-- Logs begin at Fri 2021-07-23 19:17:33 UTC, end at Fri 2021-07-23 21:35:14 UTC. -- Jul 23 19:48:23.042325 n-d-793618-10 systemd[1]: Started Devstack devstack@q-svc.service. Jul 23 19:48:25.863327 n-d-793618-10 neutron-server[93768]: INFO neutron.common.config [-] Logging enabled! Jul 23 19:48:25.864058 n-d-793618-10 neutron-server[93768]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev494 Jul 23 19:48:25.864157 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93768) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 23 19:48:25.867466 n-d-793618-10 neutron-server[93768]: INFO neutron.common.config [-] Logging enabled! Jul 23 19:48:25.867862 n-d-793618-10 neutron-server[93768]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev494 Jul 23 19:48:25.868388 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93768) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 23 19:48:25.870021 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 19:48:25.870411 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 19:48:25.870886 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 19:48:25.871142 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 19:48:25.871377 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 19:48:25.871711 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.872013 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.872392 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.872784 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.873305 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.873758 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.874058 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.874373 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.874673 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.875039 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.875332 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.875628 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.875866 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.876155 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.876451 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.876742 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.877014 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] debug = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.878146 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.878705 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.879139 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.879430 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.879726 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.880015 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.880292 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.880615 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.880943 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.881315 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] host = n-d-793618-10 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.881621 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.881927 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.882219 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.882510 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.882790 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.883072 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.883365 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.883644 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.883935 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] log_file = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.884222 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.884514 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.884807 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.885104 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.885336 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.885587 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.885884 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.886182 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.886485 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.886761 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.887041 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.887321 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.887598 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.887868 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.888157 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.888475 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.888763 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.889043 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.889322 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.889710 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.890057 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.890351 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.890657 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.890939 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.891373 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.891881 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.892342 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.892839 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.893879 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.894244 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.894552 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.894852 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.895139 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.895625 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.896114 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.896577 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.896873 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] use_json = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.897161 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.897449 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.897773 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.898122 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.898407 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.898841 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.899199 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.899498 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:25.899810 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.900116 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.900428 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.900721 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.901025 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.901311 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.901637 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.901924 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.902219 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.902515 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.902809 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.903119 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.903556 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.903759 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.904063 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.904385 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.904688 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.904988 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.905261 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.905572 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.905853 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.906132 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.906422 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.906732 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.907028 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.907306 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.907590 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.907886 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.908171 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.908488 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.908867 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.909245 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.909697 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.909986 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.910281 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.910569 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.910851 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.911132 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.911418 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.911717 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.911999 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.912285 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.912556 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.912839 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.913116 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.913409 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.913798 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.914285 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.914751 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.915229 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.915702 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.916131 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.916613 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.916954 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.917255 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.917568 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.917857 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.918144 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.918512 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.918996 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.919475 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.919854 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.920148 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.920435 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.920721 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.921037 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.921355 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.921670 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.921971 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.922281 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.922569 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.922857 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.923141 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.923436 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.923715 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.924001 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.924455 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.924791 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.925075 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.925373 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.925686 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.926030 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.926348 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.926633 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.926937 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.927221 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.927515 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.927800 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.928083 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.928381 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.928671 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.928971 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.929272 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.929599 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.929901 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.930202 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.930487 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.930804 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.931112 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:25.931314 n-d-793618-10 neutron-server[93768]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 19:48:25.931565 n-d-793618-10 neutron-server[93768]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93768) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 23 19:48:26.295027 n-d-793618-10 neutron-server[93768]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 19:48:26.295301 n-d-793618-10 neutron-server[93768]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 19:48:26.295595 n-d-793618-10 neutron-server[93768]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 19:48:26.296080 n-d-793618-10 neutron-server[93768]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 23 19:48:26.691221 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:26.691511 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:26.691783 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:26.693097 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:26.693383 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:26.693683 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:26.731208 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:26.731634 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:26.731762 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:26.747398 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:26.747707 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:26.747954 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:26.778621 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:26.778909 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:26.779186 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:26.816366 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:26.816653 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:26.816935 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.052367 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.053005 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.053005 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.053182 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.053896 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.178395 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.178726 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.179015 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.179311 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.179582 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.179905 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.180176 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.180435 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.180694 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.180982 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.181247 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.181545 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.181808 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.182062 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.182321 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.182601 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.182858 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.183129 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.183405 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.183664 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.183943 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.184202 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.184489 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.184903 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.185157 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.185409 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.185877 n-d-793618-10 neutron-server[93768]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 19:48:27.186123 n-d-793618-10 neutron-server[93768]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 19:48:27.186363 n-d-793618-10 neutron-server[93768]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 19:48:27.186602 n-d-793618-10 neutron-server[93768]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 19:48:27.186840 n-d-793618-10 neutron-server[93768]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 19:48:27.187077 n-d-793618-10 neutron-server[93768]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 19:48:27.187462 n-d-793618-10 neutron-server[93768]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 23 19:48:27.192392 n-d-793618-10 neutron-server[93768]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 23 19:48:27.196436 n-d-793618-10 neutron-server[93768]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 23 19:48:27.200296 n-d-793618-10 neutron-server[93768]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jul 23 19:48:27.201988 n-d-793618-10 neutron-server[93768]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 23 19:48:27.202461 n-d-793618-10 neutron-server[93768]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 23 19:48:27.202804 n-d-793618-10 neutron-server[93768]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 23 19:48:27.203209 n-d-793618-10 neutron-server[93768]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 23 19:48:27.206663 n-d-793618-10 neutron-server[93768]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 23 19:48:27.206917 n-d-793618-10 neutron-server[93768]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 23 19:48:27.207282 n-d-793618-10 neutron-server[93768]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 23 19:48:27.212685 n-d-793618-10 neutron-server[93768]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 23 19:48:27.236774 n-d-793618-10 neutron-server[93768]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 23 19:48:27.237251 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.237584 n-d-793618-10 neutron-server[93768]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93768) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 23 19:48:27.237949 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.239344 n-d-793618-10 neutron-server[93768]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93768) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 23 19:48:27.239635 n-d-793618-10 neutron-server[93768]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 23 19:48:27.239935 n-d-793618-10 neutron-server[93768]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 23 19:48:27.243081 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.243371 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.306873 n-d-793618-10 neutron-server[93768]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 23 19:48:27.307043 n-d-793618-10 neutron-server[93768]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 23 19:48:27.307270 n-d-793618-10 neutron-server[93768]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 23 19:48:27.307656 n-d-793618-10 neutron-server[93768]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 23 19:48:27.329110 n-d-793618-10 neutron-server[93768]: DEBUG oslo_db.sqlalchemy.engines [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93768) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 23 19:48:27.863512 n-d-793618-10 neutron-server[93768]: INFO neutron.plugins.ml2.managers [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Initializing driver for type 'gre' Jul 23 19:48:27.864048 n-d-793618-10 neutron-server[93768]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] gre ID ranges: [(1, 1000)] Jul 23 19:48:27.916762 n-d-793618-10 neutron-server[93768]: INFO neutron.plugins.ml2.managers [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Initializing driver for type 'local' Jul 23 19:48:27.917096 n-d-793618-10 neutron-server[93768]: INFO neutron.plugins.ml2.managers [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Initializing driver for type 'vlan' Jul 23 19:48:27.930283 n-d-793618-10 neutron-server[93768]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] VlanTypeDriver initialization complete Jul 23 19:48:27.930634 n-d-793618-10 neutron-server[93768]: INFO neutron.plugins.ml2.managers [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Initializing driver for type 'vxlan' Jul 23 19:48:27.931129 n-d-793618-10 neutron-server[93768]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] vxlan ID ranges: [(1, 1000)] Jul 23 19:48:27.981865 n-d-793618-10 neutron-server[93768]: INFO neutron.plugins.ml2.managers [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Initializing extension driver 'port_security' Jul 23 19:48:27.982191 n-d-793618-10 neutron-server[93768]: INFO neutron.plugins.ml2.extensions.port_security [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] PortSecurityExtensionDriver initialization complete Jul 23 19:48:27.982554 n-d-793618-10 neutron-server[93768]: INFO neutron.plugins.ml2.managers [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Initializing mechanism driver 'openvswitch' Jul 23 19:48:27.982851 n-d-793618-10 neutron-server[93768]: INFO neutron.plugins.ml2.managers [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Initializing mechanism driver 'hyperv' Jul 23 19:48:27.989391 n-d-793618-10 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:48:27.990226 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > port after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.990607 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > port after_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.990968 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > port after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.991494 n-d-793618-10 neutron-server[93768]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93768) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 19:48:27.991938 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > subnet after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.992297 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > subnet after_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.992648 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.993041 n-d-793618-10 neutron-server[93768]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93768) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 19:48:27.993454 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > network after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.993837 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > network after_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.994187 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > network after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.994577 n-d-793618-10 neutron-server[93768]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93768) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 19:48:27.994986 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > security_group after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.995336 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > security_group after_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.995678 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.996210 n-d-793618-10 neutron-server[93768]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93768) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 19:48:27.996625 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.996981 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.997327 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.997744 n-d-793618-10 neutron-server[93768]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93768) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 19:48:27.998172 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > address_group after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.998509 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > address_group after_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.998852 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:27.999243 n-d-793618-10 neutron-server[93768]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93768) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 19:48:27.999626 n-d-793618-10 neutron-server[93768]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] ML2 OVO RPC backend initialized. {{(pid=93768) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 23 19:48:28.000339 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.000698 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.001118 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > network before_response 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.001484 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > networks before_response 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.001840 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > port before_response 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.002817 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > ports before_response 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.003177 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > subnet before_response 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.003616 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > subnets before_response 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.003978 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > network after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.004328 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > network after_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.004673 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > network after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.005017 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > port after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.005357 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > port after_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.005729 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > port after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.006075 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > subnet after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.006417 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > subnet after_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.006759 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.007338 n-d-793618-10 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Modular L2 Plugin initialization complete Jul 23 19:48:28.007671 n-d-793618-10 neutron-server[93768]: DEBUG neutron.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading services supported by the core plugin {{(pid=93768) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 23 19:48:28.008002 n-d-793618-10 neutron-server[93768]: INFO neutron.plugins.ml2.managers [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Got port-security extension from driver 'port_security' Jul 23 19:48:28.008471 n-d-793618-10 neutron-server[93768]: INFO neutron.extensions.vlantransparent [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Disabled vlantransparent extension. Jul 23 19:48:28.008962 n-d-793618-10 neutron-server[93768]: DEBUG neutron.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93768) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 23 19:48:28.009279 n-d-793618-10 neutron-server[93768]: INFO neutron.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading Plugin: router Jul 23 19:48:28.045698 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.046101 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > router after_create 55549900 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.046478 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > router before_create 55549900 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.046850 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.047227 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.047589 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > router after_delete 55549900 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.047953 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.048321 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > router after_create 55549900 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.048677 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > router after_update 55549900 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.049091 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > router after_update 55549900 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.050472 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.050472 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > router after_update 55549900 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.050669 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > router precommit_update 55549900 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.051148 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: port after_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.051674 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: port after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.052034 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: subnet after_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.052391 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.052967 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.053400 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > router precommit_create 55549900 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.053784 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: port before_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.054215 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > router precommit_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.054648 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > router after_update 55549900 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.055242 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.055852 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > router precommit_create 55549900 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.056363 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.056734 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > router precommit_update 55549900 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.057119 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > agent after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.057518 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > agent after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.057883 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > network after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.058775 n-d-793618-10 neutron-server[93768]: DEBUG neutron.quota.resource_registry [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Tracking information for resource: router configured {{(pid=93768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 19:48:28.059117 n-d-793618-10 neutron-server[93768]: DEBUG neutron.quota.resource_registry [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Tracking information for resource: floatingip configured {{(pid=93768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 19:48:28.064267 n-d-793618-10 neutron-server[93768]: INFO neutron.db.l3_agentschedulers_db [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 23 19:48:28.065433 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: port after_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.065915 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: port after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.066330 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: port after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.066694 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: port after_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.067505 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > router before_create 55550100 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.067877 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.068248 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > router precommit_create 55550100 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.068614 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > router precommit_update 55550100 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.073189 n-d-793618-10 neutron-server[93768]: DEBUG neutron.services.provider_configuration [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Service providers = [] {{(pid=93768) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 23 19:48:28.073580 n-d-793618-10 neutron-server[93768]: DEBUG neutron.db.servicetype_db [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93768) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 23 19:48:28.076518 n-d-793618-10 neutron-server[93768]: DEBUG neutron.services.service_base [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93768) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 19:48:28.076874 n-d-793618-10 neutron-server[93768]: DEBUG neutron.services.service_base [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93768) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 19:48:28.077221 n-d-793618-10 neutron-server[93768]: DEBUG neutron.services.service_base [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93768) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 19:48:28.078138 n-d-793618-10 neutron-server[93768]: DEBUG neutron.services.service_base [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93768) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 19:48:28.078516 n-d-793618-10 neutron-server[93768]: INFO neutron.services.service_base [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 23 19:48:28.078907 n-d-793618-10 neutron-server[93768]: DEBUG neutron.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 19:48:28.079230 n-d-793618-10 neutron-server[93768]: INFO neutron.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 23 19:48:28.090087 n-d-793618-10 neutron-server[93768]: DEBUG neutron.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 19:48:28.090428 n-d-793618-10 neutron-server[93768]: INFO neutron.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading Plugin: auto_allocate Jul 23 19:48:28.097045 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: network precommit_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.097422 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: network precommit_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.097982 n-d-793618-10 neutron-server[93768]: DEBUG neutron.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 19:48:28.098311 n-d-793618-10 neutron-server[93768]: INFO neutron.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading Plugin: tag Jul 23 19:48:28.104854 n-d-793618-10 neutron-server[93768]: DEBUG neutron.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 19:48:28.105193 n-d-793618-10 neutron-server[93768]: INFO neutron.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading Plugin: timestamp Jul 23 19:48:28.110620 n-d-793618-10 neutron-server[93768]: DEBUG neutron.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 19:48:28.110959 n-d-793618-10 neutron-server[93768]: INFO neutron.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading Plugin: network_ip_availability Jul 23 19:48:28.116680 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.117009 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.117372 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.118140 n-d-793618-10 neutron-server[93768]: DEBUG neutron.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 19:48:28.118468 n-d-793618-10 neutron-server[93768]: INFO neutron.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading Plugin: flavors Jul 23 19:48:28.123177 n-d-793618-10 neutron-server[93768]: DEBUG neutron.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 19:48:28.123515 n-d-793618-10 neutron-server[93768]: INFO neutron.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading Plugin: revisions Jul 23 19:48:28.128551 n-d-793618-10 neutron-server[93768]: DEBUG neutron.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 19:48:28.128953 n-d-793618-10 neutron-server[93768]: DEBUG oslo_concurrency.lockutils [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.833s {{(pid=93768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 19:48:28.129716 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93768) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 23 19:48:28.130059 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Initializing extension manager. Jul 23 19:48:28.130572 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: __init__.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.130918 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: __pycache__ {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.131256 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.131593 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: address_group.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.132357 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.132937 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: address-group Jul 23 19:48:28.133268 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: address_scope.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.134027 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.134549 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: address-scope Jul 23 19:48:28.134877 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.135816 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.136338 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: router-admin-state-down-before-update Jul 23 19:48:28.136666 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: agent.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.137371 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.138115 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: agent Jul 23 19:48:28.138448 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: agent_resources_synced.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.139372 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.139895 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: agent-resources-synced Jul 23 19:48:28.140223 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: allowedaddresspairs.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.142061 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.142599 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: allowed-address-pairs Jul 23 19:48:28.143483 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: auto_allocated_topology.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.144570 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.145098 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: auto-allocated-topology Jul 23 19:48:28.145426 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: availability_zone.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.146151 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.146665 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: availability_zone Jul 23 19:48:28.146989 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: availability_zone_filter.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.147917 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.148442 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: availability_zone_filter Jul 23 19:48:28.148766 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: data_plane_status.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.149712 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.150231 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extension data-plane-status not supported by any of loaded plugins Jul 23 19:48:28.150554 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: default_subnetpools.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.151478 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.151995 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: default-subnetpools Jul 23 19:48:28.152320 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.153136 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.153679 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: dhcp_agent_scheduler Jul 23 19:48:28.154007 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: dns.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.154977 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.155522 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extension dns-integration not supported by any of loaded plugins Jul 23 19:48:28.155850 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: dns_domain_ports.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.156881 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.157423 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 23 19:48:28.157788 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.158864 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.159410 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 23 19:48:28.159732 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: dvr.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.160482 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.161014 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: dvr Jul 23 19:48:28.161338 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: ecmp_routes.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.162383 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.162900 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 23 19:48:28.163227 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: empty_string_filtering.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.164150 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.164668 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: empty-string-filtering Jul 23 19:48:28.164993 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.165931 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.166446 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 23 19:48:28.166769 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.167707 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.168220 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 23 19:48:28.168544 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: external_net.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.169459 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.170010 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: external-net Jul 23 19:48:28.170331 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.171247 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.171764 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: extra_dhcp_opt Jul 23 19:48:28.172087 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: extraroute.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.173007 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.173564 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: extraroute Jul 23 19:48:28.173893 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: extraroute_atomic.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.174974 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.175489 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: extraroute-atomic Jul 23 19:48:28.175812 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: filter_validation.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.176501 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.177011 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: filter-validation Jul 23 19:48:28.177331 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: fip_pf_description.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.178276 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.178790 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 23 19:48:28.179112 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: fip_port_details.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.180042 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.180554 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: fip-port-details Jul 23 19:48:28.180879 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: flavors.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.182164 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.182694 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: flavors Jul 23 19:48:28.183022 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.184708 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.185238 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 23 19:48:28.185602 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: floatingip_pools.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.186334 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.186837 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: floatingip-pools Jul 23 19:48:28.187168 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: ip_allocation.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.188114 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.188638 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extension ip_allocation not supported by any of loaded plugins Jul 23 19:48:28.188964 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.190554 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.191116 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: ip-substring-filtering Jul 23 19:48:28.191441 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: l2_adjacency.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.192411 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.192931 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 23 19:48:28.193255 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: l3.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.194338 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.194866 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: router Jul 23 19:48:28.195192 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.197678 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.198221 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 23 19:48:28.198553 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.199514 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.200043 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: ext-gw-mode Jul 23 19:48:28.200377 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.201324 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.201874 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: l3-ha Jul 23 19:48:28.202210 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: l3_flavors.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.203135 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.203653 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: l3-flavors Jul 23 19:48:28.203983 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.204938 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.205550 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 23 19:48:28.205912 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: l3agentscheduler.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.207504 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.208027 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: l3_agent_scheduler Jul 23 19:48:28.208359 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: logging.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.209958 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.210493 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extension logging not supported by any of loaded plugins Jul 23 19:48:28.210828 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: metering.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.211585 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.212177 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: metering Jul 23 19:48:28.212509 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.213658 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.214198 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: metering_source_and_destination_fields Jul 23 19:48:28.214534 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: multiprovidernet.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.215476 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.215994 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: multi-provider Jul 23 19:48:28.216322 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: netmtu.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.217683 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.218310 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: net-mtu Jul 23 19:48:28.218529 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: netmtu_writable.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.219456 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.219976 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: net-mtu-writable Jul 23 19:48:28.220553 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: network_availability_zone.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.221279 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.221844 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: network_availability_zone Jul 23 19:48:28.222148 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: network_ip_availability.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.223252 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.223773 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: network-ip-availability Jul 23 19:48:28.224101 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: network_segment_range.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.224979 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.225516 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extension network-segment-range not supported by any of loaded plugins Jul 23 19:48:28.225861 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: pagination.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.226860 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.227196 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: pagination Jul 23 19:48:28.227519 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: port_device_profile.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.228486 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.228981 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: port-device-profile Jul 23 19:48:28.229550 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.230277 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.230798 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: port-mac-address-regenerate Jul 23 19:48:28.231139 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.232057 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.232579 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: port-numa-affinity-policy Jul 23 19:48:28.232939 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: port_resource_request.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.233882 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.234445 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extension port-resource-request not supported by any of loaded plugins Jul 23 19:48:28.234726 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: portbindings.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.235858 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.236382 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: binding Jul 23 19:48:28.236738 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: portbindings_extended.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.238356 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.238852 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: binding-extended Jul 23 19:48:28.239126 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: portsecurity.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.240227 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.240779 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: port-security Jul 23 19:48:28.241073 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: project_id.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.242107 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.242441 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: project-id Jul 23 19:48:28.242768 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: providernet.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.243718 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.244252 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: provider Jul 23 19:48:28.244581 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: qos.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.248442 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.248707 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extension qos not supported by any of loaded plugins Jul 23 19:48:28.249043 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.250332 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.250857 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 23 19:48:28.251192 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.252707 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.253328 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 23 19:48:28.253685 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: qos_default.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.254624 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.255143 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extension qos-default not supported by any of loaded plugins Jul 23 19:48:28.255473 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: qos_fip.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.256142 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.256653 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extension qos-fip not supported by any of loaded plugins Jul 23 19:48:28.256978 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: qos_gateway_ip.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.257937 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.258458 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 23 19:48:28.258786 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: qos_port_network_policy.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.259712 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.260230 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 23 19:48:28.260557 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: qos_rule_type_details.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.261503 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.262026 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 23 19:48:28.262352 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: qos_rules_alias.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.263407 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.263950 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 23 19:48:28.264281 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: quotasv2.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.265266 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.265636 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: quotas Jul 23 19:48:28.265964 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: quotasv2_detail.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.269783 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.270130 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: quota_details Jul 23 19:48:28.270467 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: rbac.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.271651 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.272583 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: rbac-policies Jul 23 19:48:28.273151 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: rbac_address_group.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.274668 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.275216 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: rbac-address-group Jul 23 19:48:28.275555 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: rbac_address_scope.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.276495 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.277016 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: rbac-address-scope Jul 23 19:48:28.277341 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: rbac_security_groups.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.278856 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.279779 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: rbac-security-groups Jul 23 19:48:28.280346 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: rbac_subnetpool.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.281379 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.281938 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: rbac-subnetpool Jul 23 19:48:28.282272 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: revisionifmatch.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.283210 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.283923 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: revision-if-match Jul 23 19:48:28.284256 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: revisions.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.285408 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.285957 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: standard-attr-revisions Jul 23 19:48:28.286287 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: router_availability_zone.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.286985 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.287509 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: router_availability_zone Jul 23 19:48:28.287840 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: routerservicetype.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.288777 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.289297 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extension router-service-type not supported by any of loaded plugins Jul 23 19:48:28.289672 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.290608 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.291133 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: security-groups-normalized-cidr Jul 23 19:48:28.291464 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.292394 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.292917 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: port-security-groups-filtering Jul 23 19:48:28.293248 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.294212 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.294733 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: security-groups-remote-address-group Jul 23 19:48:28.295062 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: securitygroup.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.305143 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.305716 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: security-group Jul 23 19:48:28.306055 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: segment.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.306859 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.307379 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extension segment not supported by any of loaded plugins Jul 23 19:48:28.307707 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.308679 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.309196 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 23 19:48:28.309627 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: servicetype.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.310779 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.311312 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: service-type Jul 23 19:48:28.311644 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: sorting.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.312638 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.312978 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: sorting Jul 23 19:48:28.313306 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: standard_attr_segment.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.315172 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.315712 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 23 19:48:28.316042 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: standardattrdescription.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.316711 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.317225 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: standard-attr-description Jul 23 19:48:28.317579 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: stateful_security_group.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.318522 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.319049 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: stateful-security-group Jul 23 19:48:28.319470 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: stdattrs_common.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.320125 n-d-793618-10 neutron-server[93768]: WARNING neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 23 19:48:28.320454 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.322023 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.322555 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 23 19:48:28.322885 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: subnet_onboard.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.323989 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.324516 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: subnet_onboard Jul 23 19:48:28.324843 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.326926 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.327454 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 23 19:48:28.327785 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: subnet_service_types.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.328728 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.329252 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: subnet-service-types Jul 23 19:48:28.329618 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: subnetallocation.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.331365 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.332993 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: subnet_allocation Jul 23 19:48:28.333334 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.334044 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.334571 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: subnetpool-prefix-ops Jul 23 19:48:28.334901 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.335849 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.336369 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 23 19:48:28.336699 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: tagging.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.339016 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.339564 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: standard-attr-tag Jul 23 19:48:28.339906 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: timestamp.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.341135 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.341706 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loaded extension: standard-attr-timestamp Jul 23 19:48:28.342048 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: trunk.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.343101 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.343636 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extension trunk not supported by any of loaded plugins Jul 23 19:48:28.343972 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: trunk_details.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.344911 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.345735 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extension trunk-details not supported by any of loaded plugins Jul 23 19:48:28.346105 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: uplink_status_propagation.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.347216 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.347746 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 23 19:48:28.348076 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Loading extension file: vlantransparent.py {{(pid=93768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:48:28.348777 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:48:28.349299 n-d-793618-10 neutron-server[93768]: INFO neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 23 19:48:28.351944 n-d-793618-10 neutron-server[93768]: INFO neutron.quota.resource_registry [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Creating instance of TrackedResource for resource:network Jul 23 19:48:28.352493 n-d-793618-10 neutron-server[93768]: INFO neutron.quota.resource_registry [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Creating instance of TrackedResource for resource:subnet Jul 23 19:48:28.352900 n-d-793618-10 neutron-server[93768]: INFO neutron.quota.resource_registry [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 19:48:28.353296 n-d-793618-10 neutron-server[93768]: INFO neutron.quota.resource_registry [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Creating instance of TrackedResource for resource:port Jul 23 19:48:28.354623 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.v2.resource_helper [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 19:48:28.355074 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.v2.resource_helper [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Service FLAVORS assigned prefix: {{(pid=93768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 19:48:28.355720 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.v2.resource_helper [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 19:48:28.356149 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.v2.resource_helper [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 19:48:28.356484 n-d-793618-10 neutron-server[93768]: INFO neutron.quota.resource_registry [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Creating instance of TrackedResource for resource:router Jul 23 19:48:28.356913 n-d-793618-10 neutron-server[93768]: INFO neutron.quota.resource_registry [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Creating instance of TrackedResource for resource:floatingip Jul 23 19:48:28.357414 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.v2.resource_helper [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Service METERING assigned prefix: /metering {{(pid=93768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 19:48:28.358903 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.359279 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.359634 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:48:28.360675 n-d-793618-10 neutron-server[93768]: INFO neutron.quota.resource_registry [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Creating instance of CountableResource for resource:rbac_policy Jul 23 19:48:28.361137 n-d-793618-10 neutron-server[93768]: INFO neutron.quota.resource_registry [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Creating instance of TrackedResource for resource:security_group Jul 23 19:48:28.362153 n-d-793618-10 neutron-server[93768]: INFO neutron.quota.resource_registry [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 23 19:48:28.362959 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.v2.resource_helper [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Service CORE assigned prefix: {{(pid=93768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 19:48:28.363297 n-d-793618-10 neutron-server[93768]: INFO neutron.quota.resource_registry [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 19:48:28.363648 n-d-793618-10 neutron-server[93768]: WARNING neutron.quota.resource_registry [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] subnetpool is already registered Jul 23 19:48:28.364098 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.v2.resource_helper [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Service CORE assigned prefix: {{(pid=93768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 19:48:28.364427 n-d-793618-10 neutron-server[93768]: INFO neutron.quota.resource_registry [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 19:48:28.364769 n-d-793618-10 neutron-server[93768]: WARNING neutron.quota.resource_registry [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] subnetpool is already registered Jul 23 19:48:28.367160 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.v2.resource_helper [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 19:48:28.367543 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.v2.resource_helper [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Service FLAVORS assigned prefix: {{(pid=93768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 19:48:28.368141 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.v2.resource_helper [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 19:48:28.368569 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.v2.resource_helper [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 19:48:28.368911 n-d-793618-10 neutron-server[93768]: INFO neutron.quota.resource_registry [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Creating instance of TrackedResource for resource:router Jul 23 19:48:28.369256 n-d-793618-10 neutron-server[93768]: WARNING neutron.quota.resource_registry [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] router is already registered Jul 23 19:48:28.369706 n-d-793618-10 neutron-server[93768]: INFO neutron.quota.resource_registry [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Creating instance of TrackedResource for resource:floatingip Jul 23 19:48:28.370046 n-d-793618-10 neutron-server[93768]: WARNING neutron.quota.resource_registry [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] floatingip is already registered Jul 23 19:48:28.370506 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.v2.resource_helper [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Service METERING assigned prefix: /metering {{(pid=93768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 19:48:28.371179 n-d-793618-10 neutron-server[93768]: INFO neutron.quota.resource_registry [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Creating instance of CountableResource for resource:rbac_policy Jul 23 19:48:28.371508 n-d-793618-10 neutron-server[93768]: WARNING neutron.quota.resource_registry [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] rbac_policy is already registered Jul 23 19:48:28.371922 n-d-793618-10 neutron-server[93768]: INFO neutron.quota.resource_registry [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Creating instance of TrackedResource for resource:security_group Jul 23 19:48:28.372258 n-d-793618-10 neutron-server[93768]: WARNING neutron.quota.resource_registry [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] security_group is already registered Jul 23 19:48:28.372661 n-d-793618-10 neutron-server[93768]: INFO neutron.quota.resource_registry [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 23 19:48:28.372996 n-d-793618-10 neutron-server[93768]: WARNING neutron.quota.resource_registry [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] security_group_rule is already registered Jul 23 19:48:28.373770 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.v2.resource_helper [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Service CORE assigned prefix: {{(pid=93768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 19:48:28.374105 n-d-793618-10 neutron-server[93768]: INFO neutron.quota.resource_registry [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 19:48:28.374446 n-d-793618-10 neutron-server[93768]: WARNING neutron.quota.resource_registry [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] subnetpool is already registered Jul 23 19:48:28.374877 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.v2.resource_helper [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Service CORE assigned prefix: {{(pid=93768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 19:48:28.375202 n-d-793618-10 neutron-server[93768]: INFO neutron.quota.resource_registry [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 19:48:28.375536 n-d-793618-10 neutron-server[93768]: WARNING neutron.quota.resource_registry [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] subnetpool is already registered Jul 23 19:48:28.376015 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extended resource: extensions {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:48:28.378453 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extended resource: address-groups {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:48:28.379947 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extended resource: address-scopes {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:48:28.381277 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extended resource: agents {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:48:28.382475 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extended resource: auto-allocated-topology {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:48:28.383722 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extended resource: availability_zones {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:48:28.384959 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extended resource: dhcp-networks {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:48:28.387641 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extended resource: dhcp-agents {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:48:28.389081 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extended resource: routers {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:48:28.390835 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extended resource: flavors {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:48:28.392116 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extended resource: service_profiles {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:48:28.393429 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extended resource: next_providers {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:48:28.394882 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extended resource: service_profiles {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:48:28.396429 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extended resource: floatingip-pools {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:48:28.397679 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extended resource: routers {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:48:28.399399 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extended resource: floatingips {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:48:28.400688 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extended resource: l3-routers {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:48:28.402109 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extended resource: l3-agents {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:48:28.403568 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extended resource: metering-labels {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:48:28.404820 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extended resource: metering-label-rules {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:48:28.406257 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extended resource: network-ip-availabilities {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:48:28.407529 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extended resource: bindings {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:48:28.409236 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extended resource: quotas {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:48:28.410823 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extended resource: quotas {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:48:28.412241 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extended resource: rbac-policies {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:48:28.413449 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extended resource: security-groups {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:48:28.414783 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extended resource: security-group-rules {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:48:28.416035 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extended resource: service-providers {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:48:28.417271 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extended resource: subnetpools {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:48:28.418613 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extended resource: subnetpools {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:48:28.420187 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extended resource: tags {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:48:28.421902 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extended resource: tags {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:48:28.423717 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extended resource: tags {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:48:28.426290 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extended resource: tags {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:48:28.427984 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extended resource: tags {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:48:28.429966 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extended resource: tags {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:48:28.431639 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extended resource: tags {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:48:28.433452 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extended resource: tags {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:48:28.435319 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extended resource: tags {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:48:28.437045 n-d-793618-10 neutron-server[93768]: DEBUG neutron.api.extensions [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Extended resource: tags {{(pid=93768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:48:28.444182 n-d-793618-10 neutron-server[93768]: WARNING keystonemiddleware.auth_token [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 23 19:48:28.448838 n-d-793618-10 neutron-server[93768]: WARNING keystonemiddleware.auth_token [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 23 19:48:28.458449 n-d-793618-10 neutron-server[93768]: DEBUG oslo_concurrency.lockutils [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Acquired lock "singleton_lock" {{(pid=93768) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 23 19:48:28.458945 n-d-793618-10 neutron-server[93768]: DEBUG oslo_concurrency.lockutils [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Releasing lock "singleton_lock" {{(pid=93768) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 23 19:48:28.459601 n-d-793618-10 neutron-server[93768]: INFO oslo_service.service [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Starting 2 workers Jul 23 19:48:28.464395 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Started child 93875 {{(pid=93768) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 19:48:28.469119 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Started child 93876 {{(pid=93768) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 19:48:28.470531 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:48:28.471259 n-d-793618-10 neutron-server[93768]: INFO neutron.service [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 23 19:48:28.471800 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Notify callbacks [] for process, before_spawn {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:48:28.472399 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [-] (93875) wsgi starting up on http://0.0.0.0:9696 Jul 23 19:48:28.474358 n-d-793618-10 neutron-server[93768]: INFO oslo_service.service [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Starting 1 workers Jul 23 19:48:28.474592 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:48:28.476085 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [-] (93876) wsgi starting up on http://0.0.0.0:9696 Jul 23 19:48:28.479677 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Started child 93877 {{(pid=93768) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 19:48:28.480230 n-d-793618-10 neutron-server[93768]: INFO oslo_service.service [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Starting 1 workers Jul 23 19:48:28.483771 n-d-793618-10 neutron-server[93877]: DEBUG neutron.service [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] calling RpcWorker wait() {{(pid=93877) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 23 19:48:28.484382 n-d-793618-10 neutron-server[93877]: DEBUG neutron.service [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] returning from RpcWorker wait() {{(pid=93877) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 23 19:48:28.484927 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Started child 93878 {{(pid=93768) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 19:48:28.485756 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:48:28.485876 n-d-793618-10 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71878dc7-ec31-4e66-821f-67de65ced5a2 None None] Notify callbacks [] for process, after_spawn {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:48:28.486300 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:48:28.488328 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93768) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 23 19:48:28.488548 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 19:48:28.488737 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 19:48:28.488952 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 19:48:28.489291 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 19:48:28.489454 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 19:48:28.490007 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.490291 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.490552 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.490762 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:48:28.491259 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.491259 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.491714 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.491971 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.492229 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.492501 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.492741 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.492915 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.493083 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.493339 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.493619 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.493890 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.494142 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.494381 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.494654 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.494828 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.495055 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.495343 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.495604 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.495861 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] debug = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.496114 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.496611 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.496853 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.497107 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.497337 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.497660 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.497908 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.498186 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.498433 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.498680 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.498916 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.499188 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.499427 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.499652 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.499873 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.500143 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.500366 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.500865 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] host = n-d-793618-10 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.501110 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.501338 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.501632 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.501893 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.502762 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.503040 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.503297 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.503568 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.503836 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.504067 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.504372 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.504652 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.504876 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.505129 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] log_file = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.505295 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] log_options = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.505560 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.505827 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.506098 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.506290 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.506460 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.506639 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.506893 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.507056 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.507319 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.507537 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.507799 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.507988 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.508210 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.508452 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.508756 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.508955 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.509193 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.509409 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.509701 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.509938 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.510163 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.510408 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.510648 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.510869 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.511082 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.511298 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.511550 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.511742 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.511958 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.512215 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.512458 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.512732 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.513040 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.513277 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.513456 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.513706 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.513944 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.514258 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.514491 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.514736 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.514986 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.515224 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.515472 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.515691 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.515925 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.516144 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] use_json = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.516364 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.516581 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.516909 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.517073 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.517265 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.517500 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.517767 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.518121 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.518419 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.518771 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.519114 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.519370 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.519616 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.520554 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.520871 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.520981 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.521186 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.522148 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.522318 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.522566 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.522913 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.523853 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.523853 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.524141 n-d-793618-10 neutron-server[93878]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:48:28.524274 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.524541 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.524812 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.525071 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.525302 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.525574 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.525830 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.526163 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.526448 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.526751 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.526966 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.527188 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.527417 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.527637 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.527876 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.528167 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.528316 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.528581 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.528806 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.529051 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.529278 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.529582 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.529824 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.530058 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.530309 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.530567 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.530818 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.531041 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.531279 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.531527 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.531857 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.531995 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.532209 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.532426 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.532690 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.532926 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.533154 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.533404 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.533673 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.534033 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.534171 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.534387 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.534604 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.534819 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.535039 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.535740 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.535740 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.535740 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.537826 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.537974 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.538137 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.538741 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.538741 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.540018 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.542495 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.543757 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.544235 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.545206 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.545528 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.545776 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.546172 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.546582 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.546982 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.547382 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.547644 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.547886 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.548123 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.548370 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.548740 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.549576 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.549931 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.550199 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.550501 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.550942 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.551217 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.551466 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.551951 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.552352 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.552755 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.552985 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.553256 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.553553 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.553826 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.554080 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.554329 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.554584 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.554827 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.555074 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.555342 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.555604 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.555835 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.556119 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.556389 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.556652 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.556913 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.557172 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.557514 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.557778 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.558076 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.558300 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.558585 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.558898 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.559244 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.559522 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.559793 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.560051 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.560326 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.560582 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.560848 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.561090 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.561351 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.561630 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.561917 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.562163 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.562411 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.562652 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.562901 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.563232 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.563478 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.563716 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.563964 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.564234 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.564492 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.565601 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.565832 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.566110 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.566429 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.566863 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.567261 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.567641 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.567887 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.568128 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.568348 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.568604 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.568824 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.569070 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.569311 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.569566 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.569849 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.570067 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.570296 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.570533 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.570757 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.570985 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.571221 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.572776 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.573024 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.573281 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.573535 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.573793 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.574022 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.575056 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.575357 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.575597 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.575894 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.576608 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.576872 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.577637 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.578284 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.579426 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.579597 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.579870 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.580115 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.580459 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.580702 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.581009 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.581236 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.581559 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.581791 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.582023 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.582301 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.582559 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.582923 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.583178 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.583409 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.583655 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.583908 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.584152 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.584375 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.584598 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.584822 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.585039 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.585267 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.585567 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.585798 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.586055 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.586433 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.586661 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.586926 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.587684 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.587914 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.588232 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.588504 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.588762 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.589029 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.590140 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.590391 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.590644 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.590893 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.591118 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.591361 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.591596 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.591816 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.592054 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.592519 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.593460 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.593730 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.593961 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.594183 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.594419 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.594639 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.594877 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.595389 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.595614 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.596507 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.596507 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.597266 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.597266 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.597266 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.597266 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.597574 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.597656 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.597876 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.598095 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.598323 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.598545 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.598760 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.599596 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.599866 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.600116 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.600415 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.600674 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.600924 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.601175 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.601506 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.601725 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.601992 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.602240 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.602463 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.602693 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.602952 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.603281 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.603574 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.603840 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.604096 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.604361 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.604645 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.604934 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.605168 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.605486 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.605843 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.606127 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.606375 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.606619 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.606891 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.607107 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.607344 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.607595 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.607833 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.608071 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.608346 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.608579 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.608827 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.609065 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.609312 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.609588 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.609838 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.610077 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.610300 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.610539 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.610698 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 19:48:28.611277 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93768) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 23 19:48:28.611979 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 19:48:28.613837 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 19:48:28.614063 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 19:48:28.614244 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 19:48:28.614401 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 19:48:28.615081 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.615359 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.615507 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.615668 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.615805 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.615890 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.616042 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.616203 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.616348 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.616513 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.616672 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.616833 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.616994 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.617156 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.617369 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.617530 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.617651 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.617803 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.618009 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.618130 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.618290 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.618452 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.618613 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] debug = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.618775 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.619000 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.619172 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.619332 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.619492 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.619653 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.619813 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.619973 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.620125 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.620281 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.620441 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.620602 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.620764 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.620922 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.621081 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.621241 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.621399 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.621632 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] host = n-d-793618-10 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.621796 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.621957 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.622116 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.622280 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.622439 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.622598 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.622760 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.622920 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.623081 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.623239 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.623399 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.623558 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.623717 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.623876 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] log_file = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.624186 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] log_options = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.624186 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.624488 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.624488 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.624703 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.624831 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.624980 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.625140 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.625299 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.625503 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.625635 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.625782 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.625943 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.626102 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.626262 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.626425 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.626570 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.626730 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.626889 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.627104 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.627787 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.627996 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.628327 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.628491 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.628653 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.628812 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.628972 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.629132 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.629291 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.629450 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.629636 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.629843 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.629943 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.630103 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.630263 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.630422 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.630583 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.630743 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.630908 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.631066 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.631226 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.631386 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.631545 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.631705 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.631863 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.632022 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.632182 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] use_json = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.632346 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.632507 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.632667 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.632825 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.632984 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.633144 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.633305 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.633494 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:48:28.633679 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.633844 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.634537 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.634537 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.634537 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.634869 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.634869 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.635124 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.635124 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.635702 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.635880 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.636045 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.636453 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.636625 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.636789 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.636957 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.637121 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.637285 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.637449 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.637637 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.637802 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.637966 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.638147 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.638312 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.638460 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.638788 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.638991 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.639202 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.639373 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.639539 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.639753 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.639926 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.640210 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.640515 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.640685 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.640849 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.641013 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.641177 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.641342 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.641539 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.641708 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.641872 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.642036 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.642201 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.642370 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.642534 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.642746 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.643169 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.643326 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.643700 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.643884 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.644067 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.644260 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.644428 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.644594 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.645067 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.645170 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.645295 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.645490 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.645652 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.645834 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.645997 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.646159 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.646325 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.646486 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.646651 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.646814 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.646978 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.647197 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.647443 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.647612 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.647775 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.647937 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.648100 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.648263 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.648428 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.648591 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.648755 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.648918 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.649081 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.649244 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.649409 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.649596 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.649759 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.649937 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.650117 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.650283 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.650446 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.650614 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.650781 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.650936 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.651075 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.651211 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.651376 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.651538 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.651685 n-d-793618-10 neutron-server[93877]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:48:28.651836 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.651836 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.652107 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.652240 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.652376 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.652509 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.652641 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.652784 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.652919 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.653053 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.653217 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.653380 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.653553 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.653720 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.653883 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.654046 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.654273 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.654411 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.654545 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.654678 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.654847 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.655021 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.655183 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.655347 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.655510 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.655672 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.655835 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.656002 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.656160 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.656315 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.656479 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.656642 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.656814 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.656987 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.657151 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.657304 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.657477 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.657672 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.657836 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.658060 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.658229 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.658435 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.658600 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.658766 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.658930 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.659095 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.659259 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.659428 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.659592 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.659754 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.659919 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.660082 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.660245 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.660410 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.660575 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.660738 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.660903 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.661067 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.661231 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.661392 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.661585 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.661749 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.661912 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.662075 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.662238 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.662405 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.662567 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.662732 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.662894 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.663056 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.663218 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.663380 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.663542 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.663704 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.663871 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.664035 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.664199 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.665090 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.665261 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.665666 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.665666 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.666915 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.666915 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.666915 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.666915 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.666915 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.666915 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.666915 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.666915 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.667822 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.667822 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.667822 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.667822 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.667822 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.667822 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.668214 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.668214 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.668214 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.668438 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.668515 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.668657 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.668820 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.668982 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.669149 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.669317 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.669530 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.669530 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.669530 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.669530 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.669530 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.671079 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.671338 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.671628 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.671628 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.671887 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.672023 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.672290 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.672290 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.672444 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.672574 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.673505 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.673505 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.673505 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.673505 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.673505 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.673859 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.674448 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.674589 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.674741 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.674917 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.675080 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.675247 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.675391 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.675562 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.675746 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.675892 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.676219 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.676388 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.676551 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.676715 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.676879 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.677055 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.677221 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.677384 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.677666 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.677790 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.677954 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.678079 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.678220 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.678383 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.678555 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.678718 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.678880 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.679044 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.679221 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.679386 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.679551 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.679715 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.679879 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.680043 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.680208 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.680375 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.680549 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.680792 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.680884 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.681033 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.681205 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.682166 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.682166 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.682166 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.682166 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.682166 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.682166 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.682987 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.682987 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.682987 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.682987 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.682987 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.683328 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.683328 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.683472 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.683549 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.683706 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.683873 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.684035 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.684196 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.684358 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.684524 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.684981 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.684981 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:48:28.684981 n-d-793618-10 neutron-server[93768]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 19:48:28.724657 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56648) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:48:28.733592 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064580 Jul 23 19:48:40.245075 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b2865c-f141-4614-8843-e52b9dbc9911 None None] get_active_networks_info from n-d-793618-10 {{(pid=93877) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 19:48:40.318602 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b2865c-f141-4614-8843-e52b9dbc9911 None None] No non-hosted networks {{(pid=93877) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 23 19:48:40.332830 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.agentschedulers_db [None req-60b2865c-f141-4614-8843-e52b9dbc9911 None None] DHCP Agent not found on host n-d-793618-10 {{(pid=93877) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 23 19:48:40.470007 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0f576e18-5492-4caa-8b59-fc083412e6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-719770'] for agent, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:48:42.889399 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e52e86d7-8e8a-405c-b479-8522176a6206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-719770'] for agent, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:48:42.936952 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9da0d8c3-52ad-4cc8-9eba-478f42ad91cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:48:43.214768 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-719770'] for agent, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:48:43.215874 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:48:43.218675 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:48:43.221399 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:48:43.225258 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:48:43.231974 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:48:43.232812 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:48:43.236205 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:48:43.238243 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:48:43.239629 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:48:43.242229 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:48:43.242865 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:48:43.244473 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:48:43.245803 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-793618-10', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:48:43.256869 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-793618-10', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:48:43.881842 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-719770'] for agent, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:48:45.649589 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-719770'] for agent, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:48:46.819279 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56740) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:48:47.325076 n-d-793618-10 neutron-server[93876]: WARNING oslo_policy.policy [None req-981115c2-7e47-44c6-bce4-5a8d77132b0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 19:48:47.325670 n-d-793618-10 neutron-server[93876]: WARNING oslo_policy.policy [None req-981115c2-7e47-44c6-bce4-5a8d77132b0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 19:48:47.547864 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [None req-981115c2-7e47-44c6-bce4-5a8d77132b0e admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 19:48:47.549406 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-981115c2-7e47-44c6-bce4-5a8d77132b0e admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7291007 Jul 23 19:48:48.224334 n-d-793618-10 neutron-server[93877]: INFO neutron.db.l3_hamode_db [None req-68e6871a-c465-4a02-b68d-3c65acbf8a11 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 23 19:48:48.301059 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e6871a-c465-4a02-b68d-3c65acbf8a11 None None] Routers set() bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 19:48:48.301442 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e6871a-c465-4a02-b68d-3c65acbf8a11 None None] Router IDs set() for agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 19:48:49.908441 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56754) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:48:50.223469 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-92ab270f-c698-4ae3-869d-482220ddb0f3 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:48:50.322783 n-d-793618-10 neutron-server[93876]: DEBUG neutron.policy [None req-92ab270f-c698-4ae3-869d-482220ddb0f3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93876) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 23 19:48:50.369312 n-d-793618-10 neutron-server[93876]: WARNING oslo_policy.policy [None req-92ab270f-c698-4ae3-869d-482220ddb0f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 19:48:50.369787 n-d-793618-10 neutron-server[93876]: WARNING oslo_policy.policy [None req-92ab270f-c698-4ae3-869d-482220ddb0f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 19:48:50.379221 n-d-793618-10 neutron-server[93876]: INFO neutron.quota [None req-92ab270f-c698-4ae3-869d-482220ddb0f3 admin admin] Loaded quota_driver: . Jul 23 19:48:50.471189 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-92ab270f-c698-4ae3-869d-482220ddb0f3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734526544582', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734526543667', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734526597963', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734526594309', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734526585026', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734526575044', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3440841', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3430380', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-703813', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-674751'] for rbac-policy, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:48:50.537277 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-92ab270f-c698-4ae3-869d-482220ddb0f3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:48:50.538510 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-92ab270f-c698-4ae3-869d-482220ddb0f3 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6290979 Jul 23 19:48:53.108576 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56766) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:48:53.409749 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-1b6c2707-5932-48e5-aaf7-23d621740b55 admin admin] Request body: {'network': {'tenant_id': '028d0faa45a44c168e99bade338402b7', 'name': 'private', 'admin_state_up': True, 'project_id': '028d0faa45a44c168e99bade338402b7'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:48:53.440190 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6c2707-5932-48e5-aaf7-23d621740b55 admin admin] Made reservation on behalf of 028d0faa45a44c168e99bade338402b7 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 19:48:53.443094 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b6c2707-5932-48e5-aaf7-23d621740b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:48:53.459775 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b6c2707-5932-48e5-aaf7-23d621740b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:48:53.588668 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b6c2707-5932-48e5-aaf7-23d621740b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:48:53.592381 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b6c2707-5932-48e5-aaf7-23d621740b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:48:53.615117 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b6c2707-5932-48e5-aaf7-23d621740b55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 19:48:53.649089 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b6c2707-5932-48e5-aaf7-23d621740b55 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734526859138', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:48:53.649749 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b6c2707-5932-48e5-aaf7-23d621740b55 admin admin] Unsubscribe: segment precommit_create {{(pid=93876) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 23 19:48:53.650274 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-1b6c2707-5932-48e5-aaf7-23d621740b55 admin admin] Added segment 6a347123-c448-4c7c-a686-11cb4b64e774 of type vlan for network 240a46ef-fe64-444f-b14b-777d48f0c415 Jul 23 19:48:53.671497 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6c2707-5932-48e5-aaf7-23d621740b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c8fc33-ad0c-4de5-b45b-9574acce852e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:48:53.701313 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6c2707-5932-48e5-aaf7-23d621740b55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:48:53.701683 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6c2707-5932-48e5-aaf7-23d621740b55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:48:53.702012 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6c2707-5932-48e5-aaf7-23d621740b55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:48:53.702333 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6c2707-5932-48e5-aaf7-23d621740b55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:48:53.702648 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6c2707-5932-48e5-aaf7-23d621740b55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:48:53.702962 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6c2707-5932-48e5-aaf7-23d621740b55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:48:53.703277 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6c2707-5932-48e5-aaf7-23d621740b55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:48:53.703591 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6c2707-5932-48e5-aaf7-23d621740b55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:48:53.703966 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6c2707-5932-48e5-aaf7-23d621740b55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:48:53.704427 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6c2707-5932-48e5-aaf7-23d621740b55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:48:53.704934 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6c2707-5932-48e5-aaf7-23d621740b55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:48:53.705256 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6c2707-5932-48e5-aaf7-23d621740b55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:48:53.706546 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6c2707-5932-48e5-aaf7-23d621740b55 admin admin] Tracked resource versions report: Jul 23 19:48:53.706546 n-d-793618-10 neutron-server[93876]: pushed versions: Jul 23 19:48:53.706546 n-d-793618-10 neutron-server[93876]: { 'AddressGroup': {'1.2'}, Jul 23 19:48:53.706546 n-d-793618-10 neutron-server[93876]: 'ConntrackHelper': {'1.0'}, Jul 23 19:48:53.706546 n-d-793618-10 neutron-server[93876]: 'Log': {'1.0'}, Jul 23 19:48:53.706546 n-d-793618-10 neutron-server[93876]: 'Network': {'1.1'}, Jul 23 19:48:53.706546 n-d-793618-10 neutron-server[93876]: 'Port': {'1.7'}, Jul 23 19:48:53.706546 n-d-793618-10 neutron-server[93876]: 'PortForwarding': {'1.2'}, Jul 23 19:48:53.706546 n-d-793618-10 neutron-server[93876]: 'QosPolicy': {'1.8'}, Jul 23 19:48:53.706546 n-d-793618-10 neutron-server[93876]: 'SecurityGroup': {'1.4'}, Jul 23 19:48:53.706546 n-d-793618-10 neutron-server[93876]: 'SecurityGroupRule': {'1.2'}, Jul 23 19:48:53.706546 n-d-793618-10 neutron-server[93876]: 'SubPort': {'1.0'}, Jul 23 19:48:53.706546 n-d-793618-10 neutron-server[93876]: 'Subnet': {'1.1'}, Jul 23 19:48:53.706546 n-d-793618-10 neutron-server[93876]: 'Trunk': {'1.1'}} Jul 23 19:48:53.706546 n-d-793618-10 neutron-server[93876]: consumer versions: Jul 23 19:48:53.706546 n-d-793618-10 neutron-server[93876]: { DHCP agent@n-d-793618-10: {}, Jul 23 19:48:53.706546 n-d-793618-10 neutron-server[93876]: L3 agent@n-d-793618-10: {}, Jul 23 19:48:53.706546 n-d-793618-10 neutron-server[93876]: Metadata agent@n-d-793618-10: {}, Jul 23 19:48:53.706546 n-d-793618-10 neutron-server[93876]: Metering agent@n-d-793618-10: {}, Jul 23 19:48:53.706546 n-d-793618-10 neutron-server[93876]: Open vSwitch agent@n-d-793618-10: { 'AddressGroup': '1.2', Jul 23 19:48:53.706546 n-d-793618-10 neutron-server[93876]: 'ConntrackHelper': '1.0', Jul 23 19:48:53.706546 n-d-793618-10 neutron-server[93876]: 'Log': '1.0', Jul 23 19:48:53.706546 n-d-793618-10 neutron-server[93876]: 'Network': '1.1', Jul 23 19:48:53.706546 n-d-793618-10 neutron-server[93876]: 'Port': '1.7', Jul 23 19:48:53.706546 n-d-793618-10 neutron-server[93876]: 'PortForwarding': '1.2', Jul 23 19:48:53.706546 n-d-793618-10 neutron-server[93876]: 'QosPolicy': '1.8', Jul 23 19:48:53.706546 n-d-793618-10 neutron-server[93876]: 'SecurityGroup': '1.4', Jul 23 19:48:53.706546 n-d-793618-10 neutron-server[93876]: 'SecurityGroupRule': '1.2', Jul 23 19:48:53.706546 n-d-793618-10 neutron-server[93876]: 'SubPort': '1.0', Jul 23 19:48:53.706546 n-d-793618-10 neutron-server[93876]: 'Subnet': '1.1', Jul 23 19:48:53.706546 n-d-793618-10 neutron-server[93876]: 'Trunk': '1.1'}} Jul 23 19:48:53.706546 n-d-793618-10 neutron-server[93876]: {{(pid=93876) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 19:48:53.788344 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b6c2707-5932-48e5-aaf7-23d621740b55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:48:53.840547 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b6c2707-5932-48e5-aaf7-23d621740b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:48:53.841735 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6c2707-5932-48e5-aaf7-23d621740b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:48:53.842373 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b6c2707-5932-48e5-aaf7-23d621740b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:48:53.897519 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1b6c2707-5932-48e5-aaf7-23d621740b55 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7878499 Jul 23 19:48:53.946846 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6c2707-5932-48e5-aaf7-23d621740b55 admin admin] Pushing event updated for resources: {'Network': ['ID=240a46ef-fe64-444f-b14b-777d48f0c415,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:48:53.959262 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 240a46ef-fe64-444f-b14b-777d48f0c415 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 19:48:56.514785 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56780) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:48:56.904436 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99394b1-6de2-45a8-bfda-4c5b37f6b0bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:48:56.905815 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d99394b1-6de2-45a8-bfda-4c5b37f6b0bf admin admin] 10.222.0.32 "GET /v2.0/networks/240a46ef-fe64-444f-b14b-777d48f0c415 HTTP/1.1" status: 200 len: 825 time: 0.3900611 Jul 23 19:48:56.930095 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5bc586b7-76e7-4670-b6e5-313b6dae78fc admin admin] 10.222.0.32 "GET /v2.0/subnetpools/7468479d-b9f0-4967-82a5-2a9bc36c35b1 HTTP/1.1" status: 200 len: 734 time: 0.0187182 Jul 23 19:48:56.939284 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-38f33b8e-a6f1-4513-bcaa-a490e95ce6ae admin admin] Request body: {'subnet': {'network_id': '240a46ef-fe64-444f-b14b-777d48f0c415', 'tenant_id': '028d0faa45a44c168e99bade338402b7', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '7468479d-b9f0-4967-82a5-2a9bc36c35b1', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:48:56.960580 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f33b8e-a6f1-4513-bcaa-a490e95ce6ae admin admin] Made reservation on behalf of 028d0faa45a44c168e99bade338402b7 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 19:48:56.962988 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-38f33b8e-a6f1-4513-bcaa-a490e95ce6ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:48:57.258398 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-38f33b8e-a6f1-4513-bcaa-a490e95ce6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:48:57.331916 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f33b8e-a6f1-4513-bcaa-a490e95ce6ae admin admin] Checking segment: {'id': '6a347123-c448-4c7c-a686-11cb4b64e774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '240a46ef-fe64-444f-b14b-777d48f0c415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:48:57.332281 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f33b8e-a6f1-4513-bcaa-a490e95ce6ae admin admin] Network hostable DHCP agents. Network: 240a46ef-fe64-444f-b14b-777d48f0c415, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 19:48:57.341078 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f33b8e-a6f1-4513-bcaa-a490e95ce6ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fe04d6d-4009-46ad-bc7c-6353895be617,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:48:57.357723 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f33b8e-a6f1-4513-bcaa-a490e95ce6ae admin admin] Network 240a46ef-fe64-444f-b14b-777d48f0c415 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 19:48:57.369578 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-38f33b8e-a6f1-4513-bcaa-a490e95ce6ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 240a46ef-fe64-444f-b14b-777d48f0c415) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:48:57.374074 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f33b8e-a6f1-4513-bcaa-a490e95ce6ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:48:57.374657 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-38f33b8e-a6f1-4513-bcaa-a490e95ce6ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:48:57.379472 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbfd5ca-8aa0-4884-8b7b-9a5a3f75a6ff None None] Network 240a46ef-fe64-444f-b14b-777d48f0c415 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 19:48:57.393676 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-38f33b8e-a6f1-4513-bcaa-a490e95ce6ae admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4584856 Jul 23 19:48:57.700502 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a312929-b0a7-4119-952e-f85bc5fc6192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-240a46ef-fe64-444f-b14b-777d48f0c415', 'network_id': '240a46ef-fe64-444f-b14b-777d48f0c415', 'tenant_id': '028d0faa45a44c168e99bade338402b7', 'fixed_ips': [{'subnet_id': '1fe04d6d-4009-46ad-bc7c-6353895be617'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 19:48:57.701752 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6a312929-b0a7-4119-952e-f85bc5fc6192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:48:57.970652 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-6a312929-b0a7-4119-952e-f85bc5fc6192 None None] Allocated IP 172.20.0.2 (240a46ef-fe64-444f-b14b-777d48f0c415/1fe04d6d-4009-46ad-bc7c-6353895be617/b4f7bb01-54a6-49cc-8667-83c8eee21127) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 19:48:58.202901 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6a312929-b0a7-4119-952e-f85bc5fc6192 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:48:58.218468 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6a312929-b0a7-4119-952e-f85bc5fc6192 None None] Transition to ACTIVE for port object b4f7bb01-54a6-49cc-8667-83c8eee21127 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:48:58.241005 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6a312929-b0a7-4119-952e-f85bc5fc6192 None None] Transition to ACTIVE for port object b4f7bb01-54a6-49cc-8667-83c8eee21127 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:48:58.250180 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6a312929-b0a7-4119-952e-f85bc5fc6192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:48:58.316007 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a312929-b0a7-4119-952e-f85bc5fc6192 None None] Network 240a46ef-fe64-444f-b14b-777d48f0c415 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 19:48:58.321698 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-6a312929-b0a7-4119-952e-f85bc5fc6192 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:48:58.334286 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a312929-b0a7-4119-952e-f85bc5fc6192 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 19:48:58.340256 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a312929-b0a7-4119-952e-f85bc5fc6192 None None] Pushing event updated for resources: {'Port': ['ID=b4f7bb01-54a6-49cc-8667-83c8eee21127,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:48:58.372844 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a312929-b0a7-4119-952e-f85bc5fc6192 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:48:58.372844 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a312929-b0a7-4119-952e-f85bc5fc6192 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:48:58.372844 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a312929-b0a7-4119-952e-f85bc5fc6192 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:48:58.372844 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a312929-b0a7-4119-952e-f85bc5fc6192 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:48:58.372844 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a312929-b0a7-4119-952e-f85bc5fc6192 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:48:58.373318 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a312929-b0a7-4119-952e-f85bc5fc6192 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:48:58.373318 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a312929-b0a7-4119-952e-f85bc5fc6192 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:48:58.373318 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a312929-b0a7-4119-952e-f85bc5fc6192 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:48:58.373318 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a312929-b0a7-4119-952e-f85bc5fc6192 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:48:58.373622 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a312929-b0a7-4119-952e-f85bc5fc6192 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:48:58.373767 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a312929-b0a7-4119-952e-f85bc5fc6192 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:48:58.374043 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a312929-b0a7-4119-952e-f85bc5fc6192 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:48:58.375158 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a312929-b0a7-4119-952e-f85bc5fc6192 None None] Tracked resource versions report: Jul 23 19:48:58.375158 n-d-793618-10 neutron-server[93877]: pushed versions: Jul 23 19:48:58.375158 n-d-793618-10 neutron-server[93877]: { 'AddressGroup': {'1.2'}, Jul 23 19:48:58.375158 n-d-793618-10 neutron-server[93877]: 'ConntrackHelper': {'1.0'}, Jul 23 19:48:58.375158 n-d-793618-10 neutron-server[93877]: 'Log': {'1.0'}, Jul 23 19:48:58.375158 n-d-793618-10 neutron-server[93877]: 'Network': {'1.1'}, Jul 23 19:48:58.375158 n-d-793618-10 neutron-server[93877]: 'Port': {'1.7'}, Jul 23 19:48:58.375158 n-d-793618-10 neutron-server[93877]: 'PortForwarding': {'1.2'}, Jul 23 19:48:58.375158 n-d-793618-10 neutron-server[93877]: 'QosPolicy': {'1.8'}, Jul 23 19:48:58.375158 n-d-793618-10 neutron-server[93877]: 'SecurityGroup': {'1.4'}, Jul 23 19:48:58.375158 n-d-793618-10 neutron-server[93877]: 'SecurityGroupRule': {'1.2'}, Jul 23 19:48:58.375158 n-d-793618-10 neutron-server[93877]: 'SubPort': {'1.0'}, Jul 23 19:48:58.375158 n-d-793618-10 neutron-server[93877]: 'Subnet': {'1.1'}, Jul 23 19:48:58.375158 n-d-793618-10 neutron-server[93877]: 'Trunk': {'1.1'}} Jul 23 19:48:58.375158 n-d-793618-10 neutron-server[93877]: consumer versions: Jul 23 19:48:58.375158 n-d-793618-10 neutron-server[93877]: { DHCP agent@n-d-793618-10: {}, Jul 23 19:48:58.375158 n-d-793618-10 neutron-server[93877]: L3 agent@n-d-793618-10: {}, Jul 23 19:48:58.375158 n-d-793618-10 neutron-server[93877]: Metadata agent@n-d-793618-10: {}, Jul 23 19:48:58.375158 n-d-793618-10 neutron-server[93877]: Metering agent@n-d-793618-10: {}, Jul 23 19:48:58.375158 n-d-793618-10 neutron-server[93877]: Open vSwitch agent@n-d-793618-10: { 'AddressGroup': '1.2', Jul 23 19:48:58.375158 n-d-793618-10 neutron-server[93877]: 'ConntrackHelper': '1.0', Jul 23 19:48:58.375158 n-d-793618-10 neutron-server[93877]: 'Log': '1.0', Jul 23 19:48:58.375158 n-d-793618-10 neutron-server[93877]: 'Network': '1.1', Jul 23 19:48:58.375158 n-d-793618-10 neutron-server[93877]: 'Port': '1.7', Jul 23 19:48:58.375158 n-d-793618-10 neutron-server[93877]: 'PortForwarding': '1.2', Jul 23 19:48:58.375158 n-d-793618-10 neutron-server[93877]: 'QosPolicy': '1.8', Jul 23 19:48:58.375158 n-d-793618-10 neutron-server[93877]: 'SecurityGroup': '1.4', Jul 23 19:48:58.375158 n-d-793618-10 neutron-server[93877]: 'SecurityGroupRule': '1.2', Jul 23 19:48:58.375158 n-d-793618-10 neutron-server[93877]: 'SubPort': '1.0', Jul 23 19:48:58.375158 n-d-793618-10 neutron-server[93877]: 'Subnet': '1.1', Jul 23 19:48:58.375158 n-d-793618-10 neutron-server[93877]: 'Trunk': '1.1'}} Jul 23 19:48:58.375158 n-d-793618-10 neutron-server[93877]: {{(pid=93877) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 19:48:58.427416 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6a312929-b0a7-4119-952e-f85bc5fc6192 None None] Attempting to bind port b4f7bb01-54a6-49cc-8667-83c8eee21127 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 19:48:58.428077 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6a312929-b0a7-4119-952e-f85bc5fc6192 None None] Attempting to bind port b4f7bb01-54a6-49cc-8667-83c8eee21127 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '6a347123-c448-4c7c-a686-11cb4b64e774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '240a46ef-fe64-444f-b14b-777d48f0c415'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 19:48:58.428245 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a312929-b0a7-4119-952e-f85bc5fc6192 None None] Attempting to bind port b4f7bb01-54a6-49cc-8667-83c8eee21127 on network 240a46ef-fe64-444f-b14b-777d48f0c415 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:48:58.433024 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a312929-b0a7-4119-952e-f85bc5fc6192 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 19, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 19:48:58.433439 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a312929-b0a7-4119-952e-f85bc5fc6192 None None] Checking segment: {'id': '6a347123-c448-4c7c-a686-11cb4b64e774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '240a46ef-fe64-444f-b14b-777d48f0c415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:48:58.433925 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6a312929-b0a7-4119-952e-f85bc5fc6192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:48:58.434315 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a312929-b0a7-4119-952e-f85bc5fc6192 None None] Bound using segment: {'id': '6a347123-c448-4c7c-a686-11cb4b64e774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '240a46ef-fe64-444f-b14b-777d48f0c415'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 19:48:58.434794 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6a312929-b0a7-4119-952e-f85bc5fc6192 None None] Bound port: b4f7bb01-54a6-49cc-8667-83c8eee21127, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a347123-c448-4c7c-a686-11cb4b64e774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '240a46ef-fe64-444f-b14b-777d48f0c415'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 19:48:58.435200 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6a312929-b0a7-4119-952e-f85bc5fc6192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:48:58.499394 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-6a312929-b0a7-4119-952e-f85bc5fc6192 None None] For port b4f7bb01-54a6-49cc-8667-83c8eee21127, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 19:48:58.504460 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-6a312929-b0a7-4119-952e-f85bc5fc6192 None None] For port b4f7bb01-54a6-49cc-8667-83c8eee21127, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=b4f7bb01-54a6-49cc-8667-83c8eee21127,segment=NetworkSegment(6a347123-c448-4c7c-a686-11cb4b64e774),segment_id=6a347123-c448-4c7c-a686-11cb4b64e774)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 19:48:58.508301 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6a312929-b0a7-4119-952e-f85bc5fc6192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:48:58.575072 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a312929-b0a7-4119-952e-f85bc5fc6192 None None] Pushing event updated for resources: {'Port': ['ID=b4f7bb01-54a6-49cc-8667-83c8eee21127,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:48:59.817337 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56788) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:49:00.138888 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [None req-28829488-b9ea-4955-97d6-2aa651d50ac1 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 19:49:00.139861 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-28829488-b9ea-4955-97d6-2aa651d50ac1 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3214593 Jul 23 19:49:02.542650 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56796) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:49:03.036016 n-d-793618-10 neutron-server[93875]: WARNING oslo_policy.policy [None req-ed7197a8-db49-4279-ba07-d184ee9a08b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 19:49:03.036669 n-d-793618-10 neutron-server[93875]: WARNING oslo_policy.policy [None req-ed7197a8-db49-4279-ba07-d184ee9a08b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 19:49:03.260371 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [None req-ed7197a8-db49-4279-ba07-d184ee9a08b9 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 19:49:03.261583 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ed7197a8-db49-4279-ba07-d184ee9a08b9 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7166808 Jul 23 19:49:05.939090 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56816) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:49:06.240573 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-76a96bd4-85ff-43ff-b3fe-6cd9daf9c75b admin admin] Request body: {'router': {'tenant_id': '028d0faa45a44c168e99bade338402b7', 'name': 'router1', 'admin_state_up': True}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:49:06.305493 n-d-793618-10 neutron-server[93875]: DEBUG neutron.policy [None req-76a96bd4-85ff-43ff-b3fe-6cd9daf9c75b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93875) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 23 19:49:06.352297 n-d-793618-10 neutron-server[93875]: WARNING oslo_policy.policy [None req-76a96bd4-85ff-43ff-b3fe-6cd9daf9c75b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 19:49:06.352695 n-d-793618-10 neutron-server[93875]: WARNING oslo_policy.policy [None req-76a96bd4-85ff-43ff-b3fe-6cd9daf9c75b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 19:49:06.361663 n-d-793618-10 neutron-server[93875]: INFO neutron.quota [None req-76a96bd4-85ff-43ff-b3fe-6cd9daf9c75b admin admin] Loaded quota_driver: . Jul 23 19:49:06.418933 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-76a96bd4-85ff-43ff-b3fe-6cd9daf9c75b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:06.420712 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-76a96bd4-85ff-43ff-b3fe-6cd9daf9c75b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:06.579547 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-76a96bd4-85ff-43ff-b3fe-6cd9daf9c75b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:06.584740 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-76a96bd4-85ff-43ff-b3fe-6cd9daf9c75b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:06.604428 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-76a96bd4-85ff-43ff-b3fe-6cd9daf9c75b admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:06.606069 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-76a96bd4-85ff-43ff-b3fe-6cd9daf9c75b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6659780 Jul 23 19:49:07.074480 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951cfd3a-f0cb-44c8-b110-0bdeb6508542 None None] Network 240a46ef-fe64-444f-b14b-777d48f0c415 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 19:49:07.157964 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device b4f7bb01-54a6-49cc-8667-83c8eee21127 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:49:07.161943 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-aa8afc91-cdae-48b0-96bf-173a56fa9be3 None None] Provisioning for port b4f7bb01-54a6-49cc-8667-83c8eee21127 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:49:07.308204 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port b4f7bb01-54a6-49cc-8667-83c8eee21127 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:49:07.315974 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port b4f7bb01-54a6-49cc-8667-83c8eee21127 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:49:07.316313 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:07.459506 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:07.497515 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port b4f7bb01-54a6-49cc-8667-83c8eee21127, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=b4f7bb01-54a6-49cc-8667-83c8eee21127,segment=NetworkSegment(6a347123-c448-4c7c-a686-11cb4b64e774),segment_id=6a347123-c448-4c7c-a686-11cb4b64e774)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:49:07.501571 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:07.553779 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=b4f7bb01-54a6-49cc-8667-83c8eee21127,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:49:07.596344 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8d9cc58a-9825-4cfa-8621-55e0f19be194 None None] Provisioning complete for port b4f7bb01-54a6-49cc-8667-83c8eee21127 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:49:07.596720 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8d9cc58a-9825-4cfa-8621-55e0f19be194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:08.978664 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56828) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:49:09.122445 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device b4f7bb01-54a6-49cc-8667-83c8eee21127 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:49:09.168396 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port b4f7bb01-54a6-49cc-8667-83c8eee21127 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:49:09.168658 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:09.291343 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [None req-a2ccc0f3-08be-4dfd-b191-c7e7932f074e admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 19:49:09.292335 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a2ccc0f3-08be-4dfd-b191-c7e7932f074e admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3127470 Jul 23 19:49:10.123895 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4121e6ca-0aa2-4cf7-bb7a-8e0f65aeb792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:11.654218 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56836) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:49:11.963315 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-b9aca908-e76f-4de4-9d47-25d9120e43cb admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'router:external': True}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:49:11.986982 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9aca908-e76f-4de4-9d47-25d9120e43cb admin admin] Made reservation on behalf of e33b4cdd1f8f4388995209d60fe8d89c for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 19:49:11.989946 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b9aca908-e76f-4de4-9d47-25d9120e43cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:12.006271 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b9aca908-e76f-4de4-9d47-25d9120e43cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:12.134281 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b9aca908-e76f-4de4-9d47-25d9120e43cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:12.137962 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b9aca908-e76f-4de4-9d47-25d9120e43cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:12.149308 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b9aca908-e76f-4de4-9d47-25d9120e43cb admin admin] Reserving flat network on physical network physnet1 {{(pid=93875) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 23 19:49:12.182118 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b9aca908-e76f-4de4-9d47-25d9120e43cb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734526859138', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:12.182701 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b9aca908-e76f-4de4-9d47-25d9120e43cb admin admin] Unsubscribe: segment precommit_create {{(pid=93875) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 23 19:49:12.183218 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-b9aca908-e76f-4de4-9d47-25d9120e43cb admin admin] Added segment 154b01ad-1f9e-4c62-86d9-1d044fee19b0 of type flat for network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f Jul 23 19:49:12.200606 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aca908-e76f-4de4-9d47-25d9120e43cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5626b20-0aa1-46fc-925b-c573e67b46a3,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:49:12.259938 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aca908-e76f-4de4-9d47-25d9120e43cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:49:12.260340 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aca908-e76f-4de4-9d47-25d9120e43cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:49:12.260808 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aca908-e76f-4de4-9d47-25d9120e43cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:49:12.261143 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aca908-e76f-4de4-9d47-25d9120e43cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:49:12.261601 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aca908-e76f-4de4-9d47-25d9120e43cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:49:12.262072 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aca908-e76f-4de4-9d47-25d9120e43cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:49:12.262475 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aca908-e76f-4de4-9d47-25d9120e43cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:49:12.262824 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aca908-e76f-4de4-9d47-25d9120e43cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:49:12.263170 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aca908-e76f-4de4-9d47-25d9120e43cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:49:12.263507 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aca908-e76f-4de4-9d47-25d9120e43cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:49:12.263858 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aca908-e76f-4de4-9d47-25d9120e43cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:49:12.264192 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aca908-e76f-4de4-9d47-25d9120e43cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:49:12.265379 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aca908-e76f-4de4-9d47-25d9120e43cb admin admin] Tracked resource versions report: Jul 23 19:49:12.265379 n-d-793618-10 neutron-server[93875]: pushed versions: Jul 23 19:49:12.265379 n-d-793618-10 neutron-server[93875]: { 'AddressGroup': {'1.2'}, Jul 23 19:49:12.265379 n-d-793618-10 neutron-server[93875]: 'ConntrackHelper': {'1.0'}, Jul 23 19:49:12.265379 n-d-793618-10 neutron-server[93875]: 'Log': {'1.0'}, Jul 23 19:49:12.265379 n-d-793618-10 neutron-server[93875]: 'Network': {'1.1'}, Jul 23 19:49:12.265379 n-d-793618-10 neutron-server[93875]: 'Port': {'1.7'}, Jul 23 19:49:12.265379 n-d-793618-10 neutron-server[93875]: 'PortForwarding': {'1.2'}, Jul 23 19:49:12.265379 n-d-793618-10 neutron-server[93875]: 'QosPolicy': {'1.8'}, Jul 23 19:49:12.265379 n-d-793618-10 neutron-server[93875]: 'SecurityGroup': {'1.4'}, Jul 23 19:49:12.265379 n-d-793618-10 neutron-server[93875]: 'SecurityGroupRule': {'1.2'}, Jul 23 19:49:12.265379 n-d-793618-10 neutron-server[93875]: 'SubPort': {'1.0'}, Jul 23 19:49:12.265379 n-d-793618-10 neutron-server[93875]: 'Subnet': {'1.1'}, Jul 23 19:49:12.265379 n-d-793618-10 neutron-server[93875]: 'Trunk': {'1.1'}} Jul 23 19:49:12.265379 n-d-793618-10 neutron-server[93875]: consumer versions: Jul 23 19:49:12.265379 n-d-793618-10 neutron-server[93875]: { DHCP agent@n-d-793618-10: {}, Jul 23 19:49:12.265379 n-d-793618-10 neutron-server[93875]: L3 agent@n-d-793618-10: {}, Jul 23 19:49:12.265379 n-d-793618-10 neutron-server[93875]: Metadata agent@n-d-793618-10: {}, Jul 23 19:49:12.265379 n-d-793618-10 neutron-server[93875]: Metering agent@n-d-793618-10: {}, Jul 23 19:49:12.265379 n-d-793618-10 neutron-server[93875]: Open vSwitch agent@n-d-793618-10: { 'AddressGroup': '1.2', Jul 23 19:49:12.265379 n-d-793618-10 neutron-server[93875]: 'ConntrackHelper': '1.0', Jul 23 19:49:12.265379 n-d-793618-10 neutron-server[93875]: 'Log': '1.0', Jul 23 19:49:12.265379 n-d-793618-10 neutron-server[93875]: 'Network': '1.1', Jul 23 19:49:12.265379 n-d-793618-10 neutron-server[93875]: 'Port': '1.7', Jul 23 19:49:12.265379 n-d-793618-10 neutron-server[93875]: 'PortForwarding': '1.2', Jul 23 19:49:12.265379 n-d-793618-10 neutron-server[93875]: 'QosPolicy': '1.8', Jul 23 19:49:12.265379 n-d-793618-10 neutron-server[93875]: 'SecurityGroup': '1.4', Jul 23 19:49:12.265379 n-d-793618-10 neutron-server[93875]: 'SecurityGroupRule': '1.2', Jul 23 19:49:12.265379 n-d-793618-10 neutron-server[93875]: 'SubPort': '1.0', Jul 23 19:49:12.265379 n-d-793618-10 neutron-server[93875]: 'Subnet': '1.1', Jul 23 19:49:12.265379 n-d-793618-10 neutron-server[93875]: 'Trunk': '1.1'}} Jul 23 19:49:12.265379 n-d-793618-10 neutron-server[93875]: {{(pid=93875) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 19:49:12.321558 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b9aca908-e76f-4de4-9d47-25d9120e43cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:12.374813 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b9aca908-e76f-4de4-9d47-25d9120e43cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:12.376062 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9aca908-e76f-4de4-9d47-25d9120e43cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:49:12.376675 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b9aca908-e76f-4de4-9d47-25d9120e43cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:12.430271 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b9aca908-e76f-4de4-9d47-25d9120e43cb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7749169 Jul 23 19:49:12.476451 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aca908-e76f-4de4-9d47-25d9120e43cb admin admin] Pushing event updated for resources: {'Network': ['ID=8013d0d6-aee4-47cc-8dbe-3abed6e5116f,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:49:12.488043 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 19:49:12.888409 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d0af4fe8-8f61-4bb9-a296-96f353c8c8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:13.207526 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:13.807341 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:14.792722 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56858) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:49:15.017687 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19e11a4-489b-4714-abcb-6b53ea75bf88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:49:15.019021 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f19e11a4-489b-4714-abcb-6b53ea75bf88 admin admin] 10.222.0.32 "GET /v2.0/subnets/1fe04d6d-4009-46ad-bc7c-6353895be617 HTTP/1.1" status: 200 len: 849 time: 0.2252576 Jul 23 19:49:15.152059 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6599cd3d-ffab-42a1-acc7-9744332a6404 admin admin] 10.222.0.32 "GET /v2.0/routers/ea6e52da-fce0-47c8-8a22-636b3e37491f HTTP/1.1" status: 200 len: 704 time: 0.1274598 Jul 23 19:49:15.418895 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4d122c58-0656-4af9-819c-1060cc0d042e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:15.595466 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:15.722815 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-4d122c58-0656-4af9-819c-1060cc0d042e admin admin] Allocated IP 172.20.0.1 (240a46ef-fe64-444f-b14b-777d48f0c415/1fe04d6d-4009-46ad-bc7c-6353895be617/10bda2c7-1f70-4d8e-a403-fbb5973346ff) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 19:49:15.912605 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4d122c58-0656-4af9-819c-1060cc0d042e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:15.938640 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-4d122c58-0656-4af9-819c-1060cc0d042e admin admin] Transition to ACTIVE for port object 10bda2c7-1f70-4d8e-a403-fbb5973346ff will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:49:16.022089 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4d122c58-0656-4af9-819c-1060cc0d042e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:16.093176 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d122c58-0656-4af9-819c-1060cc0d042e admin admin] Network 240a46ef-fe64-444f-b14b-777d48f0c415 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 19:49:16.103649 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-4d122c58-0656-4af9-819c-1060cc0d042e admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:49:16.109347 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d122c58-0656-4af9-819c-1060cc0d042e admin admin] Pushing event updated for resources: {'Port': ['ID=10bda2c7-1f70-4d8e-a403-fbb5973346ff,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:49:16.120115 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d122c58-0656-4af9-819c-1060cc0d042e admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 19:49:16.120658 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4d122c58-0656-4af9-819c-1060cc0d042e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:16.341572 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-af08dd41-b662-45b2-bf93-6450f28325da None None] Provisioning for port 10bda2c7-1f70-4d8e-a403-fbb5973346ff completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:49:16.346238 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-af08dd41-b662-45b2-bf93-6450f28325da None None] Provisioning complete for port 10bda2c7-1f70-4d8e-a403-fbb5973346ff triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:49:16.346614 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-af08dd41-b662-45b2-bf93-6450f28325da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:16.381509 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-af08dd41-b662-45b2-bf93-6450f28325da None None] Port 10bda2c7-1f70-4d8e-a403-fbb5973346ff cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 19:49:16.389917 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4d122c58-0656-4af9-819c-1060cc0d042e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:16.568881 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4d122c58-0656-4af9-819c-1060cc0d042e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:16.573206 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4d122c58-0656-4af9-819c-1060cc0d042e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:16.573984 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4d122c58-0656-4af9-819c-1060cc0d042e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:16.634598 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d122c58-0656-4af9-819c-1060cc0d042e admin admin] Pushing event updated for resources: {'Port': ['ID=10bda2c7-1f70-4d8e-a403-fbb5973346ff,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:49:16.699005 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d122c58-0656-4af9-819c-1060cc0d042e admin admin] Network 240a46ef-fe64-444f-b14b-777d48f0c415 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 19:49:16.700457 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-4d122c58-0656-4af9-819c-1060cc0d042e admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:49:16.867558 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d122c58-0656-4af9-819c-1060cc0d042e admin admin] Router ea6e52da-fce0-47c8-8a22-636b3e37491f is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 19:49:16.902060 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f06f81cb-5fa8-417a-a24e-1f17d2f37395 None None] Provisioning complete for port 10bda2c7-1f70-4d8e-a403-fbb5973346ff triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:49:16.902577 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f06f81cb-5fa8-417a-a24e-1f17d2f37395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:16.935327 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-f06f81cb-5fa8-417a-a24e-1f17d2f37395 None None] Port 10bda2c7-1f70-4d8e-a403-fbb5973346ff cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 19:49:16.961559 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d122c58-0656-4af9-819c-1060cc0d042e admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 19:49:16.967217 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4d122c58-0656-4af9-819c-1060cc0d042e admin admin] 10.222.0.32 "PUT /v2.0/routers/ea6e52da-fce0-47c8-8a22-636b3e37491f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8099554 Jul 23 19:49:16.985336 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2a8ed1-4417-417a-9799-010cc1688075 None None] Sync routers for ids ['ea6e52da-fce0-47c8-8a22-636b3e37491f'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 19:49:16.996750 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2a8ed1-4417-417a-9799-010cc1688075 None None] Routers {'ea6e52da-fce0-47c8-8a22-636b3e37491f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 19:49:16.997659 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-0b2a8ed1-4417-417a-9799-010cc1688075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T19:49:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ea6e52da-fce0-47c8-8a22-636b3e37491f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:49:17.181831 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-0b2a8ed1-4417-417a-9799-010cc1688075 None None] Set router ea6e52da-fce0-47c8-8a22-636b3e37491f gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 19:49:17.620770 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-0b2a8ed1-4417-417a-9799-010cc1688075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6e52da-fce0-47c8-8a22-636b3e37491f', 'name': 'router1', 'tenant_id': '028d0faa45a44c168e99bade338402b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:49:06Z', 'updated_at': '2021-07-23T19:49:16Z', 'revision_number': 2, 'project_id': '028d0faa45a44c168e99bade338402b7', 'gw_port_host': None, '_interfaces': [{'id': '10bda2c7-1f70-4d8e-a403-fbb5973346ff', 'name': '', 'network_id': '240a46ef-fe64-444f-b14b-777d48f0c415', 'tenant_id': '028d0faa45a44c168e99bade338402b7', 'mac_address': 'fa:16:3e:69:ed:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6e52da-fce0-47c8-8a22-636b3e37491f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1fe04d6d-4009-46ad-bc7c-6353895be617', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:49:15Z', 'updated_at': '2021-07-23T19:49:16Z', 'revision_number': 2, 'project_id': '028d0faa45a44c168e99bade338402b7', 'subnets': [{'id': '1fe04d6d-4009-46ad-bc7c-6353895be617', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7468479d-b9f0-4967-82a5-2a9bc36c35b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:49:17.673008 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2a8ed1-4417-417a-9799-010cc1688075 None None] Checking router: ea6e52da-fce0-47c8-8a22-636b3e37491f for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 19:49:17.673376 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2a8ed1-4417-417a-9799-010cc1688075 None None] Updating router ea6e52da-fce0-47c8-8a22-636b3e37491f port 10bda2c7-1f70-4d8e-a403-fbb5973346ff binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 19:49:17.744301 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0b2a8ed1-4417-417a-9799-010cc1688075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:18.234879 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0b2a8ed1-4417-417a-9799-010cc1688075 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:18.253323 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0b2a8ed1-4417-417a-9799-010cc1688075 None None] Transition to ACTIVE for port object 10bda2c7-1f70-4d8e-a403-fbb5973346ff will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:49:18.260191 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0b2a8ed1-4417-417a-9799-010cc1688075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:18.425353 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-0b2a8ed1-4417-417a-9799-010cc1688075 None None] Attempting to bind port 10bda2c7-1f70-4d8e-a403-fbb5973346ff on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 19:49:18.425814 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-0b2a8ed1-4417-417a-9799-010cc1688075 None None] Attempting to bind port 10bda2c7-1f70-4d8e-a403-fbb5973346ff by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '6a347123-c448-4c7c-a686-11cb4b64e774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '240a46ef-fe64-444f-b14b-777d48f0c415'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 19:49:18.426245 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2a8ed1-4417-417a-9799-010cc1688075 None None] Attempting to bind port 10bda2c7-1f70-4d8e-a403-fbb5973346ff on network 240a46ef-fe64-444f-b14b-777d48f0c415 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:49:18.429694 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfad61d-f21d-4f9d-9b0f-91081469109e None None] Pushing event updated for resources: {'Port': ['ID=10bda2c7-1f70-4d8e-a403-fbb5973346ff,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:49:18.435839 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2a8ed1-4417-417a-9799-010cc1688075 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 19, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 19:49:18.436276 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2a8ed1-4417-417a-9799-010cc1688075 None None] Checking segment: {'id': '6a347123-c448-4c7c-a686-11cb4b64e774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '240a46ef-fe64-444f-b14b-777d48f0c415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:49:18.437252 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0b2a8ed1-4417-417a-9799-010cc1688075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:18.437675 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2a8ed1-4417-417a-9799-010cc1688075 None None] Bound using segment: {'id': '6a347123-c448-4c7c-a686-11cb4b64e774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '240a46ef-fe64-444f-b14b-777d48f0c415'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 19:49:18.438176 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-0b2a8ed1-4417-417a-9799-010cc1688075 None None] Bound port: 10bda2c7-1f70-4d8e-a403-fbb5973346ff, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a347123-c448-4c7c-a686-11cb4b64e774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '240a46ef-fe64-444f-b14b-777d48f0c415'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 19:49:18.438553 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0b2a8ed1-4417-417a-9799-010cc1688075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:18.453048 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfad61d-f21d-4f9d-9b0f-91081469109e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:49:18.453048 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfad61d-f21d-4f9d-9b0f-91081469109e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:49:18.453329 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfad61d-f21d-4f9d-9b0f-91081469109e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:49:18.453735 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfad61d-f21d-4f9d-9b0f-91081469109e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:49:18.454070 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfad61d-f21d-4f9d-9b0f-91081469109e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:49:18.454394 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfad61d-f21d-4f9d-9b0f-91081469109e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:49:18.454837 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfad61d-f21d-4f9d-9b0f-91081469109e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:49:18.455036 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfad61d-f21d-4f9d-9b0f-91081469109e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:49:18.455340 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfad61d-f21d-4f9d-9b0f-91081469109e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:49:18.455657 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfad61d-f21d-4f9d-9b0f-91081469109e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:49:18.455977 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfad61d-f21d-4f9d-9b0f-91081469109e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:49:18.456301 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfad61d-f21d-4f9d-9b0f-91081469109e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:49:18.457404 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfad61d-f21d-4f9d-9b0f-91081469109e None None] Tracked resource versions report: Jul 23 19:49:18.457404 n-d-793618-10 neutron-server[93878]: pushed versions: Jul 23 19:49:18.457404 n-d-793618-10 neutron-server[93878]: { 'AddressGroup': {'1.2'}, Jul 23 19:49:18.457404 n-d-793618-10 neutron-server[93878]: 'ConntrackHelper': {'1.0'}, Jul 23 19:49:18.457404 n-d-793618-10 neutron-server[93878]: 'Log': {'1.0'}, Jul 23 19:49:18.457404 n-d-793618-10 neutron-server[93878]: 'Network': {'1.1'}, Jul 23 19:49:18.457404 n-d-793618-10 neutron-server[93878]: 'Port': {'1.7'}, Jul 23 19:49:18.457404 n-d-793618-10 neutron-server[93878]: 'PortForwarding': {'1.2'}, Jul 23 19:49:18.457404 n-d-793618-10 neutron-server[93878]: 'QosPolicy': {'1.8'}, Jul 23 19:49:18.457404 n-d-793618-10 neutron-server[93878]: 'SecurityGroup': {'1.4'}, Jul 23 19:49:18.457404 n-d-793618-10 neutron-server[93878]: 'SecurityGroupRule': {'1.2'}, Jul 23 19:49:18.457404 n-d-793618-10 neutron-server[93878]: 'SubPort': {'1.0'}, Jul 23 19:49:18.457404 n-d-793618-10 neutron-server[93878]: 'Subnet': {'1.1'}, Jul 23 19:49:18.457404 n-d-793618-10 neutron-server[93878]: 'Trunk': {'1.1'}} Jul 23 19:49:18.457404 n-d-793618-10 neutron-server[93878]: consumer versions: Jul 23 19:49:18.457404 n-d-793618-10 neutron-server[93878]: { DHCP agent@n-d-793618-10: {}, Jul 23 19:49:18.457404 n-d-793618-10 neutron-server[93878]: L3 agent@n-d-793618-10: {}, Jul 23 19:49:18.457404 n-d-793618-10 neutron-server[93878]: Metadata agent@n-d-793618-10: {}, Jul 23 19:49:18.457404 n-d-793618-10 neutron-server[93878]: Metering agent@n-d-793618-10: {}, Jul 23 19:49:18.457404 n-d-793618-10 neutron-server[93878]: Open vSwitch agent@n-d-793618-10: { 'AddressGroup': '1.2', Jul 23 19:49:18.457404 n-d-793618-10 neutron-server[93878]: 'ConntrackHelper': '1.0', Jul 23 19:49:18.457404 n-d-793618-10 neutron-server[93878]: 'Log': '1.0', Jul 23 19:49:18.457404 n-d-793618-10 neutron-server[93878]: 'Network': '1.1', Jul 23 19:49:18.457404 n-d-793618-10 neutron-server[93878]: 'Port': '1.7', Jul 23 19:49:18.457404 n-d-793618-10 neutron-server[93878]: 'PortForwarding': '1.2', Jul 23 19:49:18.457404 n-d-793618-10 neutron-server[93878]: 'QosPolicy': '1.8', Jul 23 19:49:18.457404 n-d-793618-10 neutron-server[93878]: 'SecurityGroup': '1.4', Jul 23 19:49:18.457404 n-d-793618-10 neutron-server[93878]: 'SecurityGroupRule': '1.2', Jul 23 19:49:18.457404 n-d-793618-10 neutron-server[93878]: 'SubPort': '1.0', Jul 23 19:49:18.457404 n-d-793618-10 neutron-server[93878]: 'Subnet': '1.1', Jul 23 19:49:18.457404 n-d-793618-10 neutron-server[93878]: 'Trunk': '1.1'}} Jul 23 19:49:18.457404 n-d-793618-10 neutron-server[93878]: {{(pid=93878) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 19:49:18.520952 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-0b2a8ed1-4417-417a-9799-010cc1688075 None None] For port 10bda2c7-1f70-4d8e-a403-fbb5973346ff, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 19:49:18.546667 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-0b2a8ed1-4417-417a-9799-010cc1688075 None None] For port 10bda2c7-1f70-4d8e-a403-fbb5973346ff, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=10bda2c7-1f70-4d8e-a403-fbb5973346ff,segment=NetworkSegment(6a347123-c448-4c7c-a686-11cb4b64e774),segment_id=6a347123-c448-4c7c-a686-11cb4b64e774)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 19:49:18.559310 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0b2a8ed1-4417-417a-9799-010cc1688075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:18.609189 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2a8ed1-4417-417a-9799-010cc1688075 None None] Routers {'ea6e52da-fce0-47c8-8a22-636b3e37491f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 19:49:18.609961 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-0b2a8ed1-4417-417a-9799-010cc1688075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T19:49:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ea6e52da-fce0-47c8-8a22-636b3e37491f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:49:18.702583 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfad61d-f21d-4f9d-9b0f-91081469109e None None] Pushing event updated for resources: {'Port': ['ID=10bda2c7-1f70-4d8e-a403-fbb5973346ff,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:49:18.720863 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-0b2a8ed1-4417-417a-9799-010cc1688075 None None] Set router ea6e52da-fce0-47c8-8a22-636b3e37491f gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 19:49:18.929754 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-0b2a8ed1-4417-417a-9799-010cc1688075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6e52da-fce0-47c8-8a22-636b3e37491f', 'name': 'router1', 'tenant_id': '028d0faa45a44c168e99bade338402b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:49:06Z', 'updated_at': '2021-07-23T19:49:16Z', 'revision_number': 2, 'project_id': '028d0faa45a44c168e99bade338402b7', 'gw_port_host': None, '_interfaces': [{'id': '10bda2c7-1f70-4d8e-a403-fbb5973346ff', 'name': '', 'network_id': '240a46ef-fe64-444f-b14b-777d48f0c415', 'tenant_id': '028d0faa45a44c168e99bade338402b7', 'mac_address': 'fa:16:3e:69:ed:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6e52da-fce0-47c8-8a22-636b3e37491f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1fe04d6d-4009-46ad-bc7c-6353895be617', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:49:15Z', 'updated_at': '2021-07-23T19:49:18Z', 'revision_number': 4, 'project_id': '028d0faa45a44c168e99bade338402b7', 'subnets': [{'id': '1fe04d6d-4009-46ad-bc7c-6353895be617', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7468479d-b9f0-4967-82a5-2a9bc36c35b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:49:18.955258 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2a8ed1-4417-417a-9799-010cc1688075 None None] The sync data for ids ['ea6e52da-fce0-47c8-8a22-636b3e37491f'] in n-d-793618-10 is: [{'id': 'ea6e52da-fce0-47c8-8a22-636b3e37491f', 'name': 'router1', 'tenant_id': '028d0faa45a44c168e99bade338402b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:49:06Z', 'updated_at': '2021-07-23T19:49:16Z', 'revision_number': 2, 'project_id': '028d0faa45a44c168e99bade338402b7', 'gw_port_host': None, '_interfaces': [{'id': '10bda2c7-1f70-4d8e-a403-fbb5973346ff', 'name': '', 'network_id': '240a46ef-fe64-444f-b14b-777d48f0c415', 'tenant_id': '028d0faa45a44c168e99bade338402b7', 'mac_address': 'fa:16:3e:69:ed:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6e52da-fce0-47c8-8a22-636b3e37491f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1fe04d6d-4009-46ad-bc7c-6353895be617', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:49:15Z', 'updated_at': '2021-07-23T19:49:18Z', 'revision_number': 4, 'project_id': '028d0faa45a44c168e99bade338402b7', 'subnets': [{'id': '1fe04d6d-4009-46ad-bc7c-6353895be617', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7468479d-b9f0-4967-82a5-2a9bc36c35b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 19:49:19.272311 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56880) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:49:19.390176 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeed353c-c911-488b-bc01-4f8e31394095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:49:19.392405 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-eeed353c-c911-488b-bc01-4f8e31394095 admin admin] 10.222.0.32 "GET /v2.0/networks/8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 842 time: 0.1189189 Jul 23 19:49:19.401826 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-24ea8a02-2f46-4e41-91bb-3be7418cf169 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.1.1', 'name': 'public-subnet', 'ip_version': 4, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'cidr': '172.25.1.0/24', 'enable_dhcp': False}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:49:19.427106 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ea8a02-2f46-4e41-91bb-3be7418cf169 admin admin] Made reservation on behalf of e33b4cdd1f8f4388995209d60fe8d89c for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 19:49:19.429332 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-24ea8a02-2f46-4e41-91bb-3be7418cf169 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:19.545937 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 5 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 19:49:19.751154 n-d-793618-10 neutron-server[93875]: DEBUG neutron.objects.ports [None req-24ea8a02-2f46-4e41-91bb-3be7418cf169 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93875) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 19:49:19.751484 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-24ea8a02-2f46-4e41-91bb-3be7418cf169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:19.809829 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea8a02-2f46-4e41-91bb-3be7418cf169 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86a3a731-1006-4c3c-83ed-49818d6d041b,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:49:19.819179 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ea8a02-2f46-4e41-91bb-3be7418cf169 admin admin] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:49:19.819526 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ea8a02-2f46-4e41-91bb-3be7418cf169 admin admin] Network hostable DHCP agents. Network: 8013d0d6-aee4-47cc-8dbe-3abed6e5116f, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 19:49:19.843566 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ea8a02-2f46-4e41-91bb-3be7418cf169 admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 19:49:19.855938 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-24ea8a02-2f46-4e41-91bb-3be7418cf169 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 8013d0d6-aee4-47cc-8dbe-3abed6e5116f) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:49:19.860471 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ea8a02-2f46-4e41-91bb-3be7418cf169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:49:19.861103 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-24ea8a02-2f46-4e41-91bb-3be7418cf169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:19.866421 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffc28ad-3e48-466d-821d-0033bf5c1b33 None None] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 19:49:19.876492 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-24ea8a02-2f46-4e41-91bb-3be7418cf169 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4782362 Jul 23 19:49:20.028179 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c89341-9a36-469b-8209-58d8dc679e2f None None] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 19:49:22.182962 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56888) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:49:22.344292 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b0177ddf-4ae2-4ebb-b866-bb05cc7b30db admin admin] 10.222.0.32 "GET /v2.0/routers/ea6e52da-fce0-47c8-8a22-636b3e37491f HTTP/1.1" status: 200 len: 710 time: 0.1574399 Jul 23 19:49:22.435116 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c82ec9-4a7a-4efe-97ae-0d2b37b7e8e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:49:22.437205 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-60c82ec9-4a7a-4efe-97ae-0d2b37b7e8e4 admin admin] 10.222.0.32 "GET /v2.0/networks/8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 886 time: 0.0890841 Jul 23 19:49:22.446506 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-93fa3ea6-b9c8-46c2-b55e-3c891fa9f92a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:49:22.785923 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-93fa3ea6-b9c8-46c2-b55e-3c891fa9f92a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:23.022583 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-93fa3ea6-b9c8-46c2-b55e-3c891fa9f92a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:23.103036 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-93fa3ea6-b9c8-46c2-b55e-3c891fa9f92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:23.206847 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-93fa3ea6-b9c8-46c2-b55e-3c891fa9f92a admin admin] Allocated IP 172.25.1.44 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/24ab2345-07b3-4157-8395-bc9d5fa2d5e7) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 19:49:23.310860 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-93fa3ea6-b9c8-46c2-b55e-3c891fa9f92a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:23.353163 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-93fa3ea6-b9c8-46c2-b55e-3c891fa9f92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:23.392162 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fa3ea6-b9c8-46c2-b55e-3c891fa9f92a admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 19:49:23.396950 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-93fa3ea6-b9c8-46c2-b55e-3c891fa9f92a admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:49:23.401192 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fa3ea6-b9c8-46c2-b55e-3c891fa9f92a admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 19:49:23.407550 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa3ea6-b9c8-46c2-b55e-3c891fa9f92a admin admin] Pushing event updated for resources: {'Port': ['ID=24ab2345-07b3-4157-8395-bc9d5fa2d5e7,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:49:23.666432 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-93fa3ea6-b9c8-46c2-b55e-3c891fa9f92a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:23.865411 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-93fa3ea6-b9c8-46c2-b55e-3c891fa9f92a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:23.868986 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-93fa3ea6-b9c8-46c2-b55e-3c891fa9f92a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548192'] for router, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:23.975921 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93fa3ea6-b9c8-46c2-b55e-3c891fa9f92a admin admin] Router ea6e52da-fce0-47c8-8a22-636b3e37491f has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 19:49:24.173608 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fa3ea6-b9c8-46c2-b55e-3c891fa9f92a admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 19:49:24.177906 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-93fa3ea6-b9c8-46c2-b55e-3c891fa9f92a admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:24.179419 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-93fa3ea6-b9c8-46c2-b55e-3c891fa9f92a admin admin] 10.222.0.32 "PUT /v2.0/routers/ea6e52da-fce0-47c8-8a22-636b3e37491f HTTP/1.1" status: 200 len: 889 time: 1.7362607 Jul 23 19:49:25.161083 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 10bda2c7-1f70-4d8e-a403-fbb5973346ff up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:49:25.216512 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 10bda2c7-1f70-4d8e-a403-fbb5973346ff completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:49:25.221675 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 10bda2c7-1f70-4d8e-a403-fbb5973346ff triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:49:25.222053 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:25.362521 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:25.397950 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 10bda2c7-1f70-4d8e-a403-fbb5973346ff, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=10bda2c7-1f70-4d8e-a403-fbb5973346ff,segment=NetworkSegment(6a347123-c448-4c7c-a686-11cb4b64e774),segment_id=6a347123-c448-4c7c-a686-11cb4b64e774)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:49:25.403263 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:25.462904 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=10bda2c7-1f70-4d8e-a403-fbb5973346ff,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:49:25.510213 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dbbca2-e12a-4364-a1be-2d99b56c2f24 None None] Sync routers for ids ['ea6e52da-fce0-47c8-8a22-636b3e37491f'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 19:49:25.521192 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dbbca2-e12a-4364-a1be-2d99b56c2f24 None None] Routers {'ea6e52da-fce0-47c8-8a22-636b3e37491f'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 19:49:25.521950 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-d5dbbca2-e12a-4364-a1be-2d99b56c2f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T19:49:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ea6e52da-fce0-47c8-8a22-636b3e37491f'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:49:25.767276 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-d5dbbca2-e12a-4364-a1be-2d99b56c2f24 None None] Set router ea6e52da-fce0-47c8-8a22-636b3e37491f gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 19:49:26.205703 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-d5dbbca2-e12a-4364-a1be-2d99b56c2f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6e52da-fce0-47c8-8a22-636b3e37491f', 'name': 'router1', 'tenant_id': '028d0faa45a44c168e99bade338402b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '24ab2345-07b3-4157-8395-bc9d5fa2d5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:49:06Z', 'updated_at': '2021-07-23T19:49:23Z', 'revision_number': 4, 'project_id': '028d0faa45a44c168e99bade338402b7', 'gw_port': {'id': '24ab2345-07b3-4157-8395-bc9d5fa2d5e7', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:de:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6e52da-fce0-47c8-8a22-636b3e37491f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:49:23Z', 'updated_at': '2021-07-23T19:49:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '10bda2c7-1f70-4d8e-a403-fbb5973346ff', 'name': '', 'network_id': '240a46ef-fe64-444f-b14b-777d48f0c415', 'tenant_id': '028d0faa45a44c168e99bade338402b7', 'mac_address': 'fa:16:3e:69:ed:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6e52da-fce0-47c8-8a22-636b3e37491f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1fe04d6d-4009-46ad-bc7c-6353895be617', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:49:15Z', 'updated_at': '2021-07-23T19:49:25Z', 'revision_number': 5, 'project_id': '028d0faa45a44c168e99bade338402b7', 'subnets': [{'id': '1fe04d6d-4009-46ad-bc7c-6353895be617', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7468479d-b9f0-4967-82a5-2a9bc36c35b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:49:26.262263 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dbbca2-e12a-4364-a1be-2d99b56c2f24 None None] Checking router: ea6e52da-fce0-47c8-8a22-636b3e37491f for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 19:49:26.262611 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dbbca2-e12a-4364-a1be-2d99b56c2f24 None None] Updating router ea6e52da-fce0-47c8-8a22-636b3e37491f port 24ab2345-07b3-4157-8395-bc9d5fa2d5e7 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 19:49:26.298390 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d5dbbca2-e12a-4364-a1be-2d99b56c2f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:26.632117 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d5dbbca2-e12a-4364-a1be-2d99b56c2f24 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:26.643261 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d5dbbca2-e12a-4364-a1be-2d99b56c2f24 None None] Transition to ACTIVE for port object 24ab2345-07b3-4157-8395-bc9d5fa2d5e7 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:49:26.649650 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d5dbbca2-e12a-4364-a1be-2d99b56c2f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:26.702347 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee8220-5602-4484-9b4f-04f9dc45f1e6 None None] Pushing event updated for resources: {'Port': ['ID=24ab2345-07b3-4157-8395-bc9d5fa2d5e7,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:49:26.706445 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d5dbbca2-e12a-4364-a1be-2d99b56c2f24 None None] Attempting to bind port 24ab2345-07b3-4157-8395-bc9d5fa2d5e7 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 19:49:26.706888 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d5dbbca2-e12a-4364-a1be-2d99b56c2f24 None None] Attempting to bind port 24ab2345-07b3-4157-8395-bc9d5fa2d5e7 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 19:49:26.707171 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dbbca2-e12a-4364-a1be-2d99b56c2f24 None None] Attempting to bind port 24ab2345-07b3-4157-8395-bc9d5fa2d5e7 on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:49:26.712858 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dbbca2-e12a-4364-a1be-2d99b56c2f24 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 19, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 19:49:26.713274 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dbbca2-e12a-4364-a1be-2d99b56c2f24 None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:49:26.713741 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d5dbbca2-e12a-4364-a1be-2d99b56c2f24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:26.714183 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dbbca2-e12a-4364-a1be-2d99b56c2f24 None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 19:49:26.716050 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d5dbbca2-e12a-4364-a1be-2d99b56c2f24 None None] Bound port: 24ab2345-07b3-4157-8395-bc9d5fa2d5e7, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 19:49:26.716050 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d5dbbca2-e12a-4364-a1be-2d99b56c2f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:26.747769 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56900) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:49:26.772175 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d5dbbca2-e12a-4364-a1be-2d99b56c2f24 None None] For port 24ab2345-07b3-4157-8395-bc9d5fa2d5e7, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 19:49:26.775779 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d5dbbca2-e12a-4364-a1be-2d99b56c2f24 None None] For port 24ab2345-07b3-4157-8395-bc9d5fa2d5e7, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=24ab2345-07b3-4157-8395-bc9d5fa2d5e7,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 19:49:26.779781 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d5dbbca2-e12a-4364-a1be-2d99b56c2f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:26.835633 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dbbca2-e12a-4364-a1be-2d99b56c2f24 None None] Routers {'ea6e52da-fce0-47c8-8a22-636b3e37491f'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 19:49:26.836258 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-d5dbbca2-e12a-4364-a1be-2d99b56c2f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T19:49:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ea6e52da-fce0-47c8-8a22-636b3e37491f'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:49:26.890408 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4110b0f6-7dbe-447e-9c10-be925ab53574 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1413531 Jul 23 19:49:26.962801 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee8220-5602-4484-9b4f-04f9dc45f1e6 None None] Pushing event updated for resources: {'Port': ['ID=24ab2345-07b3-4157-8395-bc9d5fa2d5e7,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:49:27.042429 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-d5dbbca2-e12a-4364-a1be-2d99b56c2f24 None None] Set router ea6e52da-fce0-47c8-8a22-636b3e37491f gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 19:49:27.141674 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 10bda2c7-1f70-4d8e-a403-fbb5973346ff up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:49:27.251932 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 10bda2c7-1f70-4d8e-a403-fbb5973346ff triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:49:27.252525 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:27.381226 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-d5dbbca2-e12a-4364-a1be-2d99b56c2f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6e52da-fce0-47c8-8a22-636b3e37491f', 'name': 'router1', 'tenant_id': '028d0faa45a44c168e99bade338402b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '24ab2345-07b3-4157-8395-bc9d5fa2d5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:49:06Z', 'updated_at': '2021-07-23T19:49:23Z', 'revision_number': 4, 'project_id': '028d0faa45a44c168e99bade338402b7', 'gw_port': {'id': '24ab2345-07b3-4157-8395-bc9d5fa2d5e7', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:de:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6e52da-fce0-47c8-8a22-636b3e37491f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:49:23Z', 'updated_at': '2021-07-23T19:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '10bda2c7-1f70-4d8e-a403-fbb5973346ff', 'name': '', 'network_id': '240a46ef-fe64-444f-b14b-777d48f0c415', 'tenant_id': '028d0faa45a44c168e99bade338402b7', 'mac_address': 'fa:16:3e:69:ed:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6e52da-fce0-47c8-8a22-636b3e37491f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1fe04d6d-4009-46ad-bc7c-6353895be617', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:49:15Z', 'updated_at': '2021-07-23T19:49:25Z', 'revision_number': 5, 'project_id': '028d0faa45a44c168e99bade338402b7', 'subnets': [{'id': '1fe04d6d-4009-46ad-bc7c-6353895be617', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7468479d-b9f0-4967-82a5-2a9bc36c35b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:49:27.412866 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dbbca2-e12a-4364-a1be-2d99b56c2f24 None None] The sync data for ids ['ea6e52da-fce0-47c8-8a22-636b3e37491f'] in n-d-793618-10 is: [{'id': 'ea6e52da-fce0-47c8-8a22-636b3e37491f', 'name': 'router1', 'tenant_id': '028d0faa45a44c168e99bade338402b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '24ab2345-07b3-4157-8395-bc9d5fa2d5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:49:06Z', 'updated_at': '2021-07-23T19:49:23Z', 'revision_number': 4, 'project_id': '028d0faa45a44c168e99bade338402b7', 'gw_port': {'id': '24ab2345-07b3-4157-8395-bc9d5fa2d5e7', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:de:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6e52da-fce0-47c8-8a22-636b3e37491f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:49:23Z', 'updated_at': '2021-07-23T19:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '10bda2c7-1f70-4d8e-a403-fbb5973346ff', 'name': '', 'network_id': '240a46ef-fe64-444f-b14b-777d48f0c415', 'tenant_id': '028d0faa45a44c168e99bade338402b7', 'mac_address': 'fa:16:3e:69:ed:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6e52da-fce0-47c8-8a22-636b3e37491f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1fe04d6d-4009-46ad-bc7c-6353895be617', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:49:15Z', 'updated_at': '2021-07-23T19:49:25Z', 'revision_number': 5, 'project_id': '028d0faa45a44c168e99bade338402b7', 'subnets': [{'id': '1fe04d6d-4009-46ad-bc7c-6353895be617', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7468479d-b9f0-4967-82a5-2a9bc36c35b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 19:49:29.182335 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 24ab2345-07b3-4157-8395-bc9d5fa2d5e7 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:49:29.240583 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 24ab2345-07b3-4157-8395-bc9d5fa2d5e7 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:49:29.244989 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 24ab2345-07b3-4157-8395-bc9d5fa2d5e7 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:49:29.245575 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:29.336677 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:29.362526 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 24ab2345-07b3-4157-8395-bc9d5fa2d5e7, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=24ab2345-07b3-4157-8395-bc9d5fa2d5e7,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:49:29.370438 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:29.422048 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=24ab2345-07b3-4157-8395-bc9d5fa2d5e7,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:49:31.184504 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 24ab2345-07b3-4157-8395-bc9d5fa2d5e7 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:49:31.274952 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 24ab2345-07b3-4157-8395-bc9d5fa2d5e7 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:49:31.275471 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:40.128769 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4e1fef00-9281-414b-ab4d-764cf43c3176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:42.892942 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-09563388-c1a4-4f70-8204-bb3582f5ad62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:43.225384 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:43.812134 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:45.620909 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:49:56.550654 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 5 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 19:50:10.134772 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08c82417-80ed-4917-a74d-869ca9c2cb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:50:12.903356 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c0dcadb5-5f4e-4f1f-87f0-9f3f23c4e1cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:50:13.215498 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:50:13.807009 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:50:15.621539 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:50:33.551868 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 5 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 19:50:40.127394 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0f5028f5-910c-4001-b42e-49a48f4d39ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:50:42.897493 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1c96ff42-32a6-483a-afe0-5da64b1f5422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:50:43.207268 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:50:43.806648 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:50:45.623113 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:51:10.128260 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c484aefe-e9e6-4b01-8dfb-80d185ef30b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:51:10.550881 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 5 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 19:51:10.553241 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57500) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:51:10.620156 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc1c79c5-1123-4a2c-bfdd-f02afe803e3f admin admin] GET failed (client error): The resource could not be found. Jul 23 19:51:10.621575 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-dc1c79c5-1123-4a2c-bfdd-f02afe803e3f admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0673609 Jul 23 19:51:10.784182 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3852d4-82ae-4a8b-8622-43a8c18a0822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:51:10.785712 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ab3852d4-82ae-4a8b-8622-43a8c18a0822 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1602488 Jul 23 19:51:12.898636 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6a7bdc64-3d46-498d-b4e1-e6f7598b3a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:51:12.993130 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57510) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:51:13.089998 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b7c3c3-b904-424a-b26c-d342f31ff8cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:51:13.091373 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a6b7c3c3-b904-424a-b26c-d342f31ff8cf admin admin] 10.222.0.32 "GET /v2.0/subnets/1fe04d6d-4009-46ad-bc7c-6353895be617 HTTP/1.1" status: 200 len: 849 time: 0.0972407 Jul 23 19:51:13.100846 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-d2a372a0-e2da-471c-946a-f2964b7f6667 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:51:13.188136 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d2a372a0-e2da-471c-946a-f2964b7f6667 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:51:13.209894 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:51:13.335534 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d2a372a0-e2da-471c-946a-f2964b7f6667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734526781772'] for subnet, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:51:13.363448 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a372a0-e2da-471c-946a-f2964b7f6667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:51:13.364636 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d2a372a0-e2da-471c-946a-f2964b7f6667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:51:13.365317 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d2a372a0-e2da-471c-946a-f2964b7f6667 admin admin] 10.222.0.32 "PUT /v2.0/subnets/1fe04d6d-4009-46ad-bc7c-6353895be617 HTTP/1.1" status: 200 len: 868 time: 0.2682555 Jul 23 19:51:13.385281 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d667e7c0-1183-48ae-aa6c-4c1ec359e09b None None] Network 240a46ef-fe64-444f-b14b-777d48f0c415 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 19:51:13.392191 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a372a0-e2da-471c-946a-f2964b7f6667 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fe04d6d-4009-46ad-bc7c-6353895be617,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:51:13.399712 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a372a0-e2da-471c-946a-f2964b7f6667 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:51:13.400056 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a372a0-e2da-471c-946a-f2964b7f6667 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:51:13.400399 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a372a0-e2da-471c-946a-f2964b7f6667 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:51:13.400737 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a372a0-e2da-471c-946a-f2964b7f6667 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:51:13.401066 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a372a0-e2da-471c-946a-f2964b7f6667 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:51:13.401396 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a372a0-e2da-471c-946a-f2964b7f6667 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:51:13.401754 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a372a0-e2da-471c-946a-f2964b7f6667 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:51:13.402080 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a372a0-e2da-471c-946a-f2964b7f6667 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:51:13.402414 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a372a0-e2da-471c-946a-f2964b7f6667 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:51:13.402743 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a372a0-e2da-471c-946a-f2964b7f6667 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:51:13.403057 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a372a0-e2da-471c-946a-f2964b7f6667 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:51:13.403473 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a372a0-e2da-471c-946a-f2964b7f6667 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:51:13.767514 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6339a6b5-e46d-4f1c-97fb-9d7695fbc6d6 None None] Provisioning complete for port 10bda2c7-1f70-4d8e-a403-fbb5973346ff triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:51:13.767898 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6339a6b5-e46d-4f1c-97fb-9d7695fbc6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:51:13.814824 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:51:13.866553 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6339a6b5-e46d-4f1c-97fb-9d7695fbc6d6 None None] Provisioning complete for port b4f7bb01-54a6-49cc-8667-83c8eee21127 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:51:13.866832 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6339a6b5-e46d-4f1c-97fb-9d7695fbc6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:51:15.568226 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57518) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:51:15.630161 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:51:15.780768 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35654d98-c172-4eef-b6ae-8a496940ef0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:51:15.781245 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35654d98-c172-4eef-b6ae-8a496940ef0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:51:15.782890 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-35654d98-c172-4eef-b6ae-8a496940ef0d admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2136831 Jul 23 19:51:17.971932 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57526) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:51:18.105144 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc11fb2f-f50c-4d80-85d4-12d12afd7778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:51:18.105651 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc11fb2f-f50c-4d80-85d4-12d12afd7778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:51:18.107192 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-fc11fb2f-f50c-4d80-85d4-12d12afd7778 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1342881 Jul 23 19:51:20.312229 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57534) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:51:20.441174 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de0b381-87f2-4240-b37a-e7b517a13f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:51:20.442578 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0de0b381-87f2-4240-b37a-e7b517a13f32 admin admin] 10.222.0.32 "GET /v2.0/networks/240a46ef-fe64-444f-b14b-777d48f0c415 HTTP/1.1" status: 200 len: 869 time: 0.1294069 Jul 23 19:51:22.625034 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57542) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:51:22.757825 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c87f04e-2480-4465-bf4b-a807a45f7427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:51:22.759220 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9c87f04e-2480-4465-bf4b-a807a45f7427 admin admin] 10.222.0.32 "GET /v2.0/networks/8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 886 time: 0.1331782 Jul 23 19:51:24.958808 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57550) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:51:25.086060 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6175e64-5101-44ca-a6bb-eafa373275e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:51:25.086526 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6175e64-5101-44ca-a6bb-eafa373275e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:51:25.088642 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a6175e64-5101-44ca-a6bb-eafa373275e8 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1288259 Jul 23 19:51:27.316627 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57558) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:51:27.419027 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b714a0-1e3f-474c-85b7-6d3f833b0591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:51:27.419498 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b714a0-1e3f-474c-85b7-6d3f833b0591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:51:27.421182 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-55b714a0-1e3f-474c-85b7-6d3f833b0591 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1035507 Jul 23 19:51:29.640952 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57566) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:51:29.740306 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce9a1c1-2e42-4f3e-b6e7-e3f957e13c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:51:29.741699 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6ce9a1c1-2e42-4f3e-b6e7-e3f957e13c89 admin admin] 10.222.0.32 "GET /v2.0/subnets/1fe04d6d-4009-46ad-bc7c-6353895be617 HTTP/1.1" status: 200 len: 868 time: 0.0997381 Jul 23 19:51:31.944016 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57574) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:51:32.048019 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510490ab-1907-4d48-a9d8-c6df0f5715f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:51:32.049363 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-510490ab-1907-4d48-a9d8-c6df0f5715f0 admin admin] 10.222.0.32 "GET /v2.0/subnets/86a3a731-1006-4c3c-83ed-49818d6d041b HTTP/1.1" status: 200 len: 816 time: 0.1043968 Jul 23 19:51:40.129771 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f31803c9-e231-4f93-a59d-635e69386516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:51:42.901736 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-920802c6-04e9-47d4-af5e-cb0b513760ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:51:43.211705 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:51:43.813301 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:51:45.633519 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:51:47.550351 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 5 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 19:51:57.001839 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57628) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:51:57.049564 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [None req-33d20232-3add-436a-9ff5-ecb9324cbf03 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 19:51:57.050715 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-33d20232-3add-436a-9ff5-ecb9324cbf03 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477989 Jul 23 19:51:59.318503 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57636) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:51:59.377691 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da90d58-e0a3-40c5-9fc2-588a85cf8531 admin admin] GET failed (client error): The resource could not be found. Jul 23 19:51:59.379043 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9da90d58-e0a3-40c5-9fc2-588a85cf8531 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0595961 Jul 23 19:51:59.466078 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2937712d-d911-4cd4-a750-673c4d94a88f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:51:59.467500 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2937712d-d911-4cd4-a750-673c4d94a88f admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0845735 Jul 23 19:52:01.703208 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57644) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:52:01.750615 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-6586190d-63bc-428c-b437-10c6e29d5149 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:52:01.770115 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6586190d-63bc-428c-b437-10c6e29d5149 admin admin] Made reservation on behalf of e33b4cdd1f8f4388995209d60fe8d89c for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 19:52:01.772404 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6586190d-63bc-428c-b437-10c6e29d5149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:52:01.803918 n-d-793618-10 neutron-server[93875]: WARNING neutron.services.revisions.revision_plugin [None req-6586190d-63bc-428c-b437-10c6e29d5149 admin admin] Could not find related network for resource to bump revision. Jul 23 19:52:01.818609 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6586190d-63bc-428c-b437-10c6e29d5149 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 19:52:01.828689 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6586190d-63bc-428c-b437-10c6e29d5149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:52:01.829032 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-6586190d-63bc-428c-b437-10c6e29d5149 admin admin] Added segment fe97b81d-5c8c-41aa-b764-9b012bdb6281 of type vlan for network ec2201c2-595f-40aa-9bc3-fccd4b01012e Jul 23 19:52:01.868357 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6586190d-63bc-428c-b437-10c6e29d5149 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:52:01.896653 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6586190d-63bc-428c-b437-10c6e29d5149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:52:01.897635 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6586190d-63bc-428c-b437-10c6e29d5149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:52:01.898204 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6586190d-63bc-428c-b437-10c6e29d5149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:52:01.928214 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6586190d-63bc-428c-b437-10c6e29d5149 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2239299 Jul 23 19:52:01.958235 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586190d-63bc-428c-b437-10c6e29d5149 admin admin] Pushing event updated for resources: {'Network': ['ID=ec2201c2-595f-40aa-9bc3-fccd4b01012e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:52:01.970175 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network ec2201c2-595f-40aa-9bc3-fccd4b01012e details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 19:52:04.135344 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57652) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:52:04.197423 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6c642bf-3016-4408-a28b-f85c0d634f7d admin admin] GET failed (client error): The resource could not be found. Jul 23 19:52:04.198751 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e6c642bf-3016-4408-a28b-f85c0d634f7d admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0624201 Jul 23 19:52:04.369084 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76e64ae-22b4-4d08-978f-d845f7953ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:52:04.370645 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a76e64ae-22b4-4d08-978f-d845f7953ae7 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1678596 Jul 23 19:52:04.380130 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-b1c46e04-286c-4b25-9dc6-3befb8171dfb admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:52:04.400916 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c46e04-286c-4b25-9dc6-3befb8171dfb admin admin] Made reservation on behalf of e33b4cdd1f8f4388995209d60fe8d89c for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 19:52:04.403350 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b1c46e04-286c-4b25-9dc6-3befb8171dfb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:52:04.570873 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b1c46e04-286c-4b25-9dc6-3befb8171dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:52:04.633135 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c46e04-286c-4b25-9dc6-3befb8171dfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:52:04.637545 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c46e04-286c-4b25-9dc6-3befb8171dfb admin admin] Checking segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:52:04.637940 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c46e04-286c-4b25-9dc6-3befb8171dfb admin admin] Network hostable DHCP agents. Network: ec2201c2-595f-40aa-9bc3-fccd4b01012e, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 19:52:04.654718 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c46e04-286c-4b25-9dc6-3befb8171dfb admin admin] Network ec2201c2-595f-40aa-9bc3-fccd4b01012e is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 19:52:04.662639 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-b1c46e04-286c-4b25-9dc6-3befb8171dfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, ec2201c2-595f-40aa-9bc3-fccd4b01012e) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:52:04.667133 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c46e04-286c-4b25-9dc6-3befb8171dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:52:04.667725 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b1c46e04-286c-4b25-9dc6-3befb8171dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:52:04.672692 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecef6fb-395e-47b9-b7ac-edb6a8a7b359 None None] Network ec2201c2-595f-40aa-9bc3-fccd4b01012e requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 19:52:04.682151 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b1c46e04-286c-4b25-9dc6-3befb8171dfb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3053844 Jul 23 19:52:04.830078 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ea8c92-5b98-40f3-86c9-445544ff11f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'tenant_id': 'e33b4cdd1f8f4388995209d60fe8d89c', 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 19:52:04.831190 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d7ea8c92-5b98-40f3-86c9-445544ff11f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:52:04.972672 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-d7ea8c92-5b98-40f3-86c9-445544ff11f4 None None] Allocated IP 192.168.233.2 (ec2201c2-595f-40aa-9bc3-fccd4b01012e/4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d/b66fa1a4-6311-4faa-b50b-8116edca3cbe) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 19:52:05.125310 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d7ea8c92-5b98-40f3-86c9-445544ff11f4 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:52:05.133593 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d7ea8c92-5b98-40f3-86c9-445544ff11f4 None None] Transition to ACTIVE for port object b66fa1a4-6311-4faa-b50b-8116edca3cbe will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:52:05.149329 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d7ea8c92-5b98-40f3-86c9-445544ff11f4 None None] Transition to ACTIVE for port object b66fa1a4-6311-4faa-b50b-8116edca3cbe will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:52:05.155572 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d7ea8c92-5b98-40f3-86c9-445544ff11f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:52:05.191434 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ea8c92-5b98-40f3-86c9-445544ff11f4 None None] Network ec2201c2-595f-40aa-9bc3-fccd4b01012e is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 19:52:05.194227 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-d7ea8c92-5b98-40f3-86c9-445544ff11f4 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:52:05.199773 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ea8c92-5b98-40f3-86c9-445544ff11f4 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 19:52:05.212978 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea8c92-5b98-40f3-86c9-445544ff11f4 None None] Pushing event updated for resources: {'Port': ['ID=b66fa1a4-6311-4faa-b50b-8116edca3cbe,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:52:05.242357 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea8c92-5b98-40f3-86c9-445544ff11f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:52:05.242608 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea8c92-5b98-40f3-86c9-445544ff11f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:52:05.242946 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea8c92-5b98-40f3-86c9-445544ff11f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:52:05.246733 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea8c92-5b98-40f3-86c9-445544ff11f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:52:05.246733 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea8c92-5b98-40f3-86c9-445544ff11f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:52:05.246733 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea8c92-5b98-40f3-86c9-445544ff11f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:52:05.246733 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea8c92-5b98-40f3-86c9-445544ff11f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:52:05.246733 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea8c92-5b98-40f3-86c9-445544ff11f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:52:05.246733 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea8c92-5b98-40f3-86c9-445544ff11f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:52:05.246733 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea8c92-5b98-40f3-86c9-445544ff11f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:52:05.247385 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea8c92-5b98-40f3-86c9-445544ff11f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:52:05.247385 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea8c92-5b98-40f3-86c9-445544ff11f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:52:05.282641 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d7ea8c92-5b98-40f3-86c9-445544ff11f4 None None] Attempting to bind port b66fa1a4-6311-4faa-b50b-8116edca3cbe on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 19:52:05.283010 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d7ea8c92-5b98-40f3-86c9-445544ff11f4 None None] Attempting to bind port b66fa1a4-6311-4faa-b50b-8116edca3cbe by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 19:52:05.283359 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ea8c92-5b98-40f3-86c9-445544ff11f4 None None] Attempting to bind port b66fa1a4-6311-4faa-b50b-8116edca3cbe on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:52:05.288303 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ea8c92-5b98-40f3-86c9-445544ff11f4 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 19, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 19:52:05.288674 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ea8c92-5b98-40f3-86c9-445544ff11f4 None None] Checking segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:52:05.289069 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d7ea8c92-5b98-40f3-86c9-445544ff11f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:52:05.289451 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ea8c92-5b98-40f3-86c9-445544ff11f4 None None] Bound using segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 19:52:05.289927 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d7ea8c92-5b98-40f3-86c9-445544ff11f4 None None] Bound port: b66fa1a4-6311-4faa-b50b-8116edca3cbe, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 19:52:05.291165 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d7ea8c92-5b98-40f3-86c9-445544ff11f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:52:05.354373 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d7ea8c92-5b98-40f3-86c9-445544ff11f4 None None] For port b66fa1a4-6311-4faa-b50b-8116edca3cbe, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 19:52:05.358937 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d7ea8c92-5b98-40f3-86c9-445544ff11f4 None None] For port b66fa1a4-6311-4faa-b50b-8116edca3cbe, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=b66fa1a4-6311-4faa-b50b-8116edca3cbe,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 19:52:05.367592 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d7ea8c92-5b98-40f3-86c9-445544ff11f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:52:05.428250 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea8c92-5b98-40f3-86c9-445544ff11f4 None None] Pushing event updated for resources: {'Port': ['ID=b66fa1a4-6311-4faa-b50b-8116edca3cbe,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:52:06.302512 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b077f1d-71b0-40de-ad1c-5dd3d07b0a9f None None] Network ec2201c2-595f-40aa-9bc3-fccd4b01012e requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 19:52:06.389596 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c16017ae-81c7-4b9d-99d7-b9f8f06b1f04 None None] Provisioning for port b66fa1a4-6311-4faa-b50b-8116edca3cbe completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:52:07.297603 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device b66fa1a4-6311-4faa-b50b-8116edca3cbe up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:52:07.356204 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port b66fa1a4-6311-4faa-b50b-8116edca3cbe completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:52:07.362300 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port b66fa1a4-6311-4faa-b50b-8116edca3cbe triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:52:07.362696 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:52:07.441890 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:52:07.475812 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port b66fa1a4-6311-4faa-b50b-8116edca3cbe, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=b66fa1a4-6311-4faa-b50b-8116edca3cbe,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:52:07.480433 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:52:07.528674 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=b66fa1a4-6311-4faa-b50b-8116edca3cbe,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:52:09.272168 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device b66fa1a4-6311-4faa-b50b-8116edca3cbe up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:52:09.324285 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port b66fa1a4-6311-4faa-b50b-8116edca3cbe triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:52:09.324653 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:52:10.131672 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b9176c27-cf79-4628-a95c-caee1199d855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:52:12.903408 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-caef5271-1b8d-449d-875d-e8b0037436b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:52:13.215532 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:52:13.817257 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:52:15.637174 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:52:24.550100 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 5 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 19:52:40.134904 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4fcdc11a-7f4f-43ea-a71e-6712663f3a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:52:42.905872 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0fdf4586-c3cd-416c-82fc-389de82d50d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:52:43.224918 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:52:43.822070 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:52:45.643634 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:53:01.548711 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 5 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 19:53:10.137359 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-39971cec-8d93-4839-a2e5-3d04d2088829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:53:12.906674 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4e6cd5c5-d585-44dd-8308-dc82a086a607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:53:13.218471 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:53:13.827764 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:53:15.644206 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:53:21.620775 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57704) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:53:21.626691 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [None req-518682da-05ac-4424-b63d-784e56109f7c tempest-verify_tempest_config-371793762 tempest-verify_tempest_config-371793762-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 19:53:21.627641 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-518682da-05ac-4424-b63d-784e56109f7c tempest-verify_tempest_config-371793762 tempest-verify_tempest_config-371793762-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058780 Jul 23 19:53:21.941868 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57722) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:53:22.045278 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e4dca509-09d5-43b0-b2da-705b755c718a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:53:22.132253 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e4dca509-09d5-43b0-b2da-705b755c718a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:53:22.136579 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e4dca509-09d5-43b0-b2da-705b755c718a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:53:22.179039 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dca509-09d5-43b0-b2da-705b755c718a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975354cf-fc93-41d7-b2b3-289e739d0c67,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:53:22.184253 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e4dca509-09d5-43b0-b2da-705b755c718a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a70347abc451499e911d450baa487e4b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2413085 Jul 23 19:53:22.186941 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57728) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:53:22.188570 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dca509-09d5-43b0-b2da-705b755c718a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:53:22.188917 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dca509-09d5-43b0-b2da-705b755c718a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:53:22.189257 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dca509-09d5-43b0-b2da-705b755c718a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:53:22.189626 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dca509-09d5-43b0-b2da-705b755c718a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:53:22.189967 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dca509-09d5-43b0-b2da-705b755c718a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:53:22.190297 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dca509-09d5-43b0-b2da-705b755c718a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:53:22.190628 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dca509-09d5-43b0-b2da-705b755c718a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:53:22.190953 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dca509-09d5-43b0-b2da-705b755c718a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:53:22.191278 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dca509-09d5-43b0-b2da-705b755c718a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:53:22.191602 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dca509-09d5-43b0-b2da-705b755c718a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:53:22.191927 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dca509-09d5-43b0-b2da-705b755c718a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:53:22.192251 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dca509-09d5-43b0-b2da-705b755c718a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:53:22.243597 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2af3fbb-a882-4004-b922-186f4429ee51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:53:22.269199 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2af3fbb-a882-4004-b922-186f4429ee51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:53:22.357550 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2af3fbb-a882-4004-b922-186f4429ee51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:53:22.360165 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2af3fbb-a882-4004-b922-186f4429ee51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:53:22.361336 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a2af3fbb-a882-4004-b922-186f4429ee51 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/975354cf-fc93-41d7-b2b3-289e739d0c67 HTTP/1.1" status: 204 len: 168 time: 0.1734343 Jul 23 19:53:22.372447 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af3fbb-a882-4004-b922-186f4429ee51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975354cf-fc93-41d7-b2b3-289e739d0c67,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:53:22.379581 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2af3fbb-a882-4004-b922-186f4429ee51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:53:22.379929 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2af3fbb-a882-4004-b922-186f4429ee51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:53:22.380272 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2af3fbb-a882-4004-b922-186f4429ee51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:53:22.380604 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2af3fbb-a882-4004-b922-186f4429ee51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:53:22.380934 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2af3fbb-a882-4004-b922-186f4429ee51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:53:22.381262 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2af3fbb-a882-4004-b922-186f4429ee51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:53:22.381613 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2af3fbb-a882-4004-b922-186f4429ee51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:53:22.382010 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2af3fbb-a882-4004-b922-186f4429ee51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:53:22.382571 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2af3fbb-a882-4004-b922-186f4429ee51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:53:22.383375 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2af3fbb-a882-4004-b922-186f4429ee51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:53:22.383896 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2af3fbb-a882-4004-b922-186f4429ee51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:53:22.384103 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2af3fbb-a882-4004-b922-186f4429ee51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:53:38.547154 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 5 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 19:53:40.137883 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-47f6800d-0385-4de8-a566-e3f5a94fa096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:53:42.907795 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3db207f6-992b-4915-aa17-eefbeb6d18e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:53:43.221361 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:53:43.827707 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:53:45.646279 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:54:10.138473 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-78824dff-b650-43a0-8bf6-a0f0772a90da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:54:12.908441 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d9e93c35-bdb5-4f29-9db1-ddba02a57447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:54:13.222541 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:54:13.830987 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:54:15.546670 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 5 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 19:54:15.648046 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:54:40.138577 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a20d06aa-8721-48a5-bb3a-3babee358dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:54:42.909415 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-90a8210b-9d97-479b-8abd-f0399eee5907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:54:43.222994 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:54:43.838479 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:54:45.651580 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:54:52.545275 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 5 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 19:55:10.139952 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f31c386-deb7-4c43-81bd-f33d79c057e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:55:12.909876 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-96ba3dab-d9a1-4dd1-9c4b-bbbd07924f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:55:13.224476 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:55:13.840677 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:55:15.654901 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:55:29.543767 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 5 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 19:55:40.143311 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-21356299-ce92-46ba-abb9-bb0f2598525b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:55:42.910327 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-981eb9a2-4e31-4c8e-bbf7-fbdadb86b658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:55:43.225490 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:55:43.841461 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:55:45.656506 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:56:06.542575 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 5 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 19:56:10.144650 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1aef321e-6223-4444-8381-95838d784d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:56:12.910289 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4458f6ce-451c-4fa2-8c92-a8c763e823fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:56:13.226504 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:56:13.844794 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:56:14.137098 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-719770'] for agent, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:56:14.242004 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-719770'] for agent, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:56:15.659329 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:56:40.146224 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2ecd2718-a1a1-457f-a9f6-86a3cdb86bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:56:42.910762 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-696f1af8-0ea2-4ed2-b506-48e95b81df61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:56:43.227171 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:56:43.541663 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 19:56:43.847672 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:56:44.116037 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:56:44.194096 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:56:45.662438 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:56:57.923512 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57794) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:56:58.023986 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d6a40f13-9a13-4283-87e9-573e79df659a admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0993378 Jul 23 19:57:00.245435 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57804) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:57:00.299631 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ad15a356-788f-43fb-a1fe-8d96397e0cd3 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0530264 Jul 23 19:57:10.145933 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-af682ab2-1089-4d88-bf4f-1bae7adbb6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:57:12.910420 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-27af9cda-77dc-4f45-a259-6c89751f5cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:57:13.228096 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:57:13.850338 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:57:14.131324 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:57:14.210091 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:57:15.666384 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:57:20.541715 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 19:57:40.149858 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bd28ea69-271b-4ec6-b315-9854aae51934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:57:42.916034 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4daef3fb-0900-40bb-9a2b-0ce5063824d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:57:43.231855 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:57:43.862036 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:57:44.137356 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:57:44.209370 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:57:45.669828 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:57:57.540802 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 19:58:10.155669 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-63b325ac-5ba7-4acb-947a-8571dc31328e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:12.911169 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d8262521-21f8-4075-825d-a9456911e485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:13.226717 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:13.855679 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:14.145696 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:14.207139 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:15.687583 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:20.431871 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58038) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:20.823466 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7b4444c2-85c3-446d-b9df-42bf8c9b8808 tempest-AutoAllocateNetworkTest-972904770 tempest-AutoAllocateNetworkTest-972904770-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=39010d6e255847ac8982eee3f2f2e858&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3879321 Jul 23 19:58:20.823466 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58058) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:21.012270 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccedcd29-4dc9-4def-900f-9be868886bdc tempest-AutoAllocateNetworkTest-972904770 tempest-AutoAllocateNetworkTest-972904770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:21.017939 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58068) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:21.018955 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ccedcd29-4dc9-4def-900f-9be868886bdc tempest-AutoAllocateNetworkTest-972904770 tempest-AutoAllocateNetworkTest-972904770-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1944935 Jul 23 19:58:21.122064 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-32495207-e346-4271-8264-02046a099cf8 tempest-AutoAllocateNetworkTest-972904770 tempest-AutoAllocateNetworkTest-972904770-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1029694 Jul 23 19:58:21.122575 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58084) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:21.157831 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-cbba4ac7-6ab9-40e4-98c2-3e54a0494779 tempest-AutoAllocateNetworkTest-972904770 tempest-AutoAllocateNetworkTest-972904770-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=39010d6e255847ac8982eee3f2f2e858 HTTP/1.1" status: 200 len: 208 time: 0.0340292 Jul 23 19:58:21.720408 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58128) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:22.196006 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-665a9fed-23da-443f-90f4-41e52b6e6e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:22.292359 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-665a9fed-23da-443f-90f4-41e52b6e6e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:22.298019 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-665a9fed-23da-443f-90f4-41e52b6e6e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:22.338815 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665a9fed-23da-443f-90f4-41e52b6e6e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f592a49c-5602-449c-a63f-9659dfef3727,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:22.349978 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-665a9fed-23da-443f-90f4-41e52b6e6e2a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=39010d6e255847ac8982eee3f2f2e858&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6282890 Jul 23 19:58:22.351005 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58152) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:22.352737 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665a9fed-23da-443f-90f4-41e52b6e6e2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:22.353192 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665a9fed-23da-443f-90f4-41e52b6e6e2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:22.354147 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665a9fed-23da-443f-90f4-41e52b6e6e2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:22.354977 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665a9fed-23da-443f-90f4-41e52b6e6e2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:22.355418 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665a9fed-23da-443f-90f4-41e52b6e6e2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:22.355914 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665a9fed-23da-443f-90f4-41e52b6e6e2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:22.356531 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665a9fed-23da-443f-90f4-41e52b6e6e2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:22.357152 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665a9fed-23da-443f-90f4-41e52b6e6e2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:22.357649 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665a9fed-23da-443f-90f4-41e52b6e6e2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:22.358289 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665a9fed-23da-443f-90f4-41e52b6e6e2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:22.358755 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665a9fed-23da-443f-90f4-41e52b6e6e2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:22.359140 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665a9fed-23da-443f-90f4-41e52b6e6e2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:22.360394 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665a9fed-23da-443f-90f4-41e52b6e6e2a admin admin] Tracked resource versions report: Jul 23 19:58:22.360394 n-d-793618-10 neutron-server[93875]: pushed versions: Jul 23 19:58:22.360394 n-d-793618-10 neutron-server[93875]: { 'AddressGroup': {'1.2'}, Jul 23 19:58:22.360394 n-d-793618-10 neutron-server[93875]: 'ConntrackHelper': {'1.0'}, Jul 23 19:58:22.360394 n-d-793618-10 neutron-server[93875]: 'Log': {'1.0'}, Jul 23 19:58:22.360394 n-d-793618-10 neutron-server[93875]: 'Network': {'1.1'}, Jul 23 19:58:22.360394 n-d-793618-10 neutron-server[93875]: 'Port': {'1.7'}, Jul 23 19:58:22.360394 n-d-793618-10 neutron-server[93875]: 'PortForwarding': {'1.2'}, Jul 23 19:58:22.360394 n-d-793618-10 neutron-server[93875]: 'QosPolicy': {'1.8'}, Jul 23 19:58:22.360394 n-d-793618-10 neutron-server[93875]: 'SecurityGroup': {'1.4'}, Jul 23 19:58:22.360394 n-d-793618-10 neutron-server[93875]: 'SecurityGroupRule': {'1.2'}, Jul 23 19:58:22.360394 n-d-793618-10 neutron-server[93875]: 'SubPort': {'1.0'}, Jul 23 19:58:22.360394 n-d-793618-10 neutron-server[93875]: 'Subnet': {'1.1'}, Jul 23 19:58:22.360394 n-d-793618-10 neutron-server[93875]: 'Trunk': {'1.1'}} Jul 23 19:58:22.360394 n-d-793618-10 neutron-server[93875]: consumer versions: Jul 23 19:58:22.360394 n-d-793618-10 neutron-server[93875]: { DHCP agent@n-d-793618-10: {}, Jul 23 19:58:22.360394 n-d-793618-10 neutron-server[93875]: HyperV agent@n-h1-793618-10: {}, Jul 23 19:58:22.360394 n-d-793618-10 neutron-server[93875]: HyperV agent@n-h2-793618-10: {}, Jul 23 19:58:22.360394 n-d-793618-10 neutron-server[93875]: L3 agent@n-d-793618-10: {}, Jul 23 19:58:22.360394 n-d-793618-10 neutron-server[93875]: Metadata agent@n-d-793618-10: {}, Jul 23 19:58:22.360394 n-d-793618-10 neutron-server[93875]: Metering agent@n-d-793618-10: {}, Jul 23 19:58:22.360394 n-d-793618-10 neutron-server[93875]: Open vSwitch agent@n-d-793618-10: { 'AddressGroup': '1.2', Jul 23 19:58:22.360394 n-d-793618-10 neutron-server[93875]: 'ConntrackHelper': '1.0', Jul 23 19:58:22.360394 n-d-793618-10 neutron-server[93875]: 'Log': '1.0', Jul 23 19:58:22.360394 n-d-793618-10 neutron-server[93875]: 'Network': '1.1', Jul 23 19:58:22.360394 n-d-793618-10 neutron-server[93875]: 'Port': '1.7', Jul 23 19:58:22.360394 n-d-793618-10 neutron-server[93875]: 'PortForwarding': '1.2', Jul 23 19:58:22.360394 n-d-793618-10 neutron-server[93875]: 'QosPolicy': '1.8', Jul 23 19:58:22.360394 n-d-793618-10 neutron-server[93875]: 'SecurityGroup': '1.4', Jul 23 19:58:22.360394 n-d-793618-10 neutron-server[93875]: 'SecurityGroupRule': '1.2', Jul 23 19:58:22.360394 n-d-793618-10 neutron-server[93875]: 'SubPort': '1.0', Jul 23 19:58:22.360394 n-d-793618-10 neutron-server[93875]: 'Subnet': '1.1', Jul 23 19:58:22.360394 n-d-793618-10 neutron-server[93875]: 'Trunk': '1.1'}} Jul 23 19:58:22.360394 n-d-793618-10 neutron-server[93875]: {{(pid=93875) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 19:58:22.417014 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7e705ac2-58ae-4a10-85d4-be70a6206ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:22.439698 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7e705ac2-58ae-4a10-85d4-be70a6206ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:22.496566 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7e705ac2-58ae-4a10-85d4-be70a6206ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:22.500110 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7e705ac2-58ae-4a10-85d4-be70a6206ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:22.504393 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7e705ac2-58ae-4a10-85d4-be70a6206ad1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f592a49c-5602-449c-a63f-9659dfef3727 HTTP/1.1" status: 204 len: 168 time: 0.1517651 Jul 23 19:58:22.512423 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e705ac2-58ae-4a10-85d4-be70a6206ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f592a49c-5602-449c-a63f-9659dfef3727,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:22.521105 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e705ac2-58ae-4a10-85d4-be70a6206ad1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:22.521581 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e705ac2-58ae-4a10-85d4-be70a6206ad1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:22.522033 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e705ac2-58ae-4a10-85d4-be70a6206ad1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:22.522497 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e705ac2-58ae-4a10-85d4-be70a6206ad1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:22.522911 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e705ac2-58ae-4a10-85d4-be70a6206ad1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:22.523461 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e705ac2-58ae-4a10-85d4-be70a6206ad1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:22.523998 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e705ac2-58ae-4a10-85d4-be70a6206ad1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:22.524589 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e705ac2-58ae-4a10-85d4-be70a6206ad1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:22.525119 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e705ac2-58ae-4a10-85d4-be70a6206ad1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:22.525662 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e705ac2-58ae-4a10-85d4-be70a6206ad1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:22.526230 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e705ac2-58ae-4a10-85d4-be70a6206ad1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:22.526713 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e705ac2-58ae-4a10-85d4-be70a6206ad1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:22.527951 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e705ac2-58ae-4a10-85d4-be70a6206ad1 admin admin] Tracked resource versions report: Jul 23 19:58:22.527951 n-d-793618-10 neutron-server[93876]: pushed versions: Jul 23 19:58:22.527951 n-d-793618-10 neutron-server[93876]: { 'AddressGroup': {'1.2'}, Jul 23 19:58:22.527951 n-d-793618-10 neutron-server[93876]: 'ConntrackHelper': {'1.0'}, Jul 23 19:58:22.527951 n-d-793618-10 neutron-server[93876]: 'Log': {'1.0'}, Jul 23 19:58:22.527951 n-d-793618-10 neutron-server[93876]: 'Network': {'1.1'}, Jul 23 19:58:22.527951 n-d-793618-10 neutron-server[93876]: 'Port': {'1.7'}, Jul 23 19:58:22.527951 n-d-793618-10 neutron-server[93876]: 'PortForwarding': {'1.2'}, Jul 23 19:58:22.527951 n-d-793618-10 neutron-server[93876]: 'QosPolicy': {'1.8'}, Jul 23 19:58:22.527951 n-d-793618-10 neutron-server[93876]: 'SecurityGroup': {'1.4'}, Jul 23 19:58:22.527951 n-d-793618-10 neutron-server[93876]: 'SecurityGroupRule': {'1.2'}, Jul 23 19:58:22.527951 n-d-793618-10 neutron-server[93876]: 'SubPort': {'1.0'}, Jul 23 19:58:22.527951 n-d-793618-10 neutron-server[93876]: 'Subnet': {'1.1'}, Jul 23 19:58:22.527951 n-d-793618-10 neutron-server[93876]: 'Trunk': {'1.1'}} Jul 23 19:58:22.527951 n-d-793618-10 neutron-server[93876]: consumer versions: Jul 23 19:58:22.527951 n-d-793618-10 neutron-server[93876]: { DHCP agent@n-d-793618-10: {}, Jul 23 19:58:22.527951 n-d-793618-10 neutron-server[93876]: HyperV agent@n-h1-793618-10: {}, Jul 23 19:58:22.527951 n-d-793618-10 neutron-server[93876]: HyperV agent@n-h2-793618-10: {}, Jul 23 19:58:22.527951 n-d-793618-10 neutron-server[93876]: L3 agent@n-d-793618-10: {}, Jul 23 19:58:22.527951 n-d-793618-10 neutron-server[93876]: Metadata agent@n-d-793618-10: {}, Jul 23 19:58:22.527951 n-d-793618-10 neutron-server[93876]: Metering agent@n-d-793618-10: {}, Jul 23 19:58:22.527951 n-d-793618-10 neutron-server[93876]: Open vSwitch agent@n-d-793618-10: { 'AddressGroup': '1.2', Jul 23 19:58:22.527951 n-d-793618-10 neutron-server[93876]: 'ConntrackHelper': '1.0', Jul 23 19:58:22.527951 n-d-793618-10 neutron-server[93876]: 'Log': '1.0', Jul 23 19:58:22.527951 n-d-793618-10 neutron-server[93876]: 'Network': '1.1', Jul 23 19:58:22.527951 n-d-793618-10 neutron-server[93876]: 'Port': '1.7', Jul 23 19:58:22.527951 n-d-793618-10 neutron-server[93876]: 'PortForwarding': '1.2', Jul 23 19:58:22.527951 n-d-793618-10 neutron-server[93876]: 'QosPolicy': '1.8', Jul 23 19:58:22.527951 n-d-793618-10 neutron-server[93876]: 'SecurityGroup': '1.4', Jul 23 19:58:22.527951 n-d-793618-10 neutron-server[93876]: 'SecurityGroupRule': '1.2', Jul 23 19:58:22.527951 n-d-793618-10 neutron-server[93876]: 'SubPort': '1.0', Jul 23 19:58:22.527951 n-d-793618-10 neutron-server[93876]: 'Subnet': '1.1', Jul 23 19:58:22.527951 n-d-793618-10 neutron-server[93876]: 'Trunk': '1.1'}} Jul 23 19:58:22.527951 n-d-793618-10 neutron-server[93876]: {{(pid=93876) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 19:58:23.889427 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58248) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:24.109634 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-72091952-6b82-4891-8599-1b0e577ee089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:24.299843 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-72091952-6b82-4891-8599-1b0e577ee089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:24.311637 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-72091952-6b82-4891-8599-1b0e577ee089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:24.389420 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-72091952-6b82-4891-8599-1b0e577ee089 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed48f22a8cb646c787e119086c9e5fc8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4980750 Jul 23 19:58:24.389669 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58304) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:24.395598 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72091952-6b82-4891-8599-1b0e577ee089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5984cf-efc3-4bb9-b9bb-383c0838f3d0,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:24.525559 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-28f368a5-d384-455d-b32a-5dd71c0a60e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:24.549738 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-28f368a5-d384-455d-b32a-5dd71c0a60e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:24.644617 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-28f368a5-d384-455d-b32a-5dd71c0a60e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:24.647312 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-28f368a5-d384-455d-b32a-5dd71c0a60e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:24.648531 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-28f368a5-d384-455d-b32a-5dd71c0a60e8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4e5984cf-efc3-4bb9-b9bb-383c0838f3d0 HTTP/1.1" status: 204 len: 168 time: 0.2577322 Jul 23 19:58:24.672787 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f368a5-d384-455d-b32a-5dd71c0a60e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5984cf-efc3-4bb9-b9bb-383c0838f3d0,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:25.114181 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58384) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:25.131934 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ff3fed78-8755-4240-87ce-eae2bec483dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:25.221925 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58392) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:25.236795 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ff3fed78-8755-4240-87ce-eae2bec483dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:25.242499 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ff3fed78-8755-4240-87ce-eae2bec483dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:25.280598 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3fed78-8755-4240-87ce-eae2bec483dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f02e667-95ae-4d3a-a751-2f7b71152a44,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:25.291340 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58400) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:25.291448 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ff3fed78-8755-4240-87ce-eae2bec483dd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f539116a605445e29dc5811109af5752&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1758032 Jul 23 19:58:25.353761 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8581fae5-cdf7-4c7f-a11b-bcd554beab9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:25.377880 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8581fae5-cdf7-4c7f-a11b-bcd554beab9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:25.431875 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8581fae5-cdf7-4c7f-a11b-bcd554beab9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:25.434744 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8581fae5-cdf7-4c7f-a11b-bcd554beab9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:25.436712 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8581fae5-cdf7-4c7f-a11b-bcd554beab9b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4f02e667-95ae-4d3a-a751-2f7b71152a44 HTTP/1.1" status: 204 len: 168 time: 0.1441948 Jul 23 19:58:25.444265 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581fae5-cdf7-4c7f-a11b-bcd554beab9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f02e667-95ae-4d3a-a751-2f7b71152a44,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:25.648442 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-18a4b693-a054-417b-97ae-ffd8877779f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:25.666953 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58416) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:25.696349 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58420) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:25.756421 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-18a4b693-a054-417b-97ae-ffd8877779f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:25.761018 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-18a4b693-a054-417b-97ae-ffd8877779f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:25.816783 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-18a4b693-a054-417b-97ae-ffd8877779f8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b069c51018e14d43b219b135cb8901ed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5932052 Jul 23 19:58:25.817655 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a4b693-a054-417b-97ae-ffd8877779f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ed7ab1-cdb9-413e-809b-48d0190707b3,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:25.819543 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58426) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:25.873593 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6b2f183f-2006-454a-8048-fb56eba651e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:25.894574 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6b2f183f-2006-454a-8048-fb56eba651e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:25.944689 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6b2f183f-2006-454a-8048-fb56eba651e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:25.948997 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6b2f183f-2006-454a-8048-fb56eba651e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:25.955150 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6b2f183f-2006-454a-8048-fb56eba651e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c8ed7ab1-cdb9-413e-809b-48d0190707b3 HTTP/1.1" status: 204 len: 168 time: 0.1346104 Jul 23 19:58:25.966497 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f183f-2006-454a-8048-fb56eba651e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ed7ab1-cdb9-413e-809b-48d0190707b3,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:26.021894 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-26e7b5f6-e4b0-4a8f-987b-fdfeaaf03732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:26.051716 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-098e1d0f-53a2-4337-b7b2-d2543fc4e0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:26.116305 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-26e7b5f6-e4b0-4a8f-987b-fdfeaaf03732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:26.120370 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-26e7b5f6-e4b0-4a8f-987b-fdfeaaf03732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:26.151833 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7b5f6-e4b0-4a8f-987b-fdfeaaf03732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2fadd6-077e-414c-95b6-a26f269d14ef,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:26.218050 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-26e7b5f6-e4b0-4a8f-987b-fdfeaaf03732 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f7726ad083864f1581b169f3d5944781&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5500011 Jul 23 19:58:26.220781 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58452) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:26.255331 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-098e1d0f-53a2-4337-b7b2-d2543fc4e0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:26.261903 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-098e1d0f-53a2-4337-b7b2-d2543fc4e0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:26.298334 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-34735488-c10a-4ddf-a207-3a042d03a879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:26.317380 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e1d0f-53a2-4337-b7b2-d2543fc4e0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f177bdb-b166-428c-b1e0-d3fc375b088c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:26.321958 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-098e1d0f-53a2-4337-b7b2-d2543fc4e0ac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=40912838e2034dbeb9b143ed422f3e86&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6247633 Jul 23 19:58:26.324774 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58462) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:26.325712 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-34735488-c10a-4ddf-a207-3a042d03a879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:26.392861 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-34735488-c10a-4ddf-a207-3a042d03a879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:26.397973 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-34735488-c10a-4ddf-a207-3a042d03a879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:26.399402 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-34735488-c10a-4ddf-a207-3a042d03a879 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/be2fadd6-077e-414c-95b6-a26f269d14ef HTTP/1.1" status: 204 len: 168 time: 0.1775982 Jul 23 19:58:26.406581 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-66d6ae3f-3675-440e-8197-e5b5325f2600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:26.417304 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34735488-c10a-4ddf-a207-3a042d03a879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2fadd6-077e-414c-95b6-a26f269d14ef,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:26.437066 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-66d6ae3f-3675-440e-8197-e5b5325f2600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:26.494463 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-66d6ae3f-3675-440e-8197-e5b5325f2600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:26.503614 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-66d6ae3f-3675-440e-8197-e5b5325f2600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:26.510023 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-66d6ae3f-3675-440e-8197-e5b5325f2600 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4f177bdb-b166-428c-b1e0-d3fc375b088c HTTP/1.1" status: 204 len: 168 time: 0.1790798 Jul 23 19:58:26.518399 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58492) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:26.521625 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d6ae3f-3675-440e-8197-e5b5325f2600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f177bdb-b166-428c-b1e0-d3fc375b088c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:26.544875 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c12cec9a-27ba-4ac9-a52f-307d332f421b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:26.642739 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c12cec9a-27ba-4ac9-a52f-307d332f421b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:26.653617 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c12cec9a-27ba-4ac9-a52f-307d332f421b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:26.686198 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12cec9a-27ba-4ac9-a52f-307d332f421b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc0297d-d11f-42f7-835a-d079b739aa50,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:26.704118 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58510) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:26.704795 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c12cec9a-27ba-4ac9-a52f-307d332f421b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bca780e0d8174f3baffedffc08d639dc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1850421 Jul 23 19:58:26.769443 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d825647a-256b-460b-aa98-175e20f6eb0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:26.815433 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d825647a-256b-460b-aa98-175e20f6eb0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:26.853225 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58528) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:26.862437 n-d-793618-10 neutron-server[93875]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 23 19:58:26.907154 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-42179e4f-5ca1-448e-990b-6bcc243497a9 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3c4f321f7ad34a18a368f104e64762a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523958 Jul 23 19:58:26.910941 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d825647a-256b-460b-aa98-175e20f6eb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:26.913961 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d825647a-256b-460b-aa98-175e20f6eb0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:26.915099 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d825647a-256b-460b-aa98-175e20f6eb0e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0fc0297d-d11f-42f7-835a-d079b739aa50 HTTP/1.1" status: 204 len: 168 time: 0.2100279 Jul 23 19:58:26.928953 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d825647a-256b-460b-aa98-175e20f6eb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc0297d-d11f-42f7-835a-d079b739aa50,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:27.059530 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-ce5da34d-f9bb-4d8c-9ca4-24a7d1cb5079 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:27.059530 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-ce5da34d-f9bb-4d8c-9ca4-24a7d1cb5079 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1441905 Jul 23 19:58:27.083274 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-e4bad750-8fae-432b-9bc6-f586fa9ce1f9 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/quotas/3c4f321f7ad34a18a368f104e64762a4 HTTP/1.1" status: 200 len: 375 time: 0.0184233 Jul 23 19:58:27.147314 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-09170bba-4169-4622-8778-37124f3c17b5 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c4f321f7ad34a18a368f104e64762a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543432 Jul 23 19:58:27.243776 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58556) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:27.265810 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-01869198-5a83-4997-aa14-8d25b962f5c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:27.463795 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5fca43b8-8a60-4436-8e7a-480f3c20aa9e req-adf00c84-c29d-40ca-8f7b-f5404e5660e3 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/ports?device_id=37660dae-2c42-432a-821e-5ba1776f97d4 HTTP/1.1" status: 200 len: 210 time: 0.0757277 Jul 23 19:58:27.477783 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-01869198-5a83-4997-aa14-8d25b962f5c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:27.491145 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-01869198-5a83-4997-aa14-8d25b962f5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:27.527059 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58586) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:27.534073 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-01869198-5a83-4997-aa14-8d25b962f5c0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=85af0e3d09b24f5faffa8b6bba3b9770&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2885978 Jul 23 19:58:27.548331 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01869198-5a83-4997-aa14-8d25b962f5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f9960a-8fa1-4732-9a2a-fa45d9976b11,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:27.574810 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58590) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:27.582008 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-07ff697e-0ed0-4577-acb3-3fa39c67282d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:27.604841 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-07ff697e-0ed0-4577-acb3-3fa39c67282d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:27.655695 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58594) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:27.668225 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-07ff697e-0ed0-4577-acb3-3fa39c67282d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:27.670195 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4a810447-2c8f-40a1-8de6-cd4bb4199725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:27.672743 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-07ff697e-0ed0-4577-acb3-3fa39c67282d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:27.674376 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-07ff697e-0ed0-4577-acb3-3fa39c67282d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3f9960a-8fa1-4732-9a2a-fa45d9976b11 HTTP/1.1" status: 204 len: 168 time: 0.1463709 Jul 23 19:58:27.685802 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff697e-0ed0-4577-acb3-3fa39c67282d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f9960a-8fa1-4732-9a2a-fa45d9976b11,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:27.825387 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4a810447-2c8f-40a1-8de6-cd4bb4199725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:27.831654 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4a810447-2c8f-40a1-8de6-cd4bb4199725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:27.860924 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a810447-2c8f-40a1-8de6-cd4bb4199725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93848bd-5c96-4b42-bf01-1602e35ab423,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:27.884346 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58606) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:27.897293 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4a810447-2c8f-40a1-8de6-cd4bb4199725 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8cc7cfb05be94e8f996ea8710745f91f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2403564 Jul 23 19:58:27.943830 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2538b385-34c0-4777-9d50-ed654a3a3c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:27.961572 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b37d287f-068e-4756-9ecf-8370ebfd1770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:27.990252 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b37d287f-068e-4756-9ecf-8370ebfd1770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:28.050450 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b37d287f-068e-4756-9ecf-8370ebfd1770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:28.054156 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b37d287f-068e-4756-9ecf-8370ebfd1770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:28.059125 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b37d287f-068e-4756-9ecf-8370ebfd1770 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c93848bd-5c96-4b42-bf01-1602e35ab423 HTTP/1.1" status: 204 len: 168 time: 0.1738651 Jul 23 19:58:28.068230 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d287f-068e-4756-9ecf-8370ebfd1770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93848bd-5c96-4b42-bf01-1602e35ab423,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:28.072473 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2538b385-34c0-4777-9d50-ed654a3a3c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:28.081711 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2538b385-34c0-4777-9d50-ed654a3a3c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:28.127735 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2538b385-34c0-4777-9d50-ed654a3a3c01 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6801c39c4e3a4163b6695587cb702b43&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5494285 Jul 23 19:58:28.128141 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58622) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:28.136205 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2538b385-34c0-4777-9d50-ed654a3a3c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d97cfa4-46b8-4ab7-971a-0a4e20f95234,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:28.198043 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a1b98b07-53e9-4b93-a463-ffb6e04b455e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:28.221023 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a1b98b07-53e9-4b93-a463-ffb6e04b455e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:28.272822 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a1b98b07-53e9-4b93-a463-ffb6e04b455e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:28.277699 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a1b98b07-53e9-4b93-a463-ffb6e04b455e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:28.280239 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a1b98b07-53e9-4b93-a463-ffb6e04b455e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3d97cfa4-46b8-4ab7-971a-0a4e20f95234 HTTP/1.1" status: 204 len: 168 time: 0.1508353 Jul 23 19:58:28.292388 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b98b07-53e9-4b93-a463-ffb6e04b455e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d97cfa4-46b8-4ab7-971a-0a4e20f95234,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:28.302105 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58630) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:28.564524 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6bd64078-18a2-4655-b951-41fb84c95c92 req-b2469df6-3303-4ee0-b5dd-181c8fb4d809 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/ports?device_id=37660dae-2c42-432a-821e-5ba1776f97d4 HTTP/1.1" status: 200 len: 210 time: 0.0368128 Jul 23 19:58:28.765523 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2f99da57-96d4-426d-9c46-28f7384ca2b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:28.874220 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2f99da57-96d4-426d-9c46-28f7384ca2b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:28.882292 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2f99da57-96d4-426d-9c46-28f7384ca2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:28.909870 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f99da57-96d4-426d-9c46-28f7384ca2b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d248466-5a40-4cfb-8aa6-1207c627d879,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:28.929946 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2f99da57-96d4-426d-9c46-28f7384ca2b8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=df930e4de7184a199bf1777b26d78a39&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6267819 Jul 23 19:58:28.932417 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58664) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:28.998330 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-93944745-42a5-426f-bc82-5de5cdc515cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:29.029460 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-93944745-42a5-426f-bc82-5de5cdc515cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:29.060319 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58670) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:29.076823 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7a29c115-b5bd-4004-bffc-55c72149fab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:29.103629 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-93944745-42a5-426f-bc82-5de5cdc515cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:29.109406 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-93944745-42a5-426f-bc82-5de5cdc515cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:29.111677 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-93944745-42a5-426f-bc82-5de5cdc515cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6d248466-5a40-4cfb-8aa6-1207c627d879 HTTP/1.1" status: 204 len: 168 time: 0.1778443 Jul 23 19:58:29.124868 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93944745-42a5-426f-bc82-5de5cdc515cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d248466-5a40-4cfb-8aa6-1207c627d879,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:29.214588 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7a29c115-b5bd-4004-bffc-55c72149fab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:29.221079 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7a29c115-b5bd-4004-bffc-55c72149fab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:29.270341 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29c115-b5bd-4004-bffc-55c72149fab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d09eef9-b87c-4099-bf87-8691ed62023c,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:29.277679 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7a29c115-b5bd-4004-bffc-55c72149fab2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d4aa998dabef42b5a753dd68fbcda305&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2155213 Jul 23 19:58:29.280365 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58682) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:29.338838 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-906f238f-8610-4507-9d9b-56182fae9097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:29.363223 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-906f238f-8610-4507-9d9b-56182fae9097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:29.533351 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-906f238f-8610-4507-9d9b-56182fae9097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:29.536195 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-906f238f-8610-4507-9d9b-56182fae9097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:29.539938 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-906f238f-8610-4507-9d9b-56182fae9097 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d09eef9-b87c-4099-bf87-8691ed62023c HTTP/1.1" status: 204 len: 168 time: 0.2551954 Jul 23 19:58:29.548201 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f238f-8610-4507-9d9b-56182fae9097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d09eef9-b87c-4099-bf87-8691ed62023c,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:29.643100 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.30', 51184) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:29.682237 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-77b462cc-514c-4052-96ef-fe0ae0552865 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=3c4f321f7ad34a18a368f104e64762a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379000 Jul 23 19:58:29.717515 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58702) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:29.739142 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-563494c4-cb9f-4c9f-bee4-5aec392a6dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:29.839091 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-c2819064-16c0-4264-b9b5-2c2534e500eb tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:29.841003 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-c2819064-16c0-4264-b9b5-2c2534e500eb tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1536567 Jul 23 19:58:29.904809 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-563494c4-cb9f-4c9f-bee4-5aec392a6dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:29.910115 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-0d8e09e9-e464-4b92-8133-8c89317e702c tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Request body: {'port': {'device_id': '37660dae-2c42-432a-821e-5ba1776f97d4', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'admin_state_up': True, 'tenant_id': '3c4f321f7ad34a18a368f104e64762a4'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:58:29.910260 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-563494c4-cb9f-4c9f-bee4-5aec392a6dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:29.940367 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563494c4-cb9f-4c9f-bee4-5aec392a6dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea97d01-a7df-486b-9c90-a6b3c8282c36,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:29.956336 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-563494c4-cb9f-4c9f-bee4-5aec392a6dd2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c27a4872aead4fa1b72f2cca1e444037&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2370172 Jul 23 19:58:29.958859 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58714) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:30.029938 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-632b28ec-34e5-4b8d-833e-3229f8d1cc82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:30.052739 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-632b28ec-34e5-4b8d-833e-3229f8d1cc82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:30.112255 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-632b28ec-34e5-4b8d-833e-3229f8d1cc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:30.114897 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-632b28ec-34e5-4b8d-833e-3229f8d1cc82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:30.118756 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-632b28ec-34e5-4b8d-833e-3229f8d1cc82 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ea97d01-a7df-486b-9c90-a6b3c8282c36 HTTP/1.1" status: 204 len: 168 time: 0.1558912 Jul 23 19:58:30.126105 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632b28ec-34e5-4b8d-833e-3229f8d1cc82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea97d01-a7df-486b-9c90-a6b3c8282c36,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:30.203125 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-0d8e09e9-e464-4b92-8133-8c89317e702c tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Made reservation on behalf of 3c4f321f7ad34a18a368f104e64762a4 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 19:58:30.207757 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-0d8e09e9-e464-4b92-8133-8c89317e702c tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:30.222183 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-0d8e09e9-e464-4b92-8133-8c89317e702c tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:30.298400 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58738) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:30.342596 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-0d8e09e9-e464-4b92-8133-8c89317e702c tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:30.351420 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-0d8e09e9-e464-4b92-8133-8c89317e702c tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:30.477748 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e09e9-e464-4b92-8133-8c89317e702c tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bf0389-64f9-40fe-94d3-7f7223b0d910,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:30.619175 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-0d8e09e9-e464-4b92-8133-8c89317e702c tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Allocated IP 192.168.233.174 (ec2201c2-595f-40aa-9bc3-fccd4b01012e/4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d/f05e3680-5911-4748-94e3-f190e28f8bd7) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 19:58:30.798806 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-0d8e09e9-e464-4b92-8133-8c89317e702c tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:30.812155 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-0d8e09e9-e464-4b92-8133-8c89317e702c tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Transition to ACTIVE for port object f05e3680-5911-4748-94e3-f190e28f8bd7 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:58:30.846443 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-0d8e09e9-e464-4b92-8133-8c89317e702c tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:30.863054 n-d-793618-10 neutron-server[93876]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 23 19:58:30.949747 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-0d8e09e9-e464-4b92-8133-8c89317e702c tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Network ec2201c2-595f-40aa-9bc3-fccd4b01012e is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 19:58:30.952090 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e09e9-e464-4b92-8133-8c89317e702c tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Pushing event updated for resources: {'Port': ['ID=f05e3680-5911-4748-94e3-f190e28f8bd7,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:30.953975 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-0d8e09e9-e464-4b92-8133-8c89317e702c tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:58:30.956016 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-0d8e09e9-e464-4b92-8133-8c89317e702c tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 19:58:30.961749 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-0d8e09e9-e464-4b92-8133-8c89317e702c tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:30.962307 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-0d8e09e9-e464-4b92-8133-8c89317e702c tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:30.981251 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-0d8e09e9-e464-4b92-8133-8c89317e702c tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0753846 Jul 23 19:58:30.999908 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-775d44f5-6310-4c7b-8193-1916636906c0 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 19:58:31.001739 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-775d44f5-6310-4c7b-8193-1916636906c0 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082023 Jul 23 19:58:31.006159 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec027a-54da-47cc-8f38-80f09d2a2252 req-b47c0b92-b196-44b0-9017-967af42174f8 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:31.008351 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d2ec027a-54da-47cc-8f38-80f09d2a2252 req-b47c0b92-b196-44b0-9017-967af42174f8 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/ports?device_id=37660dae-2c42-432a-821e-5ba1776f97d4 HTTP/1.1" status: 200 len: 936 time: 0.7087455 Jul 23 19:58:31.093894 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d2ec027a-54da-47cc-8f38-80f09d2a2252 req-2e681083-e4a2-4063-bf9b-a7c5170f01ef tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6bf0389-64f9-40fe-94d3-7f7223b0d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785511 Jul 23 19:58:31.203796 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1efe2a62-32b0-44f6-86e1-fe86271f6d56 None None] Provisioning for port f05e3680-5911-4748-94e3-f190e28f8bd7 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:58:31.210140 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1efe2a62-32b0-44f6-86e1-fe86271f6d56 None None] Provisioning complete for port f05e3680-5911-4748-94e3-f190e28f8bd7 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:58:31.210674 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1efe2a62-32b0-44f6-86e1-fe86271f6d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:31.287921 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1efe2a62-32b0-44f6-86e1-fe86271f6d56 None None] Port f05e3680-5911-4748-94e3-f190e28f8bd7 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 19:58:32.259545 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58812) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:32.306120 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2dc73-ccd3-4de1-99af-b757698bb055 req-55085978-fcf7-4600-a2af-8fece7f97098 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:32.318710 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-25d2dc73-ccd3-4de1-99af-b757698bb055 req-55085978-fcf7-4600-a2af-8fece7f97098 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/ports?device_id=37660dae-2c42-432a-821e-5ba1776f97d4 HTTP/1.1" status: 200 len: 936 time: 0.0963533 Jul 23 19:58:32.395586 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-25d2dc73-ccd3-4de1-99af-b757698bb055 req-ae93526d-5d45-458f-b42c-01c76fa1b747 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6bf0389-64f9-40fe-94d3-7f7223b0d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749962 Jul 23 19:58:32.505585 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c80dd72d-bc0a-4f37-b43d-5f47984a374b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:32.645080 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c80dd72d-bc0a-4f37-b43d-5f47984a374b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:32.650822 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c80dd72d-bc0a-4f37-b43d-5f47984a374b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:32.693673 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c80dd72d-bc0a-4f37-b43d-5f47984a374b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ab21e41b63ac4883b657d59b89d84a51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4313173 Jul 23 19:58:32.693673 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80dd72d-bc0a-4f37-b43d-5f47984a374b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2a93fa-604a-4cf9-9376-ec7322e898e2,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:32.695609 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58836) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:32.761451 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0cdeca7e-96ad-4b75-b169-46211c6e72a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:32.803761 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0cdeca7e-96ad-4b75-b169-46211c6e72a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:32.866975 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0cdeca7e-96ad-4b75-b169-46211c6e72a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:32.869700 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0cdeca7e-96ad-4b75-b169-46211c6e72a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:32.870917 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0cdeca7e-96ad-4b75-b169-46211c6e72a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a2a93fa-604a-4cf9-9376-ec7322e898e2 HTTP/1.1" status: 204 len: 168 time: 0.1727145 Jul 23 19:58:32.879614 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdeca7e-96ad-4b75-b169-46211c6e72a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2a93fa-604a-4cf9-9376-ec7322e898e2,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:33.730605 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab39ba-d313-493f-8726-5a718234c69b req-98c4d988-8f8f-4b73-b1e6-0989160b4b3f tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:33.739933 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fcab39ba-d313-493f-8726-5a718234c69b req-98c4d988-8f8f-4b73-b1e6-0989160b4b3f tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/ports?device_id=37660dae-2c42-432a-821e-5ba1776f97d4 HTTP/1.1" status: 200 len: 936 time: 0.1370239 Jul 23 19:58:33.804392 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fcab39ba-d313-493f-8726-5a718234c69b req-c71480fc-5388-4946-8eff-fde6420deae0 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6bf0389-64f9-40fe-94d3-7f7223b0d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603263 Jul 23 19:58:33.812777 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58876) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:33.830089 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-858b0827-93da-4546-abb8-f5de7b4c57b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:33.963115 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-858b0827-93da-4546-abb8-f5de7b4c57b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:33.967438 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-858b0827-93da-4546-abb8-f5de7b4c57b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:34.024315 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-858b0827-93da-4546-abb8-f5de7b4c57b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e07e333f5f6743d588467fe271c23347&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2098169 Jul 23 19:58:34.025367 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b0827-93da-4546-abb8-f5de7b4c57b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd82b5d3-447e-49d7-8f9c-0e0759e7c28f,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:34.026993 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58884) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:34.098096 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-092057d5-261a-4327-a903-a92cc6e0238f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:34.130344 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-092057d5-261a-4327-a903-a92cc6e0238f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:34.224866 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-092057d5-261a-4327-a903-a92cc6e0238f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:34.235515 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-092057d5-261a-4327-a903-a92cc6e0238f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:34.236698 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-092057d5-261a-4327-a903-a92cc6e0238f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fd82b5d3-447e-49d7-8f9c-0e0759e7c28f HTTP/1.1" status: 204 len: 168 time: 0.2087045 Jul 23 19:58:34.244537 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092057d5-261a-4327-a903-a92cc6e0238f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd82b5d3-447e-49d7-8f9c-0e0759e7c28f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:34.461006 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58900) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:34.543513 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 19:58:34.876276 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b485051b-6557-4a87-871c-d2abd29ecacb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:35.037225 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bccab-a8de-4bfe-a86b-4378cf7c50b7 req-966b060d-cefd-483e-b3e3-480dbd81afa0 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:35.048741 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bc3bccab-a8de-4bfe-a86b-4378cf7c50b7 req-966b060d-cefd-483e-b3e3-480dbd81afa0 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/ports?device_id=37660dae-2c42-432a-821e-5ba1776f97d4 HTTP/1.1" status: 200 len: 936 time: 0.1121755 Jul 23 19:58:35.069843 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b485051b-6557-4a87-871c-d2abd29ecacb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:35.080736 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b485051b-6557-4a87-871c-d2abd29ecacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:35.104785 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bc3bccab-a8de-4bfe-a86b-4378cf7c50b7 req-bd3d99e2-3032-4b74-a419-1dcaea5e0d45 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6bf0389-64f9-40fe-94d3-7f7223b0d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546832 Jul 23 19:58:35.129234 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b485051b-6557-4a87-871c-d2abd29ecacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04506b05-ec5a-4b60-abd0-b87b6b00e089,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:35.182790 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58938) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:35.183448 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b485051b-6557-4a87-871c-d2abd29ecacb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=096de3bbaf9343f88610e02c7b9e0aab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7205479 Jul 23 19:58:35.263900 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-58597b8a-b30a-4829-80c5-a3d1d23cbe0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:35.289514 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-58597b8a-b30a-4829-80c5-a3d1d23cbe0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:35.383724 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-58597b8a-b30a-4829-80c5-a3d1d23cbe0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:35.386642 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-58597b8a-b30a-4829-80c5-a3d1d23cbe0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:35.388240 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-58597b8a-b30a-4829-80c5-a3d1d23cbe0c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/04506b05-ec5a-4b60-abd0-b87b6b00e089 HTTP/1.1" status: 204 len: 168 time: 0.2040987 Jul 23 19:58:35.399445 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58597b8a-b30a-4829-80c5-a3d1d23cbe0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04506b05-ec5a-4b60-abd0-b87b6b00e089,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:35.553834 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58954) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:35.855004 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-89b16f11-2a38-4fed-b4ab-8cf6434889d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:36.018636 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-89b16f11-2a38-4fed-b4ab-8cf6434889d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:36.024391 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-89b16f11-2a38-4fed-b4ab-8cf6434889d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:36.067433 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58970) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:36.078227 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-89b16f11-2a38-4fed-b4ab-8cf6434889d7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5aaafbd64765485cb8fc6cdd2b4f669c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5161324 Jul 23 19:58:36.079549 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58972) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:36.088884 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b16f11-2a38-4fed-b4ab-8cf6434889d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a343ad6f-2d77-4621-9641-9e70563bcaca,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:36.100812 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-666fdda4-2f07-4815-a52d-dced332d4794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:36.164262 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-40c65a29-0801-4e0f-90d7-8b3389d50123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:36.193703 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-40c65a29-0801-4e0f-90d7-8b3389d50123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:36.320422 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-40c65a29-0801-4e0f-90d7-8b3389d50123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:36.323797 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-40c65a29-0801-4e0f-90d7-8b3389d50123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:36.328942 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-40c65a29-0801-4e0f-90d7-8b3389d50123 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a343ad6f-2d77-4621-9641-9e70563bcaca HTTP/1.1" status: 204 len: 168 time: 0.2471561 Jul 23 19:58:36.348225 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c65a29-0801-4e0f-90d7-8b3389d50123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a343ad6f-2d77-4621-9641-9e70563bcaca,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:36.379715 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-666fdda4-2f07-4815-a52d-dced332d4794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:36.379848 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8deb7-95d3-4886-876c-5f618842b2f1 req-46df9c20-022b-46d0-9767-680971e284a7 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:36.381961 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a1b8deb7-95d3-4886-876c-5f618842b2f1 req-46df9c20-022b-46d0-9767-680971e284a7 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/ports?device_id=37660dae-2c42-432a-821e-5ba1776f97d4 HTTP/1.1" status: 200 len: 936 time: 0.1601713 Jul 23 19:58:36.400519 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-666fdda4-2f07-4815-a52d-dced332d4794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:36.445394 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a1b8deb7-95d3-4886-876c-5f618842b2f1 req-a26b099e-eb59-421a-aca8-c1d5a370a343 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6bf0389-64f9-40fe-94d3-7f7223b0d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505302 Jul 23 19:58:36.471019 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666fdda4-2f07-4815-a52d-dced332d4794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5842088-544f-4fbe-8f9e-5dd103e5e125,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:36.488579 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-666fdda4-2f07-4815-a52d-dced332d4794 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=63d162bd4afa4a3cb69d126d5d89700c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4189661 Jul 23 19:58:36.491473 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58982) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:36.563611 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c42fe5d-833d-4f57-b1e9-776c6efd3183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:36.592441 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c42fe5d-833d-4f57-b1e9-776c6efd3183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:36.670305 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c42fe5d-833d-4f57-b1e9-776c6efd3183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:36.673449 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c42fe5d-833d-4f57-b1e9-776c6efd3183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:36.674654 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8c42fe5d-833d-4f57-b1e9-776c6efd3183 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a5842088-544f-4fbe-8f9e-5dd103e5e125 HTTP/1.1" status: 204 len: 168 time: 0.1816747 Jul 23 19:58:36.683224 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c42fe5d-833d-4f57-b1e9-776c6efd3183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5842088-544f-4fbe-8f9e-5dd103e5e125,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:36.685783 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58994) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:36.866584 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59000) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:36.899792 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ed0436e0-295e-476b-9902-d383b438bc3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:37.025441 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b458053-7a79-4170-a431-220b5db09269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:37.096616 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ed0436e0-295e-476b-9902-d383b438bc3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:37.118358 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ed0436e0-295e-476b-9902-d383b438bc3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:37.196278 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0436e0-295e-476b-9902-d383b438bc3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f7c797-1d96-4de2-bce4-a5c1670ed5b8,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:37.203919 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ed0436e0-295e-476b-9902-d383b438bc3c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=abcf7f568e1e4377bbf338ae531f264c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3358033 Jul 23 19:58:37.218080 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59012) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:37.306052 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b458053-7a79-4170-a431-220b5db09269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:37.313107 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b458053-7a79-4170-a431-220b5db09269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:37.322652 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-09112ab4-eab3-4508-8ad9-174e5c70afd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:37.360698 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b458053-7a79-4170-a431-220b5db09269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b7ae5b-2e57-463c-bde5-47835877609f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:37.388294 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1b458053-7a79-4170-a431-220b5db09269 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b6d43e193c604abca87dca32a6f20cea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7013180 Jul 23 19:58:37.388978 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59020) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:37.393931 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-09112ab4-eab3-4508-8ad9-174e5c70afd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:37.485439 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-21236aee-8b89-4080-a987-8542170ed876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:37.486529 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-09112ab4-eab3-4508-8ad9-174e5c70afd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:37.492878 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-09112ab4-eab3-4508-8ad9-174e5c70afd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:37.498606 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-09112ab4-eab3-4508-8ad9-174e5c70afd7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/52f7c797-1d96-4de2-bce4-a5c1670ed5b8 HTTP/1.1" status: 204 len: 168 time: 0.2767081 Jul 23 19:58:37.517708 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09112ab4-eab3-4508-8ad9-174e5c70afd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f7c797-1d96-4de2-bce4-a5c1670ed5b8,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:37.547765 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-21236aee-8b89-4080-a987-8542170ed876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:37.648856 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bde7f-c3fd-4710-8491-1564518def98 req-a04e458c-713b-4f37-8a0c-3dd8c155a2d8 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:37.657151 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ec1bde7f-c3fd-4710-8491-1564518def98 req-a04e458c-713b-4f37-8a0c-3dd8c155a2d8 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/ports?device_id=37660dae-2c42-432a-821e-5ba1776f97d4 HTTP/1.1" status: 200 len: 936 time: 0.1170640 Jul 23 19:58:37.678585 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-21236aee-8b89-4080-a987-8542170ed876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:37.681093 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-21236aee-8b89-4080-a987-8542170ed876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:37.686448 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-21236aee-8b89-4080-a987-8542170ed876 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/51b7ae5b-2e57-463c-bde5-47835877609f HTTP/1.1" status: 204 len: 168 time: 0.2951934 Jul 23 19:58:37.700789 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21236aee-8b89-4080-a987-8542170ed876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b7ae5b-2e57-463c-bde5-47835877609f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:37.726085 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ec1bde7f-c3fd-4710-8491-1564518def98 req-f991cdb9-49da-467c-b0f0-0ebd09656684 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6bf0389-64f9-40fe-94d3-7f7223b0d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677207 Jul 23 19:58:38.017901 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59040) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:38.354289 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2960637b-37ed-4f21-997d-dba96179b42e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:38.360135 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59052) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:38.396947 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-58e4921d-b52b-4556-a261-6c8be4d83fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:38.492564 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2960637b-37ed-4f21-997d-dba96179b42e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:38.501122 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2960637b-37ed-4f21-997d-dba96179b42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:38.545589 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2960637b-37ed-4f21-997d-dba96179b42e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a4f8d53c6f914bb4b3b5cb486f54e5e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5261633 Jul 23 19:58:38.554734 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59058) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:38.612763 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960637b-37ed-4f21-997d-dba96179b42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc267f1d-f6ff-4469-a548-e2550e27c89d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:38.659176 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-44a524d2-3d93-4304-9614-b13604cf914f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:38.712133 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-44a524d2-3d93-4304-9614-b13604cf914f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:38.822529 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-58e4921d-b52b-4556-a261-6c8be4d83fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:38.827611 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-44a524d2-3d93-4304-9614-b13604cf914f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:38.830639 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-44a524d2-3d93-4304-9614-b13604cf914f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:38.842112 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-58e4921d-b52b-4556-a261-6c8be4d83fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:38.846290 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-44a524d2-3d93-4304-9614-b13604cf914f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc267f1d-f6ff-4469-a548-e2550e27c89d HTTP/1.1" status: 204 len: 168 time: 0.2838590 Jul 23 19:58:38.854686 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a524d2-3d93-4304-9614-b13604cf914f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc267f1d-f6ff-4469-a548-e2550e27c89d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:38.930422 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-58e4921d-b52b-4556-a261-6c8be4d83fc7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=494a5fc581654af79ffc4ab5867e9d49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5693552 Jul 23 19:58:38.931026 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59078) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:38.950789 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e4921d-b52b-4556-a261-6c8be4d83fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df36ecd-2b5e-4658-b8a0-239643777a04,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:38.992436 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546e689-1769-49aa-b2cd-4f3ae7773aa6 req-15bac307-44e1-4b27-b267-5ea66eb56c26 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:39.003691 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f546e689-1769-49aa-b2cd-4f3ae7773aa6 req-15bac307-44e1-4b27-b267-5ea66eb56c26 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/ports?device_id=37660dae-2c42-432a-821e-5ba1776f97d4 HTTP/1.1" status: 200 len: 936 time: 0.1650329 Jul 23 19:58:39.039856 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-16c42677-11ab-4a10-afcc-4fc4634b236b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:39.063668 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-16c42677-11ab-4a10-afcc-4fc4634b236b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:39.115209 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f546e689-1769-49aa-b2cd-4f3ae7773aa6 req-d4aedf70-fc6d-4964-a1b8-59cb3a64e865 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6bf0389-64f9-40fe-94d3-7f7223b0d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104505 Jul 23 19:58:39.131241 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-16c42677-11ab-4a10-afcc-4fc4634b236b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:39.133801 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-16c42677-11ab-4a10-afcc-4fc4634b236b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:39.135031 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-16c42677-11ab-4a10-afcc-4fc4634b236b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7df36ecd-2b5e-4658-b8a0-239643777a04 HTTP/1.1" status: 204 len: 168 time: 0.2029002 Jul 23 19:58:39.147985 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c42677-11ab-4a10-afcc-4fc4634b236b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df36ecd-2b5e-4658-b8a0-239643777a04,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:39.479667 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59098) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:39.493986 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2cda6a52-9bc9-49ae-a319-7f64dd6409a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:39.614001 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2cda6a52-9bc9-49ae-a319-7f64dd6409a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:39.624038 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2cda6a52-9bc9-49ae-a319-7f64dd6409a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:39.654936 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2cda6a52-9bc9-49ae-a319-7f64dd6409a4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3bb0034765de486a8c221d7c92934b0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1740043 Jul 23 19:58:39.657508 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59106) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:39.702410 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda6a52-9bc9-49ae-a319-7f64dd6409a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11be265-9fff-4db6-99bd-682bd28b29eb,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:39.734211 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-04a5ec92-f2e3-4210-bbd4-a464aeec1938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:39.785398 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-04a5ec92-f2e3-4210-bbd4-a464aeec1938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:39.850077 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-04a5ec92-f2e3-4210-bbd4-a464aeec1938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:39.852618 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-04a5ec92-f2e3-4210-bbd4-a464aeec1938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:39.853779 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-04a5ec92-f2e3-4210-bbd4-a464aeec1938 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b11be265-9fff-4db6-99bd-682bd28b29eb HTTP/1.1" status: 204 len: 168 time: 0.1951568 Jul 23 19:58:39.862470 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5ec92-f2e3-4210-bbd4-a464aeec1938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11be265-9fff-4db6-99bd-682bd28b29eb,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:40.164184 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-12891cc2-dacf-48e8-a910-44d783f35d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:40.342054 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8b967-c7c9-49ca-8acc-a223378cf774 req-eeeba26c-ebe5-4568-9b65-bc2eaebafe7e tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:40.344454 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f2e8b967-c7c9-49ca-8acc-a223378cf774 req-eeeba26c-ebe5-4568-9b65-bc2eaebafe7e tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/ports?device_id=37660dae-2c42-432a-821e-5ba1776f97d4 HTTP/1.1" status: 200 len: 936 time: 0.1214669 Jul 23 19:58:40.362410 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-9d95e68e-3adc-4ffb-b0d8-80ee58d59176 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=da0beaba08554d4b994634a88c488384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1125185 Jul 23 19:58:40.400640 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f2e8b967-c7c9-49ca-8acc-a223378cf774 req-a80931d4-39bb-44e0-8302-6ca75a7d37dc tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6bf0389-64f9-40fe-94d3-7f7223b0d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499678 Jul 23 19:58:40.624672 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-0401f456-b5af-4100-a955-7b1a57e98ff1 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:40.632817 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-0401f456-b5af-4100-a955-7b1a57e98ff1 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2632284 Jul 23 19:58:40.645686 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-01a076b2-2112-4b63-8de1-684873eee173 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/quotas/da0beaba08554d4b994634a88c488384 HTTP/1.1" status: 200 len: 375 time: 0.0119991 Jul 23 19:58:40.712441 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-fb4ba1d0-eced-4094-b2d4-49b72b33e153 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=da0beaba08554d4b994634a88c488384&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601025 Jul 23 19:58:41.064382 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3d86ab6f-a27b-4b04-a5ff-9a78c170c9a2 req-384d7884-db63-489e-b0d4-568319914b13 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b05ba64-46f2-487e-a7e4-a59316b30278 HTTP/1.1" status: 200 len: 210 time: 0.0821297 Jul 23 19:58:41.583844 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c9817-8af5-4d3d-80d4-11568baeac0a req-0bfa0c35-9576-4eb9-8f53-632b98ee7f7e tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:41.591507 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-258c9817-8af5-4d3d-80d4-11568baeac0a req-0bfa0c35-9576-4eb9-8f53-632b98ee7f7e tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/ports?device_id=37660dae-2c42-432a-821e-5ba1776f97d4 HTTP/1.1" status: 200 len: 936 time: 0.0919871 Jul 23 19:58:41.633654 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-258c9817-8af5-4d3d-80d4-11568baeac0a req-884a12c9-63a4-4376-bd03-a5050a78bada tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6bf0389-64f9-40fe-94d3-7f7223b0d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405958 Jul 23 19:58:42.238567 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-acdf04d8-655b-4d02-889b-3496eff30b01 req-8ff3ef7a-b3d3-42a0-a25c-d2a4fb438085 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b05ba64-46f2-487e-a7e4-a59316b30278 HTTP/1.1" status: 200 len: 210 time: 0.0476758 Jul 23 19:58:42.254191 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-f326edfb-7931-4396-91ed-e2190f01c95f service neutron] Request body: {'port': {'device_id': '37660dae-2c42-432a-821e-5ba1776f97d4', 'device_owner': 'compute:tempest-test_az-169889756', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:58:42.256412 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.18', 49481) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:42.303203 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-da1b3674-098d-4b8a-b3eb-78a0d4ef424f tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=da0beaba08554d4b994634a88c488384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401037 Jul 23 19:58:42.420612 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-f326edfb-7931-4396-91ed-e2190f01c95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:42.489798 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-cf335da3-c3fe-4566-b418-d314c9c6b7f6 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:42.491486 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-cf335da3-c3fe-4566-b418-d314c9c6b7f6 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1806777 Jul 23 19:58:42.557513 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-3bbbeb53-53dc-48dc-bcde-6cf2ed8e144c tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Request body: {'port': {'device_id': '7b05ba64-46f2-487e-a7e4-a59316b30278', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'admin_state_up': True, 'tenant_id': 'da0beaba08554d4b994634a88c488384'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:58:42.877384 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59294) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:42.904761 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-f326edfb-7931-4396-91ed-e2190f01c95f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f05e3680-5911-4748-94e3-f190e28f8bd7 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 19:58:42.918424 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-f326edfb-7931-4396-91ed-e2190f01c95f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:42.923421 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f2c43ac7-d0c3-4c0f-98f2-e1cadd21eb9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:42.953043 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-f326edfb-7931-4396-91ed-e2190f01c95f service neutron] Transition to ACTIVE for port object f05e3680-5911-4748-94e3-f190e28f8bd7 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:58:42.954090 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec16b08-fd33-471b-ab49-b35e3581ed44 req-535f5a3b-6340-4fd3-8c71-66b0dc503003 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:42.956239 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3ec16b08-fd33-471b-ab49-b35e3581ed44 req-535f5a3b-6340-4fd3-8c71-66b0dc503003 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/ports?device_id=37660dae-2c42-432a-821e-5ba1776f97d4 HTTP/1.1" status: 200 len: 936 time: 0.2004936 Jul 23 19:58:42.957577 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-3bbbeb53-53dc-48dc-bcde-6cf2ed8e144c tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Made reservation on behalf of da0beaba08554d4b994634a88c488384 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 19:58:42.960459 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-f326edfb-7931-4396-91ed-e2190f01c95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:42.961620 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-3bbbeb53-53dc-48dc-bcde-6cf2ed8e144c tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:42.980883 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-3bbbeb53-53dc-48dc-bcde-6cf2ed8e144c tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:43.029451 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59300) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:43.037780 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3ec16b08-fd33-471b-ab49-b35e3581ed44 req-2d556199-5327-4063-b119-aa9dd70a8e0f tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6bf0389-64f9-40fe-94d3-7f7223b0d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722957 Jul 23 19:58:43.097840 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326edfb-7931-4396-91ed-e2190f01c95f service neutron] Pushing event updated for resources: {'Port': ['ID=f05e3680-5911-4748-94e3-f190e28f8bd7,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:43.126170 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-f326edfb-7931-4396-91ed-e2190f01c95f service neutron] Attempting to bind port f05e3680-5911-4748-94e3-f190e28f8bd7 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 19:58:43.126537 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-f326edfb-7931-4396-91ed-e2190f01c95f service neutron] Attempting to bind port f05e3680-5911-4748-94e3-f190e28f8bd7 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 19:58:43.126968 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-f326edfb-7931-4396-91ed-e2190f01c95f service neutron] Attempting to bind port f05e3680-5911-4748-94e3-f190e28f8bd7 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:58:43.136184 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-f326edfb-7931-4396-91ed-e2190f01c95f service neutron] Port f05e3680-5911-4748-94e3-f190e28f8bd7 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 19:58:43.136706 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-f326edfb-7931-4396-91ed-e2190f01c95f service neutron] Attempting to bind port f05e3680-5911-4748-94e3-f190e28f8bd7 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:58:43.151287 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-f326edfb-7931-4396-91ed-e2190f01c95f service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 19, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 19:58:43.153029 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-f326edfb-7931-4396-91ed-e2190f01c95f service neutron] Checking segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:58:43.154462 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-f326edfb-7931-4396-91ed-e2190f01c95f service neutron] Bound using segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 19:58:43.155997 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-f326edfb-7931-4396-91ed-e2190f01c95f service neutron] Bound port: f05e3680-5911-4748-94e3-f190e28f8bd7, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 19:58:43.156539 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-f326edfb-7931-4396-91ed-e2190f01c95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:43.241242 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:43.267667 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-3bbbeb53-53dc-48dc-bcde-6cf2ed8e144c tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:43.273428 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-f326edfb-7931-4396-91ed-e2190f01c95f service neutron] For port f05e3680-5911-4748-94e3-f190e28f8bd7, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 19:58:43.273993 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-3bbbeb53-53dc-48dc-bcde-6cf2ed8e144c tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:43.280611 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-f326edfb-7931-4396-91ed-e2190f01c95f service neutron] For port f05e3680-5911-4748-94e3-f190e28f8bd7, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=f05e3680-5911-4748-94e3-f190e28f8bd7,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 19:58:43.285842 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-f326edfb-7931-4396-91ed-e2190f01c95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:43.385146 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-f326edfb-7931-4396-91ed-e2190f01c95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:43.394432 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-f326edfb-7931-4396-91ed-e2190f01c95f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:43.396608 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-f326edfb-7931-4396-91ed-e2190f01c95f service neutron] 10.222.0.30 "PUT /v2.0/ports/f05e3680-5911-4748-94e3-f190e28f8bd7 HTTP/1.1" status: 200 len: 1118 time: 1.3967319 Jul 23 19:58:43.398301 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37660dae-2c42-432a-821e-5ba1776f97d4', 'tag': 'f05e3680-5911-4748-94e3-f190e28f8bd7'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 19:58:43.467035 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbbeb53-53dc-48dc-bcde-6cf2ed8e144c tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a69ca547-50be-4a45-b1b8-4cab56296e51,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:43.502813 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a09659b9-fba6-4f93-9c8c-1a6e69213603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:43.598677 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5bfc8ecc-0955-4ed7-9d57-14f7474dd457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:43.646107 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-3bbbeb53-53dc-48dc-bcde-6cf2ed8e144c tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Allocated IP 192.168.233.230 (ec2201c2-595f-40aa-9bc3-fccd4b01012e/4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d/b69c3130-0f50-4df5-ba5c-cc1c76cecf86) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 19:58:43.674715 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0732b1b4-758b-4b09-895f-7dc351783477 req-33437235-9245-4b7d-b08e-e6dbfa316702 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b05ba64-46f2-487e-a7e4-a59316b30278 HTTP/1.1" status: 200 len: 210 time: 0.3051636 Jul 23 19:58:43.722803 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326edfb-7931-4396-91ed-e2190f01c95f service neutron] Pushing event updated for resources: {'Port': ['ID=f05e3680-5911-4748-94e3-f190e28f8bd7,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:43.759706 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-d98d884f-4c30-457c-86c5-2dc443330f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:43.761840 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-d98d884f-4c30-457c-86c5-2dc443330f21 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4f321f7ad34a18a368f104e64762a4&device_id=37660dae-2c42-432a-821e-5ba1776f97d4 HTTP/1.1" status: 200 len: 1121 time: 0.1737230 Jul 23 19:58:43.866326 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-c64978d4-2c03-4361-9661-06f6b7988b6c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=f05e3680-5911-4748-94e3-f190e28f8bd7 HTTP/1.1" status: 200 len: 217 time: 0.0967176 Jul 23 19:58:43.872313 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:43.898043 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e494ba-e420-44e3-94cd-fd764efa5d5a" -d '{"events": [{"name": "network-changed", "server_uuid": "37660dae-2c42-432a-821e-5ba1776f97d4", "tag": "f05e3680-5911-4748-94e3-f190e28f8bd7"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 19:58:43.916124 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a09659b9-fba6-4f93-9c8c-1a6e69213603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:43.964491 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a09659b9-fba6-4f93-9c8c-1a6e69213603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:44.008513 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-9f54c27c-c7b0-4fab-942e-bd96c3a630c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:44.009983 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-9f54c27c-c7b0-4fab-942e-bd96c3a630c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1372268 Jul 23 19:58:44.018619 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a09659b9-fba6-4f93-9c8c-1a6e69213603 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a49bd93e487494cbf506ca596847ce9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1401496 Jul 23 19:58:44.023483 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59332) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:44.053136 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09659b9-fba6-4f93-9c8c-1a6e69213603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06c824b-aa45-4e13-9b9e-2af5f64694dc,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:44.077066 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-3bbbeb53-53dc-48dc-bcde-6cf2ed8e144c tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:44.083814 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 19:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f2cfbc-7554-4586-8900-f0291986fecb x-openstack-request-id: req-18f2cfbc-7554-4586-8900-f0291986fecb {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 19:58:44.084093 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37660dae-2c42-432a-821e-5ba1776f97d4", "tag": "f05e3680-5911-4748-94e3-f190e28f8bd7", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 19:58:44.084342 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-18f2cfbc-7554-4586-8900-f0291986fecb {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 19:58:44.084783 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37660dae-2c42-432a-821e-5ba1776f97d4', 'tag': 'f05e3680-5911-4748-94e3-f190e28f8bd7', 'status': 'completed', 'code': 200} Jul 23 19:58:44.116864 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-3bbbeb53-53dc-48dc-bcde-6cf2ed8e144c tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Transition to ACTIVE for port object b69c3130-0f50-4df5-ba5c-cc1c76cecf86 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:58:44.154021 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:44.156116 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-85763aca-a1dc-4512-b7f6-3f752f8c918e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:44.218924 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5bfc8ecc-0955-4ed7-9d57-14f7474dd457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:44.223471 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-8bea5158-a186-45da-92c6-8e094b5b5d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:44.225288 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-8bea5158-a186-45da-92c6-8e094b5b5d3e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1999612 Jul 23 19:58:44.227754 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475dce4-6add-4eac-8090-505c147e6e2d req-1fac296b-32be-4540-af6d-3a009e6827ff tempest-NetworksTest-307920462 tempest-NetworksTest-307920462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:44.228229 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475dce4-6add-4eac-8090-505c147e6e2d req-1fac296b-32be-4540-af6d-3a009e6827ff tempest-NetworksTest-307920462 tempest-NetworksTest-307920462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:44.228709 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475dce4-6add-4eac-8090-505c147e6e2d req-1fac296b-32be-4540-af6d-3a009e6827ff tempest-NetworksTest-307920462 tempest-NetworksTest-307920462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:44.230407 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a475dce4-6add-4eac-8090-505c147e6e2d req-1fac296b-32be-4540-af6d-3a009e6827ff tempest-NetworksTest-307920462 tempest-NetworksTest-307920462-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.2494104 Jul 23 19:58:44.230553 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-85763aca-a1dc-4512-b7f6-3f752f8c918e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:44.231596 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5bfc8ecc-0955-4ed7-9d57-14f7474dd457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:44.250960 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:44.291761 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-3bbbeb53-53dc-48dc-bcde-6cf2ed8e144c tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:44.336673 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5bfc8ecc-0955-4ed7-9d57-14f7474dd457 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2678b31d018649f58d33bbed876d9c8d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3002288 Jul 23 19:58:44.342269 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59346) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:44.352522 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc8ecc-0955-4ed7-9d57-14f7474dd457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af988d8-6e00-429c-91dc-3579d8d7a28f,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:44.445493 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-3bbbeb53-53dc-48dc-bcde-6cf2ed8e144c tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Network ec2201c2-595f-40aa-9bc3-fccd4b01012e is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 19:58:44.455328 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-3bbbeb53-53dc-48dc-bcde-6cf2ed8e144c tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:58:44.461909 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-3bbbeb53-53dc-48dc-bcde-6cf2ed8e144c tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 19:58:44.467979 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-3bbbeb53-53dc-48dc-bcde-6cf2ed8e144c tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:44.468642 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-3bbbeb53-53dc-48dc-bcde-6cf2ed8e144c tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:44.476595 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbbeb53-53dc-48dc-bcde-6cf2ed8e144c tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Pushing event updated for resources: {'Port': ['ID=b69c3130-0f50-4df5-ba5c-cc1c76cecf86,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:44.491810 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-85763aca-a1dc-4512-b7f6-3f752f8c918e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:44.494663 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-85763aca-a1dc-4512-b7f6-3f752f8c918e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:44.495837 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-85763aca-a1dc-4512-b7f6-3f752f8c918e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d06c824b-aa45-4e13-9b9e-2af5f64694dc HTTP/1.1" status: 204 len: 168 time: 0.4677968 Jul 23 19:58:44.504750 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-3bbbeb53-53dc-48dc-bcde-6cf2ed8e144c tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9551544 Jul 23 19:58:44.520109 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85763aca-a1dc-4512-b7f6-3f752f8c918e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06c824b-aa45-4e13-9b9e-2af5f64694dc,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:44.538945 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a151958-3f07-42d5-b95e-3c06e8683777 req-de2a64b1-eb05-417f-a79b-6890c367f58b tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:44.540824 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4a151958-3f07-42d5-b95e-3c06e8683777 req-de2a64b1-eb05-417f-a79b-6890c367f58b tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/ports?device_id=37660dae-2c42-432a-821e-5ba1776f97d4 HTTP/1.1" status: 200 len: 969 time: 0.2525105 Jul 23 19:58:44.626648 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4a151958-3f07-42d5-b95e-3c06e8683777 req-820f45e3-e8b7-4301-8d65-f0af76414598 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6bf0389-64f9-40fe-94d3-7f7223b0d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721982 Jul 23 19:58:44.661555 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-b3a13c44-96d2-4234-b397-f1c01031d52f service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268186 Jul 23 19:58:44.723944 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59356) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:44.769212 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a005b5-56fd-421a-9194-4b9f4f0c09c7 req-b604a4ad-c201-4c0b-9f7d-bb728bc98eda tempest-NetworksTest-307920462 tempest-NetworksTest-307920462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:44.775891 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-10a005b5-56fd-421a-9194-4b9f4f0c09c7 req-b604a4ad-c201-4c0b-9f7d-bb728bc98eda tempest-NetworksTest-307920462 tempest-NetworksTest-307920462-project-admin] 10.222.0.32 "GET /v2.0/networks/8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 886 time: 0.4975979 Jul 23 19:58:44.814827 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-92d58c85-580e-423a-85f4-529170a23218 None None] Provisioning for port b69c3130-0f50-4df5-ba5c-cc1c76cecf86 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:58:44.819376 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-92d58c85-580e-423a-85f4-529170a23218 None None] Provisioning complete for port b69c3130-0f50-4df5-ba5c-cc1c76cecf86 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:58:44.820533 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-92d58c85-580e-423a-85f4-529170a23218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:44.853786 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2b291313-8493-451e-a419-f430796c9880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:44.874681 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1497f2-6880-4319-94a2-cb13c2a00b0b req-20376692-2b05-4adb-8fc1-0fe75d12d0fb tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:44.876383 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-92d58c85-580e-423a-85f4-529170a23218 None None] Port b69c3130-0f50-4df5-ba5c-cc1c76cecf86 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 19:58:44.880411 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ab1497f2-6880-4319-94a2-cb13c2a00b0b req-20376692-2b05-4adb-8fc1-0fe75d12d0fb tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b05ba64-46f2-487e-a7e4-a59316b30278 HTTP/1.1" status: 200 len: 936 time: 0.1050055 Jul 23 19:58:44.880978 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59362) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:44.914743 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4540d844-0be7-4600-8005-ad569e3ad311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:44.941802 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b802cf4-539e-4381-a539-5d8f887ac77d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:44.971431 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ab1497f2-6880-4319-94a2-cb13c2a00b0b req-253eb9e3-8acc-4a43-8c8e-7d25c7c50650 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/security-groups?id=a69ca547-50be-4a45-b1b8-4cab56296e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832307 Jul 23 19:58:44.974666 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2b291313-8493-451e-a419-f430796c9880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:44.993313 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1fca70d9-f8fb-44c3-9dce-91bb8014ca8e req-5f60e55d-613c-49e9-b7b9-af06c0e338a1 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250299 Jul 23 19:58:45.046649 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178d293-a9b6-40d3-89db-7cc5cba34ffe req-76d78cc7-6fec-4b47-9f58-a9e1cff08e58 tempest-NetworksTest-307920462 tempest-NetworksTest-307920462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:45.047246 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178d293-a9b6-40d3-89db-7cc5cba34ffe req-76d78cc7-6fec-4b47-9f58-a9e1cff08e58 tempest-NetworksTest-307920462 tempest-NetworksTest-307920462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:45.048007 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178d293-a9b6-40d3-89db-7cc5cba34ffe req-76d78cc7-6fec-4b47-9f58-a9e1cff08e58 tempest-NetworksTest-307920462 tempest-NetworksTest-307920462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:45.056986 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0178d293-a9b6-40d3-89db-7cc5cba34ffe req-76d78cc7-6fec-4b47-9f58-a9e1cff08e58 tempest-NetworksTest-307920462 tempest-NetworksTest-307920462-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.2169967 Jul 23 19:58:45.076029 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4540d844-0be7-4600-8005-ad569e3ad311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:45.079457 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2b291313-8493-451e-a419-f430796c9880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:45.082376 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2b291313-8493-451e-a419-f430796c9880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:45.083566 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2b291313-8493-451e-a419-f430796c9880 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3af988d8-6e00-429c-91dc-3579d8d7a28f HTTP/1.1" status: 204 len: 168 time: 0.7418637 Jul 23 19:58:45.083802 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4540d844-0be7-4600-8005-ad569e3ad311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:45.098651 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b291313-8493-451e-a419-f430796c9880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af988d8-6e00-429c-91dc-3579d8d7a28f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:45.165448 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540d844-0be7-4600-8005-ad569e3ad311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2e8976-39fb-4f1c-9e24-757ec1160447,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:45.190964 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4540d844-0be7-4600-8005-ad569e3ad311 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8e51a85f8f3d43bea0d0213be6a168bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3086400 Jul 23 19:58:45.194033 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59368) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:45.235358 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e494ba-e420-44e3-94cd-fd764efa5d5a req-8fe94e3d-24ac-4021-9c7f-077180096e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:45.237352 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b9e494ba-e420-44e3-94cd-fd764efa5d5a req-8fe94e3d-24ac-4021-9c7f-077180096e84 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4f321f7ad34a18a368f104e64762a4&device_id=37660dae-2c42-432a-821e-5ba1776f97d4 HTTP/1.1" status: 200 len: 1121 time: 0.1364596 Jul 23 19:58:45.255942 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b802cf4-539e-4381-a539-5d8f887ac77d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:45.261554 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b802cf4-539e-4381-a539-5d8f887ac77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:45.310592 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5b802cf4-539e-4381-a539-5d8f887ac77d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b5fb8b2418e84a8d8f39c50d63c98423&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5853436 Jul 23 19:58:45.311568 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b802cf4-539e-4381-a539-5d8f887ac77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea055fc3-8cab-452e-9665-2a46ee0c4fcd,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:45.324800 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59370) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:45.375033 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-82bf6988-1f73-4bf4-82bd-d10b480aaec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:45.402331 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d21421e1-4e6d-4c54-a4a7-e611c79a7a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:45.428011 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d21421e1-4e6d-4c54-a4a7-e611c79a7a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:45.436801 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-82bf6988-1f73-4bf4-82bd-d10b480aaec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:45.461034 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e494ba-e420-44e3-94cd-fd764efa5d5a req-f01ce785-a35d-42c9-8710-baef3d5a8e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:45.462556 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b9e494ba-e420-44e3-94cd-fd764efa5d5a req-f01ce785-a35d-42c9-8710-baef3d5a8e1e service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.2147849 Jul 23 19:58:45.502043 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d21421e1-4e6d-4c54-a4a7-e611c79a7a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:45.502971 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d21421e1-4e6d-4c54-a4a7-e611c79a7a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:45.506384 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d21421e1-4e6d-4c54-a4a7-e611c79a7a07 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea055fc3-8cab-452e-9665-2a46ee0c4fcd HTTP/1.1" status: 204 len: 168 time: 0.1770189 Jul 23 19:58:45.506384 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59376) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:45.520544 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21421e1-4e6d-4c54-a4a7-e611c79a7a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea055fc3-8cab-452e-9665-2a46ee0c4fcd,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:45.520633 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b9e494ba-e420-44e3-94cd-fd764efa5d5a req-babe3e05-81e4-4dcf-a73d-c99bff493546 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=f05e3680-5911-4748-94e3-f190e28f8bd7 HTTP/1.1" status: 200 len: 217 time: 0.0480938 Jul 23 19:58:45.588824 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-82bf6988-1f73-4bf4-82bd-d10b480aaec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:45.593009 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-82bf6988-1f73-4bf4-82bd-d10b480aaec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:45.594250 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-82bf6988-1f73-4bf4-82bd-d10b480aaec3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea2e8976-39fb-4f1c-9e24-757ec1160447 HTTP/1.1" status: 204 len: 168 time: 0.3980355 Jul 23 19:58:45.604937 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e494ba-e420-44e3-94cd-fd764efa5d5a req-ca18cf82-dce8-4b27-a05d-846b1488ca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:45.606464 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b9e494ba-e420-44e3-94cd-fd764efa5d5a req-ca18cf82-dce8-4b27-a05d-846b1488ca0c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.0792291 Jul 23 19:58:45.611373 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf6988-1f73-4bf4-82bd-d10b480aaec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2e8976-39fb-4f1c-9e24-757ec1160447,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:45.683743 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e494ba-e420-44e3-94cd-fd764efa5d5a req-975e366a-5a9c-4513-b47f-9d3cb94157fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:45.686127 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b9e494ba-e420-44e3-94cd-fd764efa5d5a req-975e366a-5a9c-4513-b47f-9d3cb94157fa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0714023 Jul 23 19:58:45.691099 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:45.695210 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59388) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:45.743161 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-77576a6b-8f6a-442d-9e33-e282834d377e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:45.816547 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b9e494ba-e420-44e3-94cd-fd764efa5d5a req-bb57d4d8-7f3a-4a18-bd23-35e2cb60fae0 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221137 Jul 23 19:58:45.821227 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f51ab2-ce62-4585-933c-a3a829cf50f6 req-d1bd20e9-22ee-4c31-9e70-9da336fffbd8 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:45.822644 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-88f51ab2-ce62-4585-933c-a3a829cf50f6 req-d1bd20e9-22ee-4c31-9e70-9da336fffbd8 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/ports?device_id=37660dae-2c42-432a-821e-5ba1776f97d4 HTTP/1.1" status: 200 len: 969 time: 0.1125619 Jul 23 19:58:45.906968 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-88f51ab2-ce62-4585-933c-a3a829cf50f6 req-983ac0f6-f220-4a63-ae44-89f7727b5b52 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6bf0389-64f9-40fe-94d3-7f7223b0d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778332 Jul 23 19:58:45.909792 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-01f039d9-8965-49a7-b0fc-5b84634060ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:45.944573 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-77576a6b-8f6a-442d-9e33-e282834d377e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:45.956894 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-77576a6b-8f6a-442d-9e33-e282834d377e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:45.977175 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b9e494ba-e420-44e3-94cd-fd764efa5d5a req-24a1bf03-35cd-4b22-9793-709601661bcb service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528542 Jul 23 19:58:46.027236 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-77576a6b-8f6a-442d-9e33-e282834d377e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ef3283a00764f42be05700410b6244d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3306398 Jul 23 19:58:46.030170 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59396) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:46.040762 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77576a6b-8f6a-442d-9e33-e282834d377e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9165fd-6dc1-4864-aa7a-b1b2bbefea41,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:46.121514 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59402) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:46.144058 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c8b28e9-0cc5-4cc0-b9b8-7e621f639ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:46.162575 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-01f039d9-8965-49a7-b0fc-5b84634060ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:46.166006 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9f2f4a6c-3372-4cc0-a27f-3381be6702d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:46.172825 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-01f039d9-8965-49a7-b0fc-5b84634060ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:46.199931 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9f2f4a6c-3372-4cc0-a27f-3381be6702d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:46.220157 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bb327-af0c-416e-8ff2-f46bc60f8fb5 req-079de8b7-58c5-4fad-b6f3-d578254043d2 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:46.221972 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d65bb327-af0c-416e-8ff2-f46bc60f8fb5 req-079de8b7-58c5-4fad-b6f3-d578254043d2 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b05ba64-46f2-487e-a7e4-a59316b30278 HTTP/1.1" status: 200 len: 936 time: 0.1230774 Jul 23 19:58:46.228374 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-01f039d9-8965-49a7-b0fc-5b84634060ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d74e014022d4d948e70b036df68c0cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7153745 Jul 23 19:58:46.233686 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59406) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:46.244175 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f039d9-8965-49a7-b0fc-5b84634060ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8227171-faed-4530-b857-06a2f5c48b5e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:46.328386 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c8b28e9-0cc5-4cc0-b9b8-7e621f639ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:46.330489 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d65bb327-af0c-416e-8ff2-f46bc60f8fb5 req-ee64dc34-a076-4ba6-bc47-fd33b768c108 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/security-groups?id=a69ca547-50be-4a45-b1b8-4cab56296e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830145 Jul 23 19:58:46.339560 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c8b28e9-0cc5-4cc0-b9b8-7e621f639ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:46.352804 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ff8502a8-29c4-4fb7-96ed-8b60528964b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:46.355585 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9f2f4a6c-3372-4cc0-a27f-3381be6702d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:46.358292 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9f2f4a6c-3372-4cc0-a27f-3381be6702d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:46.359717 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9f2f4a6c-3372-4cc0-a27f-3381be6702d4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7c9165fd-6dc1-4864-aa7a-b1b2bbefea41 HTTP/1.1" status: 204 len: 168 time: 0.3283195 Jul 23 19:58:46.376576 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f4a6c-3372-4cc0-a27f-3381be6702d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9165fd-6dc1-4864-aa7a-b1b2bbefea41,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:46.397821 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6c8b28e9-0cc5-4cc0-b9b8-7e621f639ec6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=72456e33eb7b47a984cd959691a8ec5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2745655 Jul 23 19:58:46.401496 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59410) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:46.406963 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ff8502a8-29c4-4fb7-96ed-8b60528964b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:46.409565 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b28e9-0cc5-4cc0-b9b8-7e621f639ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100df34a-5681-42ec-8f95-2d2dee3f0f62,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:46.511318 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1e649f57-60e8-4171-92c5-da8c55d8ed4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:46.562278 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1e649f57-60e8-4171-92c5-da8c55d8ed4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:46.654028 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ff8502a8-29c4-4fb7-96ed-8b60528964b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:46.657947 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ff8502a8-29c4-4fb7-96ed-8b60528964b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:46.661695 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ff8502a8-29c4-4fb7-96ed-8b60528964b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8227171-faed-4530-b857-06a2f5c48b5e HTTP/1.1" status: 204 len: 168 time: 0.4203086 Jul 23 19:58:46.669260 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8502a8-29c4-4fb7-96ed-8b60528964b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8227171-faed-4530-b857-06a2f5c48b5e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:46.671796 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1e649f57-60e8-4171-92c5-da8c55d8ed4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:46.674897 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1e649f57-60e8-4171-92c5-da8c55d8ed4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:46.678984 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1e649f57-60e8-4171-92c5-da8c55d8ed4a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/100df34a-5681-42ec-8f95-2d2dee3f0f62 HTTP/1.1" status: 204 len: 168 time: 0.2733691 Jul 23 19:58:46.686883 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e649f57-60e8-4171-92c5-da8c55d8ed4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100df34a-5681-42ec-8f95-2d2dee3f0f62,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:47.071587 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce9d90-b5d2-44e0-92d3-e09d7ca44f0d req-ea4babd3-4d01-4f8f-9961-ab8648d027f4 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:47.073269 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b9ce9d90-b5d2-44e0-92d3-e09d7ca44f0d req-ea4babd3-4d01-4f8f-9961-ab8648d027f4 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/ports?device_id=37660dae-2c42-432a-821e-5ba1776f97d4 HTTP/1.1" status: 200 len: 969 time: 0.0922079 Jul 23 19:58:47.119975 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b9ce9d90-b5d2-44e0-92d3-e09d7ca44f0d req-372c7231-7de5-40d5-88c4-d0160777d1ae tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6bf0389-64f9-40fe-94d3-7f7223b0d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398726 Jul 23 19:58:47.164140 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59440) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:47.186919 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2a7537cd-feb2-4f28-a0ce-aeb18c4414bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:47.359326 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2a7537cd-feb2-4f28-a0ce-aeb18c4414bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:47.373697 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2a7537cd-feb2-4f28-a0ce-aeb18c4414bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:47.460305 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59458) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:47.467661 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2a7537cd-feb2-4f28-a0ce-aeb18c4414bd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=88c11aa28de746d08f96a8bda6a01943&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3023300 Jul 23 19:58:47.472289 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7537cd-feb2-4f28-a0ce-aeb18c4414bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa991adf-2d52-4923-9d95-5e3dfd4e3e57,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:47.568323 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831b8d3-42db-4675-82f5-164186c60128 req-fa8bf753-f662-40e3-848e-8587fecde3ba tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:47.570128 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d831b8d3-42db-4675-82f5-164186c60128 req-fa8bf753-f662-40e3-848e-8587fecde3ba tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b05ba64-46f2-487e-a7e4-a59316b30278 HTTP/1.1" status: 200 len: 936 time: 0.1432061 Jul 23 19:58:47.571096 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e7b50430-89db-4280-a3cc-0817151d1d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:47.608557 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e7b50430-89db-4280-a3cc-0817151d1d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:47.629086 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d831b8d3-42db-4675-82f5-164186c60128 req-323f42ea-2bff-44a3-a19d-d21f6fcfc332 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/security-groups?id=a69ca547-50be-4a45-b1b8-4cab56296e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486765 Jul 23 19:58:47.698456 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e7b50430-89db-4280-a3cc-0817151d1d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:47.702346 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e7b50430-89db-4280-a3cc-0817151d1d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:47.707185 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e7b50430-89db-4280-a3cc-0817151d1d08 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa991adf-2d52-4923-9d95-5e3dfd4e3e57 HTTP/1.1" status: 204 len: 168 time: 0.2450151 Jul 23 19:58:47.718282 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b50430-89db-4280-a3cc-0817151d1d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa991adf-2d52-4923-9d95-5e3dfd4e3e57,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:48.265577 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b8f1b-a226-4463-84a5-daaef72c2b2d req-ba8a38bd-59d3-4f67-8d21-b83e382e1492 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:48.267317 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8b2b8f1b-a226-4463-84a5-daaef72c2b2d req-ba8a38bd-59d3-4f67-8d21-b83e382e1492 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/ports?device_id=37660dae-2c42-432a-821e-5ba1776f97d4 HTTP/1.1" status: 200 len: 969 time: 0.0738726 Jul 23 19:58:48.312321 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8b2b8f1b-a226-4463-84a5-daaef72c2b2d req-796a33b5-6ba0-4fc6-92ac-8d2020c5eeca tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6bf0389-64f9-40fe-94d3-7f7223b0d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369096 Jul 23 19:58:48.790527 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fedfac-c4a1-4959-95c8-3e9a67b9aeff req-afe26044-9032-4cbf-ab6e-721d6aaf1ac7 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:48.802081 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-91fedfac-c4a1-4959-95c8-3e9a67b9aeff req-afe26044-9032-4cbf-ab6e-721d6aaf1ac7 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b05ba64-46f2-487e-a7e4-a59316b30278 HTTP/1.1" status: 200 len: 936 time: 0.0869317 Jul 23 19:58:48.849906 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-91fedfac-c4a1-4959-95c8-3e9a67b9aeff req-c0371234-4fa2-439c-82c4-6c1dd336415b tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/security-groups?id=a69ca547-50be-4a45-b1b8-4cab56296e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469096 Jul 23 19:58:48.860725 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device f05e3680-5911-4748-94e3-f190e28f8bd7 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 19:58:48.987567 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port f05e3680-5911-4748-94e3-f190e28f8bd7, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=f05e3680-5911-4748-94e3-f190e28f8bd7,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:58:49.004362 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'f05e3680-5911-4748-94e3-f190e28f8bd7', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': 'f05e3680-5911-4748-94e3-f190e28f8bd7', 'mac_address': 'fa:16:3e:9e:3e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:tempest-test_az-169889756', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 19:58:49.051112 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:49.067880 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f05e3680-5911-4748-94e3-f190e28f8bd7 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 19:58:49.088925 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port f05e3680-5911-4748-94e3-f190e28f8bd7, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=f05e3680-5911-4748-94e3-f190e28f8bd7,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:58:49.095340 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:49.154625 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=f05e3680-5911-4748-94e3-f190e28f8bd7,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:49.162341 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:49.163019 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:49.163364 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:49.163867 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:49.164312 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:49.164503 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:49.164792 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:49.165123 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:49.165447 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:49.165831 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:49.166159 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:49.166483 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:49.167581 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Tracked resource versions report: Jul 23 19:58:49.167581 n-d-793618-10 neutron-server[93877]: pushed versions: Jul 23 19:58:49.167581 n-d-793618-10 neutron-server[93877]: { 'AddressGroup': {'1.2'}, Jul 23 19:58:49.167581 n-d-793618-10 neutron-server[93877]: 'ConntrackHelper': {'1.0'}, Jul 23 19:58:49.167581 n-d-793618-10 neutron-server[93877]: 'Log': {'1.0'}, Jul 23 19:58:49.167581 n-d-793618-10 neutron-server[93877]: 'Network': {'1.1'}, Jul 23 19:58:49.167581 n-d-793618-10 neutron-server[93877]: 'Port': {'1.7'}, Jul 23 19:58:49.167581 n-d-793618-10 neutron-server[93877]: 'PortForwarding': {'1.2'}, Jul 23 19:58:49.167581 n-d-793618-10 neutron-server[93877]: 'QosPolicy': {'1.8'}, Jul 23 19:58:49.167581 n-d-793618-10 neutron-server[93877]: 'SecurityGroup': {'1.4'}, Jul 23 19:58:49.167581 n-d-793618-10 neutron-server[93877]: 'SecurityGroupRule': {'1.2'}, Jul 23 19:58:49.167581 n-d-793618-10 neutron-server[93877]: 'SubPort': {'1.0'}, Jul 23 19:58:49.167581 n-d-793618-10 neutron-server[93877]: 'Subnet': {'1.1'}, Jul 23 19:58:49.167581 n-d-793618-10 neutron-server[93877]: 'Trunk': {'1.1'}} Jul 23 19:58:49.167581 n-d-793618-10 neutron-server[93877]: consumer versions: Jul 23 19:58:49.167581 n-d-793618-10 neutron-server[93877]: { DHCP agent@n-d-793618-10: {}, Jul 23 19:58:49.167581 n-d-793618-10 neutron-server[93877]: HyperV agent@n-h1-793618-10: {}, Jul 23 19:58:49.167581 n-d-793618-10 neutron-server[93877]: HyperV agent@n-h2-793618-10: {}, Jul 23 19:58:49.167581 n-d-793618-10 neutron-server[93877]: L3 agent@n-d-793618-10: {}, Jul 23 19:58:49.167581 n-d-793618-10 neutron-server[93877]: Metadata agent@n-d-793618-10: {}, Jul 23 19:58:49.167581 n-d-793618-10 neutron-server[93877]: Metering agent@n-d-793618-10: {}, Jul 23 19:58:49.167581 n-d-793618-10 neutron-server[93877]: Open vSwitch agent@n-d-793618-10: { 'AddressGroup': '1.2', Jul 23 19:58:49.167581 n-d-793618-10 neutron-server[93877]: 'ConntrackHelper': '1.0', Jul 23 19:58:49.167581 n-d-793618-10 neutron-server[93877]: 'Log': '1.0', Jul 23 19:58:49.167581 n-d-793618-10 neutron-server[93877]: 'Network': '1.1', Jul 23 19:58:49.167581 n-d-793618-10 neutron-server[93877]: 'Port': '1.7', Jul 23 19:58:49.167581 n-d-793618-10 neutron-server[93877]: 'PortForwarding': '1.2', Jul 23 19:58:49.167581 n-d-793618-10 neutron-server[93877]: 'QosPolicy': '1.8', Jul 23 19:58:49.167581 n-d-793618-10 neutron-server[93877]: 'SecurityGroup': '1.4', Jul 23 19:58:49.167581 n-d-793618-10 neutron-server[93877]: 'SecurityGroupRule': '1.2', Jul 23 19:58:49.167581 n-d-793618-10 neutron-server[93877]: 'SubPort': '1.0', Jul 23 19:58:49.167581 n-d-793618-10 neutron-server[93877]: 'Subnet': '1.1', Jul 23 19:58:49.167581 n-d-793618-10 neutron-server[93877]: 'Trunk': '1.1'}} Jul 23 19:58:49.167581 n-d-793618-10 neutron-server[93877]: {{(pid=93877) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 19:58:49.192906 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-69f557ff-8eb7-418b-baad-b04159216a56 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 19:58:49.193894 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-69f557ff-8eb7-418b-baad-b04159216a56 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053463 Jul 23 19:58:49.425334 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59548) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:49.452772 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5994eca-5b49-46fd-b52b-59a961f1bf36 req-e152b346-ff43-46e9-8c7a-275a7fb01be3 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:49.454592 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d5994eca-5b49-46fd-b52b-59a961f1bf36 req-e152b346-ff43-46e9-8c7a-275a7fb01be3 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/ports?device_id=37660dae-2c42-432a-821e-5ba1776f97d4 HTTP/1.1" status: 200 len: 970 time: 0.0708551 Jul 23 19:58:49.459093 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['f05e3680-5911-4748-94e3-f190e28f8bd7'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 19:58:49.500621 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d5994eca-5b49-46fd-b52b-59a961f1bf36 req-3fde0fe9-a3b0-48af-8288-9c47e1c8a947 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6bf0389-64f9-40fe-94d3-7f7223b0d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352831 Jul 23 19:58:49.670262 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5035ddf0-9b92-47e3-967f-70a6bb1fe295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:49.741247 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-c515e854-e6b3-4633-bd17-5c1332599efe service neutron] Request body: {'port': {'device_id': '7b05ba64-46f2-487e-a7e4-a59316b30278', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:58:49.869391 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5035ddf0-9b92-47e3-967f-70a6bb1fe295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:49.876887 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5035ddf0-9b92-47e3-967f-70a6bb1fe295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:49.890455 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-c515e854-e6b3-4633-bd17-5c1332599efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:49.941496 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5035ddf0-9b92-47e3-967f-70a6bb1fe295 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cd45b679dd624eed8694c31d4b27a088&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5123420 Jul 23 19:58:49.941496 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5035ddf0-9b92-47e3-967f-70a6bb1fe295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de25c681-708c-4c6b-b257-320bc64e5476,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:49.941783 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59574) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:50.016712 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b5f5e2b8-3c10-4d39-9b7f-67f9f47d1ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:50.048164 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b5f5e2b8-3c10-4d39-9b7f-67f9f47d1ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:50.107563 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b5f5e2b8-3c10-4d39-9b7f-67f9f47d1ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:50.110508 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b5f5e2b8-3c10-4d39-9b7f-67f9f47d1ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:50.111713 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b5f5e2b8-3c10-4d39-9b7f-67f9f47d1ed5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/de25c681-708c-4c6b-b257-320bc64e5476 HTTP/1.1" status: 204 len: 168 time: 0.1692107 Jul 23 19:58:50.120419 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5e2b8-3c10-4d39-9b7f-67f9f47d1ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de25c681-708c-4c6b-b257-320bc64e5476,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:50.196884 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ab5a8-ca91-4037-86b6-1f86c3177e4d req-ede5267f-8ad9-4464-be97-6e66e1d671cf tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:50.199196 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-820ab5a8-ca91-4037-86b6-1f86c3177e4d req-ede5267f-8ad9-4464-be97-6e66e1d671cf tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b05ba64-46f2-487e-a7e4-a59316b30278 HTTP/1.1" status: 200 len: 936 time: 0.2360768 Jul 23 19:58:50.295492 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-4233e56a-1915-4633-a377-7091d1af3e3f tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=17ff61f0156f4459a680da5d5a3dd368&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266247 Jul 23 19:58:50.408102 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-820ab5a8-ca91-4037-86b6-1f86c3177e4d req-b5221c7f-096c-499c-ad63-334f639a5222 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/security-groups?id=a69ca547-50be-4a45-b1b8-4cab56296e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015758 Jul 23 19:58:50.428689 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-967542d3-0477-4f06-8a5a-530a904bf0af tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:50.436841 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-967542d3-0477-4f06-8a5a-530a904bf0af tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1358879 Jul 23 19:58:50.447557 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-ff853b7a-904b-4841-88c5-478a130b8247 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/quotas/17ff61f0156f4459a680da5d5a3dd368 HTTP/1.1" status: 200 len: 375 time: 0.0098655 Jul 23 19:58:50.487935 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-dac0b14f-8754-4536-88f0-cd59ea548307 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=17ff61f0156f4459a680da5d5a3dd368&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330410 Jul 23 19:58:50.550785 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-c515e854-e6b3-4633-bd17-5c1332599efe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b69c3130-0f50-4df5-ba5c-cc1c76cecf86 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 19:58:50.561270 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-c515e854-e6b3-4633-bd17-5c1332599efe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:50.579691 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-c515e854-e6b3-4633-bd17-5c1332599efe service neutron] Transition to ACTIVE for port object b69c3130-0f50-4df5-ba5c-cc1c76cecf86 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:58:50.585174 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-c515e854-e6b3-4633-bd17-5c1332599efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:50.751812 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59616) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:50.791262 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-c515e854-e6b3-4633-bd17-5c1332599efe service neutron] Attempting to bind port b69c3130-0f50-4df5-ba5c-cc1c76cecf86 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 19:58:50.792067 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-c515e854-e6b3-4633-bd17-5c1332599efe service neutron] Attempting to bind port b69c3130-0f50-4df5-ba5c-cc1c76cecf86 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 19:58:50.792652 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-c515e854-e6b3-4633-bd17-5c1332599efe service neutron] Attempting to bind port b69c3130-0f50-4df5-ba5c-cc1c76cecf86 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:58:50.795104 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8ece347c-1c94-49ab-8600-e7f06289c3b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:50.801143 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-c515e854-e6b3-4633-bd17-5c1332599efe service neutron] Port b69c3130-0f50-4df5-ba5c-cc1c76cecf86 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 19:58:50.801498 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-c515e854-e6b3-4633-bd17-5c1332599efe service neutron] Attempting to bind port b69c3130-0f50-4df5-ba5c-cc1c76cecf86 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:58:50.804564 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515e854-e6b3-4633-bd17-5c1332599efe service neutron] Pushing event updated for resources: {'Port': ['ID=b69c3130-0f50-4df5-ba5c-cc1c76cecf86,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:50.810790 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-c515e854-e6b3-4633-bd17-5c1332599efe service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 19, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 19:58:50.811058 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-c515e854-e6b3-4633-bd17-5c1332599efe service neutron] Checking segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:58:50.811614 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-c515e854-e6b3-4633-bd17-5c1332599efe service neutron] Bound using segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 19:58:50.812058 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-c515e854-e6b3-4633-bd17-5c1332599efe service neutron] Bound port: b69c3130-0f50-4df5-ba5c-cc1c76cecf86, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 19:58:50.812408 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-c515e854-e6b3-4633-bd17-5c1332599efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:50.851568 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device f05e3680-5911-4748-94e3-f190e28f8bd7 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:58:50.934635 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-c515e854-e6b3-4633-bd17-5c1332599efe service neutron] For port b69c3130-0f50-4df5-ba5c-cc1c76cecf86, host n-h2-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 19:58:50.947340 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-c515e854-e6b3-4633-bd17-5c1332599efe service neutron] For port b69c3130-0f50-4df5-ba5c-cc1c76cecf86, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=b69c3130-0f50-4df5-ba5c-cc1c76cecf86,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 19:58:50.948426 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port f05e3680-5911-4748-94e3-f190e28f8bd7 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:58:50.958401 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-c515e854-e6b3-4633-bd17-5c1332599efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:50.958915 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port f05e3680-5911-4748-94e3-f190e28f8bd7 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:58:50.959324 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:50.961556 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc97710-125e-4948-aeaf-ed18010e25da req-e8e39409-4619-4b76-b633-72229e6059b1 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:50.963744 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6cc97710-125e-4948-aeaf-ed18010e25da req-e8e39409-4619-4b76-b633-72229e6059b1 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/ports?device_id=37660dae-2c42-432a-821e-5ba1776f97d4 HTTP/1.1" status: 200 len: 970 time: 0.2255716 Jul 23 19:58:51.010572 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-c515e854-e6b3-4633-bd17-5c1332599efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:51.011191 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-c515e854-e6b3-4633-bd17-5c1332599efe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:51.013809 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-c515e854-e6b3-4633-bd17-5c1332599efe service neutron] 10.222.0.18 "PUT /v2.0/ports/b69c3130-0f50-4df5-ba5c-cc1c76cecf86 HTTP/1.1" status: 200 len: 1097 time: 1.5455577 Jul 23 19:58:51.014387 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b05ba64-46f2-487e-a7e4-a59316b30278', 'tag': 'b69c3130-0f50-4df5-ba5c-cc1c76cecf86'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 19:58:51.080112 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:51.110135 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6cc97710-125e-4948-aeaf-ed18010e25da req-5b494c6c-0e41-44ba-b558-7f6c7b6665a1 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6bf0389-64f9-40fe-94d3-7f7223b0d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267147 Jul 23 19:58:51.159088 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port f05e3680-5911-4748-94e3-f190e28f8bd7, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=f05e3680-5911-4748-94e3-f190e28f8bd7,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:58:51.160526 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37660dae-2c42-432a-821e-5ba1776f97d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05e3680-5911-4748-94e3-f190e28f8bd7'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 19:58:51.175174 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8ece347c-1c94-49ab-8600-e7f06289c3b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:51.184996 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8ece347c-1c94-49ab-8600-e7f06289c3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:51.259231 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece347c-1c94-49ab-8600-e7f06289c3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f24a98-88b4-4118-b324-6c9d98068172,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:51.262220 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:51.318236 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fae47b3-2d0c-416f-89dd-67546384d4fc" -d '{"events": [{"name": "network-changed", "server_uuid": "7b05ba64-46f2-487e-a7e4-a59316b30278", "tag": "b69c3130-0f50-4df5-ba5c-cc1c76cecf86"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 19:58:51.348187 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7c34e38a-4282-4101-9e5d-a7b19d64b092 req-0b3a4d17-f833-48cc-b6a1-b9ccc596f871 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=78faabc6-e58a-4061-8310-2159026ae115 HTTP/1.1" status: 200 len: 210 time: 0.0820873 Jul 23 19:58:51.353968 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8ece347c-1c94-49ab-8600-e7f06289c3b8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0829480a6e50407ca97da65d0e143e20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6016114 Jul 23 19:58:51.355016 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59644) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:51.359910 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=f05e3680-5911-4748-94e3-f190e28f8bd7,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:51.391499 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515e854-e6b3-4633-bd17-5c1332599efe service neutron] Pushing event updated for resources: {'Port': ['ID=b69c3130-0f50-4df5-ba5c-cc1c76cecf86,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:51.418036 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-756e02d2-73ac-42fc-8edd-bc6c29978499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:51.439393 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1368dc-d823-4c2d-9a21-a34313de7b91" -d '{"events": [{"server_uuid": "37660dae-2c42-432a-821e-5ba1776f97d4", "name": "network-vif-plugged", "status": "completed", "tag": "f05e3680-5911-4748-94e3-f190e28f8bd7"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 19:58:51.448856 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-756e02d2-73ac-42fc-8edd-bc6c29978499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:51.471107 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-cef161db-8201-4d20-9bc5-2c1396bdce53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:51.472857 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-cef161db-8201-4d20-9bc5-2c1396bdce53 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=da0beaba08554d4b994634a88c488384&device_id=7b05ba64-46f2-487e-a7e4-a59316b30278 HTTP/1.1" status: 200 len: 1100 time: 0.3504794 Jul 23 19:58:51.523400 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-756e02d2-73ac-42fc-8edd-bc6c29978499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:51.526657 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-756e02d2-73ac-42fc-8edd-bc6c29978499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:51.528225 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-756e02d2-73ac-42fc-8edd-bc6c29978499 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c0f24a98-88b4-4118-b324-6c9d98068172 HTTP/1.1" status: 204 len: 168 time: 0.1719155 Jul 23 19:58:51.541065 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e02d2-73ac-42fc-8edd-bc6c29978499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f24a98-88b4-4118-b324-6c9d98068172,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:51.578830 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-cc642880-2823-43a6-abef-de6ab72809ce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=b69c3130-0f50-4df5-ba5c-cc1c76cecf86 HTTP/1.1" status: 200 len: 217 time: 0.0891912 Jul 23 19:58:51.662293 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-aac46bcb-8d4f-4577-a8dc-cf94c7103bde tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f9cdb65cdfc34e71bc192f9f08d92dfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304558 Jul 23 19:58:51.719278 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-90e80a08-0335-4e40-975a-f344624f5c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:51.720976 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-90e80a08-0335-4e40-975a-f344624f5c10 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1353347 Jul 23 19:58:51.834643 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 19:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2f1b52-18fb-4bbf-a946-b2a81621ab2c x-openstack-request-id: req-eb2f1b52-18fb-4bbf-a946-b2a81621ab2c {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 19:58:51.834925 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b05ba64-46f2-487e-a7e4-a59316b30278", "tag": "b69c3130-0f50-4df5-ba5c-cc1c76cecf86", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 19:58:51.835165 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb2f1b52-18fb-4bbf-a946-b2a81621ab2c {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 19:58:51.835872 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b05ba64-46f2-487e-a7e4-a59316b30278', 'tag': 'b69c3130-0f50-4df5-ba5c-cc1c76cecf86', 'status': 'completed', 'code': 200} Jul 23 19:58:51.897924 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-280f1c90-307b-4bf6-a070-0518d24aa425 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:51.899640 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-280f1c90-307b-4bf6-a070-0518d24aa425 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2292111 Jul 23 19:58:51.911277 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-a7a0e73f-c200-40d0-b205-8a616a0a6c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:51.912955 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-a7a0e73f-c200-40d0-b205-8a616a0a6c36 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1859725 Jul 23 19:58:51.939203 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-3044f6c3-ddf8-4f2c-8e32-4e4a5100da8c tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] 10.222.0.32 "GET /v2.0/quotas/f9cdb65cdfc34e71bc192f9f08d92dfd HTTP/1.1" status: 200 len: 375 time: 0.0298564 Jul 23 19:58:51.986927 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-d36b47e4-5422-4564-ac00-e197d647d260 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9cdb65cdfc34e71bc192f9f08d92dfd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460460 Jul 23 19:58:52.028755 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aadeadc-44d7-49f5-b9e4-9c4eb91464a2 req-dbb63803-acd0-4036-babf-aa01fdc113ca tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:52.030445 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1aadeadc-44d7-49f5-b9e4-9c4eb91464a2 req-dbb63803-acd0-4036-babf-aa01fdc113ca tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b05ba64-46f2-487e-a7e4-a59316b30278 HTTP/1.1" status: 200 len: 948 time: 0.1048329 Jul 23 19:58:52.062041 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-b7d5af62-8993-4c7e-9549-ddd9db30ae31 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414208 Jul 23 19:58:52.084441 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1aadeadc-44d7-49f5-b9e4-9c4eb91464a2 req-ef7fcad7-909c-46db-a8be-2617b5c3ffb3 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/security-groups?id=a69ca547-50be-4a45-b1b8-4cab56296e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472989 Jul 23 19:58:52.181320 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3f98f9cc-7767-4990-be90-9a5f0c492c9b req-94edfc21-84de-4f91-87f0-0f55f26db3f7 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114895 Jul 23 19:58:52.318352 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 19:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4ef53c-64b2-4980-a8f2-1a6fd365070f x-openstack-request-id: req-1a4ef53c-64b2-4980-a8f2-1a6fd365070f {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 19:58:52.318854 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37660dae-2c42-432a-821e-5ba1776f97d4", "name": "network-vif-plugged", "status": "completed", "tag": "f05e3680-5911-4748-94e3-f190e28f8bd7", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 19:58:52.319258 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a4ef53c-64b2-4980-a8f2-1a6fd365070f {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 19:58:52.319718 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37660dae-2c42-432a-821e-5ba1776f97d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05e3680-5911-4748-94e3-f190e28f8bd7', 'code': 200} Jul 23 19:58:52.389703 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae47b3-2d0c-416f-89dd-67546384d4fc req-8576cc2c-e9c2-405e-9838-a78b81705f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:52.391192 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1fae47b3-2d0c-416f-89dd-67546384d4fc req-8576cc2c-e9c2-405e-9838-a78b81705f5c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=da0beaba08554d4b994634a88c488384&device_id=7b05ba64-46f2-487e-a7e4-a59316b30278 HTTP/1.1" status: 200 len: 1100 time: 0.1206176 Jul 23 19:58:52.421900 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-287de56b-f3b5-4dea-9173-fea66bca2406 req-875d7516-a619-4545-950d-b8fdf5b5958f tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e13708f-966a-4047-9a35-5e9413397f64 HTTP/1.1" status: 200 len: 210 time: 0.0481124 Jul 23 19:58:52.423395 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.30', 51193) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:52.619354 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-89e36885-ddb7-49f0-8dd9-ef9815e747d3 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=17ff61f0156f4459a680da5d5a3dd368&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2072399 Jul 23 19:58:52.710875 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae47b3-2d0c-416f-89dd-67546384d4fc req-e735095d-2135-4bdb-8126-38d9c38c6273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:52.712736 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1fae47b3-2d0c-416f-89dd-67546384d4fc req-e735095d-2135-4bdb-8126-38d9c38c6273 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.3133857 Jul 23 19:58:52.778809 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1fae47b3-2d0c-416f-89dd-67546384d4fc req-84833aaa-765a-4371-bd1a-8c284ed9b9f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=b69c3130-0f50-4df5-ba5c-cc1c76cecf86 HTTP/1.1" status: 200 len: 217 time: 0.0568638 Jul 23 19:58:52.828092 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc737ad-f8f5-4109-b82b-a0b5b968b2aa req-9196d3db-c27b-441c-8586-50d5a31167b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:52.829383 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4dc737ad-f8f5-4109-b82b-a0b5b968b2aa req-9196d3db-c27b-441c-8586-50d5a31167b4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=37660dae-2c42-432a-821e-5ba1776f97d4 HTTP/1.1" status: 200 len: 1123 time: 0.3847778 Jul 23 19:58:52.840645 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280c2b4-683e-4d9a-b5bc-b55caed8ecc7 req-d3efaaad-64e6-4e22-9a3f-5900f21a89f4 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:52.842230 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a280c2b4-683e-4d9a-b5bc-b55caed8ecc7 req-d3efaaad-64e6-4e22-9a3f-5900f21a89f4 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/ports?device_id=37660dae-2c42-432a-821e-5ba1776f97d4 HTTP/1.1" status: 200 len: 971 time: 0.2755766 Jul 23 19:58:52.876970 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4dc737ad-f8f5-4109-b82b-a0b5b968b2aa req-e086f0c6-87eb-4e73-b6e5-906d4fe31880 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:52.898953 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-a27d83ee-2882-4b02-945d-f73d0e0f54e4 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:52.900460 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-a27d83ee-2882-4b02-945d-f73d0e0f54e4 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2252650 Jul 23 19:58:52.916944 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-c2243ab1-f7ca-4e4e-af99-98df6974e115 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Request body: {'port': {'device_id': '78faabc6-e58a-4061-8310-2159026ae115', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'admin_state_up': True, 'tenant_id': '17ff61f0156f4459a680da5d5a3dd368'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:58:52.974757 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a280c2b4-683e-4d9a-b5bc-b55caed8ecc7 req-5a1b76b3-0115-4584-b7b0-09ceff008a87 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6bf0389-64f9-40fe-94d3-7f7223b0d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197147 Jul 23 19:58:52.990169 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e746579a-91f2-40c1-8f74-9a0907f8a498 req-69b6f205-dbaa-4e45-8bfb-2ff8c9706bf4 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=78faabc6-e58a-4061-8310-2159026ae115 HTTP/1.1" status: 200 len: 210 time: 0.1894929 Jul 23 19:58:53.002306 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae47b3-2d0c-416f-89dd-67546384d4fc req-78225f67-8154-4b10-9b2f-6012d0e6a9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:53.003763 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1fae47b3-2d0c-416f-89dd-67546384d4fc req-78225f67-8154-4b10-9b2f-6012d0e6a9f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.2186360 Jul 23 19:58:53.103657 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae47b3-2d0c-416f-89dd-67546384d4fc req-af34132c-cee5-44f5-9b9f-11bdbfe96ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:53.105213 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1fae47b3-2d0c-416f-89dd-67546384d4fc req-af34132c-cee5-44f5-9b9f-11bdbfe96ae4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0935566 Jul 23 19:58:53.114039 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4dc737ad-f8f5-4109-b82b-a0b5b968b2aa req-e086f0c6-87eb-4e73-b6e5-906d4fe31880 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:53.129112 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4dc737ad-f8f5-4109-b82b-a0b5b968b2aa req-e086f0c6-87eb-4e73-b6e5-906d4fe31880 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:53.190080 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-c2243ab1-f7ca-4e4e-af99-98df6974e115 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Made reservation on behalf of 17ff61f0156f4459a680da5d5a3dd368 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 19:58:53.199235 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-c2243ab1-f7ca-4e4e-af99-98df6974e115 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:53.216651 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-c2243ab1-f7ca-4e4e-af99-98df6974e115 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:53.238399 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4dc737ad-f8f5-4109-b82b-a0b5b968b2aa req-e086f0c6-87eb-4e73-b6e5-906d4fe31880 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b6bf0389-64f9-40fe-94d3-7f7223b0d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951969 Jul 23 19:58:53.247170 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1fae47b3-2d0c-416f-89dd-67546384d4fc req-199f4a99-ab78-4951-a0b2-824030500508 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323874 Jul 23 19:58:53.272547 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e086f0c6-87eb-4e73-b6e5-906d4fe31880 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4a7ede-b202-474a-b3b4-d70b30abed4a,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:53.367169 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-c2243ab1-f7ca-4e4e-af99-98df6974e115 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:53.373017 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-c2243ab1-f7ca-4e4e-af99-98df6974e115 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:53.393943 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd4e66-54c0-4c1d-bd67-7072cb1d436c req-63ad7358-f34b-4a2c-a148-174ae46734e5 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:53.395516 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-52fd4e66-54c0-4c1d-bd67-7072cb1d436c req-63ad7358-f34b-4a2c-a148-174ae46734e5 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b05ba64-46f2-487e-a7e4-a59316b30278 HTTP/1.1" status: 200 len: 948 time: 0.1990583 Jul 23 19:58:53.414484 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.18', 49488) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:53.468570 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1fae47b3-2d0c-416f-89dd-67546384d4fc req-c65344af-7bbb-402a-b53b-8f1cd08e5ad0 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142069 Jul 23 19:58:53.473007 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2243ab1-f7ca-4e4e-af99-98df6974e115 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99cb72a8-3df3-48cc-84fa-b66918af74ab,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:53.484721 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-52fd4e66-54c0-4c1d-bd67-7072cb1d436c req-a077fb10-fb77-4647-9437-9f1343d4ea9e tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/security-groups?id=a69ca547-50be-4a45-b1b8-4cab56296e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779188 Jul 23 19:58:53.499034 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-96767ecc-70a7-46ca-9aa2-c4e7945c192c tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=f9cdb65cdfc34e71bc192f9f08d92dfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792630 Jul 23 19:58:53.574820 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b173a602-c0ce-4667-8f66-a3fd13ce29f8 req-1b60656c-59e3-43b7-b95d-61a6dabd9b73 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e13708f-966a-4047-9a35-5e9413397f64 HTTP/1.1" status: 200 len: 210 time: 0.0447829 Jul 23 19:58:53.841107 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-c2243ab1-f7ca-4e4e-af99-98df6974e115 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Allocated IP 192.168.233.192 (ec2201c2-595f-40aa-9bc3-fccd4b01012e/4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d/6b3cf3b3-7232-4a77-a76e-d33cb770c70d) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 19:58:53.877834 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-3cf68654-1112-4583-a381-ef3709742d5b tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:53.879286 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-3cf68654-1112-4583-a381-ef3709742d5b tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3663630 Jul 23 19:58:53.894660 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-cb6a1c9d-4ea1-4a00-8041-ecdac2081d47 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] Request body: {'port': {'device_id': '0e13708f-966a-4047-9a35-5e9413397f64', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'admin_state_up': True, 'tenant_id': 'f9cdb65cdfc34e71bc192f9f08d92dfd'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:58:54.153782 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59766) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:54.157415 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e80a7c36-5e42-4438-8d84-5a7eb9f3d1c8 req-47f84a12-b516-4f23-a337-895fd56391de tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=78faabc6-e58a-4061-8310-2159026ae115 HTTP/1.1" status: 200 len: 210 time: 0.0488908 Jul 23 19:58:54.170772 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-cb6a1c9d-4ea1-4a00-8041-ecdac2081d47 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] Made reservation on behalf of f9cdb65cdfc34e71bc192f9f08d92dfd for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 19:58:54.175811 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-cb6a1c9d-4ea1-4a00-8041-ecdac2081d47 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:54.179159 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8911734-0a9a-4b97-b26e-e172e152e551 req-7a5dd055-06d5-418d-98dd-3eb011be4c7e tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:54.180922 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b8911734-0a9a-4b97-b26e-e172e152e551 req-7a5dd055-06d5-418d-98dd-3eb011be4c7e tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/ports?device_id=37660dae-2c42-432a-821e-5ba1776f97d4 HTTP/1.1" status: 200 len: 971 time: 0.0975175 Jul 23 19:58:54.192972 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-cb6a1c9d-4ea1-4a00-8041-ecdac2081d47 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:54.205221 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-c2243ab1-f7ca-4e4e-af99-98df6974e115 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:54.226590 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-c2243ab1-f7ca-4e4e-af99-98df6974e115 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Transition to ACTIVE for port object 6b3cf3b3-7232-4a77-a76e-d33cb770c70d will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:58:54.248420 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b8911734-0a9a-4b97-b26e-e172e152e551 req-a39dafe3-18b5-4a26-b2b8-ef3fa65aa976 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6bf0389-64f9-40fe-94d3-7f7223b0d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556483 Jul 23 19:58:54.276961 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b9e15881-51d3-47fb-bc02-56aa42d41b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:54.306236 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-c2243ab1-f7ca-4e4e-af99-98df6974e115 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:54.367123 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-c2243ab1-f7ca-4e4e-af99-98df6974e115 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Network ec2201c2-595f-40aa-9bc3-fccd4b01012e is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 19:58:54.377142 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-c2243ab1-f7ca-4e4e-af99-98df6974e115 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:58:54.388264 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-c2243ab1-f7ca-4e4e-af99-98df6974e115 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 19:58:54.393822 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-c2243ab1-f7ca-4e4e-af99-98df6974e115 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:54.394479 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-c2243ab1-f7ca-4e4e-af99-98df6974e115 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:54.402573 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2243ab1-f7ca-4e4e-af99-98df6974e115 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Pushing event updated for resources: {'Port': ['ID=6b3cf3b3-7232-4a77-a76e-d33cb770c70d,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:54.415024 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-cb6a1c9d-4ea1-4a00-8041-ecdac2081d47 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:54.422368 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-cb6a1c9d-4ea1-4a00-8041-ecdac2081d47 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:54.436698 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-c2243ab1-f7ca-4e4e-af99-98df6974e115 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5273869 Jul 23 19:58:54.455162 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-92e7bf92-7e7c-4805-ae0d-b4ae3d60fafc service neutron] Request body: {'port': {'device_id': '78faabc6-e58a-4061-8310-2159026ae115', 'device_owner': 'compute:tempest-test_az-169889756', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:58:54.541873 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b9e15881-51d3-47fb-bc02-56aa42d41b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:54.547902 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b9e15881-51d3-47fb-bc02-56aa42d41b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:54.553374 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a1c9d-4ea1-4a00-8041-ecdac2081d47 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=996b957d-00cf-4983-bff6-e01e79760c51,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:54.579896 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e15881-51d3-47fb-bc02-56aa42d41b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515c17f1-8516-458d-b906-59761fbd375d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:54.623463 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b9e15881-51d3-47fb-bc02-56aa42d41b9c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ef39536af6d14f3284e5a1e100ac069b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4680529 Jul 23 19:58:54.643249 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59788) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:54.717579 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-92e7bf92-7e7c-4805-ae0d-b4ae3d60fafc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:54.745125 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4b4dcc06-0c1e-4028-9d5b-794de3afe2a0 None None] Provisioning for port 6b3cf3b3-7232-4a77-a76e-d33cb770c70d completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:58:54.753363 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4b4dcc06-0c1e-4028-9d5b-794de3afe2a0 None None] Provisioning complete for port 6b3cf3b3-7232-4a77-a76e-d33cb770c70d triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:58:54.753363 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4b4dcc06-0c1e-4028-9d5b-794de3afe2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:54.769664 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b971fe-2de6-46a2-96e7-f05b95209075 req-4a0666ef-59c4-4e5b-bf49-b184d9f3008a tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:54.772456 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-94b971fe-2de6-46a2-96e7-f05b95209075 req-4a0666ef-59c4-4e5b-bf49-b184d9f3008a tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b05ba64-46f2-487e-a7e4-a59316b30278 HTTP/1.1" status: 200 len: 948 time: 0.1667356 Jul 23 19:58:54.774410 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5bce63df-c5b2-40c1-ac9e-58b679ee89f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:54.803526 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-cb6a1c9d-4ea1-4a00-8041-ecdac2081d47 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] Allocated IP 192.168.233.205 (ec2201c2-595f-40aa-9bc3-fccd4b01012e/4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d/22d5dc33-524d-4b86-9e8e-7b73d29318b8) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 19:58:54.820150 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5bce63df-c5b2-40c1-ac9e-58b679ee89f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:54.822406 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8dd25c87-977e-446e-ad5d-682fc58f7103 req-9eb176ed-6907-454f-822d-4cc51af06217 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e13708f-966a-4047-9a35-5e9413397f64 HTTP/1.1" status: 200 len: 210 time: 0.0648100 Jul 23 19:58:54.855627 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-4b4dcc06-0c1e-4028-9d5b-794de3afe2a0 None None] Port 6b3cf3b3-7232-4a77-a76e-d33cb770c70d cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 19:58:54.868709 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-94b971fe-2de6-46a2-96e7-f05b95209075 req-900c2149-923d-4303-81ec-29d6ef75e48a tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/security-groups?id=a69ca547-50be-4a45-b1b8-4cab56296e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863707 Jul 23 19:58:54.904410 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5bce63df-c5b2-40c1-ac9e-58b679ee89f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:54.906954 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5bce63df-c5b2-40c1-ac9e-58b679ee89f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:54.910577 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5bce63df-c5b2-40c1-ac9e-58b679ee89f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/515c17f1-8516-458d-b906-59761fbd375d HTTP/1.1" status: 204 len: 168 time: 0.2637641 Jul 23 19:58:54.920507 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce63df-c5b2-40c1-ac9e-58b679ee89f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515c17f1-8516-458d-b906-59761fbd375d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:55.094417 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-cb6a1c9d-4ea1-4a00-8041-ecdac2081d47 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:55.114556 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-cb6a1c9d-4ea1-4a00-8041-ecdac2081d47 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] Transition to ACTIVE for port object 22d5dc33-524d-4b86-9e8e-7b73d29318b8 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:58:55.164571 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-cb6a1c9d-4ea1-4a00-8041-ecdac2081d47 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:55.221379 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59814) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:55.238620 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-136ccdc9-86cd-492f-9de8-2ccedbf32c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:55.253978 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-cb6a1c9d-4ea1-4a00-8041-ecdac2081d47 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] Network ec2201c2-595f-40aa-9bc3-fccd4b01012e is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 19:58:55.273053 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-cb6a1c9d-4ea1-4a00-8041-ecdac2081d47 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:58:55.284894 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-cb6a1c9d-4ea1-4a00-8041-ecdac2081d47 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 19:58:55.290730 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-cb6a1c9d-4ea1-4a00-8041-ecdac2081d47 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:55.291402 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-cb6a1c9d-4ea1-4a00-8041-ecdac2081d47 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:55.321271 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a1c9d-4ea1-4a00-8041-ecdac2081d47 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] Pushing event updated for resources: {'Port': ['ID=22d5dc33-524d-4b86-9e8e-7b73d29318b8,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:55.356410 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-136ccdc9-86cd-492f-9de8-2ccedbf32c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:55.363776 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-136ccdc9-86cd-492f-9de8-2ccedbf32c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:55.377816 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-cb6a1c9d-4ea1-4a00-8041-ecdac2081d47 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4892907 Jul 23 19:58:55.401287 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-33a8ede4-8085-4a91-8aed-871c05c192cf service neutron] Request body: {'port': {'device_id': '0e13708f-966a-4047-9a35-5e9413397f64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:58:55.406610 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-136ccdc9-86cd-492f-9de8-2ccedbf32c47 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cce78c6b33a343d78aa9504a8516677f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1835592 Jul 23 19:58:55.407549 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59818) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:55.416757 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ccdc9-86cd-492f-9de8-2ccedbf32c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5aa874-c5f4-4fe2-96df-b0c696232463,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:55.469959 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-92e7bf92-7e7c-4805-ae0d-b4ae3d60fafc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b3cf3b3-7232-4a77-a76e-d33cb770c70d {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 19:58:55.479947 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-92e7bf92-7e7c-4805-ae0d-b4ae3d60fafc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:55.505020 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a93ad-0817-492f-9d89-38b1e401f0f1 req-d039a7e3-de71-42e6-88f7-8c29efc0d74f tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:55.507017 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-439626ae-b070-4dd9-9354-f65f522f51b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:55.514152 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-be9a93ad-0817-492f-9d89-38b1e401f0f1 req-d039a7e3-de71-42e6-88f7-8c29efc0d74f tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=78faabc6-e58a-4061-8310-2159026ae115 HTTP/1.1" status: 200 len: 936 time: 0.2573233 Jul 23 19:58:55.534531 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-92e7bf92-7e7c-4805-ae0d-b4ae3d60fafc service neutron] Transition to ACTIVE for port object 6b3cf3b3-7232-4a77-a76e-d33cb770c70d will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:58:55.550724 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-439626ae-b070-4dd9-9354-f65f522f51b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:55.566187 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-92e7bf92-7e7c-4805-ae0d-b4ae3d60fafc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:55.586705 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c1158ea0-cd25-4591-ac83-707812a3e3c4 None None] Provisioning for port 22d5dc33-524d-4b86-9e8e-7b73d29318b8 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:58:55.591789 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c1158ea0-cd25-4591-ac83-707812a3e3c4 None None] Provisioning complete for port 22d5dc33-524d-4b86-9e8e-7b73d29318b8 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:58:55.592541 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c1158ea0-cd25-4591-ac83-707812a3e3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:55.630819 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-439626ae-b070-4dd9-9354-f65f522f51b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:55.633504 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-439626ae-b070-4dd9-9354-f65f522f51b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:55.634884 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-439626ae-b070-4dd9-9354-f65f522f51b0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5b5aa874-c5f4-4fe2-96df-b0c696232463 HTTP/1.1" status: 204 len: 168 time: 0.2250841 Jul 23 19:58:55.651026 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-33a8ede4-8085-4a91-8aed-871c05c192cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:55.668031 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-c1158ea0-cd25-4591-ac83-707812a3e3c4 None None] Port 22d5dc33-524d-4b86-9e8e-7b73d29318b8 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 19:58:55.668592 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ec63e-d02a-47e2-bfc0-f8a7bde811e7 req-8147af82-5b46-4062-92af-9ca965bb515a tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:55.670663 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b91ec63e-d02a-47e2-bfc0-f8a7bde811e7 req-8147af82-5b46-4062-92af-9ca965bb515a tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/ports?device_id=37660dae-2c42-432a-821e-5ba1776f97d4 HTTP/1.1" status: 200 len: 971 time: 0.1334007 Jul 23 19:58:55.672525 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439626ae-b070-4dd9-9354-f65f522f51b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5aa874-c5f4-4fe2-96df-b0c696232463,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:55.696432 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-be9a93ad-0817-492f-9d89-38b1e401f0f1 req-baab2915-c0d6-4bc2-b630-88dddcdf9652 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760781 Jul 23 19:58:55.697369 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e7bf92-7e7c-4805-ae0d-b4ae3d60fafc service neutron] Pushing event updated for resources: {'Port': ['ID=6b3cf3b3-7232-4a77-a76e-d33cb770c70d,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:55.743853 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b91ec63e-d02a-47e2-bfc0-f8a7bde811e7 req-42cff9d8-efb1-4e8c-b82c-fbfdd682e642 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6bf0389-64f9-40fe-94d3-7f7223b0d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621464 Jul 23 19:58:55.774270 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-92e7bf92-7e7c-4805-ae0d-b4ae3d60fafc service neutron] Attempting to bind port 6b3cf3b3-7232-4a77-a76e-d33cb770c70d on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 19:58:55.774606 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-92e7bf92-7e7c-4805-ae0d-b4ae3d60fafc service neutron] Attempting to bind port 6b3cf3b3-7232-4a77-a76e-d33cb770c70d by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 19:58:55.774938 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-92e7bf92-7e7c-4805-ae0d-b4ae3d60fafc service neutron] Attempting to bind port 6b3cf3b3-7232-4a77-a76e-d33cb770c70d on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:58:55.789231 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-92e7bf92-7e7c-4805-ae0d-b4ae3d60fafc service neutron] Port 6b3cf3b3-7232-4a77-a76e-d33cb770c70d on network ec2201c2-595f-40aa-9bc3-fccd4b01012e not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 19:58:55.789594 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-92e7bf92-7e7c-4805-ae0d-b4ae3d60fafc service neutron] Attempting to bind port 6b3cf3b3-7232-4a77-a76e-d33cb770c70d on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:58:55.803650 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-92e7bf92-7e7c-4805-ae0d-b4ae3d60fafc service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 19, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 19:58:55.804095 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-92e7bf92-7e7c-4805-ae0d-b4ae3d60fafc service neutron] Checking segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:58:55.804477 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-92e7bf92-7e7c-4805-ae0d-b4ae3d60fafc service neutron] Bound using segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 19:58:55.804902 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-92e7bf92-7e7c-4805-ae0d-b4ae3d60fafc service neutron] Bound port: 6b3cf3b3-7232-4a77-a76e-d33cb770c70d, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 19:58:55.805253 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-92e7bf92-7e7c-4805-ae0d-b4ae3d60fafc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:56.020247 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be57a4-e5b3-4136-ba67-f3fd7879bc39 req-2c1dc7ab-bcee-447f-97bf-b20241323ebf tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:56.026993 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b8be57a4-e5b3-4136-ba67-f3fd7879bc39 req-2c1dc7ab-bcee-447f-97bf-b20241323ebf tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e13708f-966a-4047-9a35-5e9413397f64 HTTP/1.1" status: 200 len: 936 time: 0.0818393 Jul 23 19:58:56.055640 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-92e7bf92-7e7c-4805-ae0d-b4ae3d60fafc service neutron] For port 6b3cf3b3-7232-4a77-a76e-d33cb770c70d, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 19:58:56.080930 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-92e7bf92-7e7c-4805-ae0d-b4ae3d60fafc service neutron] For port 6b3cf3b3-7232-4a77-a76e-d33cb770c70d, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=6b3cf3b3-7232-4a77-a76e-d33cb770c70d,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 19:58:56.084628 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b8be57a4-e5b3-4136-ba67-f3fd7879bc39 req-35a12f9c-b016-4552-b0e4-44cd660018e5 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] 10.222.0.32 "GET /v2.0/security-groups?id=996b957d-00cf-4983-bff6-e01e79760c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551236 Jul 23 19:58:56.096963 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-92e7bf92-7e7c-4805-ae0d-b4ae3d60fafc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:56.163050 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-92e7bf92-7e7c-4805-ae0d-b4ae3d60fafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:56.163718 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-92e7bf92-7e7c-4805-ae0d-b4ae3d60fafc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:56.165148 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-92e7bf92-7e7c-4805-ae0d-b4ae3d60fafc service neutron] 10.222.0.30 "PUT /v2.0/ports/6b3cf3b3-7232-4a77-a76e-d33cb770c70d HTTP/1.1" status: 200 len: 1118 time: 1.7185063 Jul 23 19:58:56.167627 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78faabc6-e58a-4061-8310-2159026ae115', 'tag': '6b3cf3b3-7232-4a77-a76e-d33cb770c70d'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 19:58:56.171681 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a944002-5f6b-4073-876a-13cd996c6c48" -d '{"events": [{"name": "network-changed", "server_uuid": "78faabc6-e58a-4061-8310-2159026ae115", "tag": "6b3cf3b3-7232-4a77-a76e-d33cb770c70d"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 19:58:56.175272 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea82e66-d599-4bd8-99c3-96fe4c847ba5 req-e2f4f129-74d4-4dde-b08e-6e23ca2665d5 tempest-AggregatesAdminTestJSON-1557949183 tempest-AggregatesAdminTestJSON-1557949183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:56.176775 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5ea82e66-d599-4bd8-99c3-96fe4c847ba5 req-e2f4f129-74d4-4dde-b08e-6e23ca2665d5 tempest-AggregatesAdminTestJSON-1557949183 tempest-AggregatesAdminTestJSON-1557949183-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=37660dae-2c42-432a-821e-5ba1776f97d4 HTTP/1.1" status: 200 len: 1123 time: 0.2128980 Jul 23 19:58:56.283071 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123926cc-5509-4932-86c0-26e77b021786 req-73287b76-9d2a-4232-bb62-a9eaf10cda42 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:56.290480 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-123926cc-5509-4932-86c0-26e77b021786 req-73287b76-9d2a-4232-bb62-a9eaf10cda42 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b05ba64-46f2-487e-a7e4-a59316b30278 HTTP/1.1" status: 200 len: 948 time: 0.1336141 Jul 23 19:58:56.318235 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-33a8ede4-8085-4a91-8aed-871c05c192cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22d5dc33-524d-4b86-9e8e-7b73d29318b8 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 19:58:56.332791 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-33a8ede4-8085-4a91-8aed-871c05c192cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:56.345793 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-123926cc-5509-4932-86c0-26e77b021786 req-8f95cc30-ddfb-429c-b3e2-61084980ea0e tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/security-groups?id=a69ca547-50be-4a45-b1b8-4cab56296e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513079 Jul 23 19:58:56.358372 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-33a8ede4-8085-4a91-8aed-871c05c192cf service neutron] Transition to ACTIVE for port object 22d5dc33-524d-4b86-9e8e-7b73d29318b8 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:58:56.358372 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-5ea82e66-d599-4bd8-99c3-96fe4c847ba5 req-5a7d35f2-98cc-487d-8a5a-9abae8416962 tempest-AggregatesAdminTestJSON-1557949183 tempest-AggregatesAdminTestJSON-1557949183-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:56.361069 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e7bf92-7e7c-4805-ae0d-b4ae3d60fafc service neutron] Pushing event updated for resources: {'Port': ['ID=6b3cf3b3-7232-4a77-a76e-d33cb770c70d,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:56.367086 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-33a8ede4-8085-4a91-8aed-871c05c192cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:56.403188 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59846) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:56.456132 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 19:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479b4202-1c4a-4b6a-8e41-f02c48b60eba x-openstack-request-id: req-479b4202-1c4a-4b6a-8e41-f02c48b60eba {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 19:58:56.456547 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78faabc6-e58a-4061-8310-2159026ae115", "tag": "6b3cf3b3-7232-4a77-a76e-d33cb770c70d", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 19:58:56.456889 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-479b4202-1c4a-4b6a-8e41-f02c48b60eba {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 19:58:56.457821 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78faabc6-e58a-4061-8310-2159026ae115', 'tag': '6b3cf3b3-7232-4a77-a76e-d33cb770c70d', 'status': 'completed', 'code': 200} Jul 23 19:58:56.493908 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8ede4-8085-4a91-8aed-871c05c192cf service neutron] Pushing event updated for resources: {'Port': ['ID=22d5dc33-524d-4b86-9e8e-7b73d29318b8,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:56.534064 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-f8fda002-d2fb-4db2-8f54-f11042e2f52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:56.535681 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-f8fda002-d2fb-4db2-8f54-f11042e2f52e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=17ff61f0156f4459a680da5d5a3dd368&device_id=78faabc6-e58a-4061-8310-2159026ae115 HTTP/1.1" status: 200 len: 1121 time: 0.3223569 Jul 23 19:58:56.546128 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-33a8ede4-8085-4a91-8aed-871c05c192cf service neutron] Attempting to bind port 22d5dc33-524d-4b86-9e8e-7b73d29318b8 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 19:58:56.546776 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-33a8ede4-8085-4a91-8aed-871c05c192cf service neutron] Attempting to bind port 22d5dc33-524d-4b86-9e8e-7b73d29318b8 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 19:58:56.547202 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-33a8ede4-8085-4a91-8aed-871c05c192cf service neutron] Attempting to bind port 22d5dc33-524d-4b86-9e8e-7b73d29318b8 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:58:56.593372 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-33a8ede4-8085-4a91-8aed-871c05c192cf service neutron] Port 22d5dc33-524d-4b86-9e8e-7b73d29318b8 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 19:58:56.593795 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-33a8ede4-8085-4a91-8aed-871c05c192cf service neutron] Attempting to bind port 22d5dc33-524d-4b86-9e8e-7b73d29318b8 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:58:56.601095 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-1892bebf-ec8e-4894-8a8b-fc8eb1bebd1d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=6b3cf3b3-7232-4a77-a76e-d33cb770c70d HTTP/1.1" status: 200 len: 217 time: 0.0559928 Jul 23 19:58:56.607354 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-33a8ede4-8085-4a91-8aed-871c05c192cf service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 19, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 19:58:56.607354 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-33a8ede4-8085-4a91-8aed-871c05c192cf service neutron] Checking segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:58:56.608105 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-33a8ede4-8085-4a91-8aed-871c05c192cf service neutron] Bound using segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 19:58:56.608680 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-33a8ede4-8085-4a91-8aed-871c05c192cf service neutron] Bound port: 22d5dc33-524d-4b86-9e8e-7b73d29318b8, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 19:58:56.609152 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-33a8ede4-8085-4a91-8aed-871c05c192cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:56.615581 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea015084-c00b-4879-b6c9-7756fbb32bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:56.753506 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-5ea82e66-d599-4bd8-99c3-96fe4c847ba5 req-5a7d35f2-98cc-487d-8a5a-9abae8416962 tempest-AggregatesAdminTestJSON-1557949183 tempest-AggregatesAdminTestJSON-1557949183-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:56.755233 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-62ae9632-6c6b-47fa-9eae-093eb752878b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:56.756715 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-62ae9632-6c6b-47fa-9eae-093eb752878b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1432817 Jul 23 19:58:56.772763 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-5ea82e66-d599-4bd8-99c3-96fe4c847ba5 req-5a7d35f2-98cc-487d-8a5a-9abae8416962 tempest-AggregatesAdminTestJSON-1557949183 tempest-AggregatesAdminTestJSON-1557949183-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:56.819826 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-33a8ede4-8085-4a91-8aed-871c05c192cf service neutron] For port 22d5dc33-524d-4b86-9e8e-7b73d29318b8, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 19:58:56.834179 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5ea82e66-d599-4bd8-99c3-96fe4c847ba5 req-5a7d35f2-98cc-487d-8a5a-9abae8416962 tempest-AggregatesAdminTestJSON-1557949183 tempest-AggregatesAdminTestJSON-1557949183-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b6bf0389-64f9-40fe-94d3-7f7223b0d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6446505 Jul 23 19:58:56.869393 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-33a8ede4-8085-4a91-8aed-871c05c192cf service neutron] For port 22d5dc33-524d-4b86-9e8e-7b73d29318b8, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=22d5dc33-524d-4b86-9e8e-7b73d29318b8,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 19:58:56.870410 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device b69c3130-0f50-4df5-ba5c-cc1c76cecf86 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 19:58:56.875245 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d35f2-98cc-487d-8a5a-9abae8416962 tempest-AggregatesAdminTestJSON-1557949183 tempest-AggregatesAdminTestJSON-1557949183-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655f8c3e-b0c8-4fc9-a6f7-c4f51de7f5e9,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:56.888520 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-33a8ede4-8085-4a91-8aed-871c05c192cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:56.906965 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29641578-4059-4cc0-9919-865ab61db6a5 req-beba637a-4856-4dc1-8b9f-8a15562ff625 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:56.908627 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-29641578-4059-4cc0-9919-865ab61db6a5 req-beba637a-4856-4dc1-8b9f-8a15562ff625 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=78faabc6-e58a-4061-8310-2159026ae115 HTTP/1.1" status: 200 len: 969 time: 0.1402247 Jul 23 19:58:56.957038 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-644a83bd-fd96-45dd-8ccd-0690a6968c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:56.958443 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-644a83bd-fd96-45dd-8ccd-0690a6968c2e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1957223 Jul 23 19:58:56.963236 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea015084-c00b-4879-b6c9-7756fbb32bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:56.964743 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-33a8ede4-8085-4a91-8aed-871c05c192cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:56.966677 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-33a8ede4-8085-4a91-8aed-871c05c192cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:56.969180 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-33a8ede4-8085-4a91-8aed-871c05c192cf service neutron] 10.222.0.18 "PUT /v2.0/ports/22d5dc33-524d-4b86-9e8e-7b73d29318b8 HTTP/1.1" status: 200 len: 1097 time: 1.5754187 Jul 23 19:58:56.986086 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-29641578-4059-4cc0-9919-865ab61db6a5 req-874b43b4-3a79-49a1-bc47-1fb26b0dd32f tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707316 Jul 23 19:58:56.989855 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea015084-c00b-4879-b6c9-7756fbb32bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:57.041845 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8ede4-8085-4a91-8aed-871c05c192cf service neutron] Pushing event updated for resources: {'Port': ['ID=22d5dc33-524d-4b86-9e8e-7b73d29318b8,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:57.048164 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ea015084-c00b-4879-b6c9-7756fbb32bc4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eee6c806b5b649a1972623416d9b0727&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6432498 Jul 23 19:58:57.050634 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea015084-c00b-4879-b6c9-7756fbb32bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5792f3a7-5a20-4456-99e3-00e63b542af3,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:57.052949 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59870) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:57.133940 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port b69c3130-0f50-4df5-ba5c-cc1c76cecf86, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=b69c3130-0f50-4df5-ba5c-cc1c76cecf86,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:58:57.166911 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': 'b69c3130-0f50-4df5-ba5c-cc1c76cecf86', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': 'b69c3130-0f50-4df5-ba5c-cc1c76cecf86', 'mac_address': 'fa:16:3e:e1:ec:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 19:58:57.222645 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40ee9de7-6600-4b15-a1a3-7a13350351e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:57.250705 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:57.290993 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b69c3130-0f50-4df5-ba5c-cc1c76cecf86 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 19:58:57.316883 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40ee9de7-6600-4b15-a1a3-7a13350351e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:57.348688 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port b69c3130-0f50-4df5-ba5c-cc1c76cecf86, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=b69c3130-0f50-4df5-ba5c-cc1c76cecf86,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:58:57.369551 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:57.384866 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c98c9b-ccfe-4fd2-9fa9-e1c6abae2964 req-290b8496-e349-4cf6-a2d4-c072dff1268c tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:57.395032 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-56c98c9b-ccfe-4fd2-9fa9-e1c6abae2964 req-290b8496-e349-4cf6-a2d4-c072dff1268c tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e13708f-966a-4047-9a35-5e9413397f64 HTTP/1.1" status: 200 len: 948 time: 0.1588521 Jul 23 19:58:57.423147 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40ee9de7-6600-4b15-a1a3-7a13350351e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:57.425860 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40ee9de7-6600-4b15-a1a3-7a13350351e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:57.427362 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-40ee9de7-6600-4b15-a1a3-7a13350351e9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5792f3a7-5a20-4456-99e3-00e63b542af3 HTTP/1.1" status: 204 len: 168 time: 0.3733087 Jul 23 19:58:57.445447 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ee9de7-6600-4b15-a1a3-7a13350351e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5792f3a7-5a20-4456-99e3-00e63b542af3,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:57.466772 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-56c98c9b-ccfe-4fd2-9fa9-e1c6abae2964 req-a799b3f6-b9be-4e70-af2c-50eb9e79828d tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] 10.222.0.32 "GET /v2.0/security-groups?id=996b957d-00cf-4983-bff6-e01e79760c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706234 Jul 23 19:58:57.491207 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-c051e2bf-14e3-4558-8b4b-e6a6afe7bb2a service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5137136 Jul 23 19:58:57.529446 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-d3e76833-b557-41c2-a941-8516c8498142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:57.530973 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-d3e76833-b557-41c2-a941-8516c8498142 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f9cdb65cdfc34e71bc192f9f08d92dfd&device_id=0e13708f-966a-4047-9a35-5e9413397f64 HTTP/1.1" status: 200 len: 1100 time: 0.5062337 Jul 23 19:58:57.576896 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=b69c3130-0f50-4df5-ba5c-cc1c76cecf86,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:57.598477 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-d5077bd6-2369-45f5-b34c-9247f23ff282 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=22d5dc33-524d-4b86-9e8e-7b73d29318b8 HTTP/1.1" status: 200 len: 217 time: 0.0550442 Jul 23 19:58:57.689728 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['b69c3130-0f50-4df5-ba5c-cc1c76cecf86'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 19:58:57.705535 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add06572-ccc1-43a3-9a36-9d9efc79cb09 req-88137cb7-b665-43ff-a6c9-6cecf1ed61d4 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:57.708199 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-add06572-ccc1-43a3-9a36-9d9efc79cb09 req-88137cb7-b665-43ff-a6c9-6cecf1ed61d4 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b05ba64-46f2-487e-a7e4-a59316b30278 HTTP/1.1" status: 200 len: 949 time: 0.1202610 Jul 23 19:58:57.717180 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-40373c5f-43bc-4134-8b7e-09161eb30aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:57.718919 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-40373c5f-43bc-4134-8b7e-09161eb30aaa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1124115 Jul 23 19:58:57.771848 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-add06572-ccc1-43a3-9a36-9d9efc79cb09 req-faf7cf7e-8548-4b83-aca1-94af6b331b92 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/security-groups?id=a69ca547-50be-4a45-b1b8-4cab56296e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535126 Jul 23 19:58:57.796525 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a58cb009-5a09-46e6-9779-81fce0c4767c req-ea15cfbb-052c-4421-b836-33ae70ce241e service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921591 Jul 23 19:58:57.849047 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-3f7974f8-b9e8-4261-9823-bdbb6f0bbcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:57.851351 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-3f7974f8-b9e8-4261-9823-bdbb6f0bbcf1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1149890 Jul 23 19:58:58.040128 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a944002-5f6b-4073-876a-13cd996c6c48 req-64b2a97a-51c6-40e4-9d2b-1aa8459354e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:58.041666 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8a944002-5f6b-4073-876a-13cd996c6c48 req-64b2a97a-51c6-40e4-9d2b-1aa8459354e3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=17ff61f0156f4459a680da5d5a3dd368&device_id=78faabc6-e58a-4061-8310-2159026ae115 HTTP/1.1" status: 200 len: 1121 time: 0.1724248 Jul 23 19:58:58.046098 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-5de01064-885b-4c30-814b-d1f9e0d33c0d service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878915 Jul 23 19:58:58.152782 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59938) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:58.171463 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a3112ea-2b03-4b4e-8818-d2dd12d30de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:58.239375 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-a284b4e5-410f-4b5f-9849-3b2d57126578 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=c15dc85593af4036952cde3c4b63220e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485280 Jul 23 19:58:58.243830 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a944002-5f6b-4073-876a-13cd996c6c48 req-daf2a6f3-b314-42f1-9543-e7807fd8ed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:58.245217 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8a944002-5f6b-4073-876a-13cd996c6c48 req-daf2a6f3-b314-42f1-9543-e7807fd8ed12 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.1968796 Jul 23 19:58:58.298424 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1654d48-ffa6-434c-ac21-d77a5bb823f5 req-4a9cdb0f-3f84-4d86-a772-fef7ea57aecc tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:58.299903 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e1654d48-ffa6-434c-ac21-d77a5bb823f5 req-4a9cdb0f-3f84-4d86-a772-fef7ea57aecc tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=78faabc6-e58a-4061-8310-2159026ae115 HTTP/1.1" status: 200 len: 969 time: 0.1067152 Jul 23 19:58:58.318505 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a65130eb-79a3-491d-97bb-0976c1c68d1a req-97f5c5fd-4c07-4147-b210-448459593dbb service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502604 Jul 23 19:58:58.327394 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8a944002-5f6b-4073-876a-13cd996c6c48 req-1e829c52-4d84-447a-ad74-c5a7ff2bcd66 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=6b3cf3b3-7232-4a77-a76e-d33cb770c70d HTTP/1.1" status: 200 len: 217 time: 0.0743029 Jul 23 19:58:58.352411 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a3112ea-2b03-4b4e-8818-d2dd12d30de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:58.361151 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e1654d48-ffa6-434c-ac21-d77a5bb823f5 req-82210531-1faa-4d1c-bcae-e572fa2919ef tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541611 Jul 23 19:58:58.361818 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a3112ea-2b03-4b4e-8818-d2dd12d30de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:58.418950 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1a3112ea-2b03-4b4e-8818-d2dd12d30de1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b6495283b02c45529d079e07ad529676&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2648618 Jul 23 19:58:58.420142 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3112ea-2b03-4b4e-8818-d2dd12d30de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befe63ff-9129-4242-ba2b-2c17b1fd9ed2,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:58.423580 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59948) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:58.457429 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a944002-5f6b-4073-876a-13cd996c6c48 req-4be9499e-5790-44ab-b7e6-c866b659e7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:58.458932 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8a944002-5f6b-4073-876a-13cd996c6c48 req-4be9499e-5790-44ab-b7e6-c866b659e7dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1233728 Jul 23 19:58:58.463105 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e13708f-966a-4047-9a35-5e9413397f64', 'tag': '22d5dc33-524d-4b86-9e8e-7b73d29318b8'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 19:58:58.465732 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d802756-0382-438d-8d73-a547ca63b01e" -d '{"events": [{"name": "network-changed", "server_uuid": "0e13708f-966a-4047-9a35-5e9413397f64", "tag": "22d5dc33-524d-4b86-9e8e-7b73d29318b8"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 19:58:58.495530 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-b2168d68-1e2f-4d1a-822e-2f40457355ff tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:58.497573 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-b2168d68-1e2f-4d1a-822e-2f40457355ff tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2513800 Jul 23 19:58:58.537623 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-a066ba0b-57c1-4384-8348-4023fafcdac9 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/quotas/c15dc85593af4036952cde3c4b63220e HTTP/1.1" status: 200 len: 375 time: 0.0219860 Jul 23 19:58:58.592346 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-ca35bd39-c1cd-4a2c-b5b6-c12e7e427980 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c15dc85593af4036952cde3c4b63220e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460906 Jul 23 19:58:58.592957 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f7c7403-ebb2-46d7-b87a-ef1ce648eb7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:58.609746 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a944002-5f6b-4073-876a-13cd996c6c48 req-60e8ce7f-62e2-4856-9769-63e8df2fca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:58.611236 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8a944002-5f6b-4073-876a-13cd996c6c48 req-60e8ce7f-62e2-4856-9769-63e8df2fca8e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1364305 Jul 23 19:58:58.612643 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 19:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb76f35-dc4f-47c0-a1fb-a4196276f1e0 x-openstack-request-id: req-0cb76f35-dc4f-47c0-a1fb-a4196276f1e0 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 19:58:58.612925 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e13708f-966a-4047-9a35-5e9413397f64", "tag": "22d5dc33-524d-4b86-9e8e-7b73d29318b8", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 19:58:58.613171 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0cb76f35-dc4f-47c0-a1fb-a4196276f1e0 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 19:58:58.613651 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e13708f-966a-4047-9a35-5e9413397f64', 'tag': '22d5dc33-524d-4b86-9e8e-7b73d29318b8', 'status': 'completed', 'code': 200} Jul 23 19:58:58.659738 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f7c7403-ebb2-46d7-b87a-ef1ce648eb7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:58.746273 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b4e54-a0bd-4fee-b061-b9904d272cbc req-ff1ad468-f69e-44d6-9ba4-44a906654ccb tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:58.748732 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ce3b4e54-a0bd-4fee-b061-b9904d272cbc req-ff1ad468-f69e-44d6-9ba4-44a906654ccb tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e13708f-966a-4047-9a35-5e9413397f64 HTTP/1.1" status: 200 len: 948 time: 0.0876832 Jul 23 19:58:58.810181 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f7c7403-ebb2-46d7-b87a-ef1ce648eb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:58.811318 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ce3b4e54-a0bd-4fee-b061-b9904d272cbc req-6e86688f-449d-48be-8e11-c48f244d86bc tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] 10.222.0.32 "GET /v2.0/security-groups?id=996b957d-00cf-4983-bff6-e01e79760c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566921 Jul 23 19:58:58.812707 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f7c7403-ebb2-46d7-b87a-ef1ce648eb7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:58.816710 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1f7c7403-ebb2-46d7-b87a-ef1ce648eb7b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/befe63ff-9129-4242-ba2b-2c17b1fd9ed2 HTTP/1.1" status: 204 len: 168 time: 0.3920910 Jul 23 19:58:58.821563 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8a944002-5f6b-4073-876a-13cd996c6c48 req-19d20c7d-0777-4e4b-8f38-fd34f28fefd5 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949539 Jul 23 19:58:58.824556 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d802756-0382-438d-8d73-a547ca63b01e req-2a6f0f7f-eb05-47ce-9717-d4a9e0215446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:58.826129 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1d802756-0382-438d-8d73-a547ca63b01e req-2a6f0f7f-eb05-47ce-9717-d4a9e0215446 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f9cdb65cdfc34e71bc192f9f08d92dfd&device_id=0e13708f-966a-4047-9a35-5e9413397f64 HTTP/1.1" status: 200 len: 1100 time: 0.1872211 Jul 23 19:58:58.841021 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c7403-ebb2-46d7-b87a-ef1ce648eb7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befe63ff-9129-4242-ba2b-2c17b1fd9ed2,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:58.859417 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device b69c3130-0f50-4df5-ba5c-cc1c76cecf86 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:58:59.016535 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port b69c3130-0f50-4df5-ba5c-cc1c76cecf86 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:58:59.026090 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8a944002-5f6b-4073-876a-13cd996c6c48 req-6cd3189a-042a-48c8-afe7-fb6937bc6c45 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952269 Jul 23 19:58:59.028870 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port b69c3130-0f50-4df5-ba5c-cc1c76cecf86 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:58:59.029258 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:59.042468 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d802756-0382-438d-8d73-a547ca63b01e req-1c75b317-3c90-4864-99c5-208661245292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:59.061507 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1d802756-0382-438d-8d73-a547ca63b01e req-1c75b317-3c90-4864-99c5-208661245292 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.2220843 Jul 23 19:58:59.102508 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172588d-7f89-4f7a-92fc-b22f5758d6f0 req-803e65fa-998b-4443-93ec-afcb09c0090e tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:59.110527 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2172588d-7f89-4f7a-92fc-b22f5758d6f0 req-803e65fa-998b-4443-93ec-afcb09c0090e tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b05ba64-46f2-487e-a7e4-a59316b30278 HTTP/1.1" status: 200 len: 949 time: 0.1373103 Jul 23 19:58:59.144209 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-423b26e4-67fd-46e2-92ef-7756ebf3e018 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=c15dc85593af4036952cde3c4b63220e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0742648 Jul 23 19:58:59.158441 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2172588d-7f89-4f7a-92fc-b22f5758d6f0 req-5946a001-3585-45be-85a8-4d80cf068ba7 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/security-groups?id=a69ca547-50be-4a45-b1b8-4cab56296e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440097 Jul 23 19:58:59.161211 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1d802756-0382-438d-8d73-a547ca63b01e req-3c730243-1a8a-46ce-941c-ee03c11d3660 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=22d5dc33-524d-4b86-9e8e-7b73d29318b8 HTTP/1.1" status: 200 len: 217 time: 0.0809634 Jul 23 19:58:59.207542 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:59.267074 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b05ba64-46f2-487e-a7e4-a59316b30278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69c3130-0f50-4df5-ba5c-cc1c76cecf86'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 19:58:59.271166 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1269b5-f87b-43ff-98c7-026115e3a545" -d '{"events": [{"server_uuid": "7b05ba64-46f2-487e-a7e4-a59316b30278", "name": "network-vif-plugged", "status": "completed", "tag": "b69c3130-0f50-4df5-ba5c-cc1c76cecf86"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 19:58:59.298702 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port b69c3130-0f50-4df5-ba5c-cc1c76cecf86, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=b69c3130-0f50-4df5-ba5c-cc1c76cecf86,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:58:59.300571 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d802756-0382-438d-8d73-a547ca63b01e req-05f82d17-16fc-4190-9931-e0f23c33e49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:59.302516 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1d802756-0382-438d-8d73-a547ca63b01e req-05f82d17-16fc-4190-9931-e0f23c33e49e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1277332 Jul 23 19:58:59.305379 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:59.373055 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=b69c3130-0f50-4df5-ba5c-cc1c76cecf86,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:59.378003 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 19:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7cb8ff-349a-4231-a44a-1c0be44e8b8c x-openstack-request-id: req-3c7cb8ff-349a-4231-a44a-1c0be44e8b8c {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 19:58:59.378512 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b05ba64-46f2-487e-a7e4-a59316b30278", "name": "network-vif-plugged", "status": "completed", "tag": "b69c3130-0f50-4df5-ba5c-cc1c76cecf86", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 19:58:59.378898 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3c7cb8ff-349a-4231-a44a-1c0be44e8b8c {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 19:58:59.379609 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b05ba64-46f2-487e-a7e4-a59316b30278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69c3130-0f50-4df5-ba5c-cc1c76cecf86', 'code': 200} Jul 23 19:58:59.396690 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-0ac41c38-5387-4052-8ac3-33effb9378a3 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:59.405565 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-0ac41c38-5387-4052-8ac3-33effb9378a3 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2599235 Jul 23 19:58:59.430102 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-c37c4bc6-2812-443d-87ef-9d01501da6c3 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/quotas/c15dc85593af4036952cde3c4b63220e HTTP/1.1" status: 200 len: 375 time: 0.0234516 Jul 23 19:58:59.474536 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-4b8fb097-73ad-47c9-9bd5-939b459ffa9b tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c15dc85593af4036952cde3c4b63220e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434425 Jul 23 19:58:59.504928 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d802756-0382-438d-8d73-a547ca63b01e req-bb676b1e-b4a0-404e-9568-570afc28baba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:59.507498 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1d802756-0382-438d-8d73-a547ca63b01e req-bb676b1e-b4a0-404e-9568-570afc28baba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1939692 Jul 23 19:58:59.708909 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1d802756-0382-438d-8d73-a547ca63b01e req-7b3ca9b2-93ff-4ebf-853e-c8f8019de195 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941564 Jul 23 19:58:59.813748 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fae18-f634-4532-9452-2ad4a2fa44f0 req-1c4c2d70-4bb8-404e-9d57-2de767b797c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:59.817988 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-766fae18-f634-4532-9452-2ad4a2fa44f0 req-1c4c2d70-4bb8-404e-9d57-2de767b797c6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7b05ba64-46f2-487e-a7e4-a59316b30278 HTTP/1.1" status: 200 len: 1102 time: 0.3843663 Jul 23 19:58:59.899212 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-766fae18-f634-4532-9452-2ad4a2fa44f0 req-630b4fd7-5455-45f0-98da-f48031c02c18 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a69ca547-50be-4a45-b1b8-4cab56296e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693853 Jul 23 19:58:59.917398 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35fa22-a0c9-4e32-971b-41e1b2185cb3 req-d6ba0ba6-30f8-4147-bb65-5d627f090e24 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:59.919821 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-af35fa22-a0c9-4e32-971b-41e1b2185cb3 req-d6ba0ba6-30f8-4147-bb65-5d627f090e24 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=78faabc6-e58a-4061-8310-2159026ae115 HTTP/1.1" status: 200 len: 969 time: 0.2217107 Jul 23 19:58:59.923986 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1148930c-6452-4291-b77a-393799f041fd req-02f9c107-a608-4e54-acaf-ee3bc9518444 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=866ea730-f9e1-4c8d-8270-530acec9f5b2 HTTP/1.1" status: 200 len: 210 time: 0.0459673 Jul 23 19:58:59.943412 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1d802756-0382-438d-8d73-a547ca63b01e req-49b11172-dcea-44d3-9e69-ee4036a05ff5 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266955 Jul 23 19:58:59.979465 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-af35fa22-a0c9-4e32-971b-41e1b2185cb3 req-62023379-cc14-4019-be54-8ca31fbb4235 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417280 Jul 23 19:59:00.230515 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567067bc-af76-4f03-b18d-4cd351e14314 req-e32360d2-0274-4728-8fa0-808a1bb529c7 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:00.236606 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-567067bc-af76-4f03-b18d-4cd351e14314 req-e32360d2-0274-4728-8fa0-808a1bb529c7 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e13708f-966a-4047-9a35-5e9413397f64 HTTP/1.1" status: 200 len: 948 time: 0.1099205 Jul 23 19:59:00.306477 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-567067bc-af76-4f03-b18d-4cd351e14314 req-345eabb8-521c-4247-ba02-5861356e078f tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] 10.222.0.32 "GET /v2.0/security-groups?id=996b957d-00cf-4983-bff6-e01e79760c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671897 Jul 23 19:59:00.314949 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-0d623c47-dc06-4da5-a2bf-72a9d410d2f3 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=c15dc85593af4036952cde3c4b63220e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634198 Jul 23 19:59:00.523262 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-daf4ab22-c173-44d9-8916-4fcad1c92e19 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:00.524935 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-daf4ab22-c173-44d9-8916-4fcad1c92e19 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1877549 Jul 23 19:59:00.547617 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-68f4dd76-0f88-45e6-9b32-119bfdb514c8 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Request body: {'port': {'device_id': 'e906267f-a117-455c-a9c0-f588ddc5731d', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'admin_state_up': True, 'tenant_id': 'c15dc85593af4036952cde3c4b63220e'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:00.643147 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2b19a-e34c-43a9-8267-7a05388fe148 req-6e55b35c-14f7-471b-869e-530810ac7061 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:00.644725 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-46d2b19a-e34c-43a9-8267-7a05388fe148 req-6e55b35c-14f7-471b-869e-530810ac7061 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b05ba64-46f2-487e-a7e4-a59316b30278 HTTP/1.1" status: 200 len: 950 time: 0.3370340 Jul 23 19:59:00.713457 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-46d2b19a-e34c-43a9-8267-7a05388fe148 req-29c98656-28f4-4f43-b64b-fe97e7a38497 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/security-groups?id=a69ca547-50be-4a45-b1b8-4cab56296e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630019 Jul 23 19:59:00.726040 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-68f4dd76-0f88-45e6-9b32-119bfdb514c8 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Made reservation on behalf of c15dc85593af4036952cde3c4b63220e for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 19:59:00.729784 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-68f4dd76-0f88-45e6-9b32-119bfdb514c8 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:00.740494 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-68f4dd76-0f88-45e6-9b32-119bfdb514c8 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:00.878650 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 22d5dc33-524d-4b86-9e8e-7b73d29318b8 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 19:59:00.916951 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-fd4b788a-8a0b-4cdd-8d30-aac76fb94a68 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=c15dc85593af4036952cde3c4b63220e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378754 Jul 23 19:59:00.929601 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 6b3cf3b3-7232-4a77-a76e-d33cb770c70d details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 19:59:01.084936 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 22d5dc33-524d-4b86-9e8e-7b73d29318b8, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=22d5dc33-524d-4b86-9e8e-7b73d29318b8,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:01.098667 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '22d5dc33-524d-4b86-9e8e-7b73d29318b8', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': '22d5dc33-524d-4b86-9e8e-7b73d29318b8', 'mac_address': 'fa:16:3e:ab:da:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 19:59:01.158387 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:01.174141 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-68f4dd76-0f88-45e6-9b32-119bfdb514c8 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:01.204945 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22d5dc33-524d-4b86-9e8e-7b73d29318b8 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 19:59:01.348859 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-3a7defdd-8bd4-464f-a490-7e6c78479e77 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:01.351853 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-3a7defdd-8bd4-464f-a490-7e6c78479e77 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4264643 Jul 23 19:59:01.355975 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-68f4dd76-0f88-45e6-9b32-119bfdb514c8 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:01.383489 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-6d80996e-ba59-4d3e-af37-30a582c6715e tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Request body: {'port': {'device_id': '866ea730-f9e1-4c8d-8270-530acec9f5b2', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'admin_state_up': True, 'tenant_id': 'c15dc85593af4036952cde3c4b63220e'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:01.396691 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 22d5dc33-524d-4b86-9e8e-7b73d29318b8, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=22d5dc33-524d-4b86-9e8e-7b73d29318b8,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:01.406235 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:01.412493 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b80a7-f99b-491c-9478-31a7370af781 req-adc07640-f969-4ab7-89eb-e03cb3ff5f47 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:01.425864 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-da7b80a7-f99b-491c-9478-31a7370af781 req-adc07640-f969-4ab7-89eb-e03cb3ff5f47 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=78faabc6-e58a-4061-8310-2159026ae115 HTTP/1.1" status: 200 len: 969 time: 0.1164827 Jul 23 19:59:01.428019 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60144) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:01.454068 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 6b3cf3b3-7232-4a77-a76e-d33cb770c70d, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=6b3cf3b3-7232-4a77-a76e-d33cb770c70d,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:01.478963 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '6b3cf3b3-7232-4a77-a76e-d33cb770c70d', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': '6b3cf3b3-7232-4a77-a76e-d33cb770c70d', 'mac_address': 'fa:16:3e:93:06:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:tempest-test_az-169889756', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 19:59:01.494452 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=22d5dc33-524d-4b86-9e8e-7b73d29318b8,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:01.504770 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-da7b80a7-f99b-491c-9478-31a7370af781 req-0b6cb382-f883-48f8-b891-53a65a7a95ad tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658209 Jul 23 19:59:01.530843 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b0dbcb1b-afbf-4e4f-8e65-1d14567b9244 req-f8f3795f-b14c-4f8f-a2c0-1900a6d004c7 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=866ea730-f9e1-4c8d-8270-530acec9f5b2 HTTP/1.1" status: 200 len: 210 time: 0.1566873 Jul 23 19:59:01.541837 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:01.561179 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4dd76-0f88-45e6-9b32-119bfdb514c8 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56b8641f-a07b-494e-984f-a20300cec6a6,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:01.571375 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b3cf3b3-7232-4a77-a76e-d33cb770c70d {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 19:59:01.596689 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 6b3cf3b3-7232-4a77-a76e-d33cb770c70d, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=6b3cf3b3-7232-4a77-a76e-d33cb770c70d,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:01.603957 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:01.634331 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['22d5dc33-524d-4b86-9e8e-7b73d29318b8'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 19:59:01.640647 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54af2308-829b-42e3-a88a-426dee4d4804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:01.690184 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-68f4dd76-0f88-45e6-9b32-119bfdb514c8 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Allocated IP 192.168.233.71 (ec2201c2-595f-40aa-9bc3-fccd4b01012e/4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d/b0c57c2e-cd6b-4704-86ef-742e0c553c48) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 19:59:01.692213 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-6d80996e-ba59-4d3e-af37-30a582c6715e tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Made reservation on behalf of c15dc85593af4036952cde3c4b63220e for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 19:59:01.696023 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-6d80996e-ba59-4d3e-af37-30a582c6715e tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:01.697633 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=6b3cf3b3-7232-4a77-a76e-d33cb770c70d,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:01.811165 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['6b3cf3b3-7232-4a77-a76e-d33cb770c70d'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 19:59:01.829764 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54af2308-829b-42e3-a88a-426dee4d4804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:01.857915 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54af2308-829b-42e3-a88a-426dee4d4804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:01.921064 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af2308-829b-42e3-a88a-426dee4d4804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cac9a9-666e-4390-8cae-57a1ff05ba2c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:01.932675 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-54af2308-829b-42e3-a88a-426dee4d4804 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=29352599492e47f9b5ef19bb2dc8d43a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5036247 Jul 23 19:59:01.936624 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60166) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:01.943138 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-68f4dd76-0f88-45e6-9b32-119bfdb514c8 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:01.961381 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-68f4dd76-0f88-45e6-9b32-119bfdb514c8 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Transition to ACTIVE for port object b0c57c2e-cd6b-4704-86ef-742e0c553c48 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:59:01.978166 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53205eba-ab08-402a-bfc8-2ea0346f227a req-dcad48bb-d128-41a7-9ecb-108e0d4927de tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:01.985350 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-53205eba-ab08-402a-bfc8-2ea0346f227a req-dcad48bb-d128-41a7-9ecb-108e0d4927de tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e13708f-966a-4047-9a35-5e9413397f64 HTTP/1.1" status: 200 len: 949 time: 0.2927856 Jul 23 19:59:02.012753 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-68f4dd76-0f88-45e6-9b32-119bfdb514c8 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:02.059901 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-53205eba-ab08-402a-bfc8-2ea0346f227a req-2e87203f-85ff-478c-8e83-d3da6c1c8a37 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] 10.222.0.32 "GET /v2.0/security-groups?id=996b957d-00cf-4983-bff6-e01e79760c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735817 Jul 23 19:59:02.072188 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b7521d42-6af7-47a7-b914-86563adf64a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:02.096255 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b7521d42-6af7-47a7-b914-86563adf64a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:02.153243 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-68f4dd76-0f88-45e6-9b32-119bfdb514c8 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Network ec2201c2-595f-40aa-9bc3-fccd4b01012e is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 19:59:02.155592 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b7521d42-6af7-47a7-b914-86563adf64a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:02.158511 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b7521d42-6af7-47a7-b914-86563adf64a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:02.164329 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b7521d42-6af7-47a7-b914-86563adf64a7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/83cac9a9-666e-4390-8cae-57a1ff05ba2c HTTP/1.1" status: 204 len: 168 time: 0.2222230 Jul 23 19:59:02.166737 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4dd76-0f88-45e6-9b32-119bfdb514c8 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Pushing event updated for resources: {'Port': ['ID=b0c57c2e-cd6b-4704-86ef-742e0c553c48,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:02.169170 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-68f4dd76-0f88-45e6-9b32-119bfdb514c8 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:59:02.177147 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7521d42-6af7-47a7-b914-86563adf64a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cac9a9-666e-4390-8cae-57a1ff05ba2c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:02.177559 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-68f4dd76-0f88-45e6-9b32-119bfdb514c8 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 19:59:02.183327 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-68f4dd76-0f88-45e6-9b32-119bfdb514c8 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:02.184489 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-68f4dd76-0f88-45e6-9b32-119bfdb514c8 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:02.192519 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-6d80996e-ba59-4d3e-af37-30a582c6715e tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Allocated IP 192.168.233.219 (ec2201c2-595f-40aa-9bc3-fccd4b01012e/4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d/f2e08988-313c-4b3d-ade6-d7ede6be0b82) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 19:59:02.222097 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-68f4dd76-0f88-45e6-9b32-119bfdb514c8 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6871264 Jul 23 19:59:02.242784 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-9ef7d3ed-c7e0-4406-a24d-56ab77e19647 service neutron] Request body: {'port': {'device_id': 'e906267f-a117-455c-a9c0-f588ddc5731d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:02.310879 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1a55e-23cc-4561-a509-2985e217398f req-3c9a9848-1e5d-4bf8-8527-dd8a8c5c309c tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:02.312478 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-75e1a55e-23cc-4561-a509-2985e217398f req-3c9a9848-1e5d-4bf8-8527-dd8a8c5c309c tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b05ba64-46f2-487e-a7e4-a59316b30278 HTTP/1.1" status: 200 len: 950 time: 0.2331762 Jul 23 19:59:02.467680 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-75e1a55e-23cc-4561-a509-2985e217398f req-53497622-3809-443a-bb7e-1944385f44bc tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/security-groups?id=a69ca547-50be-4a45-b1b8-4cab56296e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426072 Jul 23 19:59:02.470667 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-9ef7d3ed-c7e0-4406-a24d-56ab77e19647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:02.527186 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-45c6a37e-14f4-4cf5-af29-a95fb96d9fa9 None None] Provisioning for port b0c57c2e-cd6b-4704-86ef-742e0c553c48 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:59:02.542178 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-45c6a37e-14f4-4cf5-af29-a95fb96d9fa9 None None] Provisioning complete for port b0c57c2e-cd6b-4704-86ef-742e0c553c48 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:02.543148 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-45c6a37e-14f4-4cf5-af29-a95fb96d9fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:02.601630 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-6d80996e-ba59-4d3e-af37-30a582c6715e tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:02.612044 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-45c6a37e-14f4-4cf5-af29-a95fb96d9fa9 None None] Port b0c57c2e-cd6b-4704-86ef-742e0c553c48 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 19:59:02.642270 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60214) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:02.659054 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9644f895-b9f0-4e83-be77-6597cd07b86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:02.673282 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-6d80996e-ba59-4d3e-af37-30a582c6715e tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Transition to ACTIVE for port object f2e08988-313c-4b3d-ade6-d7ede6be0b82 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:59:02.728029 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-6d80996e-ba59-4d3e-af37-30a582c6715e tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:02.847256 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-6d80996e-ba59-4d3e-af37-30a582c6715e tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Network ec2201c2-595f-40aa-9bc3-fccd4b01012e is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 19:59:02.852846 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9644f895-b9f0-4e83-be77-6597cd07b86b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:02.862990 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9644f895-b9f0-4e83-be77-6597cd07b86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:02.865839 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-6d80996e-ba59-4d3e-af37-30a582c6715e tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:59:02.871247 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d80996e-ba59-4d3e-af37-30a582c6715e tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Pushing event updated for resources: {'Port': ['ID=f2e08988-313c-4b3d-ade6-d7ede6be0b82,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:02.875417 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-6d80996e-ba59-4d3e-af37-30a582c6715e tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 19:59:02.882265 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-6d80996e-ba59-4d3e-af37-30a582c6715e tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:02.883146 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-6d80996e-ba59-4d3e-af37-30a582c6715e tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:02.887649 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 22d5dc33-524d-4b86-9e8e-7b73d29318b8 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:59:02.919777 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9644f895-b9f0-4e83-be77-6597cd07b86b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a4eb8f16600a4159ac3a80f156dcb103&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2760739 Jul 23 19:59:02.927094 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60218) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:02.930963 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-6d80996e-ba59-4d3e-af37-30a582c6715e tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5640140 Jul 23 19:59:02.931775 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421e517-883f-47b5-83b2-c998fcb98f04 req-8d54d72f-0970-4551-b165-5ac40d208fc9 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:02.939213 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5421e517-883f-47b5-83b2-c998fcb98f04 req-8d54d72f-0970-4551-b165-5ac40d208fc9 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=78faabc6-e58a-4061-8310-2159026ae115 HTTP/1.1" status: 200 len: 970 time: 0.1328917 Jul 23 19:59:02.947410 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 6b3cf3b3-7232-4a77-a76e-d33cb770c70d up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:59:02.957336 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-a795b7d4-dfcb-4f4c-a765-f068fa5225b0 service neutron] Request body: {'port': {'device_id': '866ea730-f9e1-4c8d-8270-530acec9f5b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:02.974118 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644f895-b9f0-4e83-be77-6597cd07b86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86675475-c752-45e8-8ca9-1a88da7e09b7,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:03.010522 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5421e517-883f-47b5-83b2-c998fcb98f04 req-7f697287-224e-4cde-90ac-f6eb7b111e1d tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701039 Jul 23 19:59:03.032103 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 6b3cf3b3-7232-4a77-a76e-d33cb770c70d completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:59:03.037563 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 22d5dc33-524d-4b86-9e8e-7b73d29318b8 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:59:03.041729 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 6b3cf3b3-7232-4a77-a76e-d33cb770c70d triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:03.042791 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:03.091320 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 22d5dc33-524d-4b86-9e8e-7b73d29318b8 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:03.091937 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:03.171414 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4f751253-2b7a-4130-adf9-0cf36e7c0bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:03.191079 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60226) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:03.193211 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:03.243560 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:03.285787 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-9ef7d3ed-c7e0-4406-a24d-56ab77e19647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0c57c2e-cd6b-4704-86ef-742e0c553c48 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 19:59:03.289029 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ddad0-7e2f-4530-9278-116b2e9a3d86 req-28c7545c-ff00-4b11-828f-edaff29cd42a tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:03.295793 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4c8ddad0-7e2f-4530-9278-116b2e9a3d86 req-28c7545c-ff00-4b11-828f-edaff29cd42a tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=866ea730-f9e1-4c8d-8270-530acec9f5b2 HTTP/1.1" status: 200 len: 936 time: 0.1611655 Jul 23 19:59:03.300020 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-9ef7d3ed-c7e0-4406-a24d-56ab77e19647 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:03.300876 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 6b3cf3b3-7232-4a77-a76e-d33cb770c70d, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=6b3cf3b3-7232-4a77-a76e-d33cb770c70d,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:03.303623 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78faabc6-e58a-4061-8310-2159026ae115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3cf3b3-7232-4a77-a76e-d33cb770c70d'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 19:59:03.306198 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cbfbe3-0145-4f43-8b6c-d43982d2aa05" -d '{"events": [{"server_uuid": "78faabc6-e58a-4061-8310-2159026ae115", "name": "network-vif-plugged", "status": "completed", "tag": "6b3cf3b3-7232-4a77-a76e-d33cb770c70d"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 19:59:03.319093 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:03.331443 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-9ef7d3ed-c7e0-4406-a24d-56ab77e19647 service neutron] Transition to ACTIVE for port object b0c57c2e-cd6b-4704-86ef-742e0c553c48 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:59:03.336258 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4f751253-2b7a-4130-adf9-0cf36e7c0bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:03.342508 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-9ef7d3ed-c7e0-4406-a24d-56ab77e19647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:03.374873 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 22d5dc33-524d-4b86-9e8e-7b73d29318b8, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=22d5dc33-524d-4b86-9e8e-7b73d29318b8,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:03.385013 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:03.398207 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-12ad2e31-f98d-4631-a270-51bffd573d6d None None] Provisioning for port f2e08988-313c-4b3d-ade6-d7ede6be0b82 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:59:03.417007 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-12ad2e31-f98d-4631-a270-51bffd573d6d None None] Provisioning complete for port f2e08988-313c-4b3d-ade6-d7ede6be0b82 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:03.417343 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-12ad2e31-f98d-4631-a270-51bffd573d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:03.419659 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=6b3cf3b3-7232-4a77-a76e-d33cb770c70d,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:03.424936 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4c8ddad0-7e2f-4530-9278-116b2e9a3d86 req-f2cf8c93-412b-4e3e-acce-7fddddcf469f tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202776 Jul 23 19:59:03.426479 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06e523ad-1ffc-4ed1-b0f5-9ad89302d5c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:03.512437 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-12ad2e31-f98d-4631-a270-51bffd573d6d None None] Port f2e08988-313c-4b3d-ade6-d7ede6be0b82 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 19:59:03.521664 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-9ef7d3ed-c7e0-4406-a24d-56ab77e19647 service neutron] Attempting to bind port b0c57c2e-cd6b-4704-86ef-742e0c553c48 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 19:59:03.522233 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-9ef7d3ed-c7e0-4406-a24d-56ab77e19647 service neutron] Attempting to bind port b0c57c2e-cd6b-4704-86ef-742e0c553c48 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 19:59:03.522726 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-9ef7d3ed-c7e0-4406-a24d-56ab77e19647 service neutron] Attempting to bind port b0c57c2e-cd6b-4704-86ef-742e0c553c48 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:59:03.524799 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-a795b7d4-dfcb-4f4c-a765-f068fa5225b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:03.524945 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=22d5dc33-524d-4b86-9e8e-7b73d29318b8,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:03.551503 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef7d3ed-c7e0-4406-a24d-56ab77e19647 service neutron] Pushing event updated for resources: {'Port': ['ID=b0c57c2e-cd6b-4704-86ef-742e0c553c48,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:03.587322 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-9ef7d3ed-c7e0-4406-a24d-56ab77e19647 service neutron] Port b0c57c2e-cd6b-4704-86ef-742e0c553c48 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 19:59:03.587862 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-9ef7d3ed-c7e0-4406-a24d-56ab77e19647 service neutron] Attempting to bind port b0c57c2e-cd6b-4704-86ef-742e0c553c48 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:59:03.601593 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-9ef7d3ed-c7e0-4406-a24d-56ab77e19647 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 19, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 19:59:03.601933 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-9ef7d3ed-c7e0-4406-a24d-56ab77e19647 service neutron] Checking segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:59:03.602481 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-9ef7d3ed-c7e0-4406-a24d-56ab77e19647 service neutron] Bound using segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 19:59:03.602719 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-9ef7d3ed-c7e0-4406-a24d-56ab77e19647 service neutron] Bound port: b0c57c2e-cd6b-4704-86ef-742e0c553c48, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 19:59:03.603256 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-9ef7d3ed-c7e0-4406-a24d-56ab77e19647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:03.624830 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a6c8b-a6a8-415c-9f09-5bb8f49631c5 req-8137716c-4f5f-4fca-87fc-48ba43f24e76 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:03.626384 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1a4a6c8b-a6a8-415c-9f09-5bb8f49631c5 req-8137716c-4f5f-4fca-87fc-48ba43f24e76 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b05ba64-46f2-487e-a7e4-a59316b30278 HTTP/1.1" status: 200 len: 950 time: 0.1044390 Jul 23 19:59:03.654530 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06e523ad-1ffc-4ed1-b0f5-9ad89302d5c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:03.668072 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06e523ad-1ffc-4ed1-b0f5-9ad89302d5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:03.681846 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4f751253-2b7a-4130-adf9-0cf36e7c0bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:03.684562 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4f751253-2b7a-4130-adf9-0cf36e7c0bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:03.685722 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4f751253-2b7a-4130-adf9-0cf36e7c0bd0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/86675475-c752-45e8-8ca9-1a88da7e09b7 HTTP/1.1" status: 204 len: 168 time: 0.7571220 Jul 23 19:59:03.718299 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e523ad-1ffc-4ed1-b0f5-9ad89302d5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a09d2f-f2c9-4880-832a-bbc51897db2a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:03.723165 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f751253-2b7a-4130-adf9-0cf36e7c0bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86675475-c752-45e8-8ca9-1a88da7e09b7,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:03.740715 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-06e523ad-1ffc-4ed1-b0f5-9ad89302d5c8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4814b699d1584c8fb763b7dd511acb02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5481846 Jul 23 19:59:03.747607 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1a4a6c8b-a6a8-415c-9f09-5bb8f49631c5 req-393596a5-f53d-4cf1-8656-9a62788f6377 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/security-groups?id=a69ca547-50be-4a45-b1b8-4cab56296e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970776 Jul 23 19:59:03.748095 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60244) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:03.814397 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ebc13d3-97cc-457b-89d1-85ed299c03d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:03.816203 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 19:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0978f22c-256c-494b-8520-e82ad3b14517 x-openstack-request-id: req-0978f22c-256c-494b-8520-e82ad3b14517 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 19:59:03.816711 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78faabc6-e58a-4061-8310-2159026ae115", "name": "network-vif-plugged", "status": "completed", "tag": "6b3cf3b3-7232-4a77-a76e-d33cb770c70d", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 19:59:03.816805 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0978f22c-256c-494b-8520-e82ad3b14517 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 19:59:03.817196 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78faabc6-e58a-4061-8310-2159026ae115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3cf3b3-7232-4a77-a76e-d33cb770c70d', 'code': 200} Jul 23 19:59:03.841201 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ba8ec-7440-4fd7-9bb1-56a0b71dca50 req-f6c9e0b3-5df1-4aa8-b46f-91c8c69ec2fd tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:03.849289 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e66ba8ec-7440-4fd7-9bb1-56a0b71dca50 req-f6c9e0b3-5df1-4aa8-b46f-91c8c69ec2fd tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e13708f-966a-4047-9a35-5e9413397f64 HTTP/1.1" status: 200 len: 950 time: 0.3433774 Jul 23 19:59:03.856257 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ebc13d3-97cc-457b-89d1-85ed299c03d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:03.876272 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-9ef7d3ed-c7e0-4406-a24d-56ab77e19647 service neutron] For port b0c57c2e-cd6b-4704-86ef-742e0c553c48, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 19:59:03.900381 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.30', 51199) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:03.926042 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-9ef7d3ed-c7e0-4406-a24d-56ab77e19647 service neutron] For port b0c57c2e-cd6b-4704-86ef-742e0c553c48, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=b0c57c2e-cd6b-4704-86ef-742e0c553c48,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 19:59:03.947643 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-9ef7d3ed-c7e0-4406-a24d-56ab77e19647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:03.996270 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ebc13d3-97cc-457b-89d1-85ed299c03d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:03.999138 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ebc13d3-97cc-457b-89d1-85ed299c03d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:04.000425 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8ebc13d3-97cc-457b-89d1-85ed299c03d1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a2a09d2f-f2c9-4880-832a-bbc51897db2a HTTP/1.1" status: 204 len: 168 time: 0.2512546 Jul 23 19:59:04.005156 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71362d48-af4a-47f1-82ec-692d8c7dd627 req-0ce084d5-02ad-473b-8343-6a93c098bc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:04.006656 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-71362d48-af4a-47f1-82ec-692d8c7dd627 req-0ce084d5-02ad-473b-8343-6a93c098bc93 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=78faabc6-e58a-4061-8310-2159026ae115 HTTP/1.1" status: 200 len: 1123 time: 0.1052706 Jul 23 19:59:04.013259 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc13d3-97cc-457b-89d1-85ed299c03d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a09d2f-f2c9-4880-832a-bbc51897db2a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:04.083072 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e66ba8ec-7440-4fd7-9bb1-56a0b71dca50 req-3fe7a49b-55b9-4ca7-8aa0-c7661d55d31a tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] 10.222.0.32 "GET /v2.0/security-groups?id=996b957d-00cf-4983-bff6-e01e79760c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327988 Jul 23 19:59:04.097524 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-9ef7d3ed-c7e0-4406-a24d-56ab77e19647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:04.098474 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-9ef7d3ed-c7e0-4406-a24d-56ab77e19647 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:04.099682 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-9ef7d3ed-c7e0-4406-a24d-56ab77e19647 service neutron] 10.222.0.30 "PUT /v2.0/ports/b0c57c2e-cd6b-4704-86ef-742e0c553c48 HTTP/1.1" status: 200 len: 1096 time: 1.8703480 Jul 23 19:59:04.102016 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e906267f-a117-455c-a9c0-f588ddc5731d', 'tag': 'b0c57c2e-cd6b-4704-86ef-742e0c553c48'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 19:59:04.104396 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad29ea4-5ee2-4d51-a02c-61d2ebcafb0a" -d '{"events": [{"name": "network-changed", "server_uuid": "e906267f-a117-455c-a9c0-f588ddc5731d", "tag": "b0c57c2e-cd6b-4704-86ef-742e0c553c48"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 19:59:04.113413 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-71362d48-af4a-47f1-82ec-692d8c7dd627 req-09c32324-add7-466f-b42a-32accac644b2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911741 Jul 23 19:59:04.202076 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef7d3ed-c7e0-4406-a24d-56ab77e19647 service neutron] Pushing event updated for resources: {'Port': ['ID=b0c57c2e-cd6b-4704-86ef-742e0c553c48,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:04.331075 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 19:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517fb7d1-ba79-4495-9d7f-2f9313880103 x-openstack-request-id: req-517fb7d1-ba79-4495-9d7f-2f9313880103 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 19:59:04.331450 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e906267f-a117-455c-a9c0-f588ddc5731d", "tag": "b0c57c2e-cd6b-4704-86ef-742e0c553c48", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 19:59:04.331647 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-517fb7d1-ba79-4495-9d7f-2f9313880103 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 19:59:04.333404 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e906267f-a117-455c-a9c0-f588ddc5731d', 'tag': 'b0c57c2e-cd6b-4704-86ef-742e0c553c48', 'status': 'completed', 'code': 200} Jul 23 19:59:04.384574 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-a795b7d4-dfcb-4f4c-a765-f068fa5225b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2e08988-313c-4b3d-ade6-d7ede6be0b82 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 19:59:04.401056 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-a795b7d4-dfcb-4f4c-a765-f068fa5225b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:04.440631 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-a795b7d4-dfcb-4f4c-a765-f068fa5225b0 service neutron] Transition to ACTIVE for port object f2e08988-313c-4b3d-ade6-d7ede6be0b82 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:59:04.449526 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-a795b7d4-dfcb-4f4c-a765-f068fa5225b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:04.487699 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-526382e3-299e-4696-bf45-d8032d55fa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:04.489169 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-526382e3-299e-4696-bf45-d8032d55fa89 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c15dc85593af4036952cde3c4b63220e&device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 1099 time: 0.3060141 Jul 23 19:59:04.497891 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ad8f7-dff5-4199-a19e-dbe1aa7b7a99 req-9860e9b5-d137-4b02-8078-3ef3458bed96 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:04.505077 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-648ad8f7-dff5-4199-a19e-dbe1aa7b7a99 req-9860e9b5-d137-4b02-8078-3ef3458bed96 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=78faabc6-e58a-4061-8310-2159026ae115 HTTP/1.1" status: 200 len: 971 time: 0.3074226 Jul 23 19:59:04.523564 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60290) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:04.564263 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0fdee7ba-929e-45cd-9c36-486c15b40348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:04.595242 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-06ba24d9-1611-4792-831c-4ccd6a00c365 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=b0c57c2e-cd6b-4704-86ef-742e0c553c48 HTTP/1.1" status: 200 len: 217 time: 0.0877433 Jul 23 19:59:04.598877 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795b7d4-dfcb-4f4c-a765-f068fa5225b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e08988-313c-4b3d-ade6-d7ede6be0b82,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:04.651649 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-648ad8f7-dff5-4199-a19e-dbe1aa7b7a99 req-91fdf45b-89bd-4bb5-a608-30810a845a05 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456070 Jul 23 19:59:04.668592 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-08dbd689-05b4-473c-b7d6-83e049fe9978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:04.670946 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-08dbd689-05b4-473c-b7d6-83e049fe9978 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.0658150 Jul 23 19:59:04.681786 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-a795b7d4-dfcb-4f4c-a765-f068fa5225b0 service neutron] Attempting to bind port f2e08988-313c-4b3d-ade6-d7ede6be0b82 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 19:59:04.681786 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-a795b7d4-dfcb-4f4c-a765-f068fa5225b0 service neutron] Attempting to bind port f2e08988-313c-4b3d-ade6-d7ede6be0b82 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 19:59:04.681786 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-a795b7d4-dfcb-4f4c-a765-f068fa5225b0 service neutron] Attempting to bind port f2e08988-313c-4b3d-ade6-d7ede6be0b82 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:59:04.697124 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-a795b7d4-dfcb-4f4c-a765-f068fa5225b0 service neutron] Port f2e08988-313c-4b3d-ade6-d7ede6be0b82 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 19:59:04.697617 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-a795b7d4-dfcb-4f4c-a765-f068fa5225b0 service neutron] Attempting to bind port f2e08988-313c-4b3d-ade6-d7ede6be0b82 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:59:04.715199 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-a795b7d4-dfcb-4f4c-a765-f068fa5225b0 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 19, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 19:59:04.715833 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-a795b7d4-dfcb-4f4c-a765-f068fa5225b0 service neutron] Checking segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:59:04.716429 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-a795b7d4-dfcb-4f4c-a765-f068fa5225b0 service neutron] Bound using segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 19:59:04.717098 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-a795b7d4-dfcb-4f4c-a765-f068fa5225b0 service neutron] Bound port: f2e08988-313c-4b3d-ade6-d7ede6be0b82, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 19:59:04.717721 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-a795b7d4-dfcb-4f4c-a765-f068fa5225b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:04.778473 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-ba27c199-6c41-4e19-a7b5-192a27dd3c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:04.780121 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-ba27c199-6c41-4e19-a7b5-192a27dd3c18 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0956845 Jul 23 19:59:04.956054 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8ab0a-792c-45e7-8a16-4576a2266e59 req-240ae07a-1b6f-40d9-a992-566ed2384a62 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:04.962893 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-29d8ab0a-792c-45e7-8a16-4576a2266e59 req-240ae07a-1b6f-40d9-a992-566ed2384a62 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=866ea730-f9e1-4c8d-8270-530acec9f5b2 HTTP/1.1" status: 200 len: 948 time: 0.1761687 Jul 23 19:59:04.967774 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-ae5c9539-409c-4584-85bf-efe622979ee3 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669965 Jul 23 19:59:05.017511 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f05c80-94bc-41de-ba6b-82d3a20f48f3 req-d8f42c5b-e00c-4395-93b5-77c1011e6b89 tempest-DeleteServersAdminTestJSON-276798651 tempest-DeleteServersAdminTestJSON-276798651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:05.019097 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-81f05c80-94bc-41de-ba6b-82d3a20f48f3 req-d8f42c5b-e00c-4395-93b5-77c1011e6b89 tempest-DeleteServersAdminTestJSON-276798651 tempest-DeleteServersAdminTestJSON-276798651-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7b05ba64-46f2-487e-a7e4-a59316b30278 HTTP/1.1" status: 200 len: 1102 time: 0.4381821 Jul 23 19:59:05.037456 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-29d8ab0a-792c-45e7-8a16-4576a2266e59 req-fc7b16d9-aa8c-471d-9ba8-6c34a94f342e tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721478 Jul 23 19:59:05.118545 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c34726a3-1d94-4cca-b873-e68714a85c68 req-86737816-001f-44b6-a991-4e89e113a3b0 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440637 Jul 23 19:59:05.159581 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-a795b7d4-dfcb-4f4c-a765-f068fa5225b0 service neutron] For port f2e08988-313c-4b3d-ade6-d7ede6be0b82, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 19:59:05.206065 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-a795b7d4-dfcb-4f4c-a765-f068fa5225b0 service neutron] For port f2e08988-313c-4b3d-ade6-d7ede6be0b82, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=f2e08988-313c-4b3d-ade6-d7ede6be0b82,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 19:59:05.218677 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-a795b7d4-dfcb-4f4c-a765-f068fa5225b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:05.235442 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0fdee7ba-929e-45cd-9c36-486c15b40348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:05.260796 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0fdee7ba-929e-45cd-9c36-486c15b40348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:05.288330 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f236260-6050-4127-97b5-c390dfbc8f22 req-4c559947-a3ec-42d4-acbe-d9e92d38817f tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:05.290090 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4f236260-6050-4127-97b5-c390dfbc8f22 req-4c559947-a3ec-42d4-acbe-d9e92d38817f tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/ports?device_id=37660dae-2c42-432a-821e-5ba1776f97d4 HTTP/1.1" status: 200 len: 971 time: 0.2763081 Jul 23 19:59:05.295187 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-a795b7d4-dfcb-4f4c-a765-f068fa5225b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:05.295797 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-a795b7d4-dfcb-4f4c-a765-f068fa5225b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:05.297130 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-a795b7d4-dfcb-4f4c-a765-f068fa5225b0 service neutron] 10.222.0.30 "PUT /v2.0/ports/f2e08988-313c-4b3d-ade6-d7ede6be0b82 HTTP/1.1" status: 200 len: 1097 time: 2.3520420 Jul 23 19:59:05.300846 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3196fc-2016-435c-876e-cb16bdf93de8 req-d6c1f736-29ec-4056-a595-84e95c057713 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:05.309069 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fb3196fc-2016-435c-876e-cb16bdf93de8 req-d6c1f736-29ec-4056-a595-84e95c057713 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b05ba64-46f2-487e-a7e4-a59316b30278 HTTP/1.1" status: 200 len: 950 time: 0.1468630 Jul 23 19:59:05.337902 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad29ea4-5ee2-4d51-a02c-61d2ebcafb0a req-522acd09-2d75-4e4d-9f57-58b45e7647b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:05.339561 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3ad29ea4-5ee2-4d51-a02c-61d2ebcafb0a req-522acd09-2d75-4e4d-9f57-58b45e7647b0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c15dc85593af4036952cde3c4b63220e&device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 1099 time: 0.1426690 Jul 23 19:59:05.382663 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fb3196fc-2016-435c-876e-cb16bdf93de8 req-625fb317-bde8-4162-b135-66bdb38fe237 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/security-groups?id=a69ca547-50be-4a45-b1b8-4cab56296e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718303 Jul 23 19:59:05.392635 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0fdee7ba-929e-45cd-9c36-486c15b40348 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8388a9c58366416bbac364dc6316ada2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8652663 Jul 23 19:59:05.400336 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60318) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:05.420026 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdee7ba-929e-45cd-9c36-486c15b40348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6ef51f-9ada-4bdb-b0ba-636fc74025b0,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:05.425679 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795b7d4-dfcb-4f4c-a765-f068fa5225b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e08988-313c-4b3d-ade6-d7ede6be0b82,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:05.481773 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4f236260-6050-4127-97b5-c390dfbc8f22 req-76e3cd08-5bc6-4e13-b551-9dce4103ac9d tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6bf0389-64f9-40fe-94d3-7f7223b0d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563611 Jul 23 19:59:05.493678 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-81f05c80-94bc-41de-ba6b-82d3a20f48f3 req-acb20eac-398e-44ea-bdeb-fad6e228f8ae tempest-DeleteServersAdminTestJSON-276798651 tempest-DeleteServersAdminTestJSON-276798651-project-admin] Deleting port b69c3130-0f50-4df5-ba5c-cc1c76cecf86 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 19:59:05.494002 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-81f05c80-94bc-41de-ba6b-82d3a20f48f3 req-acb20eac-398e-44ea-bdeb-fad6e228f8ae tempest-DeleteServersAdminTestJSON-276798651 tempest-DeleteServersAdminTestJSON-276798651-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:05.583264 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad29ea4-5ee2-4d51-a02c-61d2ebcafb0a req-ab5f5a64-d0e8-4ea0-82fd-30fedd6c2b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:05.584790 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3ad29ea4-5ee2-4d51-a02c-61d2ebcafb0a req-ab5f5a64-d0e8-4ea0-82fd-30fedd6c2b7b service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.2389984 Jul 23 19:59:05.585480 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b65014be-6a09-45bf-98d1-71992f3b2aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:05.640067 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-81f05c80-94bc-41de-ba6b-82d3a20f48f3 req-acb20eac-398e-44ea-bdeb-fad6e228f8ae tempest-DeleteServersAdminTestJSON-276798651 tempest-DeleteServersAdminTestJSON-276798651-project-admin] For port b69c3130-0f50-4df5-ba5c-cc1c76cecf86, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=b69c3130-0f50-4df5-ba5c-cc1c76cecf86,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:05.640602 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-81f05c80-94bc-41de-ba6b-82d3a20f48f3 req-acb20eac-398e-44ea-bdeb-fad6e228f8ae tempest-DeleteServersAdminTestJSON-276798651 tempest-DeleteServersAdminTestJSON-276798651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:05.653367 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3ad29ea4-5ee2-4d51-a02c-61d2ebcafb0a req-cb163042-040c-42d7-8389-6499cfb8f458 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=b0c57c2e-cd6b-4704-86ef-742e0c553c48 HTTP/1.1" status: 200 len: 217 time: 0.0596070 Jul 23 19:59:05.660010 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b65014be-6a09-45bf-98d1-71992f3b2aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:05.664436 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-81f05c80-94bc-41de-ba6b-82d3a20f48f3 req-acb20eac-398e-44ea-bdeb-fad6e228f8ae tempest-DeleteServersAdminTestJSON-276798651 tempest-DeleteServersAdminTestJSON-276798651-project-admin] Calling delete_port for b69c3130-0f50-4df5-ba5c-cc1c76cecf86 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 19:59:05.748529 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf5081-33f7-42f7-9a5f-adf84e31fbd8 req-2c44526c-f90b-4a6d-8fb3-c132b7a72328 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:05.751992 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0baf5081-33f7-42f7-9a5f-adf84e31fbd8 req-2c44526c-f90b-4a6d-8fb3-c132b7a72328 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e13708f-966a-4047-9a35-5e9413397f64 HTTP/1.1" status: 200 len: 950 time: 0.2431045 Jul 23 19:59:05.758348 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-82db05bf-adac-4b12-83d0-7c7bc369f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:05.760159 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-82db05bf-adac-4b12-83d0-7c7bc369f6bc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c15dc85593af4036952cde3c4b63220e&device_id=866ea730-f9e1-4c8d-8270-530acec9f5b2 HTTP/1.1" status: 200 len: 1100 time: 0.4085977 Jul 23 19:59:05.782650 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad29ea4-5ee2-4d51-a02c-61d2ebcafb0a req-aaf0cc5e-fb35-4718-9ff0-bde250242f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:05.784094 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3ad29ea4-5ee2-4d51-a02c-61d2ebcafb0a req-aaf0cc5e-fb35-4718-9ff0-bde250242f15 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1220057 Jul 23 19:59:05.818319 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e13708f-966a-4047-9a35-5e9413397f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d5dc33-524d-4b86-9e8e-7b73d29318b8'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 19:59:05.820935 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1515ea7d-bc41-413d-bff4-48e4942a34b0" -d '{"events": [{"server_uuid": "0e13708f-966a-4047-9a35-5e9413397f64", "name": "network-vif-plugged", "status": "completed", "tag": "22d5dc33-524d-4b86-9e8e-7b73d29318b8"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 19:59:05.828621 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0baf5081-33f7-42f7-9a5f-adf84e31fbd8 req-392be2ec-ca8e-4158-b1ae-3bf2c449d278 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] 10.222.0.32 "GET /v2.0/security-groups?id=996b957d-00cf-4983-bff6-e01e79760c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700438 Jul 23 19:59:05.835174 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b65014be-6a09-45bf-98d1-71992f3b2aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:05.837707 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b65014be-6a09-45bf-98d1-71992f3b2aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:05.838767 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b65014be-6a09-45bf-98d1-71992f3b2aac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ca6ef51f-9ada-4bdb-b0ba-636fc74025b0 HTTP/1.1" status: 204 len: 168 time: 0.4348216 Jul 23 19:59:05.851918 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-b4f3e3aa-79b6-4e24-9d7d-73e57762c8ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=f2e08988-313c-4b3d-ade6-d7ede6be0b82 HTTP/1.1" status: 200 len: 217 time: 0.0728428 Jul 23 19:59:05.859337 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65014be-6a09-45bf-98d1-71992f3b2aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6ef51f-9ada-4bdb-b0ba-636fc74025b0,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:05.903466 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad29ea4-5ee2-4d51-a02c-61d2ebcafb0a req-2be3be57-5117-4409-bb55-d79d25bd2898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:05.905054 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3ad29ea4-5ee2-4d51-a02c-61d2ebcafb0a req-2be3be57-5117-4409-bb55-d79d25bd2898 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1082454 Jul 23 19:59:05.983463 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-fd5ec9f1-4589-4eb9-9b0b-b2a01fb9d5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:05.984940 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-fd5ec9f1-4589-4eb9-9b0b-b2a01fb9d5f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1248889 Jul 23 19:59:05.995476 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd4984-d0a7-493e-8129-9a6152ed68e9 req-1b20a718-7303-49c3-bb57-a96d271c11c3 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:05.997576 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-05cd4984-d0a7-493e-8129-9a6152ed68e9 req-1b20a718-7303-49c3-bb57-a96d271c11c3 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=78faabc6-e58a-4061-8310-2159026ae115 HTTP/1.1" status: 200 len: 971 time: 0.2349803 Jul 23 19:59:06.014465 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-81f05c80-94bc-41de-ba6b-82d3a20f48f3 req-acb20eac-398e-44ea-bdeb-fad6e228f8ae tempest-DeleteServersAdminTestJSON-276798651 tempest-DeleteServersAdminTestJSON-276798651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:06.027775 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['b69c3130-0f50-4df5-ba5c-cc1c76cecf86'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 19:59:06.046137 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3ad29ea4-5ee2-4d51-a02c-61d2ebcafb0a req-8863ad14-4cbe-4624-9981-7f3c57eb1c78 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264267 Jul 23 19:59:06.077344 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb20eac-398e-44ea-bdeb-fad6e228f8ae tempest-DeleteServersAdminTestJSON-276798651 tempest-DeleteServersAdminTestJSON-276798651-project-admin] Pushing event deleted for resources: {'Port': ['ID=b69c3130-0f50-4df5-ba5c-cc1c76cecf86,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:06.125782 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-05cd4984-d0a7-493e-8129-9a6152ed68e9 req-b5863de0-939c-4715-9948-5032b10c6f58 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147966 Jul 23 19:59:06.161709 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f05c80-94bc-41de-ba6b-82d3a20f48f3 req-acb20eac-398e-44ea-bdeb-fad6e228f8ae tempest-DeleteServersAdminTestJSON-276798651 tempest-DeleteServersAdminTestJSON-276798651-project-admin] No DVR routers for this DVR port b69c3130-0f50-4df5-ba5c-cc1c76cecf86 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 19:59:06.176042 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-81f05c80-94bc-41de-ba6b-82d3a20f48f3 req-acb20eac-398e-44ea-bdeb-fad6e228f8ae tempest-DeleteServersAdminTestJSON-276798651 tempest-DeleteServersAdminTestJSON-276798651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:06.178074 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-81f05c80-94bc-41de-ba6b-82d3a20f48f3 req-acb20eac-398e-44ea-bdeb-fad6e228f8ae tempest-DeleteServersAdminTestJSON-276798651 tempest-DeleteServersAdminTestJSON-276798651-project-admin] 10.222.0.18 "DELETE /v2.0/ports/b69c3130-0f50-4df5-ba5c-cc1c76cecf86 HTTP/1.1" status: 204 len: 173 time: 1.1394680 Jul 23 19:59:06.225945 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3ad29ea4-5ee2-4d51-a02c-61d2ebcafb0a req-4c7479ec-bfe0-4aec-8bb7-fa2544fbdd14 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660805 Jul 23 19:59:06.233326 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-e929a54e-009f-4841-ba8b-f7f37d03c098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:06.234840 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-e929a54e-009f-4841-ba8b-f7f37d03c098 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2333295 Jul 23 19:59:06.257111 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 19:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df228232-735f-43bf-b513-d10dcf2ce181 x-openstack-request-id: req-df228232-735f-43bf-b513-d10dcf2ce181 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 19:59:06.257416 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e13708f-966a-4047-9a35-5e9413397f64", "name": "network-vif-plugged", "status": "completed", "tag": "22d5dc33-524d-4b86-9e8e-7b73d29318b8", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 19:59:06.257959 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-df228232-735f-43bf-b513-d10dcf2ce181 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 19:59:06.258335 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e13708f-966a-4047-9a35-5e9413397f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d5dc33-524d-4b86-9e8e-7b73d29318b8', 'code': 200} Jul 23 19:59:06.334836 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866ea730-f9e1-4c8d-8270-530acec9f5b2', 'tag': 'f2e08988-313c-4b3d-ade6-d7ede6be0b82'}, {'server_uuid': '7b05ba64-46f2-487e-a7e4-a59316b30278', 'name': 'network-vif-deleted', 'tag': 'b69c3130-0f50-4df5-ba5c-cc1c76cecf86'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 19:59:06.337081 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3fc19d-15a2-4728-91b5-501c94df9812" -d '{"events": [{"name": "network-changed", "server_uuid": "866ea730-f9e1-4c8d-8270-530acec9f5b2", "tag": "f2e08988-313c-4b3d-ade6-d7ede6be0b82"}, {"server_uuid": "7b05ba64-46f2-487e-a7e4-a59316b30278", "name": "network-vif-deleted", "tag": "b69c3130-0f50-4df5-ba5c-cc1c76cecf86"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 19:59:06.352821 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6b3df-7e2c-4e59-b33c-b1de3c077c80 req-a71eff5e-2829-4b0e-8877-f8c9210e79be tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:06.354384 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ac6b3df-7e2c-4e59-b33c-b1de3c077c80 req-a71eff5e-2829-4b0e-8877-f8c9210e79be tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.30 "GET /v2.0/ports?device_id=37660dae-2c42-432a-821e-5ba1776f97d4 HTTP/1.1" status: 200 len: 971 time: 0.1940205 Jul 23 19:59:06.470854 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-d5593949-eb3b-4961-abe6-0f8e080200d8 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279909 Jul 23 19:59:06.657045 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9482e47a-1bd9-4977-bb4f-a834507ead89 req-c5682800-3ec5-4969-a2df-49cfaa4ecd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:06.659403 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9482e47a-1bd9-4977-bb4f-a834507ead89 req-c5682800-3ec5-4969-a2df-49cfaa4ecd76 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0e13708f-966a-4047-9a35-5e9413397f64 HTTP/1.1" status: 200 len: 1102 time: 0.2405896 Jul 23 19:59:06.694991 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-acb1565a-7c4c-4b00-aa69-067b9f0eba1c req-ef317114-dcd5-4364-b0f4-fe567e8d1f5d service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168131 Jul 23 19:59:06.703486 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669d266-0256-4483-a6d3-f55e9561ff63 req-f470a5da-97b4-4423-acee-b091aace4bbf tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:06.710728 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0669d266-0256-4483-a6d3-f55e9561ff63 req-f470a5da-97b4-4423-acee-b091aace4bbf tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=866ea730-f9e1-4c8d-8270-530acec9f5b2 HTTP/1.1" status: 200 len: 948 time: 0.2858779 Jul 23 19:59:06.738633 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-4ac6b3df-7e2c-4e59-b33c-b1de3c077c80 req-3f25a31a-931f-479a-95a9-7cc050832f34 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Deleting port f05e3680-5911-4748-94e3-f190e28f8bd7 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 19:59:06.739036 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4ac6b3df-7e2c-4e59-b33c-b1de3c077c80 req-3f25a31a-931f-479a-95a9-7cc050832f34 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:06.775568 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9482e47a-1bd9-4977-bb4f-a834507ead89 req-3073701f-e530-4187-8c12-b8fcf0f3dcb2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=996b957d-00cf-4983-bff6-e01e79760c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023512 Jul 23 19:59:06.821789 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0669d266-0256-4483-a6d3-f55e9561ff63 req-bdcf99e1-a7e3-41e0-b870-027878d5de8b tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099775 Jul 23 19:59:06.860027 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-4ac6b3df-7e2c-4e59-b33c-b1de3c077c80 req-3f25a31a-931f-479a-95a9-7cc050832f34 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] For port f05e3680-5911-4748-94e3-f190e28f8bd7, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=f05e3680-5911-4748-94e3-f190e28f8bd7,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:06.860384 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4ac6b3df-7e2c-4e59-b33c-b1de3c077c80 req-3f25a31a-931f-479a-95a9-7cc050832f34 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:06.877822 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-4ac6b3df-7e2c-4e59-b33c-b1de3c077c80 req-3f25a31a-931f-479a-95a9-7cc050832f34 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Calling delete_port for f05e3680-5911-4748-94e3-f190e28f8bd7 owned by compute:tempest-test_az-169889756 {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 19:59:07.073620 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4ac6b3df-7e2c-4e59-b33c-b1de3c077c80 req-3f25a31a-931f-479a-95a9-7cc050832f34 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:07.086596 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['f05e3680-5911-4748-94e3-f190e28f8bd7'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 19:59:07.111185 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 23 Jul 2021 19:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8495c3-ff7c-4059-9959-3ecd816981a3 x-openstack-request-id: req-ee8495c3-ff7c-4059-9959-3ecd816981a3 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 19:59:07.111779 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866ea730-f9e1-4c8d-8270-530acec9f5b2", "tag": "f2e08988-313c-4b3d-ade6-d7ede6be0b82", "status": "completed", "code": 200}, {"server_uuid": "7b05ba64-46f2-487e-a7e4-a59316b30278", "name": "network-vif-deleted", "tag": "b69c3130-0f50-4df5-ba5c-cc1c76cecf86", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 19:59:07.112044 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ee8495c3-ff7c-4059-9959-3ecd816981a3 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 19:59:07.112440 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '866ea730-f9e1-4c8d-8270-530acec9f5b2', 'tag': 'f2e08988-313c-4b3d-ade6-d7ede6be0b82', 'status': 'completed', 'code': 200} Jul 23 19:59:07.112699 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b05ba64-46f2-487e-a7e4-a59316b30278', 'name': 'network-vif-deleted', 'tag': 'b69c3130-0f50-4df5-ba5c-cc1c76cecf86', 'status': 'completed', 'code': 200} Jul 23 19:59:07.124703 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25a31a-931f-479a-95a9-7cc050832f34 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Pushing event deleted for resources: {'Port': ['ID=f05e3680-5911-4748-94e3-f190e28f8bd7,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:07.180541 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce27b2b-856e-47b9-9744-287f21cfe8c6 req-7c8d9c53-1898-4797-a76a-87a8af62dc73 tempest-ServersOnMultiNodesTest-781598117 tempest-ServersOnMultiNodesTest-781598117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:07.192554 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bce27b2b-856e-47b9-9744-287f21cfe8c6 req-7c8d9c53-1898-4797-a76a-87a8af62dc73 tempest-ServersOnMultiNodesTest-781598117 tempest-ServersOnMultiNodesTest-781598117-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=78faabc6-e58a-4061-8310-2159026ae115 HTTP/1.1" status: 200 len: 1123 time: 0.1186118 Jul 23 19:59:07.213818 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-bce27b2b-856e-47b9-9744-287f21cfe8c6 req-8a00b2cb-c47e-4939-b6e9-efa3eaa4ae47 tempest-ServersOnMultiNodesTest-781598117 tempest-ServersOnMultiNodesTest-781598117-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:07.373004 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-bce27b2b-856e-47b9-9744-287f21cfe8c6 req-8a00b2cb-c47e-4939-b6e9-efa3eaa4ae47 tempest-ServersOnMultiNodesTest-781598117 tempest-ServersOnMultiNodesTest-781598117-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:07.384769 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-bce27b2b-856e-47b9-9744-287f21cfe8c6 req-8a00b2cb-c47e-4939-b6e9-efa3eaa4ae47 tempest-ServersOnMultiNodesTest-781598117 tempest-ServersOnMultiNodesTest-781598117-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:07.419023 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bce27b2b-856e-47b9-9744-287f21cfe8c6 req-8a00b2cb-c47e-4939-b6e9-efa3eaa4ae47 tempest-ServersOnMultiNodesTest-781598117 tempest-ServersOnMultiNodesTest-781598117-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200263 Jul 23 19:59:07.454127 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a00b2cb-c47e-4939-b6e9-efa3eaa4ae47 tempest-ServersOnMultiNodesTest-781598117 tempest-ServersOnMultiNodesTest-781598117-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e85da8-24e9-49fb-ac3d-1cba20188a1e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:07.483649 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac6b3df-7e2c-4e59-b33c-b1de3c077c80 req-3f25a31a-931f-479a-95a9-7cc050832f34 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] No DVR routers for this DVR port f05e3680-5911-4748-94e3-f190e28f8bd7 on host n-h1-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 19:59:07.486834 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4ac6b3df-7e2c-4e59-b33c-b1de3c077c80 req-3f25a31a-931f-479a-95a9-7cc050832f34 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:07.489666 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ac6b3df-7e2c-4e59-b33c-b1de3c077c80 req-3f25a31a-931f-479a-95a9-7cc050832f34 tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.30 "DELETE /v2.0/ports/f05e3680-5911-4748-94e3-f190e28f8bd7 HTTP/1.1" status: 204 len: 173 time: 1.1300805 Jul 23 19:59:07.518965 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-731d3625-f02c-47d1-8275-1e3c705a26f2 req-248b770d-999d-4143-a145-b4aae90cbfcc tempest-AggregatesAdminTestJSON-1547101739 tempest-AggregatesAdminTestJSON-1547101739-project] 10.222.0.32 "GET /v2.0/ports?device_id=37660dae-2c42-432a-821e-5ba1776f97d4 HTTP/1.1" status: 200 len: 210 time: 0.2927201 Jul 23 19:59:07.538598 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fc19d-15a2-4728-91b5-501c94df9812 req-aaf30616-82c5-431f-99fb-28f3d0a21d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:07.541517 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9f3fc19d-15a2-4728-91b5-501c94df9812 req-aaf30616-82c5-431f-99fb-28f3d0a21d75 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c15dc85593af4036952cde3c4b63220e&device_id=866ea730-f9e1-4c8d-8270-530acec9f5b2 HTTP/1.1" status: 200 len: 1100 time: 0.4253621 Jul 23 19:59:07.738570 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e595f3-bb6a-4c87-8228-8ea5d9d8aec4 req-6c81642f-e5fc-4b69-b232-bf755da8e647 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:07.746892 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-11e595f3-bb6a-4c87-8228-8ea5d9d8aec4 req-6c81642f-e5fc-4b69-b232-bf755da8e647 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e13708f-966a-4047-9a35-5e9413397f64 HTTP/1.1" status: 200 len: 950 time: 0.1531475 Jul 23 19:59:07.755643 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fc19d-15a2-4728-91b5-501c94df9812 req-ff2a635e-9607-49c3-b9eb-57ee3604a539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:07.757441 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9f3fc19d-15a2-4728-91b5-501c94df9812 req-ff2a635e-9607-49c3-b9eb-57ee3604a539 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.2022235 Jul 23 19:59:07.817803 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9f3fc19d-15a2-4728-91b5-501c94df9812 req-47cc5f8f-6d2a-4c62-93c9-0d2cfb107107 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=f2e08988-313c-4b3d-ade6-d7ede6be0b82 HTTP/1.1" status: 200 len: 217 time: 0.0458229 Jul 23 19:59:07.826089 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-11e595f3-bb6a-4c87-8228-8ea5d9d8aec4 req-84a60b81-9ca1-45f3-9610-81b782da1a86 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] 10.222.0.32 "GET /v2.0/security-groups?id=996b957d-00cf-4983-bff6-e01e79760c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778072 Jul 23 19:59:07.866964 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-4cdaae05-3690-4f07-9ece-71a79a22ee54 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=da0beaba08554d4b994634a88c488384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289009 Jul 23 19:59:07.872682 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fc19d-15a2-4728-91b5-501c94df9812 req-0ef6a756-1976-4981-9fff-e0f814a1fd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:07.874267 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9f3fc19d-15a2-4728-91b5-501c94df9812 req-0ef6a756-1976-4981-9fff-e0f814a1fd76 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.0473013 Jul 23 19:59:07.943340 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fc19d-15a2-4728-91b5-501c94df9812 req-3d934122-8502-4460-9aa2-82322c621a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:07.944814 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9f3fc19d-15a2-4728-91b5-501c94df9812 req-3d934122-8502-4460-9aa2-82322c621a4c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0634294 Jul 23 19:59:07.981187 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-1cab2b17-accd-476b-9da8-9f890c2ffceb tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:07.995634 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-1cab2b17-accd-476b-9da8-9f890c2ffceb tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1236901 Jul 23 19:59:08.015184 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-3a276476-d6f3-4055-ae65-f66a41685d38 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/quotas/da0beaba08554d4b994634a88c488384 HTTP/1.1" status: 200 len: 375 time: 0.0185816 Jul 23 19:59:08.060678 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9f3fc19d-15a2-4728-91b5-501c94df9812 req-2ee165df-0ddd-46a2-9292-f3b3299cc851 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010945 Jul 23 19:59:08.062303 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-fd7a16f9-25cc-49f5-b533-634e0121ce50 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=da0beaba08554d4b994634a88c488384&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459247 Jul 23 19:59:08.183706 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9f3fc19d-15a2-4728-91b5-501c94df9812 req-b0031db6-0403-422a-b4f9-6ac272edf054 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164248 Jul 23 19:59:08.311456 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c13dc6-bf35-4144-a08c-6c7d0a16f634 req-75071840-1ac2-4cbd-a3b7-096d4dd9ab36 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:08.313125 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-04c13dc6-bf35-4144-a08c-6c7d0a16f634 req-75071840-1ac2-4cbd-a3b7-096d4dd9ab36 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=866ea730-f9e1-4c8d-8270-530acec9f5b2 HTTP/1.1" status: 200 len: 948 time: 0.0733142 Jul 23 19:59:08.338822 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1d36b687-320b-4b16-83f1-c11262341d22 req-1f39f595-fb39-42ec-be83-9028beabce8a tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=17ff61f0156f4459a680da5d5a3dd368&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222602 Jul 23 19:59:08.356037 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-04c13dc6-bf35-4144-a08c-6c7d0a16f634 req-648c0f84-1bb4-414f-bf7c-e39e4607bfc0 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374720 Jul 23 19:59:08.477920 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36b687-320b-4b16-83f1-c11262341d22 req-574736cc-eef3-47f1-bc3c-1f6659586342 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:08.479400 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1d36b687-320b-4b16-83f1-c11262341d22 req-574736cc-eef3-47f1-bc3c-1f6659586342 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1330824 Jul 23 19:59:08.494428 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1d36b687-320b-4b16-83f1-c11262341d22 req-31fbbd33-4ea1-49bb-8f84-6ba35deb89fd tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/quotas/17ff61f0156f4459a680da5d5a3dd368 HTTP/1.1" status: 200 len: 375 time: 0.0092735 Jul 23 19:59:08.586485 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1d36b687-320b-4b16-83f1-c11262341d22 req-3420e6c8-3509-4a5b-b43b-8576a66b1830 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=17ff61f0156f4459a680da5d5a3dd368&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0847514 Jul 23 19:59:08.912938 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device b69c3130-0f50-4df5-ba5c-cc1c76cecf86 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 19:59:08.936598 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: b69c3130-0f50-4df5-ba5c-cc1c76cecf86 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 19:59:08.936954 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device b69c3130-0f50-4df5-ba5c-cc1c76cecf86 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 19:59:08.942729 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device b0c57c2e-cd6b-4704-86ef-742e0c553c48 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 19:59:09.040309 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port b0c57c2e-cd6b-4704-86ef-742e0c553c48, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=b0c57c2e-cd6b-4704-86ef-742e0c553c48,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:09.051647 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'b0c57c2e-cd6b-4704-86ef-742e0c553c48', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': 'b0c57c2e-cd6b-4704-86ef-742e0c553c48', 'mac_address': 'fa:16:3e:2a:b2:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 19:59:09.096706 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:09.110737 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c57c2e-cd6b-4704-86ef-742e0c553c48 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 19:59:09.114083 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37660dae-2c42-432a-821e-5ba1776f97d4', 'name': 'network-vif-deleted', 'tag': 'f05e3680-5911-4748-94e3-f190e28f8bd7'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 19:59:09.116401 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d5c4bb-fd32-4916-8aef-661b7ca4e188" -d '{"events": [{"server_uuid": "37660dae-2c42-432a-821e-5ba1776f97d4", "name": "network-vif-deleted", "tag": "f05e3680-5911-4748-94e3-f190e28f8bd7"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 19:59:09.133407 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port b0c57c2e-cd6b-4704-86ef-742e0c553c48, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=b0c57c2e-cd6b-4704-86ef-742e0c553c48,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:09.138577 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:09.242159 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=b0c57c2e-cd6b-4704-86ef-742e0c553c48,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:09.275295 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-538bc915-d58f-4ace-9995-d93ed9c94550 req-be4f97e5-d6c5-4125-b030-2c8e6f599f56 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b5ed5d7-af8b-460b-b035-6d316829e964 HTTP/1.1" status: 200 len: 210 time: 0.0979931 Jul 23 19:59:09.279170 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-ed765f7c-b2a6-4d88-84b5-fe6678b2d1c5 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=da0beaba08554d4b994634a88c488384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0710888 Jul 23 19:59:09.347572 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['b0c57c2e-cd6b-4704-86ef-742e0c553c48'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 19:59:09.431881 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15103d-8029-4749-a477-6beb1ad92eba req-bf0341f6-8afc-4a93-a3df-4294c68161af tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:09.434543 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0b15103d-8029-4749-a477-6beb1ad92eba req-bf0341f6-8afc-4a93-a3df-4294c68161af tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e13708f-966a-4047-9a35-5e9413397f64 HTTP/1.1" status: 200 len: 950 time: 0.1965151 Jul 23 19:59:09.489292 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-69eaa515-ce39-4899-83f3-eaed499f4a6f tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:09.507527 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-69eaa515-ce39-4899-83f3-eaed499f4a6f tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2217464 Jul 23 19:59:09.516962 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0b15103d-8029-4749-a477-6beb1ad92eba req-d01a3ca2-bfbc-4107-99ba-690b414ce60a tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] 10.222.0.32 "GET /v2.0/security-groups?id=996b957d-00cf-4983-bff6-e01e79760c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734448 Jul 23 19:59:09.528691 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-3470edae-f2af-4f8f-a123-7609be9dcffd tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Request body: {'port': {'device_id': '7b5ed5d7-af8b-460b-b035-6d316829e964', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'admin_state_up': True, 'tenant_id': 'da0beaba08554d4b994634a88c488384'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:09.684296 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60506) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:09.704650 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 19:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24706253-2941-4796-9fc7-0f9b7cc95462 x-openstack-request-id: req-24706253-2941-4796-9fc7-0f9b7cc95462 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 19:59:09.704959 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37660dae-2c42-432a-821e-5ba1776f97d4", "name": "network-vif-deleted", "tag": "f05e3680-5911-4748-94e3-f190e28f8bd7", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 19:59:09.705213 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-24706253-2941-4796-9fc7-0f9b7cc95462 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 19:59:09.705649 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37660dae-2c42-432a-821e-5ba1776f97d4', 'name': 'network-vif-deleted', 'tag': 'f05e3680-5911-4748-94e3-f190e28f8bd7', 'status': 'completed', 'code': 200} Jul 23 19:59:09.832777 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-3470edae-f2af-4f8f-a123-7609be9dcffd tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Made reservation on behalf of da0beaba08554d4b994634a88c488384 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 19:59:09.842303 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-3470edae-f2af-4f8f-a123-7609be9dcffd tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:09.864889 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60518) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:09.875436 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14474fd8-0406-40cf-ab50-e8bd53f16a77 req-909eb217-6797-421a-82c7-52590c002812 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:09.875436 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-14474fd8-0406-40cf-ab50-e8bd53f16a77 req-909eb217-6797-421a-82c7-52590c002812 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=866ea730-f9e1-4c8d-8270-530acec9f5b2 HTTP/1.1" status: 200 len: 948 time: 0.1033022 Jul 23 19:59:09.954067 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-14474fd8-0406-40cf-ab50-e8bd53f16a77 req-d6024862-9e61-47e7-8859-cf54c3e83515 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571628 Jul 23 19:59:09.998267 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-701bd8ec-022b-4206-b135-808b0aea9f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:10.001925 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a90c92e9-5769-4542-baef-6861a316bb8a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3c4f321f7ad34a18a368f104e64762a4&name=default HTTP/1.1" status: 200 len: 2976 time: 0.3190665 Jul 23 19:59:10.002535 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60532) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:10.068966 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-237abb1f-a925-4292-8a1d-9818dfe62e41 req-44af0e88-7f79-4e48-9d00-9a5198fe8066 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=15af301b-f5f0-4a7d-bfe5-7d08a6fbe091 HTTP/1.1" status: 200 len: 210 time: 0.0387087 Jul 23 19:59:10.099312 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67caa33e-37fd-4d8f-ac9a-cbb51791649f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:10.130413 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67caa33e-37fd-4d8f-ac9a-cbb51791649f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:10.169261 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f28368be-a190-471e-8d1d-43a4b1e14e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:10.172432 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-3470edae-f2af-4f8f-a123-7609be9dcffd tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Allocated IP 192.168.233.45 (ec2201c2-595f-40aa-9bc3-fccd4b01012e/4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d/a5eff60e-e238-4fec-8477-6094a33519a8) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 19:59:10.211778 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67caa33e-37fd-4d8f-ac9a-cbb51791649f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:10.216847 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67caa33e-37fd-4d8f-ac9a-cbb51791649f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:10.217334 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-701bd8ec-022b-4206-b135-808b0aea9f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:10.219200 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-67caa33e-37fd-4d8f-ac9a-cbb51791649f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b6bf0389-64f9-40fe-94d3-7f7223b0d910 HTTP/1.1" status: 204 len: 168 time: 0.2156732 Jul 23 19:59:10.248730 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-701bd8ec-022b-4206-b135-808b0aea9f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:10.251644 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67caa33e-37fd-4d8f-ac9a-cbb51791649f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bf0389-64f9-40fe-94d3-7f7223b0d910,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:10.376918 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-701bd8ec-022b-4206-b135-808b0aea9f4c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c9b7c4a1381946c5adebff6e85da1871&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5105984 Jul 23 19:59:10.379921 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60550) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:10.404118 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701bd8ec-022b-4206-b135-808b0aea9f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279a0d91-ad46-4530-94e6-e87c411ab985,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:10.529333 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-412a1946-31cf-4b77-9048-4aa07ff4a205 req-605b1915-1faf-45ee-9fb4-4aebfab4db2c tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b5ed5d7-af8b-460b-b035-6d316829e964 HTTP/1.1" status: 200 len: 210 time: 0.1141639 Jul 23 19:59:10.562149 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60556) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:10.584336 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9c4e2-1544-4791-8fa0-bdc062107089 req-a1788add-246c-4164-aac1-1245494e2493 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:10.594413 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-77a9c4e2-1544-4791-8fa0-bdc062107089 req-a1788add-246c-4164-aac1-1245494e2493 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e13708f-966a-4047-9a35-5e9413397f64 HTTP/1.1" status: 200 len: 950 time: 0.2307475 Jul 23 19:59:10.627672 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0cfaba94-76bd-45eb-a523-f804a26c6e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:10.637782 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-3470edae-f2af-4f8f-a123-7609be9dcffd tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:10.658716 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-3470edae-f2af-4f8f-a123-7609be9dcffd tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Transition to ACTIVE for port object a5eff60e-e238-4fec-8477-6094a33519a8 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:59:10.694217 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0cfaba94-76bd-45eb-a523-f804a26c6e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:10.716396 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-77a9c4e2-1544-4791-8fa0-bdc062107089 req-00121acd-c6ae-4b50-9f4e-a2abe4da045c tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] 10.222.0.32 "GET /v2.0/security-groups?id=996b957d-00cf-4983-bff6-e01e79760c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196227 Jul 23 19:59:10.721930 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-3470edae-f2af-4f8f-a123-7609be9dcffd tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:10.755434 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60570) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:10.767763 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-3470edae-f2af-4f8f-a123-7609be9dcffd tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Network ec2201c2-595f-40aa-9bc3-fccd4b01012e is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 19:59:10.771153 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-3470edae-f2af-4f8f-a123-7609be9dcffd tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:59:10.785999 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-3470edae-f2af-4f8f-a123-7609be9dcffd tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 19:59:10.793406 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-3470edae-f2af-4f8f-a123-7609be9dcffd tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:10.794733 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-3470edae-f2af-4f8f-a123-7609be9dcffd tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:10.815905 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-3470edae-f2af-4f8f-a123-7609be9dcffd tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3004241 Jul 23 19:59:10.823021 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-857e3b30-7ac8-4da7-ad7d-5bb7d013e49c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:10.823605 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3470edae-f2af-4f8f-a123-7609be9dcffd tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Pushing event updated for resources: {'Port': ['ID=a5eff60e-e238-4fec-8477-6094a33519a8,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:10.834732 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0cfaba94-76bd-45eb-a523-f804a26c6e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:10.837809 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0cfaba94-76bd-45eb-a523-f804a26c6e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:10.840395 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0cfaba94-76bd-45eb-a523-f804a26c6e8f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/279a0d91-ad46-4530-94e6-e87c411ab985 HTTP/1.1" status: 204 len: 168 time: 0.4590707 Jul 23 19:59:10.850872 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-a86b3b8c-1d8b-412e-b0e0-ec47332f1b62 service neutron] Request body: {'port': {'device_id': '7b5ed5d7-af8b-460b-b035-6d316829e964', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:10.863631 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfaba94-76bd-45eb-a523-f804a26c6e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279a0d91-ad46-4530-94e6-e87c411ab985,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:10.896337 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60574) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:10.897314 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8d24b182-4fbf-4e7e-a185-e867bbb9074f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3287882ce0554da0b8737b2a3932e29b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1401217 Jul 23 19:59:10.959329 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device f2e08988-313c-4b3d-ade6-d7ede6be0b82 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 19:59:11.010121 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device b0c57c2e-cd6b-4704-86ef-742e0c553c48 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:59:11.047575 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4ae5dfb4-a41a-42fa-95ab-1dc27f62e35d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:11.134188 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-a86b3b8c-1d8b-412e-b0e0-ec47332f1b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:11.210253 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-857e3b30-7ac8-4da7-ad7d-5bb7d013e49c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:11.259988 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1d36b687-320b-4b16-83f1-c11262341d22 req-0b0ccdfd-fabb-4813-8d96-f6973abe3640 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=17ff61f0156f4459a680da5d5a3dd368&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520403 Jul 23 19:59:11.263564 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-857e3b30-7ac8-4da7-ad7d-5bb7d013e49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:11.265770 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4ae5dfb4-a41a-42fa-95ab-1dc27f62e35d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:11.314474 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port f2e08988-313c-4b3d-ade6-d7ede6be0b82, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=f2e08988-313c-4b3d-ade6-d7ede6be0b82,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:11.338431 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0b74009d-504f-4857-9fa6-257398067043 None None] Provisioning for port a5eff60e-e238-4fec-8477-6094a33519a8 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:59:11.348416 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'f2e08988-313c-4b3d-ade6-d7ede6be0b82', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': 'f2e08988-313c-4b3d-ade6-d7ede6be0b82', 'mac_address': 'fa:16:3e:2d:c4:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 19:59:11.351379 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0b74009d-504f-4857-9fa6-257398067043 None None] Provisioning complete for port a5eff60e-e238-4fec-8477-6094a33519a8 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:11.351740 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b74009d-504f-4857-9fa6-257398067043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:11.411333 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-889c0969-78de-4ef7-98e0-a1dddde29d4c req-695e8bdf-85c9-4664-9cf9-8e6a7e06f8c8 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=15af301b-f5f0-4a7d-bfe5-7d08a6fbe091 HTTP/1.1" status: 200 len: 210 time: 0.1623523 Jul 23 19:59:11.430716 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60588) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:11.439690 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-857e3b30-7ac8-4da7-ad7d-5bb7d013e49c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=49b63843a6d44b4c8a9535076f986c69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8757470 Jul 23 19:59:11.462996 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60592) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:11.476195 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port b0c57c2e-cd6b-4704-86ef-742e0c553c48 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:59:11.501163 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-0b74009d-504f-4857-9fa6-257398067043 None None] Port a5eff60e-e238-4fec-8477-6094a33519a8 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 19:59:11.512482 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port b0c57c2e-cd6b-4704-86ef-742e0c553c48 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:11.512854 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:11.514661 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:11.519715 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.18', 49499) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:11.544899 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 19:59:11.545536 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e3b30-7ac8-4da7-ad7d-5bb7d013e49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db54b4d9-5b34-45e1-9e16-bc0933ebe03b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:11.608029 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2e08988-313c-4b3d-ade6-d7ede6be0b82 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 19:59:11.629715 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60596) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:11.668224 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port f2e08988-313c-4b3d-ade6-d7ede6be0b82, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=f2e08988-313c-4b3d-ade6-d7ede6be0b82,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:11.679743 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4ae5dfb4-a41a-42fa-95ab-1dc27f62e35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:11.683395 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4ae5dfb4-a41a-42fa-95ab-1dc27f62e35d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:11.686172 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4ae5dfb4-a41a-42fa-95ab-1dc27f62e35d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/655f8c3e-b0c8-4fc9-a6f7-c4f51de7f5e9 HTTP/1.1" status: 204 len: 168 time: 0.7877440 Jul 23 19:59:11.687081 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2b82a88d-9a58-464b-a3e5-ecae422e518b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:11.687781 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:11.735093 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.18', 49500) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:11.789145 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae5dfb4-a41a-42fa-95ab-1dc27f62e35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655f8c3e-b0c8-4fc9-a6f7-c4f51de7f5e9,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:11.803495 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1d36b687-320b-4b16-83f1-c11262341d22 req-29c68535-87f2-401c-a7dc-2924706ea8be tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=17ff61f0156f4459a680da5d5a3dd368&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621333 Jul 23 19:59:11.845755 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bd769-3071-4886-ba56-f3194a48f7ee req-f30ed1b0-8794-4b26-ace7-a255b9985612 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:11.847262 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-332bd769-3071-4886-ba56-f3194a48f7ee req-f30ed1b0-8794-4b26-ace7-a255b9985612 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=866ea730-f9e1-4c8d-8270-530acec9f5b2 HTTP/1.1" status: 200 len: 948 time: 0.7820549 Jul 23 19:59:11.879890 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=f2e08988-313c-4b3d-ade6-d7ede6be0b82,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:11.894428 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:11.925282 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e906267f-a117-455c-a9c0-f588ddc5731d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c57c2e-cd6b-4704-86ef-742e0c553c48'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 19:59:11.928720 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad0af53-c274-4855-941c-7e7bc3bd7706" -d '{"events": [{"server_uuid": "e906267f-a117-455c-a9c0-f588ddc5731d", "name": "network-vif-plugged", "status": "completed", "tag": "b0c57c2e-cd6b-4704-86ef-742e0c553c48"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 19:59:11.936735 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['f2e08988-313c-4b3d-ade6-d7ede6be0b82'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 19:59:11.976631 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-60d1923c-a7eb-40bf-b939-290e8bb793d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:11.979055 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-332bd769-3071-4886-ba56-f3194a48f7ee req-002d5628-2cf3-4fec-b7f2-369ed6191bd7 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098969 Jul 23 19:59:11.986205 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36b687-320b-4b16-83f1-c11262341d22 req-712ec00f-e79a-43cc-bbb9-fe7caf746a90 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:11.987619 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1d36b687-320b-4b16-83f1-c11262341d22 req-712ec00f-e79a-43cc-bbb9-fe7caf746a90 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6999903 Jul 23 19:59:11.998248 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port b0c57c2e-cd6b-4704-86ef-742e0c553c48, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=b0c57c2e-cd6b-4704-86ef-742e0c553c48,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:12.009649 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:12.010521 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device f05e3680-5911-4748-94e3-f190e28f8bd7 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 19:59:12.021041 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-1d36b687-320b-4b16-83f1-c11262341d22 req-2e541344-49be-444e-bd2f-1756c711a9d7 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Request body: {'port': {'device_id': '5298eed3-48ae-4c94-a9b4-45625d69e9a3', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'admin_state_up': True, 'tenant_id': '17ff61f0156f4459a680da5d5a3dd368'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:12.029266 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d9af49ea-acad-4f11-9060-2920c115eeb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:12.065348 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a06b5-6e7c-40b4-a24e-5e5d926e6b16 req-e0a02cf4-6b62-4fae-b04f-4534ccd61428 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:12.066484 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: f05e3680-5911-4748-94e3-f190e28f8bd7 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 19:59:12.066815 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device f05e3680-5911-4748-94e3-f190e28f8bd7 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 19:59:12.066972 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-de2a06b5-6e7c-40b4-a24e-5e5d926e6b16 req-e0a02cf4-6b62-4fae-b04f-4534ccd61428 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e13708f-966a-4047-9a35-5e9413397f64 HTTP/1.1" status: 200 len: 950 time: 0.5445511 Jul 23 19:59:12.126718 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ac79a-c440-48b4-8e3d-72cd852d5082 req-708fe64b-2d4f-48ee-b420-1bee39b8a28c tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:12.128291 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=b0c57c2e-cd6b-4704-86ef-742e0c553c48,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:12.134828 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dd3ac79a-c440-48b4-8e3d-72cd852d5082 req-708fe64b-2d4f-48ee-b420-1bee39b8a28c tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b5ed5d7-af8b-460b-b035-6d316829e964 HTTP/1.1" status: 200 len: 935 time: 0.4831293 Jul 23 19:59:12.139918 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d9af49ea-acad-4f11-9060-2920c115eeb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:12.255377 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36b687-320b-4b16-83f1-c11262341d22 req-f7bf26ae-ed0d-41f7-afbc-adfc7bda546a tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:12.256909 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1d36b687-320b-4b16-83f1-c11262341d22 req-f7bf26ae-ed0d-41f7-afbc-adfc7bda546a tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3982446 Jul 23 19:59:12.273064 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da3bff-47e5-4659-85c5-02f9fa09355b req-7568b7cd-2a14-43ff-92a2-8275beacfe43 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:12.274585 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d5da3bff-47e5-4659-85c5-02f9fa09355b req-7568b7cd-2a14-43ff-92a2-8275beacfe43 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e13708f-966a-4047-9a35-5e9413397f64 HTTP/1.1" status: 200 len: 950 time: 0.1884296 Jul 23 19:59:12.290507 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d9af49ea-acad-4f11-9060-2920c115eeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:12.293865 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d9af49ea-acad-4f11-9060-2920c115eeb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:12.298052 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d9af49ea-acad-4f11-9060-2920c115eeb4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/db54b4d9-5b34-45e1-9e16-bc0933ebe03b HTTP/1.1" status: 204 len: 168 time: 0.8287604 Jul 23 19:59:12.304897 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-1d36b687-320b-4b16-83f1-c11262341d22 req-ba7d1ac7-06be-441e-a32c-15b8077d58f8 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Request body: {'port': {'device_id': '15af301b-f5f0-4a7d-bfe5-7d08a6fbe091', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'admin_state_up': True, 'tenant_id': '17ff61f0156f4459a680da5d5a3dd368'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:12.320462 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af49ea-acad-4f11-9060-2920c115eeb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db54b4d9-5b34-45e1-9e16-bc0933ebe03b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:12.346420 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dd3ac79a-c440-48b4-8e3d-72cd852d5082 req-3e8884cd-c1c4-44b5-b059-9620fbf7f157 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/security-groups?id=a69ca547-50be-4a45-b1b8-4cab56296e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107465 Jul 23 19:59:12.373341 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d5da3bff-47e5-4659-85c5-02f9fa09355b req-b96d3341-3c2e-4a7b-ad24-c684258c4fd9 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] 10.222.0.32 "GET /v2.0/security-groups?id=996b957d-00cf-4983-bff6-e01e79760c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903981 Jul 23 19:59:12.392078 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-a86b3b8c-1d8b-412e-b0e0-ec47332f1b62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5eff60e-e238-4fec-8477-6094a33519a8 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 19:59:12.406316 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-a86b3b8c-1d8b-412e-b0e0-ec47332f1b62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:12.419430 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 19:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3bfd807-8448-4691-a8c1-44858f78ce3f x-openstack-request-id: req-e3bfd807-8448-4691-a8c1-44858f78ce3f {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 19:59:12.419955 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e906267f-a117-455c-a9c0-f588ddc5731d", "name": "network-vif-plugged", "status": "completed", "tag": "b0c57c2e-cd6b-4704-86ef-742e0c553c48", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 19:59:12.420056 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e3bfd807-8448-4691-a8c1-44858f78ce3f {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 19:59:12.420365 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e906267f-a117-455c-a9c0-f588ddc5731d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c57c2e-cd6b-4704-86ef-742e0c553c48', 'code': 200} Jul 23 19:59:12.482651 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2b82a88d-9a58-464b-a3e5-ecae422e518b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:12.518718 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2b82a88d-9a58-464b-a3e5-ecae422e518b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:12.524693 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d745fe93-26d3-4413-9919-82fc3fbaa31c req-39590a4a-fe0b-4f45-805e-fd9687059af9 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=15af301b-f5f0-4a7d-bfe5-7d08a6fbe091 HTTP/1.1" status: 200 len: 210 time: 0.0364509 Jul 23 19:59:12.550046 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-a86b3b8c-1d8b-412e-b0e0-ec47332f1b62 service neutron] Transition to ACTIVE for port object a5eff60e-e238-4fec-8477-6094a33519a8 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:59:12.588857 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-a86b3b8c-1d8b-412e-b0e0-ec47332f1b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:12.724882 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60628) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:12.746371 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2bb3752-61f1-4bf7-8523-7c07d2e10163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:12.863442 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2b82a88d-9a58-464b-a3e5-ecae422e518b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6a8ed50dfa8749b9bfa4c28893de9e2e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2320502 Jul 23 19:59:12.869705 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60636) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:12.871741 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82a88d-9a58-464b-a3e5-ecae422e518b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab419ad-4d31-4058-b9bc-6a37d29a92ec,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:12.920273 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-de2a06b5-6e7c-40b4-a24e-5e5d926e6b16 req-89147300-c6a5-448e-abb8-f040be15b1f7 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] Deleting port 22d5dc33-524d-4b86-9e8e-7b73d29318b8 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 19:59:12.920615 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-de2a06b5-6e7c-40b4-a24e-5e5d926e6b16 req-89147300-c6a5-448e-abb8-f040be15b1f7 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:12.920846 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ff0489d2-12fb-4f64-98aa-c90e701998ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:12.940360 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9f972cd8-31c8-444d-ae1c-061ece00a2de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:12.968548 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9f972cd8-31c8-444d-ae1c-061ece00a2de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:12.982467 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device f2e08988-313c-4b3d-ade6-d7ede6be0b82 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:59:13.020992 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b3b8c-1d8b-412e-b0e0-ec47332f1b62 service neutron] Pushing event updated for resources: {'Port': ['ID=a5eff60e-e238-4fec-8477-6094a33519a8,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:13.067231 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port f2e08988-313c-4b3d-ade6-d7ede6be0b82 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:59:13.072739 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port f2e08988-313c-4b3d-ade6-d7ede6be0b82 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:13.073939 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:13.080696 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e97fc-8c75-4021-9d15-ef4ae94a9360 req-c3c02d89-9980-4921-b677-71167ac424b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:13.082404 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d4e97fc-8c75-4021-9d15-ef4ae94a9360 req-c3c02d89-9980-4921-b677-71167ac424b0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 1101 time: 0.5908470 Jul 23 19:59:13.092702 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9f972cd8-31c8-444d-ae1c-061ece00a2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:13.096904 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9f972cd8-31c8-444d-ae1c-061ece00a2de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:13.100583 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9f972cd8-31c8-444d-ae1c-061ece00a2de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2ab419ad-4d31-4058-b9bc-6a37d29a92ec HTTP/1.1" status: 204 len: 168 time: 0.2264757 Jul 23 19:59:13.106476 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-a86b3b8c-1d8b-412e-b0e0-ec47332f1b62 service neutron] Attempting to bind port a5eff60e-e238-4fec-8477-6094a33519a8 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 19:59:13.106818 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-a86b3b8c-1d8b-412e-b0e0-ec47332f1b62 service neutron] Attempting to bind port a5eff60e-e238-4fec-8477-6094a33519a8 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 19:59:13.107147 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-a86b3b8c-1d8b-412e-b0e0-ec47332f1b62 service neutron] Attempting to bind port a5eff60e-e238-4fec-8477-6094a33519a8 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:59:13.118856 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f972cd8-31c8-444d-ae1c-061ece00a2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab419ad-4d31-4058-b9bc-6a37d29a92ec,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:13.192551 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-a86b3b8c-1d8b-412e-b0e0-ec47332f1b62 service neutron] Port a5eff60e-e238-4fec-8477-6094a33519a8 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 19:59:13.192885 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-a86b3b8c-1d8b-412e-b0e0-ec47332f1b62 service neutron] Attempting to bind port a5eff60e-e238-4fec-8477-6094a33519a8 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:59:13.232860 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-a86b3b8c-1d8b-412e-b0e0-ec47332f1b62 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 19, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 19:59:13.233204 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-a86b3b8c-1d8b-412e-b0e0-ec47332f1b62 service neutron] Checking segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:59:13.235280 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-a86b3b8c-1d8b-412e-b0e0-ec47332f1b62 service neutron] Bound using segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 19:59:13.235752 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-a86b3b8c-1d8b-412e-b0e0-ec47332f1b62 service neutron] Bound port: a5eff60e-e238-4fec-8477-6094a33519a8, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 19:59:13.236123 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-a86b3b8c-1d8b-412e-b0e0-ec47332f1b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:13.239327 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-de2a06b5-6e7c-40b4-a24e-5e5d926e6b16 req-89147300-c6a5-448e-abb8-f040be15b1f7 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] For port 22d5dc33-524d-4b86-9e8e-7b73d29318b8, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=22d5dc33-524d-4b86-9e8e-7b73d29318b8,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:13.239687 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-de2a06b5-6e7c-40b4-a24e-5e5d926e6b16 req-89147300-c6a5-448e-abb8-f040be15b1f7 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:13.262761 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:13.272559 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-60d1923c-a7eb-40bf-b939-290e8bb793d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:13.285522 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:13.292014 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-de2a06b5-6e7c-40b4-a24e-5e5d926e6b16 req-89147300-c6a5-448e-abb8-f040be15b1f7 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] Calling delete_port for 22d5dc33-524d-4b86-9e8e-7b73d29318b8 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 19:59:13.297968 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-60d1923c-a7eb-40bf-b939-290e8bb793d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:13.307375 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d36b687-320b-4b16-83f1-c11262341d22 req-2e541344-49be-444e-bd2f-1756c711a9d7 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Made reservation on behalf of 17ff61f0156f4459a680da5d5a3dd368 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 19:59:13.311998 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d4e97fc-8c75-4021-9d15-ef4ae94a9360 req-22230937-adf4-46f8-9b2a-61a144c445e6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152543 Jul 23 19:59:13.313717 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1d36b687-320b-4b16-83f1-c11262341d22 req-2e541344-49be-444e-bd2f-1756c711a9d7 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:13.371504 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port f2e08988-313c-4b3d-ade6-d7ede6be0b82, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=f2e08988-313c-4b3d-ade6-d7ede6be0b82,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:13.378998 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:13.451271 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d1923c-a7eb-40bf-b939-290e8bb793d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c8f6f5-12cc-42cc-9f62-fb2957f03aac,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:13.496078 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a06a5-4abc-4562-98c0-0d517122bab7 req-7c32587f-ba4a-49ce-969f-44d659bc2746 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:13.498832 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ff1a06a5-4abc-4562-98c0-0d517122bab7 req-7c32587f-ba4a-49ce-969f-44d659bc2746 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=866ea730-f9e1-4c8d-8270-530acec9f5b2 HTTP/1.1" status: 200 len: 949 time: 0.4278569 Jul 23 19:59:13.506040 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=f2e08988-313c-4b3d-ade6-d7ede6be0b82,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:13.507931 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-60d1923c-a7eb-40bf-b939-290e8bb793d2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=edf1b096590443a0801ea1eab49d4a50&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0707922 Jul 23 19:59:13.522763 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60660) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:13.539260 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-a86b3b8c-1d8b-412e-b0e0-ec47332f1b62 service neutron] For port a5eff60e-e238-4fec-8477-6094a33519a8, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 19:59:13.545845 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-a86b3b8c-1d8b-412e-b0e0-ec47332f1b62 service neutron] For port a5eff60e-e238-4fec-8477-6094a33519a8, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=a5eff60e-e238-4fec-8477-6094a33519a8,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 19:59:13.598681 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-a86b3b8c-1d8b-412e-b0e0-ec47332f1b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:13.643279 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ff1a06a5-4abc-4562-98c0-0d517122bab7 req-f4336d8c-d6d0-4d80-9c29-e7f2f8a80865 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956833 Jul 23 19:59:13.662862 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-a86b3b8c-1d8b-412e-b0e0-ec47332f1b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:13.664302 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-a86b3b8c-1d8b-412e-b0e0-ec47332f1b62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:13.670325 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-a86b3b8c-1d8b-412e-b0e0-ec47332f1b62 service neutron] 10.222.0.18 "PUT /v2.0/ports/a5eff60e-e238-4fec-8477-6094a33519a8 HTTP/1.1" status: 200 len: 1096 time: 2.8297946 Jul 23 19:59:13.680117 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b5ed5d7-af8b-460b-b035-6d316829e964', 'tag': 'a5eff60e-e238-4fec-8477-6094a33519a8'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 19:59:13.682619 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca71f173-f44f-4114-9dd9-9c189c203c8a" -d '{"events": [{"name": "network-changed", "server_uuid": "7b5ed5d7-af8b-460b-b035-6d316829e964", "tag": "a5eff60e-e238-4fec-8477-6094a33519a8"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 19:59:13.733761 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220c3cf-e90b-4faa-aea3-d7e76df1ff75 req-d40ea711-cc08-4631-9865-11faccb769d3 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:13.735599 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e220c3cf-e90b-4faa-aea3-d7e76df1ff75 req-d40ea711-cc08-4631-9865-11faccb769d3 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b5ed5d7-af8b-460b-b035-6d316829e964 HTTP/1.1" status: 200 len: 947 time: 0.2547681 Jul 23 19:59:13.751039 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-1d36b687-320b-4b16-83f1-c11262341d22 req-2e541344-49be-444e-bd2f-1756c711a9d7 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Allocated IP 192.168.233.47 (ec2201c2-595f-40aa-9bc3-fccd4b01012e/4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d/88bcde5f-e05c-48b1-9357-4da5b5477f36) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 19:59:13.774060 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-05d1d443-784d-435c-8d38-401657f5d7e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:13.800851 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b3b8c-1d8b-412e-b0e0-ec47332f1b62 service neutron] Pushing event updated for resources: {'Port': ['ID=a5eff60e-e238-4fec-8477-6094a33519a8,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:13.814290 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2bb3752-61f1-4bf7-8523-7c07d2e10163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:13.845338 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2bb3752-61f1-4bf7-8523-7c07d2e10163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:13.871260 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:13.880776 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-05d1d443-784d-435c-8d38-401657f5d7e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:13.900203 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e220c3cf-e90b-4faa-aea3-d7e76df1ff75 req-a2997517-1d7d-444c-8246-5727afcba906 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/security-groups?id=a69ca547-50be-4a45-b1b8-4cab56296e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465688 Jul 23 19:59:13.902461 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d36b687-320b-4b16-83f1-c11262341d22 req-ba7d1ac7-06be-441e-a32c-15b8077d58f8 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Made reservation on behalf of 17ff61f0156f4459a680da5d5a3dd368 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 19:59:13.906924 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1d36b687-320b-4b16-83f1-c11262341d22 req-ba7d1ac7-06be-441e-a32c-15b8077d58f8 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:13.966342 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b2bb3752-61f1-4bf7-8523-7c07d2e10163 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9a4089b6b16e4c6eb2a215d8b2f565c7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2396965 Jul 23 19:59:13.970078 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60680) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:13.990948 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb3752-61f1-4bf7-8523-7c07d2e10163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf0cbe5-10f0-447f-afb8-58f392b364f0,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:14.022370 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-de2a06b5-6e7c-40b4-a24e-5e5d926e6b16 req-89147300-c6a5-448e-abb8-f040be15b1f7 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:14.042197 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['22d5dc33-524d-4b86-9e8e-7b73d29318b8'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 19:59:14.074871 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-715042da-9c29-4a0e-a13c-598a2f08b760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:14.076370 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-715042da-9c29-4a0e-a13c-598a2f08b760 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=da0beaba08554d4b994634a88c488384&device_id=7b5ed5d7-af8b-460b-b035-6d316829e964 HTTP/1.1" status: 200 len: 1099 time: 0.3366754 Jul 23 19:59:14.096238 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a5855-59a6-422c-94a1-2babe55f19f8 req-82e7e16c-c860-4ce5-b0a9-bc4d2a4acb48 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:14.108991 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-109a5855-59a6-422c-94a1-2babe55f19f8 req-82e7e16c-c860-4ce5-b0a9-bc4d2a4acb48 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e13708f-966a-4047-9a35-5e9413397f64 HTTP/1.1" status: 200 len: 867 time: 0.3395650 Jul 23 19:59:14.121364 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a5580a36-20ef-4350-bbac-90acb00f6ec7 req-374cf5c7-c1c4-4390-b718-12f02fc36c0b tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=15af301b-f5f0-4a7d-bfe5-7d08a6fbe091 HTTP/1.1" status: 200 len: 210 time: 0.0827720 Jul 23 19:59:14.140801 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-05d1d443-784d-435c-8d38-401657f5d7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:14.143749 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-05d1d443-784d-435c-8d38-401657f5d7e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:14.147081 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-05d1d443-784d-435c-8d38-401657f5d7e2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c3c8f6f5-12cc-42cc-9f62-fb2957f03aac HTTP/1.1" status: 204 len: 168 time: 0.6185250 Jul 23 19:59:14.158272 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:14.173548 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1d443-784d-435c-8d38-401657f5d7e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c8f6f5-12cc-42cc-9f62-fb2957f03aac,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:14.181252 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aad411c2-3b7f-490f-9a01-fc900ae2859c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:14.207279 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89147300-c6a5-448e-abb8-f040be15b1f7 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] Pushing event deleted for resources: {'Port': ['ID=22d5dc33-524d-4b86-9e8e-7b73d29318b8,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:14.221244 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1d36b687-320b-4b16-83f1-c11262341d22 req-2e541344-49be-444e-bd2f-1756c711a9d7 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:14.229231 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aad411c2-3b7f-490f-9a01-fc900ae2859c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:14.252509 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-1d36b687-320b-4b16-83f1-c11262341d22 req-2e541344-49be-444e-bd2f-1756c711a9d7 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Transition to ACTIVE for port object 88bcde5f-e05c-48b1-9357-4da5b5477f36 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:59:14.255815 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:14.288027 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-8e1a443e-a644-4ff4-8ebd-9d107ca19a2c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=a5eff60e-e238-4fec-8477-6094a33519a8 HTTP/1.1" status: 200 len: 217 time: 0.1209595 Jul 23 19:59:14.313994 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aad411c2-3b7f-490f-9a01-fc900ae2859c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:14.317042 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aad411c2-3b7f-490f-9a01-fc900ae2859c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:14.321011 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-aad411c2-3b7f-490f-9a01-fc900ae2859c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7bf0cbe5-10f0-447f-afb8-58f392b364f0 HTTP/1.1" status: 204 len: 168 time: 0.3441820 Jul 23 19:59:14.326496 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1d36b687-320b-4b16-83f1-c11262341d22 req-2e541344-49be-444e-bd2f-1756c711a9d7 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:14.340462 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['6b3cf3b3-7232-4a77-a76e-d33cb770c70d'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 19:59:14.369740 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad411c2-3b7f-490f-9a01-fc900ae2859c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf0cbe5-10f0-447f-afb8-58f392b364f0,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:14.395651 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d36b687-320b-4b16-83f1-c11262341d22 req-2e541344-49be-444e-bd2f-1756c711a9d7 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Network ec2201c2-595f-40aa-9bc3-fccd4b01012e is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 19:59:14.397390 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-1d36b687-320b-4b16-83f1-c11262341d22 req-2e541344-49be-444e-bd2f-1756c711a9d7 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:59:14.404627 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d36b687-320b-4b16-83f1-c11262341d22 req-2e541344-49be-444e-bd2f-1756c711a9d7 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 19:59:14.410811 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36b687-320b-4b16-83f1-c11262341d22 req-2e541344-49be-444e-bd2f-1756c711a9d7 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:14.411703 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1d36b687-320b-4b16-83f1-c11262341d22 req-2e541344-49be-444e-bd2f-1756c711a9d7 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:14.424993 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e541344-49be-444e-bd2f-1756c711a9d7 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Pushing event updated for resources: {'Port': ['ID=88bcde5f-e05c-48b1-9357-4da5b5477f36,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:14.435099 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-de2a06b5-6e7c-40b4-a24e-5e5d926e6b16 req-89147300-c6a5-448e-abb8-f040be15b1f7 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] No DVR routers for this DVR port 22d5dc33-524d-4b86-9e8e-7b73d29318b8 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 19:59:14.440078 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1d36b687-320b-4b16-83f1-c11262341d22 req-2e541344-49be-444e-bd2f-1756c711a9d7 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4381485 Jul 23 19:59:14.451367 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866ea730-f9e1-4c8d-8270-530acec9f5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e08988-313c-4b3d-ade6-d7ede6be0b82'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 19:59:14.453064 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-1d36b687-320b-4b16-83f1-c11262341d22 req-da784b8d-6184-48b5-b1df-9ec90747c494 service neutron] Request body: {'port': {'device_id': '5298eed3-48ae-4c94-a9b4-45625d69e9a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:14.454576 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f213878-91d2-4058-8bcc-70ccb2f481df" -d '{"events": [{"server_uuid": "866ea730-f9e1-4c8d-8270-530acec9f5b2", "name": "network-vif-plugged", "status": "completed", "tag": "f2e08988-313c-4b3d-ade6-d7ede6be0b82"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 19:59:14.455041 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-109a5855-59a6-422c-94a1-2babe55f19f8 req-b6f60ebc-05f5-4342-9673-9b431ad47c7f tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] 10.222.0.32 "GET /v2.0/security-groups?id=996b957d-00cf-4983-bff6-e01e79760c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441551 Jul 23 19:59:14.456235 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-de2a06b5-6e7c-40b4-a24e-5e5d926e6b16 req-89147300-c6a5-448e-abb8-f040be15b1f7 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:14.458820 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-de2a06b5-6e7c-40b4-a24e-5e5d926e6b16 req-89147300-c6a5-448e-abb8-f040be15b1f7 tempest-ServerDiagnosticsNegativeTest-2087680641 tempest-ServerDiagnosticsNegativeTest-2087680641-project] 10.222.0.18 "DELETE /v2.0/ports/22d5dc33-524d-4b86-9e8e-7b73d29318b8 HTTP/1.1" status: 204 len: 173 time: 2.3761485 Jul 23 19:59:14.527699 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60698) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:14.547008 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-b99aa541-1054-4167-88c7-683c200c92be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:14.548776 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-b99aa541-1054-4167-88c7-683c200c92be service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.2533278 Jul 23 19:59:14.606279 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 19:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb10467-8fb0-4156-b139-cd643f39f5b3 x-openstack-request-id: req-0fb10467-8fb0-4156-b139-cd643f39f5b3 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 19:59:14.610835 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b5ed5d7-af8b-460b-b035-6d316829e964", "tag": "a5eff60e-e238-4fec-8477-6094a33519a8", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 19:59:14.611403 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0fb10467-8fb0-4156-b139-cd643f39f5b3 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 19:59:14.612021 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b5ed5d7-af8b-460b-b035-6d316829e964', 'tag': 'a5eff60e-e238-4fec-8477-6094a33519a8', 'status': 'completed', 'code': 200} Jul 23 19:59:14.613544 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-1d36b687-320b-4b16-83f1-c11262341d22 req-ba7d1ac7-06be-441e-a32c-15b8077d58f8 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Allocated IP 192.168.233.213 (ec2201c2-595f-40aa-9bc3-fccd4b01012e/4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d/3868cadf-74c9-41eb-babe-ade562e7265e) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 19:59:14.650693 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1d36b687-320b-4b16-83f1-c11262341d22 req-da784b8d-6184-48b5-b1df-9ec90747c494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:14.652768 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 19:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26e673a-e394-4d24-bf77-d5bbeb19da0c x-openstack-request-id: req-e26e673a-e394-4d24-bf77-d5bbeb19da0c {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 19:59:14.653231 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866ea730-f9e1-4c8d-8270-530acec9f5b2", "name": "network-vif-plugged", "status": "completed", "tag": "f2e08988-313c-4b3d-ade6-d7ede6be0b82", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 19:59:14.653350 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e26e673a-e394-4d24-bf77-d5bbeb19da0c {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 19:59:14.655669 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866ea730-f9e1-4c8d-8270-530acec9f5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e08988-313c-4b3d-ade6-d7ede6be0b82', 'code': 200} Jul 23 19:59:14.980597 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-82b8e9eb-9d2e-4b1f-9ebe-ec4299948f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:14.982438 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-82b8e9eb-9d2e-4b1f-9ebe-ec4299948f49 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4144702 Jul 23 19:59:15.035926 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-608e3756-3a7b-45c1-bc64-d871f1aa0cf8 None None] Provisioning for port 88bcde5f-e05c-48b1-9357-4da5b5477f36 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:59:15.043032 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-608e3756-3a7b-45c1-bc64-d871f1aa0cf8 None None] Provisioning complete for port 88bcde5f-e05c-48b1-9357-4da5b5477f36 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:15.046725 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-608e3756-3a7b-45c1-bc64-d871f1aa0cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:15.113351 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d90013-ae29-4db8-8c48-af4cb7655e6b req-2372bb78-579e-4395-84a3-c6d256f9b175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:15.115179 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5d90013-ae29-4db8-8c48-af4cb7655e6b req-2372bb78-579e-4395-84a3-c6d256f9b175 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=866ea730-f9e1-4c8d-8270-530acec9f5b2 HTTP/1.1" status: 200 len: 1102 time: 0.3392029 Jul 23 19:59:15.122558 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-5f96f034-90b7-45cc-b909-f0556739acec admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447707414-network', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:15.150934 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-608e3756-3a7b-45c1-bc64-d871f1aa0cf8 None None] Port 88bcde5f-e05c-48b1-9357-4da5b5477f36 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 19:59:15.166169 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107af11-8037-48c2-a076-52fc39e6fa53 req-cbd54b4d-0df1-4ed5-85f7-27ccd5623aa9 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:15.184170 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8107af11-8037-48c2-a076-52fc39e6fa53 req-cbd54b4d-0df1-4ed5-85f7-27ccd5623aa9 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b5ed5d7-af8b-460b-b035-6d316829e964 HTTP/1.1" status: 200 len: 947 time: 0.1712277 Jul 23 19:59:15.206840 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60718) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:15.228360 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2829d-19e8-48b3-9d94-7f1cc9509e27 req-c4165289-b1bf-4921-980d-8034adc5015a tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:15.230644 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9dd2829d-19e8-48b3-9d94-7f1cc9509e27 req-c4165289-b1bf-4921-980d-8034adc5015a tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=866ea730-f9e1-4c8d-8270-530acec9f5b2 HTTP/1.1" status: 200 len: 950 time: 0.3537347 Jul 23 19:59:15.269783 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f96f034-90b7-45cc-b909-f0556739acec admin admin] Made reservation on behalf of 31ece22b4c2940ca986a58a7e24f5205 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 19:59:15.273587 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5f96f034-90b7-45cc-b909-f0556739acec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:15.278143 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1d36b687-320b-4b16-83f1-c11262341d22 req-ba7d1ac7-06be-441e-a32c-15b8077d58f8 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:15.299518 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8107af11-8037-48c2-a076-52fc39e6fa53 req-7ca02dcc-fd51-425d-98de-195f79e37c81 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/security-groups?id=a69ca547-50be-4a45-b1b8-4cab56296e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145234 Jul 23 19:59:15.315632 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5f96f034-90b7-45cc-b909-f0556739acec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:15.365511 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7d4be5e6-6c1e-446d-ab0b-029b68e214bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:15.471778 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-e76fadf2-15ce-4f56-8d79-3690cdfc525c service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4779222 Jul 23 19:59:15.478714 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-1d36b687-320b-4b16-83f1-c11262341d22 req-ba7d1ac7-06be-441e-a32c-15b8077d58f8 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Transition to ACTIVE for port object 3868cadf-74c9-41eb-babe-ade562e7265e will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:59:15.517841 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5d90013-ae29-4db8-8c48-af4cb7655e6b req-1ec70520-dfdd-473f-a19e-a99b7d64f8e3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634984 Jul 23 19:59:15.576576 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60730) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:15.581805 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c9faaa25-5d21-4918-8cf3-c5d60acb3572 req-33646f2e-c637-41b6-a6fd-330ee53541bc tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=15af301b-f5f0-4a7d-bfe5-7d08a6fbe091 HTTP/1.1" status: 200 len: 210 time: 0.0851500 Jul 23 19:59:15.587917 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9dd2829d-19e8-48b3-9d94-7f1cc9509e27 req-011aa9f4-b8d0-4d24-9bae-68e8b2add4b6 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401551 Jul 23 19:59:15.694082 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5f96f034-90b7-45cc-b909-f0556739acec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:15.700390 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1d36b687-320b-4b16-83f1-c11262341d22 req-ba7d1ac7-06be-441e-a32c-15b8077d58f8 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:15.700797 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:15.712725 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['6b3cf3b3-7232-4a77-a76e-d33cb770c70d'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 19:59:15.720553 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5f96f034-90b7-45cc-b909-f0556739acec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:15.774539 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f96f034-90b7-45cc-b909-f0556739acec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 19:59:15.778615 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a57737f9-07ad-4160-bce9-dc661ddfcbbc req-3e2bf466-a9fa-4bbc-8b33-de37b12149ab service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889345 Jul 23 19:59:15.817635 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d36b687-320b-4b16-83f1-c11262341d22 req-ba7d1ac7-06be-441e-a32c-15b8077d58f8 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Network ec2201c2-595f-40aa-9bc3-fccd4b01012e is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 19:59:15.824212 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1ac7-06be-441e-a32c-15b8077d58f8 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Pushing event updated for resources: {'Port': ['ID=3868cadf-74c9-41eb-babe-ade562e7265e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:15.830456 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-1d36b687-320b-4b16-83f1-c11262341d22 req-ba7d1ac7-06be-441e-a32c-15b8077d58f8 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:59:15.838076 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96f034-90b7-45cc-b909-f0556739acec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec52876-369c-4091-8be3-988fa48f81cb,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:15.839977 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d36b687-320b-4b16-83f1-c11262341d22 req-ba7d1ac7-06be-441e-a32c-15b8077d58f8 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 19:59:15.852350 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36b687-320b-4b16-83f1-c11262341d22 req-ba7d1ac7-06be-441e-a32c-15b8077d58f8 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:15.853021 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1d36b687-320b-4b16-83f1-c11262341d22 req-ba7d1ac7-06be-441e-a32c-15b8077d58f8 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:15.860281 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5f96f034-90b7-45cc-b909-f0556739acec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:15.860575 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-5f96f034-90b7-45cc-b909-f0556739acec admin admin] Added segment a3e9d207-ccab-4461-a5ec-89b44ef8be73 of type vlan for network c601b8b0-fff2-4d36-9f97-ebce138e0521 Jul 23 19:59:15.916744 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-64edd1d0-b882-452a-a571-9c96c7d0b3cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:16.007679 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5f96f034-90b7-45cc-b909-f0556739acec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:16.049767 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5f96f034-90b7-45cc-b909-f0556739acec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:16.051889 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f96f034-90b7-45cc-b909-f0556739acec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:16.052536 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5f96f034-90b7-45cc-b909-f0556739acec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:16.102199 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71f173-f44f-4114-9dd9-9c189c203c8a req-11b16ebe-c229-4779-995a-d3e88f29369b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:16.108110 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ca71f173-f44f-4114-9dd9-9c189c203c8a req-11b16ebe-c229-4779-995a-d3e88f29369b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=da0beaba08554d4b994634a88c488384&device_id=7b5ed5d7-af8b-460b-b035-6d316829e964 HTTP/1.1" status: 200 len: 1099 time: 0.2425306 Jul 23 19:59:16.108725 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60746) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:16.137995 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60750) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:16.146083 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7d4be5e6-6c1e-446d-ab0b-029b68e214bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:16.153279 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96f034-90b7-45cc-b909-f0556739acec admin admin] Pushing event updated for resources: {'Network': ['ID=c601b8b0-fff2-4d36-9f97-ebce138e0521,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:16.167699 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7d4be5e6-6c1e-446d-ab0b-029b68e214bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:16.168283 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network c601b8b0-fff2-4d36-9f97-ebce138e0521 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 19:59:16.213386 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1d36b687-320b-4b16-83f1-c11262341d22 req-ba7d1ac7-06be-441e-a32c-15b8077d58f8 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9178071 Jul 23 19:59:16.241931 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-1d36b687-320b-4b16-83f1-c11262341d22 req-40aa2797-ee9f-47e7-bbbc-459e8166f069 service neutron] Request body: {'port': {'device_id': '15af301b-f5f0-4a7d-bfe5-7d08a6fbe091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:16.270560 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-1d36b687-320b-4b16-83f1-c11262341d22 req-da784b8d-6184-48b5-b1df-9ec90747c494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88bcde5f-e05c-48b1-9357-4da5b5477f36 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 19:59:16.289874 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1d36b687-320b-4b16-83f1-c11262341d22 req-da784b8d-6184-48b5-b1df-9ec90747c494 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:16.311659 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-1d36b687-320b-4b16-83f1-c11262341d22 req-da784b8d-6184-48b5-b1df-9ec90747c494 service neutron] Transition to ACTIVE for port object 88bcde5f-e05c-48b1-9357-4da5b5477f36 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:59:16.313214 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e5e686e6-3bd4-434a-9bfe-69308269214b None None] Provisioning for port 3868cadf-74c9-41eb-babe-ade562e7265e completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:59:16.318923 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e5e686e6-3bd4-434a-9bfe-69308269214b None None] Provisioning complete for port 3868cadf-74c9-41eb-babe-ade562e7265e triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:16.319297 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e5e686e6-3bd4-434a-9bfe-69308269214b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:16.326272 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-10576422-32e2-4842-8fad-f53269bdc938 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1005373523-network', 'tenant_id': '46e8b52fe188445da9dc740883af8e52'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:16.330113 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1d36b687-320b-4b16-83f1-c11262341d22 req-da784b8d-6184-48b5-b1df-9ec90747c494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:16.359801 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4be5e6-6c1e-446d-ab0b-029b68e214bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5882991-e4dc-4753-aa09-b7527515c2b6,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:16.387821 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da784b8d-6184-48b5-b1df-9ec90747c494 service neutron] Pushing event updated for resources: {'Port': ['ID=88bcde5f-e05c-48b1-9357-4da5b5477f36,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:16.400909 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e5e686e6-3bd4-434a-9bfe-69308269214b None None] Port 3868cadf-74c9-41eb-babe-ade562e7265e cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 19:59:16.432524 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-1d36b687-320b-4b16-83f1-c11262341d22 req-da784b8d-6184-48b5-b1df-9ec90747c494 service neutron] Attempting to bind port 88bcde5f-e05c-48b1-9357-4da5b5477f36 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 19:59:16.433411 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-1d36b687-320b-4b16-83f1-c11262341d22 req-da784b8d-6184-48b5-b1df-9ec90747c494 service neutron] Attempting to bind port 88bcde5f-e05c-48b1-9357-4da5b5477f36 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 19:59:16.434041 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d36b687-320b-4b16-83f1-c11262341d22 req-da784b8d-6184-48b5-b1df-9ec90747c494 service neutron] Attempting to bind port 88bcde5f-e05c-48b1-9357-4da5b5477f36 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:59:16.443194 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d36b687-320b-4b16-83f1-c11262341d22 req-da784b8d-6184-48b5-b1df-9ec90747c494 service neutron] Port 88bcde5f-e05c-48b1-9357-4da5b5477f36 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 19:59:16.443770 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d36b687-320b-4b16-83f1-c11262341d22 req-da784b8d-6184-48b5-b1df-9ec90747c494 service neutron] Attempting to bind port 88bcde5f-e05c-48b1-9357-4da5b5477f36 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:59:16.450920 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d36b687-320b-4b16-83f1-c11262341d22 req-da784b8d-6184-48b5-b1df-9ec90747c494 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 19, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 19:59:16.451503 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d36b687-320b-4b16-83f1-c11262341d22 req-da784b8d-6184-48b5-b1df-9ec90747c494 service neutron] Checking segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:59:16.452126 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d36b687-320b-4b16-83f1-c11262341d22 req-da784b8d-6184-48b5-b1df-9ec90747c494 service neutron] Bound using segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 19:59:16.452722 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-1d36b687-320b-4b16-83f1-c11262341d22 req-da784b8d-6184-48b5-b1df-9ec90747c494 service neutron] Bound port: 88bcde5f-e05c-48b1-9357-4da5b5477f36, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 19:59:16.453283 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1d36b687-320b-4b16-83f1-c11262341d22 req-da784b8d-6184-48b5-b1df-9ec90747c494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:16.547987 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-1d36b687-320b-4b16-83f1-c11262341d22 req-da784b8d-6184-48b5-b1df-9ec90747c494 service neutron] For port 88bcde5f-e05c-48b1-9357-4da5b5477f36, host n-h2-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 19:59:16.553421 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-1d36b687-320b-4b16-83f1-c11262341d22 req-da784b8d-6184-48b5-b1df-9ec90747c494 service neutron] For port 88bcde5f-e05c-48b1-9357-4da5b5477f36, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=88bcde5f-e05c-48b1-9357-4da5b5477f36,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 19:59:16.560188 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1d36b687-320b-4b16-83f1-c11262341d22 req-da784b8d-6184-48b5-b1df-9ec90747c494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:16.599746 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36b687-320b-4b16-83f1-c11262341d22 req-da784b8d-6184-48b5-b1df-9ec90747c494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:16.600445 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1d36b687-320b-4b16-83f1-c11262341d22 req-da784b8d-6184-48b5-b1df-9ec90747c494 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:16.601893 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1d36b687-320b-4b16-83f1-c11262341d22 req-da784b8d-6184-48b5-b1df-9ec90747c494 service neutron] 10.222.0.18 "PUT /v2.0/ports/88bcde5f-e05c-48b1-9357-4da5b5477f36 HTTP/1.1" status: 200 len: 1096 time: 2.1545639 Jul 23 19:59:16.605078 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5298eed3-48ae-4c94-a9b4-45625d69e9a3', 'tag': '88bcde5f-e05c-48b1-9357-4da5b5477f36'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 19:59:16.608124 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d9eba8-8446-43e0-8f00-1e7cd9476801" -d '{"events": [{"name": "network-changed", "server_uuid": "5298eed3-48ae-4c94-a9b4-45625d69e9a3", "tag": "88bcde5f-e05c-48b1-9357-4da5b5477f36"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 19:59:16.649938 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da784b8d-6184-48b5-b1df-9ec90747c494 service neutron] Pushing event updated for resources: {'Port': ['ID=88bcde5f-e05c-48b1-9357-4da5b5477f36,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:16.673571 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e13708f-966a-4047-9a35-5e9413397f64', 'name': 'network-vif-deleted', 'tag': '22d5dc33-524d-4b86-9e8e-7b73d29318b8'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 19:59:16.675281 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f58b19-21e8-40f6-be33-9a8f8c3aeb52" -d '{"events": [{"server_uuid": "0e13708f-966a-4047-9a35-5e9413397f64", "name": "network-vif-deleted", "tag": "22d5dc33-524d-4b86-9e8e-7b73d29318b8"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 19:59:16.695867 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 19:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a66fca-3cb6-4ada-96fe-da2309dfb234 x-openstack-request-id: req-74a66fca-3cb6-4ada-96fe-da2309dfb234 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 19:59:16.696188 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5298eed3-48ae-4c94-a9b4-45625d69e9a3", "tag": "88bcde5f-e05c-48b1-9357-4da5b5477f36", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 19:59:16.696402 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-74a66fca-3cb6-4ada-96fe-da2309dfb234 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 19:59:16.696774 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5298eed3-48ae-4c94-a9b4-45625d69e9a3', 'tag': '88bcde5f-e05c-48b1-9357-4da5b5477f36', 'status': 'completed', 'code': 200} Jul 23 19:59:16.710548 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7d4be5e6-6c1e-446d-ab0b-029b68e214bd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2e2963b57dfb4a58963c7037a314f407&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5024822 Jul 23 19:59:16.713318 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60764) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:16.735670 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1d36b687-320b-4b16-83f1-c11262341d22 req-40aa2797-ee9f-47e7-bbbc-459e8166f069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:16.784220 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-cd6f7f01-4355-4593-9bbb-3f5b9efc97be admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f9cdb65cdfc34e71bc192f9f08d92dfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6719871 Jul 23 19:59:16.789217 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60768) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:16.794013 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71f173-f44f-4114-9dd9-9c189c203c8a req-b8ce95a7-518c-488f-9292-c11db5342736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:16.795542 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ca71f173-f44f-4114-9dd9-9c189c203c8a req-b8ce95a7-518c-488f-9292-c11db5342736 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.6763949 Jul 23 19:59:16.817778 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36b687-320b-4b16-83f1-c11262341d22 req-ff28cd88-4feb-4407-bc5c-232107042c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:16.819359 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1d36b687-320b-4b16-83f1-c11262341d22 req-ff28cd88-4feb-4407-bc5c-232107042c50 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=17ff61f0156f4459a680da5d5a3dd368&device_id=5298eed3-48ae-4c94-a9b4-45625d69e9a3 HTTP/1.1" status: 200 len: 1099 time: 0.1570284 Jul 23 19:59:16.878487 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ca71f173-f44f-4114-9dd9-9c189c203c8a req-23da888a-5264-4227-b5ea-78bf00873ff4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=a5eff60e-e238-4fec-8477-6094a33519a8 HTTP/1.1" status: 200 len: 217 time: 0.0592816 Jul 23 19:59:16.947116 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 22d5dc33-524d-4b86-9e8e-7b73d29318b8 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 19:59:16.968983 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 22d5dc33-524d-4b86-9e8e-7b73d29318b8 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 19:59:16.969861 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 22d5dc33-524d-4b86-9e8e-7b73d29318b8 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 19:59:17.006643 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-64edd1d0-b882-452a-a571-9c96c7d0b3cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:17.016782 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58013482-9bfb-4708-a28c-c9011a67e221 req-c5b30326-ecc1-4be6-82f1-4cd9efc5285a tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:17.018333 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-58013482-9bfb-4708-a28c-c9011a67e221 req-c5b30326-ecc1-4be6-82f1-4cd9efc5285a tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b5ed5d7-af8b-460b-b035-6d316829e964 HTTP/1.1" status: 200 len: 947 time: 0.5854154 Jul 23 19:59:17.019180 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1d36b687-320b-4b16-83f1-c11262341d22 req-a1e17a22-3d3f-4014-8fdf-fbb58df976d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=88bcde5f-e05c-48b1-9357-4da5b5477f36 HTTP/1.1" status: 200 len: 217 time: 0.1926837 Jul 23 19:59:17.030232 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-64edd1d0-b882-452a-a571-9c96c7d0b3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:17.031659 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5f96f034-90b7-45cc-b909-f0556739acec admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.5010862 Jul 23 19:59:17.032587 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-922edeb8-ad26-4922-8ee5-fdc4d195b5d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:17.044041 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60772) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:17.054906 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f16430c8-6615-4a49-be2b-e3bc9f592860 admin admin] Request body: {'subnet': {'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447707414-subnet', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:17.074530 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71f173-f44f-4114-9dd9-9c189c203c8a req-0a6e61bc-eb86-462f-9a42-6a56c07dc42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:17.076140 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ca71f173-f44f-4114-9dd9-9c189c203c8a req-0a6e61bc-eb86-462f-9a42-6a56c07dc42e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1868193 Jul 23 19:59:17.122155 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10576422-32e2-4842-8fad-f53269bdc938 admin admin] Made reservation on behalf of 46e8b52fe188445da9dc740883af8e52 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 19:59:17.124295 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10576422-32e2-4842-8fad-f53269bdc938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:17.143450 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-64edd1d0-b882-452a-a571-9c96c7d0b3cb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9d447956c9da4c0aa270b8f8010340a3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5514650 Jul 23 19:59:17.143645 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3efeda0-706d-4b5e-a120-ce9d2a2da367 req-85c98335-d15b-4835-94f5-72d0a956fe57 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:17.145908 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d3efeda0-706d-4b5e-a120-ce9d2a2da367 req-85c98335-d15b-4835-94f5-72d0a956fe57 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=866ea730-f9e1-4c8d-8270-530acec9f5b2 HTTP/1.1" status: 200 len: 950 time: 0.4131258 Jul 23 19:59:17.150496 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-922edeb8-ad26-4922-8ee5-fdc4d195b5d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:17.157517 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60774) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:17.164445 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10576422-32e2-4842-8fad-f53269bdc938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:17.169236 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64edd1d0-b882-452a-a571-9c96c7d0b3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddb548e-7eff-458a-8c86-e20cae6ab326,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:17.185771 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-58013482-9bfb-4708-a28c-c9011a67e221 req-2f153eef-10ff-4cde-b7e6-94139c650d42 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/security-groups?id=a69ca547-50be-4a45-b1b8-4cab56296e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581855 Jul 23 19:59:17.268738 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36b687-320b-4b16-83f1-c11262341d22 req-b4bd6764-08b8-4763-a199-1536a2177d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:17.270391 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1d36b687-320b-4b16-83f1-c11262341d22 req-b4bd6764-08b8-4763-a199-1536a2177d35 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.2403295 Jul 23 19:59:17.279799 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-59cd77a2-856c-46f6-8004-2ddc6d5935d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:17.300211 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16430c8-6615-4a49-be2b-e3bc9f592860 admin admin] Made reservation on behalf of 31ece22b4c2940ca986a58a7e24f5205 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 19:59:17.302344 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f16430c8-6615-4a49-be2b-e3bc9f592860 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:17.351029 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71f173-f44f-4114-9dd9-9c189c203c8a req-b0848ed0-1e64-4168-9289-14cc5025e36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:17.352541 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ca71f173-f44f-4114-9dd9-9c189c203c8a req-b0848ed0-1e64-4168-9289-14cc5025e36f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2671428 Jul 23 19:59:17.352897 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d3efeda0-706d-4b5e-a120-ce9d2a2da367 req-690d7397-320a-4eaf-bb11-189ffc1b322a tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854670 Jul 23 19:59:17.364322 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3618c458-8cfe-44df-9caf-ab9902d95b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:17.389000 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-59cd77a2-856c-46f6-8004-2ddc6d5935d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:17.425330 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 19:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15624957-1dce-40d7-925c-31abd5094979 x-openstack-request-id: req-15624957-1dce-40d7-925c-31abd5094979 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 19:59:17.425661 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e13708f-966a-4047-9a35-5e9413397f64", "name": "network-vif-deleted", "tag": "22d5dc33-524d-4b86-9e8e-7b73d29318b8", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 19:59:17.425906 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-15624957-1dce-40d7-925c-31abd5094979 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 19:59:17.426297 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e13708f-966a-4047-9a35-5e9413397f64', 'name': 'network-vif-deleted', 'tag': '22d5dc33-524d-4b86-9e8e-7b73d29318b8', 'status': 'completed', 'code': 200} Jul 23 19:59:17.463676 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3618c458-8cfe-44df-9caf-ab9902d95b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:17.518904 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-922edeb8-ad26-4922-8ee5-fdc4d195b5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:17.521354 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-922edeb8-ad26-4922-8ee5-fdc4d195b5d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:17.522461 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-922edeb8-ad26-4922-8ee5-fdc4d195b5d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d5882991-e4dc-4753-aa09-b7527515c2b6 HTTP/1.1" status: 204 len: 168 time: 0.8037519 Jul 23 19:59:17.522837 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04ffd3-3ee7-493e-8616-b0e3d24cf15e req-9c381954-898b-47cd-b4a7-70709f9030bd tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:17.524344 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f04ffd3-3ee7-493e-8616-b0e3d24cf15e req-9c381954-898b-47cd-b4a7-70709f9030bd tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=15af301b-f5f0-4a7d-bfe5-7d08a6fbe091 HTTP/1.1" status: 200 len: 936 time: 0.2570856 Jul 23 19:59:17.528730 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-1d36b687-320b-4b16-83f1-c11262341d22 req-40aa2797-ee9f-47e7-bbbc-459e8166f069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3868cadf-74c9-41eb-babe-ade562e7265e {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 19:59:17.559871 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1d36b687-320b-4b16-83f1-c11262341d22 req-40aa2797-ee9f-47e7-bbbc-459e8166f069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:17.586843 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922edeb8-ad26-4922-8ee5-fdc4d195b5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5882991-e4dc-4753-aa09-b7527515c2b6,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:17.626954 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-1d36b687-320b-4b16-83f1-c11262341d22 req-40aa2797-ee9f-47e7-bbbc-459e8166f069 service neutron] Transition to ACTIVE for port object 3868cadf-74c9-41eb-babe-ade562e7265e will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:59:17.629937 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ca71f173-f44f-4114-9dd9-9c189c203c8a req-9e487291-8644-487f-a6ed-556589e8dfec service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667747 Jul 23 19:59:17.637959 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f04ffd3-3ee7-493e-8616-b0e3d24cf15e req-3c11a3a1-5ad2-40a1-aa53-3e6ebfcd07c3 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890870 Jul 23 19:59:17.647923 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1d36b687-320b-4b16-83f1-c11262341d22 req-40aa2797-ee9f-47e7-bbbc-459e8166f069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:17.648091 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36b687-320b-4b16-83f1-c11262341d22 req-948eb2df-b264-4497-b00d-177c54bcb886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:17.649672 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1d36b687-320b-4b16-83f1-c11262341d22 req-948eb2df-b264-4497-b00d-177c54bcb886 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3599324 Jul 23 19:59:17.651659 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10576422-32e2-4842-8fad-f53269bdc938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:17.683101 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-59cd77a2-856c-46f6-8004-2ddc6d5935d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:17.685527 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-59cd77a2-856c-46f6-8004-2ddc6d5935d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:17.689134 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-59cd77a2-856c-46f6-8004-2ddc6d5935d1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/996b957d-00cf-4983-bff6-e01e79760c51 HTTP/1.1" status: 204 len: 168 time: 0.8924277 Jul 23 19:59:17.689134 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10576422-32e2-4842-8fad-f53269bdc938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:17.732272 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3618c458-8cfe-44df-9caf-ab9902d95b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:17.735440 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3618c458-8cfe-44df-9caf-ab9902d95b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:17.736176 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd77a2-856c-46f6-8004-2ddc6d5935d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996b957d-00cf-4983-bff6-e01e79760c51,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:17.736991 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3618c458-8cfe-44df-9caf-ab9902d95b92 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ddb548e-7eff-458a-8c86-e20cae6ab326 HTTP/1.1" status: 204 len: 168 time: 0.5768077 Jul 23 19:59:17.752624 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10576422-32e2-4842-8fad-f53269bdc938 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 19:59:17.809253 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03de9b-a76a-48c3-9158-98429fb273a4 req-3727b28e-01e4-47b0-93f1-e947a0f52d90 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:17.810868 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2e03de9b-a76a-48c3-9158-98429fb273a4 req-3727b28e-01e4-47b0-93f1-e947a0f52d90 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 949 time: 0.3188450 Jul 23 19:59:17.814803 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618c458-8cfe-44df-9caf-ab9902d95b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddb548e-7eff-458a-8c86-e20cae6ab326,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:17.827428 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa2797-ee9f-47e7-bbbc-459e8166f069 service neutron] Pushing event updated for resources: {'Port': ['ID=3868cadf-74c9-41eb-babe-ade562e7265e,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:17.866494 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10576422-32e2-4842-8fad-f53269bdc938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:17.866831 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-10576422-32e2-4842-8fad-f53269bdc938 admin admin] Added segment 81525913-336b-4e99-bda6-a76593f31100 of type vlan for network 1582e281-e174-4775-af11-ce2168db586d Jul 23 19:59:17.897546 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ca71f173-f44f-4114-9dd9-9c189c203c8a req-c9cfe8df-bd61-40b9-961a-54b91f8a2318 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582614 Jul 23 19:59:17.899914 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-1d36b687-320b-4b16-83f1-c11262341d22 req-40aa2797-ee9f-47e7-bbbc-459e8166f069 service neutron] Attempting to bind port 3868cadf-74c9-41eb-babe-ade562e7265e on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 19:59:17.900480 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-1d36b687-320b-4b16-83f1-c11262341d22 req-40aa2797-ee9f-47e7-bbbc-459e8166f069 service neutron] Attempting to bind port 3868cadf-74c9-41eb-babe-ade562e7265e by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 19:59:17.901027 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d36b687-320b-4b16-83f1-c11262341d22 req-40aa2797-ee9f-47e7-bbbc-459e8166f069 service neutron] Attempting to bind port 3868cadf-74c9-41eb-babe-ade562e7265e on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:59:17.909929 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d36b687-320b-4b16-83f1-c11262341d22 req-40aa2797-ee9f-47e7-bbbc-459e8166f069 service neutron] Port 3868cadf-74c9-41eb-babe-ade562e7265e on network ec2201c2-595f-40aa-9bc3-fccd4b01012e not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 19:59:17.910612 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d36b687-320b-4b16-83f1-c11262341d22 req-40aa2797-ee9f-47e7-bbbc-459e8166f069 service neutron] Attempting to bind port 3868cadf-74c9-41eb-babe-ade562e7265e on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:59:17.918205 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-79eb25c7-568e-4669-83ed-dd7ff8c49f68 req-a44213d9-0c8c-4a53-b81f-8a1e52e83ab4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=78faabc6-e58a-4061-8310-2159026ae115&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2298186 Jul 23 19:59:17.923212 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d36b687-320b-4b16-83f1-c11262341d22 req-40aa2797-ee9f-47e7-bbbc-459e8166f069 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 19, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 19:59:17.923905 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d36b687-320b-4b16-83f1-c11262341d22 req-40aa2797-ee9f-47e7-bbbc-459e8166f069 service neutron] Checking segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:59:17.924988 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d36b687-320b-4b16-83f1-c11262341d22 req-40aa2797-ee9f-47e7-bbbc-459e8166f069 service neutron] Bound using segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 19:59:17.926485 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-1d36b687-320b-4b16-83f1-c11262341d22 req-40aa2797-ee9f-47e7-bbbc-459e8166f069 service neutron] Bound port: 3868cadf-74c9-41eb-babe-ade562e7265e, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 19:59:17.928001 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1d36b687-320b-4b16-83f1-c11262341d22 req-40aa2797-ee9f-47e7-bbbc-459e8166f069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:17.981112 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10576422-32e2-4842-8fad-f53269bdc938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817302cb-b62e-4242-b1a5-1486d7b1b7ff,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:18.007709 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f16430c8-6615-4a49-be2b-e3bc9f592860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:18.012663 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10576422-32e2-4842-8fad-f53269bdc938 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:18.056580 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-1d36b687-320b-4b16-83f1-c11262341d22 req-40aa2797-ee9f-47e7-bbbc-459e8166f069 service neutron] For port 3868cadf-74c9-41eb-babe-ade562e7265e, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 19:59:18.068405 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-1d36b687-320b-4b16-83f1-c11262341d22 req-40aa2797-ee9f-47e7-bbbc-459e8166f069 service neutron] For port 3868cadf-74c9-41eb-babe-ade562e7265e, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=3868cadf-74c9-41eb-babe-ade562e7265e,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 19:59:18.081238 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1d36b687-320b-4b16-83f1-c11262341d22 req-40aa2797-ee9f-47e7-bbbc-459e8166f069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:18.091125 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1d36b687-320b-4b16-83f1-c11262341d22 req-a91dc11b-1122-4b23-9c44-8bc726a7f15b service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189923 Jul 23 19:59:18.131610 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2e03de9b-a76a-48c3-9158-98429fb273a4 req-de55dc74-d79d-4298-b9b1-97ebd29d48bf tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788234 Jul 23 19:59:18.140688 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb25c7-568e-4669-83ed-dd7ff8c49f68 req-5a2ba070-42d9-496f-8e01-0d8d34ec4be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:18.142862 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-79eb25c7-568e-4669-83ed-dd7ff8c49f68 req-5a2ba070-42d9-496f-8e01-0d8d34ec4be3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=17ff61f0156f4459a680da5d5a3dd368&device_id=78faabc6-e58a-4061-8310-2159026ae115 HTTP/1.1" status: 200 len: 1123 time: 0.1665406 Jul 23 19:59:18.153924 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36b687-320b-4b16-83f1-c11262341d22 req-40aa2797-ee9f-47e7-bbbc-459e8166f069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:18.154799 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1d36b687-320b-4b16-83f1-c11262341d22 req-40aa2797-ee9f-47e7-bbbc-459e8166f069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:18.156500 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1d36b687-320b-4b16-83f1-c11262341d22 req-40aa2797-ee9f-47e7-bbbc-459e8166f069 service neutron] 10.222.0.18 "PUT /v2.0/ports/3868cadf-74c9-41eb-babe-ade562e7265e HTTP/1.1" status: 200 len: 1097 time: 1.9242439 Jul 23 19:59:18.215221 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16430c8-6615-4a49-be2b-e3bc9f592860 admin admin] Pushing event updated for resources: {'Subnet': ['ID=943dd119-adc0-42fb-a667-378d66460d4a,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:18.217913 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10576422-32e2-4842-8fad-f53269bdc938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:18.219254 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10576422-32e2-4842-8fad-f53269bdc938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:18.220245 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10576422-32e2-4842-8fad-f53269bdc938 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:18.230808 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa2797-ee9f-47e7-bbbc-459e8166f069 service neutron] Pushing event updated for resources: {'Port': ['ID=3868cadf-74c9-41eb-babe-ade562e7265e,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:18.285384 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-10576422-32e2-4842-8fad-f53269bdc938 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1422679 Jul 23 19:59:18.303901 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60796) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:18.310860 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-edecc75d-5f62-4c2d-b40a-d26fa799b5ed admin admin] Request body: {'subnet': {'network_id': '1582e281-e174-4775-af11-ce2168db586d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1005373523-subnet', 'tenant_id': '46e8b52fe188445da9dc740883af8e52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:18.383529 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16430c8-6615-4a49-be2b-e3bc9f592860 admin admin] Checking segment: {'id': 'a3e9d207-ccab-4461-a5ec-89b44ef8be73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:59:18.384024 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16430c8-6615-4a49-be2b-e3bc9f592860 admin admin] Network hostable DHCP agents. Network: c601b8b0-fff2-4d36-9f97-ebce138e0521, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 19:59:18.426911 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10576422-32e2-4842-8fad-f53269bdc938 admin admin] Pushing event updated for resources: {'Network': ['ID=1582e281-e174-4775-af11-ce2168db586d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:18.435472 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1d36b687-320b-4b16-83f1-c11262341d22 req-7d6ee8b2-4787-4cf7-a51a-8bf6cb70bae4 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335118 Jul 23 19:59:18.438631 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edecc75d-5f62-4c2d-b40a-d26fa799b5ed admin admin] Made reservation on behalf of 46e8b52fe188445da9dc740883af8e52 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 19:59:18.441378 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-edecc75d-5f62-4c2d-b40a-d26fa799b5ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:18.455784 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 1582e281-e174-4775-af11-ce2168db586d details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 19:59:18.471929 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16430c8-6615-4a49-be2b-e3bc9f592860 admin admin] Network c601b8b0-fff2-4d36-9f97-ebce138e0521 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 19:59:18.476776 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60798) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:18.516554 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60800) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:18.522416 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36b687-320b-4b16-83f1-c11262341d22 req-22a67265-ba84-4e6f-8e73-d1865c0ae6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:18.524337 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1d36b687-320b-4b16-83f1-c11262341d22 req-22a67265-ba84-4e6f-8e73-d1865c0ae6ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=17ff61f0156f4459a680da5d5a3dd368&device_id=15af301b-f5f0-4a7d-bfe5-7d08a6fbe091 HTTP/1.1" status: 200 len: 1100 time: 0.2712398 Jul 23 19:59:18.540238 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59a6410f-2c71-4a10-beea-121e7f6e3e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:18.601612 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dc249785-892e-4b74-a011-52da65d33e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:18.628357 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-f16430c8-6615-4a49-be2b-e3bc9f592860 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, c601b8b0-fff2-4d36-9f97-ebce138e0521) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:59:18.654037 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa0a04-2302-4b08-9dad-b537c5965a7f req-640c2032-c47b-405d-b958-071438c77a25 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:18.659319 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-84aa0a04-2302-4b08-9dad-b537c5965a7f req-640c2032-c47b-405d-b958-071438c77a25 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b5ed5d7-af8b-460b-b035-6d316829e964 HTTP/1.1" status: 200 len: 947 time: 0.3208129 Jul 23 19:59:18.659489 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16430c8-6615-4a49-be2b-e3bc9f592860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:18.659863 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f16430c8-6615-4a49-be2b-e3bc9f592860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:18.679847 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1d36b687-320b-4b16-83f1-c11262341d22 req-1b51ea53-975b-4f24-8b68-59e2c3516811 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=3868cadf-74c9-41eb-babe-ade562e7265e HTTP/1.1" status: 200 len: 217 time: 0.1286650 Jul 23 19:59:18.693811 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb25c7-568e-4669-83ed-dd7ff8c49f68 req-71ff6e79-73c4-44f7-af1e-e05e66392a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:18.695225 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-79eb25c7-568e-4669-83ed-dd7ff8c49f68 req-71ff6e79-73c4-44f7-af1e-e05e66392a03 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.5091550 Jul 23 19:59:18.700267 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef22a0d8-eef1-4f87-bd45-127b586b60ad None None] Network c601b8b0-fff2-4d36-9f97-ebce138e0521 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 19:59:18.835796 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-edecc75d-5f62-4c2d-b40a-d26fa799b5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:18.845649 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59a6410f-2c71-4a10-beea-121e7f6e3e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:18.847655 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36b687-320b-4b16-83f1-c11262341d22 req-029399fe-f6af-4995-bc5a-67ddc71277f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:18.849361 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1d36b687-320b-4b16-83f1-c11262341d22 req-029399fe-f6af-4995-bc5a-67ddc71277f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1532569 Jul 23 19:59:18.908905 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-84aa0a04-2302-4b08-9dad-b537c5965a7f req-4c57e642-969d-4946-8688-d8846fe0d53c tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/security-groups?id=a69ca547-50be-4a45-b1b8-4cab56296e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344902 Jul 23 19:59:18.909385 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59a6410f-2c71-4a10-beea-121e7f6e3e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:18.912649 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-79eb25c7-568e-4669-83ed-dd7ff8c49f68 req-4ea250e3-b6c1-438b-a3fe-a1cac7355b69 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=6b3cf3b3-7232-4a77-a76e-d33cb770c70d HTTP/1.1" status: 200 len: 217 time: 0.1957550 Jul 23 19:59:18.947738 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device a5eff60e-e238-4fec-8477-6094a33519a8 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 19:59:18.966722 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea3667f-3e2a-423f-9d83-4bfcc4257f41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-c601b8b0-fff2-4d36-9f97-ebce138e0521', 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'fixed_ips': [{'subnet_id': '943dd119-adc0-42fb-a667-378d66460d4a'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 19:59:18.967987 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0ea3667f-3e2a-423f-9d83-4bfcc4257f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:18.973695 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-4a330649-15c5-452b-9d43-51acd821b9ad tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=c15dc85593af4036952cde3c4b63220e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1421571 Jul 23 19:59:18.974873 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f16430c8-6615-4a49-be2b-e3bc9f592860 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.9281240 Jul 23 19:59:18.985807 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60826) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:18.995034 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-12a7a1c9-eaa1-4ecc-ac75-2efa23982d99 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447707414-router', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:19.024254 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb25c7-568e-4669-83ed-dd7ff8c49f68 req-17df4e4e-9b6d-40c4-a7f4-596d510fd3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:19.025747 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-79eb25c7-568e-4669-83ed-dd7ff8c49f68 req-17df4e4e-9b6d-40c4-a7f4-596d510fd3bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.0709891 Jul 23 19:59:19.120641 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-f04dccc2-a764-40d6-9066-f8df3ab99543 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:19.122200 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-f04dccc2-a764-40d6-9066-f8df3ab99543 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1373954 Jul 23 19:59:19.133240 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecc75d-5f62-4c2d-b40a-d26fa799b5ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=62cab30c-2c7b-4463-9eb3-ea20a0ef57f0,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:19.181598 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9eba8-8446-43e0-8f00-1e7cd9476801 req-46b5a1b8-e658-453a-a9e9-1a0e7705cbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:19.184600 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a4d9eba8-8446-43e0-8f00-1e7cd9476801 req-46b5a1b8-e658-453a-a9e9-1a0e7705cbf1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=17ff61f0156f4459a680da5d5a3dd368&device_id=5298eed3-48ae-4c94-a9b4-45625d69e9a3 HTTP/1.1" status: 200 len: 1099 time: 0.6048570 Jul 23 19:59:19.197296 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-1596ff0f-1fb0-4719-84f1-037d8ff38c9c tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/quotas/c15dc85593af4036952cde3c4b63220e HTTP/1.1" status: 200 len: 375 time: 0.0583925 Jul 23 19:59:19.205415 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60830) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:19.207526 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dc249785-892e-4b74-a011-52da65d33e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:19.253777 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dc249785-892e-4b74-a011-52da65d33e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:19.256680 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edecc75d-5f62-4c2d-b40a-d26fa799b5ed admin admin] Checking segment: {'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:59:19.257032 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edecc75d-5f62-4c2d-b40a-d26fa799b5ed admin admin] Network hostable DHCP agents. Network: 1582e281-e174-4775-af11-ce2168db586d, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 19:59:19.268011 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port a5eff60e-e238-4fec-8477-6094a33519a8, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=a5eff60e-e238-4fec-8477-6094a33519a8,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:19.289791 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': 'a5eff60e-e238-4fec-8477-6094a33519a8', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': 'a5eff60e-e238-4fec-8477-6094a33519a8', 'mac_address': 'fa:16:3e:13:59:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 19:59:19.356989 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:19.359948 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-0ea3667f-3e2a-423f-9d83-4bfcc4257f41 None None] Allocated IP 172.20.0.2 (c601b8b0-fff2-4d36-9f97-ebce138e0521/943dd119-adc0-42fb-a667-378d66460d4a/6bd1f1d7-9796-456a-ba49-c115af3681db) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 19:59:19.374165 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36b687-320b-4b16-83f1-c11262341d22 req-b01c3a94-8e67-4c30-b771-6f5a55cb5b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:19.375679 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1d36b687-320b-4b16-83f1-c11262341d22 req-b01c3a94-8e67-4c30-b771-6f5a55cb5b5d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4706032 Jul 23 19:59:19.380510 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-59a6410f-2c71-4a10-beea-121e7f6e3e64 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=491d120da93e40c196481207dd91ea19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8612440 Jul 23 19:59:19.382204 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-2370223d-7dfa-4862-b412-1e2947636088 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2105974091-network', 'tenant_id': '29f398dfe4164e34978e3a6c9a01d9f6'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:19.385923 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60834) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:19.387511 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6410f-2c71-4a10-beea-121e7f6e3e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21f8e35-9159-4d7f-87e3-847ef2bbf9c0,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:19.405658 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-dc249785-892e-4b74-a011-52da65d33e07 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=29edcfb505f64b3e8bb3f748305e11dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9246769 Jul 23 19:59:19.410421 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12a7a1c9-eaa1-4ecc-ac75-2efa23982d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:19.411639 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12a7a1c9-eaa1-4ecc-ac75-2efa23982d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:19.418560 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60836) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:19.425152 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc249785-892e-4b74-a011-52da65d33e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19b6b72-37b5-4327-873e-cc2ed9506ac4,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:19.432868 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15af301b-f5f0-4a7d-bfe5-7d08a6fbe091', 'tag': '3868cadf-74c9-41eb-babe-ade562e7265e'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 19:59:19.435057 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334738a3-ec05-4264-82a0-995ffcd34a94" -d '{"events": [{"name": "network-changed", "server_uuid": "15af301b-f5f0-4a7d-bfe5-7d08a6fbe091", "tag": "3868cadf-74c9-41eb-babe-ade562e7265e"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 19:59:19.445588 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edecc75d-5f62-4c2d-b40a-d26fa799b5ed admin admin] Network 1582e281-e174-4775-af11-ce2168db586d is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 19:59:19.472346 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5eff60e-e238-4fec-8477-6094a33519a8 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 19:59:19.498810 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port a5eff60e-e238-4fec-8477-6094a33519a8, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=a5eff60e-e238-4fec-8477-6094a33519a8,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:19.508653 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:19.516659 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-edecc75d-5f62-4c2d-b40a-d26fa799b5ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 1582e281-e174-4775-af11-ce2168db586d) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:59:19.550978 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129ba829-9598-42f7-92f7-645c39031867 None None] Network 1582e281-e174-4775-af11-ce2168db586d requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 19:59:19.552762 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9eba8-8446-43e0-8f00-1e7cd9476801 req-374773c0-1e8f-44c3-ab8f-28595654c561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:19.553005 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb25c7-568e-4669-83ed-dd7ff8c49f68 req-7ed0efce-89ea-46d2-86fd-b8bdc12f725e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:19.554250 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a4d9eba8-8446-43e0-8f00-1e7cd9476801 req-374773c0-1e8f-44c3-ab8f-28595654c561 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.3615894 Jul 23 19:59:19.554553 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-79eb25c7-568e-4669-83ed-dd7ff8c49f68 req-7ed0efce-89ea-46d2-86fd-b8bdc12f725e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5108109 Jul 23 19:59:19.554813 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2370223d-7dfa-4862-b412-1e2947636088 admin admin] Made reservation on behalf of 29f398dfe4164e34978e3a6c9a01d9f6 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 19:59:19.556987 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2370223d-7dfa-4862-b412-1e2947636088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:19.565651 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edecc75d-5f62-4c2d-b40a-d26fa799b5ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:19.565968 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-edecc75d-5f62-4c2d-b40a-d26fa799b5ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:19.580711 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1d36b687-320b-4b16-83f1-c11262341d22 req-d101046f-03ed-4a5c-9440-7614ea18979a service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951277 Jul 23 19:59:19.589946 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b3834-06a2-4b70-acad-0375f49d5d9e req-b210a4ce-8791-4c90-b5ac-908b11693ed9 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:19.591615 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-289b3834-06a2-4b70-acad-0375f49d5d9e req-b210a4ce-8791-4c90-b5ac-908b11693ed9 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=15af301b-f5f0-4a7d-bfe5-7d08a6fbe091 HTTP/1.1" status: 200 len: 948 time: 0.5127964 Jul 23 19:59:19.617002 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-54fe993d-e5a1-4916-bd4a-1df50f32e264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:19.688378 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=a5eff60e-e238-4fec-8477-6094a33519a8,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:19.706602 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['a5eff60e-e238-4fec-8477-6094a33519a8'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 19:59:19.726741 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-54fe993d-e5a1-4916-bd4a-1df50f32e264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:19.752331 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0ea3667f-3e2a-423f-9d83-4bfcc4257f41 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:19.760110 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2370223d-7dfa-4862-b412-1e2947636088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:19.765038 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12a7a1c9-eaa1-4ecc-ac75-2efa23982d99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:19.789345 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0ea3667f-3e2a-423f-9d83-4bfcc4257f41 None None] Transition to ACTIVE for port object 6bd1f1d7-9796-456a-ba49-c115af3681db will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:59:19.795576 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-289b3834-06a2-4b70-acad-0375f49d5d9e req-cefdd451-ad92-4560-b14f-e6a7b105cd34 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764255 Jul 23 19:59:19.809497 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-dad966a7-2105-40b9-8ec9-c56d975936a9 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c15dc85593af4036952cde3c4b63220e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5932703 Jul 23 19:59:19.830573 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a4d9eba8-8446-43e0-8f00-1e7cd9476801 req-c4c0ca0e-306e-4a8b-af3c-46424b965320 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=88bcde5f-e05c-48b1-9357-4da5b5477f36 HTTP/1.1" status: 200 len: 217 time: 0.0903220 Jul 23 19:59:19.840621 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-79eb25c7-568e-4669-83ed-dd7ff8c49f68 req-96d0a1ea-6424-416f-b98e-bb4cc2aa7632 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742963 Jul 23 19:59:19.841286 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0ea3667f-3e2a-423f-9d83-4bfcc4257f41 None None] Transition to ACTIVE for port object 6bd1f1d7-9796-456a-ba49-c115af3681db will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:59:19.842912 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1d36b687-320b-4b16-83f1-c11262341d22 req-912d73c6-a39a-45f8-9db6-1c7c99b09773 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503803 Jul 23 19:59:19.850891 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6b85c0-2416-4035-8b28-c17a7f2fe1e5 None None] Network 1582e281-e174-4775-af11-ce2168db586d requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 19:59:19.888994 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0ea3667f-3e2a-423f-9d83-4bfcc4257f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:19.907850 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-edecc75d-5f62-4c2d-b40a-d26fa799b5ed admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5931859 Jul 23 19:59:19.911339 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea3667f-3e2a-423f-9d83-4bfcc4257f41 None None] Network c601b8b0-fff2-4d36-9f97-ebce138e0521 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 19:59:19.970557 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-0ea3667f-3e2a-423f-9d83-4bfcc4257f41 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:59:19.973950 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea3667f-3e2a-423f-9d83-4bfcc4257f41 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 19:59:19.980809 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea3667f-3e2a-423f-9d83-4bfcc4257f41 None None] Pushing event updated for resources: {'Port': ['ID=6bd1f1d7-9796-456a-ba49-c115af3681db,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:19.987937 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 19:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62c1cff-e9be-4c89-84cf-8eec68265536 x-openstack-request-id: req-f62c1cff-e9be-4c89-84cf-8eec68265536 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 19:59:19.987937 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15af301b-f5f0-4a7d-bfe5-7d08a6fbe091", "tag": "3868cadf-74c9-41eb-babe-ade562e7265e", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 19:59:19.988372 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f62c1cff-e9be-4c89-84cf-8eec68265536 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 19:59:19.988372 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15af301b-f5f0-4a7d-bfe5-7d08a6fbe091', 'tag': '3868cadf-74c9-41eb-babe-ade562e7265e', 'status': 'completed', 'code': 200} Jul 23 19:59:20.090021 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-54fe993d-e5a1-4916-bd4a-1df50f32e264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:20.093225 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-54fe993d-e5a1-4916-bd4a-1df50f32e264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:20.096035 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-54fe993d-e5a1-4916-bd4a-1df50f32e264 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b21f8e35-9159-4d7f-87e3-847ef2bbf9c0 HTTP/1.1" status: 204 len: 168 time: 0.7057612 Jul 23 19:59:20.105581 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0ea3667f-3e2a-423f-9d83-4bfcc4257f41 None None] Attempting to bind port 6bd1f1d7-9796-456a-ba49-c115af3681db on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 19:59:20.105953 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0ea3667f-3e2a-423f-9d83-4bfcc4257f41 None None] Attempting to bind port 6bd1f1d7-9796-456a-ba49-c115af3681db by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'a3e9d207-ccab-4461-a5ec-89b44ef8be73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 19:59:20.106320 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea3667f-3e2a-423f-9d83-4bfcc4257f41 None None] Attempting to bind port 6bd1f1d7-9796-456a-ba49-c115af3681db on network c601b8b0-fff2-4d36-9f97-ebce138e0521 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:59:20.106447 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-79eb25c7-568e-4669-83ed-dd7ff8c49f68 req-6e204b0d-e076-4786-af00-c776de0f9589 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534254 Jul 23 19:59:20.152441 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe993d-e5a1-4916-bd4a-1df50f32e264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21f8e35-9159-4d7f-87e3-847ef2bbf9c0,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:20.173522 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334738a3-ec05-4264-82a0-995ffcd34a94 req-cc4e276b-9d48-4004-b144-5ff49ecbf086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:20.175702 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-334738a3-ec05-4264-82a0-995ffcd34a94 req-cc4e276b-9d48-4004-b144-5ff49ecbf086 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=17ff61f0156f4459a680da5d5a3dd368&device_id=15af301b-f5f0-4a7d-bfe5-7d08a6fbe091 HTTP/1.1" status: 200 len: 1100 time: 0.1897583 Jul 23 19:59:20.216898 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea3667f-3e2a-423f-9d83-4bfcc4257f41 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 19, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 19:59:20.217577 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea3667f-3e2a-423f-9d83-4bfcc4257f41 None None] Checking segment: {'id': 'a3e9d207-ccab-4461-a5ec-89b44ef8be73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:59:20.218276 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0ea3667f-3e2a-423f-9d83-4bfcc4257f41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:20.219090 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea3667f-3e2a-423f-9d83-4bfcc4257f41 None None] Bound using segment: {'id': 'a3e9d207-ccab-4461-a5ec-89b44ef8be73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 19:59:20.220150 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0ea3667f-3e2a-423f-9d83-4bfcc4257f41 None None] Bound port: 6bd1f1d7-9796-456a-ba49-c115af3681db, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e9d207-ccab-4461-a5ec-89b44ef8be73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 19:59:20.220730 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0ea3667f-3e2a-423f-9d83-4bfcc4257f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:20.265521 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494fddc-3beb-47fb-97aa-77700c529ebf req-3fd2caaf-db6a-459d-a0cf-9edeb42f4702 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:20.267606 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2494fddc-3beb-47fb-97aa-77700c529ebf req-3fd2caaf-db6a-459d-a0cf-9edeb42f4702 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b5ed5d7-af8b-460b-b035-6d316829e964 HTTP/1.1" status: 200 len: 948 time: 0.2101719 Jul 23 19:59:20.299836 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2370223d-7dfa-4862-b412-1e2947636088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:20.306506 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bafab52f-a48c-420d-b6d9-0f6f5d9f840d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:20.393299 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bafab52f-a48c-420d-b6d9-0f6f5d9f840d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:20.403758 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0ea3667f-3e2a-423f-9d83-4bfcc4257f41 None None] For port 6bd1f1d7-9796-456a-ba49-c115af3681db, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 19:59:20.418260 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2494fddc-3beb-47fb-97aa-77700c529ebf req-0b4511ea-1545-4464-8d52-aec69961d078 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/security-groups?id=a69ca547-50be-4a45-b1b8-4cab56296e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977533 Jul 23 19:59:20.420974 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334738a3-ec05-4264-82a0-995ffcd34a94 req-1da04503-0bef-4fce-be82-ac2679be1c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:20.423560 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-334738a3-ec05-4264-82a0-995ffcd34a94 req-1da04503-0bef-4fce-be82-ac2679be1c17 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.2339892 Jul 23 19:59:20.440244 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2370223d-7dfa-4862-b412-1e2947636088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:20.446921 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0ea3667f-3e2a-423f-9d83-4bfcc4257f41 None None] For port 6bd1f1d7-9796-456a-ba49-c115af3681db, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6bd1f1d7-9796-456a-ba49-c115af3681db,segment=NetworkSegment(a3e9d207-ccab-4461-a5ec-89b44ef8be73),segment_id=a3e9d207-ccab-4461-a5ec-89b44ef8be73)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 19:59:20.453180 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0ea3667f-3e2a-423f-9d83-4bfcc4257f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:20.537685 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea3667f-3e2a-423f-9d83-4bfcc4257f41 None None] Pushing event updated for resources: {'Port': ['ID=6bd1f1d7-9796-456a-ba49-c115af3681db,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:20.545542 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-334738a3-ec05-4264-82a0-995ffcd34a94 req-44a42072-f226-4f3b-9067-eb19ac5cf463 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=3868cadf-74c9-41eb-babe-ade562e7265e HTTP/1.1" status: 200 len: 217 time: 0.1136911 Jul 23 19:59:20.558264 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370223d-7dfa-4862-b412-1e2947636088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2717b42f-9486-406a-97be-cf9367fee954,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:20.628380 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334738a3-ec05-4264-82a0-995ffcd34a94 req-0558f3ee-9e8f-46c5-98b8-119995efa597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:20.631456 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-334738a3-ec05-4264-82a0-995ffcd34a94 req-0558f3ee-9e8f-46c5-98b8-119995efa597 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.0791378 Jul 23 19:59:20.658611 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-608b4dd4-21e6-48b3-bfcd-35c33941cafa req-53f712d2-f649-475d-b232-2ccde1efe61a tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a8fa566-6c2f-4f5b-9b00-11c65c104eaf HTTP/1.1" status: 200 len: 210 time: 0.2272942 Jul 23 19:59:20.660467 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9eba8-8446-43e0-8f00-1e7cd9476801 req-5202c710-52e6-4234-b4b5-50899c6a0eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:20.671552 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a4d9eba8-8446-43e0-8f00-1e7cd9476801 req-5202c710-52e6-4234-b4b5-50899c6a0eb0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.7596788 Jul 23 19:59:20.737087 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334738a3-ec05-4264-82a0-995ffcd34a94 req-b01b3d74-3386-42ef-953a-c79c2020fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:20.741074 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-334738a3-ec05-4264-82a0-995ffcd34a94 req-b01b3d74-3386-42ef-953a-c79c2020fbbf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1020162 Jul 23 19:59:20.746616 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2370223d-7dfa-4862-b412-1e2947636088 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 19:59:20.796098 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12a7a1c9-eaa1-4ecc-ac75-2efa23982d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:20.826799 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2370223d-7dfa-4862-b412-1e2947636088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:20.827496 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-2370223d-7dfa-4862-b412-1e2947636088 admin admin] Added segment 365d460d-357e-4c03-9de0-12a82865aaba of type vlan for network 73ef6daa-59f8-4590-b34d-231209a696ad Jul 23 19:59:20.833348 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bafab52f-a48c-420d-b6d9-0f6f5d9f840d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:20.837161 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bafab52f-a48c-420d-b6d9-0f6f5d9f840d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:20.838613 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bafab52f-a48c-420d-b6d9-0f6f5d9f840d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b19b6b72-37b5-4327-873e-cc2ed9506ac4 HTTP/1.1" status: 204 len: 168 time: 1.4145610 Jul 23 19:59:20.904954 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafab52f-a48c-420d-b6d9-0f6f5d9f840d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19b6b72-37b5-4327-873e-cc2ed9506ac4,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:20.931075 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60884) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:20.933534 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9eba8-8446-43e0-8f00-1e7cd9476801 req-0b3be790-e3e0-4997-99b3-70c63f89eb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:20.935329 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a4d9eba8-8446-43e0-8f00-1e7cd9476801 req-0b3be790-e3e0-4997-99b3-70c63f89eb1b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1924314 Jul 23 19:59:20.958971 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-9bb08d62-bdae-4617-bbf0-eedb70f7364c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1000832123-network', 'tenant_id': '4589e6226cac4a53b40ddf952d691a05'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:20.984265 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 88bcde5f-e05c-48b1-9357-4da5b5477f36 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 19:59:21.019725 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2370223d-7dfa-4862-b412-1e2947636088 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:21.078398 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device a5eff60e-e238-4fec-8477-6094a33519a8 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:59:21.096237 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-334738a3-ec05-4264-82a0-995ffcd34a94 req-388c7fd7-7f92-42c2-95f3-fdc3ff230b61 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453028 Jul 23 19:59:21.100438 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb08d62-bdae-4617-bbf0-eedb70f7364c admin admin] Made reservation on behalf of 4589e6226cac4a53b40ddf952d691a05 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 19:59:21.102816 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9bb08d62-bdae-4617-bbf0-eedb70f7364c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:21.130905 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9bb08d62-bdae-4617-bbf0-eedb70f7364c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:21.203531 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a4d9eba8-8446-43e0-8f00-1e7cd9476801 req-1361d185-f530-4b53-b9dc-09ff17593757 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568550 Jul 23 19:59:21.203531 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2370223d-7dfa-4862-b412-1e2947636088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:21.204174 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2370223d-7dfa-4862-b412-1e2947636088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:21.204732 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2370223d-7dfa-4862-b412-1e2947636088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:21.256732 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8e262-04b9-45c4-9bba-2ea5206a30af req-7c73cdef-50d0-4465-833e-d567d981a7d8 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:21.256732 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f7c8e262-04b9-45c4-9bba-2ea5206a30af req-7c73cdef-50d0-4465-833e-d567d981a7d8 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=15af301b-f5f0-4a7d-bfe5-7d08a6fbe091 HTTP/1.1" status: 200 len: 948 time: 0.2866747 Jul 23 19:59:21.314859 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-334738a3-ec05-4264-82a0-995ffcd34a94 req-97730a02-089f-4e7c-9c08-35537bf3affa service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979539 Jul 23 19:59:21.331341 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a4d9eba8-8446-43e0-8f00-1e7cd9476801 req-5c89b0d1-a5c5-4c61-ac40-3cfcb5b407d0 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208401 Jul 23 19:59:21.354295 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f7c8e262-04b9-45c4-9bba-2ea5206a30af req-c9176ed6-c912-43f3-91cc-10787d3487c8 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898438 Jul 23 19:59:21.439825 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9bb08d62-bdae-4617-bbf0-eedb70f7364c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:21.443178 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 88bcde5f-e05c-48b1-9357-4da5b5477f36, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=88bcde5f-e05c-48b1-9357-4da5b5477f36,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:21.446645 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9bb08d62-bdae-4617-bbf0-eedb70f7364c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:21.460485 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370223d-7dfa-4862-b412-1e2947636088 admin admin] Pushing event updated for resources: {'Network': ['ID=73ef6daa-59f8-4590-b34d-231209a696ad,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:21.466449 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2370223d-7dfa-4862-b412-1e2947636088 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 2.2564931 Jul 23 19:59:21.470223 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60896) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:21.477014 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-84bb557b-5e89-44b1-88b7-b7edb2dedaef admin admin] Request body: {'subnet': {'network_id': '73ef6daa-59f8-4590-b34d-231209a696ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2105974091-subnet', 'tenant_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:21.490462 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 73ef6daa-59f8-4590-b34d-231209a696ad details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 19:59:21.508191 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '88bcde5f-e05c-48b1-9357-4da5b5477f36', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': '88bcde5f-e05c-48b1-9357-4da5b5477f36', 'mac_address': 'fa:16:3e:c0:8f:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 19:59:21.509792 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bb08d62-bdae-4617-bbf0-eedb70f7364c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 19:59:21.519029 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb08d62-bdae-4617-bbf0-eedb70f7364c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96dbb6a-f9bd-495e-826b-b262e9b44917,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:21.532905 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9bb08d62-bdae-4617-bbf0-eedb70f7364c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:21.533409 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-9bb08d62-bdae-4617-bbf0-eedb70f7364c admin admin] Added segment cb5a8ef7-144f-40c8-a3d9-41f3f7484ef6 of type vlan for network 46e48e66-6ffc-4b09-a508-985b5b3ba7e2 Jul 23 19:59:21.558519 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port a5eff60e-e238-4fec-8477-6094a33519a8 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:59:21.610039 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bb557b-5e89-44b1-88b7-b7edb2dedaef admin admin] Made reservation on behalf of 29f398dfe4164e34978e3a6c9a01d9f6 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 19:59:21.615925 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-84bb557b-5e89-44b1-88b7-b7edb2dedaef admin admin] Notify callbacks [] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:21.661774 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9bb08d62-bdae-4617-bbf0-eedb70f7364c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:21.665172 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12a7a1c9-eaa1-4ecc-ac75-2efa23982d99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:21.672311 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port a5eff60e-e238-4fec-8477-6094a33519a8 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:21.672738 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:21.770337 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12a7a1c9-eaa1-4ecc-ac75-2efa23982d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:21.814267 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:21.830370 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6bd1f1d7-9796-456a-ba49-c115af3681db up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:59:21.832507 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.db.resource_extend [None req-9bb08d62-bdae-4617-bbf0-eedb70f7364c admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 19:59:21.913307 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-1323830a-f776-4c69-a44b-2ce09ee6e6ca tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=c15dc85593af4036952cde3c4b63220e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1398168 Jul 23 19:59:21.918014 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-81449cb8-5636-4a99-9935-e6a28bf7866b req-df276a65-fcf3-4923-ab65-5026b0df0f7f tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a8fa566-6c2f-4f5b-9b00-11c65c104eaf HTTP/1.1" status: 200 len: 210 time: 0.0719686 Jul 23 19:59:21.998589 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88bcde5f-e05c-48b1-9357-4da5b5477f36 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 19:59:22.036729 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 6bd1f1d7-9796-456a-ba49-c115af3681db completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:59:22.040906 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 88bcde5f-e05c-48b1-9357-4da5b5477f36, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=88bcde5f-e05c-48b1-9357-4da5b5477f36,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:22.051319 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:22.125495 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-12a7a1c9-eaa1-4ecc-ac75-2efa23982d99 admin admin] Allocated IP 172.25.1.149 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/98569d9f-8fa4-47ee-ad26-defc55abbf0f) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 19:59:22.169374 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9bb08d62-bdae-4617-bbf0-eedb70f7364c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:22.170520 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb08d62-bdae-4617-bbf0-eedb70f7364c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:22.171652 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9bb08d62-bdae-4617-bbf0-eedb70f7364c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:22.322315 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1451feec-29b5-4b83-a235-c89c50503677 None None] Network c601b8b0-fff2-4d36-9f97-ebce138e0521 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 19:59:22.339182 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be021462-c40d-49da-83a1-fc6a919a2caf req-8911b91e-8128-4b87-b475-42e5365d4219 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:22.347592 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-be021462-c40d-49da-83a1-fc6a919a2caf req-8911b91e-8128-4b87-b475-42e5365d4219 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b5ed5d7-af8b-460b-b035-6d316829e964 HTTP/1.1" status: 200 len: 948 time: 0.7967391 Jul 23 19:59:22.355928 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12a7a1c9-eaa1-4ecc-ac75-2efa23982d99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:22.366105 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb08d62-bdae-4617-bbf0-eedb70f7364c admin admin] Pushing event updated for resources: {'Network': ['ID=46e48e66-6ffc-4b09-a508-985b5b3ba7e2,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:22.368185 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6d079457-d483-4e1a-87e2-996dd671e54e None None] Provisioning for port 6bd1f1d7-9796-456a-ba49-c115af3681db completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:59:22.389495 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-9d064f96-98a8-405c-bcbd-5322fefc75a4 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:22.391704 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-9d064f96-98a8-405c-bcbd-5322fefc75a4 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3663197 Jul 23 19:59:22.392888 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:22.396407 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb08d62-bdae-4617-bbf0-eedb70f7364c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:22.397598 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb08d62-bdae-4617-bbf0-eedb70f7364c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:22.397598 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb08d62-bdae-4617-bbf0-eedb70f7364c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:22.397926 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb08d62-bdae-4617-bbf0-eedb70f7364c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:22.398635 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb08d62-bdae-4617-bbf0-eedb70f7364c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:22.398925 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb08d62-bdae-4617-bbf0-eedb70f7364c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:22.399221 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb08d62-bdae-4617-bbf0-eedb70f7364c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:22.399514 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb08d62-bdae-4617-bbf0-eedb70f7364c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:22.400187 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb08d62-bdae-4617-bbf0-eedb70f7364c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:22.400495 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb08d62-bdae-4617-bbf0-eedb70f7364c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:22.400821 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb08d62-bdae-4617-bbf0-eedb70f7364c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:22.401175 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb08d62-bdae-4617-bbf0-eedb70f7364c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:22.411198 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6d079457-d483-4e1a-87e2-996dd671e54e None None] Provisioning complete for port 6bd1f1d7-9796-456a-ba49-c115af3681db triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:22.411198 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6d079457-d483-4e1a-87e2-996dd671e54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:22.411354 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-ba4beb64-0fb1-4ac6-af06-716aec16179f tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Request body: {'port': {'device_id': '3a8fa566-6c2f-4f5b-9b00-11c65c104eaf', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'admin_state_up': True, 'tenant_id': 'c15dc85593af4036952cde3c4b63220e'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:22.419530 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['88bcde5f-e05c-48b1-9357-4da5b5477f36'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 19:59:22.421651 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 46e48e66-6ffc-4b09-a508-985b5b3ba7e2 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 19:59:22.457300 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=88bcde5f-e05c-48b1-9357-4da5b5477f36,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:22.500186 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-be021462-c40d-49da-83a1-fc6a919a2caf req-1c322944-0033-4846-ad21-06f735082b08 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/security-groups?id=a69ca547-50be-4a45-b1b8-4cab56296e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407928 Jul 23 19:59:22.531429 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12a7a1c9-eaa1-4ecc-ac75-2efa23982d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:22.572515 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9bb08d62-bdae-4617-bbf0-eedb70f7364c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6401694 Jul 23 19:59:22.577291 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-84bb557b-5e89-44b1-88b7-b7edb2dedaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:22.584336 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60932) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:22.647441 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7a1c9-eaa1-4ecc-ac75-2efa23982d99 admin admin] Pushing event updated for resources: {'Port': ['ID=98569d9f-8fa4-47ee-ad26-defc55abbf0f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:22.651733 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a7a1c9-eaa1-4ecc-ac75-2efa23982d99 admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 19:59:22.653674 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-12a7a1c9-eaa1-4ecc-ac75-2efa23982d99 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:59:22.656302 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a7a1c9-eaa1-4ecc-ac75-2efa23982d99 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 19:59:22.662444 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port a5eff60e-e238-4fec-8477-6094a33519a8, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=a5eff60e-e238-4fec-8477-6094a33519a8,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:22.672027 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5ed5d7-af8b-460b-b035-6d316829e964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5eff60e-e238-4fec-8477-6094a33519a8'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 19:59:22.674516 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f038fa20-30cd-4584-9171-0b08102f7c1a" -d '{"events": [{"server_uuid": "7b5ed5d7-af8b-460b-b035-6d316829e964", "name": "network-vif-plugged", "status": "completed", "tag": "a5eff60e-e238-4fec-8477-6094a33519a8"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 19:59:22.684695 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:22.719334 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a7a1c9-eaa1-4ecc-ac75-2efa23982d99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:22.719933 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a7a1c9-eaa1-4ecc-ac75-2efa23982d99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:22.720265 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a7a1c9-eaa1-4ecc-ac75-2efa23982d99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:22.720698 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a7a1c9-eaa1-4ecc-ac75-2efa23982d99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:22.721029 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a7a1c9-eaa1-4ecc-ac75-2efa23982d99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:22.721352 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a7a1c9-eaa1-4ecc-ac75-2efa23982d99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:22.721721 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a7a1c9-eaa1-4ecc-ac75-2efa23982d99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:22.722043 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a7a1c9-eaa1-4ecc-ac75-2efa23982d99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:22.722360 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a7a1c9-eaa1-4ecc-ac75-2efa23982d99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:22.722750 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a7a1c9-eaa1-4ecc-ac75-2efa23982d99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:22.723073 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a7a1c9-eaa1-4ecc-ac75-2efa23982d99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:22.723389 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a7a1c9-eaa1-4ecc-ac75-2efa23982d99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:22.749596 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=a5eff60e-e238-4fec-8477-6094a33519a8,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:22.784616 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 19:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3ba965-c8d0-4806-9d65-1ca271a68a16 x-openstack-request-id: req-fb3ba965-c8d0-4806-9d65-1ca271a68a16 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 19:59:22.785136 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b5ed5d7-af8b-460b-b035-6d316829e964", "name": "network-vif-plugged", "status": "completed", "tag": "a5eff60e-e238-4fec-8477-6094a33519a8", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 19:59:22.785136 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fb3ba965-c8d0-4806-9d65-1ca271a68a16 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 19:59:22.785857 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5ed5d7-af8b-460b-b035-6d316829e964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5eff60e-e238-4fec-8477-6094a33519a8', 'code': 200} Jul 23 19:59:22.893453 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-040493b8-1e77-4086-b23c-f7548a0b8cd8 admin admin] Request body: {'subnet': {'network_id': '46e48e66-6ffc-4b09-a508-985b5b3ba7e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1000832123-subnet', 'tenant_id': '4589e6226cac4a53b40ddf952d691a05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:22.955824 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb557b-5e89-44b1-88b7-b7edb2dedaef admin admin] Pushing event updated for resources: {'Subnet': ['ID=820d0704-7ca5-4869-af84-e2c94d784bdd,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:22.992417 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-ba4beb64-0fb1-4ac6-af06-716aec16179f tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Made reservation on behalf of c15dc85593af4036952cde3c4b63220e for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 19:59:23.003108 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-ba4beb64-0fb1-4ac6-af06-716aec16179f tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:23.006617 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6d079457-d483-4e1a-87e2-996dd671e54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:23.010550 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 3868cadf-74c9-41eb-babe-ade562e7265e details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 19:59:23.028033 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60946) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:23.080682 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e482ecd-fd6c-4345-83b7-d9354b1397cf req-e414285f-cfb0-466c-b344-b5c33ac71f13 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:23.082416 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e482ecd-fd6c-4345-83b7-d9354b1397cf req-e414285f-cfb0-466c-b344-b5c33ac71f13 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=15af301b-f5f0-4a7d-bfe5-7d08a6fbe091 HTTP/1.1" status: 200 len: 948 time: 0.5548601 Jul 23 19:59:23.088694 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bb557b-5e89-44b1-88b7-b7edb2dedaef admin admin] Checking segment: {'id': '365d460d-357e-4c03-9de0-12a82865aaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73ef6daa-59f8-4590-b34d-231209a696ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:59:23.089344 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bb557b-5e89-44b1-88b7-b7edb2dedaef admin admin] Network hostable DHCP agents. Network: 73ef6daa-59f8-4590-b34d-231209a696ad, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 19:59:23.096882 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040493b8-1e77-4086-b23c-f7548a0b8cd8 admin admin] Made reservation on behalf of 4589e6226cac4a53b40ddf952d691a05 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 19:59:23.098153 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-040493b8-1e77-4086-b23c-f7548a0b8cd8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:23.187751 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-906a1481-b9a6-49f5-b593-4da90eaae1fe admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-538659585-network', 'tenant_id': '9128cd56b95f41e98cf053b4871858e1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:23.202252 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-6d079457-d483-4e1a-87e2-996dd671e54e None None] For port 6bd1f1d7-9796-456a-ba49-c115af3681db, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6bd1f1d7-9796-456a-ba49-c115af3681db,segment=NetworkSegment(a3e9d207-ccab-4461-a5ec-89b44ef8be73),segment_id=a3e9d207-ccab-4461-a5ec-89b44ef8be73)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:23.211331 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6d079457-d483-4e1a-87e2-996dd671e54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:23.247322 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-09c88501-5e14-41e0-a2bc-e934e4e9a63e req-e1b56898-c0db-4db8-8009-843ff038805b tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a8fa566-6c2f-4f5b-9b00-11c65c104eaf HTTP/1.1" status: 200 len: 210 time: 0.0827365 Jul 23 19:59:23.256612 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bb557b-5e89-44b1-88b7-b7edb2dedaef admin admin] Network 73ef6daa-59f8-4590-b34d-231209a696ad is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 19:59:23.262051 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e482ecd-fd6c-4345-83b7-d9354b1397cf req-583beac6-204f-4f82-ac24-8ad3acf134fc tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699672 Jul 23 19:59:23.272749 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 3868cadf-74c9-41eb-babe-ade562e7265e, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=3868cadf-74c9-41eb-babe-ade562e7265e,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:23.298462 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d03f0a-58ba-48f8-9485-e551966f14ed req-f76a8c3d-cdd4-4aa6-91d3-08cc425bd556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:23.300628 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f8d03f0a-58ba-48f8-9485-e551966f14ed req-f76a8c3d-cdd4-4aa6-91d3-08cc425bd556 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7b5ed5d7-af8b-460b-b035-6d316829e964 HTTP/1.1" status: 200 len: 1101 time: 0.3530219 Jul 23 19:59:23.303530 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '3868cadf-74c9-41eb-babe-ade562e7265e', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': '3868cadf-74c9-41eb-babe-ade562e7265e', 'mac_address': 'fa:16:3e:91:0b:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 19:59:23.323921 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d079457-d483-4e1a-87e2-996dd671e54e None None] Pushing event updated for resources: {'Port': ['ID=6bd1f1d7-9796-456a-ba49-c115af3681db,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:23.353307 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-ba4beb64-0fb1-4ac6-af06-716aec16179f tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Allocated IP 192.168.233.169 (ec2201c2-595f-40aa-9bc3-fccd4b01012e/4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d/26e65c49-d435-4460-82ce-7a317c41b458) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 19:59:23.360170 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:23.387756 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12a7a1c9-eaa1-4ecc-ac75-2efa23982d99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:23.389443 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3868cadf-74c9-41eb-babe-ade562e7265e {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 19:59:23.393008 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906a1481-b9a6-49f5-b593-4da90eaae1fe admin admin] Made reservation on behalf of 9128cd56b95f41e98cf053b4871858e1 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 19:59:23.396235 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-906a1481-b9a6-49f5-b593-4da90eaae1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:23.418849 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 3868cadf-74c9-41eb-babe-ade562e7265e, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=3868cadf-74c9-41eb-babe-ade562e7265e,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:23.424286 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:23.485513 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-906a1481-b9a6-49f5-b593-4da90eaae1fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:23.491873 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f8d03f0a-58ba-48f8-9485-e551966f14ed req-4067c9e8-a0c0-4986-8ff1-6df017e0990c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a69ca547-50be-4a45-b1b8-4cab56296e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757476 Jul 23 19:59:23.513369 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=3868cadf-74c9-41eb-babe-ade562e7265e,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:23.589679 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-84bb557b-5e89-44b1-88b7-b7edb2dedaef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 73ef6daa-59f8-4590-b34d-231209a696ad) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:59:23.601528 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83be9e3-b84f-4b6c-a200-b21b5083f183 None None] Network 73ef6daa-59f8-4590-b34d-231209a696ad requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 19:59:23.606523 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bb557b-5e89-44b1-88b7-b7edb2dedaef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:23.607141 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-84bb557b-5e89-44b1-88b7-b7edb2dedaef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:23.646190 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6bd1f1d7-9796-456a-ba49-c115af3681db up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:59:23.688791 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['3868cadf-74c9-41eb-babe-ade562e7265e'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 19:59:23.711649 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-040493b8-1e77-4086-b23c-f7548a0b8cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:23.803296 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-ba4beb64-0fb1-4ac6-af06-716aec16179f tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:23.836990 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-193a4889-d3a0-44f9-8d59-059e61151d28 None None] Provisioning complete for port 6bd1f1d7-9796-456a-ba49-c115af3681db triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:23.837228 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-193a4889-d3a0-44f9-8d59-059e61151d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:23.841183 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 6bd1f1d7-9796-456a-ba49-c115af3681db triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:23.841589 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:23.851882 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-ba4beb64-0fb1-4ac6-af06-716aec16179f tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Transition to ACTIVE for port object 26e65c49-d435-4460-82ce-7a317c41b458 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:59:23.870828 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12a7a1c9-eaa1-4ecc-ac75-2efa23982d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:23.886688 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040493b8-1e77-4086-b23c-f7548a0b8cd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef9b409f-ef9d-4da5-a9e1-429c3336dfc7,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:23.949622 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040493b8-1e77-4086-b23c-f7548a0b8cd8 admin admin] Checking segment: {'id': 'cb5a8ef7-144f-40c8-a3d9-41f3f7484ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '46e48e66-6ffc-4b09-a508-985b5b3ba7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:59:23.950239 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040493b8-1e77-4086-b23c-f7548a0b8cd8 admin admin] Network hostable DHCP agents. Network: 46e48e66-6ffc-4b09-a508-985b5b3ba7e2, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 19:59:23.960078 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-ba4beb64-0fb1-4ac6-af06-716aec16179f tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:23.981346 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['b0c57c2e-cd6b-4704-86ef-742e0c553c48', 'f2e08988-313c-4b3d-ade6-d7ede6be0b82'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 19:59:23.984675 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040493b8-1e77-4086-b23c-f7548a0b8cd8 admin admin] Network 46e48e66-6ffc-4b09-a508-985b5b3ba7e2 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 19:59:24.019330 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-040493b8-1e77-4086-b23c-f7548a0b8cd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 46e48e66-6ffc-4b09-a508-985b5b3ba7e2) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:59:24.033496 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48084aa3-8e43-4aa4-b887-08c4837e1f02 None None] Network 46e48e66-6ffc-4b09-a508-985b5b3ba7e2 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 19:59:24.048998 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-ba4beb64-0fb1-4ac6-af06-716aec16179f tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Network ec2201c2-595f-40aa-9bc3-fccd4b01012e is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 19:59:24.052688 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040493b8-1e77-4086-b23c-f7548a0b8cd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:24.053911 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-040493b8-1e77-4086-b23c-f7548a0b8cd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:24.059221 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-ba4beb64-0fb1-4ac6-af06-716aec16179f tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:59:24.074239 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-ba4beb64-0fb1-4ac6-af06-716aec16179f tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 19:59:24.082052 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-ba4beb64-0fb1-4ac6-af06-716aec16179f tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:24.082704 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-ba4beb64-0fb1-4ac6-af06-716aec16179f tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:24.105687 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4beb64-0fb1-4ac6-af06-716aec16179f tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Pushing event updated for resources: {'Port': ['ID=26e65c49-d435-4460-82ce-7a317c41b458,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:24.160002 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-906a1481-b9a6-49f5-b593-4da90eaae1fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:24.176071 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-906a1481-b9a6-49f5-b593-4da90eaae1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:24.184013 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-84bb557b-5e89-44b1-88b7-b7edb2dedaef admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.7088108 Jul 23 19:59:24.184405 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-ba4beb64-0fb1-4ac6-af06-716aec16179f tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7774131 Jul 23 19:59:24.185033 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60974) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:24.192151 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-d24c2922-cfd2-4d25-9e5c-18d985496a12 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2105974091-router', 'tenant_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:24.195912 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115dd28-3a07-44d7-9242-5dc0c247f84b req-f290e77b-b1d6-46ec-bbe4-51095c5793bb tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:24.197593 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4115dd28-3a07-44d7-9242-5dc0c247f84b req-f290e77b-b1d6-46ec-bbe4-51095c5793bb tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b5ed5d7-af8b-460b-b035-6d316829e964 HTTP/1.1" status: 200 len: 949 time: 0.5989268 Jul 23 19:59:24.198826 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60976) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:24.228636 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d171aac-127e-404a-b890-0a5bc3a761a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-73ef6daa-59f8-4590-b34d-231209a696ad', 'network_id': '73ef6daa-59f8-4590-b34d-231209a696ad', 'tenant_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'fixed_ips': [{'subnet_id': '820d0704-7ca5-4869-af84-e2c94d784bdd'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 19:59:24.229699 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d171aac-127e-404a-b890-0a5bc3a761a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:24.242933 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-906a1481-b9a6-49f5-b593-4da90eaae1fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 19:59:24.266093 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-040493b8-1e77-4086-b23c-f7548a0b8cd8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3808043 Jul 23 19:59:24.272792 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-fea825c8-bf0e-413a-b9a6-1ee140d417bf service neutron] Request body: {'port': {'device_id': '3a8fa566-6c2f-4f5b-9b00-11c65c104eaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:24.333237 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d24c2922-cfd2-4d25-9e5c-18d985496a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:24.334297 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d24c2922-cfd2-4d25-9e5c-18d985496a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:24.397417 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d24c2922-cfd2-4d25-9e5c-18d985496a12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:24.414093 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-906a1481-b9a6-49f5-b593-4da90eaae1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:24.414663 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-906a1481-b9a6-49f5-b593-4da90eaae1fe admin admin] Added segment a2c306aa-046d-425d-b184-17b82a0f9701 of type vlan for network b0260e9e-d680-4aa1-9f4f-7f0196afe0db Jul 23 19:59:24.522250 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-906a1481-b9a6-49f5-b593-4da90eaae1fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:24.527641 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a1481-b9a6-49f5-b593-4da90eaae1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6398d4c-0bac-42e0-9b75-68921d39ff5f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:24.570964 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e426136f-bacc-4908-b48a-adbd21ea9f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:24.580998 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-fea825c8-bf0e-413a-b9a6-1ee140d417bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:24.588547 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4115dd28-3a07-44d7-9242-5dc0c247f84b req-8590a67d-87aa-4854-9710-7f74867b2782 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/security-groups?id=a69ca547-50be-4a45-b1b8-4cab56296e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725655 Jul 23 19:59:24.664574 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf653acc-cc79-48b0-b8c9-0b99098a8b50 None None] Network 46e48e66-6ffc-4b09-a508-985b5b3ba7e2 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 19:59:24.672244 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-906a1481-b9a6-49f5-b593-4da90eaae1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:24.675176 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906a1481-b9a6-49f5-b593-4da90eaae1fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:24.676577 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-906a1481-b9a6-49f5-b593-4da90eaae1fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:24.685081 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d24c2922-cfd2-4d25-9e5c-18d985496a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:24.708734 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a7a1c9-eaa1-4ecc-ac75-2efa23982d99 admin admin] Router ffda0b1c-7d0e-4f6c-8441-02f1413af9da is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 19:59:24.718778 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ba95330f-80c8-4f03-a7a7-9d485f1df228 None None] Provisioning for port 26e65c49-d435-4460-82ce-7a317c41b458 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:59:24.776209 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ba95330f-80c8-4f03-a7a7-9d485f1df228 None None] Provisioning complete for port 26e65c49-d435-4460-82ce-7a317c41b458 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:24.776475 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ba95330f-80c8-4f03-a7a7-9d485f1df228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:24.818151 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44174082-f7c7-4e31-9089-a99561ccc3f2 req-57ed5781-66e0-4fd5-85f1-753f098d4dcc tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:24.820527 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-44174082-f7c7-4e31-9089-a99561ccc3f2 req-57ed5781-66e0-4fd5-85f1-753f098d4dcc tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a8fa566-6c2f-4f5b-9b00-11c65c104eaf HTTP/1.1" status: 200 len: 936 time: 0.3136532 Jul 23 19:59:24.848877 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e426136f-bacc-4908-b48a-adbd21ea9f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:24.917933 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a1481-b9a6-49f5-b593-4da90eaae1fe admin admin] Pushing event updated for resources: {'Network': ['ID=b0260e9e-d680-4aa1-9f4f-7f0196afe0db,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:24.927511 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e426136f-bacc-4908-b48a-adbd21ea9f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:24.949869 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-44174082-f7c7-4e31-9089-a99561ccc3f2 req-c06ed168-e827-48a9-8f43-99eba13e10b8 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207449 Jul 23 19:59:24.991983 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network b0260e9e-d680-4aa1-9f4f-7f0196afe0db details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 19:59:24.995016 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-906a1481-b9a6-49f5-b593-4da90eaae1fe admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9653981 Jul 23 19:59:25.001886 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 88bcde5f-e05c-48b1-9357-4da5b5477f36 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:59:25.024996 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60992) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:25.033783 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-bac56891-42a7-435c-a8f0-4797136a6a5d admin admin] Request body: {'subnet': {'network_id': 'b0260e9e-d680-4aa1-9f4f-7f0196afe0db', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-538659585-subnet', 'tenant_id': '9128cd56b95f41e98cf053b4871858e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:25.082137 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-2d171aac-127e-404a-b890-0a5bc3a761a7 None None] Allocated IP 172.20.0.2 (73ef6daa-59f8-4590-b34d-231209a696ad/820d0704-7ca5-4869-af84-e2c94d784bdd/d414c582-b946-4bbd-9bca-6703147c1191) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 19:59:25.117921 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac56891-42a7-435c-a8f0-4797136a6a5d admin admin] Made reservation on behalf of 9128cd56b95f41e98cf053b4871858e1 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 19:59:25.121270 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bac56891-42a7-435c-a8f0-4797136a6a5d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:25.132297 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a7a1c9-eaa1-4ecc-ac75-2efa23982d99 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 19:59:25.139474 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426136f-bacc-4908-b48a-adbd21ea9f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6155386-d8b4-40ab-9997-97bb4accb324,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:25.155841 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ba95330f-80c8-4f03-a7a7-9d485f1df228 None None] Port 26e65c49-d435-4460-82ce-7a317c41b458 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 19:59:25.156278 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cc3a0e-1923-4011-a5aa-3506e17fc26e None None] Sync routers for ids ['ffda0b1c-7d0e-4f6c-8441-02f1413af9da'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 19:59:25.197592 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cc3a0e-1923-4011-a5aa-3506e17fc26e None None] Routers {'ffda0b1c-7d0e-4f6c-8441-02f1413af9da'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 19:59:25.199825 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-87cc3a0e-1923-4011-a5aa-3506e17fc26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T19:59:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ffda0b1c-7d0e-4f6c-8441-02f1413af9da'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:59:25.204809 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e426136f-bacc-4908-b48a-adbd21ea9f25 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e6c6acff367540f6be6ee3779f1e8181&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9928665 Jul 23 19:59:25.205741 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12a7a1c9-eaa1-4ecc-ac75-2efa23982d99 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:25.210768 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-12a7a1c9-eaa1-4ecc-ac75-2efa23982d99 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.2204425 Jul 23 19:59:25.211373 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60994) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:25.211817 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60996) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:25.246433 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c959a6-0e72-41f8-852f-90b0579307d1 req-f4ac18c8-2b4b-41ec-81d4-51c931c8714d tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:25.248281 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-36c959a6-0e72-41f8-852f-90b0579307d1 req-f4ac18c8-2b4b-41ec-81d4-51c931c8714d tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=15af301b-f5f0-4a7d-bfe5-7d08a6fbe091 HTTP/1.1" status: 200 len: 949 time: 0.5361581 Jul 23 19:59:25.410358 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-36c959a6-0e72-41f8-852f-90b0579307d1 req-099c3922-0f48-4feb-a12e-3ba423af8bda tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102731 Jul 23 19:59:25.434014 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 88bcde5f-e05c-48b1-9357-4da5b5477f36 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:59:25.442542 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 88bcde5f-e05c-48b1-9357-4da5b5477f36 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:25.443626 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:25.447254 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29139ae3-f6ee-4a9c-bb34-dcc0f7c31d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:25.460371 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-87cc3a0e-1923-4011-a5aa-3506e17fc26e None None] Set router ffda0b1c-7d0e-4f6c-8441-02f1413af9da gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 19:59:25.477220 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29139ae3-f6ee-4a9c-bb34-dcc0f7c31d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:25.548473 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29139ae3-f6ee-4a9c-bb34-dcc0f7c31d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:25.551351 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29139ae3-f6ee-4a9c-bb34-dcc0f7c31d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:25.555846 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-29139ae3-f6ee-4a9c-bb34-dcc0f7c31d6f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f6155386-d8b4-40ab-9997-97bb4accb324 HTTP/1.1" status: 204 len: 168 time: 0.3423114 Jul 23 19:59:25.566304 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29139ae3-f6ee-4a9c-bb34-dcc0f7c31d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6155386-d8b4-40ab-9997-97bb4accb324,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:25.736123 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:25.772956 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d24c2922-cfd2-4d25-9e5c-18d985496a12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:25.793970 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 88bcde5f-e05c-48b1-9357-4da5b5477f36, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=88bcde5f-e05c-48b1-9357-4da5b5477f36,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:25.797322 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5298eed3-48ae-4c94-a9b4-45625d69e9a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88bcde5f-e05c-48b1-9357-4da5b5477f36'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 19:59:25.800555 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e4faea-83fe-4db1-8ea9-a45624343990" -d '{"events": [{"server_uuid": "5298eed3-48ae-4c94-a9b4-45625d69e9a3", "name": "network-vif-plugged", "status": "completed", "tag": "88bcde5f-e05c-48b1-9357-4da5b5477f36"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 19:59:25.811148 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:25.814982 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-fea825c8-bf0e-413a-b9a6-1ee140d417bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26e65c49-d435-4460-82ce-7a317c41b458 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 19:59:25.815194 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d171aac-127e-404a-b890-0a5bc3a761a7 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:25.828307 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d24c2922-cfd2-4d25-9e5c-18d985496a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:25.833025 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-fea825c8-bf0e-413a-b9a6-1ee140d417bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:25.837579 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-87cc3a0e-1923-4011-a5aa-3506e17fc26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447707414-router', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '98569d9f-8fa4-47ee-ad26-defc55abbf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:19Z', 'updated_at': '2021-07-23T19:59:23Z', 'revision_number': 3, 'project_id': '31ece22b4c2940ca986a58a7e24f5205', 'gw_port': {'id': '98569d9f-8fa4-47ee-ad26-defc55abbf0f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:21Z', 'updated_at': '2021-07-23T19:59:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:59:25.855540 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-e453388d-d2e4-44bf-8fdd-bda156afac97 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:25.863380 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-e453388d-d2e4-44bf-8fdd-bda156afac97 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/networks?id=1582e281-e174-4775-af11-ce2168db586d HTTP/1.1" status: 200 len: 808 time: 0.4561179 Jul 23 19:59:25.883985 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d171aac-127e-404a-b890-0a5bc3a761a7 None None] Transition to ACTIVE for port object d414c582-b946-4bbd-9bca-6703147c1191 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:59:25.885042 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cc3a0e-1923-4011-a5aa-3506e17fc26e None None] Checking router: ffda0b1c-7d0e-4f6c-8441-02f1413af9da for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 19:59:25.885985 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cc3a0e-1923-4011-a5aa-3506e17fc26e None None] Updating router ffda0b1c-7d0e-4f6c-8441-02f1413af9da port 98569d9f-8fa4-47ee-ad26-defc55abbf0f binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 19:59:25.941133 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-fea825c8-bf0e-413a-b9a6-1ee140d417bf service neutron] Transition to ACTIVE for port object 26e65c49-d435-4460-82ce-7a317c41b458 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:59:25.956524 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13ce7a-f22c-4834-ae1a-22a3d734231d req-95563537-9efc-4451-97ec-7d4fa0343a8e tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:25.959266 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1b13ce7a-f22c-4834-ae1a-22a3d734231d req-95563537-9efc-4451-97ec-7d4fa0343a8e tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b5ed5d7-af8b-460b-b035-6d316829e964 HTTP/1.1" status: 200 len: 949 time: 0.1083407 Jul 23 19:59:25.964021 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-103c4ed1-01fe-4476-83dd-4770f4193a39 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/quotas/46e8b52fe188445da9dc740883af8e52 HTTP/1.1" status: 200 len: 375 time: 0.0980685 Jul 23 19:59:25.965662 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-87cc3a0e-1923-4011-a5aa-3506e17fc26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:25.966943 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d171aac-127e-404a-b890-0a5bc3a761a7 None None] Transition to ACTIVE for port object d414c582-b946-4bbd-9bca-6703147c1191 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:59:25.974549 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-fea825c8-bf0e-413a-b9a6-1ee140d417bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:25.975620 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=88bcde5f-e05c-48b1-9357-4da5b5477f36,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:25.982151 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d171aac-127e-404a-b890-0a5bc3a761a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:26.035723 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d171aac-127e-404a-b890-0a5bc3a761a7 None None] Network 73ef6daa-59f8-4590-b34d-231209a696ad is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 19:59:26.045447 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-2d171aac-127e-404a-b890-0a5bc3a761a7 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:59:26.049492 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32784) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:26.054440 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d171aac-127e-404a-b890-0a5bc3a761a7 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 19:59:26.058491 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d171aac-127e-404a-b890-0a5bc3a761a7 None None] Pushing event updated for resources: {'Port': ['ID=d414c582-b946-4bbd-9bca-6703147c1191,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:26.071906 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9941ef2b-fc94-48e4-b32b-492e68e8ca4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:26.125442 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1b13ce7a-f22c-4834-ae1a-22a3d734231d req-88fb989e-9153-4dd7-8c1b-b417592d4f19 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/security-groups?id=a69ca547-50be-4a45-b1b8-4cab56296e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165106 Jul 23 19:59:26.152804 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-2d171aac-127e-404a-b890-0a5bc3a761a7 None None] Attempting to bind port d414c582-b946-4bbd-9bca-6703147c1191 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 19:59:26.154294 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-2d171aac-127e-404a-b890-0a5bc3a761a7 None None] Attempting to bind port d414c582-b946-4bbd-9bca-6703147c1191 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '365d460d-357e-4c03-9de0-12a82865aaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73ef6daa-59f8-4590-b34d-231209a696ad'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 19:59:26.154671 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d171aac-127e-404a-b890-0a5bc3a761a7 None None] Attempting to bind port d414c582-b946-4bbd-9bca-6703147c1191 on network 73ef6daa-59f8-4590-b34d-231209a696ad {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:59:26.174368 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d171aac-127e-404a-b890-0a5bc3a761a7 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 19, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 19:59:26.175107 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d171aac-127e-404a-b890-0a5bc3a761a7 None None] Checking segment: {'id': '365d460d-357e-4c03-9de0-12a82865aaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73ef6daa-59f8-4590-b34d-231209a696ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:59:26.175684 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d171aac-127e-404a-b890-0a5bc3a761a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:26.180906 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d171aac-127e-404a-b890-0a5bc3a761a7 None None] Bound using segment: {'id': '365d460d-357e-4c03-9de0-12a82865aaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73ef6daa-59f8-4590-b34d-231209a696ad'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 19:59:26.181623 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-2d171aac-127e-404a-b890-0a5bc3a761a7 None None] Bound port: d414c582-b946-4bbd-9bca-6703147c1191, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365d460d-357e-4c03-9de0-12a82865aaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73ef6daa-59f8-4590-b34d-231209a696ad'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 19:59:26.182917 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d171aac-127e-404a-b890-0a5bc3a761a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:26.276857 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bac56891-42a7-435c-a8f0-4797136a6a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:26.278533 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 19:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfd5e11-3613-4329-8149-1337b5188cc5 x-openstack-request-id: req-4bfd5e11-3613-4329-8149-1337b5188cc5 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 19:59:26.279076 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5298eed3-48ae-4c94-a9b4-45625d69e9a3", "name": "network-vif-plugged", "status": "completed", "tag": "88bcde5f-e05c-48b1-9357-4da5b5477f36", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 19:59:26.280667 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4bfd5e11-3613-4329-8149-1337b5188cc5 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 19:59:26.282204 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5298eed3-48ae-4c94-a9b4-45625d69e9a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88bcde5f-e05c-48b1-9357-4da5b5477f36', 'code': 200} Jul 23 19:59:26.290158 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-2fd9ef29-01ff-4173-af2c-f3b484d86028 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=46e8b52fe188445da9dc740883af8e52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3263912 Jul 23 19:59:26.334281 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d171aac-127e-404a-b890-0a5bc3a761a7 None None] For port d414c582-b946-4bbd-9bca-6703147c1191, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 19:59:26.337743 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d171aac-127e-404a-b890-0a5bc3a761a7 None None] For port d414c582-b946-4bbd-9bca-6703147c1191, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d414c582-b946-4bbd-9bca-6703147c1191,segment=NetworkSegment(365d460d-357e-4c03-9de0-12a82865aaba),segment_id=365d460d-357e-4c03-9de0-12a82865aaba)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 19:59:26.348886 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d171aac-127e-404a-b890-0a5bc3a761a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:26.396195 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea825c8-bf0e-413a-b9a6-1ee140d417bf service neutron] Pushing event updated for resources: {'Port': ['ID=26e65c49-d435-4460-82ce-7a317c41b458,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:26.397152 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9941ef2b-fc94-48e4-b32b-492e68e8ca4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:26.445234 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac56891-42a7-435c-a8f0-4797136a6a5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=41cde499-0432-470e-9e79-7d859583471d,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:26.474639 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d171aac-127e-404a-b890-0a5bc3a761a7 None None] Pushing event updated for resources: {'Port': ['ID=d414c582-b946-4bbd-9bca-6703147c1191,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:26.497303 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-fea825c8-bf0e-413a-b9a6-1ee140d417bf service neutron] Attempting to bind port 26e65c49-d435-4460-82ce-7a317c41b458 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 19:59:26.497677 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-fea825c8-bf0e-413a-b9a6-1ee140d417bf service neutron] Attempting to bind port 26e65c49-d435-4460-82ce-7a317c41b458 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 19:59:26.498004 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-fea825c8-bf0e-413a-b9a6-1ee140d417bf service neutron] Attempting to bind port 26e65c49-d435-4460-82ce-7a317c41b458 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:59:26.502974 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-fea825c8-bf0e-413a-b9a6-1ee140d417bf service neutron] Port 26e65c49-d435-4460-82ce-7a317c41b458 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 19:59:26.505822 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-fea825c8-bf0e-413a-b9a6-1ee140d417bf service neutron] Attempting to bind port 26e65c49-d435-4460-82ce-7a317c41b458 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:59:26.505822 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac56891-42a7-435c-a8f0-4797136a6a5d admin admin] Checking segment: {'id': 'a2c306aa-046d-425d-b184-17b82a0f9701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b0260e9e-d680-4aa1-9f4f-7f0196afe0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:59:26.505822 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac56891-42a7-435c-a8f0-4797136a6a5d admin admin] Network hostable DHCP agents. Network: b0260e9e-d680-4aa1-9f4f-7f0196afe0db, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 19:59:26.513082 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-fea825c8-bf0e-413a-b9a6-1ee140d417bf service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 19, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 19:59:26.513415 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-fea825c8-bf0e-413a-b9a6-1ee140d417bf service neutron] Checking segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:59:26.516603 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-87cc3a0e-1923-4011-a5aa-3506e17fc26e None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:26.529258 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-fea825c8-bf0e-413a-b9a6-1ee140d417bf service neutron] Bound using segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 19:59:26.529784 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-fea825c8-bf0e-413a-b9a6-1ee140d417bf service neutron] Bound port: 26e65c49-d435-4460-82ce-7a317c41b458, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 19:59:26.530154 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-fea825c8-bf0e-413a-b9a6-1ee140d417bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:26.532773 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9941ef2b-fc94-48e4-b32b-492e68e8ca4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:26.547717 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-87cc3a0e-1923-4011-a5aa-3506e17fc26e None None] Transition to ACTIVE for port object 98569d9f-8fa4-47ee-ad26-defc55abbf0f will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:59:26.566309 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-87cc3a0e-1923-4011-a5aa-3506e17fc26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:26.591984 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-fb6878ac-2f3d-4eee-8aed-cbe75774ee2e service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 19:59:26.593039 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-fb6878ac-2f3d-4eee-8aed-cbe75774ee2e service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1360781 Jul 23 19:59:26.638483 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4490ae-3d6a-44b3-a348-93e82acceadc None None] Pushing event updated for resources: {'Port': ['ID=98569d9f-8fa4-47ee-ad26-defc55abbf0f,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:26.660003 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4490ae-3d6a-44b3-a348-93e82acceadc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:26.660714 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4490ae-3d6a-44b3-a348-93e82acceadc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:26.661303 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4490ae-3d6a-44b3-a348-93e82acceadc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:26.661892 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4490ae-3d6a-44b3-a348-93e82acceadc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:26.663150 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4490ae-3d6a-44b3-a348-93e82acceadc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:26.663860 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4490ae-3d6a-44b3-a348-93e82acceadc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:26.664484 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4490ae-3d6a-44b3-a348-93e82acceadc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:26.665042 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4490ae-3d6a-44b3-a348-93e82acceadc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:26.665646 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4490ae-3d6a-44b3-a348-93e82acceadc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:26.666285 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4490ae-3d6a-44b3-a348-93e82acceadc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:26.667022 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4490ae-3d6a-44b3-a348-93e82acceadc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:26.668486 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4490ae-3d6a-44b3-a348-93e82acceadc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:26.672096 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4490ae-3d6a-44b3-a348-93e82acceadc None None] Tracked resource versions report: Jul 23 19:59:26.672096 n-d-793618-10 neutron-server[93878]: pushed versions: Jul 23 19:59:26.672096 n-d-793618-10 neutron-server[93878]: { 'AddressGroup': {'1.2'}, Jul 23 19:59:26.672096 n-d-793618-10 neutron-server[93878]: 'ConntrackHelper': {'1.0'}, Jul 23 19:59:26.672096 n-d-793618-10 neutron-server[93878]: 'Log': {'1.0'}, Jul 23 19:59:26.672096 n-d-793618-10 neutron-server[93878]: 'Network': {'1.1'}, Jul 23 19:59:26.672096 n-d-793618-10 neutron-server[93878]: 'Port': {'1.7'}, Jul 23 19:59:26.672096 n-d-793618-10 neutron-server[93878]: 'PortForwarding': {'1.2'}, Jul 23 19:59:26.672096 n-d-793618-10 neutron-server[93878]: 'QosPolicy': {'1.8'}, Jul 23 19:59:26.672096 n-d-793618-10 neutron-server[93878]: 'SecurityGroup': {'1.4'}, Jul 23 19:59:26.672096 n-d-793618-10 neutron-server[93878]: 'SecurityGroupRule': {'1.2'}, Jul 23 19:59:26.672096 n-d-793618-10 neutron-server[93878]: 'SubPort': {'1.0'}, Jul 23 19:59:26.672096 n-d-793618-10 neutron-server[93878]: 'Subnet': {'1.1'}, Jul 23 19:59:26.672096 n-d-793618-10 neutron-server[93878]: 'Trunk': {'1.1'}} Jul 23 19:59:26.672096 n-d-793618-10 neutron-server[93878]: consumer versions: Jul 23 19:59:26.672096 n-d-793618-10 neutron-server[93878]: { DHCP agent@n-d-793618-10: {}, Jul 23 19:59:26.672096 n-d-793618-10 neutron-server[93878]: HyperV agent@n-h1-793618-10: {}, Jul 23 19:59:26.672096 n-d-793618-10 neutron-server[93878]: HyperV agent@n-h2-793618-10: {}, Jul 23 19:59:26.672096 n-d-793618-10 neutron-server[93878]: L3 agent@n-d-793618-10: {}, Jul 23 19:59:26.672096 n-d-793618-10 neutron-server[93878]: Metadata agent@n-d-793618-10: {}, Jul 23 19:59:26.672096 n-d-793618-10 neutron-server[93878]: Metering agent@n-d-793618-10: {}, Jul 23 19:59:26.672096 n-d-793618-10 neutron-server[93878]: Open vSwitch agent@n-d-793618-10: { 'AddressGroup': '1.2', Jul 23 19:59:26.672096 n-d-793618-10 neutron-server[93878]: 'ConntrackHelper': '1.0', Jul 23 19:59:26.672096 n-d-793618-10 neutron-server[93878]: 'Log': '1.0', Jul 23 19:59:26.672096 n-d-793618-10 neutron-server[93878]: 'Network': '1.1', Jul 23 19:59:26.672096 n-d-793618-10 neutron-server[93878]: 'Port': '1.7', Jul 23 19:59:26.672096 n-d-793618-10 neutron-server[93878]: 'PortForwarding': '1.2', Jul 23 19:59:26.672096 n-d-793618-10 neutron-server[93878]: 'QosPolicy': '1.8', Jul 23 19:59:26.672096 n-d-793618-10 neutron-server[93878]: 'SecurityGroup': '1.4', Jul 23 19:59:26.672096 n-d-793618-10 neutron-server[93878]: 'SecurityGroupRule': '1.2', Jul 23 19:59:26.672096 n-d-793618-10 neutron-server[93878]: 'SubPort': '1.0', Jul 23 19:59:26.672096 n-d-793618-10 neutron-server[93878]: 'Subnet': '1.1', Jul 23 19:59:26.672096 n-d-793618-10 neutron-server[93878]: 'Trunk': '1.1'}} Jul 23 19:59:26.672096 n-d-793618-10 neutron-server[93878]: {{(pid=93878) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 19:59:26.678493 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac56891-42a7-435c-a8f0-4797136a6a5d admin admin] Network b0260e9e-d680-4aa1-9f4f-7f0196afe0db is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 19:59:26.687922 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9941ef2b-fc94-48e4-b32b-492e68e8ca4f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=06a715537854451fb7337c04a7571036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6316588 Jul 23 19:59:26.694708 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32796) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:26.709497 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ed462bca-fad6-4760-9630-6863edde6acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:26.709497 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941ef2b-fc94-48e4-b32b-492e68e8ca4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e83daa0-fb85-4b23-86c5-0286f0a55370,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:26.771734 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-87cc3a0e-1923-4011-a5aa-3506e17fc26e None None] Attempting to bind port 98569d9f-8fa4-47ee-ad26-defc55abbf0f on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 19:59:26.772397 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-87cc3a0e-1923-4011-a5aa-3506e17fc26e None None] Attempting to bind port 98569d9f-8fa4-47ee-ad26-defc55abbf0f by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 19:59:26.773014 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cc3a0e-1923-4011-a5aa-3506e17fc26e None None] Attempting to bind port 98569d9f-8fa4-47ee-ad26-defc55abbf0f on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:59:26.787248 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cc3a0e-1923-4011-a5aa-3506e17fc26e None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 19, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 19:59:26.787907 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cc3a0e-1923-4011-a5aa-3506e17fc26e None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:59:26.788414 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-87cc3a0e-1923-4011-a5aa-3506e17fc26e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:26.788965 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cc3a0e-1923-4011-a5aa-3506e17fc26e None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 19:59:26.789566 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-87cc3a0e-1923-4011-a5aa-3506e17fc26e None None] Bound port: 98569d9f-8fa4-47ee-ad26-defc55abbf0f, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 19:59:26.790072 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-87cc3a0e-1923-4011-a5aa-3506e17fc26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:26.801992 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-bac56891-42a7-435c-a8f0-4797136a6a5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, b0260e9e-d680-4aa1-9f4f-7f0196afe0db) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:59:26.807227 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac56891-42a7-435c-a8f0-4797136a6a5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:26.808686 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bac56891-42a7-435c-a8f0-4797136a6a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:26.820630 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb3f52a-c271-49f9-bd5d-fadee31553a5 None None] Network b0260e9e-d680-4aa1-9f4f-7f0196afe0db requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 19:59:26.845044 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-bac56891-42a7-435c-a8f0-4797136a6a5d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8170331 Jul 23 19:59:26.908266 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-d24c2922-cfd2-4d25-9e5c-18d985496a12 admin admin] Allocated IP 172.25.1.114 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/493997cd-d2ca-47a8-8e4f-3fe4b663b8c5) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 19:59:26.924627 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-87cc3a0e-1923-4011-a5aa-3506e17fc26e None None] For port 98569d9f-8fa4-47ee-ad26-defc55abbf0f, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 19:59:26.928522 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-87cc3a0e-1923-4011-a5aa-3506e17fc26e None None] For port 98569d9f-8fa4-47ee-ad26-defc55abbf0f, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=98569d9f-8fa4-47ee-ad26-defc55abbf0f,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 19:59:26.943459 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-fea825c8-bf0e-413a-b9a6-1ee140d417bf service neutron] For port 26e65c49-d435-4460-82ce-7a317c41b458, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 19:59:26.945552 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-87cc3a0e-1923-4011-a5aa-3506e17fc26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:26.958989 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-fea825c8-bf0e-413a-b9a6-1ee140d417bf service neutron] For port 26e65c49-d435-4460-82ce-7a317c41b458, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=26e65c49-d435-4460-82ce-7a317c41b458,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 19:59:26.968033 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab1e55-ae9c-4b4b-bf4d-6a26b87cb261 req-eac52969-dca7-476c-b464-8169a5280b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:26.969917 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2eab1e55-ae9c-4b4b-bf4d-6a26b87cb261 req-eac52969-dca7-476c-b464-8169a5280b34 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5298eed3-48ae-4c94-a9b4-45625d69e9a3 HTTP/1.1" status: 200 len: 1101 time: 0.5692089 Jul 23 19:59:26.981830 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-fea825c8-bf0e-413a-b9a6-1ee140d417bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:26.987219 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de5f75-ec72-4408-a727-c7a07aa325c3 req-6af0e27d-1708-4d9c-a202-fdcd221e6626 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:26.988784 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a8de5f75-ec72-4408-a727-c7a07aa325c3 req-6af0e27d-1708-4d9c-a202-fdcd221e6626 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a8fa566-6c2f-4f5b-9b00-11c65c104eaf HTTP/1.1" status: 200 len: 948 time: 0.5514076 Jul 23 19:59:27.010025 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 3868cadf-74c9-41eb-babe-ade562e7265e up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:59:27.063556 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-0f115575-676d-4843-a7d3-4f2a0f63aa20 service neutron] 10.222.0.32 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987288 Jul 23 19:59:27.072314 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-fea825c8-bf0e-413a-b9a6-1ee140d417bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:27.073186 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-fea825c8-bf0e-413a-b9a6-1ee140d417bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:27.074726 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-fea825c8-bf0e-413a-b9a6-1ee140d417bf service neutron] 10.222.0.30 "PUT /v2.0/ports/26e65c49-d435-4460-82ce-7a317c41b458 HTTP/1.1" status: 200 len: 1097 time: 2.8075361 Jul 23 19:59:27.075407 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a8fa566-6c2f-4f5b-9b00-11c65c104eaf', 'tag': '26e65c49-d435-4460-82ce-7a317c41b458'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 19:59:27.077652 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26bac383-a746-4d0a-b4c0-3457f2ad5ced" -d '{"events": [{"name": "network-changed", "server_uuid": "3a8fa566-6c2f-4f5b-9b00-11c65c104eaf", "tag": "26e65c49-d435-4460-82ce-7a317c41b458"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 19:59:27.145555 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4490ae-3d6a-44b3-a348-93e82acceadc None None] Pushing event updated for resources: {'Port': ['ID=98569d9f-8fa4-47ee-ad26-defc55abbf0f,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:27.179814 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cc3a0e-1923-4011-a5aa-3506e17fc26e None None] Routers {'ffda0b1c-7d0e-4f6c-8441-02f1413af9da'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 19:59:27.190757 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-87cc3a0e-1923-4011-a5aa-3506e17fc26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T19:59:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ffda0b1c-7d0e-4f6c-8441-02f1413af9da'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:59:27.193564 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8862ddd5-9e55-4252-91f1-f8e68d6a1b4f None None] Network b0260e9e-d680-4aa1-9f4f-7f0196afe0db requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 19:59:27.225806 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a8de5f75-ec72-4408-a727-c7a07aa325c3 req-c4e3971d-580b-4c4d-b475-c30982f075f8 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152767 Jul 23 19:59:27.227304 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2eab1e55-ae9c-4b4b-bf4d-6a26b87cb261 req-2e05bd69-f5ed-4e45-9ef9-19bb4d8ce47e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253478 Jul 23 19:59:27.231076 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-08d1e4aa-b284-4a92-b0cc-e8d103efc6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:27.233198 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-ed462bca-fad6-4760-9630-6863edde6acd admin admin] Allocated IP 172.20.0.1 (c601b8b0-fff2-4d36-9f97-ebce138e0521/943dd119-adc0-42fb-a667-378d66460d4a/75cd6d17-de1b-4878-8550-c468f3065d87) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 19:59:27.298842 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-08d1e4aa-b284-4a92-b0cc-e8d103efc6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:27.368644 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-62339d9a-20b8-4930-b934-431af9ee8f9e service neutron] 10.222.0.32 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792747 Jul 23 19:59:27.397752 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 3868cadf-74c9-41eb-babe-ade562e7265e completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:59:27.417952 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 3868cadf-74c9-41eb-babe-ade562e7265e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:27.419548 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:27.485382 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d24c2922-cfd2-4d25-9e5c-18d985496a12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:27.589815 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea825c8-bf0e-413a-b9a6-1ee140d417bf service neutron] Pushing event updated for resources: {'Port': ['ID=26e65c49-d435-4460-82ce-7a317c41b458,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:27.609097 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d24c2922-cfd2-4d25-9e5c-18d985496a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:27.710421 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-08d1e4aa-b284-4a92-b0cc-e8d103efc6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:27.723400 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-08d1e4aa-b284-4a92-b0cc-e8d103efc6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:27.728174 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-08d1e4aa-b284-4a92-b0cc-e8d103efc6c3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2e83daa0-fb85-4b23-86c5-0286f0a55370 HTTP/1.1" status: 204 len: 168 time: 1.0315285 Jul 23 19:59:27.752450 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24c2922-cfd2-4d25-9e5c-18d985496a12 admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 19:59:27.790997 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-d24c2922-cfd2-4d25-9e5c-18d985496a12 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:59:27.797326 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d414c582-b946-4bbd-9bca-6703147c1191 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:59:27.806879 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ed462bca-fad6-4760-9630-6863edde6acd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:27.814849 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24c2922-cfd2-4d25-9e5c-18d985496a12 admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 19:59:27.825128 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d1e4aa-b284-4a92-b0cc-e8d103efc6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e83daa0-fb85-4b23-86c5-0286f0a55370,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:27.841696 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-87cc3a0e-1923-4011-a5aa-3506e17fc26e None None] Set router ffda0b1c-7d0e-4f6c-8441-02f1413af9da gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 19:59:27.851950 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 19:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683898e3-981e-4c7a-8842-71622b851fca x-openstack-request-id: req-683898e3-981e-4c7a-8842-71622b851fca {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 19:59:27.852237 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a8fa566-6c2f-4f5b-9b00-11c65c104eaf", "tag": "26e65c49-d435-4460-82ce-7a317c41b458", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 19:59:27.852492 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-683898e3-981e-4c7a-8842-71622b851fca {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 19:59:27.852884 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a8fa566-6c2f-4f5b-9b00-11c65c104eaf', 'tag': '26e65c49-d435-4460-82ce-7a317c41b458', 'status': 'completed', 'code': 200} Jul 23 19:59:27.867905 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:27.898907 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-ed462bca-fad6-4760-9630-6863edde6acd admin admin] Transition to ACTIVE for port object 75cd6d17-de1b-4878-8550-c468f3065d87 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:59:27.998683 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-49627f84-0b31-4ad5-90ec-7e731bfc95a8 req-b350fe2c-8f7b-4d18-ae49-717516ced855 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=965a56c6-3d74-4d12-9112-671147df0969 HTTP/1.1" status: 200 len: 210 time: 0.1035941 Jul 23 19:59:28.060570 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 3868cadf-74c9-41eb-babe-ade562e7265e, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=3868cadf-74c9-41eb-babe-ade562e7265e,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:28.066193 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c2922-cfd2-4d25-9e5c-18d985496a12 admin admin] Pushing event updated for resources: {'Port': ['ID=493997cd-d2ca-47a8-8e4f-3fe4b663b8c5,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:28.095255 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ed462bca-fad6-4760-9630-6863edde6acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:28.099542 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:28.131544 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port d414c582-b946-4bbd-9bca-6703147c1191 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:59:28.225324 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7e0f18-0c1b-4fdf-a4e0-1a41127aae7c None None] Network 73ef6daa-59f8-4590-b34d-231209a696ad requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 19:59:28.237260 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed462bca-fad6-4760-9630-6863edde6acd admin admin] Network c601b8b0-fff2-4d36-9f97-ebce138e0521 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 19:59:28.269339 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-ed462bca-fad6-4760-9630-6863edde6acd admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:59:28.282883 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed462bca-fad6-4760-9630-6863edde6acd admin admin] Pushing event updated for resources: {'Port': ['ID=75cd6d17-de1b-4878-8550-c468f3065d87,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:28.285287 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-788e3960-58f5-47e3-b4d1-d40ec044216a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:28.295923 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-788e3960-58f5-47e3-b4d1-d40ec044216a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c15dc85593af4036952cde3c4b63220e&device_id=3a8fa566-6c2f-4f5b-9b00-11c65c104eaf HTTP/1.1" status: 200 len: 1100 time: 1.1762371 Jul 23 19:59:28.322232 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed462bca-fad6-4760-9630-6863edde6acd admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 19:59:28.326189 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ed462bca-fad6-4760-9630-6863edde6acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:28.384311 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15af301b-f5f0-4a7d-bfe5-7d08a6fbe091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3868cadf-74c9-41eb-babe-ade562e7265e'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 19:59:28.387224 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b9004e-8073-4658-9d52-6d4e2d625139" -d '{"events": [{"server_uuid": "15af301b-f5f0-4a7d-bfe5-7d08a6fbe091", "name": "network-vif-plugged", "status": "completed", "tag": "3868cadf-74c9-41eb-babe-ade562e7265e"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 19:59:28.387709 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-87cc3a0e-1923-4011-a5aa-3506e17fc26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447707414-router', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '98569d9f-8fa4-47ee-ad26-defc55abbf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:19Z', 'updated_at': '2021-07-23T19:59:23Z', 'revision_number': 3, 'project_id': '31ece22b4c2940ca986a58a7e24f5205', 'gw_port': {'id': '98569d9f-8fa4-47ee-ad26-defc55abbf0f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:21Z', 'updated_at': '2021-07-23T19:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:59:28.411131 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=3868cadf-74c9-41eb-babe-ade562e7265e,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:28.434692 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cc3a0e-1923-4011-a5aa-3506e17fc26e None None] The sync data for ids ['ffda0b1c-7d0e-4f6c-8441-02f1413af9da'] in n-d-793618-10 is: [{'id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447707414-router', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '98569d9f-8fa4-47ee-ad26-defc55abbf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:19Z', 'updated_at': '2021-07-23T19:59:23Z', 'revision_number': 3, 'project_id': '31ece22b4c2940ca986a58a7e24f5205', 'gw_port': {'id': '98569d9f-8fa4-47ee-ad26-defc55abbf0f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:21Z', 'updated_at': '2021-07-23T19:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 19:59:28.447275 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f28bee5d-4d4a-4594-883d-af3f6e220fa9 None None] Provisioning for port d414c582-b946-4bbd-9bca-6703147c1191 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:59:28.463043 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f28bee5d-4d4a-4594-883d-af3f6e220fa9 None None] Provisioning complete for port d414c582-b946-4bbd-9bca-6703147c1191 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:28.464003 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f28bee5d-4d4a-4594-883d-af3f6e220fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:28.499969 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32840) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:28.516613 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-6afd9a7d-5793-4f04-a8a7-a7609e6cd546 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=26e65c49-d435-4460-82ce-7a317c41b458 HTTP/1.1" status: 200 len: 217 time: 0.1377649 Jul 23 19:59:28.583108 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-8ab93b35-baa5-425a-bdd7-673891ec60e8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1492609791-network', 'tenant_id': '49c18dfdb9a04a7997a366d5fb8c066a'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:28.612505 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-4f0e898c-8014-424b-a634-66659bc07939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:28.614181 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-4f0e898c-8014-424b-a634-66659bc07939 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.0842066 Jul 23 19:59:28.737987 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad8c40-4062-4557-9103-e5f0338d63a0 req-97cb1061-b5fb-4a69-be39-a385951e91a9 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:28.740473 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1aad8c40-4062-4557-9103-e5f0338d63a0 req-97cb1061-b5fb-4a69-be39-a385951e91a9 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=15af301b-f5f0-4a7d-bfe5-7d08a6fbe091 HTTP/1.1" status: 200 len: 950 time: 0.9042203 Jul 23 19:59:28.793536 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab93b35-baa5-425a-bdd7-673891ec60e8 admin admin] Made reservation on behalf of 49c18dfdb9a04a7997a366d5fb8c066a for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 19:59:28.795428 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f28bee5d-4d4a-4594-883d-af3f6e220fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:28.796082 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ab93b35-baa5-425a-bdd7-673891ec60e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:28.797104 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d24c2922-cfd2-4d25-9e5c-18d985496a12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:28.846368 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f544b7-397a-4b07-9b1a-c8bf3e8e8f38 req-d609834a-1241-4bee-aa18-6a87c7adf9ce tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:28.856084 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b8f544b7-397a-4b07-9b1a-c8bf3e8e8f38 req-d609834a-1241-4bee-aa18-6a87c7adf9ce tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b5ed5d7-af8b-460b-b035-6d316829e964 HTTP/1.1" status: 200 len: 949 time: 0.5760360 Jul 23 19:59:28.882263 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-f28bee5d-4d4a-4594-883d-af3f6e220fa9 None None] For port d414c582-b946-4bbd-9bca-6703147c1191, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d414c582-b946-4bbd-9bca-6703147c1191,segment=NetworkSegment(365d460d-357e-4c03-9de0-12a82865aaba),segment_id=365d460d-357e-4c03-9de0-12a82865aaba)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:28.892239 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f28bee5d-4d4a-4594-883d-af3f6e220fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:28.944437 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1aad8c40-4062-4557-9103-e5f0338d63a0 req-acb7476e-7f2a-457e-8804-59092b33b999 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948650 Jul 23 19:59:28.949137 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-a3777e7e-d0d1-455e-a767-2fe76a03ddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:28.950638 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-a3777e7e-d0d1-455e-a767-2fe76a03ddbb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3248622 Jul 23 19:59:28.965912 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b8f544b7-397a-4b07-9b1a-c8bf3e8e8f38 req-540d873d-055e-4563-a305-548ba84bef11 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/security-groups?id=a69ca547-50be-4a45-b1b8-4cab56296e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996974 Jul 23 19:59:28.966911 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ab93b35-baa5-425a-bdd7-673891ec60e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:28.991806 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28bee5d-4d4a-4594-883d-af3f6e220fa9 None None] Pushing event updated for resources: {'Port': ['ID=d414c582-b946-4bbd-9bca-6703147c1191,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:29.045696 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 19:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4c448d-7ba0-43f7-9533-53744bca0d63 x-openstack-request-id: req-6c4c448d-7ba0-43f7-9533-53744bca0d63 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 19:59:29.046282 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15af301b-f5f0-4a7d-bfe5-7d08a6fbe091", "name": "network-vif-plugged", "status": "completed", "tag": "3868cadf-74c9-41eb-babe-ade562e7265e", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 19:59:29.046742 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c4c448d-7ba0-43f7-9533-53744bca0d63 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 19:59:29.047366 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15af301b-f5f0-4a7d-bfe5-7d08a6fbe091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3868cadf-74c9-41eb-babe-ade562e7265e', 'code': 200} Jul 23 19:59:29.051211 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7a965a4f-6c1b-4c7b-926f-0543de427d76 None None] Provisioning for port 75cd6d17-de1b-4878-8550-c468f3065d87 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:59:29.062879 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7a965a4f-6c1b-4c7b-926f-0543de427d76 None None] Provisioning complete for port 75cd6d17-de1b-4878-8550-c468f3065d87 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:29.067122 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7a965a4f-6c1b-4c7b-926f-0543de427d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:29.172649 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ed462bca-fad6-4760-9630-6863edde6acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:29.194194 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-7a965a4f-6c1b-4c7b-926f-0543de427d76 None None] Port 75cd6d17-de1b-4878-8550-c468f3065d87 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 19:59:29.273334 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-19ba0832-f13c-4893-a410-284f779c6daf service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100727 Jul 23 19:59:29.321864 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-cc2cc804-59f2-431d-9d83-2939c1575a95 None None] Provisioning complete for port d414c582-b946-4bbd-9bca-6703147c1191 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:29.323123 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cc2cc804-59f2-431d-9d83-2939c1575a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:29.552412 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ab93b35-baa5-425a-bdd7-673891ec60e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:29.590985 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ab93b35-baa5-425a-bdd7-673891ec60e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:29.602450 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ab93b35-baa5-425a-bdd7-673891ec60e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 19:59:29.606168 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dcc7a640-53e7-4a18-aa79-87e8a17b7e9c req-256c91a4-98b8-4792-9fec-f652df1861e5 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=965a56c6-3d74-4d12-9112-671147df0969 HTTP/1.1" status: 200 len: 210 time: 0.1503284 Jul 23 19:59:29.661776 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ab93b35-baa5-425a-bdd7-673891ec60e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:29.662349 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-8ab93b35-baa5-425a-bdd7-673891ec60e8 admin admin] Added segment 6a367789-4bd6-46a6-8ef9-66d91aeea191 of type vlan for network b16351af-5ca0-4605-9dc1-e069a536d32d Jul 23 19:59:29.716088 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d24c2922-cfd2-4d25-9e5c-18d985496a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:29.733099 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 98569d9f-8fa4-47ee-ad26-defc55abbf0f up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:59:29.799898 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 98569d9f-8fa4-47ee-ad26-defc55abbf0f completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:59:29.805281 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 98569d9f-8fa4-47ee-ad26-defc55abbf0f triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:29.805811 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:29.891101 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab93b35-baa5-425a-bdd7-673891ec60e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b74df5-8f22-46a6-8d23-8900507a5727,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:29.915286 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:29.939492 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 98569d9f-8fa4-47ee-ad26-defc55abbf0f, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=98569d9f-8fa4-47ee-ad26-defc55abbf0f,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:29.945176 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:29.946166 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d414c582-b946-4bbd-9bca-6703147c1191 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:59:29.971888 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ab93b35-baa5-425a-bdd7-673891ec60e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:29.977510 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91a8d5-f0b9-4b68-ad7f-83e79e5a1f73 req-f83e48d5-cef8-459b-8a76-3076bd3f3d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:29.979574 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4b91a8d5-f0b9-4b68-ad7f-83e79e5a1f73 req-f83e48d5-cef8-459b-8a76-3076bd3f3d10 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=15af301b-f5f0-4a7d-bfe5-7d08a6fbe091 HTTP/1.1" status: 200 len: 1102 time: 0.8215778 Jul 23 19:59:29.994253 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f826fc-70eb-4286-b2e3-c16cbf30209c req-70d2ff45-e3c7-426e-854b-b031aa80da5b tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:30.002160 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c7f826fc-70eb-4286-b2e3-c16cbf30209c req-70d2ff45-e3c7-426e-854b-b031aa80da5b tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a8fa566-6c2f-4f5b-9b00-11c65c104eaf HTTP/1.1" status: 200 len: 948 time: 0.8433983 Jul 23 19:59:30.038262 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=98569d9f-8fa4-47ee-ad26-defc55abbf0f,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:30.063575 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port d414c582-b946-4bbd-9bca-6703147c1191 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:30.064069 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:30.099047 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ab93b35-baa5-425a-bdd7-673891ec60e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:30.100258 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab93b35-baa5-425a-bdd7-673891ec60e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:30.100839 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ab93b35-baa5-425a-bdd7-673891ec60e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:30.133074 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4b91a8d5-f0b9-4b68-ad7f-83e79e5a1f73 req-1e080880-e421-4159-86dd-9b7cfe662bd7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264498 Jul 23 19:59:30.135656 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-190c29d5-5a26-49d0-992c-c90a03adacf3 req-a035ac4e-d38d-48f8-83c7-1b6b251fe728 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8046329 Jul 23 19:59:30.151513 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c7f826fc-70eb-4286-b2e3-c16cbf30209c req-f3c55141-c490-4ee2-b9c2-890829ece6ab tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467199 Jul 23 19:59:30.157987 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ed462bca-fad6-4760-9630-6863edde6acd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:30.160101 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-c4545f5f-4fc3-4491-8b5e-07e73350803a tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:30.161714 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-c4545f5f-4fc3-4491-8b5e-07e73350803a tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.30 "GET /v2.0/networks?id=1582e281-e174-4775-af11-ce2168db586d HTTP/1.1" status: 200 len: 808 time: 0.7584066 Jul 23 19:59:30.179908 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ed462bca-fad6-4760-9630-6863edde6acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:30.180869 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ed462bca-fad6-4760-9630-6863edde6acd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:30.189267 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-460129c2-6873-4fac-8e3c-a309bc60c153 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Request body: {'port': {'device_id': '965a56c6-3d74-4d12-9112-671147df0969', 'network_id': '1582e281-e174-4775-af11-ce2168db586d', 'admin_state_up': True, 'tenant_id': '46e8b52fe188445da9dc740883af8e52'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:30.200008 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8ab93b35-baa5-425a-bdd7-673891ec60e8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6302290 Jul 23 19:59:30.212130 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 32870) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:30.221723 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-94e5027d-e646-430c-ab0b-cfe6f47f47df admin admin] Request body: {'subnet': {'network_id': 'b16351af-5ca0-4605-9dc1-e069a536d32d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1492609791-subnet', 'tenant_id': '49c18dfdb9a04a7997a366d5fb8c066a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:30.250949 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab93b35-baa5-425a-bdd7-673891ec60e8 admin admin] Pushing event updated for resources: {'Network': ['ID=b16351af-5ca0-4605-9dc1-e069a536d32d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:30.251174 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a3f77-a665-46bf-a665-390cb8c02024 req-59643be4-13f3-4619-9a98-364826c0fda1 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:30.251174 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-532a3f77-a665-46bf-a665-390cb8c02024 req-59643be4-13f3-4619-9a98-364826c0fda1 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b5ed5d7-af8b-460b-b035-6d316829e964 HTTP/1.1" status: 200 len: 949 time: 0.5096405 Jul 23 19:59:30.376324 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network b16351af-5ca0-4605-9dc1-e069a536d32d details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 19:59:30.388149 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed462bca-fad6-4760-9630-6863edde6acd admin admin] Network c601b8b0-fff2-4d36-9f97-ebce138e0521 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 19:59:30.392720 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-ed462bca-fad6-4760-9630-6863edde6acd admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:59:30.399817 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e5027d-e646-430c-ab0b-cfe6f47f47df admin admin] Made reservation on behalf of 49c18dfdb9a04a7997a366d5fb8c066a for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 19:59:30.402171 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-94e5027d-e646-430c-ab0b-cfe6f47f47df admin admin] Notify callbacks [] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:30.418922 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed462bca-fad6-4760-9630-6863edde6acd admin admin] Pushing event updated for resources: {'Port': ['ID=75cd6d17-de1b-4878-8550-c468f3065d87,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:30.429751 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-532a3f77-a665-46bf-a665-390cb8c02024 req-60d73bfb-f5da-4582-9776-f860462897c5 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/security-groups?id=a69ca547-50be-4a45-b1b8-4cab56296e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559832 Jul 23 19:59:30.507703 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24c2922-cfd2-4d25-9e5c-18d985496a12 admin admin] Router a5491f17-29e1-412b-96ce-f7e724f53e28 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 19:59:30.547333 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bac383-a746-4d0a-b4c0-3457f2ad5ced req-d48c5984-ac7e-4150-90a6-79a643751e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:30.549070 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26bac383-a746-4d0a-b4c0-3457f2ad5ced req-d48c5984-ac7e-4150-90a6-79a643751e85 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c15dc85593af4036952cde3c4b63220e&device_id=3a8fa566-6c2f-4f5b-9b00-11c65c104eaf HTTP/1.1" status: 200 len: 1100 time: 0.3376153 Jul 23 19:59:30.593509 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6eedd-b638-4278-bcd9-0038acd9051a req-016aaff3-4d90-4089-a3a9-6349339e1b26 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:30.600939 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-18d6eedd-b638-4278-bcd9-0038acd9051a req-016aaff3-4d90-4089-a3a9-6349339e1b26 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=15af301b-f5f0-4a7d-bfe5-7d08a6fbe091 HTTP/1.1" status: 200 len: 950 time: 0.2246215 Jul 23 19:59:30.610996 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-460129c2-6873-4fac-8e3c-a309bc60c153 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Made reservation on behalf of 46e8b52fe188445da9dc740883af8e52 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 19:59:30.613814 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-460129c2-6873-4fac-8e3c-a309bc60c153 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:30.683738 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-18d6eedd-b638-4278-bcd9-0038acd9051a req-2303af46-4d13-4f00-ad7f-cd5683e2bd72 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814505 Jul 23 19:59:30.708072 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed462bca-fad6-4760-9630-6863edde6acd admin admin] Router ffda0b1c-7d0e-4f6c-8441-02f1413af9da has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 19:59:30.754865 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24c2922-cfd2-4d25-9e5c-18d985496a12 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 19:59:30.788561 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a05642-8e92-4670-8c49-d67b4308bc13 None None] Sync routers for ids ['a5491f17-29e1-412b-96ce-f7e724f53e28'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 19:59:30.823904 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a05642-8e92-4670-8c49-d67b4308bc13 None None] Routers {'a5491f17-29e1-412b-96ce-f7e724f53e28'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 19:59:30.824549 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-25a05642-8e92-4670-8c49-d67b4308bc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T19:59:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a5491f17-29e1-412b-96ce-f7e724f53e28'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:59:30.832929 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0371bd12-8ee5-461e-9534-e3f8c1b866f2 req-13879d21-fba2-4722-814f-338e0e098bb3 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=965a56c6-3d74-4d12-9112-671147df0969 HTTP/1.1" status: 200 len: 210 time: 0.1037891 Jul 23 19:59:30.897680 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d24c2922-cfd2-4d25-9e5c-18d985496a12 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:30.902577 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e940c0-20c7-4b20-bea5-1795e010a0b1 req-0337ad5d-4602-4213-86bd-d22fa43e0cb3 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:30.903107 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d24c2922-cfd2-4d25-9e5c-18d985496a12 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 6.7166345 Jul 23 19:59:30.903667 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 32892) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:30.904594 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d9e940c0-20c7-4b20-bea5-1795e010a0b1 req-0337ad5d-4602-4213-86bd-d22fa43e0cb3 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5ed5d7-af8b-460b-b035-6d316829e964 HTTP/1.1" status: 200 len: 949 time: 0.2174387 Jul 23 19:59:30.912771 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed462bca-fad6-4760-9630-6863edde6acd admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 19:59:30.929988 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ed462bca-fad6-4760-9630-6863edde6acd admin admin] 10.222.0.32 "PUT /v2.0/routers/ffda0b1c-7d0e-4f6c-8441-02f1413af9da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7143149 Jul 23 19:59:31.013135 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-46c640f6-f15d-4c81-93e6-389395447699 None None] Provisioning complete for port 75cd6d17-de1b-4878-8550-c468f3065d87 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:31.013792 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-46c640f6-f15d-4c81-93e6-389395447699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:31.095329 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bac383-a746-4d0a-b4c0-3457f2ad5ced req-f24216bf-c5e0-41cb-a82c-a0bcbfe963ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:31.096946 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26bac383-a746-4d0a-b4c0-3457f2ad5ced req-f24216bf-c5e0-41cb-a82c-a0bcbfe963ca service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.5367634 Jul 23 19:59:31.190132 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-d9e940c0-20c7-4b20-bea5-1795e010a0b1 req-924bdeac-823a-436d-b81e-671ce0c6d3f3 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Deleting port a5eff60e-e238-4fec-8477-6094a33519a8 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 19:59:31.190484 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d9e940c0-20c7-4b20-bea5-1795e010a0b1 req-924bdeac-823a-436d-b81e-671ce0c6d3f3 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:31.376525 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-d9e940c0-20c7-4b20-bea5-1795e010a0b1 req-924bdeac-823a-436d-b81e-671ce0c6d3f3 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] For port a5eff60e-e238-4fec-8477-6094a33519a8, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=a5eff60e-e238-4fec-8477-6094a33519a8,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:31.376992 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d9e940c0-20c7-4b20-bea5-1795e010a0b1 req-924bdeac-823a-436d-b81e-671ce0c6d3f3 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:31.393568 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-d9e940c0-20c7-4b20-bea5-1795e010a0b1 req-924bdeac-823a-436d-b81e-671ce0c6d3f3 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Calling delete_port for a5eff60e-e238-4fec-8477-6094a33519a8 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 19:59:31.399652 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-460129c2-6873-4fac-8e3c-a309bc60c153 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Allocated IP 172.20.0.2 (1582e281-e174-4775-af11-ce2168db586d/62cab30c-2c7b-4463-9eb3-ea20a0ef57f0/0307e3ae-d53b-4f24-bdbf-e8a9877787c6) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 19:59:31.423506 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-46c640f6-f15d-4c81-93e6-389395447699 None None] Port 75cd6d17-de1b-4878-8550-c468f3065d87 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 19:59:31.443760 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-25a05642-8e92-4670-8c49-d67b4308bc13 None None] Set router a5491f17-29e1-412b-96ce-f7e724f53e28 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 19:59:31.605160 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26bac383-a746-4d0a-b4c0-3457f2ad5ced req-6382c7c7-26c9-4c0c-874a-e192c7b739d2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=26e65c49-d435-4460-82ce-7a317c41b458 HTTP/1.1" status: 200 len: 217 time: 0.4468374 Jul 23 19:59:31.651719 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 98569d9f-8fa4-47ee-ad26-defc55abbf0f up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:59:31.668492 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d9e940c0-20c7-4b20-bea5-1795e010a0b1 req-924bdeac-823a-436d-b81e-671ce0c6d3f3 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:31.670892 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-94e5027d-e646-430c-ab0b-cfe6f47f47df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:31.680069 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7914743-e0a0-4745-8947-b5d5129a5ca0 None None] Sync routers for ids ['ffda0b1c-7d0e-4f6c-8441-02f1413af9da'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 19:59:31.698614 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7914743-e0a0-4745-8947-b5d5129a5ca0 None None] Routers {'ffda0b1c-7d0e-4f6c-8441-02f1413af9da'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 19:59:31.699993 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a7914743-e0a0-4745-8947-b5d5129a5ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T19:59:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ffda0b1c-7d0e-4f6c-8441-02f1413af9da'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:59:31.718619 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['a5eff60e-e238-4fec-8477-6094a33519a8'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 19:59:31.734356 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32928) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:31.760391 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924bdeac-823a-436d-b81e-671ce0c6d3f3 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Pushing event deleted for resources: {'Port': ['ID=a5eff60e-e238-4fec-8477-6094a33519a8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:31.825232 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-460129c2-6873-4fac-8e3c-a309bc60c153 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:31.833371 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bac383-a746-4d0a-b4c0-3457f2ad5ced req-def14727-5239-47cb-8171-8cfbc4d09a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:31.834827 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26bac383-a746-4d0a-b4c0-3457f2ad5ced req-def14727-5239-47cb-8171-8cfbc4d09a74 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.2079830 Jul 23 19:59:31.838496 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5027d-e646-430c-ab0b-cfe6f47f47df admin admin] Pushing event updated for resources: {'Subnet': ['ID=63f91e26-9b46-4e50-9794-4818590f5d78,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:31.929223 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e940c0-20c7-4b20-bea5-1795e010a0b1 req-924bdeac-823a-436d-b81e-671ce0c6d3f3 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] No DVR routers for this DVR port a5eff60e-e238-4fec-8477-6094a33519a8 on host n-h2-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 19:59:31.943894 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d9e940c0-20c7-4b20-bea5-1795e010a0b1 req-924bdeac-823a-436d-b81e-671ce0c6d3f3 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:31.959127 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d9e940c0-20c7-4b20-bea5-1795e010a0b1 req-924bdeac-823a-436d-b81e-671ce0c6d3f3 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.18 "DELETE /v2.0/ports/a5eff60e-e238-4fec-8477-6094a33519a8 HTTP/1.1" status: 204 len: 173 time: 1.0279269 Jul 23 19:59:31.959655 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5ed5d7-af8b-460b-b035-6d316829e964', 'name': 'network-vif-deleted', 'tag': 'a5eff60e-e238-4fec-8477-6094a33519a8'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 19:59:31.963749 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde1edef-718a-44f2-b7e5-f927668d616e" -d '{"events": [{"server_uuid": "7b5ed5d7-af8b-460b-b035-6d316829e964", "name": "network-vif-deleted", "tag": "a5eff60e-e238-4fec-8477-6094a33519a8"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 19:59:31.984145 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-a7914743-e0a0-4745-8947-b5d5129a5ca0 None None] Set router ffda0b1c-7d0e-4f6c-8441-02f1413af9da gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 19:59:32.038543 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e5027d-e646-430c-ab0b-cfe6f47f47df admin admin] Checking segment: {'id': '6a367789-4bd6-46a6-8ef9-66d91aeea191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b16351af-5ca0-4605-9dc1-e069a536d32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:59:32.038900 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e5027d-e646-430c-ab0b-cfe6f47f47df admin admin] Network hostable DHCP agents. Network: b16351af-5ca0-4605-9dc1-e069a536d32d, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 19:59:32.041815 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 98569d9f-8fa4-47ee-ad26-defc55abbf0f triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:32.042506 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:32.051225 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ec429-b7a0-46ce-b591-8c20f26290da req-c16e031e-b6dc-4d81-91e9-a1a917c82d52 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:32.061081 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7e8ec429-b7a0-46ce-b591-8c20f26290da req-c16e031e-b6dc-4d81-91e9-a1a917c82d52 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b5ed5d7-af8b-460b-b035-6d316829e964 HTTP/1.1" status: 200 len: 867 time: 0.4505336 Jul 23 19:59:32.074738 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb27f4-7432-459b-8525-819ab87df68a req-d135031b-6c6f-4d7a-b394-b3dacaf3c482 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:32.081973 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fdbb27f4-7432-459b-8525-819ab87df68a req-d135031b-6c6f-4d7a-b394-b3dacaf3c482 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a8fa566-6c2f-4f5b-9b00-11c65c104eaf HTTP/1.1" status: 200 len: 948 time: 0.7743373 Jul 23 19:59:32.129500 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e260780e-fc09-4c84-a647-c2f719549925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:32.190578 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e5027d-e646-430c-ab0b-cfe6f47f47df admin admin] Network b16351af-5ca0-4605-9dc1-e069a536d32d is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 19:59:32.212081 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-460129c2-6873-4fac-8e3c-a309bc60c153 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:32.236378 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 32944) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:32.246552 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-25a05642-8e92-4670-8c49-d67b4308bc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5491f17-29e1-412b-96ce-f7e724f53e28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2105974091-router', 'tenant_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '493997cd-d2ca-47a8-8e4f-3fe4b663b8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:24Z', 'updated_at': '2021-07-23T19:59:28Z', 'revision_number': 3, 'project_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'gw_port': {'id': '493997cd-d2ca-47a8-8e4f-3fe4b663b8c5', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5491f17-29e1-412b-96ce-f7e724f53e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:25Z', 'updated_at': '2021-07-23T19:59:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:59:32.266425 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7e8ec429-b7a0-46ce-b591-8c20f26290da req-f29b3df8-e74f-440f-a3b4-e73c48022ad7 tempest-DeleteServersAdminTestJSON-300570760 tempest-DeleteServersAdminTestJSON-300570760-project] 10.222.0.32 "GET /v2.0/security-groups?id=a69ca547-50be-4a45-b1b8-4cab56296e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653657 Jul 23 19:59:32.275181 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a05642-8e92-4670-8c49-d67b4308bc13 None None] Checking router: a5491f17-29e1-412b-96ce-f7e724f53e28 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 19:59:32.276224 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a05642-8e92-4670-8c49-d67b4308bc13 None None] Updating router a5491f17-29e1-412b-96ce-f7e724f53e28 port 493997cd-d2ca-47a8-8e4f-3fe4b663b8c5 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 19:59:32.280066 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-f8984d2f-44b1-4e3e-b423-74399bb64583 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1845203454-network', 'tenant_id': '959d5304928c4193a6a3c138f98e6b80'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:32.293863 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bac383-a746-4d0a-b4c0-3457f2ad5ced req-10dbedee-5a66-418b-984f-b20b160a71ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:32.295732 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26bac383-a746-4d0a-b4c0-3457f2ad5ced req-10dbedee-5a66-418b-984f-b20b160a71ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3888137 Jul 23 19:59:32.299163 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fdbb27f4-7432-459b-8525-819ab87df68a req-ea96701c-5919-4e0a-871e-c8dd58fd5fb4 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162623 Jul 23 19:59:32.343467 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a7914743-e0a0-4745-8947-b5d5129a5ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447707414-router', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '98569d9f-8fa4-47ee-ad26-defc55abbf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:19Z', 'updated_at': '2021-07-23T19:59:28Z', 'revision_number': 4, 'project_id': '31ece22b4c2940ca986a58a7e24f5205', 'gw_port': {'id': '98569d9f-8fa4-47ee-ad26-defc55abbf0f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:21Z', 'updated_at': '2021-07-23T19:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '75cd6d17-de1b-4878-8550-c468f3065d87', 'name': '', 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'mac_address': 'fa:16:3e:88:09:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '943dd119-adc0-42fb-a667-378d66460d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:26Z', 'updated_at': '2021-07-23T19:59:29Z', 'revision_number': 2, 'project_id': '31ece22b4c2940ca986a58a7e24f5205', 'subnets': [{'id': '943dd119-adc0-42fb-a667-378d66460d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:59:32.350355 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-460129c2-6873-4fac-8e3c-a309bc60c153 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Network 1582e281-e174-4775-af11-ce2168db586d is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 19:59:32.351757 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-94e5027d-e646-430c-ab0b-cfe6f47f47df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, b16351af-5ca0-4605-9dc1-e069a536d32d) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:59:32.376200 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9214634c-3d84-4234-8075-59f2e98219a4 None None] Network b16351af-5ca0-4605-9dc1-e069a536d32d requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 19:59:32.390017 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7914743-e0a0-4745-8947-b5d5129a5ca0 None None] Checking router: ffda0b1c-7d0e-4f6c-8441-02f1413af9da for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 19:59:32.391191 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7914743-e0a0-4745-8947-b5d5129a5ca0 None None] Updating router ffda0b1c-7d0e-4f6c-8441-02f1413af9da port 75cd6d17-de1b-4878-8550-c468f3065d87 binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 19:59:32.442047 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e260780e-fc09-4c84-a647-c2f719549925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:32.446482 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-25a05642-8e92-4670-8c49-d67b4308bc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:32.457724 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e260780e-fc09-4c84-a647-c2f719549925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:32.515895 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a7914743-e0a0-4745-8947-b5d5129a5ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:32.547118 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e260780e-fc09-4c84-a647-c2f719549925 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b726d98682fd47feac1d54b61d7cc1cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8093629 Jul 23 19:59:32.558442 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32946) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:32.559438 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260780e-fc09-4c84-a647-c2f719549925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ad3651-9267-44f1-853c-0bb54837aa42,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:32.659965 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37b1ff-e76d-48ca-a72d-26096fbbf67a req-3e87d111-ea3a-4b41-bfe8-3ca832f1cfcb tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:32.661953 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-de37b1ff-e76d-48ca-a72d-26096fbbf67a req-3e87d111-ea3a-4b41-bfe8-3ca832f1cfcb tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=15af301b-f5f0-4a7d-bfe5-7d08a6fbe091 HTTP/1.1" status: 200 len: 950 time: 0.2180829 Jul 23 19:59:32.679425 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aafaab8e-91ce-4743-8b7f-b85f53d7de9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:32.740023 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-460129c2-6873-4fac-8e3c-a309bc60c153 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:59:32.744061 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26bac383-a746-4d0a-b4c0-3457f2ad5ced req-4496a33f-0c8e-4957-90f8-24707374820c service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004126 Jul 23 19:59:32.748540 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-460129c2-6873-4fac-8e3c-a309bc60c153 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 19:59:32.755229 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-de37b1ff-e76d-48ca-a72d-26096fbbf67a req-094bc414-98b9-4f9f-a12b-f97f70a6bfea tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768800 Jul 23 19:59:32.756891 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-460129c2-6873-4fac-8e3c-a309bc60c153 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:32.757116 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aafaab8e-91ce-4743-8b7f-b85f53d7de9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:32.757885 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-460129c2-6873-4fac-8e3c-a309bc60c153 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:32.786517 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31ec284-50af-482b-a044-7dffda8c16e7 None None] Network b16351af-5ca0-4605-9dc1-e069a536d32d requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 19:59:32.801016 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e5027d-e646-430c-ab0b-cfe6f47f47df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:32.801771 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-94e5027d-e646-430c-ab0b-cfe6f47f47df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:32.857865 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aafaab8e-91ce-4743-8b7f-b85f53d7de9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:32.864798 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aafaab8e-91ce-4743-8b7f-b85f53d7de9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:32.866002 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-aafaab8e-91ce-4743-8b7f-b85f53d7de9f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d9ad3651-9267-44f1-853c-0bb54837aa42 HTTP/1.1" status: 204 len: 168 time: 0.2872629 Jul 23 19:59:32.870689 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 19:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4a5fff-1b6c-4c54-83e4-a8346a9a880d x-openstack-request-id: req-8f4a5fff-1b6c-4c54-83e4-a8346a9a880d {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 19:59:32.870986 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b5ed5d7-af8b-460b-b035-6d316829e964", "name": "network-vif-deleted", "tag": "a5eff60e-e238-4fec-8477-6094a33519a8", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 19:59:32.871236 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8f4a5fff-1b6c-4c54-83e4-a8346a9a880d {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 19:59:32.871653 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5ed5d7-af8b-460b-b035-6d316829e964', 'name': 'network-vif-deleted', 'tag': 'a5eff60e-e238-4fec-8477-6094a33519a8', 'status': 'completed', 'code': 200} Jul 23 19:59:32.883941 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafaab8e-91ce-4743-8b7f-b85f53d7de9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ad3651-9267-44f1-853c-0bb54837aa42,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:32.925279 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460129c2-6873-4fac-8e3c-a309bc60c153 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Pushing event updated for resources: {'Port': ['ID=0307e3ae-d53b-4f24-bdbf-e8a9877787c6,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:32.985519 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8984d2f-44b1-4e3e-b423-74399bb64583 admin admin] Made reservation on behalf of 959d5304928c4193a6a3c138f98e6b80 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 19:59:32.987997 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f8984d2f-44b1-4e3e-b423-74399bb64583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:32.996481 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-460129c2-6873-4fac-8e3c-a309bc60c153 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8167968 Jul 23 19:59:33.017773 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-94e5027d-e646-430c-ab0b-cfe6f47f47df admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.8020248 Jul 23 19:59:33.024299 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-b4bfbf8b-733f-464d-a034-2dd7993812e7 service neutron] Request body: {'port': {'device_id': '965a56c6-3d74-4d12-9112-671147df0969', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:33.042802 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f8984d2f-44b1-4e3e-b423-74399bb64583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:33.079975 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-25a05642-8e92-4670-8c49-d67b4308bc13 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:33.089459 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a7914743-e0a0-4745-8947-b5d5129a5ca0 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:33.098007 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44aca0b-51ae-4757-83e4-cab1481b09c2 req-7fcedeba-3b91-41dc-bdf1-c81cf118d530 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:33.100256 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471be09a-3496-44ee-8c5d-8684da508a6d req-47b985b9-ae8c-4d5f-9dc8-46356b52d76c tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:33.105786 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 26e65c49-d435-4460-82ce-7a317c41b458 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 19:59:33.108991 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-471be09a-3496-44ee-8c5d-8684da508a6d req-47b985b9-ae8c-4d5f-9dc8-46356b52d76c tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=965a56c6-3d74-4d12-9112-671147df0969 HTTP/1.1" status: 200 len: 931 time: 0.3369579 Jul 23 19:59:33.111677 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d44aca0b-51ae-4757-83e4-cab1481b09c2 req-7fcedeba-3b91-41dc-bdf1-c81cf118d530 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=5298eed3-48ae-4c94-a9b4-45625d69e9a3 HTTP/1.1" status: 200 len: 949 time: 0.1289055 Jul 23 19:59:33.114287 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a7914743-e0a0-4745-8947-b5d5129a5ca0 None None] Transition to ACTIVE for port object 75cd6d17-de1b-4878-8550-c468f3065d87 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:59:33.120978 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-25a05642-8e92-4670-8c49-d67b4308bc13 None None] Transition to ACTIVE for port object 493997cd-d2ca-47a8-8e4f-3fe4b663b8c5 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:59:33.133092 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a7914743-e0a0-4745-8947-b5d5129a5ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:33.148825 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-25a05642-8e92-4670-8c49-d67b4308bc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:33.149279 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26bac383-a746-4d0a-b4c0-3457f2ad5ced req-2e4879c5-1490-41b1-ac18-dd7137d8282e service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359785 Jul 23 19:59:33.179874 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d44aca0b-51ae-4757-83e4-cab1481b09c2 req-87a03323-84d2-41f1-a16b-40891d2fb0db tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662286 Jul 23 19:59:33.215991 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-471be09a-3496-44ee-8c5d-8684da508a6d req-f4a417cc-10eb-4fe0-8a28-45be1ede1d3f tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056345 Jul 23 19:59:33.267431 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.db.resource_extend [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 19:59:33.278699 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32960) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:33.318649 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d7de9-34e8-4fa8-a78e-3e91446955cf None None] Pushing event updated for resources: {'Port': ['ID=75cd6d17-de1b-4878-8550-c468f3065d87,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:33.355837 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-25a05642-8e92-4670-8c49-d67b4308bc13 None None] Attempting to bind port 493997cd-d2ca-47a8-8e4f-3fe4b663b8c5 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 19:59:33.356458 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-25a05642-8e92-4670-8c49-d67b4308bc13 None None] Attempting to bind port 493997cd-d2ca-47a8-8e4f-3fe4b663b8c5 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 19:59:33.356974 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a05642-8e92-4670-8c49-d67b4308bc13 None None] Attempting to bind port 493997cd-d2ca-47a8-8e4f-3fe4b663b8c5 on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:59:33.362184 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a366203-c65d-41c9-99d7-8a498c8a8f6e None None] Pushing event updated for resources: {'Port': ['ID=493997cd-d2ca-47a8-8e4f-3fe4b663b8c5,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:33.362352 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-a7914743-e0a0-4745-8947-b5d5129a5ca0 None None] Attempting to bind port 75cd6d17-de1b-4878-8550-c468f3065d87 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 19:59:33.362653 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-a7914743-e0a0-4745-8947-b5d5129a5ca0 None None] Attempting to bind port 75cd6d17-de1b-4878-8550-c468f3065d87 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'a3e9d207-ccab-4461-a5ec-89b44ef8be73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 19:59:33.363012 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7914743-e0a0-4745-8947-b5d5129a5ca0 None None] Attempting to bind port 75cd6d17-de1b-4878-8550-c468f3065d87 on network c601b8b0-fff2-4d36-9f97-ebce138e0521 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:59:33.371027 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7914743-e0a0-4745-8947-b5d5129a5ca0 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 19, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 19:59:33.371274 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7914743-e0a0-4745-8947-b5d5129a5ca0 None None] Checking segment: {'id': 'a3e9d207-ccab-4461-a5ec-89b44ef8be73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:59:33.371688 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a7914743-e0a0-4745-8947-b5d5129a5ca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:33.372425 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7914743-e0a0-4745-8947-b5d5129a5ca0 None None] Bound using segment: {'id': 'a3e9d207-ccab-4461-a5ec-89b44ef8be73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 19:59:33.372905 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-a7914743-e0a0-4745-8947-b5d5129a5ca0 None None] Bound port: 75cd6d17-de1b-4878-8550-c468f3065d87, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e9d207-ccab-4461-a5ec-89b44ef8be73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 19:59:33.373306 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a7914743-e0a0-4745-8947-b5d5129a5ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:33.378685 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a05642-8e92-4670-8c49-d67b4308bc13 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 19, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 19:59:33.379275 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a05642-8e92-4670-8c49-d67b4308bc13 None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:59:33.380248 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-25a05642-8e92-4670-8c49-d67b4308bc13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:33.380867 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a05642-8e92-4670-8c49-d67b4308bc13 None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 19:59:33.381729 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-25a05642-8e92-4670-8c49-d67b4308bc13 None None] Bound port: 493997cd-d2ca-47a8-8e4f-3fe4b663b8c5, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 19:59:33.382288 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-25a05642-8e92-4670-8c49-d67b4308bc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:33.426893 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-5603067c-e570-4f18-9759-4224b40ec7f1 admin admin] Deleting subnet 41cde499-0432-470e-9e79-7d859583471d {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 19:59:33.435994 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5603067c-e570-4f18-9759-4224b40ec7f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:33.477214 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-a7914743-e0a0-4745-8947-b5d5129a5ca0 None None] For port 75cd6d17-de1b-4878-8550-c468f3065d87, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 19:59:33.482149 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-a7914743-e0a0-4745-8947-b5d5129a5ca0 None None] For port 75cd6d17-de1b-4878-8550-c468f3065d87, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=75cd6d17-de1b-4878-8550-c468f3065d87,segment=NetworkSegment(a3e9d207-ccab-4461-a5ec-89b44ef8be73),segment_id=a3e9d207-ccab-4461-a5ec-89b44ef8be73)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 19:59:33.492323 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-b4bfbf8b-733f-464d-a034-2dd7993812e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:33.492540 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a7914743-e0a0-4745-8947-b5d5129a5ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:33.541031 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5603067c-e570-4f18-9759-4224b40ec7f1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:33.572078 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5603067c-e570-4f18-9759-4224b40ec7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:33.580152 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7914743-e0a0-4745-8947-b5d5129a5ca0 None None] Routers {'ffda0b1c-7d0e-4f6c-8441-02f1413af9da'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 19:59:33.581017 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a7914743-e0a0-4745-8947-b5d5129a5ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T19:59:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ffda0b1c-7d0e-4f6c-8441-02f1413af9da'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:59:33.615752 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 26e65c49-d435-4460-82ce-7a317c41b458, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=26e65c49-d435-4460-82ce-7a317c41b458,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:33.648627 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-25a05642-8e92-4670-8c49-d67b4308bc13 None None] For port 493997cd-d2ca-47a8-8e4f-3fe4b663b8c5, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 19:59:33.660896 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '26e65c49-d435-4460-82ce-7a317c41b458', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': '26e65c49-d435-4460-82ce-7a317c41b458', 'mac_address': 'fa:16:3e:4d:d4:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 19:59:33.686041 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-25a05642-8e92-4670-8c49-d67b4308bc13 None None] For port 493997cd-d2ca-47a8-8e4f-3fe4b663b8c5, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=493997cd-d2ca-47a8-8e4f-3fe4b663b8c5,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 19:59:33.725457 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5603067c-e570-4f18-9759-4224b40ec7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:33.772661 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d7de9-34e8-4fa8-a78e-3e91446955cf None None] Pushing event updated for resources: {'Port': ['ID=75cd6d17-de1b-4878-8550-c468f3065d87,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:33.832609 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:33.839781 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-a7914743-e0a0-4745-8947-b5d5129a5ca0 None None] Set router ffda0b1c-7d0e-4f6c-8441-02f1413af9da gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 19:59:33.861178 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603067c-e570-4f18-9759-4224b40ec7f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41cde499-0432-470e-9e79-7d859583471d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:33.866416 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-25a05642-8e92-4670-8c49-d67b4308bc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:33.867898 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5603067c-e570-4f18-9759-4224b40ec7f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:33.872895 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5603067c-e570-4f18-9759-4224b40ec7f1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/41cde499-0432-470e-9e79-7d859583471d HTTP/1.1" status: 204 len: 168 time: 0.5929074 Jul 23 19:59:33.895077 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 32974) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:33.929082 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26e65c49-d435-4460-82ce-7a317c41b458 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 19:59:33.930843 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f8984d2f-44b1-4e3e-b423-74399bb64583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:33.952507 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f8984d2f-44b1-4e3e-b423-74399bb64583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:33.972834 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7462fe3-4ed6-4726-9fa4-5812d2e5f111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:34.013933 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08d158-0bec-4d50-9d24-34b120dc038f req-8e58bbf0-4105-4223-8197-42f6881bb6f6 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:34.015554 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ba08d158-0bec-4d50-9d24-34b120dc038f req-8e58bbf0-4105-4223-8197-42f6881bb6f6 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a8fa566-6c2f-4f5b-9b00-11c65c104eaf HTTP/1.1" status: 200 len: 948 time: 0.4640174 Jul 23 19:59:34.022688 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 26e65c49-d435-4460-82ce-7a317c41b458, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=26e65c49-d435-4460-82ce-7a317c41b458,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:34.030887 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee41b26-1ddc-4437-8a8e-e6e4d6972dc1 req-ed9f4302-6dc6-44c2-8a7c-63dc5d585992 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:34.041890 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee41b26-1ddc-4437-8a8e-e6e4d6972dc1 req-ed9f4302-6dc6-44c2-8a7c-63dc5d585992 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:34.052407 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-aee41b26-1ddc-4437-8a8e-e6e4d6972dc1 req-ed9f4302-6dc6-44c2-8a7c-63dc5d585992 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=15af301b-f5f0-4a7d-bfe5-7d08a6fbe091&device_id=5298eed3-48ae-4c94-a9b4-45625d69e9a3 HTTP/1.1" status: 200 len: 1690 time: 0.1754239 Jul 23 19:59:34.065901 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a05642-8e92-4670-8c49-d67b4308bc13 None None] Routers {'a5491f17-29e1-412b-96ce-f7e724f53e28'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 19:59:34.066846 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-25a05642-8e92-4670-8c49-d67b4308bc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T19:59:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a5491f17-29e1-412b-96ce-f7e724f53e28'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:59:34.070552 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:34.099648 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8984d2f-44b1-4e3e-b423-74399bb64583 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 19:59:34.114552 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-aee41b26-1ddc-4437-8a8e-e6e4d6972dc1 req-4d373dd5-7942-4531-8b96-08eec028088a tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617793 Jul 23 19:59:34.146972 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a366203-c65d-41c9-99d7-8a498c8a8f6e None None] Pushing event updated for resources: {'Port': ['ID=493997cd-d2ca-47a8-8e4f-3fe4b663b8c5,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:34.188493 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df645de7-d8bc-4864-a64e-03d7daeb0a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:34.204612 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f8984d2f-44b1-4e3e-b423-74399bb64583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:34.204939 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-f8984d2f-44b1-4e3e-b423-74399bb64583 admin admin] Added segment 818ef12b-5e1c-4b40-a65a-a8525ae8d35a of type vlan for network 294765c2-8010-4163-ae30-aebf18de5582 Jul 23 19:59:34.208392 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8984d2f-44b1-4e3e-b423-74399bb64583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b469136-3959-4f22-805f-93c6ce7c1f57,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:34.309000 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a7914743-e0a0-4745-8947-b5d5129a5ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447707414-router', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '98569d9f-8fa4-47ee-ad26-defc55abbf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:19Z', 'updated_at': '2021-07-23T19:59:28Z', 'revision_number': 4, 'project_id': '31ece22b4c2940ca986a58a7e24f5205', 'gw_port': {'id': '98569d9f-8fa4-47ee-ad26-defc55abbf0f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:21Z', 'updated_at': '2021-07-23T19:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '75cd6d17-de1b-4878-8550-c468f3065d87', 'name': '', 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'mac_address': 'fa:16:3e:88:09:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '943dd119-adc0-42fb-a667-378d66460d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:26Z', 'updated_at': '2021-07-23T19:59:33Z', 'revision_number': 4, 'project_id': '31ece22b4c2940ca986a58a7e24f5205', 'subnets': [{'id': '943dd119-adc0-42fb-a667-378d66460d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:59:34.309520 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32992) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:34.362979 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['26e65c49-d435-4460-82ce-7a317c41b458'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 19:59:34.375592 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7914743-e0a0-4745-8947-b5d5129a5ca0 None None] The sync data for ids ['ffda0b1c-7d0e-4f6c-8441-02f1413af9da'] in n-d-793618-10 is: [{'id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447707414-router', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '98569d9f-8fa4-47ee-ad26-defc55abbf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:19Z', 'updated_at': '2021-07-23T19:59:28Z', 'revision_number': 4, 'project_id': '31ece22b4c2940ca986a58a7e24f5205', 'gw_port': {'id': '98569d9f-8fa4-47ee-ad26-defc55abbf0f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:21Z', 'updated_at': '2021-07-23T19:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '75cd6d17-de1b-4878-8550-c468f3065d87', 'name': '', 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'mac_address': 'fa:16:3e:88:09:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '943dd119-adc0-42fb-a667-378d66460d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:26Z', 'updated_at': '2021-07-23T19:59:33Z', 'revision_number': 4, 'project_id': '31ece22b4c2940ca986a58a7e24f5205', 'subnets': [{'id': '943dd119-adc0-42fb-a667-378d66460d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 19:59:34.398062 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=26e65c49-d435-4460-82ce-7a317c41b458,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:34.426379 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-25a05642-8e92-4670-8c49-d67b4308bc13 None None] Set router a5491f17-29e1-412b-96ce-f7e724f53e28 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 19:59:34.470726 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ba08d158-0bec-4d50-9d24-34b120dc038f req-85357ff0-30c9-4aa2-8dd9-09a75ea6abb5 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409184 Jul 23 19:59:34.483002 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f8984d2f-44b1-4e3e-b423-74399bb64583 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:34.496514 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-8a7f5bf9-73e7-464d-b9b2-abcdb5a6defc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-765598805-network', 'tenant_id': 'f8ddf1afa3864353974eb01065d8cc1a'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:34.539363 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7f5bf9-73e7-464d-b9b2-abcdb5a6defc admin admin] Made reservation on behalf of f8ddf1afa3864353974eb01065d8cc1a for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 19:59:34.543424 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8a7f5bf9-73e7-464d-b9b2-abcdb5a6defc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:34.576541 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8a7f5bf9-73e7-464d-b9b2-abcdb5a6defc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:34.621416 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df645de7-d8bc-4864-a64e-03d7daeb0a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:34.626985 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c641faf-a22d-4e39-bbb4-72a6ee7ad912 req-52a6530d-1aaa-40d3-800b-ca1c70be31b7 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:34.628858 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9c641faf-a22d-4e39-bbb4-72a6ee7ad912 req-52a6530d-1aaa-40d3-800b-ca1c70be31b7 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=965a56c6-3d74-4d12-9112-671147df0969 HTTP/1.1" status: 200 len: 931 time: 0.2218437 Jul 23 19:59:34.655413 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df645de7-d8bc-4864-a64e-03d7daeb0a78 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:59:34.655795 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df645de7-d8bc-4864-a64e-03d7daeb0a78 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:59:34.656478 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df645de7-d8bc-4864-a64e-03d7daeb0a78 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:59:34.656912 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df645de7-d8bc-4864-a64e-03d7daeb0a78 admin admin] Subscribe: > port after_create 55550000 {{(pid=93875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:59:34.657147 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df645de7-d8bc-4864-a64e-03d7daeb0a78 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:59:34.657623 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df645de7-d8bc-4864-a64e-03d7daeb0a78 admin admin] Subscribe: > port after_update 55550000 {{(pid=93875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:59:34.657993 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df645de7-d8bc-4864-a64e-03d7daeb0a78 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:59:34.658315 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df645de7-d8bc-4864-a64e-03d7daeb0a78 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:59:34.658623 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df645de7-d8bc-4864-a64e-03d7daeb0a78 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:59:34.658938 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df645de7-d8bc-4864-a64e-03d7daeb0a78 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:59:34.689927 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9c641faf-a22d-4e39-bbb4-72a6ee7ad912 req-b06e33e7-53e6-4f62-935f-31121d22e668 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536504 Jul 23 19:59:34.771771 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df645de7-d8bc-4864-a64e-03d7daeb0a78 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:59:34.772503 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df645de7-d8bc-4864-a64e-03d7daeb0a78 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:59:34.773022 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df645de7-d8bc-4864-a64e-03d7daeb0a78 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:59:34.773573 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df645de7-d8bc-4864-a64e-03d7daeb0a78 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:59:34.774155 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-df645de7-d8bc-4864-a64e-03d7daeb0a78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0260e9e-d680-4aa1-9f4f-7f0196afe0db']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:59:34.802394 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8a7f5bf9-73e7-464d-b9b2-abcdb5a6defc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:34.809805 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8a7f5bf9-73e7-464d-b9b2-abcdb5a6defc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:34.832403 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f8984d2f-44b1-4e3e-b423-74399bb64583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:34.843103 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a7f5bf9-73e7-464d-b9b2-abcdb5a6defc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 19:59:34.844577 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8984d2f-44b1-4e3e-b423-74399bb64583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:34.845248 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f8984d2f-44b1-4e3e-b423-74399bb64583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:34.860643 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8a7f5bf9-73e7-464d-b9b2-abcdb5a6defc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:34.861838 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-8a7f5bf9-73e7-464d-b9b2-abcdb5a6defc admin admin] Added segment a613d1ba-cab7-4c55-ad24-c944b50c16c9 of type vlan for network c222c235-3bf2-436f-9a0a-5e159a73f61d Jul 23 19:59:34.863749 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-df645de7-d8bc-4864-a64e-03d7daeb0a78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c306aa-046d-425d-b184-17b82a0f9701') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:59:34.864117 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-df645de7-d8bc-4864-a64e-03d7daeb0a78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c306aa-046d-425d-b184-17b82a0f9701') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:59:34.902975 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f5bf9-73e7-464d-b9b2-abcdb5a6defc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea81b4b-36a1-4a4b-94cf-527a90f91d01,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:34.939960 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-a7462fe3-4ed6-4726-9fa4-5812d2e5f111 admin admin] Allocated IP 172.20.0.1 (73ef6daa-59f8-4590-b34d-231209a696ad/820d0704-7ca5-4869-af84-e2c94d784bdd/4c643738-b15e-40c4-a40c-6367c7b0ca47) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 19:59:34.946704 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df645de7-d8bc-4864-a64e-03d7daeb0a78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:34.967324 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-25a05642-8e92-4670-8c49-d67b4308bc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5491f17-29e1-412b-96ce-f7e724f53e28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2105974091-router', 'tenant_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '493997cd-d2ca-47a8-8e4f-3fe4b663b8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:24Z', 'updated_at': '2021-07-23T19:59:28Z', 'revision_number': 3, 'project_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'gw_port': {'id': '493997cd-d2ca-47a8-8e4f-3fe4b663b8c5', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5491f17-29e1-412b-96ce-f7e724f53e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:25Z', 'updated_at': '2021-07-23T19:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:59:34.981095 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8a7f5bf9-73e7-464d-b9b2-abcdb5a6defc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:34.987200 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f8984d2f-44b1-4e3e-b423-74399bb64583 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.7102883 Jul 23 19:59:34.992148 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33004) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:35.009175 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a05642-8e92-4670-8c49-d67b4308bc13 None None] The sync data for ids ['a5491f17-29e1-412b-96ce-f7e724f53e28'] in n-d-793618-10 is: [{'id': 'a5491f17-29e1-412b-96ce-f7e724f53e28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2105974091-router', 'tenant_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '493997cd-d2ca-47a8-8e4f-3fe4b663b8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:24Z', 'updated_at': '2021-07-23T19:59:28Z', 'revision_number': 3, 'project_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'gw_port': {'id': '493997cd-d2ca-47a8-8e4f-3fe4b663b8c5', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5491f17-29e1-412b-96ce-f7e724f53e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:25Z', 'updated_at': '2021-07-23T19:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 19:59:35.023179 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ef37539f-5216-4983-b050-654e12802e21 admin admin] Request body: {'subnet': {'network_id': '294765c2-8010-4163-ae30-aebf18de5582', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1845203454-subnet', 'tenant_id': '959d5304928c4193a6a3c138f98e6b80', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:35.046158 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device a5eff60e-e238-4fec-8477-6094a33519a8 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 19:59:35.055116 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df645de7-d8bc-4864-a64e-03d7daeb0a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:35.058538 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-b4bfbf8b-733f-464d-a034-2dd7993812e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0307e3ae-d53b-4f24-bdbf-e8a9877787c6 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 19:59:35.079722 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8984d2f-44b1-4e3e-b423-74399bb64583 admin admin] Pushing event updated for resources: {'Network': ['ID=294765c2-8010-4163-ae30-aebf18de5582,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:35.089092 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-b4bfbf8b-733f-464d-a034-2dd7993812e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:35.102213 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df645de7-d8bc-4864-a64e-03d7daeb0a78 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 19:59:35.102338 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df645de7-d8bc-4864-a64e-03d7daeb0a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:35.104851 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: a5eff60e-e238-4fec-8477-6094a33519a8 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 19:59:35.105204 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device a5eff60e-e238-4fec-8477-6094a33519a8 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 19:59:35.111117 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 294765c2-8010-4163-ae30-aebf18de5582 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 19:59:35.128991 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef37539f-5216-4983-b050-654e12802e21 admin admin] Made reservation on behalf of 959d5304928c4193a6a3c138f98e6b80 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 19:59:35.134682 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef37539f-5216-4983-b050-654e12802e21 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:35.134682 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33006) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:35.143459 n-d-793618-10 neutron-server[93875]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 19:59:35.143459 n-d-793618-10 neutron-server[93875]: from cryptography.utils import int_from_bytes Jul 23 19:59:35.143459 n-d-793618-10 neutron-server[93875]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 19:59:35.143459 n-d-793618-10 neutron-server[93875]: from cryptography.utils import int_from_bytes Jul 23 19:59:35.143459 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 19:59:35.143459 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 19:59:35.143459 n-d-793618-10 neutron-server[93875]: timer() Jul 23 19:59:35.143459 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 19:59:35.143459 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 19:59:35.143459 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 19:59:35.143459 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 19:59:35.143459 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 19:59:35.143459 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 19:59:35.143459 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 19:59:35.143459 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 19:59:35.143459 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 19:59:35.143459 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 19:59:35.143459 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 19:59:35.143459 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 19:59:35.143459 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 19:59:35.143459 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 19:59:35.143459 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 19:59:35.143459 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 19:59:35.143459 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 19:59:35.143459 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 19:59:35.143459 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 19:59:35.143459 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 19:59:35.143459 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 19:59:35.143459 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 19:59:35.143459 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 19:59:35.143459 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 19:59:35.143459 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 19:59:35.143459 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 19:59:35.143459 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 19:59:35.143459 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 19:59:35.143459 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 19:59:35.149092 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8a7f5bf9-73e7-464d-b9b2-abcdb5a6defc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:35.152941 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7f5bf9-73e7-464d-b9b2-abcdb5a6defc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:35.153642 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8a7f5bf9-73e7-464d-b9b2-abcdb5a6defc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:35.243078 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f5bf9-73e7-464d-b9b2-abcdb5a6defc admin admin] Pushing event updated for resources: {'Network': ['ID=c222c235-3bf2-436f-9a0a-5e159a73f61d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:35.258463 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network c222c235-3bf2-436f-9a0a-5e159a73f61d details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 19:59:35.284035 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8a7f5bf9-73e7-464d-b9b2-abcdb5a6defc admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9736123 Jul 23 19:59:35.296625 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33010) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:35.313938 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4b16f1f4-a2ba-45e8-9083-2a11e2ecae03 admin admin] Request body: {'subnet': {'network_id': 'c222c235-3bf2-436f-9a0a-5e159a73f61d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-765598805-subnet', 'tenant_id': 'f8ddf1afa3864353974eb01065d8cc1a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:35.331148 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-b4bfbf8b-733f-464d-a034-2dd7993812e7 service neutron] Transition to ACTIVE for port object 0307e3ae-d53b-4f24-bdbf-e8a9877787c6 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:59:35.340329 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca97af2-d922-4160-9818-4f9c07fd0d18 req-b8948b1e-09d9-4814-951e-526faa06a278 tempest-ServersOnMultiNodesTest-781598117 tempest-ServersOnMultiNodesTest-781598117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:35.351719 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6ca97af2-d922-4160-9818-4f9c07fd0d18 req-b8948b1e-09d9-4814-951e-526faa06a278 tempest-ServersOnMultiNodesTest-781598117 tempest-ServersOnMultiNodesTest-781598117-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=15af301b-f5f0-4a7d-bfe5-7d08a6fbe091 HTTP/1.1" status: 200 len: 1102 time: 0.7592313 Jul 23 19:59:35.365741 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-b4bfbf8b-733f-464d-a034-2dd7993812e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:35.401046 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b16f1f4-a2ba-45e8-9083-2a11e2ecae03 admin admin] Made reservation on behalf of f8ddf1afa3864353974eb01065d8cc1a for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 19:59:35.403482 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4b16f1f4-a2ba-45e8-9083-2a11e2ecae03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:35.412369 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df645de7-d8bc-4864-a64e-03d7daeb0a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:35.469869 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df645de7-d8bc-4864-a64e-03d7daeb0a78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:35.474192 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-df645de7-d8bc-4864-a64e-03d7daeb0a78 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b0260e9e-d680-4aa1-9f4f-7f0196afe0db HTTP/1.1" status: 204 len: 168 time: 1.5749383 Jul 23 19:59:35.495220 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33012) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:35.503618 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7462fe3-4ed6-4726-9fa4-5812d2e5f111 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:35.513345 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df645de7-d8bc-4864-a64e-03d7daeb0a78 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0260e9e-d680-4aa1-9f4f-7f0196afe0db,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:35.537696 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-23d5fd04-8007-4829-acbd-832deee4448a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=da0beaba08554d4b994634a88c488384&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4024606 Jul 23 19:59:35.542015 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6ca97af2-d922-4160-9818-4f9c07fd0d18 req-01badb3c-bf7d-4e66-ab15-82f388eac41d tempest-ServersOnMultiNodesTest-781598117 tempest-ServersOnMultiNodesTest-781598117-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886337 Jul 23 19:59:35.543789 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33016) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:35.547617 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bfbf8b-733f-464d-a034-2dd7993812e7 service neutron] Pushing event updated for resources: {'Port': ['ID=0307e3ae-d53b-4f24-bdbf-e8a9877787c6,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:35.679833 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a7462fe3-4ed6-4726-9fa4-5812d2e5f111 admin admin] Transition to ACTIVE for port object 4c643738-b15e-40c4-a40c-6367c7b0ca47 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:59:35.756623 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 493997cd-d2ca-47a8-8e4f-3fe4b663b8c5 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:59:35.800975 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7462fe3-4ed6-4726-9fa4-5812d2e5f111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:35.854373 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 493997cd-d2ca-47a8-8e4f-3fe4b663b8c5 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:59:35.858795 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 493997cd-d2ca-47a8-8e4f-3fe4b663b8c5 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:35.859175 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:35.874487 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-b4bfbf8b-733f-464d-a034-2dd7993812e7 service neutron] Attempting to bind port 0307e3ae-d53b-4f24-bdbf-e8a9877787c6 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 19:59:35.874966 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-b4bfbf8b-733f-464d-a034-2dd7993812e7 service neutron] Attempting to bind port 0307e3ae-d53b-4f24-bdbf-e8a9877787c6 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 19:59:35.875389 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-b4bfbf8b-733f-464d-a034-2dd7993812e7 service neutron] Attempting to bind port 0307e3ae-d53b-4f24-bdbf-e8a9877787c6 on network 1582e281-e174-4775-af11-ce2168db586d {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:59:35.893065 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7462fe3-4ed6-4726-9fa4-5812d2e5f111 admin admin] Network 73ef6daa-59f8-4590-b34d-231209a696ad is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 19:59:35.894982 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b73ebdf4-3b03-45fb-8218-5bda5e067b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:35.906300 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-a7462fe3-4ed6-4726-9fa4-5812d2e5f111 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:59:35.908251 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-b4bfbf8b-733f-464d-a034-2dd7993812e7 service neutron] Port 0307e3ae-d53b-4f24-bdbf-e8a9877787c6 on network 1582e281-e174-4775-af11-ce2168db586d not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 19:59:35.908668 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-b4bfbf8b-733f-464d-a034-2dd7993812e7 service neutron] Attempting to bind port 0307e3ae-d53b-4f24-bdbf-e8a9877787c6 on network 1582e281-e174-4775-af11-ce2168db586d {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:59:35.911727 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7462fe3-4ed6-4726-9fa4-5812d2e5f111 admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 19:59:35.924495 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7462fe3-4ed6-4726-9fa4-5812d2e5f111 admin admin] Pushing event updated for resources: {'Port': ['ID=4c643738-b15e-40c4-a40c-6367c7b0ca47,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:35.966615 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:36.000668 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 493997cd-d2ca-47a8-8e4f-3fe4b663b8c5, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=493997cd-d2ca-47a8-8e4f-3fe4b663b8c5,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:36.006998 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:36.008165 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 75cd6d17-de1b-4878-8550-c468f3065d87 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:59:36.014069 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-b4bfbf8b-733f-464d-a034-2dd7993812e7 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 19, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 19:59:36.022228 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-b4bfbf8b-733f-464d-a034-2dd7993812e7 service neutron] Checking segment: {'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:59:36.024386 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-b4bfbf8b-733f-464d-a034-2dd7993812e7 service neutron] Bound using segment: {'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 19:59:36.029354 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe6eeeba-abac-427c-959f-adb1de317aa0 admin admin] Deleting subnet 63f91e26-9b46-4e50-9794-4818590f5d78 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 19:59:36.031150 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-b4bfbf8b-733f-464d-a034-2dd7993812e7 service neutron] Bound port: 0307e3ae-d53b-4f24-bdbf-e8a9877787c6, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 19:59:36.032125 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-b4bfbf8b-733f-464d-a034-2dd7993812e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:36.036698 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b73ebdf4-3b03-45fb-8218-5bda5e067b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:36.044534 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fe6eeeba-abac-427c-959f-adb1de317aa0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:36.149713 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=493997cd-d2ca-47a8-8e4f-3fe4b663b8c5,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:36.155700 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d8962-675d-4e33-b53c-79147bb74888 req-0fdb862d-fce5-44c8-b895-75de7133dcbf tempest-ServersOnMultiNodesTest-781598117 tempest-ServersOnMultiNodesTest-781598117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:36.161612 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ee4d8962-675d-4e33-b53c-79147bb74888 req-0fdb862d-fce5-44c8-b895-75de7133dcbf tempest-ServersOnMultiNodesTest-781598117 tempest-ServersOnMultiNodesTest-781598117-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5298eed3-48ae-4c94-a9b4-45625d69e9a3 HTTP/1.1" status: 200 len: 1101 time: 0.5219989 Jul 23 19:59:36.174511 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 75cd6d17-de1b-4878-8550-c468f3065d87 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:59:36.182430 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 75cd6d17-de1b-4878-8550-c468f3065d87 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:36.182815 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:36.217287 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef37539f-5216-4983-b050-654e12802e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:36.284899 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fe6eeeba-abac-427c-959f-adb1de317aa0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:36.319355 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7462fe3-4ed6-4726-9fa4-5812d2e5f111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:36.324146 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56009b16-1645-4226-b892-c39384afd5b9 req-3d04103b-33f1-4e48-a61a-01cb398b7b57 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:36.326909 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-56009b16-1645-4226-b892-c39384afd5b9 req-3d04103b-33f1-4e48-a61a-01cb398b7b57 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a8fa566-6c2f-4f5b-9b00-11c65c104eaf HTTP/1.1" status: 200 len: 949 time: 0.6931300 Jul 23 19:59:36.347540 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-96f76fb2-710b-48cf-8e93-341aa0ec9d47 None None] Provisioning for port 4c643738-b15e-40c4-a40c-6367c7b0ca47 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:59:36.358333 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fe6eeeba-abac-427c-959f-adb1de317aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:36.385930 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-96f76fb2-710b-48cf-8e93-341aa0ec9d47 None None] Provisioning complete for port 4c643738-b15e-40c4-a40c-6367c7b0ca47 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:36.387047 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-96f76fb2-710b-48cf-8e93-341aa0ec9d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:36.440644 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-96f76fb2-710b-48cf-8e93-341aa0ec9d47 None None] Port 4c643738-b15e-40c4-a40c-6367c7b0ca47 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 19:59:36.440799 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef37539f-5216-4983-b050-654e12802e21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10b354d7-ae0b-42b6-8f0b-508642b8d478,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:36.449011 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:36.467447 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-56009b16-1645-4226-b892-c39384afd5b9 req-2cfb7a93-885b-4ebc-bf8b-dda1c09c2efd tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187327 Jul 23 19:59:36.521958 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 75cd6d17-de1b-4878-8550-c468f3065d87, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=75cd6d17-de1b-4878-8550-c468f3065d87,segment=NetworkSegment(a3e9d207-ccab-4461-a5ec-89b44ef8be73),segment_id=a3e9d207-ccab-4461-a5ec-89b44ef8be73)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:36.532500 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:36.537228 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef37539f-5216-4983-b050-654e12802e21 admin admin] Checking segment: {'id': '818ef12b-5e1c-4b40-a65a-a8525ae8d35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '294765c2-8010-4163-ae30-aebf18de5582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:59:36.537848 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef37539f-5216-4983-b050-654e12802e21 admin admin] Network hostable DHCP agents. Network: 294765c2-8010-4163-ae30-aebf18de5582, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 19:59:36.573080 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4b16f1f4-a2ba-45e8-9083-2a11e2ecae03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:36.584797 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fe6eeeba-abac-427c-959f-adb1de317aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:36.622520 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef37539f-5216-4983-b050-654e12802e21 admin admin] Network 294765c2-8010-4163-ae30-aebf18de5582 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 19:59:36.629068 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=75cd6d17-de1b-4878-8550-c468f3065d87,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:36.648892 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fe6eeeba-abac-427c-959f-adb1de317aa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:36.656284 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-fe6eeeba-abac-427c-959f-adb1de317aa0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/63f91e26-9b46-4e50-9794-4818590f5d78 HTTP/1.1" status: 204 len: 168 time: 1.1555891 Jul 23 19:59:36.676261 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33022) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:36.685967 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ee4d8962-675d-4e33-b53c-79147bb74888 req-e6015ab1-9751-4ea1-b0dc-c95d2ea974ff tempest-ServersOnMultiNodesTest-781598117 tempest-ServersOnMultiNodesTest-781598117-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5081060 Jul 23 19:59:36.686559 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b73ebdf4-3b03-45fb-8218-5bda5e067b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:36.687757 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-ef37539f-5216-4983-b050-654e12802e21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 294765c2-8010-4163-ae30-aebf18de5582) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:59:36.689506 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b73ebdf4-3b03-45fb-8218-5bda5e067b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:36.696864 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b73ebdf4-3b03-45fb-8218-5bda5e067b04 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a69ca547-50be-4a45-b1b8-4cab56296e51 HTTP/1.1" status: 204 len: 168 time: 1.1252391 Jul 23 19:59:36.710452 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef37539f-5216-4983-b050-654e12802e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:36.711676 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef37539f-5216-4983-b050-654e12802e21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:36.715181 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16f1f4-a2ba-45e8-9083-2a11e2ecae03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=209b23d9-b00d-469d-94f5-de81e8ae6057,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:36.724424 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399f16d6-fc90-4180-9d8d-4e76e01d7c6f None None] Network 294765c2-8010-4163-ae30-aebf18de5582 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 19:59:36.756918 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ebdf4-3b03-45fb-8218-5bda5e067b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69ca547-50be-4a45-b1b8-4cab56296e51,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:36.776630 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6eeeba-abac-427c-959f-adb1de317aa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63f91e26-9b46-4e50-9794-4818590f5d78,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:36.788805 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ef37539f-5216-4983-b050-654e12802e21 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.7846620 Jul 23 19:59:36.792894 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33028) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:36.806014 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-b4bfbf8b-733f-464d-a034-2dd7993812e7 service neutron] For port 0307e3ae-d53b-4f24-bdbf-e8a9877787c6, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 19:59:36.830320 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-26a49dfe-bd03-4ecd-8a13-9a527cbece28 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1845203454-router', 'tenant_id': '959d5304928c4193a6a3c138f98e6b80', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:36.850134 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-b4bfbf8b-733f-464d-a034-2dd7993812e7 service neutron] For port 0307e3ae-d53b-4f24-bdbf-e8a9877787c6, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0307e3ae-d53b-4f24-bdbf-e8a9877787c6,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 19:59:36.854926 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b16f1f4-a2ba-45e8-9083-2a11e2ecae03 admin admin] Checking segment: {'id': 'a613d1ba-cab7-4c55-ad24-c944b50c16c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c222c235-3bf2-436f-9a0a-5e159a73f61d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:59:36.855507 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b16f1f4-a2ba-45e8-9083-2a11e2ecae03 admin admin] Network hostable DHCP agents. Network: c222c235-3bf2-436f-9a0a-5e159a73f61d, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 19:59:36.864909 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7150a73-4769-43e1-90c6-d5939d92c6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:36.870110 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-b4bfbf8b-733f-464d-a034-2dd7993812e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:36.915326 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26a49dfe-bd03-4ecd-8a13-9a527cbece28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:36.917228 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26a49dfe-bd03-4ecd-8a13-9a527cbece28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:36.930691 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-b4bfbf8b-733f-464d-a034-2dd7993812e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:36.932184 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-b4bfbf8b-733f-464d-a034-2dd7993812e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:36.932681 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e19e0-db51-4da2-a499-71b04fdc54ad req-c6c795ee-12cd-448f-8d20-54cd157b8951 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:36.934503 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-b4bfbf8b-733f-464d-a034-2dd7993812e7 service neutron] 10.222.0.30 "PUT /v2.0/ports/0307e3ae-d53b-4f24-bdbf-e8a9877787c6 HTTP/1.1" status: 200 len: 1092 time: 3.9142661 Jul 23 19:59:36.935207 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '965a56c6-3d74-4d12-9112-671147df0969', 'tag': '0307e3ae-d53b-4f24-bdbf-e8a9877787c6'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 19:59:36.938084 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a997bc32-d11c-4dda-b06a-385ccf947af3" -d '{"events": [{"name": "network-changed", "server_uuid": "965a56c6-3d74-4d12-9112-671147df0969", "tag": "0307e3ae-d53b-4f24-bdbf-e8a9877787c6"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 19:59:36.940672 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ef7e19e0-db51-4da2-a499-71b04fdc54ad req-c6c795ee-12cd-448f-8d20-54cd157b8951 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=965a56c6-3d74-4d12-9112-671147df0969 HTTP/1.1" status: 200 len: 943 time: 0.3421540 Jul 23 19:59:36.942460 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b16f1f4-a2ba-45e8-9083-2a11e2ecae03 admin admin] Network c222c235-3bf2-436f-9a0a-5e159a73f61d is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 19:59:37.031466 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-4b16f1f4-a2ba-45e8-9083-2a11e2ecae03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, c222c235-3bf2-436f-9a0a-5e159a73f61d) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:59:37.037289 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bfbf8b-733f-464d-a034-2dd7993812e7 service neutron] Pushing event updated for resources: {'Port': ['ID=0307e3ae-d53b-4f24-bdbf-e8a9877787c6,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:37.039858 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2acf998-72ee-4ff8-919b-0f040b1c6a8f None None] Network c222c235-3bf2-436f-9a0a-5e159a73f61d requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 19:59:37.054674 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b16f1f4-a2ba-45e8-9083-2a11e2ecae03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:37.056094 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4b16f1f4-a2ba-45e8-9083-2a11e2ecae03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:37.106754 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 19:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de36aa21-058d-4698-9d7d-96762e2c172f x-openstack-request-id: req-de36aa21-058d-4698-9d7d-96762e2c172f {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 19:59:37.107215 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "965a56c6-3d74-4d12-9112-671147df0969", "tag": "0307e3ae-d53b-4f24-bdbf-e8a9877787c6", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 19:59:37.107644 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-de36aa21-058d-4698-9d7d-96762e2c172f {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 19:59:37.109050 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '965a56c6-3d74-4d12-9112-671147df0969', 'tag': '0307e3ae-d53b-4f24-bdbf-e8a9877787c6', 'status': 'completed', 'code': 200} Jul 23 19:59:37.127031 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb43e7c4-16d5-456a-b020-f76c463cafd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-294765c2-8010-4163-ae30-aebf18de5582', 'network_id': '294765c2-8010-4163-ae30-aebf18de5582', 'tenant_id': '959d5304928c4193a6a3c138f98e6b80', 'fixed_ips': [{'subnet_id': '10b354d7-ae0b-42b6-8f0b-508642b8d478'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 19:59:37.127888 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cb43e7c4-16d5-456a-b020-f76c463cafd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:37.142106 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7462fe3-4ed6-4726-9fa4-5812d2e5f111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:37.153157 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 26e65c49-d435-4460-82ce-7a317c41b458 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:59:37.232505 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-52d6ce27-8a4f-42d2-9e2f-9927fb939fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:37.234167 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-52d6ce27-8a4f-42d2-9e2f-9927fb939fa2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46e8b52fe188445da9dc740883af8e52&device_id=965a56c6-3d74-4d12-9112-671147df0969 HTTP/1.1" status: 200 len: 1095 time: 0.2356286 Jul 23 19:59:37.254991 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4b16f1f4-a2ba-45e8-9083-2a11e2ecae03 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.9553995 Jul 23 19:59:37.274790 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33038) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:37.282035 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-705e3ad4-145f-4771-b3c1-4bda2906a731 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-765598805-router', 'tenant_id': 'f8ddf1afa3864353974eb01065d8cc1a', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:37.283707 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ef7e19e0-db51-4da2-a499-71b04fdc54ad req-a1cb0b58-b362-448d-93f6-4dbe0f2f20c1 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421097 Jul 23 19:59:37.336704 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-2aba1b98-4604-4deb-9766-6d8b3da2b262 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0307e3ae-d53b-4f24-bdbf-e8a9877787c6 HTTP/1.1" status: 200 len: 217 time: 0.0798788 Jul 23 19:59:37.346099 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7150a73-4769-43e1-90c6-d5939d92c6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:37.349603 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26a49dfe-bd03-4ecd-8a13-9a527cbece28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:37.368087 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7150a73-4769-43e1-90c6-d5939d92c6fd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:59:37.368428 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7150a73-4769-43e1-90c6-d5939d92c6fd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:59:37.371525 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7150a73-4769-43e1-90c6-d5939d92c6fd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:59:37.371656 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7150a73-4769-43e1-90c6-d5939d92c6fd admin admin] Subscribe: > port after_create 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:59:37.371903 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7150a73-4769-43e1-90c6-d5939d92c6fd admin admin] Subscribe: > port after_delete 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:59:37.372248 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7150a73-4769-43e1-90c6-d5939d92c6fd admin admin] Subscribe: > port after_update 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:59:37.372594 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7150a73-4769-43e1-90c6-d5939d92c6fd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:59:37.372920 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7150a73-4769-43e1-90c6-d5939d92c6fd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:59:37.373253 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7150a73-4769-43e1-90c6-d5939d92c6fd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:59:37.373583 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7150a73-4769-43e1-90c6-d5939d92c6fd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:59:37.379693 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33048) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:37.441332 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7150a73-4769-43e1-90c6-d5939d92c6fd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:59:37.441730 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7150a73-4769-43e1-90c6-d5939d92c6fd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:59:37.442036 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7150a73-4769-43e1-90c6-d5939d92c6fd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:59:37.442384 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7150a73-4769-43e1-90c6-d5939d92c6fd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:59:37.442739 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-c7150a73-4769-43e1-90c6-d5939d92c6fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b16351af-5ca0-4605-9dc1-e069a536d32d']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:59:37.484821 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-498c7120-47e5-4c4c-9c66-20b4fc2c1469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:37.493968 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-b87a10a4-46d9-4899-844f-af1ce3befe0e tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=17ff61f0156f4459a680da5d5a3dd368&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1172862 Jul 23 19:59:37.516006 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 26e65c49-d435-4460-82ce-7a317c41b458 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:59:37.522635 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-cb43e7c4-16d5-456a-b020-f76c463cafd8 None None] Allocated IP 172.20.0.2 (294765c2-8010-4163-ae30-aebf18de5582/10b354d7-ae0b-42b6-8f0b-508642b8d478/788447d5-6e59-4d4c-a1aa-54e6b02c4d5b) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 19:59:37.524930 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-705e3ad4-145f-4771-b3c1-4bda2906a731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:37.526115 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-705e3ad4-145f-4771-b3c1-4bda2906a731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:37.534526 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 26e65c49-d435-4460-82ce-7a317c41b458 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:37.534902 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:37.566006 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-c7150a73-4769-43e1-90c6-d5939d92c6fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a367789-4bd6-46a6-8ef9-66d91aeea191') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:59:37.566217 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-c7150a73-4769-43e1-90c6-d5939d92c6fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a367789-4bd6-46a6-8ef9-66d91aeea191') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:59:37.599314 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7150a73-4769-43e1-90c6-d5939d92c6fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:37.603180 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34489006-0972-4234-ab04-7d19924a6f39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-c222c235-3bf2-436f-9a0a-5e159a73f61d', 'network_id': 'c222c235-3bf2-436f-9a0a-5e159a73f61d', 'tenant_id': 'f8ddf1afa3864353974eb01065d8cc1a', 'fixed_ips': [{'subnet_id': '209b23d9-b00d-469d-94f5-de81e8ae6057'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 19:59:37.604031 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-705e3ad4-145f-4771-b3c1-4bda2906a731 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:37.605073 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-34489006-0972-4234-ab04-7d19924a6f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:37.687248 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-1d4f0cda-a261-4508-bdc4-8f5a9bcdd5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:37.689806 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-1d4f0cda-a261-4508-bdc4-8f5a9bcdd5f0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62cab30c-2c7b-4463-9eb3-ea20a0ef57f0 HTTP/1.1" status: 200 len: 848 time: 0.3100266 Jul 23 19:59:37.697383 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 493997cd-d2ca-47a8-8e4f-3fe4b663b8c5 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:59:37.730465 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7150a73-4769-43e1-90c6-d5939d92c6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:37.746449 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26a49dfe-bd03-4ecd-8a13-9a527cbece28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:37.751943 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7150a73-4769-43e1-90c6-d5939d92c6fd admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 19:59:37.754366 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7150a73-4769-43e1-90c6-d5939d92c6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:37.813678 n-d-793618-10 neutron-server[93876]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 19:59:37.813678 n-d-793618-10 neutron-server[93876]: from cryptography.utils import int_from_bytes Jul 23 19:59:37.813678 n-d-793618-10 neutron-server[93876]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 19:59:37.813678 n-d-793618-10 neutron-server[93876]: from cryptography.utils import int_from_bytes Jul 23 19:59:37.813678 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 19:59:37.813678 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 19:59:37.813678 n-d-793618-10 neutron-server[93876]: timer() Jul 23 19:59:37.813678 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 19:59:37.813678 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 19:59:37.813678 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 19:59:37.813678 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 19:59:37.813678 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 19:59:37.813678 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 19:59:37.813678 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 19:59:37.813678 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 19:59:37.813678 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 19:59:37.813678 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 19:59:37.813678 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 19:59:37.813678 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 19:59:37.813678 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 19:59:37.813678 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 19:59:37.813678 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 19:59:37.813678 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 19:59:37.813678 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 19:59:37.813678 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 19:59:37.813678 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 19:59:37.813678 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 19:59:37.813678 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 19:59:37.813678 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 19:59:37.813678 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 19:59:37.813678 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 19:59:37.813678 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 19:59:37.813678 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 19:59:37.813678 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 19:59:37.813678 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 19:59:37.813678 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 19:59:37.818494 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-2cf82613-a000-4088-9985-8a05be360e61 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1582e281-e174-4775-af11-ce2168db586d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940821 Jul 23 19:59:37.847787 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7150a73-4769-43e1-90c6-d5939d92c6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:37.873706 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7150a73-4769-43e1-90c6-d5939d92c6fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:37.882205 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c7150a73-4769-43e1-90c6-d5939d92c6fd admin admin] 10.222.0.32 "DELETE /v2.0/networks/b16351af-5ca0-4605-9dc1-e069a536d32d HTTP/1.1" status: 204 len: 168 time: 1.2007434 Jul 23 19:59:37.894103 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:37.916082 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db3c52-940d-4a9c-b1ab-bd34de356ea8 req-a0ac60c5-e98d-455e-88e6-46052366d43c tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:37.930534 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-19db3c52-940d-4a9c-b1ab-bd34de356ea8 req-a0ac60c5-e98d-455e-88e6-46052366d43c tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a8fa566-6c2f-4f5b-9b00-11c65c104eaf HTTP/1.1" status: 200 len: 949 time: 0.3412352 Jul 23 19:59:37.934480 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7150a73-4769-43e1-90c6-d5939d92c6fd admin admin] Pushing event deleted for resources: {'Network': ['ID=b16351af-5ca0-4605-9dc1-e069a536d32d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:37.958468 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cb43e7c4-16d5-456a-b020-f76c463cafd8 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:37.971145 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-dd3c1c98-3f8d-449e-8873-be1c4f464545 service neutron] 10.222.0.30 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335492 Jul 23 19:59:37.974193 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8fa566-6c2f-4f5b-9b00-11c65c104eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e65c49-d435-4460-82ce-7a317c41b458'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 19:59:37.976616 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d59f21-a227-40c8-9987-ee0583b38213" -d '{"events": [{"server_uuid": "3a8fa566-6c2f-4f5b-9b00-11c65c104eaf", "name": "network-vif-plugged", "status": "completed", "tag": "26e65c49-d435-4460-82ce-7a317c41b458"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 19:59:37.989344 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-cb43e7c4-16d5-456a-b020-f76c463cafd8 None None] Transition to ACTIVE for port object 788447d5-6e59-4d4c-a1aa-54e6b02c4d5b will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:59:38.002798 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 493997cd-d2ca-47a8-8e4f-3fe4b663b8c5 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:38.003399 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:38.008671 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-34489006-0972-4234-ab04-7d19924a6f39 None None] Allocated IP 172.20.0.2 (c222c235-3bf2-436f-9a0a-5e159a73f61d/209b23d9-b00d-469d-94f5-de81e8ae6057/08e1a0bd-a0da-4c33-ab19-67c52983aafb) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 19:59:38.020200 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 26e65c49-d435-4460-82ce-7a317c41b458, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=26e65c49-d435-4460-82ce-7a317c41b458,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:38.037882 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-19db3c52-940d-4a9c-b1ab-bd34de356ea8 req-52091487-979c-4f4f-9f98-8ba07a44db62 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002917 Jul 23 19:59:38.057520 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-705e3ad4-145f-4771-b3c1-4bda2906a731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:38.086812 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7462fe3-4ed6-4726-9fa4-5812d2e5f111 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:38.099577 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33058) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:38.113722 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-80f1b6da-523c-401a-8390-8853dfd9988b tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:38.115423 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-80f1b6da-523c-401a-8390-8853dfd9988b tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6206279 Jul 23 19:59:38.136566 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7462fe3-4ed6-4726-9fa4-5812d2e5f111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:38.174466 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 19:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd6d1a9-86b4-47f8-aeae-c77e8d6415f7 x-openstack-request-id: req-9fd6d1a9-86b4-47f8-aeae-c77e8d6415f7 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 19:59:38.174755 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a8fa566-6c2f-4f5b-9b00-11c65c104eaf", "name": "network-vif-plugged", "status": "completed", "tag": "26e65c49-d435-4460-82ce-7a317c41b458", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 19:59:38.175085 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9fd6d1a9-86b4-47f8-aeae-c77e8d6415f7 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 19:59:38.175472 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a8fa566-6c2f-4f5b-9b00-11c65c104eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e65c49-d435-4460-82ce-7a317c41b458', 'code': 200} Jul 23 19:59:38.185257 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:38.187501 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-cb43e7c4-16d5-456a-b020-f76c463cafd8 None None] Transition to ACTIVE for port object 788447d5-6e59-4d4c-a1aa-54e6b02c4d5b will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:59:38.227080 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cb43e7c4-16d5-456a-b020-f76c463cafd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:38.276013 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-1a3c22d1-c210-4979-a8ca-c5efba8a3f74 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/quotas/17ff61f0156f4459a680da5d5a3dd368 HTTP/1.1" status: 200 len: 375 time: 0.1493366 Jul 23 19:59:38.296886 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26a49dfe-bd03-4ecd-8a13-9a527cbece28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:38.317692 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb43e7c4-16d5-456a-b020-f76c463cafd8 None None] Network 294765c2-8010-4163-ae30-aebf18de5582 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 19:59:38.319439 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26a49dfe-bd03-4ecd-8a13-9a527cbece28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:38.327077 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-cb43e7c4-16d5-456a-b020-f76c463cafd8 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:59:38.328625 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=26e65c49-d435-4460-82ce-7a317c41b458,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:38.336395 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb43e7c4-16d5-456a-b020-f76c463cafd8 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 19:59:38.372754 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7462fe3-4ed6-4726-9fa4-5812d2e5f111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:38.442237 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7462fe3-4ed6-4726-9fa4-5812d2e5f111 admin admin] Pushing event updated for resources: {'Port': ['ID=4c643738-b15e-40c4-a40c-6367c7b0ca47,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:38.467921 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8f93a094-607f-497c-9898-fb76f5da4c3c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9128cd56b95f41e98cf053b4871858e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3489940 Jul 23 19:59:38.468864 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33062) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:38.476362 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43e7c4-16d5-456a-b020-f76c463cafd8 None None] Pushing event updated for resources: {'Port': ['ID=788447d5-6e59-4d4c-a1aa-54e6b02c4d5b,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:38.510243 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b75b8190-ad06-4460-a51a-9a23823a98fa req-be590764-aba6-4106-aeda-b305d9dbf4e4 service neutron] 10.222.0.30 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5018742 Jul 23 19:59:38.511621 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 75cd6d17-de1b-4878-8550-c468f3065d87 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:59:38.511976 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-498c7120-47e5-4c4c-9c66-20b4fc2c1469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:38.516713 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-cb43e7c4-16d5-456a-b020-f76c463cafd8 None None] Attempting to bind port 788447d5-6e59-4d4c-a1aa-54e6b02c4d5b on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 19:59:38.516713 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-cb43e7c4-16d5-456a-b020-f76c463cafd8 None None] Attempting to bind port 788447d5-6e59-4d4c-a1aa-54e6b02c4d5b by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '818ef12b-5e1c-4b40-a65a-a8525ae8d35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '294765c2-8010-4163-ae30-aebf18de5582'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 19:59:38.517340 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb43e7c4-16d5-456a-b020-f76c463cafd8 None None] Attempting to bind port 788447d5-6e59-4d4c-a1aa-54e6b02c4d5b on network 294765c2-8010-4163-ae30-aebf18de5582 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:59:38.539883 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-498c7120-47e5-4c4c-9c66-20b4fc2c1469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:38.558589 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb43e7c4-16d5-456a-b020-f76c463cafd8 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 19, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 19:59:38.558963 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb43e7c4-16d5-456a-b020-f76c463cafd8 None None] Checking segment: {'id': '818ef12b-5e1c-4b40-a65a-a8525ae8d35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '294765c2-8010-4163-ae30-aebf18de5582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:59:38.559367 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cb43e7c4-16d5-456a-b020-f76c463cafd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:38.559764 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb43e7c4-16d5-456a-b020-f76c463cafd8 None None] Bound using segment: {'id': '818ef12b-5e1c-4b40-a65a-a8525ae8d35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '294765c2-8010-4163-ae30-aebf18de5582'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 19:59:38.560241 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-cb43e7c4-16d5-456a-b020-f76c463cafd8 None None] Bound port: 788447d5-6e59-4d4c-a1aa-54e6b02c4d5b, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '818ef12b-5e1c-4b40-a65a-a8525ae8d35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '294765c2-8010-4163-ae30-aebf18de5582'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 19:59:38.560620 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cb43e7c4-16d5-456a-b020-f76c463cafd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:38.566652 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c004e2c-3d5f-48a7-b70f-3359b25dec9b req-ad30b319-cfa2-4165-aa96-04740a8259ea tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:38.568680 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0c004e2c-3d5f-48a7-b70f-3359b25dec9b req-ad30b319-cfa2-4165-aa96-04740a8259ea tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=965a56c6-3d74-4d12-9112-671147df0969 HTTP/1.1" status: 200 len: 943 time: 0.1811914 Jul 23 19:59:38.573400 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-34489006-0972-4234-ab04-7d19924a6f39 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:38.586112 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-26a49dfe-bd03-4ecd-8a13-9a527cbece28 admin admin] Allocated IP 172.25.1.23 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/80941e8b-f09f-40f8-8a79-492413f8a71b) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 19:59:38.596022 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-34489006-0972-4234-ab04-7d19924a6f39 None None] Transition to ACTIVE for port object 08e1a0bd-a0da-4c33-ab19-67c52983aafb will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:59:38.629155 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d70808b1-ddaa-469d-8a1d-1129aef2f822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:38.652983 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-34489006-0972-4234-ab04-7d19924a6f39 None None] Transition to ACTIVE for port object 08e1a0bd-a0da-4c33-ab19-67c52983aafb will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:59:38.672672 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-34489006-0972-4234-ab04-7d19924a6f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:38.682926 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 75cd6d17-de1b-4878-8550-c468f3065d87 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:38.683400 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:38.710465 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-cb43e7c4-16d5-456a-b020-f76c463cafd8 None None] For port 788447d5-6e59-4d4c-a1aa-54e6b02c4d5b, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 19:59:38.766681 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-cb43e7c4-16d5-456a-b020-f76c463cafd8 None None] For port 788447d5-6e59-4d4c-a1aa-54e6b02c4d5b, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=788447d5-6e59-4d4c-a1aa-54e6b02c4d5b,segment=NetworkSegment(818ef12b-5e1c-4b40-a65a-a8525ae8d35a),segment_id=818ef12b-5e1c-4b40-a65a-a8525ae8d35a)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 19:59:38.769014 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34489006-0972-4234-ab04-7d19924a6f39 None None] Network c222c235-3bf2-436f-9a0a-5e159a73f61d is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 19:59:38.777386 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34489006-0972-4234-ab04-7d19924a6f39 None None] Pushing event updated for resources: {'Port': ['ID=08e1a0bd-a0da-4c33-ab19-67c52983aafb,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:38.780072 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-34489006-0972-4234-ab04-7d19924a6f39 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:59:38.782269 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cb43e7c4-16d5-456a-b020-f76c463cafd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:38.786023 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34489006-0972-4234-ab04-7d19924a6f39 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 19:59:38.907901 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0c004e2c-3d5f-48a7-b70f-3359b25dec9b req-7343d819-89f6-4c16-a3f6-6240eabcb993 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194308 Jul 23 19:59:38.911417 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d70808b1-ddaa-469d-8a1d-1129aef2f822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:38.917192 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-34489006-0972-4234-ab04-7d19924a6f39 None None] Attempting to bind port 08e1a0bd-a0da-4c33-ab19-67c52983aafb on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 19:59:38.917599 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-34489006-0972-4234-ab04-7d19924a6f39 None None] Attempting to bind port 08e1a0bd-a0da-4c33-ab19-67c52983aafb by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'a613d1ba-cab7-4c55-ad24-c944b50c16c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c222c235-3bf2-436f-9a0a-5e159a73f61d'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 19:59:38.923263 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34489006-0972-4234-ab04-7d19924a6f39 None None] Attempting to bind port 08e1a0bd-a0da-4c33-ab19-67c52983aafb on network c222c235-3bf2-436f-9a0a-5e159a73f61d {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:59:38.925040 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519868a8-890d-45ce-baf0-867a2d2f1a4e req-a3ff0d71-c820-450c-84ff-8edc768ca3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:38.925386 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43e7c4-16d5-456a-b020-f76c463cafd8 None None] Pushing event updated for resources: {'Port': ['ID=788447d5-6e59-4d4c-a1aa-54e6b02c4d5b,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:38.926616 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-519868a8-890d-45ce-baf0-867a2d2f1a4e req-a3ff0d71-c820-450c-84ff-8edc768ca3fe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3a8fa566-6c2f-4f5b-9b00-11c65c104eaf HTTP/1.1" status: 200 len: 1102 time: 0.6551757 Jul 23 19:59:38.954799 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34489006-0972-4234-ab04-7d19924a6f39 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 19, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 19:59:38.955173 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34489006-0972-4234-ab04-7d19924a6f39 None None] Checking segment: {'id': 'a613d1ba-cab7-4c55-ad24-c944b50c16c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c222c235-3bf2-436f-9a0a-5e159a73f61d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:59:38.955576 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-34489006-0972-4234-ab04-7d19924a6f39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:38.955973 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34489006-0972-4234-ab04-7d19924a6f39 None None] Bound using segment: {'id': 'a613d1ba-cab7-4c55-ad24-c944b50c16c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c222c235-3bf2-436f-9a0a-5e159a73f61d'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 19:59:38.956445 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-34489006-0972-4234-ab04-7d19924a6f39 None None] Bound port: 08e1a0bd-a0da-4c33-ab19-67c52983aafb, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a613d1ba-cab7-4c55-ad24-c944b50c16c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c222c235-3bf2-436f-9a0a-5e159a73f61d'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 19:59:38.956831 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-34489006-0972-4234-ab04-7d19924a6f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:38.988391 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26a49dfe-bd03-4ecd-8a13-9a527cbece28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:39.012957 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c7120-47e5-4c4c-9c66-20b4fc2c1469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5238171-9ca8-4898-823c-fcb755024144,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:39.018548 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-498c7120-47e5-4c4c-9c66-20b4fc2c1469 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a548c502a29244eaa8b8af94f9994018&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6370575 Jul 23 19:59:39.020733 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d70808b1-ddaa-469d-8a1d-1129aef2f822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:39.023447 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d70808b1-ddaa-469d-8a1d-1129aef2f822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:39.024891 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d70808b1-ddaa-469d-8a1d-1129aef2f822 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c6398d4c-0bac-42e0-9b75-68921d39ff5f HTTP/1.1" status: 204 len: 168 time: 0.5545406 Jul 23 19:59:39.027119 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33064) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:39.043305 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70808b1-ddaa-469d-8a1d-1129aef2f822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6398d4c-0bac-42e0-9b75-68921d39ff5f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:39.055377 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7462fe3-4ed6-4726-9fa4-5812d2e5f111 admin admin] Network 73ef6daa-59f8-4590-b34d-231209a696ad is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 19:59:39.055577 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26a49dfe-bd03-4ecd-8a13-9a527cbece28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:39.153037 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a49dfe-bd03-4ecd-8a13-9a527cbece28 admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 19:59:39.157832 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-34489006-0972-4234-ab04-7d19924a6f39 None None] For port 08e1a0bd-a0da-4c33-ab19-67c52983aafb, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 19:59:39.162367 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-34489006-0972-4234-ab04-7d19924a6f39 None None] For port 08e1a0bd-a0da-4c33-ab19-67c52983aafb, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=08e1a0bd-a0da-4c33-ab19-67c52983aafb,segment=NetworkSegment(a613d1ba-cab7-4c55-ad24-c944b50c16c9),segment_id=a613d1ba-cab7-4c55-ad24-c944b50c16c9)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 19:59:39.163546 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-26a49dfe-bd03-4ecd-8a13-9a527cbece28 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:59:39.168203 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a49dfe-bd03-4ecd-8a13-9a527cbece28 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 19:59:39.177171 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-34489006-0972-4234-ab04-7d19924a6f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:39.178844 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a49dfe-bd03-4ecd-8a13-9a527cbece28 admin admin] Pushing event updated for resources: {'Port': ['ID=80941e8b-f09f-40f8-8a79-492413f8a71b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:39.219066 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-257d7f88-77ca-4834-84c2-834258cbf682 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=17ff61f0156f4459a680da5d5a3dd368&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8821852 Jul 23 19:59:39.253260 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-a7462fe3-4ed6-4726-9fa4-5812d2e5f111 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:59:39.313737 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34489006-0972-4234-ab04-7d19924a6f39 None None] Pushing event updated for resources: {'Port': ['ID=08e1a0bd-a0da-4c33-ab19-67c52983aafb,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:39.346461 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-519868a8-890d-45ce-baf0-867a2d2f1a4e req-322f1b30-4769-48ae-bad2-b7bae5a9b0e9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686175 Jul 23 19:59:39.461450 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40f440-86cd-45e9-9773-8c09636b1404 req-9793f2fb-d8fe-432c-8e86-c7eec2410ade tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:39.463208 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3b40f440-86cd-45e9-9773-8c09636b1404 req-9793f2fb-d8fe-432c-8e86-c7eec2410ade tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a8fa566-6c2f-4f5b-9b00-11c65c104eaf HTTP/1.1" status: 200 len: 950 time: 0.2432094 Jul 23 19:59:39.540057 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cc0099e3-8b1c-41ad-8168-2f08b43dcd7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:39.664807 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3b40f440-86cd-45e9-9773-8c09636b1404 req-2d9062b2-4147-461b-8124-e2fb87f5e226 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899095 Jul 23 19:59:39.736827 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26a49dfe-bd03-4ecd-8a13-9a527cbece28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:39.752040 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 788447d5-6e59-4d4c-a1aa-54e6b02c4d5b up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:59:39.875561 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33072) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:39.885454 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cc0099e3-8b1c-41ad-8168-2f08b43dcd7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:39.886260 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-050f5350-4290-4a43-9d5a-2942d071ff30 None None] Provisioning complete for port 4c643738-b15e-40c4-a40c-6367c7b0ca47 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:39.886691 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-050f5350-4290-4a43-9d5a-2942d071ff30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:39.928015 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 788447d5-6e59-4d4c-a1aa-54e6b02c4d5b completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:59:39.939269 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-050f5350-4290-4a43-9d5a-2942d071ff30 None None] Port 4c643738-b15e-40c4-a40c-6367c7b0ca47 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 19:59:40.010235 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-705e3ad4-145f-4771-b3c1-4bda2906a731 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:40.037226 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-357a66bc-07a3-464e-a1c9-0eb194846d86 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=49c18dfdb9a04a7997a366d5fb8c066a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1590295 Jul 23 19:59:40.039742 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33078) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:40.071285 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997bc32-d11c-4dda-b06a-385ccf947af3 req-535d03f5-56fd-4a15-9758-d30c6e80fe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:40.075520 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a997bc32-d11c-4dda-b06a-385ccf947af3 req-535d03f5-56fd-4a15-9758-d30c6e80fe5e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46e8b52fe188445da9dc740883af8e52&device_id=965a56c6-3d74-4d12-9112-671147df0969 HTTP/1.1" status: 200 len: 1095 time: 1.4690509 Jul 23 19:59:40.091363 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-705e3ad4-145f-4771-b3c1-4bda2906a731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:40.170087 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1ca82b36-9625-428b-a75a-dffa26282ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:40.202234 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26a49dfe-bd03-4ecd-8a13-9a527cbece28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:40.315471 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ef28b9c-3d2b-40d8-997a-f0e14a73d042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:40.365497 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-164eddd4-6825-4c18-bfde-3fd44fbcbab4 req-99601410-e58b-40f3-bf95-ff0614cd4b09 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d71b387-ef90-4d1c-a783-7520601a0b1d HTTP/1.1" status: 200 len: 210 time: 0.0563459 Jul 23 19:59:40.395421 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ef28b9c-3d2b-40d8-997a-f0e14a73d042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:40.407745 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cc0099e3-8b1c-41ad-8168-2f08b43dcd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:40.415191 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cc0099e3-8b1c-41ad-8168-2f08b43dcd7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:40.417934 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-cc0099e3-8b1c-41ad-8168-2f08b43dcd7d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f5238171-9ca8-4898-823c-fcb755024144 HTTP/1.1" status: 204 len: 168 time: 1.3886712 Jul 23 19:59:40.498963 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7462fe3-4ed6-4726-9fa4-5812d2e5f111 admin admin] Router a5491f17-29e1-412b-96ce-f7e724f53e28 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 19:59:40.507590 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71956e40-908b-4be2-bf42-c91d9f58924d None None] Network 294765c2-8010-4163-ae30-aebf18de5582 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 19:59:40.526281 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0099e3-8b1c-41ad-8168-2f08b43dcd7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5238171-9ca8-4898-823c-fcb755024144,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:40.572031 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ef28b9c-3d2b-40d8-997a-f0e14a73d042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:40.577714 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ef28b9c-3d2b-40d8-997a-f0e14a73d042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:40.579598 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9ef28b9c-3d2b-40d8-997a-f0e14a73d042 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/28b74df5-8f22-46a6-8d23-8900507a5727 HTTP/1.1" status: 204 len: 168 time: 0.5387118 Jul 23 19:59:40.583630 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a49dfe-bd03-4ecd-8a13-9a527cbece28 admin admin] Router 7d1bc226-c4df-47ff-8163-8caf98c81af9 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 19:59:40.594813 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef28b9c-3d2b-40d8-997a-f0e14a73d042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b74df5-8f22-46a6-8d23-8900507a5727,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:40.667066 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-705e3ad4-145f-4771-b3c1-4bda2906a731 admin admin] Allocated IP 172.25.1.144 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/4126dc89-ca03-4137-b85f-ca418c1bccb2) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 19:59:40.920057 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5a0404bd-a61c-4028-8bd0-e53b00cca33b None None] Provisioning for port 788447d5-6e59-4d4c-a1aa-54e6b02c4d5b completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:59:40.936121 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5a0404bd-a61c-4028-8bd0-e53b00cca33b None None] Provisioning complete for port 788447d5-6e59-4d4c-a1aa-54e6b02c4d5b triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:40.936401 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5a0404bd-a61c-4028-8bd0-e53b00cca33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:40.965166 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a49dfe-bd03-4ecd-8a13-9a527cbece28 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 19:59:41.031278 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997bc32-d11c-4dda-b06a-385ccf947af3 req-a1c8c65e-2468-4831-97dd-f4f9b38c5d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:41.031961 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26a49dfe-bd03-4ecd-8a13-9a527cbece28 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:41.033169 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-26a49dfe-bd03-4ecd-8a13-9a527cbece28 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.2066252 Jul 23 19:59:41.035819 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a997bc32-d11c-4dda-b06a-385ccf947af3 req-a1c8c65e-2468-4831-97dd-f4f9b38c5d2a service neutron] 10.222.0.30 "GET /v2.0/networks?id=1582e281-e174-4775-af11-ce2168db586d HTTP/1.1" status: 200 len: 909 time: 0.8646569 Jul 23 19:59:41.037759 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33110) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:41.050170 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6a4f6e-9fe5-43f6-a103-92e9925c74e1 None None] Sync routers for ids ['7d1bc226-c4df-47ff-8163-8caf98c81af9'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 19:59:41.054491 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee73678-8cff-44de-9a86-4e03c23fb043 None None] Network c222c235-3bf2-436f-9a0a-5e159a73f61d requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 19:59:41.057836 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88a180-f426-48cc-94b4-3ed3b106c903 req-9826ecee-9936-4e9c-8ec0-ddb521ee6675 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:41.066849 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0c88a180-f426-48cc-94b4-3ed3b106c903 req-9826ecee-9936-4e9c-8ec0-ddb521ee6675 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a8fa566-6c2f-4f5b-9b00-11c65c104eaf HTTP/1.1" status: 200 len: 950 time: 0.2870564 Jul 23 19:59:41.127361 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01026fa6-fc93-4013-9c15-646be119f8a4 req-7fc25482-5ff9-4f0b-8329-cbb175168821 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:41.136428 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-01026fa6-fc93-4013-9c15-646be119f8a4 req-7fc25482-5ff9-4f0b-8329-cbb175168821 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=965a56c6-3d74-4d12-9112-671147df0969 HTTP/1.1" status: 200 len: 943 time: 1.0557044 Jul 23 19:59:41.185607 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0c88a180-f426-48cc-94b4-3ed3b106c903 req-f974cc3e-65c1-465f-a77c-de0ae5744c40 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057179 Jul 23 19:59:41.185971 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 0307e3ae-d53b-4f24-bdbf-e8a9877787c6 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 19:59:41.337553 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-705e3ad4-145f-4771-b3c1-4bda2906a731 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:41.348774 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a997bc32-d11c-4dda-b06a-385ccf947af3 req-c0969d9b-a098-44d8-82d8-5f5a51089272 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0307e3ae-d53b-4f24-bdbf-e8a9877787c6 HTTP/1.1" status: 200 len: 217 time: 0.2530944 Jul 23 19:59:41.359478 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 0307e3ae-d53b-4f24-bdbf-e8a9877787c6, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0307e3ae-d53b-4f24-bdbf-e8a9877787c6,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:41.379595 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '0307e3ae-d53b-4f24-bdbf-e8a9877787c6', 'network_id': '1582e281-e174-4775-af11-ce2168db586d', 'port_id': '0307e3ae-d53b-4f24-bdbf-e8a9877787c6', 'mac_address': 'fa:16:3e:38:40:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62cab30c-2c7b-4463-9eb3-ea20a0ef57f0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 19:59:41.424783 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6a4f6e-9fe5-43f6-a103-92e9925c74e1 None None] Routers {'7d1bc226-c4df-47ff-8163-8caf98c81af9'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 19:59:41.425684 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8d6a4f6e-9fe5-43f6-a103-92e9925c74e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T19:59:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['7d1bc226-c4df-47ff-8163-8caf98c81af9'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:59:41.541538 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-01026fa6-fc93-4013-9c15-646be119f8a4 req-24ffbfa2-549c-4ce8-8539-259969d2a16f tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973603 Jul 23 19:59:41.590525 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7462fe3-4ed6-4726-9fa4-5812d2e5f111 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 19:59:41.607434 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a7462fe3-4ed6-4726-9fa4-5812d2e5f111 admin admin] 10.222.0.32 "PUT /v2.0/routers/a5491f17-29e1-412b-96ce-f7e724f53e28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6706271 Jul 23 19:59:41.608956 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6bfe7d-d257-40ca-9547-3127a52a0b14 None None] Sync routers for ids ['a5491f17-29e1-412b-96ce-f7e724f53e28'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 19:59:41.609590 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997bc32-d11c-4dda-b06a-385ccf947af3 req-575c943f-a209-4d12-ab68-d23416ae76ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:41.611917 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a997bc32-d11c-4dda-b06a-385ccf947af3 req-575c943f-a209-4d12-ab68-d23416ae76ff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62cab30c-2c7b-4463-9eb3-ea20a0ef57f0 HTTP/1.1" status: 200 len: 848 time: 0.2503645 Jul 23 19:59:41.645299 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6bfe7d-d257-40ca-9547-3127a52a0b14 None None] Routers {'a5491f17-29e1-412b-96ce-f7e724f53e28'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 19:59:41.648631 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ee6bfe7d-d257-40ca-9547-3127a52a0b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T19:59:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a5491f17-29e1-412b-96ce-f7e724f53e28'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:59:41.668567 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a997bc32-d11c-4dda-b06a-385ccf947af3 req-08f22dcb-8bd2-4474-ba27-9d39b44b0f1e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1582e281-e174-4775-af11-ce2168db586d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487776 Jul 23 19:59:41.773934 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-705e3ad4-145f-4771-b3c1-4bda2906a731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:41.896572 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-ee6bfe7d-d257-40ca-9547-3127a52a0b14 None None] Set router a5491f17-29e1-412b-96ce-f7e724f53e28 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 19:59:41.899308 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-24e72b90-cc95-402d-970b-1b4659321e10 req-ee09a4c4-e411-4053-a64d-6b3c44d78843 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d71b387-ef90-4d1c-a783-7520601a0b1d HTTP/1.1" status: 200 len: 210 time: 0.1547964 Jul 23 19:59:41.911264 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 08e1a0bd-a0da-4c33-ab19-67c52983aafb up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:59:41.950265 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5a0404bd-a61c-4028-8bd0-e53b00cca33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:41.987874 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705e3ad4-145f-4771-b3c1-4bda2906a731 admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 19:59:42.032739 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-705e3ad4-145f-4771-b3c1-4bda2906a731 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:59:42.042921 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705e3ad4-145f-4771-b3c1-4bda2906a731 admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 19:59:42.088422 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e3ad4-145f-4771-b3c1-4bda2906a731 admin admin] Pushing event updated for resources: {'Port': ['ID=4126dc89-ca03-4137-b85f-ca418c1bccb2,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:42.120821 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-5a0404bd-a61c-4028-8bd0-e53b00cca33b None None] For port 788447d5-6e59-4d4c-a1aa-54e6b02c4d5b, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=788447d5-6e59-4d4c-a1aa-54e6b02c4d5b,segment=NetworkSegment(818ef12b-5e1c-4b40-a65a-a8525ae8d35a),segment_id=818ef12b-5e1c-4b40-a65a-a8525ae8d35a)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:42.142512 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:42.186214 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0307e3ae-d53b-4f24-bdbf-e8a9877787c6 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 19:59:42.210144 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5a0404bd-a61c-4028-8bd0-e53b00cca33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:42.256503 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-38ea9f69-114f-440b-bb61-aa33afa80c93 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=17ff61f0156f4459a680da5d5a3dd368&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658042 Jul 23 19:59:42.416848 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-ad17bf3c-3d6b-43f0-963b-7e2093ab42a7 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=17ff61f0156f4459a680da5d5a3dd368&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1754706 Jul 23 19:59:42.508929 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ee6bfe7d-d257-40ca-9547-3127a52a0b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5491f17-29e1-412b-96ce-f7e724f53e28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2105974091-router', 'tenant_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '493997cd-d2ca-47a8-8e4f-3fe4b663b8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:24Z', 'updated_at': '2021-07-23T19:59:36Z', 'revision_number': 4, 'project_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'gw_port': {'id': '493997cd-d2ca-47a8-8e4f-3fe4b663b8c5', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5491f17-29e1-412b-96ce-f7e724f53e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:25Z', 'updated_at': '2021-07-23T19:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '4c643738-b15e-40c4-a40c-6367c7b0ca47', 'name': '', 'network_id': '73ef6daa-59f8-4590-b34d-231209a696ad', 'tenant_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'mac_address': 'fa:16:3e:49:b3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5491f17-29e1-412b-96ce-f7e724f53e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '820d0704-7ca5-4869-af84-e2c94d784bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:34Z', 'updated_at': '2021-07-23T19:59:37Z', 'revision_number': 2, 'project_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'subnets': [{'id': '820d0704-7ca5-4869-af84-e2c94d784bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:59:42.540423 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6bfe7d-d257-40ca-9547-3127a52a0b14 None None] Checking router: a5491f17-29e1-412b-96ce-f7e724f53e28 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 19:59:42.543146 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6bfe7d-d257-40ca-9547-3127a52a0b14 None None] Updating router a5491f17-29e1-412b-96ce-f7e724f53e28 port 4c643738-b15e-40c4-a40c-6367c7b0ca47 binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 19:59:42.602326 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ee6bfe7d-d257-40ca-9547-3127a52a0b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:42.609619 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-8e369424-4981-4fdc-bce3-c469da6e7ae5 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:42.622314 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-8e369424-4981-4fdc-bce3-c469da6e7ae5 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3597147 Jul 23 19:59:42.628351 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a997bc32-d11c-4dda-b06a-385ccf947af3 req-57d3c1b7-9608-4791-9bb4-76459b9bb799 service neutron] 10.222.0.30 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9479396 Jul 23 19:59:42.637129 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-6d617625-5b09-4415-b367-1708fd8814a8 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Request body: {'port': {'device_id': 'f2d27491-4759-49ce-8aad-0f76f9512453', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'admin_state_up': True, 'tenant_id': '17ff61f0156f4459a680da5d5a3dd368'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:42.742316 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0404bd-a61c-4028-8bd0-e53b00cca33b None None] Pushing event updated for resources: {'Port': ['ID=788447d5-6e59-4d4c-a1aa-54e6b02c4d5b,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:42.879123 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 0307e3ae-d53b-4f24-bdbf-e8a9877787c6, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0307e3ae-d53b-4f24-bdbf-e8a9877787c6,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:42.944647 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-6d617625-5b09-4415-b367-1708fd8814a8 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Made reservation on behalf of 17ff61f0156f4459a680da5d5a3dd368 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 19:59:42.953495 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-6d617625-5b09-4415-b367-1708fd8814a8 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:42.991197 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e11c2463-f481-4bdf-aa8d-70d07024e5fe None None] Provisioning complete for port 788447d5-6e59-4d4c-a1aa-54e6b02c4d5b triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:42.991812 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e11c2463-f481-4bdf-aa8d-70d07024e5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:43.084004 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:43.224011 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ee6bfe7d-d257-40ca-9547-3127a52a0b14 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:43.227771 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=0307e3ae-d53b-4f24-bdbf-e8a9877787c6,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:43.240852 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ee6bfe7d-d257-40ca-9547-3127a52a0b14 None None] Transition to ACTIVE for port object 4c643738-b15e-40c4-a40c-6367c7b0ca47 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:59:43.249942 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 08e1a0bd-a0da-4c33-ab19-67c52983aafb completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:59:43.254561 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ee6bfe7d-d257-40ca-9547-3127a52a0b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:43.268119 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-8d6a4f6e-9fe5-43f6-a103-92e9925c74e1 None None] Set router 7d1bc226-c4df-47ff-8163-8caf98c81af9 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 19:59:43.463817 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c51-077b-421d-8c2b-c6cd18f0fb5f None None] Pushing event updated for resources: {'Port': ['ID=4c643738-b15e-40c4-a40c-6367c7b0ca47,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:43.488516 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['0307e3ae-d53b-4f24-bdbf-e8a9877787c6'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 19:59:43.598199 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:43.600586 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ee6bfe7d-d257-40ca-9547-3127a52a0b14 None None] Attempting to bind port 4c643738-b15e-40c4-a40c-6367c7b0ca47 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 19:59:43.600962 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ee6bfe7d-d257-40ca-9547-3127a52a0b14 None None] Attempting to bind port 4c643738-b15e-40c4-a40c-6367c7b0ca47 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '365d460d-357e-4c03-9de0-12a82865aaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73ef6daa-59f8-4590-b34d-231209a696ad'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 19:59:43.601318 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6bfe7d-d257-40ca-9547-3127a52a0b14 None None] Attempting to bind port 4c643738-b15e-40c4-a40c-6367c7b0ca47 on network 73ef6daa-59f8-4590-b34d-231209a696ad {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:59:43.615860 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f0c567f5-fafb-47c8-a868-b5262c2f0ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:43.617638 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6bfe7d-d257-40ca-9547-3127a52a0b14 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 19, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 19:59:43.617839 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-5fd2dbf0-a10d-4372-8b5d-7d4e87b820a6 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:43.618015 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6bfe7d-d257-40ca-9547-3127a52a0b14 None None] Checking segment: {'id': '365d460d-357e-4c03-9de0-12a82865aaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73ef6daa-59f8-4590-b34d-231209a696ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:59:43.618417 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ee6bfe7d-d257-40ca-9547-3127a52a0b14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:43.618903 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6bfe7d-d257-40ca-9547-3127a52a0b14 None None] Bound using segment: {'id': '365d460d-357e-4c03-9de0-12a82865aaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73ef6daa-59f8-4590-b34d-231209a696ad'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 19:59:43.619560 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ee6bfe7d-d257-40ca-9547-3127a52a0b14 None None] Bound port: 4c643738-b15e-40c4-a40c-6367c7b0ca47, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365d460d-357e-4c03-9de0-12a82865aaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73ef6daa-59f8-4590-b34d-231209a696ad'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 19:59:43.619964 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ee6bfe7d-d257-40ca-9547-3127a52a0b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:43.623920 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-5fd2dbf0-a10d-4372-8b5d-7d4e87b820a6 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1909568 Jul 23 19:59:43.644828 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-30902384-a53e-4148-868e-b54256d4602c tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:43.648945 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-30902384-a53e-4148-868e-b54256d4602c tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/networks?id=73ef6daa-59f8-4590-b34d-231209a696ad HTTP/1.1" status: 200 len: 829 time: 0.6741512 Jul 23 19:59:43.709357 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138f57c-1580-45eb-9dd3-949c24b7e788 req-ab627b71-e46e-4d8f-9010-c07a02bf46e7 tempest-ServersAdminTestJSON-1860730933 tempest-ServersAdminTestJSON-1860730933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:43.714483 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138f57c-1580-45eb-9dd3-949c24b7e788 req-ab627b71-e46e-4d8f-9010-c07a02bf46e7 tempest-ServersAdminTestJSON-1860730933 tempest-ServersAdminTestJSON-1860730933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:43.715021 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138f57c-1580-45eb-9dd3-949c24b7e788 req-ab627b71-e46e-4d8f-9010-c07a02bf46e7 tempest-ServersAdminTestJSON-1860730933 tempest-ServersAdminTestJSON-1860730933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:43.715508 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138f57c-1580-45eb-9dd3-949c24b7e788 req-ab627b71-e46e-4d8f-9010-c07a02bf46e7 tempest-ServersAdminTestJSON-1860730933 tempest-ServersAdminTestJSON-1860730933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:43.715989 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138f57c-1580-45eb-9dd3-949c24b7e788 req-ab627b71-e46e-4d8f-9010-c07a02bf46e7 tempest-ServersAdminTestJSON-1860730933 tempest-ServersAdminTestJSON-1860730933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:43.717673 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-b04ed338-d610-46d8-b480-342c374065e7 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/quotas/29f398dfe4164e34978e3a6c9a01d9f6 HTTP/1.1" status: 200 len: 375 time: 0.0547459 Jul 23 19:59:43.719436 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138f57c-1580-45eb-9dd3-949c24b7e788 req-ab627b71-e46e-4d8f-9010-c07a02bf46e7 tempest-ServersAdminTestJSON-1860730933 tempest-ServersAdminTestJSON-1860730933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:43.719931 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138f57c-1580-45eb-9dd3-949c24b7e788 req-ab627b71-e46e-4d8f-9010-c07a02bf46e7 tempest-ServersAdminTestJSON-1860730933 tempest-ServersAdminTestJSON-1860730933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:43.721995 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7138f57c-1580-45eb-9dd3-949c24b7e788 req-ab627b71-e46e-4d8f-9010-c07a02bf46e7 tempest-ServersAdminTestJSON-1860730933 tempest-ServersAdminTestJSON-1860730933-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9d71b387-ef90-4d1c-a783-7520601a0b1d&device_id=f2d27491-4759-49ce-8aad-0f76f9512453&device_id=965a56c6-3d74-4d12-9112-671147df0969&device_id=3a8fa566-6c2f-4f5b-9b00-11c65c104eaf&device_id=15af301b-f5f0-4a7d-bfe5-7d08a6fbe091&device_id=5298eed3-48ae-4c94-a9b4-45625d69e9a3&device_id=866ea730-f9e1-4c8d-8270-530acec9f5b2&device_id=e906267f-a117-455c-a9c0-f588ddc5731d&device_id=78faabc6-e58a-4061-8310-2159026ae115 HTTP/1.1" status: 200 len: 6468 time: 0.7926280 Jul 23 19:59:43.740322 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-b487c51f-bc3e-41db-ba7e-be3ba330d3af tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Request body: {'port': {'device_id': '9d71b387-ef90-4d1c-a783-7520601a0b1d', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'admin_state_up': True, 'tenant_id': '17ff61f0156f4459a680da5d5a3dd368'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:43.746497 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 788447d5-6e59-4d4c-a1aa-54e6b02c4d5b up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:59:43.747523 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a997bc32-d11c-4dda-b06a-385ccf947af3 req-dca954cf-b703-4604-b1e1-ad729ce77402 service neutron] 10.222.0.30 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8192890 Jul 23 19:59:43.774651 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-ee6bfe7d-d257-40ca-9547-3127a52a0b14 None None] For port 4c643738-b15e-40c4-a40c-6367c7b0ca47, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 19:59:43.778108 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7138f57c-1580-45eb-9dd3-949c24b7e788 req-078ceefc-1a0d-4748-83b2-e427f97cc454 tempest-ServersAdminTestJSON-1860730933 tempest-ServersAdminTestJSON-1860730933-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:43.782119 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-ee6bfe7d-d257-40ca-9547-3127a52a0b14 None None] For port 4c643738-b15e-40c4-a40c-6367c7b0ca47, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=4c643738-b15e-40c4-a40c-6367c7b0ca47,segment=NetworkSegment(365d460d-357e-4c03-9de0-12a82865aaba),segment_id=365d460d-357e-4c03-9de0-12a82865aaba)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 19:59:43.791499 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ee6bfe7d-d257-40ca-9547-3127a52a0b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:43.857999 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-6d617625-5b09-4415-b367-1708fd8814a8 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Allocated IP 192.168.233.118 (ec2201c2-595f-40aa-9bc3-fccd4b01012e/4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d/83124c42-89f8-415d-afa2-03018b51299d) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 19:59:43.923438 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-3ae558bf-a9d1-4699-9765-c25330e2a579 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=29f398dfe4164e34978e3a6c9a01d9f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1424005 Jul 23 19:59:43.940418 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6bfe7d-d257-40ca-9547-3127a52a0b14 None None] Routers {'a5491f17-29e1-412b-96ce-f7e724f53e28'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 19:59:43.943159 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ee6bfe7d-d257-40ca-9547-3127a52a0b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T19:59:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a5491f17-29e1-412b-96ce-f7e724f53e28'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:59:44.038407 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c51-077b-421d-8c2b-c6cd18f0fb5f None None] Pushing event updated for resources: {'Port': ['ID=4c643738-b15e-40c4-a40c-6367c7b0ca47,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:44.130960 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:44.138281 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e11c2463-f481-4bdf-aa8d-70d07024e5fe None None] Provisioning for port 08e1a0bd-a0da-4c33-ab19-67c52983aafb completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:59:44.141798 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-b487c51f-bc3e-41db-ba7e-be3ba330d3af tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Made reservation on behalf of 17ff61f0156f4459a680da5d5a3dd368 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 19:59:44.143460 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e11c2463-f481-4bdf-aa8d-70d07024e5fe None None] Provisioning complete for port 08e1a0bd-a0da-4c33-ab19-67c52983aafb triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:44.143834 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e11c2463-f481-4bdf-aa8d-70d07024e5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:44.147602 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-b487c51f-bc3e-41db-ba7e-be3ba330d3af tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:44.200075 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8adbab0a-a915-4bc0-8131-4b5c6d7505e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:44.215992 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-ee6bfe7d-d257-40ca-9547-3127a52a0b14 None None] Set router a5491f17-29e1-412b-96ce-f7e724f53e28 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 19:59:44.217644 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-705e3ad4-145f-4771-b3c1-4bda2906a731 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:44.240844 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-c235b7ce-ce7c-4d93-bb49-caccc51de43a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 19:59:44.258210 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-c235b7ce-ce7c-4d93-bb49-caccc51de43a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1210570 Jul 23 19:59:44.319626 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-6d617625-5b09-4415-b367-1708fd8814a8 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:44.347838 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 788447d5-6e59-4d4c-a1aa-54e6b02c4d5b triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:44.348558 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:44.358935 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-6d617625-5b09-4415-b367-1708fd8814a8 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Transition to ACTIVE for port object 83124c42-89f8-415d-afa2-03018b51299d will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:59:44.380290 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:44.391080 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:44.471952 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8d6a4f6e-9fe5-43f6-a103-92e9925c74e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1bc226-c4df-47ff-8163-8caf98c81af9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1845203454-router', 'tenant_id': '959d5304928c4193a6a3c138f98e6b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '80941e8b-f09f-40f8-8a79-492413f8a71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:36Z', 'updated_at': '2021-07-23T19:59:39Z', 'revision_number': 3, 'project_id': '959d5304928c4193a6a3c138f98e6b80', 'gw_port': {'id': '80941e8b-f09f-40f8-8a79-492413f8a71b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1bc226-c4df-47ff-8163-8caf98c81af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:38Z', 'updated_at': '2021-07-23T19:59:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:59:44.474348 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-107ef0d3-a9ef-4193-abe8-d60e417ff277 service neutron] 10.222.0.32 "GET /v2.0/networks/73ef6daa-59f8-4590-b34d-231209a696ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151995 Jul 23 19:59:44.559547 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6a4f6e-9fe5-43f6-a103-92e9925c74e1 None None] Checking router: 7d1bc226-c4df-47ff-8163-8caf98c81af9 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 19:59:44.563508 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6a4f6e-9fe5-43f6-a103-92e9925c74e1 None None] Updating router 7d1bc226-c4df-47ff-8163-8caf98c81af9 port 80941e8b-f09f-40f8-8a79-492413f8a71b binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 19:59:44.597105 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-6d617625-5b09-4415-b367-1708fd8814a8 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:44.618263 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['88bcde5f-e05c-48b1-9357-4da5b5477f36', '3868cadf-74c9-41eb-babe-ade562e7265e'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 19:59:44.621142 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-6d617625-5b09-4415-b367-1708fd8814a8 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Network ec2201c2-595f-40aa-9bc3-fccd4b01012e is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 19:59:44.626441 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-6d617625-5b09-4415-b367-1708fd8814a8 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:59:44.648744 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-6d617625-5b09-4415-b367-1708fd8814a8 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 19:59:44.676712 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e11c2463-f481-4bdf-aa8d-70d07024e5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:44.679509 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ee6bfe7d-d257-40ca-9547-3127a52a0b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5491f17-29e1-412b-96ce-f7e724f53e28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2105974091-router', 'tenant_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '493997cd-d2ca-47a8-8e4f-3fe4b663b8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:24Z', 'updated_at': '2021-07-23T19:59:36Z', 'revision_number': 4, 'project_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'gw_port': {'id': '493997cd-d2ca-47a8-8e4f-3fe4b663b8c5', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5491f17-29e1-412b-96ce-f7e724f53e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:25Z', 'updated_at': '2021-07-23T19:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '4c643738-b15e-40c4-a40c-6367c7b0ca47', 'name': '', 'network_id': '73ef6daa-59f8-4590-b34d-231209a696ad', 'tenant_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'mac_address': 'fa:16:3e:49:b3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5491f17-29e1-412b-96ce-f7e724f53e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '820d0704-7ca5-4869-af84-e2c94d784bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:34Z', 'updated_at': '2021-07-23T19:59:43Z', 'revision_number': 4, 'project_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'subnets': [{'id': '820d0704-7ca5-4869-af84-e2c94d784bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:59:44.730771 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-ec1ea0e1-c6b0-451f-8090-a3882122bfef service neutron] 10.222.0.32 "GET /v2.0/networks/73ef6daa-59f8-4590-b34d-231209a696ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504308 Jul 23 19:59:44.740007 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6bfe7d-d257-40ca-9547-3127a52a0b14 None None] The sync data for ids ['a5491f17-29e1-412b-96ce-f7e724f53e28'] in n-d-793618-10 is: [{'id': 'a5491f17-29e1-412b-96ce-f7e724f53e28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2105974091-router', 'tenant_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '493997cd-d2ca-47a8-8e4f-3fe4b663b8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:24Z', 'updated_at': '2021-07-23T19:59:36Z', 'revision_number': 4, 'project_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'gw_port': {'id': '493997cd-d2ca-47a8-8e4f-3fe4b663b8c5', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5491f17-29e1-412b-96ce-f7e724f53e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:25Z', 'updated_at': '2021-07-23T19:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '4c643738-b15e-40c4-a40c-6367c7b0ca47', 'name': '', 'network_id': '73ef6daa-59f8-4590-b34d-231209a696ad', 'tenant_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'mac_address': 'fa:16:3e:49:b3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5491f17-29e1-412b-96ce-f7e724f53e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '820d0704-7ca5-4869-af84-e2c94d784bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:34Z', 'updated_at': '2021-07-23T19:59:43Z', 'revision_number': 4, 'project_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'subnets': [{'id': '820d0704-7ca5-4869-af84-e2c94d784bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 19:59:44.770355 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d617625-5b09-4415-b367-1708fd8814a8 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Pushing event updated for resources: {'Port': ['ID=83124c42-89f8-415d-afa2-03018b51299d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:44.800153 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-6d617625-5b09-4415-b367-1708fd8814a8 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:44.802129 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8d6a4f6e-9fe5-43f6-a103-92e9925c74e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:44.804407 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-6d617625-5b09-4415-b367-1708fd8814a8 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:44.831127 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-e11c2463-f481-4bdf-aa8d-70d07024e5fe None None] For port 08e1a0bd-a0da-4c33-ab19-67c52983aafb, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=08e1a0bd-a0da-4c33-ab19-67c52983aafb,segment=NetworkSegment(a613d1ba-cab7-4c55-ad24-c944b50c16c9),segment_id=a613d1ba-cab7-4c55-ad24-c944b50c16c9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:44.889939 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-705e3ad4-145f-4771-b3c1-4bda2906a731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:44.902886 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e11c2463-f481-4bdf-aa8d-70d07024e5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:45.023009 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c2463-f481-4bdf-aa8d-70d07024e5fe None None] Pushing event updated for resources: {'Port': ['ID=08e1a0bd-a0da-4c33-ab19-67c52983aafb,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:45.108679 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['6b3cf3b3-7232-4a77-a76e-d33cb770c70d'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 19:59:45.129371 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc88b1-3ff6-463b-93f5-ee07bcdbf9e3 req-cb6d1d27-50c0-48d5-9edf-1a573450251e tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:45.131162 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-43fc88b1-3ff6-463b-93f5-ee07bcdbf9e3 req-cb6d1d27-50c0-48d5-9edf-1a573450251e tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=965a56c6-3d74-4d12-9112-671147df0969 HTTP/1.1" status: 200 len: 944 time: 0.0917599 Jul 23 19:59:45.185832 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 0307e3ae-d53b-4f24-bdbf-e8a9877787c6 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:59:45.194425 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-767eb3ca-afa7-4683-83d8-0b190c8dced9 None None] Provisioning for port 83124c42-89f8-415d-afa2-03018b51299d completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:59:45.249127 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-767eb3ca-afa7-4683-83d8-0b190c8dced9 None None] Provisioning complete for port 83124c42-89f8-415d-afa2-03018b51299d triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:45.249390 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-767eb3ca-afa7-4683-83d8-0b190c8dced9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:45.259033 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-43fc88b1-3ff6-463b-93f5-ee07bcdbf9e3 req-f7b0e2d4-89d4-4f05-b254-7e072bdc736e tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202672 Jul 23 19:59:45.323987 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-8adbab0a-a915-4bc0-8131-4b5c6d7505e1 admin admin] Allocated IP 172.20.0.1 (294765c2-8010-4163-ae30-aebf18de5582/10b354d7-ae0b-42b6-8f0b-508642b8d478/8b2e9367-ce98-4b8c-adc7-8c50b5643027) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 19:59:45.362990 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-b487c51f-bc3e-41db-ba7e-be3ba330d3af tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Allocated IP 192.168.233.240 (ec2201c2-595f-40aa-9bc3-fccd4b01012e/4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d/cceb9cfe-be34-41c0-92cd-2dbcf70a248f) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 19:59:45.408598 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f5bb42b9-b317-4d1c-9a9f-785752fcc993 req-b17b9849-1454-46db-bf83-1ff5a3718895 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d71b387-ef90-4d1c-a783-7520601a0b1d HTTP/1.1" status: 200 len: 210 time: 0.0650680 Jul 23 19:59:45.464749 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-767eb3ca-afa7-4683-83d8-0b190c8dced9 None None] Port 83124c42-89f8-415d-afa2-03018b51299d cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 19:59:45.606802 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 0307e3ae-d53b-4f24-bdbf-e8a9877787c6 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:59:45.607140 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-b487c51f-bc3e-41db-ba7e-be3ba330d3af tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:45.644654 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-b487c51f-bc3e-41db-ba7e-be3ba330d3af tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Transition to ACTIVE for port object cceb9cfe-be34-41c0-92cd-2dbcf70a248f will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:59:45.662141 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 0307e3ae-d53b-4f24-bdbf-e8a9877787c6 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:45.662848 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:45.680285 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7138f57c-1580-45eb-9dd3-949c24b7e788 req-078ceefc-1a0d-4748-83b2-e427f97cc454 tempest-ServersAdminTestJSON-1860730933 tempest-ServersAdminTestJSON-1860730933-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:45.699586 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-6d617625-5b09-4415-b367-1708fd8814a8 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0664728 Jul 23 19:59:45.713639 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-d11d83a7-5acd-4c56-8a5e-8fced5721a8b service neutron] Request body: {'port': {'device_id': 'f2d27491-4759-49ce-8aad-0f76f9512453', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:45.716292 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7138f57c-1580-45eb-9dd3-949c24b7e788 req-078ceefc-1a0d-4748-83b2-e427f97cc454 tempest-ServersAdminTestJSON-1860730933 tempest-ServersAdminTestJSON-1860730933-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:45.835776 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-767eb3ca-afa7-4683-83d8-0b190c8dced9 None None] Provisioning complete for port 08e1a0bd-a0da-4c33-ab19-67c52983aafb triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:45.836414 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-767eb3ca-afa7-4683-83d8-0b190c8dced9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:45.839360 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 4c643738-b15e-40c4-a40c-6367c7b0ca47 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:59:45.842657 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7138f57c-1580-45eb-9dd3-949c24b7e788 req-078ceefc-1a0d-4748-83b2-e427f97cc454 tempest-ServersAdminTestJSON-1860730933 tempest-ServersAdminTestJSON-1860730933-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 421 time: 2.0909657 Jul 23 19:59:45.862128 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-b487c51f-bc3e-41db-ba7e-be3ba330d3af tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:45.884930 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ceefc-1a0d-4748-83b2-e427f97cc454 tempest-ServersAdminTestJSON-1860730933 tempest-ServersAdminTestJSON-1860730933-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3ad625-eaa4-472a-9910-2abd82703e6b,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:45.963239 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-cd6f2001-f49f-48f7-94e1-c4d719afc69f tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a86c9a8ccd634b6592ce48471da5ed00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1382246 Jul 23 19:59:46.005081 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:46.005776 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 4c643738-b15e-40c4-a40c-6367c7b0ca47 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:59:46.033019 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487c51f-bc3e-41db-ba7e-be3ba330d3af tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Pushing event updated for resources: {'Port': ['ID=cceb9cfe-be34-41c0-92cd-2dbcf70a248f,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:46.038013 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-d11d83a7-5acd-4c56-8a5e-8fced5721a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:46.078357 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-b487c51f-bc3e-41db-ba7e-be3ba330d3af tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Network ec2201c2-595f-40aa-9bc3-fccd4b01012e is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 19:59:46.093926 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-b487c51f-bc3e-41db-ba7e-be3ba330d3af tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:59:46.113043 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8d6a4f6e-9fe5-43f6-a103-92e9925c74e1 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:46.121983 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8adbab0a-a915-4bc0-8131-4b5c6d7505e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:46.126449 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-b487c51f-bc3e-41db-ba7e-be3ba330d3af tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 19:59:46.134959 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 4c643738-b15e-40c4-a40c-6367c7b0ca47 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:46.135548 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:46.264703 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8d6a4f6e-9fe5-43f6-a103-92e9925c74e1 None None] Transition to ACTIVE for port object 80941e8b-f09f-40f8-8a79-492413f8a71b will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:59:46.283057 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-b487c51f-bc3e-41db-ba7e-be3ba330d3af tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:46.286200 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-b487c51f-bc3e-41db-ba7e-be3ba330d3af tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:46.296590 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705e3ad4-145f-4771-b3c1-4bda2906a731 admin admin] Router 2cdd1843-0838-486a-b974-583602f30bc7 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 19:59:46.332010 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:46.334141 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8d6a4f6e-9fe5-43f6-a103-92e9925c74e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:46.337247 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-8adbab0a-a915-4bc0-8131-4b5c6d7505e1 admin admin] Transition to ACTIVE for port object 8b2e9367-ce98-4b8c-adc7-8c50b5643027 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:59:46.369383 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-beb9aa3a-989e-4b39-9d41-7e990cedd644 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:46.389028 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-beb9aa3a-989e-4b39-9d41-7e990cedd644 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4239991 Jul 23 19:59:46.391563 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-b487c51f-bc3e-41db-ba7e-be3ba330d3af tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6666725 Jul 23 19:59:46.396238 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8adbab0a-a915-4bc0-8131-4b5c6d7505e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:46.421567 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-88cd618c-cf17-4541-a5bd-c98878b200c0 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/quotas/a86c9a8ccd634b6592ce48471da5ed00 HTTP/1.1" status: 200 len: 375 time: 0.0307639 Jul 23 19:59:46.467207 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a9650868-73cd-41b8-bd4f-d6386ed5c894 req-0e7496d7-9798-4b21-8861-3defa08fc588 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c2ce5ef-adeb-4d5a-9201-b3119a69b560 HTTP/1.1" status: 200 len: 210 time: 0.1298592 Jul 23 19:59:46.489239 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-757daa6d-1c22-41f6-9f19-ae40dcbe5438 service neutron] Request body: {'port': {'device_id': '9d71b387-ef90-4d1c-a783-7520601a0b1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:46.600698 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['6b3cf3b3-7232-4a77-a76e-d33cb770c70d'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 19:59:46.611641 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['88bcde5f-e05c-48b1-9357-4da5b5477f36', '3868cadf-74c9-41eb-babe-ade562e7265e'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 19:59:46.656708 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-d11d83a7-5acd-4c56-8a5e-8fced5721a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83124c42-89f8-415d-afa2-03018b51299d {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 19:59:46.665284 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-d11d83a7-5acd-4c56-8a5e-8fced5721a8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:46.680268 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-d11d83a7-5acd-4c56-8a5e-8fced5721a8b service neutron] Transition to ACTIVE for port object 83124c42-89f8-415d-afa2-03018b51299d will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:59:46.707509 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-d11d83a7-5acd-4c56-8a5e-8fced5721a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:46.711410 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-1454367e-8800-43f8-8dfd-14a94e0eb01e tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a86c9a8ccd634b6592ce48471da5ed00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2887352 Jul 23 19:59:46.838788 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d83a7-5acd-4c56-8a5e-8fced5721a8b service neutron] Pushing event updated for resources: {'Port': ['ID=83124c42-89f8-415d-afa2-03018b51299d,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:46.848331 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965a56c6-3d74-4d12-9112-671147df0969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0307e3ae-d53b-4f24-bdbf-e8a9877787c6'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 19:59:46.850417 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd750c6e-a5fe-41b3-922a-dfa4c8df6abf" -d '{"events": [{"server_uuid": "965a56c6-3d74-4d12-9112-671147df0969", "name": "network-vif-plugged", "status": "completed", "tag": "0307e3ae-d53b-4f24-bdbf-e8a9877787c6"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 19:59:46.854540 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:46.902147 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-8d6a4f6e-9fe5-43f6-a103-92e9925c74e1 None None] Attempting to bind port 80941e8b-f09f-40f8-8a79-492413f8a71b on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 19:59:46.902543 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-8d6a4f6e-9fe5-43f6-a103-92e9925c74e1 None None] Attempting to bind port 80941e8b-f09f-40f8-8a79-492413f8a71b by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 19:59:46.903278 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6a4f6e-9fe5-43f6-a103-92e9925c74e1 None None] Attempting to bind port 80941e8b-f09f-40f8-8a79-492413f8a71b on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:59:46.968562 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-d11d83a7-5acd-4c56-8a5e-8fced5721a8b service neutron] Attempting to bind port 83124c42-89f8-415d-afa2-03018b51299d on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 19:59:46.968890 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-d11d83a7-5acd-4c56-8a5e-8fced5721a8b service neutron] Attempting to bind port 83124c42-89f8-415d-afa2-03018b51299d by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 19:59:46.971651 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-d11d83a7-5acd-4c56-8a5e-8fced5721a8b service neutron] Attempting to bind port 83124c42-89f8-415d-afa2-03018b51299d on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:59:46.972905 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 0307e3ae-d53b-4f24-bdbf-e8a9877787c6, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0307e3ae-d53b-4f24-bdbf-e8a9877787c6,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:46.982833 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-d11d83a7-5acd-4c56-8a5e-8fced5721a8b service neutron] Port 83124c42-89f8-415d-afa2-03018b51299d on network ec2201c2-595f-40aa-9bc3-fccd4b01012e not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 19:59:46.983293 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e27eb-e33a-4506-b000-80bee73b072e None None] Pushing event updated for resources: {'Port': ['ID=80941e8b-f09f-40f8-8a79-492413f8a71b,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:46.984465 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-d11d83a7-5acd-4c56-8a5e-8fced5721a8b service neutron] Attempting to bind port 83124c42-89f8-415d-afa2-03018b51299d on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:59:47.000344 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-d11d83a7-5acd-4c56-8a5e-8fced5721a8b service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 19, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 19:59:47.000626 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-d11d83a7-5acd-4c56-8a5e-8fced5721a8b service neutron] Checking segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:59:47.001012 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-d11d83a7-5acd-4c56-8a5e-8fced5721a8b service neutron] Bound using segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 19:59:47.001443 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-d11d83a7-5acd-4c56-8a5e-8fced5721a8b service neutron] Bound port: 83124c42-89f8-415d-afa2-03018b51299d, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 19:59:47.001854 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-d11d83a7-5acd-4c56-8a5e-8fced5721a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:47.011116 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:47.042132 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6a4f6e-9fe5-43f6-a103-92e9925c74e1 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 19, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 19:59:47.046258 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6a4f6e-9fe5-43f6-a103-92e9925c74e1 None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:59:47.046678 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8d6a4f6e-9fe5-43f6-a103-92e9925c74e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:47.047087 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6a4f6e-9fe5-43f6-a103-92e9925c74e1 None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 19:59:47.047945 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-8d6a4f6e-9fe5-43f6-a103-92e9925c74e1 None None] Bound port: 80941e8b-f09f-40f8-8a79-492413f8a71b, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 19:59:47.047945 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8d6a4f6e-9fe5-43f6-a103-92e9925c74e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:47.128776 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adbab0a-a915-4bc0-8131-4b5c6d7505e1 admin admin] Network 294765c2-8010-4163-ae30-aebf18de5582 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 19:59:47.142806 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-d11d83a7-5acd-4c56-8a5e-8fced5721a8b service neutron] For port 83124c42-89f8-415d-afa2-03018b51299d, host n-h2-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 19:59:47.164372 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-d11d83a7-5acd-4c56-8a5e-8fced5721a8b service neutron] For port 83124c42-89f8-415d-afa2-03018b51299d, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=83124c42-89f8-415d-afa2-03018b51299d,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 19:59:47.172503 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-d11d83a7-5acd-4c56-8a5e-8fced5721a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:47.172806 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-8adbab0a-a915-4bc0-8131-4b5c6d7505e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:59:47.180843 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adbab0a-a915-4bc0-8131-4b5c6d7505e1 admin admin] Pushing event updated for resources: {'Port': ['ID=8b2e9367-ce98-4b8c-adc7-8c50b5643027,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:47.188928 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adbab0a-a915-4bc0-8131-4b5c6d7505e1 admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 19:59:47.195580 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 4c643738-b15e-40c4-a40c-6367c7b0ca47, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=4c643738-b15e-40c4-a40c-6367c7b0ca47,segment=NetworkSegment(365d460d-357e-4c03-9de0-12a82865aaba),segment_id=365d460d-357e-4c03-9de0-12a82865aaba)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:47.244198 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-d11d83a7-5acd-4c56-8a5e-8fced5721a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:47.244924 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-d11d83a7-5acd-4c56-8a5e-8fced5721a8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:47.246542 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-d11d83a7-5acd-4c56-8a5e-8fced5721a8b service neutron] 10.222.0.18 "PUT /v2.0/ports/83124c42-89f8-415d-afa2-03018b51299d HTTP/1.1" status: 200 len: 1097 time: 1.5391102 Jul 23 19:59:47.258163 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d27491-4759-49ce-8aad-0f76f9512453', 'tag': '83124c42-89f8-415d-afa2-03018b51299d'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 19:59:47.261634 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfcd3b8-8858-4954-9427-5c32bc9fa12c" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d27491-4759-49ce-8aad-0f76f9512453", "tag": "83124c42-89f8-415d-afa2-03018b51299d"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 19:59:47.293724 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-8d6a4f6e-9fe5-43f6-a103-92e9925c74e1 None None] For port 80941e8b-f09f-40f8-8a79-492413f8a71b, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 19:59:47.301523 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9339a4-d30c-4a5a-aeb2-d46430ea68bc req-e184e015-e134-46d0-bf7b-de06fc792f8d tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:47.301890 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-3f663b3c-9235-415d-b3bb-df948e188dbe tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:47.303350 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7c9339a4-d30c-4a5a-aeb2-d46430ea68bc req-e184e015-e134-46d0-bf7b-de06fc792f8d tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d71b387-ef90-4d1c-a783-7520601a0b1d HTTP/1.1" status: 200 len: 936 time: 0.2233036 Jul 23 19:59:47.304973 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-3f663b3c-9235-415d-b3bb-df948e188dbe tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.18 "GET /v2.0/networks?id=73ef6daa-59f8-4590-b34d-231209a696ad HTTP/1.1" status: 200 len: 829 time: 0.6719918 Jul 23 19:59:47.312947 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-8d6a4f6e-9fe5-43f6-a103-92e9925c74e1 None None] For port 80941e8b-f09f-40f8-8a79-492413f8a71b, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=80941e8b-f09f-40f8-8a79-492413f8a71b,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 19:59:47.326102 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d83a7-5acd-4c56-8a5e-8fced5721a8b service neutron] Pushing event updated for resources: {'Port': ['ID=83124c42-89f8-415d-afa2-03018b51299d,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:47.332855 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-85f93928-144f-4251-a8b2-5709d22d413d tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Request body: {'port': {'device_id': '1c2ce5ef-adeb-4d5a-9201-b3119a69b560', 'network_id': '73ef6daa-59f8-4590-b34d-231209a696ad', 'admin_state_up': True, 'tenant_id': '29f398dfe4164e34978e3a6c9a01d9f6'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:47.341231 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:47.351905 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 08e1a0bd-a0da-4c33-ab19-67c52983aafb up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:59:47.367088 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8d6a4f6e-9fe5-43f6-a103-92e9925c74e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:47.426041 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8adbab0a-a915-4bc0-8131-4b5c6d7505e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:47.428106 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7c9339a4-d30c-4a5a-aeb2-d46430ea68bc req-b21c5497-8303-4827-8438-f5751b617930 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044593 Jul 23 19:59:47.433099 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-757daa6d-1c22-41f6-9f19-ae40dcbe5438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:47.435416 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705e3ad4-145f-4771-b3c1-4bda2906a731 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 19:59:47.467544 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-951309cf-8161-4e7d-b17f-5f7d3749426d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:47.469005 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-951309cf-8161-4e7d-b17f-5f7d3749426d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=17ff61f0156f4459a680da5d5a3dd368&device_id=f2d27491-4759-49ce-8aad-0f76f9512453 HTTP/1.1" status: 200 len: 1100 time: 0.1615386 Jul 23 19:59:47.536563 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb4a5c3-494a-4e48-a129-c1d4d1363831 None None] Sync routers for ids ['2cdd1843-0838-486a-b974-583602f30bc7'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 19:59:47.539334 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-9fcee5a9-af79-4010-8ef3-37d4ed090a98 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=83124c42-89f8-415d-afa2-03018b51299d HTTP/1.1" status: 200 len: 217 time: 0.0598156 Jul 23 19:59:47.655090 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-ee32cba2-0a6a-4eea-8c1e-d235f542edbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:47.659132 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-ee32cba2-0a6a-4eea-8c1e-d235f542edbc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1108387 Jul 23 19:59:47.662300 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3ce0a-d15f-458d-a7a4-fb4a27d55abb req-f49b9fed-1aab-43e3-97ec-614e639de5c4 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:47.663862 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bfb3ce0a-d15f-458d-a7a4-fb4a27d55abb req-f49b9fed-1aab-43e3-97ec-614e639de5c4 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=965a56c6-3d74-4d12-9112-671147df0969 HTTP/1.1" status: 200 len: 945 time: 0.5777235 Jul 23 19:59:47.709002 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=0307e3ae-d53b-4f24-bdbf-e8a9877787c6,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:47.734011 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 08e1a0bd-a0da-4c33-ab19-67c52983aafb triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:47.734412 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:47.761409 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-705e3ad4-145f-4771-b3c1-4bda2906a731 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:47.766452 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-705e3ad4-145f-4771-b3c1-4bda2906a731 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 10.4858592 Jul 23 19:59:47.773498 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33274) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:47.878456 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-5e2e3467-6ab9-4d93-8d9a-26127cdacd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:47.879996 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb4a5c3-494a-4e48-a129-c1d4d1363831 None None] Routers {'2cdd1843-0838-486a-b974-583602f30bc7'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 19:59:47.880639 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-aeb4a5c3-494a-4e48-a129-c1d4d1363831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T19:59:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['2cdd1843-0838-486a-b974-583602f30bc7'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:59:47.883232 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-5e2e3467-6ab9-4d93-8d9a-26127cdacd94 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2157362 Jul 23 19:59:47.922270 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78c771-38b7-4e46-92fa-3e9ed6828484 req-355f0258-971a-4b8b-a021-8a5db00fee04 tempest-ServersAdminTestJSON-1860730933 tempest-ServersAdminTestJSON-1860730933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:47.922847 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78c771-38b7-4e46-92fa-3e9ed6828484 req-355f0258-971a-4b8b-a021-8a5db00fee04 tempest-ServersAdminTestJSON-1860730933 tempest-ServersAdminTestJSON-1860730933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:47.923328 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78c771-38b7-4e46-92fa-3e9ed6828484 req-355f0258-971a-4b8b-a021-8a5db00fee04 tempest-ServersAdminTestJSON-1860730933 tempest-ServersAdminTestJSON-1860730933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:47.925102 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2f78c771-38b7-4e46-92fa-3e9ed6828484 req-355f0258-971a-4b8b-a021-8a5db00fee04 tempest-ServersAdminTestJSON-1860730933 tempest-ServersAdminTestJSON-1860730933-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3a8fa566-6c2f-4f5b-9b00-11c65c104eaf&device_id=866ea730-f9e1-4c8d-8270-530acec9f5b2&device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 2886 time: 0.2141862 Jul 23 19:59:47.952491 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7a98a305-cb9d-49a9-ab74-22c1a3a3fc3c None None] Provisioning for port cceb9cfe-be34-41c0-92cd-2dbcf70a248f completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:59:48.116912 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6a4f6e-9fe5-43f6-a103-92e9925c74e1 None None] Routers {'7d1bc226-c4df-47ff-8163-8caf98c81af9'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 19:59:48.117665 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8d6a4f6e-9fe5-43f6-a103-92e9925c74e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T19:59:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['7d1bc226-c4df-47ff-8163-8caf98c81af9'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:59:48.131320 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7a98a305-cb9d-49a9-ab74-22c1a3a3fc3c None None] Provisioning complete for port cceb9cfe-be34-41c0-92cd-2dbcf70a248f triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:48.131686 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7a98a305-cb9d-49a9-ab74-22c1a3a3fc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:48.179138 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-757daa6d-1c22-41f6-9f19-ae40dcbe5438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cceb9cfe-be34-41c0-92cd-2dbcf70a248f {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 19:59:48.182088 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2f78c771-38b7-4e46-92fa-3e9ed6828484 req-149a90a4-aab6-494f-915c-68dd3d21050b tempest-ServersAdminTestJSON-1860730933 tempest-ServersAdminTestJSON-1860730933-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349820 Jul 23 19:59:48.200504 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bfb3ce0a-d15f-458d-a7a4-fb4a27d55abb req-7a9a4387-f4ec-45c9-99a7-a61b518a9173 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5054221 Jul 23 19:59:48.217079 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-757daa6d-1c22-41f6-9f19-ae40dcbe5438 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:48.219651 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-e74f9550-b8d0-4a01-bf69-99fea210469f service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171489 Jul 23 19:59:48.266169 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-757daa6d-1c22-41f6-9f19-ae40dcbe5438 service neutron] Transition to ACTIVE for port object cceb9cfe-be34-41c0-92cd-2dbcf70a248f will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:59:48.275903 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-85f93928-144f-4251-a8b2-5709d22d413d tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Made reservation on behalf of 29f398dfe4164e34978e3a6c9a01d9f6 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 19:59:48.282212 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 19:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c05bdb-28ce-42cb-90c1-a88c90644b7c x-openstack-request-id: req-71c05bdb-28ce-42cb-90c1-a88c90644b7c {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 19:59:48.282498 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965a56c6-3d74-4d12-9112-671147df0969", "name": "network-vif-plugged", "status": "completed", "tag": "0307e3ae-d53b-4f24-bdbf-e8a9877787c6", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 19:59:48.282756 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-71c05bdb-28ce-42cb-90c1-a88c90644b7c {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 19:59:48.283141 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965a56c6-3d74-4d12-9112-671147df0969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0307e3ae-d53b-4f24-bdbf-e8a9877787c6', 'code': 200} Jul 23 19:59:48.285295 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-85f93928-144f-4251-a8b2-5709d22d413d tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:48.287187 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=4c643738-b15e-40c4-a40c-6367c7b0ca47,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:48.330440 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-757daa6d-1c22-41f6-9f19-ae40dcbe5438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:48.507723 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-7a98a305-cb9d-49a9-ab74-22c1a3a3fc3c None None] Port cceb9cfe-be34-41c0-92cd-2dbcf70a248f cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 19:59:48.546247 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 19:59:48.589933 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-aeb4a5c3-494a-4e48-a129-c1d4d1363831 None None] Set router 2cdd1843-0838-486a-b974-583602f30bc7 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 19:59:48.623218 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 19:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9ddd80-d247-4a2a-9670-48c1e0a5b553 x-openstack-request-id: req-2c9ddd80-d247-4a2a-9670-48c1e0a5b553 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 19:59:48.623828 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d27491-4759-49ce-8aad-0f76f9512453", "tag": "83124c42-89f8-415d-afa2-03018b51299d", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 19:59:48.624247 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2c9ddd80-d247-4a2a-9670-48c1e0a5b553 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 19:59:48.624738 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d27491-4759-49ce-8aad-0f76f9512453', 'tag': '83124c42-89f8-415d-afa2-03018b51299d', 'status': 'completed', 'code': 200} Jul 23 19:59:48.653052 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-eef2524e-fb44-49d4-8a5a-3b1005371bba tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a86c9a8ccd634b6592ce48471da5ed00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1384356 Jul 23 19:59:48.707934 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e27eb-e33a-4506-b000-80bee73b072e None None] Pushing event updated for resources: {'Port': ['ID=80941e8b-f09f-40f8-8a79-492413f8a71b,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:48.716654 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-8d6a4f6e-9fe5-43f6-a103-92e9925c74e1 None None] Set router 7d1bc226-c4df-47ff-8163-8caf98c81af9 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 19:59:48.720539 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bcfc1886-e11d-4214-a5e9-0e25a1af3cc8 req-e9cb2661-f9ea-48d1-a232-0fe1a9d02493 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/ports?device_id=72a8e8b9-e7d1-4cc5-a520-b8ed7b62605b HTTP/1.1" status: 200 len: 210 time: 0.1270456 Jul 23 19:59:48.767058 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-db42deed-3bac-4f7b-a711-68b43b979cc4 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5375311 Jul 23 19:59:48.852924 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f602deb8-621b-4323-ad02-bc8e1e814bf6 req-89de0a73-a491-495f-a3cf-469e223662be tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c2ce5ef-adeb-4d5a-9201-b3119a69b560 HTTP/1.1" status: 200 len: 210 time: 0.2294385 Jul 23 19:59:48.870775 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-aba4983d-86fc-4ec2-b5fe-2360c037f4a5 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:48.873003 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-aba4983d-86fc-4ec2-b5fe-2360c037f4a5 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1678724 Jul 23 19:59:48.885249 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757daa6d-1c22-41f6-9f19-ae40dcbe5438 service neutron] Pushing event updated for resources: {'Port': ['ID=cceb9cfe-be34-41c0-92cd-2dbcf70a248f,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:48.896752 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8adbab0a-a915-4bc0-8131-4b5c6d7505e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:48.912989 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-804369c4-905e-4b82-b79b-158a666d6751 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Request body: {'port': {'device_id': '72a8e8b9-e7d1-4cc5-a520-b8ed7b62605b', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'admin_state_up': True, 'tenant_id': 'a86c9a8ccd634b6592ce48471da5ed00'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:49.046276 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 4c643738-b15e-40c4-a40c-6367c7b0ca47 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:59:49.069872 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3619b3dc-8149-435e-82b7-781914eccd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:49.109147 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcd3b8-8858-4954-9427-5c32bc9fa12c req-13eee83d-841a-4a2e-8817-709d04de6f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:49.110687 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6dfcd3b8-8858-4954-9427-5c32bc9fa12c req-13eee83d-841a-4a2e-8817-709d04de6f1b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=17ff61f0156f4459a680da5d5a3dd368&device_id=f2d27491-4759-49ce-8aad-0f76f9512453 HTTP/1.1" status: 200 len: 1100 time: 0.2608593 Jul 23 19:59:49.158863 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-757daa6d-1c22-41f6-9f19-ae40dcbe5438 service neutron] Attempting to bind port cceb9cfe-be34-41c0-92cd-2dbcf70a248f on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 19:59:49.159174 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-757daa6d-1c22-41f6-9f19-ae40dcbe5438 service neutron] Attempting to bind port cceb9cfe-be34-41c0-92cd-2dbcf70a248f by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 19:59:49.159662 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-757daa6d-1c22-41f6-9f19-ae40dcbe5438 service neutron] Attempting to bind port cceb9cfe-be34-41c0-92cd-2dbcf70a248f on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:59:49.163098 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada75c8a-80b5-43fd-abd7-9e7150bf8758 req-d8166f9d-8daa-4341-9241-bf56dded3e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:49.164741 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ada75c8a-80b5-43fd-abd7-9e7150bf8758 req-d8166f9d-8daa-4341-9241-bf56dded3e12 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=965a56c6-3d74-4d12-9112-671147df0969 HTTP/1.1" status: 200 len: 1097 time: 0.7989986 Jul 23 19:59:49.209154 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-757daa6d-1c22-41f6-9f19-ae40dcbe5438 service neutron] Port cceb9cfe-be34-41c0-92cd-2dbcf70a248f on network ec2201c2-595f-40aa-9bc3-fccd4b01012e not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 19:59:49.209962 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-757daa6d-1c22-41f6-9f19-ae40dcbe5438 service neutron] Attempting to bind port cceb9cfe-be34-41c0-92cd-2dbcf70a248f on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:59:49.242739 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-59895112-6f72-4f48-9e78-f7de85c589d0 None None] Provisioning for port 8b2e9367-ce98-4b8c-adc7-8c50b5643027 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:59:49.265954 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-59895112-6f72-4f48-9e78-f7de85c589d0 None None] Provisioning complete for port 8b2e9367-ce98-4b8c-adc7-8c50b5643027 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:49.266354 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-59895112-6f72-4f48-9e78-f7de85c589d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:49.283957 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-757daa6d-1c22-41f6-9f19-ae40dcbe5438 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 19, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 19:59:49.284390 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-757daa6d-1c22-41f6-9f19-ae40dcbe5438 service neutron] Checking segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:59:49.284527 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-3619b3dc-8149-435e-82b7-781914eccd6b admin admin] Allocated IP 172.20.0.1 (c222c235-3bf2-436f-9a0a-5e159a73f61d/209b23d9-b00d-469d-94f5-de81e8ae6057/6a8518d7-5288-4766-947b-dc846f63fb48) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 19:59:49.284896 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-757daa6d-1c22-41f6-9f19-ae40dcbe5438 service neutron] Bound using segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 19:59:49.285407 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-757daa6d-1c22-41f6-9f19-ae40dcbe5438 service neutron] Bound port: cceb9cfe-be34-41c0-92cd-2dbcf70a248f, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 19:59:49.285841 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-757daa6d-1c22-41f6-9f19-ae40dcbe5438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:49.298933 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-85f93928-144f-4251-a8b2-5709d22d413d tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Allocated IP 172.20.0.11 (73ef6daa-59f8-4590-b34d-231209a696ad/820d0704-7ca5-4869-af84-e2c94d784bdd/293d4214-3cc4-41c6-9ec0-1469a9d905ae) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 19:59:49.316055 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-59895112-6f72-4f48-9e78-f7de85c589d0 None None] Port 8b2e9367-ce98-4b8c-adc7-8c50b5643027 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 19:59:49.327885 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-aeb4a5c3-494a-4e48-a129-c1d4d1363831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdd1843-0838-486a-b974-583602f30bc7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-765598805-router', 'tenant_id': 'f8ddf1afa3864353974eb01065d8cc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '4126dc89-ca03-4137-b85f-ca418c1bccb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:37Z', 'updated_at': '2021-07-23T19:59:43Z', 'revision_number': 3, 'project_id': 'f8ddf1afa3864353974eb01065d8cc1a', 'gw_port': {'id': '4126dc89-ca03-4137-b85f-ca418c1bccb2', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdd1843-0838-486a-b974-583602f30bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:40Z', 'updated_at': '2021-07-23T19:59:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:59:49.364487 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb4a5c3-494a-4e48-a129-c1d4d1363831 None None] Checking router: 2cdd1843-0838-486a-b974-583602f30bc7 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 19:59:49.364487 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb4a5c3-494a-4e48-a129-c1d4d1363831 None None] Updating router 2cdd1843-0838-486a-b974-583602f30bc7 port 4126dc89-ca03-4137-b85f-ca418c1bccb2 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 19:59:49.381907 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ada75c8a-80b5-43fd-abd7-9e7150bf8758 req-5f9aa0e3-71d7-43c7-ba26-67e07b6fadeb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982987 Jul 23 19:59:49.406521 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3619b3dc-8149-435e-82b7-781914eccd6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:49.419697 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 4c643738-b15e-40c4-a40c-6367c7b0ca47 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:49.420259 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:49.423671 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-3619b3dc-8149-435e-82b7-781914eccd6b admin admin] Transition to ACTIVE for port object 6a8518d7-5288-4766-947b-dc846f63fb48 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:59:49.444610 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-804369c4-905e-4b82-b79b-158a666d6751 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Made reservation on behalf of a86c9a8ccd634b6592ce48471da5ed00 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 19:59:49.449642 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-804369c4-905e-4b82-b79b-158a666d6751 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:49.472129 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3619b3dc-8149-435e-82b7-781914eccd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:49.483045 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-804369c4-905e-4b82-b79b-158a666d6751 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:49.524381 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca522196-8118-4a73-a815-d7c1e0c6cc01 req-d6228444-b7f6-4022-940c-e33e33c4f529 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:49.533906 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ca522196-8118-4a73-a815-d7c1e0c6cc01 req-d6228444-b7f6-4022-940c-e33e33c4f529 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d71b387-ef90-4d1c-a783-7520601a0b1d HTTP/1.1" status: 200 len: 948 time: 0.4830382 Jul 23 19:59:49.552176 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3619b3dc-8149-435e-82b7-781914eccd6b admin admin] Network c222c235-3bf2-436f-9a0a-5e159a73f61d is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 19:59:49.596411 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-3619b3dc-8149-435e-82b7-781914eccd6b admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:59:49.626102 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aeb4a5c3-494a-4e48-a129-c1d4d1363831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:49.631663 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3619b3dc-8149-435e-82b7-781914eccd6b admin admin] Pushing event updated for resources: {'Port': ['ID=6a8518d7-5288-4766-947b-dc846f63fb48,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:49.634746 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3619b3dc-8149-435e-82b7-781914eccd6b admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 19:59:49.642410 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-757daa6d-1c22-41f6-9f19-ae40dcbe5438 service neutron] For port cceb9cfe-be34-41c0-92cd-2dbcf70a248f, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 19:59:49.667300 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8d6a4f6e-9fe5-43f6-a103-92e9925c74e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1bc226-c4df-47ff-8163-8caf98c81af9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1845203454-router', 'tenant_id': '959d5304928c4193a6a3c138f98e6b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '80941e8b-f09f-40f8-8a79-492413f8a71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:36Z', 'updated_at': '2021-07-23T19:59:39Z', 'revision_number': 3, 'project_id': '959d5304928c4193a6a3c138f98e6b80', 'gw_port': {'id': '80941e8b-f09f-40f8-8a79-492413f8a71b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1bc226-c4df-47ff-8163-8caf98c81af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:38Z', 'updated_at': '2021-07-23T19:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:59:49.678078 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-757daa6d-1c22-41f6-9f19-ae40dcbe5438 service neutron] For port cceb9cfe-be34-41c0-92cd-2dbcf70a248f, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=cceb9cfe-be34-41c0-92cd-2dbcf70a248f,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 19:59:49.692720 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ca522196-8118-4a73-a815-d7c1e0c6cc01 req-95717216-b878-46e9-b32f-2bdfe9ace97c tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578522 Jul 23 19:59:49.704795 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-757daa6d-1c22-41f6-9f19-ae40dcbe5438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:49.713684 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6a4f6e-9fe5-43f6-a103-92e9925c74e1 None None] The sync data for ids ['7d1bc226-c4df-47ff-8163-8caf98c81af9'] in n-d-793618-10 is: [{'id': '7d1bc226-c4df-47ff-8163-8caf98c81af9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1845203454-router', 'tenant_id': '959d5304928c4193a6a3c138f98e6b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '80941e8b-f09f-40f8-8a79-492413f8a71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:36Z', 'updated_at': '2021-07-23T19:59:39Z', 'revision_number': 3, 'project_id': '959d5304928c4193a6a3c138f98e6b80', 'gw_port': {'id': '80941e8b-f09f-40f8-8a79-492413f8a71b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1bc226-c4df-47ff-8163-8caf98c81af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:38Z', 'updated_at': '2021-07-23T19:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 19:59:49.732150 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3619b3dc-8149-435e-82b7-781914eccd6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:49.740768 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcd3b8-8858-4954-9427-5c32bc9fa12c req-86257b39-e6a6-4f04-95d8-b1d31ce32bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:49.742954 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6dfcd3b8-8858-4954-9427-5c32bc9fa12c req-86257b39-e6a6-4f04-95d8-b1d31ce32bb1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.2838805 Jul 23 19:59:49.766172 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8adbab0a-a915-4bc0-8131-4b5c6d7505e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:49.890964 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6dfcd3b8-8858-4954-9427-5c32bc9fa12c req-f7a1dc12-3e7f-41ff-9c69-cb98d79c9aad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=83124c42-89f8-415d-afa2-03018b51299d HTTP/1.1" status: 200 len: 217 time: 0.1391561 Jul 23 19:59:50.010128 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a1421-b10d-466e-a878-9ab4d047af44 req-aa9b0072-f520-4a85-bdf6-9e361d4125b1 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:50.017390 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-960a1421-b10d-466e-a878-9ab4d047af44 req-aa9b0072-f520-4a85-bdf6-9e361d4125b1 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=965a56c6-3d74-4d12-9112-671147df0969 HTTP/1.1" status: 200 len: 945 time: 0.4623601 Jul 23 19:59:50.030680 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcd3b8-8858-4954-9427-5c32bc9fa12c req-f1d2ecff-cfa4-41f3-ae81-bfef4f79c576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:50.032165 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6dfcd3b8-8858-4954-9427-5c32bc9fa12c req-f1d2ecff-cfa4-41f3-ae81-bfef4f79c576 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1342018 Jul 23 19:59:50.105250 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aeb4a5c3-494a-4e48-a129-c1d4d1363831 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:50.108416 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4987356a-a627-449a-b7b2-57057a5ce256 None None] Provisioning for port 6a8518d7-5288-4766-947b-dc846f63fb48 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:59:50.120268 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4987356a-a627-449a-b7b2-57057a5ce256 None None] Provisioning complete for port 6a8518d7-5288-4766-947b-dc846f63fb48 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:50.120660 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4987356a-a627-449a-b7b2-57057a5ce256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:50.125973 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-aeb4a5c3-494a-4e48-a129-c1d4d1363831 None None] Transition to ACTIVE for port object 4126dc89-ca03-4137-b85f-ca418c1bccb2 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:59:50.140295 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-960a1421-b10d-466e-a878-9ab4d047af44 req-28b79a66-57da-4347-990f-56e5e0b56494 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219196 Jul 23 19:59:50.192406 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aeb4a5c3-494a-4e48-a129-c1d4d1363831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:50.245704 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0ce0e66b-b0a8-40a3-ac9e-508a36f710d0 req-069fd27b-9e71-4be8-8d3c-6c1e5087512a tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/ports?device_id=72a8e8b9-e7d1-4cc5-a520-b8ed7b62605b HTTP/1.1" status: 200 len: 210 time: 0.0951180 Jul 23 19:59:50.274607 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-757daa6d-1c22-41f6-9f19-ae40dcbe5438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:50.275838 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-757daa6d-1c22-41f6-9f19-ae40dcbe5438 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:50.277557 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-757daa6d-1c22-41f6-9f19-ae40dcbe5438 service neutron] 10.222.0.30 "PUT /v2.0/ports/cceb9cfe-be34-41c0-92cd-2dbcf70a248f HTTP/1.1" status: 200 len: 1097 time: 3.8244023 Jul 23 19:59:50.305640 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3619b3dc-8149-435e-82b7-781914eccd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:50.332858 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8adbab0a-a915-4bc0-8131-4b5c6d7505e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:50.338446 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d71b387-ef90-4d1c-a783-7520601a0b1d', 'tag': 'cceb9cfe-be34-41c0-92cd-2dbcf70a248f'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 19:59:50.342344 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02ea272-340e-47cd-bf3b-8d28d572bad3" -d '{"events": [{"name": "network-changed", "server_uuid": "9d71b387-ef90-4d1c-a783-7520601a0b1d", "tag": "cceb9cfe-be34-41c0-92cd-2dbcf70a248f"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 19:59:50.348276 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-4987356a-a627-449a-b7b2-57057a5ce256 None None] Port 6a8518d7-5288-4766-947b-dc846f63fb48 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 19:59:50.352306 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-aeb4a5c3-494a-4e48-a129-c1d4d1363831 None None] Attempting to bind port 4126dc89-ca03-4137-b85f-ca418c1bccb2 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 19:59:50.353347 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-aeb4a5c3-494a-4e48-a129-c1d4d1363831 None None] Attempting to bind port 4126dc89-ca03-4137-b85f-ca418c1bccb2 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 19:59:50.354070 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb4a5c3-494a-4e48-a129-c1d4d1363831 None None] Attempting to bind port 4126dc89-ca03-4137-b85f-ca418c1bccb2 on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:59:50.361514 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c710261-73c5-4d0c-98b2-e2de9bc5f544 None None] Pushing event updated for resources: {'Port': ['ID=4126dc89-ca03-4137-b85f-ca418c1bccb2,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:50.364058 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757daa6d-1c22-41f6-9f19-ae40dcbe5438 service neutron] Pushing event updated for resources: {'Port': ['ID=cceb9cfe-be34-41c0-92cd-2dbcf70a248f,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:50.383109 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb4a5c3-494a-4e48-a129-c1d4d1363831 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 19, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 19:59:50.383705 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb4a5c3-494a-4e48-a129-c1d4d1363831 None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:59:50.384173 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aeb4a5c3-494a-4e48-a129-c1d4d1363831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:50.384819 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb4a5c3-494a-4e48-a129-c1d4d1363831 None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 19:59:50.385538 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-aeb4a5c3-494a-4e48-a129-c1d4d1363831 None None] Bound port: 4126dc89-ca03-4137-b85f-ca418c1bccb2, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 19:59:50.385995 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aeb4a5c3-494a-4e48-a129-c1d4d1363831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:50.423769 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcd3b8-8858-4954-9427-5c32bc9fa12c req-b537b112-a6d5-443a-90fc-1a7a8e068323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:50.429945 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6dfcd3b8-8858-4954-9427-5c32bc9fa12c req-b537b112-a6d5-443a-90fc-1a7a8e068323 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3813658 Jul 23 19:59:50.436662 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c710261-73c5-4d0c-98b2-e2de9bc5f544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:50.437836 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c710261-73c5-4d0c-98b2-e2de9bc5f544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:50.439447 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c710261-73c5-4d0c-98b2-e2de9bc5f544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:50.440306 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c710261-73c5-4d0c-98b2-e2de9bc5f544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:50.441171 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c710261-73c5-4d0c-98b2-e2de9bc5f544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:50.441973 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c710261-73c5-4d0c-98b2-e2de9bc5f544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:50.442582 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c710261-73c5-4d0c-98b2-e2de9bc5f544 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:50.443155 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c710261-73c5-4d0c-98b2-e2de9bc5f544 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:50.443843 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c710261-73c5-4d0c-98b2-e2de9bc5f544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:50.444417 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c710261-73c5-4d0c-98b2-e2de9bc5f544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:50.444920 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c710261-73c5-4d0c-98b2-e2de9bc5f544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:50.445553 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c710261-73c5-4d0c-98b2-e2de9bc5f544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:59:50.497977 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-aeb4a5c3-494a-4e48-a129-c1d4d1363831 None None] For port 4126dc89-ca03-4137-b85f-ca418c1bccb2, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 19:59:50.501651 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-aeb4a5c3-494a-4e48-a129-c1d4d1363831 None None] For port 4126dc89-ca03-4137-b85f-ca418c1bccb2, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=4126dc89-ca03-4137-b85f-ca418c1bccb2,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 19:59:50.505355 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-804369c4-905e-4b82-b79b-158a666d6751 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:50.513500 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aeb4a5c3-494a-4e48-a129-c1d4d1363831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:50.514543 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-92f12b42-e9c5-45f1-a44c-51ba576f19c0 req-737aa670-7182-435a-abbb-48b9ec2a8838 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c2ce5ef-adeb-4d5a-9201-b3119a69b560 HTTP/1.1" status: 200 len: 210 time: 0.1639631 Jul 23 19:59:50.622104 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb4a5c3-494a-4e48-a129-c1d4d1363831 None None] Routers {'2cdd1843-0838-486a-b974-583602f30bc7'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 19:59:50.622826 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-aeb4a5c3-494a-4e48-a129-c1d4d1363831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T19:59:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['2cdd1843-0838-486a-b974-583602f30bc7'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:59:50.626965 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-804369c4-905e-4b82-b79b-158a666d6751 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:50.645948 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 19:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50201547-5f78-4b06-903e-2143968a22c1 x-openstack-request-id: req-50201547-5f78-4b06-903e-2143968a22c1 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 19:59:50.646398 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d71b387-ef90-4d1c-a783-7520601a0b1d", "tag": "cceb9cfe-be34-41c0-92cd-2dbcf70a248f", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 19:59:50.646741 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-50201547-5f78-4b06-903e-2143968a22c1 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 19:59:50.647236 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d71b387-ef90-4d1c-a783-7520601a0b1d', 'tag': 'cceb9cfe-be34-41c0-92cd-2dbcf70a248f', 'status': 'completed', 'code': 200} Jul 23 19:59:50.687479 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-85f93928-144f-4251-a8b2-5709d22d413d tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:50.724339 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c710261-73c5-4d0c-98b2-e2de9bc5f544 None None] Pushing event updated for resources: {'Port': ['ID=4126dc89-ca03-4137-b85f-ca418c1bccb2,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:50.746851 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8adbab0a-a915-4bc0-8131-4b5c6d7505e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:50.752667 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adbab0a-a915-4bc0-8131-4b5c6d7505e1 admin admin] Pushing event updated for resources: {'Port': ['ID=8b2e9367-ce98-4b8c-adc7-8c50b5643027,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:50.788856 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6dfcd3b8-8858-4954-9427-5c32bc9fa12c req-46ef7d41-1df6-4bf7-871e-809f708ba3fa service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633090 Jul 23 19:59:50.820772 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-aeb4a5c3-494a-4e48-a129-c1d4d1363831 None None] Set router 2cdd1843-0838-486a-b974-583602f30bc7 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 19:59:50.862555 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3619b3dc-8149-435e-82b7-781914eccd6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:50.913610 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3619b3dc-8149-435e-82b7-781914eccd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:51.012794 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-85f93928-144f-4251-a8b2-5709d22d413d tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Transition to ACTIVE for port object 293d4214-3cc4-41c6-9ec0-1469a9d905ae will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:59:51.022393 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 80941e8b-f09f-40f8-8a79-492413f8a71b up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:59:51.053763 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804369c4-905e-4b82-b79b-158a666d6751 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a18ffe49-d0c4-4702-93be-c1cf700ebd9d,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:51.072752 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87da376-c1d6-455a-a5ad-cca2bd4f117e req-49306222-e7a1-4ee1-bb4b-c8e5db048a5a tempest-ServersAdminTestJSON-1860730933 tempest-ServersAdminTestJSON-1860730933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:51.080536 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f87da376-c1d6-455a-a5ad-cca2bd4f117e req-49306222-e7a1-4ee1-bb4b-c8e5db048a5a tempest-ServersAdminTestJSON-1860730933 tempest-ServersAdminTestJSON-1860730933-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 1101 time: 0.5603361 Jul 23 19:59:51.097774 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3619b3dc-8149-435e-82b7-781914eccd6b admin admin] Pushing event updated for resources: {'Port': ['ID=6a8518d7-5288-4766-947b-dc846f63fb48,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:51.106869 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3619b3dc-8149-435e-82b7-781914eccd6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:51.118580 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6dfcd3b8-8858-4954-9427-5c32bc9fa12c req-a17e2774-f78c-4995-9e43-6adeac16e811 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182847 Jul 23 19:59:51.132596 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-b8c6390d-4b69-408b-bedd-71fbd996e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:51.136276 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-b8c6390d-4b69-408b-bedd-71fbd996e48c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=17ff61f0156f4459a680da5d5a3dd368&device_id=9d71b387-ef90-4d1c-a783-7520601a0b1d HTTP/1.1" status: 200 len: 1100 time: 0.6294341 Jul 23 19:59:51.139727 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adbab0a-a915-4bc0-8131-4b5c6d7505e1 admin admin] Network 294765c2-8010-4163-ae30-aebf18de5582 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 19:59:51.157510 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 80941e8b-f09f-40f8-8a79-492413f8a71b completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:59:51.163986 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 80941e8b-f09f-40f8-8a79-492413f8a71b triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:51.164724 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:51.180424 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-8adbab0a-a915-4bc0-8131-4b5c6d7505e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:59:51.197245 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f87da376-c1d6-455a-a5ad-cca2bd4f117e req-5bc1b33a-ec4c-42cb-9c0a-c75a62ff4c34 tempest-ServersAdminTestJSON-1860730933 tempest-ServersAdminTestJSON-1860730933-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132584 Jul 23 19:59:51.274057 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-aeb4a5c3-494a-4e48-a129-c1d4d1363831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdd1843-0838-486a-b974-583602f30bc7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-765598805-router', 'tenant_id': 'f8ddf1afa3864353974eb01065d8cc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '4126dc89-ca03-4137-b85f-ca418c1bccb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:37Z', 'updated_at': '2021-07-23T19:59:50Z', 'revision_number': 4, 'project_id': 'f8ddf1afa3864353974eb01065d8cc1a', 'gw_port': {'id': '4126dc89-ca03-4137-b85f-ca418c1bccb2', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdd1843-0838-486a-b974-583602f30bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:40Z', 'updated_at': '2021-07-23T19:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '6a8518d7-5288-4766-947b-dc846f63fb48', 'name': '', 'network_id': 'c222c235-3bf2-436f-9a0a-5e159a73f61d', 'tenant_id': 'f8ddf1afa3864353974eb01065d8cc1a', 'mac_address': 'fa:16:3e:bf:54:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdd1843-0838-486a-b974-583602f30bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '209b23d9-b00d-469d-94f5-de81e8ae6057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:49Z', 'updated_at': '2021-07-23T19:59:49Z', 'revision_number': 1, 'project_id': 'f8ddf1afa3864353974eb01065d8cc1a', 'subnets': [{'id': '209b23d9-b00d-469d-94f5-de81e8ae6057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:59:51.319689 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-030d4f99-3f3a-436c-a77b-a1f55f90d2c2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=cceb9cfe-be34-41c0-92cd-2dbcf70a248f HTTP/1.1" status: 200 len: 217 time: 0.1545391 Jul 23 19:59:51.353314 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb4a5c3-494a-4e48-a129-c1d4d1363831 None None] The sync data for ids ['2cdd1843-0838-486a-b974-583602f30bc7'] in n-d-793618-10 is: [{'id': '2cdd1843-0838-486a-b974-583602f30bc7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-765598805-router', 'tenant_id': 'f8ddf1afa3864353974eb01065d8cc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '4126dc89-ca03-4137-b85f-ca418c1bccb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:37Z', 'updated_at': '2021-07-23T19:59:50Z', 'revision_number': 4, 'project_id': 'f8ddf1afa3864353974eb01065d8cc1a', 'gw_port': {'id': '4126dc89-ca03-4137-b85f-ca418c1bccb2', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdd1843-0838-486a-b974-583602f30bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:40Z', 'updated_at': '2021-07-23T19:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '6a8518d7-5288-4766-947b-dc846f63fb48', 'name': '', 'network_id': 'c222c235-3bf2-436f-9a0a-5e159a73f61d', 'tenant_id': 'f8ddf1afa3864353974eb01065d8cc1a', 'mac_address': 'fa:16:3e:bf:54:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdd1843-0838-486a-b974-583602f30bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '209b23d9-b00d-469d-94f5-de81e8ae6057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:49Z', 'updated_at': '2021-07-23T19:59:49Z', 'revision_number': 1, 'project_id': 'f8ddf1afa3864353974eb01065d8cc1a', 'subnets': [{'id': '209b23d9-b00d-469d-94f5-de81e8ae6057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 19:59:51.374975 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:51.408919 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 80941e8b-f09f-40f8-8a79-492413f8a71b, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=80941e8b-f09f-40f8-8a79-492413f8a71b,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:51.421903 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:51.457235 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-85f93928-144f-4251-a8b2-5709d22d413d tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:51.482162 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=80941e8b-f09f-40f8-8a79-492413f8a71b,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:51.499614 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0a5be-1edc-430e-82a3-63b13c6fc4e8 req-2c78b62c-2f26-45d9-b259-161b1fe0beff tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:51.501864 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f2f0a5be-1edc-430e-82a3-63b13c6fc4e8 req-2c78b62c-2f26-45d9-b259-161b1fe0beff tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d71b387-ef90-4d1c-a783-7520601a0b1d HTTP/1.1" status: 200 len: 948 time: 0.5089664 Jul 23 19:59:51.517768 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-804369c4-905e-4b82-b79b-158a666d6751 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Allocated IP 192.168.233.45 (ec2201c2-595f-40aa-9bc3-fccd4b01012e/4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d/41c3667c-e53c-4371-8e80-c226bf656e9b) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 19:59:51.541058 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6260e071-b96d-4980-a734-d1083adfabad None None] Provisioning complete for port 8b2e9367-ce98-4b8c-adc7-8c50b5643027 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:51.541759 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6260e071-b96d-4980-a734-d1083adfabad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:51.544077 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3619b3dc-8149-435e-82b7-781914eccd6b admin admin] Network c222c235-3bf2-436f-9a0a-5e159a73f61d is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 19:59:51.550262 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-3619b3dc-8149-435e-82b7-781914eccd6b admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:59:51.599611 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-6260e071-b96d-4980-a734-d1083adfabad None None] Port 8b2e9367-ce98-4b8c-adc7-8c50b5643027 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 19:59:51.610793 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-85f93928-144f-4251-a8b2-5709d22d413d tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Network 73ef6daa-59f8-4590-b34d-231209a696ad is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 19:59:51.659891 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-767a450b-5215-497f-9d75-01b045eb4a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:51.661819 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-767a450b-5215-497f-9d75-01b045eb4a7c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.3195782 Jul 23 19:59:51.669267 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f2f0a5be-1edc-430e-82a3-63b13c6fc4e8 req-0b224a8d-5d6d-45cd-8653-1e823620b134 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617539 Jul 23 19:59:51.670120 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-85f93928-144f-4251-a8b2-5709d22d413d tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:59:51.673117 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-85f93928-144f-4251-a8b2-5709d22d413d tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 19:59:51.721915 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3619b3dc-8149-435e-82b7-781914eccd6b admin admin] Router 2cdd1843-0838-486a-b974-583602f30bc7 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 19:59:51.734674 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f93928-144f-4251-a8b2-5709d22d413d tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Pushing event updated for resources: {'Port': ['ID=293d4214-3cc4-41c6-9ec0-1469a9d905ae,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:51.782002 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8adbab0a-a915-4bc0-8131-4b5c6d7505e1 admin admin] Router 7d1bc226-c4df-47ff-8163-8caf98c81af9 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 19:59:51.926110 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3619b3dc-8149-435e-82b7-781914eccd6b admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 19:59:51.935050 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3619b3dc-8149-435e-82b7-781914eccd6b admin admin] 10.222.0.32 "PUT /v2.0/routers/2cdd1843-0838-486a-b974-583602f30bc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1636305 Jul 23 19:59:51.956593 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-606b5b10-1694-42f3-9e20-e18935b1c75c None None] Provisioning complete for port 6a8518d7-5288-4766-947b-dc846f63fb48 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:51.957128 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-606b5b10-1694-42f3-9e20-e18935b1c75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:51.960080 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f5dd6-50d6-4ca9-a0ce-af0e41ef7d6d req-067e6402-4ed0-4a22-8281-ea1fdab147c9 tempest-ServersAdminTestJSON-1860730933 tempest-ServersAdminTestJSON-1860730933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:51.960628 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-85f93928-144f-4251-a8b2-5709d22d413d tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:51.961269 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-85f93928-144f-4251-a8b2-5709d22d413d tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:51.971598 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bd1f5dd6-50d6-4ca9-a0ce-af0e41ef7d6d req-067e6402-4ed0-4a22-8281-ea1fdab147c9 tempest-ServersAdminTestJSON-1860730933 tempest-ServersAdminTestJSON-1860730933-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 1101 time: 0.2221901 Jul 23 19:59:51.984467 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb72d6-dcb8-42be-b6b8-930f64ccaaf5 req-bd68c3f4-9402-49cf-99e8-af06fc8113ed tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:51.996948 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-63cb72d6-dcb8-42be-b6b8-930f64ccaaf5 req-bd68c3f4-9402-49cf-99e8-af06fc8113ed tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=965a56c6-3d74-4d12-9112-671147df0969 HTTP/1.1" status: 200 len: 945 time: 0.5812650 Jul 23 19:59:52.025112 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-606b5b10-1694-42f3-9e20-e18935b1c75c None None] Port 6a8518d7-5288-4766-947b-dc846f63fb48 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 19:59:52.068556 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-85f93928-144f-4251-a8b2-5709d22d413d tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7472224 Jul 23 19:59:52.070706 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-0d400098-f778-4bb5-ae0d-44ca8d9102be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:52.073932 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-0d400098-f778-4bb5-ae0d-44ca8d9102be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3959537 Jul 23 19:59:52.078772 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bd1f5dd6-50d6-4ca9-a0ce-af0e41ef7d6d req-8971c32b-1d9b-48c7-8981-75056b719c96 tempest-ServersAdminTestJSON-1860730933 tempest-ServersAdminTestJSON-1860730933-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967908 Jul 23 19:59:52.096398 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-71871b8a-30ba-45e8-a1f8-f609c815c684 service neutron] Request body: {'port': {'device_id': '1c2ce5ef-adeb-4d5a-9201-b3119a69b560', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:52.167501 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-928832af-73af-4605-9ff2-e1fc66b24f01 None None] Provisioning for port 293d4214-3cc4-41c6-9ec0-1469a9d905ae completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:59:52.183118 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-928832af-73af-4605-9ff2-e1fc66b24f01 None None] Provisioning complete for port 293d4214-3cc4-41c6-9ec0-1469a9d905ae triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:52.183980 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-804369c4-905e-4b82-b79b-158a666d6751 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:52.184818 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-928832af-73af-4605-9ff2-e1fc66b24f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:52.202605 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-804369c4-905e-4b82-b79b-158a666d6751 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Transition to ACTIVE for port object 41c3667c-e53c-4371-8e80-c226bf656e9b will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:59:52.216024 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d1c99d37-1bc4-4b91-b9d7-dc0145278158 req-f46ea78f-32d7-44f2-9691-7e6335b10de9 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/ports?device_id=72a8e8b9-e7d1-4cc5-a520-b8ed7b62605b HTTP/1.1" status: 200 len: 210 time: 0.0464118 Jul 23 19:59:52.273154 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-928832af-73af-4605-9ff2-e1fc66b24f01 None None] Port 293d4214-3cc4-41c6-9ec0-1469a9d905ae cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 19:59:52.341693 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-804369c4-905e-4b82-b79b-158a666d6751 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:52.350064 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-63cb72d6-dcb8-42be-b6b8-930f64ccaaf5 req-2808f31e-c28a-4df0-8e72-ea2f2874ba68 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516541 Jul 23 19:59:52.404413 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6cb8af-0729-49dc-9098-851cd445a98f req-4339cbff-48ab-49fb-883d-90cd6db12310 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:52.406392 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1a6cb8af-0729-49dc-9098-851cd445a98f req-4339cbff-48ab-49fb-883d-90cd6db12310 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c2ce5ef-adeb-4d5a-9201-b3119a69b560 HTTP/1.1" status: 200 len: 932 time: 0.0955622 Jul 23 19:59:52.445826 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-71871b8a-30ba-45e8-a1f8-f609c815c684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:52.461571 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-804369c4-905e-4b82-b79b-158a666d6751 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Network ec2201c2-595f-40aa-9bc3-fccd4b01012e is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 19:59:52.463527 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1a6cb8af-0729-49dc-9098-851cd445a98f req-c74e4b5e-3637-498a-bb05-4f76d9c4ea30 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/security-groups?id=2717b42f-9486-406a-97be-cf9367fee954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492699 Jul 23 19:59:52.479936 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8adbab0a-a915-4bc0-8131-4b5c6d7505e1 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 19:59:52.482128 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-804369c4-905e-4b82-b79b-158a666d6751 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:59:52.509302 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544e442d-4677-4b19-aef2-f2879f8fccc0 None None] Sync routers for ids ['7d1bc226-c4df-47ff-8163-8caf98c81af9'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 19:59:52.526985 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544e442d-4677-4b19-aef2-f2879f8fccc0 None None] Routers {'7d1bc226-c4df-47ff-8163-8caf98c81af9'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 19:59:52.527623 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-544e442d-4677-4b19-aef2-f2879f8fccc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T19:59:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['7d1bc226-c4df-47ff-8163-8caf98c81af9'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:59:52.533845 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8adbab0a-a915-4bc0-8131-4b5c6d7505e1 admin admin] 10.222.0.32 "PUT /v2.0/routers/7d1bc226-c4df-47ff-8163-8caf98c81af9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4391649 Jul 23 19:59:52.534866 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804369c4-905e-4b82-b79b-158a666d6751 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Pushing event updated for resources: {'Port': ['ID=41c3667c-e53c-4371-8e80-c226bf656e9b,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:52.537507 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-804369c4-905e-4b82-b79b-158a666d6751 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 19:59:52.556485 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-23d54b4e-4e11-449f-b224-42f668261363 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4703467 Jul 23 19:59:52.681818 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [req-b51e7fc7-7cdd-434a-b8ee-39d7ed546ce8 req-a919fc66-85fe-4bba-83c2-720cdaedd26d tempest-FloatingIPDetailsNegativeTestJSON-2089342268 tempest-FloatingIPDetailsNegativeTestJSON-2089342268-project] show failed (client error): The resource could not be found. Jul 23 19:59:52.724965 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33358) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:52.728669 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b51e7fc7-7cdd-434a-b8ee-39d7ed546ce8 req-a919fc66-85fe-4bba-83c2-720cdaedd26d tempest-FloatingIPDetailsNegativeTestJSON-2089342268 tempest-FloatingIPDetailsNegativeTestJSON-2089342268-project] 10.222.0.32 "GET /v2.0/floatingips/ba07eb3b-8484-415e-a77f-cee9e3bf45bd HTTP/1.1" status: 404 len: 350 time: 0.1788588 Jul 23 19:59:52.840403 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-544e442d-4677-4b19-aef2-f2879f8fccc0 None None] Set router 7d1bc226-c4df-47ff-8163-8caf98c81af9 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 19:59:53.037139 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ee013986-3ac7-4fee-b034-018b041a6a64 None None] Provisioning for port 41c3667c-e53c-4371-8e80-c226bf656e9b completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:59:53.047093 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ee013986-3ac7-4fee-b034-018b041a6a64 None None] Provisioning complete for port 41c3667c-e53c-4371-8e80-c226bf656e9b triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:53.047661 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ee013986-3ac7-4fee-b034-018b041a6a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:53.085196 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8baa8d-3494-47db-9ee2-fa32af14c5bb req-f42f2d3a-c0bc-43c8-9214-806268a78569 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:53.090257 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ee013986-3ac7-4fee-b034-018b041a6a64 None None] Port 41c3667c-e53c-4371-8e80-c226bf656e9b cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 19:59:53.091197 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9d8baa8d-3494-47db-9ee2-fa32af14c5bb req-f42f2d3a-c0bc-43c8-9214-806268a78569 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=965a56c6-3d74-4d12-9112-671147df0969 HTTP/1.1" status: 200 len: 1097 time: 0.0841756 Jul 23 19:59:53.123305 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 83124c42-89f8-415d-afa2-03018b51299d details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 19:59:53.142812 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 80941e8b-f09f-40f8-8a79-492413f8a71b up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:59:53.145705 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9d8baa8d-3494-47db-9ee2-fa32af14c5bb req-4b8ecef2-1e20-4e20-8053-1785b7351ce0 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412519 Jul 23 19:59:53.183545 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-544e442d-4677-4b19-aef2-f2879f8fccc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1bc226-c4df-47ff-8163-8caf98c81af9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1845203454-router', 'tenant_id': '959d5304928c4193a6a3c138f98e6b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '80941e8b-f09f-40f8-8a79-492413f8a71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:36Z', 'updated_at': '2021-07-23T19:59:48Z', 'revision_number': 4, 'project_id': '959d5304928c4193a6a3c138f98e6b80', 'gw_port': {'id': '80941e8b-f09f-40f8-8a79-492413f8a71b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1bc226-c4df-47ff-8163-8caf98c81af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:38Z', 'updated_at': '2021-07-23T19:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '8b2e9367-ce98-4b8c-adc7-8c50b5643027', 'name': '', 'network_id': '294765c2-8010-4163-ae30-aebf18de5582', 'tenant_id': '959d5304928c4193a6a3c138f98e6b80', 'mac_address': 'fa:16:3e:08:19:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1bc226-c4df-47ff-8163-8caf98c81af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '10b354d7-ae0b-42b6-8f0b-508642b8d478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:44Z', 'updated_at': '2021-07-23T19:59:49Z', 'revision_number': 2, 'project_id': '959d5304928c4193a6a3c138f98e6b80', 'subnets': [{'id': '10b354d7-ae0b-42b6-8f0b-508642b8d478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:59:53.247237 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544e442d-4677-4b19-aef2-f2879f8fccc0 None None] Checking router: 7d1bc226-c4df-47ff-8163-8caf98c81af9 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 19:59:53.247587 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544e442d-4677-4b19-aef2-f2879f8fccc0 None None] Updating router 7d1bc226-c4df-47ff-8163-8caf98c81af9 port 8b2e9367-ce98-4b8c-adc7-8c50b5643027 binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 19:59:53.314967 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-544e442d-4677-4b19-aef2-f2879f8fccc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:53.315410 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 83124c42-89f8-415d-afa2-03018b51299d, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=83124c42-89f8-415d-afa2-03018b51299d,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:53.338656 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '83124c42-89f8-415d-afa2-03018b51299d', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': '83124c42-89f8-415d-afa2-03018b51299d', 'mac_address': 'fa:16:3e:7a:09:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 19:59:53.419581 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-804369c4-905e-4b82-b79b-158a666d6751 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:53.420229 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-804369c4-905e-4b82-b79b-158a666d6751 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:53.429796 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:53.433537 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f2018698-d16a-4e81-a743-eac8f2d6def7 req-328d6569-1b9a-4ffe-9ee9-7c669fcaeae6 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8048718 Jul 23 19:59:53.456328 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83124c42-89f8-415d-afa2-03018b51299d {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 19:59:53.485883 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 80941e8b-f09f-40f8-8a79-492413f8a71b triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:53.486368 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:53.497643 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-804369c4-905e-4b82-b79b-158a666d6751 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6095936 Jul 23 19:59:53.527316 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 83124c42-89f8-415d-afa2-03018b51299d, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=83124c42-89f8-415d-afa2-03018b51299d,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:53.532007 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-bf863dde-b6c0-4919-a367-a345a2c77c3e service neutron] Request body: {'port': {'device_id': '72a8e8b9-e7d1-4cc5-a520-b8ed7b62605b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:53.543377 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:53.647275 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=83124c42-89f8-415d-afa2-03018b51299d,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:53.670709 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 4126dc89-ca03-4137-b85f-ca418c1bccb2 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:59:53.746047 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaae6d7-76af-44af-aa87-5bef64d8c7a9 req-4bfc20c3-3be5-4870-a476-a6df3d995f34 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:53.753163 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ddaae6d7-76af-44af-aa87-5bef64d8c7a9 req-4bfc20c3-3be5-4870-a476-a6df3d995f34 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d71b387-ef90-4d1c-a783-7520601a0b1d HTTP/1.1" status: 200 len: 948 time: 0.3398995 Jul 23 19:59:53.763263 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 4126dc89-ca03-4137-b85f-ca418c1bccb2 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:59:53.768019 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 4126dc89-ca03-4137-b85f-ca418c1bccb2 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:53.768428 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:53.811197 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb350587-df30-473c-9f3d-259b283e3f94 req-e54c130f-0493-44e8-80d7-73802f6a96a2 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:53.817396 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['83124c42-89f8-415d-afa2-03018b51299d'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 19:59:53.818709 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bb350587-df30-473c-9f3d-259b283e3f94 req-e54c130f-0493-44e8-80d7-73802f6a96a2 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=965a56c6-3d74-4d12-9112-671147df0969 HTTP/1.1" status: 200 len: 1097 time: 0.0886469 Jul 23 19:59:53.854371 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-544e442d-4677-4b19-aef2-f2879f8fccc0 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:53.865749 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ea272-340e-47cd-bf3b-8d28d572bad3 req-457ae401-4587-42dd-9bc2-888f701c0c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:53.866989 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b02ea272-340e-47cd-bf3b-8d28d572bad3 req-457ae401-4587-42dd-9bc2-888f701c0c54 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=17ff61f0156f4459a680da5d5a3dd368&device_id=9d71b387-ef90-4d1c-a783-7520601a0b1d HTTP/1.1" status: 200 len: 1100 time: 0.3657088 Jul 23 19:59:53.868912 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-544e442d-4677-4b19-aef2-f2879f8fccc0 None None] Transition to ACTIVE for port object 8b2e9367-ce98-4b8c-adc7-8c50b5643027 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:59:53.876179 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bb350587-df30-473c-9f3d-259b283e3f94 req-bfecd768-a8b4-45f3-a63b-a2216e3ba697 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516233 Jul 23 19:59:53.879568 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-544e442d-4677-4b19-aef2-f2879f8fccc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:53.936770 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:53.974922 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 4126dc89-ca03-4137-b85f-ca418c1bccb2, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=4126dc89-ca03-4137-b85f-ca418c1bccb2,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:53.986227 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:54.024046 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db4543-f3ae-4b0a-9635-7d1da1b94f6c None None] Pushing event updated for resources: {'Port': ['ID=8b2e9367-ce98-4b8c-adc7-8c50b5643027,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:54.045702 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-544e442d-4677-4b19-aef2-f2879f8fccc0 None None] Attempting to bind port 8b2e9367-ce98-4b8c-adc7-8c50b5643027 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 19:59:54.046034 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-544e442d-4677-4b19-aef2-f2879f8fccc0 None None] Attempting to bind port 8b2e9367-ce98-4b8c-adc7-8c50b5643027 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '818ef12b-5e1c-4b40-a65a-a8525ae8d35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '294765c2-8010-4163-ae30-aebf18de5582'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 19:59:54.046409 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e442d-4677-4b19-aef2-f2879f8fccc0 None None] Attempting to bind port 8b2e9367-ce98-4b8c-adc7-8c50b5643027 on network 294765c2-8010-4163-ae30-aebf18de5582 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:59:54.060034 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e442d-4677-4b19-aef2-f2879f8fccc0 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 19, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 19:59:54.063041 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538ac8a-1e87-4c7a-b18e-d036d92d9902 req-eaa5516a-8fd4-43a3-9fee-30ca5ba4d9f3 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:54.063791 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e442d-4677-4b19-aef2-f2879f8fccc0 None None] Checking segment: {'id': '818ef12b-5e1c-4b40-a65a-a8525ae8d35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '294765c2-8010-4163-ae30-aebf18de5582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:59:54.064215 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-544e442d-4677-4b19-aef2-f2879f8fccc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:54.064619 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e442d-4677-4b19-aef2-f2879f8fccc0 None None] Bound using segment: {'id': '818ef12b-5e1c-4b40-a65a-a8525ae8d35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '294765c2-8010-4163-ae30-aebf18de5582'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 19:59:54.065113 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-544e442d-4677-4b19-aef2-f2879f8fccc0 None None] Bound port: 8b2e9367-ce98-4b8c-adc7-8c50b5643027, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '818ef12b-5e1c-4b40-a65a-a8525ae8d35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '294765c2-8010-4163-ae30-aebf18de5582'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 19:59:54.067857 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-544e442d-4677-4b19-aef2-f2879f8fccc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:54.071244 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a538ac8a-1e87-4c7a-b18e-d036d92d9902 req-eaa5516a-8fd4-43a3-9fee-30ca5ba4d9f3 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/ports?device_id=72a8e8b9-e7d1-4cc5-a520-b8ed7b62605b HTTP/1.1" status: 200 len: 935 time: 0.1171827 Jul 23 19:59:54.078933 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ea272-340e-47cd-bf3b-8d28d572bad3 req-09ddbfbc-f609-4dba-ba19-7ff150b0c0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:54.081498 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b02ea272-340e-47cd-bf3b-8d28d572bad3 req-09ddbfbc-f609-4dba-ba19-7ff150b0c0dc service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.1468906 Jul 23 19:59:54.117322 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ddaae6d7-76af-44af-aa87-5bef64d8c7a9 req-18a43e30-ff28-4e45-9ad5-ad2d58e951e7 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631780 Jul 23 19:59:54.124011 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=4126dc89-ca03-4137-b85f-ca418c1bccb2,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:54.126157 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-bf863dde-b6c0-4919-a367-a345a2c77c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:54.132189 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a538ac8a-1e87-4c7a-b18e-d036d92d9902 req-5ea4db70-216a-4767-9aa5-fd9acab539dd tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/security-groups?id=a18ffe49-d0c4-4702-93be-c1cf700ebd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589294 Jul 23 19:59:54.188929 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-544e442d-4677-4b19-aef2-f2879f8fccc0 None None] For port 8b2e9367-ce98-4b8c-adc7-8c50b5643027, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 19:59:54.195378 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-544e442d-4677-4b19-aef2-f2879f8fccc0 None None] For port 8b2e9367-ce98-4b8c-adc7-8c50b5643027, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=8b2e9367-ce98-4b8c-adc7-8c50b5643027,segment=NetworkSegment(818ef12b-5e1c-4b40-a65a-a8525ae8d35a),segment_id=818ef12b-5e1c-4b40-a65a-a8525ae8d35a)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 19:59:54.205415 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-544e442d-4677-4b19-aef2-f2879f8fccc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:54.274934 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-71871b8a-30ba-45e8-a1f8-f609c815c684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 293d4214-3cc4-41c6-9ec0-1469a9d905ae {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 19:59:54.287936 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b02ea272-340e-47cd-bf3b-8d28d572bad3 req-8a6807ce-2714-4305-aa8b-653c22ce4150 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=cceb9cfe-be34-41c0-92cd-2dbcf70a248f HTTP/1.1" status: 200 len: 217 time: 0.1896794 Jul 23 19:59:54.317718 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544e442d-4677-4b19-aef2-f2879f8fccc0 None None] Routers {'7d1bc226-c4df-47ff-8163-8caf98c81af9'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 19:59:54.318365 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-544e442d-4677-4b19-aef2-f2879f8fccc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T19:59:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['7d1bc226-c4df-47ff-8163-8caf98c81af9'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:59:54.361591 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02781f26-0650-4356-8112-6802b5fd6b69 req-fcd036cf-3d9f-47f8-b39c-4649f36bccea tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:54.363426 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-02781f26-0650-4356-8112-6802b5fd6b69 req-fcd036cf-3d9f-47f8-b39c-4649f36bccea tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c2ce5ef-adeb-4d5a-9201-b3119a69b560 HTTP/1.1" status: 200 len: 932 time: 0.1405292 Jul 23 19:59:54.370473 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-71871b8a-30ba-45e8-a1f8-f609c815c684 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:54.429189 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-02781f26-0650-4356-8112-6802b5fd6b69 req-a9db7973-ded4-4b6d-a9e2-204efd129a84 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/security-groups?id=2717b42f-9486-406a-97be-cf9367fee954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538754 Jul 23 19:59:54.429597 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-71871b8a-30ba-45e8-a1f8-f609c815c684 service neutron] Transition to ACTIVE for port object 293d4214-3cc4-41c6-9ec0-1469a9d905ae will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:59:54.469209 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ea272-340e-47cd-bf3b-8d28d572bad3 req-3051eb92-47ac-4add-a35f-107f10252c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:54.470803 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b02ea272-340e-47cd-bf3b-8d28d572bad3 req-3051eb92-47ac-4add-a35f-107f10252c4d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.0931969 Jul 23 19:59:54.495655 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db4543-f3ae-4b0a-9635-7d1da1b94f6c None None] Pushing event updated for resources: {'Port': ['ID=8b2e9367-ce98-4b8c-adc7-8c50b5643027,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:54.503784 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-71871b8a-30ba-45e8-a1f8-f609c815c684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:54.536782 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-544e442d-4677-4b19-aef2-f2879f8fccc0 None None] Set router 7d1bc226-c4df-47ff-8163-8caf98c81af9 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 19:59:54.861720 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-544e442d-4677-4b19-aef2-f2879f8fccc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1bc226-c4df-47ff-8163-8caf98c81af9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1845203454-router', 'tenant_id': '959d5304928c4193a6a3c138f98e6b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '80941e8b-f09f-40f8-8a79-492413f8a71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:36Z', 'updated_at': '2021-07-23T19:59:48Z', 'revision_number': 4, 'project_id': '959d5304928c4193a6a3c138f98e6b80', 'gw_port': {'id': '80941e8b-f09f-40f8-8a79-492413f8a71b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1bc226-c4df-47ff-8163-8caf98c81af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:38Z', 'updated_at': '2021-07-23T19:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '8b2e9367-ce98-4b8c-adc7-8c50b5643027', 'name': '', 'network_id': '294765c2-8010-4163-ae30-aebf18de5582', 'tenant_id': '959d5304928c4193a6a3c138f98e6b80', 'mac_address': 'fa:16:3e:08:19:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1bc226-c4df-47ff-8163-8caf98c81af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '10b354d7-ae0b-42b6-8f0b-508642b8d478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:44Z', 'updated_at': '2021-07-23T19:59:54Z', 'revision_number': 4, 'project_id': '959d5304928c4193a6a3c138f98e6b80', 'subnets': [{'id': '10b354d7-ae0b-42b6-8f0b-508642b8d478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:59:54.882264 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1929e33b-1571-4715-b848-5cda759fd0ac None None] Sync routers for ids ['2cdd1843-0838-486a-b974-583602f30bc7'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 19:59:54.901042 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544e442d-4677-4b19-aef2-f2879f8fccc0 None None] The sync data for ids ['7d1bc226-c4df-47ff-8163-8caf98c81af9'] in n-d-793618-10 is: [{'id': '7d1bc226-c4df-47ff-8163-8caf98c81af9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1845203454-router', 'tenant_id': '959d5304928c4193a6a3c138f98e6b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '80941e8b-f09f-40f8-8a79-492413f8a71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:36Z', 'updated_at': '2021-07-23T19:59:48Z', 'revision_number': 4, 'project_id': '959d5304928c4193a6a3c138f98e6b80', 'gw_port': {'id': '80941e8b-f09f-40f8-8a79-492413f8a71b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1bc226-c4df-47ff-8163-8caf98c81af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:38Z', 'updated_at': '2021-07-23T19:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '8b2e9367-ce98-4b8c-adc7-8c50b5643027', 'name': '', 'network_id': '294765c2-8010-4163-ae30-aebf18de5582', 'tenant_id': '959d5304928c4193a6a3c138f98e6b80', 'mac_address': 'fa:16:3e:08:19:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1bc226-c4df-47ff-8163-8caf98c81af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '10b354d7-ae0b-42b6-8f0b-508642b8d478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:44Z', 'updated_at': '2021-07-23T19:59:54Z', 'revision_number': 4, 'project_id': '959d5304928c4193a6a3c138f98e6b80', 'subnets': [{'id': '10b354d7-ae0b-42b6-8f0b-508642b8d478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 19:59:54.919477 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1929e33b-1571-4715-b848-5cda759fd0ac None None] Routers {'2cdd1843-0838-486a-b974-583602f30bc7'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 19:59:54.920115 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-1929e33b-1571-4715-b848-5cda759fd0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T19:59:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['2cdd1843-0838-486a-b974-583602f30bc7'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:59:54.991584 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71871b8a-30ba-45e8-a1f8-f609c815c684 service neutron] Pushing event updated for resources: {'Port': ['ID=293d4214-3cc4-41c6-9ec0-1469a9d905ae,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:55.086013 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 4126dc89-ca03-4137-b85f-ca418c1bccb2 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:59:55.125242 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-71871b8a-30ba-45e8-a1f8-f609c815c684 service neutron] Attempting to bind port 293d4214-3cc4-41c6-9ec0-1469a9d905ae on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 19:59:55.125588 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-71871b8a-30ba-45e8-a1f8-f609c815c684 service neutron] Attempting to bind port 293d4214-3cc4-41c6-9ec0-1469a9d905ae by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '365d460d-357e-4c03-9de0-12a82865aaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73ef6daa-59f8-4590-b34d-231209a696ad'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 19:59:55.125835 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-71871b8a-30ba-45e8-a1f8-f609c815c684 service neutron] Attempting to bind port 293d4214-3cc4-41c6-9ec0-1469a9d905ae on network 73ef6daa-59f8-4590-b34d-231209a696ad {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:59:55.129207 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 83124c42-89f8-415d-afa2-03018b51299d up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:59:55.189648 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-71871b8a-30ba-45e8-a1f8-f609c815c684 service neutron] Port 293d4214-3cc4-41c6-9ec0-1469a9d905ae on network 73ef6daa-59f8-4590-b34d-231209a696ad not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 19:59:55.192203 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-71871b8a-30ba-45e8-a1f8-f609c815c684 service neutron] Attempting to bind port 293d4214-3cc4-41c6-9ec0-1469a9d905ae on network 73ef6daa-59f8-4590-b34d-231209a696ad {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:59:55.246243 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-71871b8a-30ba-45e8-a1f8-f609c815c684 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 19, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 19:59:55.246635 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-71871b8a-30ba-45e8-a1f8-f609c815c684 service neutron] Checking segment: {'id': '365d460d-357e-4c03-9de0-12a82865aaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73ef6daa-59f8-4590-b34d-231209a696ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:59:55.246960 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-71871b8a-30ba-45e8-a1f8-f609c815c684 service neutron] Bound using segment: {'id': '365d460d-357e-4c03-9de0-12a82865aaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73ef6daa-59f8-4590-b34d-231209a696ad'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 19:59:55.247409 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-71871b8a-30ba-45e8-a1f8-f609c815c684 service neutron] Bound port: 293d4214-3cc4-41c6-9ec0-1469a9d905ae, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '365d460d-357e-4c03-9de0-12a82865aaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73ef6daa-59f8-4590-b34d-231209a696ad'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 19:59:55.247767 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-71871b8a-30ba-45e8-a1f8-f609c815c684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:55.275071 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ea272-340e-47cd-bf3b-8d28d572bad3 req-bfdfbf51-94fc-49b5-84d8-2004b7ec69d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:55.276625 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b02ea272-340e-47cd-bf3b-8d28d572bad3 req-bfdfbf51-94fc-49b5-84d8-2004b7ec69d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7645733 Jul 23 19:59:55.413954 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-1929e33b-1571-4715-b848-5cda759fd0ac None None] Set router 2cdd1843-0838-486a-b974-583602f30bc7 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 19:59:55.463921 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52619d4-419a-4a37-8724-a9f1457a80c3 req-82882b4b-ab87-4247-a288-812484b5fde9 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:55.465447 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c52619d4-419a-4a37-8724-a9f1457a80c3 req-82882b4b-ab87-4247-a288-812484b5fde9 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 949 time: 0.4501209 Jul 23 19:59:55.465629 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 4126dc89-ca03-4137-b85f-ca418c1bccb2 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:55.465840 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:55.527842 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 83124c42-89f8-415d-afa2-03018b51299d completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:59:55.547618 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 83124c42-89f8-415d-afa2-03018b51299d triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:55.548010 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:55.576539 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-71871b8a-30ba-45e8-a1f8-f609c815c684 service neutron] For port 293d4214-3cc4-41c6-9ec0-1469a9d905ae, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 19:59:55.628293 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-71871b8a-30ba-45e8-a1f8-f609c815c684 service neutron] For port 293d4214-3cc4-41c6-9ec0-1469a9d905ae, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=293d4214-3cc4-41c6-9ec0-1469a9d905ae,segment=NetworkSegment(365d460d-357e-4c03-9de0-12a82865aaba),segment_id=365d460d-357e-4c03-9de0-12a82865aaba)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 19:59:55.648067 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-bf863dde-b6c0-4919-a367-a345a2c77c3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41c3667c-e53c-4371-8e80-c226bf656e9b {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 19:59:55.653847 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-71871b8a-30ba-45e8-a1f8-f609c815c684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:55.657186 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b02ea272-340e-47cd-bf3b-8d28d572bad3 req-cf83a73e-cab4-4c67-b886-a17f8cee7253 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450105 Jul 23 19:59:55.665263 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c52619d4-419a-4a37-8724-a9f1457a80c3 req-7cd13b11-37a9-4c63-9f2c-c3383c7dc08d tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886814 Jul 23 19:59:55.668169 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-bf863dde-b6c0-4919-a367-a345a2c77c3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:55.776923 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:55.834806 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 83124c42-89f8-415d-afa2-03018b51299d, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=83124c42-89f8-415d-afa2-03018b51299d,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:55.843395 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d27491-4759-49ce-8aad-0f76f9512453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83124c42-89f8-415d-afa2-03018b51299d'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 19:59:55.846232 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a960bd-40d1-4b02-a53e-8c244b001892" -d '{"events": [{"server_uuid": "f2d27491-4759-49ce-8aad-0f76f9512453", "name": "network-vif-plugged", "status": "completed", "tag": "83124c42-89f8-415d-afa2-03018b51299d"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 19:59:55.851449 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:55.895230 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-1929e33b-1571-4715-b848-5cda759fd0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdd1843-0838-486a-b974-583602f30bc7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-765598805-router', 'tenant_id': 'f8ddf1afa3864353974eb01065d8cc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '4126dc89-ca03-4137-b85f-ca418c1bccb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:37Z', 'updated_at': '2021-07-23T19:59:50Z', 'revision_number': 4, 'project_id': 'f8ddf1afa3864353974eb01065d8cc1a', 'gw_port': {'id': '4126dc89-ca03-4137-b85f-ca418c1bccb2', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd1843-0838-486a-b974-583602f30bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:40Z', 'updated_at': '2021-07-23T19:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '6a8518d7-5288-4766-947b-dc846f63fb48', 'name': '', 'network_id': 'c222c235-3bf2-436f-9a0a-5e159a73f61d', 'tenant_id': 'f8ddf1afa3864353974eb01065d8cc1a', 'mac_address': 'fa:16:3e:bf:54:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdd1843-0838-486a-b974-583602f30bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '209b23d9-b00d-469d-94f5-de81e8ae6057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:49Z', 'updated_at': '2021-07-23T19:59:50Z', 'revision_number': 2, 'project_id': 'f8ddf1afa3864353974eb01065d8cc1a', 'subnets': [{'id': '209b23d9-b00d-469d-94f5-de81e8ae6057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:59:55.959471 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1929e33b-1571-4715-b848-5cda759fd0ac None None] Checking router: 2cdd1843-0838-486a-b974-583602f30bc7 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 19:59:55.959823 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1929e33b-1571-4715-b848-5cda759fd0ac None None] Updating router 2cdd1843-0838-486a-b974-583602f30bc7 port 6a8518d7-5288-4766-947b-dc846f63fb48 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 19:59:55.971189 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0b544cc-10d7-481b-a1c4-6a5c91785e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:55.984308 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=83124c42-89f8-415d-afa2-03018b51299d,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:55.994904 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-71871b8a-30ba-45e8-a1f8-f609c815c684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:55.995548 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-71871b8a-30ba-45e8-a1f8-f609c815c684 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:55.997091 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-71871b8a-30ba-45e8-a1f8-f609c815c684 service neutron] 10.222.0.18 "PUT /v2.0/ports/293d4214-3cc4-41c6-9ec0-1469a9d905ae HTTP/1.1" status: 200 len: 1093 time: 3.9051385 Jul 23 19:59:55.997510 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c2ce5ef-adeb-4d5a-9201-b3119a69b560', 'tag': '293d4214-3cc4-41c6-9ec0-1469a9d905ae'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 19:59:55.999866 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f12a9c-34bc-46bc-b422-8572d7ae6b38" -d '{"events": [{"name": "network-changed", "server_uuid": "1c2ce5ef-adeb-4d5a-9201-b3119a69b560", "tag": "293d4214-3cc4-41c6-9ec0-1469a9d905ae"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 19:59:56.024990 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1929e33b-1571-4715-b848-5cda759fd0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:56.047965 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-bf863dde-b6c0-4919-a367-a345a2c77c3e service neutron] Transition to ACTIVE for port object 41c3667c-e53c-4371-8e80-c226bf656e9b will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:59:56.267798 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71871b8a-30ba-45e8-a1f8-f609c815c684 service neutron] Pushing event updated for resources: {'Port': ['ID=293d4214-3cc4-41c6-9ec0-1469a9d905ae,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:56.275550 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-bf863dde-b6c0-4919-a367-a345a2c77c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:56.378392 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1929e33b-1571-4715-b848-5cda759fd0ac None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:56.390085 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1929e33b-1571-4715-b848-5cda759fd0ac None None] Transition to ACTIVE for port object 6a8518d7-5288-4766-947b-dc846f63fb48 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:59:56.396640 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1929e33b-1571-4715-b848-5cda759fd0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:56.482964 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65065ef6-74cf-43f5-ad14-67ac0aedf358 None None] Pushing event updated for resources: {'Port': ['ID=6a8518d7-5288-4766-947b-dc846f63fb48,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:56.523303 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33470) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:56.529897 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf863dde-b6c0-4919-a367-a345a2c77c3e service neutron] Pushing event updated for resources: {'Port': ['ID=41c3667c-e53c-4371-8e80-c226bf656e9b,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:56.534385 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-1929e33b-1571-4715-b848-5cda759fd0ac None None] Attempting to bind port 6a8518d7-5288-4766-947b-dc846f63fb48 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 19:59:56.534839 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-1929e33b-1571-4715-b848-5cda759fd0ac None None] Attempting to bind port 6a8518d7-5288-4766-947b-dc846f63fb48 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'a613d1ba-cab7-4c55-ad24-c944b50c16c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c222c235-3bf2-436f-9a0a-5e159a73f61d'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 19:59:56.535231 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1929e33b-1571-4715-b848-5cda759fd0ac None None] Attempting to bind port 6a8518d7-5288-4766-947b-dc846f63fb48 on network c222c235-3bf2-436f-9a0a-5e159a73f61d {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:59:56.545215 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1929e33b-1571-4715-b848-5cda759fd0ac None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 19, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 19:59:56.545660 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1929e33b-1571-4715-b848-5cda759fd0ac None None] Checking segment: {'id': 'a613d1ba-cab7-4c55-ad24-c944b50c16c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c222c235-3bf2-436f-9a0a-5e159a73f61d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:59:56.546063 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1929e33b-1571-4715-b848-5cda759fd0ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:56.546590 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1929e33b-1571-4715-b848-5cda759fd0ac None None] Bound using segment: {'id': 'a613d1ba-cab7-4c55-ad24-c944b50c16c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c222c235-3bf2-436f-9a0a-5e159a73f61d'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 19:59:56.546918 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-1929e33b-1571-4715-b848-5cda759fd0ac None None] Bound port: 6a8518d7-5288-4766-947b-dc846f63fb48, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a613d1ba-cab7-4c55-ad24-c944b50c16c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c222c235-3bf2-436f-9a0a-5e159a73f61d'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 19:59:56.547298 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1929e33b-1571-4715-b848-5cda759fd0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:56.605853 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b02ea272-340e-47cd-bf3b-8d28d572bad3 req-44a3bb9f-281b-4ea2-b87b-81af98d16bb4 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9349570 Jul 23 19:59:56.615957 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b643bd-0b2e-49c5-8c1c-0a9a521192d5 req-114e195c-b094-4b3b-8b69-97f1c951a072 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:56.623356 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-71b643bd-0b2e-49c5-8c1c-0a9a521192d5 req-114e195c-b094-4b3b-8b69-97f1c951a072 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d71b387-ef90-4d1c-a783-7520601a0b1d HTTP/1.1" status: 200 len: 948 time: 0.6827869 Jul 23 19:59:56.678887 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-1929e33b-1571-4715-b848-5cda759fd0ac None None] For port 6a8518d7-5288-4766-947b-dc846f63fb48, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 19:59:56.684020 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-1929e33b-1571-4715-b848-5cda759fd0ac None None] For port 6a8518d7-5288-4766-947b-dc846f63fb48, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6a8518d7-5288-4766-947b-dc846f63fb48,segment=NetworkSegment(a613d1ba-cab7-4c55-ad24-c944b50c16c9),segment_id=a613d1ba-cab7-4c55-ad24-c944b50c16c9)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 19:59:56.685180 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-a6644b06-8c42-4e9d-af76-c9ccbff55694 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 19:59:56.686247 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-a6644b06-8c42-4e9d-af76-c9ccbff55694 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1606288 Jul 23 19:59:56.699956 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1929e33b-1571-4715-b848-5cda759fd0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:56.773488 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1929e33b-1571-4715-b848-5cda759fd0ac None None] Routers {'2cdd1843-0838-486a-b974-583602f30bc7'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 19:59:56.774285 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-1929e33b-1571-4715-b848-5cda759fd0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T19:59:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['2cdd1843-0838-486a-b974-583602f30bc7'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:59:56.779556 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-0b754334-94f4-4f0f-8e57-ac26130d88f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:56.781105 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-0b754334-94f4-4f0f-8e57-ac26130d88f3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29f398dfe4164e34978e3a6c9a01d9f6&device_id=1c2ce5ef-adeb-4d5a-9201-b3119a69b560 HTTP/1.1" status: 200 len: 1096 time: 0.5971396 Jul 23 19:59:56.827359 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-da5fc998-580f-4090-9901-0319d29ed810 service neutron] Request body: {'binding': {'host': 'n-h2-793618-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:56.827875 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-da5fc998-580f-4090-9901-0319d29ed810 service neutron] Unknown quota resources ['binding']. {{(pid=93876) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 19:59:56.875869 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-4b9e0909-03af-476c-a338-ae38c010d009 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=293d4214-3cc4-41c6-9ec0-1469a9d905ae HTTP/1.1" status: 200 len: 217 time: 0.0870535 Jul 23 19:59:56.897402 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65065ef6-74cf-43f5-ad14-67ac0aedf358 None None] Pushing event updated for resources: {'Port': ['ID=6a8518d7-5288-4766-947b-dc846f63fb48,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:56.909823 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-bf863dde-b6c0-4919-a367-a345a2c77c3e service neutron] Attempting to bind port 41c3667c-e53c-4371-8e80-c226bf656e9b on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 19:59:56.910240 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-bf863dde-b6c0-4919-a367-a345a2c77c3e service neutron] Attempting to bind port 41c3667c-e53c-4371-8e80-c226bf656e9b by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 19:59:56.910783 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-bf863dde-b6c0-4919-a367-a345a2c77c3e service neutron] Attempting to bind port 41c3667c-e53c-4371-8e80-c226bf656e9b on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:59:56.927182 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-71b643bd-0b2e-49c5-8c1c-0a9a521192d5 req-a74a058f-029a-4a77-bc56-938db8581203 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200656 Jul 23 19:59:57.010706 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-1929e33b-1571-4715-b848-5cda759fd0ac None None] Set router 2cdd1843-0838-486a-b974-583602f30bc7 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 19:59:57.074215 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-bf863dde-b6c0-4919-a367-a345a2c77c3e service neutron] Port 41c3667c-e53c-4371-8e80-c226bf656e9b on network ec2201c2-595f-40aa-9bc3-fccd4b01012e not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 19:59:57.074541 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-bf863dde-b6c0-4919-a367-a345a2c77c3e service neutron] Attempting to bind port 41c3667c-e53c-4371-8e80-c226bf656e9b on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:59:57.080595 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-da5fc998-580f-4090-9901-0319d29ed810 service neutron] Attempting to bind port 0307e3ae-d53b-4f24-bdbf-e8a9877787c6 on host n-h2-793618-10 for vnic_type normal with profile None {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 19:59:57.081394 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-da5fc998-580f-4090-9901-0319d29ed810 service neutron] Attempting to bind port 0307e3ae-d53b-4f24-bdbf-e8a9877787c6 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 19:59:57.082089 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-da5fc998-580f-4090-9901-0319d29ed810 service neutron] Attempting to bind port 0307e3ae-d53b-4f24-bdbf-e8a9877787c6 on network 1582e281-e174-4775-af11-ce2168db586d {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:59:57.086946 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-da5fc998-580f-4090-9901-0319d29ed810 service neutron] Port 0307e3ae-d53b-4f24-bdbf-e8a9877787c6 on network 1582e281-e174-4775-af11-ce2168db586d not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 19:59:57.087613 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-da5fc998-580f-4090-9901-0319d29ed810 service neutron] Attempting to bind port 0307e3ae-d53b-4f24-bdbf-e8a9877787c6 on network 1582e281-e174-4775-af11-ce2168db586d {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:59:57.089568 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 8b2e9367-ce98-4b8c-adc7-8c50b5643027 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:59:57.093711 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-da5fc998-580f-4090-9901-0319d29ed810 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 19, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 19:59:57.094365 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-da5fc998-580f-4090-9901-0319d29ed810 service neutron] Checking segment: {'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:59:57.094927 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-da5fc998-580f-4090-9901-0319d29ed810 service neutron] Bound using segment: {'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 19:59:57.095607 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-da5fc998-580f-4090-9901-0319d29ed810 service neutron] Bound port: 0307e3ae-d53b-4f24-bdbf-e8a9877787c6, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 19:59:57.120776 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-bf863dde-b6c0-4919-a367-a345a2c77c3e service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 19, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 19:59:57.121132 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-bf863dde-b6c0-4919-a367-a345a2c77c3e service neutron] Checking segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:59:57.121530 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-bf863dde-b6c0-4919-a367-a345a2c77c3e service neutron] Bound using segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 19:59:57.121974 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-bf863dde-b6c0-4919-a367-a345a2c77c3e service neutron] Bound port: 41c3667c-e53c-4371-8e80-c226bf656e9b, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 19:59:57.122330 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-bf863dde-b6c0-4919-a367-a345a2c77c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:57.157285 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-ce4a4aa5-322e-46ec-bb28-610f183442af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:57.158704 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-ce4a4aa5-322e-46ec-bb28-610f183442af service neutron] 10.222.0.18 "GET /v2.0/subnets?id=820d0704-7ca5-4869-af84-e2c94d784bdd HTTP/1.1" status: 200 len: 868 time: 0.2509606 Jul 23 19:59:57.189815 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-da5fc998-580f-4090-9901-0319d29ed810 service neutron] For port 0307e3ae-d53b-4f24-bdbf-e8a9877787c6, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=0307e3ae-d53b-4f24-bdbf-e8a9877787c6,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 19:59:57.196922 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-da5fc998-580f-4090-9901-0319d29ed810 service neutron] Notify callbacks [] for binding, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:57.198202 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-da5fc998-580f-4090-9901-0319d29ed810 service neutron] 10.222.0.32 "POST /v2.0/ports/0307e3ae-d53b-4f24-bdbf-e8a9877787c6/bindings HTTP/1.1" status: 201 len: 390 time: 0.4366026 Jul 23 19:59:57.245503 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device cceb9cfe-be34-41c0-92cd-2dbcf70a248f details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 19:59:57.277000 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 8b2e9367-ce98-4b8c-adc7-8c50b5643027 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:59:57.277316 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a0b544cc-10d7-481b-a1c4-6a5c91785e1b admin admin] Deleting port 6a8518d7-5288-4766-947b-dc846f63fb48 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 19:59:57.277743 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0b544cc-10d7-481b-a1c4-6a5c91785e1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:57.287034 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 8b2e9367-ce98-4b8c-adc7-8c50b5643027 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:57.287175 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c95ee-9bfb-4ea4-ae45-0f3bb560ea6d req-c05422ce-ac22-45bf-b579-0d5594d54de6 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:57.287381 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:57.288802 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-575c95ee-9bfb-4ea4-ae45-0f3bb560ea6d req-c05422ce-ac22-45bf-b579-0d5594d54de6 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/ports?device_id=72a8e8b9-e7d1-4cc5-a520-b8ed7b62605b HTTP/1.1" status: 200 len: 947 time: 0.2461457 Jul 23 19:59:57.320295 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-bf863dde-b6c0-4919-a367-a345a2c77c3e service neutron] For port 41c3667c-e53c-4371-8e80-c226bf656e9b, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 19:59:57.370818 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-bf863dde-b6c0-4919-a367-a345a2c77c3e service neutron] For port 41c3667c-e53c-4371-8e80-c226bf656e9b, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=41c3667c-e53c-4371-8e80-c226bf656e9b,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 19:59:57.389787 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-00bf90b0-fd05-468f-bb41-f5f79df0fc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:57.391389 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-00bf90b0-fd05-468f-bb41-f5f79df0fc17 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73ef6daa-59f8-4590-b34d-231209a696ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2073832 Jul 23 19:59:57.395991 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-bf863dde-b6c0-4919-a367-a345a2c77c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:57.415854 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca8990-0ef6-479d-92a5-51534e62c01f req-2615892a-2419-4bb5-8918-7f55313d0d8f tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:57.417818 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c3ca8990-0ef6-479d-92a5-51534e62c01f req-2615892a-2419-4bb5-8918-7f55313d0d8f tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c2ce5ef-adeb-4d5a-9201-b3119a69b560 HTTP/1.1" status: 200 len: 944 time: 0.0763371 Jul 23 19:59:57.464060 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c3ca8990-0ef6-479d-92a5-51534e62c01f req-8dfaf9d1-b17f-4626-a480-5dfcde501ceb tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/security-groups?id=2717b42f-9486-406a-97be-cf9367fee954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393665 Jul 23 19:59:57.469919 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port cceb9cfe-be34-41c0-92cd-2dbcf70a248f, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=cceb9cfe-be34-41c0-92cd-2dbcf70a248f,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:57.505501 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'cceb9cfe-be34-41c0-92cd-2dbcf70a248f', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': 'cceb9cfe-be34-41c0-92cd-2dbcf70a248f', 'mac_address': 'fa:16:3e:c1:9e:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 19:59:57.511734 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-1929e33b-1571-4715-b848-5cda759fd0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdd1843-0838-486a-b974-583602f30bc7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-765598805-router', 'tenant_id': 'f8ddf1afa3864353974eb01065d8cc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '4126dc89-ca03-4137-b85f-ca418c1bccb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:37Z', 'updated_at': '2021-07-23T19:59:50Z', 'revision_number': 4, 'project_id': 'f8ddf1afa3864353974eb01065d8cc1a', 'gw_port': {'id': '4126dc89-ca03-4137-b85f-ca418c1bccb2', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd1843-0838-486a-b974-583602f30bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:40Z', 'updated_at': '2021-07-23T19:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '6a8518d7-5288-4766-947b-dc846f63fb48', 'name': '', 'network_id': 'c222c235-3bf2-436f-9a0a-5e159a73f61d', 'tenant_id': 'f8ddf1afa3864353974eb01065d8cc1a', 'mac_address': 'fa:16:3e:bf:54:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdd1843-0838-486a-b974-583602f30bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '209b23d9-b00d-469d-94f5-de81e8ae6057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:49Z', 'updated_at': '2021-07-23T19:59:56Z', 'revision_number': 4, 'project_id': 'f8ddf1afa3864353974eb01065d8cc1a', 'subnets': [{'id': '209b23d9-b00d-469d-94f5-de81e8ae6057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:59:57.531588 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-575c95ee-9bfb-4ea4-ae45-0f3bb560ea6d req-3d291e22-8f46-49c9-b4d8-afc96b0d9390 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/security-groups?id=a18ffe49-d0c4-4702-93be-c1cf700ebd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111769 Jul 23 19:59:57.546786 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1929e33b-1571-4715-b848-5cda759fd0ac None None] The sync data for ids ['2cdd1843-0838-486a-b974-583602f30bc7'] in n-d-793618-10 is: [{'id': '2cdd1843-0838-486a-b974-583602f30bc7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-765598805-router', 'tenant_id': 'f8ddf1afa3864353974eb01065d8cc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '4126dc89-ca03-4137-b85f-ca418c1bccb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:37Z', 'updated_at': '2021-07-23T19:59:50Z', 'revision_number': 4, 'project_id': 'f8ddf1afa3864353974eb01065d8cc1a', 'gw_port': {'id': '4126dc89-ca03-4137-b85f-ca418c1bccb2', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd1843-0838-486a-b974-583602f30bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:40Z', 'updated_at': '2021-07-23T19:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '6a8518d7-5288-4766-947b-dc846f63fb48', 'name': '', 'network_id': 'c222c235-3bf2-436f-9a0a-5e159a73f61d', 'tenant_id': 'f8ddf1afa3864353974eb01065d8cc1a', 'mac_address': 'fa:16:3e:bf:54:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdd1843-0838-486a-b974-583602f30bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '209b23d9-b00d-469d-94f5-de81e8ae6057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:49Z', 'updated_at': '2021-07-23T19:59:56Z', 'revision_number': 4, 'project_id': 'f8ddf1afa3864353974eb01065d8cc1a', 'subnets': [{'id': '209b23d9-b00d-469d-94f5-de81e8ae6057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 19:59:57.571677 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-bf863dde-b6c0-4919-a367-a345a2c77c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:57.573354 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-bf863dde-b6c0-4919-a367-a345a2c77c3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:57.574811 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-bf863dde-b6c0-4919-a367-a345a2c77c3e service neutron] 10.222.0.18 "PUT /v2.0/ports/41c3667c-e53c-4371-8e80-c226bf656e9b HTTP/1.1" status: 200 len: 1096 time: 4.0501068 Jul 23 19:59:57.584827 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-e44dd6a1-4873-477a-9a62-f3004f81670d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:57.586425 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-e44dd6a1-4873-477a-9a62-f3004f81670d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=46e8b52fe188445da9dc740883af8e52&device_id=965a56c6-3d74-4d12-9112-671147df0969 HTTP/1.1" status: 200 len: 1097 time: 0.0891633 Jul 23 19:59:57.607519 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:57.665095 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 19:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666abe4b-7df6-4417-b99b-d50ed79a074e x-openstack-request-id: req-666abe4b-7df6-4417-b99b-d50ed79a074e {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 19:59:57.665384 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d27491-4759-49ce-8aad-0f76f9512453", "name": "network-vif-plugged", "status": "completed", "tag": "83124c42-89f8-415d-afa2-03018b51299d", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 19:59:57.665670 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-666abe4b-7df6-4417-b99b-d50ed79a074e {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 19:59:57.666165 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d27491-4759-49ce-8aad-0f76f9512453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83124c42-89f8-415d-afa2-03018b51299d', 'code': 200} Jul 23 19:59:57.667505 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-a0b544cc-10d7-481b-a1c4-6a5c91785e1b admin admin] For port 6a8518d7-5288-4766-947b-dc846f63fb48, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6a8518d7-5288-4766-947b-dc846f63fb48,segment=NetworkSegment(a613d1ba-cab7-4c55-ad24-c944b50c16c9),segment_id=a613d1ba-cab7-4c55-ad24-c944b50c16c9)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:57.667931 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0b544cc-10d7-481b-a1c4-6a5c91785e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:57.731237 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:57.787300 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 8b2e9367-ce98-4b8c-adc7-8c50b5643027, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=8b2e9367-ce98-4b8c-adc7-8c50b5643027,segment=NetworkSegment(818ef12b-5e1c-4b40-a65a-a8525ae8d35a),segment_id=818ef12b-5e1c-4b40-a65a-a8525ae8d35a)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:57.797131 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cceb9cfe-be34-41c0-92cd-2dbcf70a248f {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 19:59:57.839972 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-55b00348-381b-4867-82ee-bc23711c9c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:57.842533 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port cceb9cfe-be34-41c0-92cd-2dbcf70a248f, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=cceb9cfe-be34-41c0-92cd-2dbcf70a248f,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:57.844476 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:57.847450 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-55b00348-381b-4867-82ee-bc23711c9c20 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1582e281-e174-4775-af11-ce2168db586d HTTP/1.1" status: 200 len: 909 time: 0.2538288 Jul 23 19:59:57.879052 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 19:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81346e3-df00-4d22-b066-2de7b99530cc x-openstack-request-id: req-e81346e3-df00-4d22-b066-2de7b99530cc {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 19:59:57.879345 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c2ce5ef-adeb-4d5a-9201-b3119a69b560", "tag": "293d4214-3cc4-41c6-9ec0-1469a9d905ae", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 19:59:57.879888 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e81346e3-df00-4d22-b066-2de7b99530cc {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 19:59:57.880489 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c2ce5ef-adeb-4d5a-9201-b3119a69b560', 'tag': '293d4214-3cc4-41c6-9ec0-1469a9d905ae', 'status': 'completed', 'code': 200} Jul 23 19:59:57.899006 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-73498621-835c-4a1f-929d-3514e622679d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0307e3ae-d53b-4f24-bdbf-e8a9877787c6 HTTP/1.1" status: 200 len: 217 time: 0.0440640 Jul 23 19:59:57.916949 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a0b544cc-10d7-481b-a1c4-6a5c91785e1b admin admin] Calling delete_port for 6a8518d7-5288-4766-947b-dc846f63fb48 owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 19:59:57.935434 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf863dde-b6c0-4919-a367-a345a2c77c3e service neutron] Pushing event updated for resources: {'Port': ['ID=41c3667c-e53c-4371-8e80-c226bf656e9b,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:57.956980 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33484) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:57.964799 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-1031f2ab-7fcd-436f-bda2-0500d9e7748f tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1109061612', 'description': 'tempest-description--976823435'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:57.990753 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-9fa5707b-5d44-4253-864a-90b59802760c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:57.992618 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-9fa5707b-5d44-4253-864a-90b59802760c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=62cab30c-2c7b-4463-9eb3-ea20a0ef57f0 HTTP/1.1" status: 200 len: 848 time: 0.0869973 Jul 23 19:59:58.030671 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:58.037606 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-d6e8caab-593b-40dd-a9f6-0725de20ed4e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1582e281-e174-4775-af11-ce2168db586d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362284 Jul 23 19:59:58.043179 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1031f2ab-7fcd-436f-bda2-0500d9e7748f tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:58.057661 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=8b2e9367-ce98-4b8c-adc7-8c50b5643027,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:58.117482 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=cceb9cfe-be34-41c0-92cd-2dbcf70a248f,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:58.170760 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-35a309cc-df08-40a0-b715-32398fa6ee09 service neutron] 10.222.0.18 "GET /v2.0/networks/73ef6daa-59f8-4590-b34d-231209a696ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7647240 Jul 23 19:59:58.254586 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cba24-1a1c-4109-aa81-fead449db528 req-9630a5cc-acfc-4b6c-b8e1-54114388a3cb tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:58.256133 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ef4cba24-1a1c-4109-aa81-fead449db528 req-9630a5cc-acfc-4b6c-b8e1-54114388a3cb tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=965a56c6-3d74-4d12-9112-671147df0969 HTTP/1.1" status: 200 len: 945 time: 0.2167757 Jul 23 19:59:58.268921 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-a40f3013-b972-4adc-b67e-16e708906b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:58.270470 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-a40f3013-b972-4adc-b67e-16e708906b4c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a86c9a8ccd634b6592ce48471da5ed00&device_id=72a8e8b9-e7d1-4cc5-a520-b8ed7b62605b HTTP/1.1" status: 200 len: 1099 time: 0.6366868 Jul 23 19:59:58.280612 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-2fea4e4f-15a9-419c-832c-76018b376748 service neutron] 10.222.0.18 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186451 Jul 23 19:59:58.304283 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8e24b-df4f-4376-92f2-cd1822ecdef9 req-db676040-ccf5-402a-a7e2-4d389d094eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:58.305624 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-43f8e24b-df4f-4376-92f2-cd1822ecdef9 req-db676040-ccf5-402a-a7e2-4d389d094eb5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f2d27491-4759-49ce-8aad-0f76f9512453 HTTP/1.1" status: 200 len: 1102 time: 0.5144658 Jul 23 19:59:58.317860 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99698ce4-f20c-41c1-b450-9c35adcffdd3 req-6357fad1-063e-4780-bf00-d20a4fdf1fdc tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:58.319355 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-99698ce4-f20c-41c1-b450-9c35adcffdd3 req-6357fad1-063e-4780-bf00-d20a4fdf1fdc tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 949 time: 0.3995709 Jul 23 19:59:58.354850 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1031f2ab-7fcd-436f-bda2-0500d9e7748f tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:58.360270 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['cceb9cfe-be34-41c0-92cd-2dbcf70a248f'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 19:59:58.430118 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ef4cba24-1a1c-4109-aa81-fead449db528 req-57b593d6-ac2a-4829-a9ba-ce4895d92592 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662076 Jul 23 19:59:58.440388 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-9f825d0e-c863-41f8-871f-a36ff1d082f2 service neutron] 10.222.0.18 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513093 Jul 23 19:59:58.441496 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1031f2ab-7fcd-436f-bda2-0500d9e7748f tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:58.482768 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1031f2ab-7fcd-436f-bda2-0500d9e7748f tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:58.484003 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1031f2ab-7fcd-436f-bda2-0500d9e7748f tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5258400 Jul 23 19:59:58.487084 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031f2ab-7fcd-436f-bda2-0500d9e7748f tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be8895cf-23b3-4399-9b58-864da3b413c8,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:58.493978 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33490) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:58.498565 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f56adac0-00af-40b7-94c7-7067c5dc4171 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Request body: {'security_group_rule': {'security_group_id': 'be8895cf-23b3-4399-9b58-864da3b413c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:58.536735 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f56adac0-00af-40b7-94c7-7067c5dc4171 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:58.638988 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-36320975-2998-46bf-a645-51137a2d3cda service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=41c3667c-e53c-4371-8e80-c226bf656e9b HTTP/1.1" status: 200 len: 217 time: 0.3468914 Jul 23 19:59:58.668564 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f56adac0-00af-40b7-94c7-7067c5dc4171 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:58.696220 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f56adac0-00af-40b7-94c7-7067c5dc4171 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:58.729711 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56adac0-00af-40b7-94c7-7067c5dc4171 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb83935b-700b-4f14-b630-38cb9b8101fa,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:58.743891 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f56adac0-00af-40b7-94c7-7067c5dc4171 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:58.748558 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f56adac0-00af-40b7-94c7-7067c5dc4171 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2505066 Jul 23 19:59:58.750769 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33500) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:58.761816 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-19698c34-a63e-4bc7-bd1c-9f9b2e78199d tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Request body: {'security_group_rule': {'security_group_id': 'be8895cf-23b3-4399-9b58-864da3b413c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:58.776261 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-43f8e24b-df4f-4376-92f2-cd1822ecdef9 req-30bf4f35-8cb2-4cac-9ab6-1140b945b9ab service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4536333 Jul 23 19:59:58.785083 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-c5f7f58e-1a98-4b80-acfc-889151125f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:58.786618 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-c5f7f58e-1a98-4b80-acfc-889151125f46 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1312811 Jul 23 19:59:58.794173 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-606d9f7f-f823-45e3-93a9-0aaf3fa18187 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:58.795698 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-606d9f7f-f823-45e3-93a9-0aaf3fa18187 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=965a56c6-3d74-4d12-9112-671147df0969&tenant_id=46e8b52fe188445da9dc740883af8e52&binding%3Ahost_id=n-h1-793618-10 HTTP/1.1" status: 200 len: 1097 time: 0.2126069 Jul 23 19:59:58.807836 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b6ba9294-cd94-491a-9da5-c21bd4ed5847 req-039368dc-8f5c-4743-8b7b-fb89e543fc0b service neutron] 10.222.0.18 "GET /v2.0/networks/73ef6daa-59f8-4590-b34d-231209a696ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6167881 Jul 23 19:59:58.809668 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00338e9f-3cf5-403c-bbf5-bb9b11d168a8 req-950e3dbc-dbf7-4489-95a0-b2849a5a6b32 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:58.810774 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-99698ce4-f20c-41c1-b450-9c35adcffdd3 req-8af2de5e-c81e-4a18-b38a-63b4135a3cc3 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826758 Jul 23 19:59:58.811145 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-00338e9f-3cf5-403c-bbf5-bb9b11d168a8 req-950e3dbc-dbf7-4489-95a0-b2849a5a6b32 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d71b387-ef90-4d1c-a783-7520601a0b1d HTTP/1.1" status: 200 len: 949 time: 0.1706901 Jul 23 19:59:58.817868 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-19698c34-a63e-4bc7-bd1c-9f9b2e78199d tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:58.847577 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-a515adf4-848d-4bcf-a028-8a72e289807d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793618-10'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:58.858249 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0b544cc-10d7-481b-a1c4-6a5c91785e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:58.933378 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b544cc-10d7-481b-a1c4-6a5c91785e1b admin admin] Pushing event deleted for resources: {'Port': ['ID=6a8518d7-5288-4766-947b-dc846f63fb48,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:59.002529 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-19698c34-a63e-4bc7-bd1c-9f9b2e78199d tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:59.019667 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-00338e9f-3cf5-403c-bbf5-bb9b11d168a8 req-599ad63b-5cab-4adc-a049-68cb6dd141ef tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885545 Jul 23 19:59:59.041318 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-19698c34-a63e-4bc7-bd1c-9f9b2e78199d tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:59.054007 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 8b2e9367-ce98-4b8c-adc7-8c50b5643027 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:59:59.090882 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19698c34-a63e-4bc7-bd1c-9f9b2e78199d tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b34ea56-9088-4468-998c-3faae3b6db52,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:59.104086 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-a515adf4-848d-4bcf-a028-8a72e289807d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:59.126688 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 8b2e9367-ce98-4b8c-adc7-8c50b5643027 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:59.127062 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:59.168472 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-19698c34-a63e-4bc7-bd1c-9f9b2e78199d tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:59.169818 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-19698c34-a63e-4bc7-bd1c-9f9b2e78199d tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4173734 Jul 23 19:59:59.175705 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33502) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:59:59.205227 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e35b3e15-2bb5-4857-b194-13161fd59852 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:59:59.219771 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6a8518d7-5288-4766-947b-dc846f63fb48 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:59:59.234221 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-a9213aff-ef73-4bc2-8eea-5dc66a7e56fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:59.235736 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-a9213aff-ef73-4bc2-8eea-5dc66a7e56fe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3970690 Jul 23 19:59:59.248958 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 6a8518d7-5288-4766-947b-dc846f63fb48 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 19:59:59.250014 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6a8518d7-5288-4766-947b-dc846f63fb48 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 23 19:59:59.268776 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f12a9c-34bc-46bc-b422-8572d7ae6b38 req-9cccd551-a1ab-446b-9e03-4298682c37b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:59.270388 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-04f12a9c-34bc-46bc-b422-8572d7ae6b38 req-9cccd551-a1ab-446b-9e03-4298682c37b6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29f398dfe4164e34978e3a6c9a01d9f6&device_id=1c2ce5ef-adeb-4d5a-9201-b3119a69b560 HTTP/1.1" status: 200 len: 1096 time: 0.3479171 Jul 23 19:59:59.276989 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Port 6a8518d7-5288-4766-947b-dc846f63fb48 not found, will not notify nova. {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 23 19:59:59.290944 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad7e82-bdd0-4001-8489-bf6fbec46acc req-8a6dc75a-1644-4a65-bdfe-ff06ff1ff544 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:59.292764 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00ad7e82-bdd0-4001-8489-bf6fbec46acc req-8a6dc75a-1644-4a65-bdfe-ff06ff1ff544 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c2ce5ef-adeb-4d5a-9201-b3119a69b560 HTTP/1.1" status: 200 len: 944 time: 0.3102620 Jul 23 19:59:59.470758 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0b544cc-10d7-481b-a1c4-6a5c91785e1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:59.472924 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539755b-b61a-4e79-8afa-ba5d8f3f8cbf req-f1ef9d08-fb4a-47d9-954a-c6646854e980 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:59.474411 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d539755b-b61a-4e79-8afa-ba5d8f3f8cbf req-f1ef9d08-fb4a-47d9-954a-c6646854e980 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/ports?device_id=72a8e8b9-e7d1-4cc5-a520-b8ed7b62605b HTTP/1.1" status: 200 len: 947 time: 0.3599980 Jul 23 19:59:59.484502 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e35b3e15-2bb5-4857-b194-13161fd59852 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:59.484958 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00ad7e82-bdd0-4001-8489-bf6fbec46acc req-1163e828-e940-4612-b202-9925f990896a tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/security-groups?id=2717b42f-9486-406a-97be-cf9367fee954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675427 Jul 23 19:59:59.506331 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f12a9c-34bc-46bc-b422-8572d7ae6b38 req-468fe519-204c-4492-a9b0-7a97e306199c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:59.507823 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-04f12a9c-34bc-46bc-b422-8572d7ae6b38 req-468fe519-204c-4492-a9b0-7a97e306199c service neutron] 10.222.0.18 "GET /v2.0/networks?id=73ef6daa-59f8-4590-b34d-231209a696ad HTTP/1.1" status: 200 len: 930 time: 0.2076304 Jul 23 19:59:59.513798 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-1dc009d8-4084-4ea3-9744-2e1af1de42da service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613873 Jul 23 19:59:59.597995 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d539755b-b61a-4e79-8afa-ba5d8f3f8cbf req-0c1838e6-f2d7-40f9-9839-7ef54bae4cf6 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/security-groups?id=a18ffe49-d0c4-4702-93be-c1cf700ebd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084344 Jul 23 19:59:59.642255 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-04f12a9c-34bc-46bc-b422-8572d7ae6b38 req-b3d948ed-4cfa-422b-8735-620050bedff8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=293d4214-3cc4-41c6-9ec0-1469a9d905ae HTTP/1.1" status: 200 len: 217 time: 0.0943186 Jul 23 19:59:59.655183 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-a515adf4-848d-4bcf-a028-8a72e289807d service neutron] For port 0307e3ae-d53b-4f24-bdbf-e8a9877787c6, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0307e3ae-d53b-4f24-bdbf-e8a9877787c6,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:59.710810 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-a515adf4-848d-4bcf-a028-8a72e289807d service neutron] For port 0307e3ae-d53b-4f24-bdbf-e8a9877787c6, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 19:59:59.738349 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e35b3e15-2bb5-4857-b194-13161fd59852 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:59.801615 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965a56c6-3d74-4d12-9112-671147df0969', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0307e3ae-d53b-4f24-bdbf-e8a9877787c6'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 19:59:59.803902 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0709853-966d-4440-bec7-7d02fadbd7b2" -d '{"events": [{"server_uuid": "965a56c6-3d74-4d12-9112-671147df0969", "name": "network-vif-unplugged", "status": "completed", "tag": "0307e3ae-d53b-4f24-bdbf-e8a9877787c6"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 19:59:59.811572 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-a515adf4-848d-4bcf-a028-8a72e289807d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:59.825236 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f12a9c-34bc-46bc-b422-8572d7ae6b38 req-958fb830-c474-4d57-aa26-d1bb1f9f760b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:59.826829 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-04f12a9c-34bc-46bc-b422-8572d7ae6b38 req-958fb830-c474-4d57-aa26-d1bb1f9f760b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=820d0704-7ca5-4869-af84-e2c94d784bdd HTTP/1.1" status: 200 len: 868 time: 0.1651006 Jul 23 19:59:59.836325 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-a515adf4-848d-4bcf-a028-8a72e289807d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:59.880311 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 19:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae8594b-189b-411f-aad3-414143587cc9 x-openstack-request-id: req-bae8594b-189b-411f-aad3-414143587cc9 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 19:59:59.880586 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965a56c6-3d74-4d12-9112-671147df0969", "name": "network-vif-unplugged", "status": "completed", "tag": "0307e3ae-d53b-4f24-bdbf-e8a9877787c6", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 19:59:59.880839 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bae8594b-189b-411f-aad3-414143587cc9 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 19:59:59.881233 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965a56c6-3d74-4d12-9112-671147df0969', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0307e3ae-d53b-4f24-bdbf-e8a9877787c6', 'code': 200} Jul 23 19:59:59.885320 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a8e8b9-e7d1-4cc5-a520-b8ed7b62605b', 'tag': '41c3667c-e53c-4371-8e80-c226bf656e9b'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 19:59:59.888049 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0861224-15d9-4f51-bc6d-990a8a8646c8" -d '{"events": [{"name": "network-changed", "server_uuid": "72a8e8b9-e7d1-4cc5-a520-b8ed7b62605b", "tag": "41c3667c-e53c-4371-8e80-c226bf656e9b"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 19:59:59.896657 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b40a9c03-66aa-498a-b2f4-0cddb0bfc729 req-40f1a3d7-3adf-43ad-8a3d-7467bd9d28c3 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470392 Jul 23 19:59:59.981958 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9807cd0a-3c5b-42dd-b4ad-13558883a97d req-dba0179a-1284-454d-916e-5ee63986dc1c tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:59:59.983461 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9807cd0a-3c5b-42dd-b4ad-13558883a97d req-dba0179a-1284-454d-916e-5ee63986dc1c tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=965a56c6-3d74-4d12-9112-671147df0969 HTTP/1.1" status: 200 len: 945 time: 0.3600805 Jul 23 20:00:00.028626 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515adf4-848d-4bcf-a028-8a72e289807d service neutron] Pushing event updated for resources: {'Port': ['ID=0307e3ae-d53b-4f24-bdbf-e8a9877787c6,revision_number=7']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:00.032076 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33518) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:00.033707 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-e35b3e15-2bb5-4857-b194-13161fd59852 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Allocated IP 172.25.1.35 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/87c51fe5-611f-4f52-af0d-01529761908a) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:00:00.042705 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-a515adf4-848d-4bcf-a028-8a72e289807d service neutron] Attempting to bind port 0307e3ae-d53b-4f24-bdbf-e8a9877787c6 on host n-h1-793618-10 for vnic_type normal with profile {"migrating_to": "n-h2-793618-10"} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:00:00.042988 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-a515adf4-848d-4bcf-a028-8a72e289807d service neutron] Attempting to bind port 0307e3ae-d53b-4f24-bdbf-e8a9877787c6 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:00:00.043313 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-a515adf4-848d-4bcf-a028-8a72e289807d service neutron] Attempting to bind port 0307e3ae-d53b-4f24-bdbf-e8a9877787c6 on network 1582e281-e174-4775-af11-ce2168db586d {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:00:00.051847 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f12a9c-34bc-46bc-b422-8572d7ae6b38 req-6f7e8c8a-b831-40dd-93c0-7081086e3742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:00.053361 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-04f12a9c-34bc-46bc-b422-8572d7ae6b38 req-6f7e8c8a-b831-40dd-93c0-7081086e3742 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73ef6daa-59f8-4590-b34d-231209a696ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2140334 Jul 23 20:00:00.059150 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-a515adf4-848d-4bcf-a028-8a72e289807d service neutron] Port 0307e3ae-d53b-4f24-bdbf-e8a9877787c6 on network 1582e281-e174-4775-af11-ce2168db586d not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:00:00.059447 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-a515adf4-848d-4bcf-a028-8a72e289807d service neutron] Attempting to bind port 0307e3ae-d53b-4f24-bdbf-e8a9877787c6 on network 1582e281-e174-4775-af11-ce2168db586d {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:00:00.082663 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-a515adf4-848d-4bcf-a028-8a72e289807d service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 19, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:00:00.082996 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-a515adf4-848d-4bcf-a028-8a72e289807d service neutron] Checking segment: {'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:00:00.083379 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-a515adf4-848d-4bcf-a028-8a72e289807d service neutron] Bound using segment: {'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:00:00.083828 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-a515adf4-848d-4bcf-a028-8a72e289807d service neutron] Bound port: 0307e3ae-d53b-4f24-bdbf-e8a9877787c6, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:00:00.084191 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-a515adf4-848d-4bcf-a028-8a72e289807d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:00.108842 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9807cd0a-3c5b-42dd-b4ad-13558883a97d req-88824ae2-3d03-4393-83ac-4b292c495e82 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139486 Jul 23 20:00:00.117489 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b544cc-10d7-481b-a1c4-6a5c91785e1b admin admin] Router 2cdd1843-0838-486a-b974-583602f30bc7 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:00:00.168838 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 19:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199d013d-4289-4f9e-a2c3-c793ee942c13 x-openstack-request-id: req-199d013d-4289-4f9e-a2c3-c793ee942c13 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:00:00.169121 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a8e8b9-e7d1-4cc5-a520-b8ed7b62605b", "tag": "41c3667c-e53c-4371-8e80-c226bf656e9b", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:00:00.169367 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-199d013d-4289-4f9e-a2c3-c793ee942c13 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:00:00.169816 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a8e8b9-e7d1-4cc5-a520-b8ed7b62605b', 'tag': '41c3667c-e53c-4371-8e80-c226bf656e9b', 'status': 'completed', 'code': 200} Jul 23 20:00:00.212478 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe26e4-ff7e-46f5-9075-5754b2a979bb req-b4a641c6-eb26-4bbe-a470-940db7689abf tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:00.213954 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-55fe26e4-ff7e-46f5-9075-5754b2a979bb req-b4a641c6-eb26-4bbe-a470-940db7689abf tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 949 time: 0.2752113 Jul 23 20:00:00.233297 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9fbcacc8-93cf-4303-a3b2-b2203603111f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:00.311512 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-a515adf4-848d-4bcf-a028-8a72e289807d service neutron] For port 0307e3ae-d53b-4f24-bdbf-e8a9877787c6, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:00:00.319084 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e35b3e15-2bb5-4857-b194-13161fd59852 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:00.356139 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-55fe26e4-ff7e-46f5-9075-5754b2a979bb req-dac497b4-c23c-404f-bc51-73d55737f67e tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276476 Jul 23 20:00:00.359136 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-a515adf4-848d-4bcf-a028-8a72e289807d service neutron] For port 0307e3ae-d53b-4f24-bdbf-e8a9877787c6, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0307e3ae-d53b-4f24-bdbf-e8a9877787c6,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:00:00.369549 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-a515adf4-848d-4bcf-a028-8a72e289807d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:00.487303 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515adf4-848d-4bcf-a028-8a72e289807d service neutron] Pushing event updated for resources: {'Port': ['ID=0307e3ae-d53b-4f24-bdbf-e8a9877787c6,revision_number=8']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:00.497204 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-04f12a9c-34bc-46bc-b422-8572d7ae6b38 req-82675e43-640f-41d2-8c02-340c5016ea56 service neutron] 10.222.0.18 "GET /v2.0/networks/73ef6daa-59f8-4590-b34d-231209a696ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309990 Jul 23 20:00:00.511434 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e35b3e15-2bb5-4857-b194-13161fd59852 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:00.522394 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-a515adf4-848d-4bcf-a028-8a72e289807d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:00.523026 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-a515adf4-848d-4bcf-a028-8a72e289807d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:00.524467 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-a515adf4-848d-4bcf-a028-8a72e289807d service neutron] 10.222.0.18 "PUT /v2.0/ports/0307e3ae-d53b-4f24-bdbf-e8a9877787c6 HTTP/1.1" status: 200 len: 1123 time: 1.6830602 Jul 23 20:00:00.572262 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35b3e15-2bb5-4857-b194-13161fd59852 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:00:00.580543 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-e35b3e15-2bb5-4857-b194-13161fd59852 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:00:00.583405 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35b3e15-2bb5-4857-b194-13161fd59852 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:00:00.633859 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['0307e3ae-d53b-4f24-bdbf-e8a9877787c6'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:00:00.640275 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b544cc-10d7-481b-a1c4-6a5c91785e1b admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:00:00.640754 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b3e15-2bb5-4857-b194-13161fd59852 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Pushing event updated for resources: {'Port': ['ID=87c51fe5-611f-4f52-af0d-01529761908a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:00.645616 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a0b544cc-10d7-481b-a1c4-6a5c91785e1b admin admin] 10.222.0.32 "PUT /v2.0/routers/2cdd1843-0838-486a-b974-583602f30bc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9119346 Jul 23 20:00:00.650483 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33528) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:00.654384 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c313ff6-29d2-4a6c-80a0-00b3af21e7ee None None] Sync routers for ids ['2cdd1843-0838-486a-b974-583602f30bc7'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:00:00.666343 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c313ff6-29d2-4a6c-80a0-00b3af21e7ee None None] Routers {'2cdd1843-0838-486a-b974-583602f30bc7'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:00:00.668209 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3c313ff6-29d2-4a6c-80a0-00b3af21e7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T19:59:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['2cdd1843-0838-486a-b974-583602f30bc7'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:00:00.676300 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9fbcacc8-93cf-4303-a3b2-b2203603111f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:00.691813 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9fbcacc8-93cf-4303-a3b2-b2203603111f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:00.751249 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-04f12a9c-34bc-46bc-b422-8572d7ae6b38 req-69604348-3d66-4485-b8e9-4902211d31ab service neutron] 10.222.0.18 "GET /v2.0/networks/73ef6daa-59f8-4590-b34d-231209a696ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325475 Jul 23 20:00:00.762722 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dba0e2-98b9-4f6a-a371-6feaf0643e3a req-dbc2c812-5952-4efe-a107-3a5db8e1d36f tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:00.764669 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-21dba0e2-98b9-4f6a-a371-6feaf0643e3a req-dbc2c812-5952-4efe-a107-3a5db8e1d36f tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d71b387-ef90-4d1c-a783-7520601a0b1d HTTP/1.1" status: 200 len: 949 time: 0.5214980 Jul 23 20:00:00.771568 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0861224-15d9-4f51-bc6d-990a8a8646c8 req-ee8cb733-9d66-4819-bf92-095e594a431c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:00.773012 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d0861224-15d9-4f51-bc6d-990a8a8646c8 req-ee8cb733-9d66-4819-bf92-095e594a431c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a86c9a8ccd634b6592ce48471da5ed00&device_id=72a8e8b9-e7d1-4cc5-a520-b8ed7b62605b HTTP/1.1" status: 200 len: 1099 time: 0.5609245 Jul 23 20:00:00.792275 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9fbcacc8-93cf-4303-a3b2-b2203603111f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2bc2bb7f8c6c4bd9b51b3c3b7e37a9eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7549798 Jul 23 20:00:00.803375 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33530) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:00.810021 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbcacc8-93cf-4303-a3b2-b2203603111f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557473a1-6da5-4651-9603-d109bc455e20,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:00.835313 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-3c313ff6-29d2-4a6c-80a0-00b3af21e7ee None None] Set router 2cdd1843-0838-486a-b974-583602f30bc7 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:00:00.848456 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e35b3e15-2bb5-4857-b194-13161fd59852 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:00.867366 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334063a5-1117-444b-885b-9c85b74a8e63 req-cbb0b598-487e-48b0-b90e-2bcdee7f09f3 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:00.869132 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-334063a5-1117-444b-885b-9c85b74a8e63 req-cbb0b598-487e-48b0-b90e-2bcdee7f09f3 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c2ce5ef-adeb-4d5a-9201-b3119a69b560 HTTP/1.1" status: 200 len: 944 time: 0.2720897 Jul 23 20:00:00.951371 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-21dba0e2-98b9-4f6a-a371-6feaf0643e3a req-73e93f46-3c49-4dc7-8f93-83c2ad60c5a3 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745059 Jul 23 20:00:00.957797 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-334063a5-1117-444b-885b-9c85b74a8e63 req-2bf1608f-8768-4583-928e-8e78f43fb9c0 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/security-groups?id=2717b42f-9486-406a-97be-cf9367fee954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757618 Jul 23 20:00:00.959394 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1886f5e4-2947-41f6-a8d3-4e62181eb078 admin admin] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:00.983513 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e35b3e15-2bb5-4857-b194-13161fd59852 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:01.077733 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0861224-15d9-4f51-bc6d-990a8a8646c8 req-8f0a9c29-8a40-4645-ad3c-1caa3c69cbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:01.079130 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d0861224-15d9-4f51-bc6d-990a8a8646c8 req-8f0a9c29-8a40-4645-ad3c-1caa3c69cbef service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.2883356 Jul 23 20:00:01.099070 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3c313ff6-29d2-4a6c-80a0-00b3af21e7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdd1843-0838-486a-b974-583602f30bc7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-765598805-router', 'tenant_id': 'f8ddf1afa3864353974eb01065d8cc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '4126dc89-ca03-4137-b85f-ca418c1bccb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:37Z', 'updated_at': '2021-07-23T19:59:58Z', 'revision_number': 5, 'project_id': 'f8ddf1afa3864353974eb01065d8cc1a', 'gw_port': {'id': '4126dc89-ca03-4137-b85f-ca418c1bccb2', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd1843-0838-486a-b974-583602f30bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:40Z', 'updated_at': '2021-07-23T19:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:00:01.119195 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-94c37ab9-241e-4ca9-8ddc-aed9e60cea45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:01.130569 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c313ff6-29d2-4a6c-80a0-00b3af21e7ee None None] Checking router: 2cdd1843-0838-486a-b974-583602f30bc7 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:00:01.140744 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c313ff6-29d2-4a6c-80a0-00b3af21e7ee None None] Routers {'2cdd1843-0838-486a-b974-583602f30bc7'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:00:01.141727 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3c313ff6-29d2-4a6c-80a0-00b3af21e7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T19:59:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['2cdd1843-0838-486a-b974-583602f30bc7'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:00:01.162628 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d0861224-15d9-4f51-bc6d-990a8a8646c8 req-af05d8e4-9d9f-4ea5-8cce-046297fb7566 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=41c3667c-e53c-4371-8e80-c226bf656e9b HTTP/1.1" status: 200 len: 217 time: 0.0587277 Jul 23 20:00:01.166429 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e35b3e15-2bb5-4857-b194-13161fd59852 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:01.175127 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e35b3e15-2bb5-4857-b194-13161fd59852 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:01.195034 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-94c37ab9-241e-4ca9-8ddc-aed9e60cea45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:01.256713 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device cceb9cfe-be34-41c0-92cd-2dbcf70a248f up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:00:01.271700 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1886f5e4-2947-41f6-a8d3-4e62181eb078 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:01.282432 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-3c313ff6-29d2-4a6c-80a0-00b3af21e7ee None None] Set router 2cdd1843-0838-486a-b974-583602f30bc7 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:00:01.297208 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0861224-15d9-4f51-bc6d-990a8a8646c8 req-80ce2290-1f85-4789-a30b-0f4ee99e774a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:01.298005 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b3e15-2bb5-4857-b194-13161fd59852 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Pushing event updated for resources: {'Port': ['ID=87c51fe5-611f-4f52-af0d-01529761908a,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:01.299223 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d0861224-15d9-4f51-bc6d-990a8a8646c8 req-80ce2290-1f85-4789-a30b-0f4ee99e774a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1257925 Jul 23 20:00:01.314332 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e35b3e15-2bb5-4857-b194-13161fd59852 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:01.349030 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c436b79-b914-4d09-a87b-41b1b7402a26 req-023a818b-7ed6-4da9-b616-ba696bb22fa9 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:01.349530 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port cceb9cfe-be34-41c0-92cd-2dbcf70a248f completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:00:01.349908 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833570d3-dd5f-48d7-b48d-97d88a8ae6e4 req-f6f7b784-5ba8-49d9-b52f-a093f7ad20e1 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:01.350702 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5c436b79-b914-4d09-a87b-41b1b7402a26 req-023a818b-7ed6-4da9-b616-ba696bb22fa9 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=965a56c6-3d74-4d12-9112-671147df0969 HTTP/1.1" status: 200 len: 943 time: 0.1596024 Jul 23 20:00:01.351994 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e35b3e15-2bb5-4857-b194-13161fd59852 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:01.353247 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e35b3e15-2bb5-4857-b194-13161fd59852 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1729586 Jul 23 20:00:01.357097 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-833570d3-dd5f-48d7-b48d-97d88a8ae6e4 req-f6f7b784-5ba8-49d9-b52f-a093f7ad20e1 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/ports?device_id=72a8e8b9-e7d1-4cc5-a520-b8ed7b62605b HTTP/1.1" status: 200 len: 947 time: 0.3173029 Jul 23 20:00:01.372583 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port cceb9cfe-be34-41c0-92cd-2dbcf70a248f triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:00:01.372963 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:01.403631 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-94c37ab9-241e-4ca9-8ddc-aed9e60cea45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:01.406357 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-94c37ab9-241e-4ca9-8ddc-aed9e60cea45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:01.409837 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-94c37ab9-241e-4ca9-8ddc-aed9e60cea45 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/557473a1-6da5-4651-9603-d109bc455e20 HTTP/1.1" status: 204 len: 168 time: 0.6031890 Jul 23 20:00:01.434260 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c37ab9-241e-4ca9-8ddc-aed9e60cea45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557473a1-6da5-4651-9603-d109bc455e20,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:01.449324 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5c436b79-b914-4d09-a87b-41b1b7402a26 req-bb2746a8-b88c-41ca-9f31-bffcd7e7f945 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690153 Jul 23 20:00:01.469658 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-833570d3-dd5f-48d7-b48d-97d88a8ae6e4 req-9eeeae83-cfe1-4c34-b0c6-b9bef793f0a2 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/security-groups?id=a18ffe49-d0c4-4702-93be-c1cf700ebd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112909 Jul 23 20:00:01.491898 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-1886f5e4-2947-41f6-a8d3-4e62181eb078 admin admin] Deleting port 4126dc89-ca03-4137-b85f-ca418c1bccb2 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:00:01.492272 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1886f5e4-2947-41f6-a8d3-4e62181eb078 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:01.498548 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0861224-15d9-4f51-bc6d-990a8a8646c8 req-771ce81e-dc9b-44da-aa93-fbd7a87a494b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:01.500460 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d0861224-15d9-4f51-bc6d-990a8a8646c8 req-771ce81e-dc9b-44da-aa93-fbd7a87a494b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1911523 Jul 23 20:00:01.558887 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:01.606762 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3c313ff6-29d2-4a6c-80a0-00b3af21e7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdd1843-0838-486a-b974-583602f30bc7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-765598805-router', 'tenant_id': 'f8ddf1afa3864353974eb01065d8cc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '4126dc89-ca03-4137-b85f-ca418c1bccb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:37Z', 'updated_at': '2021-07-23T19:59:58Z', 'revision_number': 5, 'project_id': 'f8ddf1afa3864353974eb01065d8cc1a', 'gw_port': {'id': '4126dc89-ca03-4137-b85f-ca418c1bccb2', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd1843-0838-486a-b974-583602f30bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:40Z', 'updated_at': '2021-07-23T19:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:00:01.619808 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port cceb9cfe-be34-41c0-92cd-2dbcf70a248f, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=cceb9cfe-be34-41c0-92cd-2dbcf70a248f,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:01.620958 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d71b387-ef90-4d1c-a783-7520601a0b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cceb9cfe-be34-41c0-92cd-2dbcf70a248f'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:00:01.623639 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa79c4cd-99ab-4dd5-b237-615bf164896c" -d '{"events": [{"server_uuid": "9d71b387-ef90-4d1c-a783-7520601a0b1d", "name": "network-vif-plugged", "status": "completed", "tag": "cceb9cfe-be34-41c0-92cd-2dbcf70a248f"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:00:01.628153 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:01.660852 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c313ff6-29d2-4a6c-80a0-00b3af21e7ee None None] The sync data for ids ['2cdd1843-0838-486a-b974-583602f30bc7'] in n-d-793618-10 is: [{'id': '2cdd1843-0838-486a-b974-583602f30bc7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-765598805-router', 'tenant_id': 'f8ddf1afa3864353974eb01065d8cc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '4126dc89-ca03-4137-b85f-ca418c1bccb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:37Z', 'updated_at': '2021-07-23T19:59:58Z', 'revision_number': 5, 'project_id': 'f8ddf1afa3864353974eb01065d8cc1a', 'gw_port': {'id': '4126dc89-ca03-4137-b85f-ca418c1bccb2', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd1843-0838-486a-b974-583602f30bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:40Z', 'updated_at': '2021-07-23T19:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:00:01.714005 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85144d5-57b6-4d19-a5cf-0946246ed0b4 req-42ccce88-0bb2-4980-8abd-c14d62a83856 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:01.716454 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d85144d5-57b6-4d19-a5cf-0946246ed0b4 req-42ccce88-0bb2-4980-8abd-c14d62a83856 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 949 time: 0.1526940 Jul 23 20:00:01.718554 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=cceb9cfe-be34-41c0-92cd-2dbcf70a248f,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:01.758067 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d85144d5-57b6-4d19-a5cf-0946246ed0b4 req-3c7146c4-fa4d-4024-9884-9d9157349542 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343478 Jul 23 20:00:01.767467 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-1886f5e4-2947-41f6-a8d3-4e62181eb078 admin admin] For port 4126dc89-ca03-4137-b85f-ca418c1bccb2, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=4126dc89-ca03-4137-b85f-ca418c1bccb2,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:01.768027 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1886f5e4-2947-41f6-a8d3-4e62181eb078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:01.781707 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d0861224-15d9-4f51-bc6d-990a8a8646c8 req-9d846ce1-7bdf-46db-9a19-327d01200e3d service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700326 Jul 23 20:00:01.784755 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-aeaca6a1-dfcc-4785-8a6f-fc0c0ce55061 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1109061612&fields=id&tenant_id=31ece22b4c2940ca986a58a7e24f5205 HTTP/1.1" status: 200 len: 267 time: 0.1137767 Jul 23 20:00:01.790892 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-1886f5e4-2947-41f6-a8d3-4e62181eb078 admin admin] Calling delete_port for 4126dc89-ca03-4137-b85f-ca418c1bccb2 owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:00:01.809117 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26b3d6c-052e-4168-b870-ba4ee759d414 x-openstack-request-id: req-d26b3d6c-052e-4168-b870-ba4ee759d414 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:00:01.809412 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d71b387-ef90-4d1c-a783-7520601a0b1d", "name": "network-vif-plugged", "status": "completed", "tag": "cceb9cfe-be34-41c0-92cd-2dbcf70a248f", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:00:01.809686 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d26b3d6c-052e-4168-b870-ba4ee759d414 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:00:01.810083 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d71b387-ef90-4d1c-a783-7520601a0b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cceb9cfe-be34-41c0-92cd-2dbcf70a248f', 'code': 200} Jul 23 20:00:01.885804 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '965a56c6-3d74-4d12-9112-671147df0969', 'tag': '0307e3ae-d53b-4f24-bdbf-e8a9877787c6'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:00:01.885804 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5c2ae5-ec6f-40a8-825c-e75f6f2ec081" -d '{"events": [{"name": "network-changed", "server_uuid": "965a56c6-3d74-4d12-9112-671147df0969", "tag": "0307e3ae-d53b-4f24-bdbf-e8a9877787c6"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:00:01.888288 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33554) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:01.903500 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f893c7df-a150-4860-ab36-5efca9fe4047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:01.935409 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7342db66-0dd3-443c-98fa-a8828b55ccc8 x-openstack-request-id: req-7342db66-0dd3-443c-98fa-a8828b55ccc8 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:00:01.935763 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "965a56c6-3d74-4d12-9112-671147df0969", "tag": "0307e3ae-d53b-4f24-bdbf-e8a9877787c6", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:00:01.936071 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7342db66-0dd3-443c-98fa-a8828b55ccc8 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:00:01.936514 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '965a56c6-3d74-4d12-9112-671147df0969', 'tag': '0307e3ae-d53b-4f24-bdbf-e8a9877787c6', 'status': 'completed', 'code': 200} Jul 23 20:00:02.012621 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f893c7df-a150-4860-ab36-5efca9fe4047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:02.017719 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f893c7df-a150-4860-ab36-5efca9fe4047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:02.075484 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f893c7df-a150-4860-ab36-5efca9fe4047 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0561c4c073c546b48075580c0d7d6c71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1855123 Jul 23 20:00:02.076441 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f893c7df-a150-4860-ab36-5efca9fe4047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570a2d5b-2222-4ae0-9cdb-fc94fbab4095,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:02.088970 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33562) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:02.132503 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7af6e-37b9-4712-963b-00edb0e664be req-9c98b1df-1129-4142-86a1-a4b95f70a091 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:02.134450 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ed7af6e-37b9-4712-963b-00edb0e664be req-9c98b1df-1129-4142-86a1-a4b95f70a091 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d71b387-ef90-4d1c-a783-7520601a0b1d HTTP/1.1" status: 200 len: 950 time: 0.0915980 Jul 23 20:00:02.169380 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-cf17b935-0ba3-4c33-978c-cfc9c1c58bdc tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:02.170975 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-cf17b935-0ba3-4c33-978c-cfc9c1c58bdc tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/networks?id=c601b8b0-fff2-4d36-9f97-ebce138e0521 HTTP/1.1" status: 200 len: 824 time: 0.3738964 Jul 23 20:00:02.177781 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ed7af6e-37b9-4712-963b-00edb0e664be req-64d7a5ed-bd46-4bfe-980a-f5634f6ab6f0 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373125 Jul 23 20:00:02.179936 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d0861224-15d9-4f51-bc6d-990a8a8646c8 req-730c107d-c38a-46ff-9b1a-af5839accbe7 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866875 Jul 23 20:00:02.245122 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4a555-de0f-48c0-b85c-d5698aed20e4 req-78014850-2c55-4e5c-a43d-7138d68a1a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:02.247286 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bbb4a555-de0f-48c0-b85c-d5698aed20e4 req-78014850-2c55-4e5c-a43d-7138d68a1a56 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d71b387-ef90-4d1c-a783-7520601a0b1d HTTP/1.1" status: 200 len: 1102 time: 0.3465755 Jul 23 20:00:02.249734 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-1c221b16-939f-4278-8065-598d7baceb55 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/quotas/31ece22b4c2940ca986a58a7e24f5205 HTTP/1.1" status: 200 len: 375 time: 0.0641930 Jul 23 20:00:02.300464 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c2ae5-ec6f-40a8-825c-e75f6f2ec081 req-ea7c9b8a-9d45-4f59-9c1b-e96c6ac82349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:02.302107 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-af5c2ae5-ec6f-40a8-825c-e75f6f2ec081 req-ea7c9b8a-9d45-4f59-9c1b-e96c6ac82349 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46e8b52fe188445da9dc740883af8e52&device_id=965a56c6-3d74-4d12-9112-671147df0969 HTTP/1.1" status: 200 len: 1126 time: 0.2994146 Jul 23 20:00:02.323538 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0bce7e46-d0b9-4857-a43b-4565dea29eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:02.324346 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e516a2-a4b1-46db-94d3-9492e73f0d09 req-1402afe3-094b-4cf4-acb0-2a79ed9cd02c tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:02.325945 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d9e516a2-a4b1-46db-94d3-9492e73f0d09 req-1402afe3-094b-4cf4-acb0-2a79ed9cd02c tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c2ce5ef-adeb-4d5a-9201-b3119a69b560 HTTP/1.1" status: 200 len: 944 time: 0.0784841 Jul 23 20:00:02.369662 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d9e516a2-a4b1-46db-94d3-9492e73f0d09 req-2d6771f1-6cc6-4e34-a225-6f0f55486734 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/security-groups?id=2717b42f-9486-406a-97be-cf9367fee954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349100 Jul 23 20:00:02.577245 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe88c06-9f94-4065-9f14-2e44fd0ddf70 req-488cf222-28bd-41c3-8a5e-13561b8ab47c tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:02.578863 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1fe88c06-9f94-4065-9f14-2e44fd0ddf70 req-488cf222-28bd-41c3-8a5e-13561b8ab47c tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=965a56c6-3d74-4d12-9112-671147df0969 HTTP/1.1" status: 200 len: 943 time: 0.0687578 Jul 23 20:00:02.619796 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1fe88c06-9f94-4065-9f14-2e44fd0ddf70 req-3486a2f2-11a7-4017-90f9-1722cf527067 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337684 Jul 23 20:00:02.645296 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0bce7e46-d0b9-4857-a43b-4565dea29eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:02.653748 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bbb4a555-de0f-48c0-b85c-d5698aed20e4 req-119b3f12-af14-495a-8d2f-0a86a26a1a12 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903618 Jul 23 20:00:02.707095 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1886f5e4-2947-41f6-a8d3-4e62181eb078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:02.747793 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf15b4-f9f9-4cb8-abe9-527491332298 req-17b4e689-43ff-4738-8f1d-dac9ecc9e319 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:02.749292 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-21bf15b4-f9f9-4cb8-abe9-527491332298 req-17b4e689-43ff-4738-8f1d-dac9ecc9e319 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/ports?device_id=72a8e8b9-e7d1-4cc5-a520-b8ed7b62605b HTTP/1.1" status: 200 len: 947 time: 0.0663311 Jul 23 20:00:02.770834 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1886f5e4-2947-41f6-a8d3-4e62181eb078 admin admin] Pushing event deleted for resources: {'Port': ['ID=4126dc89-ca03-4137-b85f-ca418c1bccb2,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:02.788321 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-21bf15b4-f9f9-4cb8-abe9-527491332298 req-33d70cec-fed6-47df-8c15-ca8e32610cc3 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/security-groups?id=a18ffe49-d0c4-4702-93be-c1cf700ebd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334232 Jul 23 20:00:02.798568 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c2ae5-ec6f-40a8-825c-e75f6f2ec081 req-8635f4a0-2e88-4e68-abc8-68564be25d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:02.800051 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-af5c2ae5-ec6f-40a8-825c-e75f6f2ec081 req-8635f4a0-2e88-4e68-abc8-68564be25d85 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1582e281-e174-4775-af11-ce2168db586d HTTP/1.1" status: 200 len: 909 time: 0.4745486 Jul 23 20:00:02.829044 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-444b3876-95f2-48da-8cd8-95fed557712b tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=31ece22b4c2940ca986a58a7e24f5205&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5667067 Jul 23 20:00:02.888883 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-af5c2ae5-ec6f-40a8-825c-e75f6f2ec081 req-2bd9b29a-c530-4ea4-a65d-f440a834d6a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0307e3ae-d53b-4f24-bdbf-e8a9877787c6 HTTP/1.1" status: 200 len: 217 time: 0.0587463 Jul 23 20:00:02.921637 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0bce7e46-d0b9-4857-a43b-4565dea29eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:02.924084 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0bce7e46-d0b9-4857-a43b-4565dea29eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:02.925150 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0bce7e46-d0b9-4857-a43b-4565dea29eec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/570a2d5b-2222-4ae0-9cdb-fc94fbab4095 HTTP/1.1" status: 204 len: 168 time: 0.8300147 Jul 23 20:00:02.926761 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a036c-24ad-4b11-b5d8-751c7a1f0709 req-3ed219cc-c125-4f35-99ce-20ef0935b5ef tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:02.929942 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0d1a036c-24ad-4b11-b5d8-751c7a1f0709 req-3ed219cc-c125-4f35-99ce-20ef0935b5ef tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 949 time: 0.0762479 Jul 23 20:00:02.952903 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6a8518d7-5288-4766-947b-dc846f63fb48 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:00:02.957077 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1886f5e4-2947-41f6-a8d3-4e62181eb078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:02.981921 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 6a8518d7-5288-4766-947b-dc846f63fb48 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:00:02.983638 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6a8518d7-5288-4766-947b-dc846f63fb48 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:00:02.986032 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0d1a036c-24ad-4b11-b5d8-751c7a1f0709 req-12e3d366-5122-4f07-9c86-2079d9763dfb tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474875 Jul 23 20:00:03.064207 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce7e46-d0b9-4857-a43b-4565dea29eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570a2d5b-2222-4ae0-9cdb-fc94fbab4095,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:03.124568 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1886f5e4-2947-41f6-a8d3-4e62181eb078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:03.132836 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1886f5e4-2947-41f6-a8d3-4e62181eb078 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:03.136727 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c2ae5-ec6f-40a8-825c-e75f6f2ec081 req-aad95c01-cdbd-4003-93b2-2cd06ee569de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:03.138218 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-af5c2ae5-ec6f-40a8-825c-e75f6f2ec081 req-aad95c01-cdbd-4003-93b2-2cd06ee569de service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62cab30c-2c7b-4463-9eb3-ea20a0ef57f0 HTTP/1.1" status: 200 len: 848 time: 0.2349553 Jul 23 20:00:03.146099 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-2dce1cef-3f2b-4561-8327-f305213f3611 service neutron] 10.222.0.32 "GET /v2.0/networks/c601b8b0-fff2-4d36-9f97-ebce138e0521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007038 Jul 23 20:00:03.167101 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 41c3667c-e53c-4371-8e80-c226bf656e9b details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:00:03.251346 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-af5c2ae5-ec6f-40a8-825c-e75f6f2ec081 req-8281e776-069f-4c42-a16a-0e7caddcaa38 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1582e281-e174-4775-af11-ce2168db586d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812905 Jul 23 20:00:03.270677 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1886f5e4-2947-41f6-a8d3-4e62181eb078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:03.271176 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1886f5e4-2947-41f6-a8d3-4e62181eb078 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cdd1843-0838-486a-b974-583602f30bc7 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:00:03.277169 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1886f5e4-2947-41f6-a8d3-4e62181eb078 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:03.280855 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1886f5e4-2947-41f6-a8d3-4e62181eb078 admin admin] 10.222.0.32 "DELETE /v2.0/routers/2cdd1843-0838-486a-b974-583602f30bc7 HTTP/1.1" status: 204 len: 168 time: 2.6275017 Jul 23 20:00:03.283747 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33576) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:03.292249 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 41c3667c-e53c-4371-8e80-c226bf656e9b, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=41c3667c-e53c-4371-8e80-c226bf656e9b,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:03.313277 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '41c3667c-e53c-4371-8e80-c226bf656e9b', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': '41c3667c-e53c-4371-8e80-c226bf656e9b', 'mac_address': 'fa:16:3e:53:4d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:00:03.322147 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33578) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:03.341809 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-89b4d488-f899-40fe-bc8d-73f3c8d679dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:03.374099 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:03.374341 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b86ae-6dea-4701-a6a1-8b13685e72bf req-f77b7c7b-0ff5-470c-a3bc-b09d61b96230 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:03.381751 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ba4b86ae-6dea-4701-a6a1-8b13685e72bf req-f77b7c7b-0ff5-470c-a3bc-b09d61b96230 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d71b387-ef90-4d1c-a783-7520601a0b1d HTTP/1.1" status: 200 len: 950 time: 0.1089604 Jul 23 20:00:03.391267 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41c3667c-e53c-4371-8e80-c226bf656e9b {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:00:03.416312 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 41c3667c-e53c-4371-8e80-c226bf656e9b, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=41c3667c-e53c-4371-8e80-c226bf656e9b,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:03.424323 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:03.425539 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 293d4214-3cc4-41c6-9ec0-1469a9d905ae details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:00:03.436120 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-ad8b7352-5c28-4572-8833-38f4d851e33b service neutron] 10.222.0.32 "GET /v2.0/networks/c601b8b0-fff2-4d36-9f97-ebce138e0521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673979 Jul 23 20:00:03.440924 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0747a0b-3710-4627-9dc1-b34dbd60ba8c admin admin] Deleting subnet 209b23d9-b00d-469d-94f5-de81e8ae6057 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:00:03.447471 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b0747a0b-3710-4627-9dc1-b34dbd60ba8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:03.477024 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ba4b86ae-6dea-4701-a6a1-8b13685e72bf req-882984c9-4b02-4b2f-b72f-82f1cdb14ffd tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942996 Jul 23 20:00:03.485694 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=41c3667c-e53c-4371-8e80-c226bf656e9b,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:03.491464 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-af5c2ae5-ec6f-40a8-825c-e75f6f2ec081 req-081a359b-40ee-46d6-b717-f51fa4cdd514 service neutron] 10.222.0.30 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309875 Jul 23 20:00:03.561337 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b0747a0b-3710-4627-9dc1-b34dbd60ba8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:03.573687 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-89b4d488-f899-40fe-bc8d-73f3c8d679dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:03.581436 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-89b4d488-f899-40fe-bc8d-73f3c8d679dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:03.677079 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 293d4214-3cc4-41c6-9ec0-1469a9d905ae, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=293d4214-3cc4-41c6-9ec0-1469a9d905ae,segment=NetworkSegment(365d460d-357e-4c03-9de0-12a82865aaba),segment_id=365d460d-357e-4c03-9de0-12a82865aaba)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:03.683596 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b4d488-f899-40fe-bc8d-73f3c8d679dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bedfc351-b68d-4e58-ac56-6fe6d6a5a80b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:03.701705 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-89b4d488-f899-40fe-bc8d-73f3c8d679dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ac811f9b98854e299d0e82d36e74b899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3653283 Jul 23 20:00:03.706324 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33586) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:03.714860 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '293d4214-3cc4-41c6-9ec0-1469a9d905ae', 'network_id': '73ef6daa-59f8-4590-b34d-231209a696ad', 'port_id': '293d4214-3cc4-41c6-9ec0-1469a9d905ae', 'mac_address': 'fa:16:3e:04:33:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '820d0704-7ca5-4869-af84-e2c94d784bdd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:00:03.740623 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888b72c-4f57-4cbc-b55f-df26d3b979d8 req-49bcd1f1-04c8-47fb-9c10-a90893125504 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:03.740845 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-af5c2ae5-ec6f-40a8-825c-e75f6f2ec081 req-37742f64-9f0d-4627-ba4f-14b5d7d28486 service neutron] 10.222.0.30 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343175 Jul 23 20:00:03.748391 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b888b72c-4f57-4cbc-b55f-df26d3b979d8 req-49bcd1f1-04c8-47fb-9c10-a90893125504 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c2ce5ef-adeb-4d5a-9201-b3119a69b560 HTTP/1.1" status: 200 len: 944 time: 0.1549613 Jul 23 20:00:03.779720 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:03.788872 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b888b72c-4f57-4cbc-b55f-df26d3b979d8 req-d6e7b543-d141-4e64-b35f-2f93483ef590 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/security-groups?id=2717b42f-9486-406a-97be-cf9367fee954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395525 Jul 23 20:00:03.819821 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 293d4214-3cc4-41c6-9ec0-1469a9d905ae {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:00:03.874209 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 293d4214-3cc4-41c6-9ec0-1469a9d905ae, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=293d4214-3cc4-41c6-9ec0-1469a9d905ae,segment=NetworkSegment(365d460d-357e-4c03-9de0-12a82865aaba),segment_id=365d460d-357e-4c03-9de0-12a82865aaba)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:03.880126 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:03.880794 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 0307e3ae-d53b-4f24-bdbf-e8a9877787c6 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:00:03.896268 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b0747a0b-3710-4627-9dc1-b34dbd60ba8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:03.904092 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c4ffefaa-af92-4d98-9a58-35ba847632a1 req-6f5e15ab-8498-462c-862e-ea71646bcd45 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fabebb-89c8-476e-bca5-f869241459d4 HTTP/1.1" status: 200 len: 210 time: 0.0461793 Jul 23 20:00:03.974979 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=293d4214-3cc4-41c6-9ec0-1469a9d905ae,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:04.036227 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7931eadb-4cf0-4ba7-bc6f-fb9132b2c6bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:04.052100 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b0747a0b-3710-4627-9dc1-b34dbd60ba8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:04.065587 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 0307e3ae-d53b-4f24-bdbf-e8a9877787c6, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0307e3ae-d53b-4f24-bdbf-e8a9877787c6,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:04.082979 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 0307e3ae-d53b-4f24-bdbf-e8a9877787c6 has no active binding in host n-h2-793618-10 {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 20:00:04.099488 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b0747a0b-3710-4627-9dc1-b34dbd60ba8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:04.101542 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b0747a0b-3710-4627-9dc1-b34dbd60ba8c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/209b23d9-b00d-469d-94f5-de81e8ae6057 HTTP/1.1" status: 204 len: 168 time: 0.8159127 Jul 23 20:00:04.105797 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7931eadb-4cf0-4ba7-bc6f-fb9132b2c6bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:04.107424 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702f6cf-4265-4d0f-8d99-6884b31f1fde req-f09337c1-cf3a-4ac9-82a6-6f93d0dbc21d tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:04.107912 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0747a0b-3710-4627-9dc1-b34dbd60ba8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=209b23d9-b00d-469d-94f5-de81e8ae6057,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:04.109339 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a702f6cf-4265-4d0f-8d99-6884b31f1fde req-f09337c1-cf3a-4ac9-82a6-6f93d0dbc21d tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/ports?device_id=72a8e8b9-e7d1-4cc5-a520-b8ed7b62605b HTTP/1.1" status: 200 len: 948 time: 0.1289132 Jul 23 20:00:04.109536 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd46246-a911-4d6e-bfdc-2cbe3d46a0a1 None None] Network c222c235-3bf2-436f-9a0a-5e159a73f61d requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:00:04.110048 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33598) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:04.128237 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c079a5-8712-4f3d-8a48-5c6b3e42d1a0 req-0dbaa5c1-7e29-410e-88c6-a6f5d0e4e3c7 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:04.129774 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b3c079a5-8712-4f3d-8a48-5c6b3e42d1a0 req-0dbaa5c1-7e29-410e-88c6-a6f5d0e4e3c7 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=965a56c6-3d74-4d12-9112-671147df0969 HTTP/1.1" status: 200 len: 943 time: 0.3057199 Jul 23 20:00:04.200174 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b3c079a5-8712-4f3d-8a48-5c6b3e42d1a0 req-312e40cc-5391-4a13-b162-e466332b8869 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604596 Jul 23 20:00:04.202432 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7931eadb-4cf0-4ba7-bc6f-fb9132b2c6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:04.208297 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7931eadb-4cf0-4ba7-bc6f-fb9132b2c6bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:04.210223 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7931eadb-4cf0-4ba7-bc6f-fb9132b2c6bc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bedfc351-b68d-4e58-ac56-6fe6d6a5a80b HTTP/1.1" status: 204 len: 168 time: 0.5032449 Jul 23 20:00:04.220646 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7931eadb-4cf0-4ba7-bc6f-fb9132b2c6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedfc351-b68d-4e58-ac56-6fe6d6a5a80b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:04.226913 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a702f6cf-4265-4d0f-8d99-6884b31f1fde req-e36e7ffe-d63e-49b1-a9ed-60e3befe63f4 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/security-groups?id=a18ffe49-d0c4-4702-93be-c1cf700ebd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042721 Jul 23 20:00:04.240612 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4aafde56-f5e6-4ce0-9168-c71ab8f08fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:04.361500 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-4aafde56-f5e6-4ce0-9168-c71ab8f08fea admin admin] Deleting port 08e1a0bd-a0da-4c33-ab19-67c52983aafb {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:00:04.361935 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4aafde56-f5e6-4ce0-9168-c71ab8f08fea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:04.409594 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a01476-7832-4554-b10e-d462a5d97bb9 req-8570b191-fe43-40e2-bdb6-1aa2119c6c1d tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:04.418612 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e1a01476-7832-4554-b10e-d462a5d97bb9 req-8570b191-fe43-40e2-bdb6-1aa2119c6c1d tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 949 time: 0.1188552 Jul 23 20:00:04.444005 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ba0772-a256-4de2-89f2-27d74df98147 None None] DHCP port deletion for c222c235-3bf2-436f-9a0a-5e159a73f61d request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:00:04.488689 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['293d4214-3cc4-41c6-9ec0-1469a9d905ae'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:00:04.490015 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e1a01476-7832-4554-b10e-d462a5d97bb9 req-23ff00f1-5df1-4bef-9def-a3d31972027e tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701492 Jul 23 20:00:04.495853 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['41c3667c-e53c-4371-8e80-c226bf656e9b'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:00:04.671081 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-4aafde56-f5e6-4ce0-9168-c71ab8f08fea admin admin] For port 08e1a0bd-a0da-4c33-ab19-67c52983aafb, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=08e1a0bd-a0da-4c33-ab19-67c52983aafb,segment=NetworkSegment(a613d1ba-cab7-4c55-ad24-c944b50c16c9),segment_id=a613d1ba-cab7-4c55-ad24-c944b50c16c9)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:04.671464 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4aafde56-f5e6-4ce0-9168-c71ab8f08fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:04.681176 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-81ba0772-a256-4de2-89f2-27d74df98147 None None] Deleting port 08e1a0bd-a0da-4c33-ab19-67c52983aafb {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:00:04.681708 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-81ba0772-a256-4de2-89f2-27d74df98147 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:04.703201 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-4aafde56-f5e6-4ce0-9168-c71ab8f08fea admin admin] Calling delete_port for 08e1a0bd-a0da-4c33-ab19-67c52983aafb owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:00:04.790585 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938a48f-01dd-4ae9-bdd7-045dd172663f req-ebf92543-97f0-4e93-85f5-d271f8fd7449 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:04.792590 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e938a48f-01dd-4ae9-bdd7-045dd172663f req-ebf92543-97f0-4e93-85f5-d271f8fd7449 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d71b387-ef90-4d1c-a783-7520601a0b1d HTTP/1.1" status: 200 len: 950 time: 0.1412671 Jul 23 20:00:04.837950 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-81ba0772-a256-4de2-89f2-27d74df98147 None None] For port 08e1a0bd-a0da-4c33-ab19-67c52983aafb, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=08e1a0bd-a0da-4c33-ab19-67c52983aafb,segment=NetworkSegment(a613d1ba-cab7-4c55-ad24-c944b50c16c9),segment_id=a613d1ba-cab7-4c55-ad24-c944b50c16c9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:04.838551 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-81ba0772-a256-4de2-89f2-27d74df98147 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:04.857683 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-81ba0772-a256-4de2-89f2-27d74df98147 None None] Calling delete_port for 08e1a0bd-a0da-4c33-ab19-67c52983aafb owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:00:04.865625 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e938a48f-01dd-4ae9-bdd7-045dd172663f req-c83b1b1f-f7c3-4993-bb28-76c4516a5eed tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578001 Jul 23 20:00:04.866841 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4aafde56-f5e6-4ce0-9168-c71ab8f08fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:04.938570 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aafde56-f5e6-4ce0-9168-c71ab8f08fea admin admin] Pushing event deleted for resources: {'Port': ['ID=08e1a0bd-a0da-4c33-ab19-67c52983aafb,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:04.941679 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aafde56-f5e6-4ce0-9168-c71ab8f08fea admin admin] No DVR routers for this DVR port 08e1a0bd-a0da-4c33-ab19-67c52983aafb on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:00:05.010632 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 08e1a0bd-a0da-4c33-ab19-67c52983aafb no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:00:05.034316 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4aafde56-f5e6-4ce0-9168-c71ab8f08fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:05.035970 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b7e92-b5f8-49ac-910e-d2537bc3d409 req-c3846d7e-d951-4d6b-97db-3d671d1978be tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:05.044025 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9f3b7e92-b5f8-49ac-910e-d2537bc3d409 req-c3846d7e-d951-4d6b-97db-3d671d1978be tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c2ce5ef-adeb-4d5a-9201-b3119a69b560 HTTP/1.1" status: 200 len: 945 time: 0.1230032 Jul 23 20:00:05.063802 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 08e1a0bd-a0da-4c33-ab19-67c52983aafb {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:00:05.064240 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 08e1a0bd-a0da-4c33-ab19-67c52983aafb not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:00:05.064666 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 4126dc89-ca03-4137-b85f-ca418c1bccb2 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:00:05.082329 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-4aafde56-f5e6-4ce0-9168-c71ab8f08fea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c222c235-3bf2-436f-9a0a-5e159a73f61d']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:00:05.095097 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-4aafde56-f5e6-4ce0-9168-c71ab8f08fea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a613d1ba-cab7-4c55-ad24-c944b50c16c9') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:00:05.095539 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-4aafde56-f5e6-4ce0-9168-c71ab8f08fea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a613d1ba-cab7-4c55-ad24-c944b50c16c9') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:00:05.106651 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 4126dc89-ca03-4137-b85f-ca418c1bccb2 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:00:05.106843 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 4126dc89-ca03-4137-b85f-ca418c1bccb2 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:00:05.109908 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4aafde56-f5e6-4ce0-9168-c71ab8f08fea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:05.142791 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9f3b7e92-b5f8-49ac-910e-d2537bc3d409 req-0a47a3f7-d69e-4607-a0ef-1ed4bfc008fb tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/security-groups?id=2717b42f-9486-406a-97be-cf9367fee954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975587 Jul 23 20:00:05.157215 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4aafde56-f5e6-4ce0-9168-c71ab8f08fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:05.171395 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-81ba0772-a256-4de2-89f2-27d74df98147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:05.171946 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8da73-b852-4cad-8d96-b4a5cfbb204b req-d3c577ec-ed6b-4565-a06c-324379da72db tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:05.182091 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1dd8da73-b852-4cad-8d96-b4a5cfbb204b req-d3c577ec-ed6b-4565-a06c-324379da72db tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d27491-4759-49ce-8aad-0f76f9512453 HTTP/1.1" status: 200 len: 950 time: 0.1824536 Jul 23 20:00:05.197716 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aafde56-f5e6-4ce0-9168-c71ab8f08fea admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:00:05.198134 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4aafde56-f5e6-4ce0-9168-c71ab8f08fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:05.199832 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:00:05.199832 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:00:05.199832 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:00:05.199832 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:00:05.199832 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:00:05.199832 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:00:05.199832 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:00:05.199832 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:00:05.199832 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:00:05.199832 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:00:05.199832 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:00:05.199832 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:00:05.199832 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:00:05.199832 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:00:05.199832 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:00:05.199832 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:00:05.199832 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:00:05.199832 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:00:05.199832 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:00:05.199832 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:00:05.199832 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:00:05.199832 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:00:05.199832 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:00:05.199832 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:00:05.199832 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:00:05.199832 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:00:05.199832 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:00:05.199832 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:00:05.199832 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:00:05.199832 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:00:05.199832 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:00:05.199832 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:00:05.251244 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba0772-a256-4de2-89f2-27d74df98147 None None] Pushing event deleted for resources: {'Port': ['ID=08e1a0bd-a0da-4c33-ab19-67c52983aafb,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:05.265641 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ba0772-a256-4de2-89f2-27d74df98147 None None] No DVR routers for this DVR port 08e1a0bd-a0da-4c33-ab19-67c52983aafb on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:00:05.320152 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1dd8da73-b852-4cad-8d96-b4a5cfbb204b req-60a2070e-f769-45da-936b-7160595efe08 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371930 Jul 23 20:00:05.324951 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4aafde56-f5e6-4ce0-9168-c71ab8f08fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:05.333121 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4aafde56-f5e6-4ce0-9168-c71ab8f08fea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:05.340296 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4aafde56-f5e6-4ce0-9168-c71ab8f08fea admin admin] 10.222.0.32 "DELETE /v2.0/networks/c222c235-3bf2-436f-9a0a-5e159a73f61d HTTP/1.1" status: 204 len: 168 time: 1.2281764 Jul 23 20:00:05.350123 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aafde56-f5e6-4ce0-9168-c71ab8f08fea admin admin] Pushing event deleted for resources: {'Network': ['ID=c222c235-3bf2-436f-9a0a-5e159a73f61d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:05.379472 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-df7ddd09-9192-4057-b369-b194a86822f8 req-5a42b054-9bcc-4b0e-b5ae-504ced796eb9 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fabebb-89c8-476e-bca5-f869241459d4 HTTP/1.1" status: 200 len: 210 time: 0.0749502 Jul 23 20:00:05.542686 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8e829-577f-4071-bc37-f6a01a05476a req-99bc8d78-32bf-419a-a9b6-a914e46b74b5 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:05.544609 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8dd8e829-577f-4071-bc37-f6a01a05476a req-99bc8d78-32bf-419a-a9b6-a914e46b74b5 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=965a56c6-3d74-4d12-9112-671147df0969 HTTP/1.1" status: 200 len: 943 time: 0.0858800 Jul 23 20:00:05.593245 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-9226f2ca-a8e6-405d-84fa-47486a4325a4 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:05.595147 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-9226f2ca-a8e6-405d-84fa-47486a4325a4 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.30 "GET /v2.0/networks?id=c601b8b0-fff2-4d36-9f97-ebce138e0521 HTTP/1.1" status: 200 len: 824 time: 0.3336320 Jul 23 20:00:05.599034 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8dd8e829-577f-4071-bc37-f6a01a05476a req-2f72edd9-b5c5-4bf8-8efc-2bbebc220484 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423732 Jul 23 20:00:05.611452 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33644) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:05.656348 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-57cfda2b-c74d-4357-906e-66897f942775 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f8ddf1afa3864353974eb01065d8cc1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437005 Jul 23 20:00:05.659841 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33646) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:05.686229 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba4afb-8240-4b8e-a753-c920afecd2d5 req-b28470ed-7952-46e2-8207-4c8b6859e462 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:05.687808 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c7ba4afb-8240-4b8e-a753-c920afecd2d5 req-b28470ed-7952-46e2-8207-4c8b6859e462 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/ports?device_id=72a8e8b9-e7d1-4cc5-a520-b8ed7b62605b HTTP/1.1" status: 200 len: 948 time: 0.1486251 Jul 23 20:00:05.701126 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-beee4a7f-9642-4c6f-939b-79d7c9f10f81 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31ece22b4c2940ca986a58a7e24f5205 HTTP/1.1" status: 200 len: 380 time: 0.0938737 Jul 23 20:00:05.718304 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-38fec1d5-566e-4a2e-a870-0008ce661faa tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Request body: {'port': {'device_id': '83fabebb-89c8-476e-bca5-f869241459d4', 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521', 'admin_state_up': True, 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'security_groups': ['be8895cf-23b3-4399-9b58-864da3b413c8']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:00:05.796003 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c7ba4afb-8240-4b8e-a753-c920afecd2d5 req-8de946ff-43fe-421f-ba69-766b07cb20f2 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/security-groups?id=a18ffe49-d0c4-4702-93be-c1cf700ebd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021881 Jul 23 20:00:05.833322 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d1e01ff7-ec40-49e8-9e0d-2b40639bc91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:05.871118 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d1e01ff7-ec40-49e8-9e0d-2b40639bc91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:05.912477 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95bb9f-3eca-44cb-a2cb-7b87a7785288 req-aaa0106f-1060-429b-bd60-9cb8f60b7fec tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:05.918934 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95bb9f-3eca-44cb-a2cb-7b87a7785288 req-aaa0106f-1060-429b-bd60-9cb8f60b7fec tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:05.920539 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8d95bb9f-3eca-44cb-a2cb-7b87a7785288 req-aaa0106f-1060-429b-bd60-9cb8f60b7fec tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d71b387-ef90-4d1c-a783-7520601a0b1d&device_id=f2d27491-4759-49ce-8aad-0f76f9512453 HTTP/1.1" status: 200 len: 1691 time: 0.0955553 Jul 23 20:00:05.961094 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8d95bb9f-3eca-44cb-a2cb-7b87a7785288 req-71b96878-98f0-4601-9842-fc629814bfa6 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340025 Jul 23 20:00:06.013605 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-38fec1d5-566e-4a2e-a870-0008ce661faa tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Made reservation on behalf of 31ece22b4c2940ca986a58a7e24f5205 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:00:06.017072 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-38fec1d5-566e-4a2e-a870-0008ce661faa tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:06.069873 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-d111f4d0-439d-48c9-8eb1-d53db890cda2 service neutron] 10.222.0.30 "GET /v2.0/ports/0307e3ae-d53b-4f24-bdbf-e8a9877787c6/bindings/n-h2-793618-10 HTTP/1.1" status: 200 len: 385 time: 0.1389048 Jul 23 20:00:06.119212 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d1e01ff7-ec40-49e8-9e0d-2b40639bc91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:06.121593 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d1e01ff7-ec40-49e8-9e0d-2b40639bc91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:06.122721 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d1e01ff7-ec40-49e8-9e0d-2b40639bc91d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dea81b4b-36a1-4a4b-94cf-527a90f91d01 HTTP/1.1" status: 204 len: 168 time: 0.4593306 Jul 23 20:00:06.143746 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68036f-30c5-4e11-9d1d-c5438a24c4ce req-2bd673f6-dc50-4abf-8801-d0cfa30df850 tempest-ServersOnMultiNodesTest-781598117 tempest-ServersOnMultiNodesTest-781598117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:06.145397 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8d68036f-30c5-4e11-9d1d-c5438a24c4ce req-2bd673f6-dc50-4abf-8801-d0cfa30df850 tempest-ServersOnMultiNodesTest-781598117 tempest-ServersOnMultiNodesTest-781598117-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9d71b387-ef90-4d1c-a783-7520601a0b1d HTTP/1.1" status: 200 len: 1102 time: 0.0592432 Jul 23 20:00:06.160301 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96f3a7-4895-48e3-8d12-f421590c54e3 req-a68c0315-cbaf-4138-8e9b-05dd3957e192 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:06.167812 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bc96f3a7-4895-48e3-8d12-f421590c54e3 req-a68c0315-cbaf-4138-8e9b-05dd3957e192 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 949 time: 0.2816200 Jul 23 20:00:06.186677 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8d68036f-30c5-4e11-9d1d-c5438a24c4ce req-d0cc291f-ff35-4ebf-9cba-93d299687e1d tempest-ServersOnMultiNodesTest-781598117 tempest-ServersOnMultiNodesTest-781598117-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327032 Jul 23 20:00:06.191375 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e01ff7-ec40-49e8-9e0d-2b40639bc91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea81b4b-36a1-4a4b-94cf-527a90f91d01,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:06.279009 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bc96f3a7-4895-48e3-8d12-f421590c54e3 req-9ff342d1-f098-405a-aabb-d2c7ad759a09 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106839 Jul 23 20:00:06.311454 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-38fec1d5-566e-4a2e-a870-0008ce661faa tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Allocated IP 172.20.0.10 (c601b8b0-fff2-4d36-9f97-ebce138e0521/943dd119-adc0-42fb-a667-378d66460d4a/e107d0d6-9417-47df-9e5e-145c537ecf00) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:00:06.656116 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4415d-6997-4049-8967-b46d9289798f req-42b9be63-9dc7-4df6-926a-3bb6330d801a tempest-ServersOnMultiNodesTest-781598117 tempest-ServersOnMultiNodesTest-781598117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:06.657571 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-61b4415d-6997-4049-8967-b46d9289798f req-42b9be63-9dc7-4df6-926a-3bb6330d801a tempest-ServersOnMultiNodesTest-781598117 tempest-ServersOnMultiNodesTest-781598117-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f2d27491-4759-49ce-8aad-0f76f9512453 HTTP/1.1" status: 200 len: 1102 time: 0.0580530 Jul 23 20:00:06.710985 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-61b4415d-6997-4049-8967-b46d9289798f req-66f66af3-9814-447c-b5cf-46aaebd6887f tempest-ServersOnMultiNodesTest-781598117 tempest-ServersOnMultiNodesTest-781598117-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441289 Jul 23 20:00:06.754125 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-2d261570-2f43-492c-8c10-31111e776b3e service neutron] For port 0307e3ae-d53b-4f24-bdbf-e8a9877787c6, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0307e3ae-d53b-4f24-bdbf-e8a9877787c6,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:06.866112 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfb70e-fc84-4928-8cfa-a6ee3aacad5c req-2c4d71df-7325-44d8-a0f8-56c4fbc1a252 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:06.874448 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-62cfb70e-fc84-4928-8cfa-a6ee3aacad5c req-2c4d71df-7325-44d8-a0f8-56c4fbc1a252 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c2ce5ef-adeb-4d5a-9201-b3119a69b560 HTTP/1.1" status: 200 len: 945 time: 0.5077448 Jul 23 20:00:06.882634 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8493a6c6-fc22-4a61-a42a-d84152e055cc req-e618277a-39cc-460a-ae5c-28e3d8ce5984 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fabebb-89c8-476e-bca5-f869241459d4 HTTP/1.1" status: 200 len: 210 time: 0.0746222 Jul 23 20:00:06.907784 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-2d261570-2f43-492c-8c10-31111e776b3e service neutron] For port 0307e3ae-d53b-4f24-bdbf-e8a9877787c6, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:00:06.995632 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-38fec1d5-566e-4a2e-a870-0008ce661faa tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:07.011495 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-62cfb70e-fc84-4928-8cfa-a6ee3aacad5c req-5a12e136-5351-4bac-97ad-ff732eb6394e tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/security-groups?id=2717b42f-9486-406a-97be-cf9367fee954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360149 Jul 23 20:00:07.025588 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-2d261570-2f43-492c-8c10-31111e776b3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0307e3ae-d53b-4f24-bdbf-e8a9877787c6 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:00:07.036720 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-38fec1d5-566e-4a2e-a870-0008ce661faa tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Transition to ACTIVE for port object e107d0d6-9417-47df-9e5e-145c537ecf00 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:00:07.047983 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-2d261570-2f43-492c-8c10-31111e776b3e service neutron] For port 0307e3ae-d53b-4f24-bdbf-e8a9877787c6, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=0307e3ae-d53b-4f24-bdbf-e8a9877787c6,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:07.075463 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-2d261570-2f43-492c-8c10-31111e776b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:07.082274 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33706) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:07.148156 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-38fec1d5-566e-4a2e-a870-0008ce661faa tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:07.191165 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f08707ae-2370-4f14-a333-3389e4275de9 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1846627963-network', 'tenant_id': '05b9a43dbf1e458d94ffa4e2db455ec9'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:00:07.194035 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 41c3667c-e53c-4371-8e80-c226bf656e9b up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:00:07.219952 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08707ae-2370-4f14-a333-3389e4275de9 admin admin] Made reservation on behalf of 05b9a43dbf1e458d94ffa4e2db455ec9 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:00:07.222012 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-38fec1d5-566e-4a2e-a870-0008ce661faa tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Network c601b8b0-fff2-4d36-9f97-ebce138e0521 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:00:07.223182 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f08707ae-2370-4f14-a333-3389e4275de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:07.236458 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-38fec1d5-566e-4a2e-a870-0008ce661faa tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:00:07.236665 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-38fec1d5-566e-4a2e-a870-0008ce661faa tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:00:07.240938 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f08707ae-2370-4f14-a333-3389e4275de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:07.314290 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 41c3667c-e53c-4371-8e80-c226bf656e9b completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:00:07.318989 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 41c3667c-e53c-4371-8e80-c226bf656e9b triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:00:07.319470 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-38fec1d5-566e-4a2e-a870-0008ce661faa tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:07.319948 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:07.320223 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-38fec1d5-566e-4a2e-a870-0008ce661faa tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:07.345459 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fec1d5-566e-4a2e-a870-0008ce661faa tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Pushing event updated for resources: {'Port': ['ID=e107d0d6-9417-47df-9e5e-145c537ecf00,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:07.359581 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099bda7-7ae6-40cb-8b0c-3080f41c165b req-956c9464-f054-4720-8c87-7be19fb46987 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:07.369708 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4099bda7-7ae6-40cb-8b0c-3080f41c165b req-956c9464-f054-4720-8c87-7be19fb46987 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=965a56c6-3d74-4d12-9112-671147df0969 HTTP/1.1" status: 200 len: 943 time: 0.2775455 Jul 23 20:00:07.394612 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-2d261570-2f43-492c-8c10-31111e776b3e service neutron] Transition to ACTIVE for port object 0307e3ae-d53b-4f24-bdbf-e8a9877787c6 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:00:07.399555 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f08707ae-2370-4f14-a333-3389e4275de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:07.403879 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-2d261570-2f43-492c-8c10-31111e776b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:07.422733 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f08707ae-2370-4f14-a333-3389e4275de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:07.451961 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:07.463768 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-38fec1d5-566e-4a2e-a870-0008ce661faa tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7501626 Jul 23 20:00:07.469440 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4099bda7-7ae6-40cb-8b0c-3080f41c165b req-101442ae-1127-44f9-baac-c14e94d3bb47 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986149 Jul 23 20:00:07.482611 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-074e6960-7c1e-4a9d-b144-a83775298066 service neutron] Request body: {'port': {'device_id': '83fabebb-89c8-476e-bca5-f869241459d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:00:07.485303 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f08707ae-2370-4f14-a333-3389e4275de9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:00:07.494941 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 41c3667c-e53c-4371-8e80-c226bf656e9b, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=41c3667c-e53c-4371-8e80-c226bf656e9b,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:07.496002 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a8e8b9-e7d1-4cc5-a520-b8ed7b62605b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c3667c-e53c-4371-8e80-c226bf656e9b'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:00:07.498683 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7871a4f2-285c-4bc8-8bc0-9ff96497e548" -d '{"events": [{"server_uuid": "72a8e8b9-e7d1-4cc5-a520-b8ed7b62605b", "name": "network-vif-plugged", "status": "completed", "tag": "41c3667c-e53c-4371-8e80-c226bf656e9b"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:00:07.507315 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:07.509012 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 293d4214-3cc4-41c6-9ec0-1469a9d905ae up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:00:07.512867 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b096227-2c7c-441f-999e-c4caac9301e7 req-5128bc46-5b10-4119-8c51-ec9c475e19ae tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:07.514459 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7b096227-2c7c-441f-999e-c4caac9301e7 req-5128bc46-5b10-4119-8c51-ec9c475e19ae tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/ports?device_id=72a8e8b9-e7d1-4cc5-a520-b8ed7b62605b HTTP/1.1" status: 200 len: 948 time: 0.1672018 Jul 23 20:00:07.523902 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08707ae-2370-4f14-a333-3389e4275de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:07.528325 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f08707ae-2370-4f14-a333-3389e4275de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:07.528728 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-f08707ae-2370-4f14-a333-3389e4275de9 admin admin] Added segment 68bc1acd-7cf9-4313-804d-1112a3e20afc of type vlan for network 8e84c2f8-775c-4b00-b826-468d30f5db1b Jul 23 20:00:07.551179 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-2d261570-2f43-492c-8c10-31111e776b3e service neutron] No DVR routers for this DVR port 0307e3ae-d53b-4f24-bdbf-e8a9877787c6 on host n-h1-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:00:07.571362 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7b096227-2c7c-441f-999e-c4caac9301e7 req-739088a0-b1ad-4781-bd01-b6916d462daa tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/security-groups?id=a18ffe49-d0c4-4702-93be-c1cf700ebd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507782 Jul 23 20:00:07.617871 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d261570-2f43-492c-8c10-31111e776b3e service neutron] Pushing event updated for resources: {'Port': ['ID=0307e3ae-d53b-4f24-bdbf-e8a9877787c6,revision_number=10']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:07.620323 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f08707ae-2370-4f14-a333-3389e4275de9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:07.621777 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=41c3667c-e53c-4371-8e80-c226bf656e9b,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:07.652168 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 293d4214-3cc4-41c6-9ec0-1469a9d905ae completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:00:07.658438 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 293d4214-3cc4-41c6-9ec0-1469a9d905ae triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:00:07.658615 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f08707ae-2370-4f14-a333-3389e4275de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:07.659046 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:07.660146 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08707ae-2370-4f14-a333-3389e4275de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:07.660880 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f08707ae-2370-4f14-a333-3389e4275de9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:07.670881 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-3214b715-09ed-4035-9f4c-87ba47de90cc tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=17ff61f0156f4459a680da5d5a3dd368&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491328 Jul 23 20:00:07.687706 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-941cc242-4b7f-468e-b109-cc32d262f9db None None] Provisioning for port e107d0d6-9417-47df-9e5e-145c537ecf00 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:00:07.698994 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-941cc242-4b7f-468e-b109-cc32d262f9db None None] Provisioning complete for port e107d0d6-9417-47df-9e5e-145c537ecf00 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:00:07.699477 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-941cc242-4b7f-468e-b109-cc32d262f9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:07.712080 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f08707ae-2370-4f14-a333-3389e4275de9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6284385 Jul 23 20:00:07.728343 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33726) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:07.735037 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-0de97f6c-31e7-49a6-97f3-1ee0e82b85f6 admin admin] Request body: {'subnet': {'network_id': '8e84c2f8-775c-4b00-b826-468d30f5db1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1846627963-subnet', 'tenant_id': '05b9a43dbf1e458d94ffa4e2db455ec9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:00:07.747351 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-941cc242-4b7f-468e-b109-cc32d262f9db None None] Port e107d0d6-9417-47df-9e5e-145c537ecf00 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:00:07.757638 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-2d261570-2f43-492c-8c10-31111e776b3e service neutron] 10.222.0.30 "PUT /v2.0/ports/0307e3ae-d53b-4f24-bdbf-e8a9877787c6/bindings/n-h2-793618-10/activate HTTP/1.1" status: 200 len: 370 time: 1.6547616 Jul 23 20:00:07.776132 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08707ae-2370-4f14-a333-3389e4275de9 admin admin] Pushing event updated for resources: {'Network': ['ID=8e84c2f8-775c-4b00-b826-468d30f5db1b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:07.781048 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:07.793432 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 8e84c2f8-775c-4b00-b826-468d30f5db1b details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:00:07.808399 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-074e6960-7c1e-4a9d-b144-a83775298066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:07.809792 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de97f6c-31e7-49a6-97f3-1ee0e82b85f6 admin admin] Made reservation on behalf of 05b9a43dbf1e458d94ffa4e2db455ec9 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:00:07.812832 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0de97f6c-31e7-49a6-97f3-1ee0e82b85f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:07.844862 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 293d4214-3cc4-41c6-9ec0-1469a9d905ae, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=293d4214-3cc4-41c6-9ec0-1469a9d905ae,segment=NetworkSegment(365d460d-357e-4c03-9de0-12a82865aaba),segment_id=365d460d-357e-4c03-9de0-12a82865aaba)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:07.848521 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b329955-f9f7-47f4-a5a2-4ed8da24dd64 req-53172f26-549d-4bfe-a02a-baff20205847 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:07.850360 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0b329955-f9f7-47f4-a5a2-4ed8da24dd64 req-53172f26-549d-4bfe-a02a-baff20205847 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 949 time: 0.1586900 Jul 23 20:00:07.871921 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:07.931777 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=293d4214-3cc4-41c6-9ec0-1469a9d905ae,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:07.940773 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0b329955-f9f7-47f4-a5a2-4ed8da24dd64 req-6bddd827-c959-4b46-87e2-10500717e808 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814083 Jul 23 20:00:07.951795 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-17851b26-b7cd-4ec7-bead-b5f88d59fe44 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:07.953316 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-17851b26-b7cd-4ec7-bead-b5f88d59fe44 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2816691 Jul 23 20:00:07.991366 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcee244-cb2d-4209-9a8c-214784382c9e x-openstack-request-id: req-bfcee244-cb2d-4209-9a8c-214784382c9e {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:00:07.991786 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a8e8b9-e7d1-4cc5-a520-b8ed7b62605b", "name": "network-vif-plugged", "status": "completed", "tag": "41c3667c-e53c-4371-8e80-c226bf656e9b", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:00:07.992134 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bfcee244-cb2d-4209-9a8c-214784382c9e {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:00:07.993362 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a8e8b9-e7d1-4cc5-a520-b8ed7b62605b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c3667c-e53c-4371-8e80-c226bf656e9b', 'code': 200} Jul 23 20:00:08.072162 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-d1b5183b-9fa5-48e2-9b99-3d236a00de63 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/quotas/17ff61f0156f4459a680da5d5a3dd368 HTTP/1.1" status: 200 len: 375 time: 0.0992117 Jul 23 20:00:08.110973 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0de97f6c-31e7-49a6-97f3-1ee0e82b85f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:08.143421 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-7d6bc34c-bb1b-48f4-bd73-1b304fa2a14c tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:08.145070 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-7d6bc34c-bb1b-48f4-bd73-1b304fa2a14c tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=965a56c6-3d74-4d12-9112-671147df0969&tenant_id=46e8b52fe188445da9dc740883af8e52&binding%3Ahost_id=n-h1-793618-10 HTTP/1.1" status: 200 len: 1096 time: 0.3208089 Jul 23 20:00:08.189267 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38d968-ae1d-4c8f-8d7c-2d77a255c793 req-cf61d67f-0745-426b-9553-7d7156e5dacd tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:08.190865 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3a38d968-ae1d-4c8f-8d7c-2d77a255c793 req-cf61d67f-0745-426b-9553-7d7156e5dacd tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fabebb-89c8-476e-bca5-f869241459d4 HTTP/1.1" status: 200 len: 932 time: 0.1288640 Jul 23 20:00:08.196718 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de97f6c-31e7-49a6-97f3-1ee0e82b85f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61bf6557-4d20-4447-94c2-1fdfaf9f93fa,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:08.217228 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de97f6c-31e7-49a6-97f3-1ee0e82b85f6 admin admin] Checking segment: {'id': '68bc1acd-7cf9-4313-804d-1112a3e20afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8e84c2f8-775c-4b00-b826-468d30f5db1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:00:08.217602 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de97f6c-31e7-49a6-97f3-1ee0e82b85f6 admin admin] Network hostable DHCP agents. Network: 8e84c2f8-775c-4b00-b826-468d30f5db1b, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:00:08.248856 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3a38d968-ae1d-4c8f-8d7c-2d77a255c793 req-0184a97d-9dfc-4a57-82bd-8694493b262e tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8895cf-23b3-4399-9b58-864da3b413c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498867 Jul 23 20:00:08.257297 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de97f6c-31e7-49a6-97f3-1ee0e82b85f6 admin admin] Network 8e84c2f8-775c-4b00-b826-468d30f5db1b is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:00:08.280281 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-0de97f6c-31e7-49a6-97f3-1ee0e82b85f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 8e84c2f8-775c-4b00-b826-468d30f5db1b) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:00:08.290310 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729dc821-a48c-416e-8167-39e46237fe0c None None] Network 8e84c2f8-775c-4b00-b826-468d30f5db1b requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:00:08.292844 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de97f6c-31e7-49a6-97f3-1ee0e82b85f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:08.293546 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0de97f6c-31e7-49a6-97f3-1ee0e82b85f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:08.317455 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0de97f6c-31e7-49a6-97f3-1ee0e82b85f6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5859919 Jul 23 20:00:08.362201 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a62c0-3a4b-4760-be14-554c83bbfb5a req-be819bf2-cbba-4358-b5f2-bba381b8622c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:08.364012 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3e3a62c0-3a4b-4760-be14-554c83bbfb5a req-be819bf2-cbba-4358-b5f2-bba381b8622c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=72a8e8b9-e7d1-4cc5-a520-b8ed7b62605b HTTP/1.1" status: 200 len: 1101 time: 0.2960217 Jul 23 20:00:08.411399 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-b2820fb2-bd80-4748-972b-0f68aeb2b60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:08.412947 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-b2820fb2-bd80-4748-972b-0f68aeb2b60c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=965a56c6-3d74-4d12-9112-671147df0969&tenant_id=46e8b52fe188445da9dc740883af8e52 HTTP/1.1" status: 200 len: 1096 time: 0.2483857 Jul 23 20:00:08.426516 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-c727d1cf-2212-46a2-8d0d-61d453960826 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=17ff61f0156f4459a680da5d5a3dd368&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3371582 Jul 23 20:00:08.458103 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23607948-2188-4df6-ae9b-848c2c5e1001 None None] Network 8e84c2f8-775c-4b00-b826-468d30f5db1b requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:00:08.470668 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269b8e0-15d0-4c63-bc01-4af32e844b90 req-245ccb0f-4757-4605-94d0-a574d5661ff4 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:08.472482 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8269b8e0-15d0-4c63-bc01-4af32e844b90 req-245ccb0f-4757-4605-94d0-a574d5661ff4 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c2ce5ef-adeb-4d5a-9201-b3119a69b560 HTTP/1.1" status: 200 len: 946 time: 0.1214924 Jul 23 20:00:08.533312 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3e3a62c0-3a4b-4760-be14-554c83bbfb5a req-77baf3de-6cc7-4a85-9a38-7002ce570138 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a18ffe49-d0c4-4702-93be-c1cf700ebd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504834 Jul 23 20:00:08.574564 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-074e6960-7c1e-4a9d-b144-a83775298066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e107d0d6-9417-47df-9e5e-145c537ecf00 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:00:08.581376 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8269b8e0-15d0-4c63-bc01-4af32e844b90 req-addd2996-3be7-4750-b48f-989836c10a44 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/security-groups?id=2717b42f-9486-406a-97be-cf9367fee954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899522 Jul 23 20:00:08.603871 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-074e6960-7c1e-4a9d-b144-a83775298066 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:08.639083 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-074e6960-7c1e-4a9d-b144-a83775298066 service neutron] Transition to ACTIVE for port object e107d0d6-9417-47df-9e5e-145c537ecf00 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:00:08.652511 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-074e6960-7c1e-4a9d-b144-a83775298066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:08.752479 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-324bee79-c5cf-4af4-8347-f445b817664c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:08.754011 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-324bee79-c5cf-4af4-8347-f445b817664c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=46e8b52fe188445da9dc740883af8e52&device_id=965a56c6-3d74-4d12-9112-671147df0969 HTTP/1.1" status: 200 len: 1096 time: 0.3047609 Jul 23 20:00:08.756356 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e6960-7c1e-4a9d-b144-a83775298066 service neutron] Pushing event updated for resources: {'Port': ['ID=e107d0d6-9417-47df-9e5e-145c537ecf00,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:08.871847 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-8d0099af-65aa-45a8-8ad2-dc4c93d3d953 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:08.873766 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-8d0099af-65aa-45a8-8ad2-dc4c93d3d953 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/networks?id=8e84c2f8-775c-4b00-b826-468d30f5db1b HTTP/1.1" status: 200 len: 805 time: 0.1224601 Jul 23 20:00:08.886900 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe0a46-dea3-4b4a-83f1-28ab65d96521 req-f1c89f4a-e6fd-4932-aa42-411c2793862d tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:08.888243 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-24fe0a46-dea3-4b4a-83f1-28ab65d96521 req-f1c89f4a-e6fd-4932-aa42-411c2793862d tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=965a56c6-3d74-4d12-9112-671147df0969 HTTP/1.1" status: 200 len: 944 time: 0.2506306 Jul 23 20:00:08.897539 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-3e57362a-39c2-47db-bf18-8c09b9969489 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/quotas/05b9a43dbf1e458d94ffa4e2db455ec9 HTTP/1.1" status: 200 len: 375 time: 0.0160248 Jul 23 20:00:08.947268 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-074e6960-7c1e-4a9d-b144-a83775298066 service neutron] Attempting to bind port e107d0d6-9417-47df-9e5e-145c537ecf00 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:00:08.947633 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-074e6960-7c1e-4a9d-b144-a83775298066 service neutron] Attempting to bind port e107d0d6-9417-47df-9e5e-145c537ecf00 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'a3e9d207-ccab-4461-a5ec-89b44ef8be73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:00:08.947941 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-074e6960-7c1e-4a9d-b144-a83775298066 service neutron] Attempting to bind port e107d0d6-9417-47df-9e5e-145c537ecf00 on network c601b8b0-fff2-4d36-9f97-ebce138e0521 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:00:08.960269 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-a0adf9ff-690d-43e2-a3ec-7f0c22ffc83a tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=05b9a43dbf1e458d94ffa4e2db455ec9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565374 Jul 23 20:00:08.962580 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-074e6960-7c1e-4a9d-b144-a83775298066 service neutron] Port e107d0d6-9417-47df-9e5e-145c537ecf00 on network c601b8b0-fff2-4d36-9f97-ebce138e0521 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:00:08.962925 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-074e6960-7c1e-4a9d-b144-a83775298066 service neutron] Attempting to bind port e107d0d6-9417-47df-9e5e-145c537ecf00 on network c601b8b0-fff2-4d36-9f97-ebce138e0521 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:00:08.970164 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-cda251be-c10d-4ed1-8bb8-398368bc2684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:08.972189 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-cda251be-c10d-4ed1-8bb8-398368bc2684 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1582e281-e174-4775-af11-ce2168db586d HTTP/1.1" status: 200 len: 909 time: 0.2090054 Jul 23 20:00:08.982737 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-24fe0a46-dea3-4b4a-83f1-28ab65d96521 req-ba072470-f778-414e-9f26-a6901801c897 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867691 Jul 23 20:00:08.998463 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-074e6960-7c1e-4a9d-b144-a83775298066 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 19, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:00:08.998807 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-074e6960-7c1e-4a9d-b144-a83775298066 service neutron] Checking segment: {'id': 'a3e9d207-ccab-4461-a5ec-89b44ef8be73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:00:09.001765 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-074e6960-7c1e-4a9d-b144-a83775298066 service neutron] Bound using segment: {'id': 'a3e9d207-ccab-4461-a5ec-89b44ef8be73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:00:09.002310 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-074e6960-7c1e-4a9d-b144-a83775298066 service neutron] Bound port: e107d0d6-9417-47df-9e5e-145c537ecf00, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3e9d207-ccab-4461-a5ec-89b44ef8be73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:00:09.003002 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-074e6960-7c1e-4a9d-b144-a83775298066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:09.047780 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-0cd60fbe-f4ec-4f24-a65b-cc53eb8d5f70 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0307e3ae-d53b-4f24-bdbf-e8a9877787c6 HTTP/1.1" status: 200 len: 217 time: 0.0621605 Jul 23 20:00:09.073707 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-eb4fa196-4f18-45d3-938a-248e1a3f7b86 service neutron] 10.222.0.32 "GET /v2.0/networks/8e84c2f8-775c-4b00-b826-468d30f5db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047938 Jul 23 20:00:09.086627 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5d241d85-3608-4978-92c7-4f19b618ace1 req-e8988d0d-fbad-4c5c-bf59-a923a0511d0d tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=362bf974-2d70-473e-9dce-4fcf6bcd5e94 HTTP/1.1" status: 200 len: 210 time: 0.0471976 Jul 23 20:00:09.156267 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-9bfe7cae-1e06-42bb-a5ac-a58b8bb29580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:09.157785 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-9bfe7cae-1e06-42bb-a5ac-a58b8bb29580 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=62cab30c-2c7b-4463-9eb3-ea20a0ef57f0 HTTP/1.1" status: 200 len: 848 time: 0.0985146 Jul 23 20:00:09.179476 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-223ae5eb-adc6-4acc-894e-cea6b2253e1c service neutron] 10.222.0.32 "GET /v2.0/networks/8e84c2f8-775c-4b00-b826-468d30f5db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047273 Jul 23 20:00:09.206079 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-f437bbe8-4f0c-48d8-9c77-efdb9370a900 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1582e281-e174-4775-af11-ce2168db586d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368650 Jul 23 20:00:09.219590 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-074e6960-7c1e-4a9d-b144-a83775298066 service neutron] For port e107d0d6-9417-47df-9e5e-145c537ecf00, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:00:09.276318 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-074e6960-7c1e-4a9d-b144-a83775298066 service neutron] For port e107d0d6-9417-47df-9e5e-145c537ecf00, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e107d0d6-9417-47df-9e5e-145c537ecf00,segment=NetworkSegment(a3e9d207-ccab-4461-a5ec-89b44ef8be73),segment_id=a3e9d207-ccab-4461-a5ec-89b44ef8be73)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:00:09.288808 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-074e6960-7c1e-4a9d-b144-a83775298066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:09.306489 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device b0c57c2e-cd6b-4704-86ef-742e0c553c48 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:00:09.414758 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-074e6960-7c1e-4a9d-b144-a83775298066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:09.415617 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-074e6960-7c1e-4a9d-b144-a83775298066 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:09.417317 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-074e6960-7c1e-4a9d-b144-a83775298066 service neutron] 10.222.0.30 "PUT /v2.0/ports/e107d0d6-9417-47df-9e5e-145c537ecf00 HTTP/1.1" status: 200 len: 1093 time: 1.9427612 Jul 23 20:00:09.419861 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83fabebb-89c8-476e-bca5-f869241459d4', 'tag': 'e107d0d6-9417-47df-9e5e-145c537ecf00'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:00:09.422579 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd50ae6c-0b69-424f-b2b9-d15fda6b90a3" -d '{"events": [{"name": "network-changed", "server_uuid": "83fabebb-89c8-476e-bca5-f869241459d4", "tag": "e107d0d6-9417-47df-9e5e-145c537ecf00"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:00:09.440219 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bcf0d-1673-46fd-8580-4e281f5de225 req-270fe8a0-658b-4139-8aea-459857063153 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:09.453575 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:09.454856 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-376bcf0d-1673-46fd-8580-4e281f5de225 req-270fe8a0-658b-4139-8aea-459857063153 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 949 time: 0.1010067 Jul 23 20:00:09.498291 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872a364-b17c-45b6-bcfc-2ee4f2805780 req-feee4a4c-ad54-4ac3-9e06-7b371d09af2d tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:09.505444 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8872a364-b17c-45b6-bcfc-2ee4f2805780 req-feee4a4c-ad54-4ac3-9e06-7b371d09af2d tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/ports?device_id=72a8e8b9-e7d1-4cc5-a520-b8ed7b62605b HTTP/1.1" status: 200 len: 949 time: 0.2983727 Jul 23 20:00:09.505831 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-376bcf0d-1673-46fd-8580-4e281f5de225 req-ec7b7977-0680-415c-a1c9-91add2d3a8fc tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458109 Jul 23 20:00:09.507213 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e6960-7c1e-4a9d-b144-a83775298066 service neutron] Pushing event updated for resources: {'Port': ['ID=e107d0d6-9417-47df-9e5e-145c537ecf00,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:09.528603 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port b0c57c2e-cd6b-4704-86ef-742e0c553c48, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=b0c57c2e-cd6b-4704-86ef-742e0c553c48,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:09.535835 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:09.537264 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 0307e3ae-d53b-4f24-bdbf-e8a9877787c6 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:00:09.620599 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-3e86d0ee-dd95-4a95-9ee0-358a7782e785 service neutron] 10.222.0.18 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986311 Jul 23 20:00:09.627333 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=b0c57c2e-cd6b-4704-86ef-742e0c553c48,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:09.648467 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 0307e3ae-d53b-4f24-bdbf-e8a9877787c6 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:00:09.710770 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0346a-d43a-4c9a-83c9-84d6cd8f23d2 req-5c9c1ee8-1402-4393-bab0-1465eeec93e2 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:09.712574 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-63f0346a-d43a-4c9a-83c9-84d6cd8f23d2 req-5c9c1ee8-1402-4393-bab0-1465eeec93e2 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fabebb-89c8-476e-bca5-f869241459d4 HTTP/1.1" status: 200 len: 944 time: 0.1108468 Jul 23 20:00:09.765213 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-63f0346a-d43a-4c9a-83c9-84d6cd8f23d2 req-265158ef-63ce-426b-b8fa-7fed9d5d0bf4 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8895cf-23b3-4399-9b58-864da3b413c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439792 Jul 23 20:00:09.862972 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3d52ca61-1691-42b8-a116-05abbac955e4 req-1b39eff5-db33-4f40-8f6c-365b42866850 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=78c3421c-ef8a-46af-b956-8158d255b78f HTTP/1.1" status: 200 len: 210 time: 0.0330858 Jul 23 20:00:09.994070 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c2ce5ef-adeb-4d5a-9201-b3119a69b560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293d4214-3cc4-41c6-9ec0-1469a9d905ae'}, {'server_uuid': 'e906267f-a117-455c-a9c0-f588ddc5731d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0c57c2e-cd6b-4704-86ef-742e0c553c48'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:00:09.996795 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526356be-caa9-431a-aaa2-407b6829e75a" -d '{"events": [{"server_uuid": "1c2ce5ef-adeb-4d5a-9201-b3119a69b560", "name": "network-vif-plugged", "status": "completed", "tag": "293d4214-3cc4-41c6-9ec0-1469a9d905ae"}, {"server_uuid": "e906267f-a117-455c-a9c0-f588ddc5731d", "name": "network-vif-unplugged", "status": "completed", "tag": "b0c57c2e-cd6b-4704-86ef-742e0c553c48"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:00:10.026325 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed39448-a452-4a7d-a568-f13b25b1497f x-openstack-request-id: req-6ed39448-a452-4a7d-a568-f13b25b1497f {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:00:10.026618 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83fabebb-89c8-476e-bca5-f869241459d4", "tag": "e107d0d6-9417-47df-9e5e-145c537ecf00", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:00:10.026901 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6ed39448-a452-4a7d-a568-f13b25b1497f {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:00:10.027247 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83fabebb-89c8-476e-bca5-f869241459d4', 'tag': 'e107d0d6-9417-47df-9e5e-145c537ecf00', 'status': 'completed', 'code': 200} Jul 23 20:00:10.032849 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8872a364-b17c-45b6-bcfc-2ee4f2805780 req-8696e7a2-92fa-4a82-8956-8c09c90973c2 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/security-groups?id=a18ffe49-d0c4-4702-93be-c1cf700ebd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5265868 Jul 23 20:00:10.044330 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d75368-b8b3-4d88-aa5f-2dbea782171b req-134df257-01c9-4fec-a383-115e0d448660 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:10.045982 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-16d75368-b8b3-4d88-aa5f-2dbea782171b req-134df257-01c9-4fec-a383-115e0d448660 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c2ce5ef-adeb-4d5a-9201-b3119a69b560 HTTP/1.1" status: 200 len: 946 time: 0.0748124 Jul 23 20:00:10.106151 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-16d75368-b8b3-4d88-aa5f-2dbea782171b req-a105d46c-8dbd-4923-ba96-c4f866c010e0 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/security-groups?id=2717b42f-9486-406a-97be-cf9367fee954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521226 Jul 23 20:00:10.109861 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-3b462b75-6e1b-4f47-974c-7763dffbbeac tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=17ff61f0156f4459a680da5d5a3dd368&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0863054 Jul 23 20:00:10.139066 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 23 Jul 2021 20:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bb4717-532b-4615-a198-9fc812af72ac x-openstack-request-id: req-c3bb4717-532b-4615-a198-9fc812af72ac {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:00:10.139506 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c2ce5ef-adeb-4d5a-9201-b3119a69b560", "name": "network-vif-plugged", "status": "completed", "tag": "293d4214-3cc4-41c6-9ec0-1469a9d905ae", "code": 200}, {"server_uuid": "e906267f-a117-455c-a9c0-f588ddc5731d", "name": "network-vif-unplugged", "status": "completed", "tag": "b0c57c2e-cd6b-4704-86ef-742e0c553c48", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:00:10.139810 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c3bb4717-532b-4615-a198-9fc812af72ac {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:00:10.140297 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c2ce5ef-adeb-4d5a-9201-b3119a69b560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293d4214-3cc4-41c6-9ec0-1469a9d905ae', 'code': 200} Jul 23 20:00:10.141623 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e906267f-a117-455c-a9c0-f588ddc5731d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0c57c2e-cd6b-4704-86ef-742e0c553c48', 'code': 200} Jul 23 20:00:10.169284 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-44966f05-4a2d-41f5-b4ba-abec8cbe1350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:10.179179 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-6ddc1b5a-1a70-4336-9ff0-5edd9835b4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:10.181798 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-6ddc1b5a-1a70-4336-9ff0-5edd9835b4ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=31ece22b4c2940ca986a58a7e24f5205&device_id=83fabebb-89c8-476e-bca5-f869241459d4 HTTP/1.1" status: 200 len: 1096 time: 0.6711543 Jul 23 20:00:10.199763 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-a29427cc-e2c3-4d82-a65c-d2debbe2d3bc service neutron] 10.222.0.18 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5423374 Jul 23 20:00:10.298507 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-5f354a47-b8f7-4c6f-a8ac-65ccc82311c8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e107d0d6-9417-47df-9e5e-145c537ecf00 HTTP/1.1" status: 200 len: 217 time: 0.1033306 Jul 23 20:00:10.303367 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002ee21-0ec5-4640-b529-f139e19d5e00 req-956a64b8-88cb-48a9-85aa-8193b88f1761 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:10.304940 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2002ee21-0ec5-4640-b529-f139e19d5e00 req-956a64b8-88cb-48a9-85aa-8193b88f1761 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=965a56c6-3d74-4d12-9112-671147df0969 HTTP/1.1" status: 200 len: 944 time: 0.0871575 Jul 23 20:00:10.332035 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a164a6fc-c4c3-487c-9bea-762e6dc3a9b5 req-d96593b9-0e05-429f-8149-715e9f95f92d tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=362bf974-2d70-473e-9dce-4fcf6bcd5e94 HTTP/1.1" status: 200 len: 210 time: 0.1156540 Jul 23 20:00:10.353411 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2002ee21-0ec5-4640-b529-f139e19d5e00 req-481ffd6a-3291-4077-a662-77f2cdc06bd1 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422423 Jul 23 20:00:10.443849 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-6cc6d0f2-f501-4325-b72e-3fcbb33007a8 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:10.445297 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-6cc6d0f2-f501-4325-b72e-3fcbb33007a8 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3288515 Jul 23 20:00:10.448624 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-85b3059d-6225-4e85-80b4-7a55db8d5d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:10.450056 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-85b3059d-6225-4e85-80b4-7a55db8d5d59 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=943dd119-adc0-42fb-a667-378d66460d4a HTTP/1.1" status: 200 len: 863 time: 0.1171551 Jul 23 20:00:10.472876 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-2d5859f0-8800-45ac-be00-31fb58354b80 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Request body: {'port': {'device_id': '362bf974-2d70-473e-9dce-4fcf6bcd5e94', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'admin_state_up': True, 'tenant_id': '17ff61f0156f4459a680da5d5a3dd368'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:00:10.481584 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3370bd6-7159-4a94-914f-f204afc5cdb4 req-76abd04b-3d25-4c33-aeb1-9cc73344c3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:10.483392 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e3370bd6-7159-4a94-914f-f204afc5cdb4 req-76abd04b-3d25-4c33-aeb1-9cc73344c3d3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1c2ce5ef-adeb-4d5a-9201-b3119a69b560 HTTP/1.1" status: 200 len: 1098 time: 0.2158563 Jul 23 20:00:10.505975 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-6a60ae23-4272-4051-a4a3-05d4850552d2 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:10.508267 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-6a60ae23-4272-4051-a4a3-05d4850552d2 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=965a56c6-3d74-4d12-9112-671147df0969&tenant_id=46e8b52fe188445da9dc740883af8e52&binding%3Ahost_id=n-h2-793618-10 HTTP/1.1" status: 200 len: 1096 time: 0.0720866 Jul 23 20:00:10.667960 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-2d21ccb3-5f50-4dd5-b6e1-5c2773838c4a service neutron] For port 0307e3ae-d53b-4f24-bdbf-e8a9877787c6, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:00:10.673041 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-2d21ccb3-5f50-4dd5-b6e1-5c2773838c4a service neutron] Notify callbacks [] for binding, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:10.674414 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9de98736-ac96-4901-b745-eae9284a3bd2 req-2d21ccb3-5f50-4dd5-b6e1-5c2773838c4a service neutron] 10.222.0.18 "DELETE /v2.0/ports/0307e3ae-d53b-4f24-bdbf-e8a9877787c6/bindings/n-h1-793618-10 HTTP/1.1" status: 204 len: 173 time: 0.1584322 Jul 23 20:00:10.697248 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33814) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:10.722941 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e3370bd6-7159-4a94-914f-f204afc5cdb4 req-590a078b-5c42-4440-9bd5-1fd2a81f76ef service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2717b42f-9486-406a-97be-cf9367fee954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081120 Jul 23 20:00:10.746895 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-2930664a-eb06-4493-98d2-869a76812622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:10.748425 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-2930664a-eb06-4493-98d2-869a76812622 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c601b8b0-fff2-4d36-9f97-ebce138e0521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2900436 Jul 23 20:00:10.813926 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-d897f82b-ca16-4bd1-963b-1595f9ff5faf tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:10.815395 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-d897f82b-ca16-4bd1-963b-1595f9ff5faf tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.30 "GET /v2.0/networks?id=8e84c2f8-775c-4b00-b826-468d30f5db1b HTTP/1.1" status: 200 len: 805 time: 0.2042530 Jul 23 20:00:10.822873 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e547ab8-20b8-4ff9-b49c-e1f8d4730fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:10.837814 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-50289acf-7520-4719-b2e5-80c47216768c tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Request body: {'port': {'device_id': '78c3421c-ef8a-46af-b956-8158d255b78f', 'network_id': '8e84c2f8-775c-4b00-b826-468d30f5db1b', 'admin_state_up': True, 'tenant_id': '05b9a43dbf1e458d94ffa4e2db455ec9'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:00:10.858649 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-2d5859f0-8800-45ac-be00-31fb58354b80 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Made reservation on behalf of 17ff61f0156f4459a680da5d5a3dd368 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:00:10.862148 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-2d5859f0-8800-45ac-be00-31fb58354b80 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:10.949172 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949f7f3-e86b-433d-8120-2a9819a150e4 req-73719104-8cea-4508-b15c-81e50034a7a2 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:10.950681 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1949f7f3-e86b-433d-8120-2a9819a150e4 req-73719104-8cea-4508-b15c-81e50034a7a2 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fabebb-89c8-476e-bca5-f869241459d4 HTTP/1.1" status: 200 len: 944 time: 0.1060247 Jul 23 20:00:10.972756 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843346c4-3115-488d-ae0d-c5bee00d2ebc req-4c3a2eed-19ee-47b2-aeda-ac44ec08d3bc tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:10.974475 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-843346c4-3115-488d-ae0d-c5bee00d2ebc req-4c3a2eed-19ee-47b2-aeda-ac44ec08d3bc tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 947 time: 0.3869970 Jul 23 20:00:10.986495 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e547ab8-20b8-4ff9-b49c-e1f8d4730fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:10.999580 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e547ab8-20b8-4ff9-b49c-e1f8d4730fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:11.022726 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1949f7f3-e86b-433d-8120-2a9819a150e4 req-cb9098d3-ade6-45b3-8b50-863148940ac4 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8895cf-23b3-4399-9b58-864da3b413c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635247 Jul 23 20:00:11.051009 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5e547ab8-20b8-4ff9-b49c-e1f8d4730fbf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fba69e2ad71d4985ad99749f097ccdb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3525395 Jul 23 20:00:11.052681 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-873fe1b8-d0f0-4d32-abb2-a6cc4ae6bf8d service neutron] 10.222.0.30 "GET /v2.0/networks/c601b8b0-fff2-4d36-9f97-ebce138e0521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901192 Jul 23 20:00:11.053316 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33822) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:11.060365 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e547ab8-20b8-4ff9-b49c-e1f8d4730fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0e5c02-8c3a-4f76-b4ad-88aed702bc3c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:11.143762 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4579c5fa-9c13-4894-b96a-f2c975aba0bb req-efdc1584-b566-4450-aef4-28110be2909e tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=78c3421c-ef8a-46af-b956-8158d255b78f HTTP/1.1" status: 200 len: 210 time: 0.0331407 Jul 23 20:00:11.166617 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-843346c4-3115-488d-ae0d-c5bee00d2ebc req-ef9622af-92b2-417b-83c7-3090f799a923 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784105 Jul 23 20:00:11.173630 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-65a2f2d0-23fa-4e43-bf53-be26d605e922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:11.201048 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-65a2f2d0-23fa-4e43-bf53-be26d605e922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:11.244041 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-50289acf-7520-4719-b2e5-80c47216768c tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Made reservation on behalf of 05b9a43dbf1e458d94ffa4e2db455ec9 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:00:11.247590 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-50289acf-7520-4719-b2e5-80c47216768c tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:11.301063 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-2d5859f0-8800-45ac-be00-31fb58354b80 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Allocated IP 192.168.233.200 (ec2201c2-595f-40aa-9bc3-fccd4b01012e/4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d/fe8a6bad-185a-4e50-8264-7e04e021d52a) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:00:11.303635 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device b0c57c2e-cd6b-4704-86ef-742e0c553c48 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:00:11.327387 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3388d04-ae4b-42fe-b8c2-c69e78a9ba09 req-c51340c3-d447-4ffc-8589-49d54bac96d8 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:11.328905 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e3388d04-ae4b-42fe-b8c2-c69e78a9ba09 req-c51340c3-d447-4ffc-8589-49d54bac96d8 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/ports?device_id=72a8e8b9-e7d1-4cc5-a520-b8ed7b62605b HTTP/1.1" status: 200 len: 949 time: 0.1191053 Jul 23 20:00:11.330009 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-65a2f2d0-23fa-4e43-bf53-be26d605e922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:11.332576 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-65a2f2d0-23fa-4e43-bf53-be26d605e922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:11.336193 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-65a2f2d0-23fa-4e43-bf53-be26d605e922 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eb0e5c02-8c3a-4f76-b4ad-88aed702bc3c HTTP/1.1" status: 204 len: 168 time: 0.2794609 Jul 23 20:00:11.340021 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-090f2dd1-78b9-4668-a302-59a76b73d028 req-33abd110-f53b-4553-92ea-40af483e883d service neutron] 10.222.0.30 "GET /v2.0/networks/c601b8b0-fff2-4d36-9f97-ebce138e0521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773042 Jul 23 20:00:11.359130 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a2f2d0-23fa-4e43-bf53-be26d605e922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0e5c02-8c3a-4f76-b4ad-88aed702bc3c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:11.410052 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e3388d04-ae4b-42fe-b8c2-c69e78a9ba09 req-d0c58986-d7bb-420c-aaa2-10a9cdf4bcf3 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/security-groups?id=a18ffe49-d0c4-4702-93be-c1cf700ebd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727854 Jul 23 20:00:11.503835 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port b0c57c2e-cd6b-4704-86ef-742e0c553c48, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=b0c57c2e-cd6b-4704-86ef-742e0c553c48,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:11.519737 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'b0c57c2e-cd6b-4704-86ef-742e0c553c48', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': 'b0c57c2e-cd6b-4704-86ef-742e0c553c48', 'mac_address': 'fa:16:3e:2a:b2:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:00:11.564099 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:11.567281 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-50289acf-7520-4719-b2e5-80c47216768c tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Allocated IP 172.20.0.2 (8e84c2f8-775c-4b00-b826-468d30f5db1b/61bf6557-4d20-4447-94c2-1fdfaf9f93fa/ea7abe03-ca34-4581-bbb4-73fed1c44549) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:00:11.570564 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-44ca1649-347c-4c74-be8e-6ecea59119cc req-06db754d-1b17-4279-aeb2-ea13175a11c1 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=362bf974-2d70-473e-9dce-4fcf6bcd5e94 HTTP/1.1" status: 200 len: 210 time: 0.0664957 Jul 23 20:00:11.576233 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e99876-425c-4db4-bd44-729777b73301 req-a86d129c-d89e-41f9-970b-49e34f5c0250 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:11.577834 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-30e99876-425c-4db4-bd44-729777b73301 req-a86d129c-d89e-41f9-970b-49e34f5c0250 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c2ce5ef-adeb-4d5a-9201-b3119a69b560 HTTP/1.1" status: 200 len: 946 time: 0.3121266 Jul 23 20:00:11.588582 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c57c2e-cd6b-4704-86ef-742e0c553c48 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:00:11.616386 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port b0c57c2e-cd6b-4704-86ef-742e0c553c48, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=b0c57c2e-cd6b-4704-86ef-742e0c553c48,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:11.623484 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:11.730620 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50ae6c-0b69-424f-b2b9-d15fda6b90a3 req-bd3c848d-af16-4811-ac9c-9f89bc094925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:11.732160 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dd50ae6c-0b69-424f-b2b9-d15fda6b90a3 req-bd3c848d-af16-4811-ac9c-9f89bc094925 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=31ece22b4c2940ca986a58a7e24f5205&device_id=83fabebb-89c8-476e-bca5-f869241459d4 HTTP/1.1" status: 200 len: 1096 time: 0.3133457 Jul 23 20:00:11.746954 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-30e99876-425c-4db4-bd44-729777b73301 req-5ff770c5-a168-48d5-a1e3-146208a701cd tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/security-groups?id=2717b42f-9486-406a-97be-cf9367fee954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587925 Jul 23 20:00:11.752726 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=b0c57c2e-cd6b-4704-86ef-742e0c553c48,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:11.788867 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-2d5859f0-8800-45ac-be00-31fb58354b80 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:11.796389 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33840) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:11.822940 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f356b9-101b-48c9-9798-8dcc2e287862 req-e6c4d01a-e79c-49c8-8e53-8ce0a0547a5f tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:11.829517 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-80f356b9-101b-48c9-9798-8dcc2e287862 req-e6c4d01a-e79c-49c8-8e53-8ce0a0547a5f tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=965a56c6-3d74-4d12-9112-671147df0969 HTTP/1.1" status: 200 len: 944 time: 0.1562121 Jul 23 20:00:11.834221 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-2d5859f0-8800-45ac-be00-31fb58354b80 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Transition to ACTIVE for port object fe8a6bad-185a-4e50-8264-7e04e021d52a will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:00:11.845748 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b988c98-f318-4986-9ee0-b35932615d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:11.896472 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['b0c57c2e-cd6b-4704-86ef-742e0c553c48'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:00:11.924894 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-80f356b9-101b-48c9-9798-8dcc2e287862 req-3fc3f7dc-def9-4fb1-b8b4-a85fa1a80893 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939162 Jul 23 20:00:12.003741 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-50289acf-7520-4719-b2e5-80c47216768c tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:12.010665 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50ae6c-0b69-424f-b2b9-d15fda6b90a3 req-eac8060b-969e-4394-bf71-bf0029ebffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:12.013257 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dd50ae6c-0b69-424f-b2b9-d15fda6b90a3 req-eac8060b-969e-4394-bf71-bf0029ebffd0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c601b8b0-fff2-4d36-9f97-ebce138e0521 HTTP/1.1" status: 200 len: 925 time: 0.2576568 Jul 23 20:00:12.019686 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-2d5859f0-8800-45ac-be00-31fb58354b80 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:12.043264 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['88bcde5f-e05c-48b1-9357-4da5b5477f36', '3868cadf-74c9-41eb-babe-ade562e7265e', '83124c42-89f8-415d-afa2-03018b51299d'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:00:12.089330 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dd50ae6c-0b69-424f-b2b9-d15fda6b90a3 req-2f8b322b-53dc-4f83-a3a7-dc094b7a2d3f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e107d0d6-9417-47df-9e5e-145c537ecf00 HTTP/1.1" status: 200 len: 217 time: 0.0643139 Jul 23 20:00:12.109320 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-2d5859f0-8800-45ac-be00-31fb58354b80 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Network ec2201c2-595f-40aa-9bc3-fccd4b01012e is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:00:12.112494 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b988c98-f318-4986-9ee0-b35932615d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:12.120325 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b988c98-f318-4986-9ee0-b35932615d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:12.177668 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b988c98-f318-4986-9ee0-b35932615d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1d8a3c-e6a3-4234-9fd0-35b4ee5d4360,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:12.180733 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-2d5859f0-8800-45ac-be00-31fb58354b80 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:00:12.190029 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1b988c98-f318-4986-9ee0-b35932615d09 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9b3470ef96141fb81732606f20ca624&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3917000 Jul 23 20:00:12.190783 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33850) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:12.196946 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50ae6c-0b69-424f-b2b9-d15fda6b90a3 req-3cfb591d-cf71-4c5c-b55b-de1495fcd7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:12.198478 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dd50ae6c-0b69-424f-b2b9-d15fda6b90a3 req-3cfb591d-cf71-4c5c-b55b-de1495fcd7cd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=943dd119-adc0-42fb-a667-378d66460d4a HTTP/1.1" status: 200 len: 863 time: 0.0864873 Jul 23 20:00:12.202088 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-2d5859f0-8800-45ac-be00-31fb58354b80 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:00:12.219836 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7db13-2d9d-47d4-a487-ea2549468dbf req-22498560-7edf-4e3e-bbad-a7a217fbb590 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:12.221546 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9cb7db13-2d9d-47d4-a487-ea2549468dbf req-22498560-7edf-4e3e-bbad-a7a217fbb590 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=965a56c6-3d74-4d12-9112-671147df0969 HTTP/1.1" status: 200 len: 1096 time: 0.1736305 Jul 23 20:00:12.318108 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9cb7db13-2d9d-47d4-a487-ea2549468dbf req-717e3b01-3e76-4c6b-bf02-cde5be4780f7 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903833 Jul 23 20:00:12.322188 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d403cbe9-d4b9-44ac-a538-35c369f909b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:12.371265 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5859f0-8800-45ac-be00-31fb58354b80 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Pushing event updated for resources: {'Port': ['ID=fe8a6bad-185a-4e50-8264-7e04e021d52a,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:12.373917 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d403cbe9-d4b9-44ac-a538-35c369f909b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:12.416686 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50ae6c-0b69-424f-b2b9-d15fda6b90a3 req-0c96b451-e796-4b2e-9bbf-2ffbdc87424f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:12.417893 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dd50ae6c-0b69-424f-b2b9-d15fda6b90a3 req-0c96b451-e796-4b2e-9bbf-2ffbdc87424f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c601b8b0-fff2-4d36-9f97-ebce138e0521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2109513 Jul 23 20:00:12.455474 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-2d5859f0-8800-45ac-be00-31fb58354b80 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:12.456138 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-2d5859f0-8800-45ac-be00-31fb58354b80 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:12.485955 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-50289acf-7520-4719-b2e5-80c47216768c tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:12.502935 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d403cbe9-d4b9-44ac-a538-35c369f909b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:12.507262 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d403cbe9-d4b9-44ac-a538-35c369f909b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:12.508808 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d403cbe9-d4b9-44ac-a538-35c369f909b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bd1d8a3c-e6a3-4234-9fd0-35b4ee5d4360 HTTP/1.1" status: 204 len: 168 time: 0.3161867 Jul 23 20:00:12.526034 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403cbe9-d4b9-44ac-a538-35c369f909b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1d8a3c-e6a3-4234-9fd0-35b4ee5d4360,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:12.528708 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-2d5859f0-8800-45ac-be00-31fb58354b80 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0608082 Jul 23 20:00:12.556570 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f67b8-d9e9-4822-90e3-62b3611ab88e req-3f79d49a-e163-4a24-b805-800f7e2d1e2f tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:12.559061 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0a5f67b8-d9e9-4822-90e3-62b3611ab88e req-3f79d49a-e163-4a24-b805-800f7e2d1e2f tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=78c3421c-ef8a-46af-b956-8158d255b78f HTTP/1.1" status: 200 len: 931 time: 0.1194293 Jul 23 20:00:12.566722 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-27525088-550c-41d2-971d-5f99247f8a0e None None] Provisioning for port fe8a6bad-185a-4e50-8264-7e04e021d52a completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:00:12.577899 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-a4709629-5801-4f4d-96be-529117b068ea service neutron] Request body: {'port': {'device_id': '362bf974-2d70-473e-9dce-4fcf6bcd5e94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:00:12.587004 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-27525088-550c-41d2-971d-5f99247f8a0e None None] Provisioning complete for port fe8a6bad-185a-4e50-8264-7e04e021d52a triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:00:12.587783 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-27525088-550c-41d2-971d-5f99247f8a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:12.616375 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0a5f67b8-d9e9-4822-90e3-62b3611ab88e req-6b07215f-7c08-43f7-8c2c-f7202b541c66 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511799 Jul 23 20:00:12.657369 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-27525088-550c-41d2-971d-5f99247f8a0e None None] Port fe8a6bad-185a-4e50-8264-7e04e021d52a cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:00:12.682698 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-50289acf-7520-4719-b2e5-80c47216768c tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Network 8e84c2f8-775c-4b00-b826-468d30f5db1b is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:00:12.696957 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-50289acf-7520-4719-b2e5-80c47216768c tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:00:12.698994 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50289acf-7520-4719-b2e5-80c47216768c tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Pushing event updated for resources: {'Port': ['ID=ea7abe03-ca34-4581-bbb4-73fed1c44549,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:12.705794 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-50289acf-7520-4719-b2e5-80c47216768c tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:00:12.748083 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['6b3cf3b3-7232-4a77-a76e-d33cb770c70d', 'cceb9cfe-be34-41c0-92cd-2dbcf70a248f'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:00:12.763670 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46413507-1b08-457d-b119-320b948f625d req-948815bf-b1bd-47bf-b92b-325e56380fc0 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:12.765217 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-46413507-1b08-457d-b119-320b948f625d req-948815bf-b1bd-47bf-b92b-325e56380fc0 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 948 time: 0.0758920 Jul 23 20:00:12.780163 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dd50ae6c-0b69-424f-b2b9-d15fda6b90a3 req-1b7f2cf0-f111-4595-98fd-30a980874db7 service neutron] 10.222.0.30 "GET /v2.0/networks/c601b8b0-fff2-4d36-9f97-ebce138e0521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461099 Jul 23 20:00:12.817774 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-46413507-1b08-457d-b119-320b948f625d req-6af19d22-a4d8-48b6-b7a6-e9c94f7aae3d tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453103 Jul 23 20:00:12.833950 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-50289acf-7520-4719-b2e5-80c47216768c tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:12.834934 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-50289acf-7520-4719-b2e5-80c47216768c tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:12.897164 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6f482-a34c-4ac7-8c4f-3cdeee2f5f36 req-e965ac25-2b47-474a-ae3a-86feb9ccc9ee tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:12.897164 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a7b6f482-a34c-4ac7-8c4f-3cdeee2f5f36 req-e965ac25-2b47-474a-ae3a-86feb9ccc9ee tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fabebb-89c8-476e-bca5-f869241459d4 HTTP/1.1" status: 200 len: 944 time: 0.4601326 Jul 23 20:00:12.905642 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-50289acf-7520-4719-b2e5-80c47216768c tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0779181 Jul 23 20:00:12.911643 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-a4709629-5801-4f4d-96be-529117b068ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:12.939096 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bfca6cb6-88e5-4ac4-ac48-23dae3fd94d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:12.978326 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-4d813dce-887a-4519-afe9-9e02f5a775ae service neutron] Request body: {'port': {'device_id': '78c3421c-ef8a-46af-b956-8158d255b78f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:00:12.982773 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd7da6-75b6-48bd-8832-f93ba3ce9870 req-d7d9c85e-4349-4466-b247-d6c9d6bf090d tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:12.984190 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dcbd7da6-75b6-48bd-8832-f93ba3ce9870 req-d7d9c85e-4349-4466-b247-d6c9d6bf090d tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/ports?device_id=72a8e8b9-e7d1-4cc5-a520-b8ed7b62605b HTTP/1.1" status: 200 len: 949 time: 0.1024940 Jul 23 20:00:13.039946 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dcbd7da6-75b6-48bd-8832-f93ba3ce9870 req-eb585bdd-be8a-441c-924e-84225d51e802 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/security-groups?id=a18ffe49-d0c4-4702-93be-c1cf700ebd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479031 Jul 23 20:00:13.230177 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:13.284323 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ec609-739b-4074-b601-123490f7689b req-945a8982-053f-42fc-baad-05698970d1f4 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:13.285879 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-484ec609-739b-4074-b601-123490f7689b req-945a8982-053f-42fc-baad-05698970d1f4 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/networks?id=1582e281-e174-4775-af11-ce2168db586d HTTP/1.1" status: 200 len: 808 time: 0.1316750 Jul 23 20:00:13.301924 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-484ec609-739b-4074-b601-123490f7689b req-108b39cb-d6ff-4a7f-a42c-2d0aedfb7699 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/quotas/46e8b52fe188445da9dc740883af8e52 HTTP/1.1" status: 200 len: 375 time: 0.0095501 Jul 23 20:00:13.316875 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device b0c57c2e-cd6b-4704-86ef-742e0c553c48 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:00:13.344668 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a7b6f482-a34c-4ac7-8c4f-3cdeee2f5f36 req-b370d3f1-d562-41c9-a290-3c45d1c11edd tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8895cf-23b3-4399-9b58-864da3b413c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4379804 Jul 23 20:00:13.391129 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port b0c57c2e-cd6b-4704-86ef-742e0c553c48 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:00:13.392635 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:13.414814 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-484ec609-739b-4074-b601-123490f7689b req-bbfb4248-3612-451c-98d0-9ad0068ee3f9 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=46e8b52fe188445da9dc740883af8e52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1036475 Jul 23 20:00:13.472492 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dd50ae6c-0b69-424f-b2b9-d15fda6b90a3 req-415512f4-a421-4c39-9475-6fa115431d24 service neutron] 10.222.0.30 "GET /v2.0/networks/c601b8b0-fff2-4d36-9f97-ebce138e0521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6299047 Jul 23 20:00:13.490572 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:13.492098 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33896) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:13.517944 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e906267f-a117-455c-a9c0-f588ddc5731d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c57c2e-cd6b-4704-86ef-742e0c553c48'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:00:13.520821 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-484ec609-739b-4074-b601-123490f7689b req-12581b9c-8236-4e04-a659-ad917a330be3 service neutron] 10.222.0.32 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051357 Jul 23 20:00:13.521226 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14634a9b-0bf7-4167-93f4-98317c71157c" -d '{"events": [{"server_uuid": "e906267f-a117-455c-a9c0-f588ddc5731d", "name": "network-vif-plugged", "status": "completed", "tag": "b0c57c2e-cd6b-4704-86ef-742e0c553c48"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:00:13.540013 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port b0c57c2e-cd6b-4704-86ef-742e0c553c48, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=b0c57c2e-cd6b-4704-86ef-742e0c553c48,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:13.549139 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:13.597634 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-4d813dce-887a-4519-afe9-9e02f5a775ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:13.615634 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=b0c57c2e-cd6b-4704-86ef-742e0c553c48,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:13.616181 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-025cc915-6b55-401b-9369-d8001b5a96ca admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-706821906-network', 'tenant_id': 'a3d6e44c4dd248468c67611aa3d977ae'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:00:13.656601 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-484ec609-739b-4074-b601-123490f7689b req-7107a914-1c5a-468d-95bd-1709c72657b8 service neutron] 10.222.0.32 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294816 Jul 23 20:00:13.658451 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025cc915-6b55-401b-9369-d8001b5a96ca admin admin] Made reservation on behalf of a3d6e44c4dd248468c67611aa3d977ae for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:00:13.660688 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-025cc915-6b55-401b-9369-d8001b5a96ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:13.669777 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-025cc915-6b55-401b-9369-d8001b5a96ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:13.732284 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5565e3-b8ed-4081-8562-dcf5968881a7 req-59dbe3a5-0ee7-498e-8b7d-93893e06c659 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:13.733845 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5f5565e3-b8ed-4081-8562-dcf5968881a7 req-59dbe3a5-0ee7-498e-8b7d-93893e06c659 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=362bf974-2d70-473e-9dce-4fcf6bcd5e94 HTTP/1.1" status: 200 len: 936 time: 0.2604787 Jul 23 20:00:13.790742 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-025cc915-6b55-401b-9369-d8001b5a96ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:13.803021 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-025cc915-6b55-401b-9369-d8001b5a96ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:13.829273 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-025cc915-6b55-401b-9369-d8001b5a96ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:00:13.860129 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025cc915-6b55-401b-9369-d8001b5a96ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca270714-0143-4119-8a96-00d0c044c4c9,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:13.886360 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:13.895513 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-025cc915-6b55-401b-9369-d8001b5a96ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:13.896911 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5f5565e3-b8ed-4081-8562-dcf5968881a7 req-809e012b-cb18-423c-b37c-fff58542c64a tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062710 Jul 23 20:00:13.897722 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-025cc915-6b55-401b-9369-d8001b5a96ca admin admin] Added segment ad9495d8-3225-4498-92a3-0011b0c5de9f of type vlan for network 18f1c189-135d-4e39-8a5e-b364e733193d Jul 23 20:00:13.915751 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-a4709629-5801-4f4d-96be-529117b068ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe8a6bad-185a-4e50-8264-7e04e021d52a {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:00:13.926222 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-a4709629-5801-4f4d-96be-529117b068ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:13.974982 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-a4709629-5801-4f4d-96be-529117b068ea service neutron] Transition to ACTIVE for port object fe8a6bad-185a-4e50-8264-7e04e021d52a will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:00:14.000513 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-a4709629-5801-4f4d-96be-529117b068ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:14.086642 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-ac64ad07-18d5-46c1-ac03-e65dcf5671dc tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a86c9a8ccd634b6592ce48471da5ed00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0827117 Jul 23 20:00:14.168178 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:14.182419 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-025cc915-6b55-401b-9369-d8001b5a96ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:14.197956 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4709629-5801-4f4d-96be-529117b068ea service neutron] Pushing event updated for resources: {'Port': ['ID=fe8a6bad-185a-4e50-8264-7e04e021d52a,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:14.229945 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-025cc915-6b55-401b-9369-d8001b5a96ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:14.231699 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025cc915-6b55-401b-9369-d8001b5a96ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:14.232626 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-025cc915-6b55-401b-9369-d8001b5a96ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:14.262230 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:14.267279 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349d787-7fcd-4bc1-a2a1-0123bf11c2e7 req-b48fd63a-a307-4bc0-aa43-5b0f2be318ea tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:14.269082 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5349d787-7fcd-4bc1-a2a1-0123bf11c2e7 req-b48fd63a-a307-4bc0-aa43-5b0f2be318ea tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c2ce5ef-adeb-4d5a-9201-b3119a69b560 HTTP/1.1" status: 200 len: 946 time: 0.4252739 Jul 23 20:00:14.315092 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-025cc915-6b55-401b-9369-d8001b5a96ca admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8212674 Jul 23 20:00:14.318448 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33924) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:14.325316 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-6b0329cc-aee4-40d0-b3c2-0a550af4b215 admin admin] Request body: {'subnet': {'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-706821906-subnet', 'tenant_id': 'a3d6e44c4dd248468c67611aa3d977ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:00:14.345820 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-4d813dce-887a-4519-afe9-9e02f5a775ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea7abe03-ca34-4581-bbb4-73fed1c44549 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:00:14.361295 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025cc915-6b55-401b-9369-d8001b5a96ca admin admin] Pushing event updated for resources: {'Network': ['ID=18f1c189-135d-4e39-8a5e-b364e733193d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:14.362241 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-e3cfe50b-2d63-4e58-96b1-d76a98396823 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:14.369454 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-e3cfe50b-2d63-4e58-96b1-d76a98396823 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2815909 Jul 23 20:00:14.374965 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-4d813dce-887a-4519-afe9-9e02f5a775ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:14.376261 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 18f1c189-135d-4e39-8a5e-b364e733193d details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:00:14.403799 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5349d787-7fcd-4bc1-a2a1-0123bf11c2e7 req-bd8918c0-a3f4-481d-9405-046d49ff9b62 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/security-groups?id=2717b42f-9486-406a-97be-cf9367fee954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177137 Jul 23 20:00:14.404043 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-a4709629-5801-4f4d-96be-529117b068ea service neutron] Attempting to bind port fe8a6bad-185a-4e50-8264-7e04e021d52a on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:00:14.404159 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-a4709629-5801-4f4d-96be-529117b068ea service neutron] Attempting to bind port fe8a6bad-185a-4e50-8264-7e04e021d52a by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:00:14.404516 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-a4709629-5801-4f4d-96be-529117b068ea service neutron] Attempting to bind port fe8a6bad-185a-4e50-8264-7e04e021d52a on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:00:14.417279 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-34c7f4c5-4d00-4b0a-90c5-c5584c2a892e tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/quotas/a86c9a8ccd634b6592ce48471da5ed00 HTTP/1.1" status: 200 len: 375 time: 0.0469022 Jul 23 20:00:14.423547 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0329cc-aee4-40d0-b3c2-0a550af4b215 admin admin] Made reservation on behalf of a3d6e44c4dd248468c67611aa3d977ae for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:00:14.426669 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6b0329cc-aee4-40d0-b3c2-0a550af4b215 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:14.433544 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-a4709629-5801-4f4d-96be-529117b068ea service neutron] Port fe8a6bad-185a-4e50-8264-7e04e021d52a on network ec2201c2-595f-40aa-9bc3-fccd4b01012e not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:00:14.433761 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-a4709629-5801-4f4d-96be-529117b068ea service neutron] Attempting to bind port fe8a6bad-185a-4e50-8264-7e04e021d52a on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:00:14.437114 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-4d813dce-887a-4519-afe9-9e02f5a775ae service neutron] Transition to ACTIVE for port object ea7abe03-ca34-4581-bbb4-73fed1c44549 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:00:14.464785 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-4d813dce-887a-4519-afe9-9e02f5a775ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:14.486779 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c63482-49ca-4741-acee-750ff400f971 x-openstack-request-id: req-b9c63482-49ca-4741-acee-750ff400f971 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:00:14.487461 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e906267f-a117-455c-a9c0-f588ddc5731d", "name": "network-vif-plugged", "status": "completed", "tag": "b0c57c2e-cd6b-4704-86ef-742e0c553c48", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:00:14.487876 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b9c63482-49ca-4741-acee-750ff400f971 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:00:14.488495 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e906267f-a117-455c-a9c0-f588ddc5731d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c57c2e-cd6b-4704-86ef-742e0c553c48', 'code': 200} Jul 23 20:00:14.502330 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-a4709629-5801-4f4d-96be-529117b068ea service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:00:14.502968 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-a4709629-5801-4f4d-96be-529117b068ea service neutron] Checking segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:00:14.503081 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-a4709629-5801-4f4d-96be-529117b068ea service neutron] Bound using segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:00:14.503470 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-a4709629-5801-4f4d-96be-529117b068ea service neutron] Bound port: fe8a6bad-185a-4e50-8264-7e04e021d52a, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:00:14.504095 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-a4709629-5801-4f4d-96be-529117b068ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:14.535942 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d813dce-887a-4519-afe9-9e02f5a775ae service neutron] Pushing event updated for resources: {'Port': ['ID=ea7abe03-ca34-4581-bbb4-73fed1c44549,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:14.666658 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-90b06ff3-4fec-4f5a-8f3f-e839053fed5c tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a86c9a8ccd634b6592ce48471da5ed00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2484827 Jul 23 20:00:14.670989 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-a4709629-5801-4f4d-96be-529117b068ea service neutron] For port fe8a6bad-185a-4e50-8264-7e04e021d52a, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:00:14.702465 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-a4709629-5801-4f4d-96be-529117b068ea service neutron] For port fe8a6bad-185a-4e50-8264-7e04e021d52a, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=fe8a6bad-185a-4e50-8264-7e04e021d52a,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:00:14.704638 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad475b9-3029-41d1-bd14-7d56e15238ac req-ea319976-6984-48e3-b10a-d2c76f5cff56 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:14.707957 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fad475b9-3029-41d1-bd14-7d56e15238ac req-ea319976-6984-48e3-b10a-d2c76f5cff56 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=78c3421c-ef8a-46af-b956-8158d255b78f HTTP/1.1" status: 200 len: 943 time: 0.1336033 Jul 23 20:00:14.739991 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-a4709629-5801-4f4d-96be-529117b068ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:14.752591 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fad475b9-3029-41d1-bd14-7d56e15238ac req-da27a2ba-f6c7-4885-9a05-38f6cdce2dc0 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359879 Jul 23 20:00:14.754042 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-4d813dce-887a-4519-afe9-9e02f5a775ae service neutron] Attempting to bind port ea7abe03-ca34-4581-bbb4-73fed1c44549 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:00:14.754359 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-4d813dce-887a-4519-afe9-9e02f5a775ae service neutron] Attempting to bind port ea7abe03-ca34-4581-bbb4-73fed1c44549 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '68bc1acd-7cf9-4313-804d-1112a3e20afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8e84c2f8-775c-4b00-b826-468d30f5db1b'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:00:14.754691 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-4d813dce-887a-4519-afe9-9e02f5a775ae service neutron] Attempting to bind port ea7abe03-ca34-4581-bbb4-73fed1c44549 on network 8e84c2f8-775c-4b00-b826-468d30f5db1b {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:00:14.759083 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6b0329cc-aee4-40d0-b3c2-0a550af4b215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:14.804698 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-a4709629-5801-4f4d-96be-529117b068ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:14.805321 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-a4709629-5801-4f4d-96be-529117b068ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:14.806782 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-a4709629-5801-4f4d-96be-529117b068ea service neutron] 10.222.0.18 "PUT /v2.0/ports/fe8a6bad-185a-4e50-8264-7e04e021d52a HTTP/1.1" status: 200 len: 1097 time: 2.2410512 Jul 23 20:00:14.810375 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '362bf974-2d70-473e-9dce-4fcf6bcd5e94', 'tag': 'fe8a6bad-185a-4e50-8264-7e04e021d52a'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:00:14.813065 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6feee8e-88d8-4173-b219-a3c2e2b8db05" -d '{"events": [{"name": "network-changed", "server_uuid": "362bf974-2d70-473e-9dce-4fcf6bcd5e94", "tag": "fe8a6bad-185a-4e50-8264-7e04e021d52a"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:00:14.815782 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-4d813dce-887a-4519-afe9-9e02f5a775ae service neutron] Port ea7abe03-ca34-4581-bbb4-73fed1c44549 on network 8e84c2f8-775c-4b00-b826-468d30f5db1b not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:00:14.815782 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-4d813dce-887a-4519-afe9-9e02f5a775ae service neutron] Attempting to bind port ea7abe03-ca34-4581-bbb4-73fed1c44549 on network 8e84c2f8-775c-4b00-b826-468d30f5db1b {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:00:14.841100 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-4d813dce-887a-4519-afe9-9e02f5a775ae service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:00:14.841431 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-4d813dce-887a-4519-afe9-9e02f5a775ae service neutron] Checking segment: {'id': '68bc1acd-7cf9-4313-804d-1112a3e20afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8e84c2f8-775c-4b00-b826-468d30f5db1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:00:14.841839 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-4d813dce-887a-4519-afe9-9e02f5a775ae service neutron] Bound using segment: {'id': '68bc1acd-7cf9-4313-804d-1112a3e20afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8e84c2f8-775c-4b00-b826-468d30f5db1b'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:00:14.842280 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-4d813dce-887a-4519-afe9-9e02f5a775ae service neutron] Bound port: ea7abe03-ca34-4581-bbb4-73fed1c44549, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68bc1acd-7cf9-4313-804d-1112a3e20afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8e84c2f8-775c-4b00-b826-468d30f5db1b'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:00:14.842641 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-4d813dce-887a-4519-afe9-9e02f5a775ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:14.853768 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0329cc-aee4-40d0-b3c2-0a550af4b215 admin admin] Checking segment: {'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:00:14.854408 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0329cc-aee4-40d0-b3c2-0a550af4b215 admin admin] Network hostable DHCP agents. Network: 18f1c189-135d-4e39-8a5e-b364e733193d, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:00:14.863782 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0329cc-aee4-40d0-b3c2-0a550af4b215 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff9cc1f3-5cfa-4b1f-ac36-a859db46b374,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:14.886018 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0329cc-aee4-40d0-b3c2-0a550af4b215 admin admin] Network 18f1c189-135d-4e39-8a5e-b364e733193d is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:00:14.890198 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4709629-5801-4f4d-96be-529117b068ea service neutron] Pushing event updated for resources: {'Port': ['ID=fe8a6bad-185a-4e50-8264-7e04e021d52a,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:14.901340 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-6b0329cc-aee4-40d0-b3c2-0a550af4b215 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 18f1c189-135d-4e39-8a5e-b364e733193d) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:00:14.909217 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0b79a7-ee0d-474f-b9cb-27042ca6c372 None None] Network 18f1c189-135d-4e39-8a5e-b364e733193d requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:00:14.953815 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0329cc-aee4-40d0-b3c2-0a550af4b215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:14.955095 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6b0329cc-aee4-40d0-b3c2-0a550af4b215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:14.980687 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f8a43b42-5896-43ff-9d8c-26172d252d80 req-fa34aaf8-0c5c-4c10-a43a-49771cf5370d tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=52787951-4a09-4f69-9ffc-727a9b48f183 HTTP/1.1" status: 200 len: 210 time: 0.1133821 Jul 23 20:00:14.996252 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6b0329cc-aee4-40d0-b3c2-0a550af4b215 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6686289 Jul 23 20:00:15.027368 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10603470-1fda-4fe6-93cf-584874cddb57 req-5a3d76cf-ef4a-4239-8afc-ec06155e52bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:15.028875 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-10603470-1fda-4fe6-93cf-584874cddb57 req-5a3d76cf-ef4a-4239-8afc-ec06155e52bf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 1101 time: 0.3352382 Jul 23 20:00:15.038280 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914df05-2ebd-43cf-9e10-df7b8d8dba77 req-6957a0a7-10e6-4487-ac9f-0b8836964bec tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:15.049685 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4914df05-2ebd-43cf-9e10-df7b8d8dba77 req-6957a0a7-10e6-4487-ac9f-0b8836964bec tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 949 time: 0.1460941 Jul 23 20:00:15.153686 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-4d813dce-887a-4519-afe9-9e02f5a775ae service neutron] For port ea7abe03-ca34-4581-bbb4-73fed1c44549, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:00:15.212694 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-4d813dce-887a-4519-afe9-9e02f5a775ae service neutron] For port ea7abe03-ca34-4581-bbb4-73fed1c44549, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=ea7abe03-ca34-4581-bbb4-73fed1c44549,segment=NetworkSegment(68bc1acd-7cf9-4313-804d-1112a3e20afc),segment_id=68bc1acd-7cf9-4313-804d-1112a3e20afc)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:00:15.222450 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93ee4fa-5b50-4545-a786-c21be22474ad None None] Network 18f1c189-135d-4e39-8a5e-b364e733193d requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:00:15.240046 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-4d813dce-887a-4519-afe9-9e02f5a775ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:15.297430 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-3b97088f-547e-4fa2-b725-65fcc49b706a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:15.299070 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-3b97088f-547e-4fa2-b725-65fcc49b706a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=17ff61f0156f4459a680da5d5a3dd368&device_id=362bf974-2d70-473e-9dce-4fcf6bcd5e94 HTTP/1.1" status: 200 len: 1100 time: 0.4273627 Jul 23 20:00:15.300840 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-10603470-1fda-4fe6-93cf-584874cddb57 req-2c4251b7-d5f4-4413-b24a-35da640e669d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602696 Jul 23 20:00:15.331067 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-4d813dce-887a-4519-afe9-9e02f5a775ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:15.331889 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-4d813dce-887a-4519-afe9-9e02f5a775ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:15.333425 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-4d813dce-887a-4519-afe9-9e02f5a775ae service neutron] 10.222.0.30 "PUT /v2.0/ports/ea7abe03-ca34-4581-bbb4-73fed1c44549 HTTP/1.1" status: 200 len: 1092 time: 2.4045653 Jul 23 20:00:15.335256 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device e107d0d6-9417-47df-9e5e-145c537ecf00 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:00:15.356363 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4914df05-2ebd-43cf-9e10-df7b8d8dba77 req-ab941f12-0d65-4d64-8ec8-785e1ff9611a tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035767 Jul 23 20:00:15.426118 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-0cec9d47-0ceb-4f96-8fd8-2455cecea54c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=fe8a6bad-185a-4e50-8264-7e04e021d52a HTTP/1.1" status: 200 len: 217 time: 0.1156685 Jul 23 20:00:15.465395 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d813dce-887a-4519-afe9-9e02f5a775ae service neutron] Pushing event updated for resources: {'Port': ['ID=ea7abe03-ca34-4581-bbb4-73fed1c44549,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:15.472949 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port e107d0d6-9417-47df-9e5e-145c537ecf00, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e107d0d6-9417-47df-9e5e-145c537ecf00,segment=NetworkSegment(a3e9d207-ccab-4461-a5ec-89b44ef8be73),segment_id=a3e9d207-ccab-4461-a5ec-89b44ef8be73)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:15.486295 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'e107d0d6-9417-47df-9e5e-145c537ecf00', 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521', 'port_id': 'e107d0d6-9417-47df-9e5e-145c537ecf00', 'mac_address': 'fa:16:3e:b4:bd:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '943dd119-adc0-42fb-a667-378d66460d4a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:00:15.524012 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c729898-73ff-432a-8e94-cb76e2a24c75 req-26f82868-77eb-4e42-baa1-72fb0997c2cb tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:15.530961 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7c729898-73ff-432a-8e94-cb76e2a24c75 req-26f82868-77eb-4e42-baa1-72fb0997c2cb tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fabebb-89c8-476e-bca5-f869241459d4 HTTP/1.1" status: 200 len: 944 time: 0.3964179 Jul 23 20:00:15.562764 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-d550a75e-00ce-4bba-bc70-8dd27c9538c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:15.564228 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-d550a75e-00ce-4bba-bc70-8dd27c9538c8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1151762 Jul 23 20:00:15.579861 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:15.603180 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e107d0d6-9417-47df-9e5e-145c537ecf00 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:00:15.636688 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port e107d0d6-9417-47df-9e5e-145c537ecf00, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e107d0d6-9417-47df-9e5e-145c537ecf00,segment=NetworkSegment(a3e9d207-ccab-4461-a5ec-89b44ef8be73),segment_id=a3e9d207-ccab-4461-a5ec-89b44ef8be73)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:15.644229 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:15.665621 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ec609-739b-4074-b601-123490f7689b req-570c8657-c777-4d10-b4f0-68037914bda5 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:15.667626 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-484ec609-739b-4074-b601-123490f7689b req-570c8657-c777-4d10-b4f0-68037914bda5 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.30 "GET /v2.0/networks?id=1582e281-e174-4775-af11-ce2168db586d HTTP/1.1" status: 200 len: 808 time: 0.6141341 Jul 23 20:00:15.671444 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7c729898-73ff-432a-8e94-cb76e2a24c75 req-47a0e922-2187-4981-b2ee-a7c34ce0b328 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8895cf-23b3-4399-9b58-864da3b413c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389561 Jul 23 20:00:15.694140 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-caea6838-a96c-4916-a0f3-b40ec8419d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:15.698462 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-caea6838-a96c-4916-a0f3-b40ec8419d47 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05b9a43dbf1e458d94ffa4e2db455ec9&device_id=78c3421c-ef8a-46af-b956-8158d255b78f HTTP/1.1" status: 200 len: 1095 time: 0.3025362 Jul 23 20:00:15.714856 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-484ec609-739b-4074-b601-123490f7689b req-c3e68b50-f79d-4c0e-983d-ca5e6e728642 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Request body: {'port': {'device_id': '52787951-4a09-4f69-9ffc-727a9b48f183', 'network_id': '1582e281-e174-4775-af11-ce2168db586d', 'admin_state_up': True, 'tenant_id': '46e8b52fe188445da9dc740883af8e52'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:00:15.717447 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:15.733406 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=e107d0d6-9417-47df-9e5e-145c537ecf00,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:15.781987 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4b1a4393-9edd-41a8-8a7a-03a813e721ab req-dfb99f37-c641-4e23-9e6b-843785e28f7d tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 258 time: 0.3757770 Jul 23 20:00:15.789623 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-15e99e6d-fb92-49e6-bc76-38863a3a0c9b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ea7abe03-ca34-4581-bbb4-73fed1c44549 HTTP/1.1" status: 200 len: 217 time: 0.0654836 Jul 23 20:00:15.822115 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-4b1a4393-9edd-41a8-8a7a-03a813e721ab req-557e1c7e-5b65-496a-a2d7-c640a84af2fc tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:00:15.826524 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d80a42be-3db6-44d8-bacc-7cefb08dc381 req-54b7a92b-82e9-4395-b92b-7dc7a2d6c5af tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/ports?device_id=e455904f-f6a1-4178-b88d-a7b614b04d97 HTTP/1.1" status: 200 len: 210 time: 0.0357823 Jul 23 20:00:15.882232 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-4eafa682-7ac0-4d0e-88e0-650c27f156be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:15.884275 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-4eafa682-7ac0-4d0e-88e0-650c27f156be service neutron] 10.222.0.30 "GET /v2.0/subnets?id=61bf6557-4d20-4447-94c2-1fdfaf9f93fa HTTP/1.1" status: 200 len: 845 time: 0.0568964 Jul 23 20:00:15.890935 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4b1a4393-9edd-41a8-8a7a-03a813e721ab req-557e1c7e-5b65-496a-a2d7-c640a84af2fc tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:15.895485 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c7fca6-8a38-4dfa-9044-40a4ff1bccc4 x-openstack-request-id: req-e5c7fca6-8a38-4dfa-9044-40a4ff1bccc4 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:00:15.895862 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "362bf974-2d70-473e-9dce-4fcf6bcd5e94", "tag": "fe8a6bad-185a-4e50-8264-7e04e021d52a", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:00:15.896224 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e5c7fca6-8a38-4dfa-9044-40a4ff1bccc4 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:00:15.896826 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '362bf974-2d70-473e-9dce-4fcf6bcd5e94', 'tag': 'fe8a6bad-185a-4e50-8264-7e04e021d52a', 'status': 'completed', 'code': 200} Jul 23 20:00:15.916511 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-dd5ed4aa-b01e-4f6e-8ad4-9969639e412c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:15.917306 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-dd5ed4aa-b01e-4f6e-8ad4-9969639e412c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3275051 Jul 23 20:00:15.938988 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-43a4a22e-9d05-4646-a5d0-049a7f205918 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8e84c2f8-775c-4b00-b826-468d30f5db1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467319 Jul 23 20:00:15.948836 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-484ec609-739b-4074-b601-123490f7689b req-c3e68b50-f79d-4c0e-983d-ca5e6e728642 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Made reservation on behalf of 46e8b52fe188445da9dc740883af8e52 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:00:15.952776 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-484ec609-739b-4074-b601-123490f7689b req-c3e68b50-f79d-4c0e-983d-ca5e6e728642 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:15.953259 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['e107d0d6-9417-47df-9e5e-145c537ecf00'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:00:15.998926 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33960) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:16.005060 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-9c0b280b-d608-4df4-9263-0ce352342d63 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-139633567-network', 'tenant_id': '588953aac7df49e591eeed06e213aa43'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:00:16.127567 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0b280b-d608-4df4-9263-0ce352342d63 admin admin] Made reservation on behalf of 588953aac7df49e591eeed06e213aa43 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:00:16.129856 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c0b280b-d608-4df4-9263-0ce352342d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:16.150697 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c0b280b-d608-4df4-9263-0ce352342d63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:16.153108 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-ad6bce63-d281-4b62-83dc-ffc81df1adbd service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164302 Jul 23 20:00:16.188176 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-484ec609-739b-4074-b601-123490f7689b req-c3e68b50-f79d-4c0e-983d-ca5e6e728642 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Allocated IP 172.20.0.14 (1582e281-e174-4775-af11-ce2168db586d/62cab30c-2c7b-4463-9eb3-ea20a0ef57f0/0d9bef95-6488-4ccc-ab12-52f7b48a2c9f) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:00:16.207480 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4b1a4393-9edd-41a8-8a7a-03a813e721ab req-557e1c7e-5b65-496a-a2d7-c640a84af2fc tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:16.312988 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-38fa2d51-7d11-4c07-8c44-31b8d181a35f req-f09ead5d-d9fa-40aa-b806-b93215cd4456 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5298eed3-48ae-4c94-a9b4-45625d69e9a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2872477 Jul 23 20:00:16.321036 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-d91d1e61-4cdb-49c9-b783-4f2e4d713a0a service neutron] 10.222.0.30 "GET /v2.0/networks/8e84c2f8-775c-4b00-b826-468d30f5db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987697 Jul 23 20:00:16.338052 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1892a-8417-4bfa-8f4e-df6e937d6b9a req-5bfd0404-6efd-4d15-a7d4-3afa1962324d tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:16.339296 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7ca1892a-8417-4bfa-8f4e-df6e937d6b9a req-5bfd0404-6efd-4d15-a7d4-3afa1962324d tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=362bf974-2d70-473e-9dce-4fcf6bcd5e94 HTTP/1.1" status: 200 len: 948 time: 0.3124540 Jul 23 20:00:16.417048 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-110e9b31-03be-4473-b357-93eaaeea9ab1 req-4fed7059-a4f0-49c0-945d-66eeb0f88639 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336805 Jul 23 20:00:16.461593 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c0b280b-d608-4df4-9263-0ce352342d63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:16.473042 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-4b1a4393-9edd-41a8-8a7a-03a813e721ab req-557e1c7e-5b65-496a-a2d7-c640a84af2fc tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Allocated IP 172.25.1.144 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/26250d46-7f0b-4012-8126-4362b0f220b5) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:00:16.475062 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c0b280b-d608-4df4-9263-0ce352342d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:16.535888 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-484ec609-739b-4074-b601-123490f7689b req-c3e68b50-f79d-4c0e-983d-ca5e6e728642 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:16.538006 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c0b280b-d608-4df4-9263-0ce352342d63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:00:16.567312 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b280b-d608-4df4-9263-0ce352342d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28121748-67cc-4a69-8d00-c5e82af5de4f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:16.582845 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c0b280b-d608-4df4-9263-0ce352342d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:16.583324 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-9c0b280b-d608-4df4-9263-0ce352342d63 admin admin] Added segment 1d2e1815-d4cb-4fea-a196-ab6368b79107 of type vlan for network 65f8c04c-3c6e-46ea-ae36-20b92fa61972 Jul 23 20:00:16.670861 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c0b280b-d608-4df4-9263-0ce352342d63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:16.727474 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7ca1892a-8417-4bfa-8f4e-df6e937d6b9a req-46dae9be-b1e6-4384-910e-e1e599acb183 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777163 Jul 23 20:00:16.728953 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-484ec609-739b-4074-b601-123490f7689b req-c3e68b50-f79d-4c0e-983d-ca5e6e728642 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:16.732801 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4b1a4393-9edd-41a8-8a7a-03a813e721ab req-557e1c7e-5b65-496a-a2d7-c640a84af2fc tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:16.775275 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c0b280b-d608-4df4-9263-0ce352342d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:16.776250 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0b280b-d608-4df4-9263-0ce352342d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:16.776819 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c0b280b-d608-4df4-9263-0ce352342d63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:16.786878 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-089e3112-44d3-4b47-b79b-47865be0a8e7 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=a86c9a8ccd634b6592ce48471da5ed00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573988 Jul 23 20:00:16.823732 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-484ec609-739b-4074-b601-123490f7689b req-c3e68b50-f79d-4c0e-983d-ca5e6e728642 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Network 1582e281-e174-4775-af11-ce2168db586d is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:00:16.835481 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-484ec609-739b-4074-b601-123490f7689b req-c3e68b50-f79d-4c0e-983d-ca5e6e728642 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:00:16.837448 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e68b50-f79d-4c0e-983d-ca5e6e728642 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Pushing event updated for resources: {'Port': ['ID=0d9bef95-6488-4ccc-ab12-52f7b48a2c9f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:16.839933 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-484ec609-739b-4074-b601-123490f7689b req-c3e68b50-f79d-4c0e-983d-ca5e6e728642 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:00:16.849566 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9c0b280b-d608-4df4-9263-0ce352342d63 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8493681 Jul 23 20:00:16.857552 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9b9824eb-613c-491c-ac65-d518f8f77a93 req-d5825893-8d26-46b9-b7c8-1a43acd92695 service neutron] 10.222.0.30 "GET /v2.0/networks/8e84c2f8-775c-4b00-b826-468d30f5db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5154748 Jul 23 20:00:16.862632 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33968) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:16.884186 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-2722c6e6-668b-4080-a535-539fbbc88d91 admin admin] Request body: {'subnet': {'network_id': '65f8c04c-3c6e-46ea-ae36-20b92fa61972', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-139633567-subnet', 'tenant_id': '588953aac7df49e591eeed06e213aa43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:00:16.909384 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b280b-d608-4df4-9263-0ce352342d63 admin admin] Pushing event updated for resources: {'Network': ['ID=65f8c04c-3c6e-46ea-ae36-20b92fa61972,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:16.922051 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 65f8c04c-3c6e-46ea-ae36-20b92fa61972 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:00:16.935367 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ec609-739b-4074-b601-123490f7689b req-c3e68b50-f79d-4c0e-983d-ca5e6e728642 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:16.936018 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-484ec609-739b-4074-b601-123490f7689b req-c3e68b50-f79d-4c0e-983d-ca5e6e728642 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:16.948169 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4b1a4393-9edd-41a8-8a7a-03a813e721ab req-557e1c7e-5b65-496a-a2d7-c640a84af2fc tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:16.965902 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa2d51-7d11-4c07-8c44-31b8d181a35f req-779d23cd-cf21-4336-8a41-2e52fda0be96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:16.967423 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-38fa2d51-7d11-4c07-8c44-31b8d181a35f req-779d23cd-cf21-4336-8a41-2e52fda0be96 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=17ff61f0156f4459a680da5d5a3dd368&device_id=5298eed3-48ae-4c94-a9b4-45625d69e9a3 HTTP/1.1" status: 200 len: 1101 time: 0.5776765 Jul 23 20:00:16.984495 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b1a4393-9edd-41a8-8a7a-03a813e721ab req-557e1c7e-5b65-496a-a2d7-c640a84af2fc tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:00:16.987559 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-4b1a4393-9edd-41a8-8a7a-03a813e721ab req-557e1c7e-5b65-496a-a2d7-c640a84af2fc tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:00:16.993194 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1a4393-9edd-41a8-8a7a-03a813e721ab req-557e1c7e-5b65-496a-a2d7-c640a84af2fc tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:00:16.997207 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6feee8e-88d8-4173-b219-a3c2e2b8db05 req-4865d166-9431-441d-b264-eea15ae84f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:16.998746 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b6feee8e-88d8-4173-b219-a3c2e2b8db05 req-4865d166-9431-441d-b264-eea15ae84f13 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=17ff61f0156f4459a680da5d5a3dd368&device_id=362bf974-2d70-473e-9dce-4fcf6bcd5e94 HTTP/1.1" status: 200 len: 1100 time: 0.2704096 Jul 23 20:00:16.999336 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2722c6e6-668b-4080-a535-539fbbc88d91 admin admin] Made reservation on behalf of 588953aac7df49e591eeed06e213aa43 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:00:17.001636 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2722c6e6-668b-4080-a535-539fbbc88d91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:17.024964 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-484ec609-739b-4074-b601-123490f7689b req-c3e68b50-f79d-4c0e-983d-ca5e6e728642 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3350732 Jul 23 20:00:17.038643 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e1c7e-5b65-496a-a2d7-c640a84af2fc tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Pushing event updated for resources: {'Port': ['ID=26250d46-7f0b-4012-8126-4362b0f220b5,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:17.048734 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-484ec609-739b-4074-b601-123490f7689b req-f23a0bb1-254c-4e8e-8348-36fd55f420e1 service neutron] Request body: {'port': {'device_id': '52787951-4a09-4f69-9ffc-727a9b48f183', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:00:17.073759 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-33ad9eb2-610d-4aad-925f-85ff7b78aa73 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:17.075291 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-33ad9eb2-610d-4aad-925f-85ff7b78aa73 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2776988 Jul 23 20:00:17.105295 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-8ecbaa1d-5c19-4464-a488-1fe38139f2b7 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Request body: {'port': {'device_id': 'e455904f-f6a1-4178-b88d-a7b614b04d97', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'admin_state_up': True, 'tenant_id': 'a86c9a8ccd634b6592ce48471da5ed00'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:00:17.165806 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4b1a4393-9edd-41a8-8a7a-03a813e721ab req-557e1c7e-5b65-496a-a2d7-c640a84af2fc tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:17.168743 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-484ec609-739b-4074-b601-123490f7689b req-f23a0bb1-254c-4e8e-8348-36fd55f420e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:17.222699 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1bd9a-1ff3-4d0d-9ded-cf2b4c415922 req-be9ed5a3-065b-4e2d-bc30-afebc22935fe tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:17.224233 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e7d1bd9a-1ff3-4d0d-9ded-cf2b4c415922 req-be9ed5a3-065b-4e2d-bc30-afebc22935fe tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=78c3421c-ef8a-46af-b956-8158d255b78f HTTP/1.1" status: 200 len: 943 time: 0.4055285 Jul 23 20:00:17.252463 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4b1a4393-9edd-41a8-8a7a-03a813e721ab req-557e1c7e-5b65-496a-a2d7-c640a84af2fc tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:17.337307 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device e107d0d6-9417-47df-9e5e-145c537ecf00 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:00:17.390637 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port e107d0d6-9417-47df-9e5e-145c537ecf00 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:00:17.391282 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa2d51-7d11-4c07-8c44-31b8d181a35f req-5010a253-82bd-4c11-9a4e-2f73810aced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:17.392968 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-38fa2d51-7d11-4c07-8c44-31b8d181a35f req-5010a253-82bd-4c11-9a4e-2f73810aced5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.3810298 Jul 23 20:00:17.395241 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port e107d0d6-9417-47df-9e5e-145c537ecf00 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:00:17.395679 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:17.409815 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6feee8e-88d8-4173-b219-a3c2e2b8db05 req-b62a6d36-19d2-43b5-980a-0670e2171c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:17.411266 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b6feee8e-88d8-4173-b219-a3c2e2b8db05 req-b62a6d36-19d2-43b5-980a-0670e2171c7d service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.3897600 Jul 23 20:00:17.426616 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e7d1bd9a-1ff3-4d0d-9ded-cf2b4c415922 req-8b215c74-e694-4d6f-bf95-0067c4c70d71 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662238 Jul 23 20:00:17.489889 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:17.516165 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fabebb-89c8-476e-bca5-f869241459d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e107d0d6-9417-47df-9e5e-145c537ecf00'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:00:17.519426 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776f9bf7-a2a1-4f3d-8311-9af18b4a1f4f" -d '{"events": [{"server_uuid": "83fabebb-89c8-476e-bca5-f869241459d4", "name": "network-vif-plugged", "status": "completed", "tag": "e107d0d6-9417-47df-9e5e-145c537ecf00"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:00:17.520674 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-38fa2d51-7d11-4c07-8c44-31b8d181a35f req-dd31fd3a-a70e-498a-b10e-c27ab9a6f4b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=88bcde5f-e05c-48b1-9357-4da5b5477f36 HTTP/1.1" status: 200 len: 217 time: 0.1065323 Jul 23 20:00:17.533494 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port e107d0d6-9417-47df-9e5e-145c537ecf00, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e107d0d6-9417-47df-9e5e-145c537ecf00,segment=NetworkSegment(a3e9d207-ccab-4461-a5ec-89b44ef8be73),segment_id=a3e9d207-ccab-4461-a5ec-89b44ef8be73)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:17.534181 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b6feee8e-88d8-4173-b219-a3c2e2b8db05 req-a069020b-6a22-4fd6-9561-5b0ab4a73971 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=fe8a6bad-185a-4e50-8264-7e04e021d52a HTTP/1.1" status: 200 len: 217 time: 0.1019397 Jul 23 20:00:17.537906 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:17.563703 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4b1a4393-9edd-41a8-8a7a-03a813e721ab req-557e1c7e-5b65-496a-a2d7-c640a84af2fc tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:17.568440 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4b1a4393-9edd-41a8-8a7a-03a813e721ab req-557e1c7e-5b65-496a-a2d7-c640a84af2fc tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:17.599100 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=e107d0d6-9417-47df-9e5e-145c537ecf00,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:17.656435 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-8ecbaa1d-5c19-4464-a488-1fe38139f2b7 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Made reservation on behalf of a86c9a8ccd634b6592ce48471da5ed00 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:00:17.659989 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-8ecbaa1d-5c19-4464-a488-1fe38139f2b7 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:17.720770 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa2d51-7d11-4c07-8c44-31b8d181a35f req-7dbbc9b6-10c7-417d-af4e-2f7a06602c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:17.722305 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-38fa2d51-7d11-4c07-8c44-31b8d181a35f req-7dbbc9b6-10c7-417d-af4e-2f7a06602c23 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1929657 Jul 23 20:00:17.727557 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6feee8e-88d8-4173-b219-a3c2e2b8db05 req-5ea380d2-6334-4f7e-a08e-edba610c0aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:17.728992 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b6feee8e-88d8-4173-b219-a3c2e2b8db05 req-5ea380d2-6334-4f7e-a08e-edba610c0aeb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1745160 Jul 23 20:00:17.825831 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-484ec609-739b-4074-b601-123490f7689b req-f23a0bb1-254c-4e8e-8348-36fd55f420e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:00:17.835751 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-484ec609-739b-4074-b601-123490f7689b req-f23a0bb1-254c-4e8e-8348-36fd55f420e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:17.841079 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2722c6e6-668b-4080-a535-539fbbc88d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:17.879908 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-484ec609-739b-4074-b601-123490f7689b req-f23a0bb1-254c-4e8e-8348-36fd55f420e1 service neutron] Transition to ACTIVE for port object 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:00:17.882377 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e1c7e-5b65-496a-a2d7-c640a84af2fc tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Pushing event updated for resources: {'Port': ['ID=26250d46-7f0b-4012-8126-4362b0f220b5,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:17.887492 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-484ec609-739b-4074-b601-123490f7689b req-f23a0bb1-254c-4e8e-8348-36fd55f420e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:17.902170 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d686b-c8de-421e-bed6-dff2fa8a490a req-b5b085f2-6506-4938-b5ad-6acce270a05e tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:17.903719 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-404d686b-c8de-421e-bed6-dff2fa8a490a req-b5b085f2-6506-4938-b5ad-6acce270a05e tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=52787951-4a09-4f69-9ffc-727a9b48f183 HTTP/1.1" status: 200 len: 932 time: 0.3769825 Jul 23 20:00:17.913700 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c3421c-ef8a-46af-b956-8158d255b78f', 'tag': 'ea7abe03-ca34-4581-bbb4-73fed1c44549'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:00:17.915400 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c076e4c-70bd-4d0e-a9a9-5c976773d3ee" -d '{"events": [{"name": "network-changed", "server_uuid": "78c3421c-ef8a-46af-b956-8158d255b78f", "tag": "ea7abe03-ca34-4581-bbb4-73fed1c44549"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:00:17.918584 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4b1a4393-9edd-41a8-8a7a-03a813e721ab req-557e1c7e-5b65-496a-a2d7-c640a84af2fc tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:17.947507 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4b1a4393-9edd-41a8-8a7a-03a813e721ab req-557e1c7e-5b65-496a-a2d7-c640a84af2fc tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:17.948727 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4b1a4393-9edd-41a8-8a7a-03a813e721ab req-557e1c7e-5b65-496a-a2d7-c640a84af2fc tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1597764 Jul 23 20:00:17.955508 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a0bb1-254c-4e8e-8348-36fd55f420e1 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9bef95-6488-4ccc-ab12-52f7b48a2c9f,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:17.990731 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2722c6e6-668b-4080-a535-539fbbc88d91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1971762f-018a-41a9-8868-ce6057efbfb7,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:18.065887 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-404d686b-c8de-421e-bed6-dff2fa8a490a req-02ec1cc3-db31-4f62-85d3-ec03cdf432b3 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468642 Jul 23 20:00:18.069260 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4b1a4393-9edd-41a8-8a7a-03a813e721ab req-a1d5c13e-b293-44e8-aca2-f7aeb8e9ec69 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.144 HTTP/1.1" status: 200 len: 696 time: 0.1111867 Jul 23 20:00:18.076157 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6feee8e-88d8-4173-b219-a3c2e2b8db05 req-af0397af-00a3-4779-983c-850325fb786f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:18.077306 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b6feee8e-88d8-4173-b219-a3c2e2b8db05 req-af0397af-00a3-4779-983c-850325fb786f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3267620 Jul 23 20:00:18.079879 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa2d51-7d11-4c07-8c44-31b8d181a35f req-71139497-3f04-43b8-a372-8f4d4bf5ef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:18.081528 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-38fa2d51-7d11-4c07-8c44-31b8d181a35f req-71139497-3f04-43b8-a372-8f4d4bf5ef08 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3270249 Jul 23 20:00:18.093487 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-8ecbaa1d-5c19-4464-a488-1fe38139f2b7 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Allocated IP 192.168.233.245 (ec2201c2-595f-40aa-9bc3-fccd4b01012e/4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d/b9ecb162-69a5-4aee-80d8-70cd85b279c8) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:00:18.125451 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2722c6e6-668b-4080-a535-539fbbc88d91 admin admin] Checking segment: {'id': '1d2e1815-d4cb-4fea-a196-ab6368b79107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '65f8c04c-3c6e-46ea-ae36-20b92fa61972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:00:18.125824 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2722c6e6-668b-4080-a535-539fbbc88d91 admin admin] Network hostable DHCP agents. Network: 65f8c04c-3c6e-46ea-ae36-20b92fa61972, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:00:18.132573 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-484ec609-739b-4074-b601-123490f7689b req-f23a0bb1-254c-4e8e-8348-36fd55f420e1 service neutron] Attempting to bind port 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:00:18.133554 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-484ec609-739b-4074-b601-123490f7689b req-f23a0bb1-254c-4e8e-8348-36fd55f420e1 service neutron] Attempting to bind port 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:00:18.133911 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484ec609-739b-4074-b601-123490f7689b req-f23a0bb1-254c-4e8e-8348-36fd55f420e1 service neutron] Attempting to bind port 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f on network 1582e281-e174-4775-af11-ce2168db586d {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:00:18.163564 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484ec609-739b-4074-b601-123490f7689b req-f23a0bb1-254c-4e8e-8348-36fd55f420e1 service neutron] Port 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f on network 1582e281-e174-4775-af11-ce2168db586d not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:00:18.163927 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484ec609-739b-4074-b601-123490f7689b req-f23a0bb1-254c-4e8e-8348-36fd55f420e1 service neutron] Attempting to bind port 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f on network 1582e281-e174-4775-af11-ce2168db586d {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:00:18.175729 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484ec609-739b-4074-b601-123490f7689b req-f23a0bb1-254c-4e8e-8348-36fd55f420e1 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:00:18.176069 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484ec609-739b-4074-b601-123490f7689b req-f23a0bb1-254c-4e8e-8348-36fd55f420e1 service neutron] Checking segment: {'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:00:18.176448 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484ec609-739b-4074-b601-123490f7689b req-f23a0bb1-254c-4e8e-8348-36fd55f420e1 service neutron] Bound using segment: {'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:00:18.176869 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-484ec609-739b-4074-b601-123490f7689b req-f23a0bb1-254c-4e8e-8348-36fd55f420e1 service neutron] Bound port: 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:00:18.177223 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-484ec609-739b-4074-b601-123490f7689b req-f23a0bb1-254c-4e8e-8348-36fd55f420e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:18.237507 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a4393-9edd-41a8-8a7a-03a813e721ab req-38ddf32f-024a-41ec-9a10-b13b2784f37e tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:18.237507 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4b1a4393-9edd-41a8-8a7a-03a813e721ab req-38ddf32f-024a-41ec-9a10-b13b2784f37e tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/networks/8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 784 time: 0.1576822 Jul 23 20:00:18.260502 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [req-4b1a4393-9edd-41a8-8a7a-03a813e721ab req-b4502047-e6ba-4b39-b345-9de1e66fed52 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:00:18.261499 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4b1a4393-9edd-41a8-8a7a-03a813e721ab req-b4502047-e6ba-4b39-b345-9de1e66fed52 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152099 Jul 23 20:00:18.275782 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-484ec609-739b-4074-b601-123490f7689b req-f23a0bb1-254c-4e8e-8348-36fd55f420e1 service neutron] For port 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:00:18.279264 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-484ec609-739b-4074-b601-123490f7689b req-f23a0bb1-254c-4e8e-8348-36fd55f420e1 service neutron] For port 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0d9bef95-6488-4ccc-ab12-52f7b48a2c9f,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:00:18.285008 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-484ec609-739b-4074-b601-123490f7689b req-f23a0bb1-254c-4e8e-8348-36fd55f420e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:18.325950 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ec609-739b-4074-b601-123490f7689b req-f23a0bb1-254c-4e8e-8348-36fd55f420e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:18.326633 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-484ec609-739b-4074-b601-123490f7689b req-f23a0bb1-254c-4e8e-8348-36fd55f420e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:18.328282 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-484ec609-739b-4074-b601-123490f7689b req-f23a0bb1-254c-4e8e-8348-36fd55f420e1 service neutron] 10.222.0.30 "PUT /v2.0/ports/0d9bef95-6488-4ccc-ab12-52f7b48a2c9f HTTP/1.1" status: 200 len: 1093 time: 1.2909291 Jul 23 20:00:18.328717 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52787951-4a09-4f69-9ffc-727a9b48f183', 'tag': '0d9bef95-6488-4ccc-ab12-52f7b48a2c9f'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:00:18.330955 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e46a4c-7617-4392-88ae-ec690601f1bd" -d '{"events": [{"name": "network-changed", "server_uuid": "52787951-4a09-4f69-9ffc-727a9b48f183", "tag": "0d9bef95-6488-4ccc-ab12-52f7b48a2c9f"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:00:18.344334 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2722c6e6-668b-4080-a535-539fbbc88d91 admin admin] Network 65f8c04c-3c6e-46ea-ae36-20b92fa61972 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:00:18.406013 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-2722c6e6-668b-4080-a535-539fbbc88d91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 65f8c04c-3c6e-46ea-ae36-20b92fa61972) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:00:18.409840 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a0bb1-254c-4e8e-8348-36fd55f420e1 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9bef95-6488-4ccc-ab12-52f7b48a2c9f,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:18.410262 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2722c6e6-668b-4080-a535-539fbbc88d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:18.411022 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2722c6e6-668b-4080-a535-539fbbc88d91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:18.416367 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79ffda7-6ffa-4058-9d08-d03f11376389 None None] Network 65f8c04c-3c6e-46ea-ae36-20b92fa61972 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:00:18.424305 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-38fa2d51-7d11-4c07-8c44-31b8d181a35f req-e6e06c87-aeaa-4a70-8dc7-fbc67d67d370 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161204 Jul 23 20:00:18.426192 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b6feee8e-88d8-4173-b219-a3c2e2b8db05 req-408edd90-41d3-4d5a-bafb-d0dd01329aed service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217492 Jul 23 20:00:18.453040 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924baab-4718-46fb-816b-ab3d9876d5c3 req-431fee99-3ea9-4261-8cc5-25787649c0e0 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:18.454600 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7924baab-4718-46fb-816b-ab3d9876d5c3 req-431fee99-3ea9-4261-8cc5-25787649c0e0 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fabebb-89c8-476e-bca5-f869241459d4 HTTP/1.1" status: 200 len: 946 time: 0.1329675 Jul 23 20:00:18.462811 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ec609-739b-4074-b601-123490f7689b req-d75655ff-af40-4260-a52f-7f09781bc30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:18.464280 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-484ec609-739b-4074-b601-123490f7689b req-d75655ff-af40-4260-a52f-7f09781bc30d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46e8b52fe188445da9dc740883af8e52&device_id=52787951-4a09-4f69-9ffc-727a9b48f183 HTTP/1.1" status: 200 len: 1096 time: 0.0936942 Jul 23 20:00:18.516527 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2722c6e6-668b-4080-a535-539fbbc88d91 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6449118 Jul 23 20:00:18.528892 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf5033-887b-4067-9c72-fb2158ab984a req-c651cf3e-cc95-4f35-a77a-be2ef4ebdc86 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:18.530456 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-69cf5033-887b-4067-9c72-fb2158ab984a req-c651cf3e-cc95-4f35-a77a-be2ef4ebdc86 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 949 time: 0.3740222 Jul 23 20:00:18.540679 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-484ec609-739b-4074-b601-123490f7689b req-a76113af-5bfc-4ba1-b020-196a94a5fcb8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d9bef95-6488-4ccc-ab12-52f7b48a2c9f HTTP/1.1" status: 200 len: 217 time: 0.0609541 Jul 23 20:00:18.547597 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7924baab-4718-46fb-816b-ab3d9876d5c3 req-b62e1bf8-8153-49d7-a755-b6e2c5cf4d03 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8895cf-23b3-4399-9b58-864da3b413c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821214 Jul 23 20:00:18.600248 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4b1540-7997-489b-b426-7be2a8d028eb None None] Network 65f8c04c-3c6e-46ea-ae36-20b92fa61972 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:00:18.644701 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ec609-739b-4074-b601-123490f7689b req-2a68cfa3-885e-4671-b30b-d17d6e574999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:18.649995 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-484ec609-739b-4074-b601-123490f7689b req-2a68cfa3-885e-4671-b30b-d17d6e574999 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62cab30c-2c7b-4463-9eb3-ea20a0ef57f0 HTTP/1.1" status: 200 len: 848 time: 0.1013627 Jul 23 20:00:18.714105 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-45149644-9df2-4173-8c7c-dccc8f0f7846 req-51e74afc-26bb-43c0-bcfc-a5ef9349666a tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/ports?device_id=e455904f-f6a1-4178-b88d-a7b614b04d97 HTTP/1.1" status: 200 len: 210 time: 0.0596583 Jul 23 20:00:18.716019 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-484ec609-739b-4074-b601-123490f7689b req-8bd7227a-b187-4801-b6e5-83d6d905111c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1582e281-e174-4775-af11-ce2168db586d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574672 Jul 23 20:00:18.771466 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-38fa2d51-7d11-4c07-8c44-31b8d181a35f req-97e2d7c2-b21e-417f-af1f-60b0ff20383a service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007026 Jul 23 20:00:18.782329 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2dd6893-edee-4ccd-8884-6bda303fbb2e x-openstack-request-id: req-c2dd6893-edee-4ccd-8884-6bda303fbb2e {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:00:18.782759 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83fabebb-89c8-476e-bca5-f869241459d4", "name": "network-vif-plugged", "status": "completed", "tag": "e107d0d6-9417-47df-9e5e-145c537ecf00", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:00:18.783135 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c2dd6893-edee-4ccd-8884-6bda303fbb2e {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:00:18.783723 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83fabebb-89c8-476e-bca5-f869241459d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e107d0d6-9417-47df-9e5e-145c537ecf00', 'code': 200} Jul 23 20:00:18.801841 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-8ecbaa1d-5c19-4464-a488-1fe38139f2b7 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:18.817817 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b6feee8e-88d8-4173-b219-a3c2e2b8db05 req-f4a5be30-ab6a-4d50-aead-a0c351e7c79e service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778694 Jul 23 20:00:18.856724 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-484ec609-739b-4074-b601-123490f7689b req-12fac7b6-32db-4d30-99cb-353c2b68ac7f service neutron] 10.222.0.30 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328721 Jul 23 20:00:18.861262 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.30', 51240) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:18.861417 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-8ecbaa1d-5c19-4464-a488-1fe38139f2b7 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Transition to ACTIVE for port object b9ecb162-69a5-4aee-80d8-70cd85b279c8 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:00:18.868509 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-69cf5033-887b-4067-9c72-fb2158ab984a req-48bc4ece-8333-4e17-8c6c-ab3dfe9b2d90 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201962 Jul 23 20:00:18.937201 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a1c756-4f1b-4598-afe6-a64ccbcd772e x-openstack-request-id: req-66a1c756-4f1b-4598-afe6-a64ccbcd772e {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:00:18.937591 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78c3421c-ef8a-46af-b956-8158d255b78f", "tag": "ea7abe03-ca34-4581-bbb4-73fed1c44549", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:00:18.937899 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-66a1c756-4f1b-4598-afe6-a64ccbcd772e {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:00:18.938448 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c3421c-ef8a-46af-b956-8158d255b78f', 'tag': 'ea7abe03-ca34-4581-bbb4-73fed1c44549', 'status': 'completed', 'code': 200} Jul 23 20:00:18.944459 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3815ed24-2f86-4bf7-8da5-1377db89421b req-7331bd16-41d4-44c7-b778-65eaa6505716 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1715198 Jul 23 20:00:18.959572 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-8ecbaa1d-5c19-4464-a488-1fe38139f2b7 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:18.972295 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['41c3667c-e53c-4371-8e80-c226bf656e9b'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:00:18.986470 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.30', 51241) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:19.138994 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-484ec609-739b-4074-b601-123490f7689b req-f75b8a5a-e051-4521-bb00-a796f80d2587 service neutron] 10.222.0.30 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615581 Jul 23 20:00:19.142315 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b125b4d-49ab-4dcc-9251-384b3e767e61 req-f5c4f77b-6bd6-43b0-b5b2-e061e2fd7ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:19.144050 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0b125b4d-49ab-4dcc-9251-384b3e767e61 req-f5c4f77b-6bd6-43b0-b5b2-e061e2fd7ca4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=83fabebb-89c8-476e-bca5-f869241459d4 HTTP/1.1" status: 200 len: 1098 time: 0.2688622 Jul 23 20:00:19.154637 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed954b0-12c6-490e-a199-20647a3a0f7c req-5f43ec4e-a454-42fc-947d-1791d9e9685f tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:19.156338 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3ed954b0-12c6-490e-a199-20647a3a0f7c req-5f43ec4e-a454-42fc-947d-1791d9e9685f tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=362bf974-2d70-473e-9dce-4fcf6bcd5e94 HTTP/1.1" status: 200 len: 948 time: 0.2915330 Jul 23 20:00:19.214078 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815ed24-2f86-4bf7-8da5-1377db89421b req-1917781f-29d1-47a7-a178-09decb2360f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:19.215590 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3815ed24-2f86-4bf7-8da5-1377db89421b req-1917781f-29d1-47a7-a178-09decb2360f6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c15dc85593af4036952cde3c4b63220e&device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 1101 time: 0.2253940 Jul 23 20:00:19.233561 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0b125b4d-49ab-4dcc-9251-384b3e767e61 req-a91c082d-0b8e-4bcd-a495-c107219a7bf9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=be8895cf-23b3-4399-9b58-864da3b413c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753767 Jul 23 20:00:19.239100 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3ed954b0-12c6-490e-a199-20647a3a0f7c req-b5b9fd5f-84ce-422d-8ac0-941bed8bdee1 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735905 Jul 23 20:00:19.252377 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device fe8a6bad-185a-4e50-8264-7e04e021d52a details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:00:19.300608 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ed0b59-9262-43ca-825d-6994f936414d x-openstack-request-id: req-42ed0b59-9262-43ca-825d-6994f936414d {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:00:19.300995 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52787951-4a09-4f69-9ffc-727a9b48f183", "tag": "0d9bef95-6488-4ccc-ab12-52f7b48a2c9f", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:00:19.301563 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-42ed0b59-9262-43ca-825d-6994f936414d {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:00:19.302130 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52787951-4a09-4f69-9ffc-727a9b48f183', 'tag': '0d9bef95-6488-4ccc-ab12-52f7b48a2c9f', 'status': 'completed', 'code': 200} Jul 23 20:00:19.348872 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-8ecbaa1d-5c19-4464-a488-1fe38139f2b7 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Network ec2201c2-595f-40aa-9bc3-fccd4b01012e is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:00:19.360510 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecbaa1d-5c19-4464-a488-1fe38139f2b7 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Pushing event updated for resources: {'Port': ['ID=b9ecb162-69a5-4aee-80d8-70cd85b279c8,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:19.362543 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-8ecbaa1d-5c19-4464-a488-1fe38139f2b7 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:00:19.366909 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-8ecbaa1d-5c19-4464-a488-1fe38139f2b7 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:00:19.409016 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device ea7abe03-ca34-4581-bbb4-73fed1c44549 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:00:19.458582 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-8ecbaa1d-5c19-4464-a488-1fe38139f2b7 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:19.459467 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-8ecbaa1d-5c19-4464-a488-1fe38139f2b7 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:19.478099 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c076e4c-70bd-4d0e-a9a9-5c976773d3ee req-c466b035-d165-49b4-8a53-463b1eda89fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:19.479943 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7c076e4c-70bd-4d0e-a9a9-5c976773d3ee req-c466b035-d165-49b4-8a53-463b1eda89fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05b9a43dbf1e458d94ffa4e2db455ec9&device_id=78c3421c-ef8a-46af-b956-8158d255b78f HTTP/1.1" status: 200 len: 1095 time: 0.5146456 Jul 23 20:00:19.505733 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d787dc-7f49-409b-a7f6-6d4a306c9c38 req-f3a58406-9892-4e76-839b-c67e5476f829 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:19.513172 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c7d787dc-7f49-409b-a7f6-6d4a306c9c38 req-f3a58406-9892-4e76-839b-c67e5476f829 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c2ce5ef-adeb-4d5a-9201-b3119a69b560&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2694366 Jul 23 20:00:19.521792 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815ed24-2f86-4bf7-8da5-1377db89421b req-8812d914-3949-4e1f-92ba-cd712525f556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:19.524442 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3815ed24-2f86-4bf7-8da5-1377db89421b req-8812d914-3949-4e1f-92ba-cd712525f556 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.2028227 Jul 23 20:00:19.525376 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port fe8a6bad-185a-4e50-8264-7e04e021d52a, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=fe8a6bad-185a-4e50-8264-7e04e021d52a,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:19.551635 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e46a4c-7617-4392-88ae-ec690601f1bd req-f68cd5b9-4dc3-4c5d-a4db-c41067478398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:19.554225 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-63e46a4c-7617-4392-88ae-ec690601f1bd req-f68cd5b9-4dc3-4c5d-a4db-c41067478398 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46e8b52fe188445da9dc740883af8e52&device_id=52787951-4a09-4f69-9ffc-727a9b48f183 HTTP/1.1" status: 200 len: 1096 time: 0.2083976 Jul 23 20:00:19.554807 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': 'fe8a6bad-185a-4e50-8264-7e04e021d52a', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': 'fe8a6bad-185a-4e50-8264-7e04e021d52a', 'mac_address': 'fa:16:3e:43:2b:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:00:19.556587 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-8ecbaa1d-5c19-4464-a488-1fe38139f2b7 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4576819 Jul 23 20:00:19.562521 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d4e28-6461-42d5-9605-5912dbfdb7a5 req-75a7e8f7-219b-48f7-bf58-03eade3a2e39 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:19.564208 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-639d4e28-6461-42d5-9605-5912dbfdb7a5 req-75a7e8f7-219b-48f7-bf58-03eade3a2e39 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=78c3421c-ef8a-46af-b956-8158d255b78f HTTP/1.1" status: 200 len: 943 time: 0.2052307 Jul 23 20:00:19.612915 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3815ed24-2f86-4bf7-8da5-1377db89421b req-8403be1e-65f4-4ff9-bb93-5b2748555d13 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=b0c57c2e-cd6b-4704-86ef-742e0c553c48 HTTP/1.1" status: 200 len: 217 time: 0.0803812 Jul 23 20:00:19.631247 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:19.643587 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-70f2b2f9-2f12-4449-b5df-b909eece64b2 service neutron] Request body: {'port': {'device_id': 'e455904f-f6a1-4178-b88d-a7b614b04d97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:00:19.661418 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe8a6bad-185a-4e50-8264-7e04e021d52a {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:00:19.686339 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-02845bae-e5e5-4575-9ac4-d31321984b1f None None] Provisioning for port b9ecb162-69a5-4aee-80d8-70cd85b279c8 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:00:19.687841 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c7d787dc-7f49-409b-a7f6-6d4a306c9c38 req-37bb7125-d735-46f8-9be7-86f2813dfc49 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.144 HTTP/1.1" status: 200 len: 696 time: 0.1737630 Jul 23 20:00:19.703278 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-02845bae-e5e5-4575-9ac4-d31321984b1f None None] Provisioning complete for port b9ecb162-69a5-4aee-80d8-70cd85b279c8 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:00:19.703278 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-02845bae-e5e5-4575-9ac4-d31321984b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:19.728469 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port fe8a6bad-185a-4e50-8264-7e04e021d52a, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=fe8a6bad-185a-4e50-8264-7e04e021d52a,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:19.729068 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-c7d787dc-7f49-409b-a7f6-6d4a306c9c38 req-2a2a0198-51d3-40d4-af1a-b442f72e8c67 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Request body: {'floatingip': {'port_id': '293d4214-3cc4-41c6-9ec0-1469a9d905ae', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:00:19.730070 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-639d4e28-6461-42d5-9605-5912dbfdb7a5 req-cf0cf2a2-1b8e-4103-880a-23e73da5043c tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323278 Jul 23 20:00:19.749452 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815ed24-2f86-4bf7-8da5-1377db89421b req-d4f083a6-bd24-4d00-8a14-f7c189017a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:19.751096 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3815ed24-2f86-4bf7-8da5-1377db89421b req-d4f083a6-bd24-4d00-8a14-f7c189017a9f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1221156 Jul 23 20:00:19.754344 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port ea7abe03-ca34-4581-bbb4-73fed1c44549, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=ea7abe03-ca34-4581-bbb4-73fed1c44549,segment=NetworkSegment(68bc1acd-7cf9-4313-804d-1112a3e20afc),segment_id=68bc1acd-7cf9-4313-804d-1112a3e20afc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:19.772588 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'ea7abe03-ca34-4581-bbb4-73fed1c44549', 'network_id': '8e84c2f8-775c-4b00-b826-468d30f5db1b', 'port_id': 'ea7abe03-ca34-4581-bbb4-73fed1c44549', 'mac_address': 'fa:16:3e:28:54:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61bf6557-4d20-4447-94c2-1fdfaf9f93fa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:00:19.776354 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e46a4c-7617-4392-88ae-ec690601f1bd req-041101e5-550b-4612-bafa-fdbd7deb9bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:19.777887 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-63e46a4c-7617-4392-88ae-ec690601f1bd req-041101e5-550b-4612-bafa-fdbd7deb9bb3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1582e281-e174-4775-af11-ce2168db586d HTTP/1.1" status: 200 len: 909 time: 0.1787455 Jul 23 20:00:19.798056 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:19.800856 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-02845bae-e5e5-4575-9ac4-d31321984b1f None None] Port b9ecb162-69a5-4aee-80d8-70cd85b279c8 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:00:19.828444 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c7d787dc-7f49-409b-a7f6-6d4a306c9c38 req-2a2a0198-51d3-40d4-af1a-b442f72e8c67 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks [] for floatingip, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:19.845835 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-63e46a4c-7617-4392-88ae-ec690601f1bd req-de59ef76-0207-47d5-a784-5126f71ed09f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d9bef95-6488-4ccc-ab12-52f7b48a2c9f HTTP/1.1" status: 200 len: 217 time: 0.0511112 Jul 23 20:00:19.904843 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=fe8a6bad-185a-4e50-8264-7e04e021d52a,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:19.927327 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815ed24-2f86-4bf7-8da5-1377db89421b req-b1469357-604c-489c-ac02-638b748183c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:19.929074 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3815ed24-2f86-4bf7-8da5-1377db89421b req-b1469357-604c-489c-ac02-638b748183c2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1660221 Jul 23 20:00:19.953405 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c076e4c-70bd-4d0e-a9a9-5c976773d3ee req-0211b64e-e85f-4eb9-b0a3-81baa503c34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:19.955559 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7c076e4c-70bd-4d0e-a9a9-5c976773d3ee req-0211b64e-e85f-4eb9-b0a3-81baa503c34e service neutron] 10.222.0.30 "GET /v2.0/networks?id=8e84c2f8-775c-4b00-b826-468d30f5db1b HTTP/1.1" status: 200 len: 906 time: 0.4668589 Jul 23 20:00:19.965518 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e46a4c-7617-4392-88ae-ec690601f1bd req-01cd5873-e929-4e2d-b3be-797203cbc835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:19.967074 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-63e46a4c-7617-4392-88ae-ec690601f1bd req-01cd5873-e929-4e2d-b3be-797203cbc835 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62cab30c-2c7b-4463-9eb3-ea20a0ef57f0 HTTP/1.1" status: 200 len: 848 time: 0.1137755 Jul 23 20:00:19.968317 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:19.982824 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea7abe03-ca34-4581-bbb4-73fed1c44549 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:00:19.996045 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-70f2b2f9-2f12-4449-b5df-b909eece64b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:20.015714 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port ea7abe03-ca34-4581-bbb4-73fed1c44549, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=ea7abe03-ca34-4581-bbb4-73fed1c44549,segment=NetworkSegment(68bc1acd-7cf9-4313-804d-1112a3e20afc),segment_id=68bc1acd-7cf9-4313-804d-1112a3e20afc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:20.020882 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:20.034121 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-63e46a4c-7617-4392-88ae-ec690601f1bd req-91fe83e4-ad2d-4f75-b681-33cdfba42224 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1582e281-e174-4775-af11-ce2168db586d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512488 Jul 23 20:00:20.048107 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7c076e4c-70bd-4d0e-a9a9-5c976773d3ee req-8554242a-23a0-4cc0-9da7-51cf05e3e7cd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ea7abe03-ca34-4581-bbb4-73fed1c44549 HTTP/1.1" status: 200 len: 217 time: 0.0620074 Jul 23 20:00:20.071880 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=ea7abe03-ca34-4581-bbb4-73fed1c44549,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:20.106533 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['fe8a6bad-185a-4e50-8264-7e04e021d52a'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:00:20.202500 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3815ed24-2f86-4bf7-8da5-1377db89421b req-f2792413-25d3-487b-91e7-a3666b174ae0 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648165 Jul 23 20:00:20.221574 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c076e4c-70bd-4d0e-a9a9-5c976773d3ee req-7f3d549c-47da-436a-bc6f-2f7f04f082e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:20.223181 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7c076e4c-70bd-4d0e-a9a9-5c976773d3ee req-7f3d549c-47da-436a-bc6f-2f7f04f082e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=61bf6557-4d20-4447-94c2-1fdfaf9f93fa HTTP/1.1" status: 200 len: 845 time: 0.1594992 Jul 23 20:00:20.253051 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc014a-105a-467f-957d-025b9be128f1 req-a882a36e-cd6d-48fa-9a1b-da1f83cfbed9 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:20.257995 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9ddc014a-105a-467f-957d-025b9be128f1 req-a882a36e-cd6d-48fa-9a1b-da1f83cfbed9 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/networks?id=18f1c189-135d-4e39-8a5e-b364e733193d HTTP/1.1" status: 200 len: 820 time: 0.2973473 Jul 23 20:00:20.280624 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-63e46a4c-7617-4392-88ae-ec690601f1bd req-74788a48-249a-4ac6-ac51-af7606ca899e service neutron] 10.222.0.30 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131135 Jul 23 20:00:20.286906 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9ddc014a-105a-467f-957d-025b9be128f1 req-1b16021e-ef1b-4334-bd1d-ea90aa5caea3 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/quotas/a3d6e44c4dd248468c67611aa3d977ae HTTP/1.1" status: 200 len: 375 time: 0.0171697 Jul 23 20:00:20.329154 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7c076e4c-70bd-4d0e-a9a9-5c976773d3ee req-e8d377c5-02ef-4972-b0da-b679c741b4b2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8e84c2f8-775c-4b00-b826-468d30f5db1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444198 Jul 23 20:00:20.373422 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9ddc014a-105a-467f-957d-025b9be128f1 req-56609f52-faa0-4ff6-85d8-b1ea8ac7b2bf tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3d6e44c4dd248468c67611aa3d977ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570278 Jul 23 20:00:20.410926 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['ea7abe03-ca34-4581-bbb4-73fed1c44549'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:00:20.456591 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3815ed24-2f86-4bf7-8da5-1377db89421b req-5d031793-efdc-4107-a8b5-5a3316864456 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418048 Jul 23 20:00:20.709124 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7c076e4c-70bd-4d0e-a9a9-5c976773d3ee req-fc1faf7c-7385-47fe-9696-caff5444b04e service neutron] 10.222.0.30 "GET /v2.0/networks/8e84c2f8-775c-4b00-b826-468d30f5db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677323 Jul 23 20:00:20.724167 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-63e46a4c-7617-4392-88ae-ec690601f1bd req-10dbd35f-4fd0-4f7f-889f-6471bc45f4f0 service neutron] 10.222.0.30 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088778 Jul 23 20:00:20.739884 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9ddc014a-105a-467f-957d-025b9be128f1 req-c9b33de3-05f6-495a-b238-f3fadcd2cb3d service neutron] 10.222.0.32 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560843 Jul 23 20:00:20.836650 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9ddc014a-105a-467f-957d-025b9be128f1 req-e3ef80b8-e5f1-4e4f-9466-c743dcf948de service neutron] 10.222.0.32 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896997 Jul 23 20:00:21.050021 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.db.resource_extend [req-c7d787dc-7f49-409b-a7f6-6d4a306c9c38 req-2a2a0198-51d3-40d4-af1a-b442f72e8c67 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:00:21.064022 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9bb2b-8ac3-4d02-875a-49a9831e681d req-9dc9694e-463d-4968-92be-b6aabc751897 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:21.065676 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-11b9bb2b-8ac3-4d02-875a-49a9831e681d req-9dc9694e-463d-4968-92be-b6aabc751897 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 949 time: 0.0711000 Jul 23 20:00:21.109666 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-11b9bb2b-8ac3-4d02-875a-49a9831e681d req-05c8fe8f-5a3b-4789-9391-90b0b958b083 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365112 Jul 23 20:00:21.191965 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c7d787dc-7f49-409b-a7f6-6d4a306c9c38 req-2a2a0198-51d3-40d4-af1a-b442f72e8c67 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:21.194160 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-70f2b2f9-2f12-4449-b5df-b909eece64b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ecb162-69a5-4aee-80d8-70cd85b279c8 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:00:21.202749 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c7d787dc-7f49-409b-a7f6-6d4a306c9c38 req-2a2a0198-51d3-40d4-af1a-b442f72e8c67 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:21.207741 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-70f2b2f9-2f12-4449-b5df-b909eece64b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:21.256372 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168f833-2b6e-48f0-913b-9086e873a77b req-5dd2df8d-4fa7-4f95-b521-b5d8f55b07bb tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:21.262003 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6168f833-2b6e-48f0-913b-9086e873a77b req-5dd2df8d-4fa7-4f95-b521-b5d8f55b07bb tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=52787951-4a09-4f69-9ffc-727a9b48f183 HTTP/1.1" status: 200 len: 944 time: 0.0841153 Jul 23 20:00:21.277897 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device fe8a6bad-185a-4e50-8264-7e04e021d52a up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:00:21.301002 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-70f2b2f9-2f12-4449-b5df-b909eece64b2 service neutron] Transition to ACTIVE for port object b9ecb162-69a5-4aee-80d8-70cd85b279c8 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:00:21.301921 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6168f833-2b6e-48f0-913b-9086e873a77b req-690b713d-9ff6-40f8-942b-4c645d4c94aa tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362594 Jul 23 20:00:21.308411 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7c076e4c-70bd-4d0e-a9a9-5c976773d3ee req-be1ddc85-9300-4663-87c4-912a5d8dcc18 service neutron] 10.222.0.30 "GET /v2.0/networks/8e84c2f8-775c-4b00-b826-468d30f5db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5781708 Jul 23 20:00:21.315585 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-70f2b2f9-2f12-4449-b5df-b909eece64b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:21.355130 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device ea7abe03-ca34-4581-bbb4-73fed1c44549 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:00:21.359267 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port fe8a6bad-185a-4e50-8264-7e04e021d52a completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:00:21.392629 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f2b2f9-2f12-4449-b5df-b909eece64b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ecb162-69a5-4aee-80d8-70cd85b279c8,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:21.399862 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port fe8a6bad-185a-4e50-8264-7e04e021d52a triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:00:21.400339 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:21.436510 n-d-793618-10 neutron-server[93875]: INFO neutron.db.l3_db [req-c7d787dc-7f49-409b-a7f6-6d4a306c9c38 req-2a2a0198-51d3-40d4-af1a-b442f72e8c67 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Floating IP ecdbd8b3-d249-41bc-81e7-97f8f105904d associated. External IP: 172.25.1.144, port: 293d4214-3cc4-41c6-9ec0-1469a9d905ae. Jul 23 20:00:21.482920 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port ea7abe03-ca34-4581-bbb4-73fed1c44549 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:00:21.487814 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port ea7abe03-ca34-4581-bbb4-73fed1c44549 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:00:21.488309 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:21.523649 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc68437-7a50-4d25-8ee6-3ea1c8a9abb0 req-803bd40c-e41a-46f1-a9fd-25a4bbc0a77e tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:21.533036 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6bc68437-7a50-4d25-8ee6-3ea1c8a9abb0 req-803bd40c-e41a-46f1-a9fd-25a4bbc0a77e tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fabebb-89c8-476e-bca5-f869241459d4 HTTP/1.1" status: 200 len: 946 time: 0.1486108 Jul 23 20:00:21.577500 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:21.597849 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6bc68437-7a50-4d25-8ee6-3ea1c8a9abb0 req-4940c944-b069-4d03-80bc-f3985a216c7f tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8895cf-23b3-4399-9b58-864da3b413c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636582 Jul 23 20:00:21.612828 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362bf974-2d70-473e-9dce-4fcf6bcd5e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8a6bad-185a-4e50-8264-7e04e021d52a'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:00:21.615315 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fbd3bb-66ef-4b18-a656-9ff8fa21c67f" -d '{"events": [{"server_uuid": "362bf974-2d70-473e-9dce-4fcf6bcd5e94", "name": "network-vif-plugged", "status": "completed", "tag": "fe8a6bad-185a-4e50-8264-7e04e021d52a"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:00:21.648676 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port fe8a6bad-185a-4e50-8264-7e04e021d52a, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=fe8a6bad-185a-4e50-8264-7e04e021d52a,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:21.660021 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:21.667769 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:21.738160 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-70f2b2f9-2f12-4449-b5df-b909eece64b2 service neutron] Attempting to bind port b9ecb162-69a5-4aee-80d8-70cd85b279c8 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:00:21.738406 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-70f2b2f9-2f12-4449-b5df-b909eece64b2 service neutron] Attempting to bind port b9ecb162-69a5-4aee-80d8-70cd85b279c8 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:00:21.738736 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-70f2b2f9-2f12-4449-b5df-b909eece64b2 service neutron] Attempting to bind port b9ecb162-69a5-4aee-80d8-70cd85b279c8 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:00:21.740820 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port ea7abe03-ca34-4581-bbb4-73fed1c44549, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=ea7abe03-ca34-4581-bbb4-73fed1c44549,segment=NetworkSegment(68bc1acd-7cf9-4313-804d-1112a3e20afc),segment_id=68bc1acd-7cf9-4313-804d-1112a3e20afc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:21.747287 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=fe8a6bad-185a-4e50-8264-7e04e021d52a,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:21.750784 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-70f2b2f9-2f12-4449-b5df-b909eece64b2 service neutron] Port b9ecb162-69a5-4aee-80d8-70cd85b279c8 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:00:21.751299 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:21.751472 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-70f2b2f9-2f12-4449-b5df-b909eece64b2 service neutron] Attempting to bind port b9ecb162-69a5-4aee-80d8-70cd85b279c8 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:00:21.763996 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-70f2b2f9-2f12-4449-b5df-b909eece64b2 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:00:21.765036 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-70f2b2f9-2f12-4449-b5df-b909eece64b2 service neutron] Checking segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:00:21.765036 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-70f2b2f9-2f12-4449-b5df-b909eece64b2 service neutron] Bound using segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:00:21.765866 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-70f2b2f9-2f12-4449-b5df-b909eece64b2 service neutron] Bound port: b9ecb162-69a5-4aee-80d8-70cd85b279c8, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:00:21.766287 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-70f2b2f9-2f12-4449-b5df-b909eece64b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:21.775326 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0671a-c82f-45a3-a596-a0a77056f651 req-1e9ad4fc-0109-4e56-8ccb-5b36eaa223fd tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:21.777927 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8ad0671a-c82f-45a3-a596-a0a77056f651 req-1e9ad4fc-0109-4e56-8ccb-5b36eaa223fd tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/ports?device_id=e455904f-f6a1-4178-b88d-a7b614b04d97 HTTP/1.1" status: 200 len: 948 time: 0.0912440 Jul 23 20:00:21.813031 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=ea7abe03-ca34-4581-bbb4-73fed1c44549,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:21.819946 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8ad0671a-c82f-45a3-a596-a0a77056f651 req-e96c4fc8-2d03-4897-adb9-15f1161b31c9 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/security-groups?id=a18ffe49-d0c4-4702-93be-c1cf700ebd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331376 Jul 23 20:00:21.825204 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7d787dc-7f49-409b-a7f6-6d4a306c9c38 req-2a2a0198-51d3-40d4-af1a-b442f72e8c67 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Router a5491f17-29e1-412b-96ce-f7e724f53e28 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:00:21.865610 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-70f2b2f9-2f12-4449-b5df-b909eece64b2 service neutron] For port b9ecb162-69a5-4aee-80d8-70cd85b279c8, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:00:21.933633 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-70f2b2f9-2f12-4449-b5df-b909eece64b2 service neutron] For port b9ecb162-69a5-4aee-80d8-70cd85b279c8, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=b9ecb162-69a5-4aee-80d8-70cd85b279c8,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:00:21.940799 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-70f2b2f9-2f12-4449-b5df-b909eece64b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:21.943757 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9a9f5-8291-4a4b-91ab-f8d6515bdeaf req-6d9ea79b-5154-4c4b-a0e4-81dd729868cb tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:21.945960 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b6a9a9f5-8291-4a4b-91ab-f8d6515bdeaf req-6d9ea79b-5154-4c4b-a0e4-81dd729868cb tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=362bf974-2d70-473e-9dce-4fcf6bcd5e94 HTTP/1.1" status: 200 len: 950 time: 0.0668058 Jul 23 20:00:21.983749 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b6a9a9f5-8291-4a4b-91ab-f8d6515bdeaf req-2ba7d9b4-30d0-4996-91a3-8e6aac15f6dd tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321975 Jul 23 20:00:21.994451 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-70f2b2f9-2f12-4449-b5df-b909eece64b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:21.995319 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-70f2b2f9-2f12-4449-b5df-b909eece64b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:22.006493 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-70f2b2f9-2f12-4449-b5df-b909eece64b2 service neutron] 10.222.0.30 "PUT /v2.0/ports/b9ecb162-69a5-4aee-80d8-70cd85b279c8 HTTP/1.1" status: 200 len: 1097 time: 2.3690896 Jul 23 20:00:22.006493 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e455904f-f6a1-4178-b88d-a7b614b04d97', 'tag': 'b9ecb162-69a5-4aee-80d8-70cd85b279c8'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:00:22.006493 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570b1a15-86d3-4f34-ac15-4dde380a2a7d" -d '{"events": [{"name": "network-changed", "server_uuid": "e455904f-f6a1-4178-b88d-a7b614b04d97", "tag": "b9ecb162-69a5-4aee-80d8-70cd85b279c8"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:00:22.043281 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f2b2f9-2f12-4449-b5df-b909eece64b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ecb162-69a5-4aee-80d8-70cd85b279c8,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:22.047305 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7d787dc-7f49-409b-a7f6-6d4a306c9c38 req-2a2a0198-51d3-40d4-af1a-b442f72e8c67 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:00:22.066502 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b30a022-6798-42b6-b342-2a8332c06e71 None None] Sync routers for ids ['a5491f17-29e1-412b-96ce-f7e724f53e28'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:00:22.077780 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b30a022-6798-42b6-b342-2a8332c06e71 None None] Routers {'a5491f17-29e1-412b-96ce-f7e724f53e28'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:00:22.078691 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5b30a022-6798-42b6-b342-2a8332c06e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:00:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a5491f17-29e1-412b-96ce-f7e724f53e28'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:00:22.089349 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c7d787dc-7f49-409b-a7f6-6d4a306c9c38 req-2a2a0198-51d3-40d4-af1a-b442f72e8c67 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:22.157157 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c7d787dc-7f49-409b-a7f6-6d4a306c9c38 req-2a2a0198-51d3-40d4-af1a-b442f72e8c67 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "PUT /v2.0/floatingips/ecdbd8b3-d249-41bc-81e7-97f8f105904d HTTP/1.1" status: 200 len: 997 time: 2.4353809 Jul 23 20:00:22.195390 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bf45a-93d4-4bb9-b7f4-d4cce61db5ec req-322d9330-c778-4f71-8af3-005994658066 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:22.196954 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-506bf45a-93d4-4bb9-b7f4-d4cce61db5ec req-322d9330-c778-4f71-8af3-005994658066 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=78c3421c-ef8a-46af-b956-8158d255b78f HTTP/1.1" status: 200 len: 945 time: 0.1205354 Jul 23 20:00:22.248657 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-506bf45a-93d4-4bb9-b7f4-d4cce61db5ec req-f81600b0-92ad-4657-8c20-f62a93d824a0 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430110 Jul 23 20:00:22.251250 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-5b30a022-6798-42b6-b342-2a8332c06e71 None None] Set router a5491f17-29e1-412b-96ce-f7e724f53e28 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:00:22.265028 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-18935729-4cfa-413c-950e-86bc63a6ca31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:22.266548 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-18935729-4cfa-413c-950e-86bc63a6ca31 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a86c9a8ccd634b6592ce48471da5ed00&device_id=e455904f-f6a1-4178-b88d-a7b614b04d97 HTTP/1.1" status: 200 len: 1100 time: 0.2206788 Jul 23 20:00:22.342448 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-5ae2470a-e3d0-40f1-a6ff-ea9750772b35 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=b9ecb162-69a5-4aee-80d8-70cd85b279c8 HTTP/1.1" status: 200 len: 217 time: 0.0524747 Jul 23 20:00:22.362384 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e4ae789b-fe31-45cc-b0b1-7197a1a61a23 req-f8ab6ed6-fd01-4044-a45a-00a27cbe04a3 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=abe4dffa-1106-49c7-8b45-55aeb90b3920 HTTP/1.1" status: 200 len: 210 time: 0.0374877 Jul 23 20:00:22.458002 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d787dc-7f49-409b-a7f6-6d4a306c9c38 req-2abe6c04-031a-4562-8847-68963e2e127d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:22.459536 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c7d787dc-7f49-409b-a7f6-6d4a306c9c38 req-2abe6c04-031a-4562-8847-68963e2e127d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29f398dfe4164e34978e3a6c9a01d9f6&device_id=1c2ce5ef-adeb-4d5a-9201-b3119a69b560 HTTP/1.1" status: 200 len: 1098 time: 0.2816663 Jul 23 20:00:22.478233 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc014a-105a-467f-957d-025b9be128f1 req-be323ed0-9125-45fa-8172-3794298c371b tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:22.479825 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ddc014a-105a-467f-957d-025b9be128f1 req-be323ed0-9125-45fa-8172-3794298c371b tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.18 "GET /v2.0/networks?id=18f1c189-135d-4e39-8a5e-b364e733193d HTTP/1.1" status: 200 len: 820 time: 0.2300732 Jul 23 20:00:22.487728 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-96dad005-cbee-423f-af3d-f0f197b59714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:22.489137 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-96dad005-cbee-423f-af3d-f0f197b59714 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1095362 Jul 23 20:00:22.495431 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-9ddc014a-105a-467f-957d-025b9be128f1 req-43ef4765-cc3c-46f5-9264-80f3c5c3a8a4 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Request body: {'port': {'device_id': 'abe4dffa-1106-49c7-8b45-55aeb90b3920', 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d', 'admin_state_up': True, 'tenant_id': 'a3d6e44c4dd248468c67611aa3d977ae'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:00:22.707434 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d787dc-7f49-409b-a7f6-6d4a306c9c38 req-42d0ecb2-14ef-434e-a8fe-f5dd67d4f2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:22.709447 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c7d787dc-7f49-409b-a7f6-6d4a306c9c38 req-42d0ecb2-14ef-434e-a8fe-f5dd67d4f2db service neutron] 10.222.0.32 "GET /v2.0/networks?id=73ef6daa-59f8-4590-b34d-231209a696ad HTTP/1.1" status: 200 len: 930 time: 0.2391579 Jul 23 20:00:22.730876 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-2b6c795f-716a-4fb6-98dc-5bbd7e26f46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:22.732563 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-2b6c795f-716a-4fb6-98dc-5bbd7e26f46e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2223971 Jul 23 20:00:22.740656 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5b30a022-6798-42b6-b342-2a8332c06e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5491f17-29e1-412b-96ce-f7e724f53e28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2105974091-router', 'tenant_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '493997cd-d2ca-47a8-8e4f-3fe4b663b8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:24Z', 'updated_at': '2021-07-23T19:59:36Z', 'revision_number': 4, 'project_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'gw_port': {'id': '493997cd-d2ca-47a8-8e4f-3fe4b663b8c5', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5491f17-29e1-412b-96ce-f7e724f53e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:25Z', 'updated_at': '2021-07-23T19:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'ecdbd8b3-d249-41bc-81e7-97f8f105904d', 'tenant_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'floating_ip_address': '172.25.1.144', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'a5491f17-29e1-412b-96ce-f7e724f53e28', 'port_id': '293d4214-3cc4-41c6-9ec0-1469a9d905ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73ef6daa-59f8-4590-b34d-231209a696ad', 'mac_address': 'fa:16:3e:04:33:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2ce5ef-adeb-4d5a-9201-b3119a69b560', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:00:17Z', 'updated_at': '2021-07-23T20:00:20Z', 'revision_number': 1, 'project_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c643738-b15e-40c4-a40c-6367c7b0ca47', 'name': '', 'network_id': '73ef6daa-59f8-4590-b34d-231209a696ad', 'tenant_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'mac_address': 'fa:16:3e:49:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5491f17-29e1-412b-96ce-f7e724f53e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '820d0704-7ca5-4869-af84-e2c94d784bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:34Z', 'updated_at': '2021-07-23T19:59:47Z', 'revision_number': 5, 'project_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'subnets': [{'id': '820d0704-7ca5-4869-af84-e2c94d784bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:00:22.772174 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b30a022-6798-42b6-b342-2a8332c06e71 None None] Checking router: a5491f17-29e1-412b-96ce-f7e724f53e28 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:00:22.776774 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dca4e5-c197-4964-8959-d222b64298a9 req-23be90d4-f712-479c-8792-2984c6c422fb tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:22.778340 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-06dca4e5-c197-4964-8959-d222b64298a9 req-23be90d4-f712-479c-8792-2984c6c422fb tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fabebb-89c8-476e-bca5-f869241459d4 HTTP/1.1" status: 200 len: 946 time: 0.0775054 Jul 23 20:00:22.786497 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b30a022-6798-42b6-b342-2a8332c06e71 None None] Routers {'a5491f17-29e1-412b-96ce-f7e724f53e28'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:00:22.786861 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34046) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:22.796615 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4d8a3ed5-fe28-4c8b-b239-06b1bef6ed99 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Request body: {'floatingip': {'port_id': 'e107d0d6-9417-47df-9e5e-145c537ecf00'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:00:22.799314 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5b30a022-6798-42b6-b342-2a8332c06e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:00:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a5491f17-29e1-412b-96ce-f7e724f53e28'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:00:22.834926 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ddc014a-105a-467f-957d-025b9be128f1 req-43ef4765-cc3c-46f5-9264-80f3c5c3a8a4 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Made reservation on behalf of a3d6e44c4dd248468c67611aa3d977ae for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:00:22.839781 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9ddc014a-105a-467f-957d-025b9be128f1 req-43ef4765-cc3c-46f5-9264-80f3c5c3a8a4 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:22.852904 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4b6d30-e1ed-4c1e-b562-a2ee712c889b x-openstack-request-id: req-3b4b6d30-e1ed-4c1e-b562-a2ee712c889b {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:00:22.853203 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362bf974-2d70-473e-9dce-4fcf6bcd5e94", "name": "network-vif-plugged", "status": "completed", "tag": "fe8a6bad-185a-4e50-8264-7e04e021d52a", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:00:22.853450 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b4b6d30-e1ed-4c1e-b562-a2ee712c889b {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:00:22.853857 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362bf974-2d70-473e-9dce-4fcf6bcd5e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8a6bad-185a-4e50-8264-7e04e021d52a', 'code': 200} Jul 23 20:00:22.874060 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4d8a3ed5-fe28-4c8b-b239-06b1bef6ed99 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:22.932689 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00e53d8-3717-4974-977b-6266452d6784 x-openstack-request-id: req-d00e53d8-3717-4974-977b-6266452d6784 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:00:22.932957 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e455904f-f6a1-4178-b88d-a7b614b04d97", "tag": "b9ecb162-69a5-4aee-80d8-70cd85b279c8", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:00:22.933213 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d00e53d8-3717-4974-977b-6266452d6784 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:00:22.933883 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e455904f-f6a1-4178-b88d-a7b614b04d97', 'tag': 'b9ecb162-69a5-4aee-80d8-70cd85b279c8', 'status': 'completed', 'code': 200} Jul 23 20:00:22.961517 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-5b30a022-6798-42b6-b342-2a8332c06e71 None None] Set router a5491f17-29e1-412b-96ce-f7e724f53e28 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:00:23.056504 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c7d787dc-7f49-409b-a7f6-6d4a306c9c38 req-81e00c5f-8bef-4da4-879b-0892d2a21101 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=293d4214-3cc4-41c6-9ec0-1469a9d905ae HTTP/1.1" status: 200 len: 1000 time: 0.3356845 Jul 23 20:00:23.174258 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3b9df-2fc6-43b3-bc9a-5d55a6501482 req-42dd806d-9b7e-4d7e-8a45-4ff086091bb4 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:23.175847 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bff3b9df-2fc6-43b3-bc9a-5d55a6501482 req-42dd806d-9b7e-4d7e-8a45-4ff086091bb4 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=52787951-4a09-4f69-9ffc-727a9b48f183 HTTP/1.1" status: 200 len: 944 time: 0.1873548 Jul 23 20:00:23.229588 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5b30a022-6798-42b6-b342-2a8332c06e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5491f17-29e1-412b-96ce-f7e724f53e28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2105974091-router', 'tenant_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '493997cd-d2ca-47a8-8e4f-3fe4b663b8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:24Z', 'updated_at': '2021-07-23T19:59:36Z', 'revision_number': 4, 'project_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'gw_port': {'id': '493997cd-d2ca-47a8-8e4f-3fe4b663b8c5', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5491f17-29e1-412b-96ce-f7e724f53e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:25Z', 'updated_at': '2021-07-23T19:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'ecdbd8b3-d249-41bc-81e7-97f8f105904d', 'tenant_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'floating_ip_address': '172.25.1.144', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'a5491f17-29e1-412b-96ce-f7e724f53e28', 'port_id': '293d4214-3cc4-41c6-9ec0-1469a9d905ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73ef6daa-59f8-4590-b34d-231209a696ad', 'mac_address': 'fa:16:3e:04:33:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2ce5ef-adeb-4d5a-9201-b3119a69b560', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:00:17Z', 'updated_at': '2021-07-23T20:00:20Z', 'revision_number': 1, 'project_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c643738-b15e-40c4-a40c-6367c7b0ca47', 'name': '', 'network_id': '73ef6daa-59f8-4590-b34d-231209a696ad', 'tenant_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'mac_address': 'fa:16:3e:49:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5491f17-29e1-412b-96ce-f7e724f53e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '820d0704-7ca5-4869-af84-e2c94d784bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:34Z', 'updated_at': '2021-07-23T19:59:47Z', 'revision_number': 5, 'project_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'subnets': [{'id': '820d0704-7ca5-4869-af84-e2c94d784bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:00:23.273166 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b30a022-6798-42b6-b342-2a8332c06e71 None None] The sync data for ids ['a5491f17-29e1-412b-96ce-f7e724f53e28'] in n-d-793618-10 is: [{'id': 'a5491f17-29e1-412b-96ce-f7e724f53e28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2105974091-router', 'tenant_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '493997cd-d2ca-47a8-8e4f-3fe4b663b8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:24Z', 'updated_at': '2021-07-23T19:59:36Z', 'revision_number': 4, 'project_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'gw_port': {'id': '493997cd-d2ca-47a8-8e4f-3fe4b663b8c5', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5491f17-29e1-412b-96ce-f7e724f53e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:25Z', 'updated_at': '2021-07-23T19:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'ecdbd8b3-d249-41bc-81e7-97f8f105904d', 'tenant_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'floating_ip_address': '172.25.1.144', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'a5491f17-29e1-412b-96ce-f7e724f53e28', 'port_id': '293d4214-3cc4-41c6-9ec0-1469a9d905ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73ef6daa-59f8-4590-b34d-231209a696ad', 'mac_address': 'fa:16:3e:04:33:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2ce5ef-adeb-4d5a-9201-b3119a69b560', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:00:17Z', 'updated_at': '2021-07-23T20:00:20Z', 'revision_number': 1, 'project_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c643738-b15e-40c4-a40c-6367c7b0ca47', 'name': '', 'network_id': '73ef6daa-59f8-4590-b34d-231209a696ad', 'tenant_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'mac_address': 'fa:16:3e:49:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5491f17-29e1-412b-96ce-f7e724f53e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '820d0704-7ca5-4869-af84-e2c94d784bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:34Z', 'updated_at': '2021-07-23T19:59:47Z', 'revision_number': 5, 'project_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'subnets': [{'id': '820d0704-7ca5-4869-af84-e2c94d784bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:00:23.287576 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bff3b9df-2fc6-43b3-bc9a-5d55a6501482 req-f25297fb-c6a4-4a32-8309-bee1ee5716ec tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054482 Jul 23 20:00:23.372203 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:00:23.426720 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-f691ac14-cbde-4dbc-9630-b39217a030a2 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6585326 Jul 23 20:00:23.448186 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d787dc-7f49-409b-a7f6-6d4a306c9c38 req-71a11dbe-ae35-4213-84ca-119525f30de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:23.455559 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c7d787dc-7f49-409b-a7f6-6d4a306c9c38 req-71a11dbe-ae35-4213-84ca-119525f30de4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=820d0704-7ca5-4869-af84-e2c94d784bdd HTTP/1.1" status: 200 len: 868 time: 0.3978345 Jul 23 20:00:23.494524 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0d9bef95-6488-4ccc-ab12-52f7b48a2c9f,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:23.508157 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '0d9bef95-6488-4ccc-ab12-52f7b48a2c9f', 'network_id': '1582e281-e174-4775-af11-ce2168db586d', 'port_id': '0d9bef95-6488-4ccc-ab12-52f7b48a2c9f', 'mac_address': 'fa:16:3e:73:bd:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62cab30c-2c7b-4463-9eb3-ea20a0ef57f0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:00:23.555138 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:23.568778 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:00:23.582773 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c10fbb-166d-4e6a-9b58-569a41c2b581 req-dbc8768f-54c9-419f-a758-2feeabd562ab tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:23.590042 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-50c10fbb-166d-4e6a-9b58-569a41c2b581 req-dbc8768f-54c9-419f-a758-2feeabd562ab tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 949 time: 0.2047837 Jul 23 20:00:23.591627 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-9ddc014a-105a-467f-957d-025b9be128f1 req-43ef4765-cc3c-46f5-9264-80f3c5c3a8a4 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Allocated IP 172.20.0.8 (18f1c189-135d-4e39-8a5e-b364e733193d/ff9cc1f3-5cfa-4b1f-ac36-a859db46b374/32ba413a-70af-4a3c-97ca-546662f3f100) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:00:23.595657 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0d9bef95-6488-4ccc-ab12-52f7b48a2c9f,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:23.601005 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:23.618879 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398dd518-810e-4312-99ee-789be84452fb req-05c7e98b-542e-4572-a68f-ff0f1824c652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:23.620389 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-398dd518-810e-4312-99ee-789be84452fb req-05c7e98b-542e-4572-a68f-ff0f1824c652 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=362bf974-2d70-473e-9dce-4fcf6bcd5e94 HTTP/1.1" status: 200 len: 1102 time: 0.6494427 Jul 23 20:00:23.649452 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e118c9-5632-41d7-9f36-fb29a798373e None None] New status for floating IP ecdbd8b3-d249-41bc-81e7-97f8f105904d: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:00:23.663072 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=0d9bef95-6488-4ccc-ab12-52f7b48a2c9f,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:23.678602 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e4754eb7-c426-4c03-8e12-ac7beb356267 req-1ffab4a5-85ef-418a-ab00-68dd8b6507b9 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210746 Jul 23 20:00:23.693972 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d787dc-7f49-409b-a7f6-6d4a306c9c38 req-ffe1effa-5e31-4281-bdf8-dc3ff436d3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:23.702603 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c7d787dc-7f49-409b-a7f6-6d4a306c9c38 req-ffe1effa-5e31-4281-bdf8-dc3ff436d3e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=73ef6daa-59f8-4590-b34d-231209a696ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2461898 Jul 23 20:00:23.710390 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [req-c7d787dc-7f49-409b-a7f6-6d4a306c9c38 req-a4db8ad2-2f2b-4c41-9783-4526d0105c20 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:00:23.717185 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c7d787dc-7f49-409b-a7f6-6d4a306c9c38 req-a4db8ad2-2f2b-4c41-9783-4526d0105c20 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137377 Jul 23 20:00:23.722360 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-50c10fbb-166d-4e6a-9b58-569a41c2b581 req-15e16e0e-55c8-4dce-b5da-754e5eca821d tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308444 Jul 23 20:00:23.736240 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4d8a3ed5-fe28-4c8b-b239-06b1bef6ed99 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:23.747784 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4d8a3ed5-fe28-4c8b-b239-06b1bef6ed99 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:23.783239 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-398dd518-810e-4312-99ee-789be84452fb req-41f66597-5285-43b1-ad21-963c1951a1a5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448081 Jul 23 20:00:23.888853 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [None req-4d8a3ed5-fe28-4c8b-b239-06b1bef6ed99 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Floating IP 07d32348-ceaf-41ba-9de3-4bc88b258408 associated. External IP: 172.25.1.35, port: e107d0d6-9417-47df-9e5e-145c537ecf00. Jul 23 20:00:23.905520 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['0d9bef95-6488-4ccc-ab12-52f7b48a2c9f'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:00:23.951209 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c7d787dc-7f49-409b-a7f6-6d4a306c9c38 req-62a0ac87-978c-450d-ba19-7b965b19d2c6 service neutron] 10.222.0.32 "GET /v2.0/networks/73ef6daa-59f8-4590-b34d-231209a696ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330816 Jul 23 20:00:23.999619 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9ddc014a-105a-467f-957d-025b9be128f1 req-43ef4765-cc3c-46f5-9264-80f3c5c3a8a4 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:24.060488 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78dc26-e02a-4445-89c4-5fc81c6ed56e req-58ee73a0-7646-409f-bc38-231d48c05904 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:24.062211 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3e78dc26-e02a-4445-89c4-5fc81c6ed56e req-58ee73a0-7646-409f-bc38-231d48c05904 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/ports?device_id=e455904f-f6a1-4178-b88d-a7b614b04d97 HTTP/1.1" status: 200 len: 948 time: 0.1833000 Jul 23 20:00:24.077681 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b1a15-86d3-4f34-ac15-4dde380a2a7d req-c7e6fdaf-eedc-4e2b-b153-eb166f21ceee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:24.079389 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-570b1a15-86d3-4f34-ac15-4dde380a2a7d req-c7e6fdaf-eedc-4e2b-b153-eb166f21ceee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a86c9a8ccd634b6592ce48471da5ed00&device_id=e455904f-f6a1-4178-b88d-a7b614b04d97 HTTP/1.1" status: 200 len: 1100 time: 0.3323298 Jul 23 20:00:24.157425 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3e78dc26-e02a-4445-89c4-5fc81c6ed56e req-6acc4ea9-d658-44ad-a22d-980c96a4979e tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/security-groups?id=a18ffe49-d0c4-4702-93be-c1cf700ebd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870183 Jul 23 20:00:24.182249 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c7d787dc-7f49-409b-a7f6-6d4a306c9c38 req-802d494d-d4ed-4b90-9168-b643d8401f6f service neutron] 10.222.0.32 "GET /v2.0/networks/73ef6daa-59f8-4590-b34d-231209a696ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299261 Jul 23 20:00:24.249851 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8a3ed5-fe28-4c8b-b239-06b1bef6ed99 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Router ffda0b1c-7d0e-4f6c-8441-02f1413af9da has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:00:24.254847 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9ddc014a-105a-467f-957d-025b9be128f1 req-43ef4765-cc3c-46f5-9264-80f3c5c3a8a4 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:24.316150 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b1a15-86d3-4f34-ac15-4dde380a2a7d req-7a3b08f0-3b2b-4a20-aefb-7e170c152ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:24.317979 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-570b1a15-86d3-4f34-ac15-4dde380a2a7d req-7a3b08f0-3b2b-4a20-aefb-7e170c152ccd service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.2302792 Jul 23 20:00:24.369991 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ddc014a-105a-467f-957d-025b9be128f1 req-43ef4765-cc3c-46f5-9264-80f3c5c3a8a4 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Network 18f1c189-135d-4e39-8a5e-b364e733193d is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:00:24.400629 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef4765-cc3c-46f5-9264-80f3c5c3a8a4 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Pushing event updated for resources: {'Port': ['ID=32ba413a-70af-4a3c-97ca-546662f3f100,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:24.402870 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-9ddc014a-105a-467f-957d-025b9be128f1 req-43ef4765-cc3c-46f5-9264-80f3c5c3a8a4 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:00:24.407407 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-570b1a15-86d3-4f34-ac15-4dde380a2a7d req-5bfb2843-6f4a-4529-a0b2-0173ed5c1d48 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=b9ecb162-69a5-4aee-80d8-70cd85b279c8 HTTP/1.1" status: 200 len: 217 time: 0.0631461 Jul 23 20:00:24.408303 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ddc014a-105a-467f-957d-025b9be128f1 req-43ef4765-cc3c-46f5-9264-80f3c5c3a8a4 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:00:24.446010 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ef4765-cc3c-46f5-9264-80f3c5c3a8a4 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:24.446723 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ef4765-cc3c-46f5-9264-80f3c5c3a8a4 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:24.446723 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ef4765-cc3c-46f5-9264-80f3c5c3a8a4 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:24.447048 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ef4765-cc3c-46f5-9264-80f3c5c3a8a4 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:24.447387 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ef4765-cc3c-46f5-9264-80f3c5c3a8a4 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:24.447723 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ef4765-cc3c-46f5-9264-80f3c5c3a8a4 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:24.448062 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ef4765-cc3c-46f5-9264-80f3c5c3a8a4 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:24.448396 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ef4765-cc3c-46f5-9264-80f3c5c3a8a4 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:24.448723 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ef4765-cc3c-46f5-9264-80f3c5c3a8a4 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:24.449049 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ef4765-cc3c-46f5-9264-80f3c5c3a8a4 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:24.449376 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ef4765-cc3c-46f5-9264-80f3c5c3a8a4 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:24.449730 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ef4765-cc3c-46f5-9264-80f3c5c3a8a4 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:24.529911 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc014a-105a-467f-957d-025b9be128f1 req-43ef4765-cc3c-46f5-9264-80f3c5c3a8a4 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:24.529911 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9ddc014a-105a-467f-957d-025b9be128f1 req-43ef4765-cc3c-46f5-9264-80f3c5c3a8a4 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:24.531775 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b1a15-86d3-4f34-ac15-4dde380a2a7d req-3b8907fd-880b-43bd-87b9-0496f092fd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:24.533228 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-570b1a15-86d3-4f34-ac15-4dde380a2a7d req-3b8907fd-880b-43bd-87b9-0496f092fd9d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1163507 Jul 23 20:00:24.543275 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8830f-c046-498e-a1db-db6e2dd8a09b req-3a9e59a7-cf92-4798-9f1c-e257fd2f7052 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:24.544789 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d3b8830f-c046-498e-a1db-db6e2dd8a09b req-3a9e59a7-cf92-4798-9f1c-e257fd2f7052 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=78c3421c-ef8a-46af-b956-8158d255b78f HTTP/1.1" status: 200 len: 945 time: 0.2498577 Jul 23 20:00:24.588714 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ddc014a-105a-467f-957d-025b9be128f1 req-43ef4765-cc3c-46f5-9264-80f3c5c3a8a4 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0975077 Jul 23 20:00:24.605178 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-9ddc014a-105a-467f-957d-025b9be128f1 req-fdff8140-e5ec-48ff-9aa8-2c6a5fb1014f service neutron] Request body: {'port': {'device_id': 'abe4dffa-1106-49c7-8b45-55aeb90b3920', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:00:24.633384 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5775cf5-e276-4407-b529-5b0c7527ca35 req-1c807384-bf0d-44df-b746-95b5a88d791f tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:24.634926 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f5775cf5-e276-4407-b529-5b0c7527ca35 req-1c807384-bf0d-44df-b746-95b5a88d791f tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=362bf974-2d70-473e-9dce-4fcf6bcd5e94 HTTP/1.1" status: 200 len: 950 time: 0.1165872 Jul 23 20:00:24.637782 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8a3ed5-fe28-4c8b-b239-06b1bef6ed99 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:00:24.643168 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4d8a3ed5-fe28-4c8b-b239-06b1bef6ed99 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:24.662825 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d3b8830f-c046-498e-a1db-db6e2dd8a09b req-c423b646-d330-47fa-9210-a440889546a4 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952566 Jul 23 20:00:24.675044 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0193fb-f8a5-4a5d-96e6-a7c8d59f6175 None None] Sync routers for ids ['ffda0b1c-7d0e-4f6c-8441-02f1413af9da'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:00:24.688642 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4d8a3ed5-fe28-4c8b-b239-06b1bef6ed99 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "PUT /v2.0/floatingips/07d32348-ceaf-41ba-9de3-4bc88b258408 HTTP/1.1" status: 200 len: 991 time: 1.8984923 Jul 23 20:00:24.695570 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83fabebb-89c8-476e-bca5-f869241459d4', 'tag': 'e107d0d6-9417-47df-9e5e-145c537ecf00'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:00:24.697497 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0193fb-f8a5-4a5d-96e6-a7c8d59f6175 None None] Routers {'ffda0b1c-7d0e-4f6c-8441-02f1413af9da'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:00:24.698023 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb6a299-0695-4d72-a62a-60cdfb3039ea" -d '{"events": [{"name": "network-changed", "server_uuid": "83fabebb-89c8-476e-bca5-f869241459d4", "tag": "e107d0d6-9417-47df-9e5e-145c537ecf00"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:00:24.698177 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ac0193fb-f8a5-4a5d-96e6-a7c8d59f6175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:00:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ffda0b1c-7d0e-4f6c-8441-02f1413af9da'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:00:24.723850 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b1a15-86d3-4f34-ac15-4dde380a2a7d req-6934ea0a-1cd1-4fcb-b368-a7388cc24d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:24.725719 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-570b1a15-86d3-4f34-ac15-4dde380a2a7d req-6934ea0a-1cd1-4fcb-b368-a7388cc24d07 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1769814 Jul 23 20:00:24.744699 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f5775cf5-e276-4407-b529-5b0c7527ca35 req-087665c4-2162-4243-9e78-dc6d856142c9 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490689 Jul 23 20:00:24.748625 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9ddc014a-105a-467f-957d-025b9be128f1 req-fdff8140-e5ec-48ff-9aa8-2c6a5fb1014f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:24.835617 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-ac0193fb-f8a5-4a5d-96e6-a7c8d59f6175 None None] Set router ffda0b1c-7d0e-4f6c-8441-02f1413af9da gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:00:24.887840 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-81e8464e-45a7-495c-a60f-253e149142c1 req-31e04267-66c4-4e6a-8de2-df84b4102b27 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 258 time: 0.1281967 Jul 23 20:00:24.892903 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-81e8464e-45a7-495c-a60f-253e149142c1 req-255858d8-2366-4d68-b40f-9634b86404b3 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:00:24.917870 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-81e8464e-45a7-495c-a60f-253e149142c1 req-255858d8-2366-4d68-b40f-9634b86404b3 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:24.928651 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c3421c-ef8a-46af-b956-8158d255b78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7abe03-ca34-4581-bbb4-73fed1c44549'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:00:24.931639 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97305ca-7881-469c-96c1-c88be823d70e" -d '{"events": [{"server_uuid": "78c3421c-ef8a-46af-b956-8158d255b78f", "name": "network-vif-plugged", "status": "completed", "tag": "ea7abe03-ca34-4581-bbb4-73fed1c44549"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:00:24.965423 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c2ce5ef-adeb-4d5a-9201-b3119a69b560', 'tag': '293d4214-3cc4-41c6-9ec0-1469a9d905ae'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:00:24.967685 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1632c39-3c82-4583-8047-40961f0164f2" -d '{"events": [{"name": "network-changed", "server_uuid": "1c2ce5ef-adeb-4d5a-9201-b3119a69b560", "tag": "293d4214-3cc4-41c6-9ec0-1469a9d905ae"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:00:25.030431 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-81e8464e-45a7-495c-a60f-253e149142c1 req-255858d8-2366-4d68-b40f-9634b86404b3 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:25.035251 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-570b1a15-86d3-4f34-ac15-4dde380a2a7d req-6fdda4d7-acbd-4ca6-91b5-9ac72c6e7cbc service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966948 Jul 23 20:00:25.102840 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e7306-bab5-42cb-9765-1963694940c8 req-2bd91e3c-d66e-4500-a3e0-64687729f375 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:25.104325 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d05e7306-bab5-42cb-9765-1963694940c8 req-2bd91e3c-d66e-4500-a3e0-64687729f375 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=abe4dffa-1106-49c7-8b45-55aeb90b3920 HTTP/1.1" status: 200 len: 931 time: 0.3323014 Jul 23 20:00:25.122232 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ac0193fb-f8a5-4a5d-96e6-a7c8d59f6175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447707414-router', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '98569d9f-8fa4-47ee-ad26-defc55abbf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:19Z', 'updated_at': '2021-07-23T19:59:28Z', 'revision_number': 4, 'project_id': '31ece22b4c2940ca986a58a7e24f5205', 'gw_port': {'id': '98569d9f-8fa4-47ee-ad26-defc55abbf0f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:21Z', 'updated_at': '2021-07-23T19:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '07d32348-ceaf-41ba-9de3-4bc88b258408', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'floating_ip_address': '172.25.1.35', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'port_id': 'e107d0d6-9417-47df-9e5e-145c537ecf00', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521', 'mac_address': 'fa:16:3e:b4:bd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fabebb-89c8-476e-bca5-f869241459d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:00:00Z', 'updated_at': '2021-07-23T20:00:23Z', 'revision_number': 1, 'project_id': '31ece22b4c2940ca986a58a7e24f5205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75cd6d17-de1b-4878-8550-c468f3065d87', 'name': '', 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'mac_address': 'fa:16:3e:88:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '943dd119-adc0-42fb-a667-378d66460d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:26Z', 'updated_at': '2021-07-23T19:59:36Z', 'revision_number': 5, 'project_id': '31ece22b4c2940ca986a58a7e24f5205', 'subnets': [{'id': '943dd119-adc0-42fb-a667-378d66460d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:00:25.150323 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0193fb-f8a5-4a5d-96e6-a7c8d59f6175 None None] Checking router: ffda0b1c-7d0e-4f6c-8441-02f1413af9da for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:00:25.156398 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-81e8464e-45a7-495c-a60f-253e149142c1 req-255858d8-2366-4d68-b40f-9634b86404b3 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Allocated IP 172.25.1.3 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/3498cb17-feb7-42a3-aed3-bb4dc1979050) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:00:25.159699 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0193fb-f8a5-4a5d-96e6-a7c8d59f6175 None None] Routers {'ffda0b1c-7d0e-4f6c-8441-02f1413af9da'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:00:25.160315 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ac0193fb-f8a5-4a5d-96e6-a7c8d59f6175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:00:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ffda0b1c-7d0e-4f6c-8441-02f1413af9da'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:00:25.238093 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d05e7306-bab5-42cb-9765-1963694940c8 req-d2143838-35e1-48ee-88e6-96303bf5790a tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077015 Jul 23 20:00:25.266530 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-570b1a15-86d3-4f34-ac15-4dde380a2a7d req-78568c91-5076-4b88-bbc7-20985f210abb service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181659 Jul 23 20:00:25.295747 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-81e8464e-45a7-495c-a60f-253e149142c1 req-255858d8-2366-4d68-b40f-9634b86404b3 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:25.307254 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-ac0193fb-f8a5-4a5d-96e6-a7c8d59f6175 None None] Set router ffda0b1c-7d0e-4f6c-8441-02f1413af9da gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:00:25.345823 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-81e8464e-45a7-495c-a60f-253e149142c1 req-255858d8-2366-4d68-b40f-9634b86404b3 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:25.356756 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-9ddc014a-105a-467f-957d-025b9be128f1 req-fdff8140-e5ec-48ff-9aa8-2c6a5fb1014f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32ba413a-70af-4a3c-97ca-546662f3f100 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:00:25.367265 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9ddc014a-105a-467f-957d-025b9be128f1 req-fdff8140-e5ec-48ff-9aa8-2c6a5fb1014f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:25.386165 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81e8464e-45a7-495c-a60f-253e149142c1 req-255858d8-2366-4d68-b40f-9634b86404b3 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:00:25.387756 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-9ddc014a-105a-467f-957d-025b9be128f1 req-fdff8140-e5ec-48ff-9aa8-2c6a5fb1014f service neutron] Transition to ACTIVE for port object 32ba413a-70af-4a3c-97ca-546662f3f100 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:00:25.389240 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:00:25.392114 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-81e8464e-45a7-495c-a60f-253e149142c1 req-255858d8-2366-4d68-b40f-9634b86404b3 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:00:25.395349 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9ddc014a-105a-467f-957d-025b9be128f1 req-fdff8140-e5ec-48ff-9aa8-2c6a5fb1014f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:25.395781 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e8464e-45a7-495c-a60f-253e149142c1 req-255858d8-2366-4d68-b40f-9634b86404b3 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:00:25.420868 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255858d8-2366-4d68-b40f-9634b86404b3 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Pushing event updated for resources: {'Port': ['ID=3498cb17-feb7-42a3-aed3-bb4dc1979050,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:25.435270 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaaf5f3-eb88-4a98-8a45-f6996214f4e2 req-1263591e-ed71-41f4-be70-1f99ee25135f tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:25.436362 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cdaaf5f3-eb88-4a98-8a45-f6996214f4e2 req-1263591e-ed71-41f4-be70-1f99ee25135f tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=52787951-4a09-4f69-9ffc-727a9b48f183 HTTP/1.1" status: 200 len: 945 time: 0.1213901 Jul 23 20:00:25.437988 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255858d8-2366-4d68-b40f-9634b86404b3 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:25.438345 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255858d8-2366-4d68-b40f-9634b86404b3 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:25.438995 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255858d8-2366-4d68-b40f-9634b86404b3 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:25.438995 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255858d8-2366-4d68-b40f-9634b86404b3 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:25.439334 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255858d8-2366-4d68-b40f-9634b86404b3 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:25.439668 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255858d8-2366-4d68-b40f-9634b86404b3 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:25.440527 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255858d8-2366-4d68-b40f-9634b86404b3 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:25.440527 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255858d8-2366-4d68-b40f-9634b86404b3 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:25.440708 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255858d8-2366-4d68-b40f-9634b86404b3 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:25.440943 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255858d8-2366-4d68-b40f-9634b86404b3 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:25.441269 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255858d8-2366-4d68-b40f-9634b86404b3 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:25.441835 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255858d8-2366-4d68-b40f-9634b86404b3 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:25.478485 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff8140-e5ec-48ff-9aa8-2c6a5fb1014f service neutron] Pushing event updated for resources: {'Port': ['ID=32ba413a-70af-4a3c-97ca-546662f3f100,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:25.502975 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-81e8464e-45a7-495c-a60f-253e149142c1 req-255858d8-2366-4d68-b40f-9634b86404b3 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:25.516100 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:00:25.522606 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:00:25.523553 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:25.537040 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cdaaf5f3-eb88-4a98-8a45-f6996214f4e2 req-b2858654-2748-4a19-b30d-0cc3a0f3c81d tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928645 Jul 23 20:00:25.557631 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:00:25.558222 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-81e8464e-45a7-495c-a60f-253e149142c1 req-255858d8-2366-4d68-b40f-9634b86404b3 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:25.564169 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-9ddc014a-105a-467f-957d-025b9be128f1 req-fdff8140-e5ec-48ff-9aa8-2c6a5fb1014f service neutron] Attempting to bind port 32ba413a-70af-4a3c-97ca-546662f3f100 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:00:25.564508 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-9ddc014a-105a-467f-957d-025b9be128f1 req-fdff8140-e5ec-48ff-9aa8-2c6a5fb1014f service neutron] Attempting to bind port 32ba413a-70af-4a3c-97ca-546662f3f100 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:00:25.564839 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddc014a-105a-467f-957d-025b9be128f1 req-fdff8140-e5ec-48ff-9aa8-2c6a5fb1014f service neutron] Attempting to bind port 32ba413a-70af-4a3c-97ca-546662f3f100 on network 18f1c189-135d-4e39-8a5e-b364e733193d {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:00:25.569210 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddc014a-105a-467f-957d-025b9be128f1 req-fdff8140-e5ec-48ff-9aa8-2c6a5fb1014f service neutron] Port 32ba413a-70af-4a3c-97ca-546662f3f100 on network 18f1c189-135d-4e39-8a5e-b364e733193d not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:00:25.569569 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddc014a-105a-467f-957d-025b9be128f1 req-fdff8140-e5ec-48ff-9aa8-2c6a5fb1014f service neutron] Attempting to bind port 32ba413a-70af-4a3c-97ca-546662f3f100 on network 18f1c189-135d-4e39-8a5e-b364e733193d {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:00:25.575153 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddc014a-105a-467f-957d-025b9be128f1 req-fdff8140-e5ec-48ff-9aa8-2c6a5fb1014f service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:00:25.575492 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddc014a-105a-467f-957d-025b9be128f1 req-fdff8140-e5ec-48ff-9aa8-2c6a5fb1014f service neutron] Checking segment: {'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:00:25.575872 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddc014a-105a-467f-957d-025b9be128f1 req-fdff8140-e5ec-48ff-9aa8-2c6a5fb1014f service neutron] Bound using segment: {'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:00:25.576294 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-9ddc014a-105a-467f-957d-025b9be128f1 req-fdff8140-e5ec-48ff-9aa8-2c6a5fb1014f service neutron] Bound port: 32ba413a-70af-4a3c-97ca-546662f3f100, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:00:25.576651 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9ddc014a-105a-467f-957d-025b9be128f1 req-fdff8140-e5ec-48ff-9aa8-2c6a5fb1014f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:25.645400 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-9ddc014a-105a-467f-957d-025b9be128f1 req-fdff8140-e5ec-48ff-9aa8-2c6a5fb1014f service neutron] For port 32ba413a-70af-4a3c-97ca-546662f3f100, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:00:25.649603 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-9ddc014a-105a-467f-957d-025b9be128f1 req-fdff8140-e5ec-48ff-9aa8-2c6a5fb1014f service neutron] For port 32ba413a-70af-4a3c-97ca-546662f3f100, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=32ba413a-70af-4a3c-97ca-546662f3f100,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:00:25.656594 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9ddc014a-105a-467f-957d-025b9be128f1 req-fdff8140-e5ec-48ff-9aa8-2c6a5fb1014f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:25.696780 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ffd6ed-952c-4357-a5f8-7bb3c7c7fe85 x-openstack-request-id: req-f4ffd6ed-952c-4357-a5f8-7bb3c7c7fe85 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:00:25.697373 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83fabebb-89c8-476e-bca5-f869241459d4", "tag": "e107d0d6-9417-47df-9e5e-145c537ecf00", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:00:25.697373 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f4ffd6ed-952c-4357-a5f8-7bb3c7c7fe85 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:00:25.698141 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83fabebb-89c8-476e-bca5-f869241459d4', 'tag': 'e107d0d6-9417-47df-9e5e-145c537ecf00', 'status': 'completed', 'code': 200} Jul 23 20:00:25.715171 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:25.727010 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc014a-105a-467f-957d-025b9be128f1 req-fdff8140-e5ec-48ff-9aa8-2c6a5fb1014f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:25.728149 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9ddc014a-105a-467f-957d-025b9be128f1 req-fdff8140-e5ec-48ff-9aa8-2c6a5fb1014f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:25.729794 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ddc014a-105a-467f-957d-025b9be128f1 req-fdff8140-e5ec-48ff-9aa8-2c6a5fb1014f service neutron] 10.222.0.18 "PUT /v2.0/ports/32ba413a-70af-4a3c-97ca-546662f3f100 HTTP/1.1" status: 200 len: 1092 time: 1.1294966 Jul 23 20:00:25.735452 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-81e8464e-45a7-495c-a60f-253e149142c1 req-255858d8-2366-4d68-b40f-9634b86404b3 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:25.744217 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-81e8464e-45a7-495c-a60f-253e149142c1 req-255858d8-2366-4d68-b40f-9634b86404b3 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:25.767323 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ac0193fb-f8a5-4a5d-96e6-a7c8d59f6175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447707414-router', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '98569d9f-8fa4-47ee-ad26-defc55abbf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:19Z', 'updated_at': '2021-07-23T19:59:28Z', 'revision_number': 4, 'project_id': '31ece22b4c2940ca986a58a7e24f5205', 'gw_port': {'id': '98569d9f-8fa4-47ee-ad26-defc55abbf0f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:21Z', 'updated_at': '2021-07-23T19:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '07d32348-ceaf-41ba-9de3-4bc88b258408', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'floating_ip_address': '172.25.1.35', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'port_id': 'e107d0d6-9417-47df-9e5e-145c537ecf00', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521', 'mac_address': 'fa:16:3e:b4:bd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fabebb-89c8-476e-bca5-f869241459d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:00:00Z', 'updated_at': '2021-07-23T20:00:23Z', 'revision_number': 1, 'project_id': '31ece22b4c2940ca986a58a7e24f5205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75cd6d17-de1b-4878-8550-c468f3065d87', 'name': '', 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'mac_address': 'fa:16:3e:88:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '943dd119-adc0-42fb-a667-378d66460d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:26Z', 'updated_at': '2021-07-23T19:59:36Z', 'revision_number': 5, 'project_id': '31ece22b4c2940ca986a58a7e24f5205', 'subnets': [{'id': '943dd119-adc0-42fb-a667-378d66460d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:00:25.772990 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0d9bef95-6488-4ccc-ab12-52f7b48a2c9f,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:25.794555 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff8140-e5ec-48ff-9aa8-2c6a5fb1014f service neutron] Pushing event updated for resources: {'Port': ['ID=32ba413a-70af-4a3c-97ca-546662f3f100,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:25.800600 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0193fb-f8a5-4a5d-96e6-a7c8d59f6175 None None] The sync data for ids ['ffda0b1c-7d0e-4f6c-8441-02f1413af9da'] in n-d-793618-10 is: [{'id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447707414-router', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '98569d9f-8fa4-47ee-ad26-defc55abbf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:19Z', 'updated_at': '2021-07-23T19:59:28Z', 'revision_number': 4, 'project_id': '31ece22b4c2940ca986a58a7e24f5205', 'gw_port': {'id': '98569d9f-8fa4-47ee-ad26-defc55abbf0f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:21Z', 'updated_at': '2021-07-23T19:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '07d32348-ceaf-41ba-9de3-4bc88b258408', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'floating_ip_address': '172.25.1.35', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'port_id': 'e107d0d6-9417-47df-9e5e-145c537ecf00', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521', 'mac_address': 'fa:16:3e:b4:bd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fabebb-89c8-476e-bca5-f869241459d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:00:00Z', 'updated_at': '2021-07-23T20:00:23Z', 'revision_number': 1, 'project_id': '31ece22b4c2940ca986a58a7e24f5205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75cd6d17-de1b-4878-8550-c468f3065d87', 'name': '', 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'mac_address': 'fa:16:3e:88:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '943dd119-adc0-42fb-a667-378d66460d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:26Z', 'updated_at': '2021-07-23T19:59:36Z', 'revision_number': 5, 'project_id': '31ece22b4c2940ca986a58a7e24f5205', 'subnets': [{'id': '943dd119-adc0-42fb-a667-378d66460d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:00:25.803159 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:25.830661 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255858d8-2366-4d68-b40f-9634b86404b3 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Pushing event updated for resources: {'Port': ['ID=3498cb17-feb7-42a3-aed3-bb4dc1979050,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:25.840730 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-81e8464e-45a7-495c-a60f-253e149142c1 req-255858d8-2366-4d68-b40f-9634b86404b3 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:25.857101 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=0d9bef95-6488-4ccc-ab12-52f7b48a2c9f,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:25.859651 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-81e8464e-45a7-495c-a60f-253e149142c1 req-255858d8-2366-4d68-b40f-9634b86404b3 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:25.861004 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-81e8464e-45a7-495c-a60f-253e149142c1 req-255858d8-2366-4d68-b40f-9634b86404b3 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 0.9723444 Jul 23 20:00:25.897499 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6a299-0695-4d72-a62a-60cdfb3039ea req-63cf8b35-5019-4b11-a8bc-0c572fe7fefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:25.899053 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9cb6a299-0695-4d72-a62a-60cdfb3039ea req-63cf8b35-5019-4b11-a8bc-0c572fe7fefe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=31ece22b4c2940ca986a58a7e24f5205&device_id=83fabebb-89c8-476e-bca5-f869241459d4 HTTP/1.1" status: 200 len: 1098 time: 0.1605821 Jul 23 20:00:25.917179 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-81e8464e-45a7-495c-a60f-253e149142c1 req-9eafd0e4-f88a-4b3c-8dfa-bf7a87b580dc tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.3 HTTP/1.1" status: 200 len: 694 time: 0.0490770 Jul 23 20:00:25.963049 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fd4c0-b61d-4a4a-854c-b8116b74bded req-1c01425e-cb88-4593-82f5-52dc331fffa1 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:25.964577 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d82fd4c0-b61d-4a4a-854c-b8116b74bded req-1c01425e-cb88-4593-82f5-52dc331fffa1 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 949 time: 0.1805575 Jul 23 20:00:25.972260 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc014a-105a-467f-957d-025b9be128f1 req-e5c40e0d-c5bf-410f-bb7e-9c31cdb77c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:25.973727 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ddc014a-105a-467f-957d-025b9be128f1 req-e5c40e0d-c5bf-410f-bb7e-9c31cdb77c6f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6e44c4dd248468c67611aa3d977ae&device_id=abe4dffa-1106-49c7-8b45-55aeb90b3920 HTTP/1.1" status: 200 len: 1095 time: 0.1802037 Jul 23 20:00:26.031709 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8464e-45a7-495c-a60f-253e149142c1 req-99cec05a-4b2b-4c15-ad65-0067ca8b8052 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:26.033916 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-81e8464e-45a7-495c-a60f-253e149142c1 req-99cec05a-4b2b-4c15-ad65-0067ca8b8052 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/networks/8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 784 time: 0.1113100 Jul 23 20:00:26.064218 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ddc014a-105a-467f-957d-025b9be128f1 req-075cea2b-396e-48cd-bb5d-93c0e6e2ce97 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32ba413a-70af-4a3c-97ca-546662f3f100 HTTP/1.1" status: 200 len: 217 time: 0.0634263 Jul 23 20:00:26.067036 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e474b8c-3d9e-4a6e-9208-eb600ae99112 None None] New status for floating IP 07d32348-ceaf-41ba-9de3-4bc88b258408: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:00:26.122180 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d82fd4c0-b61d-4a4a-854c-b8116b74bded req-a9211096-750f-4c2a-a65b-4677dc045bfe tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231947 Jul 23 20:00:26.126674 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6a299-0695-4d72-a62a-60cdfb3039ea req-a2593ab6-f699-4b0c-aa3a-d9c4da1f9958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:26.126882 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9cb6a299-0695-4d72-a62a-60cdfb3039ea req-a2593ab6-f699-4b0c-aa3a-d9c4da1f9958 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c601b8b0-fff2-4d36-9f97-ebce138e0521 HTTP/1.1" status: 200 len: 925 time: 0.2184846 Jul 23 20:00:26.193755 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e12dec-37ed-428c-8f3b-35987d8cf525 x-openstack-request-id: req-08e12dec-37ed-428c-8f3b-35987d8cf525 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:00:26.194148 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c2ce5ef-adeb-4d5a-9201-b3119a69b560", "tag": "293d4214-3cc4-41c6-9ec0-1469a9d905ae", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:00:26.194401 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-08e12dec-37ed-428c-8f3b-35987d8cf525 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:00:26.195310 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c2ce5ef-adeb-4d5a-9201-b3119a69b560', 'tag': '293d4214-3cc4-41c6-9ec0-1469a9d905ae', 'status': 'completed', 'code': 200} Jul 23 20:00:26.199118 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc014a-105a-467f-957d-025b9be128f1 req-08f93c71-9dff-41b5-aefb-6877861366c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:26.209418 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ddc014a-105a-467f-957d-025b9be128f1 req-08f93c71-9dff-41b5-aefb-6877861366c2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ff9cc1f3-5cfa-4b1f-ac36-a859db46b374 HTTP/1.1" status: 200 len: 860 time: 0.1297622 Jul 23 20:00:26.268445 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1d7579-d418-407d-912e-ded8b9c292b4 x-openstack-request-id: req-8a1d7579-d418-407d-912e-ded8b9c292b4 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:00:26.268945 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c3421c-ef8a-46af-b956-8158d255b78f", "name": "network-vif-plugged", "status": "completed", "tag": "ea7abe03-ca34-4581-bbb4-73fed1c44549", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:00:26.268945 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8a1d7579-d418-407d-912e-ded8b9c292b4 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:00:26.269339 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c3421c-ef8a-46af-b956-8158d255b78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7abe03-ca34-4581-bbb4-73fed1c44549', 'code': 200} Jul 23 20:00:26.303933 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ddc014a-105a-467f-957d-025b9be128f1 req-64c08ae3-b0d7-4847-ab65-25acf5a0878e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=18f1c189-135d-4e39-8a5e-b364e733193d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768304 Jul 23 20:00:26.313929 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9cb6a299-0695-4d72-a62a-60cdfb3039ea req-5bdfd812-b733-4a84-a85c-9f3fbae972e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e107d0d6-9417-47df-9e5e-145c537ecf00 HTTP/1.1" status: 200 len: 999 time: 0.1797650 Jul 23 20:00:26.388727 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6ed23-754c-404b-ae3f-d9ec65525346 req-a935ebe8-d86a-4889-93cb-ed3deef562f9 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:26.390489 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1cb6ed23-754c-404b-ae3f-d9ec65525346 req-a935ebe8-d86a-4889-93cb-ed3deef562f9 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=78c3421c-ef8a-46af-b956-8158d255b78f HTTP/1.1" status: 200 len: 945 time: 0.0680938 Jul 23 20:00:26.431825 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1cb6ed23-754c-404b-ae3f-d9ec65525346 req-5c9f28d8-659d-4004-b171-c82dcb6a32e8 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354979 Jul 23 20:00:26.553404 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001643ea-21a5-4294-9752-633ea6c68e9e req-07cb3a18-1239-4736-ac8d-95c09f4c36ae tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:26.555032 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-001643ea-21a5-4294-9752-633ea6c68e9e req-07cb3a18-1239-4736-ac8d-95c09f4c36ae tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=362bf974-2d70-473e-9dce-4fcf6bcd5e94 HTTP/1.1" status: 200 len: 950 time: 0.0655820 Jul 23 20:00:26.594752 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-001643ea-21a5-4294-9752-633ea6c68e9e req-c75b2d66-103c-430a-b66b-2c5a24e79608 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338151 Jul 23 20:00:26.765548 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6a299-0695-4d72-a62a-60cdfb3039ea req-0b37059e-6751-41bc-8943-80ea26464c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:26.767019 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9cb6a299-0695-4d72-a62a-60cdfb3039ea req-0b37059e-6751-41bc-8943-80ea26464c97 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=943dd119-adc0-42fb-a667-378d66460d4a HTTP/1.1" status: 200 len: 863 time: 0.4408896 Jul 23 20:00:26.779710 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1632c39-3c82-4583-8047-40961f0164f2 req-f4f1d1d7-fab9-4287-9106-cf9b3d96958b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:26.781165 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d1632c39-3c82-4583-8047-40961f0164f2 req-f4f1d1d7-fab9-4287-9106-cf9b3d96958b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29f398dfe4164e34978e3a6c9a01d9f6&device_id=1c2ce5ef-adeb-4d5a-9201-b3119a69b560 HTTP/1.1" status: 200 len: 1098 time: 0.5406613 Jul 23 20:00:26.804656 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1831a0f-38bb-456f-8c20-53d51d5a2da3 req-b0fbfcca-6603-40b0-82de-fa463eeb6e02 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:26.806179 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a1831a0f-38bb-456f-8c20-53d51d5a2da3 req-b0fbfcca-6603-40b0-82de-fa463eeb6e02 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c2ce5ef-adeb-4d5a-9201-b3119a69b560&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1086686 Jul 23 20:00:26.851159 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ddc014a-105a-467f-957d-025b9be128f1 req-377d4361-5e08-49cc-bb68-d763df4a5812 service neutron] 10.222.0.18 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5340872 Jul 23 20:00:26.855337 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a1831a0f-38bb-456f-8c20-53d51d5a2da3 req-0d131162-2df0-4fe1-b522-5472821f9aac tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.3 HTTP/1.1" status: 200 len: 694 time: 0.0436444 Jul 23 20:00:26.861875 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ec675-b621-48fb-9a23-04c1c15bb861 req-f63ef55b-f0bf-4a11-8132-8c3793362dd4 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:26.863318 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c81ec675-b621-48fb-9a23-04c1c15bb861 req-f63ef55b-f0bf-4a11-8132-8c3793362dd4 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/ports?device_id=e455904f-f6a1-4178-b88d-a7b614b04d97 HTTP/1.1" status: 200 len: 948 time: 0.5861669 Jul 23 20:00:26.864762 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-a1831a0f-38bb-456f-8c20-53d51d5a2da3 req-d4933f85-a103-4b34-9c46-2a5a04058687 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Request body: {'floatingip': {'port_id': '293d4214-3cc4-41c6-9ec0-1469a9d905ae', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:00:26.907043 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a1831a0f-38bb-456f-8c20-53d51d5a2da3 req-d4933f85-a103-4b34-9c46-2a5a04058687 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:26.911371 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9c648-8f49-44c6-ab0c-9d5739534d67 req-e672e5ac-ed82-46d9-9f7d-497fd2d6d61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:26.912836 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-84f9c648-8f49-44c6-ab0c-9d5739534d67 req-e672e5ac-ed82-46d9-9f7d-497fd2d6d61a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=78c3421c-ef8a-46af-b956-8158d255b78f HTTP/1.1" status: 200 len: 1097 time: 0.5572879 Jul 23 20:00:27.057609 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c81ec675-b621-48fb-9a23-04c1c15bb861 req-c4edbecd-528d-43d1-806e-c1ae05981fdd tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/security-groups?id=a18ffe49-d0c4-4702-93be-c1cf700ebd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855953 Jul 23 20:00:27.076552 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-84f9c648-8f49-44c6-ab0c-9d5739534d67 req-72684f7a-cc22-472b-8c52-8f7b2cef409c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441875 Jul 23 20:00:27.081362 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1632c39-3c82-4583-8047-40961f0164f2 req-e50d5ef8-fe19-4ec7-9cce-d174d133044c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:27.082940 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d1632c39-3c82-4583-8047-40961f0164f2 req-e50d5ef8-fe19-4ec7-9cce-d174d133044c service neutron] 10.222.0.18 "GET /v2.0/networks?id=73ef6daa-59f8-4590-b34d-231209a696ad HTTP/1.1" status: 200 len: 930 time: 0.2776980 Jul 23 20:00:27.088842 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6a299-0695-4d72-a62a-60cdfb3039ea req-d6768609-deb5-4157-b7c2-0e3433569522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:27.090386 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9cb6a299-0695-4d72-a62a-60cdfb3039ea req-d6768609-deb5-4157-b7c2-0e3433569522 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c601b8b0-fff2-4d36-9f97-ebce138e0521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3083420 Jul 23 20:00:27.132012 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [req-a1831a0f-38bb-456f-8c20-53d51d5a2da3 req-d4933f85-a103-4b34-9c46-2a5a04058687 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] update failed (client error): There was a conflict when trying to complete your request. Jul 23 20:00:27.133177 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a1831a0f-38bb-456f-8c20-53d51d5a2da3 req-d4933f85-a103-4b34-9c46-2a5a04058687 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "PUT /v2.0/floatingips/51be11fb-05c6-45e9-8d4c-1997ac1c0d26 HTTP/1.1" status: 409 len: 549 time: 0.2723582 Jul 23 20:00:27.137194 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ddc014a-105a-467f-957d-025b9be128f1 req-2ffdcf8a-3585-4cc4-9d1e-5cd54637a380 service neutron] 10.222.0.18 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611711 Jul 23 20:00:27.258980 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d1632c39-3c82-4583-8047-40961f0164f2 req-a917b2b0-00f9-4b0a-ad72-4211980b2aaa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=293d4214-3cc4-41c6-9ec0-1469a9d905ae HTTP/1.1" status: 200 len: 1002 time: 0.1628606 Jul 23 20:00:27.264337 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917d63e-a1fa-4b48-adfa-8ed6eb68bd3f req-06ffe987-ec07-4511-b393-d1ffe6c71318 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:27.265841 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2917d63e-a1fa-4b48-adfa-8ed6eb68bd3f req-06ffe987-ec07-4511-b393-d1ffe6c71318 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=52787951-4a09-4f69-9ffc-727a9b48f183 HTTP/1.1" status: 200 len: 946 time: 0.0676720 Jul 23 20:00:27.306028 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2917d63e-a1fa-4b48-adfa-8ed6eb68bd3f req-9fa414a8-904f-457b-a10d-b9bcfd32e8e6 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345540 Jul 23 20:00:27.316699 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9cb6a299-0695-4d72-a62a-60cdfb3039ea req-35d23c1e-da55-49cb-a4ad-8ad19fdb54ec service neutron] 10.222.0.30 "GET /v2.0/networks/c601b8b0-fff2-4d36-9f97-ebce138e0521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833355 Jul 23 20:00:27.325811 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720db543-eab7-4c07-80c1-31f36e2db1d3 req-e2ada1ef-4994-4b57-8dc8-e34a7594578f tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:27.327280 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-720db543-eab7-4c07-80c1-31f36e2db1d3 req-e2ada1ef-4994-4b57-8dc8-e34a7594578f tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=abe4dffa-1106-49c7-8b45-55aeb90b3920 HTTP/1.1" status: 200 len: 943 time: 0.1923487 Jul 23 20:00:27.388258 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1632c39-3c82-4583-8047-40961f0164f2 req-2998d309-a421-4ccc-8fdc-2a112a825d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:27.389770 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d1632c39-3c82-4583-8047-40961f0164f2 req-2998d309-a421-4ccc-8fdc-2a112a825d69 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=820d0704-7ca5-4869-af84-e2c94d784bdd HTTP/1.1" status: 200 len: 868 time: 0.1126437 Jul 23 20:00:27.410034 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device b9ecb162-69a5-4aee-80d8-70cd85b279c8 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:00:27.417805 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30026577-a97a-48a4-bc50-fcff1c5dbe07 req-9aabbd7c-661f-4627-850f-49e6c2122f89 tempest-ServersOnMultiNodesTest-781598117 tempest-ServersOnMultiNodesTest-781598117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:27.419406 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-30026577-a97a-48a4-bc50-fcff1c5dbe07 req-9aabbd7c-661f-4627-850f-49e6c2122f89 tempest-ServersOnMultiNodesTest-781598117 tempest-ServersOnMultiNodesTest-781598117-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=362bf974-2d70-473e-9dce-4fcf6bcd5e94 HTTP/1.1" status: 200 len: 1102 time: 0.0568144 Jul 23 20:00:27.458791 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-30026577-a97a-48a4-bc50-fcff1c5dbe07 req-311923ca-1d63-42f6-b3de-6aa81e2da247 tempest-ServersOnMultiNodesTest-781598117 tempest-ServersOnMultiNodesTest-781598117-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332091 Jul 23 20:00:27.468809 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-720db543-eab7-4c07-80c1-31f36e2db1d3 req-57984f42-0385-4bfe-b077-a39a202c609c tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271660 Jul 23 20:00:27.494974 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9cb6a299-0695-4d72-a62a-60cdfb3039ea req-592e2fe1-2d26-4e54-bc95-e1df895fabb9 service neutron] 10.222.0.30 "GET /v2.0/networks/c601b8b0-fff2-4d36-9f97-ebce138e0521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650827 Jul 23 20:00:27.537092 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port b9ecb162-69a5-4aee-80d8-70cd85b279c8, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=b9ecb162-69a5-4aee-80d8-70cd85b279c8,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:27.550690 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'b9ecb162-69a5-4aee-80d8-70cd85b279c8', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': 'b9ecb162-69a5-4aee-80d8-70cd85b279c8', 'mac_address': 'fa:16:3e:92:3b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:00:27.566125 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1632c39-3c82-4583-8047-40961f0164f2 req-56c0eb68-418d-4c4d-b15a-a539dacce79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:27.567560 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d1632c39-3c82-4583-8047-40961f0164f2 req-56c0eb68-418d-4c4d-b15a-a539dacce79c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73ef6daa-59f8-4590-b34d-231209a696ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1459613 Jul 23 20:00:27.582862 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-44126574-1578-4a5f-b5bc-72087e649919 req-0f232ea5-3485-445f-b6a0-ae99c81b59ae tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/floatingips/51be11fb-05c6-45e9-8d4c-1997ac1c0d26 HTTP/1.1" status: 200 len: 691 time: 0.0644531 Jul 23 20:00:27.594725 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:27.610794 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ecb162-69a5-4aee-80d8-70cd85b279c8 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:00:27.632926 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port b9ecb162-69a5-4aee-80d8-70cd85b279c8, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=b9ecb162-69a5-4aee-80d8-70cd85b279c8,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:27.638735 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:27.701166 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37e8ed-8447-4c5d-970f-c7068a9cfb2c req-f623e06d-1aed-43d6-8819-da7245bc7255 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:27.702925 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-af37e8ed-8447-4c5d-970f-c7068a9cfb2c req-f623e06d-1aed-43d6-8819-da7245bc7255 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 949 time: 0.0677912 Jul 23 20:00:27.749436 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-af37e8ed-8447-4c5d-970f-c7068a9cfb2c req-55c59f32-26ff-4ea2-aafe-bb62fd912b59 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409484 Jul 23 20:00:27.752641 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d1632c39-3c82-4583-8047-40961f0164f2 req-e6d88939-f694-41ef-bb5a-ecd2eb28ecd5 service neutron] 10.222.0.18 "GET /v2.0/networks/73ef6daa-59f8-4590-b34d-231209a696ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671824 Jul 23 20:00:27.760068 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44126574-1578-4a5f-b5bc-72087e649919 req-ef9a0d85-a519-4760-b953-00dcd638c787 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:27.761514 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-44126574-1578-4a5f-b5bc-72087e649919 req-ef9a0d85-a519-4760-b953-00dcd638c787 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/networks/8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 784 time: 0.1778615 Jul 23 20:00:27.784551 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [req-44126574-1578-4a5f-b5bc-72087e649919 req-72aade6e-84b0-48f5-b0be-f114f00563e3 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:00:27.785605 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-44126574-1578-4a5f-b5bc-72087e649919 req-72aade6e-84b0-48f5-b0be-f114f00563e3 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150361 Jul 23 20:00:27.820360 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=b9ecb162-69a5-4aee-80d8-70cd85b279c8,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:27.872435 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-44126574-1578-4a5f-b5bc-72087e649919 req-305bb632-7edd-42b8-ad69-8a4ddb922e3a tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.3 HTTP/1.1" status: 200 len: 694 time: 0.0775096 Jul 23 20:00:27.891292 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d39931-36f9-4610-a702-c1eb7c4cab0b req-62c2b4af-bbf3-48fa-9358-f801a6ffac74 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:27.892769 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f8d39931-36f9-4610-a702-c1eb7c4cab0b req-62c2b4af-bbf3-48fa-9358-f801a6ffac74 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=78c3421c-ef8a-46af-b956-8158d255b78f HTTP/1.1" status: 200 len: 945 time: 0.0645626 Jul 23 20:00:27.932059 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f8d39931-36f9-4610-a702-c1eb7c4cab0b req-4a654443-f3f4-4b0f-884b-e005e70e63da tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327871 Jul 23 20:00:27.934901 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-44126574-1578-4a5f-b5bc-72087e649919 req-6d5a2b6f-0445-4373-b700-4989fd09e572 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.3 HTTP/1.1" status: 200 len: 694 time: 0.0567307 Jul 23 20:00:27.940456 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d1632c39-3c82-4583-8047-40961f0164f2 req-715e1aea-37ad-4a9f-babc-68ecabd11fc8 service neutron] 10.222.0.18 "GET /v2.0/networks/73ef6daa-59f8-4590-b34d-231209a696ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780179 Jul 23 20:00:27.996610 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['b9ecb162-69a5-4aee-80d8-70cd85b279c8'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:00:28.039431 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-2d641d7a-426c-441b-aace-fa3dfa01c1ae tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=17ff61f0156f4459a680da5d5a3dd368&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242288 Jul 23 20:00:28.072541 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-44126574-1578-4a5f-b5bc-72087e649919 req-0259b155-b747-46bd-82c8-c670085a39c6 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Deleting port 3498cb17-feb7-42a3-aed3-bb4dc1979050 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:00:28.072797 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-44126574-1578-4a5f-b5bc-72087e649919 req-0259b155-b747-46bd-82c8-c670085a39c6 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:28.164575 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-44126574-1578-4a5f-b5bc-72087e649919 req-0259b155-b747-46bd-82c8-c670085a39c6 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:28.164575 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-44126574-1578-4a5f-b5bc-72087e649919 req-0259b155-b747-46bd-82c8-c670085a39c6 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:28.181106 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-44126574-1578-4a5f-b5bc-72087e649919 req-0259b155-b747-46bd-82c8-c670085a39c6 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Calling delete_port for 3498cb17-feb7-42a3-aed3-bb4dc1979050 owned by network:floatingip {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:00:28.189731 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-90386cb4-c493-4bc9-b73f-e0cdccacffa6 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:28.191319 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-90386cb4-c493-4bc9-b73f-e0cdccacffa6 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1465247 Jul 23 20:00:28.196722 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe4dffa-1106-49c7-8b45-55aeb90b3920', 'tag': '32ba413a-70af-4a3c-97ca-546662f3f100'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:00:28.199038 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0650b505-f8c5-4db8-89a6-260df68e71b5" -d '{"events": [{"name": "network-changed", "server_uuid": "abe4dffa-1106-49c7-8b45-55aeb90b3920", "tag": "32ba413a-70af-4a3c-97ca-546662f3f100"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:00:28.207483 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-cf0b43e0-32fb-49d4-a788-f284854fb7b5 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/quotas/17ff61f0156f4459a680da5d5a3dd368 HTTP/1.1" status: 200 len: 375 time: 0.0096147 Jul 23 20:00:28.270213 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52787951-4a09-4f69-9ffc-727a9b48f183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9bef95-6488-4ccc-ab12-52f7b48a2c9f'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:00:28.272543 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f483233f-87e8-444a-9f17-f6797e9d0ceb" -d '{"events": [{"server_uuid": "52787951-4a09-4f69-9ffc-727a9b48f183", "name": "network-vif-plugged", "status": "completed", "tag": "0d9bef95-6488-4ccc-ab12-52f7b48a2c9f"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:00:28.294666 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-230888bf-1d64-412d-95db-dce47e8b0a6a tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=17ff61f0156f4459a680da5d5a3dd368&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0778627 Jul 23 20:00:28.331838 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-44126574-1578-4a5f-b5bc-72087e649919 req-0259b155-b747-46bd-82c8-c670085a39c6 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:28.362332 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b155-b747-46bd-82c8-c670085a39c6 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Pushing event deleted for resources: {'Port': ['ID=3498cb17-feb7-42a3-aed3-bb4dc1979050,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:28.430910 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-44126574-1578-4a5f-b5bc-72087e649919 req-0259b155-b747-46bd-82c8-c670085a39c6 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks [] for floatingip, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:28.433443 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-44126574-1578-4a5f-b5bc-72087e649919 req-0259b155-b747-46bd-82c8-c670085a39c6 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:28.434697 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-44126574-1578-4a5f-b5bc-72087e649919 req-0259b155-b747-46bd-82c8-c670085a39c6 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "DELETE /v2.0/floatingips/51be11fb-05c6-45e9-8d4c-1997ac1c0d26 HTTP/1.1" status: 204 len: 173 time: 0.4933734 Jul 23 20:00:28.472060 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6c876a-9a67-47d7-8439-1a9cbfc0949b x-openstack-request-id: req-1b6c876a-9a67-47d7-8439-1a9cbfc0949b {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:00:28.472479 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abe4dffa-1106-49c7-8b45-55aeb90b3920", "tag": "32ba413a-70af-4a3c-97ca-546662f3f100", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:00:28.472802 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1b6c876a-9a67-47d7-8439-1a9cbfc0949b {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:00:28.473263 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abe4dffa-1106-49c7-8b45-55aeb90b3920', 'tag': '32ba413a-70af-4a3c-97ca-546662f3f100', 'status': 'completed', 'code': 200} Jul 23 20:00:28.513870 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe8a0b-d373-403f-b2e4-2e6446fb470f req-266e6f00-0044-4ec4-a348-56b18ac37e76 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:28.519179 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b7b3c4-ee31-49e9-b296-a76c5e12ab6e x-openstack-request-id: req-89b7b3c4-ee31-49e9-b296-a76c5e12ab6e {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:00:28.519658 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52787951-4a09-4f69-9ffc-727a9b48f183", "name": "network-vif-plugged", "status": "completed", "tag": "0d9bef95-6488-4ccc-ab12-52f7b48a2c9f", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:00:28.519902 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-89b7b3c4-ee31-49e9-b296-a76c5e12ab6e {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:00:28.521908 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52787951-4a09-4f69-9ffc-727a9b48f183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9bef95-6488-4ccc-ab12-52f7b48a2c9f', 'code': 200} Jul 23 20:00:28.525229 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8efe8a0b-d373-403f-b2e4-2e6446fb470f req-266e6f00-0044-4ec4-a348-56b18ac37e76 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/ports?device_id=e455904f-f6a1-4178-b88d-a7b614b04d97 HTTP/1.1" status: 200 len: 949 time: 0.0779097 Jul 23 20:00:28.564254 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650b505-f8c5-4db8-89a6-260df68e71b5 req-9262e9dc-3bb9-445e-b4eb-3cff1fd19c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:28.565825 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0650b505-f8c5-4db8-89a6-260df68e71b5 req-9262e9dc-3bb9-445e-b4eb-3cff1fd19c38 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6e44c4dd248468c67611aa3d977ae&device_id=abe4dffa-1106-49c7-8b45-55aeb90b3920 HTTP/1.1" status: 200 len: 1095 time: 0.0611100 Jul 23 20:00:28.585708 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8efe8a0b-d373-403f-b2e4-2e6446fb470f req-b8339b35-d805-4b15-a2e0-d58afa7f740b tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/security-groups?id=a18ffe49-d0c4-4702-93be-c1cf700ebd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592067 Jul 23 20:00:28.674298 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d11682fd-0c61-4361-bd5e-c564e485fae3 req-3cf4cd0d-3dc2-45ee-aca2-4a3bbbc5f312 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab3cdbe1-1896-4290-8941-829b5bb1868b HTTP/1.1" status: 200 len: 210 time: 0.0393105 Jul 23 20:00:28.765198 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd952153-a00f-431e-b308-4474f1862170 req-38653279-827d-4886-b24e-01b49424c86f tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:28.767047 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fd952153-a00f-431e-b308-4474f1862170 req-38653279-827d-4886-b24e-01b49424c86f tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=52787951-4a09-4f69-9ffc-727a9b48f183 HTTP/1.1" status: 200 len: 946 time: 0.1996672 Jul 23 20:00:28.787112 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d55877d6-f8da-4289-a965-c6abdb50abe0 req-40cc24a4-e643-4c3a-b24e-c5b54b898f0c tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.144 HTTP/1.1" status: 200 len: 1002 time: 0.0922809 Jul 23 20:00:28.808855 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650b505-f8c5-4db8-89a6-260df68e71b5 req-b08350a3-45e6-4a57-8368-601a9d8e84b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:28.809411 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0650b505-f8c5-4db8-89a6-260df68e71b5 req-b08350a3-45e6-4a57-8368-601a9d8e84b7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=18f1c189-135d-4e39-8a5e-b364e733193d HTTP/1.1" status: 200 len: 921 time: 0.2019515 Jul 23 20:00:28.812837 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921fa05-778a-4daf-8514-857a672d6d78 req-31b6616b-3461-4b10-a399-1cde0e33be46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:28.814666 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b921fa05-778a-4daf-8514-857a672d6d78 req-31b6616b-3461-4b10-a399-1cde0e33be46 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=52787951-4a09-4f69-9ffc-727a9b48f183 HTTP/1.1" status: 200 len: 1098 time: 0.1949179 Jul 23 20:00:28.862631 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55877d6-f8da-4289-a965-c6abdb50abe0 req-e04e3454-841f-40c0-b152-446356081098 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:28.864267 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d55877d6-f8da-4289-a965-c6abdb50abe0 req-e04e3454-841f-40c0-b152-446356081098 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/ports/293d4214-3cc4-41c6-9ec0-1469a9d905ae HTTP/1.1" status: 200 len: 943 time: 0.0686576 Jul 23 20:00:28.890310 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fd952153-a00f-431e-b308-4474f1862170 req-dfa8f042-604a-42c0-b28b-fc6ce66bcc39 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120932 Jul 23 20:00:28.892631 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0650b505-f8c5-4db8-89a6-260df68e71b5 req-dddb0c8c-a886-466a-91a6-09850239300f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32ba413a-70af-4a3c-97ca-546662f3f100 HTTP/1.1" status: 200 len: 217 time: 0.0578635 Jul 23 20:00:28.922592 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b921fa05-778a-4daf-8514-857a672d6d78 req-80d5259a-61f0-4d36-b065-f5a918aaf8a9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004641 Jul 23 20:00:28.964027 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650b505-f8c5-4db8-89a6-260df68e71b5 req-55ab83e6-cede-4e81-b582-3ce56296fdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:28.965598 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0650b505-f8c5-4db8-89a6-260df68e71b5 req-55ab83e6-cede-4e81-b582-3ce56296fdd0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ff9cc1f3-5cfa-4b1f-ac36-a859db46b374 HTTP/1.1" status: 200 len: 860 time: 0.0534520 Jul 23 20:00:28.998402 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d55877d6-f8da-4289-a965-c6abdb50abe0 req-51313ebd-522a-4995-a5d8-4c124d7d371c tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.144 HTTP/1.1" status: 200 len: 1002 time: 0.0636520 Jul 23 20:00:29.034125 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0650b505-f8c5-4db8-89a6-260df68e71b5 req-3d167848-9d77-4759-b908-6980a161ed99 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=18f1c189-135d-4e39-8a5e-b364e733193d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497742 Jul 23 20:00:29.095864 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424a8aa-8aeb-4bc5-9286-ddd0c27af7af req-b4fdea78-9c07-45ab-abd3-3094aa3d1d6b tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:29.097364 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1424a8aa-8aeb-4bc5-9286-ddd0c27af7af req-b4fdea78-9c07-45ab-abd3-3094aa3d1d6b tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=abe4dffa-1106-49c7-8b45-55aeb90b3920 HTTP/1.1" status: 200 len: 943 time: 0.1221919 Jul 23 20:00:29.114820 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55877d6-f8da-4289-a965-c6abdb50abe0 req-c1e1c1d0-3721-47d8-af0f-f40fbdb74a9b tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:29.117154 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d55877d6-f8da-4289-a965-c6abdb50abe0 req-c1e1c1d0-3721-47d8-af0f-f40fbdb74a9b tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/networks/8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 784 time: 0.1118727 Jul 23 20:00:29.128137 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [req-d55877d6-f8da-4289-a965-c6abdb50abe0 req-0c5947be-48aa-4543-8343-f3724efa840a tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:00:29.129087 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d55877d6-f8da-4289-a965-c6abdb50abe0 req-0c5947be-48aa-4543-8343-f3724efa840a tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056069 Jul 23 20:00:29.176234 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1424a8aa-8aeb-4bc5-9286-ddd0c27af7af req-010baa6b-5a45-405c-a309-a0e7c3e5e728 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507445 Jul 23 20:00:29.178199 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0650b505-f8c5-4db8-89a6-260df68e71b5 req-5ae467eb-de2d-424e-9fc1-46f37f541774 service neutron] 10.222.0.18 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357899 Jul 23 20:00:29.206380 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d55877d6-f8da-4289-a965-c6abdb50abe0 req-6f340754-6ea2-468c-abfb-27b4c7adaa9d tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.144 HTTP/1.1" status: 200 len: 1002 time: 0.0702696 Jul 23 20:00:29.217353 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-d55877d6-f8da-4289-a965-c6abdb50abe0 req-c62180d2-e335-4fbf-bc51-3968d75d38bd tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:00:29.286738 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d55877d6-f8da-4289-a965-c6abdb50abe0 req-c62180d2-e335-4fbf-bc51-3968d75d38bd tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:29.290555 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0650b505-f8c5-4db8-89a6-260df68e71b5 req-703c828f-bde4-4be4-b255-994ebe702a76 service neutron] 10.222.0.18 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048117 Jul 23 20:00:29.367873 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff45106-dee7-404c-ad76-a4bea80f95e4 req-01a5e2df-b7cc-4c0b-9c92-586145a5ebb4 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:29.369260 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3ff45106-dee7-404c-ad76-a4bea80f95e4 req-01a5e2df-b7cc-4c0b-9c92-586145a5ebb4 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 949 time: 0.0660179 Jul 23 20:00:29.407500 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3ff45106-dee7-404c-ad76-a4bea80f95e4 req-cc756048-6062-40d0-8ac6-baa68267a899 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321035 Jul 23 20:00:29.431551 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device b9ecb162-69a5-4aee-80d8-70cd85b279c8 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:00:29.435375 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d55877d6-f8da-4289-a965-c6abdb50abe0 req-c62180d2-e335-4fbf-bc51-3968d75d38bd tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:29.439282 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d55877d6-f8da-4289-a965-c6abdb50abe0 req-c62180d2-e335-4fbf-bc51-3968d75d38bd tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:29.440124 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [req-d55877d6-f8da-4289-a965-c6abdb50abe0 req-c62180d2-e335-4fbf-bc51-3968d75d38bd tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Floating IP ecdbd8b3-d249-41bc-81e7-97f8f105904d disassociated. External IP: 172.25.1.144, port: 293d4214-3cc4-41c6-9ec0-1469a9d905ae. Jul 23 20:00:29.485749 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port b9ecb162-69a5-4aee-80d8-70cd85b279c8 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:00:29.490170 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port b9ecb162-69a5-4aee-80d8-70cd85b279c8 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:00:29.490545 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:29.578359 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-2599b78c-59cc-46d1-8c63-c1d928f24740 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=17ff61f0156f4459a680da5d5a3dd368&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352826 Jul 23 20:00:29.587484 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:29.626402 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port b9ecb162-69a5-4aee-80d8-70cd85b279c8, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=b9ecb162-69a5-4aee-80d8-70cd85b279c8,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:29.633277 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:29.675570 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707eee1-eccc-41f4-be01-8d8dfceccbc2 req-57496df7-1d21-4913-9e40-7bede9407409 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:29.683043 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b707eee1-eccc-41f4-be01-8d8dfceccbc2 req-57496df7-1d21-4913-9e40-7bede9407409 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=78c3421c-ef8a-46af-b956-8158d255b78f HTTP/1.1" status: 200 len: 945 time: 0.1876900 Jul 23 20:00:29.699479 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=b9ecb162-69a5-4aee-80d8-70cd85b279c8,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:29.741747 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-bb31435a-9a2a-410c-be32-9026843d2ba4 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:29.743459 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-bb31435a-9a2a-410c-be32-9026843d2ba4 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1567223 Jul 23 20:00:29.746539 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b707eee1-eccc-41f4-be01-8d8dfceccbc2 req-49feaee0-5394-4058-aa07-e31e57ba486d tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627043 Jul 23 20:00:29.773689 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-02a6eb4c-acfc-4329-b21a-2c75b893e1e7 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Request body: {'port': {'device_id': 'ab3cdbe1-1896-4290-8941-829b5bb1868b', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'admin_state_up': True, 'tenant_id': '17ff61f0156f4459a680da5d5a3dd368'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:00:29.912496 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d55877d6-f8da-4289-a965-c6abdb50abe0 req-c62180d2-e335-4fbf-bc51-3968d75d38bd tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Router a5491f17-29e1-412b-96ce-f7e724f53e28 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:00:29.926533 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4dd23-7ce5-420e-a3a0-4907daf952b6 req-5836c2c2-d238-4552-b193-b390935c57c9 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:29.933781 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-87c4dd23-7ce5-420e-a3a0-4907daf952b6 req-5836c2c2-d238-4552-b193-b390935c57c9 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/ports?device_id=e455904f-f6a1-4178-b88d-a7b614b04d97 HTTP/1.1" status: 200 len: 950 time: 0.1276274 Jul 23 20:00:29.964592 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-02a6eb4c-acfc-4329-b21a-2c75b893e1e7 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Made reservation on behalf of 17ff61f0156f4459a680da5d5a3dd368 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:00:29.968064 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-02a6eb4c-acfc-4329-b21a-2c75b893e1e7 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:29.994673 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-87c4dd23-7ce5-420e-a3a0-4907daf952b6 req-6ae9e58c-abb8-4223-9a60-f8ecc408fc76 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/security-groups?id=a18ffe49-d0c4-4702-93be-c1cf700ebd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600204 Jul 23 20:00:30.047713 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d55877d6-f8da-4289-a965-c6abdb50abe0 req-c62180d2-e335-4fbf-bc51-3968d75d38bd tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:00:30.059213 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f063a64-f8d6-4314-b820-b040eb64524c None None] Sync routers for ids ['a5491f17-29e1-412b-96ce-f7e724f53e28'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:00:30.063418 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d55877d6-f8da-4289-a965-c6abdb50abe0 req-c62180d2-e335-4fbf-bc51-3968d75d38bd tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:30.068172 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f063a64-f8d6-4314-b820-b040eb64524c None None] Routers {'a5491f17-29e1-412b-96ce-f7e724f53e28'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:00:30.068797 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0f063a64-f8d6-4314-b820-b040eb64524c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:00:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a5491f17-29e1-412b-96ce-f7e724f53e28'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:00:30.106990 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d55877d6-f8da-4289-a965-c6abdb50abe0 req-c62180d2-e335-4fbf-bc51-3968d75d38bd tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "PUT /v2.0/floatingips/ecdbd8b3-d249-41bc-81e7-97f8f105904d HTTP/1.1" status: 200 len: 695 time: 0.8940783 Jul 23 20:00:30.107451 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c2ce5ef-adeb-4d5a-9201-b3119a69b560', 'tag': '293d4214-3cc4-41c6-9ec0-1469a9d905ae'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:00:30.109723 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827a54d7-e992-45ce-907e-92eb8deb03dc" -d '{"events": [{"name": "network-changed", "server_uuid": "1c2ce5ef-adeb-4d5a-9201-b3119a69b560", "tag": "293d4214-3cc4-41c6-9ec0-1469a9d905ae"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:00:30.113183 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a1fc903b-b92d-43e6-a088-c0f47d518562 req-9a1910e3-3934-4c57-a0c1-a6e88a32bdb7 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab3cdbe1-1896-4290-8941-829b5bb1868b HTTP/1.1" status: 200 len: 210 time: 0.0519080 Jul 23 20:00:30.161196 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-02a6eb4c-acfc-4329-b21a-2c75b893e1e7 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Allocated IP 192.168.233.201 (ec2201c2-595f-40aa-9bc3-fccd4b01012e/4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d/9d702234-c829-4840-9f95-aa3c9d43db90) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:00:30.187593 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55877d6-f8da-4289-a965-c6abdb50abe0 req-302b5e92-3474-4006-afef-23ede0185301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:30.189001 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d55877d6-f8da-4289-a965-c6abdb50abe0 req-302b5e92-3474-4006-afef-23ede0185301 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29f398dfe4164e34978e3a6c9a01d9f6&device_id=1c2ce5ef-adeb-4d5a-9201-b3119a69b560 HTTP/1.1" status: 200 len: 1098 time: 0.0595052 Jul 23 20:00:30.219504 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-0f063a64-f8d6-4314-b820-b040eb64524c None None] Set router a5491f17-29e1-412b-96ce-f7e724f53e28 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:00:30.309577 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55877d6-f8da-4289-a965-c6abdb50abe0 req-64e91ff3-5a20-4407-b417-6dde8e8f2d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:30.311054 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d55877d6-f8da-4289-a965-c6abdb50abe0 req-64e91ff3-5a20-4407-b417-6dde8e8f2d21 service neutron] 10.222.0.32 "GET /v2.0/networks?id=73ef6daa-59f8-4590-b34d-231209a696ad HTTP/1.1" status: 200 len: 930 time: 0.1153300 Jul 23 20:00:30.364725 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d55877d6-f8da-4289-a965-c6abdb50abe0 req-206ec31e-bee4-42ea-93bd-9f2418dad6ec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=293d4214-3cc4-41c6-9ec0-1469a9d905ae HTTP/1.1" status: 200 len: 217 time: 0.0460708 Jul 23 20:00:30.411802 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-02a6eb4c-acfc-4329-b21a-2c75b893e1e7 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:30.417595 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55877d6-f8da-4289-a965-c6abdb50abe0 req-05c0e2bd-c84e-4658-8892-7319a5c8cb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:30.418824 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d55877d6-f8da-4289-a965-c6abdb50abe0 req-05c0e2bd-c84e-4658-8892-7319a5c8cb14 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=820d0704-7ca5-4869-af84-e2c94d784bdd HTTP/1.1" status: 200 len: 868 time: 0.0493469 Jul 23 20:00:30.437127 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-02a6eb4c-acfc-4329-b21a-2c75b893e1e7 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Transition to ACTIVE for port object 9d702234-c829-4840-9f95-aa3c9d43db90 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:00:30.453726 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d24d58-dcbd-424c-8fb6-17520cd2ffb2 req-64b90231-a96e-48aa-b404-6041502fd699 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:30.460478 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-85d24d58-dcbd-424c-8fb6-17520cd2ffb2 req-64b90231-a96e-48aa-b404-6041502fd699 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=52787951-4a09-4f69-9ffc-727a9b48f183 HTTP/1.1" status: 200 len: 946 time: 0.1178300 Jul 23 20:00:30.494774 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55877d6-f8da-4289-a965-c6abdb50abe0 req-6c7544c4-ff64-49ad-afa8-cc3fed8e7699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:30.498797 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0f063a64-f8d6-4314-b820-b040eb64524c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5491f17-29e1-412b-96ce-f7e724f53e28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2105974091-router', 'tenant_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '493997cd-d2ca-47a8-8e4f-3fe4b663b8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:24Z', 'updated_at': '2021-07-23T19:59:36Z', 'revision_number': 4, 'project_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'gw_port': {'id': '493997cd-d2ca-47a8-8e4f-3fe4b663b8c5', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5491f17-29e1-412b-96ce-f7e724f53e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:25Z', 'updated_at': '2021-07-23T19:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '4c643738-b15e-40c4-a40c-6367c7b0ca47', 'name': '', 'network_id': '73ef6daa-59f8-4590-b34d-231209a696ad', 'tenant_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'mac_address': 'fa:16:3e:49:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5491f17-29e1-412b-96ce-f7e724f53e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '820d0704-7ca5-4869-af84-e2c94d784bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:34Z', 'updated_at': '2021-07-23T19:59:47Z', 'revision_number': 5, 'project_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'subnets': [{'id': '820d0704-7ca5-4869-af84-e2c94d784bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:00:30.502389 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d55877d6-f8da-4289-a965-c6abdb50abe0 req-6c7544c4-ff64-49ad-afa8-cc3fed8e7699 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=73ef6daa-59f8-4590-b34d-231209a696ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0772665 Jul 23 20:00:30.527508 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-85d24d58-dcbd-424c-8fb6-17520cd2ffb2 req-f204afa6-922b-4201-9b82-f0bd0b7a7c3c tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658591 Jul 23 20:00:30.528842 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e455904f-f6a1-4178-b88d-a7b614b04d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ecb162-69a5-4aee-80d8-70cd85b279c8'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:00:30.531645 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895ae831-e5bd-48f6-86e5-fba0e13ba348" -d '{"events": [{"server_uuid": "e455904f-f6a1-4178-b88d-a7b614b04d97", "name": "network-vif-plugged", "status": "completed", "tag": "b9ecb162-69a5-4aee-80d8-70cd85b279c8"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:00:30.545781 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f063a64-f8d6-4314-b820-b040eb64524c None None] Checking router: a5491f17-29e1-412b-96ce-f7e724f53e28 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:00:30.551143 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-02a6eb4c-acfc-4329-b21a-2c75b893e1e7 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:30.567579 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['88bcde5f-e05c-48b1-9357-4da5b5477f36', '3868cadf-74c9-41eb-babe-ade562e7265e', '83124c42-89f8-415d-afa2-03018b51299d', 'fe8a6bad-185a-4e50-8264-7e04e021d52a'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:00:30.576177 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['6b3cf3b3-7232-4a77-a76e-d33cb770c70d', 'cceb9cfe-be34-41c0-92cd-2dbcf70a248f'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:00:30.578609 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f063a64-f8d6-4314-b820-b040eb64524c None None] Routers {'a5491f17-29e1-412b-96ce-f7e724f53e28'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:00:30.579277 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0f063a64-f8d6-4314-b820-b040eb64524c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:00:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a5491f17-29e1-412b-96ce-f7e724f53e28'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:00:30.599036 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21e000a-a06f-4385-814e-28929d4a2c08 x-openstack-request-id: req-b21e000a-a06f-4385-814e-28929d4a2c08 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:00:30.599334 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c2ce5ef-adeb-4d5a-9201-b3119a69b560", "tag": "293d4214-3cc4-41c6-9ec0-1469a9d905ae", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:00:30.603300 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b21e000a-a06f-4385-814e-28929d4a2c08 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:00:30.603300 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c2ce5ef-adeb-4d5a-9201-b3119a69b560', 'tag': '293d4214-3cc4-41c6-9ec0-1469a9d905ae', 'status': 'completed', 'code': 200} Jul 23 20:00:30.624561 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d55877d6-f8da-4289-a965-c6abdb50abe0 req-2b9c5e20-77e2-4285-af37-e271bf3024ed service neutron] 10.222.0.32 "GET /v2.0/networks/73ef6daa-59f8-4590-b34d-231209a696ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173770 Jul 23 20:00:30.722237 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d55877d6-f8da-4289-a965-c6abdb50abe0 req-1ab49724-d8b2-4dda-8fd1-1a11566990ac service neutron] 10.222.0.32 "GET /v2.0/networks/73ef6daa-59f8-4590-b34d-231209a696ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966420 Jul 23 20:00:30.833329 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-0f063a64-f8d6-4314-b820-b040eb64524c None None] Set router a5491f17-29e1-412b-96ce-f7e724f53e28 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:00:30.863625 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744aa85-14a7-4a67-b484-9bdb483b6f47 req-1666ccfb-ede6-49bb-875c-30cbe498a5b4 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:30.865531 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1744aa85-14a7-4a67-b484-9bdb483b6f47 req-1666ccfb-ede6-49bb-875c-30cbe498a5b4 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=78c3421c-ef8a-46af-b956-8158d255b78f HTTP/1.1" status: 200 len: 945 time: 0.0754838 Jul 23 20:00:30.916263 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1744aa85-14a7-4a67-b484-9bdb483b6f47 req-c0d49c32-87ed-476e-8567-417074fe4eb4 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439065 Jul 23 20:00:30.949674 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-02a6eb4c-acfc-4329-b21a-2c75b893e1e7 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Network ec2201c2-595f-40aa-9bc3-fccd4b01012e is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:00:30.961206 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-02a6eb4c-acfc-4329-b21a-2c75b893e1e7 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:00:30.964025 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6eb4c-acfc-4329-b21a-2c75b893e1e7 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Pushing event updated for resources: {'Port': ['ID=9d702234-c829-4840-9f95-aa3c9d43db90,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:30.967224 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-02a6eb4c-acfc-4329-b21a-2c75b893e1e7 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:00:31.045795 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a54d7-e992-45ce-907e-92eb8deb03dc req-12022ec1-4e70-4f90-b749-6d9ee0f5f06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:31.047825 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-827a54d7-e992-45ce-907e-92eb8deb03dc req-12022ec1-4e70-4f90-b749-6d9ee0f5f06e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29f398dfe4164e34978e3a6c9a01d9f6&device_id=1c2ce5ef-adeb-4d5a-9201-b3119a69b560 HTTP/1.1" status: 200 len: 1098 time: 0.1725059 Jul 23 20:00:31.065958 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-02a6eb4c-acfc-4329-b21a-2c75b893e1e7 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:31.066749 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-02a6eb4c-acfc-4329-b21a-2c75b893e1e7 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:31.122061 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a4f7b-ff70-4af2-835f-d73a445a3d0a req-2b6cd38e-865b-4caa-9c22-92f0451bfde7 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:31.130806 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-674a4f7b-ff70-4af2-835f-d73a445a3d0a req-2b6cd38e-865b-4caa-9c22-92f0451bfde7 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=abe4dffa-1106-49c7-8b45-55aeb90b3920 HTTP/1.1" status: 200 len: 943 time: 0.2543943 Jul 23 20:00:31.145639 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-02a6eb4c-acfc-4329-b21a-2c75b893e1e7 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3786981 Jul 23 20:00:31.159840 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-51551a51-7876-4f25-93b6-2695f4a621e6 service neutron] Request body: {'port': {'device_id': 'ab3cdbe1-1896-4290-8941-829b5bb1868b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:00:31.176578 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d8338-ede0-422b-b21a-e9fa4c9be57e req-0f436ffc-4507-4e31-aa6d-8629368bb711 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:31.179855 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4c3d8338-ede0-422b-b21a-e9fa4c9be57e req-0f436ffc-4507-4e31-aa6d-8629368bb711 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 949 time: 0.0969031 Jul 23 20:00:31.258085 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4c3d8338-ede0-422b-b21a-e9fa4c9be57e req-016de3e5-e815-4a11-b3e0-94660b51a63d tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610952 Jul 23 20:00:31.260115 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-674a4f7b-ff70-4af2-835f-d73a445a3d0a req-d493e514-ddf5-4694-8f31-dda8c69f38e4 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283610 Jul 23 20:00:31.305540 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a54d7-e992-45ce-907e-92eb8deb03dc req-e44c814b-0597-4fad-8e99-0401dc888438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:31.308656 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-827a54d7-e992-45ce-907e-92eb8deb03dc req-e44c814b-0597-4fad-8e99-0401dc888438 service neutron] 10.222.0.18 "GET /v2.0/networks?id=73ef6daa-59f8-4590-b34d-231209a696ad HTTP/1.1" status: 200 len: 930 time: 0.2500713 Jul 23 20:00:31.308961 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 32ba413a-70af-4a3c-97ca-546662f3f100 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:00:31.327077 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-51551a51-7876-4f25-93b6-2695f4a621e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:31.340792 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0bad1691-411d-4ece-91c3-f228645b1929 None None] Provisioning for port 9d702234-c829-4840-9f95-aa3c9d43db90 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:00:31.359342 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0bad1691-411d-4ece-91c3-f228645b1929 None None] Provisioning complete for port 9d702234-c829-4840-9f95-aa3c9d43db90 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:00:31.359858 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0bad1691-411d-4ece-91c3-f228645b1929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:31.365757 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3090136-ece3-4df4-82de-14fd54004486 x-openstack-request-id: req-d3090136-ece3-4df4-82de-14fd54004486 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:00:31.366124 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e455904f-f6a1-4178-b88d-a7b614b04d97", "name": "network-vif-plugged", "status": "completed", "tag": "b9ecb162-69a5-4aee-80d8-70cd85b279c8", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:00:31.367191 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d3090136-ece3-4df4-82de-14fd54004486 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:00:31.367465 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e455904f-f6a1-4178-b88d-a7b614b04d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ecb162-69a5-4aee-80d8-70cd85b279c8', 'code': 200} Jul 23 20:00:31.375837 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-827a54d7-e992-45ce-907e-92eb8deb03dc req-bf387c79-c171-4344-ad53-6c0dba7267a6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=293d4214-3cc4-41c6-9ec0-1469a9d905ae HTTP/1.1" status: 200 len: 217 time: 0.0603089 Jul 23 20:00:31.403882 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31fea9-b611-45df-8a76-6e099d2a3e6a req-9dfeb19a-4a27-4a60-97d3-816b583cbcd9 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:31.405818 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8b31fea9-b611-45df-8a76-6e099d2a3e6a req-9dfeb19a-4a27-4a60-97d3-816b583cbcd9 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=52787951-4a09-4f69-9ffc-727a9b48f183 HTTP/1.1" status: 200 len: 1098 time: 0.0759523 Jul 23 20:00:31.418052 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0f063a64-f8d6-4314-b820-b040eb64524c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5491f17-29e1-412b-96ce-f7e724f53e28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2105974091-router', 'tenant_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '493997cd-d2ca-47a8-8e4f-3fe4b663b8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:24Z', 'updated_at': '2021-07-23T19:59:36Z', 'revision_number': 4, 'project_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'gw_port': {'id': '493997cd-d2ca-47a8-8e4f-3fe4b663b8c5', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5491f17-29e1-412b-96ce-f7e724f53e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:25Z', 'updated_at': '2021-07-23T19:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '4c643738-b15e-40c4-a40c-6367c7b0ca47', 'name': '', 'network_id': '73ef6daa-59f8-4590-b34d-231209a696ad', 'tenant_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'mac_address': 'fa:16:3e:49:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5491f17-29e1-412b-96ce-f7e724f53e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '820d0704-7ca5-4869-af84-e2c94d784bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:34Z', 'updated_at': '2021-07-23T19:59:47Z', 'revision_number': 5, 'project_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'subnets': [{'id': '820d0704-7ca5-4869-af84-e2c94d784bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:00:31.447333 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8b31fea9-b611-45df-8a76-6e099d2a3e6a req-3bb80edb-edff-4ded-8452-f8d2b47ceb7a tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355575 Jul 23 20:00:31.470374 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f063a64-f8d6-4314-b820-b040eb64524c None None] The sync data for ids ['a5491f17-29e1-412b-96ce-f7e724f53e28'] in n-d-793618-10 is: [{'id': 'a5491f17-29e1-412b-96ce-f7e724f53e28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2105974091-router', 'tenant_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '493997cd-d2ca-47a8-8e4f-3fe4b663b8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:24Z', 'updated_at': '2021-07-23T19:59:36Z', 'revision_number': 4, 'project_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'gw_port': {'id': '493997cd-d2ca-47a8-8e4f-3fe4b663b8c5', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5491f17-29e1-412b-96ce-f7e724f53e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:25Z', 'updated_at': '2021-07-23T19:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '4c643738-b15e-40c4-a40c-6367c7b0ca47', 'name': '', 'network_id': '73ef6daa-59f8-4590-b34d-231209a696ad', 'tenant_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'mac_address': 'fa:16:3e:49:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5491f17-29e1-412b-96ce-f7e724f53e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '820d0704-7ca5-4869-af84-e2c94d784bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:34Z', 'updated_at': '2021-07-23T19:59:47Z', 'revision_number': 5, 'project_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'subnets': [{'id': '820d0704-7ca5-4869-af84-e2c94d784bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:00:31.517982 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-0bad1691-411d-4ece-91c3-f228645b1929 None None] Port 9d702234-c829-4840-9f95-aa3c9d43db90 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:00:31.553605 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a22591c0-9d09-4fb3-931a-75790d6575cc req-486d19fa-4f15-41ae-9821-1443cf0add72 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/floatingips/ecdbd8b3-d249-41bc-81e7-97f8f105904d HTTP/1.1" status: 200 len: 695 time: 0.1085541 Jul 23 20:00:31.560649 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a54d7-e992-45ce-907e-92eb8deb03dc req-73fc7123-130b-42c3-ab0a-2f17d513c33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:31.562501 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-827a54d7-e992-45ce-907e-92eb8deb03dc req-73fc7123-130b-42c3-ab0a-2f17d513c33c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=820d0704-7ca5-4869-af84-e2c94d784bdd HTTP/1.1" status: 200 len: 868 time: 0.1798096 Jul 23 20:00:31.568371 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 32ba413a-70af-4a3c-97ca-546662f3f100, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=32ba413a-70af-4a3c-97ca-546662f3f100,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:31.590860 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '32ba413a-70af-4a3c-97ca-546662f3f100', 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d', 'port_id': '32ba413a-70af-4a3c-97ca-546662f3f100', 'mac_address': 'fa:16:3e:08:72:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff9cc1f3-5cfa-4b1f-ac36-a859db46b374', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:00:31.652408 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:31.680048 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32ba413a-70af-4a3c-97ca-546662f3f100 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:00:31.767647 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb0d89-371f-4e63-9338-ba4e0ddbc7e6 req-e29c177c-14f3-468f-a27f-d6b9e69f243a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:31.769168 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2fbb0d89-371f-4e63-9338-ba4e0ddbc7e6 req-e29c177c-14f3-468f-a27f-d6b9e69f243a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e455904f-f6a1-4178-b88d-a7b614b04d97 HTTP/1.1" status: 200 len: 1102 time: 0.3019009 Jul 23 20:00:31.844697 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 32ba413a-70af-4a3c-97ca-546662f3f100, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=32ba413a-70af-4a3c-97ca-546662f3f100,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:31.856455 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:31.863329 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22591c0-9d09-4fb3-931a-75790d6575cc req-15411be2-1ca9-48d0-a227-96a28c35e2f6 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:31.864792 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a22591c0-9d09-4fb3-931a-75790d6575cc req-15411be2-1ca9-48d0-a227-96a28c35e2f6 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/networks/8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 784 time: 0.3001046 Jul 23 20:00:31.889819 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a54d7-e992-45ce-907e-92eb8deb03dc req-edc417f8-844d-4871-9118-e91cb2a689d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:31.891256 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-827a54d7-e992-45ce-907e-92eb8deb03dc req-edc417f8-844d-4871-9118-e91cb2a689d9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73ef6daa-59f8-4590-b34d-231209a696ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3180399 Jul 23 20:00:31.891544 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bf2272-d787-4f7b-acc6-ef56d6a250f9 None None] New status for floating IP ecdbd8b3-d249-41bc-81e7-97f8f105904d: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:00:31.900433 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2fbb0d89-371f-4e63-9338-ba4e0ddbc7e6 req-4d3420dc-d843-4a1a-a529-3b0c80cea0e2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a18ffe49-d0c4-4702-93be-c1cf700ebd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199615 Jul 23 20:00:31.924784 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=32ba413a-70af-4a3c-97ca-546662f3f100,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:31.998992 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a22591c0-9d09-4fb3-931a-75790d6575cc req-c9967379-0732-44f4-a488-3a03f0a870fc tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.144 HTTP/1.1" status: 200 len: 698 time: 0.1146076 Jul 23 20:00:32.103192 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85d477-c3a6-42e0-b41c-fe97a7b5104c req-f2bf72d8-ae4f-453c-8a55-e938ec5e4e55 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:32.104757 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dc85d477-c3a6-42e0-b41c-fe97a7b5104c req-f2bf72d8-ae4f-453c-8a55-e938ec5e4e55 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/ports?device_id=e455904f-f6a1-4178-b88d-a7b614b04d97 HTTP/1.1" status: 200 len: 950 time: 0.0883350 Jul 23 20:00:32.125365 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a22591c0-9d09-4fb3-931a-75790d6575cc req-d402759a-9021-49ee-8afd-9fdf8901a03c tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.144 HTTP/1.1" status: 200 len: 698 time: 0.0983434 Jul 23 20:00:32.147858 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dc85d477-c3a6-42e0-b41c-fe97a7b5104c req-9ef389b0-e9cc-4a7b-860b-1e60a35527e0 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/security-groups?id=a18ffe49-d0c4-4702-93be-c1cf700ebd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355744 Jul 23 20:00:32.203077 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['32ba413a-70af-4a3c-97ca-546662f3f100'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:00:32.212662 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-827a54d7-e992-45ce-907e-92eb8deb03dc req-ee8c6ed9-ea3d-4961-894d-e4723188ebc0 service neutron] 10.222.0.18 "GET /v2.0/networks/73ef6daa-59f8-4590-b34d-231209a696ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084879 Jul 23 20:00:32.293559 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ce81f-1810-4f02-a299-7e6c30d6c518 req-a586849e-32a1-4c4d-9be3-6e38fe5c6316 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:32.296135 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-226ce81f-1810-4f02-a299-7e6c30d6c518 req-a586849e-32a1-4c4d-9be3-6e38fe5c6316 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab3cdbe1-1896-4290-8941-829b5bb1868b HTTP/1.1" status: 200 len: 936 time: 0.0800407 Jul 23 20:00:32.340076 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-226ce81f-1810-4f02-a299-7e6c30d6c518 req-6f8c28c1-9c51-4206-8b00-dd4c77a923ef tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361552 Jul 23 20:00:32.376407 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-51551a51-7876-4f25-93b6-2695f4a621e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d702234-c829-4840-9f95-aa3c9d43db90 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:00:32.388395 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-51551a51-7876-4f25-93b6-2695f4a621e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:32.417377 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-51551a51-7876-4f25-93b6-2695f4a621e6 service neutron] Transition to ACTIVE for port object 9d702234-c829-4840-9f95-aa3c9d43db90 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:00:32.426945 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-51551a51-7876-4f25-93b6-2695f4a621e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:32.455689 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5335d-8fb2-4d64-bd30-5b780c8ecf1d req-fededf15-9497-429b-854a-a51cc084a818 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:32.457297 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8ac5335d-8fb2-4d64-bd30-5b780c8ecf1d req-fededf15-9497-429b-854a-a51cc084a818 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=52787951-4a09-4f69-9ffc-727a9b48f183 HTTP/1.1" status: 200 len: 1098 time: 0.0548854 Jul 23 20:00:32.464571 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-827a54d7-e992-45ce-907e-92eb8deb03dc req-113ca3ec-3684-44d3-b730-5319bb90acd8 service neutron] 10.222.0.18 "GET /v2.0/networks/73ef6daa-59f8-4590-b34d-231209a696ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195067 Jul 23 20:00:32.474268 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-a22591c0-9d09-4fb3-931a-75790d6575cc req-586b127e-46f8-435e-b99e-17280ace8c14 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Deleting port 26250d46-7f0b-4012-8126-4362b0f220b5 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:00:32.474603 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a22591c0-9d09-4fb3-931a-75790d6575cc req-586b127e-46f8-435e-b99e-17280ace8c14 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:32.496999 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8ac5335d-8fb2-4d64-bd30-5b780c8ecf1d req-8e6095de-bfc2-4a9d-a641-d52af32d6fe2 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331299 Jul 23 20:00:32.516246 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51551a51-7876-4f25-93b6-2695f4a621e6 service neutron] Pushing event updated for resources: {'Port': ['ID=9d702234-c829-4840-9f95-aa3c9d43db90,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:32.643184 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a22591c0-9d09-4fb3-931a-75790d6575cc req-586b127e-46f8-435e-b99e-17280ace8c14 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:32.643658 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a22591c0-9d09-4fb3-931a-75790d6575cc req-586b127e-46f8-435e-b99e-17280ace8c14 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:32.663637 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-a22591c0-9d09-4fb3-931a-75790d6575cc req-586b127e-46f8-435e-b99e-17280ace8c14 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Calling delete_port for 26250d46-7f0b-4012-8126-4362b0f220b5 owned by network:floatingip {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:00:32.665403 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-51551a51-7876-4f25-93b6-2695f4a621e6 service neutron] Attempting to bind port 9d702234-c829-4840-9f95-aa3c9d43db90 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:00:32.665754 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-51551a51-7876-4f25-93b6-2695f4a621e6 service neutron] Attempting to bind port 9d702234-c829-4840-9f95-aa3c9d43db90 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:00:32.666079 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-51551a51-7876-4f25-93b6-2695f4a621e6 service neutron] Attempting to bind port 9d702234-c829-4840-9f95-aa3c9d43db90 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:00:32.677521 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-51551a51-7876-4f25-93b6-2695f4a621e6 service neutron] Port 9d702234-c829-4840-9f95-aa3c9d43db90 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:00:32.677840 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-51551a51-7876-4f25-93b6-2695f4a621e6 service neutron] Attempting to bind port 9d702234-c829-4840-9f95-aa3c9d43db90 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:00:32.713591 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-51551a51-7876-4f25-93b6-2695f4a621e6 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:00:32.713929 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-51551a51-7876-4f25-93b6-2695f4a621e6 service neutron] Checking segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:00:32.714316 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-51551a51-7876-4f25-93b6-2695f4a621e6 service neutron] Bound using segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:00:32.714751 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-51551a51-7876-4f25-93b6-2695f4a621e6 service neutron] Bound port: 9d702234-c829-4840-9f95-aa3c9d43db90, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:00:32.715102 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-51551a51-7876-4f25-93b6-2695f4a621e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:32.765793 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699782f-2d07-49c5-a176-94924b80e3f1 req-341c488d-6359-444c-a492-4c8f36169bec tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:32.767275 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9699782f-2d07-49c5-a176-94924b80e3f1 req-341c488d-6359-444c-a492-4c8f36169bec tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 949 time: 0.0705264 Jul 23 20:00:32.804768 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9699782f-2d07-49c5-a176-94924b80e3f1 req-0dc4a225-7142-4ea3-83a2-90b3a8af6940 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312920 Jul 23 20:00:32.810258 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-51551a51-7876-4f25-93b6-2695f4a621e6 service neutron] For port 9d702234-c829-4840-9f95-aa3c9d43db90, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:00:32.813790 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-51551a51-7876-4f25-93b6-2695f4a621e6 service neutron] For port 9d702234-c829-4840-9f95-aa3c9d43db90, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=9d702234-c829-4840-9f95-aa3c9d43db90,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:00:32.820637 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-51551a51-7876-4f25-93b6-2695f4a621e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:32.878598 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-51551a51-7876-4f25-93b6-2695f4a621e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:32.879213 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-51551a51-7876-4f25-93b6-2695f4a621e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:32.880579 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-51551a51-7876-4f25-93b6-2695f4a621e6 service neutron] 10.222.0.18 "PUT /v2.0/ports/9d702234-c829-4840-9f95-aa3c9d43db90 HTTP/1.1" status: 200 len: 1097 time: 1.7274177 Jul 23 20:00:32.882911 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab3cdbe1-1896-4290-8941-829b5bb1868b', 'tag': '9d702234-c829-4840-9f95-aa3c9d43db90'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:00:32.885155 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24e6375-5a23-45b7-861a-6df3fcbfb67f" -d '{"events": [{"name": "network-changed", "server_uuid": "ab3cdbe1-1896-4290-8941-829b5bb1868b", "tag": "9d702234-c829-4840-9f95-aa3c9d43db90"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:00:32.935898 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a22591c0-9d09-4fb3-931a-75790d6575cc req-586b127e-46f8-435e-b99e-17280ace8c14 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:32.940891 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51551a51-7876-4f25-93b6-2695f4a621e6 service neutron] Pushing event updated for resources: {'Port': ['ID=9d702234-c829-4840-9f95-aa3c9d43db90,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:32.964844 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01d2cb-59f6-4d3a-8a2a-54d61f3b06c7 req-a1c2ddf5-3c11-4ecd-8bca-c79b73830712 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:32.966591 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-df01d2cb-59f6-4d3a-8a2a-54d61f3b06c7 req-a1c2ddf5-3c11-4ecd-8bca-c79b73830712 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=abe4dffa-1106-49c7-8b45-55aeb90b3920 HTTP/1.1" status: 200 len: 944 time: 0.0966372 Jul 23 20:00:32.999461 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b127e-46f8-435e-b99e-17280ace8c14 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Pushing event deleted for resources: {'Port': ['ID=26250d46-7f0b-4012-8126-4362b0f220b5,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:33.010709 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-df01d2cb-59f6-4d3a-8a2a-54d61f3b06c7 req-8401645e-b16e-4037-a8d4-4e6d55ccfaf0 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375781 Jul 23 20:00:33.065072 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a22591c0-9d09-4fb3-931a-75790d6575cc req-586b127e-46f8-435e-b99e-17280ace8c14 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks [] for floatingip, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:33.067620 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a22591c0-9d09-4fb3-931a-75790d6575cc req-586b127e-46f8-435e-b99e-17280ace8c14 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:33.068869 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a22591c0-9d09-4fb3-931a-75790d6575cc req-586b127e-46f8-435e-b99e-17280ace8c14 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "DELETE /v2.0/floatingips/ecdbd8b3-d249-41bc-81e7-97f8f105904d HTTP/1.1" status: 204 len: 173 time: 0.9327981 Jul 23 20:00:33.101225 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-d5d63299-6904-4bb7-bded-a6441e2bf0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:33.102868 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-d5d63299-6904-4bb7-bded-a6441e2bf0ec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=17ff61f0156f4459a680da5d5a3dd368&device_id=ab3cdbe1-1896-4290-8941-829b5bb1868b HTTP/1.1" status: 200 len: 1100 time: 0.1591232 Jul 23 20:00:33.150716 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12028d44-76b2-4f10-a7cd-298630ff715e x-openstack-request-id: req-12028d44-76b2-4f10-a7cd-298630ff715e {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:00:33.151001 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab3cdbe1-1896-4290-8941-829b5bb1868b", "tag": "9d702234-c829-4840-9f95-aa3c9d43db90", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:00:33.151245 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12028d44-76b2-4f10-a7cd-298630ff715e {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:00:33.151632 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab3cdbe1-1896-4290-8941-829b5bb1868b', 'tag': '9d702234-c829-4840-9f95-aa3c9d43db90', 'status': 'completed', 'code': 200} Jul 23 20:00:33.153439 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-9a86d88d-868f-41d3-a4ba-bd41c7bc98cc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=9d702234-c829-4840-9f95-aa3c9d43db90 HTTP/1.1" status: 200 len: 217 time: 0.0424309 Jul 23 20:00:33.250880 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-defc7685-3ee7-472d-8cc6-ce06a02e36df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:33.252273 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-defc7685-3ee7-472d-8cc6-ce06a02e36df service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.0916946 Jul 23 20:00:33.265203 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2049091-6bb7-4535-bc5d-a67fc10bf8a5 req-ca5a6dad-05a3-4aa2-93e1-3fccd47e6979 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:33.266904 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b2049091-6bb7-4535-bc5d-a67fc10bf8a5 req-ca5a6dad-05a3-4aa2-93e1-3fccd47e6979 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c2ce5ef-adeb-4d5a-9201-b3119a69b560&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0795326 Jul 23 20:00:33.312281 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b2049091-6bb7-4535-bc5d-a67fc10bf8a5 req-e6ba5dc0-4943-4b11-b35e-d221cc00f377 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0391304 Jul 23 20:00:33.365917 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beabad9-4db0-4c75-964a-819d18972908 req-1d1d343e-d274-48f4-8147-94d4fea399c5 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:33.367943 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0beabad9-4db0-4c75-964a-819d18972908 req-1d1d343e-d274-48f4-8147-94d4fea399c5 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/ports?device_id=e455904f-f6a1-4178-b88d-a7b614b04d97 HTTP/1.1" status: 200 len: 950 time: 0.1096201 Jul 23 20:00:33.370779 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-66a2bfac-4e35-4278-a8a5-59e3d62b428b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:33.372124 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-66a2bfac-4e35-4278-a8a5-59e3d62b428b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1035438 Jul 23 20:00:33.422091 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f81845-2913-4d59-b6ff-afe425047be0 req-a642dc74-ef6b-4ea0-ad7f-b7b76b132bb0 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:33.424162 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a2f81845-2913-4d59-b6ff-afe425047be0 req-a642dc74-ef6b-4ea0-ad7f-b7b76b132bb0 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=52787951-4a09-4f69-9ffc-727a9b48f183 HTTP/1.1" status: 200 len: 1098 time: 0.0592527 Jul 23 20:00:33.445174 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0beabad9-4db0-4c75-964a-819d18972908 req-52cc2b4f-bdbe-4219-a70d-6368c944c503 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/security-groups?id=a18ffe49-d0c4-4702-93be-c1cf700ebd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710714 Jul 23 20:00:33.470105 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a2f81845-2913-4d59-b6ff-afe425047be0 req-b981cd43-b175-45b6-8862-b8d9360b762c tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374796 Jul 23 20:00:33.525493 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9d6eb02b-53a0-41d6-b965-8e9a857c750d req-96ccd6ec-da09-4e45-9e24-bd3735b51e74 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0435278 Jul 23 20:00:33.545919 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-51806141-63ff-47a5-ad44-671761e28c88 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562304 Jul 23 20:00:33.606319 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23c8b8-483d-4650-9ca1-687ea180cf15 req-6ee11310-fb39-4e78-92ba-f3900b43cdef tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:33.607805 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea23c8b8-483d-4650-9ca1-687ea180cf15 req-6ee11310-fb39-4e78-92ba-f3900b43cdef tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab3cdbe1-1896-4290-8941-829b5bb1868b HTTP/1.1" status: 200 len: 948 time: 0.0667756 Jul 23 20:00:33.647946 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea23c8b8-483d-4650-9ca1-687ea180cf15 req-038d6f92-d959-490d-988c-6171f77bfb7f tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338686 Jul 23 20:00:33.657762 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d5c45de1-a301-4756-a689-25c7a7fa83eb req-c4ceff58-9522-45f3-a4a9-4c2bc8a431ca service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013517 Jul 23 20:00:33.767326 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e6375-5a23-45b7-861a-6df3fcbfb67f req-7d83f90b-c905-486b-819d-1ffddcf9577f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:33.768865 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a24e6375-5a23-45b7-861a-6df3fcbfb67f req-7d83f90b-c905-486b-819d-1ffddcf9577f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=17ff61f0156f4459a680da5d5a3dd368&device_id=ab3cdbe1-1896-4290-8941-829b5bb1868b HTTP/1.1" status: 200 len: 1100 time: 0.0598497 Jul 23 20:00:33.847414 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9dead2-5a75-4853-add5-f0ff9224f302 req-5239580a-3310-4c35-a8ef-8747586e7527 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:33.848914 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8c9dead2-5a75-4853-add5-f0ff9224f302 req-5239580a-3310-4c35-a8ef-8747586e7527 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/ports?device_id=e455904f-f6a1-4178-b88d-a7b614b04d97 HTTP/1.1" status: 200 len: 950 time: 0.0737419 Jul 23 20:00:33.884533 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e6375-5a23-45b7-861a-6df3fcbfb67f req-6d45a0d8-969d-4b0c-a6b9-9854b0b499af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:33.886129 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a24e6375-5a23-45b7-861a-6df3fcbfb67f req-6d45a0d8-969d-4b0c-a6b9-9854b0b499af service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.1049268 Jul 23 20:00:33.887928 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8c9dead2-5a75-4853-add5-f0ff9224f302 req-a76a6e1d-f78d-4c3b-b6d1-f6e92bf17a1b tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/security-groups?id=a18ffe49-d0c4-4702-93be-c1cf700ebd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330274 Jul 23 20:00:33.935050 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a24e6375-5a23-45b7-861a-6df3fcbfb67f req-edf1f1ff-50de-4e64-b35d-d5e90093720d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=9d702234-c829-4840-9f95-aa3c9d43db90 HTTP/1.1" status: 200 len: 217 time: 0.0380347 Jul 23 20:00:34.007158 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591d978-63d7-4af9-8010-f2b5091e92c4 req-3d3168c4-80c6-49c2-8d86-f726233090c8 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:34.009007 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8591d978-63d7-4af9-8010-f2b5091e92c4 req-3d3168c4-80c6-49c2-8d86-f726233090c8 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 949 time: 0.0658662 Jul 23 20:00:34.011895 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e6375-5a23-45b7-861a-6df3fcbfb67f req-50909040-8a15-405b-8229-77ff7619a782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:34.013337 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a24e6375-5a23-45b7-861a-6df3fcbfb67f req-50909040-8a15-405b-8229-77ff7619a782 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.0696952 Jul 23 20:00:34.044214 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a55d4-3ec1-483e-88c3-8a60ab6bbe0d req-1dd15540-7874-4d42-b60d-2174a303b2b8 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:34.045730 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-648a55d4-3ec1-483e-88c3-8a60ab6bbe0d req-1dd15540-7874-4d42-b60d-2174a303b2b8 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c2ce5ef-adeb-4d5a-9201-b3119a69b560 HTTP/1.1" status: 200 len: 946 time: 0.1132872 Jul 23 20:00:34.047953 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8591d978-63d7-4af9-8010-f2b5091e92c4 req-883855ca-3745-471b-85de-e59b17169d46 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330760 Jul 23 20:00:34.106119 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-648a55d4-3ec1-483e-88c3-8a60ab6bbe0d req-824a9373-3477-43c7-9e42-9bd7651bbc5d tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/security-groups?id=2717b42f-9486-406a-97be-cf9367fee954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417054 Jul 23 20:00:34.121847 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e6375-5a23-45b7-861a-6df3fcbfb67f req-024774bb-7261-4edc-8572-55018b08f553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:34.123419 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a24e6375-5a23-45b7-861a-6df3fcbfb67f req-024774bb-7261-4edc-8572-55018b08f553 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0965004 Jul 23 20:00:34.168942 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bff43-f2d8-4714-8be8-a93077b712e4 req-36d6e64a-b6a7-4a09-b1a6-467c7b865428 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:34.170422 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a76bff43-f2d8-4714-8be8-a93077b712e4 req-36d6e64a-b6a7-4a09-b1a6-467c7b865428 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=abe4dffa-1106-49c7-8b45-55aeb90b3920 HTTP/1.1" status: 200 len: 944 time: 0.0674112 Jul 23 20:00:34.208358 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a76bff43-f2d8-4714-8be8-a93077b712e4 req-88510ec6-65b7-4135-98a1-d648232f10c3 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321105 Jul 23 20:00:34.217738 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a24e6375-5a23-45b7-861a-6df3fcbfb67f req-5c12df55-a0a5-47d7-b023-c3e172127f9b service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863357 Jul 23 20:00:34.314522 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a24e6375-5a23-45b7-861a-6df3fcbfb67f req-c30c6029-2819-4bd6-a7b4-6823f3bb6879 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853131 Jul 23 20:00:34.585289 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a038356-244c-4b3d-932b-4fcdd433104a req-d5dbd0bc-a2fb-4144-b2f6-a6252ef1d2c6 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:34.586861 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8a038356-244c-4b3d-932b-4fcdd433104a req-d5dbd0bc-a2fb-4144-b2f6-a6252ef1d2c6 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=52787951-4a09-4f69-9ffc-727a9b48f183 HTTP/1.1" status: 200 len: 1098 time: 0.0568821 Jul 23 20:00:34.620770 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8a038356-244c-4b3d-932b-4fcdd433104a req-9873b920-7a9a-435b-9bb7-5302efcd9844 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284398 Jul 23 20:00:34.783569 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c9990-97d4-44ba-a050-d9d05a28bc11 req-6d7a5e6c-1818-4b36-b335-9f93db1f71c4 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:34.785045 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6a2c9990-97d4-44ba-a050-d9d05a28bc11 req-6d7a5e6c-1818-4b36-b335-9f93db1f71c4 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab3cdbe1-1896-4290-8941-829b5bb1868b HTTP/1.1" status: 200 len: 948 time: 0.0656381 Jul 23 20:00:34.823799 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6a2c9990-97d4-44ba-a050-d9d05a28bc11 req-24fe0e71-385a-4add-9165-b25b19aecb73 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319297 Jul 23 20:00:35.065851 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b038d52-52b9-4a87-91e5-dd1017984303 req-bf4d235f-e270-48db-b275-a2273a748564 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:35.067343 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b038d52-52b9-4a87-91e5-dd1017984303 req-bf4d235f-e270-48db-b275-a2273a748564 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/ports?device_id=e455904f-f6a1-4178-b88d-a7b614b04d97 HTTP/1.1" status: 200 len: 950 time: 0.0764477 Jul 23 20:00:35.123205 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b038d52-52b9-4a87-91e5-dd1017984303 req-b4e6d333-254f-47dd-af00-c68835f616db tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/security-groups?id=a18ffe49-d0c4-4702-93be-c1cf700ebd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472238 Jul 23 20:00:35.276418 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1a325-7302-4af9-ac98-883486da64f2 req-64e79c0d-d208-4621-aa36-24dfc3f14a0f tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:35.277963 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c5e1a325-7302-4af9-ac98-883486da64f2 req-64e79c0d-d208-4621-aa36-24dfc3f14a0f tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 949 time: 0.0872436 Jul 23 20:00:35.324532 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c5e1a325-7302-4af9-ac98-883486da64f2 req-c18e3723-d088-4657-997a-5b19ecabd92c tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404716 Jul 23 20:00:35.345967 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 32ba413a-70af-4a3c-97ca-546662f3f100 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:00:35.411760 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 32ba413a-70af-4a3c-97ca-546662f3f100 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:00:35.418470 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 32ba413a-70af-4a3c-97ca-546662f3f100 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:00:35.419426 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:35.497289 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device ea7abe03-ca34-4581-bbb4-73fed1c44549 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:00:35.538963 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:35.596422 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe4dffa-1106-49c7-8b45-55aeb90b3920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ba413a-70af-4a3c-97ca-546662f3f100'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:00:35.598772 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86db6ae8-d19b-4c6a-b701-22fedd466129" -d '{"events": [{"server_uuid": "abe4dffa-1106-49c7-8b45-55aeb90b3920", "name": "network-vif-plugged", "status": "completed", "tag": "32ba413a-70af-4a3c-97ca-546662f3f100"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:00:35.651495 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 32ba413a-70af-4a3c-97ca-546662f3f100, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=32ba413a-70af-4a3c-97ca-546662f3f100,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:35.658573 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:35.683783 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77e922-4652-4b3c-bc43-71c6d8ef3d5e req-f01e59a2-627d-4cd2-bba4-510ea1d61726 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:35.686607 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34316) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:35.691293 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0d77e922-4652-4b3c-bc43-71c6d8ef3d5e req-f01e59a2-627d-4cd2-bba4-510ea1d61726 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c2ce5ef-adeb-4d5a-9201-b3119a69b560 HTTP/1.1" status: 200 len: 946 time: 0.1124041 Jul 23 20:00:35.758928 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port ea7abe03-ca34-4581-bbb4-73fed1c44549, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=ea7abe03-ca34-4581-bbb4-73fed1c44549,segment=NetworkSegment(68bc1acd-7cf9-4313-804d-1112a3e20afc),segment_id=68bc1acd-7cf9-4313-804d-1112a3e20afc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:35.785290 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=32ba413a-70af-4a3c-97ca-546662f3f100,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:35.799548 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'ea7abe03-ca34-4581-bbb4-73fed1c44549', 'network_id': '8e84c2f8-775c-4b00-b826-468d30f5db1b', 'port_id': 'ea7abe03-ca34-4581-bbb4-73fed1c44549', 'mac_address': 'fa:16:3e:28:54:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61bf6557-4d20-4447-94c2-1fdfaf9f93fa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:00:35.825166 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-5e88b3e4-40f7-441b-9f2d-889d3f1f2cf2 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:00:35.835585 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-5e88b3e4-40f7-441b-9f2d-889d3f1f2cf2 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1472895 Jul 23 20:00:35.848851 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:35.883451 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea7abe03-ca34-4581-bbb4-73fed1c44549 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:00:35.915325 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port ea7abe03-ca34-4581-bbb4-73fed1c44549, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=ea7abe03-ca34-4581-bbb4-73fed1c44549,segment=NetworkSegment(68bc1acd-7cf9-4313-804d-1112a3e20afc),segment_id=68bc1acd-7cf9-4313-804d-1112a3e20afc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:35.924559 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:35.942002 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-cf3e598f-0bfa-4520-b6ca-336ff1162090 service neutron] Request body: {'binding': {'host': 'n-h2-793618-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:00:35.946034 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-cf3e598f-0bfa-4520-b6ca-336ff1162090 service neutron] Unknown quota resources ['binding']. {{(pid=93876) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:00:35.991983 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=ea7abe03-ca34-4581-bbb4-73fed1c44549,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:36.067171 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['ea7abe03-ca34-4581-bbb4-73fed1c44549'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:00:36.070355 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0d77e922-4652-4b3c-bc43-71c6d8ef3d5e req-b6eb523a-36d4-4f50-862e-24033536abc5 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/security-groups?id=2717b42f-9486-406a-97be-cf9367fee954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782136 Jul 23 20:00:36.085955 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391e60a-a6eb-4f9f-b16a-20ed4b19d46f req-ce13f88d-c5c4-44dc-8164-ecc85a65cc70 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:36.087579 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4391e60a-a6eb-4f9f-b16a-20ed4b19d46f req-ce13f88d-c5c4-44dc-8164-ecc85a65cc70 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2ce5ef-adeb-4d5a-9201-b3119a69b560 HTTP/1.1" status: 200 len: 946 time: 0.4522040 Jul 23 20:00:36.198421 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-cf3e598f-0bfa-4520-b6ca-336ff1162090 service neutron] Attempting to bind port 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f on host n-h2-793618-10 for vnic_type normal with profile None {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:00:36.199166 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-cf3e598f-0bfa-4520-b6ca-336ff1162090 service neutron] Attempting to bind port 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:00:36.200061 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-cf3e598f-0bfa-4520-b6ca-336ff1162090 service neutron] Attempting to bind port 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f on network 1582e281-e174-4775-af11-ce2168db586d {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:00:36.204782 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-cf3e598f-0bfa-4520-b6ca-336ff1162090 service neutron] Port 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f on network 1582e281-e174-4775-af11-ce2168db586d not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:00:36.205798 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-cf3e598f-0bfa-4520-b6ca-336ff1162090 service neutron] Attempting to bind port 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f on network 1582e281-e174-4775-af11-ce2168db586d {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:00:36.211849 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-cf3e598f-0bfa-4520-b6ca-336ff1162090 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:00:36.212382 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-cf3e598f-0bfa-4520-b6ca-336ff1162090 service neutron] Checking segment: {'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:00:36.212938 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-cf3e598f-0bfa-4520-b6ca-336ff1162090 service neutron] Bound using segment: {'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:00:36.213641 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-cf3e598f-0bfa-4520-b6ca-336ff1162090 service neutron] Bound port: 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:00:36.265242 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-4391e60a-a6eb-4f9f-b16a-20ed4b19d46f req-c6c5cab1-0d3a-4150-97a0-dd4232330cc9 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Deleting port 293d4214-3cc4-41c6-9ec0-1469a9d905ae {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:00:36.265638 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4391e60a-a6eb-4f9f-b16a-20ed4b19d46f req-c6c5cab1-0d3a-4150-97a0-dd4232330cc9 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:36.291362 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-cf3e598f-0bfa-4520-b6ca-336ff1162090 service neutron] For port 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=0d9bef95-6488-4ccc-ab12-52f7b48a2c9f,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:00:36.315638 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-cf3e598f-0bfa-4520-b6ca-336ff1162090 service neutron] Notify callbacks [] for binding, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:36.321603 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-cf3e598f-0bfa-4520-b6ca-336ff1162090 service neutron] 10.222.0.32 "POST /v2.0/ports/0d9bef95-6488-4ccc-ab12-52f7b48a2c9f/bindings HTTP/1.1" status: 201 len: 390 time: 0.4439747 Jul 23 20:00:36.328790 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9458a-3e24-4e68-8940-6a8598c5da25 req-9ad95e96-1eb1-4872-b86d-0ad079fa0e02 tempest-LiveMigrationNegativeTest-1467146992 tempest-LiveMigrationNegativeTest-1467146992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:36.337742 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ce9458a-3e24-4e68-8940-6a8598c5da25 req-9ad95e96-1eb1-4872-b86d-0ad079fa0e02 tempest-LiveMigrationNegativeTest-1467146992 tempest-LiveMigrationNegativeTest-1467146992-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e455904f-f6a1-4178-b88d-a7b614b04d97 HTTP/1.1" status: 200 len: 1102 time: 0.1476743 Jul 23 20:00:36.413237 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4ce9458a-3e24-4e68-8940-6a8598c5da25 req-a3f8a6b7-c466-40b2-a210-fb5c12734b5b tempest-LiveMigrationNegativeTest-1467146992 tempest-LiveMigrationNegativeTest-1467146992-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:36.463716 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-4391e60a-a6eb-4f9f-b16a-20ed4b19d46f req-c6c5cab1-0d3a-4150-97a0-dd4232330cc9 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] For port 293d4214-3cc4-41c6-9ec0-1469a9d905ae, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=293d4214-3cc4-41c6-9ec0-1469a9d905ae,segment=NetworkSegment(365d460d-357e-4c03-9de0-12a82865aaba),segment_id=365d460d-357e-4c03-9de0-12a82865aaba)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:36.464102 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4391e60a-a6eb-4f9f-b16a-20ed4b19d46f req-c6c5cab1-0d3a-4150-97a0-dd4232330cc9 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:36.486851 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-4391e60a-a6eb-4f9f-b16a-20ed4b19d46f req-c6c5cab1-0d3a-4150-97a0-dd4232330cc9 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Calling delete_port for 293d4214-3cc4-41c6-9ec0-1469a9d905ae owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:00:36.578340 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cad6ec-c862-487f-80d3-2253d7904bde req-4ddf690f-be49-48a3-914b-4e507ffe3b07 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:36.590346 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-55cad6ec-c862-487f-80d3-2253d7904bde req-4ddf690f-be49-48a3-914b-4e507ffe3b07 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=abe4dffa-1106-49c7-8b45-55aeb90b3920 HTTP/1.1" status: 200 len: 945 time: 0.1077185 Jul 23 20:00:36.665299 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-55cad6ec-c862-487f-80d3-2253d7904bde req-049d59a0-8803-4e57-9beb-44e2eae3e330 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734315 Jul 23 20:00:36.694062 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4ce9458a-3e24-4e68-8940-6a8598c5da25 req-a3f8a6b7-c466-40b2-a210-fb5c12734b5b tempest-LiveMigrationNegativeTest-1467146992 tempest-LiveMigrationNegativeTest-1467146992-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:36.702561 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4ce9458a-3e24-4e68-8940-6a8598c5da25 req-a3f8a6b7-c466-40b2-a210-fb5c12734b5b tempest-LiveMigrationNegativeTest-1467146992 tempest-LiveMigrationNegativeTest-1467146992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:36.728790 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11a024e-7837-4f24-81ea-642826ac5caa x-openstack-request-id: req-d11a024e-7837-4f24-81ea-642826ac5caa {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:00:36.729330 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe4dffa-1106-49c7-8b45-55aeb90b3920", "name": "network-vif-plugged", "status": "completed", "tag": "32ba413a-70af-4a3c-97ca-546662f3f100", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:00:36.729330 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d11a024e-7837-4f24-81ea-642826ac5caa {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:00:36.729990 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe4dffa-1106-49c7-8b45-55aeb90b3920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ba413a-70af-4a3c-97ca-546662f3f100', 'code': 200} Jul 23 20:00:36.794100 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ce9458a-3e24-4e68-8940-6a8598c5da25 req-a3f8a6b7-c466-40b2-a210-fb5c12734b5b tempest-LiveMigrationNegativeTest-1467146992 tempest-LiveMigrationNegativeTest-1467146992-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a18ffe49-d0c4-4702-93be-c1cf700ebd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4494848 Jul 23 20:00:36.818088 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8a6b7-c466-40b2-a210-fb5c12734b5b tempest-LiveMigrationNegativeTest-1467146992 tempest-LiveMigrationNegativeTest-1467146992-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b612a071-9fcd-4fa4-af97-56b88dae56ff,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:36.853111 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4391e60a-a6eb-4f9f-b16a-20ed4b19d46f req-c6c5cab1-0d3a-4150-97a0-dd4232330cc9 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:36.868892 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-1f9dc506-1172-44e9-a7ec-d1a6139c6226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:36.870439 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-1f9dc506-1172-44e9-a7ec-d1a6139c6226 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=46e8b52fe188445da9dc740883af8e52&device_id=52787951-4a09-4f69-9ffc-727a9b48f183 HTTP/1.1" status: 200 len: 1098 time: 0.2176800 Jul 23 20:00:36.875999 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['293d4214-3cc4-41c6-9ec0-1469a9d905ae'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:00:36.937607 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eda9bc-e190-490b-828d-c14186e742ea req-04693c7c-7613-481c-9918-8bb8fe7ddfac tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:36.939145 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-54eda9bc-e190-490b-828d-c14186e742ea req-04693c7c-7613-481c-9918-8bb8fe7ddfac tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab3cdbe1-1896-4290-8941-829b5bb1868b HTTP/1.1" status: 200 len: 948 time: 0.1563871 Jul 23 20:00:36.965798 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf3f4b-b413-481c-9372-2dc1d79e5992 req-520be071-4f2a-4e33-b4f1-e73095fe4919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:36.968900 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-32bf3f4b-b413-481c-9372-2dc1d79e5992 req-520be071-4f2a-4e33-b4f1-e73095fe4919 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=abe4dffa-1106-49c7-8b45-55aeb90b3920 HTTP/1.1" status: 200 len: 1097 time: 0.1151159 Jul 23 20:00:37.001252 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c5cab1-0d3a-4150-97a0-dd4232330cc9 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Pushing event deleted for resources: {'Port': ['ID=293d4214-3cc4-41c6-9ec0-1469a9d905ae,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:37.074374 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-54eda9bc-e190-490b-828d-c14186e742ea req-e8028bc1-573e-473c-8759-0bb62cefad29 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181967 Jul 23 20:00:37.078569 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-32bf3f4b-b413-481c-9372-2dc1d79e5992 req-3c9ddc24-7331-45ea-b080-823571f1b5f6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825458 Jul 23 20:00:37.181546 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-4391e60a-a6eb-4f9f-b16a-20ed4b19d46f req-c6c5cab1-0d3a-4150-97a0-dd4232330cc9 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] No DVR routers for this DVR port 293d4214-3cc4-41c6-9ec0-1469a9d905ae on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:00:37.187371 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4391e60a-a6eb-4f9f-b16a-20ed4b19d46f req-c6c5cab1-0d3a-4150-97a0-dd4232330cc9 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:37.189820 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4391e60a-a6eb-4f9f-b16a-20ed4b19d46f req-c6c5cab1-0d3a-4150-97a0-dd4232330cc9 tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.18 "DELETE /v2.0/ports/293d4214-3cc4-41c6-9ec0-1469a9d905ae HTTP/1.1" status: 204 len: 173 time: 1.0911796 Jul 23 20:00:37.190682 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c2ce5ef-adeb-4d5a-9201-b3119a69b560', 'name': 'network-vif-deleted', 'tag': '293d4214-3cc4-41c6-9ec0-1469a9d905ae'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:00:37.193308 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f9aaa8-dd23-493b-99aa-18162079b2bc" -d '{"events": [{"server_uuid": "1c2ce5ef-adeb-4d5a-9201-b3119a69b560", "name": "network-vif-deleted", "tag": "293d4214-3cc4-41c6-9ec0-1469a9d905ae"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:00:37.223481 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-816df339-9285-4a56-8aa2-0c591a291e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:37.226189 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-816df339-9285-4a56-8aa2-0c591a291e67 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1582e281-e174-4775-af11-ce2168db586d HTTP/1.1" status: 200 len: 909 time: 0.2668107 Jul 23 20:00:37.286907 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357593a8-0125-4943-8c8a-dceef73bf58f req-1f9c7e74-7035-4e0f-9530-59f66cc09e71 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:37.290185 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-357593a8-0125-4943-8c8a-dceef73bf58f req-1f9c7e74-7035-4e0f-9530-59f66cc09e71 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=52787951-4a09-4f69-9ffc-727a9b48f183 HTTP/1.1" status: 200 len: 946 time: 0.1095178 Jul 23 20:00:37.315718 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-351fc830-fb3e-4fb5-bb2a-fea5df24e685 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d9bef95-6488-4ccc-ab12-52f7b48a2c9f HTTP/1.1" status: 200 len: 217 time: 0.0762272 Jul 23 20:00:37.339911 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 9d702234-c829-4840-9f95-aa3c9d43db90 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:00:37.346282 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f828884-a9d4-4bdd-a15b-f9bbe59be3ac req-bee30a29-9463-4f28-aa27-e9a648c63f3a tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:37.355864 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5f828884-a9d4-4bdd-a15b-f9bbe59be3ac req-bee30a29-9463-4f28-aa27-e9a648c63f3a tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 949 time: 0.2774262 Jul 23 20:00:37.363414 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-357593a8-0125-4943-8c8a-dceef73bf58f req-2e5c981e-3565-41f9-a586-1da20e753e95 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624936 Jul 23 20:00:37.491048 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5f828884-a9d4-4bdd-a15b-f9bbe59be3ac req-ae6cdd13-2e8b-4896-8a03-586ce89f2b3e tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630968 Jul 23 20:00:37.505808 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-ce5ac3f8-ab0b-4546-9ba9-07245f5d694d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:37.509681 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-ce5ac3f8-ab0b-4546-9ba9-07245f5d694d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=62cab30c-2c7b-4463-9eb3-ea20a0ef57f0 HTTP/1.1" status: 200 len: 848 time: 0.1798820 Jul 23 20:00:37.514623 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device ea7abe03-ca34-4581-bbb4-73fed1c44549 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:00:37.553082 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-387ac7e8-a630-4dc3-a4db-c09fce6f5544 req-6621587d-8e38-4ac8-9af5-22df86f5825d tempest-FloatingIPsAssociationNegativeTestJSON-866525430 tempest-FloatingIPsAssociationNegativeTestJSON-866525430-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c2ce5ef-adeb-4d5a-9201-b3119a69b560 HTTP/1.1" status: 200 len: 210 time: 0.0487111 Jul 23 20:00:37.565235 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0793c1-d923-4f01-b4b4-4e226e2bfe5b x-openstack-request-id: req-6a0793c1-d923-4f01-b4b4-4e226e2bfe5b {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:00:37.565559 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c2ce5ef-adeb-4d5a-9201-b3119a69b560", "name": "network-vif-deleted", "tag": "293d4214-3cc4-41c6-9ec0-1469a9d905ae", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:00:37.565819 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6a0793c1-d923-4f01-b4b4-4e226e2bfe5b {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:00:37.566214 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c2ce5ef-adeb-4d5a-9201-b3119a69b560', 'name': 'network-vif-deleted', 'tag': '293d4214-3cc4-41c6-9ec0-1469a9d905ae', 'status': 'completed', 'code': 200} Jul 23 20:00:37.568450 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-622835f1-3b57-4e4c-a262-a3d3a24ba765 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1582e281-e174-4775-af11-ce2168db586d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507960 Jul 23 20:00:37.585696 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 9d702234-c829-4840-9f95-aa3c9d43db90, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=9d702234-c829-4840-9f95-aa3c9d43db90,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:37.610972 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '9d702234-c829-4840-9f95-aa3c9d43db90', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': '9d702234-c829-4840-9f95-aa3c9d43db90', 'mac_address': 'fa:16:3e:51:57:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:00:37.666904 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:37.675097 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-6eebd872-8477-4c3b-8f60-efddeec025b6 service neutron] 10.222.0.18 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950646 Jul 23 20:00:37.680139 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port ea7abe03-ca34-4581-bbb4-73fed1c44549 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:00:37.680607 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:37.738949 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d702234-c829-4840-9f95-aa3c9d43db90 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:00:37.782957 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 9d702234-c829-4840-9f95-aa3c9d43db90, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=9d702234-c829-4840-9f95-aa3c9d43db90,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:37.794837 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:37.955855 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=9d702234-c829-4840-9f95-aa3c9d43db90,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:37.965971 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:37.975972 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-ce6d2014-bcee-42ff-9f88-44b65ba9775b service neutron] 10.222.0.18 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918410 Jul 23 20:00:38.014612 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120faaa9-2db1-42f9-9ba3-d0140cf42b4c req-0c0f3009-e787-406f-84bc-deb37bed2cd4 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:38.023392 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-120faaa9-2db1-42f9-9ba3-d0140cf42b4c req-0c0f3009-e787-406f-84bc-deb37bed2cd4 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=abe4dffa-1106-49c7-8b45-55aeb90b3920 HTTP/1.1" status: 200 len: 945 time: 0.2088926 Jul 23 20:00:38.079175 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port ea7abe03-ca34-4581-bbb4-73fed1c44549, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=ea7abe03-ca34-4581-bbb4-73fed1c44549,segment=NetworkSegment(68bc1acd-7cf9-4313-804d-1112a3e20afc),segment_id=68bc1acd-7cf9-4313-804d-1112a3e20afc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:38.080154 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-120faaa9-2db1-42f9-9ba3-d0140cf42b4c req-9274dc0e-8bd3-4e9b-b3e4-a0972857fe5f tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527806 Jul 23 20:00:38.089275 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:38.168002 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['9d702234-c829-4840-9f95-aa3c9d43db90'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:00:38.284023 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=ea7abe03-ca34-4581-bbb4-73fed1c44549,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:38.336365 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d202a7-e303-4e2f-b101-8902c8ba89d3 req-bf50b798-b0ee-427f-92cf-0981cfd9a537 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:38.338804 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-09d202a7-e303-4e2f-b101-8902c8ba89d3 req-bf50b798-b0ee-427f-92cf-0981cfd9a537 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/ports?device_id=e455904f-f6a1-4178-b88d-a7b614b04d97 HTTP/1.1" status: 200 len: 950 time: 0.1878908 Jul 23 20:00:38.369687 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-3f66ced7-1563-4645-9fe8-a2f7f94225d7 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:38.371613 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-3f66ced7-1563-4645-9fe8-a2f7f94225d7 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=52787951-4a09-4f69-9ffc-727a9b48f183&tenant_id=46e8b52fe188445da9dc740883af8e52&binding%3Ahost_id=n-h1-793618-10 HTTP/1.1" status: 200 len: 1098 time: 0.2122955 Jul 23 20:00:38.388548 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-a4247f83-cab7-4922-bbaf-d9e301b1f216 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793618-10'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:00:38.411760 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-09d202a7-e303-4e2f-b101-8902c8ba89d3 req-5e59d86d-6b01-43da-991c-7e1aa7b087ce tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/security-groups?id=a18ffe49-d0c4-4702-93be-c1cf700ebd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643270 Jul 23 20:00:38.450813 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71548a57-7a13-4293-8f44-2c32a2afd363 req-f2ccb291-ffe0-4b85-9b99-1c8439a37a33 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:38.452258 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-71548a57-7a13-4293-8f44-2c32a2afd363 req-f2ccb291-ffe0-4b85-9b99-1c8439a37a33 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab3cdbe1-1896-4290-8941-829b5bb1868b HTTP/1.1" status: 200 len: 949 time: 0.1351740 Jul 23 20:00:38.528373 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-a4247f83-cab7-4922-bbaf-d9e301b1f216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:38.556281 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-71548a57-7a13-4293-8f44-2c32a2afd363 req-f072d102-3e89-4972-8334-de8dac44eb8d tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940075 Jul 23 20:00:38.573152 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c808a1-da73-4207-b72b-5231df1b048a req-9a6d3f28-1ca9-418b-a431-abebe6c7725d tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:38.574744 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-75c808a1-da73-4207-b72b-5231df1b048a req-9a6d3f28-1ca9-418b-a431-abebe6c7725d tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=52787951-4a09-4f69-9ffc-727a9b48f183 HTTP/1.1" status: 200 len: 946 time: 0.0830488 Jul 23 20:00:38.649494 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-75c808a1-da73-4207-b72b-5231df1b048a req-17a52d5d-0f95-464d-8dbd-8d7fee8b3628 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667336 Jul 23 20:00:38.723675 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34382) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:38.732678 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c3421c-ef8a-46af-b956-8158d255b78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7abe03-ca34-4581-bbb4-73fed1c44549'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:00:38.734067 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2363c9cc-e546-45ab-b001-e2146e677e8e" -d '{"events": [{"server_uuid": "78c3421c-ef8a-46af-b956-8158d255b78f", "name": "network-vif-plugged", "status": "completed", "tag": "ea7abe03-ca34-4581-bbb4-73fed1c44549"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:00:38.775298 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f9a4d-dfb8-40eb-b1dc-93fa75a513f5 req-4175af9f-0ced-4ed3-95a9-451a52005981 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:38.782471 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a63f9a4d-dfb8-40eb-b1dc-93fa75a513f5 req-4175af9f-0ced-4ed3-95a9-451a52005981 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 949 time: 0.1537297 Jul 23 20:00:38.786492 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdc704d-ddcb-4f42-abd2-6ce5abffa4b5 x-openstack-request-id: req-2cdc704d-ddcb-4f42-abd2-6ce5abffa4b5 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:00:38.787335 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c3421c-ef8a-46af-b956-8158d255b78f", "name": "network-vif-plugged", "status": "completed", "tag": "ea7abe03-ca34-4581-bbb4-73fed1c44549", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:00:38.787759 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2cdc704d-ddcb-4f42-abd2-6ce5abffa4b5 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:00:38.789041 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c3421c-ef8a-46af-b956-8158d255b78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7abe03-ca34-4581-bbb4-73fed1c44549', 'code': 200} Jul 23 20:00:38.808575 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-a4247f83-cab7-4922-bbaf-d9e301b1f216 service neutron] For port 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0d9bef95-6488-4ccc-ab12-52f7b48a2c9f,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:38.838485 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a63f9a4d-dfb8-40eb-b1dc-93fa75a513f5 req-400bf803-4bc6-4e00-833a-dac26e836c48 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549397 Jul 23 20:00:38.886101 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-a4247f83-cab7-4922-bbaf-d9e301b1f216 service neutron] For port 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:00:38.945540 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-a4247f83-cab7-4922-bbaf-d9e301b1f216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:38.955144 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-a4247f83-cab7-4922-bbaf-d9e301b1f216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:39.043382 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4247f83-cab7-4922-bbaf-d9e301b1f216 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9bef95-6488-4ccc-ab12-52f7b48a2c9f,revision_number=7']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:39.062558 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-a4247f83-cab7-4922-bbaf-d9e301b1f216 service neutron] Attempting to bind port 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f on host n-h1-793618-10 for vnic_type normal with profile {"migrating_to": "n-h2-793618-10"} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:00:39.063147 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-a4247f83-cab7-4922-bbaf-d9e301b1f216 service neutron] Attempting to bind port 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:00:39.063658 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-a4247f83-cab7-4922-bbaf-d9e301b1f216 service neutron] Attempting to bind port 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f on network 1582e281-e174-4775-af11-ce2168db586d {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:00:39.068578 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-a4247f83-cab7-4922-bbaf-d9e301b1f216 service neutron] Port 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f on network 1582e281-e174-4775-af11-ce2168db586d not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:00:39.069710 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-a4247f83-cab7-4922-bbaf-d9e301b1f216 service neutron] Attempting to bind port 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f on network 1582e281-e174-4775-af11-ce2168db586d {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:00:39.076289 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-a4247f83-cab7-4922-bbaf-d9e301b1f216 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:00:39.076857 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-a4247f83-cab7-4922-bbaf-d9e301b1f216 service neutron] Checking segment: {'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:00:39.077500 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-a4247f83-cab7-4922-bbaf-d9e301b1f216 service neutron] Bound using segment: {'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:00:39.078150 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-a4247f83-cab7-4922-bbaf-d9e301b1f216 service neutron] Bound port: 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:00:39.078736 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-a4247f83-cab7-4922-bbaf-d9e301b1f216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:39.253801 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5def262e-e56c-48ad-9c9d-b80c923e4dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:39.260029 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-a4247f83-cab7-4922-bbaf-d9e301b1f216 service neutron] For port 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:00:39.278240 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-a4247f83-cab7-4922-bbaf-d9e301b1f216 service neutron] For port 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0d9bef95-6488-4ccc-ab12-52f7b48a2c9f,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:00:39.286600 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-a4247f83-cab7-4922-bbaf-d9e301b1f216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:39.348981 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 293d4214-3cc4-41c6-9ec0-1469a9d905ae no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:00:39.370756 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4247f83-cab7-4922-bbaf-d9e301b1f216 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9bef95-6488-4ccc-ab12-52f7b48a2c9f,revision_number=8']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:39.404740 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 293d4214-3cc4-41c6-9ec0-1469a9d905ae {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:00:39.405227 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 293d4214-3cc4-41c6-9ec0-1469a9d905ae not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:00:39.426584 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-a4247f83-cab7-4922-bbaf-d9e301b1f216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:39.427210 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-a4247f83-cab7-4922-bbaf-d9e301b1f216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:39.429267 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-a4247f83-cab7-4922-bbaf-d9e301b1f216 service neutron] 10.222.0.18 "PUT /v2.0/ports/0d9bef95-6488-4ccc-ab12-52f7b48a2c9f HTTP/1.1" status: 200 len: 1124 time: 1.0457287 Jul 23 20:00:39.445560 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e4783-55d8-40cf-b874-c3e5202a847e req-f5831458-aa78-46cf-be9f-bcc5879a182a tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:39.455789 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-623e4783-55d8-40cf-b874-c3e5202a847e req-f5831458-aa78-46cf-be9f-bcc5879a182a tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=abe4dffa-1106-49c7-8b45-55aeb90b3920 HTTP/1.1" status: 200 len: 945 time: 0.2512753 Jul 23 20:00:39.516086 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-623e4783-55d8-40cf-b874-c3e5202a847e req-7aefa055-1d27-4eb1-a2f1-ae04dbcafc61 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589287 Jul 23 20:00:39.560531 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['0d9bef95-6488-4ccc-ab12-52f7b48a2c9f'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:00:39.593953 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52787951-4a09-4f69-9ffc-727a9b48f183', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d9bef95-6488-4ccc-ab12-52f7b48a2c9f'}, {'name': 'network-changed', 'server_uuid': '52787951-4a09-4f69-9ffc-727a9b48f183', 'tag': '0d9bef95-6488-4ccc-ab12-52f7b48a2c9f'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:00:39.597801 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9956ef-9799-4bc9-a81f-71dccc131cb9" -d '{"events": [{"server_uuid": "52787951-4a09-4f69-9ffc-727a9b48f183", "name": "network-vif-unplugged", "status": "completed", "tag": "0d9bef95-6488-4ccc-ab12-52f7b48a2c9f"}, {"name": "network-changed", "server_uuid": "52787951-4a09-4f69-9ffc-727a9b48f183", "tag": "0d9bef95-6488-4ccc-ab12-52f7b48a2c9f"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:00:39.682323 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb454d-40c0-4f74-a60e-15918c5e896b req-0d8be33a-b824-462b-ae80-f481c777182d tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:39.684045 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1fbb454d-40c0-4f74-a60e-15918c5e896b req-0d8be33a-b824-462b-ae80-f481c777182d tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e455904f-f6a1-4178-b88d-a7b614b04d97 HTTP/1.1" status: 200 len: 950 time: 0.1448174 Jul 23 20:00:39.763157 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f168941-cf30-4be4-89a0-e3c3503c3e35 req-9d273d51-4aab-43c7-beb6-3014ab740de7 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:39.770421 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2f168941-cf30-4be4-89a0-e3c3503c3e35 req-9d273d51-4aab-43c7-beb6-3014ab740de7 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/ports?device_id=e455904f-f6a1-4178-b88d-a7b614b04d97 HTTP/1.1" status: 200 len: 950 time: 0.2367868 Jul 23 20:00:39.839483 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2f168941-cf30-4be4-89a0-e3c3503c3e35 req-bc3887a3-4696-493e-841e-7ecb331eb2e5 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/security-groups?id=a18ffe49-d0c4-4702-93be-c1cf700ebd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680025 Jul 23 20:00:39.868238 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842b133-8c5a-4085-91c4-3bbc6d7a9421 req-a50b8906-d531-4c20-bc83-006de7b71516 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:39.869885 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b842b133-8c5a-4085-91c4-3bbc6d7a9421 req-a50b8906-d531-4c20-bc83-006de7b71516 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=abe4dffa-1106-49c7-8b45-55aeb90b3920 HTTP/1.1" status: 200 len: 1097 time: 0.1383212 Jul 23 20:00:39.909021 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-5def262e-e56c-48ad-9c9d-b80c923e4dc2 admin admin] Deleting port 4c643738-b15e-40c4-a40c-6367c7b0ca47 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:00:39.909478 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5def262e-e56c-48ad-9c9d-b80c923e4dc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:39.919541 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-1fbb454d-40c0-4f74-a60e-15918c5e896b req-7999d5c8-0427-47ce-a00f-8c69d074fa75 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Deleting port b9ecb162-69a5-4aee-80d8-70cd85b279c8 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:00:39.919878 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1fbb454d-40c0-4f74-a60e-15918c5e896b req-7999d5c8-0427-47ce-a00f-8c69d074fa75 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:39.965250 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b842b133-8c5a-4085-91c4-3bbc6d7a9421 req-697543f2-f93e-4f41-a4c7-362a3589d812 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865746 Jul 23 20:00:40.065502 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-1fbb454d-40c0-4f74-a60e-15918c5e896b req-7999d5c8-0427-47ce-a00f-8c69d074fa75 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] For port b9ecb162-69a5-4aee-80d8-70cd85b279c8, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=b9ecb162-69a5-4aee-80d8-70cd85b279c8,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:40.065502 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1fbb454d-40c0-4f74-a60e-15918c5e896b req-7999d5c8-0427-47ce-a00f-8c69d074fa75 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:40.072638 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-1fbb454d-40c0-4f74-a60e-15918c5e896b req-7999d5c8-0427-47ce-a00f-8c69d074fa75 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Calling delete_port for b9ecb162-69a5-4aee-80d8-70cd85b279c8 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:00:40.173743 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3bb90580-78d8-42f5-8d62-bb8a22db6e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:40.205994 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 23 Jul 2021 20:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cf3a3f-75e1-4ff3-b429-761ed2313603 x-openstack-request-id: req-70cf3a3f-75e1-4ff3-b429-761ed2313603 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:00:40.206289 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52787951-4a09-4f69-9ffc-727a9b48f183", "name": "network-vif-unplugged", "status": "completed", "tag": "0d9bef95-6488-4ccc-ab12-52f7b48a2c9f", "code": 200}, {"name": "network-changed", "server_uuid": "52787951-4a09-4f69-9ffc-727a9b48f183", "tag": "0d9bef95-6488-4ccc-ab12-52f7b48a2c9f", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:00:40.206541 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-70cf3a3f-75e1-4ff3-b429-761ed2313603 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:00:40.206956 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52787951-4a09-4f69-9ffc-727a9b48f183', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d9bef95-6488-4ccc-ab12-52f7b48a2c9f', 'code': 200} Jul 23 20:00:40.207174 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52787951-4a09-4f69-9ffc-727a9b48f183', 'tag': '0d9bef95-6488-4ccc-ab12-52f7b48a2c9f', 'status': 'completed', 'code': 200} Jul 23 20:00:40.300526 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-5def262e-e56c-48ad-9c9d-b80c923e4dc2 admin admin] For port 4c643738-b15e-40c4-a40c-6367c7b0ca47, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=4c643738-b15e-40c4-a40c-6367c7b0ca47,segment=NetworkSegment(365d460d-357e-4c03-9de0-12a82865aaba),segment_id=365d460d-357e-4c03-9de0-12a82865aaba)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:40.300996 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5def262e-e56c-48ad-9c9d-b80c923e4dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:40.323821 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3a72f-dd38-457e-a1c3-d82f0dc1bb9c req-195c2ebd-b901-4480-8567-f45594634d47 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:40.331071 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cef3a72f-dd38-457e-a1c3-d82f0dc1bb9c req-195c2ebd-b901-4480-8567-f45594634d47 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab3cdbe1-1896-4290-8941-829b5bb1868b HTTP/1.1" status: 200 len: 949 time: 0.4181736 Jul 23 20:00:40.333394 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-5def262e-e56c-48ad-9c9d-b80c923e4dc2 admin admin] Calling delete_port for 4c643738-b15e-40c4-a40c-6367c7b0ca47 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:00:40.336110 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9956ef-9799-4bc9-a81f-71dccc131cb9 req-03f09574-c10c-45cc-a62f-4033c750268e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:40.338161 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fe9956ef-9799-4bc9-a81f-71dccc131cb9 req-03f09574-c10c-45cc-a62f-4033c750268e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46e8b52fe188445da9dc740883af8e52&device_id=52787951-4a09-4f69-9ffc-727a9b48f183 HTTP/1.1" status: 200 len: 1127 time: 0.1828530 Jul 23 20:00:40.412521 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cef3a72f-dd38-457e-a1c3-d82f0dc1bb9c req-74923737-e50c-4c17-aa12-ed372798e5ef tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799155 Jul 23 20:00:40.422406 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d010f6a-7126-4cf7-a352-d523ae790e13 req-025018df-ca78-41d0-8ddc-d9e7f8120d88 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:40.426107 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7d010f6a-7126-4cf7-a352-d523ae790e13 req-025018df-ca78-41d0-8ddc-d9e7f8120d88 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=52787951-4a09-4f69-9ffc-727a9b48f183 HTTP/1.1" status: 200 len: 944 time: 0.2025616 Jul 23 20:00:40.550316 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7d010f6a-7126-4cf7-a352-d523ae790e13 req-48e9cca6-03b9-4799-a211-47be0b2a7610 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041346 Jul 23 20:00:40.553663 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1fbb454d-40c0-4f74-a60e-15918c5e896b req-7999d5c8-0427-47ce-a00f-8c69d074fa75 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:40.583571 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9956ef-9799-4bc9-a81f-71dccc131cb9 req-6fa208d6-96ab-46f2-a854-1718406d05d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:40.586190 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fe9956ef-9799-4bc9-a81f-71dccc131cb9 req-6fa208d6-96ab-46f2-a854-1718406d05d5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1582e281-e174-4775-af11-ce2168db586d HTTP/1.1" status: 200 len: 909 time: 0.2386203 Jul 23 20:00:40.586787 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['b9ecb162-69a5-4aee-80d8-70cd85b279c8'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:00:40.600370 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['41c3667c-e53c-4371-8e80-c226bf656e9b'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:00:40.621250 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999d5c8-0427-47ce-a00f-8c69d074fa75 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Pushing event deleted for resources: {'Port': ['ID=b9ecb162-69a5-4aee-80d8-70cd85b279c8,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:40.671845 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fe9956ef-9799-4bc9-a81f-71dccc131cb9 req-4128cbb7-e239-47c4-9633-7d6044bfa974 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d9bef95-6488-4ccc-ab12-52f7b48a2c9f HTTP/1.1" status: 200 len: 217 time: 0.0614295 Jul 23 20:00:40.675875 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7587a-3f62-4609-9940-a6fb4aec5240 req-626b0052-06b9-42f8-9db3-53d21604af9a tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:40.681573 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3bb7587a-3f62-4609-9940-a6fb4aec5240 req-626b0052-06b9-42f8-9db3-53d21604af9a tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 949 time: 0.1370804 Jul 23 20:00:40.797224 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3bb7587a-3f62-4609-9940-a6fb4aec5240 req-8b9d3665-43be-43e2-9d15-b9db9e4d5c42 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050560 Jul 23 20:00:40.807712 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fbb454d-40c0-4f74-a60e-15918c5e896b req-7999d5c8-0427-47ce-a00f-8c69d074fa75 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] No DVR routers for this DVR port b9ecb162-69a5-4aee-80d8-70cd85b279c8 on host n-h1-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:00:40.816718 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5def262e-e56c-48ad-9c9d-b80c923e4dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:40.868041 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def262e-e56c-48ad-9c9d-b80c923e4dc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c643738-b15e-40c4-a40c-6367c7b0ca47,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:40.900744 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9956ef-9799-4bc9-a81f-71dccc131cb9 req-27c072bd-ea51-4d60-926a-0f9f3b3dcefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:40.907873 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fe9956ef-9799-4bc9-a81f-71dccc131cb9 req-27c072bd-ea51-4d60-926a-0f9f3b3dcefb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62cab30c-2c7b-4463-9eb3-ea20a0ef57f0 HTTP/1.1" status: 200 len: 848 time: 0.1838040 Jul 23 20:00:40.909118 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1fbb454d-40c0-4f74-a60e-15918c5e896b req-7999d5c8-0427-47ce-a00f-8c69d074fa75 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:40.911119 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1fbb454d-40c0-4f74-a60e-15918c5e896b req-7999d5c8-0427-47ce-a00f-8c69d074fa75 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.30 "DELETE /v2.0/ports/b9ecb162-69a5-4aee-80d8-70cd85b279c8 HTTP/1.1" status: 204 len: 173 time: 1.2192612 Jul 23 20:00:41.078636 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fe9956ef-9799-4bc9-a81f-71dccc131cb9 req-5fb8738d-0c07-4eec-8081-441637a99a5c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1582e281-e174-4775-af11-ce2168db586d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628791 Jul 23 20:00:41.247900 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37738e-edbb-415c-a7a5-5ed73de76609 req-74e60b3f-d475-46bd-a01d-272cb3bec140 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:41.253189 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9f37738e-edbb-415c-a7a5-5ed73de76609 req-74e60b3f-d475-46bd-a01d-272cb3bec140 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=abe4dffa-1106-49c7-8b45-55aeb90b3920 HTTP/1.1" status: 200 len: 1097 time: 0.4592319 Jul 23 20:00:41.262845 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-245e512a-b4fa-4847-9120-a73caa866aa1 req-b31d77fd-b93c-4759-b2a9-5a8324d8661b tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/ports?device_id=e455904f-f6a1-4178-b88d-a7b614b04d97 HTTP/1.1" status: 200 len: 210 time: 0.0538886 Jul 23 20:00:41.312687 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fe9956ef-9799-4bc9-a81f-71dccc131cb9 req-1cef0fa7-6d06-4c1f-8037-481781ff8045 service neutron] 10.222.0.30 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248702 Jul 23 20:00:41.323382 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5def262e-e56c-48ad-9c9d-b80c923e4dc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:41.325664 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9f37738e-edbb-415c-a7a5-5ed73de76609 req-c57067b6-8f59-466b-aa66-8a59a7118cb5 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668421 Jul 23 20:00:41.361880 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 9d702234-c829-4840-9f95-aa3c9d43db90 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:00:41.498408 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 9d702234-c829-4840-9f95-aa3c9d43db90 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:00:41.504223 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 9d702234-c829-4840-9f95-aa3c9d43db90 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:00:41.504608 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:41.697265 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fe9956ef-9799-4bc9-a81f-71dccc131cb9 req-85d4ccde-b03f-4b6c-8d7f-193ec8c0c481 service neutron] 10.222.0.30 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698437 Jul 23 20:00:41.711525 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:41.751342 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb3d8b-d51d-4808-b5b3-ca751459b736 req-09bc862f-d23d-487e-a417-fde34d99885c tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:41.760828 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-17cb3d8b-d51d-4808-b5b3-ca751459b736 req-09bc862f-d23d-487e-a417-fde34d99885c tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab3cdbe1-1896-4290-8941-829b5bb1868b HTTP/1.1" status: 200 len: 949 time: 0.1837337 Jul 23 20:00:41.795872 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5def262e-e56c-48ad-9c9d-b80c923e4dc2 admin admin] Router a5491f17-29e1-412b-96ce-f7e724f53e28 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:00:41.834127 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-17cb3d8b-d51d-4808-b5b3-ca751459b736 req-ec9a987b-e922-414e-abef-7b32d428ca1e tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703533 Jul 23 20:00:41.844705 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 9d702234-c829-4840-9f95-aa3c9d43db90, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=9d702234-c829-4840-9f95-aa3c9d43db90,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:41.845744 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3cdbe1-1896-4290-8941-829b5bb1868b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d702234-c829-4840-9f95-aa3c9d43db90'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:00:41.849679 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d48f56-1ef9-497c-9f99-6c773b4fafbb" -d '{"events": [{"server_uuid": "ab3cdbe1-1896-4290-8941-829b5bb1868b", "name": "network-vif-plugged", "status": "completed", "tag": "9d702234-c829-4840-9f95-aa3c9d43db90"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:00:41.854932 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:41.935926 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=9d702234-c829-4840-9f95-aa3c9d43db90,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:41.996870 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5def262e-e56c-48ad-9c9d-b80c923e4dc2 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:00:42.004586 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5def262e-e56c-48ad-9c9d-b80c923e4dc2 admin admin] 10.222.0.32 "PUT /v2.0/routers/a5491f17-29e1-412b-96ce-f7e724f53e28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2776861 Jul 23 20:00:42.005142 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34458) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:42.017717 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a971bfbb-c94f-414c-8f56-521fb1b20d1c None None] Sync routers for ids ['a5491f17-29e1-412b-96ce-f7e724f53e28'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:00:42.030301 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a971bfbb-c94f-414c-8f56-521fb1b20d1c None None] Routers {'a5491f17-29e1-412b-96ce-f7e724f53e28'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:00:42.032174 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-a971bfbb-c94f-414c-8f56-521fb1b20d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:00:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a5491f17-29e1-412b-96ce-f7e724f53e28'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:00:42.099592 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada60c8-2022-4762-b537-a803d5e64e15 req-41e4f548-54e2-4ae1-b27b-c501d2f1abf2 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:42.107092 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2ada60c8-2022-4762-b537-a803d5e64e15 req-41e4f548-54e2-4ae1-b27b-c501d2f1abf2 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=52787951-4a09-4f69-9ffc-727a9b48f183 HTTP/1.1" status: 200 len: 944 time: 0.1327677 Jul 23 20:00:42.158513 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2ada60c8-2022-4762-b537-a803d5e64e15 req-9100c7f0-cf4b-4bbf-b30c-bc0b72ca170a tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502586 Jul 23 20:00:42.179493 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-a971bfbb-c94f-414c-8f56-521fb1b20d1c None None] Set router a5491f17-29e1-412b-96ce-f7e724f53e28 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:00:42.208393 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e455904f-f6a1-4178-b88d-a7b614b04d97', 'name': 'network-vif-deleted', 'tag': 'b9ecb162-69a5-4aee-80d8-70cd85b279c8'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:00:42.211073 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a00c7cf-5a53-46d3-b708-458ea1578015" -d '{"events": [{"server_uuid": "e455904f-f6a1-4178-b88d-a7b614b04d97", "name": "network-vif-deleted", "tag": "b9ecb162-69a5-4aee-80d8-70cd85b279c8"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:00:42.262743 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4abbc6cf-23c9-4aee-b549-043fc7da1141 admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:42.331434 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46453925-b695-4b76-985e-28b972cd5e7a req-cdccc505-fd49-48ca-9f55-8cd336bff634 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:42.345441 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-46453925-b695-4b76-985e-28b972cd5e7a req-cdccc505-fd49-48ca-9f55-8cd336bff634 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 949 time: 0.0990746 Jul 23 20:00:42.433117 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4abbc6cf-23c9-4aee-b549-043fc7da1141 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:42.451797 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-46453925-b695-4b76-985e-28b972cd5e7a req-906586f1-4984-4731-83d2-5da4530e64c1 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048183 Jul 23 20:00:42.456592 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-a971bfbb-c94f-414c-8f56-521fb1b20d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5491f17-29e1-412b-96ce-f7e724f53e28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2105974091-router', 'tenant_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '493997cd-d2ca-47a8-8e4f-3fe4b663b8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:24Z', 'updated_at': '2021-07-23T20:00:40Z', 'revision_number': 5, 'project_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'gw_port': {'id': '493997cd-d2ca-47a8-8e4f-3fe4b663b8c5', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5491f17-29e1-412b-96ce-f7e724f53e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:25Z', 'updated_at': '2021-07-23T19:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:00:42.506269 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa078c3-8b85-48e0-a655-0c22d4a93bba x-openstack-request-id: req-efa078c3-8b85-48e0-a655-0c22d4a93bba {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:00:42.507247 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3cdbe1-1896-4290-8941-829b5bb1868b", "name": "network-vif-plugged", "status": "completed", "tag": "9d702234-c829-4840-9f95-aa3c9d43db90", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:00:42.507594 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-efa078c3-8b85-48e0-a655-0c22d4a93bba {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:00:42.508019 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3cdbe1-1896-4290-8941-829b5bb1868b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d702234-c829-4840-9f95-aa3c9d43db90', 'code': 200} Jul 23 20:00:42.509033 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a971bfbb-c94f-414c-8f56-521fb1b20d1c None None] Checking router: a5491f17-29e1-412b-96ce-f7e724f53e28 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:00:42.532655 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a971bfbb-c94f-414c-8f56-521fb1b20d1c None None] Routers {'a5491f17-29e1-412b-96ce-f7e724f53e28'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:00:42.532655 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-a971bfbb-c94f-414c-8f56-521fb1b20d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:00:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a5491f17-29e1-412b-96ce-f7e724f53e28'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:00:42.610322 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-4abbc6cf-23c9-4aee-b549-043fc7da1141 admin admin] Deleting port 493997cd-d2ca-47a8-8e4f-3fe4b663b8c5 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:00:42.610670 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4abbc6cf-23c9-4aee-b549-043fc7da1141 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:42.690204 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-a971bfbb-c94f-414c-8f56-521fb1b20d1c None None] Set router a5491f17-29e1-412b-96ce-f7e724f53e28 gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:00:42.732862 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e68f35-4e0f-4f91-99e6-88c3fd2a5bfe req-0c7d3bef-bc06-4f52-be97-951a6656d9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:42.734436 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5e68f35-4e0f-4f91-99e6-88c3fd2a5bfe req-0c7d3bef-bc06-4f52-be97-951a6656d9ca service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ab3cdbe1-1896-4290-8941-829b5bb1868b HTTP/1.1" status: 200 len: 1102 time: 0.1223204 Jul 23 20:00:42.739109 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336ef3b4-fe11-4f69-8c3a-ec79a36b073e x-openstack-request-id: req-336ef3b4-fe11-4f69-8c3a-ec79a36b073e {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:00:42.739412 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e455904f-f6a1-4178-b88d-a7b614b04d97", "name": "network-vif-deleted", "tag": "b9ecb162-69a5-4aee-80d8-70cd85b279c8", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:00:42.739667 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-336ef3b4-fe11-4f69-8c3a-ec79a36b073e {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:00:42.740070 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e455904f-f6a1-4178-b88d-a7b614b04d97', 'name': 'network-vif-deleted', 'tag': 'b9ecb162-69a5-4aee-80d8-70cd85b279c8', 'status': 'completed', 'code': 200} Jul 23 20:00:42.806293 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5e68f35-4e0f-4f91-99e6-88c3fd2a5bfe req-ae2ce55b-50f0-4973-868c-e36e5ef04506 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495293 Jul 23 20:00:42.830296 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-4abbc6cf-23c9-4aee-b549-043fc7da1141 admin admin] For port 493997cd-d2ca-47a8-8e4f-3fe4b663b8c5, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=493997cd-d2ca-47a8-8e4f-3fe4b663b8c5,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:42.830682 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4abbc6cf-23c9-4aee-b549-043fc7da1141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:42.859415 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-4abbc6cf-23c9-4aee-b549-043fc7da1141 admin admin] Calling delete_port for 493997cd-d2ca-47a8-8e4f-3fe4b663b8c5 owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:00:42.985771 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-a971bfbb-c94f-414c-8f56-521fb1b20d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5491f17-29e1-412b-96ce-f7e724f53e28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2105974091-router', 'tenant_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:24Z', 'updated_at': '2021-07-23T20:00:42Z', 'revision_number': 6, 'project_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:00:43.020436 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a971bfbb-c94f-414c-8f56-521fb1b20d1c None None] The sync data for ids ['a5491f17-29e1-412b-96ce-f7e724f53e28'] in n-d-793618-10 is: [{'id': 'a5491f17-29e1-412b-96ce-f7e724f53e28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2105974091-router', 'tenant_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:24Z', 'updated_at': '2021-07-23T20:00:42Z', 'revision_number': 6, 'project_id': '29f398dfe4164e34978e3a6c9a01d9f6', 'gw_port_host': None}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:00:43.054960 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7f1afb1a-0a0f-499a-93b3-2d59b2768eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:43.090629 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-72499e2a-4142-40cd-bac9-71b50359d584 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:00:43.091761 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-72499e2a-4142-40cd-bac9-71b50359d584 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094776 Jul 23 20:00:43.123961 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-a2e57193-dd90-4fe2-b05d-6a275c4545fd service neutron] Request body: {'binding': {'host': 'n-h1-793618-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:00:43.124408 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-a2e57193-dd90-4fe2-b05d-6a275c4545fd service neutron] Unknown quota resources ['binding']. {{(pid=93876) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:00:43.197713 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4abbc6cf-23c9-4aee-b549-043fc7da1141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:43.198704 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd12fd-aa48-49a2-9b30-cb4d91d6f69a req-fcf3227a-2415-4fc8-ade7-a05e27f5e2ec tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:43.200193 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83fd12fd-aa48-49a2-9b30-cb4d91d6f69a req-fcf3227a-2415-4fc8-ade7-a05e27f5e2ec tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab3cdbe1-1896-4290-8941-829b5bb1868b HTTP/1.1" status: 200 len: 950 time: 0.0813446 Jul 23 20:00:43.231137 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:43.247577 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abbc6cf-23c9-4aee-b549-043fc7da1141 admin admin] Pushing event deleted for resources: {'Port': ['ID=493997cd-d2ca-47a8-8e4f-3fe4b663b8c5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:43.291431 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83fd12fd-aa48-49a2-9b30-cb4d91d6f69a req-5cc8d6b4-92b4-4bf1-beb9-318b3cd1b542 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729427 Jul 23 20:00:43.367030 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:00:43.396592 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4abbc6cf-23c9-4aee-b549-043fc7da1141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:43.474923 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164abba5-6532-4c68-af3d-ac73e563df91 req-f6bb047e-f506-4dcb-aadd-19e7361ee36f tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:43.479122 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-164abba5-6532-4c68-af3d-ac73e563df91 req-f6bb047e-f506-4dcb-aadd-19e7361ee36f tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/ports?device_id=72a8e8b9-e7d1-4cc5-a520-b8ed7b62605b HTTP/1.1" status: 200 len: 949 time: 0.1160905 Jul 23 20:00:43.551686 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device b9ecb162-69a5-4aee-80d8-70cd85b279c8 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:00:43.571201 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-a2e57193-dd90-4fe2-b05d-6a275c4545fd service neutron] Attempting to bind port 32ba413a-70af-4a3c-97ca-546662f3f100 on host n-h1-793618-10 for vnic_type normal with profile None {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:00:43.571546 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-a2e57193-dd90-4fe2-b05d-6a275c4545fd service neutron] Attempting to bind port 32ba413a-70af-4a3c-97ca-546662f3f100 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:00:43.571876 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-a2e57193-dd90-4fe2-b05d-6a275c4545fd service neutron] Attempting to bind port 32ba413a-70af-4a3c-97ca-546662f3f100 on network 18f1c189-135d-4e39-8a5e-b364e733193d {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:00:43.587857 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4abbc6cf-23c9-4aee-b549-043fc7da1141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:43.594860 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4abbc6cf-23c9-4aee-b549-043fc7da1141 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:43.596554 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: b9ecb162-69a5-4aee-80d8-70cd85b279c8 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:00:43.597284 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device b9ecb162-69a5-4aee-80d8-70cd85b279c8 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:00:43.597412 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-a2e57193-dd90-4fe2-b05d-6a275c4545fd service neutron] Port 32ba413a-70af-4a3c-97ca-546662f3f100 on network 18f1c189-135d-4e39-8a5e-b364e733193d not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:00:43.597704 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-a2e57193-dd90-4fe2-b05d-6a275c4545fd service neutron] Attempting to bind port 32ba413a-70af-4a3c-97ca-546662f3f100 on network 18f1c189-135d-4e39-8a5e-b364e733193d {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:00:43.619758 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-164abba5-6532-4c68-af3d-ac73e563df91 req-7a1758bd-3e10-4446-bfc1-e4723cbc5cea tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/security-groups?id=a18ffe49-d0c4-4702-93be-c1cf700ebd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335104 Jul 23 20:00:43.626459 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-e7ca5f4e-9121-4afb-8f1b-f869614cae7d service neutron] 10.222.0.30 "GET /v2.0/ports/0d9bef95-6488-4ccc-ab12-52f7b48a2c9f/bindings/n-h2-793618-10 HTTP/1.1" status: 200 len: 385 time: 0.1461592 Jul 23 20:00:43.639660 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-a2e57193-dd90-4fe2-b05d-6a275c4545fd service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:00:43.640002 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-a2e57193-dd90-4fe2-b05d-6a275c4545fd service neutron] Checking segment: {'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:00:43.640384 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-a2e57193-dd90-4fe2-b05d-6a275c4545fd service neutron] Bound using segment: {'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:00:43.640890 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-a2e57193-dd90-4fe2-b05d-6a275c4545fd service neutron] Bound port: 32ba413a-70af-4a3c-97ca-546662f3f100, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:00:43.644666 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0d9bef95-6488-4ccc-ab12-52f7b48a2c9f,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:43.658686 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f has no active binding in host n-h2-793618-10 {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 20:00:43.725411 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4abbc6cf-23c9-4aee-b549-043fc7da1141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:43.726296 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abbc6cf-23c9-4aee-b549-043fc7da1141 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5491f17-29e1-412b-96ce-f7e724f53e28 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:00:43.737287 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4abbc6cf-23c9-4aee-b549-043fc7da1141 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:43.737287 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4abbc6cf-23c9-4aee-b549-043fc7da1141 admin admin] 10.222.0.32 "DELETE /v2.0/routers/a5491f17-29e1-412b-96ce-f7e724f53e28 HTTP/1.1" status: 204 len: 168 time: 1.7297313 Jul 23 20:00:43.743836 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34502) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:43.793129 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-a2e57193-dd90-4fe2-b05d-6a275c4545fd service neutron] For port 32ba413a-70af-4a3c-97ca-546662f3f100, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=32ba413a-70af-4a3c-97ca-546662f3f100,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:00:43.806293 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-a2e57193-dd90-4fe2-b05d-6a275c4545fd service neutron] Notify callbacks [] for binding, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:43.807686 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-a2e57193-dd90-4fe2-b05d-6a275c4545fd service neutron] 10.222.0.32 "POST /v2.0/ports/32ba413a-70af-4a3c-97ca-546662f3f100/bindings HTTP/1.1" status: 201 len: 390 time: 0.6869619 Jul 23 20:00:43.815652 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2849734-6762-4e41-8dd8-f8baa81600ac admin admin] Deleting subnet 820d0704-7ca5-4869-af84-e2c94d784bdd {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:00:43.820947 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2849734-6762-4e41-8dd8-f8baa81600ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:43.849294 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef94e44-9f63-4a86-859a-f6a543a68f90 req-5ae64a4b-2e6c-4abb-8e2d-7d6e6c33c9b6 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:43.857342 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cef94e44-9f63-4a86-859a-f6a543a68f90 req-5ae64a4b-2e6c-4abb-8e2d-7d6e6c33c9b6 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=52787951-4a09-4f69-9ffc-727a9b48f183 HTTP/1.1" status: 200 len: 944 time: 0.1380780 Jul 23 20:00:43.863999 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2849734-6762-4e41-8dd8-f8baa81600ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:43.908663 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:44.165988 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:44.187973 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2849734-6762-4e41-8dd8-f8baa81600ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:44.255860 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cef94e44-9f63-4a86-859a-f6a543a68f90 req-95b9e80c-d6a0-4aaf-9aa7-3dd889b96b16 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954377 Jul 23 20:00:44.285272 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:44.325357 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-723e9db3-cc3e-42c7-ad3d-7dc6d77a8bad service neutron] For port 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0d9bef95-6488-4ccc-ab12-52f7b48a2c9f,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:44.346355 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92619ef0-234e-40c0-8754-2e9e585f0f78 req-ebac6e37-9305-433e-8283-389ed4539d7b tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:44.358784 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-92619ef0-234e-40c0-8754-2e9e585f0f78 req-ebac6e37-9305-433e-8283-389ed4539d7b tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 949 time: 0.3074639 Jul 23 20:00:44.368628 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-723e9db3-cc3e-42c7-ad3d-7dc6d77a8bad service neutron] For port 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:00:44.447749 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-92619ef0-234e-40c0-8754-2e9e585f0f78 req-f4e2db0e-72df-41a2-a745-2dd88ca8560c tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858293 Jul 23 20:00:44.454177 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-61c4fede-2f84-4a74-a406-6f92eee9721e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:44.455809 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-61c4fede-2f84-4a74-a406-6f92eee9721e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3d6e44c4dd248468c67611aa3d977ae&device_id=abe4dffa-1106-49c7-8b45-55aeb90b3920 HTTP/1.1" status: 200 len: 1097 time: 0.1948729 Jul 23 20:00:44.465268 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2849734-6762-4e41-8dd8-f8baa81600ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:44.506006 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-723e9db3-cc3e-42c7-ad3d-7dc6d77a8bad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:00:44.542245 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2849734-6762-4e41-8dd8-f8baa81600ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:44.543961 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-723e9db3-cc3e-42c7-ad3d-7dc6d77a8bad service neutron] For port 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=0d9bef95-6488-4ccc-ab12-52f7b48a2c9f,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:44.548892 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34518) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:44.549896 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f2849734-6762-4e41-8dd8-f8baa81600ac admin admin] 10.222.0.32 "DELETE /v2.0/subnets/820d0704-7ca5-4869-af84-e2c94d784bdd HTTP/1.1" status: 204 len: 168 time: 0.8044527 Jul 23 20:00:44.551153 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759e364e-876b-41bf-ad0b-741da8ce9db5 None None] Network 73ef6daa-59f8-4590-b34d-231209a696ad requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:00:44.565124 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2849734-6762-4e41-8dd8-f8baa81600ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=820d0704-7ca5-4869-af84-e2c94d784bdd,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:44.656550 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-723e9db3-cc3e-42c7-ad3d-7dc6d77a8bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:44.659254 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27121375-2dd8-4617-934c-0711000a015f req-9c0baf77-13b0-4700-9dea-d5b457d09ba3 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:44.660890 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-27121375-2dd8-4617-934c-0711000a015f req-9c0baf77-13b0-4700-9dea-d5b457d09ba3 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=abe4dffa-1106-49c7-8b45-55aeb90b3920 HTTP/1.1" status: 200 len: 945 time: 0.1094289 Jul 23 20:00:44.735433 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-27121375-2dd8-4617-934c-0711000a015f req-c55a5d3c-2be3-4f4a-a711-cfe41fe05f48 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683553 Jul 23 20:00:44.742890 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fc71ff4f-30c1-4a28-90ec-2da0066e74ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:44.849117 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac603cc4-637b-4b39-8512-9cb560bbfbbb None None] DHCP port deletion for 73ef6daa-59f8-4590-b34d-231209a696ad request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:00:44.854319 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-26241fc9-50c2-4d61-9190-e921b04e1762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:44.856550 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-26241fc9-50c2-4d61-9190-e921b04e1762 service neutron] 10.222.0.30 "GET /v2.0/networks?id=18f1c189-135d-4e39-8a5e-b364e733193d HTTP/1.1" status: 200 len: 921 time: 0.3925228 Jul 23 20:00:44.957500 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e11018-a4be-4b0f-9bee-075590a4b5eb req-fa9a6327-9f13-4600-94d0-07c6b02c648f tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:44.960399 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-99e11018-a4be-4b0f-9bee-075590a4b5eb req-fa9a6327-9f13-4600-94d0-07c6b02c648f tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/ports?device_id=72a8e8b9-e7d1-4cc5-a520-b8ed7b62605b HTTP/1.1" status: 200 len: 949 time: 0.1274199 Jul 23 20:00:44.967422 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ac603cc4-637b-4b39-8512-9cb560bbfbbb None None] Deleting port d414c582-b946-4bbd-9bca-6703147c1191 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:00:44.970118 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac603cc4-637b-4b39-8512-9cb560bbfbbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:45.016376 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-0c98b705-4190-4a48-ba86-a2e90d1cf90e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32ba413a-70af-4a3c-97ca-546662f3f100 HTTP/1.1" status: 200 len: 217 time: 0.1260324 Jul 23 20:00:45.031720 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-99e11018-a4be-4b0f-9bee-075590a4b5eb req-ec627e4f-0de3-4a94-bfcf-819486ddd414 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/security-groups?id=a18ffe49-d0c4-4702-93be-c1cf700ebd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631802 Jul 23 20:00:45.079530 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d414c582-b946-4bbd-9bca-6703147c1191 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:00:45.086126 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0324cc0-391e-4afa-8c97-fcc47fddf0c5 req-550ac815-866d-41c9-bf0c-3c72f117dafb tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:45.087775 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c0324cc0-391e-4afa-8c97-fcc47fddf0c5 req-550ac815-866d-41c9-bf0c-3c72f117dafb tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab3cdbe1-1896-4290-8941-829b5bb1868b HTTP/1.1" status: 200 len: 950 time: 0.4112356 Jul 23 20:00:45.093978 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-723e9db3-cc3e-42c7-ad3d-7dc6d77a8bad service neutron] Transition to ACTIVE for port object 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:00:45.125804 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-723e9db3-cc3e-42c7-ad3d-7dc6d77a8bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:45.138993 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-ac603cc4-637b-4b39-8512-9cb560bbfbbb None None] For port d414c582-b946-4bbd-9bca-6703147c1191, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d414c582-b946-4bbd-9bca-6703147c1191,segment=NetworkSegment(365d460d-357e-4c03-9de0-12a82865aaba),segment_id=365d460d-357e-4c03-9de0-12a82865aaba)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:45.139393 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac603cc4-637b-4b39-8512-9cb560bbfbbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:45.159639 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ac603cc4-637b-4b39-8512-9cb560bbfbbb None None] Calling delete_port for d414c582-b946-4bbd-9bca-6703147c1191 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:00:45.183899 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-51c1d453-634f-40e9-9d8a-afc12780831b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:45.185492 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-51c1d453-634f-40e9-9d8a-afc12780831b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff9cc1f3-5cfa-4b1f-ac36-a859db46b374 HTTP/1.1" status: 200 len: 860 time: 0.1562185 Jul 23 20:00:45.204528 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2bf6e-e112-4e18-98a3-d5a45b665650 req-416708e0-f079-43e9-b366-5a65e8639511 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:45.206180 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-87b2bf6e-e112-4e18-98a3-d5a45b665650 req-416708e0-f079-43e9-b366-5a65e8639511 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.18 "GET /v2.0/ports?device_id=72a8e8b9-e7d1-4cc5-a520-b8ed7b62605b HTTP/1.1" status: 200 len: 949 time: 0.2791274 Jul 23 20:00:45.236466 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-fc71ff4f-30c1-4a28-90ec-2da0066e74ad admin admin] Deleting port d414c582-b946-4bbd-9bca-6703147c1191 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:00:45.237144 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fc71ff4f-30c1-4a28-90ec-2da0066e74ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:45.260523 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:45.318373 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port d414c582-b946-4bbd-9bca-6703147c1191, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d414c582-b946-4bbd-9bca-6703147c1191,segment=NetworkSegment(365d460d-357e-4c03-9de0-12a82865aaba),segment_id=365d460d-357e-4c03-9de0-12a82865aaba)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:45.322702 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-9de592af-2fe4-4a13-902b-e5a81ed90975 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=18f1c189-135d-4e39-8a5e-b364e733193d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1112392 Jul 23 20:00:45.333927 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:45.335116 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 4c643738-b15e-40c4-a40c-6367c7b0ca47 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:00:45.348688 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c0324cc0-391e-4afa-8c97-fcc47fddf0c5 req-c44a388b-3191-40ca-8a57-36d0a525339b tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459805 Jul 23 20:00:45.377049 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 4c643738-b15e-40c4-a40c-6367c7b0ca47 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:00:45.377389 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 4c643738-b15e-40c4-a40c-6367c7b0ca47 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:00:45.377921 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 493997cd-d2ca-47a8-8e4f-3fe4b663b8c5 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:00:45.427366 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-723e9db3-cc3e-42c7-ad3d-7dc6d77a8bad service neutron] No DVR routers for this DVR port 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f on host n-h1-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:00:45.456015 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac603cc4-637b-4b39-8512-9cb560bbfbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:45.457356 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 493997cd-d2ca-47a8-8e4f-3fe4b663b8c5 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:00:45.461294 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e9db3-cc3e-42c7-ad3d-7dc6d77a8bad service neutron] Pushing event updated for resources: {'Port': ['ID=0d9bef95-6488-4ccc-ab12-52f7b48a2c9f,revision_number=10']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:45.463098 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 493997cd-d2ca-47a8-8e4f-3fe4b663b8c5 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:00:45.478348 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71c6ca-8372-4938-9987-22f9e11c66d0 req-d4adb2a2-467e-4804-9706-2211fa276a21 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:45.487666 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-af71c6ca-8372-4938-9987-22f9e11c66d0 req-d4adb2a2-467e-4804-9706-2211fa276a21 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=52787951-4a09-4f69-9ffc-727a9b48f183 HTTP/1.1" status: 200 len: 945 time: 0.1216505 Jul 23 20:00:45.504507 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac603cc4-637b-4b39-8512-9cb560bbfbbb None None] No DVR routers for this DVR port d414c582-b946-4bbd-9bca-6703147c1191 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:00:45.540014 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=d414c582-b946-4bbd-9bca-6703147c1191,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:45.570577 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-af71c6ca-8372-4938-9987-22f9e11c66d0 req-86ea1768-73c5-4a88-a783-6ed6d5cf9830 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816820 Jul 23 20:00:45.584110 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac603cc4-637b-4b39-8512-9cb560bbfbbb None None] Pushing event deleted for resources: {'Port': ['ID=d414c582-b946-4bbd-9bca-6703147c1191,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:45.587107 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-fc71ff4f-30c1-4a28-90ec-2da0066e74ad admin admin] For port d414c582-b946-4bbd-9bca-6703147c1191, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d414c582-b946-4bbd-9bca-6703147c1191,segment=NetworkSegment(365d460d-357e-4c03-9de0-12a82865aaba),segment_id=365d460d-357e-4c03-9de0-12a82865aaba)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:45.587589 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fc71ff4f-30c1-4a28-90ec-2da0066e74ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:45.712175 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-fc71ff4f-30c1-4a28-90ec-2da0066e74ad admin admin] Calling delete_port for d414c582-b946-4bbd-9bca-6703147c1191 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:00:45.724793 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-723e9db3-cc3e-42c7-ad3d-7dc6d77a8bad service neutron] 10.222.0.30 "PUT /v2.0/ports/0d9bef95-6488-4ccc-ab12-52f7b48a2c9f/bindings/n-h2-793618-10/activate HTTP/1.1" status: 200 len: 370 time: 2.0908971 Jul 23 20:00:45.731393 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-39974ba3-a90d-4369-9d25-bfbdbfd354ee service neutron] 10.222.0.30 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208947 Jul 23 20:00:45.769106 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:45.906599 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a80d41-d733-46bd-8b0e-e71695680cb7 req-af57236f-bd4b-4aa2-98d9-a10eac36c47a tempest-ServersOnMultiNodesTest-781598117 tempest-ServersOnMultiNodesTest-781598117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:45.909204 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c1a80d41-d733-46bd-8b0e-e71695680cb7 req-af57236f-bd4b-4aa2-98d9-a10eac36c47a tempest-ServersOnMultiNodesTest-781598117 tempest-ServersOnMultiNodesTest-781598117-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ab3cdbe1-1896-4290-8941-829b5bb1868b HTTP/1.1" status: 200 len: 1102 time: 0.4017324 Jul 23 20:00:45.952245 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce977d-0571-49c9-b11a-22a35c1125f1 req-c4761b36-9c08-488c-b6bb-09a5cf8c8a1c tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:45.953820 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-91ce977d-0571-49c9-b11a-22a35c1125f1 req-c4761b36-9c08-488c-b6bb-09a5cf8c8a1c tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 949 time: 0.0903990 Jul 23 20:00:45.985933 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-87b2bf6e-e112-4e18-98a3-d5a45b665650 req-d46ce04b-9884-4d74-a7d4-6dbcbac3e158 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Deleting port 41c3667c-e53c-4371-8e80-c226bf656e9b {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:00:45.986493 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-87b2bf6e-e112-4e18-98a3-d5a45b665650 req-d46ce04b-9884-4d74-a7d4-6dbcbac3e158 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:46.000441 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-91ce977d-0571-49c9-b11a-22a35c1125f1 req-653174ba-604e-4b2d-afb4-64dfb0ba9efb tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392609 Jul 23 20:00:46.063072 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-1332b2fb-7d0a-47f5-805b-b0c4dc0d27f8 service neutron] 10.222.0.30 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148825 Jul 23 20:00:46.071397 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fc71ff4f-30c1-4a28-90ec-2da0066e74ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:46.105651 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c1a80d41-d733-46bd-8b0e-e71695680cb7 req-005aa8b3-9a18-4a87-90d7-fcb82874830d tempest-ServersOnMultiNodesTest-781598117 tempest-ServersOnMultiNodesTest-781598117-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700618 Jul 23 20:00:46.157385 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71ff4f-30c1-4a28-90ec-2da0066e74ad admin admin] Pushing event deleted for resources: {'Port': ['ID=d414c582-b946-4bbd-9bca-6703147c1191,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:46.189891 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc71ff4f-30c1-4a28-90ec-2da0066e74ad admin admin] No DVR routers for this DVR port d414c582-b946-4bbd-9bca-6703147c1191 on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:00:46.301072 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-4620d117-f47f-4798-ba89-9d297a9d6aba tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:46.302872 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-4620d117-f47f-4798-ba89-9d297a9d6aba tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=52787951-4a09-4f69-9ffc-727a9b48f183&tenant_id=46e8b52fe188445da9dc740883af8e52&binding%3Ahost_id=n-h1-793618-10 HTTP/1.1" status: 200 len: 1097 time: 0.4583023 Jul 23 20:00:46.325874 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e860556-9d27-4076-8539-5b92554f2c86 req-7713d221-cf4e-412c-8086-e18b077282b3 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:46.327404 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9e860556-9d27-4076-8539-5b92554f2c86 req-7713d221-cf4e-412c-8086-e18b077282b3 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/ports?device_id=72a8e8b9-e7d1-4cc5-a520-b8ed7b62605b HTTP/1.1" status: 200 len: 949 time: 0.0859561 Jul 23 20:00:46.351903 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-87b2bf6e-e112-4e18-98a3-d5a45b665650 req-d46ce04b-9884-4d74-a7d4-6dbcbac3e158 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] For port 41c3667c-e53c-4371-8e80-c226bf656e9b, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=41c3667c-e53c-4371-8e80-c226bf656e9b,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:46.352254 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-87b2bf6e-e112-4e18-98a3-d5a45b665650 req-d46ce04b-9884-4d74-a7d4-6dbcbac3e158 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:46.381766 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9e860556-9d27-4076-8539-5b92554f2c86 req-4d29f08b-39ac-437c-b566-5f3d8cded242 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/security-groups?id=a18ffe49-d0c4-4702-93be-c1cf700ebd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436554 Jul 23 20:00:46.413938 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-87b2bf6e-e112-4e18-98a3-d5a45b665650 req-d46ce04b-9884-4d74-a7d4-6dbcbac3e158 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Calling delete_port for 41c3667c-e53c-4371-8e80-c226bf656e9b owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:00:46.456693 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fc71ff4f-30c1-4a28-90ec-2da0066e74ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:46.489017 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-fc71ff4f-30c1-4a28-90ec-2da0066e74ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73ef6daa-59f8-4590-b34d-231209a696ad']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:00:46.508235 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-fc71ff4f-30c1-4a28-90ec-2da0066e74ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '365d460d-357e-4c03-9de0-12a82865aaba') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:00:46.508624 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-fc71ff4f-30c1-4a28-90ec-2da0066e74ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '365d460d-357e-4c03-9de0-12a82865aaba') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:00:46.518469 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fc71ff4f-30c1-4a28-90ec-2da0066e74ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:46.524405 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-7dc5cf22-084c-4a08-a5d5-2b6a0d11c669 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=17ff61f0156f4459a680da5d5a3dd368&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420985 Jul 23 20:00:46.538067 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fc71ff4f-30c1-4a28-90ec-2da0066e74ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:46.604134 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc71ff4f-30c1-4a28-90ec-2da0066e74ad admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:00:46.604697 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fc71ff4f-30c1-4a28-90ec-2da0066e74ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:46.625097 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-545ebe17-ce09-4cad-bdf6-297102f53859 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:46.626632 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-545ebe17-ce09-4cad-bdf6-297102f53859 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=abe4dffa-1106-49c7-8b45-55aeb90b3920&tenant_id=a3d6e44c4dd248468c67611aa3d977ae&binding%3Ahost_id=n-h2-793618-10 HTTP/1.1" status: 200 len: 1097 time: 0.4670093 Jul 23 20:00:46.634809 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b18eb-74df-4efe-984b-130a2d3c6bdb req-1005ea05-8cca-4106-875b-ce34c8c9db0d tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:46.636296 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8c3b18eb-74df-4efe-984b-130a2d3c6bdb req-1005ea05-8cca-4106-875b-ce34c8c9db0d tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=abe4dffa-1106-49c7-8b45-55aeb90b3920 HTTP/1.1" status: 200 len: 945 time: 0.4331336 Jul 23 20:00:46.637051 n-d-793618-10 neutron-server[93875]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:00:46.637051 n-d-793618-10 neutron-server[93875]: self.session.flush() Jul 23 20:00:46.637051 n-d-793618-10 neutron-server[93875]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:00:46.637051 n-d-793618-10 neutron-server[93875]: self.session.flush() Jul 23 20:00:46.637051 n-d-793618-10 neutron-server[93875]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:00:46.637051 n-d-793618-10 neutron-server[93875]: self.session.flush() Jul 23 20:00:46.637051 n-d-793618-10 neutron-server[93875]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:00:46.637051 n-d-793618-10 neutron-server[93875]: self.session.flush() Jul 23 20:00:46.637051 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:00:46.637051 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:00:46.637051 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:00:46.637051 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:00:46.637051 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:00:46.637051 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:00:46.637051 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:00:46.637051 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:00:46.637051 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:00:46.637051 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:00:46.637051 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:00:46.637051 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:00:46.637051 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:00:46.637051 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:00:46.637051 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:00:46.637051 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:00:46.637051 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:00:46.637051 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:00:46.637051 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:00:46.637051 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:00:46.637051 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:00:46.637051 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:00:46.637051 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:00:46.637051 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:00:46.637051 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:00:46.637051 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:00:46.637051 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:00:46.637051 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:00:46.637051 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:00:46.637051 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:00:46.637051 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:00:46.637051 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:00:46.643564 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-5ac581cd-0e43-4974-bd9f-39a4a3cea3fc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793618-10'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:00:46.665432 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-07fb87ed-a61a-4da1-b6fe-1e39b229a090 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:46.672396 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-07fb87ed-a61a-4da1-b6fe-1e39b229a090 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1399052 Jul 23 20:00:46.690104 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-806acb3d-a9ac-4fda-8e3e-527ccfa80d83 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/quotas/17ff61f0156f4459a680da5d5a3dd368 HTTP/1.1" status: 200 len: 375 time: 0.0165679 Jul 23 20:00:46.786345 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-ef035e90-d2a9-4c98-b2aa-e38d53f9bc0d tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=17ff61f0156f4459a680da5d5a3dd368&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0950694 Jul 23 20:00:46.811526 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8c3b18eb-74df-4efe-984b-130a2d3c6bdb req-c8752abe-1996-4dc3-a9cf-b6929e39117d tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594894 Jul 23 20:00:46.813512 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-3eb128e0-19c8-4ac8-b9ba-9f00adb090d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:46.814916 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-3eb128e0-19c8-4ac8-b9ba-9f00adb090d1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=52787951-4a09-4f69-9ffc-727a9b48f183&tenant_id=46e8b52fe188445da9dc740883af8e52 HTTP/1.1" status: 200 len: 1097 time: 0.4856772 Jul 23 20:00:46.817162 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fc71ff4f-30c1-4a28-90ec-2da0066e74ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:46.908267 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fc71ff4f-30c1-4a28-90ec-2da0066e74ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:46.909964 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-fc71ff4f-30c1-4a28-90ec-2da0066e74ad admin admin] 10.222.0.32 "DELETE /v2.0/networks/73ef6daa-59f8-4590-b34d-231209a696ad HTTP/1.1" status: 204 len: 168 time: 2.3606603 Jul 23 20:00:46.965699 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71ff4f-30c1-4a28-90ec-2da0066e74ad admin admin] Pushing event deleted for resources: {'Network': ['ID=73ef6daa-59f8-4590-b34d-231209a696ad,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:47.006280 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-5ac581cd-0e43-4974-bd9f-39a4a3cea3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:47.074758 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-87b2bf6e-e112-4e18-98a3-d5a45b665650 req-d46ce04b-9884-4d74-a7d4-6dbcbac3e158 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:47.093153 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['41c3667c-e53c-4371-8e80-c226bf656e9b'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:00:47.144819 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ce04b-9884-4d74-a7d4-6dbcbac3e158 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Pushing event deleted for resources: {'Port': ['ID=41c3667c-e53c-4371-8e80-c226bf656e9b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:47.213811 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ef5ca-0ae4-4fde-83e1-df0a2b0c0a51 req-633069c2-3084-41c9-93ab-64871f2a894d tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:47.214834 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9c8ef5ca-0ae4-4fde-83e1-df0a2b0c0a51 req-633069c2-3084-41c9-93ab-64871f2a894d tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=52787951-4a09-4f69-9ffc-727a9b48f183 HTTP/1.1" status: 200 len: 945 time: 0.2683256 Jul 23 20:00:47.217077 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-fb44373f-0555-4cee-af49-0f7169a68b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:47.230592 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-fb44373f-0555-4cee-af49-0f7169a68b33 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=46e8b52fe188445da9dc740883af8e52&device_id=52787951-4a09-4f69-9ffc-727a9b48f183 HTTP/1.1" status: 200 len: 1097 time: 0.3731887 Jul 23 20:00:47.256596 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ef1af03-8684-4344-b2a2-75d542aa336d req-aa62706c-d2e3-454f-aca3-0ea82be8e01c tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=17feffc9-3015-41c7-8217-f05ee5d95f34 HTTP/1.1" status: 200 len: 210 time: 0.0681860 Jul 23 20:00:47.311155 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34582) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:47.430562 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-fb179b76-c80c-45c7-82e6-2e5dab64e496 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=29f398dfe4164e34978e3a6c9a01d9f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1150799 Jul 23 20:00:47.435097 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b2bf6e-e112-4e18-98a3-d5a45b665650 req-d46ce04b-9884-4d74-a7d4-6dbcbac3e158 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] No DVR routers for this DVR port 41c3667c-e53c-4371-8e80-c226bf656e9b on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:00:47.436875 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34590) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:47.440850 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-87b2bf6e-e112-4e18-98a3-d5a45b665650 req-d46ce04b-9884-4d74-a7d4-6dbcbac3e158 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:47.450824 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-87b2bf6e-e112-4e18-98a3-d5a45b665650 req-d46ce04b-9884-4d74-a7d4-6dbcbac3e158 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.18 "DELETE /v2.0/ports/41c3667c-e53c-4371-8e80-c226bf656e9b HTTP/1.1" status: 204 len: 173 time: 2.2284904 Jul 23 20:00:47.498809 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a8e8b9-e7d1-4cc5-a520-b8ed7b62605b', 'name': 'network-vif-deleted', 'tag': '41c3667c-e53c-4371-8e80-c226bf656e9b'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:00:47.510858 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999c36be-a275-4336-9dfe-6d72ad2606be" -d '{"events": [{"server_uuid": "72a8e8b9-e7d1-4cc5-a520-b8ed7b62605b", "name": "network-vif-deleted", "tag": "41c3667c-e53c-4371-8e80-c226bf656e9b"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:00:47.550996 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5797eeb-434b-4132-ab78-25a66e38d5fa req-5ed00604-e840-4c13-806f-9850c8370fed tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:47.556454 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c5797eeb-434b-4132-ab78-25a66e38d5fa req-5ed00604-e840-4c13-806f-9850c8370fed tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 949 time: 0.1721637 Jul 23 20:00:47.582219 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:00:47.626285 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e1dd34a9-22d6-4d85-a214-dbbdf925c216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:47.673572 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c5797eeb-434b-4132-ab78-25a66e38d5fa req-8108cfa1-e4f5-4fb8-80f3-ced0e9a2889c tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066148 Jul 23 20:00:47.686581 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e1dd34a9-22d6-4d85-a214-dbbdf925c216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:47.723482 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:00:47.810522 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e1dd34a9-22d6-4d85-a214-dbbdf925c216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:47.820040 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e1dd34a9-22d6-4d85-a214-dbbdf925c216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:47.824750 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e1dd34a9-22d6-4d85-a214-dbbdf925c216 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2717b42f-9486-406a-97be-cf9367fee954 HTTP/1.1" status: 204 len: 168 time: 0.3833749 Jul 23 20:00:47.876202 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd34a9-22d6-4d85-a214-dbbdf925c216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2717b42f-9486-406a-97be-cf9367fee954,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:48.135778 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9c8ef5ca-0ae4-4fde-83e1-df0a2b0c0a51 req-30b2d058-5a76-4b3b-bb1b-9479a517a7f6 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9035571 Jul 23 20:00:48.152806 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-744de76d-7e2a-4785-b726-a0b7f50360d8 req-351be025-2714-4eb1-bca8-2839d68e51c5 tempest-LiveMigrationNegativeTest-474121025 tempest-LiveMigrationNegativeTest-474121025-project] 10.222.0.32 "GET /v2.0/ports?device_id=72a8e8b9-e7d1-4cc5-a520-b8ed7b62605b HTTP/1.1" status: 200 len: 210 time: 0.1033306 Jul 23 20:00:48.206456 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-5ac581cd-0e43-4974-bd9f-39a4a3cea3fc service neutron] For port 32ba413a-70af-4a3c-97ca-546662f3f100, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=32ba413a-70af-4a3c-97ca-546662f3f100,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:48.344087 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8605d949-63f7-4a6b-974f-11ca6c436efd x-openstack-request-id: req-8605d949-63f7-4a6b-974f-11ca6c436efd {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:00:48.346870 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a8e8b9-e7d1-4cc5-a520-b8ed7b62605b", "name": "network-vif-deleted", "tag": "41c3667c-e53c-4371-8e80-c226bf656e9b", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:00:48.349746 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8605d949-63f7-4a6b-974f-11ca6c436efd {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:00:48.350975 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a8e8b9-e7d1-4cc5-a520-b8ed7b62605b', 'name': 'network-vif-deleted', 'tag': '41c3667c-e53c-4371-8e80-c226bf656e9b', 'status': 'completed', 'code': 200} Jul 23 20:00:48.424525 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6fd34-8316-4c0f-84d4-3e4c4c2e79fd req-1c4288e2-5fbd-49a6-9163-32b1a29567d0 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:48.457932 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-23e6fd34-8316-4c0f-84d4-3e4c4c2e79fd req-1c4288e2-5fbd-49a6-9163-32b1a29567d0 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=abe4dffa-1106-49c7-8b45-55aeb90b3920 HTTP/1.1" status: 200 len: 945 time: 0.1948144 Jul 23 20:00:48.595754 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-23e6fd34-8316-4c0f-84d4-3e4c4c2e79fd req-ae3e60bf-1922-4aef-a904-3a9f5df8e89e tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292534 Jul 23 20:00:48.623880 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-35776f25-92f7-4883-a820-d90a7f2dc131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:48.625330 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-35776f25-92f7-4883-a820-d90a7f2dc131 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1582e281-e174-4775-af11-ce2168db586d HTTP/1.1" status: 200 len: 909 time: 1.3162377 Jul 23 20:00:48.642253 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-5ac581cd-0e43-4974-bd9f-39a4a3cea3fc service neutron] For port 32ba413a-70af-4a3c-97ca-546662f3f100, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:00:48.754486 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-69527bf8-ecab-411f-adf1-07b708327951 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d9bef95-6488-4ccc-ab12-52f7b48a2c9f HTTP/1.1" status: 200 len: 217 time: 0.1095364 Jul 23 20:00:48.767630 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0a6b28f0-1f54-4a16-bba9-2f35ba3458e6 req-89fa4c28-444e-4a2c-ac0c-5cfb113db803 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=17feffc9-3015-41c7-8217-f05ee5d95f34 HTTP/1.1" status: 200 len: 210 time: 0.1477304 Jul 23 20:00:48.933603 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-493e629c-1fef-45e9-a2fb-7e51c65a6a8d tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=17ff61f0156f4459a680da5d5a3dd368&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600731 Jul 23 20:00:48.935754 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-5ac581cd-0e43-4974-bd9f-39a4a3cea3fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:48.954770 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-5ac581cd-0e43-4974-bd9f-39a4a3cea3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:49.003276 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e05bd-c99e-4253-802e-560686468ab0 req-2811c352-403d-476c-85ea-50a4f21c74fb tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:49.010301 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-df6e05bd-c99e-4253-802e-560686468ab0 req-2811c352-403d-476c-85ea-50a4f21c74fb tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 949 time: 0.1926308 Jul 23 20:00:49.017239 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-f1d46cae-e1ef-4b64-a86e-cd3833696875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:49.018643 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-f1d46cae-e1ef-4b64-a86e-cd3833696875 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=62cab30c-2c7b-4463-9eb3-ea20a0ef57f0 HTTP/1.1" status: 200 len: 848 time: 0.2496607 Jul 23 20:00:49.061970 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-df6e05bd-c99e-4253-802e-560686468ab0 req-2b75c20b-6419-4807-b9f5-e71de8258bc4 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505342 Jul 23 20:00:49.137286 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-adad9658-6191-4868-a50a-795229e66426 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1582e281-e174-4775-af11-ce2168db586d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106062 Jul 23 20:00:49.143536 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac581cd-0e43-4974-bd9f-39a4a3cea3fc service neutron] Pushing event updated for resources: {'Port': ['ID=32ba413a-70af-4a3c-97ca-546662f3f100,revision_number=7']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:49.305104 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-e8b407a5-40a4-4a2b-9452-0cf2a4fed9c2 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:49.307207 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-e8b407a5-40a4-4a2b-9452-0cf2a4fed9c2 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3678875 Jul 23 20:00:49.359550 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-0271777e-d572-4712-b892-03f946d69b9e tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Request body: {'port': {'device_id': '17feffc9-3015-41c7-8217-f05ee5d95f34', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'admin_state_up': True, 'tenant_id': '17ff61f0156f4459a680da5d5a3dd368'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:00:49.380170 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-5ac581cd-0e43-4974-bd9f-39a4a3cea3fc service neutron] Attempting to bind port 32ba413a-70af-4a3c-97ca-546662f3f100 on host n-h2-793618-10 for vnic_type normal with profile {"migrating_to": "n-h1-793618-10"} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:00:49.380812 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-5ac581cd-0e43-4974-bd9f-39a4a3cea3fc service neutron] Attempting to bind port 32ba413a-70af-4a3c-97ca-546662f3f100 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:00:49.381617 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-5ac581cd-0e43-4974-bd9f-39a4a3cea3fc service neutron] Attempting to bind port 32ba413a-70af-4a3c-97ca-546662f3f100 on network 18f1c189-135d-4e39-8a5e-b364e733193d {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:00:49.390029 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-5ac581cd-0e43-4974-bd9f-39a4a3cea3fc service neutron] Port 32ba413a-70af-4a3c-97ca-546662f3f100 on network 18f1c189-135d-4e39-8a5e-b364e733193d not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:00:49.390584 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-5ac581cd-0e43-4974-bd9f-39a4a3cea3fc service neutron] Attempting to bind port 32ba413a-70af-4a3c-97ca-546662f3f100 on network 18f1c189-135d-4e39-8a5e-b364e733193d {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:00:49.398300 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34640) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:49.410930 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 41c3667c-e53c-4371-8e80-c226bf656e9b no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:00:49.415414 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-5ac581cd-0e43-4974-bd9f-39a4a3cea3fc service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:00:49.416055 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-5ac581cd-0e43-4974-bd9f-39a4a3cea3fc service neutron] Checking segment: {'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:00:49.416638 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-5ac581cd-0e43-4974-bd9f-39a4a3cea3fc service neutron] Bound using segment: {'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:00:49.417298 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-5ac581cd-0e43-4974-bd9f-39a4a3cea3fc service neutron] Bound port: 32ba413a-70af-4a3c-97ca-546662f3f100, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:00:49.417889 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-5ac581cd-0e43-4974-bd9f-39a4a3cea3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:49.456557 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 41c3667c-e53c-4371-8e80-c226bf656e9b {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:00:49.456918 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 41c3667c-e53c-4371-8e80-c226bf656e9b not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:00:49.547903 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-5ac581cd-0e43-4974-bd9f-39a4a3cea3fc service neutron] For port 32ba413a-70af-4a3c-97ca-546662f3f100, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:00:49.551530 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-5ac581cd-0e43-4974-bd9f-39a4a3cea3fc service neutron] For port 32ba413a-70af-4a3c-97ca-546662f3f100, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=32ba413a-70af-4a3c-97ca-546662f3f100,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:00:49.623298 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4c69d893-ca32-4291-ad95-562c2f41df65 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1362626496-network', 'tenant_id': '79cc250b59e84b978e0f6f82bacf527e'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:00:49.642195 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-5ac581cd-0e43-4974-bd9f-39a4a3cea3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:49.664381 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c69d893-ca32-4291-ad95-562c2f41df65 admin admin] Made reservation on behalf of 79cc250b59e84b978e0f6f82bacf527e for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:00:49.667132 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c69d893-ca32-4291-ad95-562c2f41df65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:49.686701 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c69d893-ca32-4291-ad95-562c2f41df65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:49.736240 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-e71e618f-c7e7-4749-bfb1-de68744ad715 service neutron] 10.222.0.18 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5895126 Jul 23 20:00:49.755382 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34658) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:49.788577 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9235d-596d-47a6-84f1-7e7ca084e389 req-56e0574d-fdc6-451a-b6c8-a9c72bf43c90 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:49.792450 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f3f9235d-596d-47a6-84f1-7e7ca084e389 req-56e0574d-fdc6-451a-b6c8-a9c72bf43c90 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=52787951-4a09-4f69-9ffc-727a9b48f183 HTTP/1.1" status: 200 len: 945 time: 0.4816847 Jul 23 20:00:49.834853 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-5ac581cd-0e43-4974-bd9f-39a4a3cea3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:49.835760 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-5ac581cd-0e43-4974-bd9f-39a4a3cea3fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:49.837196 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-5ac581cd-0e43-4974-bd9f-39a4a3cea3fc service neutron] 10.222.0.30 "PUT /v2.0/ports/32ba413a-70af-4a3c-97ca-546662f3f100 HTTP/1.1" status: 200 len: 1123 time: 3.1976287 Jul 23 20:00:49.904921 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac581cd-0e43-4974-bd9f-39a4a3cea3fc service neutron] Pushing event updated for resources: {'Port': ['ID=32ba413a-70af-4a3c-97ca-546662f3f100,revision_number=8']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:49.924109 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f3f9235d-596d-47a6-84f1-7e7ca084e389 req-c1927259-f34a-4fd7-94f7-4d76dfe9cfc5 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081195 Jul 23 20:00:49.991908 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['32ba413a-70af-4a3c-97ca-546662f3f100'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:00:49.997752 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359deaf-2e84-44d5-b786-916df63351c7 req-afe2e17f-f667-4de1-90ac-2f4d3b746263 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:49.999319 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5359deaf-2e84-44d5-b786-916df63351c7 req-afe2e17f-f667-4de1-90ac-2f4d3b746263 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=abe4dffa-1106-49c7-8b45-55aeb90b3920 HTTP/1.1" status: 200 len: 943 time: 0.2197056 Jul 23 20:00:50.002125 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-3fa74193-e735-446e-9e59-272e1b562769 service neutron] 10.222.0.18 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470946 Jul 23 20:00:50.074694 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c69d893-ca32-4291-ad95-562c2f41df65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:50.091905 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-35349a77-7518-4143-a6d6-7bf207d6e806 req-ef83c97e-6fc2-44d9-ae3d-7e9ee5736059 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=17feffc9-3015-41c7-8217-f05ee5d95f34 HTTP/1.1" status: 200 len: 210 time: 0.0573735 Jul 23 20:00:50.116843 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c69d893-ca32-4291-ad95-562c2f41df65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:50.190133 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5359deaf-2e84-44d5-b786-916df63351c7 req-6697cbee-d36a-405c-b5cc-92388e763b83 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757309 Jul 23 20:00:50.201802 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-78ffb46c-862c-4456-8b85-315b5c3490a7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a86c9a8ccd634b6592ce48471da5ed00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4403446 Jul 23 20:00:50.226001 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-0271777e-d572-4712-b892-03f946d69b9e tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Made reservation on behalf of 17ff61f0156f4459a680da5d5a3dd368 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:00:50.232909 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34668) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:50.237230 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-0271777e-d572-4712-b892-03f946d69b9e tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:50.242517 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c69d893-ca32-4291-ad95-562c2f41df65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:00:50.244823 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c69d893-ca32-4291-ad95-562c2f41df65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05a2f49-6680-49e0-b00d-36d7f89d365d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:50.343715 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c69d893-ca32-4291-ad95-562c2f41df65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:50.344327 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-4c69d893-ca32-4291-ad95-562c2f41df65 admin admin] Added segment 244e4d90-5c0e-40d1-9be7-ca75d98fa21a of type vlan for network 471c1191-916f-494a-b9cd-5ed7d5f75291 Jul 23 20:00:50.438263 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe4dffa-1106-49c7-8b45-55aeb90b3920', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32ba413a-70af-4a3c-97ca-546662f3f100'}, {'name': 'network-changed', 'server_uuid': 'abe4dffa-1106-49c7-8b45-55aeb90b3920', 'tag': '32ba413a-70af-4a3c-97ca-546662f3f100'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:00:50.442473 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f1898f-dfe7-42e3-8329-386c95456df6" -d '{"events": [{"server_uuid": "abe4dffa-1106-49c7-8b45-55aeb90b3920", "name": "network-vif-unplugged", "status": "completed", "tag": "32ba413a-70af-4a3c-97ca-546662f3f100"}, {"name": "network-changed", "server_uuid": "abe4dffa-1106-49c7-8b45-55aeb90b3920", "tag": "32ba413a-70af-4a3c-97ca-546662f3f100"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:00:50.484705 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c69d893-ca32-4291-ad95-562c2f41df65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:50.514440 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ff1ad26-211e-4f65-8e1b-82573f7da190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:50.538166 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 23 Jul 2021 20:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02db37e1-ceb1-42a9-b43c-27cf30466587 x-openstack-request-id: req-02db37e1-ceb1-42a9-b43c-27cf30466587 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:00:50.538847 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe4dffa-1106-49c7-8b45-55aeb90b3920", "name": "network-vif-unplugged", "status": "completed", "tag": "32ba413a-70af-4a3c-97ca-546662f3f100", "code": 200}, {"name": "network-changed", "server_uuid": "abe4dffa-1106-49c7-8b45-55aeb90b3920", "tag": "32ba413a-70af-4a3c-97ca-546662f3f100", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:00:50.539952 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-02db37e1-ceb1-42a9-b43c-27cf30466587 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:00:50.541002 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe4dffa-1106-49c7-8b45-55aeb90b3920', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32ba413a-70af-4a3c-97ca-546662f3f100', 'code': 200} Jul 23 20:00:50.541482 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abe4dffa-1106-49c7-8b45-55aeb90b3920', 'tag': '32ba413a-70af-4a3c-97ca-546662f3f100', 'status': 'completed', 'code': 200} Jul 23 20:00:50.587024 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ff1ad26-211e-4f65-8e1b-82573f7da190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:50.634458 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-0271777e-d572-4712-b892-03f946d69b9e tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Allocated IP 192.168.233.88 (ec2201c2-595f-40aa-9bc3-fccd4b01012e/4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d/39b21596-1dfa-436b-beaa-eeeb9b19fbcd) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:00:50.734453 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-2d89ce0e-ab06-436e-bbd1-cbf52b8c4d57 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:50.735991 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-2d89ce0e-ab06-436e-bbd1-cbf52b8c4d57 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=52787951-4a09-4f69-9ffc-727a9b48f183&tenant_id=46e8b52fe188445da9dc740883af8e52&binding%3Ahost_id=n-h2-793618-10 HTTP/1.1" status: 200 len: 1097 time: 0.1898875 Jul 23 20:00:50.757482 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1898f-dfe7-42e3-8329-386c95456df6 req-d3639bbe-8929-4949-a9dc-0d0e26215bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:50.759072 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-72f1898f-dfe7-42e3-8329-386c95456df6 req-d3639bbe-8929-4949-a9dc-0d0e26215bf8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6e44c4dd248468c67611aa3d977ae&device_id=abe4dffa-1106-49c7-8b45-55aeb90b3920 HTTP/1.1" status: 200 len: 1126 time: 0.1906695 Jul 23 20:00:51.051611 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c69d893-ca32-4291-ad95-562c2f41df65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:51.052923 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c69d893-ca32-4291-ad95-562c2f41df65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:51.053828 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c69d893-ca32-4291-ad95-562c2f41df65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:51.078495 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9578afb-83c8-456d-a61e-a4b9d72c9e07 req-48190d15-88b2-4a2b-be67-f7a5654c94ae tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:51.080245 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d9578afb-83c8-456d-a61e-a4b9d72c9e07 req-48190d15-88b2-4a2b-be67-f7a5654c94ae tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 949 time: 0.6690192 Jul 23 20:00:51.083221 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4c69d893-ca32-4291-ad95-562c2f41df65 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6838472 Jul 23 20:00:51.095163 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34684) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:51.102990 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ba09d7a0-844b-4876-9a47-f48f7f4de18c admin admin] Request body: {'subnet': {'network_id': '471c1191-916f-494a-b9cd-5ed7d5f75291', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1362626496-subnet', 'tenant_id': '79cc250b59e84b978e0f6f82bacf527e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:00:51.194792 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c69d893-ca32-4291-ad95-562c2f41df65 admin admin] Pushing event updated for resources: {'Network': ['ID=471c1191-916f-494a-b9cd-5ed7d5f75291,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:51.201279 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ff1ad26-211e-4f65-8e1b-82573f7da190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:51.204270 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ff1ad26-211e-4f65-8e1b-82573f7da190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:51.206862 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 471c1191-916f-494a-b9cd-5ed7d5f75291 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:00:51.208368 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3ff1ad26-211e-4f65-8e1b-82573f7da190 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a18ffe49-d0c4-4702-93be-c1cf700ebd9d HTTP/1.1" status: 204 len: 168 time: 0.9739239 Jul 23 20:00:51.233740 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d9578afb-83c8-456d-a61e-a4b9d72c9e07 req-914aa26f-0794-4d30-b311-070edf6069bc tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388228 Jul 23 20:00:51.234607 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff1ad26-211e-4f65-8e1b-82573f7da190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18ffe49-d0c4-4702-93be-c1cf700ebd9d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:51.237924 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba09d7a0-844b-4876-9a47-f48f7f4de18c admin admin] Made reservation on behalf of 79cc250b59e84b978e0f6f82bacf527e for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:00:51.248252 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba09d7a0-844b-4876-9a47-f48f7f4de18c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:51.297635 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-0271777e-d572-4712-b892-03f946d69b9e tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:51.362895 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1898f-dfe7-42e3-8329-386c95456df6 req-316e1ea9-5b04-44b2-a051-fef9b0004ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:51.375473 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-72f1898f-dfe7-42e3-8329-386c95456df6 req-316e1ea9-5b04-44b2-a051-fef9b0004ca8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=18f1c189-135d-4e39-8a5e-b364e733193d HTTP/1.1" status: 200 len: 921 time: 0.6052270 Jul 23 20:00:51.529631 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-0271777e-d572-4712-b892-03f946d69b9e tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Transition to ACTIVE for port object 39b21596-1dfa-436b-beaa-eeeb9b19fbcd will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:00:51.548213 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-72f1898f-dfe7-42e3-8329-386c95456df6 req-636f7928-2c3d-4ec5-a493-5299d44756a0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32ba413a-70af-4a3c-97ca-546662f3f100 HTTP/1.1" status: 200 len: 217 time: 0.1253941 Jul 23 20:00:51.581366 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a1aaf0df-4bc0-4504-965b-b04ad4547a27 req-c149aecf-29f3-4de0-95b7-f89f95edf178 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=17feffc9-3015-41c7-8217-f05ee5d95f34 HTTP/1.1" status: 200 len: 210 time: 0.1472900 Jul 23 20:00:51.629820 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510001a-159b-4362-82fe-caffd351e33a req-5ca16e18-56f5-4d2e-a9f3-6703dcbb96c1 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:51.631756 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4510001a-159b-4362-82fe-caffd351e33a req-5ca16e18-56f5-4d2e-a9f3-6703dcbb96c1 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=52787951-4a09-4f69-9ffc-727a9b48f183 HTTP/1.1" status: 200 len: 945 time: 0.6240726 Jul 23 20:00:51.651219 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-fa182c39-d100-4158-8a83-ac7e4a98a6b3 service neutron] For port 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:00:51.677762 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-fa182c39-d100-4158-8a83-ac7e4a98a6b3 service neutron] Notify callbacks [] for binding, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:51.679568 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e082f7a-994e-4914-b1ef-eac8aca173e7 req-fa182c39-d100-4158-8a83-ac7e4a98a6b3 service neutron] 10.222.0.18 "DELETE /v2.0/ports/0d9bef95-6488-4ccc-ab12-52f7b48a2c9f/bindings/n-h1-793618-10 HTTP/1.1" status: 204 len: 173 time: 0.9295709 Jul 23 20:00:51.754302 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba09d7a0-844b-4876-9a47-f48f7f4de18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:51.756632 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1898f-dfe7-42e3-8329-386c95456df6 req-48b5a0fb-d1fb-4a4b-b722-3c873d2ab92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:51.759611 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-72f1898f-dfe7-42e3-8329-386c95456df6 req-48b5a0fb-d1fb-4a4b-b722-3c873d2ab92b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ff9cc1f3-5cfa-4b1f-ac36-a859db46b374 HTTP/1.1" status: 200 len: 860 time: 0.1967576 Jul 23 20:00:51.775920 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34698) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:51.808704 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-0271777e-d572-4712-b892-03f946d69b9e tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:51.821181 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['6b3cf3b3-7232-4a77-a76e-d33cb770c70d', 'cceb9cfe-be34-41c0-92cd-2dbcf70a248f'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:00:51.828366 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09d7a0-844b-4876-9a47-f48f7f4de18c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f4c7565-f6a4-433e-95f0-ca00fec792eb,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:51.861046 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae6d47-a7a5-4e5d-b47c-44194d112f0b req-5c4d6d6f-ae5a-4a5c-8477-8f87aca1d3e9 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:51.869062 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-deae6d47-a7a5-4e5d-b47c-44194d112f0b req-5c4d6d6f-ae5a-4a5c-8477-8f87aca1d3e9 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=abe4dffa-1106-49c7-8b45-55aeb90b3920 HTTP/1.1" status: 200 len: 943 time: 0.1682281 Jul 23 20:00:51.877185 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-72f1898f-dfe7-42e3-8329-386c95456df6 req-991108e3-f3f4-4fb6-8994-ab2ae6af471f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=18f1c189-135d-4e39-8a5e-b364e733193d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990407 Jul 23 20:00:51.887596 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4510001a-159b-4362-82fe-caffd351e33a req-8b3aaadf-8a96-4df2-b8bf-6b963ec051c3 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419851 Jul 23 20:00:51.890963 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['88bcde5f-e05c-48b1-9357-4da5b5477f36', '3868cadf-74c9-41eb-babe-ade562e7265e', '83124c42-89f8-415d-afa2-03018b51299d', 'fe8a6bad-185a-4e50-8264-7e04e021d52a', '9d702234-c829-4840-9f95-aa3c9d43db90'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:00:51.893217 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba09d7a0-844b-4876-9a47-f48f7f4de18c admin admin] Checking segment: {'id': '244e4d90-5c0e-40d1-9be7-ca75d98fa21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '471c1191-916f-494a-b9cd-5ed7d5f75291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:00:51.893692 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba09d7a0-844b-4876-9a47-f48f7f4de18c admin admin] Network hostable DHCP agents. Network: 471c1191-916f-494a-b9cd-5ed7d5f75291, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:00:51.944322 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-deae6d47-a7a5-4e5d-b47c-44194d112f0b req-9569f8e3-c8ca-426a-a42b-cfa0ec28c0b0 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718269 Jul 23 20:00:51.948365 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-0271777e-d572-4712-b892-03f946d69b9e tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Network ec2201c2-595f-40aa-9bc3-fccd4b01012e is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:00:51.961199 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba09d7a0-844b-4876-9a47-f48f7f4de18c admin admin] Network 471c1191-916f-494a-b9cd-5ed7d5f75291 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:00:51.986171 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-ba09d7a0-844b-4876-9a47-f48f7f4de18c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 471c1191-916f-494a-b9cd-5ed7d5f75291) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:00:51.991180 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba09d7a0-844b-4876-9a47-f48f7f4de18c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:51.992509 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba09d7a0-844b-4876-9a47-f48f7f4de18c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:52.009167 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-0271777e-d572-4712-b892-03f946d69b9e tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:00:52.014761 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ba09d7a0-844b-4876-9a47-f48f7f4de18c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9180536 Jul 23 20:00:52.017381 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34710) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:52.023026 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-0271777e-d572-4712-b892-03f946d69b9e tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:00:52.024706 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf54b7a-f143-4200-adf4-75ba2e7f9103 None None] Network 471c1191-916f-494a-b9cd-5ed7d5f75291 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:00:52.025799 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ef61c18b-cbbd-40a5-9ac6-04ad6558c0b4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1362626496-router', 'tenant_id': '79cc250b59e84b978e0f6f82bacf527e', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:00:52.093867 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef61c18b-cbbd-40a5-9ac6-04ad6558c0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:52.097773 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef61c18b-cbbd-40a5-9ac6-04ad6558c0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:52.194177 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271777e-d572-4712-b892-03f946d69b9e tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Pushing event updated for resources: {'Port': ['ID=39b21596-1dfa-436b-beaa-eeeb9b19fbcd,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:52.230073 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef61c18b-cbbd-40a5-9ac6-04ad6558c0b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:52.292063 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c24c3a53-30bf-4602-b565-85aecd0e3941 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ee97040222df4ba3957a4e2fefac092c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5122287 Jul 23 20:00:52.300187 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34720) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:52.320665 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-0271777e-d572-4712-b892-03f946d69b9e tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:52.321330 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-0271777e-d572-4712-b892-03f946d69b9e tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:52.483176 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-0271777e-d572-4712-b892-03f946d69b9e tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1585782 Jul 23 20:00:52.504688 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-05ec8f65-ae76-41d8-a909-1aac9c690008 service neutron] Request body: {'port': {'device_id': '17feffc9-3015-41c7-8217-f05ee5d95f34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:00:52.506968 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef61c18b-cbbd-40a5-9ac6-04ad6558c0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:52.509358 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-72f1898f-dfe7-42e3-8329-386c95456df6 req-9d36f09f-a35e-45b8-9dd0-e58e139e1959 service neutron] 10.222.0.18 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6165996 Jul 23 20:00:52.578446 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fde8f622-423c-497d-bede-ccc0a0a8c069 None None] Provisioning for port 39b21596-1dfa-436b-beaa-eeeb9b19fbcd completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:00:52.604319 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9ec3c898-c18c-4d2a-a9c5-6c99f681b410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:52.604679 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7858a7b3-976e-48af-bfb4-1d01a3af1d8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-471c1191-916f-494a-b9cd-5ed7d5f75291', 'network_id': '471c1191-916f-494a-b9cd-5ed7d5f75291', 'tenant_id': '79cc250b59e84b978e0f6f82bacf527e', 'fixed_ips': [{'subnet_id': '4f4c7565-f6a4-433e-95f0-ca00fec792eb'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:00:52.605779 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7858a7b3-976e-48af-bfb4-1d01a3af1d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:52.661698 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a924a-4243-44d7-a8c1-07930725b186 req-da6a47de-ecdd-443d-95d9-9d00a4c197e8 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:52.664167 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6e1a924a-4243-44d7-a8c1-07930725b186 req-da6a47de-ecdd-443d-95d9-9d00a4c197e8 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=52787951-4a09-4f69-9ffc-727a9b48f183 HTTP/1.1" status: 200 len: 1097 time: 0.1473570 Jul 23 20:00:52.710704 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6e1a924a-4243-44d7-a8c1-07930725b186 req-9c747f30-beb2-48e0-a166-19920910d05d tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397699 Jul 23 20:00:52.780806 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9ec3c898-c18c-4d2a-a9c5-6c99f681b410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:52.788151 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-7858a7b3-976e-48af-bfb4-1d01a3af1d8d None None] Allocated IP 172.20.0.2 (471c1191-916f-494a-b9cd-5ed7d5f75291/4f4c7565-f6a4-433e-95f0-ca00fec792eb/2eaa443f-677d-4df6-84ff-3a77169a6691) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:00:52.966957 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef61c18b-cbbd-40a5-9ac6-04ad6558c0b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:52.990650 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef61c18b-cbbd-40a5-9ac6-04ad6558c0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:52.995035 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fde8f622-423c-497d-bede-ccc0a0a8c069 None None] Provisioning complete for port 39b21596-1dfa-436b-beaa-eeeb9b19fbcd triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:00:52.997105 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fde8f622-423c-497d-bede-ccc0a0a8c069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:53.049186 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fde8f622-423c-497d-bede-ccc0a0a8c069 None None] Port 39b21596-1dfa-436b-beaa-eeeb9b19fbcd cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:00:53.122327 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-ef61c18b-cbbd-40a5-9ac6-04ad6558c0b4 admin admin] Allocated IP 172.25.1.187 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/389f9ba0-afaf-4e29-98c9-308a91ae6318) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:00:53.123046 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7858a7b3-976e-48af-bfb4-1d01a3af1d8d None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:53.168666 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7858a7b3-976e-48af-bfb4-1d01a3af1d8d None None] Transition to ACTIVE for port object 2eaa443f-677d-4df6-84ff-3a77169a6691 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:00:53.222684 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7858a7b3-976e-48af-bfb4-1d01a3af1d8d None None] Transition to ACTIVE for port object 2eaa443f-677d-4df6-84ff-3a77169a6691 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:00:53.242941 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-05ec8f65-ae76-41d8-a909-1aac9c690008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:53.246451 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7858a7b3-976e-48af-bfb4-1d01a3af1d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:53.272670 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef61c18b-cbbd-40a5-9ac6-04ad6558c0b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:53.284131 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e2291-5c63-42a0-9c9b-fc42050ab2c5 req-f3a5c11b-9088-4288-9f10-b5cb473c4bc7 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:53.285736 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1b4e2291-5c63-42a0-9c9b-fc42050ab2c5 req-f3a5c11b-9088-4288-9f10-b5cb473c4bc7 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 949 time: 0.9098248 Jul 23 20:00:53.294353 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7923f4-4e32-468b-a5e5-98fc46290f7d req-4784256d-e711-432a-8b48-a67300583d81 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:53.296524 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ec7923f4-4e32-468b-a5e5-98fc46290f7d req-4784256d-e711-432a-8b48-a67300583d81 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=17feffc9-3015-41c7-8217-f05ee5d95f34 HTTP/1.1" status: 200 len: 935 time: 0.3907278 Jul 23 20:00:53.360911 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ec7923f4-4e32-468b-a5e5-98fc46290f7d req-3fa9fb2f-984d-4813-b49a-1a08b0e8988f tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544770 Jul 23 20:00:53.370120 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7858a7b3-976e-48af-bfb4-1d01a3af1d8d None None] Network 471c1191-916f-494a-b9cd-5ed7d5f75291 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:00:53.372135 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef61c18b-cbbd-40a5-9ac6-04ad6558c0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:53.400924 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1b4e2291-5c63-42a0-9c9b-fc42050ab2c5 req-df63c07d-883c-4b34-8a1b-30d0703e3d39 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852129 Jul 23 20:00:53.403549 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-72f1898f-dfe7-42e3-8329-386c95456df6 req-1c54f6d3-b8f7-49df-950f-7babd9ef7ffd service neutron] 10.222.0.18 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8859987 Jul 23 20:00:53.450975 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef61c18b-cbbd-40a5-9ac6-04ad6558c0b4 admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:00:53.464460 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-ef61c18b-cbbd-40a5-9ac6-04ad6558c0b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:00:53.468033 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef61c18b-cbbd-40a5-9ac6-04ad6558c0b4 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:00:53.477689 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-7858a7b3-976e-48af-bfb4-1d01a3af1d8d None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:00:53.480899 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7858a7b3-976e-48af-bfb4-1d01a3af1d8d None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:00:53.490909 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7858a7b3-976e-48af-bfb4-1d01a3af1d8d None None] Pushing event updated for resources: {'Port': ['ID=2eaa443f-677d-4df6-84ff-3a77169a6691,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:53.513102 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9ec3c898-c18c-4d2a-a9c5-6c99f681b410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:53.515944 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9ec3c898-c18c-4d2a-a9c5-6c99f681b410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:53.520372 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9ec3c898-c18c-4d2a-a9c5-6c99f681b410 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b612a071-9fcd-4fa4-af97-56b88dae56ff HTTP/1.1" status: 204 len: 168 time: 1.2188888 Jul 23 20:00:53.526264 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858a7b3-976e-48af-bfb4-1d01a3af1d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:53.526264 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858a7b3-976e-48af-bfb4-1d01a3af1d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:53.526264 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858a7b3-976e-48af-bfb4-1d01a3af1d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:53.526573 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858a7b3-976e-48af-bfb4-1d01a3af1d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:53.526881 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858a7b3-976e-48af-bfb4-1d01a3af1d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:53.527208 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858a7b3-976e-48af-bfb4-1d01a3af1d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:53.527533 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858a7b3-976e-48af-bfb4-1d01a3af1d8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:53.527858 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858a7b3-976e-48af-bfb4-1d01a3af1d8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:53.528185 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858a7b3-976e-48af-bfb4-1d01a3af1d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:53.528508 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858a7b3-976e-48af-bfb4-1d01a3af1d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:53.528830 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858a7b3-976e-48af-bfb4-1d01a3af1d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:53.529151 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858a7b3-976e-48af-bfb4-1d01a3af1d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:53.553996 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61c18b-cbbd-40a5-9ac6-04ad6558c0b4 admin admin] Pushing event updated for resources: {'Port': ['ID=389f9ba0-afaf-4e29-98c9-308a91ae6318,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:53.574987 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3c898-c18c-4d2a-a9c5-6c99f681b410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b612a071-9fcd-4fa4-af97-56b88dae56ff,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:53.613744 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 32ba413a-70af-4a3c-97ca-546662f3f100 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:00:53.668607 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-7858a7b3-976e-48af-bfb4-1d01a3af1d8d None None] Attempting to bind port 2eaa443f-677d-4df6-84ff-3a77169a6691 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:00:53.668979 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-7858a7b3-976e-48af-bfb4-1d01a3af1d8d None None] Attempting to bind port 2eaa443f-677d-4df6-84ff-3a77169a6691 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '244e4d90-5c0e-40d1-9be7-ca75d98fa21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '471c1191-916f-494a-b9cd-5ed7d5f75291'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:00:53.669344 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7858a7b3-976e-48af-bfb4-1d01a3af1d8d None None] Attempting to bind port 2eaa443f-677d-4df6-84ff-3a77169a6691 on network 471c1191-916f-494a-b9cd-5ed7d5f75291 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:00:53.673223 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933367cd-a23c-4c7d-a853-de4aa92a6caa req-b1739bb3-a1bb-43bc-aa85-aa91daa55697 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:53.674871 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-933367cd-a23c-4c7d-a853-de4aa92a6caa req-b1739bb3-a1bb-43bc-aa85-aa91daa55697 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=abe4dffa-1106-49c7-8b45-55aeb90b3920 HTTP/1.1" status: 200 len: 943 time: 0.1503239 Jul 23 20:00:53.680583 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7858a7b3-976e-48af-bfb4-1d01a3af1d8d None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:00:53.682027 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7858a7b3-976e-48af-bfb4-1d01a3af1d8d None None] Checking segment: {'id': '244e4d90-5c0e-40d1-9be7-ca75d98fa21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '471c1191-916f-494a-b9cd-5ed7d5f75291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:00:53.682027 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7858a7b3-976e-48af-bfb4-1d01a3af1d8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:53.682027 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7858a7b3-976e-48af-bfb4-1d01a3af1d8d None None] Bound using segment: {'id': '244e4d90-5c0e-40d1-9be7-ca75d98fa21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '471c1191-916f-494a-b9cd-5ed7d5f75291'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:00:53.682364 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-7858a7b3-976e-48af-bfb4-1d01a3af1d8d None None] Bound port: 2eaa443f-677d-4df6-84ff-3a77169a6691, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244e4d90-5c0e-40d1-9be7-ca75d98fa21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '471c1191-916f-494a-b9cd-5ed7d5f75291'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:00:53.682612 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7858a7b3-976e-48af-bfb4-1d01a3af1d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:53.743474 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-933367cd-a23c-4c7d-a853-de4aa92a6caa req-4071946f-644a-48e1-ac95-877d792040d7 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609620 Jul 23 20:00:53.808787 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-7858a7b3-976e-48af-bfb4-1d01a3af1d8d None None] For port 2eaa443f-677d-4df6-84ff-3a77169a6691, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:00:53.820801 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-05ec8f65-ae76-41d8-a909-1aac9c690008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39b21596-1dfa-436b-beaa-eeeb9b19fbcd {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:00:53.822785 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-7858a7b3-976e-48af-bfb4-1d01a3af1d8d None None] For port 2eaa443f-677d-4df6-84ff-3a77169a6691, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=2eaa443f-677d-4df6-84ff-3a77169a6691,segment=NetworkSegment(244e4d90-5c0e-40d1-9be7-ca75d98fa21a),segment_id=244e4d90-5c0e-40d1-9be7-ca75d98fa21a)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:00:53.832657 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-05ec8f65-ae76-41d8-a909-1aac9c690008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:53.845325 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7858a7b3-976e-48af-bfb4-1d01a3af1d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:53.854366 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-05ec8f65-ae76-41d8-a909-1aac9c690008 service neutron] Transition to ACTIVE for port object 39b21596-1dfa-436b-beaa-eeeb9b19fbcd will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:00:53.860712 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-05ec8f65-ae76-41d8-a909-1aac9c690008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:53.914362 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-873b2bf1-4e1d-49ba-9bf6-acc6218f692f tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:53.915944 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-873b2bf1-4e1d-49ba-9bf6-acc6218f692f tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/networks?id=1582e281-e174-4775-af11-ce2168db586d HTTP/1.1" status: 200 len: 808 time: 0.3763757 Jul 23 20:00:53.968510 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-4ce77997-b5fd-4ad9-8e09-bb571f451cd7 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/quotas/46e8b52fe188445da9dc740883af8e52 HTTP/1.1" status: 200 len: 375 time: 0.0366771 Jul 23 20:00:54.049317 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec8f65-ae76-41d8-a909-1aac9c690008 service neutron] Pushing event updated for resources: {'Port': ['ID=39b21596-1dfa-436b-beaa-eeeb9b19fbcd,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:54.082051 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-05ec8f65-ae76-41d8-a909-1aac9c690008 service neutron] Attempting to bind port 39b21596-1dfa-436b-beaa-eeeb9b19fbcd on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:00:54.083026 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-05ec8f65-ae76-41d8-a909-1aac9c690008 service neutron] Attempting to bind port 39b21596-1dfa-436b-beaa-eeeb9b19fbcd by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:00:54.084680 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-05ec8f65-ae76-41d8-a909-1aac9c690008 service neutron] Attempting to bind port 39b21596-1dfa-436b-beaa-eeeb9b19fbcd on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:00:54.090978 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-05ec8f65-ae76-41d8-a909-1aac9c690008 service neutron] Port 39b21596-1dfa-436b-beaa-eeeb9b19fbcd on network ec2201c2-595f-40aa-9bc3-fccd4b01012e not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:00:54.091654 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-05ec8f65-ae76-41d8-a909-1aac9c690008 service neutron] Attempting to bind port 39b21596-1dfa-436b-beaa-eeeb9b19fbcd on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:00:54.097704 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-05ec8f65-ae76-41d8-a909-1aac9c690008 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:00:54.098385 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-05ec8f65-ae76-41d8-a909-1aac9c690008 service neutron] Checking segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:00:54.099006 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-05ec8f65-ae76-41d8-a909-1aac9c690008 service neutron] Bound using segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:00:54.100422 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-05ec8f65-ae76-41d8-a909-1aac9c690008 service neutron] Bound port: 39b21596-1dfa-436b-beaa-eeeb9b19fbcd, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:00:54.101027 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-05ec8f65-ae76-41d8-a909-1aac9c690008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:54.138029 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 32ba413a-70af-4a3c-97ca-546662f3f100, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=32ba413a-70af-4a3c-97ca-546662f3f100,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:54.141330 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7858a7b3-976e-48af-bfb4-1d01a3af1d8d None None] Pushing event updated for resources: {'Port': ['ID=2eaa443f-677d-4df6-84ff-3a77169a6691,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:54.242219 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 32ba413a-70af-4a3c-97ca-546662f3f100 has no active binding in host n-h1-793618-10 {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 20:00:54.256357 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-05ec8f65-ae76-41d8-a909-1aac9c690008 service neutron] For port 39b21596-1dfa-436b-beaa-eeeb9b19fbcd, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:00:54.260310 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-05ec8f65-ae76-41d8-a909-1aac9c690008 service neutron] For port 39b21596-1dfa-436b-beaa-eeeb9b19fbcd, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=39b21596-1dfa-436b-beaa-eeeb9b19fbcd,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:00:54.269279 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-05ec8f65-ae76-41d8-a909-1aac9c690008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:54.292222 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef61c18b-cbbd-40a5-9ac6-04ad6558c0b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:54.377890 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec8f65-ae76-41d8-a909-1aac9c690008 service neutron] Pushing event updated for resources: {'Port': ['ID=39b21596-1dfa-436b-beaa-eeeb9b19fbcd,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:54.387778 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-05ec8f65-ae76-41d8-a909-1aac9c690008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:54.389776 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-05ec8f65-ae76-41d8-a909-1aac9c690008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:54.391190 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-05ec8f65-ae76-41d8-a909-1aac9c690008 service neutron] 10.222.0.30 "PUT /v2.0/ports/39b21596-1dfa-436b-beaa-eeeb9b19fbcd HTTP/1.1" status: 200 len: 1096 time: 1.8970134 Jul 23 20:00:54.391635 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17feffc9-3015-41c7-8217-f05ee5d95f34', 'tag': '39b21596-1dfa-436b-beaa-eeeb9b19fbcd'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:00:54.394036 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce1ac95-2954-42f3-9dba-03e9e8f70936" -d '{"events": [{"name": "network-changed", "server_uuid": "17feffc9-3015-41c7-8217-f05ee5d95f34", "tag": "39b21596-1dfa-436b-beaa-eeeb9b19fbcd"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:00:54.444421 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-c312c4ab-4ef3-422c-83dc-3e0577fa1a95 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=46e8b52fe188445da9dc740883af8e52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4744561 Jul 23 20:00:54.541747 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-8a914ddb-d204-4ad3-94b2-5de7cde7dcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:54.548199 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-8a914ddb-d204-4ad3-94b2-5de7cde7dcaf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=17ff61f0156f4459a680da5d5a3dd368&device_id=17feffc9-3015-41c7-8217-f05ee5d95f34 HTTP/1.1" status: 200 len: 1099 time: 0.0969915 Jul 23 20:00:54.631601 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-8bf3c5af-b412-426b-8360-8aab2a560ae4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=39b21596-1dfa-436b-beaa-eeeb9b19fbcd HTTP/1.1" status: 200 len: 217 time: 0.0767810 Jul 23 20:00:54.698722 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-30e472b0-2401-42c5-a54d-5cd843a2d22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:54.700310 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-30e472b0-2401-42c5-a54d-5cd843a2d22f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.0596981 Jul 23 20:00:54.747523 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-f5bb010f-b576-4a03-a786-28021763a4ba service neutron] 10.222.0.32 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022258 Jul 23 20:00:54.794109 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef61c18b-cbbd-40a5-9ac6-04ad6558c0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:54.817162 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-fd933e30-b3e5-410b-9dc9-7ca45fabb875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:54.823253 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-fd933e30-b3e5-410b-9dc9-7ca45fabb875 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1068976 Jul 23 20:00:54.958747 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-9d69cab3-8fc5-4fcb-8a95-d3d43c361f80 service neutron] 10.222.0.32 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976070 Jul 23 20:00:55.036860 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef61c18b-cbbd-40a5-9ac6-04ad6558c0b4 admin admin] Router 58b4a702-3830-46ab-95bb-736c41911d2f is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:00:55.169532 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 2eaa443f-677d-4df6-84ff-3a77169a6691 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:00:55.208727 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-4d2e4eb6-c961-4c33-8faa-f2f1801451c7 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549149 Jul 23 20:00:55.312642 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 2eaa443f-677d-4df6-84ff-3a77169a6691 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:00:55.363334 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef61c18b-cbbd-40a5-9ac6-04ad6558c0b4 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:00:55.378872 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b99b84-c200-4c47-83c9-9affe7be125c None None] Sync routers for ids ['58b4a702-3830-46ab-95bb-736c41911d2f'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:00:55.398390 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b99b84-c200-4c47-83c9-9affe7be125c None None] Routers {'58b4a702-3830-46ab-95bb-736c41911d2f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:00:55.399043 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-94b99b84-c200-4c47-83c9-9affe7be125c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:00:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['58b4a702-3830-46ab-95bb-736c41911d2f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:00:55.419850 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-ac560ed8-115c-4dfa-9063-9c89a77104ce service neutron] 10.222.0.18 "GET /v2.0/ports/32ba413a-70af-4a3c-97ca-546662f3f100/bindings/n-h1-793618-10 HTTP/1.1" status: 200 len: 385 time: 0.3604667 Jul 23 20:00:55.442497 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef61c18b-cbbd-40a5-9ac6-04ad6558c0b4 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:55.444518 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ef61c18b-cbbd-40a5-9ac6-04ad6558c0b4 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4256492 Jul 23 20:00:55.449787 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34854) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:55.513108 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33284ace-d43f-4fc0-a8e2-5487a94a9900 req-707a66fb-a992-488c-824a-ce60c23efba3 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:55.515315 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc74600-f1ec-4f39-add4-d6055c7b1f0e x-openstack-request-id: req-acc74600-f1ec-4f39-add4-d6055c7b1f0e {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:00:55.515689 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17feffc9-3015-41c7-8217-f05ee5d95f34", "tag": "39b21596-1dfa-436b-beaa-eeeb9b19fbcd", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:00:55.516286 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-acc74600-f1ec-4f39-add4-d6055c7b1f0e {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:00:55.516597 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17feffc9-3015-41c7-8217-f05ee5d95f34', 'tag': '39b21596-1dfa-436b-beaa-eeeb9b19fbcd', 'status': 'completed', 'code': 200} Jul 23 20:00:55.519344 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ce0dc3c-7c96-422a-a502-888d6a962eef req-74411e28-7986-436d-8841-05afa5132925 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016558 Jul 23 20:00:55.536435 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-33284ace-d43f-4fc0-a8e2-5487a94a9900 req-707a66fb-a992-488c-824a-ce60c23efba3 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=17feffc9-3015-41c7-8217-f05ee5d95f34 HTTP/1.1" status: 200 len: 947 time: 0.1581018 Jul 23 20:00:55.632919 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-33284ace-d43f-4fc0-a8e2-5487a94a9900 req-8639304c-7e94-40af-9348-5e363cd73ccd tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860841 Jul 23 20:00:55.685591 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf0dc7e-a969-4e0d-ae82-2e286b23fc6c None None] Network 471c1191-916f-494a-b9cd-5ed7d5f75291 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:00:55.690467 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-94b99b84-c200-4c47-83c9-9affe7be125c None None] Set router 58b4a702-3830-46ab-95bb-736c41911d2f gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:00:55.852373 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e228d2-28e8-4480-adbe-39fc96fb2f88 req-a0e093fb-fcc1-4f04-ad8e-4ed443d64f14 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:55.854548 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-87e228d2-28e8-4480-adbe-39fc96fb2f88 req-a0e093fb-fcc1-4f04-ad8e-4ed443d64f14 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=abe4dffa-1106-49c7-8b45-55aeb90b3920 HTTP/1.1" status: 200 len: 943 time: 0.1337683 Jul 23 20:00:55.865863 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-95907774-54fc-4e03-9d4d-3ff7559154be None None] Provisioning for port 2eaa443f-677d-4df6-84ff-3a77169a6691 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:00:55.885624 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-95907774-54fc-4e03-9d4d-3ff7559154be None None] Provisioning complete for port 2eaa443f-677d-4df6-84ff-3a77169a6691 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:00:55.886036 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-95907774-54fc-4e03-9d4d-3ff7559154be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:55.917178 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-87e228d2-28e8-4480-adbe-39fc96fb2f88 req-fc3795cc-4c70-4cd4-a419-b0eb16e60b80 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546501 Jul 23 20:00:55.920458 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-94b99b84-c200-4c47-83c9-9affe7be125c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b4a702-3830-46ab-95bb-736c41911d2f', 'name': 'tempest-ServersTestMultiNic-1362626496-router', 'tenant_id': '79cc250b59e84b978e0f6f82bacf527e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '389f9ba0-afaf-4e29-98c9-308a91ae6318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:00:52Z', 'updated_at': '2021-07-23T20:00:53Z', 'revision_number': 3, 'project_id': '79cc250b59e84b978e0f6f82bacf527e', 'gw_port': {'id': '389f9ba0-afaf-4e29-98c9-308a91ae6318', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:96:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b4a702-3830-46ab-95bb-736c41911d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:00:52Z', 'updated_at': '2021-07-23T20:00:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:00:55.961048 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b99b84-c200-4c47-83c9-9affe7be125c None None] Checking router: 58b4a702-3830-46ab-95bb-736c41911d2f for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:00:55.961923 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b99b84-c200-4c47-83c9-9affe7be125c None None] Updating router 58b4a702-3830-46ab-95bb-736c41911d2f port 389f9ba0-afaf-4e29-98c9-308a91ae6318 binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:00:56.001567 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-94b99b84-c200-4c47-83c9-9affe7be125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:56.125028 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-18df300c-6505-4c94-a721-72cc9bf97966 service neutron] For port 32ba413a-70af-4a3c-97ca-546662f3f100, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=32ba413a-70af-4a3c-97ca-546662f3f100,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:56.152396 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-18df300c-6505-4c94-a721-72cc9bf97966 service neutron] For port 32ba413a-70af-4a3c-97ca-546662f3f100, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:00:56.189768 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-18df300c-6505-4c94-a721-72cc9bf97966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32ba413a-70af-4a3c-97ca-546662f3f100 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:00:56.193776 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-92941b22-d8fd-46db-8072-aa2e92f54652 req-27fde48b-a37a-4092-917d-41dc25178859 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d HTTP/1.1" status: 200 len: 210 time: 0.0555201 Jul 23 20:00:56.237179 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-18df300c-6505-4c94-a721-72cc9bf97966 service neutron] For port 32ba413a-70af-4a3c-97ca-546662f3f100, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=32ba413a-70af-4a3c-97ca-546662f3f100,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:56.282182 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-18df300c-6505-4c94-a721-72cc9bf97966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:56.295268 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-94b99b84-c200-4c47-83c9-9affe7be125c None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:56.311366 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-94b99b84-c200-4c47-83c9-9affe7be125c None None] Transition to ACTIVE for port object 389f9ba0-afaf-4e29-98c9-308a91ae6318 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:00:56.314833 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1ac95-2954-42f3-9dba-03e9e8f70936 req-712674dc-072e-41de-b051-646e7a45eec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:56.316936 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bce1ac95-2954-42f3-9dba-03e9e8f70936 req-712674dc-072e-41de-b051-646e7a45eec1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=17ff61f0156f4459a680da5d5a3dd368&device_id=17feffc9-3015-41c7-8217-f05ee5d95f34 HTTP/1.1" status: 200 len: 1099 time: 0.6194127 Jul 23 20:00:56.320903 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-94b99b84-c200-4c47-83c9-9affe7be125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:56.344004 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-95907774-54fc-4e03-9d4d-3ff7559154be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:56.350536 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032ece9-9b68-42cd-b2fa-1ed2a186a828 req-168339ab-959a-415e-8f12-059ee7cb09f2 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:56.355301 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9032ece9-9b68-42cd-b2fa-1ed2a186a828 req-168339ab-959a-415e-8f12-059ee7cb09f2 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 949 time: 0.6575909 Jul 23 20:00:56.397874 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4e425-23ee-4d08-abcc-88847e99324b None None] Pushing event updated for resources: {'Port': ['ID=389f9ba0-afaf-4e29-98c9-308a91ae6318,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:56.405612 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-18df300c-6505-4c94-a721-72cc9bf97966 service neutron] Transition to ACTIVE for port object 32ba413a-70af-4a3c-97ca-546662f3f100 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:00:56.408361 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4e425-23ee-4d08-abcc-88847e99324b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:56.408942 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4e425-23ee-4d08-abcc-88847e99324b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:56.409425 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4e425-23ee-4d08-abcc-88847e99324b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:56.410024 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4e425-23ee-4d08-abcc-88847e99324b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:56.410551 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4e425-23ee-4d08-abcc-88847e99324b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:56.411122 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4e425-23ee-4d08-abcc-88847e99324b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:56.411841 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4e425-23ee-4d08-abcc-88847e99324b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:56.412982 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4e425-23ee-4d08-abcc-88847e99324b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:56.413623 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4e425-23ee-4d08-abcc-88847e99324b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:56.414229 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4e425-23ee-4d08-abcc-88847e99324b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:56.414783 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4e425-23ee-4d08-abcc-88847e99324b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:56.415319 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4e425-23ee-4d08-abcc-88847e99324b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:56.424630 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-18df300c-6505-4c94-a721-72cc9bf97966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:56.428864 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-95907774-54fc-4e03-9d4d-3ff7559154be None None] For port 2eaa443f-677d-4df6-84ff-3a77169a6691, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=2eaa443f-677d-4df6-84ff-3a77169a6691,segment=NetworkSegment(244e4d90-5c0e-40d1-9be7-ca75d98fa21a),segment_id=244e4d90-5c0e-40d1-9be7-ca75d98fa21a)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:56.440496 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-94b99b84-c200-4c47-83c9-9affe7be125c None None] Attempting to bind port 389f9ba0-afaf-4e29-98c9-308a91ae6318 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:00:56.441212 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-94b99b84-c200-4c47-83c9-9affe7be125c None None] Attempting to bind port 389f9ba0-afaf-4e29-98c9-308a91ae6318 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:00:56.441823 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b99b84-c200-4c47-83c9-9affe7be125c None None] Attempting to bind port 389f9ba0-afaf-4e29-98c9-308a91ae6318 on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:00:56.446314 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-95907774-54fc-4e03-9d4d-3ff7559154be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:56.448329 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b99b84-c200-4c47-83c9-9affe7be125c None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:00:56.448996 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b99b84-c200-4c47-83c9-9affe7be125c None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:00:56.449775 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-94b99b84-c200-4c47-83c9-9affe7be125c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:56.450262 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b99b84-c200-4c47-83c9-9affe7be125c None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:00:56.450823 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-94b99b84-c200-4c47-83c9-9affe7be125c None None] Bound port: 389f9ba0-afaf-4e29-98c9-308a91ae6318, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:00:56.451467 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-94b99b84-c200-4c47-83c9-9affe7be125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:56.536201 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95907774-54fc-4e03-9d4d-3ff7559154be None None] Pushing event updated for resources: {'Port': ['ID=2eaa443f-677d-4df6-84ff-3a77169a6691,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:56.557275 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-94b99b84-c200-4c47-83c9-9affe7be125c None None] For port 389f9ba0-afaf-4e29-98c9-308a91ae6318, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:00:56.561203 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-94b99b84-c200-4c47-83c9-9affe7be125c None None] For port 389f9ba0-afaf-4e29-98c9-308a91ae6318, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=389f9ba0-afaf-4e29-98c9-308a91ae6318,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:00:56.569563 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-94b99b84-c200-4c47-83c9-9affe7be125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:56.682803 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4e425-23ee-4d08-abcc-88847e99324b None None] Pushing event updated for resources: {'Port': ['ID=389f9ba0-afaf-4e29-98c9-308a91ae6318,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:56.702081 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b99b84-c200-4c47-83c9-9affe7be125c None None] Routers {'58b4a702-3830-46ab-95bb-736c41911d2f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:00:56.703062 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-94b99b84-c200-4c47-83c9-9affe7be125c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:00:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['58b4a702-3830-46ab-95bb-736c41911d2f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:00:56.707708 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-18df300c-6505-4c94-a721-72cc9bf97966 service neutron] No DVR routers for this DVR port 32ba413a-70af-4a3c-97ca-546662f3f100 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:00:56.746224 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9032ece9-9b68-42cd-b2fa-1ed2a186a828 req-c1e99612-d76d-4aeb-b1fc-5dd7bf891d0c tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280151 Jul 23 20:00:56.776101 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df300c-6505-4c94-a721-72cc9bf97966 service neutron] Pushing event updated for resources: {'Port': ['ID=32ba413a-70af-4a3c-97ca-546662f3f100,revision_number=10']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:56.838956 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-16930f5c-7d95-4ad0-afc7-0818c2df15a8 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a28939d8212b4a0392808b969f282665&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383215 Jul 23 20:00:56.856803 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-18df300c-6505-4c94-a721-72cc9bf97966 service neutron] 10.222.0.18 "PUT /v2.0/ports/32ba413a-70af-4a3c-97ca-546662f3f100/bindings/n-h1-793618-10/activate HTTP/1.1" status: 200 len: 370 time: 1.4202812 Jul 23 20:00:56.861266 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1ac95-2954-42f3-9dba-03e9e8f70936 req-4f0c12e7-5b46-494e-b65c-9333bb1bd6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:56.862931 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bce1ac95-2954-42f3-9dba-03e9e8f70936 req-4f0c12e7-5b46-494e-b65c-9333bb1bd6ce service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.4561701 Jul 23 20:00:56.897118 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-94b99b84-c200-4c47-83c9-9affe7be125c None None] Set router 58b4a702-3830-46ab-95bb-736c41911d2f gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:00:56.978571 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-cf99fce4-6c53-410a-9a26-4d78b8352272 None None] Provisioning complete for port 2eaa443f-677d-4df6-84ff-3a77169a6691 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:00:56.978951 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cf99fce4-6c53-410a-9a26-4d78b8352272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:57.003136 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bce1ac95-2954-42f3-9dba-03e9e8f70936 req-ba535c37-0a0d-46fc-9ec8-f2663e9a9769 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=39b21596-1dfa-436b-beaa-eeeb9b19fbcd HTTP/1.1" status: 200 len: 217 time: 0.1132994 Jul 23 20:00:57.009007 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7511d1-2409-4adc-a09b-e2becdf7b0b8 req-5dbf975c-86e6-40cf-84ff-f41a3d9cd238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:57.010565 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ac7511d1-2409-4adc-a09b-e2becdf7b0b8 req-5dbf975c-86e6-40cf-84ff-f41a3d9cd238 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 1101 time: 0.2892914 Jul 23 20:00:57.048415 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 2eaa443f-677d-4df6-84ff-3a77169a6691 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:00:57.142962 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 2eaa443f-677d-4df6-84ff-3a77169a6691 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:00:57.143355 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:57.162676 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-c5e6320b-9660-4bcd-8cfc-3f7ded8cdf15 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:57.164452 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-c5e6320b-9660-4bcd-8cfc-3f7ded8cdf15 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.30 "GET /v2.0/networks?id=1582e281-e174-4775-af11-ce2168db586d HTTP/1.1" status: 200 len: 808 time: 0.2456799 Jul 23 20:00:57.184912 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-9ad8f13e-a07f-40ab-95af-2f3c54b546f4 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Request body: {'port': {'device_id': 'f71f56ef-d958-4216-85a1-6eb2bacf664d', 'network_id': '1582e281-e174-4775-af11-ce2168db586d', 'admin_state_up': True, 'tenant_id': '46e8b52fe188445da9dc740883af8e52'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:00:57.220125 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ac7511d1-2409-4adc-a09b-e2becdf7b0b8 req-f4b02f06-23fe-4441-b720-8bff7de5c1c1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838059 Jul 23 20:00:57.265835 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1ac95-2954-42f3-9dba-03e9e8f70936 req-0dde33bf-9685-4668-90a6-9c35093d1b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:57.267395 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bce1ac95-2954-42f3-9dba-03e9e8f70936 req-0dde33bf-9685-4668-90a6-9c35093d1b41 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.2337499 Jul 23 20:00:57.267879 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-e5479fbf-0be1-4b8c-8586-031b3f057da9 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:57.269026 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ea6c501d-5d45-4060-aca7-da5ae8e7edac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:57.275737 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-e5479fbf-0be1-4b8c-8586-031b3f057da9 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4289088 Jul 23 20:00:57.275943 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-94b99b84-c200-4c47-83c9-9affe7be125c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b4a702-3830-46ab-95bb-736c41911d2f', 'name': 'tempest-ServersTestMultiNic-1362626496-router', 'tenant_id': '79cc250b59e84b978e0f6f82bacf527e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '389f9ba0-afaf-4e29-98c9-308a91ae6318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:00:52Z', 'updated_at': '2021-07-23T20:00:53Z', 'revision_number': 3, 'project_id': '79cc250b59e84b978e0f6f82bacf527e', 'gw_port': {'id': '389f9ba0-afaf-4e29-98c9-308a91ae6318', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:96:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b4a702-3830-46ab-95bb-736c41911d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:00:52Z', 'updated_at': '2021-07-23T20:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:00:57.282117 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093996e5-9b32-4468-90a1-6e3bc316088b req-46ed8a3a-4200-4b1e-b43f-10cff1a85710 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:57.283655 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-093996e5-9b32-4468-90a1-6e3bc316088b req-46ed8a3a-4200-4b1e-b43f-10cff1a85710 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=17feffc9-3015-41c7-8217-f05ee5d95f34 HTTP/1.1" status: 200 len: 947 time: 0.3927262 Jul 23 20:00:57.303979 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b99b84-c200-4c47-83c9-9affe7be125c None None] The sync data for ids ['58b4a702-3830-46ab-95bb-736c41911d2f'] in n-d-793618-10 is: [{'id': '58b4a702-3830-46ab-95bb-736c41911d2f', 'name': 'tempest-ServersTestMultiNic-1362626496-router', 'tenant_id': '79cc250b59e84b978e0f6f82bacf527e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '389f9ba0-afaf-4e29-98c9-308a91ae6318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:00:52Z', 'updated_at': '2021-07-23T20:00:53Z', 'revision_number': 3, 'project_id': '79cc250b59e84b978e0f6f82bacf527e', 'gw_port': {'id': '389f9ba0-afaf-4e29-98c9-308a91ae6318', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:96:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b4a702-3830-46ab-95bb-736c41911d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:00:52Z', 'updated_at': '2021-07-23T20:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:00:57.415891 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-093996e5-9b32-4468-90a1-6e3bc316088b req-ff6e50f3-4c77-416d-b200-1b346ccb722b tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237969 Jul 23 20:00:57.495297 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1ac95-2954-42f3-9dba-03e9e8f70936 req-3daf8281-79c0-4de2-9960-ca3b386527e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:57.497510 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bce1ac95-2954-42f3-9dba-03e9e8f70936 req-3daf8281-79c0-4de2-9960-ca3b386527e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2060304 Jul 23 20:00:57.597371 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-2c57a8a1-08c3-4a51-8868-5b14541db0d1 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/quotas/a28939d8212b4a0392808b969f282665 HTTP/1.1" status: 200 len: 375 time: 0.3206470 Jul 23 20:00:57.602531 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-c52324c2-e5b2-49f6-aec1-78365f529275 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:57.604006 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-c52324c2-e5b2-49f6-aec1-78365f529275 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=abe4dffa-1106-49c7-8b45-55aeb90b3920&tenant_id=a3d6e44c4dd248468c67611aa3d977ae&binding%3Ahost_id=n-h2-793618-10 HTTP/1.1" status: 200 len: 1096 time: 0.5629768 Jul 23 20:00:57.624710 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device b0c57c2e-cd6b-4704-86ef-742e0c553c48 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:00:57.685369 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-c9d01ef0-79ed-48b2-ab5a-804a9e0e720b tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a28939d8212b4a0392808b969f282665&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0786681 Jul 23 20:00:57.725095 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:57.752413 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e906267f-a117-455c-a9c0-f588ddc5731d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0c57c2e-cd6b-4704-86ef-742e0c553c48'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:00:57.755247 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31180924-0150-410c-b9c0-a2f1b4517aaf" -d '{"events": [{"server_uuid": "e906267f-a117-455c-a9c0-f588ddc5731d", "name": "network-vif-unplugged", "status": "completed", "tag": "b0c57c2e-cd6b-4704-86ef-742e0c553c48"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:00:57.773745 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port b0c57c2e-cd6b-4704-86ef-742e0c553c48, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=b0c57c2e-cd6b-4704-86ef-742e0c553c48,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:57.780577 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-9ad8f13e-a07f-40ab-95af-2f3c54b546f4 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Made reservation on behalf of 46e8b52fe188445da9dc740883af8e52 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:00:57.787095 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:57.788182 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device ea7abe03-ca34-4581-bbb4-73fed1c44549 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:00:57.795970 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-9ad8f13e-a07f-40ab-95af-2f3c54b546f4 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:57.880394 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-8908a5ae-571e-440e-9bbf-c227d5c596ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:57.882393 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-8908a5ae-571e-440e-9bbf-c227d5c596ec service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=abe4dffa-1106-49c7-8b45-55aeb90b3920&tenant_id=a3d6e44c4dd248468c67611aa3d977ae HTTP/1.1" status: 200 len: 1096 time: 0.2686198 Jul 23 20:00:57.959654 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=b0c57c2e-cd6b-4704-86ef-742e0c553c48,revision_number=9']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:57.982525 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:58.067646 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port ea7abe03-ca34-4581-bbb4-73fed1c44549, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=ea7abe03-ca34-4581-bbb4-73fed1c44549,segment=NetworkSegment(68bc1acd-7cf9-4313-804d-1112a3e20afc),segment_id=68bc1acd-7cf9-4313-804d-1112a3e20afc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:58.077985 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:58.109301 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-ea6c501d-5d45-4060-aca7-da5ae8e7edac admin admin] Allocated IP 172.20.0.1 (471c1191-916f-494a-b9cd-5ed7d5f75291/4f4c7565-f6a4-433e-95f0-ca00fec792eb/926b2134-64dd-4d94-a967-714309397266) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:00:58.124547 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-9ad8f13e-a07f-40ab-95af-2f3c54b546f4 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Allocated IP 172.20.0.5 (1582e281-e174-4775-af11-ce2168db586d/62cab30c-2c7b-4463-9eb3-ea20a0ef57f0/e0fefb72-0019-4f91-b851-417b7a5eff3b) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:00:58.150543 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=ea7abe03-ca34-4581-bbb4-73fed1c44549,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:58.151134 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-77448895-fd33-43c3-a7f1-d10e1898b1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:58.153783 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-77448895-fd33-43c3-a7f1-d10e1898b1b8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3d6e44c4dd248468c67611aa3d977ae&device_id=abe4dffa-1106-49c7-8b45-55aeb90b3920 HTTP/1.1" status: 200 len: 1096 time: 0.2398763 Jul 23 20:00:58.320230 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00c520-04b7-4538-9d97-f9231d529645 req-dd408f27-4c60-4378-af93-3c34b63e7c68 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:58.327168 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-af00c520-04b7-4538-9d97-f9231d529645 req-dd408f27-4c60-4378-af93-3c34b63e7c68 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=abe4dffa-1106-49c7-8b45-55aeb90b3920 HTTP/1.1" status: 200 len: 944 time: 0.3002877 Jul 23 20:00:58.357136 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-20e9d410-d320-4a74-ad71-f797600a96e1 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:58.368222 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-20e9d410-d320-4a74-ad71-f797600a96e1 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/networks?id=8e84c2f8-775c-4b00-b826-468d30f5db1b HTTP/1.1" status: 200 len: 805 time: 0.8589973 Jul 23 20:00:58.376105 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ea6c501d-5d45-4060-aca7-da5ae8e7edac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:58.391082 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bce1ac95-2954-42f3-9dba-03e9e8f70936 req-a75590f3-f07e-4750-8e1c-e08e691218e4 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8668227 Jul 23 20:00:58.405929 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-af00c520-04b7-4538-9d97-f9231d529645 req-25b16406-3380-4f2a-b2a6-37a029d0fcaa tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775101 Jul 23 20:00:58.415190 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-9621b871-1612-4d50-bf8e-6bb90aa31251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:58.416675 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-9621b871-1612-4d50-bf8e-6bb90aa31251 service neutron] 10.222.0.30 "GET /v2.0/networks?id=18f1c189-135d-4e39-8a5e-b364e733193d HTTP/1.1" status: 200 len: 921 time: 0.2521083 Jul 23 20:00:58.467411 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-ea6c501d-5d45-4060-aca7-da5ae8e7edac admin admin] Transition to ACTIVE for port object 926b2134-64dd-4d94-a967-714309397266 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:00:58.492931 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-0d55ecc4-b65e-4fc6-9def-6845db57953e tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/quotas/05b9a43dbf1e458d94ffa4e2db455ec9 HTTP/1.1" status: 200 len: 375 time: 0.1231403 Jul 23 20:00:58.498166 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-b8937919-fece-49c3-a7c0-9abc0607732e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32ba413a-70af-4a3c-97ca-546662f3f100 HTTP/1.1" status: 200 len: 217 time: 0.0554762 Jul 23 20:00:58.572290 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-2a72df55-5fc7-4cae-8601-ee490d0d7760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:58.573775 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-2a72df55-5fc7-4cae-8601-ee490d0d7760 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff9cc1f3-5cfa-4b1f-ac36-a859db46b374 HTTP/1.1" status: 200 len: 860 time: 0.0637577 Jul 23 20:00:58.624137 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-295d2451-1700-4d28-a96d-aeff67b1f883 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=18f1c189-135d-4e39-8a5e-b364e733193d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391996 Jul 23 20:00:58.630620 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-9ad8f13e-a07f-40ab-95af-2f3c54b546f4 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:58.684168 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dab8412f-30ac-4192-955b-b49fe23dc023 req-f6c7c11a-fd00-459c-8217-52a9f9484970 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d HTTP/1.1" status: 200 len: 210 time: 0.0590580 Jul 23 20:00:58.715278 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bce1ac95-2954-42f3-9dba-03e9e8f70936 req-a62d3b31-7fbc-4941-8d0e-f163d3b60eeb service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099329 Jul 23 20:00:58.716472 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ea6c501d-5d45-4060-aca7-da5ae8e7edac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:58.767142 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c138011-e46a-4771-af8d-a82f3cfedd96 x-openstack-request-id: req-5c138011-e46a-4771-af8d-a82f3cfedd96 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:00:58.767645 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e906267f-a117-455c-a9c0-f588ddc5731d", "name": "network-vif-unplugged", "status": "completed", "tag": "b0c57c2e-cd6b-4704-86ef-742e0c553c48", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:00:58.768610 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c138011-e46a-4771-af8d-a82f3cfedd96 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:00:58.769906 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e906267f-a117-455c-a9c0-f588ddc5731d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0c57c2e-cd6b-4704-86ef-742e0c553c48', 'code': 200} Jul 23 20:00:58.782388 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-74e64929-c3f4-4e49-80c4-03bfa160b244 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=05b9a43dbf1e458d94ffa4e2db455ec9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2772553 Jul 23 20:00:58.785307 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-9ad8f13e-a07f-40ab-95af-2f3c54b546f4 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:58.795429 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-8c6514be-a230-4ffd-9088-c0d9fd26ca92 service neutron] 10.222.0.30 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557231 Jul 23 20:00:58.812608 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c501d-5d45-4060-aca7-da5ae8e7edac admin admin] Pushing event updated for resources: {'Port': ['ID=926b2134-64dd-4d94-a967-714309397266,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:58.838880 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6c501d-5d45-4060-aca7-da5ae8e7edac admin admin] Network 471c1191-916f-494a-b9cd-5ed7d5f75291 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:00:58.844956 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-ea6c501d-5d45-4060-aca7-da5ae8e7edac admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:00:58.859118 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6c501d-5d45-4060-aca7-da5ae8e7edac admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:00:58.886082 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-9ad8f13e-a07f-40ab-95af-2f3c54b546f4 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Network 1582e281-e174-4775-af11-ce2168db586d is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:00:58.909997 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad8f13e-a07f-40ab-95af-2f3c54b546f4 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Pushing event updated for resources: {'Port': ['ID=e0fefb72-0019-4f91-b851-417b7a5eff3b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:58.913613 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-9ad8f13e-a07f-40ab-95af-2f3c54b546f4 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:00:58.943503 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-9ad8f13e-a07f-40ab-95af-2f3c54b546f4 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:00:58.947970 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe4309-ea45-41ff-84f1-65b0f9561147 req-9087db57-58fe-44ea-80f2-b8f06475380b tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:58.949526 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0fbe4309-ea45-41ff-84f1-65b0f9561147 req-9087db57-58fe-44ea-80f2-b8f06475380b tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.30 "GET /v2.0/ports?device_id=78c3421c-ef8a-46af-b956-8158d255b78f HTTP/1.1" status: 200 len: 943 time: 0.3122060 Jul 23 20:00:58.952134 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ea6c501d-5d45-4060-aca7-da5ae8e7edac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:59.024588 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-977d6cec-bc83-48e6-bab5-16fa006d7fc8 service neutron] 10.222.0.30 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028337 Jul 23 20:00:59.044224 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-9ad8f13e-a07f-40ab-95af-2f3c54b546f4 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:59.044904 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-9ad8f13e-a07f-40ab-95af-2f3c54b546f4 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:59.071642 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-9ad8f13e-a07f-40ab-95af-2f3c54b546f4 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8918941 Jul 23 20:00:59.086144 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ce9d4-61d8-4d99-93e5-3231523950a8 req-079449f5-ac9f-4bc7-8607-b9a111667abf tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:59.092630 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e01ce9d4-61d8-4d99-93e5-3231523950a8 req-079449f5-ac9f-4bc7-8607-b9a111667abf tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 947 time: 0.2384009 Jul 23 20:00:59.099897 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-4fb014a4-e518-4b0c-b973-70f5871d707b service neutron] Request body: {'port': {'device_id': 'f71f56ef-d958-4216-85a1-6eb2bacf664d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:00:59.108011 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 389f9ba0-afaf-4e29-98c9-308a91ae6318 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:00:59.133076 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-3a5517b6-d16d-4266-9569-15f495d03d08 service neutron] 10.222.0.32 "GET /v2.0/networks/8e84c2f8-775c-4b00-b826-468d30f5db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373287 Jul 23 20:00:59.195024 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e01ce9d4-61d8-4d99-93e5-3231523950a8 req-379631c7-c3a7-412f-a43a-d742bde4eb04 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015692 Jul 23 20:00:59.243659 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-4fb014a4-e518-4b0c-b973-70f5871d707b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:59.262630 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 389f9ba0-afaf-4e29-98c9-308a91ae6318 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:00:59.272344 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-688bb3f3-72bf-4a33-a703-d82a36f312c5 None None] Provisioning for port 926b2134-64dd-4d94-a967-714309397266 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:00:59.279213 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-688bb3f3-72bf-4a33-a703-d82a36f312c5 None None] Provisioning complete for port 926b2134-64dd-4d94-a967-714309397266 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:00:59.280171 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-688bb3f3-72bf-4a33-a703-d82a36f312c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:59.329219 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 389f9ba0-afaf-4e29-98c9-308a91ae6318 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:00:59.330149 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:59.334339 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-688bb3f3-72bf-4a33-a703-d82a36f312c5 None None] Port 926b2134-64dd-4d94-a967-714309397266 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:00:59.336418 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-0fbe4309-ea45-41ff-84f1-65b0f9561147 req-b048e9cd-8ea8-4ecf-b7a0-58cc50c16f39 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Deleting port ea7abe03-ca34-4581-bbb4-73fed1c44549 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:00:59.336844 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0fbe4309-ea45-41ff-84f1-65b0f9561147 req-b048e9cd-8ea8-4ecf-b7a0-58cc50c16f39 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:59.366718 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-311ce1b3-649d-46b4-90d1-a4d940e03c57 service neutron] 10.222.0.32 "GET /v2.0/networks/8e84c2f8-775c-4b00-b826-468d30f5db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325413 Jul 23 20:00:59.456749 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:59.466140 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f0a8e856-697f-4ed1-b6f6-a268e8ea77b9 req-012dda1a-2f16-4c04-ae26-8b923eeefbfd tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 210 time: 0.1111932 Jul 23 20:00:59.496831 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-0fbe4309-ea45-41ff-84f1-65b0f9561147 req-b048e9cd-8ea8-4ecf-b7a0-58cc50c16f39 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] For port ea7abe03-ca34-4581-bbb4-73fed1c44549, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=ea7abe03-ca34-4581-bbb4-73fed1c44549,segment=NetworkSegment(68bc1acd-7cf9-4313-804d-1112a3e20afc),segment_id=68bc1acd-7cf9-4313-804d-1112a3e20afc)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:59.497220 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0fbe4309-ea45-41ff-84f1-65b0f9561147 req-b048e9cd-8ea8-4ecf-b7a0-58cc50c16f39 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:59.511561 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-0fbe4309-ea45-41ff-84f1-65b0f9561147 req-b048e9cd-8ea8-4ecf-b7a0-58cc50c16f39 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Calling delete_port for ea7abe03-ca34-4581-bbb4-73fed1c44549 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:00:59.514087 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 389f9ba0-afaf-4e29-98c9-308a91ae6318, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=389f9ba0-afaf-4e29-98c9-308a91ae6318,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:59.519625 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 32ba413a-70af-4a3c-97ca-546662f3f100 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:00:59.527348 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ea6c501d-5d45-4060-aca7-da5ae8e7edac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:59.555047 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:59.628615 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-f04d9e8b-80c6-4317-8b5d-b4022883bccc tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a28939d8212b4a0392808b969f282665&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1022415 Jul 23 20:00:59.652989 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 39b21596-1dfa-436b-beaa-eeeb9b19fbcd details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:00:59.744730 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 32ba413a-70af-4a3c-97ca-546662f3f100 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:00:59.748266 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=389f9ba0-afaf-4e29-98c9-308a91ae6318,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:59.828000 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 39b21596-1dfa-436b-beaa-eeeb9b19fbcd, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=39b21596-1dfa-436b-beaa-eeeb9b19fbcd,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:59.841549 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '39b21596-1dfa-436b-beaa-eeeb9b19fbcd', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': '39b21596-1dfa-436b-beaa-eeeb9b19fbcd', 'mac_address': 'fa:16:3e:ed:90:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:00:59.842575 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-c551b6bf-fda2-48af-83d6-5906aeebaf87 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:59.844322 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-c551b6bf-fda2-48af-83d6-5906aeebaf87 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=abe4dffa-1106-49c7-8b45-55aeb90b3920&tenant_id=a3d6e44c4dd248468c67611aa3d977ae&binding%3Ahost_id=n-h1-793618-10 HTTP/1.1" status: 200 len: 1096 time: 0.4350193 Jul 23 20:00:59.889497 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:59.908590 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39b21596-1dfa-436b-beaa-eeeb9b19fbcd {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:00:59.917621 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21dd9b-1aef-46b7-8d7f-68f8f4f813e3 req-63ce2edc-43e6-43cd-8298-8c7efdffc1dc tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:59.925164 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3e21dd9b-1aef-46b7-8d7f-68f8f4f813e3 req-63ce2edc-43e6-43cd-8298-8c7efdffc1dc tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=17feffc9-3015-41c7-8217-f05ee5d95f34 HTTP/1.1" status: 200 len: 947 time: 0.2320580 Jul 23 20:00:59.934448 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 39b21596-1dfa-436b-beaa-eeeb9b19fbcd, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=39b21596-1dfa-436b-beaa-eeeb9b19fbcd,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:00:59.942382 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:59.943894 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device b0c57c2e-cd6b-4704-86ef-742e0c553c48 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:01:00.013274 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3e21dd9b-1aef-46b7-8d7f-68f8f4f813e3 req-e04c3694-c208-4b9a-a8f1-8e6a4b27ccc4 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865712 Jul 23 20:01:00.053454 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-5789ec8a-f160-4087-acd2-a4796cc3868b tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:00.055538 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-5789ec8a-f160-4087-acd2-a4796cc3868b tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3010995 Jul 23 20:01:00.069721 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port b0c57c2e-cd6b-4704-86ef-742e0c553c48, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=b0c57c2e-cd6b-4704-86ef-742e0c553c48,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:00.092016 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-44d5e50c-cd85-4225-a403-c792f5ab9a14 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Request body: {'port': {'device_id': '84760425-9724-44d0-8ac8-f99cf0c34320', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'admin_state_up': True, 'tenant_id': 'a28939d8212b4a0392808b969f282665'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:01:00.092271 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=39b21596-1dfa-436b-beaa-eeeb9b19fbcd,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:00.104135 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-3c4c0e05-75bd-4747-8adf-b70ddb764c45 service neutron] For port 32ba413a-70af-4a3c-97ca-546662f3f100, host n-h2-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:01:00.106496 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ea6c501d-5d45-4060-aca7-da5ae8e7edac admin admin] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:00.113681 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-3c4c0e05-75bd-4747-8adf-b70ddb764c45 service neutron] Notify callbacks [] for binding, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:00.114667 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3ff9b505-1718-4aa6-927a-06adf43b798c req-3c4c0e05-75bd-4747-8adf-b70ddb764c45 service neutron] 10.222.0.30 "DELETE /v2.0/ports/32ba413a-70af-4a3c-97ca-546662f3f100/bindings/n-h2-793618-10 HTTP/1.1" status: 204 len: 173 time: 0.2610099 Jul 23 20:01:00.123222 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'b0c57c2e-cd6b-4704-86ef-742e0c553c48', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': 'b0c57c2e-cd6b-4704-86ef-742e0c553c48', 'mac_address': 'fa:16:3e:2a:b2:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:01:00.179841 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:00.184933 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-64761971-d574-4786-aaef-6e41c72c66e5 req-44b80df3-7f6d-4502-9a3c-468a3262c587 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8bc3c27-6e67-4acb-b194-d727bfd4dd3d HTTP/1.1" status: 200 len: 210 time: 0.0630829 Jul 23 20:01:00.210946 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-4fb014a4-e518-4b0c-b973-70f5871d707b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0fefb72-0019-4f91-b851-417b7a5eff3b {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:01:00.216043 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c57c2e-cd6b-4704-86ef-742e0c553c48 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:01:00.219795 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-4fb014a4-e518-4b0c-b973-70f5871d707b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:00.223948 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970a483-7ecc-46f9-81af-223061389a38 req-26dc040f-44f5-4390-90eb-a6bf969d9aa0 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:00.226083 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b970a483-7ecc-46f9-81af-223061389a38 req-26dc040f-44f5-4390-90eb-a6bf969d9aa0 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=abe4dffa-1106-49c7-8b45-55aeb90b3920 HTTP/1.1" status: 200 len: 944 time: 0.4759748 Jul 23 20:01:00.237633 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ea6c501d-5d45-4060-aca7-da5ae8e7edac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:00.246442 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-4fb014a4-e518-4b0c-b973-70f5871d707b service neutron] Transition to ACTIVE for port object e0fefb72-0019-4f91-b851-417b7a5eff3b will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:01:00.250084 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port b0c57c2e-cd6b-4704-86ef-742e0c553c48, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=b0c57c2e-cd6b-4704-86ef-742e0c553c48,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:00.253689 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-4fb014a4-e518-4b0c-b973-70f5871d707b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:00.263373 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:00.293890 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0fbe4309-ea45-41ff-84f1-65b0f9561147 req-b048e9cd-8ea8-4ecf-b7a0-58cc50c16f39 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:00.312247 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb014a4-e518-4b0c-b973-70f5871d707b service neutron] Pushing event updated for resources: {'Port': ['ID=e0fefb72-0019-4f91-b851-417b7a5eff3b,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:00.335429 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=b0c57c2e-cd6b-4704-86ef-742e0c553c48,revision_number=10']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:00.385532 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-4fb014a4-e518-4b0c-b973-70f5871d707b service neutron] Attempting to bind port e0fefb72-0019-4f91-b851-417b7a5eff3b on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:01:00.385799 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b970a483-7ecc-46f9-81af-223061389a38 req-c7783c4d-2350-4555-9b96-2a92972710bf tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519661 Jul 23 20:01:00.386272 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-4fb014a4-e518-4b0c-b973-70f5871d707b service neutron] Attempting to bind port e0fefb72-0019-4f91-b851-417b7a5eff3b by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:01:00.386272 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-4fb014a4-e518-4b0c-b973-70f5871d707b service neutron] Attempting to bind port e0fefb72-0019-4f91-b851-417b7a5eff3b on network 1582e281-e174-4775-af11-ce2168db586d {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:01:00.391862 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-4fb014a4-e518-4b0c-b973-70f5871d707b service neutron] Port e0fefb72-0019-4f91-b851-417b7a5eff3b on network 1582e281-e174-4775-af11-ce2168db586d not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:01:00.391862 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-4fb014a4-e518-4b0c-b973-70f5871d707b service neutron] Attempting to bind port e0fefb72-0019-4f91-b851-417b7a5eff3b on network 1582e281-e174-4775-af11-ce2168db586d {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:01:00.399802 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-4fb014a4-e518-4b0c-b973-70f5871d707b service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:01:00.400151 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-4fb014a4-e518-4b0c-b973-70f5871d707b service neutron] Checking segment: {'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:01:00.400519 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-4fb014a4-e518-4b0c-b973-70f5871d707b service neutron] Bound using segment: {'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:01:00.400946 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-4fb014a4-e518-4b0c-b973-70f5871d707b service neutron] Bound port: e0fefb72-0019-4f91-b851-417b7a5eff3b, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:01:00.401304 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-4fb014a4-e518-4b0c-b973-70f5871d707b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:00.411988 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ea6c501d-5d45-4060-aca7-da5ae8e7edac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:00.451204 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c501d-5d45-4060-aca7-da5ae8e7edac admin admin] Pushing event updated for resources: {'Port': ['ID=926b2134-64dd-4d94-a967-714309397266,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:00.513543 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-44d5e50c-cd85-4225-a403-c792f5ab9a14 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Made reservation on behalf of a28939d8212b4a0392808b969f282665 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:01:00.517091 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-44d5e50c-cd85-4225-a403-c792f5ab9a14 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:00.518551 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-4fb014a4-e518-4b0c-b973-70f5871d707b service neutron] For port e0fefb72-0019-4f91-b851-417b7a5eff3b, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:01:00.519664 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbe4309-ea45-41ff-84f1-65b0f9561147 req-b048e9cd-8ea8-4ecf-b7a0-58cc50c16f39 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] No DVR routers for this DVR port ea7abe03-ca34-4581-bbb4-73fed1c44549 on host n-h1-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:01:00.522731 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-4fb014a4-e518-4b0c-b973-70f5871d707b service neutron] For port e0fefb72-0019-4f91-b851-417b7a5eff3b, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e0fefb72-0019-4f91-b851-417b7a5eff3b,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:01:00.528356 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-4fb014a4-e518-4b0c-b973-70f5871d707b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:00.548948 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0fbe4309-ea45-41ff-84f1-65b0f9561147 req-b048e9cd-8ea8-4ecf-b7a0-58cc50c16f39 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:00.551101 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0fbe4309-ea45-41ff-84f1-65b0f9561147 req-b048e9cd-8ea8-4ecf-b7a0-58cc50c16f39 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.30 "DELETE /v2.0/ports/ea7abe03-ca34-4581-bbb4-73fed1c44549 HTTP/1.1" status: 204 len: 173 time: 1.5568614 Jul 23 20:01:00.551868 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c3421c-ef8a-46af-b956-8158d255b78f', 'name': 'network-vif-deleted', 'tag': 'ea7abe03-ca34-4581-bbb4-73fed1c44549'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:01:00.554633 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54d6aca-7d8c-4386-af4d-df4438b948d6" -d '{"events": [{"server_uuid": "78c3421c-ef8a-46af-b956-8158d255b78f", "name": "network-vif-deleted", "tag": "ea7abe03-ca34-4581-bbb4-73fed1c44549"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:01:00.573582 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-4fb014a4-e518-4b0c-b973-70f5871d707b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:00.574197 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-4fb014a4-e518-4b0c-b973-70f5871d707b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:00.574392 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048e9cd-8ea8-4ecf-b7a0-58cc50c16f39 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Pushing event deleted for resources: {'Port': ['ID=ea7abe03-ca34-4581-bbb4-73fed1c44549,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:00.575569 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-4fb014a4-e518-4b0c-b973-70f5871d707b service neutron] 10.222.0.30 "PUT /v2.0/ports/e0fefb72-0019-4f91-b851-417b7a5eff3b HTTP/1.1" status: 200 len: 1092 time: 1.4802516 Jul 23 20:01:00.578567 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71f56ef-d958-4216-85a1-6eb2bacf664d', 'tag': 'e0fefb72-0019-4f91-b851-417b7a5eff3b'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:01:00.581014 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d108c62d-523f-4846-bde5-ca107a3995db" -d '{"events": [{"name": "network-changed", "server_uuid": "f71f56ef-d958-4216-85a1-6eb2bacf664d", "tag": "e0fefb72-0019-4f91-b851-417b7a5eff3b"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:01:00.585740 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-44d5e50c-cd85-4225-a403-c792f5ab9a14 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:00.604809 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d15826-adae-4ddc-bd52-dc143fbf70f9 req-7dba97d8-1ad5-4073-a16c-35188e381165 tempest-ServersAdminTestJSON-1860730933 tempest-ServersAdminTestJSON-1860730933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:00.606353 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-78d15826-adae-4ddc-bd52-dc143fbf70f9 req-7dba97d8-1ad5-4073-a16c-35188e381165 tempest-ServersAdminTestJSON-1860730933 tempest-ServersAdminTestJSON-1860730933-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 1101 time: 0.1360142 Jul 23 20:01:00.611938 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb014a4-e518-4b0c-b973-70f5871d707b service neutron] Pushing event updated for resources: {'Port': ['ID=e0fefb72-0019-4f91-b851-417b7a5eff3b,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:00.621348 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['b0c57c2e-cd6b-4704-86ef-742e0c553c48'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:01:00.625183 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['39b21596-1dfa-436b-beaa-eeeb9b19fbcd'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:01:00.701872 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-78d15826-adae-4ddc-bd52-dc143fbf70f9 req-23e296f1-235e-454b-80fc-01f4a1a18409 tempest-ServersAdminTestJSON-1860730933 tempest-ServersAdminTestJSON-1860730933-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682261 Jul 23 20:01:00.734788 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6c501d-5d45-4060-aca7-da5ae8e7edac admin admin] Network 471c1191-916f-494a-b9cd-5ed7d5f75291 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:01:00.743530 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-ea6c501d-5d45-4060-aca7-da5ae8e7edac admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:01:00.750672 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-63e9e20f-8103-45bc-819e-c50f9e1aaa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:00.752382 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-63e9e20f-8103-45bc-819e-c50f9e1aaa4e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46e8b52fe188445da9dc740883af8e52&device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d HTTP/1.1" status: 200 len: 1095 time: 0.1141560 Jul 23 20:01:00.777296 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f64de-ef46-4dc0-a0c0-94154293e7b2 req-9d21d11b-0551-467a-95ce-1eb498d1aef9 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:00.778986 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c58f64de-ef46-4dc0-a0c0-94154293e7b2 req-9d21d11b-0551-467a-95ce-1eb498d1aef9 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d HTTP/1.1" status: 200 len: 943 time: 0.2552733 Jul 23 20:01:00.794184 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c3421c-ef8a-46af-b956-8158d255b78f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea7abe03-ca34-4581-bbb4-73fed1c44549'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:01:00.798046 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af1549a-96de-40df-b85b-ee10fa459322" -d '{"events": [{"server_uuid": "78c3421c-ef8a-46af-b956-8158d255b78f", "name": "network-vif-unplugged", "status": "completed", "tag": "ea7abe03-ca34-4581-bbb4-73fed1c44549"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:01:00.842131 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-57ecda43-a796-4a42-8e5b-4ddfe7ef6e7c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0fefb72-0019-4f91-b851-417b7a5eff3b HTTP/1.1" status: 200 len: 217 time: 0.0805249 Jul 23 20:01:00.969962 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d3fbfc11-ef8d-4365-b89d-545d58a7aef0 req-edd28fc2-746d-464e-ad77-865e6ae15d04 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 210 time: 0.0751286 Jul 23 20:01:00.990894 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-b2c09de2-d548-470d-ada3-3b93eadc20e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:00.992183 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-b2c09de2-d548-470d-ada3-3b93eadc20e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62cab30c-2c7b-4463-9eb3-ea20a0ef57f0 HTTP/1.1" status: 200 len: 848 time: 0.1431284 Jul 23 20:01:01.066700 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-bf312126-5dcb-42bd-9be0-2a50485a0b98 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1582e281-e174-4775-af11-ce2168db586d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549312 Jul 23 20:01:01.079524 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3fe1f3b-7fc2-413e-aafb-6d08fe462256 x-openstack-request-id: req-a3fe1f3b-7fc2-413e-aafb-6d08fe462256 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:01:01.081603 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c3421c-ef8a-46af-b956-8158d255b78f", "name": "network-vif-deleted", "tag": "ea7abe03-ca34-4581-bbb4-73fed1c44549", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:01:01.081962 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a3fe1f3b-7fc2-413e-aafb-6d08fe462256 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:01:01.082467 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c3421c-ef8a-46af-b956-8158d255b78f', 'name': 'network-vif-deleted', 'tag': 'ea7abe03-ca34-4581-bbb4-73fed1c44549', 'status': 'completed', 'code': 200} Jul 23 20:01:01.096161 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 389f9ba0-afaf-4e29-98c9-308a91ae6318 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:01:01.097872 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c58f64de-ef46-4dc0-a0c0-94154293e7b2 req-5d871fee-9e63-431e-b2fa-51dd520d7600 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799106 Jul 23 20:01:01.114518 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-44d5e50c-cd85-4225-a403-c792f5ab9a14 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:01.153789 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d462664-7b82-4a79-997e-4aa51afbd56e x-openstack-request-id: req-1d462664-7b82-4a79-997e-4aa51afbd56e {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:01:01.153996 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f71f56ef-d958-4216-85a1-6eb2bacf664d", "tag": "e0fefb72-0019-4f91-b851-417b7a5eff3b", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:01:01.154094 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1d462664-7b82-4a79-997e-4aa51afbd56e {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:01:01.154473 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71f56ef-d958-4216-85a1-6eb2bacf664d', 'tag': 'e0fefb72-0019-4f91-b851-417b7a5eff3b', 'status': 'completed', 'code': 200} Jul 23 20:01:01.175405 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-44d5e50c-cd85-4225-a403-c792f5ab9a14 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:01.188457 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6c501d-5d45-4060-aca7-da5ae8e7edac admin admin] Router 58b4a702-3830-46ab-95bb-736c41911d2f has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:01:01.206716 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5967fcd2-9d13-499e-91c1-0bec5fc39b19 None None] Provisioning complete for port 926b2134-64dd-4d94-a967-714309397266 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:01:01.207102 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5967fcd2-9d13-499e-91c1-0bec5fc39b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:01.210740 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 389f9ba0-afaf-4e29-98c9-308a91ae6318 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:01:01.211108 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:01.288229 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d5e50c-cd85-4225-a403-c792f5ab9a14 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0890c5-876c-472b-8160-ab7dd7b73497,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:01.310977 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-d8fba524-c0ff-490a-8835-e2c046c4bc6b tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:01.311414 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-5967fcd2-9d13-499e-91c1-0bec5fc39b19 None None] Port 926b2134-64dd-4d94-a967-714309397266 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:01:01.313156 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-d8fba524-c0ff-490a-8835-e2c046c4bc6b tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.18 "GET /v2.0/networks?id=8e84c2f8-775c-4b00-b826-468d30f5db1b HTTP/1.1" status: 200 len: 805 time: 0.3934834 Jul 23 20:01:01.338397 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-51b0c799-4eda-4f43-a7ff-20b89962db87 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Request body: {'port': {'device_id': 'd8bc3c27-6e67-4acb-b194-d727bfd4dd3d', 'network_id': '8e84c2f8-775c-4b00-b826-468d30f5db1b', 'admin_state_up': True, 'tenant_id': '05b9a43dbf1e458d94ffa4e2db455ec9'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:01:01.353698 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-37b48178-cb7f-423e-8bef-0a08e7a22683 service neutron] 10.222.0.30 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858799 Jul 23 20:01:01.420888 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aead355-bbf1-4dc7-a6f4-d52938de600c x-openstack-request-id: req-6aead355-bbf1-4dc7-a6f4-d52938de600c {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:01:01.421687 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c3421c-ef8a-46af-b956-8158d255b78f", "name": "network-vif-unplugged", "status": "completed", "tag": "ea7abe03-ca34-4581-bbb4-73fed1c44549", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:01:01.421950 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6aead355-bbf1-4dc7-a6f4-d52938de600c {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:01:01.422354 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c3421c-ef8a-46af-b956-8158d255b78f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea7abe03-ca34-4581-bbb4-73fed1c44549', 'code': 200} Jul 23 20:01:01.492509 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7890bb6d-cc34-4845-a14c-aa3be91827d3 req-ff82e869-537d-4a30-a6e8-7c5a19122a3b service neutron] 10.222.0.30 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225779 Jul 23 20:01:01.612748 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-44d5e50c-cd85-4225-a403-c792f5ab9a14 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Allocated IP 192.168.233.103 (ec2201c2-595f-40aa-9bc3-fccd4b01012e/4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d/75b59266-48b2-441f-a566-40e18621edbc) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:01:01.634163 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707724cc-17ce-4968-8e4a-e0e1769b87f8 req-4d2f2374-09ca-4cbb-a0fc-e6baac8ecb04 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:01.634982 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0acd5-8f0f-40c1-95ac-e53bd2a4c41f req-d67cac84-816c-4263-a239-65d66e8c0252 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:01.635691 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-707724cc-17ce-4968-8e4a-e0e1769b87f8 req-4d2f2374-09ca-4cbb-a0fc-e6baac8ecb04 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=17feffc9-3015-41c7-8217-f05ee5d95f34 HTTP/1.1" status: 200 len: 948 time: 0.1187465 Jul 23 20:01:01.636481 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e6b0acd5-8f0f-40c1-95ac-e53bd2a4c41f req-d67cac84-816c-4263-a239-65d66e8c0252 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=abe4dffa-1106-49c7-8b45-55aeb90b3920 HTTP/1.1" status: 200 len: 1096 time: 0.3452430 Jul 23 20:01:01.649491 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6c501d-5d45-4060-aca7-da5ae8e7edac admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:01:01.652580 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108c62d-523f-4846-bde5-ca107a3995db req-1cb9abd6-1f54-4eb5-8a40-09601b39abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:01.654057 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d108c62d-523f-4846-bde5-ca107a3995db req-1cb9abd6-1f54-4eb5-8a40-09601b39abc2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46e8b52fe188445da9dc740883af8e52&device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d HTTP/1.1" status: 200 len: 1095 time: 0.1032770 Jul 23 20:01:01.660247 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ea6c501d-5d45-4060-aca7-da5ae8e7edac admin admin] 10.222.0.32 "PUT /v2.0/routers/58b4a702-3830-46ab-95bb-736c41911d2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2088547 Jul 23 20:01:01.660665 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c92edd-6fef-4876-aeb9-bc84c1e71b55 None None] Sync routers for ids ['58b4a702-3830-46ab-95bb-736c41911d2f'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:01:01.680425 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c92edd-6fef-4876-aeb9-bc84c1e71b55 None None] Routers {'58b4a702-3830-46ab-95bb-736c41911d2f'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:01:01.681215 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-31c92edd-6fef-4876-aeb9-bc84c1e71b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:00:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['58b4a702-3830-46ab-95bb-736c41911d2f'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:01:01.709036 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-51b0c799-4eda-4f43-a7ff-20b89962db87 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Made reservation on behalf of 05b9a43dbf1e458d94ffa4e2db455ec9 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:01:01.713528 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-51b0c799-4eda-4f43-a7ff-20b89962db87 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:01.720302 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-707724cc-17ce-4968-8e4a-e0e1769b87f8 req-2ee89232-ed82-4b4e-a4e3-825b151da976 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751326 Jul 23 20:01:01.800574 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108c62d-523f-4846-bde5-ca107a3995db req-5dc81127-c09c-451f-a135-d7afd4588aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:01.802435 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d108c62d-523f-4846-bde5-ca107a3995db req-5dc81127-c09c-451f-a135-d7afd4588aa1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1582e281-e174-4775-af11-ce2168db586d HTTP/1.1" status: 200 len: 909 time: 0.1327503 Jul 23 20:01:01.813148 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34960) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:01:01.878812 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-31c92edd-6fef-4876-aeb9-bc84c1e71b55 None None] Set router 58b4a702-3830-46ab-95bb-736c41911d2f gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:01:02.060751 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e6b0acd5-8f0f-40c1-95ac-e53bd2a4c41f req-cd5f2527-2ca6-4644-ac5c-e6c6df581bce tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125452 Jul 23 20:01:02.120757 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d108c62d-523f-4846-bde5-ca107a3995db req-419f438b-4c6f-4c59-894d-0fd62e29380f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0fefb72-0019-4f91-b851-417b7a5eff3b HTTP/1.1" status: 200 len: 217 time: 0.3000131 Jul 23 20:01:02.153303 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-1d9ab25d-17fa-4fe6-bc19-8d9dd6fa11a0 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-751553668'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:01:02.158570 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-31c92edd-6fef-4876-aeb9-bc84c1e71b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b4a702-3830-46ab-95bb-736c41911d2f', 'name': 'tempest-ServersTestMultiNic-1362626496-router', 'tenant_id': '79cc250b59e84b978e0f6f82bacf527e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '389f9ba0-afaf-4e29-98c9-308a91ae6318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:00:52Z', 'updated_at': '2021-07-23T20:00:59Z', 'revision_number': 4, 'project_id': '79cc250b59e84b978e0f6f82bacf527e', 'gw_port': {'id': '389f9ba0-afaf-4e29-98c9-308a91ae6318', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:96:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b4a702-3830-46ab-95bb-736c41911d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:00:52Z', 'updated_at': '2021-07-23T20:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '926b2134-64dd-4d94-a967-714309397266', 'name': '', 'network_id': '471c1191-916f-494a-b9cd-5ed7d5f75291', 'tenant_id': '79cc250b59e84b978e0f6f82bacf527e', 'mac_address': 'fa:16:3e:24:d6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b4a702-3830-46ab-95bb-736c41911d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '4f4c7565-f6a4-433e-95f0-ca00fec792eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:00:57Z', 'updated_at': '2021-07-23T20:00:59Z', 'revision_number': 2, 'project_id': '79cc250b59e84b978e0f6f82bacf527e', 'subnets': [{'id': '4f4c7565-f6a4-433e-95f0-ca00fec792eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:01:02.203218 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c92edd-6fef-4876-aeb9-bc84c1e71b55 None None] Checking router: 58b4a702-3830-46ab-95bb-736c41911d2f for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:01:02.204327 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c92edd-6fef-4876-aeb9-bc84c1e71b55 None None] Updating router 58b4a702-3830-46ab-95bb-736c41911d2f port 926b2134-64dd-4d94-a967-714309397266 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:01:02.220157 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9ab25d-17fa-4fe6-bc19-8d9dd6fa11a0 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Made reservation on behalf of 79cc250b59e84b978e0f6f82bacf527e for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:01:02.223612 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1d9ab25d-17fa-4fe6-bc19-8d9dd6fa11a0 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:02.236476 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-44d5e50c-cd85-4225-a403-c792f5ab9a14 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:02.252737 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-10c770d2-c4f1-4ad2-89a6-39415db866fd req-c6a51aa8-1835-4f6f-ae0b-184a20150fc7 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8bc3c27-6e67-4acb-b194-d727bfd4dd3d HTTP/1.1" status: 200 len: 210 time: 0.1316621 Jul 23 20:01:02.261293 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-31c92edd-6fef-4876-aeb9-bc84c1e71b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:02.301025 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108c62d-523f-4846-bde5-ca107a3995db req-bff66add-f1af-4229-a4fc-51f18ccc4620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:02.303322 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d108c62d-523f-4846-bde5-ca107a3995db req-bff66add-f1af-4229-a4fc-51f18ccc4620 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62cab30c-2c7b-4463-9eb3-ea20a0ef57f0 HTTP/1.1" status: 200 len: 848 time: 0.1075945 Jul 23 20:01:02.304110 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d9ab25d-17fa-4fe6-bc19-8d9dd6fa11a0 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:01:02.320423 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-51b0c799-4eda-4f43-a7ff-20b89962db87 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Allocated IP 172.20.0.5 (8e84c2f8-775c-4b00-b826-468d30f5db1b/61bf6557-4d20-4447-94c2-1fdfaf9f93fa/c17b25a4-6cea-4e5d-a245-165842e69cbf) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:01:02.350856 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d108c62d-523f-4846-bde5-ca107a3995db req-3c9a1419-6706-4b65-b29c-6dbd7ad35d15 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1582e281-e174-4775-af11-ce2168db586d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320716 Jul 23 20:01:02.367756 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1d9ab25d-17fa-4fe6-bc19-8d9dd6fa11a0 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:02.367756 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-1d9ab25d-17fa-4fe6-bc19-8d9dd6fa11a0 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Added segment 0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd of type vlan for network f97bdb53-6903-43c3-b8bc-02fc03a553c8 Jul 23 20:01:02.393593 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-44d5e50c-cd85-4225-a403-c792f5ab9a14 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Transition to ACTIVE for port object 75b59266-48b2-441f-a566-40e18621edbc will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:01:02.399394 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-658c27bb-c4bc-455b-9c6b-bff8123fdc93 req-82130b4f-8a55-4162-8502-17fa669091a8 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 210 time: 0.0465372 Jul 23 20:01:02.454651 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1d9ab25d-17fa-4fe6-bc19-8d9dd6fa11a0 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:02.497975 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-44d5e50c-cd85-4225-a403-c792f5ab9a14 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:02.552781 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:01:02.557341 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d108c62d-523f-4846-bde5-ca107a3995db req-850d8665-72af-4231-9e81-efc31e42b25a service neutron] 10.222.0.30 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937289 Jul 23 20:01:02.560932 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1d9ab25d-17fa-4fe6-bc19-8d9dd6fa11a0 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:02.566373 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9ab25d-17fa-4fe6-bc19-8d9dd6fa11a0 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:02.566955 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1d9ab25d-17fa-4fe6-bc19-8d9dd6fa11a0 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:02.612538 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-31c92edd-6fef-4876-aeb9-bc84c1e71b55 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:02.613833 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-44d5e50c-cd85-4225-a403-c792f5ab9a14 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Network ec2201c2-595f-40aa-9bc3-fccd4b01012e is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:01:02.627023 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-44d5e50c-cd85-4225-a403-c792f5ab9a14 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:01:02.627678 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-31c92edd-6fef-4876-aeb9-bc84c1e71b55 None None] Transition to ACTIVE for port object 926b2134-64dd-4d94-a967-714309397266 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:01:02.630959 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-44d5e50c-cd85-4225-a403-c792f5ab9a14 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:01:02.643929 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d5e50c-cd85-4225-a403-c792f5ab9a14 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Pushing event updated for resources: {'Port': ['ID=75b59266-48b2-441f-a566-40e18621edbc,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:02.653446 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-31c92edd-6fef-4876-aeb9-bc84c1e71b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:02.675088 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1d9ab25d-17fa-4fe6-bc19-8d9dd6fa11a0 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8603711 Jul 23 20:01:02.680895 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34972) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:01:02.691088 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-349b8809-f9f6-4685-a8e6-92b3972b572c tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Request body: {'subnet': {'network_id': 'f97bdb53-6903-43c3-b8bc-02fc03a553c8', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:01:02.707708 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96343c66-cf17-44fb-9a07-3c48d88074c0 req-dcb3ebac-816d-41fe-81e5-5c50b271861c tempest-ServersAdminTestJSON-1860730933 tempest-ServersAdminTestJSON-1860730933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:02.715712 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-96343c66-cf17-44fb-9a07-3c48d88074c0 req-dcb3ebac-816d-41fe-81e5-5c50b271861c tempest-ServersAdminTestJSON-1860730933 tempest-ServersAdminTestJSON-1860730933-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 1101 time: 0.3284926 Jul 23 20:01:02.721214 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5721a16-a058-4436-87f0-a5b491cbb72d None None] Pushing event updated for resources: {'Port': ['ID=926b2134-64dd-4d94-a967-714309397266,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:02.778813 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-51b0c799-4eda-4f43-a7ff-20b89962db87 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:02.786119 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ab25d-17fa-4fe6-bc19-8d9dd6fa11a0 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Pushing event updated for resources: {'Network': ['ID=f97bdb53-6903-43c3-b8bc-02fc03a553c8,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:02.796706 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-31c92edd-6fef-4876-aeb9-bc84c1e71b55 None None] Attempting to bind port 926b2134-64dd-4d94-a967-714309397266 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:01:02.797329 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-31c92edd-6fef-4876-aeb9-bc84c1e71b55 None None] Attempting to bind port 926b2134-64dd-4d94-a967-714309397266 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '244e4d90-5c0e-40d1-9be7-ca75d98fa21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '471c1191-916f-494a-b9cd-5ed7d5f75291'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:01:02.797956 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c92edd-6fef-4876-aeb9-bc84c1e71b55 None None] Attempting to bind port 926b2134-64dd-4d94-a967-714309397266 on network 471c1191-916f-494a-b9cd-5ed7d5f75291 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:01:02.800000 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-44d5e50c-cd85-4225-a403-c792f5ab9a14 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:02.801018 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-44d5e50c-cd85-4225-a403-c792f5ab9a14 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:02.801569 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network f97bdb53-6903-43c3-b8bc-02fc03a553c8 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:01:02.813173 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084531a7-7dc2-43cf-92f4-9267cb3102d2 req-4b135bbe-7d9e-4814-b734-2a635f0acefb tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:02.822654 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-084531a7-7dc2-43cf-92f4-9267cb3102d2 req-4b135bbe-7d9e-4814-b734-2a635f0acefb tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d HTTP/1.1" status: 200 len: 943 time: 0.3297751 Jul 23 20:01:02.827671 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c92edd-6fef-4876-aeb9-bc84c1e71b55 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:01:02.828525 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c92edd-6fef-4876-aeb9-bc84c1e71b55 None None] Checking segment: {'id': '244e4d90-5c0e-40d1-9be7-ca75d98fa21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '471c1191-916f-494a-b9cd-5ed7d5f75291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:01:02.829316 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-31c92edd-6fef-4876-aeb9-bc84c1e71b55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:02.829987 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c92edd-6fef-4876-aeb9-bc84c1e71b55 None None] Bound using segment: {'id': '244e4d90-5c0e-40d1-9be7-ca75d98fa21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '471c1191-916f-494a-b9cd-5ed7d5f75291'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:01:02.830682 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-31c92edd-6fef-4876-aeb9-bc84c1e71b55 None None] Bound port: 926b2134-64dd-4d94-a967-714309397266, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244e4d90-5c0e-40d1-9be7-ca75d98fa21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '471c1191-916f-494a-b9cd-5ed7d5f75291'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:01:02.831303 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-31c92edd-6fef-4876-aeb9-bc84c1e71b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:02.882037 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d108c62d-523f-4846-bde5-ca107a3995db req-537bf172-55a3-4d76-bcdc-a27d1d852b10 service neutron] 10.222.0.30 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115702 Jul 23 20:01:02.898956 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-084531a7-7dc2-43cf-92f4-9267cb3102d2 req-1e0f8bb5-8999-40d6-881a-0651aff7757d tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753133 Jul 23 20:01:02.909875 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-96343c66-cf17-44fb-9a07-3c48d88074c0 req-b48d32b3-6d9d-4581-bddf-4775164dd9f3 tempest-ServersAdminTestJSON-1860730933 tempest-ServersAdminTestJSON-1860730933-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931670 Jul 23 20:01:02.918962 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-44d5e50c-cd85-4225-a403-c792f5ab9a14 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8364530 Jul 23 20:01:02.960213 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-08d9decf-b1b0-4918-847b-c3cf0a16f6b7 service neutron] Request body: {'port': {'device_id': '84760425-9724-44d0-8ac8-f99cf0c34320', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:01:03.019488 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-31c92edd-6fef-4876-aeb9-bc84c1e71b55 None None] For port 926b2134-64dd-4d94-a967-714309397266, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:01:03.023537 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-31c92edd-6fef-4876-aeb9-bc84c1e71b55 None None] For port 926b2134-64dd-4d94-a967-714309397266, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=926b2134-64dd-4d94-a967-714309397266,segment=NetworkSegment(244e4d90-5c0e-40d1-9be7-ca75d98fa21a),segment_id=244e4d90-5c0e-40d1-9be7-ca75d98fa21a)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:01:03.031304 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-31c92edd-6fef-4876-aeb9-bc84c1e71b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:03.061494 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349b8809-f9f6-4685-a8e6-92b3972b572c tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Made reservation on behalf of 79cc250b59e84b978e0f6f82bacf527e for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:01:03.066075 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-349b8809-f9f6-4685-a8e6-92b3972b572c tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:03.097653 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4be566-1e36-4fdd-b691-a27b1638c384 req-7daac727-54fc-40fb-8bf3-2c079ad69db2 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:03.106453 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ce4be566-1e36-4fdd-b691-a27b1638c384 req-7daac727-54fc-40fb-8bf3-2c079ad69db2 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=17feffc9-3015-41c7-8217-f05ee5d95f34 HTTP/1.1" status: 200 len: 948 time: 0.1035907 Jul 23 20:01:03.108261 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-70fa8c57-1c30-4521-a8d8-40f96e55ff40 None None] Provisioning for port 75b59266-48b2-441f-a566-40e18621edbc completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:01:03.119717 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c92edd-6fef-4876-aeb9-bc84c1e71b55 None None] Routers {'58b4a702-3830-46ab-95bb-736c41911d2f'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:01:03.120346 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-31c92edd-6fef-4876-aeb9-bc84c1e71b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:00:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['58b4a702-3830-46ab-95bb-736c41911d2f'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:01:03.123972 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-70fa8c57-1c30-4521-a8d8-40f96e55ff40 None None] Provisioning complete for port 75b59266-48b2-441f-a566-40e18621edbc triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:01:03.123972 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-70fa8c57-1c30-4521-a8d8-40f96e55ff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:03.157019 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5721a16-a058-4436-87f0-a5b491cbb72d None None] Pushing event updated for resources: {'Port': ['ID=926b2134-64dd-4d94-a967-714309397266,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:03.158725 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ce4be566-1e36-4fdd-b691-a27b1638c384 req-402012ab-f689-4d1b-b3b9-1090bef4fb36 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508759 Jul 23 20:01:03.189435 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-51b0c799-4eda-4f43-a7ff-20b89962db87 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:03.326046 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b0c799-4eda-4f43-a7ff-20b89962db87 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Pushing event updated for resources: {'Port': ['ID=c17b25a4-6cea-4e5d-a245-165842e69cbf,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:03.343627 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-51b0c799-4eda-4f43-a7ff-20b89962db87 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Network 8e84c2f8-775c-4b00-b826-468d30f5db1b is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:01:03.351771 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-51b0c799-4eda-4f43-a7ff-20b89962db87 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:01:03.373613 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-51b0c799-4eda-4f43-a7ff-20b89962db87 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:01:03.415941 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-08d9decf-b1b0-4918-847b-c3cf0a16f6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:03.416919 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-70fa8c57-1c30-4521-a8d8-40f96e55ff40 None None] Port 75b59266-48b2-441f-a566-40e18621edbc cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:01:03.428813 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-b7d3013b-d32e-4a83-9ed9-6a44ca82d31f tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:03.434053 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-b7d3013b-d32e-4a83-9ed9-6a44ca82d31f tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/networks?id=18f1c189-135d-4e39-8a5e-b364e733193d HTTP/1.1" status: 200 len: 820 time: 0.3909388 Jul 23 20:01:03.445421 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-31c92edd-6fef-4876-aeb9-bc84c1e71b55 None None] Set router 58b4a702-3830-46ab-95bb-736c41911d2f gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:01:03.471548 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-51b0c799-4eda-4f43-a7ff-20b89962db87 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:03.472168 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-51b0c799-4eda-4f43-a7ff-20b89962db87 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:03.503390 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-d9679c36-2cf9-41b9-86a4-4f9bb5621d47 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/quotas/a3d6e44c4dd248468c67611aa3d977ae HTTP/1.1" status: 200 len: 375 time: 0.0540605 Jul 23 20:01:03.529360 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6cad21-82c4-4e6d-985e-6d3c05184900 req-c2187afa-051b-4889-b079-31cf12ac6c64 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:03.531367 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-da6cad21-82c4-4e6d-985e-6d3c05184900 req-c2187afa-051b-4889-b079-31cf12ac6c64 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8bc3c27-6e67-4acb-b194-d727bfd4dd3d HTTP/1.1" status: 200 len: 931 time: 0.0773408 Jul 23 20:01:03.543754 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-51b0c799-4eda-4f43-a7ff-20b89962db87 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2145281 Jul 23 20:01:03.572476 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-da6cad21-82c4-4e6d-985e-6d3c05184900 req-285219ca-8e9f-4d3e-8589-985b3f8ca756 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343173 Jul 23 20:01:03.584153 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-35b70c40-6e75-4394-932d-aae2e76220e2 service neutron] Request body: {'port': {'device_id': 'd8bc3c27-6e67-4acb-b194-d727bfd4dd3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:01:03.658313 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 39b21596-1dfa-436b-beaa-eeeb9b19fbcd up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:01:03.727123 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92765363-d59a-4499-8513-e4d61197f848 req-8b64c7dd-f30b-4fa3-912e-b6ab8421fc4f tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:03.733168 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-31c92edd-6fef-4876-aeb9-bc84c1e71b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b4a702-3830-46ab-95bb-736c41911d2f', 'name': 'tempest-ServersTestMultiNic-1362626496-router', 'tenant_id': '79cc250b59e84b978e0f6f82bacf527e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '389f9ba0-afaf-4e29-98c9-308a91ae6318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:00:52Z', 'updated_at': '2021-07-23T20:00:59Z', 'revision_number': 4, 'project_id': '79cc250b59e84b978e0f6f82bacf527e', 'gw_port': {'id': '389f9ba0-afaf-4e29-98c9-308a91ae6318', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:96:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b4a702-3830-46ab-95bb-736c41911d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:00:52Z', 'updated_at': '2021-07-23T20:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '926b2134-64dd-4d94-a967-714309397266', 'name': '', 'network_id': '471c1191-916f-494a-b9cd-5ed7d5f75291', 'tenant_id': '79cc250b59e84b978e0f6f82bacf527e', 'mac_address': 'fa:16:3e:24:d6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b4a702-3830-46ab-95bb-736c41911d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '4f4c7565-f6a4-433e-95f0-ca00fec792eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:00:57Z', 'updated_at': '2021-07-23T20:01:03Z', 'revision_number': 4, 'project_id': '79cc250b59e84b978e0f6f82bacf527e', 'subnets': [{'id': '4f4c7565-f6a4-433e-95f0-ca00fec792eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:01:03.734811 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-92765363-d59a-4499-8513-e4d61197f848 req-8b64c7dd-f30b-4fa3-912e-b6ab8421fc4f tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a8fa566-6c2f-4f5b-9b00-11c65c104eaf HTTP/1.1" status: 200 len: 950 time: 0.0819004 Jul 23 20:01:03.736283 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 39b21596-1dfa-436b-beaa-eeeb9b19fbcd completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:01:03.765305 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 39b21596-1dfa-436b-beaa-eeeb9b19fbcd triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:01:03.765825 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:03.768447 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c92edd-6fef-4876-aeb9-bc84c1e71b55 None None] The sync data for ids ['58b4a702-3830-46ab-95bb-736c41911d2f'] in n-d-793618-10 is: [{'id': '58b4a702-3830-46ab-95bb-736c41911d2f', 'name': 'tempest-ServersTestMultiNic-1362626496-router', 'tenant_id': '79cc250b59e84b978e0f6f82bacf527e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '389f9ba0-afaf-4e29-98c9-308a91ae6318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:00:52Z', 'updated_at': '2021-07-23T20:00:59Z', 'revision_number': 4, 'project_id': '79cc250b59e84b978e0f6f82bacf527e', 'gw_port': {'id': '389f9ba0-afaf-4e29-98c9-308a91ae6318', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:96:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b4a702-3830-46ab-95bb-736c41911d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:00:52Z', 'updated_at': '2021-07-23T20:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '926b2134-64dd-4d94-a967-714309397266', 'name': '', 'network_id': '471c1191-916f-494a-b9cd-5ed7d5f75291', 'tenant_id': '79cc250b59e84b978e0f6f82bacf527e', 'mac_address': 'fa:16:3e:24:d6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b4a702-3830-46ab-95bb-736c41911d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '4f4c7565-f6a4-433e-95f0-ca00fec792eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:00:57Z', 'updated_at': '2021-07-23T20:01:03Z', 'revision_number': 4, 'project_id': '79cc250b59e84b978e0f6f82bacf527e', 'subnets': [{'id': '4f4c7565-f6a4-433e-95f0-ca00fec792eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:01:03.773420 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-92765363-d59a-4499-8513-e4d61197f848 req-58f578a4-0d35-4695-ae04-dee758d9bf25 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376520 Jul 23 20:01:03.828085 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-349b8809-f9f6-4685-a8e6-92b3972b572c tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:03.912499 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-a216091c-85d9-4f85-b6c6-38e979656d95 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3d6e44c4dd248468c67611aa3d977ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3745320 Jul 23 20:01:03.920947 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-35b70c40-6e75-4394-932d-aae2e76220e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:03.925646 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:03.959664 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17feffc9-3015-41c7-8217-f05ee5d95f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b21596-1dfa-436b-beaa-eeeb9b19fbcd'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:01:03.965220 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218fb387-4754-481b-81cd-dd7c440ba302" -d '{"events": [{"server_uuid": "17feffc9-3015-41c7-8217-f05ee5d95f34", "name": "network-vif-plugged", "status": "completed", "tag": "39b21596-1dfa-436b-beaa-eeeb9b19fbcd"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:01:03.982524 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 39b21596-1dfa-436b-beaa-eeeb9b19fbcd, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=39b21596-1dfa-436b-beaa-eeeb9b19fbcd,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:03.998008 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:04.000200 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device b0c57c2e-cd6b-4704-86ef-742e0c553c48 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:01:04.012625 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b8809-f9f6-4685-a8e6-92b3972b572c tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Pushing event updated for resources: {'Subnet': ['ID=a7488a05-7471-4bbc-b527-f9cf384112c0,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:04.013039 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742756d7-424e-4b01-979a-a56d153dfc51 req-6c6e121b-9ac3-4bb2-8f35-4d753498cdda tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:04.022801 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-742756d7-424e-4b01-979a-a56d153dfc51 req-6c6e121b-9ac3-4bb2-8f35-4d753498cdda tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 936 time: 0.1369307 Jul 23 20:01:04.076906 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-742756d7-424e-4b01-979a-a56d153dfc51 req-0a383462-9d91-4c7d-b941-e1badf655c3f tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530052 Jul 23 20:01:04.104768 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port b0c57c2e-cd6b-4704-86ef-742e0c553c48 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:01:04.105335 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:04.121312 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349b8809-f9f6-4685-a8e6-92b3972b572c tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Checking segment: {'id': '0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97bdb53-6903-43c3-b8bc-02fc03a553c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:01:04.121982 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349b8809-f9f6-4685-a8e6-92b3972b572c tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Network hostable DHCP agents. Network: f97bdb53-6903-43c3-b8bc-02fc03a553c8, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:01:04.131773 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=39b21596-1dfa-436b-beaa-eeeb9b19fbcd,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:04.203023 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:04.234041 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f9028-c3c6-466b-86d4-92ede438c268 req-29dc0756-0c0a-4a22-8a17-3dec759f8044 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:04.241713 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-de9f9028-c3c6-466b-86d4-92ede438c268 req-29dc0756-0c0a-4a22-8a17-3dec759f8044 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d HTTP/1.1" status: 200 len: 943 time: 0.0848181 Jul 23 20:01:04.247918 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port b0c57c2e-cd6b-4704-86ef-742e0c553c48, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=b0c57c2e-cd6b-4704-86ef-742e0c553c48,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:04.254433 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:04.255738 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device ea7abe03-ca34-4581-bbb4-73fed1c44549 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:01:04.275943 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-7fe9f21d-27a5-4f3b-b7fd-070641320ff1 service neutron] 10.222.0.32 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625486 Jul 23 20:01:04.282534 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349b8809-f9f6-4685-a8e6-92b3972b572c tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Network f97bdb53-6903-43c3-b8bc-02fc03a553c8 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:01:04.292422 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-de9f9028-c3c6-466b-86d4-92ede438c268 req-3751125c-5ed5-4f0b-a445-ed715209f481 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496929 Jul 23 20:01:04.302039 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: ea7abe03-ca34-4581-bbb4-73fed1c44549 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:01:04.302636 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device ea7abe03-ca34-4581-bbb4-73fed1c44549 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:01:04.334938 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=b0c57c2e-cd6b-4704-86ef-742e0c553c48,revision_number=11']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:04.369624 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-08d9decf-b1b0-4918-847b-c3cf0a16f6b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75b59266-48b2-441f-a566-40e18621edbc {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:01:04.370153 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256ba825-4310-4207-80cb-2e437759967c x-openstack-request-id: req-256ba825-4310-4207-80cb-2e437759967c {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:01:04.370587 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17feffc9-3015-41c7-8217-f05ee5d95f34", "name": "network-vif-plugged", "status": "completed", "tag": "39b21596-1dfa-436b-beaa-eeeb9b19fbcd", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:01:04.370902 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-256ba825-4310-4207-80cb-2e437759967c {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:01:04.371316 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17feffc9-3015-41c7-8217-f05ee5d95f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b21596-1dfa-436b-beaa-eeeb9b19fbcd', 'code': 200} Jul 23 20:01:04.377351 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-349b8809-f9f6-4685-a8e6-92b3972b572c tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, f97bdb53-6903-43c3-b8bc-02fc03a553c8) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:01:04.390534 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349b8809-f9f6-4685-a8e6-92b3972b572c tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:04.391121 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-349b8809-f9f6-4685-a8e6-92b3972b572c tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:04.397050 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-08d9decf-b1b0-4918-847b-c3cf0a16f6b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:04.397352 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff4a65f-3a39-4a9b-af4e-fafbbe2edac5 None None] Network f97bdb53-6903-43c3-b8bc-02fc03a553c8 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:01:04.511545 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-349b8809-f9f6-4685-a8e6-92b3972b572c tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8255382 Jul 23 20:01:04.514533 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-08d9decf-b1b0-4918-847b-c3cf0a16f6b7 service neutron] Transition to ACTIVE for port object 75b59266-48b2-441f-a566-40e18621edbc will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:01:04.520289 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35002) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:01:04.532546 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-e850ce83-efd1-4ead-96cd-8bcd9ae7ae10 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-485581082'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:01:04.536077 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-08d9decf-b1b0-4918-847b-c3cf0a16f6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:04.586133 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af179b3-0ac5-45f7-9f48-80d985eead88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-f97bdb53-6903-43c3-b8bc-02fc03a553c8', 'network_id': 'f97bdb53-6903-43c3-b8bc-02fc03a553c8', 'tenant_id': '79cc250b59e84b978e0f6f82bacf527e', 'fixed_ips': [{'subnet_id': 'a7488a05-7471-4bbc-b527-f9cf384112c0'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:01:04.587298 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d755b9-5c5d-47e0-8272-9e98656af417 req-8c74b436-0b9a-4d98-bc26-e0623d92fa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:04.589602 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3af179b3-0ac5-45f7-9f48-80d985eead88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:04.590579 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b9d755b9-5c5d-47e0-8272-9e98656af417 req-8c74b436-0b9a-4d98-bc26-e0623d92fa6f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=17feffc9-3015-41c7-8217-f05ee5d95f34 HTTP/1.1" status: 200 len: 1101 time: 0.1293659 Jul 23 20:01:04.610014 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-a1b30a03-eb19-49fd-833c-6368736f7451 service neutron] 10.222.0.32 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246725 Jul 23 20:01:04.628433 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e5db3-a164-4f75-ac8d-40f84bffc30a req-b70ab173-0733-4964-be68-76b26f51ffd4 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:04.638509 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-247e5db3-a164-4f75-ac8d-40f84bffc30a req-b70ab173-0733-4964-be68-76b26f51ffd4 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=17feffc9-3015-41c7-8217-f05ee5d95f34 HTTP/1.1" status: 200 len: 949 time: 0.1879482 Jul 23 20:01:04.652298 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9decf-b1b0-4918-847b-c3cf0a16f6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=75b59266-48b2-441f-a566-40e18621edbc,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:04.702347 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e850ce83-efd1-4ead-96cd-8bcd9ae7ae10 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Made reservation on behalf of 79cc250b59e84b978e0f6f82bacf527e for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:01:04.713719 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e850ce83-efd1-4ead-96cd-8bcd9ae7ae10 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:04.771029 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-247e5db3-a164-4f75-ac8d-40f84bffc30a req-b3b3f017-d24b-4b3f-b069-e437657e916a tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256373 Jul 23 20:01:04.780009 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-35b70c40-6e75-4394-932d-aae2e76220e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c17b25a4-6cea-4e5d-a245-165842e69cbf {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:01:04.782932 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b9d755b9-5c5d-47e0-8272-9e98656af417 req-646c4ecf-0446-4922-b2b9-8f6eb1e248c6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406062 Jul 23 20:01:04.829891 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-35b70c40-6e75-4394-932d-aae2e76220e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:04.838460 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e850ce83-efd1-4ead-96cd-8bcd9ae7ae10 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:01:04.848052 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e850ce83-efd1-4ead-96cd-8bcd9ae7ae10 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:04.848406 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-e850ce83-efd1-4ead-96cd-8bcd9ae7ae10 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Added segment d5d92680-756b-43dc-9d09-b89dc37459d8 of type vlan for network 4f16029b-e537-41d5-b727-8e6ab9db6cfa Jul 23 20:01:04.857370 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-3af179b3-0ac5-45f7-9f48-80d985eead88 None None] Allocated IP 19.80.0.2 (f97bdb53-6903-43c3-b8bc-02fc03a553c8/a7488a05-7471-4bbc-b527-f9cf384112c0/2486d1f9-e89f-434e-8826-aa3ebc12adc7) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:01:05.047044 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e67ca-35d4-4754-b404-513b2cd7b4e6 req-9cb60e1b-04c0-4d1f-be2c-a52ad04408a0 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:05.057388 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f40e67ca-35d4-4754-b404-513b2cd7b4e6 req-9cb60e1b-04c0-4d1f-be2c-a52ad04408a0 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a8fa566-6c2f-4f5b-9b00-11c65c104eaf HTTP/1.1" status: 200 len: 950 time: 0.1964567 Jul 23 20:01:05.101317 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-35b70c40-6e75-4394-932d-aae2e76220e2 service neutron] Transition to ACTIVE for port object c17b25a4-6cea-4e5d-a245-165842e69cbf will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:01:05.103134 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 926b2134-64dd-4d94-a967-714309397266 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:01:05.106130 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e850ce83-efd1-4ead-96cd-8bcd9ae7ae10 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:05.125051 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-35b70c40-6e75-4394-932d-aae2e76220e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:05.153800 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-08d9decf-b1b0-4918-847b-c3cf0a16f6b7 service neutron] Attempting to bind port 75b59266-48b2-441f-a566-40e18621edbc on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:01:05.154139 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-08d9decf-b1b0-4918-847b-c3cf0a16f6b7 service neutron] Attempting to bind port 75b59266-48b2-441f-a566-40e18621edbc by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:01:05.154596 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-08d9decf-b1b0-4918-847b-c3cf0a16f6b7 service neutron] Attempting to bind port 75b59266-48b2-441f-a566-40e18621edbc on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:01:05.174432 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3af179b3-0ac5-45f7-9f48-80d985eead88 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:05.201902 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-3af179b3-0ac5-45f7-9f48-80d985eead88 None None] Transition to ACTIVE for port object 2486d1f9-e89f-434e-8826-aa3ebc12adc7 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:01:05.216055 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3166b36-ab51-4215-a6ea-c178bdac99b1 req-8e163cf2-fcd0-43ce-ac70-2484b2423f16 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:05.217700 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c3166b36-ab51-4215-a6ea-c178bdac99b1 req-8e163cf2-fcd0-43ce-ac70-2484b2423f16 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a8fa566-6c2f-4f5b-9b00-11c65c104eaf HTTP/1.1" status: 200 len: 950 time: 0.2469749 Jul 23 20:01:05.222020 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-08d9decf-b1b0-4918-847b-c3cf0a16f6b7 service neutron] Port 75b59266-48b2-441f-a566-40e18621edbc on network ec2201c2-595f-40aa-9bc3-fccd4b01012e not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:01:05.222020 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-08d9decf-b1b0-4918-847b-c3cf0a16f6b7 service neutron] Attempting to bind port 75b59266-48b2-441f-a566-40e18621edbc on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:01:05.242475 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-3af179b3-0ac5-45f7-9f48-80d985eead88 None None] Transition to ACTIVE for port object 2486d1f9-e89f-434e-8826-aa3ebc12adc7 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:01:05.262725 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3af179b3-0ac5-45f7-9f48-80d985eead88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:05.270438 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 926b2134-64dd-4d94-a967-714309397266 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:01:05.278248 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a7230-5a40-4f7d-9078-dcc98e455723 req-221a78ad-8c20-45c9-b26b-fbe75aa3876e tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:05.285989 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-552a7230-5a40-4f7d-9078-dcc98e455723 req-221a78ad-8c20-45c9-b26b-fbe75aa3876e tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8bc3c27-6e67-4acb-b194-d727bfd4dd3d HTTP/1.1" status: 200 len: 931 time: 0.3185410 Jul 23 20:01:05.318871 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-08d9decf-b1b0-4918-847b-c3cf0a16f6b7 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:01:05.319238 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-08d9decf-b1b0-4918-847b-c3cf0a16f6b7 service neutron] Checking segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:01:05.319595 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-08d9decf-b1b0-4918-847b-c3cf0a16f6b7 service neutron] Bound using segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:01:05.320047 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-08d9decf-b1b0-4918-847b-c3cf0a16f6b7 service neutron] Bound port: 75b59266-48b2-441f-a566-40e18621edbc, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:01:05.320410 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-08d9decf-b1b0-4918-847b-c3cf0a16f6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:05.330344 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e850ce83-efd1-4ead-96cd-8bcd9ae7ae10 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:05.340108 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e850ce83-efd1-4ead-96cd-8bcd9ae7ae10 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:05.340742 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e850ce83-efd1-4ead-96cd-8bcd9ae7ae10 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:05.347376 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-552a7230-5a40-4f7d-9078-dcc98e455723 req-9f529906-4dc1-424a-a5ca-633b3a53ce72 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602524 Jul 23 20:01:05.352385 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 926b2134-64dd-4d94-a967-714309397266 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:01:05.353011 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:05.372604 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-f40e67ca-35d4-4754-b404-513b2cd7b4e6 req-f66485ce-233c-4c4c-8c76-76b3be76445c tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Deleting port 26e65c49-d435-4460-82ce-7a317c41b458 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:01:05.373076 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f40e67ca-35d4-4754-b404-513b2cd7b4e6 req-f66485ce-233c-4c4c-8c76-76b3be76445c tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:05.416264 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af179b3-0ac5-45f7-9f48-80d985eead88 None None] Network f97bdb53-6903-43c3-b8bc-02fc03a553c8 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:01:05.424955 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af179b3-0ac5-45f7-9f48-80d985eead88 None None] Pushing event updated for resources: {'Port': ['ID=2486d1f9-e89f-434e-8826-aa3ebc12adc7,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:05.428376 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-3af179b3-0ac5-45f7-9f48-80d985eead88 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:01:05.432178 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af179b3-0ac5-45f7-9f48-80d985eead88 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:01:05.448800 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b70c40-6e75-4394-932d-aae2e76220e2 service neutron] Pushing event updated for resources: {'Port': ['ID=c17b25a4-6cea-4e5d-a245-165842e69cbf,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:05.507472 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f40e67ca-35d4-4754-b404-513b2cd7b4e6 req-f66485ce-233c-4c4c-8c76-76b3be76445c tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] For port 26e65c49-d435-4460-82ce-7a317c41b458, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=26e65c49-d435-4460-82ce-7a317c41b458,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:05.507838 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f40e67ca-35d4-4754-b404-513b2cd7b4e6 req-f66485ce-233c-4c4c-8c76-76b3be76445c tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:05.533131 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a2b4fb6e-f880-422e-a5d0-dc663232e702 req-a7bc23dd-adb5-40b4-ac7a-d8121ce05463 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=88588f51-296d-4172-b0bd-13e98726bffd HTTP/1.1" status: 200 len: 210 time: 0.0440578 Jul 23 20:01:05.544645 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-f40e67ca-35d4-4754-b404-513b2cd7b4e6 req-f66485ce-233c-4c4c-8c76-76b3be76445c tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Calling delete_port for 26e65c49-d435-4460-82ce-7a317c41b458 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:01:05.547735 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-3af179b3-0ac5-45f7-9f48-80d985eead88 None None] Attempting to bind port 2486d1f9-e89f-434e-8826-aa3ebc12adc7 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:01:05.548120 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-3af179b3-0ac5-45f7-9f48-80d985eead88 None None] Attempting to bind port 2486d1f9-e89f-434e-8826-aa3ebc12adc7 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97bdb53-6903-43c3-b8bc-02fc03a553c8'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:01:05.548476 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af179b3-0ac5-45f7-9f48-80d985eead88 None None] Attempting to bind port 2486d1f9-e89f-434e-8826-aa3ebc12adc7 on network f97bdb53-6903-43c3-b8bc-02fc03a553c8 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:01:05.557097 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af179b3-0ac5-45f7-9f48-80d985eead88 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:01:05.557487 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af179b3-0ac5-45f7-9f48-80d985eead88 None None] Checking segment: {'id': '0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97bdb53-6903-43c3-b8bc-02fc03a553c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:01:05.557772 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3af179b3-0ac5-45f7-9f48-80d985eead88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:05.558083 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af179b3-0ac5-45f7-9f48-80d985eead88 None None] Bound using segment: {'id': '0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97bdb53-6903-43c3-b8bc-02fc03a553c8'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:01:05.558770 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-3af179b3-0ac5-45f7-9f48-80d985eead88 None None] Bound port: 2486d1f9-e89f-434e-8826-aa3ebc12adc7, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97bdb53-6903-43c3-b8bc-02fc03a553c8'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:01:05.558925 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3af179b3-0ac5-45f7-9f48-80d985eead88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:05.634445 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:05.660404 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device e0fefb72-0019-4f91-b851-417b7a5eff3b details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:01:05.697181 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 926b2134-64dd-4d94-a967-714309397266, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=926b2134-64dd-4d94-a967-714309397266,segment=NetworkSegment(244e4d90-5c0e-40d1-9be7-ca75d98fa21a),segment_id=244e4d90-5c0e-40d1-9be7-ca75d98fa21a)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:05.715931 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:05.772846 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-3af179b3-0ac5-45f7-9f48-80d985eead88 None None] For port 2486d1f9-e89f-434e-8826-aa3ebc12adc7, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:01:05.850395 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-3af179b3-0ac5-45f7-9f48-80d985eead88 None None] For port 2486d1f9-e89f-434e-8826-aa3ebc12adc7, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=2486d1f9-e89f-434e-8826-aa3ebc12adc7,segment=NetworkSegment(0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd),segment_id=0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:01:05.866884 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3af179b3-0ac5-45f7-9f48-80d985eead88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:05.879539 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f40e67ca-35d4-4754-b404-513b2cd7b4e6 req-f66485ce-233c-4c4c-8c76-76b3be76445c tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:05.880122 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=926b2134-64dd-4d94-a967-714309397266,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:05.896881 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['f2e08988-313c-4b3d-ade6-d7ede6be0b82', '26e65c49-d435-4460-82ce-7a317c41b458', 'b0c57c2e-cd6b-4704-86ef-742e0c553c48'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:01:05.921146 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e850ce83-efd1-4ead-96cd-8bcd9ae7ae10 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3996050 Jul 23 20:01:05.930756 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 35026) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:01:05.931557 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66485ce-233c-4c4c-8c76-76b3be76445c tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Pushing event deleted for resources: {'Port': ['ID=26e65c49-d435-4460-82ce-7a317c41b458,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:05.940340 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-d026f8c4-e113-4821-bf64-d8682ad4cd13 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Request body: {'subnet': {'network_id': '4f16029b-e537-41d5-b727-8e6ab9db6cfa', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:01:05.969529 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port e0fefb72-0019-4f91-b851-417b7a5eff3b, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e0fefb72-0019-4f91-b851-417b7a5eff3b,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:05.993220 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c3166b36-ab51-4215-a6ea-c178bdac99b1 req-57b62f99-5892-474d-b73e-9eed4a1e1bde tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7563601 Jul 23 20:01:06.012994 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850ce83-efd1-4ead-96cd-8bcd9ae7ae10 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Pushing event updated for resources: {'Network': ['ID=4f16029b-e537-41d5-b727-8e6ab9db6cfa,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:06.037963 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'e0fefb72-0019-4f91-b851-417b7a5eff3b', 'network_id': '1582e281-e174-4775-af11-ce2168db586d', 'port_id': 'e0fefb72-0019-4f91-b851-417b7a5eff3b', 'mac_address': 'fa:16:3e:3a:04:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62cab30c-2c7b-4463-9eb3-ea20a0ef57f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:01:06.040745 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 4f16029b-e537-41d5-b727-8e6ab9db6cfa details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:01:06.071248 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-f40e67ca-35d4-4754-b404-513b2cd7b4e6 req-f66485ce-233c-4c4c-8c76-76b3be76445c tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] No DVR routers for this DVR port 26e65c49-d435-4460-82ce-7a317c41b458 on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:01:06.073368 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-35b70c40-6e75-4394-932d-aae2e76220e2 service neutron] Attempting to bind port c17b25a4-6cea-4e5d-a245-165842e69cbf on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:01:06.074205 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-35b70c40-6e75-4394-932d-aae2e76220e2 service neutron] Attempting to bind port c17b25a4-6cea-4e5d-a245-165842e69cbf by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '68bc1acd-7cf9-4313-804d-1112a3e20afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8e84c2f8-775c-4b00-b826-468d30f5db1b'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:01:06.074343 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-35b70c40-6e75-4394-932d-aae2e76220e2 service neutron] Attempting to bind port c17b25a4-6cea-4e5d-a245-165842e69cbf on network 8e84c2f8-775c-4b00-b826-468d30f5db1b {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:01:06.077603 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f40e67ca-35d4-4754-b404-513b2cd7b4e6 req-f66485ce-233c-4c4c-8c76-76b3be76445c tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:06.079589 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f40e67ca-35d4-4754-b404-513b2cd7b4e6 req-f66485ce-233c-4c4c-8c76-76b3be76445c tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.30 "DELETE /v2.0/ports/26e65c49-d435-4460-82ce-7a317c41b458 HTTP/1.1" status: 204 len: 173 time: 1.0071537 Jul 23 20:01:06.080332 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-35b70c40-6e75-4394-932d-aae2e76220e2 service neutron] Port c17b25a4-6cea-4e5d-a245-165842e69cbf on network 8e84c2f8-775c-4b00-b826-468d30f5db1b not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:01:06.080658 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-35b70c40-6e75-4394-932d-aae2e76220e2 service neutron] Attempting to bind port c17b25a4-6cea-4e5d-a245-165842e69cbf on network 8e84c2f8-775c-4b00-b826-468d30f5db1b {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:01:06.082310 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8fa566-6c2f-4f5b-9b00-11c65c104eaf', 'name': 'network-vif-deleted', 'tag': '26e65c49-d435-4460-82ce-7a317c41b458'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:01:06.083073 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-08d9decf-b1b0-4918-847b-c3cf0a16f6b7 service neutron] For port 75b59266-48b2-441f-a566-40e18621edbc, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:01:06.087677 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-08d9decf-b1b0-4918-847b-c3cf0a16f6b7 service neutron] For port 75b59266-48b2-441f-a566-40e18621edbc, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=75b59266-48b2-441f-a566-40e18621edbc,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:01:06.091640 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabea617-e134-472e-9ea6-4fe97227821b" -d '{"events": [{"server_uuid": "3a8fa566-6c2f-4f5b-9b00-11c65c104eaf", "name": "network-vif-deleted", "tag": "26e65c49-d435-4460-82ce-7a317c41b458"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:01:06.093612 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-35b70c40-6e75-4394-932d-aae2e76220e2 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:01:06.093974 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-35b70c40-6e75-4394-932d-aae2e76220e2 service neutron] Checking segment: {'id': '68bc1acd-7cf9-4313-804d-1112a3e20afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8e84c2f8-775c-4b00-b826-468d30f5db1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:01:06.094515 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-35b70c40-6e75-4394-932d-aae2e76220e2 service neutron] Bound using segment: {'id': '68bc1acd-7cf9-4313-804d-1112a3e20afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8e84c2f8-775c-4b00-b826-468d30f5db1b'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:01:06.094977 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-35b70c40-6e75-4394-932d-aae2e76220e2 service neutron] Bound port: c17b25a4-6cea-4e5d-a245-165842e69cbf, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68bc1acd-7cf9-4313-804d-1112a3e20afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8e84c2f8-775c-4b00-b826-468d30f5db1b'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:01:06.095334 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-35b70c40-6e75-4394-932d-aae2e76220e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:06.119947 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-08d9decf-b1b0-4918-847b-c3cf0a16f6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:06.141940 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca11d-4657-4bb9-a73e-866c7b84612f req-9cf29292-49f2-40b7-b9ab-e2aa10bb24e2 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:06.153430 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cf5ca11d-4657-4bb9-a73e-866c7b84612f req-9cf29292-49f2-40b7-b9ab-e2aa10bb24e2 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 948 time: 0.3418040 Jul 23 20:01:06.173804 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d026f8c4-e113-4821-bf64-d8682ad4cd13 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Made reservation on behalf of 79cc250b59e84b978e0f6f82bacf527e for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:01:06.180008 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d026f8c4-e113-4821-bf64-d8682ad4cd13 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:06.225501 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af179b3-0ac5-45f7-9f48-80d985eead88 None None] Pushing event updated for resources: {'Port': ['ID=2486d1f9-e89f-434e-8826-aa3ebc12adc7,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:06.251511 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-35b70c40-6e75-4394-932d-aae2e76220e2 service neutron] For port c17b25a4-6cea-4e5d-a245-165842e69cbf, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:01:06.254770 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-35b70c40-6e75-4394-932d-aae2e76220e2 service neutron] For port c17b25a4-6cea-4e5d-a245-165842e69cbf, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=c17b25a4-6cea-4e5d-a245-165842e69cbf,segment=NetworkSegment(68bc1acd-7cf9-4313-804d-1112a3e20afc),segment_id=68bc1acd-7cf9-4313-804d-1112a3e20afc)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:01:06.259592 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:06.268355 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-35b70c40-6e75-4394-932d-aae2e76220e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:06.275211 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-08d9decf-b1b0-4918-847b-c3cf0a16f6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:06.275827 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-08d9decf-b1b0-4918-847b-c3cf0a16f6b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:06.277247 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-08d9decf-b1b0-4918-847b-c3cf0a16f6b7 service neutron] 10.222.0.18 "PUT /v2.0/ports/75b59266-48b2-441f-a566-40e18621edbc HTTP/1.1" status: 200 len: 1097 time: 3.3409190 Jul 23 20:01:06.278022 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0fefb72-0019-4f91-b851-417b7a5eff3b {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:01:06.278657 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84760425-9724-44d0-8ac8-f99cf0c34320', 'tag': '75b59266-48b2-441f-a566-40e18621edbc'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:01:06.280927 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f3fadf-8509-493e-822e-540fdc0817f6" -d '{"events": [{"name": "network-changed", "server_uuid": "84760425-9724-44d0-8ac8-f99cf0c34320", "tag": "75b59266-48b2-441f-a566-40e18621edbc"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:01:06.309252 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port e0fefb72-0019-4f91-b851-417b7a5eff3b, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e0fefb72-0019-4f91-b851-417b7a5eff3b,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:06.315948 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:06.341123 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-35b70c40-6e75-4394-932d-aae2e76220e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:06.341763 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-35b70c40-6e75-4394-932d-aae2e76220e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:06.343424 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-35b70c40-6e75-4394-932d-aae2e76220e2 service neutron] 10.222.0.18 "PUT /v2.0/ports/c17b25a4-6cea-4e5d-a245-165842e69cbf HTTP/1.1" status: 200 len: 1092 time: 2.7818232 Jul 23 20:01:06.348664 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9decf-b1b0-4918-847b-c3cf0a16f6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=75b59266-48b2-441f-a566-40e18621edbc,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:06.349858 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cf5ca11d-4657-4bb9-a73e-866c7b84612f req-449c38b9-a423-42e4-bd93-05042c1fdb77 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929557 Jul 23 20:01:06.377033 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e906267f-a117-455c-a9c0-f588ddc5731d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c57c2e-cd6b-4704-86ef-742e0c553c48'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:01:06.402780 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0083b6b-a1cf-497c-9d51-0ed9df807016" -d '{"events": [{"server_uuid": "e906267f-a117-455c-a9c0-f588ddc5731d", "name": "network-vif-plugged", "status": "completed", "tag": "b0c57c2e-cd6b-4704-86ef-742e0c553c48"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:01:06.512163 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=e0fefb72-0019-4f91-b851-417b7a5eff3b,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:06.623338 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0630a-6653-46a2-bcbb-574e150026cd req-94ba7ba4-c967-4f95-a6ca-460e4b8e4728 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:06.632065 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d8d0630a-6653-46a2-bcbb-574e150026cd req-94ba7ba4-c967-4f95-a6ca-460e4b8e4728 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d HTTP/1.1" status: 200 len: 943 time: 0.5401945 Jul 23 20:01:06.674880 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['e0fefb72-0019-4f91-b851-417b7a5eff3b'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:01:06.730459 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d8d0630a-6653-46a2-bcbb-574e150026cd req-f1ef17d5-aaac-42db-8f81-c7e733bf063c tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953488 Jul 23 20:01:06.762746 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b70c40-6e75-4394-932d-aae2e76220e2 service neutron] Pushing event updated for resources: {'Port': ['ID=c17b25a4-6cea-4e5d-a245-165842e69cbf,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:06.819549 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-a8021bbc-284f-4735-96ad-003533187e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:06.821051 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-a8021bbc-284f-4735-96ad-003533187e5f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=05b9a43dbf1e458d94ffa4e2db455ec9&device_id=d8bc3c27-6e67-4acb-b194-d727bfd4dd3d HTTP/1.1" status: 200 len: 1095 time: 0.3117034 Jul 23 20:01:06.823102 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-63b8d8b4-add9-4f39-b162-6587f69f0d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:06.824632 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-63b8d8b4-add9-4f39-b162-6587f69f0d70 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a28939d8212b4a0392808b969f282665&device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 1100 time: 0.3394234 Jul 23 20:01:06.857890 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d026f8c4-e113-4821-bf64-d8682ad4cd13 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:06.960811 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20acb58d-e907-4f4f-bc02-15a1a798389b x-openstack-request-id: req-20acb58d-e907-4f4f-bc02-15a1a798389b {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:01:06.961152 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a8fa566-6c2f-4f5b-9b00-11c65c104eaf", "name": "network-vif-deleted", "tag": "26e65c49-d435-4460-82ce-7a317c41b458", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:01:06.961434 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-20acb58d-e907-4f4f-bc02-15a1a798389b {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:01:06.961870 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a8fa566-6c2f-4f5b-9b00-11c65c104eaf', 'name': 'network-vif-deleted', 'tag': '26e65c49-d435-4460-82ce-7a317c41b458', 'status': 'completed', 'code': 200} Jul 23 20:01:06.971863 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486756b-6c36-44df-adda-4e968e3ebad9 req-a39d7e5d-7227-4db9-bd79-5b647d4897f3 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:06.981452 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e486756b-6c36-44df-adda-4e968e3ebad9 req-a39d7e5d-7227-4db9-bd79-5b647d4897f3 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=17feffc9-3015-41c7-8217-f05ee5d95f34 HTTP/1.1" status: 200 len: 949 time: 0.4391193 Jul 23 20:01:07.013187 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad747bc8-590b-49d4-a249-c77289117c7e x-openstack-request-id: req-ad747bc8-590b-49d4-a249-c77289117c7e {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:01:07.013705 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84760425-9724-44d0-8ac8-f99cf0c34320", "tag": "75b59266-48b2-441f-a566-40e18621edbc", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:01:07.013705 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ad747bc8-590b-49d4-a249-c77289117c7e {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:01:07.014358 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84760425-9724-44d0-8ac8-f99cf0c34320', 'tag': '75b59266-48b2-441f-a566-40e18621edbc', 'status': 'completed', 'code': 200} Jul 23 20:01:07.016027 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-7548d137-df4a-4705-aff5-4b6083fb90c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c17b25a4-6cea-4e5d-a245-165842e69cbf HTTP/1.1" status: 200 len: 217 time: 0.1688974 Jul 23 20:01:07.017450 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-45cf5e22-81b1-42de-9fd5-58e1a892eaec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=75b59266-48b2-441f-a566-40e18621edbc HTTP/1.1" status: 200 len: 217 time: 0.1784632 Jul 23 20:01:07.078048 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e486756b-6c36-44df-adda-4e968e3ebad9 req-1369f858-ff63-4dac-90d6-14f10e818e6b tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936525 Jul 23 20:01:07.085895 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d026f8c4-e113-4821-bf64-d8682ad4cd13 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Checking segment: {'id': 'd5d92680-756b-43dc-9d09-b89dc37459d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4f16029b-e537-41d5-b727-8e6ab9db6cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:01:07.086261 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d026f8c4-e113-4821-bf64-d8682ad4cd13 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Network hostable DHCP agents. Network: 4f16029b-e537-41d5-b727-8e6ab9db6cfa, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:01:07.138871 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-e2a93709-5a84-4743-b750-fe1b2d6f587b tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:07.140388 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-e2a93709-5a84-4743-b750-fe1b2d6f587b tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.18 "GET /v2.0/networks?id=18f1c189-135d-4e39-8a5e-b364e733193d HTTP/1.1" status: 200 len: 820 time: 0.5978549 Jul 23 20:01:07.142939 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026f8c4-e113-4821-bf64-d8682ad4cd13 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Pushing event updated for resources: {'Subnet': ['ID=67b262a9-67bf-4680-a359-bffc586310b6,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:07.158639 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-78f6fcc8-89e3-4152-8795-5a9baf4667be tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Request body: {'port': {'device_id': '88588f51-296d-4172-b0bd-13e98726bffd', 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d', 'admin_state_up': True, 'tenant_id': 'a3d6e44c4dd248468c67611aa3d977ae'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:01:07.195109 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a160a313-9edb-48b8-865a-320a4e1c6ac2 x-openstack-request-id: req-a160a313-9edb-48b8-865a-320a4e1c6ac2 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:01:07.195600 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e906267f-a117-455c-a9c0-f588ddc5731d", "name": "network-vif-plugged", "status": "completed", "tag": "b0c57c2e-cd6b-4704-86ef-742e0c553c48", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:01:07.196023 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a160a313-9edb-48b8-865a-320a4e1c6ac2 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:01:07.196995 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e906267f-a117-455c-a9c0-f588ddc5731d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c57c2e-cd6b-4704-86ef-742e0c553c48', 'code': 200} Jul 23 20:01:07.237715 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 926b2134-64dd-4d94-a967-714309397266 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:01:07.253993 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-69355ca0-cb3e-45b4-b647-e76efe8a6628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:07.255531 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-69355ca0-cb3e-45b4-b647-e76efe8a6628 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.2025981 Jul 23 20:01:07.267700 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-5f97d1b6-6a48-4eaa-8126-f6b8e27aee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:07.269220 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-5f97d1b6-6a48-4eaa-8126-f6b8e27aee8c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61bf6557-4d20-4447-94c2-1fdfaf9f93fa HTTP/1.1" status: 200 len: 845 time: 0.2359347 Jul 23 20:01:07.276748 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d026f8c4-e113-4821-bf64-d8682ad4cd13 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Network 4f16029b-e537-41d5-b727-8e6ab9db6cfa is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:01:07.287874 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-d026f8c4-e113-4821-bf64-d8682ad4cd13 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 4f16029b-e537-41d5-b727-8e6ab9db6cfa) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:01:07.293046 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d026f8c4-e113-4821-bf64-d8682ad4cd13 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:07.293685 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d026f8c4-e113-4821-bf64-d8682ad4cd13 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:07.305686 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dd9f01-deed-41a6-aeef-871d45ee95a7 None None] Network 4f16029b-e537-41d5-b727-8e6ab9db6cfa requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:01:07.316491 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-302a6baf-2dc6-4a5e-ad44-c359f2dc71ec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8e84c2f8-775c-4b00-b826-468d30f5db1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365338 Jul 23 20:01:07.350800 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-78f48966-33cd-4497-9baf-2b86d5b3efad req-23bc1e8b-1f47-4bec-8cf4-8a8d2817663b tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=88588f51-296d-4172-b0bd-13e98726bffd HTTP/1.1" status: 200 len: 210 time: 0.0404279 Jul 23 20:01:07.367356 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-78f6fcc8-89e3-4152-8795-5a9baf4667be tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Made reservation on behalf of a3d6e44c4dd248468c67611aa3d977ae for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:01:07.372753 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-78f6fcc8-89e3-4152-8795-5a9baf4667be tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:07.377363 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d026f8c4-e113-4821-bf64-d8682ad4cd13 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4416850 Jul 23 20:01:07.404586 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fc24a-42a8-4995-9cdc-8604851d925e req-21051a48-f4c9-4a25-9546-dbe352f4a390 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:07.413566 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a36fc24a-42a8-4995-9cdc-8604851d925e req-21051a48-f4c9-4a25-9546-dbe352f4a390 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8bc3c27-6e67-4acb-b194-d727bfd4dd3d HTTP/1.1" status: 200 len: 943 time: 0.2535646 Jul 23 20:01:07.524098 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a36fc24a-42a8-4995-9cdc-8604851d925e req-05d2893f-63af-461a-b3f6-83000086561b tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093922 Jul 23 20:01:07.532220 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 926b2134-64dd-4d94-a967-714309397266 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:01:07.532973 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:07.545865 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-04d478c6-41a6-4e5f-9189-68c83a0340e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:07.550669 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-04d478c6-41a6-4e5f-9189-68c83a0340e9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2803445 Jul 23 20:01:07.560786 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-78f6fcc8-89e3-4152-8795-5a9baf4667be tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Allocated IP 172.20.0.7 (18f1c189-135d-4e39-8a5e-b364e733193d/ff9cc1f3-5cfa-4b1f-ac36-a859db46b374/521b92fe-9c1b-492d-bf6c-0c0319b4c6c8) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:01:07.615410 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6fc204-698b-4ef8-9b4a-94add5873784 None None] Network f97bdb53-6903-43c3-b8bc-02fc03a553c8 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:01:07.654643 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-fb6452d3-7b96-41e8-a20a-1cdfa3bcfca4 service neutron] 10.222.0.18 "GET /v2.0/networks/8e84c2f8-775c-4b00-b826-468d30f5db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077638 Jul 23 20:01:07.685935 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459141e-96e5-401d-91c6-478aa624cd8e req-cfd547ba-3ddb-4d06-8ceb-fae0676dce17 tempest-ServersOnMultiNodesTest-781598117 tempest-ServersOnMultiNodesTest-781598117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:07.687459 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5459141e-96e5-401d-91c6-478aa624cd8e req-cfd547ba-3ddb-4d06-8ceb-fae0676dce17 tempest-ServersOnMultiNodesTest-781598117 tempest-ServersOnMultiNodesTest-781598117-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=17feffc9-3015-41c7-8217-f05ee5d95f34 HTTP/1.1" status: 200 len: 1101 time: 0.1287596 Jul 23 20:01:07.767364 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5459141e-96e5-401d-91c6-478aa624cd8e req-a81e54cc-1ba9-47c8-8625-ac4e8b644c17 tempest-ServersOnMultiNodesTest-781598117 tempest-ServersOnMultiNodesTest-781598117-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539386 Jul 23 20:01:07.783135 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-78f6fcc8-89e3-4152-8795-5a9baf4667be tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:07.815852 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-19c10444-7e5a-42f6-b74f-3170e761724c service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546718 Jul 23 20:01:07.845064 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-78f6fcc8-89e3-4152-8795-5a9baf4667be tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:07.848516 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fa8f6-8d5c-4a32-aab2-162562762db8 req-ad868ddb-4c91-4d22-a307-cec7c51d78e5 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:07.850711 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3b2fa8f6-8d5c-4a32-aab2-162562762db8 req-ad868ddb-4c91-4d22-a307-cec7c51d78e5 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 948 time: 0.2391584 Jul 23 20:01:07.895291 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9aed9a93-c633-4738-b50d-b105da6f0bc1 req-11d340e6-2167-47aa-a7f8-f015e69b5ac6 service neutron] 10.222.0.18 "GET /v2.0/networks/8e84c2f8-775c-4b00-b826-468d30f5db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088258 Jul 23 20:01:07.900974 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-78f6fcc8-89e3-4152-8795-5a9baf4667be tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Network 18f1c189-135d-4e39-8a5e-b364e733193d is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:01:07.905047 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-78f6fcc8-89e3-4152-8795-5a9baf4667be tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:01:07.911262 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-56f92fd8-852c-4309-ab0d-0273fcfaac69 None None] Provisioning for port 2486d1f9-e89f-434e-8826-aa3ebc12adc7 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:01:07.913696 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-78f6fcc8-89e3-4152-8795-5a9baf4667be tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:01:07.950980 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3b2fa8f6-8d5c-4a32-aab2-162562762db8 req-c609f20d-8b52-4a6e-90c8-cad1a4eb4b89 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873661 Jul 23 20:01:07.956415 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f6fcc8-89e3-4152-8795-5a9baf4667be tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Pushing event updated for resources: {'Port': ['ID=521b92fe-9c1b-492d-bf6c-0c0319b4c6c8,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:07.971562 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e72dc8e4-8e26-46f1-9072-647fc8fa76de req-9abac6ba-a5c5-46c6-bad0-74eb91630262 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463332 Jul 23 20:01:08.002541 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b76dff-626e-4816-8f97-21c2658ceb0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-4f16029b-e537-41d5-b727-8e6ab9db6cfa', 'network_id': '4f16029b-e537-41d5-b727-8e6ab9db6cfa', 'tenant_id': '79cc250b59e84b978e0f6f82bacf527e', 'fixed_ips': [{'subnet_id': '67b262a9-67bf-4680-a359-bffc586310b6'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:01:08.003466 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f6b76dff-626e-4816-8f97-21c2658ceb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:08.003802 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-78f6fcc8-89e3-4152-8795-5a9baf4667be tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:08.004801 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-78f6fcc8-89e3-4152-8795-5a9baf4667be tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:08.063901 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 2486d1f9-e89f-434e-8826-aa3ebc12adc7 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:01:08.089142 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-78f6fcc8-89e3-4152-8795-5a9baf4667be tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9353848 Jul 23 20:01:08.105665 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-6cb6f462-b929-40ff-b4ff-4b6abe05af3b service neutron] Request body: {'port': {'device_id': '88588f51-296d-4172-b0bd-13e98726bffd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:01:08.148238 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3fadf-8509-493e-822e-540fdc0817f6 req-72e3aa7f-f3ce-4ae9-be30-ad4b33582ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:08.149945 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-61f3fadf-8509-493e-822e-540fdc0817f6 req-72e3aa7f-f3ce-4ae9-be30-ad4b33582ce1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a28939d8212b4a0392808b969f282665&device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 1100 time: 0.1207609 Jul 23 20:01:08.152845 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-d04e5349-9f34-4869-93ff-b0c83372a11a tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:08.159362 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-d04e5349-9f34-4869-93ff-b0c83372a11a tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:08.167853 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-d04e5349-9f34-4869-93ff-b0c83372a11a tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/networks?id=f97bdb53-6903-43c3-b8bc-02fc03a553c8&id=4f16029b-e537-41d5-b727-8e6ab9db6cfa&id=f97bdb53-6903-43c3-b8bc-02fc03a553c8 HTTP/1.1" status: 200 len: 1390 time: 0.2508934 Jul 23 20:01:08.195793 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-dd16810c-dbca-4135-bd58-e845bfa414a9 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/quotas/79cc250b59e84b978e0f6f82bacf527e HTTP/1.1" status: 200 len: 375 time: 0.0269241 Jul 23 20:01:08.248280 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 2486d1f9-e89f-434e-8826-aa3ebc12adc7 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:01:08.269359 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 2486d1f9-e89f-434e-8826-aa3ebc12adc7 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:01:08.269783 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:08.272373 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-6cb6f462-b929-40ff-b4ff-4b6abe05af3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:08.308201 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3fadf-8509-493e-822e-540fdc0817f6 req-10021035-95a5-4ba2-8526-c1be18a7befc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:08.309922 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-61f3fadf-8509-493e-822e-540fdc0817f6 req-10021035-95a5-4ba2-8526-c1be18a7befc service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.1524873 Jul 23 20:01:08.329214 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-f6b76dff-626e-4816-8f97-21c2658ceb0e None None] Allocated IP 19.86.0.2 (4f16029b-e537-41d5-b727-8e6ab9db6cfa/67b262a9-67bf-4680-a359-bffc586310b6/ed2d90c2-ae53-4f92-97a7-31983f601ff6) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:01:08.347007 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-255d6d8a-f634-4832-b44b-4f5ed531ffff tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=79cc250b59e84b978e0f6f82bacf527e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1503351 Jul 23 20:01:08.379786 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29ea24-ec72-4fd8-85c8-47d592821d44 req-727c195d-ffc8-4c20-9305-f7124cf130c4 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:08.382456 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0a29ea24-ec72-4fd8-85c8-47d592821d44 req-727c195d-ffc8-4c20-9305-f7124cf130c4 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d HTTP/1.1" status: 200 len: 944 time: 0.1537261 Jul 23 20:01:08.384770 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-61f3fadf-8509-493e-822e-540fdc0817f6 req-a62ef454-71f3-4fea-a13e-c06ec64398c3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=75b59266-48b2-441f-a566-40e18621edbc HTTP/1.1" status: 200 len: 217 time: 0.0670795 Jul 23 20:01:08.397567 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:08.477518 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3fadf-8509-493e-822e-540fdc0817f6 req-7f81a3fa-412e-4117-a461-b35fa402f464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:08.479483 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-61f3fadf-8509-493e-822e-540fdc0817f6 req-7f81a3fa-412e-4117-a461-b35fa402f464 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.0787265 Jul 23 20:01:08.489304 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 2486d1f9-e89f-434e-8826-aa3ebc12adc7, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=2486d1f9-e89f-434e-8826-aa3ebc12adc7,segment=NetworkSegment(0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd),segment_id=0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:08.491508 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0a29ea24-ec72-4fd8-85c8-47d592821d44 req-e5c66ca1-13d7-43d0-8cd6-5fd712fea52c tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001945 Jul 23 20:01:08.500815 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:08.613840 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=2486d1f9-e89f-434e-8826-aa3ebc12adc7,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:08.631147 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3fadf-8509-493e-822e-540fdc0817f6 req-267bcad8-393e-441a-9106-855c30ba622a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:08.633492 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-61f3fadf-8509-493e-822e-540fdc0817f6 req-267bcad8-393e-441a-9106-855c30ba622a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1365077 Jul 23 20:01:08.641916 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f6b76dff-626e-4816-8f97-21c2658ceb0e None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:08.653202 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-43560f09-b2be-41b0-9264-9fcc83585257 None None] Provisioning complete for port 2486d1f9-e89f-434e-8826-aa3ebc12adc7 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:01:08.653501 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43560f09-b2be-41b0-9264-9fcc83585257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:08.655688 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f6b76dff-626e-4816-8f97-21c2658ceb0e None None] Transition to ACTIVE for port object ed2d90c2-ae53-4f92-97a7-31983f601ff6 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:01:08.698754 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f6b76dff-626e-4816-8f97-21c2658ceb0e None None] Transition to ACTIVE for port object ed2d90c2-ae53-4f92-97a7-31983f601ff6 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:01:08.749709 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f6b76dff-626e-4816-8f97-21c2658ceb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:08.774779 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-61f3fadf-8509-493e-822e-540fdc0817f6 req-97e3ada3-7409-427a-bf38-1b86e5a1e2cd service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242342 Jul 23 20:01:08.810262 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-35f833dc-2b24-49b9-a310-e4b9edca928a service neutron] 10.222.0.32 "GET /v2.0/networks/f97bdb53-6903-43c3-b8bc-02fc03a553c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623322 Jul 23 20:01:08.824395 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b76dff-626e-4816-8f97-21c2658ceb0e None None] Pushing event updated for resources: {'Port': ['ID=ed2d90c2-ae53-4f92-97a7-31983f601ff6,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:08.830265 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b76dff-626e-4816-8f97-21c2658ceb0e None None] Network 4f16029b-e537-41d5-b727-8e6ab9db6cfa is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:01:08.835935 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-f6b76dff-626e-4816-8f97-21c2658ceb0e None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:01:08.840033 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b76dff-626e-4816-8f97-21c2658ceb0e None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:01:08.903153 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-f6b76dff-626e-4816-8f97-21c2658ceb0e None None] Attempting to bind port ed2d90c2-ae53-4f92-97a7-31983f601ff6 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:01:08.903592 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-f6b76dff-626e-4816-8f97-21c2658ceb0e None None] Attempting to bind port ed2d90c2-ae53-4f92-97a7-31983f601ff6 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'd5d92680-756b-43dc-9d09-b89dc37459d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4f16029b-e537-41d5-b727-8e6ab9db6cfa'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:01:08.903940 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b76dff-626e-4816-8f97-21c2658ceb0e None None] Attempting to bind port ed2d90c2-ae53-4f92-97a7-31983f601ff6 on network 4f16029b-e537-41d5-b727-8e6ab9db6cfa {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:01:08.909298 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b76dff-626e-4816-8f97-21c2658ceb0e None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:01:08.909696 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b76dff-626e-4816-8f97-21c2658ceb0e None None] Checking segment: {'id': 'd5d92680-756b-43dc-9d09-b89dc37459d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4f16029b-e537-41d5-b727-8e6ab9db6cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:01:08.910098 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f6b76dff-626e-4816-8f97-21c2658ceb0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:08.910490 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b76dff-626e-4816-8f97-21c2658ceb0e None None] Bound using segment: {'id': 'd5d92680-756b-43dc-9d09-b89dc37459d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4f16029b-e537-41d5-b727-8e6ab9db6cfa'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:01:08.911078 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-f6b76dff-626e-4816-8f97-21c2658ceb0e None None] Bound port: ed2d90c2-ae53-4f92-97a7-31983f601ff6, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d92680-756b-43dc-9d09-b89dc37459d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4f16029b-e537-41d5-b727-8e6ab9db6cfa'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:01:08.911999 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f6b76dff-626e-4816-8f97-21c2658ceb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:08.957876 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-61f3fadf-8509-493e-822e-540fdc0817f6 req-233f00c7-1f91-41f9-992f-3f7ebffed642 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652997 Jul 23 20:01:08.969975 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba45a1a-8071-4e81-9a60-92e89418e4a2 req-3eaeb0d5-5cf3-4e26-80a6-ff4a8cd4a005 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:08.970693 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-6f18a7aa-e2aa-4fe8-9b0a-31eafe75ac86 service neutron] 10.222.0.32 "GET /v2.0/networks/f97bdb53-6903-43c3-b8bc-02fc03a553c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595323 Jul 23 20:01:08.971478 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8ba45a1a-8071-4e81-9a60-92e89418e4a2 req-3eaeb0d5-5cf3-4e26-80a6-ff4a8cd4a005 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=866ea730-f9e1-4c8d-8270-530acec9f5b2 HTTP/1.1" status: 200 len: 950 time: 0.0913212 Jul 23 20:01:09.014588 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-f6b76dff-626e-4816-8f97-21c2658ceb0e None None] For port ed2d90c2-ae53-4f92-97a7-31983f601ff6, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:01:09.018834 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-f6b76dff-626e-4816-8f97-21c2658ceb0e None None] For port ed2d90c2-ae53-4f92-97a7-31983f601ff6, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=ed2d90c2-ae53-4f92-97a7-31983f601ff6,segment=NetworkSegment(d5d92680-756b-43dc-9d09-b89dc37459d8),segment_id=d5d92680-756b-43dc-9d09-b89dc37459d8)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:01:09.023246 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8bc3c27-6e67-4acb-b194-d727bfd4dd3d', 'tag': 'c17b25a4-6cea-4e5d-a245-165842e69cbf'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:01:09.024836 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f6b76dff-626e-4816-8f97-21c2658ceb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:09.026412 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9f1fec-ecc3-40eb-a5f5-34e6cc83a7ed" -d '{"events": [{"name": "network-changed", "server_uuid": "d8bc3c27-6e67-4acb-b194-d727bfd4dd3d", "tag": "c17b25a4-6cea-4e5d-a245-165842e69cbf"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:01:09.040467 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8ba45a1a-8071-4e81-9a60-92e89418e4a2 req-9596f7d9-99f3-49bc-a650-1e22e9bbc982 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605092 Jul 23 20:01:09.043408 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 2486d1f9-e89f-434e-8826-aa3ebc12adc7 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:01:09.059757 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-6cb6f462-b929-40ff-b4ff-4b6abe05af3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:01:09.070465 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-6cb6f462-b929-40ff-b4ff-4b6abe05af3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:09.094121 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-6cb6f462-b929-40ff-b4ff-4b6abe05af3b service neutron] Transition to ACTIVE for port object 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:01:09.101699 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-6cb6f462-b929-40ff-b4ff-4b6abe05af3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:09.114949 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-0a1771c6-ed71-4844-ad15-49eca5864fe7 service neutron] 10.222.0.32 "GET /v2.0/networks/4f16029b-e537-41d5-b727-8e6ab9db6cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433637 Jul 23 20:01:09.136782 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b76dff-626e-4816-8f97-21c2658ceb0e None None] Pushing event updated for resources: {'Port': ['ID=ed2d90c2-ae53-4f92-97a7-31983f601ff6,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:09.156862 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 2486d1f9-e89f-434e-8826-aa3ebc12adc7 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:01:09.157608 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:09.204841 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6d825-08b5-41b5-8734-1947dd5e4fe8 req-d86e74cb-7896-4f6e-9704-717ca41bd6d2 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:09.214873 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-29e6d825-08b5-41b5-8734-1947dd5e4fe8 req-d86e74cb-7896-4f6e-9704-717ca41bd6d2 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=88588f51-296d-4172-b0bd-13e98726bffd HTTP/1.1" status: 200 len: 943 time: 0.1003385 Jul 23 20:01:09.219303 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6f462-b929-40ff-b4ff-4b6abe05af3b service neutron] Pushing event updated for resources: {'Port': ['ID=521b92fe-9c1b-492d-bf6c-0c0319b4c6c8,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:09.276994 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-29e6d825-08b5-41b5-8734-1947dd5e4fe8 req-97f5518b-734c-4145-af8c-ee80149c27a5 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598874 Jul 23 20:01:09.303147 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-0870fd89-d02c-4fa3-9325-4481e0ed814d service neutron] 10.222.0.32 "GET /v2.0/networks/4f16029b-e537-41d5-b727-8e6ab9db6cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873500 Jul 23 20:01:09.385132 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-6cb6f462-b929-40ff-b4ff-4b6abe05af3b service neutron] Attempting to bind port 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:01:09.385460 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-6cb6f462-b929-40ff-b4ff-4b6abe05af3b service neutron] Attempting to bind port 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:01:09.385813 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-6cb6f462-b929-40ff-b4ff-4b6abe05af3b service neutron] Attempting to bind port 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8 on network 18f1c189-135d-4e39-8a5e-b364e733193d {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:01:09.431712 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-6cb6f462-b929-40ff-b4ff-4b6abe05af3b service neutron] Port 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8 on network 18f1c189-135d-4e39-8a5e-b364e733193d not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:01:09.431942 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-6cb6f462-b929-40ff-b4ff-4b6abe05af3b service neutron] Attempting to bind port 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8 on network 18f1c189-135d-4e39-8a5e-b364e733193d {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:01:09.438047 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90a1c0-1db9-4af9-97c3-51be68f60df9 req-c5250114-4433-449f-ba35-1d151198c8f9 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:09.439723 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9f90a1c0-1db9-4af9-97c3-51be68f60df9 req-c5250114-4433-449f-ba35-1d151198c8f9 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8bc3c27-6e67-4acb-b194-d727bfd4dd3d HTTP/1.1" status: 200 len: 943 time: 0.0795741 Jul 23 20:01:09.444915 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-6cb6f462-b929-40ff-b4ff-4b6abe05af3b service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:01:09.445112 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-6cb6f462-b929-40ff-b4ff-4b6abe05af3b service neutron] Checking segment: {'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:01:09.445537 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-6cb6f462-b929-40ff-b4ff-4b6abe05af3b service neutron] Bound using segment: {'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:01:09.445987 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-6cb6f462-b929-40ff-b4ff-4b6abe05af3b service neutron] Bound port: 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:01:09.446345 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-6cb6f462-b929-40ff-b4ff-4b6abe05af3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:09.487325 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9f90a1c0-1db9-4af9-97c3-51be68f60df9 req-5ee6553c-62c9-484a-89ce-8a52f1e180ed tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339987 Jul 23 20:01:09.501170 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-3d3f08b5-dd02-4bb6-bce8-a182dfe7524c service neutron] 10.222.0.32 "GET /v2.0/networks/f97bdb53-6903-43c3-b8bc-02fc03a553c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630344 Jul 23 20:01:09.590869 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-6cb6f462-b929-40ff-b4ff-4b6abe05af3b service neutron] For port 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8, host n-h2-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:01:09.609224 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba1624-c279-4d38-a49b-5ee8a139f076 req-d8675fff-4d64-435a-8362-c7029be93b46 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:09.610539 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-6cb6f462-b929-40ff-b4ff-4b6abe05af3b service neutron] For port 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=521b92fe-9c1b-492d-bf6c-0c0319b4c6c8,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:01:09.610679 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-49ba1624-c279-4d38-a49b-5ee8a139f076 req-d8675fff-4d64-435a-8362-c7029be93b46 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=17feffc9-3015-41c7-8217-f05ee5d95f34 HTTP/1.1" status: 200 len: 949 time: 0.0658693 Jul 23 20:01:09.622211 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-6cb6f462-b929-40ff-b4ff-4b6abe05af3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:09.651110 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-49ba1624-c279-4d38-a49b-5ee8a139f076 req-b39008d4-4da1-41e5-9c25-61b1d8a0e4d5 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332110 Jul 23 20:01:09.679103 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device e0fefb72-0019-4f91-b851-417b7a5eff3b up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:01:09.698635 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-6cb6f462-b929-40ff-b4ff-4b6abe05af3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:09.699249 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-6cb6f462-b929-40ff-b4ff-4b6abe05af3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:09.700647 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-6cb6f462-b929-40ff-b4ff-4b6abe05af3b service neutron] 10.222.0.18 "PUT /v2.0/ports/521b92fe-9c1b-492d-bf6c-0c0319b4c6c8 HTTP/1.1" status: 200 len: 1092 time: 1.5998840 Jul 23 20:01:09.704202 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-52563b4a-2635-4cd5-9a18-559e87de4090 service neutron] 10.222.0.32 "GET /v2.0/networks/f97bdb53-6903-43c3-b8bc-02fc03a553c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936975 Jul 23 20:01:09.704623 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88588f51-296d-4172-b0bd-13e98726bffd', 'tag': '521b92fe-9c1b-492d-bf6c-0c0319b4c6c8'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:01:09.706891 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d5cf76-b692-484b-b2b7-cf7c550b6e00" -d '{"events": [{"name": "network-changed", "server_uuid": "88588f51-296d-4172-b0bd-13e98726bffd", "tag": "521b92fe-9c1b-492d-bf6c-0c0319b4c6c8"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:01:09.725760 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6f462-b929-40ff-b4ff-4b6abe05af3b service neutron] Pushing event updated for resources: {'Port': ['ID=521b92fe-9c1b-492d-bf6c-0c0319b4c6c8,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:09.790367 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port e0fefb72-0019-4f91-b851-417b7a5eff3b completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:01:09.792410 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbca57e-d0dc-428a-93a9-a4adc88df5f4 req-401f0d8e-9f70-4730-a56b-3420c386aeba tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:09.794015 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port e0fefb72-0019-4f91-b851-417b7a5eff3b triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:01:09.794383 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:09.800088 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ccbca57e-d0dc-428a-93a9-a4adc88df5f4 req-401f0d8e-9f70-4730-a56b-3420c386aeba tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.30 "GET /v2.0/ports?device_id=866ea730-f9e1-4c8d-8270-530acec9f5b2 HTTP/1.1" status: 200 len: 950 time: 0.1921129 Jul 23 20:01:09.801604 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86618176-3cac-4ab0-ae65-f7b623a12d9a req-02498b5a-9b08-487f-8909-4b5895d26a72 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:09.805450 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-86618176-3cac-4ab0-ae65-f7b623a12d9a req-02498b5a-9b08-487f-8909-4b5895d26a72 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 948 time: 0.0944645 Jul 23 20:01:09.865424 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-86618176-3cac-4ab0-ae65-f7b623a12d9a req-cd58586a-b2ca-4a2f-83c7-743935dd0543 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521884 Jul 23 20:01:09.917837 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5e83b9-8018-422c-88eb-c203679264da x-openstack-request-id: req-8e5e83b9-8018-422c-88eb-c203679264da {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:01:09.918323 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8bc3c27-6e67-4acb-b194-d727bfd4dd3d", "tag": "c17b25a4-6cea-4e5d-a245-165842e69cbf", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:01:09.918728 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8e5e83b9-8018-422c-88eb-c203679264da {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:01:09.919248 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8bc3c27-6e67-4acb-b194-d727bfd4dd3d', 'tag': 'c17b25a4-6cea-4e5d-a245-165842e69cbf', 'status': 'completed', 'code': 200} Jul 23 20:01:09.941101 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-9ec05e20-5313-433a-94cb-a9e9e12569a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:09.942799 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-9ec05e20-5313-433a-94cb-a9e9e12569a2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6e44c4dd248468c67611aa3d977ae&device_id=88588f51-296d-4172-b0bd-13e98726bffd HTTP/1.1" status: 200 len: 1095 time: 0.1915584 Jul 23 20:01:09.967270 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:10.005747 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71f56ef-d958-4216-85a1-6eb2bacf664d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0fefb72-0019-4f91-b851-417b7a5eff3b'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:01:10.008222 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7baa64ad-3882-46e6-a458-8e2408d9222f" -d '{"events": [{"server_uuid": "f71f56ef-d958-4216-85a1-6eb2bacf664d", "name": "network-vif-plugged", "status": "completed", "tag": "e0fefb72-0019-4f91-b851-417b7a5eff3b"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:01:10.016175 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-e1b42b4c-0216-4af9-8f07-749600859353 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=521b92fe-9c1b-492d-bf6c-0c0319b4c6c8 HTTP/1.1" status: 200 len: 217 time: 0.0639911 Jul 23 20:01:10.019913 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9020f60f-a6e4-4cdc-9816-e68c9c2099b4 x-openstack-request-id: req-9020f60f-a6e4-4cdc-9816-e68c9c2099b4 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:01:10.020193 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88588f51-296d-4172-b0bd-13e98726bffd", "tag": "521b92fe-9c1b-492d-bf6c-0c0319b4c6c8", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:01:10.020835 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9020f60f-a6e4-4cdc-9816-e68c9c2099b4 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:01:10.020970 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88588f51-296d-4172-b0bd-13e98726bffd', 'tag': '521b92fe-9c1b-492d-bf6c-0c0319b4c6c8', 'status': 'completed', 'code': 200} Jul 23 20:01:10.023727 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port e0fefb72-0019-4f91-b851-417b7a5eff3b, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e0fefb72-0019-4f91-b851-417b7a5eff3b,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:10.029075 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:10.030232 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 26e65c49-d435-4460-82ce-7a317c41b458 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:01:10.077917 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 26e65c49-d435-4460-82ce-7a317c41b458 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:01:10.078362 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 26e65c49-d435-4460-82ce-7a317c41b458 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:01:10.101262 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-ccbca57e-d0dc-428a-93a9-a4adc88df5f4 req-0fd4a302-c357-478b-96eb-60fcf567bf3f tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Deleting port f2e08988-313c-4b3d-ade6-d7ede6be0b82 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:01:10.108121 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ccbca57e-d0dc-428a-93a9-a4adc88df5f4 req-0fd4a302-c357-478b-96eb-60fcf567bf3f tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:10.132143 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=e0fefb72-0019-4f91-b851-417b7a5eff3b,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:10.171012 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f1fec-ecc3-40eb-a5f5-34e6cc83a7ed req-d5429528-a627-4239-8bbf-6048a4d216fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:10.173513 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ef9f1fec-ecc3-40eb-a5f5-34e6cc83a7ed req-d5429528-a627-4239-8bbf-6048a4d216fb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=05b9a43dbf1e458d94ffa4e2db455ec9&device_id=d8bc3c27-6e67-4acb-b194-d727bfd4dd3d HTTP/1.1" status: 200 len: 1095 time: 0.2221222 Jul 23 20:01:10.185993 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-efabe927-0d5a-459a-82c6-85675e3c1806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:10.186270 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-c6c0e7e4-484c-475c-8503-1745579b81db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:10.193555 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-c6c0e7e4-484c-475c-8503-1745579b81db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ff9cc1f3-5cfa-4b1f-ac36-a859db46b374 HTTP/1.1" status: 200 len: 860 time: 0.1579838 Jul 23 20:01:10.197459 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d68b2-920d-42cd-be88-35c1e88d6f83 req-c125753c-14b4-4e95-a242-82404a109459 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:10.199025 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cb0d68b2-920d-42cd-be88-35c1e88d6f83 req-c125753c-14b4-4e95-a242-82404a109459 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d HTTP/1.1" status: 200 len: 945 time: 0.1813416 Jul 23 20:01:10.303447 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-2a749e34-9af9-488e-bf28-9ecf062b2a78 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=18f1c189-135d-4e39-8a5e-b364e733193d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089745 Jul 23 20:01:10.329705 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b070833f-b9d5-469b-a7ab-cb5cca2c7df7 None None] Network 4f16029b-e537-41d5-b727-8e6ab9db6cfa requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:01:10.352149 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-de457964-59c8-4ad0-bc53-26d67e519ee5 req-71f22f3c-375c-40d5-a17a-41d4d2d617de tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/ports?device_id=faf9fba9-1f5d-42f8-a228-53b900f6c1ec HTTP/1.1" status: 200 len: 210 time: 0.1432769 Jul 23 20:01:10.357510 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cb0d68b2-920d-42cd-be88-35c1e88d6f83 req-c2ce63b4-036a-4073-a4d4-6016cec70da4 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490788 Jul 23 20:01:10.417950 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-ccbca57e-d0dc-428a-93a9-a4adc88df5f4 req-0fd4a302-c357-478b-96eb-60fcf567bf3f tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] For port f2e08988-313c-4b3d-ade6-d7ede6be0b82, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=f2e08988-313c-4b3d-ade6-d7ede6be0b82,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:10.418276 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ccbca57e-d0dc-428a-93a9-a4adc88df5f4 req-0fd4a302-c357-478b-96eb-60fcf567bf3f tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:10.451162 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a612ecac-a024-4761-85bf-3125647e33cb x-openstack-request-id: req-a612ecac-a024-4761-85bf-3125647e33cb {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:01:10.451458 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71f56ef-d958-4216-85a1-6eb2bacf664d", "name": "network-vif-plugged", "status": "completed", "tag": "e0fefb72-0019-4f91-b851-417b7a5eff3b", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:01:10.451710 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a612ecac-a024-4761-85bf-3125647e33cb {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:01:10.452101 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71f56ef-d958-4216-85a1-6eb2bacf664d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0fefb72-0019-4f91-b851-417b7a5eff3b', 'code': 200} Jul 23 20:01:10.454552 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0d6a4a82-97a9-4128-8d64-cd7b37cbd238 None None] Provisioning for port ed2d90c2-ae53-4f92-97a7-31983f601ff6 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:01:10.474032 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-ccbca57e-d0dc-428a-93a9-a4adc88df5f4 req-0fd4a302-c357-478b-96eb-60fcf567bf3f tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Calling delete_port for f2e08988-313c-4b3d-ade6-d7ede6be0b82 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:01:10.475065 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f1fec-ecc3-40eb-a5f5-34e6cc83a7ed req-823d8c5a-893d-4386-a30c-8e04809acbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:10.479161 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ef9f1fec-ecc3-40eb-a5f5-34e6cc83a7ed req-823d8c5a-893d-4386-a30c-8e04809acbb3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8e84c2f8-775c-4b00-b826-468d30f5db1b HTTP/1.1" status: 200 len: 906 time: 0.2929060 Jul 23 20:01:10.509088 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89539a62-6858-4659-9851-d72bd4e364a0 req-29929832-9633-4274-9852-c7c6f1e2a2cf tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:10.510645 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-89539a62-6858-4659-9851-d72bd4e364a0 req-29929832-9633-4274-9852-c7c6f1e2a2cf tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.30 "GET /v2.0/ports?device_id=17feffc9-3015-41c7-8217-f05ee5d95f34 HTTP/1.1" status: 200 len: 949 time: 0.2542789 Jul 23 20:01:10.610205 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-5248c493-40eb-4720-914a-d83d1a640111 service neutron] 10.222.0.18 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848172 Jul 23 20:01:10.675307 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ef9f1fec-ecc3-40eb-a5f5-34e6cc83a7ed req-ca9e8c1f-fde6-4bfc-9554-482f834fed1c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c17b25a4-6cea-4e5d-a245-165842e69cbf HTTP/1.1" status: 200 len: 217 time: 0.1850770 Jul 23 20:01:10.766188 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f1fec-ecc3-40eb-a5f5-34e6cc83a7ed req-6aff00e0-e464-47b3-b7fe-b1e0eda9be58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:10.767659 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ef9f1fec-ecc3-40eb-a5f5-34e6cc83a7ed req-6aff00e0-e464-47b3-b7fe-b1e0eda9be58 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61bf6557-4d20-4447-94c2-1fdfaf9f93fa HTTP/1.1" status: 200 len: 845 time: 0.0680528 Jul 23 20:01:10.812096 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302d03e-543c-4cdf-a0b3-1422c0492a77 req-a708ccb5-0284-4439-9bda-909b5bdd289c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:10.812328 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ef9f1fec-ecc3-40eb-a5f5-34e6cc83a7ed req-0701f027-3f97-476f-ad33-f2e105d8d6a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8e84c2f8-775c-4b00-b826-468d30f5db1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322773 Jul 23 20:01:10.813574 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e302d03e-543c-4cdf-a0b3-1422c0492a77 req-a708ccb5-0284-4439-9bda-909b5bdd289c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d HTTP/1.1" status: 200 len: 1097 time: 0.2645805 Jul 23 20:01:10.823076 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5f7fa680-bdc8-44b0-a12f-cae3c62c8d8c req-89b77b7e-d069-43e8-8473-29d477fd2e99 service neutron] 10.222.0.18 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906998 Jul 23 20:01:10.836918 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5671871-c001-48ff-ba82-b7f72baf60c7 req-c20e44a2-1944-47f6-a979-606a1d031f0a tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:10.844284 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a5671871-c001-48ff-ba82-b7f72baf60c7 req-c20e44a2-1944-47f6-a979-606a1d031f0a tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=866ea730-f9e1-4c8d-8270-530acec9f5b2 HTTP/1.1" status: 200 len: 950 time: 0.3139718 Jul 23 20:01:10.867565 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbb7d6-eb0f-4023-b68f-1c15d22c49dc req-15726da6-ec4d-4b8b-b0b4-f7ec911230a4 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:10.869996 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-82bbb7d6-eb0f-4023-b68f-1c15d22c49dc req-15726da6-ec4d-4b8b-b0b4-f7ec911230a4 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=88588f51-296d-4172-b0bd-13e98726bffd HTTP/1.1" status: 200 len: 943 time: 0.2983992 Jul 23 20:01:10.878596 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ccbca57e-d0dc-428a-93a9-a4adc88df5f4 req-0fd4a302-c357-478b-96eb-60fcf567bf3f tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:10.884274 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-89539a62-6858-4659-9851-d72bd4e364a0 req-2ec1672a-5d30-4578-bbf3-7c0ba798fdd5 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Deleting port 39b21596-1dfa-436b-beaa-eeeb9b19fbcd {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:01:10.884617 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-89539a62-6858-4659-9851-d72bd4e364a0 req-2ec1672a-5d30-4578-bbf3-7c0ba798fdd5 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:10.889959 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['f2e08988-313c-4b3d-ade6-d7ede6be0b82', 'b0c57c2e-cd6b-4704-86ef-742e0c553c48'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:01:10.981602 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4a302-c357-478b-96eb-60fcf567bf3f tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Pushing event deleted for resources: {'Port': ['ID=f2e08988-313c-4b3d-ade6-d7ede6be0b82,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:11.038075 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e302d03e-543c-4cdf-a0b3-1422c0492a77 req-2a5c979c-e255-4be6-abf0-da76b8455b0c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926026 Jul 23 20:01:11.060563 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccbca57e-d0dc-428a-93a9-a4adc88df5f4 req-0fd4a302-c357-478b-96eb-60fcf567bf3f tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] No DVR routers for this DVR port f2e08988-313c-4b3d-ade6-d7ede6be0b82 on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:01:11.064338 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ccbca57e-d0dc-428a-93a9-a4adc88df5f4 req-0fd4a302-c357-478b-96eb-60fcf567bf3f tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:11.066430 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ccbca57e-d0dc-428a-93a9-a4adc88df5f4 req-0fd4a302-c357-478b-96eb-60fcf567bf3f tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.30 "DELETE /v2.0/ports/f2e08988-313c-4b3d-ade6-d7ede6be0b82 HTTP/1.1" status: 204 len: 173 time: 1.2608819 Jul 23 20:01:11.086717 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device ed2d90c2-ae53-4f92-97a7-31983f601ff6 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:01:11.109797 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-82bbb7d6-eb0f-4023-b68f-1c15d22c49dc req-0812e21b-da97-477a-9be7-16a77bb68573 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107451 Jul 23 20:01:11.152403 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5cf76-b692-484b-b2b7-cf7c550b6e00 req-243cacae-4257-431d-a1d9-e9f4cad212a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:11.154078 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-27d5cf76-b692-484b-b2b7-cf7c550b6e00 req-243cacae-4257-431d-a1d9-e9f4cad212a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6e44c4dd248468c67611aa3d977ae&device_id=88588f51-296d-4172-b0bd-13e98726bffd HTTP/1.1" status: 200 len: 1095 time: 0.2160246 Jul 23 20:01:11.175405 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port ed2d90c2-ae53-4f92-97a7-31983f601ff6 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:01:11.182637 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port ed2d90c2-ae53-4f92-97a7-31983f601ff6 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:01:11.183233 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:11.289234 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:11.306420 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a5671871-c001-48ff-ba82-b7f72baf60c7 req-ac411360-6e08-4e3f-8d75-e36a772628c1 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4611719 Jul 23 20:01:11.350932 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port ed2d90c2-ae53-4f92-97a7-31983f601ff6, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=ed2d90c2-ae53-4f92-97a7-31983f601ff6,segment=NetworkSegment(d5d92680-756b-43dc-9d09-b89dc37459d8),segment_id=d5d92680-756b-43dc-9d09-b89dc37459d8)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:11.356721 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:11.373793 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ef9f1fec-ecc3-40eb-a5f5-34e6cc83a7ed req-0f702cfc-1bb1-44f8-bb3b-d5acdda11595 service neutron] 10.222.0.18 "GET /v2.0/networks/8e84c2f8-775c-4b00-b826-468d30f5db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5542791 Jul 23 20:01:11.391802 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-89539a62-6858-4659-9851-d72bd4e364a0 req-2ec1672a-5d30-4578-bbf3-7c0ba798fdd5 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] For port 39b21596-1dfa-436b-beaa-eeeb9b19fbcd, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=39b21596-1dfa-436b-beaa-eeeb9b19fbcd,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:11.394714 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-89539a62-6858-4659-9851-d72bd4e364a0 req-2ec1672a-5d30-4578-bbf3-7c0ba798fdd5 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:11.412765 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5cf76-b692-484b-b2b7-cf7c550b6e00 req-54198a59-f317-4b32-a176-ebf44cd218e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:11.421768 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-27d5cf76-b692-484b-b2b7-cf7c550b6e00 req-54198a59-f317-4b32-a176-ebf44cd218e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=18f1c189-135d-4e39-8a5e-b364e733193d HTTP/1.1" status: 200 len: 921 time: 0.2566347 Jul 23 20:01:11.436713 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-89539a62-6858-4659-9851-d72bd4e364a0 req-2ec1672a-5d30-4578-bbf3-7c0ba798fdd5 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Calling delete_port for 39b21596-1dfa-436b-beaa-eeeb9b19fbcd owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:01:11.454755 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=ed2d90c2-ae53-4f92-97a7-31983f601ff6,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:11.509414 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f860d95-b8f6-40d0-9f54-3a708394b709 req-b897eec1-6a2d-4c53-89df-4485e5b1ca94 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:11.511293 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8f860d95-b8f6-40d0-9f54-3a708394b709 req-b897eec1-6a2d-4c53-89df-4485e5b1ca94 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8bc3c27-6e67-4acb-b194-d727bfd4dd3d HTTP/1.1" status: 200 len: 943 time: 0.2514069 Jul 23 20:01:11.541653 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-27d5cf76-b692-484b-b2b7-cf7c550b6e00 req-ce8f7b20-5337-4235-9294-475e8a5435a9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=521b92fe-9c1b-492d-bf6c-0c0319b4c6c8 HTTP/1.1" status: 200 len: 217 time: 0.1042397 Jul 23 20:01:11.587415 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 75b59266-48b2-441f-a566-40e18621edbc details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:01:11.611806 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ef9f1fec-ecc3-40eb-a5f5-34e6cc83a7ed req-62aec492-6045-45ad-bcb9-5fdf11e006b5 service neutron] 10.222.0.18 "GET /v2.0/networks/8e84c2f8-775c-4b00-b826-468d30f5db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084513 Jul 23 20:01:11.644529 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756b752-913b-4b48-95d4-68bb54c0fcde req-ea0c2c1f-7c40-40e5-81f4-257523d542de tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:11.646487 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b756b752-913b-4b48-95d4-68bb54c0fcde req-ea0c2c1f-7c40-40e5-81f4-257523d542de tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=17feffc9-3015-41c7-8217-f05ee5d95f34 HTTP/1.1" status: 200 len: 949 time: 0.1960812 Jul 23 20:01:11.657374 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-d8f7e43f-2f7e-4ca6-bc7d-a1f2fdded9a9 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:11.662481 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-d8f7e43f-2f7e-4ca6-bc7d-a1f2fdded9a9 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:11.664027 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-d8f7e43f-2f7e-4ca6-bc7d-a1f2fdded9a9 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.30 "GET /v2.0/networks?id=f97bdb53-6903-43c3-b8bc-02fc03a553c8&id=4f16029b-e537-41d5-b727-8e6ab9db6cfa&id=f97bdb53-6903-43c3-b8bc-02fc03a553c8 HTTP/1.1" status: 200 len: 1390 time: 0.3103199 Jul 23 20:01:11.678203 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8f860d95-b8f6-40d0-9f54-3a708394b709 req-172916df-fbc0-4419-a191-8ec72fa24bd8 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385221 Jul 23 20:01:11.697662 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-c0eaa479-bb22-4f2e-8803-f0f756d834b2 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Request body: {'port': {'device_id': 'faf9fba9-1f5d-42f8-a228-53b900f6c1ec', 'network_id': 'f97bdb53-6903-43c3-b8bc-02fc03a553c8', 'admin_state_up': True, 'tenant_id': '79cc250b59e84b978e0f6f82bacf527e'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:01:11.715721 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-89539a62-6858-4659-9851-d72bd4e364a0 req-2ec1672a-5d30-4578-bbf3-7c0ba798fdd5 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:11.716499 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5cf76-b692-484b-b2b7-cf7c550b6e00 req-2f899967-f908-4430-b758-347ac0a0ae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:11.718460 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-27d5cf76-b692-484b-b2b7-cf7c550b6e00 req-2f899967-f908-4430-b758-347ac0a0ae20 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ff9cc1f3-5cfa-4b1f-ac36-a859db46b374 HTTP/1.1" status: 200 len: 860 time: 0.1687140 Jul 23 20:01:11.755445 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1672a-5d30-4578-bbf3-7c0ba798fdd5 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Pushing event deleted for resources: {'Port': ['ID=39b21596-1dfa-436b-beaa-eeeb9b19fbcd,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:11.762240 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-27d5cf76-b692-484b-b2b7-cf7c550b6e00 req-e833afd5-4a99-40e3-838b-889c7d4d434a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=18f1c189-135d-4e39-8a5e-b364e733193d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292296 Jul 23 20:01:11.772357 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['88bcde5f-e05c-48b1-9357-4da5b5477f36', '3868cadf-74c9-41eb-babe-ade562e7265e', '83124c42-89f8-415d-afa2-03018b51299d', 'fe8a6bad-185a-4e50-8264-7e04e021d52a', '9d702234-c829-4840-9f95-aa3c9d43db90'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:01:11.783278 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b756b752-913b-4b48-95d4-68bb54c0fcde req-3fdc856c-f70d-48b7-96e9-ffef5be5cda0 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752013 Jul 23 20:01:11.795226 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['6b3cf3b3-7232-4a77-a76e-d33cb770c70d', 'cceb9cfe-be34-41c0-92cd-2dbcf70a248f'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:01:11.836011 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-89539a62-6858-4659-9851-d72bd4e364a0 req-2ec1672a-5d30-4578-bbf3-7c0ba798fdd5 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] No DVR routers for this DVR port 39b21596-1dfa-436b-beaa-eeeb9b19fbcd on host n-h1-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:01:11.841340 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-89539a62-6858-4659-9851-d72bd4e364a0 req-2ec1672a-5d30-4578-bbf3-7c0ba798fdd5 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:11.843691 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-89539a62-6858-4659-9851-d72bd4e364a0 req-2ec1672a-5d30-4578-bbf3-7c0ba798fdd5 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.30 "DELETE /v2.0/ports/39b21596-1dfa-436b-beaa-eeeb9b19fbcd HTTP/1.1" status: 204 len: 173 time: 1.3112712 Jul 23 20:01:11.900337 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 75b59266-48b2-441f-a566-40e18621edbc, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=75b59266-48b2-441f-a566-40e18621edbc,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:11.921661 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17feffc9-3015-41c7-8217-f05ee5d95f34', 'name': 'network-vif-deleted', 'tag': '39b21596-1dfa-436b-beaa-eeeb9b19fbcd'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:01:11.923616 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '75b59266-48b2-441f-a566-40e18621edbc', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': '75b59266-48b2-441f-a566-40e18621edbc', 'mac_address': 'fa:16:3e:cb:55:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:01:11.923978 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe9884a-956d-4077-abd3-b840b1ec7fae" -d '{"events": [{"server_uuid": "17feffc9-3015-41c7-8217-f05ee5d95f34", "name": "network-vif-deleted", "tag": "39b21596-1dfa-436b-beaa-eeeb9b19fbcd"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:01:12.028560 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866ea730-f9e1-4c8d-8270-530acec9f5b2', 'name': 'network-vif-deleted', 'tag': 'f2e08988-313c-4b3d-ade6-d7ede6be0b82'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:01:12.033710 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329ccb2a-568d-45e2-a078-f3bff79022fd" -d '{"events": [{"server_uuid": "866ea730-f9e1-4c8d-8270-530acec9f5b2", "name": "network-vif-deleted", "tag": "f2e08988-313c-4b3d-ade6-d7ede6be0b82"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:01:12.065100 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-154c19a7-94d7-408a-bd81-230b1fd1db65 req-68cbb5f6-6c62-41d2-9bfa-d092c49b6044 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/ports?device_id=faf9fba9-1f5d-42f8-a228-53b900f6c1ec HTTP/1.1" status: 200 len: 210 time: 0.0482559 Jul 23 20:01:12.098342 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-27d5cf76-b692-484b-b2b7-cf7c550b6e00 req-a2e97ded-794b-452b-ac3c-3707a35c3276 service neutron] 10.222.0.18 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086853 Jul 23 20:01:12.108014 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916caf1-0d1f-497c-b162-c457ec4278f1 req-2ac7bf91-00e5-460e-9073-363165de9ab5 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:12.115613 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f916caf1-0d1f-497c-b162-c457ec4278f1 req-2ac7bf91-00e5-460e-9073-363165de9ab5 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 948 time: 0.3501492 Jul 23 20:01:12.140763 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:12.180551 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-c0eaa479-bb22-4f2e-8803-f0f756d834b2 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Made reservation on behalf of 79cc250b59e84b978e0f6f82bacf527e for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:01:12.184184 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-c0eaa479-bb22-4f2e-8803-f0f756d834b2 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:12.185603 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75b59266-48b2-441f-a566-40e18621edbc {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:01:12.221273 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc55c78-6d74-4d8c-8623-6993fcefd34e req-ed17b6da-87a9-4207-b6f0-e03a4ac9ac40 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:12.222774 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2dc55c78-6d74-4d8c-8623-6993fcefd34e req-ed17b6da-87a9-4207-b6f0-e03a4ac9ac40 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d HTTP/1.1" status: 200 len: 945 time: 0.0679426 Jul 23 20:01:12.242818 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 75b59266-48b2-441f-a566-40e18621edbc, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=75b59266-48b2-441f-a566-40e18621edbc,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:12.256454 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f916caf1-0d1f-497c-b162-c457ec4278f1 req-6613746b-f5a7-4215-a73a-eb2f493b1829 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399875 Jul 23 20:01:12.261589 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:12.261839 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device c17b25a4-6cea-4e5d-a245-165842e69cbf details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:01:12.276527 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2dc55c78-6d74-4d8c-8623-6993fcefd34e req-a9899d08-b894-4acc-ac55-5c4c239822bb tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473351 Jul 23 20:01:12.349294 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7e9848-12f8-432a-863d-353780bdc336 x-openstack-request-id: req-5d7e9848-12f8-432a-863d-353780bdc336 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:01:12.349725 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17feffc9-3015-41c7-8217-f05ee5d95f34", "name": "network-vif-deleted", "tag": "39b21596-1dfa-436b-beaa-eeeb9b19fbcd", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:01:12.350541 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5d7e9848-12f8-432a-863d-353780bdc336 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:01:12.351019 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17feffc9-3015-41c7-8217-f05ee5d95f34', 'name': 'network-vif-deleted', 'tag': '39b21596-1dfa-436b-beaa-eeeb9b19fbcd', 'status': 'completed', 'code': 200} Jul 23 20:01:12.375623 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8cc11f-0746-4ef9-9cda-6a8037b440d2 x-openstack-request-id: req-7d8cc11f-0746-4ef9-9cda-6a8037b440d2 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:01:12.380912 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866ea730-f9e1-4c8d-8270-530acec9f5b2", "name": "network-vif-deleted", "tag": "f2e08988-313c-4b3d-ade6-d7ede6be0b82", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:01:12.381502 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7d8cc11f-0746-4ef9-9cda-6a8037b440d2 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:01:12.382065 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866ea730-f9e1-4c8d-8270-530acec9f5b2', 'name': 'network-vif-deleted', 'tag': 'f2e08988-313c-4b3d-ade6-d7ede6be0b82', 'status': 'completed', 'code': 200} Jul 23 20:01:12.386933 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-27d5cf76-b692-484b-b2b7-cf7c550b6e00 req-31a68fe2-3a1b-4816-80d5-445ec4b9cb11 service neutron] 10.222.0.18 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621179 Jul 23 20:01:12.400606 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=75b59266-48b2-441f-a566-40e18621edbc,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:12.497290 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-c0eaa479-bb22-4f2e-8803-f0f756d834b2 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Allocated IP 19.80.0.90 (f97bdb53-6903-43c3-b8bc-02fc03a553c8/a7488a05-7471-4bbc-b527-f9cf384112c0/dd705fc3-006b-4dc7-ae21-6bb18e64037a) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:01:12.527482 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61649f8a-2268-4464-b03b-21fee40349f9 req-c897bd25-6b50-4578-889e-84a848f25bd0 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:12.535588 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-61649f8a-2268-4464-b03b-21fee40349f9 req-c897bd25-6b50-4578-889e-84a848f25bd0 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d HTTP/1.1" status: 200 len: 1097 time: 0.0829508 Jul 23 20:01:12.575180 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-61649f8a-2268-4464-b03b-21fee40349f9 req-ad88a823-e61e-4774-933f-ee356274d9db tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387573 Jul 23 20:01:12.649021 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port c17b25a4-6cea-4e5d-a245-165842e69cbf, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=c17b25a4-6cea-4e5d-a245-165842e69cbf,segment=NetworkSegment(68bc1acd-7cf9-4313-804d-1112a3e20afc),segment_id=68bc1acd-7cf9-4313-804d-1112a3e20afc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:12.657701 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d96b6b-ee09-4dfa-8e0a-2a507eec4261 req-8e397148-09d4-4db4-93eb-2a69ab00ea6a tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:12.665379 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b2d96b6b-ee09-4dfa-8e0a-2a507eec4261 req-8e397148-09d4-4db4-93eb-2a69ab00ea6a tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=88588f51-296d-4172-b0bd-13e98726bffd HTTP/1.1" status: 200 len: 943 time: 0.2047248 Jul 23 20:01:12.673754 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': 'c17b25a4-6cea-4e5d-a245-165842e69cbf', 'network_id': '8e84c2f8-775c-4b00-b826-468d30f5db1b', 'port_id': 'c17b25a4-6cea-4e5d-a245-165842e69cbf', 'mac_address': 'fa:16:3e:f3:47:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61bf6557-4d20-4447-94c2-1fdfaf9f93fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:01:12.767677 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:12.794166 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c17b25a4-6cea-4e5d-a245-165842e69cbf {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:01:12.799921 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b2d96b6b-ee09-4dfa-8e0a-2a507eec4261 req-999f5cf0-0a8d-4e49-b60d-9f4a588f1a76 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336291 Jul 23 20:01:12.835199 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port c17b25a4-6cea-4e5d-a245-165842e69cbf, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=c17b25a4-6cea-4e5d-a245-165842e69cbf,segment=NetworkSegment(68bc1acd-7cf9-4313-804d-1112a3e20afc),segment_id=68bc1acd-7cf9-4313-804d-1112a3e20afc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:12.848099 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-c0eaa479-bb22-4f2e-8803-f0f756d834b2 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:12.855863 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:12.862458 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-c0eaa479-bb22-4f2e-8803-f0f756d834b2 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Transition to ACTIVE for port object dd705fc3-006b-4dc7-ae21-6bb18e64037a will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:01:12.927225 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-c0eaa479-bb22-4f2e-8803-f0f756d834b2 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:12.970530 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c0d12aed-ab56-4838-be18-175a7c366d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:13.001845 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=c17b25a4-6cea-4e5d-a245-165842e69cbf,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:13.093949 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device ed2d90c2-ae53-4f92-97a7-31983f601ff6 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:01:13.120107 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d646f55-295b-4832-8256-878ac607bfcc req-c0826617-3c69-439d-a74f-f9b88bcb1808 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:13.121850 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1d646f55-295b-4832-8256-878ac607bfcc req-c0826617-3c69-439d-a74f-f9b88bcb1808 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 950 time: 0.1113994 Jul 23 20:01:13.166581 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1d646f55-295b-4832-8256-878ac607bfcc req-385eecb5-74cd-44e6-b6c7-f67a249d15a7 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384812 Jul 23 20:01:13.191564 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port ed2d90c2-ae53-4f92-97a7-31983f601ff6 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:01:13.192136 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:13.268384 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['75b59266-48b2-441f-a566-40e18621edbc'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:01:13.281689 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['c17b25a4-6cea-4e5d-a245-165842e69cbf'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:01:13.376732 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:13.387571 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-c0eaa479-bb22-4f2e-8803-f0f756d834b2 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Network f97bdb53-6903-43c3-b8bc-02fc03a553c8 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:01:13.393413 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-c0eaa479-bb22-4f2e-8803-f0f756d834b2 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:01:13.407383 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-c0eaa479-bb22-4f2e-8803-f0f756d834b2 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:01:13.454842 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eaa479-bb22-4f2e-8803-f0f756d834b2 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Pushing event updated for resources: {'Port': ['ID=dd705fc3-006b-4dc7-ae21-6bb18e64037a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:13.517844 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b682e-878e-4e06-8d1d-cefc46446407 req-3f5096bd-6d70-4a60-9716-ad9f8b836c66 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:13.519419 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-165b682e-878e-4e06-8d1d-cefc46446407 req-3f5096bd-6d70-4a60-9716-ad9f8b836c66 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8bc3c27-6e67-4acb-b194-d727bfd4dd3d HTTP/1.1" status: 200 len: 944 time: 0.5839827 Jul 23 20:01:13.531750 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-c0eaa479-bb22-4f2e-8803-f0f756d834b2 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:13.532407 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-c0eaa479-bb22-4f2e-8803-f0f756d834b2 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:13.600352 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-c0eaa479-bb22-4f2e-8803-f0f756d834b2 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9146554 Jul 23 20:01:13.612690 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-74f1063a-57af-4c3b-aea8-32fce21c91de tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Request body: {'port': {'device_id': 'faf9fba9-1f5d-42f8-a228-53b900f6c1ec', 'network_id': '4f16029b-e537-41d5-b727-8e6ab9db6cfa', 'admin_state_up': True, 'tenant_id': '79cc250b59e84b978e0f6f82bacf527e'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:01:13.647731 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-165b682e-878e-4e06-8d1d-cefc46446407 req-9e2ffa63-ca9d-400c-a8e3-05afacecd825 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122971 Jul 23 20:01:13.652118 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:01:13.714670 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d273a-3649-422b-84bf-ffb4a587b6c5 req-a7c93b7d-f834-4459-b0df-948f4447da5e tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:13.720520 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-470d273a-3649-422b-84bf-ffb4a587b6c5 req-a7c93b7d-f834-4459-b0df-948f4447da5e tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/ports?device_id=faf9fba9-1f5d-42f8-a228-53b900f6c1ec HTTP/1.1" status: 200 len: 931 time: 0.1374857 Jul 23 20:01:13.772953 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-470d273a-3649-422b-84bf-ffb4a587b6c5 req-aab030e1-bd7c-4184-97f4-33804440d39c tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/security-groups?id=c05a2f49-6680-49e0-b00d-36d7f89d365d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409479 Jul 23 20:01:13.804013 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-74f1063a-57af-4c3b-aea8-32fce21c91de tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Made reservation on behalf of 79cc250b59e84b978e0f6f82bacf527e for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:01:13.808399 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-74f1063a-57af-4c3b-aea8-32fce21c91de tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:13.839589 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device f2e08988-313c-4b3d-ade6-d7ede6be0b82 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:01:13.915149 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310839c-734e-4560-88de-81abc509ba90 req-361215a7-9b05-4bf5-b0a0-8c6a2247d648 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:13.917421 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0310839c-734e-4560-88de-81abc509ba90 req-361215a7-9b05-4bf5-b0a0-8c6a2247d648 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab3cdbe1-1896-4290-8941-829b5bb1868b HTTP/1.1" status: 200 len: 950 time: 0.0900731 Jul 23 20:01:13.951455 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5fc1b4-49a0-4e64-bcf0-42ae0369f47f req-67768af7-71a4-4e66-8aae-ba08c4856f6c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:13.953050 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1a5fc1b4-49a0-4e64-bcf0-42ae0369f47f req-67768af7-71a4-4e66-8aae-ba08c4856f6c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 949 time: 0.1610484 Jul 23 20:01:13.956630 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: f2e08988-313c-4b3d-ade6-d7ede6be0b82 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:01:13.957204 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device f2e08988-313c-4b3d-ade6-d7ede6be0b82 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:01:13.957818 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 39b21596-1dfa-436b-beaa-eeeb9b19fbcd no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:01:13.981068 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0310839c-734e-4560-88de-81abc509ba90 req-00c070ce-39e3-4f4b-9ba0-49fb4a3787e7 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579205 Jul 23 20:01:14.007783 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:14.014946 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0f951851-ee8d-4bda-a11f-0a38d61cf484 None None] Provisioning for port dd705fc3-006b-4dc7-ae21-6bb18e64037a completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:01:14.021984 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 39b21596-1dfa-436b-beaa-eeeb9b19fbcd {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:01:14.022326 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 39b21596-1dfa-436b-beaa-eeeb9b19fbcd not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:01:14.031502 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0f951851-ee8d-4bda-a11f-0a38d61cf484 None None] Provisioning complete for port dd705fc3-006b-4dc7-ae21-6bb18e64037a triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:01:14.031874 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0f951851-ee8d-4bda-a11f-0a38d61cf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:14.055824 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-74f1063a-57af-4c3b-aea8-32fce21c91de tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Allocated IP 19.86.0.126 (4f16029b-e537-41d5-b727-8e6ab9db6cfa/67b262a9-67bf-4680-a359-bffc586310b6/32f70630-4248-48a3-8042-9866122f9f64) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:01:14.066761 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1a5fc1b4-49a0-4e64-bcf0-42ae0369f47f req-bd858775-8af7-4db1-b365-4b5100d92aeb tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865407 Jul 23 20:01:14.095502 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=521b92fe-9c1b-492d-bf6c-0c0319b4c6c8,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:14.125108 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '521b92fe-9c1b-492d-bf6c-0c0319b4c6c8', 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d', 'port_id': '521b92fe-9c1b-492d-bf6c-0c0319b4c6c8', 'mac_address': 'fa:16:3e:67:ce:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff9cc1f3-5cfa-4b1f-ac36-a859db46b374', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:01:14.126553 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-0f951851-ee8d-4bda-a11f-0a38d61cf484 None None] Port dd705fc3-006b-4dc7-ae21-6bb18e64037a cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:01:14.154295 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05e9d0-acf2-45d2-bdd2-99bdf4b7377a req-6b1e8168-eaa0-4fe7-b007-7b4996fbca97 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:14.164792 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1a05e9d0-acf2-45d2-bdd2-99bdf4b7377a req-6b1e8168-eaa0-4fe7-b007-7b4996fbca97 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=88588f51-296d-4172-b0bd-13e98726bffd HTTP/1.1" status: 200 len: 943 time: 0.1098285 Jul 23 20:01:14.183314 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:14.186425 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:14.198263 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:01:14.230797 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=521b92fe-9c1b-492d-bf6c-0c0319b4c6c8,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:14.238887 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1a05e9d0-acf2-45d2-bdd2-99bdf4b7377a req-8010954e-2f38-42c0-9c0d-cbf10d80f9db tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651062 Jul 23 20:01:14.240061 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:14.304649 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-74f1063a-57af-4c3b-aea8-32fce21c91de tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:14.305450 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:14.310419 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=521b92fe-9c1b-492d-bf6c-0c0319b4c6c8,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:14.338540 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-74f1063a-57af-4c3b-aea8-32fce21c91de tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Transition to ACTIVE for port object 32f70630-4248-48a3-8042-9866122f9f64 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:01:14.376211 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4e829-c905-411f-a8b8-fb88687a0ba1 req-2d7eb11d-3faa-4710-ab3c-cb763323cf51 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:14.377805 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-52f4e829-c905-411f-a8b8-fb88687a0ba1 req-2d7eb11d-3faa-4710-ab3c-cb763323cf51 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.30 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 950 time: 0.0695448 Jul 23 20:01:14.387409 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae371f39-75ac-4d41-a302-ecf586633c02 req-3a23a577-56a6-4ecb-9805-859f500ad6fd tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:14.388880 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ae371f39-75ac-4d41-a302-ecf586633c02 req-3a23a577-56a6-4ecb-9805-859f500ad6fd tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 950 time: 0.1120877 Jul 23 20:01:14.404133 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-74f1063a-57af-4c3b-aea8-32fce21c91de tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:14.472157 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-74f1063a-57af-4c3b-aea8-32fce21c91de tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Network 4f16029b-e537-41d5-b727-8e6ab9db6cfa is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:01:14.479282 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-74f1063a-57af-4c3b-aea8-32fce21c91de tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:01:14.483482 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ae371f39-75ac-4d41-a302-ecf586633c02 req-98b92c81-871e-45ba-be9d-e29e4b7d76a9 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/security-groups?id=56b8641f-a07b-494e-984f-a20300cec6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887027 Jul 23 20:01:14.484458 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-74f1063a-57af-4c3b-aea8-32fce21c91de tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:01:14.488328 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f1063a-57af-4c3b-aea8-32fce21c91de tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Pushing event updated for resources: {'Port': ['ID=32f70630-4248-48a3-8042-9866122f9f64,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:14.539554 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-52f4e829-c905-411f-a8b8-fb88687a0ba1 req-936de921-4b0f-41af-a634-44e27d6ed944 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Deleting port b0c57c2e-cd6b-4704-86ef-742e0c553c48 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:01:14.540034 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-52f4e829-c905-411f-a8b8-fb88687a0ba1 req-936de921-4b0f-41af-a634-44e27d6ed944 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:14.550616 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-74f1063a-57af-4c3b-aea8-32fce21c91de tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:14.551466 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-74f1063a-57af-4c3b-aea8-32fce21c91de tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:14.568842 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-74f1063a-57af-4c3b-aea8-32fce21c91de tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9604278 Jul 23 20:01:14.579414 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-cd766e3d-5c38-4e08-94f9-cedc2957920a tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Request body: {'port': {'device_id': 'faf9fba9-1f5d-42f8-a228-53b900f6c1ec', 'network_id': 'f97bdb53-6903-43c3-b8bc-02fc03a553c8', 'admin_state_up': True, 'tenant_id': '79cc250b59e84b978e0f6f82bacf527e'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:01:14.720994 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-52f4e829-c905-411f-a8b8-fb88687a0ba1 req-936de921-4b0f-41af-a634-44e27d6ed944 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] For port b0c57c2e-cd6b-4704-86ef-742e0c553c48, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=b0c57c2e-cd6b-4704-86ef-742e0c553c48,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:14.721679 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-52f4e829-c905-411f-a8b8-fb88687a0ba1 req-936de921-4b0f-41af-a634-44e27d6ed944 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:14.735668 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-52f4e829-c905-411f-a8b8-fb88687a0ba1 req-936de921-4b0f-41af-a634-44e27d6ed944 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Calling delete_port for b0c57c2e-cd6b-4704-86ef-742e0c553c48 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:01:14.858290 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6250b-b1c8-41ea-88ea-d945a269dfbd req-fffad286-799c-48b7-bfcf-8a6df2311f61 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:14.861266 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8510836d-e619-4389-9a46-3ed177046cdc None None] Provisioning for port 32f70630-4248-48a3-8042-9866122f9f64 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:01:14.871079 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8510836d-e619-4389-9a46-3ed177046cdc None None] Provisioning complete for port 32f70630-4248-48a3-8042-9866122f9f64 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:01:14.871455 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8510836d-e619-4389-9a46-3ed177046cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:14.894757 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e7a6250b-b1c8-41ea-88ea-d945a269dfbd req-fffad286-799c-48b7-bfcf-8a6df2311f61 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8bc3c27-6e67-4acb-b194-d727bfd4dd3d HTTP/1.1" status: 200 len: 944 time: 0.1368446 Jul 23 20:01:14.907817 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['521b92fe-9c1b-492d-bf6c-0c0319b4c6c8'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:01:14.939292 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-cd766e3d-5c38-4e08-94f9-cedc2957920a tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Made reservation on behalf of 79cc250b59e84b978e0f6f82bacf527e for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:01:14.943526 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-cd766e3d-5c38-4e08-94f9-cedc2957920a tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:14.971127 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-8510836d-e619-4389-9a46-3ed177046cdc None None] Port 32f70630-4248-48a3-8042-9866122f9f64 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:01:14.971966 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-52f4e829-c905-411f-a8b8-fb88687a0ba1 req-936de921-4b0f-41af-a634-44e27d6ed944 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:14.991691 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['b0c57c2e-cd6b-4704-86ef-742e0c553c48'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:01:15.019129 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936de921-4b0f-41af-a634-44e27d6ed944 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Pushing event deleted for resources: {'Port': ['ID=b0c57c2e-cd6b-4704-86ef-742e0c553c48,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:15.053369 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e7a6250b-b1c8-41ea-88ea-d945a269dfbd req-49cd124c-4389-4e6a-9622-a8e0a9a513dd tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576219 Jul 23 20:01:15.149406 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f4e829-c905-411f-a8b8-fb88687a0ba1 req-936de921-4b0f-41af-a634-44e27d6ed944 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] No DVR routers for this DVR port b0c57c2e-cd6b-4704-86ef-742e0c553c48 on host n-h1-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:01:15.152437 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-52f4e829-c905-411f-a8b8-fb88687a0ba1 req-936de921-4b0f-41af-a634-44e27d6ed944 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:15.155106 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-52f4e829-c905-411f-a8b8-fb88687a0ba1 req-936de921-4b0f-41af-a634-44e27d6ed944 tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.30 "DELETE /v2.0/ports/b0c57c2e-cd6b-4704-86ef-742e0c553c48 HTTP/1.1" status: 204 len: 173 time: 0.7707920 Jul 23 20:01:15.155796 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e906267f-a117-455c-a9c0-f588ddc5731d', 'name': 'network-vif-deleted', 'tag': 'b0c57c2e-cd6b-4704-86ef-742e0c553c48'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:01:15.158608 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62f1e65-1f67-4b2d-983f-fa2d3e775d16" -d '{"events": [{"server_uuid": "e906267f-a117-455c-a9c0-f588ddc5731d", "name": "network-vif-deleted", "tag": "b0c57c2e-cd6b-4704-86ef-742e0c553c48"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:01:15.206665 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51052bf8-756c-4b83-aaf4-a9c1ee7bf659 req-e9c30328-8d9f-4d5f-a56f-1e7926cd887d tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:15.219552 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51052bf8-756c-4b83-aaf4-a9c1ee7bf659 req-e9c30328-8d9f-4d5f-a56f-1e7926cd887d tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:15.228521 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-51052bf8-756c-4b83-aaf4-a9c1ee7bf659 req-e9c30328-8d9f-4d5f-a56f-1e7926cd887d tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/ports?device_id=faf9fba9-1f5d-42f8-a228-53b900f6c1ec HTTP/1.1" status: 200 len: 1654 time: 0.3086128 Jul 23 20:01:15.300300 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-51052bf8-756c-4b83-aaf4-a9c1ee7bf659 req-bb14327c-beb5-4333-92d1-be98145e2141 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/security-groups?id=c05a2f49-6680-49e0-b00d-36d7f89d365d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708175 Jul 23 20:01:15.379616 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0effa5f-f415-42c4-9b57-3fdb02ebe36f req-d92be6a3-3969-4597-8f2d-651f6e4b5f97 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:15.381742 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f0effa5f-f415-42c4-9b57-3fdb02ebe36f req-d92be6a3-3969-4597-8f2d-651f6e4b5f97 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab3cdbe1-1896-4290-8941-829b5bb1868b HTTP/1.1" status: 200 len: 950 time: 0.4846189 Jul 23 20:01:15.541821 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cac54b-c05f-4848-ac4f-2639e0d17bfe req-8699c6f1-288d-49e2-a8bc-4151a67f4193 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:15.545930 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26cac54b-c05f-4848-ac4f-2639e0d17bfe req-8699c6f1-288d-49e2-a8bc-4151a67f4193 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 949 time: 0.1045027 Jul 23 20:01:15.550685 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-cd766e3d-5c38-4e08-94f9-cedc2957920a tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Allocated IP 19.80.0.239 (f97bdb53-6903-43c3-b8bc-02fc03a553c8/a7488a05-7471-4bbc-b527-f9cf384112c0/5c15af9f-30a0-40a4-a178-4bfe4cd3617b) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:01:15.570247 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734baf7-d86f-404c-87c3-e4fc69a78196 req-c9d8140f-617f-46dd-9d97-168aa813a243 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:15.571805 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2734baf7-d86f-404c-87c3-e4fc69a78196 req-c9d8140f-617f-46dd-9d97-168aa813a243 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab3cdbe1-1896-4290-8941-829b5bb1868b HTTP/1.1" status: 200 len: 950 time: 0.3296139 Jul 23 20:01:15.616966 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26cac54b-c05f-4848-ac4f-2639e0d17bfe req-fb24b467-28c4-4614-a365-f4cb20a53649 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673287 Jul 23 20:01:15.617763 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-f0effa5f-f415-42c4-9b57-3fdb02ebe36f req-263e1162-04b9-4680-b8a0-7914f646add4 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Deleting port 9d702234-c829-4840-9f95-aa3c9d43db90 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:01:15.618108 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f0effa5f-f415-42c4-9b57-3fdb02ebe36f req-263e1162-04b9-4680-b8a0-7914f646add4 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:15.660392 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58a459c-7e27-44a8-b4fa-b0d4c9dc4c58 x-openstack-request-id: req-c58a459c-7e27-44a8-b4fa-b0d4c9dc4c58 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:01:15.660846 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e906267f-a117-455c-a9c0-f588ddc5731d", "name": "network-vif-deleted", "tag": "b0c57c2e-cd6b-4704-86ef-742e0c553c48", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:01:15.661786 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c58a459c-7e27-44a8-b4fa-b0d4c9dc4c58 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:01:15.662281 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e906267f-a117-455c-a9c0-f588ddc5731d', 'name': 'network-vif-deleted', 'tag': 'b0c57c2e-cd6b-4704-86ef-742e0c553c48', 'status': 'completed', 'code': 200} Jul 23 20:01:15.734706 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2734baf7-d86f-404c-87c3-e4fc69a78196 req-9237e795-6041-425c-a99e-ff012f46dd3b tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471024 Jul 23 20:01:15.757166 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:15.815160 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f0effa5f-f415-42c4-9b57-3fdb02ebe36f req-263e1162-04b9-4680-b8a0-7914f646add4 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] For port 9d702234-c829-4840-9f95-aa3c9d43db90, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=9d702234-c829-4840-9f95-aa3c9d43db90,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:15.815528 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f0effa5f-f415-42c4-9b57-3fdb02ebe36f req-263e1162-04b9-4680-b8a0-7914f646add4 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:15.834187 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-f0effa5f-f415-42c4-9b57-3fdb02ebe36f req-263e1162-04b9-4680-b8a0-7914f646add4 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Calling delete_port for 9d702234-c829-4840-9f95-aa3c9d43db90 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:01:15.836375 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948ad0d-2c77-4f14-9a4c-f4fc810be018 req-2b7ec76a-0ed6-4589-be45-02765550c276 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:15.837502 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a948ad0d-2c77-4f14-9a4c-f4fc810be018 req-2b7ec76a-0ed6-4589-be45-02765550c276 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=88588f51-296d-4172-b0bd-13e98726bffd HTTP/1.1" status: 200 len: 944 time: 0.1329954 Jul 23 20:01:15.876124 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-84c55339-f23d-4f0d-99c3-98400e8f4207 req-ad8ae0f2-8669-4e1e-a930-46ca0efd4bde tempest-ServersAdminTestJSON-197833943 tempest-ServersAdminTestJSON-197833943-project] 10.222.0.32 "GET /v2.0/ports?device_id=e906267f-a117-455c-a9c0-f588ddc5731d HTTP/1.1" status: 200 len: 210 time: 0.0441492 Jul 23 20:01:15.879511 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a948ad0d-2c77-4f14-9a4c-f4fc810be018 req-acdc4f0f-fd8b-4dc6-9be8-044dfd024471 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357113 Jul 23 20:01:15.934012 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-cd766e3d-5c38-4e08-94f9-cedc2957920a tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:15.959415 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-cd766e3d-5c38-4e08-94f9-cedc2957920a tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Transition to ACTIVE for port object 5c15af9f-30a0-40a4-a178-4bfe4cd3617b will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:01:16.033092 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-cd766e3d-5c38-4e08-94f9-cedc2957920a tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:16.090105 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-cd766e3d-5c38-4e08-94f9-cedc2957920a tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Network f97bdb53-6903-43c3-b8bc-02fc03a553c8 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:01:16.095346 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-cd766e3d-5c38-4e08-94f9-cedc2957920a tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:01:16.102444 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-cd766e3d-5c38-4e08-94f9-cedc2957920a tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:01:16.108244 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f0effa5f-f415-42c4-9b57-3fdb02ebe36f req-263e1162-04b9-4680-b8a0-7914f646add4 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:16.118808 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['6b3cf3b3-7232-4a77-a76e-d33cb770c70d', 'cceb9cfe-be34-41c0-92cd-2dbcf70a248f'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:01:16.140634 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd766e3d-5c38-4e08-94f9-cedc2957920a tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Pushing event updated for resources: {'Port': ['ID=5c15af9f-30a0-40a4-a178-4bfe4cd3617b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:16.153693 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['88bcde5f-e05c-48b1-9357-4da5b5477f36', '3868cadf-74c9-41eb-babe-ade562e7265e', '83124c42-89f8-415d-afa2-03018b51299d', 'fe8a6bad-185a-4e50-8264-7e04e021d52a'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:01:16.227023 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e1162-04b9-4680-b8a0-7914f646add4 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Pushing event deleted for resources: {'Port': ['ID=9d702234-c829-4840-9f95-aa3c9d43db90,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:16.261262 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-cd766e3d-5c38-4e08-94f9-cedc2957920a tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:16.262475 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-cd766e3d-5c38-4e08-94f9-cedc2957920a tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:16.293417 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0effa5f-f415-42c4-9b57-3fdb02ebe36f req-263e1162-04b9-4680-b8a0-7914f646add4 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] No DVR routers for this DVR port 9d702234-c829-4840-9f95-aa3c9d43db90 on host n-h2-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:01:16.298117 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f0effa5f-f415-42c4-9b57-3fdb02ebe36f req-263e1162-04b9-4680-b8a0-7914f646add4 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:16.300262 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f0effa5f-f415-42c4-9b57-3fdb02ebe36f req-263e1162-04b9-4680-b8a0-7914f646add4 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.18 "DELETE /v2.0/ports/9d702234-c829-4840-9f95-aa3c9d43db90 HTTP/1.1" status: 204 len: 173 time: 0.9124558 Jul 23 20:01:16.302254 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3cdbe1-1896-4290-8941-829b5bb1868b', 'name': 'network-vif-deleted', 'tag': '9d702234-c829-4840-9f95-aa3c9d43db90'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:01:16.306112 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff2d639-afc1-4531-8aff-b9cb8c541ac6" -d '{"events": [{"server_uuid": "ab3cdbe1-1896-4290-8941-829b5bb1868b", "name": "network-vif-deleted", "tag": "9d702234-c829-4840-9f95-aa3c9d43db90"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:01:16.314883 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-cd766e3d-5c38-4e08-94f9-cedc2957920a tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7400293 Jul 23 20:01:16.330593 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2c3575f4-173d-4836-874b-99472adbfbb3 service neutron] Request body: {'port': {'device_id': 'faf9fba9-1f5d-42f8-a228-53b900f6c1ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:01:16.430710 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79df2a0c-78ce-47ea-905b-e2eb875d3fbd x-openstack-request-id: req-79df2a0c-78ce-47ea-905b-e2eb875d3fbd {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:01:16.431009 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3cdbe1-1896-4290-8941-829b5bb1868b", "name": "network-vif-deleted", "tag": "9d702234-c829-4840-9f95-aa3c9d43db90", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:01:16.431263 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79df2a0c-78ce-47ea-905b-e2eb875d3fbd {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:01:16.431860 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3cdbe1-1896-4290-8941-829b5bb1868b', 'name': 'network-vif-deleted', 'tag': '9d702234-c829-4840-9f95-aa3c9d43db90', 'status': 'completed', 'code': 200} Jul 23 20:01:16.460041 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6471a-1ce2-4179-a26b-6fa358e2e53b req-35ea216b-4b0e-4dd0-983e-cff153902756 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:16.464557 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-48bdb06f-bcec-4b2d-8d1e-9bcbb6693768 None None] Provisioning for port 5c15af9f-30a0-40a4-a178-4bfe4cd3617b completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:01:16.467525 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-aba6471a-1ce2-4179-a26b-6fa358e2e53b req-35ea216b-4b0e-4dd0-983e-cff153902756 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8bc3c27-6e67-4acb-b194-d727bfd4dd3d HTTP/1.1" status: 200 len: 944 time: 0.3242509 Jul 23 20:01:16.475399 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-48bdb06f-bcec-4b2d-8d1e-9bcbb6693768 None None] Provisioning complete for port 5c15af9f-30a0-40a4-a178-4bfe4cd3617b triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:01:16.475771 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-48bdb06f-bcec-4b2d-8d1e-9bcbb6693768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:16.538320 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-aba6471a-1ce2-4179-a26b-6fa358e2e53b req-78bb2b67-167b-49c8-ba6a-0571ee4c365f tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695732 Jul 23 20:01:16.562755 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2c3575f4-173d-4836-874b-99472adbfbb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:16.590814 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ceab38-dc7e-4bd5-a56a-25013ada5d28 req-cc4a3027-6234-4708-8b3e-1af5ea889900 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:16.598749 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ceab38-dc7e-4bd5-a56a-25013ada5d28 req-cc4a3027-6234-4708-8b3e-1af5ea889900 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:16.606095 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ceab38-dc7e-4bd5-a56a-25013ada5d28 req-cc4a3027-6234-4708-8b3e-1af5ea889900 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:16.608918 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-48bdb06f-bcec-4b2d-8d1e-9bcbb6693768 None None] Port 5c15af9f-30a0-40a4-a178-4bfe4cd3617b cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:01:16.614026 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-74ceab38-dc7e-4bd5-a56a-25013ada5d28 req-cc4a3027-6234-4708-8b3e-1af5ea889900 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/ports?device_id=faf9fba9-1f5d-42f8-a228-53b900f6c1ec HTTP/1.1" status: 200 len: 2376 time: 0.1288252 Jul 23 20:01:16.704674 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-74ceab38-dc7e-4bd5-a56a-25013ada5d28 req-335d1a00-70ad-4ffe-86ae-11757d6ccafe tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/security-groups?id=c05a2f49-6680-49e0-b00d-36d7f89d365d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857418 Jul 23 20:01:16.923131 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-68c68b20-9c5e-45fa-bb7a-a30a080571f2 req-04976a71-053c-4dbb-ab7f-b4f39826bc03 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab3cdbe1-1896-4290-8941-829b5bb1868b HTTP/1.1" status: 200 len: 210 time: 0.0509017 Jul 23 20:01:17.054020 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831cb9e-c615-40ed-8a5b-3a272698f9d0 req-86d640c0-0ac6-4828-a9a4-b66f5d86c86e tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:17.055684 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7831cb9e-c615-40ed-8a5b-3a272698f9d0 req-86d640c0-0ac6-4828-a9a4-b66f5d86c86e tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 949 time: 0.3083143 Jul 23 20:01:17.161765 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979d38c-75b1-4959-9c1f-1829099b0491 req-21886739-e96e-46f1-9440-fd397934d309 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:17.163651 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7831cb9e-c615-40ed-8a5b-3a272698f9d0 req-1480bad6-42c4-4f01-aabb-fc51278ea834 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994594 Jul 23 20:01:17.168181 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2c3575f4-173d-4836-874b-99472adbfbb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd705fc3-006b-4dc7-ae21-6bb18e64037a {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:01:17.168841 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0979d38c-75b1-4959-9c1f-1829099b0491 req-21886739-e96e-46f1-9440-fd397934d309 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=88588f51-296d-4172-b0bd-13e98726bffd HTTP/1.1" status: 200 len: 944 time: 0.0893402 Jul 23 20:01:17.188919 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2c3575f4-173d-4836-874b-99472adbfbb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:17.216776 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2c3575f4-173d-4836-874b-99472adbfbb3 service neutron] Transition to ACTIVE for port object dd705fc3-006b-4dc7-ae21-6bb18e64037a will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:01:17.231112 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2c3575f4-173d-4836-874b-99472adbfbb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:17.245540 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0979d38c-75b1-4959-9c1f-1829099b0491 req-c518ece1-9382-4da9-abb7-f5037b075c91 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748076 Jul 23 20:01:17.361972 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3575f4-173d-4836-874b-99472adbfbb3 service neutron] Pushing event updated for resources: {'Port': ['ID=dd705fc3-006b-4dc7-ae21-6bb18e64037a,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:17.402519 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35226) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:01:17.410310 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2c3575f4-173d-4836-874b-99472adbfbb3 service neutron] Attempting to bind port dd705fc3-006b-4dc7-ae21-6bb18e64037a on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:01:17.410704 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2c3575f4-173d-4836-874b-99472adbfbb3 service neutron] Attempting to bind port dd705fc3-006b-4dc7-ae21-6bb18e64037a by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97bdb53-6903-43c3-b8bc-02fc03a553c8'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:01:17.411298 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2c3575f4-173d-4836-874b-99472adbfbb3 service neutron] Attempting to bind port dd705fc3-006b-4dc7-ae21-6bb18e64037a on network f97bdb53-6903-43c3-b8bc-02fc03a553c8 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:01:17.416735 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2c3575f4-173d-4836-874b-99472adbfbb3 service neutron] Port dd705fc3-006b-4dc7-ae21-6bb18e64037a on network f97bdb53-6903-43c3-b8bc-02fc03a553c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:01:17.417132 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2c3575f4-173d-4836-874b-99472adbfbb3 service neutron] Attempting to bind port dd705fc3-006b-4dc7-ae21-6bb18e64037a on network f97bdb53-6903-43c3-b8bc-02fc03a553c8 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:01:17.422181 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2c3575f4-173d-4836-874b-99472adbfbb3 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:01:17.422584 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2c3575f4-173d-4836-874b-99472adbfbb3 service neutron] Checking segment: {'id': '0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97bdb53-6903-43c3-b8bc-02fc03a553c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:01:17.423023 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2c3575f4-173d-4836-874b-99472adbfbb3 service neutron] Bound using segment: {'id': '0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97bdb53-6903-43c3-b8bc-02fc03a553c8'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:01:17.423511 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2c3575f4-173d-4836-874b-99472adbfbb3 service neutron] Bound port: dd705fc3-006b-4dc7-ae21-6bb18e64037a, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97bdb53-6903-43c3-b8bc-02fc03a553c8'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:01:17.423928 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2c3575f4-173d-4836-874b-99472adbfbb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:17.513880 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2c3575f4-173d-4836-874b-99472adbfbb3 service neutron] For port dd705fc3-006b-4dc7-ae21-6bb18e64037a, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:01:17.517205 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2c3575f4-173d-4836-874b-99472adbfbb3 service neutron] For port dd705fc3-006b-4dc7-ae21-6bb18e64037a, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=dd705fc3-006b-4dc7-ae21-6bb18e64037a,segment=NetworkSegment(0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd),segment_id=0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:01:17.522451 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2c3575f4-173d-4836-874b-99472adbfbb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:17.559571 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2c3575f4-173d-4836-874b-99472adbfbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:17.560327 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2c3575f4-173d-4836-874b-99472adbfbb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:17.561770 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2c3575f4-173d-4836-874b-99472adbfbb3 service neutron] 10.222.0.30 "PUT /v2.0/ports/dd705fc3-006b-4dc7-ae21-6bb18e64037a HTTP/1.1" status: 200 len: 1092 time: 1.2357738 Jul 23 20:01:17.583577 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3575f4-173d-4836-874b-99472adbfbb3 service neutron] Pushing event updated for resources: {'Port': ['ID=dd705fc3-006b-4dc7-ae21-6bb18e64037a,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:17.593567 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2455755b-0268-4483-909f-607c72d41ae3 service neutron] Request body: {'port': {'device_id': 'faf9fba9-1f5d-42f8-a228-53b900f6c1ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:01:17.632202 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 75b59266-48b2-441f-a566-40e18621edbc up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:01:17.680520 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 35234) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:01:17.680731 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5b69e693-af4b-4aa5-8927-ce3e8ac0ef57 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c15dc85593af4036952cde3c4b63220e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2765822 Jul 23 20:01:17.693222 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2455755b-0268-4483-909f-607c72d41ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:17.732112 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4f502-55eb-4309-91ec-cbb491c17c72 req-0f617d42-91e7-43de-b170-92086ee63def tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:17.736456 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device b0c57c2e-cd6b-4704-86ef-742e0c553c48 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:01:17.741276 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a1d4f502-55eb-4309-91ec-cbb491c17c72 req-0f617d42-91e7-43de-b170-92086ee63def tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8bc3c27-6e67-4acb-b194-d727bfd4dd3d HTTP/1.1" status: 200 len: 944 time: 0.1064062 Jul 23 20:01:17.777297 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: b0c57c2e-cd6b-4704-86ef-742e0c553c48 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:01:17.777683 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device b0c57c2e-cd6b-4704-86ef-742e0c553c48 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:01:17.779197 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 75b59266-48b2-441f-a566-40e18621edbc completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:01:17.783536 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 75b59266-48b2-441f-a566-40e18621edbc triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:01:17.783917 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:17.787788 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a1d4f502-55eb-4309-91ec-cbb491c17c72 req-0e284bbf-4939-4267-9d7a-f9e3614364b2 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452330 Jul 23 20:01:17.889677 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:17.913936 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84760425-9724-44d0-8ac8-f99cf0c34320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b59266-48b2-441f-a566-40e18621edbc'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:01:17.916244 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a937b9a2-4105-42b4-be16-2ccce253b1e7" -d '{"events": [{"server_uuid": "84760425-9724-44d0-8ac8-f99cf0c34320", "name": "network-vif-plugged", "status": "completed", "tag": "75b59266-48b2-441f-a566-40e18621edbc"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:01:17.918150 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-93c44e1a-98fd-4676-bf25-88f4d1202e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:17.930220 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 75b59266-48b2-441f-a566-40e18621edbc, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=75b59266-48b2-441f-a566-40e18621edbc,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:17.935763 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:17.936868 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:01:17.960289 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43245f9b-ff9c-44c4-94ff-22692404db22 x-openstack-request-id: req-43245f9b-ff9c-44c4-94ff-22692404db22 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:01:17.960579 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84760425-9724-44d0-8ac8-f99cf0c34320", "name": "network-vif-plugged", "status": "completed", "tag": "75b59266-48b2-441f-a566-40e18621edbc", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:01:17.960828 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-43245f9b-ff9c-44c4-94ff-22692404db22 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:01:17.961208 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84760425-9724-44d0-8ac8-f99cf0c34320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b59266-48b2-441f-a566-40e18621edbc', 'code': 200} Jul 23 20:01:18.013658 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-93c44e1a-98fd-4676-bf25-88f4d1202e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:18.030064 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=75b59266-48b2-441f-a566-40e18621edbc,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:18.045864 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:01:18.052646 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:01:18.053228 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:18.165778 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:18.187781 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d473e79-7529-41d6-9f3c-2dbccb66c8d1 req-e752a2d2-5bf6-4d75-8c72-2803ac9cc1fc tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:18.196655 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d473e79-7529-41d6-9f3c-2dbccb66c8d1 req-e752a2d2-5bf6-4d75-8c72-2803ac9cc1fc tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:18.204914 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d473e79-7529-41d6-9f3c-2dbccb66c8d1 req-e752a2d2-5bf6-4d75-8c72-2803ac9cc1fc tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:18.210404 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=521b92fe-9c1b-492d-bf6c-0c0319b4c6c8,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:18.213529 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1d473e79-7529-41d6-9f3c-2dbccb66c8d1 req-e752a2d2-5bf6-4d75-8c72-2803ac9cc1fc tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/ports?device_id=faf9fba9-1f5d-42f8-a228-53b900f6c1ec HTTP/1.1" status: 200 len: 2388 time: 0.3876381 Jul 23 20:01:18.228375 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:18.229557 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device c17b25a4-6cea-4e5d-a245-165842e69cbf up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:01:18.294068 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-93c44e1a-98fd-4676-bf25-88f4d1202e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:18.297236 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-93c44e1a-98fd-4676-bf25-88f4d1202e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:18.302008 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-93c44e1a-98fd-4676-bf25-88f4d1202e5f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/56b8641f-a07b-494e-984f-a20300cec6a6 HTTP/1.1" status: 204 len: 168 time: 0.6176076 Jul 23 20:01:18.339564 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=521b92fe-9c1b-492d-bf6c-0c0319b4c6c8,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:18.366915 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port c17b25a4-6cea-4e5d-a245-165842e69cbf completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:01:18.374549 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port c17b25a4-6cea-4e5d-a245-165842e69cbf triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:01:18.375653 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:18.385337 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1d473e79-7529-41d6-9f3c-2dbccb66c8d1 req-1dc027e2-4389-4808-9ff9-c4ee59781932 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/security-groups?id=c05a2f49-6680-49e0-b00d-36d7f89d365d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685810 Jul 23 20:01:18.394777 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c44e1a-98fd-4676-bf25-88f4d1202e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b8641f-a07b-494e-984f-a20300cec6a6,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:18.399111 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831a466-101f-420a-8c82-88b08bb16a37 req-a59cf507-0d80-4c1d-abda-36d4f3a6d29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:18.400710 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c831a466-101f-420a-8c82-88b08bb16a37 req-a59cf507-0d80-4c1d-abda-36d4f3a6d29d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 1102 time: 0.3555143 Jul 23 20:01:18.407582 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e58dc1-3eed-4fbd-bcea-6adfd5b1d6af req-ba3fe76a-4667-4e20-97e1-86f474376557 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:18.416233 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b7e58dc1-3eed-4fbd-bcea-6adfd5b1d6af req-ba3fe76a-4667-4e20-97e1-86f474376557 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 950 time: 0.1383770 Jul 23 20:01:18.437931 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faf9fba9-1f5d-42f8-a228-53b900f6c1ec', 'tag': 'dd705fc3-006b-4dc7-ae21-6bb18e64037a'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:01:18.440346 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd15b09-0711-4a96-b938-3b81f616d870" -d '{"events": [{"name": "network-changed", "server_uuid": "faf9fba9-1f5d-42f8-a228-53b900f6c1ec", "tag": "dd705fc3-006b-4dc7-ae21-6bb18e64037a"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:01:18.466287 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b7e58dc1-3eed-4fbd-bcea-6adfd5b1d6af req-d8cad995-a001-4e11-bc65-cc36ebed2a62 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490599 Jul 23 20:01:18.560478 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:18.572364 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c831a466-101f-420a-8c82-88b08bb16a37 req-874cf485-031b-48e8-97db-4cf23b239c10 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209176 Jul 23 20:01:18.575599 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2455755b-0268-4483-909f-607c72d41ae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32f70630-4248-48a3-8042-9866122f9f64 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:01:18.587282 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2455755b-0268-4483-909f-607c72d41ae3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:18.614479 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port c17b25a4-6cea-4e5d-a245-165842e69cbf, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=c17b25a4-6cea-4e5d-a245-165842e69cbf,segment=NetworkSegment(68bc1acd-7cf9-4313-804d-1112a3e20afc),segment_id=68bc1acd-7cf9-4313-804d-1112a3e20afc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:18.624321 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:18.640579 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26718b-dc71-4482-8adc-464efa627a64 req-9aa33161-baf8-4892-b8ff-cf3865be4278 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:18.642431 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4c26718b-dc71-4482-8adc-464efa627a64 req-9aa33161-baf8-4892-b8ff-cf3865be4278 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=362bf974-2d70-473e-9dce-4fcf6bcd5e94 HTTP/1.1" status: 200 len: 950 time: 0.1616864 Jul 23 20:01:18.643665 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2455755b-0268-4483-909f-607c72d41ae3 service neutron] Transition to ACTIVE for port object 32f70630-4248-48a3-8042-9866122f9f64 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:01:18.649959 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2455755b-0268-4483-909f-607c72d41ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:18.680466 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc509413-d7e6-43bc-a2d2-74b4ace20dad req-a3aff324-d9c5-4d3e-bc1a-7300ebff152e tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:18.682485 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cc509413-d7e6-43bc-a2d2-74b4ace20dad req-a3aff324-d9c5-4d3e-bc1a-7300ebff152e tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=88588f51-296d-4172-b0bd-13e98726bffd HTTP/1.1" status: 200 len: 945 time: 0.1021948 Jul 23 20:01:18.695243 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=c17b25a4-6cea-4e5d-a245-165842e69cbf,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:18.702018 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455755b-0268-4483-909f-607c72d41ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=32f70630-4248-48a3-8042-9866122f9f64,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:18.742960 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cc509413-d7e6-43bc-a2d2-74b4ace20dad req-33718c53-c2a0-4e69-ae88-0ea8b302bb3e tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538213 Jul 23 20:01:18.812915 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4c26718b-dc71-4482-8adc-464efa627a64 req-518a1224-b2bb-4dee-a790-db217dd0d3cb tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591496 Jul 23 20:01:18.905846 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35262) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:01:18.912439 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df20b74e-77e0-48b4-83b3-e919d51ad45c x-openstack-request-id: req-df20b74e-77e0-48b4-83b3-e919d51ad45c {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:01:18.912730 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faf9fba9-1f5d-42f8-a228-53b900f6c1ec", "tag": "dd705fc3-006b-4dc7-ae21-6bb18e64037a", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:01:18.912981 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-df20b74e-77e0-48b4-83b3-e919d51ad45c {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:01:18.913372 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faf9fba9-1f5d-42f8-a228-53b900f6c1ec', 'tag': 'dd705fc3-006b-4dc7-ae21-6bb18e64037a', 'status': 'completed', 'code': 200} Jul 23 20:01:18.936013 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6362d305-d881-47f4-8ef2-59a5b3f6601e req-d8a57231-e1c1-4ea3-8f78-7eac1c635bf8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=15af301b-f5f0-4a7d-bfe5-7d08a6fbe091&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2235258 Jul 23 20:01:18.936844 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2455755b-0268-4483-909f-607c72d41ae3 service neutron] Attempting to bind port 32f70630-4248-48a3-8042-9866122f9f64 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:01:18.937169 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2455755b-0268-4483-909f-607c72d41ae3 service neutron] Attempting to bind port 32f70630-4248-48a3-8042-9866122f9f64 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'd5d92680-756b-43dc-9d09-b89dc37459d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4f16029b-e537-41d5-b727-8e6ab9db6cfa'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:01:18.937517 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2455755b-0268-4483-909f-607c72d41ae3 service neutron] Attempting to bind port 32f70630-4248-48a3-8042-9866122f9f64 on network 4f16029b-e537-41d5-b727-8e6ab9db6cfa {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:01:18.944254 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2455755b-0268-4483-909f-607c72d41ae3 service neutron] Port 32f70630-4248-48a3-8042-9866122f9f64 on network 4f16029b-e537-41d5-b727-8e6ab9db6cfa not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:01:18.944523 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2455755b-0268-4483-909f-607c72d41ae3 service neutron] Attempting to bind port 32f70630-4248-48a3-8042-9866122f9f64 on network 4f16029b-e537-41d5-b727-8e6ab9db6cfa {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:01:18.950191 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2455755b-0268-4483-909f-607c72d41ae3 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:01:18.950739 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2455755b-0268-4483-909f-607c72d41ae3 service neutron] Checking segment: {'id': 'd5d92680-756b-43dc-9d09-b89dc37459d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4f16029b-e537-41d5-b727-8e6ab9db6cfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:01:18.951299 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2455755b-0268-4483-909f-607c72d41ae3 service neutron] Bound using segment: {'id': 'd5d92680-756b-43dc-9d09-b89dc37459d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4f16029b-e537-41d5-b727-8e6ab9db6cfa'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:01:18.951875 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2455755b-0268-4483-909f-607c72d41ae3 service neutron] Bound port: 32f70630-4248-48a3-8042-9866122f9f64, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d92680-756b-43dc-9d09-b89dc37459d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4f16029b-e537-41d5-b727-8e6ab9db6cfa'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:01:18.952557 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2455755b-0268-4483-909f-607c72d41ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:19.039488 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-598244ca-bfa0-4e58-8e67-751051c510c1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be88ac915bbb4114ba427cf143b56cc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1300154 Jul 23 20:01:19.040507 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35264) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:01:19.093938 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8c4cb-d719-486a-8ac8-10cbb773ad8e req-2af80443-25f8-4cde-8967-bdd3d1721675 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:19.095387 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f8b8c4cb-d719-486a-8ac8-10cbb773ad8e req-2af80443-25f8-4cde-8967-bdd3d1721675 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8bc3c27-6e67-4acb-b194-d727bfd4dd3d HTTP/1.1" status: 200 len: 945 time: 0.1802037 Jul 23 20:01:19.125956 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd15b09-0711-4a96-b938-3b81f616d870 req-829ebbf8-4803-46d3-b47c-be1b2841b10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:19.126439 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd15b09-0711-4a96-b938-3b81f616d870 req-829ebbf8-4803-46d3-b47c-be1b2841b10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:19.126911 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd15b09-0711-4a96-b938-3b81f616d870 req-829ebbf8-4803-46d3-b47c-be1b2841b10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:19.128602 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9fd15b09-0711-4a96-b938-3b81f616d870 req-829ebbf8-4803-46d3-b47c-be1b2841b10e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79cc250b59e84b978e0f6f82bacf527e&device_id=faf9fba9-1f5d-42f8-a228-53b900f6c1ec HTTP/1.1" status: 200 len: 2758 time: 0.1951661 Jul 23 20:01:19.182409 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e8ac512f-6325-4c2c-b0e2-dfd9d7a59055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:19.200591 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f8b8c4cb-d719-486a-8ac8-10cbb773ad8e req-107399ca-4bd9-48a9-8255-64b98ca07097 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954502 Jul 23 20:01:19.276927 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e8ac512f-6325-4c2c-b0e2-dfd9d7a59055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:19.341706 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2455755b-0268-4483-909f-607c72d41ae3 service neutron] For port 32f70630-4248-48a3-8042-9866122f9f64, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:01:19.364705 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362d305-d881-47f4-8ef2-59a5b3f6601e req-1d07c3e0-f891-4acf-a88d-5a45dd91ff4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:19.385782 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6362d305-d881-47f4-8ef2-59a5b3f6601e req-1d07c3e0-f891-4acf-a88d-5a45dd91ff4a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=17ff61f0156f4459a680da5d5a3dd368&device_id=15af301b-f5f0-4a7d-bfe5-7d08a6fbe091 HTTP/1.1" status: 200 len: 1102 time: 0.4108431 Jul 23 20:01:19.385782 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2455755b-0268-4483-909f-607c72d41ae3 service neutron] For port 32f70630-4248-48a3-8042-9866122f9f64, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=32f70630-4248-48a3-8042-9866122f9f64,segment=NetworkSegment(d5d92680-756b-43dc-9d09-b89dc37459d8),segment_id=d5d92680-756b-43dc-9d09-b89dc37459d8)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:01:19.388959 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2455755b-0268-4483-909f-607c72d41ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:19.452028 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd15b09-0711-4a96-b938-3b81f616d870 req-9d0a3d8c-7ca0-4897-a4c3-6726fc7e17af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:19.452585 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd15b09-0711-4a96-b938-3b81f616d870 req-9d0a3d8c-7ca0-4897-a4c3-6726fc7e17af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:19.453000 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd15b09-0711-4a96-b938-3b81f616d870 req-9d0a3d8c-7ca0-4897-a4c3-6726fc7e17af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:19.455122 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9fd15b09-0711-4a96-b938-3b81f616d870 req-9d0a3d8c-7ca0-4897-a4c3-6726fc7e17af service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=79cc250b59e84b978e0f6f82bacf527e&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3020649 Jul 23 20:01:19.463704 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2455755b-0268-4483-909f-607c72d41ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:19.464327 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2455755b-0268-4483-909f-607c72d41ae3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:19.465814 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-2455755b-0268-4483-909f-607c72d41ae3 service neutron] 10.222.0.30 "PUT /v2.0/ports/32f70630-4248-48a3-8042-9866122f9f64 HTTP/1.1" status: 200 len: 1093 time: 1.8787699 Jul 23 20:01:19.498757 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e8ac512f-6325-4c2c-b0e2-dfd9d7a59055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:19.508349 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e8ac512f-6325-4c2c-b0e2-dfd9d7a59055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:19.511947 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e8ac512f-6325-4c2c-b0e2-dfd9d7a59055 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f3ad625-eaa4-472a-9910-2abd82703e6b HTTP/1.1" status: 204 len: 168 time: 0.4684718 Jul 23 20:01:19.569515 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-14d1dd39-fcbd-451e-81f1-eed074337ec1 service neutron] Request body: {'port': {'device_id': 'faf9fba9-1f5d-42f8-a228-53b900f6c1ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:01:19.635774 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 9d702234-c829-4840-9f95-aa3c9d43db90 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:01:19.653299 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac512f-6325-4c2c-b0e2-dfd9d7a59055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3ad625-eaa4-472a-9910-2abd82703e6b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:19.699049 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455755b-0268-4483-909f-607c72d41ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=32f70630-4248-48a3-8042-9866122f9f64,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:19.730994 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 9d702234-c829-4840-9f95-aa3c9d43db90 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:01:19.731550 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 9d702234-c829-4840-9f95-aa3c9d43db90 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:01:19.828703 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362d305-d881-47f4-8ef2-59a5b3f6601e req-a4def232-0c7f-47b5-9ed6-96ddc33f614e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:19.830795 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6362d305-d881-47f4-8ef2-59a5b3f6601e req-a4def232-0c7f-47b5-9ed6-96ddc33f614e service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.4168451 Jul 23 20:01:19.855378 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea084e6f-e90d-45e4-af19-3a57b4d3dafd req-f91cd162-9cb5-4630-bef4-4318e029f824 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:19.863338 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea084e6f-e90d-45e4-af19-3a57b4d3dafd req-f91cd162-9cb5-4630-bef4-4318e029f824 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:19.869258 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea084e6f-e90d-45e4-af19-3a57b4d3dafd req-f91cd162-9cb5-4630-bef4-4318e029f824 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:19.876511 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea084e6f-e90d-45e4-af19-3a57b4d3dafd req-f91cd162-9cb5-4630-bef4-4318e029f824 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/ports?device_id=faf9fba9-1f5d-42f8-a228-53b900f6c1ec HTTP/1.1" status: 200 len: 2400 time: 0.2952504 Jul 23 20:01:19.897679 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd15b09-0711-4a96-b938-3b81f616d870 req-8a301f40-4d81-49c1-b13a-fc4130f68779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:19.899098 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9fd15b09-0711-4a96-b938-3b81f616d870 req-8a301f40-4d81-49c1-b13a-fc4130f68779 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4376109 Jul 23 20:01:19.927394 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94cb8a-7946-4f29-b1af-94ce98bce898 req-a5ac4f2e-0719-4ff6-9678-6310c2fe7187 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:19.928951 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ac94cb8a-7946-4f29-b1af-94ce98bce898 req-a5ac4f2e-0719-4ff6-9678-6310c2fe7187 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 950 time: 0.3856702 Jul 23 20:01:19.961974 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88588f51-296d-4172-b0bd-13e98726bffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521b92fe-9c1b-492d-bf6c-0c0319b4c6c8'}, {'server_uuid': 'd8bc3c27-6e67-4acb-b194-d727bfd4dd3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17b25a4-6cea-4e5d-a245-165842e69cbf'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:01:19.964251 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739ad57b-a23b-442e-853f-24cb49ea1cc9" -d '{"events": [{"server_uuid": "88588f51-296d-4172-b0bd-13e98726bffd", "name": "network-vif-plugged", "status": "completed", "tag": "521b92fe-9c1b-492d-bf6c-0c0319b4c6c8"}, {"server_uuid": "d8bc3c27-6e67-4acb-b194-d727bfd4dd3d", "name": "network-vif-plugged", "status": "completed", "tag": "c17b25a4-6cea-4e5d-a245-165842e69cbf"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:01:19.965641 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6362d305-d881-47f4-8ef2-59a5b3f6601e req-6191c94f-c143-4612-b46e-90685a180c6b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=3868cadf-74c9-41eb-babe-ade562e7265e HTTP/1.1" status: 200 len: 217 time: 0.1256411 Jul 23 20:01:19.978558 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b9233-6dc9-4e2f-856f-f1f1e223e005 req-d1621a5f-67b3-4fb1-941d-e569085c0ceb tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:19.980039 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db5b9233-6dc9-4e2f-856f-f1f1e223e005 req-d1621a5f-67b3-4fb1-941d-e569085c0ceb tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.18 "GET /v2.0/ports?device_id=362bf974-2d70-473e-9dce-4fcf6bcd5e94 HTTP/1.1" status: 200 len: 950 time: 0.2985659 Jul 23 20:01:19.981328 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-14d1dd39-fcbd-451e-81f1-eed074337ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:19.996659 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea084e6f-e90d-45e4-af19-3a57b4d3dafd req-ecba8699-126b-48a4-9e76-d777e26cb845 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/security-groups?id=c05a2f49-6680-49e0-b00d-36d7f89d365d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144724 Jul 23 20:01:20.018871 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ac94cb8a-7946-4f29-b1af-94ce98bce898 req-436c1b01-3bb5-4a61-bdd9-757f0606569d tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805898 Jul 23 20:01:20.185173 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362d305-d881-47f4-8ef2-59a5b3f6601e req-939d3cb4-1e4f-475f-852b-c4a607efdf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:20.186620 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6362d305-d881-47f4-8ef2-59a5b3f6601e req-939d3cb4-1e4f-475f-852b-c4a607efdf5e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.2140503 Jul 23 20:01:20.211483 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aae59a-e14f-4c15-8b4c-f7f79bd0e2f3 req-5dbe96e6-68c6-49ee-bce5-ade81d2be788 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:20.213669 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-16aae59a-e14f-4c15-8b4c-f7f79bd0e2f3 req-5dbe96e6-68c6-49ee-bce5-ade81d2be788 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=362bf974-2d70-473e-9dce-4fcf6bcd5e94 HTTP/1.1" status: 200 len: 950 time: 0.1207302 Jul 23 20:01:20.235550 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-db5b9233-6dc9-4e2f-856f-f1f1e223e005 req-d792f447-4515-4dc8-9d64-f26151583bfb tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Deleting port fe8a6bad-185a-4e50-8264-7e04e021d52a {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:01:20.236327 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-db5b9233-6dc9-4e2f-856f-f1f1e223e005 req-d792f447-4515-4dc8-9d64-f26151583bfb tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:20.343702 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c8ee7-be4e-409d-806f-8b60823e82f2 req-a3a01eb5-5e87-4d5b-a131-7671c84c835d tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:20.345278 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cd5c8ee7-be4e-409d-806f-8b60823e82f2 req-a3a01eb5-5e87-4d5b-a131-7671c84c835d tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=88588f51-296d-4172-b0bd-13e98726bffd HTTP/1.1" status: 200 len: 945 time: 0.2254124 Jul 23 20:01:20.373119 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-16aae59a-e14f-4c15-8b4c-f7f79bd0e2f3 req-01b5c6ff-d2e9-4ae7-ba29-9ea2990502dd tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484962 Jul 23 20:01:20.414139 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-db5b9233-6dc9-4e2f-856f-f1f1e223e005 req-d792f447-4515-4dc8-9d64-f26151583bfb tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] For port fe8a6bad-185a-4e50-8264-7e04e021d52a, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=fe8a6bad-185a-4e50-8264-7e04e021d52a,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:20.414506 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-db5b9233-6dc9-4e2f-856f-f1f1e223e005 req-d792f447-4515-4dc8-9d64-f26151583bfb tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:20.446243 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362d305-d881-47f4-8ef2-59a5b3f6601e req-c0161388-482d-46cb-b1a6-dfe071db3314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:20.448142 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6362d305-d881-47f4-8ef2-59a5b3f6601e req-c0161388-482d-46cb-b1a6-dfe071db3314 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2481019 Jul 23 20:01:20.460868 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cd5c8ee7-be4e-409d-806f-8b60823e82f2 req-94834b5a-1627-4605-b89b-01d690902178 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033072 Jul 23 20:01:20.472997 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-db5b9233-6dc9-4e2f-856f-f1f1e223e005 req-d792f447-4515-4dc8-9d64-f26151583bfb tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Calling delete_port for fe8a6bad-185a-4e50-8264-7e04e021d52a owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:01:20.530424 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 20:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e904b0a2-e38f-4317-a171-9931bda729f8 x-openstack-request-id: req-e904b0a2-e38f-4317-a171-9931bda729f8 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:01:20.530841 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88588f51-296d-4172-b0bd-13e98726bffd", "name": "network-vif-plugged", "status": "completed", "tag": "521b92fe-9c1b-492d-bf6c-0c0319b4c6c8", "code": 200}, {"server_uuid": "d8bc3c27-6e67-4acb-b194-d727bfd4dd3d", "name": "network-vif-plugged", "status": "completed", "tag": "c17b25a4-6cea-4e5d-a245-165842e69cbf", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:01:20.531299 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e904b0a2-e38f-4317-a171-9931bda729f8 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:01:20.531952 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88588f51-296d-4172-b0bd-13e98726bffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521b92fe-9c1b-492d-bf6c-0c0319b4c6c8', 'code': 200} Jul 23 20:01:20.532307 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8bc3c27-6e67-4acb-b194-d727bfd4dd3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17b25a4-6cea-4e5d-a245-165842e69cbf', 'code': 200} Jul 23 20:01:20.709635 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6362d305-d881-47f4-8ef2-59a5b3f6601e req-9ff40575-cc78-4d27-be89-42e1d4ef823b service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409801 Jul 23 20:01:20.726468 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-14d1dd39-fcbd-451e-81f1-eed074337ec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c15af9f-30a0-40a4-a178-4bfe4cd3617b {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:01:20.749327 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-14d1dd39-fcbd-451e-81f1-eed074337ec1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:20.782257 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c3adf-fb8f-4ec7-92ac-c72d299ffd42 req-bce8b7a1-5cf1-4737-bcf2-44a4c2ab8301 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:20.783615 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-288c3adf-fb8f-4ec7-92ac-c72d299ffd42 req-bce8b7a1-5cf1-4737-bcf2-44a4c2ab8301 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8bc3c27-6e67-4acb-b194-d727bfd4dd3d HTTP/1.1" status: 200 len: 945 time: 0.1747611 Jul 23 20:01:20.795897 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-14d1dd39-fcbd-451e-81f1-eed074337ec1 service neutron] Transition to ACTIVE for port object 5c15af9f-30a0-40a4-a178-4bfe4cd3617b will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:01:20.796904 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5811ba04-660a-4830-963b-e8aa8204db21 req-6fae7d9d-53f9-48e9-96db-7aeac8cbabec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:20.799088 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5811ba04-660a-4830-963b-e8aa8204db21 req-6fae7d9d-53f9-48e9-96db-7aeac8cbabec service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d8bc3c27-6e67-4acb-b194-d727bfd4dd3d HTTP/1.1" status: 200 len: 1097 time: 0.1851940 Jul 23 20:01:20.804709 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193c725-46be-4277-8cf0-7f4a505f34d0 req-54e96f2e-159f-4874-824c-627f98c35bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:20.806347 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5193c725-46be-4277-8cf0-7f4a505f34d0 req-54e96f2e-159f-4874-824c-627f98c35bf4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=88588f51-296d-4172-b0bd-13e98726bffd HTTP/1.1" status: 200 len: 1097 time: 0.1905618 Jul 23 20:01:20.832125 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-14d1dd39-fcbd-451e-81f1-eed074337ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:20.837382 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-db5b9233-6dc9-4e2f-856f-f1f1e223e005 req-d792f447-4515-4dc8-9d64-f26151583bfb tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:20.851560 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['88bcde5f-e05c-48b1-9357-4da5b5477f36', '3868cadf-74c9-41eb-babe-ade562e7265e', '83124c42-89f8-415d-afa2-03018b51299d', 'fe8a6bad-185a-4e50-8264-7e04e021d52a'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:01:20.855534 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['6b3cf3b3-7232-4a77-a76e-d33cb770c70d', 'cceb9cfe-be34-41c0-92cd-2dbcf70a248f'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:01:20.918686 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faf9fba9-1f5d-42f8-a228-53b900f6c1ec', 'tag': '32f70630-4248-48a3-8042-9866122f9f64'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:01:20.921117 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704a66c7-37e1-43bd-b4a6-8fc6f9ec6dca" -d '{"events": [{"name": "network-changed", "server_uuid": "faf9fba9-1f5d-42f8-a228-53b900f6c1ec", "tag": "32f70630-4248-48a3-8042-9866122f9f64"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:01:20.924908 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d792f447-4515-4dc8-9d64-f26151583bfb tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Pushing event deleted for resources: {'Port': ['ID=fe8a6bad-185a-4e50-8264-7e04e021d52a,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:21.026330 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5811ba04-660a-4830-963b-e8aa8204db21 req-3129e92a-78c0-4f7b-8fa6-73bcf37b0e89 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189238 Jul 23 20:01:21.086515 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3024d568-824b-444b-a158-7b6ffa9172b9 x-openstack-request-id: req-3024d568-824b-444b-a158-7b6ffa9172b9 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:01:21.087095 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faf9fba9-1f5d-42f8-a228-53b900f6c1ec", "tag": "32f70630-4248-48a3-8042-9866122f9f64", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:01:21.087501 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3024d568-824b-444b-a158-7b6ffa9172b9 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:01:21.088057 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faf9fba9-1f5d-42f8-a228-53b900f6c1ec', 'tag': '32f70630-4248-48a3-8042-9866122f9f64', 'status': 'completed', 'code': 200} Jul 23 20:01:21.097739 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6362d305-d881-47f4-8ef2-59a5b3f6601e req-7f8d4c19-d8f2-4ffc-a132-bf09b41166d0 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745201 Jul 23 20:01:21.116776 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-288c3adf-fb8f-4ec7-92ac-c72d299ffd42 req-8ae4d6b9-1b82-4850-b1c0-54c0b4885ae4 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195457 Jul 23 20:01:21.128256 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d1dd39-fcbd-451e-81f1-eed074337ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=5c15af9f-30a0-40a4-a178-4bfe4cd3617b,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:21.143854 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-14d1dd39-fcbd-451e-81f1-eed074337ec1 service neutron] Attempting to bind port 5c15af9f-30a0-40a4-a178-4bfe4cd3617b on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:01:21.147000 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-14d1dd39-fcbd-451e-81f1-eed074337ec1 service neutron] Attempting to bind port 5c15af9f-30a0-40a4-a178-4bfe4cd3617b by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97bdb53-6903-43c3-b8bc-02fc03a553c8'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:01:21.149353 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-14d1dd39-fcbd-451e-81f1-eed074337ec1 service neutron] Attempting to bind port 5c15af9f-30a0-40a4-a178-4bfe4cd3617b on network f97bdb53-6903-43c3-b8bc-02fc03a553c8 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:01:21.150412 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5193c725-46be-4277-8cf0-7f4a505f34d0 req-f6156db2-768d-4e18-a8af-90a8bbc4f3c3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311388 Jul 23 20:01:21.173113 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-14d1dd39-fcbd-451e-81f1-eed074337ec1 service neutron] Port 5c15af9f-30a0-40a4-a178-4bfe4cd3617b on network f97bdb53-6903-43c3-b8bc-02fc03a553c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:01:21.173765 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-14d1dd39-fcbd-451e-81f1-eed074337ec1 service neutron] Attempting to bind port 5c15af9f-30a0-40a4-a178-4bfe4cd3617b on network f97bdb53-6903-43c3-b8bc-02fc03a553c8 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:01:21.181783 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-14d1dd39-fcbd-451e-81f1-eed074337ec1 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:01:21.182133 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-14d1dd39-fcbd-451e-81f1-eed074337ec1 service neutron] Checking segment: {'id': '0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97bdb53-6903-43c3-b8bc-02fc03a553c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:01:21.182518 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-14d1dd39-fcbd-451e-81f1-eed074337ec1 service neutron] Bound using segment: {'id': '0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97bdb53-6903-43c3-b8bc-02fc03a553c8'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:01:21.182939 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-14d1dd39-fcbd-451e-81f1-eed074337ec1 service neutron] Bound port: 5c15af9f-30a0-40a4-a178-4bfe4cd3617b, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97bdb53-6903-43c3-b8bc-02fc03a553c8'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:01:21.184605 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-14d1dd39-fcbd-451e-81f1-eed074337ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:21.280324 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-db5b9233-6dc9-4e2f-856f-f1f1e223e005 req-d792f447-4515-4dc8-9d64-f26151583bfb tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] No DVR routers for this DVR port fe8a6bad-185a-4e50-8264-7e04e021d52a on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:01:21.283434 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-db5b9233-6dc9-4e2f-856f-f1f1e223e005 req-d792f447-4515-4dc8-9d64-f26151583bfb tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:21.285418 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db5b9233-6dc9-4e2f-856f-f1f1e223e005 req-d792f447-4515-4dc8-9d64-f26151583bfb tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.18 "DELETE /v2.0/ports/fe8a6bad-185a-4e50-8264-7e04e021d52a HTTP/1.1" status: 204 len: 173 time: 1.2870309 Jul 23 20:01:21.287148 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362bf974-2d70-473e-9dce-4fcf6bcd5e94', 'name': 'network-vif-deleted', 'tag': 'fe8a6bad-185a-4e50-8264-7e04e021d52a'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:01:21.296008 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b3f08e-12ab-4f03-9df2-aeeebd1d09a5" -d '{"events": [{"server_uuid": "362bf974-2d70-473e-9dce-4fcf6bcd5e94", "name": "network-vif-deleted", "tag": "fe8a6bad-185a-4e50-8264-7e04e021d52a"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:01:21.410147 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a66c7-37e1-43bd-b4a6-8fc6f9ec6dca req-fa160abc-6fc8-4eff-9baf-0810b536092d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:21.410842 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a66c7-37e1-43bd-b4a6-8fc6f9ec6dca req-fa160abc-6fc8-4eff-9baf-0810b536092d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:21.412027 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a66c7-37e1-43bd-b4a6-8fc6f9ec6dca req-fa160abc-6fc8-4eff-9baf-0810b536092d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:21.412886 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-14d1dd39-fcbd-451e-81f1-eed074337ec1 service neutron] For port 5c15af9f-30a0-40a4-a178-4bfe4cd3617b, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:01:21.416386 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-704a66c7-37e1-43bd-b4a6-8fc6f9ec6dca req-fa160abc-6fc8-4eff-9baf-0810b536092d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79cc250b59e84b978e0f6f82bacf527e&device_id=faf9fba9-1f5d-42f8-a228-53b900f6c1ec HTTP/1.1" status: 200 len: 2826 time: 0.3697643 Jul 23 20:01:21.433318 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-14d1dd39-fcbd-451e-81f1-eed074337ec1 service neutron] For port 5c15af9f-30a0-40a4-a178-4bfe4cd3617b, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=5c15af9f-30a0-40a4-a178-4bfe4cd3617b,segment=NetworkSegment(0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd),segment_id=0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:01:21.447249 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc14c92-6f25-4408-b90a-2e82d714aa61 req-c9dc5d0e-cf5d-424d-a55f-ccc506924a6d tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:21.451687 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a35e5-183f-4360-be30-676063e99348 req-a237249b-17d5-463f-86de-9dcafbd1dac4 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:21.453716 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2b4a35e5-183f-4360-be30-676063e99348 req-a237249b-17d5-463f-86de-9dcafbd1dac4 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 950 time: 0.1717281 Jul 23 20:01:21.455625 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-14d1dd39-fcbd-451e-81f1-eed074337ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:21.475924 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc14c92-6f25-4408-b90a-2e82d714aa61 req-c9dc5d0e-cf5d-424d-a55f-ccc506924a6d tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:21.484537 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc14c92-6f25-4408-b90a-2e82d714aa61 req-c9dc5d0e-cf5d-424d-a55f-ccc506924a6d tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:21.487409 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6dc14c92-6f25-4408-b90a-2e82d714aa61 req-c9dc5d0e-cf5d-424d-a55f-ccc506924a6d tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/ports?device_id=faf9fba9-1f5d-42f8-a228-53b900f6c1ec HTTP/1.1" status: 200 len: 2412 time: 0.2084665 Jul 23 20:01:21.553309 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2b4a35e5-183f-4360-be30-676063e99348 req-a53f686d-0b58-490f-b73d-1bc75f640ee0 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903544 Jul 23 20:01:21.564216 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-14d1dd39-fcbd-451e-81f1-eed074337ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:21.565231 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-14d1dd39-fcbd-451e-81f1-eed074337ec1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:21.566761 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-14d1dd39-fcbd-451e-81f1-eed074337ec1 service neutron] 10.222.0.30 "PUT /v2.0/ports/5c15af9f-30a0-40a4-a178-4bfe4cd3617b HTTP/1.1" status: 200 len: 1093 time: 2.0020230 Jul 23 20:01:21.643091 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d1dd39-fcbd-451e-81f1-eed074337ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=5c15af9f-30a0-40a4-a178-4bfe4cd3617b,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:21.691527 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc88805-33f9-4ca9-b4f8-ed013d9dd3d6 x-openstack-request-id: req-3dc88805-33f9-4ca9-b4f8-ed013d9dd3d6 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:01:21.692785 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362bf974-2d70-473e-9dce-4fcf6bcd5e94", "name": "network-vif-deleted", "tag": "fe8a6bad-185a-4e50-8264-7e04e021d52a", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:01:21.692785 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3dc88805-33f9-4ca9-b4f8-ed013d9dd3d6 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:01:21.695570 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362bf974-2d70-473e-9dce-4fcf6bcd5e94', 'name': 'network-vif-deleted', 'tag': 'fe8a6bad-185a-4e50-8264-7e04e021d52a', 'status': 'completed', 'code': 200} Jul 23 20:01:21.737176 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6dc14c92-6f25-4408-b90a-2e82d714aa61 req-a548327a-5211-4390-bbf8-35042bb26d39 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/security-groups?id=c05a2f49-6680-49e0-b00d-36d7f89d365d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082441 Jul 23 20:01:21.870181 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-813eb5e0-215a-42b9-9640-0bd3ad4c9e22 req-279fa02d-eefd-49d4-8122-5daa9dac18c6 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=362bf974-2d70-473e-9dce-4fcf6bcd5e94 HTTP/1.1" status: 200 len: 210 time: 0.0744457 Jul 23 20:01:21.923374 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a66c7-37e1-43bd-b4a6-8fc6f9ec6dca req-a5861175-02ad-4d2d-b814-8cdf7d44ad8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:21.923862 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a66c7-37e1-43bd-b4a6-8fc6f9ec6dca req-a5861175-02ad-4d2d-b814-8cdf7d44ad8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:21.926711 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a66c7-37e1-43bd-b4a6-8fc6f9ec6dca req-a5861175-02ad-4d2d-b814-8cdf7d44ad8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:21.932812 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-704a66c7-37e1-43bd-b4a6-8fc6f9ec6dca req-a5861175-02ad-4d2d-b814-8cdf7d44ad8c service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=79cc250b59e84b978e0f6f82bacf527e&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5018253 Jul 23 20:01:22.086438 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f9d26-ce46-40c3-bfe9-7b2f571e5002 req-c858ae06-a18d-4eab-87ae-bee8646127a8 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:22.094051 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d53f9d26-ce46-40c3-bfe9-7b2f571e5002 req-c858ae06-a18d-4eab-87ae-bee8646127a8 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=88588f51-296d-4172-b0bd-13e98726bffd HTTP/1.1" status: 200 len: 945 time: 0.1065986 Jul 23 20:01:22.159915 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d53f9d26-ce46-40c3-bfe9-7b2f571e5002 req-83702a0f-1283-4cdb-8531-6efe17b86ebd tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649109 Jul 23 20:01:22.176898 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a66c7-37e1-43bd-b4a6-8fc6f9ec6dca req-5f6e8247-782d-47c8-9f34-f6180ba4bd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:22.184976 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-704a66c7-37e1-43bd-b4a6-8fc6f9ec6dca req-5f6e8247-782d-47c8-9f34-f6180ba4bd47 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2400379 Jul 23 20:01:22.379323 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b387e1-c76f-4685-bb44-0ffe411b7587 req-afeea255-7599-4add-a758-a4805dedf53d tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:22.381341 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d2b387e1-c76f-4685-bb44-0ffe411b7587 req-afeea255-7599-4add-a758-a4805dedf53d tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8bc3c27-6e67-4acb-b194-d727bfd4dd3d HTTP/1.1" status: 200 len: 945 time: 0.1208720 Jul 23 20:01:22.432064 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d2b387e1-c76f-4685-bb44-0ffe411b7587 req-4e37fd03-24da-4922-8f33-e82afb9e3ea4 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440555 Jul 23 20:01:22.453239 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-61c26ed1-7678-4052-8a46-cd3926254acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:22.453970 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-61c26ed1-7678-4052-8a46-cd3926254acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:22.465493 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-61c26ed1-7678-4052-8a46-cd3926254acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:22.465493 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-61c26ed1-7678-4052-8a46-cd3926254acd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79cc250b59e84b978e0f6f82bacf527e&device_id=faf9fba9-1f5d-42f8-a228-53b900f6c1ec HTTP/1.1" status: 200 len: 2868 time: 0.1723449 Jul 23 20:01:22.465493 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaadfab-fbed-4efa-a2b0-dfa2a7b0df18 req-f4d93373-e3c5-43c9-bd9c-af14c50574d1 tempest-MigrationsAdminTest-1035184342 tempest-MigrationsAdminTest-1035184342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:22.467684 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4aaadfab-fbed-4efa-a2b0-dfa2a7b0df18 req-f4d93373-e3c5-43c9-bd9c-af14c50574d1 tempest-MigrationsAdminTest-1035184342 tempest-MigrationsAdminTest-1035184342-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 1102 time: 0.1241369 Jul 23 20:01:22.528598 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4aaadfab-fbed-4efa-a2b0-dfa2a7b0df18 req-5f7e5dc0-3b13-4d94-853e-f25fd809c9c7 tempest-MigrationsAdminTest-1035184342 tempest-MigrationsAdminTest-1035184342-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:22.612147 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-4688ec8b-777b-46f2-a5ec-860faaa99499 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.90&port_id=dd705fc3-006b-4dc7-ae21-6bb18e64037a HTTP/1.1" status: 200 len: 217 time: 0.1353247 Jul 23 20:01:22.684411 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-92e85855-3608-4137-9269-813c84fe6924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:22.685911 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-92e85855-3608-4137-9269-813c84fe6924 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7488a05-7471-4bbc-b527-f9cf384112c0 HTTP/1.1" status: 200 len: 801 time: 0.0650532 Jul 23 20:01:23.009761 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4aaadfab-fbed-4efa-a2b0-dfa2a7b0df18 req-5f7e5dc0-3b13-4d94-853e-f25fd809c9c7 tempest-MigrationsAdminTest-1035184342 tempest-MigrationsAdminTest-1035184342-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:23.015584 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4aaadfab-fbed-4efa-a2b0-dfa2a7b0df18 req-5f7e5dc0-3b13-4d94-853e-f25fd809c9c7 tempest-MigrationsAdminTest-1035184342 tempest-MigrationsAdminTest-1035184342-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:23.045889 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4aaadfab-fbed-4efa-a2b0-dfa2a7b0df18 req-5f7e5dc0-3b13-4d94-853e-f25fd809c9c7 tempest-MigrationsAdminTest-1035184342 tempest-MigrationsAdminTest-1035184342-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5769656 Jul 23 20:01:23.053288 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e5dc0-3b13-4d94-853e-f25fd809c9c7 tempest-MigrationsAdminTest-1035184342 tempest-MigrationsAdminTest-1035184342-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454bd146-fdb7-44b4-ab94-503cefcd093d,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:23.085398 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-67e05dbb-6587-40d6-a893-47683ae4b09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:23.087378 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-67e05dbb-6587-40d6-a893-47683ae4b09f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f97bdb53-6903-43c3-b8bc-02fc03a553c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3933370 Jul 23 20:01:23.089861 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faf9fba9-1f5d-42f8-a228-53b900f6c1ec', 'tag': '5c15af9f-30a0-40a4-a178-4bfe4cd3617b'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:01:23.094708 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6313c1cd-02c4-44d8-974d-721404ba0e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "faf9fba9-1f5d-42f8-a228-53b900f6c1ec", "tag": "5c15af9f-30a0-40a4-a178-4bfe4cd3617b"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:01:23.228120 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-d17a08ee-0307-4b7e-81fd-4b082a3053f2 service neutron] 10.222.0.30 "GET /v2.0/networks/f97bdb53-6903-43c3-b8bc-02fc03a553c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321526 Jul 23 20:01:23.253966 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8ebec-e676-4125-adde-5f8bcf0c8eec req-c162d2a9-8c28-4a65-8157-faf473d728b7 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:23.255782 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3ee8ebec-e676-4125-adde-5f8bcf0c8eec req-c162d2a9-8c28-4a65-8157-faf473d728b7 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8bc3c27-6e67-4acb-b194-d727bfd4dd3d HTTP/1.1" status: 200 len: 945 time: 0.1216819 Jul 23 20:01:23.309507 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513085a-f3f4-4f74-b3f6-91fb73a94d65 req-4a1b9303-c1ca-494e-88f2-dfc9de23e063 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:23.315322 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513085a-f3f4-4f74-b3f6-91fb73a94d65 req-4a1b9303-c1ca-494e-88f2-dfc9de23e063 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:23.321315 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513085a-f3f4-4f74-b3f6-91fb73a94d65 req-4a1b9303-c1ca-494e-88f2-dfc9de23e063 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:23.323001 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0513085a-f3f4-4f74-b3f6-91fb73a94d65 req-4a1b9303-c1ca-494e-88f2-dfc9de23e063 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/ports?device_id=faf9fba9-1f5d-42f8-a228-53b900f6c1ec HTTP/1.1" status: 200 len: 2412 time: 0.0851095 Jul 23 20:01:23.346112 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3ee8ebec-e676-4125-adde-5f8bcf0c8eec req-0d08c03b-bba7-4042-91bc-cbef3ff2aef0 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802603 Jul 23 20:01:23.368703 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0513085a-f3f4-4f74-b3f6-91fb73a94d65 req-dd0d6a48-cebc-492e-a1f0-44734548582e tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/security-groups?id=c05a2f49-6680-49e0-b00d-36d7f89d365d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339544 Jul 23 20:01:23.368876 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-4d5499a5-f8a8-40ec-ad67-42ccbdc3eb67 service neutron] 10.222.0.30 "GET /v2.0/networks/f97bdb53-6903-43c3-b8bc-02fc03a553c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267855 Jul 23 20:01:23.408250 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-f53951fc-9584-4a2b-b0bb-103aead3cf57 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.126&port_id=32f70630-4248-48a3-8042-9866122f9f64 HTTP/1.1" status: 200 len: 217 time: 0.0373204 Jul 23 20:01:23.461012 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-360a0716-4bc7-4340-a502-86128981bddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:23.462959 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-360a0716-4bc7-4340-a502-86128981bddd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=67b262a9-67bf-4680-a359-bffc586310b6 HTTP/1.1" status: 200 len: 801 time: 0.0477920 Jul 23 20:01:23.476049 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40442ee5-359a-4f3f-bff3-91173c212765 x-openstack-request-id: req-40442ee5-359a-4f3f-bff3-91173c212765 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:01:23.476409 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faf9fba9-1f5d-42f8-a228-53b900f6c1ec", "tag": "5c15af9f-30a0-40a4-a178-4bfe4cd3617b", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:01:23.476724 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-40442ee5-359a-4f3f-bff3-91173c212765 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:01:23.477179 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faf9fba9-1f5d-42f8-a228-53b900f6c1ec', 'tag': '5c15af9f-30a0-40a4-a178-4bfe4cd3617b', 'status': 'completed', 'code': 200} Jul 23 20:01:23.541821 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-5c77db7e-c65a-43bd-b8db-1fb2446f857c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:23.543379 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-5c77db7e-c65a-43bd-b8db-1fb2446f857c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f16029b-e537-41d5-b727-8e6ab9db6cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731416 Jul 23 20:01:23.647304 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-659a6040-1437-4c6c-8ef5-009d3e85ff0f service neutron] 10.222.0.30 "GET /v2.0/networks/4f16029b-e537-41d5-b727-8e6ab9db6cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918529 Jul 23 20:01:23.657689 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device fe8a6bad-185a-4e50-8264-7e04e021d52a no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:01:23.694688 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: fe8a6bad-185a-4e50-8264-7e04e021d52a {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:01:23.695138 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device fe8a6bad-185a-4e50-8264-7e04e021d52a not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:01:23.753727 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-9b79cdb1-d5f3-46f2-897b-7e3d0a242049 service neutron] 10.222.0.30 "GET /v2.0/networks/4f16029b-e537-41d5-b727-8e6ab9db6cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986733 Jul 23 20:01:23.801042 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-ff4d00d6-224a-4c54-a860-206513b3f48a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.239&port_id=5c15af9f-30a0-40a4-a178-4bfe4cd3617b HTTP/1.1" status: 200 len: 217 time: 0.0411444 Jul 23 20:01:23.865984 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-3941c506-b213-4404-82cc-959931388eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:23.867611 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-3941c506-b213-4404-82cc-959931388eaf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7488a05-7471-4bbc-b527-f9cf384112c0 HTTP/1.1" status: 200 len: 801 time: 0.0590868 Jul 23 20:01:23.987062 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-1ffccab5-faa6-4c53-b024-d8a9aaf74046 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0791306 Jul 23 20:01:23.992369 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-6447328d-1a51-46f4-b19e-d9db05cdde65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:23.994045 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-6447328d-1a51-46f4-b19e-d9db05cdde65 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f97bdb53-6903-43c3-b8bc-02fc03a553c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1170712 Jul 23 20:01:24.053822 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a53a8-7fdc-477f-8b09-dc9a3c2531b6 req-b0997f4b-b08d-41fc-b945-80e14b33ede6 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:24.061802 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dc5a53a8-7fdc-477f-8b09-dc9a3c2531b6 req-b0997f4b-b08d-41fc-b945-80e14b33ede6 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=88588f51-296d-4172-b0bd-13e98726bffd HTTP/1.1" status: 200 len: 945 time: 0.1628454 Jul 23 20:01:24.145692 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-ccd1e419-2870-4b66-8db6-d407424bd0ff service neutron] 10.222.0.30 "GET /v2.0/networks/f97bdb53-6903-43c3-b8bc-02fc03a553c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435549 Jul 23 20:01:24.165621 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dc5a53a8-7fdc-477f-8b09-dc9a3c2531b6 req-1192009b-3a50-409d-9b12-a57705a6f03c tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033199 Jul 23 20:01:24.339170 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-708acbce-76eb-4a3e-acc7-65dbe46d5f5d req-d667d122-240e-47b0-b080-8e8ec9497953 service neutron] 10.222.0.30 "GET /v2.0/networks/f97bdb53-6903-43c3-b8bc-02fc03a553c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775200 Jul 23 20:01:24.408977 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b343a5-77b7-4cde-bff1-2c840a582db1 req-cb0df33a-b674-4a89-b220-7dc7f64d9465 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:24.410593 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-14b343a5-77b7-4cde-bff1-2c840a582db1 req-cb0df33a-b674-4a89-b220-7dc7f64d9465 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 950 time: 0.1040645 Jul 23 20:01:24.474082 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-14b343a5-77b7-4cde-bff1-2c840a582db1 req-fc02af87-4b98-4091-a649-bd0066e1ad7e tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564449 Jul 23 20:01:24.550387 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313c1cd-02c4-44d8-974d-721404ba0e7b req-6b6456da-f798-45c9-b906-1c7ad8e46df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:24.551127 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313c1cd-02c4-44d8-974d-721404ba0e7b req-6b6456da-f798-45c9-b906-1c7ad8e46df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:24.551902 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313c1cd-02c4-44d8-974d-721404ba0e7b req-6b6456da-f798-45c9-b906-1c7ad8e46df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:24.553588 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6313c1cd-02c4-44d8-974d-721404ba0e7b req-6b6456da-f798-45c9-b906-1c7ad8e46df9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79cc250b59e84b978e0f6f82bacf527e&device_id=faf9fba9-1f5d-42f8-a228-53b900f6c1ec HTTP/1.1" status: 200 len: 2868 time: 0.1535459 Jul 23 20:01:24.607017 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9ef0b-7b99-4dea-8bc6-b54d3c3888fe req-526ee8fb-c713-49b9-af9d-66d3d2aab697 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:24.614900 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-15f9ef0b-7b99-4dea-8bc6-b54d3c3888fe req-526ee8fb-c713-49b9-af9d-66d3d2aab697 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=88588f51-296d-4172-b0bd-13e98726bffd HTTP/1.1" status: 200 len: 1097 time: 0.1183598 Jul 23 20:01:24.694902 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-15f9ef0b-7b99-4dea-8bc6-b54d3c3888fe req-ee2f9fb1-20ae-4ef0-b120-9984c59028b3 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790975 Jul 23 20:01:24.697827 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313c1cd-02c4-44d8-974d-721404ba0e7b req-51c11d82-bb25-4a8f-bcbe-9c9c98823303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:24.699207 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6313c1cd-02c4-44d8-974d-721404ba0e7b req-51c11d82-bb25-4a8f-bcbe-9c9c98823303 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f97bdb53-6903-43c3-b8bc-02fc03a553c8 HTTP/1.1" status: 200 len: 902 time: 0.1385102 Jul 23 20:01:24.762796 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6313c1cd-02c4-44d8-974d-721404ba0e7b req-fd46987a-b99b-46d7-bee2-fc6f966db951 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.239&port_id=5c15af9f-30a0-40a4-a178-4bfe4cd3617b HTTP/1.1" status: 200 len: 217 time: 0.0557201 Jul 23 20:01:24.855238 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313c1cd-02c4-44d8-974d-721404ba0e7b req-58213fd4-f98e-4ffb-8204-1439c16cb0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:24.856620 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6313c1cd-02c4-44d8-974d-721404ba0e7b req-58213fd4-f98e-4ffb-8204-1439c16cb0b5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7488a05-7471-4bbc-b527-f9cf384112c0 HTTP/1.1" status: 200 len: 801 time: 0.0856717 Jul 23 20:01:24.913219 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1848d0-57b3-42d2-94e4-52dc9661ca1b req-072a2abe-cc1f-4d67-8952-60b199af376a tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:24.914844 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9e1848d0-57b3-42d2-94e4-52dc9661ca1b req-072a2abe-cc1f-4d67-8952-60b199af376a tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8bc3c27-6e67-4acb-b194-d727bfd4dd3d HTTP/1.1" status: 200 len: 945 time: 0.1154900 Jul 23 20:01:24.967695 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313c1cd-02c4-44d8-974d-721404ba0e7b req-25f586b0-f05f-496a-99d8-80df6492e2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:24.969451 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6313c1cd-02c4-44d8-974d-721404ba0e7b req-25f586b0-f05f-496a-99d8-80df6492e2df service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f97bdb53-6903-43c3-b8bc-02fc03a553c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1001954 Jul 23 20:01:24.977806 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9e1848d0-57b3-42d2-94e4-52dc9661ca1b req-e1d9c009-af54-4f70-8689-618431d7d0da tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526633 Jul 23 20:01:25.065702 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bea04-b32a-4118-aace-8c3c2c163709 req-13d0534f-0f7d-40c4-84bc-fc8f14461fba tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:25.071544 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bea04-b32a-4118-aace-8c3c2c163709 req-13d0534f-0f7d-40c4-84bc-fc8f14461fba tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:25.077363 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bea04-b32a-4118-aace-8c3c2c163709 req-13d0534f-0f7d-40c4-84bc-fc8f14461fba tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:25.081953 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7f4bea04-b32a-4118-aace-8c3c2c163709 req-13d0534f-0f7d-40c4-84bc-fc8f14461fba tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/ports?device_id=faf9fba9-1f5d-42f8-a228-53b900f6c1ec HTTP/1.1" status: 200 len: 2412 time: 0.0894337 Jul 23 20:01:25.120861 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7f4bea04-b32a-4118-aace-8c3c2c163709 req-8f9a1f3a-32ac-4e72-99a1-4c5a60735fe5 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/security-groups?id=c05a2f49-6680-49e0-b00d-36d7f89d365d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353568 Jul 23 20:01:25.123430 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6313c1cd-02c4-44d8-974d-721404ba0e7b req-98452d7c-8425-4c97-83b8-862e347c309b service neutron] 10.222.0.30 "GET /v2.0/networks/f97bdb53-6903-43c3-b8bc-02fc03a553c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446819 Jul 23 20:01:25.173725 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3349d7-de99-4c00-9118-99b431f96639 req-0f3fc6c8-7bf0-4dd2-b7ac-3a15387c8080 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:25.175345 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ac3349d7-de99-4c00-9118-99b431f96639 req-0f3fc6c8-7bf0-4dd2-b7ac-3a15387c8080 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d27491-4759-49ce-8aad-0f76f9512453 HTTP/1.1" status: 200 len: 950 time: 0.1161590 Jul 23 20:01:25.268746 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ac3349d7-de99-4c00-9118-99b431f96639 req-33e2d770-d6e2-4b8d-a284-f56b35cb5f85 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822439 Jul 23 20:01:25.311509 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6313c1cd-02c4-44d8-974d-721404ba0e7b req-69081e6a-ca9e-4a43-af04-7ee708b872b6 service neutron] 10.222.0.30 "GET /v2.0/networks/f97bdb53-6903-43c3-b8bc-02fc03a553c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690867 Jul 23 20:01:25.313329 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbdaa4b-2950-4e99-889f-3d5ea359c06e req-48c1a4a7-ad32-4b3e-b08a-5a72676d6da4 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:25.314901 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0dbdaa4b-2950-4e99-889f-3d5ea359c06e req-48c1a4a7-ad32-4b3e-b08a-5a72676d6da4 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=88588f51-296d-4172-b0bd-13e98726bffd HTTP/1.1" status: 200 len: 1097 time: 0.0666528 Jul 23 20:01:25.362103 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0dbdaa4b-2950-4e99-889f-3d5ea359c06e req-815f84c4-256a-4d89-8381-c484c6360082 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400820 Jul 23 20:01:25.648713 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549ca47-b5d4-45ba-b1a0-70380782eacb req-1f585bd6-2ef8-486b-ba54-50f5d1b314ea tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:25.650220 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3549ca47-b5d4-45ba-b1a0-70380782eacb req-1f585bd6-2ef8-486b-ba54-50f5d1b314ea tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2d27491-4759-49ce-8aad-0f76f9512453 HTTP/1.1" status: 200 len: 950 time: 0.0668788 Jul 23 20:01:25.675345 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f009a2-4352-4305-beae-5644035b959f req-72109f7b-898e-47ed-9285-da10a39e109a tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:25.677955 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c0f009a2-4352-4305-beae-5644035b959f req-72109f7b-898e-47ed-9285-da10a39e109a tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 950 time: 0.0696080 Jul 23 20:01:25.734694 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c0f009a2-4352-4305-beae-5644035b959f req-1212fc71-4106-4449-8d9b-4c3e06b47f39 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505888 Jul 23 20:01:25.828243 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-3549ca47-b5d4-45ba-b1a0-70380782eacb req-e8d94d27-185b-4578-9f25-714a8df98243 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Deleting port 83124c42-89f8-415d-afa2-03018b51299d {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:01:25.828583 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3549ca47-b5d4-45ba-b1a0-70380782eacb req-e8d94d27-185b-4578-9f25-714a8df98243 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:25.923717 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87496bc3-d1b6-414a-896b-4a3d98656998 req-2ccce567-e43c-496f-bf0f-69c24d0d2f12 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:25.925224 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-87496bc3-d1b6-414a-896b-4a3d98656998 req-2ccce567-e43c-496f-bf0f-69c24d0d2f12 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=88588f51-296d-4172-b0bd-13e98726bffd HTTP/1.1" status: 200 len: 1097 time: 0.1721809 Jul 23 20:01:25.976770 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-3549ca47-b5d4-45ba-b1a0-70380782eacb req-e8d94d27-185b-4578-9f25-714a8df98243 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] For port 83124c42-89f8-415d-afa2-03018b51299d, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=83124c42-89f8-415d-afa2-03018b51299d,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:25.977143 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3549ca47-b5d4-45ba-b1a0-70380782eacb req-e8d94d27-185b-4578-9f25-714a8df98243 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:25.998977 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-3549ca47-b5d4-45ba-b1a0-70380782eacb req-e8d94d27-185b-4578-9f25-714a8df98243 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Calling delete_port for 83124c42-89f8-415d-afa2-03018b51299d owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:01:26.003210 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-f8b4ddcd-4c50-475e-9367-65ad38907d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:26.004789 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-f8b4ddcd-4c50-475e-9367-65ad38907d5d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a28939d8212b4a0392808b969f282665&device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 1102 time: 0.1919780 Jul 23 20:01:26.014820 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-87496bc3-d1b6-414a-896b-4a3d98656998 req-a7f1bb31-01e0-4c66-9fbb-c9cb474f30f1 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813718 Jul 23 20:01:26.230924 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-f21243cf-95e6-47fd-bd80-5d3d45130550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:26.232407 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-f21243cf-95e6-47fd-bd80-5d3d45130550 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.2154586 Jul 23 20:01:26.314535 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-c5f68e6b-8cac-4cbf-bf24-b889e8fb2745 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=75b59266-48b2-441f-a566-40e18621edbc HTTP/1.1" status: 200 len: 217 time: 0.0729506 Jul 23 20:01:26.347962 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b87e48-6877-465d-91c5-8942bcd74b60 req-accdcbcc-7f8d-49f7-bc91-7b33311b1af6 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:26.349598 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-34b87e48-6877-465d-91c5-8942bcd74b60 req-accdcbcc-7f8d-49f7-bc91-7b33311b1af6 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d71b387-ef90-4d1c-a783-7520601a0b1d HTTP/1.1" status: 200 len: 950 time: 0.2245028 Jul 23 20:01:26.360561 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04604d-707a-4e74-85d1-e894a0d355d3 req-5b578e9a-7919-4479-a749-a1236a55f32e tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:26.362043 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0c04604d-707a-4e74-85d1-e894a0d355d3 req-5b578e9a-7919-4479-a749-a1236a55f32e tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8bc3c27-6e67-4acb-b194-d727bfd4dd3d HTTP/1.1" status: 200 len: 945 time: 0.2417278 Jul 23 20:01:26.429082 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3549ca47-b5d4-45ba-b1a0-70380782eacb req-e8d94d27-185b-4578-9f25-714a8df98243 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:26.444424 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['88bcde5f-e05c-48b1-9357-4da5b5477f36', '3868cadf-74c9-41eb-babe-ade562e7265e', '83124c42-89f8-415d-afa2-03018b51299d'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:01:26.449699 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['6b3cf3b3-7232-4a77-a76e-d33cb770c70d', 'cceb9cfe-be34-41c0-92cd-2dbcf70a248f'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:01:26.484193 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d94d27-185b-4578-9f25-714a8df98243 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Pushing event deleted for resources: {'Port': ['ID=83124c42-89f8-415d-afa2-03018b51299d,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:26.487880 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-5cea2437-1eb0-4452-86c4-8a1946717ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:26.490564 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-5cea2437-1eb0-4452-86c4-8a1946717ce1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1627889 Jul 23 20:01:26.543168 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0c04604d-707a-4e74-85d1-e894a0d355d3 req-900a4f06-9baa-40b8-95fa-27c851f977fc tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556327 Jul 23 20:01:26.544479 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d94d27-185b-4578-9f25-714a8df98243 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:26.544825 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d94d27-185b-4578-9f25-714a8df98243 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:26.545160 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d94d27-185b-4578-9f25-714a8df98243 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:26.545536 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d94d27-185b-4578-9f25-714a8df98243 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:26.545841 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d94d27-185b-4578-9f25-714a8df98243 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:26.546168 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d94d27-185b-4578-9f25-714a8df98243 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:26.546491 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d94d27-185b-4578-9f25-714a8df98243 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:26.546815 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d94d27-185b-4578-9f25-714a8df98243 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:26.547135 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d94d27-185b-4578-9f25-714a8df98243 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:26.547454 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d94d27-185b-4578-9f25-714a8df98243 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:26.547772 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d94d27-185b-4578-9f25-714a8df98243 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:26.548089 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d94d27-185b-4578-9f25-714a8df98243 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:26.612652 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-3549ca47-b5d4-45ba-b1a0-70380782eacb req-e8d94d27-185b-4578-9f25-714a8df98243 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] No DVR routers for this DVR port 83124c42-89f8-415d-afa2-03018b51299d on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:01:26.621420 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3549ca47-b5d4-45ba-b1a0-70380782eacb req-e8d94d27-185b-4578-9f25-714a8df98243 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:26.623485 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3549ca47-b5d4-45ba-b1a0-70380782eacb req-e8d94d27-185b-4578-9f25-714a8df98243 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.18 "DELETE /v2.0/ports/83124c42-89f8-415d-afa2-03018b51299d HTTP/1.1" status: 204 len: 173 time: 0.9633741 Jul 23 20:01:26.624595 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d27491-4759-49ce-8aad-0f76f9512453', 'name': 'network-vif-deleted', 'tag': '83124c42-89f8-415d-afa2-03018b51299d'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:01:26.626929 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0a413e-14f9-4e1a-80d8-294fb55c322f" -d '{"events": [{"server_uuid": "f2d27491-4759-49ce-8aad-0f76f9512453", "name": "network-vif-deleted", "tag": "83124c42-89f8-415d-afa2-03018b51299d"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:01:26.735360 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-28ee993c-7d04-4b91-9f63-874caa432254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:26.736902 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-28ee993c-7d04-4b91-9f63-874caa432254 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2296753 Jul 23 20:01:26.746195 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-34b87e48-6877-465d-91c5-8942bcd74b60 req-f4f89610-0cb0-4a55-ae7b-d9cdae36b120 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Deleting port cceb9cfe-be34-41c0-92cd-2dbcf70a248f {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:01:26.746537 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-34b87e48-6877-465d-91c5-8942bcd74b60 req-f4f89610-0cb0-4a55-ae7b-d9cdae36b120 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:26.769923 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0f83159d-58be-4f62-b346-6f83ca7ab49f req-6817d51a-ed87-4f03-a649-7316170bde56 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d27491-4759-49ce-8aad-0f76f9512453 HTTP/1.1" status: 200 len: 210 time: 0.0463192 Jul 23 20:01:26.829222 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c54aaa-84b4-4d72-bc88-2bc9324a11dd req-1a85f5e2-482b-4649-927b-3be36ca11068 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:26.835723 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c54aaa-84b4-4d72-bc88-2bc9324a11dd req-1a85f5e2-482b-4649-927b-3be36ca11068 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:26.842054 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c54aaa-84b4-4d72-bc88-2bc9324a11dd req-1a85f5e2-482b-4649-927b-3be36ca11068 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:26.844093 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d8c54aaa-84b4-4d72-bc88-2bc9324a11dd req-1a85f5e2-482b-4649-927b-3be36ca11068 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/ports?device_id=faf9fba9-1f5d-42f8-a228-53b900f6c1ec HTTP/1.1" status: 200 len: 2412 time: 0.2287142 Jul 23 20:01:26.968171 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a89566-5456-4c4c-a589-ac1ecec919ca x-openstack-request-id: req-c6a89566-5456-4c4c-a589-ac1ecec919ca {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:01:26.968465 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d27491-4759-49ce-8aad-0f76f9512453", "name": "network-vif-deleted", "tag": "83124c42-89f8-415d-afa2-03018b51299d", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:01:26.968726 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c6a89566-5456-4c4c-a589-ac1ecec919ca {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:01:26.969113 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d27491-4759-49ce-8aad-0f76f9512453', 'name': 'network-vif-deleted', 'tag': '83124c42-89f8-415d-afa2-03018b51299d', 'status': 'completed', 'code': 200} Jul 23 20:01:27.018825 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-3cdb460d-ddde-4019-b230-747d4c73d771 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645621 Jul 23 20:01:27.021908 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d8c54aaa-84b4-4d72-bc88-2bc9324a11dd req-b46ebd43-8b43-4bd6-95c4-7af1965174d1 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/security-groups?id=c05a2f49-6680-49e0-b00d-36d7f89d365d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676078 Jul 23 20:01:27.030441 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-34b87e48-6877-465d-91c5-8942bcd74b60 req-f4f89610-0cb0-4a55-ae7b-d9cdae36b120 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] For port cceb9cfe-be34-41c0-92cd-2dbcf70a248f, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=cceb9cfe-be34-41c0-92cd-2dbcf70a248f,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:27.030800 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-34b87e48-6877-465d-91c5-8942bcd74b60 req-f4f89610-0cb0-4a55-ae7b-d9cdae36b120 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:27.095893 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4fb96-2e88-4a2b-b48c-183f2c0ead2b req-3d4fabd4-ed53-48a3-ab04-34c15e9d33c8 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:27.097215 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-34b87e48-6877-465d-91c5-8942bcd74b60 req-f4f89610-0cb0-4a55-ae7b-d9cdae36b120 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Calling delete_port for cceb9cfe-be34-41c0-92cd-2dbcf70a248f owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:01:27.108953 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-04a4fb96-2e88-4a2b-b48c-183f2c0ead2b req-3d4fabd4-ed53-48a3-ab04-34c15e9d33c8 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 950 time: 0.0941148 Jul 23 20:01:27.176810 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-04a4fb96-2e88-4a2b-b48c-183f2c0ead2b req-c738cb0c-9e99-4d67-9891-6cf5376e2372 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663874 Jul 23 20:01:27.245078 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-4efeacd5-f965-48e8-97f7-0c5b2df13bad service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115011 Jul 23 20:01:27.337022 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df402b50-257e-4ad6-9a25-68f4fa8cb16e req-b055d1f2-c15c-4ed6-a433-2dbb229bbd44 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:27.339809 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-df402b50-257e-4ad6-9a25-68f4fa8cb16e req-b055d1f2-c15c-4ed6-a433-2dbb229bbd44 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=88588f51-296d-4172-b0bd-13e98726bffd HTTP/1.1" status: 200 len: 1097 time: 0.0844858 Jul 23 20:01:27.350598 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-34b87e48-6877-465d-91c5-8942bcd74b60 req-f4f89610-0cb0-4a55-ae7b-d9cdae36b120 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:27.375972 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['6b3cf3b3-7232-4a77-a76e-d33cb770c70d'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:01:27.406007 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-df402b50-257e-4ad6-9a25-68f4fa8cb16e req-7705cf94-4196-429b-9c48-5e6f2d9070f7 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593030 Jul 23 20:01:27.578749 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['88bcde5f-e05c-48b1-9357-4da5b5477f36', '3868cadf-74c9-41eb-babe-ade562e7265e', '83124c42-89f8-415d-afa2-03018b51299d'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:01:27.703095 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f89610-0cb0-4a55-ae7b-d9cdae36b120 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Pushing event deleted for resources: {'Port': ['ID=cceb9cfe-be34-41c0-92cd-2dbcf70a248f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:27.761166 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device dd705fc3-006b-4dc7-ae21-6bb18e64037a details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:01:27.780813 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b87e48-6877-465d-91c5-8942bcd74b60 req-f4f89610-0cb0-4a55-ae7b-d9cdae36b120 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] No DVR routers for this DVR port cceb9cfe-be34-41c0-92cd-2dbcf70a248f on host n-h1-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:01:27.783228 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-34b87e48-6877-465d-91c5-8942bcd74b60 req-f4f89610-0cb0-4a55-ae7b-d9cdae36b120 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:27.789561 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-34b87e48-6877-465d-91c5-8942bcd74b60 req-f4f89610-0cb0-4a55-ae7b-d9cdae36b120 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.30 "DELETE /v2.0/ports/cceb9cfe-be34-41c0-92cd-2dbcf70a248f HTTP/1.1" status: 204 len: 173 time: 1.4245238 Jul 23 20:01:27.943514 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port dd705fc3-006b-4dc7-ae21-6bb18e64037a, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=dd705fc3-006b-4dc7-ae21-6bb18e64037a,segment=NetworkSegment(0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd),segment_id=0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:27.953668 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438b37e-2c0c-4043-ae1d-0133b13320d1 req-6d1f7563-adae-4e08-a00e-1cd7af6f014f tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:27.955309 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9438b37e-2c0c-4043-ae1d-0133b13320d1 req-6d1f7563-adae-4e08-a00e-1cd7af6f014f tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8bc3c27-6e67-4acb-b194-d727bfd4dd3d HTTP/1.1" status: 200 len: 945 time: 0.0738804 Jul 23 20:01:27.963161 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'dd705fc3-006b-4dc7-ae21-6bb18e64037a', 'network_id': 'f97bdb53-6903-43c3-b8bc-02fc03a553c8', 'port_id': 'dd705fc3-006b-4dc7-ae21-6bb18e64037a', 'mac_address': 'fa:16:3e:57:d3:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7488a05-7471-4bbc-b527-f9cf384112c0', 'ip_address': '19.80.0.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:01:27.998428 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9438b37e-2c0c-4043-ae1d-0133b13320d1 req-639467fe-51a0-4605-aa96-04e43f145e5c tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357525 Jul 23 20:01:28.029918 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:28.047568 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd705fc3-006b-4dc7-ae21-6bb18e64037a {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:01:28.078759 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port dd705fc3-006b-4dc7-ae21-6bb18e64037a, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=dd705fc3-006b-4dc7-ae21-6bb18e64037a,segment=NetworkSegment(0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd),segment_id=0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:28.087120 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:28.087921 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 5c15af9f-30a0-40a4-a178-4bfe4cd3617b details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:01:28.195058 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 5c15af9f-30a0-40a4-a178-4bfe4cd3617b, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=5c15af9f-30a0-40a4-a178-4bfe4cd3617b,segment=NetworkSegment(0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd),segment_id=0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:28.198864 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=dd705fc3-006b-4dc7-ae21-6bb18e64037a,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:28.216938 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '5c15af9f-30a0-40a4-a178-4bfe4cd3617b', 'network_id': 'f97bdb53-6903-43c3-b8bc-02fc03a553c8', 'port_id': '5c15af9f-30a0-40a4-a178-4bfe4cd3617b', 'mac_address': 'fa:16:3e:fb:d6:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7488a05-7471-4bbc-b527-f9cf384112c0', 'ip_address': '19.80.0.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:01:28.269079 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:28.286662 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c15af9f-30a0-40a4-a178-4bfe4cd3617b {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:01:28.311397 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 5c15af9f-30a0-40a4-a178-4bfe4cd3617b, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=5c15af9f-30a0-40a4-a178-4bfe4cd3617b,segment=NetworkSegment(0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd),segment_id=0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:28.317112 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:28.318325 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 32f70630-4248-48a3-8042-9866122f9f64 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:01:28.404151 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=5c15af9f-30a0-40a4-a178-4bfe4cd3617b,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:28.492678 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-d25afd12-7b07-4f3c-a12c-5ca27eace046 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:01:28.493692 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 32f70630-4248-48a3-8042-9866122f9f64, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=32f70630-4248-48a3-8042-9866122f9f64,segment=NetworkSegment(d5d92680-756b-43dc-9d09-b89dc37459d8),segment_id=d5d92680-756b-43dc-9d09-b89dc37459d8)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:28.494595 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-d25afd12-7b07-4f3c-a12c-5ca27eace046 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071247 Jul 23 20:01:28.504700 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-59ed1d1b-c402-4737-86aa-2acf12c1d9b9 service neutron] Request body: {'binding': {'host': 'n-h1-793618-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:01:28.505598 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-59ed1d1b-c402-4737-86aa-2acf12c1d9b9 service neutron] Unknown quota resources ['binding']. {{(pid=93876) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:01:28.506823 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '32f70630-4248-48a3-8042-9866122f9f64', 'network_id': '4f16029b-e537-41d5-b727-8e6ab9db6cfa', 'port_id': '32f70630-4248-48a3-8042-9866122f9f64', 'mac_address': 'fa:16:3e:43:be:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67b262a9-67bf-4680-a359-bffc586310b6', 'ip_address': '19.86.0.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:01:28.555234 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:28.568832 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32f70630-4248-48a3-8042-9866122f9f64 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:01:28.596104 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 32f70630-4248-48a3-8042-9866122f9f64, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=32f70630-4248-48a3-8042-9866122f9f64,segment=NetworkSegment(d5d92680-756b-43dc-9d09-b89dc37459d8),segment_id=d5d92680-756b-43dc-9d09-b89dc37459d8)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:28.602420 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:28.652487 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=32f70630-4248-48a3-8042-9866122f9f64,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:28.665497 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-59ed1d1b-c402-4737-86aa-2acf12c1d9b9 service neutron] Attempting to bind port 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8 on host n-h1-793618-10 for vnic_type normal with profile None {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:01:28.665837 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-59ed1d1b-c402-4737-86aa-2acf12c1d9b9 service neutron] Attempting to bind port 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:01:28.666158 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-59ed1d1b-c402-4737-86aa-2acf12c1d9b9 service neutron] Attempting to bind port 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8 on network 18f1c189-135d-4e39-8a5e-b364e733193d {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:01:28.670358 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-59ed1d1b-c402-4737-86aa-2acf12c1d9b9 service neutron] Port 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8 on network 18f1c189-135d-4e39-8a5e-b364e733193d not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:01:28.670670 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-59ed1d1b-c402-4737-86aa-2acf12c1d9b9 service neutron] Attempting to bind port 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8 on network 18f1c189-135d-4e39-8a5e-b364e733193d {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:01:28.675380 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-59ed1d1b-c402-4737-86aa-2acf12c1d9b9 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:01:28.675719 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-59ed1d1b-c402-4737-86aa-2acf12c1d9b9 service neutron] Checking segment: {'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:01:28.676177 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-59ed1d1b-c402-4737-86aa-2acf12c1d9b9 service neutron] Bound using segment: {'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:01:28.676620 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-59ed1d1b-c402-4737-86aa-2acf12c1d9b9 service neutron] Bound port: 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:01:28.717917 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0c9e2-74b9-410f-85a8-47f9db9295fd req-5b675538-8b05-4bf1-bcd1-23c03a0d8699 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:28.725271 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0c9e2-74b9-410f-85a8-47f9db9295fd req-5b675538-8b05-4bf1-bcd1-23c03a0d8699 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:28.731172 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0c9e2-74b9-410f-85a8-47f9db9295fd req-5b675538-8b05-4bf1-bcd1-23c03a0d8699 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:28.732837 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3fc0c9e2-74b9-410f-85a8-47f9db9295fd req-5b675538-8b05-4bf1-bcd1-23c03a0d8699 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/ports?device_id=faf9fba9-1f5d-42f8-a228-53b900f6c1ec HTTP/1.1" status: 200 len: 2415 time: 0.0913374 Jul 23 20:01:28.734628 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-59ed1d1b-c402-4737-86aa-2acf12c1d9b9 service neutron] For port 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=521b92fe-9c1b-492d-bf6c-0c0319b4c6c8,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:01:28.739848 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-59ed1d1b-c402-4737-86aa-2acf12c1d9b9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:28.741006 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-59ed1d1b-c402-4737-86aa-2acf12c1d9b9 service neutron] 10.222.0.32 "POST /v2.0/ports/521b92fe-9c1b-492d-bf6c-0c0319b4c6c8/bindings HTTP/1.1" status: 201 len: 390 time: 0.2406549 Jul 23 20:01:28.772843 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3fc0c9e2-74b9-410f-85a8-47f9db9295fd req-d4a0ef1f-0071-4916-a628-ee1660516ee3 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/security-groups?id=c05a2f49-6680-49e0-b00d-36d7f89d365d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335236 Jul 23 20:01:28.927485 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9494d860-b03b-4533-9043-b1ac9abf1a14 req-cd0aa54c-f372-4f58-983c-3f2cbc499758 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:28.929081 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9494d860-b03b-4533-9043-b1ac9abf1a14 req-cd0aa54c-f372-4f58-983c-3f2cbc499758 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 950 time: 0.0729954 Jul 23 20:01:28.945443 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['5c15af9f-30a0-40a4-a178-4bfe4cd3617b'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:01:28.971457 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d71b387-ef90-4d1c-a783-7520601a0b1d', 'name': 'network-vif-deleted', 'tag': 'cceb9cfe-be34-41c0-92cd-2dbcf70a248f'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:01:28.975145 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8217458-05bd-4e88-960a-6a82f0184200" -d '{"events": [{"server_uuid": "9d71b387-ef90-4d1c-a783-7520601a0b1d", "name": "network-vif-deleted", "tag": "cceb9cfe-be34-41c0-92cd-2dbcf70a248f"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:01:28.976852 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9494d860-b03b-4533-9043-b1ac9abf1a14 req-21a2f56b-2eaa-470e-8ca7-f83c92fc240a tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420675 Jul 23 20:01:28.986976 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['dd705fc3-006b-4dc7-ae21-6bb18e64037a'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:01:29.039241 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09375e-a82a-4e2d-a4bf-e3967b5c3b3d req-4f699d4d-65e7-4fb2-9848-1dc427b56abb tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:29.043594 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6a09375e-a82a-4e2d-a4bf-e3967b5c3b3d req-4f699d4d-65e7-4fb2-9848-1dc427b56abb tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=88588f51-296d-4172-b0bd-13e98726bffd HTTP/1.1" status: 200 len: 945 time: 0.1206248 Jul 23 20:01:29.084083 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-f7575d80-3dcc-4f5e-a4d2-813b9aab581f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:29.085607 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-f7575d80-3dcc-4f5e-a4d2-813b9aab581f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3d6e44c4dd248468c67611aa3d977ae&device_id=88588f51-296d-4172-b0bd-13e98726bffd HTTP/1.1" status: 200 len: 1097 time: 0.1029282 Jul 23 20:01:29.106055 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6a09375e-a82a-4e2d-a4bf-e3967b5c3b3d req-d3206a1a-2ffd-4af7-a27d-5679c33e48de tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521319 Jul 23 20:01:29.185389 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134bc25b-194d-492b-acc5-51e7a15e3d69 x-openstack-request-id: req-134bc25b-194d-492b-acc5-51e7a15e3d69 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:01:29.185912 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d71b387-ef90-4d1c-a783-7520601a0b1d", "name": "network-vif-deleted", "tag": "cceb9cfe-be34-41c0-92cd-2dbcf70a248f", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:01:29.186306 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-134bc25b-194d-492b-acc5-51e7a15e3d69 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:01:29.186842 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d71b387-ef90-4d1c-a783-7520601a0b1d', 'name': 'network-vif-deleted', 'tag': 'cceb9cfe-be34-41c0-92cd-2dbcf70a248f', 'status': 'completed', 'code': 200} Jul 23 20:01:29.218960 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-58e934c5-a13b-4d0d-9f7b-a67d27c52c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:29.220681 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-58e934c5-a13b-4d0d-9f7b-a67d27c52c4d service neutron] 10.222.0.30 "GET /v2.0/networks?id=18f1c189-135d-4e39-8a5e-b364e733193d HTTP/1.1" status: 200 len: 921 time: 0.1137314 Jul 23 20:01:29.268640 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-4b069c2c-1466-4369-b154-3bfdb7319436 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=521b92fe-9c1b-492d-bf6c-0c0319b4c6c8 HTTP/1.1" status: 200 len: 217 time: 0.0405591 Jul 23 20:01:29.343159 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-797bea78-a3e6-4042-b68a-605c91529549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:29.344978 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-797bea78-a3e6-4042-b68a-605c91529549 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff9cc1f3-5cfa-4b1f-ac36-a859db46b374 HTTP/1.1" status: 200 len: 860 time: 0.0681925 Jul 23 20:01:29.383826 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-c3a9c301-31cd-4612-a18d-0881206d6179 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=18f1c189-135d-4e39-8a5e-b364e733193d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299673 Jul 23 20:01:29.396274 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b70bb-bb04-4356-b58b-351873654b04 req-7947be6f-f681-44d1-afa7-bf02eebdf72a tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:29.397768 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-727b70bb-bb04-4356-b58b-351873654b04 req-7947be6f-f681-44d1-afa7-bf02eebdf72a tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8bc3c27-6e67-4acb-b194-d727bfd4dd3d HTTP/1.1" status: 200 len: 945 time: 0.1318047 Jul 23 20:01:29.497879 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-727b70bb-bb04-4356-b58b-351873654b04 req-5c01b70b-8b60-46f7-83d0-43e06ef817a0 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902708 Jul 23 20:01:29.525551 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-fce80c42-7c7c-43c0-a6cc-b32c6178ab3b service neutron] 10.222.0.30 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267216 Jul 23 20:01:29.635178 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-9eb2a676-7520-42b6-bc43-86639ebb4b44 service neutron] 10.222.0.30 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020446 Jul 23 20:01:29.725961 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 83124c42-89f8-415d-afa2-03018b51299d no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:01:29.755436 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 83124c42-89f8-415d-afa2-03018b51299d {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:01:29.755777 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 83124c42-89f8-415d-afa2-03018b51299d not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:01:29.767831 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device cceb9cfe-be34-41c0-92cd-2dbcf70a248f no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:01:29.785968 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-cefb2912-441f-4dbe-8c4c-6cd72d085a09 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:29.787493 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-cefb2912-441f-4dbe-8c4c-6cd72d085a09 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=88588f51-296d-4172-b0bd-13e98726bffd&tenant_id=a3d6e44c4dd248468c67611aa3d977ae&binding%3Ahost_id=n-h2-793618-10 HTTP/1.1" status: 200 len: 1097 time: 0.0781293 Jul 23 20:01:29.793527 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: cceb9cfe-be34-41c0-92cd-2dbcf70a248f {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:01:29.793879 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device cceb9cfe-be34-41c0-92cd-2dbcf70a248f not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:01:29.801085 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-3a3dde44-83a1-4dc2-8e3b-f45fd2954af0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793618-10'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:01:29.855424 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3c791-c20d-4330-a5f8-490a67f5a8fc req-d51cbf5c-de72-4640-8a41-19c1a691ad54 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:29.860584 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b8c3c791-c20d-4330-a5f8-490a67f5a8fc req-d51cbf5c-de72-4640-8a41-19c1a691ad54 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d HTTP/1.1" status: 200 len: 1097 time: 0.0593760 Jul 23 20:01:29.881065 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-3a3dde44-83a1-4dc2-8e3b-f45fd2954af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:29.893503 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b8c3c791-c20d-4330-a5f8-490a67f5a8fc req-22bab7d5-e211-4a06-b512-c5b708072522 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307200 Jul 23 20:01:29.994552 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['32f70630-4248-48a3-8042-9866122f9f64'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:01:30.032658 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-3a3dde44-83a1-4dc2-8e3b-f45fd2954af0 service neutron] For port 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=521b92fe-9c1b-492d-bf6c-0c0319b4c6c8,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:30.044566 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f579e9-5492-4ed0-901a-9aeba3c5a91a req-60ebb50b-3e51-47ef-b29d-1d0d58e483ee tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:30.046907 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-06f579e9-5492-4ed0-901a-9aeba3c5a91a req-60ebb50b-3e51-47ef-b29d-1d0d58e483ee tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=5298eed3-48ae-4c94-a9b4-45625d69e9a3 HTTP/1.1" status: 200 len: 949 time: 0.0816400 Jul 23 20:01:30.091389 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-06f579e9-5492-4ed0-901a-9aeba3c5a91a req-bb5fbc55-6ae2-48c7-8897-e571dfd82e8e tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374985 Jul 23 20:01:30.121654 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-3a3dde44-83a1-4dc2-8e3b-f45fd2954af0 service neutron] For port 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:01:30.176557 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-3a3dde44-83a1-4dc2-8e3b-f45fd2954af0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:30.182973 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-3a3dde44-83a1-4dc2-8e3b-f45fd2954af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:30.238146 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c0bd0-4e2e-4130-bc62-eda015fbacfc req-8e3a8f37-71ec-4b98-8220-85edbd8f375c tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:30.245801 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c0bd0-4e2e-4130-bc62-eda015fbacfc req-8e3a8f37-71ec-4b98-8220-85edbd8f375c tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:30.252083 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c0bd0-4e2e-4130-bc62-eda015fbacfc req-8e3a8f37-71ec-4b98-8220-85edbd8f375c tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:30.253713 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db7c0bd0-4e2e-4130-bc62-eda015fbacfc req-8e3a8f37-71ec-4b98-8220-85edbd8f375c tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/ports?device_id=faf9fba9-1f5d-42f8-a228-53b900f6c1ec HTTP/1.1" status: 200 len: 2415 time: 0.1861315 Jul 23 20:01:30.329207 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dde44-83a1-4dc2-8e3b-f45fd2954af0 service neutron] Pushing event updated for resources: {'Port': ['ID=521b92fe-9c1b-492d-bf6c-0c0319b4c6c8,revision_number=7']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:30.355252 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-3a3dde44-83a1-4dc2-8e3b-f45fd2954af0 service neutron] Attempting to bind port 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8 on host n-h2-793618-10 for vnic_type normal with profile {"migrating_to": "n-h1-793618-10"} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:01:30.355588 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-3a3dde44-83a1-4dc2-8e3b-f45fd2954af0 service neutron] Attempting to bind port 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:01:30.355918 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-3a3dde44-83a1-4dc2-8e3b-f45fd2954af0 service neutron] Attempting to bind port 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8 on network 18f1c189-135d-4e39-8a5e-b364e733193d {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:01:30.361410 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db7c0bd0-4e2e-4130-bc62-eda015fbacfc req-895ce4bf-b18f-4492-bc94-d8d26ccb9452 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/security-groups?id=c05a2f49-6680-49e0-b00d-36d7f89d365d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932329 Jul 23 20:01:30.364475 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-3a3dde44-83a1-4dc2-8e3b-f45fd2954af0 service neutron] Port 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8 on network 18f1c189-135d-4e39-8a5e-b364e733193d not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:01:30.364871 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-3a3dde44-83a1-4dc2-8e3b-f45fd2954af0 service neutron] Attempting to bind port 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8 on network 18f1c189-135d-4e39-8a5e-b364e733193d {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:01:30.370076 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-3a3dde44-83a1-4dc2-8e3b-f45fd2954af0 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:01:30.370399 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-3a3dde44-83a1-4dc2-8e3b-f45fd2954af0 service neutron] Checking segment: {'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:01:30.370774 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-3a3dde44-83a1-4dc2-8e3b-f45fd2954af0 service neutron] Bound using segment: {'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:01:30.371193 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-3a3dde44-83a1-4dc2-8e3b-f45fd2954af0 service neutron] Bound port: 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:01:30.371718 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-3a3dde44-83a1-4dc2-8e3b-f45fd2954af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:30.469833 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-3a3dde44-83a1-4dc2-8e3b-f45fd2954af0 service neutron] For port 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:01:30.485672 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-3a3dde44-83a1-4dc2-8e3b-f45fd2954af0 service neutron] For port 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=521b92fe-9c1b-492d-bf6c-0c0319b4c6c8,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:01:30.490374 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-3a3dde44-83a1-4dc2-8e3b-f45fd2954af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:30.556989 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef1fa4-05b4-4689-91a3-8ab9a38c2f09 req-2c9069e7-a7d3-4588-8a15-860d7c03bed8 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:30.558529 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-89ef1fa4-05b4-4689-91a3-8ab9a38c2f09 req-2c9069e7-a7d3-4588-8a15-860d7c03bed8 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 950 time: 0.1272213 Jul 23 20:01:30.599689 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-3a3dde44-83a1-4dc2-8e3b-f45fd2954af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:30.600306 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-3a3dde44-83a1-4dc2-8e3b-f45fd2954af0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:30.601671 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-3a3dde44-83a1-4dc2-8e3b-f45fd2954af0 service neutron] 10.222.0.30 "PUT /v2.0/ports/521b92fe-9c1b-492d-bf6c-0c0319b4c6c8 HTTP/1.1" status: 200 len: 1123 time: 0.8055325 Jul 23 20:01:30.611635 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dde44-83a1-4dc2-8e3b-f45fd2954af0 service neutron] Pushing event updated for resources: {'Port': ['ID=521b92fe-9c1b-492d-bf6c-0c0319b4c6c8,revision_number=8']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:30.637276 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-89ef1fa4-05b4-4689-91a3-8ab9a38c2f09 req-1203ec9d-08de-4ac2-a8a6-8b10515fefe6 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527370 Jul 23 20:01:30.728046 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['521b92fe-9c1b-492d-bf6c-0c0319b4c6c8'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:01:30.839505 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26648363-acf9-4cac-ae9a-1364adc4d5c8 req-ac7550dd-a17f-414f-8c0c-ac97a1f8e248 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:30.841646 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26648363-acf9-4cac-ae9a-1364adc4d5c8 req-ac7550dd-a17f-414f-8c0c-ac97a1f8e248 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=88588f51-296d-4172-b0bd-13e98726bffd HTTP/1.1" status: 200 len: 943 time: 0.0851860 Jul 23 20:01:30.896956 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26648363-acf9-4cac-ae9a-1364adc4d5c8 req-64a550af-db7a-4905-86e4-350aa508621d tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453393 Jul 23 20:01:30.934286 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-78a92e6b-77b1-45d5-85ab-867c8d92b579 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:01:30.935502 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-78a92e6b-77b1-45d5-85ab-867c8d92b579 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073626 Jul 23 20:01:30.946722 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-05b267c4-afbf-4478-a159-2e0d59e07b23 service neutron] Request body: {'binding': {'host': 'n-h2-793618-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:01:30.947103 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-05b267c4-afbf-4478-a159-2e0d59e07b23 service neutron] Unknown quota resources ['binding']. {{(pid=93876) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:01:31.046729 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecd381-4e89-4c71-932f-cbf06ee85c46 req-ad89dce5-640b-4799-af2f-ba9abfe5bc40 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:31.048449 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-05ecd381-4e89-4c71-932f-cbf06ee85c46 req-ad89dce5-640b-4799-af2f-ba9abfe5bc40 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8bc3c27-6e67-4acb-b194-d727bfd4dd3d HTTP/1.1" status: 200 len: 945 time: 0.0842259 Jul 23 20:01:31.089987 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-05ecd381-4e89-4c71-932f-cbf06ee85c46 req-f3c3e009-8dcb-401b-b4b1-683314f10f2e tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351961 Jul 23 20:01:31.096054 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-05b267c4-afbf-4478-a159-2e0d59e07b23 service neutron] Attempting to bind port e0fefb72-0019-4f91-b851-417b7a5eff3b on host n-h2-793618-10 for vnic_type normal with profile None {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:01:31.096054 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-05b267c4-afbf-4478-a159-2e0d59e07b23 service neutron] Attempting to bind port e0fefb72-0019-4f91-b851-417b7a5eff3b by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:01:31.096316 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-05b267c4-afbf-4478-a159-2e0d59e07b23 service neutron] Attempting to bind port e0fefb72-0019-4f91-b851-417b7a5eff3b on network 1582e281-e174-4775-af11-ce2168db586d {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:01:31.100749 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-05b267c4-afbf-4478-a159-2e0d59e07b23 service neutron] Port e0fefb72-0019-4f91-b851-417b7a5eff3b on network 1582e281-e174-4775-af11-ce2168db586d not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:01:31.109718 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-05b267c4-afbf-4478-a159-2e0d59e07b23 service neutron] Attempting to bind port e0fefb72-0019-4f91-b851-417b7a5eff3b on network 1582e281-e174-4775-af11-ce2168db586d {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:01:31.109718 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-05b267c4-afbf-4478-a159-2e0d59e07b23 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:01:31.109718 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-05b267c4-afbf-4478-a159-2e0d59e07b23 service neutron] Checking segment: {'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:01:31.109718 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-05b267c4-afbf-4478-a159-2e0d59e07b23 service neutron] Bound using segment: {'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:01:31.109718 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-05b267c4-afbf-4478-a159-2e0d59e07b23 service neutron] Bound port: e0fefb72-0019-4f91-b851-417b7a5eff3b, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:01:31.165153 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-05b267c4-afbf-4478-a159-2e0d59e07b23 service neutron] For port e0fefb72-0019-4f91-b851-417b7a5eff3b, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=e0fefb72-0019-4f91-b851-417b7a5eff3b,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:01:31.171139 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-05b267c4-afbf-4478-a159-2e0d59e07b23 service neutron] Notify callbacks [] for binding, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:31.173140 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-05b267c4-afbf-4478-a159-2e0d59e07b23 service neutron] 10.222.0.32 "POST /v2.0/ports/e0fefb72-0019-4f91-b851-417b7a5eff3b/bindings HTTP/1.1" status: 201 len: 390 time: 0.2301252 Jul 23 20:01:31.189026 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88588f51-296d-4172-b0bd-13e98726bffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '521b92fe-9c1b-492d-bf6c-0c0319b4c6c8'}, {'name': 'network-changed', 'server_uuid': '88588f51-296d-4172-b0bd-13e98726bffd', 'tag': '521b92fe-9c1b-492d-bf6c-0c0319b4c6c8'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:01:31.197590 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c7a1a7-73d3-4280-9959-8a0ee8fe1091" -d '{"events": [{"server_uuid": "88588f51-296d-4172-b0bd-13e98726bffd", "name": "network-vif-unplugged", "status": "completed", "tag": "521b92fe-9c1b-492d-bf6c-0c0319b4c6c8"}, {"name": "network-changed", "server_uuid": "88588f51-296d-4172-b0bd-13e98726bffd", "tag": "521b92fe-9c1b-492d-bf6c-0c0319b4c6c8"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:01:31.295915 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 23 Jul 2021 20:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc56ddd5-71ea-4db0-9946-1ebd6aa60f56 x-openstack-request-id: req-cc56ddd5-71ea-4db0-9946-1ebd6aa60f56 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:01:31.296222 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88588f51-296d-4172-b0bd-13e98726bffd", "name": "network-vif-unplugged", "status": "completed", "tag": "521b92fe-9c1b-492d-bf6c-0c0319b4c6c8", "code": 200}, {"name": "network-changed", "server_uuid": "88588f51-296d-4172-b0bd-13e98726bffd", "tag": "521b92fe-9c1b-492d-bf6c-0c0319b4c6c8", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:01:31.296480 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cc56ddd5-71ea-4db0-9946-1ebd6aa60f56 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:01:31.296968 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88588f51-296d-4172-b0bd-13e98726bffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '521b92fe-9c1b-492d-bf6c-0c0319b4c6c8', 'code': 200} Jul 23 20:01:31.297121 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88588f51-296d-4172-b0bd-13e98726bffd', 'tag': '521b92fe-9c1b-492d-bf6c-0c0319b4c6c8', 'status': 'completed', 'code': 200} Jul 23 20:01:31.354608 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36024) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:01:31.396512 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6426a-56d2-460e-963a-41129208eec7 req-e124c7a1-5932-4fd6-92fc-a28eb0c2268b tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:31.398178 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-73f6426a-56d2-460e-963a-41129208eec7 req-e124c7a1-5932-4fd6-92fc-a28eb0c2268b tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.18 "GET /v2.0/ports?device_id=5298eed3-48ae-4c94-a9b4-45625d69e9a3 HTTP/1.1" status: 200 len: 949 time: 0.1374471 Jul 23 20:01:31.410308 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638e533-dfb4-44a7-bf3e-774f534a0a17 req-25f0aaff-907c-4d00-be37-44937421fcc5 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:31.417009 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4638e533-dfb4-44a7-bf3e-774f534a0a17 req-25f0aaff-907c-4d00-be37-44937421fcc5 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=5298eed3-48ae-4c94-a9b4-45625d69e9a3 HTTP/1.1" status: 200 len: 949 time: 0.1998031 Jul 23 20:01:31.448462 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f9112-ce2e-4d5e-8e08-43630e8800f0 req-7d44380b-1f68-4add-aff0-c8f9b2831ffd tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:31.455429 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-984f9112-ce2e-4d5e-8e08-43630e8800f0 req-7d44380b-1f68-4add-aff0-c8f9b2831ffd tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d HTTP/1.1" status: 200 len: 945 time: 0.1105459 Jul 23 20:01:31.502008 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-984f9112-ce2e-4d5e-8e08-43630e8800f0 req-1fd7274e-c959-47ca-a3ee-9ede2ed4b6f0 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456917 Jul 23 20:01:31.531364 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501751e-6cea-4c22-9e94-3c8d8449d1b5 req-fb5fd460-03d3-4e93-b021-f9779c4573e8 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:31.532952 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a501751e-6cea-4c22-9e94-3c8d8449d1b5 req-fb5fd460-03d3-4e93-b021-f9779c4573e8 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.18 "GET /v2.0/ports?device_id=15af301b-f5f0-4a7d-bfe5-7d08a6fbe091 HTTP/1.1" status: 200 len: 950 time: 0.1267300 Jul 23 20:01:31.579095 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-01004da8-a43f-4e07-ba33-020aef8e0552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:31.588082 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4638e533-dfb4-44a7-bf3e-774f534a0a17 req-cb293bf5-340c-4411-9331-71b3469f48eb tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702476 Jul 23 20:01:31.620366 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7a1a7-73d3-4280-9959-8a0ee8fe1091 req-d8edfef7-8cbf-425f-87b1-b31e7947fe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:31.621894 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a3c7a1a7-73d3-4280-9959-8a0ee8fe1091 req-d8edfef7-8cbf-425f-87b1-b31e7947fe50 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6e44c4dd248468c67611aa3d977ae&device_id=88588f51-296d-4172-b0bd-13e98726bffd HTTP/1.1" status: 200 len: 1126 time: 0.2824864 Jul 23 20:01:31.682369 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-a4a96a6e-4f94-4b28-b0a1-0f1127e62bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:31.683936 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-a4a96a6e-4f94-4b28-b0a1-0f1127e62bbb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=46e8b52fe188445da9dc740883af8e52&device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d HTTP/1.1" status: 200 len: 1097 time: 0.2206929 Jul 23 20:01:31.686789 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4dfea-4cb1-4251-b4da-40303bed3663 req-df696d7a-1589-413f-8727-00df91c672d2 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:31.692927 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4dfea-4cb1-4251-b4da-40303bed3663 req-df696d7a-1589-413f-8727-00df91c672d2 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:31.700078 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4dfea-4cb1-4251-b4da-40303bed3663 req-df696d7a-1589-413f-8727-00df91c672d2 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:31.702046 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-32d4dfea-4cb1-4251-b4da-40303bed3663 req-df696d7a-1589-413f-8727-00df91c672d2 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/ports?device_id=faf9fba9-1f5d-42f8-a228-53b900f6c1ec HTTP/1.1" status: 200 len: 2415 time: 0.1333678 Jul 23 20:01:31.733404 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-a501751e-6cea-4c22-9e94-3c8d8449d1b5 req-97d39dbb-75d7-4294-912b-2adc946c7161 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Deleting port 3868cadf-74c9-41eb-babe-ade562e7265e {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:01:31.733831 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a501751e-6cea-4c22-9e94-3c8d8449d1b5 req-97d39dbb-75d7-4294-912b-2adc946c7161 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:31.774265 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 32f70630-4248-48a3-8042-9866122f9f64 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:01:31.777871 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-73f6426a-56d2-460e-963a-41129208eec7 req-448cc14c-0efa-4335-ab11-f0081439d062 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Deleting port 88bcde5f-e05c-48b1-9357-4da5b5477f36 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:01:31.779071 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-73f6426a-56d2-460e-963a-41129208eec7 req-448cc14c-0efa-4335-ab11-f0081439d062 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:31.780096 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-32d4dfea-4cb1-4251-b4da-40303bed3663 req-5df11f38-ceeb-49f2-8aee-84890c19728b tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/security-groups?id=c05a2f49-6680-49e0-b00d-36d7f89d365d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690844 Jul 23 20:01:31.834181 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 32f70630-4248-48a3-8042-9866122f9f64 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:01:31.838504 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 32f70630-4248-48a3-8042-9866122f9f64 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:01:31.839002 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:31.843921 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-a501751e-6cea-4c22-9e94-3c8d8449d1b5 req-97d39dbb-75d7-4294-912b-2adc946c7161 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] For port 3868cadf-74c9-41eb-babe-ade562e7265e, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=3868cadf-74c9-41eb-babe-ade562e7265e,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:31.844282 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a501751e-6cea-4c22-9e94-3c8d8449d1b5 req-97d39dbb-75d7-4294-912b-2adc946c7161 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:31.858487 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-a501751e-6cea-4c22-9e94-3c8d8449d1b5 req-97d39dbb-75d7-4294-912b-2adc946c7161 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Calling delete_port for 3868cadf-74c9-41eb-babe-ade562e7265e owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:01:31.928284 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:31.951882 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7a1a7-73d3-4280-9959-8a0ee8fe1091 req-35029d82-ee48-489b-a088-45a51497934e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:31.953138 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf9fba9-1f5d-42f8-a228-53b900f6c1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f70630-4248-48a3-8042-9866122f9f64'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:01:31.953483 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a3c7a1a7-73d3-4280-9959-8a0ee8fe1091 req-35029d82-ee48-489b-a088-45a51497934e service neutron] 10.222.0.18 "GET /v2.0/networks?id=18f1c189-135d-4e39-8a5e-b364e733193d HTTP/1.1" status: 200 len: 921 time: 0.3210716 Jul 23 20:01:31.956304 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e7a105-e5cf-4462-bef9-27c176aa1704" -d '{"events": [{"server_uuid": "faf9fba9-1f5d-42f8-a228-53b900f6c1ec", "name": "network-vif-plugged", "status": "completed", "tag": "32f70630-4248-48a3-8042-9866122f9f64"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:01:31.975933 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 32f70630-4248-48a3-8042-9866122f9f64, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=32f70630-4248-48a3-8042-9866122f9f64,segment=NetworkSegment(d5d92680-756b-43dc-9d09-b89dc37459d8),segment_id=d5d92680-756b-43dc-9d09-b89dc37459d8)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:31.983418 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:31.984390 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device dd705fc3-006b-4dc7-ae21-6bb18e64037a up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:01:32.033349 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a501751e-6cea-4c22-9e94-3c8d8449d1b5 req-97d39dbb-75d7-4294-912b-2adc946c7161 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:32.041269 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-fb436145-0e5e-4494-856b-eb426a3ff21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:32.042901 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-fb436145-0e5e-4494-856b-eb426a3ff21a service neutron] 10.222.0.18 "GET /v2.0/networks?id=1582e281-e174-4775-af11-ce2168db586d HTTP/1.1" status: 200 len: 909 time: 0.3506069 Jul 23 20:01:32.049870 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a3c7a1a7-73d3-4280-9959-8a0ee8fe1091 req-cb3780b1-c4c7-4fd6-b807-07a270f7fe4b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=521b92fe-9c1b-492d-bf6c-0c0319b4c6c8 HTTP/1.1" status: 200 len: 217 time: 0.0803437 Jul 23 20:01:32.053032 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['88bcde5f-e05c-48b1-9357-4da5b5477f36', '3868cadf-74c9-41eb-babe-ade562e7265e'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:01:32.055296 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['6b3cf3b3-7232-4a77-a76e-d33cb770c70d'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:01:32.089204 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d39dbb-75d7-4294-912b-2adc946c7161 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Pushing event deleted for resources: {'Port': ['ID=3868cadf-74c9-41eb-babe-ade562e7265e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:32.113628 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d39dbb-75d7-4294-912b-2adc946c7161 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:32.114243 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d39dbb-75d7-4294-912b-2adc946c7161 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:32.114770 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d39dbb-75d7-4294-912b-2adc946c7161 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:32.115153 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d39dbb-75d7-4294-912b-2adc946c7161 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:32.115910 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d39dbb-75d7-4294-912b-2adc946c7161 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:32.115910 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d39dbb-75d7-4294-912b-2adc946c7161 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:32.116410 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d39dbb-75d7-4294-912b-2adc946c7161 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:32.117082 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d39dbb-75d7-4294-912b-2adc946c7161 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:32.117646 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d39dbb-75d7-4294-912b-2adc946c7161 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:32.118062 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d39dbb-75d7-4294-912b-2adc946c7161 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:32.118474 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d39dbb-75d7-4294-912b-2adc946c7161 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:32.118885 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d39dbb-75d7-4294-912b-2adc946c7161 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:32.153176 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c052c-a32d-45ad-a274-f7dcdf5b5360 req-0cd8b6e1-0747-40dd-afc6-75455a2ee96f tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:32.153414 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=32f70630-4248-48a3-8042-9866122f9f64,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:32.154733 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-412c052c-a32d-45ad-a274-f7dcdf5b5360 req-0cd8b6e1-0747-40dd-afc6-75455a2ee96f tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 950 time: 0.4059982 Jul 23 20:01:32.158688 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-01004da8-a43f-4e07-ba33-020aef8e0552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:32.168689 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-f41c1479-fb81-4042-9dc6-d176f951ac02 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0fefb72-0019-4f91-b851-417b7a5eff3b HTTP/1.1" status: 200 len: 217 time: 0.1051683 Jul 23 20:01:32.177327 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-a501751e-6cea-4c22-9e94-3c8d8449d1b5 req-97d39dbb-75d7-4294-912b-2adc946c7161 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] No DVR routers for this DVR port 3868cadf-74c9-41eb-babe-ade562e7265e on host n-h2-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:01:32.183882 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a501751e-6cea-4c22-9e94-3c8d8449d1b5 req-97d39dbb-75d7-4294-912b-2adc946c7161 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:32.184068 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-73f6426a-56d2-460e-963a-41129208eec7 req-448cc14c-0efa-4335-ab11-f0081439d062 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] For port 88bcde5f-e05c-48b1-9357-4da5b5477f36, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=88bcde5f-e05c-48b1-9357-4da5b5477f36,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:32.184384 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-73f6426a-56d2-460e-963a-41129208eec7 req-448cc14c-0efa-4335-ab11-f0081439d062 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:32.186897 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a501751e-6cea-4c22-9e94-3c8d8449d1b5 req-97d39dbb-75d7-4294-912b-2adc946c7161 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.18 "DELETE /v2.0/ports/3868cadf-74c9-41eb-babe-ade562e7265e HTTP/1.1" status: 204 len: 173 time: 0.6469991 Jul 23 20:01:32.187054 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-01004da8-a43f-4e07-ba33-020aef8e0552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:32.187277 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15af301b-f5f0-4a7d-bfe5-7d08a6fbe091', 'name': 'network-vif-deleted', 'tag': '3868cadf-74c9-41eb-babe-ade562e7265e'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:01:32.194793 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82305894-70e1-45db-a96f-e677d1d44055" -d '{"events": [{"server_uuid": "15af301b-f5f0-4a7d-bfe5-7d08a6fbe091", "name": "network-vif-deleted", "tag": "3868cadf-74c9-41eb-babe-ade562e7265e"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:01:32.197660 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port dd705fc3-006b-4dc7-ae21-6bb18e64037a completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:01:32.208360 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port dd705fc3-006b-4dc7-ae21-6bb18e64037a triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:01:32.208797 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:32.221591 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef006710-c3a0-4f9c-81bd-e19d6fbc3498 req-eb3ca28c-52a7-41eb-ab2c-4423f2ae8761 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:32.238184 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ef006710-c3a0-4f9c-81bd-e19d6fbc3498 req-eb3ca28c-52a7-41eb-ab2c-4423f2ae8761 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=88588f51-296d-4172-b0bd-13e98726bffd HTTP/1.1" status: 200 len: 943 time: 0.2162817 Jul 23 20:01:32.270690 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-73f6426a-56d2-460e-963a-41129208eec7 req-448cc14c-0efa-4335-ab11-f0081439d062 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Calling delete_port for 88bcde5f-e05c-48b1-9357-4da5b5477f36 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:01:32.277826 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7a1a7-73d3-4280-9959-8a0ee8fe1091 req-d340c4ac-1ff3-4492-b864-4d4e0341cd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:32.279305 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a3c7a1a7-73d3-4280-9959-8a0ee8fe1091 req-d340c4ac-1ff3-4492-b864-4d4e0341cd1c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ff9cc1f3-5cfa-4b1f-ac36-a859db46b374 HTTP/1.1" status: 200 len: 860 time: 0.2110846 Jul 23 20:01:32.304643 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ef006710-c3a0-4f9c-81bd-e19d6fbc3498 req-1abaae7d-fe80-4562-bad5-572f4ffd8178 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619113 Jul 23 20:01:32.361801 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36042) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:01:32.362271 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-01004da8-a43f-4e07-ba33-020aef8e0552 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b9d42869f870457cbefa30ace2a4d5ea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0047185 Jul 23 20:01:32.369135 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-412c052c-a32d-45ad-a274-f7dcdf5b5360 req-db78b665-aae6-4ad9-b3d4-aa42eb9a25a6 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023022 Jul 23 20:01:32.371101 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a3c7a1a7-73d3-4280-9959-8a0ee8fe1091 req-f71ca64a-43cd-4eec-b988-f1e9ed21ba41 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=18f1c189-135d-4e39-8a5e-b364e733193d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709553 Jul 23 20:01:32.372163 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01004da8-a43f-4e07-ba33-020aef8e0552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b632244a-5957-4068-ba91-5c18968cbb64,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:32.406426 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5c62e8-49b1-442b-92b4-548e7d20bd09 x-openstack-request-id: req-cc5c62e8-49b1-442b-92b4-548e7d20bd09 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:01:32.407061 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf9fba9-1f5d-42f8-a228-53b900f6c1ec", "name": "network-vif-plugged", "status": "completed", "tag": "32f70630-4248-48a3-8042-9866122f9f64", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:01:32.407061 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cc5c62e8-49b1-442b-92b4-548e7d20bd09 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:01:32.407608 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf9fba9-1f5d-42f8-a228-53b900f6c1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f70630-4248-48a3-8042-9866122f9f64', 'code': 200} Jul 23 20:01:32.430466 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-66c5f867-9cfb-48ef-9e17-602a938db4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:32.431954 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-66c5f867-9cfb-48ef-9e17-602a938db4ef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=62cab30c-2c7b-4463-9eb3-ea20a0ef57f0 HTTP/1.1" status: 200 len: 848 time: 0.2425809 Jul 23 20:01:32.458899 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:32.462462 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-184ed851-a4bc-4ed8-a165-68189fc50524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:32.497109 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-3becfd09-9d08-4d84-b9d0-2f006eac102e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1582e281-e174-4775-af11-ce2168db586d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516469 Jul 23 20:01:32.506293 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-184ed851-a4bc-4ed8-a165-68189fc50524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:32.533710 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port dd705fc3-006b-4dc7-ae21-6bb18e64037a, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=dd705fc3-006b-4dc7-ae21-6bb18e64037a,segment=NetworkSegment(0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd),segment_id=0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:32.538715 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:32.539801 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 5c15af9f-30a0-40a4-a178-4bfe4cd3617b up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:01:32.633317 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b6bf0-7af0-415d-abc7-1b1f47cf945b req-1f1b3598-fc38-476f-9926-5a87aa0bdfe8 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:32.643748 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a3c7a1a7-73d3-4280-9959-8a0ee8fe1091 req-c34dbb16-ed6a-4cf0-8dae-43cdec8f3542 service neutron] 10.222.0.18 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282121 Jul 23 20:01:32.649502 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7c4b6bf0-7af0-415d-abc7-1b1f47cf945b req-1f1b3598-fc38-476f-9926-5a87aa0bdfe8 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8bc3c27-6e67-4acb-b194-d727bfd4dd3d HTTP/1.1" status: 200 len: 945 time: 0.1508725 Jul 23 20:01:32.656836 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c001cab-48f4-4f5c-9ebd-e2ce4d8c8066 x-openstack-request-id: req-7c001cab-48f4-4f5c-9ebd-e2ce4d8c8066 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:01:32.657508 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15af301b-f5f0-4a7d-bfe5-7d08a6fbe091", "name": "network-vif-deleted", "tag": "3868cadf-74c9-41eb-babe-ade562e7265e", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:01:32.658632 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=dd705fc3-006b-4dc7-ae21-6bb18e64037a,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:32.659127 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7c001cab-48f4-4f5c-9ebd-e2ce4d8c8066 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:01:32.660904 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15af301b-f5f0-4a7d-bfe5-7d08a6fbe091', 'name': 'network-vif-deleted', 'tag': '3868cadf-74c9-41eb-babe-ade562e7265e', 'status': 'completed', 'code': 200} Jul 23 20:01:32.703931 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 5c15af9f-30a0-40a4-a178-4bfe4cd3617b completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:01:32.707496 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 5c15af9f-30a0-40a4-a178-4bfe4cd3617b triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:01:32.707881 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:32.751979 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7c4b6bf0-7af0-415d-abc7-1b1f47cf945b req-ca2e8226-e28e-4170-90a0-bf527bb1a517 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969579 Jul 23 20:01:32.754851 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-184ed851-a4bc-4ed8-a165-68189fc50524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:32.759463 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-184ed851-a4bc-4ed8-a165-68189fc50524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:32.761880 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-184ed851-a4bc-4ed8-a165-68189fc50524 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b632244a-5957-4068-ba91-5c18968cbb64 HTTP/1.1" status: 204 len: 168 time: 0.3987281 Jul 23 20:01:32.805714 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ed851-a4bc-4ed8-a165-68189fc50524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b632244a-5957-4068-ba91-5c18968cbb64,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:32.849127 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-41e72057-cbe8-42ef-a97b-7c7908c53722 service neutron] 10.222.0.18 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195019 Jul 23 20:01:32.903135 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:32.956964 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 5c15af9f-30a0-40a4-a178-4bfe4cd3617b, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=5c15af9f-30a0-40a4-a178-4bfe4cd3617b,segment=NetworkSegment(0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd),segment_id=0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:32.964776 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:32.982985 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e3419-243a-4085-b748-7e4fa911e17c req-03eee003-3568-4b8a-9ec1-eda6944542ac tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:32.984738 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ed1e3419-243a-4085-b748-7e4fa911e17c req-03eee003-3568-4b8a-9ec1-eda6944542ac tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=5298eed3-48ae-4c94-a9b4-45625d69e9a3 HTTP/1.1" status: 200 len: 867 time: 0.1431963 Jul 23 20:01:33.034561 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=5c15af9f-30a0-40a4-a178-4bfe4cd3617b,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:33.049816 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ed1e3419-243a-4085-b748-7e4fa911e17c req-13a75e4a-531a-4454-86ff-d203b72ca7d4 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535228 Jul 23 20:01:33.178871 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ef3fd-e0a5-4baa-87bf-83f523a601ce req-9b9005f9-cd1e-4266-a836-0af6329cd774 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:33.185009 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ef3fd-e0a5-4baa-87bf-83f523a601ce req-9b9005f9-cd1e-4266-a836-0af6329cd774 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:33.191241 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ef3fd-e0a5-4baa-87bf-83f523a601ce req-9b9005f9-cd1e-4266-a836-0af6329cd774 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:33.193351 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f41ef3fd-e0a5-4baa-87bf-83f523a601ce req-9b9005f9-cd1e-4266-a836-0af6329cd774 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/ports?device_id=faf9fba9-1f5d-42f8-a228-53b900f6c1ec HTTP/1.1" status: 200 len: 2418 time: 0.0858114 Jul 23 20:01:33.223487 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-73f6426a-56d2-460e-963a-41129208eec7 req-448cc14c-0efa-4335-ab11-f0081439d062 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:33.236732 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['6b3cf3b3-7232-4a77-a76e-d33cb770c70d'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:01:33.241362 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f41ef3fd-e0a5-4baa-87bf-83f523a601ce req-79c66da7-0849-4358-b18c-8dae954ab040 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/security-groups?id=c05a2f49-6680-49e0-b00d-36d7f89d365d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401146 Jul 23 20:01:33.245798 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['3868cadf-74c9-41eb-babe-ade562e7265e'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:01:33.305745 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448cc14c-0efa-4335-ab11-f0081439d062 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Pushing event deleted for resources: {'Port': ['ID=88bcde5f-e05c-48b1-9357-4da5b5477f36,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:33.309036 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a3c7a1a7-73d3-4280-9959-8a0ee8fe1091 req-bb2d827e-a77d-4553-9987-c51927fc33ee service neutron] 10.222.0.18 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6552179 Jul 23 20:01:33.387618 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f6426a-56d2-460e-963a-41129208eec7 req-448cc14c-0efa-4335-ab11-f0081439d062 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] No DVR routers for this DVR port 88bcde5f-e05c-48b1-9357-4da5b5477f36 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:01:33.390771 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-73f6426a-56d2-460e-963a-41129208eec7 req-448cc14c-0efa-4335-ab11-f0081439d062 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:33.392820 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-73f6426a-56d2-460e-963a-41129208eec7 req-448cc14c-0efa-4335-ab11-f0081439d062 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.18 "DELETE /v2.0/ports/88bcde5f-e05c-48b1-9357-4da5b5477f36 HTTP/1.1" status: 204 len: 173 time: 1.9732678 Jul 23 20:01:33.394481 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5298eed3-48ae-4c94-a9b4-45625d69e9a3', 'name': 'network-vif-deleted', 'tag': '88bcde5f-e05c-48b1-9357-4da5b5477f36'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:01:33.396740 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da07f7e6-21cc-4e17-8e86-132aeaf4d0f3" -d '{"events": [{"server_uuid": "5298eed3-48ae-4c94-a9b4-45625d69e9a3", "name": "network-vif-deleted", "tag": "88bcde5f-e05c-48b1-9357-4da5b5477f36"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:01:33.402113 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-bbd545b6-9ca2-40d9-9381-149d9f1b2427 service neutron] 10.222.0.18 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5315070 Jul 23 20:01:33.416388 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6dcc0-14d1-4abe-b930-6de670931676 req-32104dce-d488-4c2a-ab51-3a1d16fea389 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:33.417964 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ffa6dcc0-14d1-4abe-b930-6de670931676 req-32104dce-d488-4c2a-ab51-3a1d16fea389 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d HTTP/1.1" status: 200 len: 945 time: 0.6097317 Jul 23 20:01:33.498414 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc8ff3-e38f-47fc-9e9d-2a1bf5841703 req-52747832-da4d-45bc-a4b5-1c22404fd4c5 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:33.499131 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ffa6dcc0-14d1-4abe-b930-6de670931676 req-813ffdc8-9039-4aed-98b8-c664f8298512 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472698 Jul 23 20:01:33.506348 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2bbc8ff3-e38f-47fc-9e9d-2a1bf5841703 req-52747832-da4d-45bc-a4b5-1c22404fd4c5 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=88588f51-296d-4172-b0bd-13e98726bffd HTTP/1.1" status: 200 len: 943 time: 0.1044219 Jul 23 20:01:33.544946 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2bbc8ff3-e38f-47fc-9e9d-2a1bf5841703 req-56d897a0-76d9-435b-8e44-81804adc46ca tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376418 Jul 23 20:01:33.606098 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc6159d-917c-48cb-b79f-88f8c566a793 x-openstack-request-id: req-8bc6159d-917c-48cb-b79f-88f8c566a793 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:01:33.606464 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5298eed3-48ae-4c94-a9b4-45625d69e9a3", "name": "network-vif-deleted", "tag": "88bcde5f-e05c-48b1-9357-4da5b5477f36", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:01:33.606728 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8bc6159d-917c-48cb-b79f-88f8c566a793 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:01:33.607126 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5298eed3-48ae-4c94-a9b4-45625d69e9a3', 'name': 'network-vif-deleted', 'tag': '88bcde5f-e05c-48b1-9357-4da5b5477f36', 'status': 'completed', 'code': 200} Jul 23 20:01:33.629779 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab2dbf-a066-48d5-bf58-794b4e8dc423 req-6429d0e5-f4c7-4180-88eb-dea06ba2bd47 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:33.636635 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-50ab2dbf-a066-48d5-bf58-794b4e8dc423 req-6429d0e5-f4c7-4180-88eb-dea06ba2bd47 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 950 time: 0.0791280 Jul 23 20:01:33.682089 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-50ab2dbf-a066-48d5-bf58-794b4e8dc423 req-194b7cf3-ec12-4dbd-a78c-cd6ea0c785b0 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444899 Jul 23 20:01:33.783746 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:01:33.914683 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=521b92fe-9c1b-492d-bf6c-0c0319b4c6c8,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:33.928038 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8 has no active binding in host n-h1-793618-10 {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 20:01:33.939478 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda27d1-b87c-4c66-bead-a56b1461bcb7 req-be6e6cf9-2993-4489-8dea-a40a8e868687 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:33.941204 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5dda27d1-b87c-4c66-bead-a56b1461bcb7 req-be6e6cf9-2993-4489-8dea-a40a8e868687 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8bc3c27-6e67-4acb-b194-d727bfd4dd3d HTTP/1.1" status: 200 len: 945 time: 0.0960989 Jul 23 20:01:33.985934 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5dda27d1-b87c-4c66-bead-a56b1461bcb7 req-3b931e66-b8f7-4c8c-b1da-3f8614b9cf19 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353966 Jul 23 20:01:34.037215 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6b671709-2032-4bbe-968e-a000366f55c6 req-0511a245-4e67-4058-b533-97a52f1d9ea0 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b18a1bf8b83648bdabc842eb6556cf43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231633 Jul 23 20:01:34.180416 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b671709-2032-4bbe-968e-a000366f55c6 req-af57d98c-737b-4bdb-8cc2-e76c9cb7d548 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:34.181960 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6b671709-2032-4bbe-968e-a000366f55c6 req-af57d98c-737b-4bdb-8cc2-e76c9cb7d548 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1391563 Jul 23 20:01:34.190237 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-60576de5-a14d-4aa6-8156-3682c25c7bb1 req-0a5f9dc2-60c6-4ca0-ba18-cc722cc9aa12 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=5298eed3-48ae-4c94-a9b4-45625d69e9a3 HTTP/1.1" status: 200 len: 210 time: 0.0471652 Jul 23 20:01:34.198795 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6b671709-2032-4bbe-968e-a000366f55c6 req-05ff0175-be49-4f77-bb1d-5d8b94343823 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] 10.222.0.32 "GET /v2.0/quotas/b18a1bf8b83648bdabc842eb6556cf43 HTTP/1.1" status: 200 len: 375 time: 0.0110636 Jul 23 20:01:34.236077 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6b671709-2032-4bbe-968e-a000366f55c6 req-184ca971-7067-4f93-861b-7d75fab2b6ff tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b18a1bf8b83648bdabc842eb6556cf43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305164 Jul 23 20:01:34.388286 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6fd20-f745-40f3-95c7-aa6149237bbe req-c2561c93-7b74-4048-9922-e9fb38e9ad2f tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:34.394481 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6fd20-f745-40f3-95c7-aa6149237bbe req-c2561c93-7b74-4048-9922-e9fb38e9ad2f tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:34.400779 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6fd20-f745-40f3-95c7-aa6149237bbe req-c2561c93-7b74-4048-9922-e9fb38e9ad2f tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:34.402569 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7df6fd20-f745-40f3-95c7-aa6149237bbe req-c2561c93-7b74-4048-9922-e9fb38e9ad2f tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/ports?device_id=faf9fba9-1f5d-42f8-a228-53b900f6c1ec HTTP/1.1" status: 200 len: 2418 time: 0.0893500 Jul 23 20:01:34.408952 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf9fba9-1f5d-42f8-a228-53b900f6c1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd705fc3-006b-4dc7-ae21-6bb18e64037a'}, {'server_uuid': 'faf9fba9-1f5d-42f8-a228-53b900f6c1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c15af9f-30a0-40a4-a178-4bfe4cd3617b'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:01:34.411793 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f639f146-52aa-4626-83a4-27072f92d3d7" -d '{"events": [{"server_uuid": "faf9fba9-1f5d-42f8-a228-53b900f6c1ec", "name": "network-vif-plugged", "status": "completed", "tag": "dd705fc3-006b-4dc7-ae21-6bb18e64037a"}, {"server_uuid": "faf9fba9-1f5d-42f8-a228-53b900f6c1ec", "name": "network-vif-plugged", "status": "completed", "tag": "5c15af9f-30a0-40a4-a178-4bfe4cd3617b"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:01:34.422827 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-854f51a7-41b5-4a51-a4b6-788a56b59019 req-1d2a6f50-cbe7-4663-806d-bf50f782709a tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] 10.222.0.32 "GET /v2.0/ports?device_id=a406a06f-698b-4a3d-ac83-c083ad7b1202 HTTP/1.1" status: 200 len: 210 time: 0.0351884 Jul 23 20:01:34.483519 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 20:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdaa44a-09d3-4c1b-928a-e77fecfcca73 x-openstack-request-id: req-bfdaa44a-09d3-4c1b-928a-e77fecfcca73 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:01:34.483901 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf9fba9-1f5d-42f8-a228-53b900f6c1ec", "name": "network-vif-plugged", "status": "completed", "tag": "dd705fc3-006b-4dc7-ae21-6bb18e64037a", "code": 200}, {"server_uuid": "faf9fba9-1f5d-42f8-a228-53b900f6c1ec", "name": "network-vif-plugged", "status": "completed", "tag": "5c15af9f-30a0-40a4-a178-4bfe4cd3617b", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:01:34.484061 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bfdaa44a-09d3-4c1b-928a-e77fecfcca73 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:01:34.484745 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf9fba9-1f5d-42f8-a228-53b900f6c1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd705fc3-006b-4dc7-ae21-6bb18e64037a', 'code': 200} Jul 23 20:01:34.485006 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf9fba9-1f5d-42f8-a228-53b900f6c1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c15af9f-30a0-40a4-a178-4bfe4cd3617b', 'code': 200} Jul 23 20:01:34.490378 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7df6fd20-f745-40f3-95c7-aa6149237bbe req-06ae3ad9-b1f4-4ba8-9639-ed4cad74cf68 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/security-groups?id=c05a2f49-6680-49e0-b00d-36d7f89d365d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822060 Jul 23 20:01:34.552604 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-de5bcef7-02a7-4642-83f9-a71c0e9d3eb7 service neutron] 10.222.0.18 "GET /v2.0/ports/521b92fe-9c1b-492d-bf6c-0c0319b4c6c8/bindings/n-h1-793618-10 HTTP/1.1" status: 200 len: 385 time: 0.1204875 Jul 23 20:01:34.657760 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f17fc5-2096-43bc-8b06-50183206fd52 req-5f2111c1-6324-4162-b7cf-63e5001ef22f tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:34.665917 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-06f17fc5-2096-43bc-8b06-50183206fd52 req-5f2111c1-6324-4162-b7cf-63e5001ef22f tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d HTTP/1.1" status: 200 len: 945 time: 0.0957267 Jul 23 20:01:34.715611 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-06f17fc5-2096-43bc-8b06-50183206fd52 req-e5028156-d656-40d9-8b8f-9dc525b0b3da tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488422 Jul 23 20:01:34.806778 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e99892-ebf2-4c2d-90cd-2e21e63a369d req-76a5f95a-cd2c-4ae3-9b8b-be51a0247896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:34.807587 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e99892-ebf2-4c2d-90cd-2e21e63a369d req-76a5f95a-cd2c-4ae3-9b8b-be51a0247896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:34.808291 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e99892-ebf2-4c2d-90cd-2e21e63a369d req-76a5f95a-cd2c-4ae3-9b8b-be51a0247896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:34.810311 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-34e99892-ebf2-4c2d-90cd-2e21e63a369d req-76a5f95a-cd2c-4ae3-9b8b-be51a0247896 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=faf9fba9-1f5d-42f8-a228-53b900f6c1ec HTTP/1.1" status: 200 len: 2874 time: 0.2501094 Jul 23 20:01:34.872650 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cc480-06ee-41b8-a859-59375ec7d1b8 req-bff3ed41-6c39-4d64-b74c-c5455ce46784 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:34.877968 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-626cc480-06ee-41b8-a859-59375ec7d1b8 req-bff3ed41-6c39-4d64-b74c-c5455ce46784 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=88588f51-296d-4172-b0bd-13e98726bffd HTTP/1.1" status: 200 len: 943 time: 0.2343578 Jul 23 20:01:34.897847 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee402e2-8f77-4ae5-be45-e3cd2875921d req-bc2c8151-34e3-4355-be2f-0d99e6915f12 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:34.899402 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8ee402e2-8f77-4ae5-be45-e3cd2875921d req-bc2c8151-34e3-4355-be2f-0d99e6915f12 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 950 time: 0.0928934 Jul 23 20:01:34.957603 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8ee402e2-8f77-4ae5-be45-e3cd2875921d req-19583ac0-dd28-46b0-96af-83c9b7e73a4c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445175 Jul 23 20:01:34.959289 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-34e99892-ebf2-4c2d-90cd-2e21e63a369d req-9c0e2413-3c7d-4c49-aed1-689406eabb53 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c05a2f49-6680-49e0-b00d-36d7f89d365d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374197 Jul 23 20:01:35.006109 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-626cc480-06ee-41b8-a859-59375ec7d1b8 req-5be349a9-8522-4cc7-91d4-780b9afbf577 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145079 Jul 23 20:01:35.033317 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-550a92fd-1847-4194-9f5c-1b0e5a222936 service neutron] For port 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=521b92fe-9c1b-492d-bf6c-0c0319b4c6c8,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:35.060089 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-550a92fd-1847-4194-9f5c-1b0e5a222936 service neutron] For port 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:01:35.104940 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-550a92fd-1847-4194-9f5c-1b0e5a222936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:01:35.124575 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-550a92fd-1847-4194-9f5c-1b0e5a222936 service neutron] For port 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=521b92fe-9c1b-492d-bf6c-0c0319b4c6c8,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:35.162859 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-550a92fd-1847-4194-9f5c-1b0e5a222936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:35.233655 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc5f72-bd08-4d88-b2fb-ff4ccb85c116 req-70e5c5e7-dca1-48d8-b2e1-50a9b3ccfbcf tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:35.235227 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e7cc5f72-bd08-4d88-b2fb-ff4ccb85c116 req-70e5c5e7-dca1-48d8-b2e1-50a9b3ccfbcf tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8bc3c27-6e67-4acb-b194-d727bfd4dd3d HTTP/1.1" status: 200 len: 945 time: 0.1331372 Jul 23 20:01:35.301437 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-550a92fd-1847-4194-9f5c-1b0e5a222936 service neutron] Transition to ACTIVE for port object 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:01:35.304933 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e7cc5f72-bd08-4d88-b2fb-ff4ccb85c116 req-eb3d5f34-e3b5-4a02-8fc8-9d863555e817 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558660 Jul 23 20:01:35.309494 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-550a92fd-1847-4194-9f5c-1b0e5a222936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:35.402874 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-550a92fd-1847-4194-9f5c-1b0e5a222936 service neutron] No DVR routers for this DVR port 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:01:35.409101 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a92fd-1847-4194-9f5c-1b0e5a222936 service neutron] Pushing event updated for resources: {'Port': ['ID=521b92fe-9c1b-492d-bf6c-0c0319b4c6c8,revision_number=10']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:35.445297 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-550a92fd-1847-4194-9f5c-1b0e5a222936 service neutron] 10.222.0.18 "PUT /v2.0/ports/521b92fe-9c1b-492d-bf6c-0c0319b4c6c8/bindings/n-h1-793618-10/activate HTTP/1.1" status: 200 len: 370 time: 0.8862262 Jul 23 20:01:35.535399 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-80621f45-9063-438f-bc31-34dab88a12f2 req-5533b011-76ef-43bb-8b54-4c9e7c5e6d1a tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] 10.222.0.32 "GET /v2.0/ports?device_id=a406a06f-698b-4a3d-ac83-c083ad7b1202 HTTP/1.1" status: 200 len: 210 time: 0.0306153 Jul 23 20:01:35.661932 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab3f52-7f53-4521-a9cc-092cc64a7b1c req-df9aa010-9f23-4828-8205-d4021d2b0f57 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:35.663803 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0bab3f52-7f53-4521-a9cc-092cc64a7b1c req-df9aa010-9f23-4828-8205-d4021d2b0f57 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=78faabc6-e58a-4061-8310-2159026ae115 HTTP/1.1" status: 200 len: 971 time: 0.1054959 Jul 23 20:01:35.696266 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186f1ce-99b6-44f3-b92d-fe150d678459 req-87a4cbb6-ea51-4e9b-91e4-91200601aa31 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:35.701885 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b671709-2032-4bbe-968e-a000366f55c6 req-c537ae75-b6dd-4856-9ed3-55eb288c14d5 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b18a1bf8b83648bdabc842eb6556cf43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370646 Jul 23 20:01:35.702479 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186f1ce-99b6-44f3-b92d-fe150d678459 req-87a4cbb6-ea51-4e9b-91e4-91200601aa31 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:35.709565 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186f1ce-99b6-44f3-b92d-fe150d678459 req-87a4cbb6-ea51-4e9b-91e4-91200601aa31 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:35.711412 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e186f1ce-99b6-44f3-b92d-fe150d678459 req-87a4cbb6-ea51-4e9b-91e4-91200601aa31 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/ports?device_id=faf9fba9-1f5d-42f8-a228-53b900f6c1ec HTTP/1.1" status: 200 len: 2418 time: 0.0929799 Jul 23 20:01:35.766990 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 88bcde5f-e05c-48b1-9357-4da5b5477f36 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:01:35.790799 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 88bcde5f-e05c-48b1-9357-4da5b5477f36 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:01:35.791210 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 88bcde5f-e05c-48b1-9357-4da5b5477f36 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:01:35.791740 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 3868cadf-74c9-41eb-babe-ade562e7265e no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:01:35.814321 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 3868cadf-74c9-41eb-babe-ade562e7265e {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:01:35.814844 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 3868cadf-74c9-41eb-babe-ade562e7265e not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:01:35.848421 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0bab3f52-7f53-4521-a9cc-092cc64a7b1c req-ff36a3b4-dd0b-4ee3-a120-5fb77f013d1f tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449184 Jul 23 20:01:35.926931 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-fc6a6bbc-4260-4e78-a75f-9fac811551c4 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:35.929075 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-fc6a6bbc-4260-4e78-a75f-9fac811551c4 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=88588f51-296d-4172-b0bd-13e98726bffd&tenant_id=a3d6e44c4dd248468c67611aa3d977ae&binding%3Ahost_id=n-h2-793618-10 HTTP/1.1" status: 200 len: 1096 time: 0.2628937 Jul 23 20:01:36.008532 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b671709-2032-4bbe-968e-a000366f55c6 req-af3a061d-2dec-4c49-afc0-1acc38b99236 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:36.009987 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b671709-2032-4bbe-968e-a000366f55c6 req-af3a061d-2dec-4c49-afc0-1acc38b99236 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2871325 Jul 23 20:01:36.052022 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-6b671709-2032-4bbe-968e-a000366f55c6 req-b1e5bf1b-41be-4d3e-9ffc-a0529fe24451 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] Request body: {'port': {'device_id': 'a406a06f-698b-4a3d-ac83-c083ad7b1202', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'admin_state_up': True, 'tenant_id': 'b18a1bf8b83648bdabc842eb6556cf43'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:01:36.061994 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e186f1ce-99b6-44f3-b92d-fe150d678459 req-1608d679-89ba-4e99-8d10-21f5f1c622d7 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/security-groups?id=c05a2f49-6680-49e0-b00d-36d7f89d365d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432875 Jul 23 20:01:36.147255 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-9ccd3396-d5bd-4df4-9c56-abcf959e7cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:36.148767 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-9ccd3396-d5bd-4df4-9c56-abcf959e7cd0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=88588f51-296d-4172-b0bd-13e98726bffd&tenant_id=a3d6e44c4dd248468c67611aa3d977ae HTTP/1.1" status: 200 len: 1096 time: 0.1983314 Jul 23 20:01:36.179640 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a22b2-01ad-4bb4-82da-142818354385 req-7d6513f5-47ef-4e80-b15a-742be5bd69d0 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:36.181139 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8a4a22b2-01ad-4bb4-82da-142818354385 req-7d6513f5-47ef-4e80-b15a-742be5bd69d0 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d HTTP/1.1" status: 200 len: 945 time: 0.1839440 Jul 23 20:01:36.199189 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e08edb-b7d7-4146-b1bc-6b5413737dea req-1b964e1e-140e-4ab5-9351-33c7c97a9e31 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:36.202076 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-39e08edb-b7d7-4146-b1bc-6b5413737dea req-1b964e1e-140e-4ab5-9351-33c7c97a9e31 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 950 time: 0.0742362 Jul 23 20:01:36.254606 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-39e08edb-b7d7-4146-b1bc-6b5413737dea req-94d82c10-ed2e-4fa9-8aed-56435eef2fd5 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470586 Jul 23 20:01:36.271784 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8a4a22b2-01ad-4bb4-82da-142818354385 req-c711f591-7258-4b8f-ad48-0c56dcfee660 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838499 Jul 23 20:01:36.299097 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b671709-2032-4bbe-968e-a000366f55c6 req-b1e5bf1b-41be-4d3e-9ffc-a0529fe24451 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] Made reservation on behalf of b18a1bf8b83648bdabc842eb6556cf43 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:01:36.303049 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6b671709-2032-4bbe-968e-a000366f55c6 req-b1e5bf1b-41be-4d3e-9ffc-a0529fe24451 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:36.313801 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6b671709-2032-4bbe-968e-a000366f55c6 req-b1e5bf1b-41be-4d3e-9ffc-a0529fe24451 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:36.332641 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-408f02e7-cf60-436d-813c-026961e7ddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:36.334370 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-408f02e7-cf60-436d-813c-026961e7ddb4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3d6e44c4dd248468c67611aa3d977ae&device_id=88588f51-296d-4172-b0bd-13e98726bffd HTTP/1.1" status: 200 len: 1096 time: 0.1523266 Jul 23 20:01:36.417251 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645e8f1-7507-4329-89c0-b1f2d02b2230 req-88d794fc-b1fc-4f65-ace0-e1b5cd67c4c2 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:36.419091 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b645e8f1-7507-4329-89c0-b1f2d02b2230 req-88d794fc-b1fc-4f65-ace0-e1b5cd67c4c2 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=88588f51-296d-4172-b0bd-13e98726bffd HTTP/1.1" status: 200 len: 944 time: 0.0910265 Jul 23 20:01:36.465450 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b645e8f1-7507-4329-89c0-b1f2d02b2230 req-ee0ac7af-921d-4658-adbe-e5323fa8bcaf tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403006 Jul 23 20:01:36.508384 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-0ee1577a-04bd-4fda-bd50-486e3b9b9433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:36.509905 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-0ee1577a-04bd-4fda-bd50-486e3b9b9433 service neutron] 10.222.0.30 "GET /v2.0/networks?id=18f1c189-135d-4e39-8a5e-b364e733193d HTTP/1.1" status: 200 len: 921 time: 0.1661193 Jul 23 20:01:36.568794 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-00b12078-2d43-45e2-ba9b-a95d9d031a2b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=521b92fe-9c1b-492d-bf6c-0c0319b4c6c8 HTTP/1.1" status: 200 len: 217 time: 0.0494270 Jul 23 20:01:36.635929 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83d13f-6ef7-4613-9811-7d476571a234 req-6f252976-0b8a-4dd3-a9e0-5254a361db29 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:36.637419 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4f83d13f-6ef7-4613-9811-7d476571a234 req-6f252976-0b8a-4dd3-a9e0-5254a361db29 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8bc3c27-6e67-4acb-b194-d727bfd4dd3d HTTP/1.1" status: 200 len: 945 time: 0.2133269 Jul 23 20:01:36.645143 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6b671709-2032-4bbe-968e-a000366f55c6 req-b1e5bf1b-41be-4d3e-9ffc-a0529fe24451 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:36.648275 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8c2c8b4b-5822-4e15-b9db-fd5e4b4cbc78 req-7885aa47-fe18-4188-be3c-a12abf458a06 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] 10.222.0.32 "GET /v2.0/ports?device_id=a406a06f-698b-4a3d-ac83-c083ad7b1202 HTTP/1.1" status: 200 len: 210 time: 0.0374243 Jul 23 20:01:36.656632 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6b671709-2032-4bbe-968e-a000366f55c6 req-b1e5bf1b-41be-4d3e-9ffc-a0529fe24451 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:36.695523 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-3e879f0b-137e-4c0c-9e57-de10d8531355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:36.697002 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-3e879f0b-137e-4c0c-9e57-de10d8531355 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff9cc1f3-5cfa-4b1f-ac36-a859db46b374 HTTP/1.1" status: 200 len: 860 time: 0.1203740 Jul 23 20:01:36.780538 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e5bf1b-41be-4d3e-9ffc-a0529fe24451 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6884061f-4e42-4c00-aadf-6b626dfb59b5,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:36.788963 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-7dc62edb-2fbe-46a1-a4b7-69eb6cb30a6c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=18f1c189-135d-4e39-8a5e-b364e733193d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567126 Jul 23 20:01:36.794107 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4f83d13f-6ef7-4613-9811-7d476571a234 req-a2ebd651-4c4e-4573-9f53-1c20d0c6b4aa tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477437 Jul 23 20:01:36.920794 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-6b671709-2032-4bbe-968e-a000366f55c6 req-b1e5bf1b-41be-4d3e-9ffc-a0529fe24451 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] Allocated IP 192.168.233.180 (ec2201c2-595f-40aa-9bc3-fccd4b01012e/4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d/72c8b2f5-e2a2-44f1-accb-b987c7310380) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:01:36.949154 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-2cc565fa-095c-445c-be27-b4fbcd2cc160 service neutron] 10.222.0.30 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517653 Jul 23 20:01:37.007514 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc31a5-8e44-4da8-8803-851d9f90fdb4 req-4a7c00c5-51ee-4448-8b3e-a89ab89c5a3d tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:37.009034 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-56fc31a5-8e44-4da8-8803-851d9f90fdb4 req-4a7c00c5-51ee-4448-8b3e-a89ab89c5a3d tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=78faabc6-e58a-4061-8310-2159026ae115 HTTP/1.1" status: 200 len: 971 time: 0.0726070 Jul 23 20:01:37.050992 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-56fc31a5-8e44-4da8-8803-851d9f90fdb4 req-5658843f-e806-41e5-b8e9-f8a667d8a69f tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/security-groups?id=99cb72a8-3df3-48cc-84fa-b66918af74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338802 Jul 23 20:01:37.133740 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-1459d062-fdb3-4cc9-b2f4-ce4b9026a90a service neutron] 10.222.0.30 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756613 Jul 23 20:01:37.207698 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b080760-68c3-4a8f-9183-86b25923b8ca req-5c236b19-3cf6-4406-9fef-19818b560118 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:37.208721 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6b671709-2032-4bbe-968e-a000366f55c6 req-b1e5bf1b-41be-4d3e-9ffc-a0529fe24451 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:37.209372 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4b080760-68c3-4a8f-9183-86b25923b8ca req-5c236b19-3cf6-4406-9fef-19818b560118 tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.30 "GET /v2.0/ports?device_id=78faabc6-e58a-4061-8310-2159026ae115 HTTP/1.1" status: 200 len: 971 time: 0.0982847 Jul 23 20:01:37.237686 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-6b671709-2032-4bbe-968e-a000366f55c6 req-b1e5bf1b-41be-4d3e-9ffc-a0529fe24451 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] Transition to ACTIVE for port object 72c8b2f5-e2a2-44f1-accb-b987c7310380 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:01:37.265565 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c42a3-a83d-4587-908e-3a6d407f27c6 req-3fdeffe0-0744-4889-abd7-51d0f14897e8 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:37.272664 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c42a3-a83d-4587-908e-3a6d407f27c6 req-3fdeffe0-0744-4889-abd7-51d0f14897e8 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:37.280721 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c42a3-a83d-4587-908e-3a6d407f27c6 req-3fdeffe0-0744-4889-abd7-51d0f14897e8 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:37.283339 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3a9c42a3-a83d-4587-908e-3a6d407f27c6 req-3fdeffe0-0744-4889-abd7-51d0f14897e8 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/ports?device_id=faf9fba9-1f5d-42f8-a228-53b900f6c1ec HTTP/1.1" status: 200 len: 2418 time: 0.1485565 Jul 23 20:01:37.326670 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6b671709-2032-4bbe-968e-a000366f55c6 req-b1e5bf1b-41be-4d3e-9ffc-a0529fe24451 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:37.392053 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-4b080760-68c3-4a8f-9183-86b25923b8ca req-fd42518e-ce37-44fc-bec0-c3ff8ad9608a tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Deleting port 6b3cf3b3-7232-4a77-a76e-d33cb770c70d {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:01:37.392312 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4b080760-68c3-4a8f-9183-86b25923b8ca req-fd42518e-ce37-44fc-bec0-c3ff8ad9608a tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:37.428423 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b671709-2032-4bbe-968e-a000366f55c6 req-b1e5bf1b-41be-4d3e-9ffc-a0529fe24451 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] Network ec2201c2-595f-40aa-9bc3-fccd4b01012e is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:01:37.444852 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-6b671709-2032-4bbe-968e-a000366f55c6 req-b1e5bf1b-41be-4d3e-9ffc-a0529fe24451 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:01:37.447444 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b671709-2032-4bbe-968e-a000366f55c6 req-b1e5bf1b-41be-4d3e-9ffc-a0529fe24451 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:01:37.507816 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3a9c42a3-a83d-4587-908e-3a6d407f27c6 req-4ef85e76-d3cf-43bd-810f-d664e1a51a0c tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/security-groups?id=c05a2f49-6680-49e0-b00d-36d7f89d365d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916234 Jul 23 20:01:37.509915 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-4b080760-68c3-4a8f-9183-86b25923b8ca req-fd42518e-ce37-44fc-bec0-c3ff8ad9608a tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] For port 6b3cf3b3-7232-4a77-a76e-d33cb770c70d, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=6b3cf3b3-7232-4a77-a76e-d33cb770c70d,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:37.510675 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4b080760-68c3-4a8f-9183-86b25923b8ca req-fd42518e-ce37-44fc-bec0-c3ff8ad9608a tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:37.512491 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e5bf1b-41be-4d3e-9ffc-a0529fe24451 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] Pushing event updated for resources: {'Port': ['ID=72c8b2f5-e2a2-44f1-accb-b987c7310380,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:37.555572 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-4b080760-68c3-4a8f-9183-86b25923b8ca req-fd42518e-ce37-44fc-bec0-c3ff8ad9608a tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Calling delete_port for 6b3cf3b3-7232-4a77-a76e-d33cb770c70d owned by compute:tempest-test_az-169889756 {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:01:37.556884 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b671709-2032-4bbe-968e-a000366f55c6 req-b1e5bf1b-41be-4d3e-9ffc-a0529fe24451 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:37.557650 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6b671709-2032-4bbe-968e-a000366f55c6 req-b1e5bf1b-41be-4d3e-9ffc-a0529fe24451 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:37.579411 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972cebf-9b0d-4382-8c46-511182f3fa0e req-a2a30060-b7a0-4c9a-a81a-94b7c6263a05 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:37.584679 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b671709-2032-4bbe-968e-a000366f55c6 req-b1e5bf1b-41be-4d3e-9ffc-a0529fe24451 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5392060 Jul 23 20:01:37.585673 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a972cebf-9b0d-4382-8c46-511182f3fa0e req-a2a30060-b7a0-4c9a-a81a-94b7c6263a05 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 950 time: 0.2365642 Jul 23 20:01:37.595634 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-6d60a174-a16d-4846-bb2c-26efc2827aa7 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:37.597158 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-6d60a174-a16d-4846-bb2c-26efc2827aa7 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=88588f51-296d-4172-b0bd-13e98726bffd&tenant_id=a3d6e44c4dd248468c67611aa3d977ae&binding%3Ahost_id=n-h1-793618-10 HTTP/1.1" status: 200 len: 1096 time: 0.2157307 Jul 23 20:01:37.611598 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-6b671709-2032-4bbe-968e-a000366f55c6 req-e9ec774f-eeea-4f85-863c-093c27d6e25c service neutron] Request body: {'port': {'device_id': 'a406a06f-698b-4a3d-ac83-c083ad7b1202', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:01:37.696131 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a972cebf-9b0d-4382-8c46-511182f3fa0e req-bbc2295d-138f-489c-b245-0f0d55a63f13 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888910 Jul 23 20:01:37.737524 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5799d7a7-9fd5-464f-b7ad-9cd27fa95541 None None] Provisioning for port 72c8b2f5-e2a2-44f1-accb-b987c7310380 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:01:37.748471 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5799d7a7-9fd5-464f-b7ad-9cd27fa95541 None None] Provisioning complete for port 72c8b2f5-e2a2-44f1-accb-b987c7310380 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:01:37.749244 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5799d7a7-9fd5-464f-b7ad-9cd27fa95541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:37.838723 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6b671709-2032-4bbe-968e-a000366f55c6 req-e9ec774f-eeea-4f85-863c-093c27d6e25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:37.850528 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4b080760-68c3-4a8f-9183-86b25923b8ca req-fd42518e-ce37-44fc-bec0-c3ff8ad9608a tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:37.899431 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42518e-ce37-44fc-bec0-c3ff8ad9608a tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Pushing event deleted for resources: {'Port': ['ID=6b3cf3b3-7232-4a77-a76e-d33cb770c70d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:37.932302 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e401952-d917-49e6-9f71-a6b2ef7c64b4 req-4ee5275c-378d-49e3-a67c-13e5665c403f tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:37.932302 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5e401952-d917-49e6-9f71-a6b2ef7c64b4 req-4ee5275c-378d-49e3-a67c-13e5665c403f tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d HTTP/1.1" status: 200 len: 945 time: 0.2813408 Jul 23 20:01:37.933345 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-a36affbe-6f74-41e5-bbb2-40137de13988 service neutron] For port 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:01:37.946286 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-a36affbe-6f74-41e5-bbb2-40137de13988 service neutron] Notify callbacks [] for binding, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:37.949726 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5c88b02-ac5f-4328-bea7-63cdffd564f1 req-a36affbe-6f74-41e5-bbb2-40137de13988 service neutron] 10.222.0.30 "DELETE /v2.0/ports/521b92fe-9c1b-492d-bf6c-0c0319b4c6c8/bindings/n-h2-793618-10 HTTP/1.1" status: 204 len: 173 time: 0.3336105 Jul 23 20:01:37.981087 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-5799d7a7-9fd5-464f-b7ad-9cd27fa95541 None None] Port 72c8b2f5-e2a2-44f1-accb-b987c7310380 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:01:37.982799 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:01:38.012888 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b080760-68c3-4a8f-9183-86b25923b8ca req-fd42518e-ce37-44fc-bec0-c3ff8ad9608a tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] No DVR routers for this DVR port 6b3cf3b3-7232-4a77-a76e-d33cb770c70d on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:01:38.017836 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4b080760-68c3-4a8f-9183-86b25923b8ca req-fd42518e-ce37-44fc-bec0-c3ff8ad9608a tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:38.022080 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4b080760-68c3-4a8f-9183-86b25923b8ca req-fd42518e-ce37-44fc-bec0-c3ff8ad9608a tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.30 "DELETE /v2.0/ports/6b3cf3b3-7232-4a77-a76e-d33cb770c70d HTTP/1.1" status: 204 len: 173 time: 0.8053668 Jul 23 20:01:38.022845 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['6b3cf3b3-7232-4a77-a76e-d33cb770c70d'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:01:38.024876 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78faabc6-e58a-4061-8310-2159026ae115', 'name': 'network-vif-deleted', 'tag': '6b3cf3b3-7232-4a77-a76e-d33cb770c70d'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:01:38.029364 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e579d62-f593-4e56-830c-2d9ec54f2f23" -d '{"events": [{"server_uuid": "78faabc6-e58a-4061-8310-2159026ae115", "name": "network-vif-deleted", "tag": "6b3cf3b3-7232-4a77-a76e-d33cb770c70d"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:01:38.095300 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:01:38.128354 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b418e63-939d-473e-a2bc-77682931f075 req-93df3369-9468-4e2e-bdd2-1906e3c36977 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:38.134287 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8b418e63-939d-473e-a2bc-77682931f075 req-93df3369-9468-4e2e-bdd2-1906e3c36977 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=88588f51-296d-4172-b0bd-13e98726bffd HTTP/1.1" status: 200 len: 944 time: 0.1109002 Jul 23 20:01:38.187341 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8b418e63-939d-473e-a2bc-77682931f075 req-0ecdfa40-370f-4acc-a5dd-591dd1865f74 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495090 Jul 23 20:01:38.206056 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5e401952-d917-49e6-9f71-a6b2ef7c64b4 req-8129cc29-57e0-4368-a302-0302c03b08eb tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956944 Jul 23 20:01:38.423324 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1dad2-bfcc-4dbb-afbb-41aea707aa9b req-22d1f73c-3531-4cb5-b0f8-a7c85de330a3 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:38.424860 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-62d1dad2-bfcc-4dbb-afbb-41aea707aa9b req-22d1f73c-3531-4cb5-b0f8-a7c85de330a3 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8bc3c27-6e67-4acb-b194-d727bfd4dd3d HTTP/1.1" status: 200 len: 945 time: 0.0829551 Jul 23 20:01:38.460690 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-6b671709-2032-4bbe-968e-a000366f55c6 req-e9ec774f-eeea-4f85-863c-093c27d6e25c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72c8b2f5-e2a2-44f1-accb-b987c7310380 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:01:38.473766 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6b671709-2032-4bbe-968e-a000366f55c6 req-e9ec774f-eeea-4f85-863c-093c27d6e25c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:38.491096 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-62d1dad2-bfcc-4dbb-afbb-41aea707aa9b req-de4eb070-8193-42f9-9e0e-80ab524d1177 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582442 Jul 23 20:01:38.507740 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-6b671709-2032-4bbe-968e-a000366f55c6 req-e9ec774f-eeea-4f85-863c-093c27d6e25c service neutron] Transition to ACTIVE for port object 72c8b2f5-e2a2-44f1-accb-b987c7310380 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:01:38.520493 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe479f8e-dd81-4ba6-884f-7d22332909b7 req-62814f0c-9f46-487b-9ec5-70b5c52604ba tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:38.527381 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fe479f8e-dd81-4ba6-884f-7d22332909b7 req-62814f0c-9f46-487b-9ec5-70b5c52604ba tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] 10.222.0.32 "GET /v2.0/ports?device_id=a406a06f-698b-4a3d-ac83-c083ad7b1202 HTTP/1.1" status: 200 len: 936 time: 0.2279029 Jul 23 20:01:38.535425 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6b671709-2032-4bbe-968e-a000366f55c6 req-e9ec774f-eeea-4f85-863c-093c27d6e25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:38.547915 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8ac531-ce18-4015-a063-65399d2d7543 x-openstack-request-id: req-bd8ac531-ce18-4015-a063-65399d2d7543 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:01:38.548213 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78faabc6-e58a-4061-8310-2159026ae115", "name": "network-vif-deleted", "tag": "6b3cf3b3-7232-4a77-a76e-d33cb770c70d", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:01:38.548467 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bd8ac531-ce18-4015-a063-65399d2d7543 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:01:38.549074 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78faabc6-e58a-4061-8310-2159026ae115', 'name': 'network-vif-deleted', 'tag': '6b3cf3b3-7232-4a77-a76e-d33cb770c70d', 'status': 'completed', 'code': 200} Jul 23 20:01:38.622010 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fe479f8e-dd81-4ba6-884f-7d22332909b7 req-8fa57612-61fe-4b2a-87c6-764869a25475 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] 10.222.0.32 "GET /v2.0/security-groups?id=6884061f-4e42-4c00-aadf-6b626dfb59b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937085 Jul 23 20:01:38.623911 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec774f-eeea-4f85-863c-093c27d6e25c service neutron] Pushing event updated for resources: {'Port': ['ID=72c8b2f5-e2a2-44f1-accb-b987c7310380,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:38.701117 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-94463cc9-4034-4620-b823-bba621ae4e57 req-a1bb186f-cb9e-4cc4-a5b0-b7d8c2bbad0f tempest-ServersOnMultiNodesTest-962985014 tempest-ServersOnMultiNodesTest-962985014-project] 10.222.0.32 "GET /v2.0/ports?device_id=78faabc6-e58a-4061-8310-2159026ae115 HTTP/1.1" status: 200 len: 210 time: 0.0452862 Jul 23 20:01:38.724669 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-6b671709-2032-4bbe-968e-a000366f55c6 req-e9ec774f-eeea-4f85-863c-093c27d6e25c service neutron] Attempting to bind port 72c8b2f5-e2a2-44f1-accb-b987c7310380 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:01:38.725015 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-6b671709-2032-4bbe-968e-a000366f55c6 req-e9ec774f-eeea-4f85-863c-093c27d6e25c service neutron] Attempting to bind port 72c8b2f5-e2a2-44f1-accb-b987c7310380 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:01:38.725345 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b671709-2032-4bbe-968e-a000366f55c6 req-e9ec774f-eeea-4f85-863c-093c27d6e25c service neutron] Attempting to bind port 72c8b2f5-e2a2-44f1-accb-b987c7310380 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:01:38.730783 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b671709-2032-4bbe-968e-a000366f55c6 req-e9ec774f-eeea-4f85-863c-093c27d6e25c service neutron] Port 72c8b2f5-e2a2-44f1-accb-b987c7310380 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:01:38.730783 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b671709-2032-4bbe-968e-a000366f55c6 req-e9ec774f-eeea-4f85-863c-093c27d6e25c service neutron] Attempting to bind port 72c8b2f5-e2a2-44f1-accb-b987c7310380 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:01:38.738463 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b671709-2032-4bbe-968e-a000366f55c6 req-e9ec774f-eeea-4f85-863c-093c27d6e25c service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:01:38.738852 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b671709-2032-4bbe-968e-a000366f55c6 req-e9ec774f-eeea-4f85-863c-093c27d6e25c service neutron] Checking segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:01:38.739313 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b671709-2032-4bbe-968e-a000366f55c6 req-e9ec774f-eeea-4f85-863c-093c27d6e25c service neutron] Bound using segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:01:38.739962 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-6b671709-2032-4bbe-968e-a000366f55c6 req-e9ec774f-eeea-4f85-863c-093c27d6e25c service neutron] Bound port: 72c8b2f5-e2a2-44f1-accb-b987c7310380, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:01:38.740084 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6b671709-2032-4bbe-968e-a000366f55c6 req-e9ec774f-eeea-4f85-863c-093c27d6e25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:38.813649 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3499264-8577-4fd6-abdb-fd26a8ea5a24 req-b089f94e-52b3-4393-b38d-1744351f2f64 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:38.815468 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e3499264-8577-4fd6-abdb-fd26a8ea5a24 req-b089f94e-52b3-4393-b38d-1744351f2f64 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=88588f51-296d-4172-b0bd-13e98726bffd HTTP/1.1" status: 200 len: 1096 time: 0.0633118 Jul 23 20:01:38.837211 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-6b671709-2032-4bbe-968e-a000366f55c6 req-e9ec774f-eeea-4f85-863c-093c27d6e25c service neutron] For port 72c8b2f5-e2a2-44f1-accb-b987c7310380, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:01:38.841623 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-6b671709-2032-4bbe-968e-a000366f55c6 req-e9ec774f-eeea-4f85-863c-093c27d6e25c service neutron] For port 72c8b2f5-e2a2-44f1-accb-b987c7310380, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=72c8b2f5-e2a2-44f1-accb-b987c7310380,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:01:38.847127 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6b671709-2032-4bbe-968e-a000366f55c6 req-e9ec774f-eeea-4f85-863c-093c27d6e25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:38.868049 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e3499264-8577-4fd6-abdb-fd26a8ea5a24 req-01b73e25-bc2e-4c63-8ccb-791681e0a00c tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438395 Jul 23 20:01:38.892253 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b671709-2032-4bbe-968e-a000366f55c6 req-e9ec774f-eeea-4f85-863c-093c27d6e25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:38.892911 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6b671709-2032-4bbe-968e-a000366f55c6 req-e9ec774f-eeea-4f85-863c-093c27d6e25c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:38.895091 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b671709-2032-4bbe-968e-a000366f55c6 req-e9ec774f-eeea-4f85-863c-093c27d6e25c service neutron] 10.222.0.18 "PUT /v2.0/ports/72c8b2f5-e2a2-44f1-accb-b987c7310380 HTTP/1.1" status: 200 len: 1097 time: 1.3018677 Jul 23 20:01:38.895521 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a406a06f-698b-4a3d-ac83-c083ad7b1202', 'tag': '72c8b2f5-e2a2-44f1-accb-b987c7310380'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:01:38.898268 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7294bcff-d6ee-4613-a73f-924b45ba3fad" -d '{"events": [{"name": "network-changed", "server_uuid": "a406a06f-698b-4a3d-ac83-c083ad7b1202", "tag": "72c8b2f5-e2a2-44f1-accb-b987c7310380"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:01:38.944535 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec774f-eeea-4f85-863c-093c27d6e25c service neutron] Pushing event updated for resources: {'Port': ['ID=72c8b2f5-e2a2-44f1-accb-b987c7310380,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:39.090259 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dabf5-8249-4c0c-93a3-e8695fd12a31 req-74e974fe-254d-44d9-a9a2-d52c2677af0d tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:39.091855 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a38dabf5-8249-4c0c-93a3-e8695fd12a31 req-74e974fe-254d-44d9-a9a2-d52c2677af0d tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 950 time: 0.1658390 Jul 23 20:01:39.113134 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968264e-8477-4f71-bfb7-8d126a845bcc req-83e0c2a3-3f5d-41a8-a708-299dc48089e9 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:39.120116 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968264e-8477-4f71-bfb7-8d126a845bcc req-83e0c2a3-3f5d-41a8-a708-299dc48089e9 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:39.129631 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968264e-8477-4f71-bfb7-8d126a845bcc req-83e0c2a3-3f5d-41a8-a708-299dc48089e9 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:39.131882 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a968264e-8477-4f71-bfb7-8d126a845bcc req-83e0c2a3-3f5d-41a8-a708-299dc48089e9 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/ports?device_id=faf9fba9-1f5d-42f8-a228-53b900f6c1ec HTTP/1.1" status: 200 len: 2418 time: 0.1033690 Jul 23 20:01:39.178720 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a968264e-8477-4f71-bfb7-8d126a845bcc req-ea56f1a4-dd21-485f-b888-f4e37c09eb6c tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/security-groups?id=c05a2f49-6680-49e0-b00d-36d7f89d365d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398395 Jul 23 20:01:39.447169 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fcf7cbf-9d76-4138-962e-aca69a6234b9 x-openstack-request-id: req-4fcf7cbf-9d76-4138-962e-aca69a6234b9 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:01:39.447505 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a406a06f-698b-4a3d-ac83-c083ad7b1202", "tag": "72c8b2f5-e2a2-44f1-accb-b987c7310380", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:01:39.447735 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4fcf7cbf-9d76-4138-962e-aca69a6234b9 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:01:39.448228 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a406a06f-698b-4a3d-ac83-c083ad7b1202', 'tag': '72c8b2f5-e2a2-44f1-accb-b987c7310380', 'status': 'completed', 'code': 200} Jul 23 20:01:39.456928 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b671709-2032-4bbe-968e-a000366f55c6 req-57d75340-9f09-462c-b0c4-7a29da730bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:39.459223 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b671709-2032-4bbe-968e-a000366f55c6 req-57d75340-9f09-462c-b0c4-7a29da730bac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b18a1bf8b83648bdabc842eb6556cf43&device_id=a406a06f-698b-4a3d-ac83-c083ad7b1202 HTTP/1.1" status: 200 len: 1100 time: 0.4641933 Jul 23 20:01:39.509506 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-74d3efb4-c1b3-4e15-ab47-544a657a170c tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:39.513815 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-74d3efb4-c1b3-4e15-ab47-544a657a170c tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/networks?id=18f1c189-135d-4e39-8a5e-b364e733193d HTTP/1.1" status: 200 len: 820 time: 0.1243484 Jul 23 20:01:39.525080 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a38dabf5-8249-4c0c-93a3-e8695fd12a31 req-55f295f0-057b-4a4c-9f81-d041c274dfd4 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254758 Jul 23 20:01:39.527229 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b671709-2032-4bbe-968e-a000366f55c6 req-f074be26-e273-4462-97f6-1124d0fe62df service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=72c8b2f5-e2a2-44f1-accb-b987c7310380 HTTP/1.1" status: 200 len: 217 time: 0.0540385 Jul 23 20:01:39.531054 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-d46aac13-70d7-414c-9c12-f6c297231b27 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/quotas/a3d6e44c4dd248468c67611aa3d977ae HTTP/1.1" status: 200 len: 375 time: 0.0112302 Jul 23 20:01:39.543871 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:01:39.591920 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b671709-2032-4bbe-968e-a000366f55c6 req-3ba3d903-ad9a-4a44-b39d-b11af96f7629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:39.594065 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b671709-2032-4bbe-968e-a000366f55c6 req-3ba3d903-ad9a-4a44-b39d-b11af96f7629 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.0606804 Jul 23 20:01:39.631036 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-901bff3f-4b9e-4444-8448-b2bf6c61c0fe tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3d6e44c4dd248468c67611aa3d977ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0918350 Jul 23 20:01:39.702011 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b671709-2032-4bbe-968e-a000366f55c6 req-fd69d1e7-239c-4e0a-9a7c-f0420eb09562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:39.703519 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b671709-2032-4bbe-968e-a000366f55c6 req-fd69d1e7-239c-4e0a-9a7c-f0420eb09562 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1026115 Jul 23 20:01:39.715035 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf1e28-4a35-455c-b9a3-4ab98f11bd8e req-f16f3475-2199-46f3-907a-36199d31845b tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:39.716008 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ebbf1e28-4a35-455c-b9a3-4ab98f11bd8e req-f16f3475-2199-46f3-907a-36199d31845b tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d HTTP/1.1" status: 200 len: 945 time: 0.1052532 Jul 23 20:01:39.743385 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-bb3153e7-f9bb-4a94-ab98-a8a9c22f50e5 service neutron] 10.222.0.32 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051569 Jul 23 20:01:39.808452 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ebbf1e28-4a35-455c-b9a3-4ab98f11bd8e req-721e1442-908b-4bab-ad8e-4702d53d8ecc tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827961 Jul 23 20:01:39.837004 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-10dff5c1-f84d-4e89-aad8-2e9745ca5466 service neutron] 10.222.0.32 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878623 Jul 23 20:01:39.842015 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b671709-2032-4bbe-968e-a000366f55c6 req-79468453-6e71-4b0b-a233-c1900230e7ea service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244535 Jul 23 20:01:39.984525 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b671709-2032-4bbe-968e-a000366f55c6 req-86d0793a-179c-4992-8c5a-53c16b724d0f service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357257 Jul 23 20:01:40.015197 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c712453-bca6-4c39-9ec8-62d661cd82fe req-34bdaecd-4708-4f1a-ae33-3666013faf30 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:40.016714 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3c712453-bca6-4c39-9ec8-62d661cd82fe req-34bdaecd-4708-4f1a-ae33-3666013faf30 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8bc3c27-6e67-4acb-b194-d727bfd4dd3d HTTP/1.1" status: 200 len: 945 time: 0.1288552 Jul 23 20:01:40.072355 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6e2e9-1ef9-4cfb-a9e5-dbf26e1c75f5 req-41d0ae04-65cc-419e-a9de-a5efd0086b5a tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:40.079758 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-09a6e2e9-1ef9-4cfb-a9e5-dbf26e1c75f5 req-41d0ae04-65cc-419e-a9de-a5efd0086b5a tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] 10.222.0.32 "GET /v2.0/ports?device_id=a406a06f-698b-4a3d-ac83-c083ad7b1202 HTTP/1.1" status: 200 len: 948 time: 0.0847733 Jul 23 20:01:40.096431 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3c712453-bca6-4c39-9ec8-62d661cd82fe req-8fb4acde-da89-4361-aff4-2e2e17abc37c tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712750 Jul 23 20:01:40.132800 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294bcff-d6ee-4613-a73f-924b45ba3fad req-83e8ccf4-18cc-4677-857b-3b83e0016835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:40.134381 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-09a6e2e9-1ef9-4cfb-a9e5-dbf26e1c75f5 req-18d9fe50-64d9-436d-b51f-7a5ce8582f54 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] 10.222.0.32 "GET /v2.0/security-groups?id=6884061f-4e42-4c00-aadf-6b626dfb59b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536785 Jul 23 20:01:40.134540 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7294bcff-d6ee-4613-a73f-924b45ba3fad req-83e8ccf4-18cc-4677-857b-3b83e0016835 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b18a1bf8b83648bdabc842eb6556cf43&device_id=a406a06f-698b-4a3d-ac83-c083ad7b1202 HTTP/1.1" status: 200 len: 1100 time: 0.0952845 Jul 23 20:01:40.174629 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56075877-ec19-46cb-b660-04100ccf9e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:40.238863 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c6c645c1-bc14-430c-a102-e67e2857d6b1 req-c26846ff-2738-4b2f-8748-ba9b95b8a7e2 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5 HTTP/1.1" status: 200 len: 210 time: 0.0536046 Jul 23 20:01:40.278230 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294bcff-d6ee-4613-a73f-924b45ba3fad req-4e8ddf49-549f-4da5-9809-0f201c1713c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:40.280464 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7294bcff-d6ee-4613-a73f-924b45ba3fad req-4e8ddf49-549f-4da5-9809-0f201c1713c8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.1382864 Jul 23 20:01:40.344922 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7294bcff-d6ee-4613-a73f-924b45ba3fad req-a3e0f6f2-8d13-49c9-bbfb-1bfa5a2e2980 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=72c8b2f5-e2a2-44f1-accb-b987c7310380 HTTP/1.1" status: 200 len: 217 time: 0.0574563 Jul 23 20:01:40.421978 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294bcff-d6ee-4613-a73f-924b45ba3fad req-a4b49007-e4dd-409a-a2c1-c087b56cd515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:40.423441 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7294bcff-d6ee-4613-a73f-924b45ba3fad req-a4b49007-e4dd-409a-a2c1-c087b56cd515 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.0616093 Jul 23 20:01:40.472919 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee679a7-81fe-454b-9119-8aa994db5672 req-7ff72a74-9f4e-44f2-b092-9a9e3c4117bc tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:40.478776 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee679a7-81fe-454b-9119-8aa994db5672 req-7ff72a74-9f4e-44f2-b092-9a9e3c4117bc tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:40.484554 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee679a7-81fe-454b-9119-8aa994db5672 req-7ff72a74-9f4e-44f2-b092-9a9e3c4117bc tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:40.484781 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36220) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:01:40.486238 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aee679a7-81fe-454b-9119-8aa994db5672 req-7ff72a74-9f4e-44f2-b092-9a9e3c4117bc tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/ports?device_id=faf9fba9-1f5d-42f8-a228-53b900f6c1ec HTTP/1.1" status: 200 len: 2418 time: 0.1894753 Jul 23 20:01:40.536351 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aee679a7-81fe-454b-9119-8aa994db5672 req-cf4b742c-41ea-45f7-9f28-cc03f37c1cfb tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/security-groups?id=c05a2f49-6680-49e0-b00d-36d7f89d365d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441799 Jul 23 20:01:40.546350 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294bcff-d6ee-4613-a73f-924b45ba3fad req-bda327d5-2eac-4319-901a-83fba5cb0718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:40.547954 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7294bcff-d6ee-4613-a73f-924b45ba3fad req-bda327d5-2eac-4319-901a-83fba5cb0718 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1169512 Jul 23 20:01:40.660897 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7294bcff-d6ee-4613-a73f-924b45ba3fad req-13c763a4-6709-4b3e-985f-88f4e839af22 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040936 Jul 23 20:01:40.715839 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e4478540-bf81-4802-8245-6522c366e5ec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=17ff61f0156f4459a680da5d5a3dd368&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297451 Jul 23 20:01:40.719921 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36226) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:01:40.762549 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7294bcff-d6ee-4613-a73f-924b45ba3fad req-96acb6fe-4347-460e-b1df-eac2f75d979a service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881219 Jul 23 20:01:40.768062 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9467438-6933-47cf-a68f-747186fff343 req-a1bd53bd-86a0-4481-ac9b-8c7bb367e72f tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:40.774582 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9467438-6933-47cf-a68f-747186fff343 req-a1bd53bd-86a0-4481-ac9b-8c7bb367e72f tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:40.780367 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9467438-6933-47cf-a68f-747186fff343 req-a1bd53bd-86a0-4481-ac9b-8c7bb367e72f tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:40.781978 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a9467438-6933-47cf-a68f-747186fff343 req-a1bd53bd-86a0-4481-ac9b-8c7bb367e72f tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf9fba9-1f5d-42f8-a228-53b900f6c1ec HTTP/1.1" status: 200 len: 2418 time: 0.1919703 Jul 23 20:01:40.805317 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca6a5d-47e9-47d1-9778-e174306a6152 req-5ce17258-f77a-4398-973c-ae9a413dbfb8 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:40.807488 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b9ca6a5d-47e9-47d1-9778-e174306a6152 req-5ce17258-f77a-4398-973c-ae9a413dbfb8 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 950 time: 0.1763735 Jul 23 20:01:40.887579 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f92bbe3-a269-4115-b733-f2e5907fa4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:40.920152 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b9ca6a5d-47e9-47d1-9778-e174306a6152 req-8531c3e9-555b-45a3-9dce-37888c14ce51 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035111 Jul 23 20:01:40.946067 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f92bbe3-a269-4115-b733-f2e5907fa4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:40.957859 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2088f6-b382-4ccf-9ebf-186bc8170cf5 req-db3665f2-b548-4bc6-885c-5edeb56b348f tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:40.959795 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd2088f6-b382-4ccf-9ebf-186bc8170cf5 req-db3665f2-b548-4bc6-885c-5edeb56b348f tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d HTTP/1.1" status: 200 len: 945 time: 0.0779161 Jul 23 20:01:40.993937 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-a9467438-6933-47cf-a68f-747186fff343 req-76e43818-9d9d-4315-aebe-bcffe86a13c5 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Deleting port dd705fc3-006b-4dc7-ae21-6bb18e64037a {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:01:40.994272 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a9467438-6933-47cf-a68f-747186fff343 req-76e43818-9d9d-4315-aebe-bcffe86a13c5 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:41.012272 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd2088f6-b382-4ccf-9ebf-186bc8170cf5 req-a35f2677-5d55-4a19-b1aa-fe7de46540c2 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360782 Jul 23 20:01:41.064378 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f92bbe3-a269-4115-b733-f2e5907fa4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:41.067678 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f92bbe3-a269-4115-b733-f2e5907fa4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:41.068979 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8f92bbe3-a269-4115-b733-f2e5907fa4c2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/99cb72a8-3df3-48cc-84fa-b66918af74ab HTTP/1.1" status: 204 len: 168 time: 0.3457437 Jul 23 20:01:41.080174 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92bbe3-a269-4115-b733-f2e5907fa4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cb72a8-3df3-48cc-84fa-b66918af74ab,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:41.125362 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-a9467438-6933-47cf-a68f-747186fff343 req-76e43818-9d9d-4315-aebe-bcffe86a13c5 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] For port dd705fc3-006b-4dc7-ae21-6bb18e64037a, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=dd705fc3-006b-4dc7-ae21-6bb18e64037a,segment=NetworkSegment(0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd),segment_id=0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:41.126321 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a9467438-6933-47cf-a68f-747186fff343 req-76e43818-9d9d-4315-aebe-bcffe86a13c5 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:41.174984 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-a9467438-6933-47cf-a68f-747186fff343 req-76e43818-9d9d-4315-aebe-bcffe86a13c5 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Calling delete_port for dd705fc3-006b-4dc7-ae21-6bb18e64037a owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:01:41.205134 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-ef1a72a0-77ad-4ed7-a7d3-8470518cea2b tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:41.205773 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-ef1a72a0-77ad-4ed7-a7d3-8470518cea2b tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.30 "GET /v2.0/networks?id=18f1c189-135d-4e39-8a5e-b364e733193d HTTP/1.1" status: 200 len: 820 time: 0.1754956 Jul 23 20:01:41.223452 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-5e14e7f6-8d03-4d41-a4ff-c2b96aa03f86 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Request body: {'port': {'device_id': '1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5', 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d', 'admin_state_up': True, 'tenant_id': 'a3d6e44c4dd248468c67611aa3d977ae'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:01:41.326310 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76246c6-0398-4669-8d61-3b327a29c404 req-d39bb866-ac0b-4d6c-b377-973669c2e84b tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:41.327684 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f76246c6-0398-4669-8d61-3b327a29c404 req-d39bb866-ac0b-4d6c-b377-973669c2e84b tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8bc3c27-6e67-4acb-b194-d727bfd4dd3d HTTP/1.1" status: 200 len: 945 time: 0.1368785 Jul 23 20:01:41.362853 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6025d-ee58-4284-a063-67991d5c6eb2 req-282b8990-6cc9-4301-b6ac-c174c2ae9ce0 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:41.366017 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-64d6025d-ee58-4284-a063-67991d5c6eb2 req-282b8990-6cc9-4301-b6ac-c174c2ae9ce0 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] 10.222.0.32 "GET /v2.0/ports?device_id=a406a06f-698b-4a3d-ac83-c083ad7b1202 HTTP/1.1" status: 200 len: 948 time: 0.1592417 Jul 23 20:01:41.409726 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f76246c6-0398-4669-8d61-3b327a29c404 req-25d7c3d0-b7a0-4a69-aa47-8078e3b93c86 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733154 Jul 23 20:01:41.417504 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a9467438-6933-47cf-a68f-747186fff343 req-76e43818-9d9d-4315-aebe-bcffe86a13c5 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:41.422402 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36242) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:01:41.426290 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-64d6025d-ee58-4284-a063-67991d5c6eb2 req-07db08cd-4460-4847-bdd4-97a276a57f35 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] 10.222.0.32 "GET /v2.0/security-groups?id=6884061f-4e42-4c00-aadf-6b626dfb59b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560169 Jul 23 20:01:41.429316 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['5c15af9f-30a0-40a4-a178-4bfe4cd3617b', 'dd705fc3-006b-4dc7-ae21-6bb18e64037a', '32f70630-4248-48a3-8042-9866122f9f64'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:01:41.453899 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-5e14e7f6-8d03-4d41-a4ff-c2b96aa03f86 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Made reservation on behalf of a3d6e44c4dd248468c67611aa3d977ae for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:01:41.455713 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e43818-9d9d-4315-aebe-bcffe86a13c5 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Pushing event deleted for resources: {'Port': ['ID=dd705fc3-006b-4dc7-ae21-6bb18e64037a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:41.458902 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-5e14e7f6-8d03-4d41-a4ff-c2b96aa03f86 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:41.499499 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-30a83036-624d-4d62-9ad8-b2e375b4cbf4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b2cc440746a7442ab4accc3462406e6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0719717 Jul 23 20:01:41.501881 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36244) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:01:41.526157 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9467438-6933-47cf-a68f-747186fff343 req-76e43818-9d9d-4315-aebe-bcffe86a13c5 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] No DVR routers for this DVR port dd705fc3-006b-4dc7-ae21-6bb18e64037a on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:01:41.528801 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a9467438-6933-47cf-a68f-747186fff343 req-76e43818-9d9d-4315-aebe-bcffe86a13c5 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:41.534159 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a9467438-6933-47cf-a68f-747186fff343 req-76e43818-9d9d-4315-aebe-bcffe86a13c5 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.30 "DELETE /v2.0/ports/dd705fc3-006b-4dc7-ae21-6bb18e64037a HTTP/1.1" status: 204 len: 173 time: 0.7402086 Jul 23 20:01:41.534804 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf9fba9-1f5d-42f8-a228-53b900f6c1ec', 'name': 'network-vif-deleted', 'tag': 'dd705fc3-006b-4dc7-ae21-6bb18e64037a'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:01:41.537331 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955a5665-fc25-42fa-869e-0a6d99dc327d" -d '{"events": [{"server_uuid": "faf9fba9-1f5d-42f8-a228-53b900f6c1ec", "name": "network-vif-deleted", "tag": "dd705fc3-006b-4dc7-ae21-6bb18e64037a"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:01:41.611342 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6785ebe1-827b-4c42-9bab-7d8dbbf33fd7 x-openstack-request-id: req-6785ebe1-827b-4c42-9bab-7d8dbbf33fd7 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:01:41.611702 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf9fba9-1f5d-42f8-a228-53b900f6c1ec", "name": "network-vif-deleted", "tag": "dd705fc3-006b-4dc7-ae21-6bb18e64037a", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:01:41.612094 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6785ebe1-827b-4c42-9bab-7d8dbbf33fd7 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:01:41.613245 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf9fba9-1f5d-42f8-a228-53b900f6c1ec', 'name': 'network-vif-deleted', 'tag': 'dd705fc3-006b-4dc7-ae21-6bb18e64037a', 'status': 'completed', 'code': 200} Jul 23 20:01:41.658367 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d367acf9-e2fa-424a-997f-3d6b6c25d3d6 req-9d4e0ca7-3f80-4bc9-bfd6-3423d8e02ab2 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5 HTTP/1.1" status: 200 len: 210 time: 0.0582445 Jul 23 20:01:41.670299 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5b3bd072-c47b-4a12-afd9-1aa9fb9d9d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:41.739909 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-a9467438-6933-47cf-a68f-747186fff343 req-74b0d7d8-44a3-41fa-9033-eb4a5e361e93 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Deleting port 5c15af9f-30a0-40a4-a178-4bfe4cd3617b {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:01:41.740257 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a9467438-6933-47cf-a68f-747186fff343 req-74b0d7d8-44a3-41fa-9033-eb4a5e361e93 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:41.745490 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-5e14e7f6-8d03-4d41-a4ff-c2b96aa03f86 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Allocated IP 172.20.0.4 (18f1c189-135d-4e39-8a5e-b364e733193d/ff9cc1f3-5cfa-4b1f-ac36-a859db46b374/6b7ee242-aab5-4f4d-90ec-2bb39beaefb2) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:01:41.797494 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5b3bd072-c47b-4a12-afd9-1aa9fb9d9d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:41.813600 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 5c15af9f-30a0-40a4-a178-4bfe4cd3617b no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:01:41.842302 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-a9467438-6933-47cf-a68f-747186fff343 req-74b0d7d8-44a3-41fa-9033-eb4a5e361e93 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] For port 5c15af9f-30a0-40a4-a178-4bfe4cd3617b, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=5c15af9f-30a0-40a4-a178-4bfe4cd3617b,segment=NetworkSegment(0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd),segment_id=0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:41.843141 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a9467438-6933-47cf-a68f-747186fff343 req-74b0d7d8-44a3-41fa-9033-eb4a5e361e93 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:41.857874 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-a9467438-6933-47cf-a68f-747186fff343 req-74b0d7d8-44a3-41fa-9033-eb4a5e361e93 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Calling delete_port for 5c15af9f-30a0-40a4-a178-4bfe4cd3617b owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:01:41.900426 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:41.911264 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f0a03-b841-451e-82a9-7e0e4f5a53bd req-952c8e49-a4a2-4716-a6a5-382b3b6ad2d7 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:41.917258 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f0a03-b841-451e-82a9-7e0e4f5a53bd req-952c8e49-a4a2-4716-a6a5-382b3b6ad2d7 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:41.922082 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-332f0a03-b841-451e-82a9-7e0e4f5a53bd req-952c8e49-a4a2-4716-a6a5-382b3b6ad2d7 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/ports?device_id=faf9fba9-1f5d-42f8-a228-53b900f6c1ec HTTP/1.1" status: 200 len: 1683 time: 0.2291389 Jul 23 20:01:41.926861 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf9fba9-1f5d-42f8-a228-53b900f6c1ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c15af9f-30a0-40a4-a178-4bfe4cd3617b'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:01:41.929687 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccc1085-d311-4818-83d7-bc993e346df5" -d '{"events": [{"server_uuid": "faf9fba9-1f5d-42f8-a228-53b900f6c1ec", "name": "network-vif-unplugged", "status": "completed", "tag": "5c15af9f-30a0-40a4-a178-4bfe4cd3617b"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:01:41.948589 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 5c15af9f-30a0-40a4-a178-4bfe4cd3617b, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=5c15af9f-30a0-40a4-a178-4bfe4cd3617b,segment=NetworkSegment(0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd),segment_id=0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:41.953854 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:41.954893 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 6b3cf3b3-7232-4a77-a76e-d33cb770c70d no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:01:41.988052 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83672856-4cd5-4150-a51c-58b83c1c7389 x-openstack-request-id: req-83672856-4cd5-4150-a51c-58b83c1c7389 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:01:41.988869 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf9fba9-1f5d-42f8-a228-53b900f6c1ec", "name": "network-vif-unplugged", "status": "completed", "tag": "5c15af9f-30a0-40a4-a178-4bfe4cd3617b", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:01:41.989223 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-83672856-4cd5-4150-a51c-58b83c1c7389 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:01:41.990530 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf9fba9-1f5d-42f8-a228-53b900f6c1ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c15af9f-30a0-40a4-a178-4bfe4cd3617b', 'code': 200} Jul 23 20:01:42.006083 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5b3bd072-c47b-4a12-afd9-1aa9fb9d9d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:42.010100 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5b3bd072-c47b-4a12-afd9-1aa9fb9d9d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:42.014399 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5b3bd072-c47b-4a12-afd9-1aa9fb9d9d96 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/52e85da8-24e9-49fb-ac3d-1cba20188a1e HTTP/1.1" status: 204 len: 168 time: 0.5114062 Jul 23 20:01:42.018818 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 6b3cf3b3-7232-4a77-a76e-d33cb770c70d {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:01:42.020472 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 6b3cf3b3-7232-4a77-a76e-d33cb770c70d not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:01:42.051860 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a9467438-6933-47cf-a68f-747186fff343 req-74b0d7d8-44a3-41fa-9033-eb4a5e361e93 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:42.053173 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-332f0a03-b841-451e-82a9-7e0e4f5a53bd req-9b5e5e6a-04f6-4957-ab92-c602bb3e80f8 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/security-groups?id=c05a2f49-6680-49e0-b00d-36d7f89d365d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189013 Jul 23 20:01:42.059225 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3bd072-c47b-4a12-afd9-1aa9fb9d9d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e85da8-24e9-49fb-ac3d-1cba20188a1e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:42.070372 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=5c15af9f-30a0-40a4-a178-4bfe4cd3617b,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:42.105669 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-5e14e7f6-8d03-4d41-a4ff-c2b96aa03f86 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:42.139319 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0d7d8-44a3-41fa-9033-eb4a5e361e93 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Pushing event deleted for resources: {'Port': ['ID=5c15af9f-30a0-40a4-a178-4bfe4cd3617b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:42.192464 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9467438-6933-47cf-a68f-747186fff343 req-74b0d7d8-44a3-41fa-9033-eb4a5e361e93 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] No DVR routers for this DVR port 5c15af9f-30a0-40a4-a178-4bfe4cd3617b on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:01:42.195908 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a9467438-6933-47cf-a68f-747186fff343 req-74b0d7d8-44a3-41fa-9033-eb4a5e361e93 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:42.198024 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a9467438-6933-47cf-a68f-747186fff343 req-74b0d7d8-44a3-41fa-9033-eb4a5e361e93 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.30 "DELETE /v2.0/ports/5c15af9f-30a0-40a4-a178-4bfe4cd3617b HTTP/1.1" status: 204 len: 173 time: 0.6525395 Jul 23 20:01:42.257896 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b4917-0aa9-4778-b20a-8afc847e52d0 req-12d75eb5-016c-4865-873e-b03810be4b95 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:42.260356 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6c2b4917-0aa9-4778-b20a-8afc847e52d0 req-12d75eb5-016c-4865-873e-b03810be4b95 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d HTTP/1.1" status: 200 len: 945 time: 0.1224616 Jul 23 20:01:42.262866 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-5e14e7f6-8d03-4d41-a4ff-c2b96aa03f86 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:42.273176 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc5838-b684-4e3c-b0ee-590bd7cfe354 req-4e20a1a6-01d9-40b9-a37a-545045e78590 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:42.274987 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cebc5838-b684-4e3c-b0ee-590bd7cfe354 req-4e20a1a6-01d9-40b9-a37a-545045e78590 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 950 time: 0.2095251 Jul 23 20:01:42.357641 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cebc5838-b684-4e3c-b0ee-590bd7cfe354 req-a9641065-5292-43b7-95cc-45ac38dec32e tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766439 Jul 23 20:01:42.358165 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-5e14e7f6-8d03-4d41-a4ff-c2b96aa03f86 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Network 18f1c189-135d-4e39-8a5e-b364e733193d is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:01:42.368592 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14e7f6-8d03-4d41-a4ff-c2b96aa03f86 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Pushing event updated for resources: {'Port': ['ID=6b7ee242-aab5-4f4d-90ec-2bb39beaefb2,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:42.371136 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-5e14e7f6-8d03-4d41-a4ff-c2b96aa03f86 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:01:42.375302 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-5e14e7f6-8d03-4d41-a4ff-c2b96aa03f86 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:01:42.377911 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-a9467438-6933-47cf-a68f-747186fff343 req-11078444-b96b-4a8c-be93-2a8554f4c078 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Deleting port 32f70630-4248-48a3-8042-9866122f9f64 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:01:42.378287 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a9467438-6933-47cf-a68f-747186fff343 req-11078444-b96b-4a8c-be93-2a8554f4c078 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:42.408505 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6c2b4917-0aa9-4778-b20a-8afc847e52d0 req-fdd43d95-65d8-468a-a871-41362e7de823 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072073 Jul 23 20:01:42.436283 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-5e14e7f6-8d03-4d41-a4ff-c2b96aa03f86 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:42.436982 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-5e14e7f6-8d03-4d41-a4ff-c2b96aa03f86 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:42.465714 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-5e14e7f6-8d03-4d41-a4ff-c2b96aa03f86 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2473874 Jul 23 20:01:42.478830 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-99b5a1dd-85ed-4581-a429-6593f0415b63 service neutron] Request body: {'port': {'device_id': '1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:01:42.495491 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-a9467438-6933-47cf-a68f-747186fff343 req-11078444-b96b-4a8c-be93-2a8554f4c078 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] For port 32f70630-4248-48a3-8042-9866122f9f64, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=32f70630-4248-48a3-8042-9866122f9f64,segment=NetworkSegment(d5d92680-756b-43dc-9d09-b89dc37459d8),segment_id=d5d92680-756b-43dc-9d09-b89dc37459d8)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:42.495491 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a9467438-6933-47cf-a68f-747186fff343 req-11078444-b96b-4a8c-be93-2a8554f4c078 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:42.521496 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-a9467438-6933-47cf-a68f-747186fff343 req-11078444-b96b-4a8c-be93-2a8554f4c078 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Calling delete_port for 32f70630-4248-48a3-8042-9866122f9f64 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:01:42.618789 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-99b5a1dd-85ed-4581-a429-6593f0415b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:42.639257 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024b3df-64ab-46ba-92bd-5e5a870a49a5 req-0ec3daa3-6229-4252-be31-8b03bb0a0f7e tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:42.642083 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6024b3df-64ab-46ba-92bd-5e5a870a49a5 req-0ec3daa3-6229-4252-be31-8b03bb0a0f7e tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8bc3c27-6e67-4acb-b194-d727bfd4dd3d HTTP/1.1" status: 200 len: 945 time: 0.1373932 Jul 23 20:01:42.672290 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98875f41-2bd9-4eb9-96e6-f203a75af465 req-a4895da8-1475-4207-b8f7-4a0074300bfc tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:42.673851 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-98875f41-2bd9-4eb9-96e6-f203a75af465 req-a4895da8-1475-4207-b8f7-4a0074300bfc tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] 10.222.0.32 "GET /v2.0/ports?device_id=a406a06f-698b-4a3d-ac83-c083ad7b1202 HTTP/1.1" status: 200 len: 948 time: 0.1461928 Jul 23 20:01:42.718919 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6024b3df-64ab-46ba-92bd-5e5a870a49a5 req-8e888f85-576e-4ba1-ae16-f60d41684e12 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701306 Jul 23 20:01:42.751507 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a9467438-6933-47cf-a68f-747186fff343 req-11078444-b96b-4a8c-be93-2a8554f4c078 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:42.787126 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11078444-b96b-4a8c-be93-2a8554f4c078 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Pushing event deleted for resources: {'Port': ['ID=32f70630-4248-48a3-8042-9866122f9f64,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:42.840960 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-98875f41-2bd9-4eb9-96e6-f203a75af465 req-9dfc6e11-ee4c-410e-b1e9-042798117438 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] 10.222.0.32 "GET /v2.0/security-groups?id=6884061f-4e42-4c00-aadf-6b626dfb59b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568389 Jul 23 20:01:42.849754 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9467438-6933-47cf-a68f-747186fff343 req-11078444-b96b-4a8c-be93-2a8554f4c078 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] No DVR routers for this DVR port 32f70630-4248-48a3-8042-9866122f9f64 on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:01:42.861931 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a9467438-6933-47cf-a68f-747186fff343 req-11078444-b96b-4a8c-be93-2a8554f4c078 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:42.865022 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a9467438-6933-47cf-a68f-747186fff343 req-11078444-b96b-4a8c-be93-2a8554f4c078 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.30 "DELETE /v2.0/ports/32f70630-4248-48a3-8042-9866122f9f64 HTTP/1.1" status: 204 len: 173 time: 0.6573069 Jul 23 20:01:42.918447 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cf3ce01e-75f3-4a0e-93bf-5e07b9fb6502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:42.987490 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005e592-1e04-45ae-a9bd-948df1c1dc9a req-1f3dfc00-1ec3-4c6c-8ae6-677ec152547e tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:42.990894 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3005e592-1e04-45ae-a9bd-948df1c1dc9a req-1f3dfc00-1ec3-4c6c-8ae6-677ec152547e tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5 HTTP/1.1" status: 200 len: 931 time: 0.0988641 Jul 23 20:01:43.052379 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3005e592-1e04-45ae-a9bd-948df1c1dc9a req-b42e2c36-8a49-4e24-b341-cd971a2199ff tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516710 Jul 23 20:01:43.057378 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-99b5a1dd-85ed-4581-a429-6593f0415b63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:01:43.069940 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-99b5a1dd-85ed-4581-a429-6593f0415b63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:43.084769 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-99b5a1dd-85ed-4581-a429-6593f0415b63 service neutron] Transition to ACTIVE for port object 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:01:43.090106 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-99b5a1dd-85ed-4581-a429-6593f0415b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:43.175880 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00d608f1-d4b1-469a-84be-3c0b8ff44a57 req-3a596fcb-5a05-4903-abfc-84795ece4b14 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/ports?device_id=faf9fba9-1f5d-42f8-a228-53b900f6c1ec HTTP/1.1" status: 200 len: 210 time: 0.0462093 Jul 23 20:01:43.176855 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b5a1dd-85ed-4581-a429-6593f0415b63 service neutron] Pushing event updated for resources: {'Port': ['ID=6b7ee242-aab5-4f4d-90ec-2bb39beaefb2,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:43.223521 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:43.253733 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-99b5a1dd-85ed-4581-a429-6593f0415b63 service neutron] Attempting to bind port 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:01:43.254071 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-99b5a1dd-85ed-4581-a429-6593f0415b63 service neutron] Attempting to bind port 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:01:43.254482 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-99b5a1dd-85ed-4581-a429-6593f0415b63 service neutron] Attempting to bind port 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 on network 18f1c189-135d-4e39-8a5e-b364e733193d {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:01:43.258829 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-99b5a1dd-85ed-4581-a429-6593f0415b63 service neutron] Port 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 on network 18f1c189-135d-4e39-8a5e-b364e733193d not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:01:43.259143 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-99b5a1dd-85ed-4581-a429-6593f0415b63 service neutron] Attempting to bind port 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 on network 18f1c189-135d-4e39-8a5e-b364e733193d {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:01:43.263753 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-99b5a1dd-85ed-4581-a429-6593f0415b63 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:01:43.264086 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-99b5a1dd-85ed-4581-a429-6593f0415b63 service neutron] Checking segment: {'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:01:43.264488 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-99b5a1dd-85ed-4581-a429-6593f0415b63 service neutron] Bound using segment: {'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:01:43.264907 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-99b5a1dd-85ed-4581-a429-6593f0415b63 service neutron] Bound port: 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:01:43.265261 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-99b5a1dd-85ed-4581-a429-6593f0415b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:43.338326 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-99b5a1dd-85ed-4581-a429-6593f0415b63 service neutron] For port 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:01:43.344655 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-99b5a1dd-85ed-4581-a429-6593f0415b63 service neutron] For port 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=6b7ee242-aab5-4f4d-90ec-2bb39beaefb2,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:01:43.349337 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-99b5a1dd-85ed-4581-a429-6593f0415b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:43.387891 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-99b5a1dd-85ed-4581-a429-6593f0415b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:43.388532 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-99b5a1dd-85ed-4581-a429-6593f0415b63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:43.390018 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-99b5a1dd-85ed-4581-a429-6593f0415b63 service neutron] 10.222.0.30 "PUT /v2.0/ports/6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 HTTP/1.1" status: 200 len: 1092 time: 0.9162469 Jul 23 20:01:43.390517 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5', 'tag': '6b7ee242-aab5-4f4d-90ec-2bb39beaefb2'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:01:43.392782 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c7631f-d010-4355-89be-64f9f0ce778e" -d '{"events": [{"name": "network-changed", "server_uuid": "1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5", "tag": "6b7ee242-aab5-4f4d-90ec-2bb39beaefb2"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:01:43.422374 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b5a1dd-85ed-4581-a429-6593f0415b63 service neutron] Pushing event updated for resources: {'Port': ['ID=6b7ee242-aab5-4f4d-90ec-2bb39beaefb2,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:43.439068 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d8a0a3-53cf-46d6-9d56-ed7e74110c15 x-openstack-request-id: req-03d8a0a3-53cf-46d6-9d56-ed7e74110c15 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:01:43.439365 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5", "tag": "6b7ee242-aab5-4f4d-90ec-2bb39beaefb2", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:01:43.439623 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-03d8a0a3-53cf-46d6-9d56-ed7e74110c15 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:01:43.440025 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5', 'tag': '6b7ee242-aab5-4f4d-90ec-2bb39beaefb2', 'status': 'completed', 'code': 200} Jul 23 20:01:43.570194 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-81b9b9f6-d5d9-4c8f-823d-0ef54d3ee72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:43.571813 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-81b9b9f6-d5d9-4c8f-823d-0ef54d3ee72e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3d6e44c4dd248468c67611aa3d977ae&device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5 HTTP/1.1" status: 200 len: 1095 time: 0.1144226 Jul 23 20:01:43.573922 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c05cf2-c654-41fd-8371-fa4a7142420e req-39d6433e-5db7-444e-a569-b0b8d051d701 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:43.575918 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b0c05cf2-c654-41fd-8371-fa4a7142420e req-39d6433e-5db7-444e-a569-b0b8d051d701 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 950 time: 0.0846398 Jul 23 20:01:43.584087 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479ce36-3286-4453-a2ca-a95fc0fd9f7f req-7d5478d2-eb1b-4b9c-b734-0788d0025739 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:43.585566 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a479ce36-3286-4453-a2ca-a95fc0fd9f7f req-7d5478d2-eb1b-4b9c-b734-0788d0025739 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d HTTP/1.1" status: 200 len: 945 time: 0.0898261 Jul 23 20:01:43.613925 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf9fba9-1f5d-42f8-a228-53b900f6c1ec', 'name': 'network-vif-deleted', 'tag': '5c15af9f-30a0-40a4-a178-4bfe4cd3617b'}, {'server_uuid': 'faf9fba9-1f5d-42f8-a228-53b900f6c1ec', 'name': 'network-vif-deleted', 'tag': '32f70630-4248-48a3-8042-9866122f9f64'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:01:43.616175 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc06dacb-b60f-4beb-bba4-9ea4643281ea" -d '{"events": [{"server_uuid": "faf9fba9-1f5d-42f8-a228-53b900f6c1ec", "name": "network-vif-deleted", "tag": "5c15af9f-30a0-40a4-a178-4bfe4cd3617b"}, {"server_uuid": "faf9fba9-1f5d-42f8-a228-53b900f6c1ec", "name": "network-vif-deleted", "tag": "32f70630-4248-48a3-8042-9866122f9f64"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:01:43.621593 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b0c05cf2-c654-41fd-8371-fa4a7142420e req-3c556970-4059-415d-b666-c0a50283f61c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395746 Jul 23 20:01:43.641251 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-1211fa31-7613-46be-922b-113278d4d324 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 HTTP/1.1" status: 200 len: 217 time: 0.0547531 Jul 23 20:01:43.670711 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 20:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6555ada-3ad1-4e17-a58b-4ec4724f084a x-openstack-request-id: req-b6555ada-3ad1-4e17-a58b-4ec4724f084a {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:01:43.671010 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf9fba9-1f5d-42f8-a228-53b900f6c1ec", "name": "network-vif-deleted", "tag": "5c15af9f-30a0-40a4-a178-4bfe4cd3617b", "status": "completed", "code": 200}, {"server_uuid": "faf9fba9-1f5d-42f8-a228-53b900f6c1ec", "name": "network-vif-deleted", "tag": "32f70630-4248-48a3-8042-9866122f9f64", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:01:43.671260 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6555ada-3ad1-4e17-a58b-4ec4724f084a {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:01:43.671655 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf9fba9-1f5d-42f8-a228-53b900f6c1ec', 'name': 'network-vif-deleted', 'tag': '5c15af9f-30a0-40a4-a178-4bfe4cd3617b', 'status': 'completed', 'code': 200} Jul 23 20:01:43.671908 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf9fba9-1f5d-42f8-a228-53b900f6c1ec', 'name': 'network-vif-deleted', 'tag': '32f70630-4248-48a3-8042-9866122f9f64', 'status': 'completed', 'code': 200} Jul 23 20:01:43.692584 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a479ce36-3286-4453-a2ca-a95fc0fd9f7f req-3f847bba-dafd-48ef-8249-6ff082e20f49 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991952 Jul 23 20:01:43.708065 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-cc4e132e-cfca-4140-8da6-6cd4882302a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:43.709558 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-cc4e132e-cfca-4140-8da6-6cd4882302a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff9cc1f3-5cfa-4b1f-ac36-a859db46b374 HTTP/1.1" status: 200 len: 860 time: 0.0603876 Jul 23 20:01:43.746858 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-95945d60-4958-424a-abad-1e31b63c1d68 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=18f1c189-135d-4e39-8a5e-b364e733193d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299342 Jul 23 20:01:43.818472 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 32f70630-4248-48a3-8042-9866122f9f64 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:01:43.847486 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 32f70630-4248-48a3-8042-9866122f9f64 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:01:43.848175 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 32f70630-4248-48a3-8042-9866122f9f64 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:01:43.848847 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device dd705fc3-006b-4dc7-ae21-6bb18e64037a no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:01:43.851086 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 72c8b2f5-e2a2-44f1-accb-b987c7310380 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:01:43.856385 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-d74b3c89-fd01-4362-a35e-2f096cfcc862 service neutron] 10.222.0.30 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013060 Jul 23 20:01:43.864491 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41318f26-b35e-40cc-ae79-f62533ffad4a req-1c57a2b7-998d-439c-9389-6f9a5fa29b77 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:43.867026 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-41318f26-b35e-40cc-ae79-f62533ffad4a req-1c57a2b7-998d-439c-9389-6f9a5fa29b77 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8bc3c27-6e67-4acb-b194-d727bfd4dd3d HTTP/1.1" status: 200 len: 945 time: 0.0778522 Jul 23 20:01:43.890560 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: dd705fc3-006b-4dc7-ae21-6bb18e64037a {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:01:43.890908 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device dd705fc3-006b-4dc7-ae21-6bb18e64037a not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:01:43.920019 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-41318f26-b35e-40cc-ae79-f62533ffad4a req-9d92e07d-731a-4cd6-b327-8ae75e5d9e50 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471261 Jul 23 20:01:43.921633 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:44.000060 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4c5f4065-6e26-44cb-98e0-daa1d3377d7b req-1c5bd0e3-9069-4526-88fc-775f0bc5cf56 service neutron] 10.222.0.30 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347702 Jul 23 20:01:44.008745 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 72c8b2f5-e2a2-44f1-accb-b987c7310380, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=72c8b2f5-e2a2-44f1-accb-b987c7310380,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:44.023673 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '72c8b2f5-e2a2-44f1-accb-b987c7310380', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': '72c8b2f5-e2a2-44f1-accb-b987c7310380', 'mac_address': 'fa:16:3e:de:2a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:01:44.075858 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:44.078710 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad53016c-1533-4328-bb9d-c62583d062b8 req-245091ae-2419-4bcb-a852-ff5b6c9f8810 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:44.080433 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ad53016c-1533-4328-bb9d-c62583d062b8 req-245091ae-2419-4bcb-a852-ff5b6c9f8810 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] 10.222.0.32 "GET /v2.0/ports?device_id=a406a06f-698b-4a3d-ac83-c083ad7b1202 HTTP/1.1" status: 200 len: 948 time: 0.0831587 Jul 23 20:01:44.091970 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72c8b2f5-e2a2-44f1-accb-b987c7310380 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:01:44.116261 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 72c8b2f5-e2a2-44f1-accb-b987c7310380, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=72c8b2f5-e2a2-44f1-accb-b987c7310380,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:44.123595 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7631f-d010-4355-89be-64f9f0ce778e req-1ba80467-7983-4a0b-8d92-7a269ad327b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:44.123758 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:44.125022 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b7c7631f-d010-4355-89be-64f9f0ce778e req-1ba80467-7983-4a0b-8d92-7a269ad327b2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3d6e44c4dd248468c67611aa3d977ae&device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5 HTTP/1.1" status: 200 len: 1095 time: 0.0684891 Jul 23 20:01:44.151975 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ad53016c-1533-4328-bb9d-c62583d062b8 req-cf08bae3-b593-4c9b-a27b-50ced808de70 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] 10.222.0.32 "GET /v2.0/security-groups?id=6884061f-4e42-4c00-aadf-6b626dfb59b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645909 Jul 23 20:01:44.201521 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:44.205130 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=72c8b2f5-e2a2-44f1-accb-b987c7310380,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:44.245875 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36330) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:01:44.278082 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:44.306180 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-381bdd12-0435-455c-8923-f0d23b127f28 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Deleting subnet 67b262a9-67bf-4680-a359-bffc586310b6 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:01:44.310645 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-381bdd12-0435-455c-8923-f0d23b127f28 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:44.334320 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7631f-d010-4355-89be-64f9f0ce778e req-9ce87bee-c4ff-487d-a93a-e217aeadf802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:44.335801 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b7c7631f-d010-4355-89be-64f9f0ce778e req-9ce87bee-c4ff-487d-a93a-e217aeadf802 service neutron] 10.222.0.30 "GET /v2.0/networks?id=18f1c189-135d-4e39-8a5e-b364e733193d HTTP/1.1" status: 200 len: 921 time: 0.2039893 Jul 23 20:01:44.344957 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-fc32e7e6-c2b7-4c10-8283-e38010547096 service neutron] show failed (client error): The resource could not be found. Jul 23 20:01:44.346133 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-fc32e7e6-c2b7-4c10-8283-e38010547096 service neutron] 10.222.0.18 "GET /v2.0/ports/75b59266-48b2-441f-a566-40e18621edbc/bindings/n-h1-793618-10 HTTP/1.1" status: 404 len: 381 time: 0.1019933 Jul 23 20:01:44.360770 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-381bdd12-0435-455c-8923-f0d23b127f28 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:44.363362 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7517755-eb58-4c9a-8ea7-10453f4df143 req-6ed5db44-24ad-4d3e-9c51-18a2df19848c tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:44.365109 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a7517755-eb58-4c9a-8ea7-10453f4df143 req-6ed5db44-24ad-4d3e-9c51-18a2df19848c tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5 HTTP/1.1" status: 200 len: 943 time: 0.1865211 Jul 23 20:01:44.391568 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['72c8b2f5-e2a2-44f1-accb-b987c7310380'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:01:44.411406 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b7c7631f-d010-4355-89be-64f9f0ce778e req-b21bb577-e352-40b0-864f-57e7c96e1114 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 HTTP/1.1" status: 200 len: 217 time: 0.0623882 Jul 23 20:01:44.476030 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a7517755-eb58-4c9a-8ea7-10453f4df143 req-4a7e54b7-15a9-41cf-b867-26a062cc1ac1 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635056 Jul 23 20:01:44.492285 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36334) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:01:44.506807 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7631f-d010-4355-89be-64f9f0ce778e req-b3a66f83-3b78-4a6c-ae1c-33fe1648df8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:44.508659 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b7c7631f-d010-4355-89be-64f9f0ce778e req-b3a66f83-3b78-4a6c-ae1c-33fe1648df8a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff9cc1f3-5cfa-4b1f-ac36-a859db46b374 HTTP/1.1" status: 200 len: 860 time: 0.0678310 Jul 23 20:01:44.517320 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-381bdd12-0435-455c-8923-f0d23b127f28 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:44.556447 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b7c7631f-d010-4355-89be-64f9f0ce778e req-68becf52-bca8-4e27-a9c2-122b605558f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=18f1c189-135d-4e39-8a5e-b364e733193d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402727 Jul 23 20:01:44.637092 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-381bdd12-0435-455c-8923-f0d23b127f28 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:44.661289 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-79c377da-ebc0-4230-a273-e9398aee8904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:44.669054 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381bdd12-0435-455c-8923-f0d23b127f28 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Pushing event deleted for resources: {'Subnet': ['ID=67b262a9-67bf-4680-a359-bffc586310b6,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:44.679346 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-381bdd12-0435-455c-8923-f0d23b127f28 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:44.681248 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-381bdd12-0435-455c-8923-f0d23b127f28 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "DELETE /v2.0/subnets/67b262a9-67bf-4680-a359-bffc586310b6 HTTP/1.1" status: 204 len: 168 time: 0.4343872 Jul 23 20:01:44.684070 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36340) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:01:44.691536 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86dc2830-4a91-4b51-a2ba-8c017768cece None None] Network 4f16029b-e537-41d5-b727-8e6ab9db6cfa requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:01:44.705183 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b7c7631f-d010-4355-89be-64f9f0ce778e req-0ca841a7-c8d6-409e-8551-88bce45550c8 service neutron] 10.222.0.30 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377685 Jul 23 20:01:44.710860 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-97cbb7fe-0c56-40c1-a21f-a459b4631dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:44.712309 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-97cbb7fe-0c56-40c1-a21f-a459b4631dfe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320&tenant_id=a28939d8212b4a0392808b969f282665 HTTP/1.1" status: 200 len: 1102 time: 0.1273866 Jul 23 20:01:44.744971 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-bbecb7a8-3cb9-45a8-bd24-f714d053857a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793618-10', 'device_owner': 'compute:nova'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:01:44.850892 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0388cfd5-e51c-445d-85c7-5b52efde504f tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:44.879211 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b7c7631f-d010-4355-89be-64f9f0ce778e req-6343e46c-4d75-4352-b472-a134f9e79d53 service neutron] 10.222.0.30 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627183 Jul 23 20:01:44.903175 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-bbecb7a8-3cb9-45a8-bd24-f714d053857a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:44.906171 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-79c377da-ebc0-4230-a273-e9398aee8904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:44.916043 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-79c377da-ebc0-4230-a273-e9398aee8904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:44.954274 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5440e-4616-4de7-b9b4-0146b5f8b54b req-e44e30d0-5c5a-45ed-8cb2-8f4d525d6d13 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:44.955222 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70743702-ff35-4aac-a34a-a119b331bd3e None None] DHCP port deletion for 4f16029b-e537-41d5-b727-8e6ab9db6cfa request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:01:44.955855 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-53b5440e-4616-4de7-b9b4-0146b5f8b54b req-e44e30d0-5c5a-45ed-8cb2-8f4d525d6d13 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 950 time: 0.2477345 Jul 23 20:01:44.962567 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9b0f7-4645-410c-b67b-0a43b329c184 req-99e4b15b-8a9a-4b76-94e6-febe1723e932 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:44.964307 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8fc9b0f7-4645-410c-b67b-0a43b329c184 req-99e4b15b-8a9a-4b76-94e6-febe1723e932 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d HTTP/1.1" status: 200 len: 945 time: 0.1711020 Jul 23 20:01:44.978920 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-79c377da-ebc0-4230-a273-e9398aee8904 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=34002aea4df14959bb4b180b0219368c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4855549 Jul 23 20:01:44.984297 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36348) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:01:44.999260 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c377da-ebc0-4230-a273-e9398aee8904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7acb4d-ea25-4773-9b59-9b589e25fce1,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:45.013305 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-70743702-ff35-4aac-a34a-a119b331bd3e None None] Deleting port ed2d90c2-ae53-4f92-97a7-31983f601ff6 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:01:45.013827 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-70743702-ff35-4aac-a34a-a119b331bd3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:45.051497 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-53b5440e-4616-4de7-b9b4-0146b5f8b54b req-7a308be2-f196-420b-8e95-2d528c790db3 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856512 Jul 23 20:01:45.060570 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-0388cfd5-e51c-445d-85c7-5b52efde504f tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Deleting port ed2d90c2-ae53-4f92-97a7-31983f601ff6 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:01:45.061098 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0388cfd5-e51c-445d-85c7-5b52efde504f tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:45.063832 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8fc9b0f7-4645-410c-b67b-0a43b329c184 req-2deae1d3-5ef1-49ab-901e-36a7dfef8a38 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809166 Jul 23 20:01:45.087205 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7ba0511d-1c2b-4a5f-9774-1a414c8b3f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:45.095208 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device ed2d90c2-ae53-4f92-97a7-31983f601ff6 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:01:45.145793 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7ba0511d-1c2b-4a5f-9774-1a414c8b3f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:45.166756 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-70743702-ff35-4aac-a34a-a119b331bd3e None None] For port ed2d90c2-ae53-4f92-97a7-31983f601ff6, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=ed2d90c2-ae53-4f92-97a7-31983f601ff6,segment=NetworkSegment(d5d92680-756b-43dc-9d09-b89dc37459d8),segment_id=d5d92680-756b-43dc-9d09-b89dc37459d8)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:45.167432 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-70743702-ff35-4aac-a34a-a119b331bd3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:45.209081 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-70743702-ff35-4aac-a34a-a119b331bd3e None None] Calling delete_port for ed2d90c2-ae53-4f92-97a7-31983f601ff6 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:01:45.226515 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-0388cfd5-e51c-445d-85c7-5b52efde504f tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] For port ed2d90c2-ae53-4f92-97a7-31983f601ff6, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=ed2d90c2-ae53-4f92-97a7-31983f601ff6,segment=NetworkSegment(d5d92680-756b-43dc-9d09-b89dc37459d8),segment_id=d5d92680-756b-43dc-9d09-b89dc37459d8)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:45.226515 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0388cfd5-e51c-445d-85c7-5b52efde504f tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:45.294635 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7ba0511d-1c2b-4a5f-9774-1a414c8b3f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:45.297384 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7ba0511d-1c2b-4a5f-9774-1a414c8b3f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:45.298568 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7ba0511d-1c2b-4a5f-9774-1a414c8b3f12 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6a7acb4d-ea25-4773-9b59-9b589e25fce1 HTTP/1.1" status: 204 len: 168 time: 0.3125823 Jul 23 20:01:45.305369 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-0388cfd5-e51c-445d-85c7-5b52efde504f tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Calling delete_port for ed2d90c2-ae53-4f92-97a7-31983f601ff6 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:01:45.323195 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba0511d-1c2b-4a5f-9774-1a414c8b3f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7acb4d-ea25-4773-9b59-9b589e25fce1,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:45.328683 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-0e321b5a-2f79-426d-bb94-d78d816fa79d tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:45.330164 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-0e321b5a-2f79-426d-bb94-d78d816fa79d tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d&tenant_id=46e8b52fe188445da9dc740883af8e52&binding%3Ahost_id=n-h1-793618-10 HTTP/1.1" status: 200 len: 1097 time: 0.1233640 Jul 23 20:01:45.341920 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:45.349982 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-98164d49-7c2f-45ab-bdaa-cf0659b0915f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793618-10'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:01:45.383898 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-70743702-ff35-4aac-a34a-a119b331bd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:45.420610 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70743702-ff35-4aac-a34a-a119b331bd3e None None] Pushing event deleted for resources: {'Port': ['ID=ed2d90c2-ae53-4f92-97a7-31983f601ff6,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:45.442414 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70743702-ff35-4aac-a34a-a119b331bd3e None None] No DVR routers for this DVR port ed2d90c2-ae53-4f92-97a7-31983f601ff6 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:01:45.463207 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c315a1-d7f2-4fbe-ba52-6cab62249760 req-a4547793-0225-4acf-a56f-22da2a4882e7 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:45.470502 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21b3da-72e2-4030-8ac8-d806e009d1ca req-2cf7d666-b1bf-4437-8927-d5945823beab tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:45.470680 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a6c315a1-d7f2-4fbe-ba52-6cab62249760 req-a4547793-0225-4acf-a56f-22da2a4882e7 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8bc3c27-6e67-4acb-b194-d727bfd4dd3d HTTP/1.1" status: 200 len: 945 time: 0.2710533 Jul 23 20:01:45.472077 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6d21b3da-72e2-4030-8ac8-d806e009d1ca req-2cf7d666-b1bf-4437-8927-d5945823beab tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] 10.222.0.32 "GET /v2.0/ports?device_id=a406a06f-698b-4a3d-ac83-c083ad7b1202 HTTP/1.1" status: 200 len: 949 time: 0.2307224 Jul 23 20:01:45.491888 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-98164d49-7c2f-45ab-bdaa-cf0659b0915f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:45.511766 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-bbecb7a8-3cb9-45a8-bd24-f714d053857a service neutron] For port 75b59266-48b2-441f-a566-40e18621edbc, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=75b59266-48b2-441f-a566-40e18621edbc,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:45.556286 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6d21b3da-72e2-4030-8ac8-d806e009d1ca req-4a6f14ba-2d9c-45d4-88a0-025ff11336ee tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] 10.222.0.32 "GET /v2.0/security-groups?id=6884061f-4e42-4c00-aadf-6b626dfb59b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694923 Jul 23 20:01:45.581461 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a6c315a1-d7f2-4fbe-ba52-6cab62249760 req-e53932b8-7ebe-4206-ba50-60b82be00647 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097467 Jul 23 20:01:45.595428 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0388cfd5-e51c-445d-85c7-5b52efde504f tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:45.606159 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-bbecb7a8-3cb9-45a8-bd24-f714d053857a service neutron] For port 75b59266-48b2-441f-a566-40e18621edbc, host n-h2-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:01:45.648071 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0388cfd5-e51c-445d-85c7-5b52efde504f tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] No DVR routers for this DVR port ed2d90c2-ae53-4f92-97a7-31983f601ff6 on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:01:45.662666 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388cfd5-e51c-445d-85c7-5b52efde504f tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Pushing event deleted for resources: {'Port': ['ID=ed2d90c2-ae53-4f92-97a7-31983f601ff6,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:45.684842 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36358) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:01:45.746508 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:45.866780 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 72c8b2f5-e2a2-44f1-accb-b987c7310380 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:01:45.920916 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 72c8b2f5-e2a2-44f1-accb-b987c7310380 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:01:45.925306 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 72c8b2f5-e2a2-44f1-accb-b987c7310380 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:01:45.925832 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:45.983814 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f812784c-f1d5-4ae8-8ad7-f77a8fee4245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:45.985212 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-98164d49-7c2f-45ab-bdaa-cf0659b0915f service neutron] For port e0fefb72-0019-4f91-b851-417b7a5eff3b, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e0fefb72-0019-4f91-b851-417b7a5eff3b,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:45.989946 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84760425-9724-44d0-8ac8-f99cf0c34320', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75b59266-48b2-441f-a566-40e18621edbc'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:01:45.992174 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e2fe95-41a8-4f75-95d6-ca8ccac5c818" -d '{"events": [{"server_uuid": "84760425-9724-44d0-8ac8-f99cf0c34320", "name": "network-vif-unplugged", "status": "completed", "tag": "75b59266-48b2-441f-a566-40e18621edbc"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:01:46.002574 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-bbecb7a8-3cb9-45a8-bd24-f714d053857a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:46.014715 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:46.043116 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04742d4-50ee-4878-9140-2f6cdea5631c req-344dc246-4b24-4bcd-806b-2a2a7ad3d482 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:46.044534 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d04742d4-50ee-4878-9140-2f6cdea5631c req-344dc246-4b24-4bcd-806b-2a2a7ad3d482 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5 HTTP/1.1" status: 200 len: 943 time: 0.1187851 Jul 23 20:01:46.050528 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-98164d49-7c2f-45ab-bdaa-cf0659b0915f service neutron] For port e0fefb72-0019-4f91-b851-417b7a5eff3b, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:01:46.056044 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a406a06f-698b-4a3d-ac83-c083ad7b1202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c8b2f5-e2a2-44f1-accb-b987c7310380'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:01:46.056486 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0388cfd5-e51c-445d-85c7-5b52efde504f tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:46.059271 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e343fe-6d28-40c7-9b91-21f29a103a2a" -d '{"events": [{"server_uuid": "a406a06f-698b-4a3d-ac83-c083ad7b1202", "name": "network-vif-plugged", "status": "completed", "tag": "72c8b2f5-e2a2-44f1-accb-b987c7310380"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:01:46.071405 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-bbecb7a8-3cb9-45a8-bd24-f714d053857a service neutron] Transition to ACTIVE for port object 75b59266-48b2-441f-a566-40e18621edbc will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:01:46.078099 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-0388cfd5-e51c-445d-85c7-5b52efde504f tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f16029b-e537-41d5-b727-8e6ab9db6cfa']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:01:46.078871 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 72c8b2f5-e2a2-44f1-accb-b987c7310380, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=72c8b2f5-e2a2-44f1-accb-b987c7310380,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:46.083640 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d635f2c-7288-4427-83cd-b65625fc68b0 x-openstack-request-id: req-4d635f2c-7288-4427-83cd-b65625fc68b0 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:01:46.083640 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84760425-9724-44d0-8ac8-f99cf0c34320", "name": "network-vif-unplugged", "status": "completed", "tag": "75b59266-48b2-441f-a566-40e18621edbc", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:01:46.083640 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d635f2c-7288-4427-83cd-b65625fc68b0 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:01:46.083640 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84760425-9724-44d0-8ac8-f99cf0c34320', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75b59266-48b2-441f-a566-40e18621edbc', 'code': 200} Jul 23 20:01:46.087182 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:46.089318 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 75b59266-48b2-441f-a566-40e18621edbc no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:01:46.097504 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-bbecb7a8-3cb9-45a8-bd24-f714d053857a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:46.105341 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-0388cfd5-e51c-445d-85c7-5b52efde504f tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d92680-756b-43dc-9d09-b89dc37459d8') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:01:46.106055 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-0388cfd5-e51c-445d-85c7-5b52efde504f tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d92680-756b-43dc-9d09-b89dc37459d8') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:01:46.124952 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71f56ef-d958-4216-85a1-6eb2bacf664d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0fefb72-0019-4f91-b851-417b7a5eff3b'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:01:46.127681 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585999df-a58d-4745-9cd9-003f1807200d" -d '{"events": [{"server_uuid": "f71f56ef-d958-4216-85a1-6eb2bacf664d", "name": "network-vif-unplugged", "status": "completed", "tag": "e0fefb72-0019-4f91-b851-417b7a5eff3b"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:01:46.132430 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-98164d49-7c2f-45ab-bdaa-cf0659b0915f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:46.166863 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d04742d4-50ee-4878-9140-2f6cdea5631c req-ce150eb9-4ebc-4770-857a-79cb0b9348ef tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948784 Jul 23 20:01:46.166863 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-98164d49-7c2f-45ab-bdaa-cf0659b0915f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:46.170404 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6868a834-89d3-41bc-b951-489f169f43ab x-openstack-request-id: req-6868a834-89d3-41bc-b951-489f169f43ab {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:01:46.171040 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a406a06f-698b-4a3d-ac83-c083ad7b1202", "name": "network-vif-plugged", "status": "completed", "tag": "72c8b2f5-e2a2-44f1-accb-b987c7310380", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:01:46.171040 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6868a834-89d3-41bc-b951-489f169f43ab {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:01:46.171506 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a406a06f-698b-4a3d-ac83-c083ad7b1202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c8b2f5-e2a2-44f1-accb-b987c7310380', 'code': 200} Jul 23 20:01:46.195950 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0388cfd5-e51c-445d-85c7-5b52efde504f tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:46.243601 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 75b59266-48b2-441f-a566-40e18621edbc not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:01:46.245034 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=72c8b2f5-e2a2-44f1-accb-b987c7310380,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:46.306007 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0388cfd5-e51c-445d-85c7-5b52efde504f tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:46.314781 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98164d49-7c2f-45ab-bdaa-cf0659b0915f service neutron] Pushing event updated for resources: {'Port': ['ID=e0fefb72-0019-4f91-b851-417b7a5eff3b,revision_number=7']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:46.341761 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0388cfd5-e51c-445d-85c7-5b52efde504f tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:01:46.342189 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0388cfd5-e51c-445d-85c7-5b52efde504f tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:46.346078 n-d-793618-10 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:01:46.346078 n-d-793618-10 neutron-server[93876]: self.session.flush() Jul 23 20:01:46.346078 n-d-793618-10 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:01:46.346078 n-d-793618-10 neutron-server[93876]: self.session.flush() Jul 23 20:01:46.346078 n-d-793618-10 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:01:46.346078 n-d-793618-10 neutron-server[93876]: self.session.flush() Jul 23 20:01:46.346078 n-d-793618-10 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:01:46.346078 n-d-793618-10 neutron-server[93876]: self.session.flush() Jul 23 20:01:46.346078 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:01:46.346078 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:01:46.346078 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:01:46.346078 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:01:46.346078 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:01:46.346078 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:01:46.346078 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:01:46.346078 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:01:46.346078 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:01:46.346078 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:01:46.346078 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:01:46.346078 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:01:46.346078 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:01:46.346078 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:01:46.346078 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:01:46.346078 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:01:46.346078 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:01:46.346078 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:01:46.346078 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:01:46.346078 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:01:46.346078 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:01:46.346078 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:01:46.346078 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:01:46.346078 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:01:46.346078 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:01:46.346078 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:01:46.346078 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:01:46.346078 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:01:46.346078 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:01:46.346078 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:01:46.346078 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:01:46.346078 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:01:46.352071 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-bbecb7a8-3cb9-45a8-bd24-f714d053857a service neutron] No DVR routers for this DVR port 75b59266-48b2-441f-a566-40e18621edbc on host n-h2-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:01:46.355072 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-98164d49-7c2f-45ab-bdaa-cf0659b0915f service neutron] Attempting to bind port e0fefb72-0019-4f91-b851-417b7a5eff3b on host n-h1-793618-10 for vnic_type normal with profile {"migrating_to": "n-h2-793618-10"} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:01:46.355405 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-98164d49-7c2f-45ab-bdaa-cf0659b0915f service neutron] Attempting to bind port e0fefb72-0019-4f91-b851-417b7a5eff3b by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:01:46.355731 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-98164d49-7c2f-45ab-bdaa-cf0659b0915f service neutron] Attempting to bind port e0fefb72-0019-4f91-b851-417b7a5eff3b on network 1582e281-e174-4775-af11-ce2168db586d {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:01:46.361635 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbecb7a8-3cb9-45a8-bd24-f714d053857a service neutron] Pushing event updated for resources: {'Port': ['ID=75b59266-48b2-441f-a566-40e18621edbc,revision_number=6']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:46.365737 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-98164d49-7c2f-45ab-bdaa-cf0659b0915f service neutron] Port e0fefb72-0019-4f91-b851-417b7a5eff3b on network 1582e281-e174-4775-af11-ce2168db586d not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:01:46.366059 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-98164d49-7c2f-45ab-bdaa-cf0659b0915f service neutron] Attempting to bind port e0fefb72-0019-4f91-b851-417b7a5eff3b on network 1582e281-e174-4775-af11-ce2168db586d {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:01:46.379793 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-98164d49-7c2f-45ab-bdaa-cf0659b0915f service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:01:46.380135 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-98164d49-7c2f-45ab-bdaa-cf0659b0915f service neutron] Checking segment: {'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:01:46.380516 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-98164d49-7c2f-45ab-bdaa-cf0659b0915f service neutron] Bound using segment: {'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:01:46.380951 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-98164d49-7c2f-45ab-bdaa-cf0659b0915f service neutron] Bound port: e0fefb72-0019-4f91-b851-417b7a5eff3b, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:01:46.381308 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-98164d49-7c2f-45ab-bdaa-cf0659b0915f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:46.422364 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccdf63f-2176-4833-b8e9-91ec8c8dfbb8 req-9ffc7ea8-08fa-4a97-b958-7a0d40499aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:46.423861 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cccdf63f-2176-4833-b8e9-91ec8c8dfbb8 req-9ffc7ea8-08fa-4a97-b958-7a0d40499aaf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a406a06f-698b-4a3d-ac83-c083ad7b1202 HTTP/1.1" status: 200 len: 1102 time: 0.2236536 Jul 23 20:01:46.473956 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e1251-f7c9-4fdb-b434-2c37aada93cf req-cfe3c888-a3a5-46e8-b422-1784350df208 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:46.475461 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-688e1251-f7c9-4fdb-b434-2c37aada93cf req-cfe3c888-a3a5-46e8-b422-1784350df208 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d HTTP/1.1" status: 200 len: 943 time: 0.1994750 Jul 23 20:01:46.480643 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0388cfd5-e51c-445d-85c7-5b52efde504f tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:46.491732 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f812784c-f1d5-4ae8-8ad7-f77a8fee4245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:46.498840 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0388cfd5-e51c-445d-85c7-5b52efde504f tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:46.500680 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0388cfd5-e51c-445d-85c7-5b52efde504f tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "DELETE /v2.0/networks/4f16029b-e537-41d5-b727-8e6ab9db6cfa HTTP/1.1" status: 204 len: 168 time: 1.8157926 Jul 23 20:01:46.501493 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-bbecb7a8-3cb9-45a8-bd24-f714d053857a service neutron] Attempting to bind port 75b59266-48b2-441f-a566-40e18621edbc on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:01:46.501810 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-bbecb7a8-3cb9-45a8-bd24-f714d053857a service neutron] Attempting to bind port 75b59266-48b2-441f-a566-40e18621edbc by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:01:46.502128 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-bbecb7a8-3cb9-45a8-bd24-f714d053857a service neutron] Attempting to bind port 75b59266-48b2-441f-a566-40e18621edbc on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:01:46.504794 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36372) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:01:46.507462 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f812784c-f1d5-4ae8-8ad7-f77a8fee4245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:46.520904 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cccdf63f-2176-4833-b8e9-91ec8c8dfbb8 req-3bac36b7-45d0-4822-8e5f-3fb15a6fead5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6884061f-4e42-4c00-aadf-6b626dfb59b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888367 Jul 23 20:01:46.522974 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-98164d49-7c2f-45ab-bdaa-cf0659b0915f service neutron] For port e0fefb72-0019-4f91-b851-417b7a5eff3b, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:01:46.543719 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-98164d49-7c2f-45ab-bdaa-cf0659b0915f service neutron] For port e0fefb72-0019-4f91-b851-417b7a5eff3b, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e0fefb72-0019-4f91-b851-417b7a5eff3b,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:01:46.549646 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-688e1251-f7c9-4fdb-b434-2c37aada93cf req-2a9f33eb-44ed-4a56-8566-a94cbcff3e6a tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668635 Jul 23 20:01:46.552641 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-98164d49-7c2f-45ab-bdaa-cf0659b0915f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:46.557406 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388cfd5-e51c-445d-85c7-5b52efde504f tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Pushing event deleted for resources: {'Network': ['ID=4f16029b-e537-41d5-b727-8e6ab9db6cfa,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:46.576283 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-bbecb7a8-3cb9-45a8-bd24-f714d053857a service neutron] Port 75b59266-48b2-441f-a566-40e18621edbc on network ec2201c2-595f-40aa-9bc3-fccd4b01012e not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:01:46.576841 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-bbecb7a8-3cb9-45a8-bd24-f714d053857a service neutron] Attempting to bind port 75b59266-48b2-441f-a566-40e18621edbc on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:01:46.587334 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2910a6-4b75-4e7e-b71e-39cc722d70c8 req-165bff30-ba1a-4d1e-a9f4-74cef5049f2d tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:46.589001 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dd2910a6-4b75-4e7e-b71e-39cc722d70c8 req-165bff30-ba1a-4d1e-a9f4-74cef5049f2d tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 948 time: 0.3486061 Jul 23 20:01:46.622685 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-bbecb7a8-3cb9-45a8-bd24-f714d053857a service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:01:46.623083 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-bbecb7a8-3cb9-45a8-bd24-f714d053857a service neutron] Checking segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:01:46.623399 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-bbecb7a8-3cb9-45a8-bd24-f714d053857a service neutron] Bound using segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:01:46.623873 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-bbecb7a8-3cb9-45a8-bd24-f714d053857a service neutron] Bound port: 75b59266-48b2-441f-a566-40e18621edbc, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:01:46.624233 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-bbecb7a8-3cb9-45a8-bd24-f714d053857a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:46.636646 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f812784c-f1d5-4ae8-8ad7-f77a8fee4245 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dde2ddca016c44f9be758ae021b0cf31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9482262 Jul 23 20:01:46.636800 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ce0581-d151-484a-8233-9e62090999c5 x-openstack-request-id: req-00ce0581-d151-484a-8233-9e62090999c5 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:01:46.636800 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71f56ef-d958-4216-85a1-6eb2bacf664d", "name": "network-vif-unplugged", "status": "completed", "tag": "e0fefb72-0019-4f91-b851-417b7a5eff3b", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:01:46.636800 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-00ce0581-d151-484a-8233-9e62090999c5 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:01:46.637084 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71f56ef-d958-4216-85a1-6eb2bacf664d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0fefb72-0019-4f91-b851-417b7a5eff3b', 'code': 200} Jul 23 20:01:46.640386 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36378) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:01:46.648566 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98164d49-7c2f-45ab-bdaa-cf0659b0915f service neutron] Pushing event updated for resources: {'Port': ['ID=e0fefb72-0019-4f91-b851-417b7a5eff3b,revision_number=8']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:46.652317 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-98164d49-7c2f-45ab-bdaa-cf0659b0915f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:46.653053 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-98164d49-7c2f-45ab-bdaa-cf0659b0915f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:46.654578 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-98164d49-7c2f-45ab-bdaa-cf0659b0915f service neutron] 10.222.0.18 "PUT /v2.0/ports/e0fefb72-0019-4f91-b851-417b7a5eff3b HTTP/1.1" status: 200 len: 1123 time: 1.3126049 Jul 23 20:01:46.662871 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f812784c-f1d5-4ae8-8ad7-f77a8fee4245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6ee109-2bf0-4676-91e2-e7dc4b85b436,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:46.694443 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-b49cd83f-0c37-4d3f-9fec-43ba391f728c tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Deleting subnet a7488a05-7471-4bbc-b527-f9cf384112c0 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:01:46.702445 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-34a9c047-4599-4e47-acad-68b7af14ea55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:46.702604 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b49cd83f-0c37-4d3f-9fec-43ba391f728c tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:46.726233 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-34a9c047-4599-4e47-acad-68b7af14ea55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:46.737182 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['e0fefb72-0019-4f91-b851-417b7a5eff3b'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:01:46.766443 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dd2910a6-4b75-4e7e-b71e-39cc722d70c8 req-496d3c5a-6be3-4369-a037-7c8fbdb1d6c2 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638355 Jul 23 20:01:46.786652 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-34a9c047-4599-4e47-acad-68b7af14ea55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:46.793188 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b49cd83f-0c37-4d3f-9fec-43ba391f728c tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:46.795064 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-34a9c047-4599-4e47-acad-68b7af14ea55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:46.797262 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['e0fefb72-0019-4f91-b851-417b7a5eff3b'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:01:46.798212 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-34a9c047-4599-4e47-acad-68b7af14ea55 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1e6ee109-2bf0-4676-91e2-e7dc4b85b436 HTTP/1.1" status: 204 len: 168 time: 0.1561048 Jul 23 20:01:46.830034 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9c047-4599-4e47-acad-68b7af14ea55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6ee109-2bf0-4676-91e2-e7dc4b85b436,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:46.875817 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-bbecb7a8-3cb9-45a8-bd24-f714d053857a service neutron] For port 75b59266-48b2-441f-a566-40e18621edbc, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:01:46.910108 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625690f-ba1d-4f20-8200-6a99d0199b34 req-4f732999-8591-48b0-a187-500fdc455528 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:46.911846 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5625690f-ba1d-4f20-8200-6a99d0199b34 req-4f732999-8591-48b0-a187-500fdc455528 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] 10.222.0.32 "GET /v2.0/ports?device_id=a406a06f-698b-4a3d-ac83-c083ad7b1202 HTTP/1.1" status: 200 len: 950 time: 0.1064501 Jul 23 20:01:46.951298 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-bbecb7a8-3cb9-45a8-bd24-f714d053857a service neutron] For port 75b59266-48b2-441f-a566-40e18621edbc, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=75b59266-48b2-441f-a566-40e18621edbc,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:01:46.974771 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5625690f-ba1d-4f20-8200-6a99d0199b34 req-fd306c13-55de-4fd5-923d-b6781155c526 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] 10.222.0.32 "GET /v2.0/security-groups?id=6884061f-4e42-4c00-aadf-6b626dfb59b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550220 Jul 23 20:01:46.998964 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-bbecb7a8-3cb9-45a8-bd24-f714d053857a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:47.060915 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-bbecb7a8-3cb9-45a8-bd24-f714d053857a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:47.061552 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-bbecb7a8-3cb9-45a8-bd24-f714d053857a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:47.063096 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-bbecb7a8-3cb9-45a8-bd24-f714d053857a service neutron] 10.222.0.30 "PUT /v2.0/ports/75b59266-48b2-441f-a566-40e18621edbc HTTP/1.1" status: 200 len: 1097 time: 2.3254752 Jul 23 20:01:47.064263 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b49cd83f-0c37-4d3f-9fec-43ba391f728c tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:47.161493 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbecb7a8-3cb9-45a8-bd24-f714d053857a service neutron] Pushing event updated for resources: {'Port': ['ID=75b59266-48b2-441f-a566-40e18621edbc,revision_number=7']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:47.179719 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df130ea-d695-4637-920f-ee190242e627 req-86e5d7b8-2d62-43b0-a603-14a83bd22ffc tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:47.181858 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1df130ea-d695-4637-920f-ee190242e627 req-86e5d7b8-2d62-43b0-a603-14a83bd22ffc tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8bc3c27-6e67-4acb-b194-d727bfd4dd3d HTTP/1.1" status: 200 len: 945 time: 0.2894967 Jul 23 20:01:47.219738 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b49cd83f-0c37-4d3f-9fec-43ba391f728c tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:47.264057 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49cd83f-0c37-4d3f-9fec-43ba391f728c tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Pushing event deleted for resources: {'Subnet': ['ID=a7488a05-7471-4bbc-b527-f9cf384112c0,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:47.270897 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b49cd83f-0c37-4d3f-9fec-43ba391f728c tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:47.272775 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b49cd83f-0c37-4d3f-9fec-43ba391f728c tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "DELETE /v2.0/subnets/a7488a05-7471-4bbc-b527-f9cf384112c0 HTTP/1.1" status: 204 len: 168 time: 0.7628911 Jul 23 20:01:47.278308 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506dece9-9208-4b97-a4cb-10bed0ffc249 None None] Network f97bdb53-6903-43c3-b8bc-02fc03a553c8 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:01:47.282011 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36392) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:01:47.285736 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1df130ea-d695-4637-920f-ee190242e627 req-dd9433fe-174c-4045-a3f9-f0e84db40961 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963178 Jul 23 20:01:47.296946 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-33368ac6-cc03-4ccd-892d-5832b277c254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:47.298569 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-33368ac6-cc03-4ccd-892d-5832b277c254 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a28939d8212b4a0392808b969f282665&device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 1100 time: 0.2023277 Jul 23 20:01:47.358392 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4abf76c-d7fb-4e42-b2eb-83aa476d3af9 req-45fad6f6-487c-4dd0-a52b-1f2587c6b4e7 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:47.359595 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d4abf76c-d7fb-4e42-b2eb-83aa476d3af9 req-45fad6f6-487c-4dd0-a52b-1f2587c6b4e7 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5 HTTP/1.1" status: 200 len: 943 time: 0.1166434 Jul 23 20:01:47.401412 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d4abf76c-d7fb-4e42-b2eb-83aa476d3af9 req-44a9265e-df00-444c-815d-cd70920ad8f4 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345829 Jul 23 20:01:47.450874 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-920fc0fe-1982-4a42-95d8-4edfea3580f4 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:47.518119 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-3cddfb70-a918-4172-b882-bfdf634705dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:47.520321 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-3cddfb70-a918-4172-b882-bfdf634705dd service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.2104056 Jul 23 20:01:47.554144 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebe4925-a5bf-4a83-858d-7cab358266fc None None] DHCP port deletion for f97bdb53-6903-43c3-b8bc-02fc03a553c8 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:01:47.574822 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-86f0fa18-36a3-4e21-9659-baa4c23692af service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=75b59266-48b2-441f-a566-40e18621edbc HTTP/1.1" status: 200 len: 217 time: 0.0471771 Jul 23 20:01:47.580556 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-920fc0fe-1982-4a42-95d8-4edfea3580f4 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Deleting port 2486d1f9-e89f-434e-8826-aa3ebc12adc7 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:01:47.580976 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-920fc0fe-1982-4a42-95d8-4edfea3580f4 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:47.625235 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-3ebe4925-a5bf-4a83-858d-7cab358266fc None None] Deleting port 2486d1f9-e89f-434e-8826-aa3ebc12adc7 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:01:47.625857 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ebe4925-a5bf-4a83-858d-7cab358266fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:47.692279 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-e0a187c1-6900-49e2-b6bf-7cb1795e22e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:47.693787 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-e0a187c1-6900-49e2-b6bf-7cb1795e22e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.0900533 Jul 23 20:01:47.701800 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-3ebe4925-a5bf-4a83-858d-7cab358266fc None None] For port 2486d1f9-e89f-434e-8826-aa3ebc12adc7, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=2486d1f9-e89f-434e-8826-aa3ebc12adc7,segment=NetworkSegment(0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd),segment_id=0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:47.702093 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ebe4925-a5bf-4a83-858d-7cab358266fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:47.715074 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-3ebe4925-a5bf-4a83-858d-7cab358266fc None None] Calling delete_port for 2486d1f9-e89f-434e-8826-aa3ebc12adc7 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:01:47.803976 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-920fc0fe-1982-4a42-95d8-4edfea3580f4 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] For port 2486d1f9-e89f-434e-8826-aa3ebc12adc7, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=2486d1f9-e89f-434e-8826-aa3ebc12adc7,segment=NetworkSegment(0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd),segment_id=0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:47.804522 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-920fc0fe-1982-4a42-95d8-4edfea3580f4 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:47.806857 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ebe4925-a5bf-4a83-858d-7cab358266fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:47.831714 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:01:47.833374 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-920fc0fe-1982-4a42-95d8-4edfea3580f4 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Calling delete_port for 2486d1f9-e89f-434e-8826-aa3ebc12adc7 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:01:47.836510 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe4925-a5bf-4a83-858d-7cab358266fc None None] Pushing event deleted for resources: {'Port': ['ID=2486d1f9-e89f-434e-8826-aa3ebc12adc7,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:47.845311 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebe4925-a5bf-4a83-858d-7cab358266fc None None] No DVR routers for this DVR port 2486d1f9-e89f-434e-8826-aa3ebc12adc7 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:01:47.858157 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797d692-95f9-4ff8-95ad-b21c72b1cd85 req-7f28ad87-4666-4e24-a004-48a14ba6e7d1 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:47.865940 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b797d692-95f9-4ff8-95ad-b21c72b1cd85 req-7f28ad87-4666-4e24-a004-48a14ba6e7d1 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d HTTP/1.1" status: 200 len: 943 time: 0.2275326 Jul 23 20:01:47.868584 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device e0fefb72-0019-4f91-b851-417b7a5eff3b details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:01:47.924932 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650bc80-5a84-4f1c-b1de-fea8e3b3ff48 req-8fcaf519-435b-4a76-8619-dfa1c9db672b tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:47.927247 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3650bc80-5a84-4f1c-b1de-fea8e3b3ff48 req-8fcaf519-435b-4a76-8619-dfa1c9db672b tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 948 time: 0.0848510 Jul 23 20:01:47.957158 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b797d692-95f9-4ff8-95ad-b21c72b1cd85 req-7bfd7cba-7a9b-4738-86eb-fb590bbd89eb tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901921 Jul 23 20:01:47.965125 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-80186456-3867-4446-a174-857d39325354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:47.965972 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-80186456-3867-4446-a174-857d39325354 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2256725 Jul 23 20:01:47.977621 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3650bc80-5a84-4f1c-b1de-fea8e3b3ff48 req-93cc64c9-1314-4242-9690-234e6e3c894f tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442424 Jul 23 20:01:48.040118 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=6b7ee242-aab5-4f4d-90ec-2bb39beaefb2,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:48.063163 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-920fc0fe-1982-4a42-95d8-4edfea3580f4 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:48.071414 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '6b7ee242-aab5-4f4d-90ec-2bb39beaefb2', 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d', 'port_id': '6b7ee242-aab5-4f4d-90ec-2bb39beaefb2', 'mac_address': 'fa:16:3e:1c:58:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff9cc1f3-5cfa-4b1f-ac36-a859db46b374', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:01:48.096538 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84760425-9724-44d0-8ac8-f99cf0c34320', 'tag': '75b59266-48b2-441f-a566-40e18621edbc'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:01:48.099335 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8b466c-252a-4aec-bc0c-4accafc9c99d" -d '{"events": [{"name": "network-changed", "server_uuid": "84760425-9724-44d0-8ac8-f99cf0c34320", "tag": "75b59266-48b2-441f-a566-40e18621edbc"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:01:48.115521 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920fc0fe-1982-4a42-95d8-4edfea3580f4 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Pushing event deleted for resources: {'Port': ['ID=2486d1f9-e89f-434e-8826-aa3ebc12adc7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:48.120558 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920fc0fe-1982-4a42-95d8-4edfea3580f4 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] No DVR routers for this DVR port 2486d1f9-e89f-434e-8826-aa3ebc12adc7 on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:01:48.128977 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:48.135997 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9a274-a69b-4835-a697-f2fdc93738dd req-69aa8968-faef-436d-8a64-a6d273c5354b tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:48.137954 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-edb9a274-a69b-4835-a697-f2fdc93738dd req-69aa8968-faef-436d-8a64-a6d273c5354b tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] 10.222.0.32 "GET /v2.0/ports?device_id=a406a06f-698b-4a3d-ac83-c083ad7b1202 HTTP/1.1" status: 200 len: 950 time: 0.0851395 Jul 23 20:01:48.145554 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:01:48.155289 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port e0fefb72-0019-4f91-b851-417b7a5eff3b, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e0fefb72-0019-4f91-b851-417b7a5eff3b,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:48.155538 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-6bb4d05f-cd39-4d7d-aa6f-17bc6396f7ff service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820776 Jul 23 20:01:48.178894 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device e0fefb72-0019-4f91-b851-417b7a5eff3b has no active binding in host n-h2-793618-10 {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 20:01:48.185616 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-edb9a274-a69b-4835-a697-f2fdc93738dd req-c41799a4-c9ca-4caa-bc9a-cc6cd2638814 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] 10.222.0.32 "GET /v2.0/security-groups?id=6884061f-4e42-4c00-aadf-6b626dfb59b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419369 Jul 23 20:01:48.203290 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=6b7ee242-aab5-4f4d-90ec-2bb39beaefb2,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:48.211670 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:48.235012 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-920fc0fe-1982-4a42-95d8-4edfea3580f4 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:48.247706 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-920fc0fe-1982-4a42-95d8-4edfea3580f4 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f97bdb53-6903-43c3-b8bc-02fc03a553c8']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:01:48.267384 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-920fc0fe-1982-4a42-95d8-4edfea3580f4 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:01:48.267675 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-920fc0fe-1982-4a42-95d8-4edfea3580f4 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d6fe51d-f61a-4dd2-8b99-a5970fcefbfd') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:01:48.288395 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5869197-9024-4533-bc12-0fa267f580d6 x-openstack-request-id: req-c5869197-9024-4533-bc12-0fa267f580d6 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:01:48.288676 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84760425-9724-44d0-8ac8-f99cf0c34320", "tag": "75b59266-48b2-441f-a566-40e18621edbc", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:01:48.288920 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c5869197-9024-4533-bc12-0fa267f580d6 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:01:48.289301 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84760425-9724-44d0-8ac8-f99cf0c34320', 'tag': '75b59266-48b2-441f-a566-40e18621edbc', 'status': 'completed', 'code': 200} Jul 23 20:01:48.305101 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-920fc0fe-1982-4a42-95d8-4edfea3580f4 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:48.359801 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-920fc0fe-1982-4a42-95d8-4edfea3580f4 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:48.372827 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-920fc0fe-1982-4a42-95d8-4edfea3580f4 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:01:48.373317 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-920fc0fe-1982-4a42-95d8-4edfea3580f4 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:48.376928 n-d-793618-10 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:01:48.376928 n-d-793618-10 neutron-server[93876]: self.session.flush() Jul 23 20:01:48.376928 n-d-793618-10 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:01:48.376928 n-d-793618-10 neutron-server[93876]: self.session.flush() Jul 23 20:01:48.376928 n-d-793618-10 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:01:48.376928 n-d-793618-10 neutron-server[93876]: self.session.flush() Jul 23 20:01:48.376928 n-d-793618-10 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:01:48.376928 n-d-793618-10 neutron-server[93876]: self.session.flush() Jul 23 20:01:48.376928 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:01:48.376928 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:01:48.376928 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:01:48.376928 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:01:48.376928 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:01:48.376928 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:01:48.376928 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:01:48.376928 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:01:48.376928 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:01:48.376928 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:01:48.376928 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:01:48.376928 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:01:48.376928 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:01:48.376928 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:01:48.376928 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:01:48.376928 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:01:48.376928 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:01:48.376928 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:01:48.376928 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:01:48.376928 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:01:48.376928 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:01:48.376928 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:01:48.376928 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:01:48.376928 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:01:48.376928 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:01:48.376928 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:01:48.376928 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:01:48.376928 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:01:48.376928 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:01:48.376928 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:01:48.376928 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:01:48.376928 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:01:48.423810 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=6b7ee242-aab5-4f4d-90ec-2bb39beaefb2,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:48.449120 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b466c-252a-4aec-bc0c-4accafc9c99d req-ae067fb7-7fe0-492f-8bbd-a5b033ca226b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:48.450565 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3a8b466c-252a-4aec-bc0c-4accafc9c99d req-ae067fb7-7fe0-492f-8bbd-a5b033ca226b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a28939d8212b4a0392808b969f282665&device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 1100 time: 0.1395307 Jul 23 20:01:48.470445 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4955ef5f-6660-45af-b442-b47d5dd6a1eb req-ed517b9e-f427-42eb-9fe7-59f7072b04f8 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151570 Jul 23 20:01:48.479418 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['6b7ee242-aab5-4f4d-90ec-2bb39beaefb2'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:01:48.499295 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-920fc0fe-1982-4a42-95d8-4edfea3580f4 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:48.514996 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-920fc0fe-1982-4a42-95d8-4edfea3580f4 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:48.519066 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-920fc0fe-1982-4a42-95d8-4edfea3580f4 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "DELETE /v2.0/networks/f97bdb53-6903-43c3-b8bc-02fc03a553c8 HTTP/1.1" status: 204 len: 168 time: 1.2318590 Jul 23 20:01:48.527318 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36436) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:01:48.563699 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920fc0fe-1982-4a42-95d8-4edfea3580f4 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Pushing event deleted for resources: {'Network': ['ID=f97bdb53-6903-43c3-b8bc-02fc03a553c8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:48.575114 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-713510b3-b7d3-4f47-99e2-13830f6d8da5 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1638764120'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:01:48.625561 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6ae5a-09ce-48a8-92c9-58b389bf3c20 req-6b0cb4af-24ff-48b7-a54e-e2161d4de920 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:48.627308 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c8e6ae5a-09ce-48a8-92c9-58b389bf3c20 req-6b0cb4af-24ff-48b7-a54e-e2161d4de920 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8bc3c27-6e67-4acb-b194-d727bfd4dd3d HTTP/1.1" status: 200 len: 945 time: 0.1750634 Jul 23 20:01:48.641304 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71f56ef-d958-4216-85a1-6eb2bacf664d', 'tag': 'e0fefb72-0019-4f91-b851-417b7a5eff3b'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:01:48.644208 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73ab1e7-e6d4-4b32-9bd5-10a34c8f51f4" -d '{"events": [{"name": "network-changed", "server_uuid": "f71f56ef-d958-4216-85a1-6eb2bacf664d", "tag": "e0fefb72-0019-4f91-b851-417b7a5eff3b"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:01:48.663657 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713510b3-b7d3-4f47-99e2-13830f6d8da5 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Made reservation on behalf of 79cc250b59e84b978e0f6f82bacf527e for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:01:48.667124 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-713510b3-b7d3-4f47-99e2-13830f6d8da5 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:48.671343 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b466c-252a-4aec-bc0c-4accafc9c99d req-55e5eb9d-4b15-4ed7-9ea9-e353e0f87d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:48.673008 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3a8b466c-252a-4aec-bc0c-4accafc9c99d req-55e5eb9d-4b15-4ed7-9ea9-e353e0f87d96 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.2104547 Jul 23 20:01:48.722219 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b466c-252a-4aec-bc0c-4accafc9c99d req-71604f2d-c90b-4d6a-a13b-251da86f7ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:48.724290 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3a8b466c-252a-4aec-bc0c-4accafc9c99d req-71604f2d-c90b-4d6a-a13b-251da86f7ddd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a28939d8212b4a0392808b969f282665&device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 1100 time: 0.1717451 Jul 23 20:01:48.739335 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3a8b466c-252a-4aec-bc0c-4accafc9c99d req-5f19b4a3-586d-4432-86b2-df0a4919ec03 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=75b59266-48b2-441f-a566-40e18621edbc HTTP/1.1" status: 200 len: 217 time: 0.0554001 Jul 23 20:01:48.751663 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c8e6ae5a-09ce-48a8-92c9-58b389bf3c20 req-005b6879-9d42-4847-9ca9-24f324354846 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136098 Jul 23 20:01:48.808472 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-713510b3-b7d3-4f47-99e2-13830f6d8da5 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:01:48.825388 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65a0ef-f4c4-4273-b7b0-431e61f7452b req-0adfd388-2017-4571-8a17-f780546348dd tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:48.832842 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cf65a0ef-f4c4-4273-b7b0-431e61f7452b req-0adfd388-2017-4571-8a17-f780546348dd tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5 HTTP/1.1" status: 200 len: 944 time: 0.2349832 Jul 23 20:01:48.866672 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-713510b3-b7d3-4f47-99e2-13830f6d8da5 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:48.866886 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-713510b3-b7d3-4f47-99e2-13830f6d8da5 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Added segment 056979a6-004a-4a15-89a6-9d8fc49010c9 of type vlan for network 4c46bf9f-529a-4325-9d26-317dcf6af4f4 Jul 23 20:01:48.895249 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b466c-252a-4aec-bc0c-4accafc9c99d req-352dfd1c-8b20-4e2f-9a09-f23bc0f7cb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:48.896402 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3a8b466c-252a-4aec-bc0c-4accafc9c99d req-352dfd1c-8b20-4e2f-9a09-f23bc0f7cb2d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1516926 Jul 23 20:01:48.936396 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cf65a0ef-f4c4-4273-b7b0-431e61f7452b req-35508934-6c37-4509-8fee-652d5f79f473 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026967 Jul 23 20:01:48.961996 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b466c-252a-4aec-bc0c-4accafc9c99d req-07da5b4b-d3a3-42de-967b-3702d33db169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:48.963494 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3a8b466c-252a-4aec-bc0c-4accafc9c99d req-07da5b4b-d3a3-42de-967b-3702d33db169 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.2262156 Jul 23 20:01:48.970896 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-713510b3-b7d3-4f47-99e2-13830f6d8da5 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:49.022726 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-713510b3-b7d3-4f47-99e2-13830f6d8da5 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:49.029115 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713510b3-b7d3-4f47-99e2-13830f6d8da5 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:49.029911 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-713510b3-b7d3-4f47-99e2-13830f6d8da5 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:49.053711 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b466c-252a-4aec-bc0c-4accafc9c99d req-7092c68c-e181-4b70-b429-e46d7ce3344d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:49.055423 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3a8b466c-252a-4aec-bc0c-4accafc9c99d req-7092c68c-e181-4b70-b429-e46d7ce3344d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1345849 Jul 23 20:01:49.056083 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306f127-3f8c-4ab9-8afc-187bcdf4b819 req-af6e1677-fe59-4c04-b11a-cdb1ac373d6c tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:49.062840 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4306f127-3f8c-4ab9-8afc-187bcdf4b819 req-af6e1677-fe59-4c04-b11a-cdb1ac373d6c tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] 10.222.0.32 "GET /v2.0/ports?device_id=a406a06f-698b-4a3d-ac83-c083ad7b1202 HTTP/1.1" status: 200 len: 950 time: 0.1806095 Jul 23 20:01:49.070952 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c502c8-f869-4e42-b097-ac1f437e2867 x-openstack-request-id: req-c4c502c8-f869-4e42-b097-ac1f437e2867 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:01:49.071435 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f71f56ef-d958-4216-85a1-6eb2bacf664d", "tag": "e0fefb72-0019-4f91-b851-417b7a5eff3b", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:01:49.071830 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c4c502c8-f869-4e42-b097-ac1f437e2867 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:01:49.072505 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71f56ef-d958-4216-85a1-6eb2bacf664d', 'tag': 'e0fefb72-0019-4f91-b851-417b7a5eff3b', 'status': 'completed', 'code': 200} Jul 23 20:01:49.076598 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 2486d1f9-e89f-434e-8826-aa3ebc12adc7 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:01:49.101991 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-713510b3-b7d3-4f47-99e2-13830f6d8da5 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5314555 Jul 23 20:01:49.111477 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3a8b466c-252a-4aec-bc0c-4accafc9c99d req-5405d0cb-888a-4c80-9553-8abd9e63f038 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=75b59266-48b2-441f-a566-40e18621edbc HTTP/1.1" status: 200 len: 217 time: 0.1318567 Jul 23 20:01:49.112047 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36462) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:01:49.123755 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 2486d1f9-e89f-434e-8826-aa3ebc12adc7 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:01:49.124791 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 2486d1f9-e89f-434e-8826-aa3ebc12adc7 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:01:49.128278 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4306f127-3f8c-4ab9-8afc-187bcdf4b819 req-bb8f1cdb-d238-4c3c-a0e1-0952c8831843 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] 10.222.0.32 "GET /v2.0/security-groups?id=6884061f-4e42-4c00-aadf-6b626dfb59b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588787 Jul 23 20:01:49.162035 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-83e579c4-d2b0-40c1-aaa5-779d857708ef tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Request body: {'subnet': {'network_id': '4c46bf9f-529a-4325-9d26-317dcf6af4f4', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:01:49.178266 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713510b3-b7d3-4f47-99e2-13830f6d8da5 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Pushing event updated for resources: {'Network': ['ID=4c46bf9f-529a-4325-9d26-317dcf6af4f4,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:49.194887 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 4c46bf9f-529a-4325-9d26-317dcf6af4f4 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:01:49.266589 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3a8b466c-252a-4aec-bc0c-4accafc9c99d req-632e905d-e32e-4305-9937-ce9520a69e8e service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929426 Jul 23 20:01:49.271798 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ab1e7-e6d4-4b32-9bd5-10a34c8f51f4 req-3d385995-a740-4d11-8270-155f8efe4caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:49.273543 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c73ab1e7-e6d4-4b32-9bd5-10a34c8f51f4 req-3d385995-a740-4d11-8270-155f8efe4caf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46e8b52fe188445da9dc740883af8e52&device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d HTTP/1.1" status: 200 len: 1126 time: 0.1733913 Jul 23 20:01:49.310562 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b466c-252a-4aec-bc0c-4accafc9c99d req-23c341c8-ccdb-4e6f-9029-d0dd891f0159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:49.312088 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3a8b466c-252a-4aec-bc0c-4accafc9c99d req-23c341c8-ccdb-4e6f-9029-d0dd891f0159 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1813273 Jul 23 20:01:49.406575 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e579c4-d2b0-40c1-aaa5-779d857708ef tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Made reservation on behalf of 79cc250b59e84b978e0f6f82bacf527e for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:01:49.410104 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-83e579c4-d2b0-40c1-aaa5-779d857708ef tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:49.492186 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ab1e7-e6d4-4b32-9bd5-10a34c8f51f4 req-f7498cf4-d83e-42e7-92fc-c4ad85caad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:49.492817 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90517e67-8026-49f7-bec7-42c805fee123 req-cf8b67b8-8a51-420e-baa1-7a68f39b568f tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:49.493686 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c73ab1e7-e6d4-4b32-9bd5-10a34c8f51f4 req-f7498cf4-d83e-42e7-92fc-c4ad85caad12 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1582e281-e174-4775-af11-ce2168db586d HTTP/1.1" status: 200 len: 909 time: 0.2058001 Jul 23 20:01:49.496602 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3a8b466c-252a-4aec-bc0c-4accafc9c99d req-a91666e0-0bd7-40ec-821a-49ee075e7bb0 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183788 Jul 23 20:01:49.497921 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-90517e67-8026-49f7-bec7-42c805fee123 req-cf8b67b8-8a51-420e-baa1-7a68f39b568f tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d HTTP/1.1" status: 200 len: 943 time: 0.2072024 Jul 23 20:01:49.505562 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b466c-252a-4aec-bc0c-4accafc9c99d req-44302740-182f-4070-bfb2-714674bce3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:49.506972 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3a8b466c-252a-4aec-bc0c-4accafc9c99d req-44302740-182f-4070-bfb2-714674bce3f3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1868362 Jul 23 20:01:49.508562 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070d61b-40d5-4c78-8f1d-5beafa61a2cd req-0e78a6ca-25a1-4cc8-856a-ae49adfaf962 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:49.509856 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3070d61b-40d5-4c78-8f1d-5beafa61a2cd req-0e78a6ca-25a1-4cc8-856a-ae49adfaf962 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 948 time: 0.2029252 Jul 23 20:01:49.551648 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c73ab1e7-e6d4-4b32-9bd5-10a34c8f51f4 req-96de85f0-6f4e-4db3-9d19-a7a8249b2df2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0fefb72-0019-4f91-b851-417b7a5eff3b HTTP/1.1" status: 200 len: 217 time: 0.0408390 Jul 23 20:01:49.612109 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3070d61b-40d5-4c78-8f1d-5beafa61a2cd req-7fe7517e-d985-46a9-9658-d9222bd5decd tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945580 Jul 23 20:01:49.620749 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ab1e7-e6d4-4b32-9bd5-10a34c8f51f4 req-c66b7cce-92b3-4bca-9d7c-e0aeccf7088d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:49.620950 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-90517e67-8026-49f7-bec7-42c805fee123 req-a9ecad12-8ac0-47d6-9503-4d1829176757 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184995 Jul 23 20:01:49.622661 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c73ab1e7-e6d4-4b32-9bd5-10a34c8f51f4 req-c66b7cce-92b3-4bca-9d7c-e0aeccf7088d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62cab30c-2c7b-4463-9eb3-ea20a0ef57f0 HTTP/1.1" status: 200 len: 848 time: 0.0616066 Jul 23 20:01:49.670722 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c73ab1e7-e6d4-4b32-9bd5-10a34c8f51f4 req-3c12561e-5515-43e9-a4f9-1a3eab5b6c00 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1582e281-e174-4775-af11-ce2168db586d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318398 Jul 23 20:01:49.679753 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3a8b466c-252a-4aec-bc0c-4accafc9c99d req-7a60f9ba-3822-4e2a-a612-dec20ff94ed6 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536324 Jul 23 20:01:49.731275 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d95ff9d5-0db4-46c3-a98a-4717135f0bd9 req-4ad6d166-bbc1-4cc9-bb76-30e4e6e4bb50 tempest-FlavorsV2NegativeTest-1975445301 tempest-FlavorsV2NegativeTest-1975445301-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=c5632c7bad0640b0bff088233821f401&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267200 Jul 23 20:01:49.822700 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:01:49.849235 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c73ab1e7-e6d4-4b32-9bd5-10a34c8f51f4 req-fe7f97ba-a9ea-40af-ae24-ec9e14b575dc service neutron] 10.222.0.30 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702340 Jul 23 20:01:49.877557 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:01:49.882104 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:01:49.882478 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:49.945838 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ff9d5-0db4-46c3-a98a-4717135f0bd9 req-a35e8ccb-349f-49ee-81e9-e2c9f663f1cf tempest-FlavorsV2NegativeTest-1975445301 tempest-FlavorsV2NegativeTest-1975445301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:49.947407 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d95ff9d5-0db4-46c3-a98a-4717135f0bd9 req-a35e8ccb-349f-49ee-81e9-e2c9f663f1cf tempest-FlavorsV2NegativeTest-1975445301 tempest-FlavorsV2NegativeTest-1975445301-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1889055 Jul 23 20:01:49.973602 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d95ff9d5-0db4-46c3-a98a-4717135f0bd9 req-bf6adcd8-8e0e-46d9-a235-4341111ab1be tempest-FlavorsV2NegativeTest-1975445301 tempest-FlavorsV2NegativeTest-1975445301-project] 10.222.0.32 "GET /v2.0/quotas/c5632c7bad0640b0bff088233821f401 HTTP/1.1" status: 200 len: 375 time: 0.0159378 Jul 23 20:01:49.973917 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:49.997757 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7ee242-aab5-4f4d-90ec-2bb39beaefb2'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:01:50.000121 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b5a484-b754-4c9c-873e-cd927e45550a" -d '{"events": [{"server_uuid": "1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5", "name": "network-vif-plugged", "status": "completed", "tag": "6b7ee242-aab5-4f4d-90ec-2bb39beaefb2"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:01:50.013771 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=6b7ee242-aab5-4f4d-90ec-2bb39beaefb2,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:50.015310 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d95ff9d5-0db4-46c3-a98a-4717135f0bd9 req-572abd54-2dad-4339-806f-bfaacc3f86d9 tempest-FlavorsV2NegativeTest-1975445301 tempest-FlavorsV2NegativeTest-1975445301-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5632c7bad0640b0bff088233821f401&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322208 Jul 23 20:01:50.017636 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c73ab1e7-e6d4-4b32-9bd5-10a34c8f51f4 req-21483764-f489-4468-88b2-dd3e11166bdc service neutron] 10.222.0.30 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583550 Jul 23 20:01:50.021442 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:50.085111 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-83e579c4-d2b0-40c1-aaa5-779d857708ef tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:50.100231 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=6b7ee242-aab5-4f4d-90ec-2bb39beaefb2,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:50.158179 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f5fff-82ce-4903-89c7-296b3666e885 req-d4f6f0d1-029b-4b54-8d8c-c78ddb6db182 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:50.160096 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-251f5fff-82ce-4903-89c7-296b3666e885 req-d4f6f0d1-029b-4b54-8d8c-c78ddb6db182 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5 HTTP/1.1" status: 200 len: 945 time: 0.0767493 Jul 23 20:01:50.184934 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3a8b466c-252a-4aec-bc0c-4accafc9c99d req-40e4e393-60a1-48a3-9e4e-e3d89b205046 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4955447 Jul 23 20:01:50.199900 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e579c4-d2b0-40c1-aaa5-779d857708ef tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Pushing event updated for resources: {'Subnet': ['ID=25dbbbc3-11cc-4bc9-b2e8-81a573dc79eb,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:50.220392 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-251f5fff-82ce-4903-89c7-296b3666e885 req-d1533586-3336-48b9-927f-7befba25625a tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478697 Jul 23 20:01:50.221884 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e579c4-d2b0-40c1-aaa5-779d857708ef tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Checking segment: {'id': '056979a6-004a-4a15-89a6-9d8fc49010c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4c46bf9f-529a-4325-9d26-317dcf6af4f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:01:50.222239 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e579c4-d2b0-40c1-aaa5-779d857708ef tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Network hostable DHCP agents. Network: 4c46bf9f-529a-4325-9d26-317dcf6af4f4, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:01:50.252062 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a05b88-f6f2-4d24-9e0a-4cd720c2f7b6 req-c1c3c4e0-6ad6-4cc4-85de-40c1eec3dcd7 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:50.254198 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-92a05b88-f6f2-4d24-9e0a-4cd720c2f7b6 req-c1c3c4e0-6ad6-4cc4-85de-40c1eec3dcd7 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8bc3c27-6e67-4acb-b194-d727bfd4dd3d HTTP/1.1" status: 200 len: 945 time: 0.1981974 Jul 23 20:01:50.275812 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3c25fa-12a3-49e2-af6f-c46e50d7d4cb x-openstack-request-id: req-ba3c25fa-12a3-49e2-af6f-c46e50d7d4cb {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:01:50.275812 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5", "name": "network-vif-plugged", "status": "completed", "tag": "6b7ee242-aab5-4f4d-90ec-2bb39beaefb2", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:01:50.275812 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba3c25fa-12a3-49e2-af6f-c46e50d7d4cb {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:01:50.276355 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7ee242-aab5-4f4d-90ec-2bb39beaefb2', 'code': 200} Jul 23 20:01:50.276950 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e579c4-d2b0-40c1-aaa5-779d857708ef tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Network 4c46bf9f-529a-4325-9d26-317dcf6af4f4 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:01:50.303708 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-83e579c4-d2b0-40c1-aaa5-779d857708ef tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 4c46bf9f-529a-4325-9d26-317dcf6af4f4) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:01:50.313173 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecf184e-a9ae-4d26-a6ef-bdbcf1c11a48 None None] Network 4c46bf9f-529a-4325-9d26-317dcf6af4f4 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:01:50.335966 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e579c4-d2b0-40c1-aaa5-779d857708ef tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:50.337139 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-83e579c4-d2b0-40c1-aaa5-779d857708ef tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:50.344237 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-92a05b88-f6f2-4d24-9e0a-4cd720c2f7b6 req-341e6559-c17b-4a9f-af03-5d331618df09 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795441 Jul 23 20:01:50.384737 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-83e579c4-d2b0-40c1-aaa5-779d857708ef tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2550325 Jul 23 20:01:50.387645 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36500) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:01:50.397165 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-43cafa02-3c13-4e17-bde1-86d0dceb2432 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-893945542'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:01:50.439204 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01fc543-d829-4f6c-9183-1660f0c6677c req-91d560c0-5bdd-4f04-8aad-565a168bec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:50.441352 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a01fc543-d829-4f6c-9183-1660f0c6677c req-91d560c0-5bdd-4f04-8aad-565a168bec6f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5 HTTP/1.1" status: 200 len: 1097 time: 0.0918686 Jul 23 20:01:50.444237 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43cafa02-3c13-4e17-bde1-86d0dceb2432 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Made reservation on behalf of 79cc250b59e84b978e0f6f82bacf527e for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:01:50.448005 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43cafa02-3c13-4e17-bde1-86d0dceb2432 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:50.493771 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a66085-ac19-4dae-a08b-1a0039193e9b req-9d0b820f-e94b-4a5b-a9ff-4a990e7d0cfa tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:50.500246 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43cafa02-3c13-4e17-bde1-86d0dceb2432 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:01:50.500730 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-82a66085-ac19-4dae-a08b-1a0039193e9b req-9d0b820f-e94b-4a5b-a9ff-4a990e7d0cfa tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] 10.222.0.32 "GET /v2.0/ports?device_id=a406a06f-698b-4a3d-ac83-c083ad7b1202 HTTP/1.1" status: 200 len: 950 time: 0.1563003 Jul 23 20:01:50.523822 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a01fc543-d829-4f6c-9183-1660f0c6677c req-c5351492-35de-4d8c-9d87-95cefc8e5a60 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581594 Jul 23 20:01:50.524913 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43cafa02-3c13-4e17-bde1-86d0dceb2432 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:50.525254 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-43cafa02-3c13-4e17-bde1-86d0dceb2432 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Added segment 243fe16e-ea32-47d0-99d1-4289af06ad8a of type vlan for network 01dac6a3-0d0e-46d0-927a-5fd137e12533 Jul 23 20:01:50.531349 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c34e9-21e9-4cce-8b5e-b8514b31f601 req-69c983ae-8191-45b5-81bd-1d600e960d90 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:50.532902 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-695c34e9-21e9-4cce-8b5e-b8514b31f601 req-69c983ae-8191-45b5-81bd-1d600e960d90 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] 10.222.0.18 "GET /v2.0/ports?device_id=a406a06f-698b-4a3d-ac83-c083ad7b1202 HTTP/1.1" status: 200 len: 950 time: 0.1301615 Jul 23 20:01:50.566787 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f668fea5-e63e-4776-9d20-fb75d38e124d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-4c46bf9f-529a-4325-9d26-317dcf6af4f4', 'network_id': '4c46bf9f-529a-4325-9d26-317dcf6af4f4', 'tenant_id': '79cc250b59e84b978e0f6f82bacf527e', 'fixed_ips': [{'subnet_id': '25dbbbc3-11cc-4bc9-b2e8-81a573dc79eb'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:01:50.567958 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f668fea5-e63e-4776-9d20-fb75d38e124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:50.574201 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43cafa02-3c13-4e17-bde1-86d0dceb2432 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:50.592089 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-82a66085-ac19-4dae-a08b-1a0039193e9b req-045cc0bf-3f61-4a03-97b1-454fb476419e tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] 10.222.0.32 "GET /v2.0/security-groups?id=6884061f-4e42-4c00-aadf-6b626dfb59b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885079 Jul 23 20:01:50.614399 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43cafa02-3c13-4e17-bde1-86d0dceb2432 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:50.636480 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cafa02-3c13-4e17-bde1-86d0dceb2432 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:50.637558 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43cafa02-3c13-4e17-bde1-86d0dceb2432 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:50.696323 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-43cafa02-3c13-4e17-bde1-86d0dceb2432 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3050051 Jul 23 20:01:50.696788 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36508) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:01:50.708708 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-de035f94-c174-4fe0-88f4-8682ce981a10 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Request body: {'subnet': {'network_id': '01dac6a3-0d0e-46d0-927a-5fd137e12533', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:01:50.756125 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-695c34e9-21e9-4cce-8b5e-b8514b31f601 req-23fdc7f9-b63d-4a89-89cf-5b7e81bf8f56 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] Deleting port 72c8b2f5-e2a2-44f1-accb-b987c7310380 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:01:50.756619 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-695c34e9-21e9-4cce-8b5e-b8514b31f601 req-23fdc7f9-b63d-4a89-89cf-5b7e81bf8f56 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:50.813009 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cafa02-3c13-4e17-bde1-86d0dceb2432 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Pushing event updated for resources: {'Network': ['ID=01dac6a3-0d0e-46d0-927a-5fd137e12533,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:50.826671 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-f668fea5-e63e-4776-9d20-fb75d38e124d None None] Allocated IP 19.80.0.2 (4c46bf9f-529a-4325-9d26-317dcf6af4f4/25dbbbc3-11cc-4bc9-b2e8-81a573dc79eb/731ae621-d07d-4566-bdd0-99f86e4b025e) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:01:50.827897 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36510) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:01:50.831786 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 01dac6a3-0d0e-46d0-927a-5fd137e12533 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:01:50.938075 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a63342-f974-4b0d-a4a4-413143f5d581 req-1ddaa6a0-130a-4699-93b2-c527202914e1 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:50.939944 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-74a63342-f974-4b0d-a4a4-413143f5d581 req-1ddaa6a0-130a-4699-93b2-c527202914e1 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 948 time: 0.1617246 Jul 23 20:01:50.947527 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445013ab-81a7-473e-9c87-b991423d27b2 req-31d7f83c-df3d-46f7-815d-1180b4b7a299 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:50.956937 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-445013ab-81a7-473e-9c87-b991423d27b2 req-31d7f83c-df3d-46f7-815d-1180b4b7a299 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d HTTP/1.1" status: 200 len: 943 time: 0.1720703 Jul 23 20:01:50.972571 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-695c34e9-21e9-4cce-8b5e-b8514b31f601 req-23fdc7f9-b63d-4a89-89cf-5b7e81bf8f56 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] For port 72c8b2f5-e2a2-44f1-accb-b987c7310380, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=72c8b2f5-e2a2-44f1-accb-b987c7310380,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:50.973125 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-695c34e9-21e9-4cce-8b5e-b8514b31f601 req-23fdc7f9-b63d-4a89-89cf-5b7e81bf8f56 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:50.987387 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-74a63342-f974-4b0d-a4a4-413143f5d581 req-80e137cb-f0a5-4bf0-9709-cee32ea4ce6c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398955 Jul 23 20:01:50.988750 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de035f94-c174-4fe0-88f4-8682ce981a10 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Made reservation on behalf of 79cc250b59e84b978e0f6f82bacf527e for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:01:50.992774 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-de035f94-c174-4fe0-88f4-8682ce981a10 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:50.997742 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-695c34e9-21e9-4cce-8b5e-b8514b31f601 req-23fdc7f9-b63d-4a89-89cf-5b7e81bf8f56 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] Calling delete_port for 72c8b2f5-e2a2-44f1-accb-b987c7310380 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:01:51.037258 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-445013ab-81a7-473e-9c87-b991423d27b2 req-d86f03c2-8d1b-4e13-8389-139fa6f68784 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791004 Jul 23 20:01:51.039782 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c3d2d8a3-49d1-4c3b-898e-5c0437195a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:51.080315 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f668fea5-e63e-4776-9d20-fb75d38e124d None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:51.090347 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f668fea5-e63e-4776-9d20-fb75d38e124d None None] Transition to ACTIVE for port object 731ae621-d07d-4566-bdd0-99f86e4b025e will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:01:51.106049 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f668fea5-e63e-4776-9d20-fb75d38e124d None None] Transition to ACTIVE for port object 731ae621-d07d-4566-bdd0-99f86e4b025e will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:01:51.112834 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f668fea5-e63e-4776-9d20-fb75d38e124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:51.157296 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f668fea5-e63e-4776-9d20-fb75d38e124d None None] Network 4c46bf9f-529a-4325-9d26-317dcf6af4f4 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:01:51.164830 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-f668fea5-e63e-4776-9d20-fb75d38e124d None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:01:51.169686 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f668fea5-e63e-4776-9d20-fb75d38e124d None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:01:51.172882 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668fea5-e63e-4776-9d20-fb75d38e124d None None] Pushing event updated for resources: {'Port': ['ID=731ae621-d07d-4566-bdd0-99f86e4b025e,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:51.228432 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-de035f94-c174-4fe0-88f4-8682ce981a10 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:51.230515 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-695c34e9-21e9-4cce-8b5e-b8514b31f601 req-23fdc7f9-b63d-4a89-89cf-5b7e81bf8f56 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:51.242495 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['72c8b2f5-e2a2-44f1-accb-b987c7310380'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:01:51.270946 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c3d2d8a3-49d1-4c3b-898e-5c0437195a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:51.274419 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fdc7f9-b63d-4a89-89cf-5b7e81bf8f56 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] Pushing event deleted for resources: {'Port': ['ID=72c8b2f5-e2a2-44f1-accb-b987c7310380,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:51.276509 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-f668fea5-e63e-4776-9d20-fb75d38e124d None None] Attempting to bind port 731ae621-d07d-4566-bdd0-99f86e4b025e on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:01:51.276509 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-f668fea5-e63e-4776-9d20-fb75d38e124d None None] Attempting to bind port 731ae621-d07d-4566-bdd0-99f86e4b025e by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '056979a6-004a-4a15-89a6-9d8fc49010c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4c46bf9f-529a-4325-9d26-317dcf6af4f4'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:01:51.276509 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f668fea5-e63e-4776-9d20-fb75d38e124d None None] Attempting to bind port 731ae621-d07d-4566-bdd0-99f86e4b025e on network 4c46bf9f-529a-4325-9d26-317dcf6af4f4 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:01:51.282878 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f668fea5-e63e-4776-9d20-fb75d38e124d None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:01:51.283374 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f668fea5-e63e-4776-9d20-fb75d38e124d None None] Checking segment: {'id': '056979a6-004a-4a15-89a6-9d8fc49010c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4c46bf9f-529a-4325-9d26-317dcf6af4f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:01:51.283873 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f668fea5-e63e-4776-9d20-fb75d38e124d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:51.285091 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f668fea5-e63e-4776-9d20-fb75d38e124d None None] Bound using segment: {'id': '056979a6-004a-4a15-89a6-9d8fc49010c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4c46bf9f-529a-4325-9d26-317dcf6af4f4'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:01:51.285723 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-f668fea5-e63e-4776-9d20-fb75d38e124d None None] Bound port: 731ae621-d07d-4566-bdd0-99f86e4b025e, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '056979a6-004a-4a15-89a6-9d8fc49010c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4c46bf9f-529a-4325-9d26-317dcf6af4f4'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:01:51.286228 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f668fea5-e63e-4776-9d20-fb75d38e124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:51.318690 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c3d2d8a3-49d1-4c3b-898e-5c0437195a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:51.343731 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de035f94-c174-4fe0-88f4-8682ce981a10 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Pushing event updated for resources: {'Subnet': ['ID=9de98bae-b736-4199-ab73-4b5f325b0d1a,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:51.353415 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de035f94-c174-4fe0-88f4-8682ce981a10 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Checking segment: {'id': '243fe16e-ea32-47d0-99d1-4289af06ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '01dac6a3-0d0e-46d0-927a-5fd137e12533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:01:51.353921 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de035f94-c174-4fe0-88f4-8682ce981a10 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Network hostable DHCP agents. Network: 01dac6a3-0d0e-46d0-927a-5fd137e12533, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:01:51.370848 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-695c34e9-21e9-4cce-8b5e-b8514b31f601 req-23fdc7f9-b63d-4a89-89cf-5b7e81bf8f56 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] No DVR routers for this DVR port 72c8b2f5-e2a2-44f1-accb-b987c7310380 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:01:51.380150 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-695c34e9-21e9-4cce-8b5e-b8514b31f601 req-23fdc7f9-b63d-4a89-89cf-5b7e81bf8f56 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:51.382629 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-695c34e9-21e9-4cce-8b5e-b8514b31f601 req-23fdc7f9-b63d-4a89-89cf-5b7e81bf8f56 tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] 10.222.0.18 "DELETE /v2.0/ports/72c8b2f5-e2a2-44f1-accb-b987c7310380 HTTP/1.1" status: 204 len: 173 time: 0.8409722 Jul 23 20:01:51.385976 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a406a06f-698b-4a3d-ac83-c083ad7b1202', 'name': 'network-vif-deleted', 'tag': '72c8b2f5-e2a2-44f1-accb-b987c7310380'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:01:51.389003 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54203b8-7191-4671-bfc6-cc6e364ff4b0" -d '{"events": [{"server_uuid": "a406a06f-698b-4a3d-ac83-c083ad7b1202", "name": "network-vif-deleted", "tag": "72c8b2f5-e2a2-44f1-accb-b987c7310380"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:01:51.401308 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c3d2d8a3-49d1-4c3b-898e-5c0437195a6c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c5632c7bad0640b0bff088233821f401&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5686197 Jul 23 20:01:51.405537 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36520) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:01:51.417376 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d2d8a3-49d1-4c3b-898e-5c0437195a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2894964d-644b-48ef-8f52-7c8208428379,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:51.426573 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de035f94-c174-4fe0-88f4-8682ce981a10 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Network 01dac6a3-0d0e-46d0-927a-5fd137e12533 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:01:51.442922 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-de035f94-c174-4fe0-88f4-8682ce981a10 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 01dac6a3-0d0e-46d0-927a-5fd137e12533) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:01:51.449888 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de035f94-c174-4fe0-88f4-8682ce981a10 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:51.450590 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-de035f94-c174-4fe0-88f4-8682ce981a10 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:51.459208 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ea84bb-c9f7-4dad-9de2-34645dc50967 None None] Network 01dac6a3-0d0e-46d0-927a-5fd137e12533 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:01:51.477179 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-de035f94-c174-4fe0-88f4-8682ce981a10 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7715890 Jul 23 20:01:51.509408 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ab7b0-4ab8-4625-b576-2df9419a1dd7 req-87d278af-3027-43fa-a326-0cbdcc3a380d tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:51.512574 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2b1ab7b0-4ab8-4625-b576-2df9419a1dd7 req-87d278af-3027-43fa-a326-0cbdcc3a380d tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5 HTTP/1.1" status: 200 len: 945 time: 0.1264718 Jul 23 20:01:51.615962 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2b1ab7b0-4ab8-4625-b576-2df9419a1dd7 req-8672e492-c788-4614-8a65-00bda44cdcbf tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933714 Jul 23 20:01:51.617861 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8eb86e53-a56d-4307-9fb9-7375f4b3050c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:51.647203 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-f668fea5-e63e-4776-9d20-fb75d38e124d None None] For port 731ae621-d07d-4566-bdd0-99f86e4b025e, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:01:51.659045 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8eb86e53-a56d-4307-9fb9-7375f4b3050c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:51.680048 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-f668fea5-e63e-4776-9d20-fb75d38e124d None None] For port 731ae621-d07d-4566-bdd0-99f86e4b025e, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=731ae621-d07d-4566-bdd0-99f86e4b025e,segment=NetworkSegment(056979a6-004a-4a15-89a6-9d8fc49010c9),segment_id=056979a6-004a-4a15-89a6-9d8fc49010c9)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:01:51.708338 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbaa9a-5226-485f-bae6-59949fdefa25 req-0da94964-c3f9-4fd7-9e1d-bb13fef57086 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:51.709767 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f668fea5-e63e-4776-9d20-fb75d38e124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:51.713960 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-39cbaa9a-5226-485f-bae6-59949fdefa25 req-0da94964-c3f9-4fd7-9e1d-bb13fef57086 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8bc3c27-6e67-4acb-b194-d727bfd4dd3d HTTP/1.1" status: 200 len: 945 time: 0.1850321 Jul 23 20:01:51.719430 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4180f1f-b03b-4ab0-8db8-5a1cb51a1bff x-openstack-request-id: req-b4180f1f-b03b-4ab0-8db8-5a1cb51a1bff {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:01:51.719819 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a406a06f-698b-4a3d-ac83-c083ad7b1202", "name": "network-vif-deleted", "tag": "72c8b2f5-e2a2-44f1-accb-b987c7310380", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:01:51.720579 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4180f1f-b03b-4ab0-8db8-5a1cb51a1bff {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:01:51.722436 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a406a06f-698b-4a3d-ac83-c083ad7b1202', 'name': 'network-vif-deleted', 'tag': '72c8b2f5-e2a2-44f1-accb-b987c7310380', 'status': 'completed', 'code': 200} Jul 23 20:01:51.766319 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-39cbaa9a-5226-485f-bae6-59949fdefa25 req-4227504d-3f42-4eea-8292-07fb83c9d737 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490921 Jul 23 20:01:51.776943 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8eb86e53-a56d-4307-9fb9-7375f4b3050c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:51.779755 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8eb86e53-a56d-4307-9fb9-7375f4b3050c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:51.780878 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8eb86e53-a56d-4307-9fb9-7375f4b3050c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2894964d-644b-48ef-8f52-7c8208428379 HTTP/1.1" status: 204 len: 168 time: 0.3742528 Jul 23 20:01:51.799927 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb86e53-a56d-4307-9fb9-7375f4b3050c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2894964d-644b-48ef-8f52-7c8208428379,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:51.847991 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668fea5-e63e-4776-9d20-fb75d38e124d None None] Pushing event updated for resources: {'Port': ['ID=731ae621-d07d-4566-bdd0-99f86e4b025e,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:51.856730 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8bc1f0-d0b0-4836-8233-b42b8d60a0da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-01dac6a3-0d0e-46d0-927a-5fd137e12533', 'network_id': '01dac6a3-0d0e-46d0-927a-5fd137e12533', 'tenant_id': '79cc250b59e84b978e0f6f82bacf527e', 'fixed_ips': [{'subnet_id': '9de98bae-b736-4199-ab73-4b5f325b0d1a'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:01:51.858657 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ed8bc1f0-d0b0-4836-8233-b42b8d60a0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:51.863604 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 75b59266-48b2-441f-a566-40e18621edbc details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:01:51.960855 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f3947db0-dfbf-4eb1-918f-84694b020957 req-d3d2999e-8aac-4bf5-8400-fbf2fa7631ea tempest-ImagesNegativeTestJSON-2051574518 tempest-ImagesNegativeTestJSON-2051574518-project] 10.222.0.32 "GET /v2.0/ports?device_id=a406a06f-698b-4a3d-ac83-c083ad7b1202 HTTP/1.1" status: 200 len: 210 time: 0.0871291 Jul 23 20:01:52.065015 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-bc6a8738-0085-4ee9-a4b6-62d9fe93cf35 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:52.072582 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-bc6a8738-0085-4ee9-a4b6-62d9fe93cf35 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:52.087899 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-bc6a8738-0085-4ee9-a4b6-62d9fe93cf35 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/networks?id=4c46bf9f-529a-4325-9d26-317dcf6af4f4&id=01dac6a3-0d0e-46d0-927a-5fd137e12533 HTTP/1.1" status: 200 len: 1391 time: 0.1872034 Jul 23 20:01:52.124380 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-49668e26-5ca8-4590-be03-6f5ad0b4ce24 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/quotas/79cc250b59e84b978e0f6f82bacf527e HTTP/1.1" status: 200 len: 375 time: 0.0345235 Jul 23 20:01:52.272723 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-9aadcbee-7398-4775-bafd-d98d1aa18dc2 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=79cc250b59e84b978e0f6f82bacf527e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1472707 Jul 23 20:01:52.296380 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c95064-edbd-4b41-b7ca-49223a7cb7f0 req-50c5b353-2dcb-49d4-ace5-f287aaf7f62b tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:52.306109 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b5c95064-edbd-4b41-b7ca-49223a7cb7f0 req-50c5b353-2dcb-49d4-ace5-f287aaf7f62b tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 948 time: 0.1557796 Jul 23 20:01:52.309385 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 75b59266-48b2-441f-a566-40e18621edbc, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=75b59266-48b2-441f-a566-40e18621edbc,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:52.340232 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-ed8bc1f0-d0b0-4836-8233-b42b8d60a0da None None] Allocated IP 19.86.0.2 (01dac6a3-0d0e-46d0-927a-5fd137e12533/9de98bae-b736-4199-ab73-4b5f325b0d1a/e3c80b55-fd4d-47be-a42d-cfd95d095f4a) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:01:52.340633 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '75b59266-48b2-441f-a566-40e18621edbc', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': '75b59266-48b2-441f-a566-40e18621edbc', 'mac_address': 'fa:16:3e:cb:55:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:01:52.402824 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b5c95064-edbd-4b41-b7ca-49223a7cb7f0 req-d5b126af-ea98-425a-a7f3-0e7e57420890 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952568 Jul 23 20:01:52.428528 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:52.466106 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75b59266-48b2-441f-a566-40e18621edbc {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:01:52.473443 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-dc6a8694-9652-4a62-a0df-ddb0c5d8d2ec service neutron] 10.222.0.32 "GET /v2.0/networks/4c46bf9f-529a-4325-9d26-317dcf6af4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917071 Jul 23 20:01:52.488990 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 75b59266-48b2-441f-a566-40e18621edbc, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=75b59266-48b2-441f-a566-40e18621edbc,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:52.499663 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:52.558426 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329be783-0eae-4724-aaf4-1e4a8d7bb0f3 req-619771f1-a0ca-44de-93cf-7cd033b03ac0 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:52.572182 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-329be783-0eae-4724-aaf4-1e4a8d7bb0f3 req-619771f1-a0ca-44de-93cf-7cd033b03ac0 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d HTTP/1.1" status: 200 len: 943 time: 0.1116834 Jul 23 20:01:52.618240 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=75b59266-48b2-441f-a566-40e18621edbc,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:52.645988 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ed8bc1f0-d0b0-4836-8233-b42b8d60a0da None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:52.651158 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-95cfd6e4-557d-4dd1-916d-aec17d4134af service neutron] 10.222.0.32 "GET /v2.0/networks/4c46bf9f-529a-4325-9d26-317dcf6af4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748350 Jul 23 20:01:52.653350 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-329be783-0eae-4724-aaf4-1e4a8d7bb0f3 req-904eb632-e31b-4b3f-bbd8-a1e2595fe493 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639594 Jul 23 20:01:52.661052 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ed8bc1f0-d0b0-4836-8233-b42b8d60a0da None None] Transition to ACTIVE for port object e3c80b55-fd4d-47be-a42d-cfd95d095f4a will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:01:52.688125 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ed8bc1f0-d0b0-4836-8233-b42b8d60a0da None None] Transition to ACTIVE for port object e3c80b55-fd4d-47be-a42d-cfd95d095f4a will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:01:52.701517 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ed8bc1f0-d0b0-4836-8233-b42b8d60a0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:52.770346 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['75b59266-48b2-441f-a566-40e18621edbc'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:01:52.855397 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8bc1f0-d0b0-4836-8233-b42b8d60a0da None None] Network 01dac6a3-0d0e-46d0-927a-5fd137e12533 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:01:52.863951 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-ed8bc1f0-d0b0-4836-8233-b42b8d60a0da None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:01:52.865764 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8bc1f0-d0b0-4836-8233-b42b8d60a0da None None] Pushing event updated for resources: {'Port': ['ID=e3c80b55-fd4d-47be-a42d-cfd95d095f4a,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:52.868237 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8bc1f0-d0b0-4836-8233-b42b8d60a0da None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:01:52.889740 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-d36f13b5-dd83-4f8f-afb5-cd20b09cf6bf service neutron] 10.222.0.32 "GET /v2.0/networks/01dac6a3-0d0e-46d0-927a-5fd137e12533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323468 Jul 23 20:01:53.010919 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ed8bc1f0-d0b0-4836-8233-b42b8d60a0da None None] Attempting to bind port e3c80b55-fd4d-47be-a42d-cfd95d095f4a on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:01:53.011445 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ed8bc1f0-d0b0-4836-8233-b42b8d60a0da None None] Attempting to bind port e3c80b55-fd4d-47be-a42d-cfd95d095f4a by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '243fe16e-ea32-47d0-99d1-4289af06ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '01dac6a3-0d0e-46d0-927a-5fd137e12533'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:01:53.011810 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8bc1f0-d0b0-4836-8233-b42b8d60a0da None None] Attempting to bind port e3c80b55-fd4d-47be-a42d-cfd95d095f4a on network 01dac6a3-0d0e-46d0-927a-5fd137e12533 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:01:53.020343 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8bc1f0-d0b0-4836-8233-b42b8d60a0da None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:01:53.020343 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8bc1f0-d0b0-4836-8233-b42b8d60a0da None None] Checking segment: {'id': '243fe16e-ea32-47d0-99d1-4289af06ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '01dac6a3-0d0e-46d0-927a-5fd137e12533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:01:53.020343 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ed8bc1f0-d0b0-4836-8233-b42b8d60a0da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:53.020343 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8bc1f0-d0b0-4836-8233-b42b8d60a0da None None] Bound using segment: {'id': '243fe16e-ea32-47d0-99d1-4289af06ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '01dac6a3-0d0e-46d0-927a-5fd137e12533'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:01:53.028477 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ed8bc1f0-d0b0-4836-8233-b42b8d60a0da None None] Bound port: e3c80b55-fd4d-47be-a42d-cfd95d095f4a, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '243fe16e-ea32-47d0-99d1-4289af06ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '01dac6a3-0d0e-46d0-927a-5fd137e12533'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:01:53.029012 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ed8bc1f0-d0b0-4836-8233-b42b8d60a0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:53.133168 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5139c71-9d41-427c-8601-b906646c8a04 req-9970077c-5a12-4659-a2f2-ea79d45fc826 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:53.135066 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b5139c71-9d41-427c-8601-b906646c8a04 req-9970077c-5a12-4659-a2f2-ea79d45fc826 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5 HTTP/1.1" status: 200 len: 945 time: 0.1303699 Jul 23 20:01:53.196415 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 731ae621-d07d-4566-bdd0-99f86e4b025e up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:01:53.223549 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-2db40703-057d-4bd0-a1dd-20c33d9244df service neutron] 10.222.0.32 "GET /v2.0/networks/01dac6a3-0d0e-46d0-927a-5fd137e12533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186882 Jul 23 20:01:53.243383 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b5139c71-9d41-427c-8601-b906646c8a04 req-8098ee6b-e4f3-4448-9820-a20f0ef4bb85 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013918 Jul 23 20:01:53.243922 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36578) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:01:53.303749 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-ed8bc1f0-d0b0-4836-8233-b42b8d60a0da None None] For port e3c80b55-fd4d-47be-a42d-cfd95d095f4a, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:01:53.317444 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-ed8bc1f0-d0b0-4836-8233-b42b8d60a0da None None] For port e3c80b55-fd4d-47be-a42d-cfd95d095f4a, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=e3c80b55-fd4d-47be-a42d-cfd95d095f4a,segment=NetworkSegment(243fe16e-ea32-47d0-99d1-4289af06ad8a),segment_id=243fe16e-ea32-47d0-99d1-4289af06ad8a)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:01:53.340409 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba09021-5332-415b-9f4e-7efeb887e461 req-a9f7cc62-a10c-4fa8-8372-5b18222544b3 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:53.348176 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fba09021-5332-415b-9f4e-7efeb887e461 req-a9f7cc62-a10c-4fa8-8372-5b18222544b3 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.18 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320&tenant_id=a28939d8212b4a0392808b969f282665&binding%3Ahost_id=n-h1-793618-10 HTTP/1.1" status: 200 len: 949 time: 0.3284349 Jul 23 20:01:53.387745 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ed8bc1f0-d0b0-4836-8233-b42b8d60a0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:53.466347 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-d8ac922c-3050-4b4d-97a6-5079ebcd083d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-213717235-network', 'tenant_id': '2b491435b82b48a58ba0b5b8e36fc678'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:01:53.514565 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ac922c-3050-4b4d-97a6-5079ebcd083d admin admin] Made reservation on behalf of 2b491435b82b48a58ba0b5b8e36fc678 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:01:53.517551 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d8ac922c-3050-4b4d-97a6-5079ebcd083d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:53.533941 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b91d46-08a1-49a4-945f-26ad66a38243 None None] Network 4c46bf9f-529a-4325-9d26-317dcf6af4f4 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:01:53.547830 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [req-fba09021-5332-415b-9f4e-7efeb887e461 req-77be308a-b4c4-49c9-a1dd-b1d56e5cb768 service neutron] delete failed (client error): The resource could not be found. Jul 23 20:01:53.551659 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fba09021-5332-415b-9f4e-7efeb887e461 req-77be308a-b4c4-49c9-a1dd-b1d56e5cb768 service neutron] 10.222.0.18 "DELETE /v2.0/ports/75b59266-48b2-441f-a566-40e18621edbc/bindings/n-h2-793618-10 HTTP/1.1" status: 404 len: 381 time: 0.1933215 Jul 23 20:01:53.555365 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d8ac922c-3050-4b4d-97a6-5079ebcd083d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:53.596046 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-960fdd69-a44b-4446-aba9-84b7604a8cd2 None None] Provisioning for port 731ae621-d07d-4566-bdd0-99f86e4b025e completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:01:53.608911 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8bc1f0-d0b0-4836-8233-b42b8d60a0da None None] Pushing event updated for resources: {'Port': ['ID=e3c80b55-fd4d-47be-a42d-cfd95d095f4a,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:53.674103 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 731ae621-d07d-4566-bdd0-99f86e4b025e completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:01:53.689791 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8bc1f0-d0b0-4836-8233-b42b8d60a0da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:53.691218 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8bc1f0-d0b0-4836-8233-b42b8d60a0da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:53.699601 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8bc1f0-d0b0-4836-8233-b42b8d60a0da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:53.701521 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8bc1f0-d0b0-4836-8233-b42b8d60a0da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:53.702168 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8bc1f0-d0b0-4836-8233-b42b8d60a0da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:53.702687 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8bc1f0-d0b0-4836-8233-b42b8d60a0da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:53.704025 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8bc1f0-d0b0-4836-8233-b42b8d60a0da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:53.704516 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8bc1f0-d0b0-4836-8233-b42b8d60a0da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:53.706227 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8bc1f0-d0b0-4836-8233-b42b8d60a0da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:53.707064 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8bc1f0-d0b0-4836-8233-b42b8d60a0da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:53.708685 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8bc1f0-d0b0-4836-8233-b42b8d60a0da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:53.709184 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8bc1f0-d0b0-4836-8233-b42b8d60a0da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:53.792256 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 731ae621-d07d-4566-bdd0-99f86e4b025e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:01:53.792643 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:53.864969 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816002b6-cc0d-4ba2-9b43-002e2dc96ba9 req-c95074e8-cd39-48a8-b2e1-40e28941493b tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:53.867479 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-816002b6-cc0d-4ba2-9b43-002e2dc96ba9 req-c95074e8-cd39-48a8-b2e1-40e28941493b tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8bc3c27-6e67-4acb-b194-d727bfd4dd3d HTTP/1.1" status: 200 len: 945 time: 0.2937779 Jul 23 20:01:53.998722 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d8ac922c-3050-4b4d-97a6-5079ebcd083d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:54.016850 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d8ac922c-3050-4b4d-97a6-5079ebcd083d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:54.036450 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 72c8b2f5-e2a2-44f1-accb-b987c7310380 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:01:54.050435 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-816002b6-cc0d-4ba2-9b43-002e2dc96ba9 req-b54c9aff-54b0-457c-8040-ebf221b2ab13 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764748 Jul 23 20:01:54.063973 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 72c8b2f5-e2a2-44f1-accb-b987c7310380 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:01:54.064306 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 72c8b2f5-e2a2-44f1-accb-b987c7310380 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:01:54.124613 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ac922c-3050-4b4d-97a6-5079ebcd083d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:01:54.152237 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac922c-3050-4b4d-97a6-5079ebcd083d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335e2be5-4155-4840-a6d8-fce5ccc59a02,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:54.182167 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d8ac922c-3050-4b4d-97a6-5079ebcd083d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:54.184138 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-d8ac922c-3050-4b4d-97a6-5079ebcd083d admin admin] Added segment d9a5c3ce-7e2e-45b3-b874-48574bcebf82 of type vlan for network 2a1ef2d4-e69a-464d-803a-bf7cdd7f4d3c Jul 23 20:01:54.223054 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:54.292971 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 731ae621-d07d-4566-bdd0-99f86e4b025e, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=731ae621-d07d-4566-bdd0-99f86e4b025e,segment=NetworkSegment(056979a6-004a-4a15-89a6-9d8fc49010c9),segment_id=056979a6-004a-4a15-89a6-9d8fc49010c9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:54.302829 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:54.304013 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadd642-87bf-4564-95d3-15e90770cb60 req-1ed6e417-9b20-4633-b370-62da8c770c83 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:54.310934 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8cadd642-87bf-4564-95d3-15e90770cb60 req-1ed6e417-9b20-4633-b370-62da8c770c83 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 949 time: 0.7298608 Jul 23 20:01:54.314608 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba09021-5332-415b-9f4e-7efeb887e461 req-0b97d631-5d66-42ee-9156-03141c785ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:54.316724 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fba09021-5332-415b-9f4e-7efeb887e461 req-0b97d631-5d66-42ee-9156-03141c785ab7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a28939d8212b4a0392808b969f282665&device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 1101 time: 0.2301168 Jul 23 20:01:54.341205 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d8ac922c-3050-4b4d-97a6-5079ebcd083d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:54.384039 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=731ae621-d07d-4566-bdd0-99f86e4b025e,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:54.403859 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8cadd642-87bf-4564-95d3-15e90770cb60 req-8b939a88-a2b1-4826-b7ce-be5ea726382b tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857396 Jul 23 20:01:54.436935 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c200b54-af06-4bde-89fb-a0a564cf1b35 req-bb460eff-761f-4859-a1a5-65b096ad32a4 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:54.445848 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1c200b54-af06-4bde-89fb-a0a564cf1b35 req-bb460eff-761f-4859-a1a5-65b096ad32a4 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5 HTTP/1.1" status: 200 len: 1097 time: 0.1901212 Jul 23 20:01:54.448157 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d8ac922c-3050-4b4d-97a6-5079ebcd083d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:54.449344 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ac922c-3050-4b4d-97a6-5079ebcd083d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:54.450468 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d8ac922c-3050-4b4d-97a6-5079ebcd083d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:54.553998 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d8ac922c-3050-4b4d-97a6-5079ebcd083d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3057964 Jul 23 20:01:54.557224 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36602) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:01:54.567736 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-a228eaa7-703c-4a00-8e01-c7b8974ad1b4 admin admin] Request body: {'subnet': {'network_id': '2a1ef2d4-e69a-464d-803a-bf7cdd7f4d3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-213717235-subnet', 'tenant_id': '2b491435b82b48a58ba0b5b8e36fc678', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:01:54.628399 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d22e25e5-418b-4d39-9f58-c90756b96ba9 req-ae847aa6-8e20-4134-be6c-ebdc44058b25 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c847500-1faf-45b5-a8fb-f34636ca207d HTTP/1.1" status: 200 len: 210 time: 0.0878000 Jul 23 20:01:54.629302 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1c200b54-af06-4bde-89fb-a0a564cf1b35 req-f8fde569-dcb8-4a99-91c9-7a7c8119b576 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745911 Jul 23 20:01:54.630295 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba09021-5332-415b-9f4e-7efeb887e461 req-ec89466a-233c-4b36-a45f-4a399f1efeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:54.632169 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fba09021-5332-415b-9f4e-7efeb887e461 req-ec89466a-233c-4b36-a45f-4a399f1efeca service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.3080661 Jul 23 20:01:54.632542 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac922c-3050-4b4d-97a6-5079ebcd083d admin admin] Pushing event updated for resources: {'Network': ['ID=2a1ef2d4-e69a-464d-803a-bf7cdd7f4d3c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:54.644807 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 2a1ef2d4-e69a-464d-803a-bf7cdd7f4d3c details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:01:54.677658 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a228eaa7-703c-4a00-8e01-c7b8974ad1b4 admin admin] Made reservation on behalf of 2b491435b82b48a58ba0b5b8e36fc678 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:01:54.698651 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a228eaa7-703c-4a00-8e01-c7b8974ad1b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:54.713780 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fba09021-5332-415b-9f4e-7efeb887e461 req-d7af60f6-eef4-4d2d-a17f-e99b3a1b0044 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=75b59266-48b2-441f-a566-40e18621edbc HTTP/1.1" status: 200 len: 217 time: 0.0730050 Jul 23 20:01:54.836718 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8f6bff11-8fda-44e4-b0cd-3221a15042db None None] Provisioning complete for port 731ae621-d07d-4566-bdd0-99f86e4b025e triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:01:54.839544 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8f6bff11-8fda-44e4-b0cd-3221a15042db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:54.862997 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba09021-5332-415b-9f4e-7efeb887e461 req-06fe3665-3934-4fa1-bb35-dc7ff0c6ac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:54.866158 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fba09021-5332-415b-9f4e-7efeb887e461 req-06fe3665-3934-4fa1-bb35-dc7ff0c6ac2b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1447151 Jul 23 20:01:55.002336 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac606ebf-08ee-4d17-967f-8122f68329f5 req-9d11c06c-ca3c-43b7-b4e1-ce31734552be tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:55.005351 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ac606ebf-08ee-4d17-967f-8122f68329f5 req-9d11c06c-ca3c-43b7-b4e1-ce31734552be tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d HTTP/1.1" status: 200 len: 943 time: 0.2027967 Jul 23 20:01:55.109254 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63da94d-f588-4595-b0aa-6a150594a866 None None] Network 01dac6a3-0d0e-46d0-927a-5fd137e12533 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:01:55.122179 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba09021-5332-415b-9f4e-7efeb887e461 req-b9cb3ccf-98ec-47e4-9b8c-962280e34afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:55.123774 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fba09021-5332-415b-9f4e-7efeb887e461 req-b9cb3ccf-98ec-47e4-9b8c-962280e34afc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2434547 Jul 23 20:01:55.126992 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a228eaa7-703c-4a00-8e01-c7b8974ad1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:55.148553 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ac606ebf-08ee-4d17-967f-8122f68329f5 req-f26bed49-e5b8-4038-b31f-1da23fbfcd1e tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368132 Jul 23 20:01:55.305996 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228eaa7-703c-4a00-8e01-c7b8974ad1b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7eaf3179-ed39-4bb0-8680-819a1bda6358,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:55.344345 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a228eaa7-703c-4a00-8e01-c7b8974ad1b4 admin admin] Checking segment: {'id': 'd9a5c3ce-7e2e-45b3-b874-48574bcebf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2a1ef2d4-e69a-464d-803a-bf7cdd7f4d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:01:55.344712 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a228eaa7-703c-4a00-8e01-c7b8974ad1b4 admin admin] Network hostable DHCP agents. Network: 2a1ef2d4-e69a-464d-803a-bf7cdd7f4d3c, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:01:55.390705 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a228eaa7-703c-4a00-8e01-c7b8974ad1b4 admin admin] Network 2a1ef2d4-e69a-464d-803a-bf7cdd7f4d3c is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:01:55.401401 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fba09021-5332-415b-9f4e-7efeb887e461 req-9a88f12e-e8e7-4a2b-b531-b8a99d06e0d8 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570007 Jul 23 20:01:55.408611 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-a228eaa7-703c-4a00-8e01-c7b8974ad1b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 2a1ef2d4-e69a-464d-803a-bf7cdd7f4d3c) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:01:55.426492 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a228eaa7-703c-4a00-8e01-c7b8974ad1b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:55.427114 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a228eaa7-703c-4a00-8e01-c7b8974ad1b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:55.453552 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a228eaa7-703c-4a00-8e01-c7b8974ad1b4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8929636 Jul 23 20:01:55.456615 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36628) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:01:55.461411 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 731ae621-d07d-4566-bdd0-99f86e4b025e up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:01:55.463036 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-8551c37e-4e82-4337-b691-c29a5a416f26 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-213717235-router', 'tenant_id': '2b491435b82b48a58ba0b5b8e36fc678', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:01:55.466005 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-bce00213-d339-4ade-978d-ee35355b60d2 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:55.474535 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-bce00213-d339-4ade-978d-ee35355b60d2 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:55.476265 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-bce00213-d339-4ade-978d-ee35355b60d2 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.18 "GET /v2.0/networks?id=4c46bf9f-529a-4325-9d26-317dcf6af4f4&id=01dac6a3-0d0e-46d0-927a-5fd137e12533 HTTP/1.1" status: 200 len: 1391 time: 0.4520862 Jul 23 20:01:55.493583 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-c3397196-de17-40d2-a436-19cd2dc32144 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Request body: {'port': {'device_id': '6c847500-1faf-45b5-a8fb-f34636ca207d', 'network_id': '4c46bf9f-529a-4325-9d26-317dcf6af4f4', 'admin_state_up': True, 'tenant_id': '79cc250b59e84b978e0f6f82bacf527e'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:01:55.502127 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8551c37e-4e82-4337-b691-c29a5a416f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:55.511080 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8551c37e-4e82-4337-b691-c29a5a416f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:55.543938 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3227d763-ec55-4ef7-9daa-1673577ad30b None None] Network 2a1ef2d4-e69a-464d-803a-bf7cdd7f4d3c requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:01:55.549988 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8fdb637c-0953-4a4d-adce-486b55861b3c None None] Provisioning for port e3c80b55-fd4d-47be-a42d-cfd95d095f4a completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:01:55.652564 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fba09021-5332-415b-9f4e-7efeb887e461 req-4b55b02f-66e2-4b5f-9e35-b7d8c766d580 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329657 Jul 23 20:01:55.729790 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8551c37e-4e82-4337-b691-c29a5a416f26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:55.733376 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543564a2-bd1c-4573-b6cb-550c8b0e1e86 req-97ad8f06-9f69-427b-94b4-ffdaa3a1b7cb tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:55.735371 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-543564a2-bd1c-4573-b6cb-550c8b0e1e86 req-97ad8f06-9f69-427b-94b4-ffdaa3a1b7cb tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 949 time: 0.1674056 Jul 23 20:01:55.737147 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-148fe1de-199d-4191-9c49-8e62c6f8ba95 service neutron] 10.222.0.30 "GET /v2.0/ports/e0fefb72-0019-4f91-b851-417b7a5eff3b/bindings/n-h2-793618-10 HTTP/1.1" status: 200 len: 385 time: 0.2185497 Jul 23 20:01:55.770987 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-c3397196-de17-40d2-a436-19cd2dc32144 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Made reservation on behalf of 79cc250b59e84b978e0f6f82bacf527e for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:01:55.778967 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-c3397196-de17-40d2-a436-19cd2dc32144 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:55.869652 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 75b59266-48b2-441f-a566-40e18621edbc up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:01:55.889943 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-543564a2-bd1c-4573-b6cb-550c8b0e1e86 req-ba75609e-0a22-42fa-aee4-025e68a8860b tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420143 Jul 23 20:01:55.939090 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 731ae621-d07d-4566-bdd0-99f86e4b025e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:01:55.939479 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:56.054882 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-c3397196-de17-40d2-a436-19cd2dc32144 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Allocated IP 19.80.0.38 (4c46bf9f-529a-4325-9d26-317dcf6af4f4/25dbbbc3-11cc-4bc9-b2e8-81a573dc79eb/120c17a7-0af1-477a-8201-65988d09e8a0) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:01:56.098648 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-984ad04e-7e88-47bc-aff9-eb176454cad1 req-8d0ff0f9-03d6-4bdc-ab9f-4cd746b4c00d tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c847500-1faf-45b5-a8fb-f34636ca207d HTTP/1.1" status: 200 len: 210 time: 0.1620328 Jul 23 20:01:56.106409 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 75b59266-48b2-441f-a566-40e18621edbc completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:01:56.113648 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 75b59266-48b2-441f-a566-40e18621edbc triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:01:56.114271 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:56.116118 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8551c37e-4e82-4337-b691-c29a5a416f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:56.128803 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bfdcda-ab21-4d18-a111-98876161fcc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-2a1ef2d4-e69a-464d-803a-bf7cdd7f4d3c', 'network_id': '2a1ef2d4-e69a-464d-803a-bf7cdd7f4d3c', 'tenant_id': '2b491435b82b48a58ba0b5b8e36fc678', 'fixed_ips': [{'subnet_id': '7eaf3179-ed39-4bb0-8680-819a1bda6358'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:01:56.130025 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0bfdcda-ab21-4d18-a111-98876161fcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:56.233997 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device e3c80b55-fd4d-47be-a42d-cfd95d095f4a up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:01:56.240098 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36650) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:01:56.592928 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-e0bfdcda-ab21-4d18-a111-98876161fcc3 None None] Allocated IP 172.20.0.2 (2a1ef2d4-e69a-464d-803a-bf7cdd7f4d3c/7eaf3179-ed39-4bb0-8680-819a1bda6358/6cae603a-5cb1-48e2-ae6d-6cae090cd685) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:01:56.608015 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-c3397196-de17-40d2-a436-19cd2dc32144 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:56.639413 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-d8baa611-f2bc-42fd-9161-f670300dcda4 service neutron] For port e0fefb72-0019-4f91-b851-417b7a5eff3b, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e0fefb72-0019-4f91-b851-417b7a5eff3b,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:56.660765 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-c3397196-de17-40d2-a436-19cd2dc32144 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Transition to ACTIVE for port object 120c17a7-0af1-477a-8201-65988d09e8a0 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:01:56.690634 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-d8baa611-f2bc-42fd-9161-f670300dcda4 service neutron] For port e0fefb72-0019-4f91-b851-417b7a5eff3b, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:01:56.696742 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:56.699993 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc3e23-95f4-4e90-922e-0a9d3cd36b63 req-7236bcf6-b9f3-4d8c-8349-fb0183bb749d tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:56.708262 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f4cc3e23-95f4-4e90-922e-0a9d3cd36b63 req-7236bcf6-b9f3-4d8c-8349-fb0183bb749d tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d HTTP/1.1" status: 200 len: 943 time: 0.3098390 Jul 23 20:01:56.718838 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6bca34af-e3b3-48e4-ab51-27ace039f3e7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b18a1bf8b83648bdabc842eb6556cf43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4510546 Jul 23 20:01:56.725847 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36672) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:01:56.739836 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0a754a03-e3a0-4eeb-be3d-f23ee2206a11 None None] Provisioning complete for port e3c80b55-fd4d-47be-a42d-cfd95d095f4a triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:01:56.740124 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0a754a03-e3a0-4eeb-be3d-f23ee2206a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:56.765621 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f4cc3e23-95f4-4e90-922e-0a9d3cd36b63 req-e9055ee1-422a-4d34-8713-8b5349187054 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514116 Jul 23 20:01:56.772300 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-d8baa611-f2bc-42fd-9161-f670300dcda4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0fefb72-0019-4f91-b851-417b7a5eff3b {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:01:56.779189 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port e3c80b55-fd4d-47be-a42d-cfd95d095f4a completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:01:56.790149 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-c3397196-de17-40d2-a436-19cd2dc32144 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:56.802586 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port e3c80b55-fd4d-47be-a42d-cfd95d095f4a triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:01:56.802994 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:56.840517 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-c3397196-de17-40d2-a436-19cd2dc32144 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Network 4c46bf9f-529a-4325-9d26-317dcf6af4f4 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:01:56.846268 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-c3397196-de17-40d2-a436-19cd2dc32144 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:01:56.854001 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-c3397196-de17-40d2-a436-19cd2dc32144 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:01:56.860980 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 75b59266-48b2-441f-a566-40e18621edbc, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=75b59266-48b2-441f-a566-40e18621edbc,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:56.888510 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3397196-de17-40d2-a436-19cd2dc32144 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Pushing event updated for resources: {'Port': ['ID=120c17a7-0af1-477a-8201-65988d09e8a0,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:56.910348 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84760425-9724-44d0-8ac8-f99cf0c34320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b59266-48b2-441f-a566-40e18621edbc'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:01:56.912963 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddff0c9-d56b-46e1-a2fe-c6099e045846" -d '{"events": [{"server_uuid": "84760425-9724-44d0-8ac8-f99cf0c34320", "name": "network-vif-plugged", "status": "completed", "tag": "75b59266-48b2-441f-a566-40e18621edbc"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:01:56.919264 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-d8baa611-f2bc-42fd-9161-f670300dcda4 service neutron] For port e0fefb72-0019-4f91-b851-417b7a5eff3b, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=e0fefb72-0019-4f91-b851-417b7a5eff3b,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:56.937641 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:56.938469 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device e0fefb72-0019-4f91-b851-417b7a5eff3b no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:01:56.955083 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-c3397196-de17-40d2-a436-19cd2dc32144 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:56.959279 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-c3397196-de17-40d2-a436-19cd2dc32144 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:56.962561 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-d8baa611-f2bc-42fd-9161-f670300dcda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:57.007053 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-c3397196-de17-40d2-a436-19cd2dc32144 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5174034 Jul 23 20:01:57.017008 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8551c37e-4e82-4337-b691-c29a5a416f26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:57.019849 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e047a8be-8437-45d9-8db8-dde6508f951a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:57.023553 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-03384781-c283-4c95-903f-b74c59d50fdb tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Request body: {'port': {'device_id': '6c847500-1faf-45b5-a8fb-f34636ca207d', 'network_id': '01dac6a3-0d0e-46d0-927a-5fd137e12533', 'admin_state_up': True, 'tenant_id': '79cc250b59e84b978e0f6f82bacf527e'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:01:57.039184 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd04e8d-ac81-4777-8474-e7511a307181 x-openstack-request-id: req-ddd04e8d-ac81-4777-8474-e7511a307181 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:01:57.039626 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84760425-9724-44d0-8ac8-f99cf0c34320", "name": "network-vif-plugged", "status": "completed", "tag": "75b59266-48b2-441f-a566-40e18621edbc", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:01:57.039973 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ddd04e8d-ac81-4777-8474-e7511a307181 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:01:57.040457 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84760425-9724-44d0-8ac8-f99cf0c34320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b59266-48b2-441f-a566-40e18621edbc', 'code': 200} Jul 23 20:01:57.073142 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8551c37e-4e82-4337-b691-c29a5a416f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:57.088023 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:57.126874 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0bfdcda-ab21-4d18-a111-98876161fcc3 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:57.140853 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0a754a03-e3a0-4eeb-be3d-f23ee2206a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:57.203934 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-03384781-c283-4c95-903f-b74c59d50fdb tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Made reservation on behalf of 79cc250b59e84b978e0f6f82bacf527e for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:01:57.209339 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-03384781-c283-4c95-903f-b74c59d50fdb tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:57.226329 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0a754a03-e3a0-4eeb-be3d-f23ee2206a11 None None] For port e3c80b55-fd4d-47be-a42d-cfd95d095f4a, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=e3c80b55-fd4d-47be-a42d-cfd95d095f4a,segment=NetworkSegment(243fe16e-ea32-47d0-99d1-4289af06ad8a),segment_id=243fe16e-ea32-47d0-99d1-4289af06ad8a)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:57.240793 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0a754a03-e3a0-4eeb-be3d-f23ee2206a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:57.261068 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e0bfdcda-ab21-4d18-a111-98876161fcc3 None None] Transition to ACTIVE for port object 6cae603a-5cb1-48e2-ae6d-6cae090cd685 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:01:57.301846 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-d8baa611-f2bc-42fd-9161-f670300dcda4 service neutron] Transition to ACTIVE for port object e0fefb72-0019-4f91-b851-417b7a5eff3b will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:01:57.315499 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.db.api [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:01:57.315934 n-d-793618-10 neutron-server[93877]: DEBUG oslo_db.api [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:01:57.334008 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=75b59266-48b2-441f-a566-40e18621edbc,revision_number=9']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:57.356472 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e0bfdcda-ab21-4d18-a111-98876161fcc3 None None] Transition to ACTIVE for port object 6cae603a-5cb1-48e2-ae6d-6cae090cd685 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:01:57.397046 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fff9aa-b2d9-4d15-bcb8-d964052dce3c req-9526fc71-a6c1-48b1-8e60-25d7b80c6447 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:57.398632 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5fff9aa-b2d9-4d15-bcb8-d964052dce3c req-9526fc71-a6c1-48b1-8e60-25d7b80c6447 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c847500-1faf-45b5-a8fb-f34636ca207d HTTP/1.1" status: 200 len: 931 time: 0.1864731 Jul 23 20:01:57.411075 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0bfdcda-ab21-4d18-a111-98876161fcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:57.424515 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-d8baa611-f2bc-42fd-9161-f670300dcda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:57.425072 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8f30f2c6-80cf-48da-81c7-26ddfcef1d4f None None] Provisioning for port 120c17a7-0af1-477a-8201-65988d09e8a0 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:01:57.441078 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e047a8be-8437-45d9-8db8-dde6508f951a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:57.450446 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8f30f2c6-80cf-48da-81c7-26ddfcef1d4f None None] Provisioning complete for port 120c17a7-0af1-477a-8201-65988d09e8a0 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:01:57.450918 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8f30f2c6-80cf-48da-81c7-26ddfcef1d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:57.488016 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-8551c37e-4e82-4337-b691-c29a5a416f26 admin admin] Allocated IP 172.25.1.11 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/7ed3df93-a277-4ade-954f-40d2e7dac1ad) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:01:57.498765 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5fff9aa-b2d9-4d15-bcb8-d964052dce3c req-38b86575-c3dc-4f86-8a4d-b0d971575b13 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/security-groups?id=c05a2f49-6680-49e0-b00d-36d7f89d365d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900424 Jul 23 20:01:57.516806 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-03384781-c283-4c95-903f-b74c59d50fdb tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Allocated IP 19.86.0.10 (01dac6a3-0d0e-46d0-927a-5fd137e12533/9de98bae-b736-4199-ab73-4b5f325b0d1a/195cdf02-80d1-481c-8cd7-dc76d96190de) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:01:57.575625 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-d8baa611-f2bc-42fd-9161-f670300dcda4 service neutron] No DVR routers for this DVR port e0fefb72-0019-4f91-b851-417b7a5eff3b on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:01:57.621837 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b90234-b7c1-482d-a5ec-472c1e284cca req-2a16f2b2-59a3-48d0-993a-415a36af2294 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:57.629379 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d4b90234-b7c1-482d-a5ec-472c1e284cca req-2a16f2b2-59a3-48d0-993a-415a36af2294 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 950 time: 0.5527368 Jul 23 20:01:57.667454 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8baa611-f2bc-42fd-9161-f670300dcda4 service neutron] Pushing event updated for resources: {'Port': ['ID=e0fefb72-0019-4f91-b851-417b7a5eff3b,revision_number=10']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:57.689776 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bfdcda-ab21-4d18-a111-98876161fcc3 None None] Network 2a1ef2d4-e69a-464d-803a-bf7cdd7f4d3c is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:01:57.692897 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a754a03-e3a0-4eeb-be3d-f23ee2206a11 None None] Pushing event updated for resources: {'Port': ['ID=e3c80b55-fd4d-47be-a42d-cfd95d095f4a,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:57.703172 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-e0bfdcda-ab21-4d18-a111-98876161fcc3 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:01:57.724890 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-d8baa611-f2bc-42fd-9161-f670300dcda4 service neutron] 10.222.0.30 "PUT /v2.0/ports/e0fefb72-0019-4f91-b851-417b7a5eff3b/bindings/n-h2-793618-10/activate HTTP/1.1" status: 200 len: 370 time: 1.8983793 Jul 23 20:01:57.731266 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bfdcda-ab21-4d18-a111-98876161fcc3 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:01:57.748687 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e047a8be-8437-45d9-8db8-dde6508f951a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:57.751447 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e047a8be-8437-45d9-8db8-dde6508f951a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:57.756090 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e047a8be-8437-45d9-8db8-dde6508f951a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6884061f-4e42-4c00-aadf-6b626dfb59b5 HTTP/1.1" status: 204 len: 168 time: 1.0257092 Jul 23 20:01:57.770611 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d4b90234-b7c1-482d-a5ec-472c1e284cca req-fae60903-c288-4f5e-84b2-46d2b6155bc4 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402378 Jul 23 20:01:57.771502 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-8f30f2c6-80cf-48da-81c7-26ddfcef1d4f None None] Port 120c17a7-0af1-477a-8201-65988d09e8a0 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:01:57.803636 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bfdcda-ab21-4d18-a111-98876161fcc3 None None] Pushing event updated for resources: {'Port': ['ID=6cae603a-5cb1-48e2-ae6d-6cae090cd685,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:57.808345 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-03384781-c283-4c95-903f-b74c59d50fdb tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:57.823084 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047a8be-8437-45d9-8db8-dde6508f951a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6884061f-4e42-4c00-aadf-6b626dfb59b5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:57.869761 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8551c37e-4e82-4337-b691-c29a5a416f26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:57.912302 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-e0bfdcda-ab21-4d18-a111-98876161fcc3 None None] Attempting to bind port 6cae603a-5cb1-48e2-ae6d-6cae090cd685 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:01:57.912680 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-e0bfdcda-ab21-4d18-a111-98876161fcc3 None None] Attempting to bind port 6cae603a-5cb1-48e2-ae6d-6cae090cd685 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'd9a5c3ce-7e2e-45b3-b874-48574bcebf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2a1ef2d4-e69a-464d-803a-bf7cdd7f4d3c'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:01:57.913047 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bfdcda-ab21-4d18-a111-98876161fcc3 None None] Attempting to bind port 6cae603a-5cb1-48e2-ae6d-6cae090cd685 on network 2a1ef2d4-e69a-464d-803a-bf7cdd7f4d3c {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:01:57.924816 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bfdcda-ab21-4d18-a111-98876161fcc3 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:01:57.926839 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bfdcda-ab21-4d18-a111-98876161fcc3 None None] Checking segment: {'id': 'd9a5c3ce-7e2e-45b3-b874-48574bcebf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2a1ef2d4-e69a-464d-803a-bf7cdd7f4d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:01:57.927306 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0bfdcda-ab21-4d18-a111-98876161fcc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:57.927751 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bfdcda-ab21-4d18-a111-98876161fcc3 None None] Bound using segment: {'id': 'd9a5c3ce-7e2e-45b3-b874-48574bcebf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2a1ef2d4-e69a-464d-803a-bf7cdd7f4d3c'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:01:57.928584 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-e0bfdcda-ab21-4d18-a111-98876161fcc3 None None] Bound port: 6cae603a-5cb1-48e2-ae6d-6cae090cd685, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a5c3ce-7e2e-45b3-b874-48574bcebf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2a1ef2d4-e69a-464d-803a-bf7cdd7f4d3c'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:01:57.928976 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0bfdcda-ab21-4d18-a111-98876161fcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:57.951851 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-03384781-c283-4c95-903f-b74c59d50fdb tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Transition to ACTIVE for port object 195cdf02-80d1-481c-8cd7-dc76d96190de will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:01:57.980401 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8551c37e-4e82-4337-b691-c29a5a416f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:58.044373 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device c17b25a4-6cea-4e5d-a245-165842e69cbf details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:01:58.048475 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-03384781-c283-4c95-903f-b74c59d50fdb tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:58.109638 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8551c37e-4e82-4337-b691-c29a5a416f26 admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:01:58.123676 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-03384781-c283-4c95-903f-b74c59d50fdb tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Network 01dac6a3-0d0e-46d0-927a-5fd137e12533 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:01:58.134683 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-8551c37e-4e82-4337-b691-c29a5a416f26 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:01:58.145921 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8551c37e-4e82-4337-b691-c29a5a416f26 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:01:58.172682 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-03384781-c283-4c95-903f-b74c59d50fdb tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:01:58.189700 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-03384781-c283-4c95-903f-b74c59d50fdb tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:01:58.202828 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port c17b25a4-6cea-4e5d-a245-165842e69cbf, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=c17b25a4-6cea-4e5d-a245-165842e69cbf,segment=NetworkSegment(68bc1acd-7cf9-4313-804d-1112a3e20afc),segment_id=68bc1acd-7cf9-4313-804d-1112a3e20afc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:58.220647 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': 'c17b25a4-6cea-4e5d-a245-165842e69cbf', 'network_id': '8e84c2f8-775c-4b00-b826-468d30f5db1b', 'port_id': 'c17b25a4-6cea-4e5d-a245-165842e69cbf', 'mac_address': 'fa:16:3e:f3:47:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61bf6557-4d20-4447-94c2-1fdfaf9f93fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:01:58.225185 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device e3c80b55-fd4d-47be-a42d-cfd95d095f4a up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:01:58.230015 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551c37e-4e82-4337-b691-c29a5a416f26 admin admin] Pushing event updated for resources: {'Port': ['ID=7ed3df93-a277-4ade-954f-40d2e7dac1ad,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:58.318173 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03384781-c283-4c95-903f-b74c59d50fdb tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Pushing event updated for resources: {'Port': ['ID=195cdf02-80d1-481c-8cd7-dc76d96190de,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:58.349017 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:58.390152 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c17b25a4-6cea-4e5d-a245-165842e69cbf {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:01:58.444826 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-03384781-c283-4c95-903f-b74c59d50fdb tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:58.445645 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-03384781-c283-4c95-903f-b74c59d50fdb tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:58.470551 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-afdc4bdc-3bf3-42b5-9911-fe27f15e72f0 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:58.472570 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-afdc4bdc-3bf3-42b5-9911-fe27f15e72f0 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d&tenant_id=46e8b52fe188445da9dc740883af8e52&binding%3Ahost_id=n-h1-793618-10 HTTP/1.1" status: 200 len: 1096 time: 0.6274135 Jul 23 20:01:58.473904 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-e0bfdcda-ab21-4d18-a111-98876161fcc3 None None] For port 6cae603a-5cb1-48e2-ae6d-6cae090cd685, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:01:58.481813 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port c17b25a4-6cea-4e5d-a245-165842e69cbf, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=c17b25a4-6cea-4e5d-a245-165842e69cbf,segment=NetworkSegment(68bc1acd-7cf9-4313-804d-1112a3e20afc),segment_id=68bc1acd-7cf9-4313-804d-1112a3e20afc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:58.487155 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-e0bfdcda-ab21-4d18-a111-98876161fcc3 None None] For port 6cae603a-5cb1-48e2-ae6d-6cae090cd685, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6cae603a-5cb1-48e2-ae6d-6cae090cd685,segment=NetworkSegment(d9a5c3ce-7e2e-45b3-b874-48574bcebf82),segment_id=d9a5c3ce-7e2e-45b3-b874-48574bcebf82)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:01:58.509079 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:58.511663 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0bfdcda-ab21-4d18-a111-98876161fcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:58.515349 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port e3c80b55-fd4d-47be-a42d-cfd95d095f4a triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:01:58.515807 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:58.525960 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678dd48-509f-47e3-a544-4e505e587644 req-6ef745b9-fc5b-4910-8654-c740919cb5c7 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:58.527838 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a678dd48-509f-47e3-a544-4e505e587644 req-6ef745b9-fc5b-4910-8654-c740919cb5c7 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d HTTP/1.1" status: 200 len: 944 time: 0.5576663 Jul 23 20:01:58.627192 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['c17b25a4-6cea-4e5d-a245-165842e69cbf'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:01:58.630203 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-03384781-c283-4c95-903f-b74c59d50fdb tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6138670 Jul 23 20:01:58.660832 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-c8c73f31-7a43-4531-833f-987c082bfa1c service neutron] Request body: {'port': {'device_id': '6c847500-1faf-45b5-a8fb-f34636ca207d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:01:58.694733 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8551c37e-4e82-4337-b691-c29a5a416f26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:58.734573 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=c17b25a4-6cea-4e5d-a245-165842e69cbf,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:58.825461 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bfdcda-ab21-4d18-a111-98876161fcc3 None None] Pushing event updated for resources: {'Port': ['ID=6cae603a-5cb1-48e2-ae6d-6cae090cd685,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:58.864970 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-74dacac5-bde3-4754-b415-dc0e7ab93059 None None] Provisioning for port 195cdf02-80d1-481c-8cd7-dc76d96190de completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:01:58.872615 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8cca33-2ea2-44d6-8228-3b33aeaccd3f req-bda888a9-ab4c-447d-865a-87f3245762b3 tempest-MigrationsAdminTest-1035184342 tempest-MigrationsAdminTest-1035184342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:58.878695 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fd8cca33-2ea2-44d6-8228-3b33aeaccd3f req-bda888a9-ab4c-447d-865a-87f3245762b3 tempest-MigrationsAdminTest-1035184342 tempest-MigrationsAdminTest-1035184342-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 1102 time: 0.4212232 Jul 23 20:01:58.883974 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-c8c73f31-7a43-4531-833f-987c082bfa1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:58.887976 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-74dacac5-bde3-4754-b415-dc0e7ab93059 None None] Provisioning complete for port 195cdf02-80d1-481c-8cd7-dc76d96190de triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:01:58.889428 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-74dacac5-bde3-4754-b415-dc0e7ab93059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:58.942297 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-0ff223e9-d942-4056-bed6-3bbd3fdf8bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:58.943804 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-0ff223e9-d942-4056-bed6-3bbd3fdf8bb1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d&tenant_id=46e8b52fe188445da9dc740883af8e52 HTTP/1.1" status: 200 len: 1096 time: 0.4442947 Jul 23 20:01:59.021686 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-74dacac5-bde3-4754-b415-dc0e7ab93059 None None] Port 195cdf02-80d1-481c-8cd7-dc76d96190de cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:01:59.186369 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fd8cca33-2ea2-44d6-8228-3b33aeaccd3f req-deadb067-9011-4533-adce-49491ea3ed4e tempest-MigrationsAdminTest-1035184342 tempest-MigrationsAdminTest-1035184342-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696054 Jul 23 20:01:59.500690 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-7c5fe1a1-c70d-4b37-8b3d-88bc37f53dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:59.502333 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-7c5fe1a1-c70d-4b37-8b3d-88bc37f53dd9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=46e8b52fe188445da9dc740883af8e52&device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d HTTP/1.1" status: 200 len: 1096 time: 0.5025265 Jul 23 20:01:59.520320 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a678dd48-509f-47e3-a544-4e505e587644 req-9104226b-44ee-4a01-9152-08862cfb89d8 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8272698 Jul 23 20:01:59.702161 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8551c37e-4e82-4337-b691-c29a5a416f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:59.812349 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e10ba-bdbf-4e93-9b33-a1b01054daa4 req-ea13874f-3c7c-4569-94b5-e9cfb0bf5a76 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:59.820498 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e10ba-bdbf-4e93-9b33-a1b01054daa4 req-ea13874f-3c7c-4569-94b5-e9cfb0bf5a76 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:59.822223 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2b8e10ba-bdbf-4e93-9b33-a1b01054daa4 req-ea13874f-3c7c-4569-94b5-e9cfb0bf5a76 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c847500-1faf-45b5-a8fb-f34636ca207d HTTP/1.1" status: 200 len: 1653 time: 0.4525273 Jul 23 20:01:59.827277 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-8b864134-62b9-4faa-94af-8b811fc26c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:59.828684 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-8b864134-62b9-4faa-94af-8b811fc26c10 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1582e281-e174-4775-af11-ce2168db586d HTTP/1.1" status: 200 len: 909 time: 0.3092453 Jul 23 20:01:59.903961 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-daa824a2-8e66-49a7-86d7-ec91b06ccd5a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0fefb72-0019-4f91-b851-417b7a5eff3b HTTP/1.1" status: 200 len: 217 time: 0.0640945 Jul 23 20:01:59.978664 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device c17b25a4-6cea-4e5d-a245-165842e69cbf up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:02:00.054235 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2b8e10ba-bdbf-4e93-9b33-a1b01054daa4 req-a85ff09f-6fb3-4130-b8ad-190468d305f9 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/security-groups?id=c05a2f49-6680-49e0-b00d-36d7f89d365d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226129 Jul 23 20:02:00.062213 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-c8c73f31-7a43-4531-833f-987c082bfa1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 120c17a7-0af1-477a-8201-65988d09e8a0 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:02:00.073369 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-c8c73f31-7a43-4531-833f-987c082bfa1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:00.083113 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8551c37e-4e82-4337-b691-c29a5a416f26 admin admin] Router 36ffd256-1ac4-483c-b2a5-7eb8cd65a114 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:02:00.091833 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-c8c73f31-7a43-4531-833f-987c082bfa1c service neutron] Transition to ACTIVE for port object 120c17a7-0af1-477a-8201-65988d09e8a0 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:02:00.122865 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-f8b20b7f-b4b3-4f5b-982b-c8d2dba1821c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:00.124379 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-f8b20b7f-b4b3-4f5b-982b-c8d2dba1821c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=62cab30c-2c7b-4463-9eb3-ea20a0ef57f0 HTTP/1.1" status: 200 len: 848 time: 0.1933789 Jul 23 20:02:00.125510 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-c8c73f31-7a43-4531-833f-987c082bfa1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:00.163344 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port c17b25a4-6cea-4e5d-a245-165842e69cbf triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:02:00.175631 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:00.254755 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-8bad0755-f56a-4141-b024-6b44501d1360 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1582e281-e174-4775-af11-ce2168db586d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1176071 Jul 23 20:02:00.289516 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6cae603a-5cb1-48e2-ae6d-6cae090cd685 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:02:00.498055 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8551c37e-4e82-4337-b691-c29a5a416f26 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:02:00.509169 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a31f540-79c9-4438-9d8c-827ecacc8191 None None] Sync routers for ids ['36ffd256-1ac4-483c-b2a5-7eb8cd65a114'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:02:00.530670 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8551c37e-4e82-4337-b691-c29a5a416f26 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:00.535345 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8551c37e-4e82-4337-b691-c29a5a416f26 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0739548 Jul 23 20:02:00.536296 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36786) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:02:00.539268 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a31f540-79c9-4438-9d8c-827ecacc8191 None None] Routers {'36ffd256-1ac4-483c-b2a5-7eb8cd65a114'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:02:00.546380 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8a31f540-79c9-4438-9d8c-827ecacc8191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:01:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['36ffd256-1ac4-483c-b2a5-7eb8cd65a114'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:02:00.578092 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c73f31-7a43-4531-833f-987c082bfa1c service neutron] Pushing event updated for resources: {'Port': ['ID=120c17a7-0af1-477a-8201-65988d09e8a0,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:00.588290 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-2f24da59-23a5-4831-b1b3-d070147e6766 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a28939d8212b4a0392808b969f282665&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1120377 Jul 23 20:02:00.603889 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a23c1a-7afa-48b5-af19-9fc62c44d6fa None None] Network 2a1ef2d4-e69a-464d-803a-bf7cdd7f4d3c requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:02:00.623745 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 6cae603a-5cb1-48e2-ae6d-6cae090cd685 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:02:00.640905 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-c8c73f31-7a43-4531-833f-987c082bfa1c service neutron] Attempting to bind port 120c17a7-0af1-477a-8201-65988d09e8a0 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:02:00.641238 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-c8c73f31-7a43-4531-833f-987c082bfa1c service neutron] Attempting to bind port 120c17a7-0af1-477a-8201-65988d09e8a0 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '056979a6-004a-4a15-89a6-9d8fc49010c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4c46bf9f-529a-4325-9d26-317dcf6af4f4'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:02:00.641587 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-c8c73f31-7a43-4531-833f-987c082bfa1c service neutron] Attempting to bind port 120c17a7-0af1-477a-8201-65988d09e8a0 on network 4c46bf9f-529a-4325-9d26-317dcf6af4f4 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:02:00.666718 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-345986ef-6152-4a76-9f3b-a1b543a959a6 None None] Provisioning for port 6cae603a-5cb1-48e2-ae6d-6cae090cd685 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:02:00.698724 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-345986ef-6152-4a76-9f3b-a1b543a959a6 None None] Provisioning complete for port 6cae603a-5cb1-48e2-ae6d-6cae090cd685 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:02:00.699290 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-345986ef-6152-4a76-9f3b-a1b543a959a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:00.800632 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-f1975def-c3d1-4b86-8ee0-d8d4b750a9a2 service neutron] 10.222.0.18 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5357327 Jul 23 20:02:00.805281 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 6cae603a-5cb1-48e2-ae6d-6cae090cd685 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:02:00.805281 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:00.836648 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-8a31f540-79c9-4438-9d8c-827ecacc8191 None None] Set router 36ffd256-1ac4-483c-b2a5-7eb8cd65a114 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:02:00.891872 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-c8c73f31-7a43-4531-833f-987c082bfa1c service neutron] Port 120c17a7-0af1-477a-8201-65988d09e8a0 on network 4c46bf9f-529a-4325-9d26-317dcf6af4f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:02:00.892276 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-c8c73f31-7a43-4531-833f-987c082bfa1c service neutron] Attempting to bind port 120c17a7-0af1-477a-8201-65988d09e8a0 on network 4c46bf9f-529a-4325-9d26-317dcf6af4f4 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:02:00.901667 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-a573c2a2-c3aa-4020-8b31-72fb41ff05bc tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:00.904572 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-a573c2a2-c3aa-4020-8b31-72fb41ff05bc tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3021636 Jul 23 20:02:00.931945 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-c8c73f31-7a43-4531-833f-987c082bfa1c service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:02:00.932296 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-c8c73f31-7a43-4531-833f-987c082bfa1c service neutron] Checking segment: {'id': '056979a6-004a-4a15-89a6-9d8fc49010c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4c46bf9f-529a-4325-9d26-317dcf6af4f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:02:00.933260 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-c8c73f31-7a43-4531-833f-987c082bfa1c service neutron] Bound using segment: {'id': '056979a6-004a-4a15-89a6-9d8fc49010c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4c46bf9f-529a-4325-9d26-317dcf6af4f4'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:02:00.933765 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-c8c73f31-7a43-4531-833f-987c082bfa1c service neutron] Bound port: 120c17a7-0af1-477a-8201-65988d09e8a0, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '056979a6-004a-4a15-89a6-9d8fc49010c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4c46bf9f-529a-4325-9d26-317dcf6af4f4'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:02:00.934152 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-c8c73f31-7a43-4531-833f-987c082bfa1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:00.958505 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-0788bb9b-8637-416f-9d81-27a7a73aac90 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/quotas/a28939d8212b4a0392808b969f282665 HTTP/1.1" status: 200 len: 375 time: 0.0405297 Jul 23 20:02:01.130891 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-c8c73f31-7a43-4531-833f-987c082bfa1c service neutron] For port 120c17a7-0af1-477a-8201-65988d09e8a0, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:02:01.138003 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-c8c73f31-7a43-4531-833f-987c082bfa1c service neutron] For port 120c17a7-0af1-477a-8201-65988d09e8a0, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=120c17a7-0af1-477a-8201-65988d09e8a0,segment=NetworkSegment(056979a6-004a-4a15-89a6-9d8fc49010c9),segment_id=056979a6-004a-4a15-89a6-9d8fc49010c9)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:02:01.154365 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d8ba0-9ecd-4de8-9b45-4658322d1094 req-7b16cdd0-d952-4220-abb5-593ef525d176 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:01.155731 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:01.156234 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c52d8ba0-9ecd-4de8-9b45-4658322d1094 req-7b16cdd0-d952-4220-abb5-593ef525d176 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d HTTP/1.1" status: 200 len: 944 time: 0.1444957 Jul 23 20:02:01.231278 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-c8c73f31-7a43-4531-833f-987c082bfa1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:01.254572 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-345986ef-6152-4a76-9f3b-a1b543a959a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:01.266227 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c52d8ba0-9ecd-4de8-9b45-4658322d1094 req-d2d97eb4-02fb-463e-bde6-db710e716a31 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877473 Jul 23 20:02:01.304573 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8a31f540-79c9-4438-9d8c-827ecacc8191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ffd256-1ac4-483c-b2a5-7eb8cd65a114', 'name': 'tempest-FloatingIPsNegativeTestJSON-213717235-router', 'tenant_id': '2b491435b82b48a58ba0b5b8e36fc678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '7ed3df93-a277-4ade-954f-40d2e7dac1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:01:55Z', 'updated_at': '2021-07-23T20:01:58Z', 'revision_number': 3, 'project_id': '2b491435b82b48a58ba0b5b8e36fc678', 'gw_port': {'id': '7ed3df93-a277-4ade-954f-40d2e7dac1ad', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ffd256-1ac4-483c-b2a5-7eb8cd65a114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:01:57Z', 'updated_at': '2021-07-23T20:01:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:02:01.367066 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-345986ef-6152-4a76-9f3b-a1b543a959a6 None None] For port 6cae603a-5cb1-48e2-ae6d-6cae090cd685, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6cae603a-5cb1-48e2-ae6d-6cae090cd685,segment=NetworkSegment(d9a5c3ce-7e2e-45b3-b874-48574bcebf82),segment_id=d9a5c3ce-7e2e-45b3-b874-48574bcebf82)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:01.382668 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a31f540-79c9-4438-9d8c-827ecacc8191 None None] Checking router: 36ffd256-1ac4-483c-b2a5-7eb8cd65a114 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:02:01.383025 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a31f540-79c9-4438-9d8c-827ecacc8191 None None] Updating router 36ffd256-1ac4-483c-b2a5-7eb8cd65a114 port 7ed3df93-a277-4ade-954f-40d2e7dac1ad binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:02:01.397994 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-345986ef-6152-4a76-9f3b-a1b543a959a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:01.417178 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-c8c73f31-7a43-4531-833f-987c082bfa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:01.417757 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-c8c73f31-7a43-4531-833f-987c082bfa1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:01.420115 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-c8c73f31-7a43-4531-833f-987c082bfa1c service neutron] 10.222.0.18 "PUT /v2.0/ports/120c17a7-0af1-477a-8201-65988d09e8a0 HTTP/1.1" status: 200 len: 1092 time: 2.7713888 Jul 23 20:02:01.432536 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-9c64fc72-f0ae-42af-9058-80a0a1ce3418 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a28939d8212b4a0392808b969f282665&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4603848 Jul 23 20:02:01.434558 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c847500-1faf-45b5-a8fb-f34636ca207d', 'tag': '120c17a7-0af1-477a-8201-65988d09e8a0'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:02:01.436883 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bb7cb1-8070-47fb-8bfa-17f067c2ed43" -d '{"events": [{"name": "network-changed", "server_uuid": "6c847500-1faf-45b5-a8fb-f34636ca207d", "tag": "120c17a7-0af1-477a-8201-65988d09e8a0"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:02:01.461018 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8a31f540-79c9-4438-9d8c-827ecacc8191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:01.505224 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9616c755-12c6-4f6c-b2d8-cadb7690396e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:01.521509 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-93fc312b-96c9-4862-84d8-0deb85472767 service neutron] 10.222.0.18 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5793293 Jul 23 20:02:01.534430 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-54370d2d-3eab-40a2-b367-31e8c84e74d9 service neutron] Request body: {'port': {'device_id': '6c847500-1faf-45b5-a8fb-f34636ca207d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:02:01.634018 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c73f31-7a43-4531-833f-987c082bfa1c service neutron] Pushing event updated for resources: {'Port': ['ID=120c17a7-0af1-477a-8201-65988d09e8a0,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:01.697247 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345986ef-6152-4a76-9f3b-a1b543a959a6 None None] Pushing event updated for resources: {'Port': ['ID=6cae603a-5cb1-48e2-ae6d-6cae090cd685,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:01.708045 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:01.959564 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-9616c755-12c6-4f6c-b2d8-cadb7690396e admin admin] Allocated IP 172.20.0.1 (2a1ef2d4-e69a-464d-803a-bf7cdd7f4d3c/7eaf3179-ed39-4bb0-8680-819a1bda6358/d36e692a-9eab-493e-ba87-2ccc08a87264) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:02:02.012108 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d605cf-35b5-43f1-892e-8d19415e8459 req-bdfe4e0f-52f2-4007-a04b-96bb61099779 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:02.026996 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d605cf-35b5-43f1-892e-8d19415e8459 req-bdfe4e0f-52f2-4007-a04b-96bb61099779 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:02.038571 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c6d605cf-35b5-43f1-892e-8d19415e8459 req-bdfe4e0f-52f2-4007-a04b-96bb61099779 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c847500-1faf-45b5-a8fb-f34636ca207d HTTP/1.1" status: 200 len: 1665 time: 0.2159376 Jul 23 20:02:02.152951 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8bc3c27-6e67-4acb-b194-d727bfd4dd3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17b25a4-6cea-4e5d-a245-165842e69cbf'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:02:02.158076 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5532a867-fe53-457d-bdae-c483573c7909" -d '{"events": [{"server_uuid": "d8bc3c27-6e67-4acb-b194-d727bfd4dd3d", "name": "network-vif-plugged", "status": "completed", "tag": "c17b25a4-6cea-4e5d-a245-165842e69cbf"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:02:02.180162 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c6d605cf-35b5-43f1-892e-8d19415e8459 req-2444f48d-6441-48ae-a9ed-c21c67ae442f tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/security-groups?id=c05a2f49-6680-49e0-b00d-36d7f89d365d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405683 Jul 23 20:02:02.320068 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port c17b25a4-6cea-4e5d-a245-165842e69cbf, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=c17b25a4-6cea-4e5d-a245-165842e69cbf,segment=NetworkSegment(68bc1acd-7cf9-4313-804d-1112a3e20afc),segment_id=68bc1acd-7cf9-4313-804d-1112a3e20afc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:02.337014 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.db.api [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:02:02.337369 n-d-793618-10 neutron-server[93877]: DEBUG oslo_db.api [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:02:02.339920 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8a31f540-79c9-4438-9d8c-827ecacc8191 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:02.344990 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:02.382847 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8a31f540-79c9-4438-9d8c-827ecacc8191 None None] Transition to ACTIVE for port object 7ed3df93-a277-4ade-954f-40d2e7dac1ad will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:02:02.388080 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9616c755-12c6-4f6c-b2d8-cadb7690396e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:02.403269 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8a31f540-79c9-4438-9d8c-827ecacc8191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:02.455024 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-9616c755-12c6-4f6c-b2d8-cadb7690396e admin admin] Transition to ACTIVE for port object d36e692a-9eab-493e-ba87-2ccc08a87264 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:02:02.470494 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=c17b25a4-6cea-4e5d-a245-165842e69cbf,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:02.525694 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fdfb96-34d5-4410-bc14-1ed667b98a85 x-openstack-request-id: req-62fdfb96-34d5-4410-bc14-1ed667b98a85 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:02:02.526248 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c847500-1faf-45b5-a8fb-f34636ca207d", "tag": "120c17a7-0af1-477a-8201-65988d09e8a0", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:02:02.526248 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-62fdfb96-34d5-4410-bc14-1ed667b98a85 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:02:02.526633 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c847500-1faf-45b5-a8fb-f34636ca207d', 'tag': '120c17a7-0af1-477a-8201-65988d09e8a0', 'status': 'completed', 'code': 200} Jul 23 20:02:02.572417 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ad915-ccaf-4063-9a48-02cba73cf3e5 None None] Pushing event updated for resources: {'Port': ['ID=7ed3df93-a277-4ade-954f-40d2e7dac1ad,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:02.572996 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-54370d2d-3eab-40a2-b367-31e8c84e74d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:02.582241 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9616c755-12c6-4f6c-b2d8-cadb7690396e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:02.623296 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-8a31f540-79c9-4438-9d8c-827ecacc8191 None None] Attempting to bind port 7ed3df93-a277-4ade-954f-40d2e7dac1ad on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:02:02.623962 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-8a31f540-79c9-4438-9d8c-827ecacc8191 None None] Attempting to bind port 7ed3df93-a277-4ade-954f-40d2e7dac1ad by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:02:02.624434 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a31f540-79c9-4438-9d8c-827ecacc8191 None None] Attempting to bind port 7ed3df93-a277-4ade-954f-40d2e7dac1ad on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:02:02.650874 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6ad915-ccaf-4063-9a48-02cba73cf3e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:02.652351 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6ad915-ccaf-4063-9a48-02cba73cf3e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:02.653341 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6ad915-ccaf-4063-9a48-02cba73cf3e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:02.656400 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6ad915-ccaf-4063-9a48-02cba73cf3e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:02.656900 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6ad915-ccaf-4063-9a48-02cba73cf3e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:02.657317 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6ad915-ccaf-4063-9a48-02cba73cf3e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:02.658376 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6ad915-ccaf-4063-9a48-02cba73cf3e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:02.659122 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6ad915-ccaf-4063-9a48-02cba73cf3e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:02.660296 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6ad915-ccaf-4063-9a48-02cba73cf3e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:02.662254 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6ad915-ccaf-4063-9a48-02cba73cf3e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:02.662749 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6ad915-ccaf-4063-9a48-02cba73cf3e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:02.664271 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6ad915-ccaf-4063-9a48-02cba73cf3e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:02.687433 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a31f540-79c9-4438-9d8c-827ecacc8191 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:02:02.688164 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a31f540-79c9-4438-9d8c-827ecacc8191 None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:02:02.690553 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8a31f540-79c9-4438-9d8c-827ecacc8191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:02.693166 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a31f540-79c9-4438-9d8c-827ecacc8191 None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:02:02.694845 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-8a31f540-79c9-4438-9d8c-827ecacc8191 None None] Bound port: 7ed3df93-a277-4ade-954f-40d2e7dac1ad, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:02:02.696013 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8a31f540-79c9-4438-9d8c-827ecacc8191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:02.708172 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9616c755-12c6-4f6c-b2d8-cadb7690396e admin admin] Network 2a1ef2d4-e69a-464d-803a-bf7cdd7f4d3c is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:02:02.714179 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-9616c755-12c6-4f6c-b2d8-cadb7690396e admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:02:02.726064 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9616c755-12c6-4f6c-b2d8-cadb7690396e admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:02:02.802880 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616c755-12c6-4f6c-b2d8-cadb7690396e admin admin] Pushing event updated for resources: {'Port': ['ID=d36e692a-9eab-493e-ba87-2ccc08a87264,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:02.878724 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-8a31f540-79c9-4438-9d8c-827ecacc8191 None None] For port 7ed3df93-a277-4ade-954f-40d2e7dac1ad, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:02:02.887073 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-8a31f540-79c9-4438-9d8c-827ecacc8191 None None] For port 7ed3df93-a277-4ade-954f-40d2e7dac1ad, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=7ed3df93-a277-4ade-954f-40d2e7dac1ad,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:02:02.892425 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9616c755-12c6-4f6c-b2d8-cadb7690396e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:02.895820 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8a31f540-79c9-4438-9d8c-827ecacc8191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:03.003695 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-07570030-48db-429d-8951-981ef61016f9 None None] Provisioning complete for port 6cae603a-5cb1-48e2-ae6d-6cae090cd685 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:02:03.005181 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-07570030-48db-429d-8951-981ef61016f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:03.025016 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ad915-ccaf-4063-9a48-02cba73cf3e5 None None] Pushing event updated for resources: {'Port': ['ID=7ed3df93-a277-4ade-954f-40d2e7dac1ad,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:03.062932 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a31f540-79c9-4438-9d8c-827ecacc8191 None None] Routers {'36ffd256-1ac4-483c-b2a5-7eb8cd65a114'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:02:03.065453 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8a31f540-79c9-4438-9d8c-827ecacc8191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:01:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['36ffd256-1ac4-483c-b2a5-7eb8cd65a114'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:02:03.239572 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6cae603a-5cb1-48e2-ae6d-6cae090cd685 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:02:03.369641 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-54370d2d-3eab-40a2-b367-31e8c84e74d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 195cdf02-80d1-481c-8cd7-dc76d96190de {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:02:03.391197 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-8a31f540-79c9-4438-9d8c-827ecacc8191 None None] Set router 36ffd256-1ac4-483c-b2a5-7eb8cd65a114 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:02:03.394306 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-54370d2d-3eab-40a2-b367-31e8c84e74d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:03.402993 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 6cae603a-5cb1-48e2-ae6d-6cae090cd685 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:02:03.403670 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:03.431210 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-54370d2d-3eab-40a2-b367-31e8c84e74d9 service neutron] Transition to ACTIVE for port object 195cdf02-80d1-481c-8cd7-dc76d96190de will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:02:03.434606 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5149dd88-3694-4971-845f-9b35ab51b012 req-7759ff93-053d-48aa-a2e3-f190e02a1f59 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 210 time: 0.9070277 Jul 23 20:02:03.438413 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-54370d2d-3eab-40a2-b367-31e8c84e74d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:03.480968 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9616c755-12c6-4f6c-b2d8-cadb7690396e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:03.510178 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54370d2d-3eab-40a2-b367-31e8c84e74d9 service neutron] Pushing event updated for resources: {'Port': ['ID=195cdf02-80d1-481c-8cd7-dc76d96190de,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:03.521262 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-aa821e2f-4260-42e6-90ae-96634eda27b7 None None] Provisioning for port d36e692a-9eab-493e-ba87-2ccc08a87264 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:02:03.530687 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-aa821e2f-4260-42e6-90ae-96634eda27b7 None None] Provisioning complete for port d36e692a-9eab-493e-ba87-2ccc08a87264 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:02:03.532282 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aa821e2f-4260-42e6-90ae-96634eda27b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:03.638457 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4467e0-afef-4285-881d-60b9125bcb3f req-ce409a67-fabf-45fa-8916-80156103688e tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:03.646014 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5a4467e0-afef-4285-881d-60b9125bcb3f req-ce409a67-fabf-45fa-8916-80156103688e tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d HTTP/1.1" status: 200 len: 944 time: 0.3686721 Jul 23 20:02:03.665979 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df02209-d65f-446e-b497-be70f76bc6c8 x-openstack-request-id: req-7df02209-d65f-446e-b497-be70f76bc6c8 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:02:03.666992 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8bc3c27-6e67-4acb-b194-d727bfd4dd3d", "name": "network-vif-plugged", "status": "completed", "tag": "c17b25a4-6cea-4e5d-a245-165842e69cbf", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:02:03.668289 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7df02209-d65f-446e-b497-be70f76bc6c8 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:02:03.669592 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8bc3c27-6e67-4acb-b194-d727bfd4dd3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17b25a4-6cea-4e5d-a245-165842e69cbf', 'code': 200} Jul 23 20:02:03.713205 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-aa821e2f-4260-42e6-90ae-96634eda27b7 None None] Port d36e692a-9eab-493e-ba87-2ccc08a87264 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:02:03.782447 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5a4467e0-afef-4285-881d-60b9125bcb3f req-ce4763f0-904d-46ec-8b31-db7702ab5848 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306250 Jul 23 20:02:03.818050 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-ae8f9194-d5fd-4c26-8192-905cafef11c7 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:03.819651 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-ae8f9194-d5fd-4c26-8192-905cafef11c7 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d&tenant_id=46e8b52fe188445da9dc740883af8e52&binding%3Ahost_id=n-h2-793618-10 HTTP/1.1" status: 200 len: 1096 time: 2.0150490 Jul 23 20:02:03.897173 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb7cb1-8070-47fb-8bfa-17f067c2ed43 req-09a64404-96a2-4e3d-a170-321f3a0960c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:03.898175 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb7cb1-8070-47fb-8bfa-17f067c2ed43 req-09a64404-96a2-4e3d-a170-321f3a0960c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:03.900029 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-95bb7cb1-8070-47fb-8bfa-17f067c2ed43 req-09a64404-96a2-4e3d-a170-321f3a0960c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79cc250b59e84b978e0f6f82bacf527e&device_id=6c847500-1faf-45b5-a8fb-f34636ca207d HTTP/1.1" status: 200 len: 1913 time: 1.3712208 Jul 23 20:02:03.912347 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8a31f540-79c9-4438-9d8c-827ecacc8191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ffd256-1ac4-483c-b2a5-7eb8cd65a114', 'name': 'tempest-FloatingIPsNegativeTestJSON-213717235-router', 'tenant_id': '2b491435b82b48a58ba0b5b8e36fc678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '7ed3df93-a277-4ade-954f-40d2e7dac1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:01:55Z', 'updated_at': '2021-07-23T20:01:58Z', 'revision_number': 3, 'project_id': '2b491435b82b48a58ba0b5b8e36fc678', 'gw_port': {'id': '7ed3df93-a277-4ade-954f-40d2e7dac1ad', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ffd256-1ac4-483c-b2a5-7eb8cd65a114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:01:57Z', 'updated_at': '2021-07-23T20:02:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:02:03.975332 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-446eb5b2-c457-4891-b612-b58d9255bc4c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=a28939d8212b4a0392808b969f282665&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0946548 Jul 23 20:02:04.025632 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a31f540-79c9-4438-9d8c-827ecacc8191 None None] The sync data for ids ['36ffd256-1ac4-483c-b2a5-7eb8cd65a114'] in n-d-793618-10 is: [{'id': '36ffd256-1ac4-483c-b2a5-7eb8cd65a114', 'name': 'tempest-FloatingIPsNegativeTestJSON-213717235-router', 'tenant_id': '2b491435b82b48a58ba0b5b8e36fc678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '7ed3df93-a277-4ade-954f-40d2e7dac1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:01:55Z', 'updated_at': '2021-07-23T20:01:58Z', 'revision_number': 3, 'project_id': '2b491435b82b48a58ba0b5b8e36fc678', 'gw_port': {'id': '7ed3df93-a277-4ade-954f-40d2e7dac1ad', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ffd256-1ac4-483c-b2a5-7eb8cd65a114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:01:57Z', 'updated_at': '2021-07-23T20:02:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:02:04.100264 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-54370d2d-3eab-40a2-b367-31e8c84e74d9 service neutron] Attempting to bind port 195cdf02-80d1-481c-8cd7-dc76d96190de on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:02:04.102560 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-54370d2d-3eab-40a2-b367-31e8c84e74d9 service neutron] Attempting to bind port 195cdf02-80d1-481c-8cd7-dc76d96190de by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '243fe16e-ea32-47d0-99d1-4289af06ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '01dac6a3-0d0e-46d0-927a-5fd137e12533'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:02:04.102930 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-54370d2d-3eab-40a2-b367-31e8c84e74d9 service neutron] Attempting to bind port 195cdf02-80d1-481c-8cd7-dc76d96190de on network 01dac6a3-0d0e-46d0-927a-5fd137e12533 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:02:04.309801 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-54370d2d-3eab-40a2-b367-31e8c84e74d9 service neutron] Port 195cdf02-80d1-481c-8cd7-dc76d96190de on network 01dac6a3-0d0e-46d0-927a-5fd137e12533 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:02:04.310386 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-54370d2d-3eab-40a2-b367-31e8c84e74d9 service neutron] Attempting to bind port 195cdf02-80d1-481c-8cd7-dc76d96190de on network 01dac6a3-0d0e-46d0-927a-5fd137e12533 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:02:04.317078 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb7cb1-8070-47fb-8bfa-17f067c2ed43 req-699310bc-2039-4154-b314-51ce8b004558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:04.317887 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb7cb1-8070-47fb-8bfa-17f067c2ed43 req-699310bc-2039-4154-b314-51ce8b004558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:04.318515 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb7cb1-8070-47fb-8bfa-17f067c2ed43 req-699310bc-2039-4154-b314-51ce8b004558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:04.320450 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-95bb7cb1-8070-47fb-8bfa-17f067c2ed43 req-699310bc-2039-4154-b314-51ce8b004558 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=79cc250b59e84b978e0f6f82bacf527e&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3588407 Jul 23 20:02:04.330364 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-54370d2d-3eab-40a2-b367-31e8c84e74d9 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:02:04.330963 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-54370d2d-3eab-40a2-b367-31e8c84e74d9 service neutron] Checking segment: {'id': '243fe16e-ea32-47d0-99d1-4289af06ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '01dac6a3-0d0e-46d0-927a-5fd137e12533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:02:04.331709 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-54370d2d-3eab-40a2-b367-31e8c84e74d9 service neutron] Bound using segment: {'id': '243fe16e-ea32-47d0-99d1-4289af06ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '01dac6a3-0d0e-46d0-927a-5fd137e12533'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:02:04.332332 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-54370d2d-3eab-40a2-b367-31e8c84e74d9 service neutron] Bound port: 195cdf02-80d1-481c-8cd7-dc76d96190de, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243fe16e-ea32-47d0-99d1-4289af06ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '01dac6a3-0d0e-46d0-927a-5fd137e12533'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:02:04.332894 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-54370d2d-3eab-40a2-b367-31e8c84e74d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:04.338603 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-54b96e5b-2c1a-4e17-af82-ed28bcb7b02c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:04.340186 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-54b96e5b-2c1a-4e17-af82-ed28bcb7b02c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3513970 Jul 23 20:02:04.362444 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-1c412f10-3c9d-40f5-8a17-37bc8cf3615c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Request body: {'port': {'device_id': 'dbfde140-eec2-497b-a42f-38544c75aa5e', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'admin_state_up': True, 'tenant_id': 'a28939d8212b4a0392808b969f282665'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:02:04.565247 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-e50f6932-a472-44f0-aa9b-3b43c9905a60 service neutron] For port e0fefb72-0019-4f91-b851-417b7a5eff3b, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:02:04.588012 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9616c755-12c6-4f6c-b2d8-cadb7690396e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:04.588970 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-e50f6932-a472-44f0-aa9b-3b43c9905a60 service neutron] Notify callbacks [] for binding, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:04.591505 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f445bf16-a88c-4c6e-a8ad-0ea3c5cf7043 req-e50f6932-a472-44f0-aa9b-3b43c9905a60 service neutron] 10.222.0.18 "DELETE /v2.0/ports/e0fefb72-0019-4f91-b851-417b7a5eff3b/bindings/n-h1-793618-10 HTTP/1.1" status: 204 len: 173 time: 0.7536116 Jul 23 20:02:04.608104 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9616c755-12c6-4f6c-b2d8-cadb7690396e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:04.678900 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9616c755-12c6-4f6c-b2d8-cadb7690396e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:04.732197 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1062a1-4f81-4348-9686-6e649cb1b37b req-29c44749-2f06-471f-aa43-8ce7e5cfe165 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:04.742848 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1062a1-4f81-4348-9686-6e649cb1b37b req-29c44749-2f06-471f-aa43-8ce7e5cfe165 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:04.761725 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db1062a1-4f81-4348-9686-6e649cb1b37b req-29c44749-2f06-471f-aa43-8ce7e5cfe165 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c847500-1faf-45b5-a8fb-f34636ca207d HTTP/1.1" status: 200 len: 1677 time: 0.6645091 Jul 23 20:02:04.763270 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-54370d2d-3eab-40a2-b367-31e8c84e74d9 service neutron] For port 195cdf02-80d1-481c-8cd7-dc76d96190de, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:02:04.810742 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-1c412f10-3c9d-40f5-8a17-37bc8cf3615c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Made reservation on behalf of a28939d8212b4a0392808b969f282665 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:02:04.815715 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-54370d2d-3eab-40a2-b367-31e8c84e74d9 service neutron] For port 195cdf02-80d1-481c-8cd7-dc76d96190de, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=195cdf02-80d1-481c-8cd7-dc76d96190de,segment=NetworkSegment(243fe16e-ea32-47d0-99d1-4289af06ad8a),segment_id=243fe16e-ea32-47d0-99d1-4289af06ad8a)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:02:04.816040 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-1c412f10-3c9d-40f5-8a17-37bc8cf3615c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:04.820619 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb7cb1-8070-47fb-8bfa-17f067c2ed43 req-bac45067-ab21-404f-b7c7-192fbf6434fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:04.828410 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-95bb7cb1-8070-47fb-8bfa-17f067c2ed43 req-bac45067-ab21-404f-b7c7-192fbf6434fd service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4644830 Jul 23 20:02:04.831678 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-54370d2d-3eab-40a2-b367-31e8c84e74d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:04.859367 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9616c755-12c6-4f6c-b2d8-cadb7690396e admin admin] Network 2a1ef2d4-e69a-464d-803a-bf7cdd7f4d3c is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:02:04.873884 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-9616c755-12c6-4f6c-b2d8-cadb7690396e admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:02:04.882437 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db1062a1-4f81-4348-9686-6e649cb1b37b req-e50c7539-e093-4d64-8c15-4006e0121d73 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/security-groups?id=c05a2f49-6680-49e0-b00d-36d7f89d365d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107705 Jul 23 20:02:04.929656 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-54370d2d-3eab-40a2-b367-31e8c84e74d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:04.929656 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-54370d2d-3eab-40a2-b367-31e8c84e74d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:04.929656 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-54370d2d-3eab-40a2-b367-31e8c84e74d9 service neutron] 10.222.0.18 "PUT /v2.0/ports/195cdf02-80d1-481c-8cd7-dc76d96190de HTTP/1.1" status: 200 len: 1092 time: 3.4418375 Jul 23 20:02:04.929656 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c847500-1faf-45b5-a8fb-f34636ca207d', 'tag': '195cdf02-80d1-481c-8cd7-dc76d96190de'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:02:04.929656 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae0280f-ab29-490a-9854-09c1ac6b8b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "6c847500-1faf-45b5-a8fb-f34636ca207d", "tag": "195cdf02-80d1-481c-8cd7-dc76d96190de"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:02:04.966296 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5e136-a3df-44ec-9a26-52a053de68eb req-dc6c308c-5b03-4343-b5f4-99072fcb33f5 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:04.980667 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-43e5e136-a3df-44ec-9a26-52a053de68eb req-dc6c308c-5b03-4343-b5f4-99072fcb33f5 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d HTTP/1.1" status: 200 len: 1096 time: 0.6575356 Jul 23 20:02:05.289945 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 7ed3df93-a277-4ade-954f-40d2e7dac1ad up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:02:05.375958 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54370d2d-3eab-40a2-b367-31e8c84e74d9 service neutron] Pushing event updated for resources: {'Port': ['ID=195cdf02-80d1-481c-8cd7-dc76d96190de,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:05.391675 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c7a7820b-36bc-41d3-82e2-eb80719109cf req-7bd793d8-56ce-48d5-a061-3d04bd982360 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 210 time: 0.1559834 Jul 23 20:02:05.446982 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 7ed3df93-a277-4ade-954f-40d2e7dac1ad completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:02:05.447755 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-b43bfc3a-1344-4360-834e-f3b8a5f6d45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:05.448207 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-b43bfc3a-1344-4360-834e-f3b8a5f6d45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:05.449909 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-b43bfc3a-1344-4360-834e-f3b8a5f6d45f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79cc250b59e84b978e0f6f82bacf527e&device_id=6c847500-1faf-45b5-a8fb-f34636ca207d HTTP/1.1" status: 200 len: 1981 time: 0.4063323 Jul 23 20:02:05.454210 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 7ed3df93-a277-4ade-954f-40d2e7dac1ad triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:02:05.454941 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:05.461213 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616c755-12c6-4f6c-b2d8-cadb7690396e admin admin] Pushing event updated for resources: {'Port': ['ID=d36e692a-9eab-493e-ba87-2ccc08a87264,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:05.543888 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5d5d7dd6-d6a1-4391-860e-e31adee0ad78 None None] Provisioning complete for port d36e692a-9eab-493e-ba87-2ccc08a87264 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:02:05.544270 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5d5d7dd6-d6a1-4391-860e-e31adee0ad78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:05.553404 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-b8e791d4-f086-4c48-a094-90cdcc981001 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.38&port_id=120c17a7-0af1-477a-8201-65988d09e8a0 HTTP/1.1" status: 200 len: 217 time: 0.0957348 Jul 23 20:02:05.667675 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-055639fd-29cc-4b3c-b256-47d81c04720f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:05.669291 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-055639fd-29cc-4b3c-b256-47d81c04720f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=25dbbbc3-11cc-4bc9-b2e8-81a573dc79eb HTTP/1.1" status: 200 len: 801 time: 0.1086755 Jul 23 20:02:05.682389 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-5d5d7dd6-d6a1-4391-860e-e31adee0ad78 None None] Port d36e692a-9eab-493e-ba87-2ccc08a87264 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:02:05.740818 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf765a8-5cd6-4443-8598-5ff53537ad28 x-openstack-request-id: req-faf765a8-5cd6-4443-8598-5ff53537ad28 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:02:05.742729 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c847500-1faf-45b5-a8fb-f34636ca207d", "tag": "195cdf02-80d1-481c-8cd7-dc76d96190de", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:02:05.743263 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-faf765a8-5cd6-4443-8598-5ff53537ad28 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:02:05.743895 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c847500-1faf-45b5-a8fb-f34636ca207d', 'tag': '195cdf02-80d1-481c-8cd7-dc76d96190de', 'status': 'completed', 'code': 200} Jul 23 20:02:05.758943 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:05.810843 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-a22e3be7-c70d-40ae-83fe-20d87400db21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:05.812922 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 7ed3df93-a277-4ade-954f-40d2e7dac1ad, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=7ed3df93-a277-4ade-954f-40d2e7dac1ad,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:05.813127 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-43e5e136-a3df-44ec-9a26-52a053de68eb req-8328e428-1c9d-41a1-a93a-0b1fabe89e0d tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8010459 Jul 23 20:02:05.820083 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-a22e3be7-c70d-40ae-83fe-20d87400db21 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4c46bf9f-529a-4325-9d26-317dcf6af4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1328051 Jul 23 20:02:05.828250 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:05.901203 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-1c412f10-3c9d-40f5-8a17-37bc8cf3615c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Allocated IP 192.168.233.117 (ec2201c2-595f-40aa-9bc3-fccd4b01012e/4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d/c1030c34-2dec-438f-86af-e0a9c58b5449) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:02:05.955282 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=7ed3df93-a277-4ade-954f-40d2e7dac1ad,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:05.958810 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-1127df3a-6699-4fc3-94de-584d140c32dc service neutron] 10.222.0.18 "GET /v2.0/networks/4c46bf9f-529a-4325-9d26-317dcf6af4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374786 Jul 23 20:02:06.057784 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9616c755-12c6-4f6c-b2d8-cadb7690396e admin admin] Router 36ffd256-1ac4-483c-b2a5-7eb8cd65a114 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:02:06.137874 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-07f4b624-a775-4ecb-ab49-fa9218d7a20b service neutron] 10.222.0.18 "GET /v2.0/networks/4c46bf9f-529a-4325-9d26-317dcf6af4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713779 Jul 23 20:02:06.271518 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-881929c8-8677-420a-9b23-175f487d7abe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.10&port_id=195cdf02-80d1-481c-8cd7-dc76d96190de HTTP/1.1" status: 200 len: 217 time: 0.1258852 Jul 23 20:02:06.340086 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-234960d7-876e-41c4-875c-e0bdf2150437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:06.341694 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-234960d7-876e-41c4-875c-e0bdf2150437 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9de98bae-b736-4199-ab73-4b5f325b0d1a HTTP/1.1" status: 200 len: 801 time: 0.0587394 Jul 23 20:02:06.427021 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7d934-36ce-409d-82ed-92ec106c0928 req-aa053b04-9c96-445c-9f3a-ace235eb0be4 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:06.433057 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7d934-36ce-409d-82ed-92ec106c0928 req-aa053b04-9c96-445c-9f3a-ace235eb0be4 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:06.440623 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-39a7d934-36ce-409d-82ed-92ec106c0928 req-aa053b04-9c96-445c-9f3a-ace235eb0be4 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c847500-1faf-45b5-a8fb-f34636ca207d HTTP/1.1" status: 200 len: 1677 time: 0.2109902 Jul 23 20:02:06.507876 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-39a7d934-36ce-409d-82ed-92ec106c0928 req-fa24041e-e0e9-44f5-8f2b-861df149f490 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/security-groups?id=c05a2f49-6680-49e0-b00d-36d7f89d365d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663807 Jul 23 20:02:06.517113 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-7e85ad54-27dc-4952-a0de-bdc7a81c4bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:06.539381 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-7e85ad54-27dc-4952-a0de-bdc7a81c4bbb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=01dac6a3-0d0e-46d0-927a-5fd137e12533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1806781 Jul 23 20:02:06.769953 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-c1f1e681-9f95-416d-8ea0-a1e23e570bf0 service neutron] 10.222.0.18 "GET /v2.0/networks/01dac6a3-0d0e-46d0-927a-5fd137e12533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235832 Jul 23 20:02:06.830129 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9616c755-12c6-4f6c-b2d8-cadb7690396e admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:02:06.850130 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9616c755-12c6-4f6c-b2d8-cadb7690396e admin admin] 10.222.0.32 "PUT /v2.0/routers/36ffd256-1ac4-483c-b2a5-7eb8cd65a114/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3127437 Jul 23 20:02:07.003986 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000348b-b3a1-4b47-998a-a15dc7a8e96f req-f908966f-788c-4ce4-bbc2-b96f2726359d tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:07.013975 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-66597a43-02dc-4d0b-b3a9-634af0d6ba59 req-b18f5472-a6f6-4060-a2f4-b00a4e4d3c89 service neutron] 10.222.0.18 "GET /v2.0/networks/01dac6a3-0d0e-46d0-927a-5fd137e12533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364199 Jul 23 20:02:07.016256 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2000348b-b3a1-4b47-998a-a15dc7a8e96f req-f908966f-788c-4ce4-bbc2-b96f2726359d tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d HTTP/1.1" status: 200 len: 1096 time: 0.9880800 Jul 23 20:02:07.027614 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-1c412f10-3c9d-40f5-8a17-37bc8cf3615c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:07.085077 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-1c412f10-3c9d-40f5-8a17-37bc8cf3615c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Transition to ACTIVE for port object c1030c34-2dec-438f-86af-e0a9c58b5449 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:02:07.136000 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2000348b-b3a1-4b47-998a-a15dc7a8e96f req-583a9427-1e3c-402f-bd4c-f42da819ab6c tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003747 Jul 23 20:02:07.186320 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9e0f33-fe5e-4cbf-a96e-a43ba1bfe1a5 None None] Sync routers for ids ['36ffd256-1ac4-483c-b2a5-7eb8cd65a114'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:02:07.204295 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 7ed3df93-a277-4ade-954f-40d2e7dac1ad up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:02:07.234236 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0280f-ab29-490a-9854-09c1ac6b8b9f req-3c55ec82-d729-48ef-a2cd-56cc32728a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:07.236865 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0280f-ab29-490a-9854-09c1ac6b8b9f req-3c55ec82-d729-48ef-a2cd-56cc32728a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:07.241244 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0ae0280f-ab29-490a-9854-09c1ac6b8b9f req-3c55ec82-d729-48ef-a2cd-56cc32728a41 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79cc250b59e84b978e0f6f82bacf527e&device_id=6c847500-1faf-45b5-a8fb-f34636ca207d HTTP/1.1" status: 200 len: 1981 time: 0.1518247 Jul 23 20:02:07.241712 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-1c412f10-3c9d-40f5-8a17-37bc8cf3615c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:07.334846 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['75b59266-48b2-441f-a566-40e18621edbc'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:02:07.337646 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9e0f33-fe5e-4cbf-a96e-a43ba1bfe1a5 None None] Routers {'36ffd256-1ac4-483c-b2a5-7eb8cd65a114'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:02:07.338639 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-1f9e0f33-fe5e-4cbf-a96e-a43ba1bfe1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:01:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['36ffd256-1ac4-483c-b2a5-7eb8cd65a114'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:02:07.354019 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c412f10-3c9d-40f5-8a17-37bc8cf3615c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Pushing event updated for resources: {'Port': ['ID=c1030c34-2dec-438f-86af-e0a9c58b5449,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:07.406917 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-1c412f10-3c9d-40f5-8a17-37bc8cf3615c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Network ec2201c2-595f-40aa-9bc3-fccd4b01012e is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:02:07.432397 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-1c412f10-3c9d-40f5-8a17-37bc8cf3615c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:02:07.436185 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-1c412f10-3c9d-40f5-8a17-37bc8cf3615c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:02:07.479772 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0280f-ab29-490a-9854-09c1ac6b8b9f req-ea053d68-5286-4763-b356-872f19ae456d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:07.481287 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0ae0280f-ab29-490a-9854-09c1ac6b8b9f req-ea053d68-5286-4763-b356-872f19ae456d service neutron] 10.222.0.18 "GET /v2.0/networks?id=01dac6a3-0d0e-46d0-927a-5fd137e12533 HTTP/1.1" status: 200 len: 902 time: 0.2236021 Jul 23 20:02:07.601329 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0ae0280f-ab29-490a-9854-09c1ac6b8b9f req-c776c4a8-7dd6-4855-9877-a7de358b3242 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.10&port_id=195cdf02-80d1-481c-8cd7-dc76d96190de HTTP/1.1" status: 200 len: 217 time: 0.1107171 Jul 23 20:02:07.645806 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-1c412f10-3c9d-40f5-8a17-37bc8cf3615c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:07.646814 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-1c412f10-3c9d-40f5-8a17-37bc8cf3615c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:07.660629 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 7ed3df93-a277-4ade-954f-40d2e7dac1ad triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:02:07.661007 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:07.696286 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8533c2f-2ad6-470b-b254-5860ec3155c0 req-df20f8e6-63cc-44fd-847f-2cbd92373d42 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:07.703498 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f8533c2f-2ad6-470b-b254-5860ec3155c0 req-df20f8e6-63cc-44fd-847f-2cbd92373d42 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 936 time: 0.3561103 Jul 23 20:02:07.705806 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-1c412f10-3c9d-40f5-8a17-37bc8cf3615c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3498511 Jul 23 20:02:07.722931 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-7471e907-5d89-4753-944b-4408845f30c7 service neutron] Request body: {'port': {'device_id': 'dbfde140-eec2-497b-a42f-38544c75aa5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:02:07.732257 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-1f9e0f33-fe5e-4cbf-a96e-a43ba1bfe1a5 None None] Set router 36ffd256-1ac4-483c-b2a5-7eb8cd65a114 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:02:07.852883 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-55b53ea4-bac4-42ec-abab-a1333c310989 req-7b088905-c127-4116-914d-f19df2246ba5 tempest-FloatingIPsNegativeTestJSON-116111960 tempest-FloatingIPsNegativeTestJSON-116111960-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=2b491435b82b48a58ba0b5b8e36fc678 HTTP/1.1" status: 200 len: 217 time: 0.1821725 Jul 23 20:02:07.876520 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0280f-ab29-490a-9854-09c1ac6b8b9f req-0f0180f9-51b7-4e41-8d29-fa4282880897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:07.880972 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0ae0280f-ab29-490a-9854-09c1ac6b8b9f req-0f0180f9-51b7-4e41-8d29-fa4282880897 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9de98bae-b736-4199-ab73-4b5f325b0d1a HTTP/1.1" status: 200 len: 801 time: 0.2714868 Jul 23 20:02:07.931223 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f8533c2f-2ad6-470b-b254-5860ec3155c0 req-a9074f2c-7aaf-480f-8370-351cb6353bf8 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184703 Jul 23 20:02:07.935948 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-7471e907-5d89-4753-944b-4408845f30c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:08.050758 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0280f-ab29-490a-9854-09c1ac6b8b9f req-335dd0a8-30b7-413d-bf51-79d823be3b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:08.055196 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0ae0280f-ab29-490a-9854-09c1ac6b8b9f req-335dd0a8-30b7-413d-bf51-79d823be3b44 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=01dac6a3-0d0e-46d0-927a-5fd137e12533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1667771 Jul 23 20:02:08.120259 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d3fd7707-0375-45ee-ae26-2467d883cb90 None None] Provisioning for port c1030c34-2dec-438f-86af-e0a9c58b5449 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:02:08.148344 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d3fd7707-0375-45ee-ae26-2467d883cb90 None None] Provisioning complete for port c1030c34-2dec-438f-86af-e0a9c58b5449 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:02:08.148751 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7707-0375-45ee-ae26-2467d883cb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:08.191260 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0ae0280f-ab29-490a-9854-09c1ac6b8b9f req-88b0d0d9-3c8b-46e7-95b5-b084fff644dc service neutron] 10.222.0.18 "GET /v2.0/networks/01dac6a3-0d0e-46d0-927a-5fd137e12533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279905 Jul 23 20:02:08.325350 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0ae0280f-ab29-490a-9854-09c1ac6b8b9f req-d55f2c8a-651a-4068-ba0c-d303d06f50cf service neutron] 10.222.0.18 "GET /v2.0/networks/01dac6a3-0d0e-46d0-927a-5fd137e12533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265736 Jul 23 20:02:08.397921 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-d3fd7707-0375-45ee-ae26-2467d883cb90 None None] Port c1030c34-2dec-438f-86af-e0a9c58b5449 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:02:08.458442 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-1f9e0f33-fe5e-4cbf-a96e-a43ba1bfe1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ffd256-1ac4-483c-b2a5-7eb8cd65a114', 'name': 'tempest-FloatingIPsNegativeTestJSON-213717235-router', 'tenant_id': '2b491435b82b48a58ba0b5b8e36fc678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '7ed3df93-a277-4ade-954f-40d2e7dac1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:01:55Z', 'updated_at': '2021-07-23T20:02:03Z', 'revision_number': 4, 'project_id': '2b491435b82b48a58ba0b5b8e36fc678', 'gw_port': {'id': '7ed3df93-a277-4ade-954f-40d2e7dac1ad', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ffd256-1ac4-483c-b2a5-7eb8cd65a114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:01:57Z', 'updated_at': '2021-07-23T20:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'd36e692a-9eab-493e-ba87-2ccc08a87264', 'name': '', 'network_id': '2a1ef2d4-e69a-464d-803a-bf7cdd7f4d3c', 'tenant_id': '2b491435b82b48a58ba0b5b8e36fc678', 'mac_address': 'fa:16:3e:4f:a7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ffd256-1ac4-483c-b2a5-7eb8cd65a114', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '7eaf3179-ed39-4bb0-8680-819a1bda6358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:02:01Z', 'updated_at': '2021-07-23T20:02:03Z', 'revision_number': 2, 'project_id': '2b491435b82b48a58ba0b5b8e36fc678', 'subnets': [{'id': '7eaf3179-ed39-4bb0-8680-819a1bda6358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:02:08.503505 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9e0f33-fe5e-4cbf-a96e-a43ba1bfe1a5 None None] Checking router: 36ffd256-1ac4-483c-b2a5-7eb8cd65a114 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:02:08.503924 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9e0f33-fe5e-4cbf-a96e-a43ba1bfe1a5 None None] Updating router 36ffd256-1ac4-483c-b2a5-7eb8cd65a114 port d36e692a-9eab-493e-ba87-2ccc08a87264 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:02:08.553926 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1f9e0f33-fe5e-4cbf-a96e-a43ba1bfe1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:08.593448 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-7471e907-5d89-4753-944b-4408845f30c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1030c34-2dec-438f-86af-e0a9c58b5449 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:02:08.638606 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-7471e907-5d89-4753-944b-4408845f30c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:08.681127 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-7471e907-5d89-4753-944b-4408845f30c7 service neutron] Transition to ACTIVE for port object c1030c34-2dec-438f-86af-e0a9c58b5449 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:02:08.681375 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8e2b37cc-f9a6-4a59-b625-dea03313a22e req-f21c6367-ec33-4110-8489-c5055c9c91cc tempest-FloatingIPsNegativeTestJSON-116111960 tempest-FloatingIPsNegativeTestJSON-116111960-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0570853 Jul 23 20:02:08.688256 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-7471e907-5d89-4753-944b-4408845f30c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:08.947951 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471e907-5d89-4753-944b-4408845f30c7 service neutron] Pushing event updated for resources: {'Port': ['ID=c1030c34-2dec-438f-86af-e0a9c58b5449,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:08.988537 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db07ccc-793d-4a76-bb8e-cecbd2baaad6 req-f0774b85-6405-4f5d-93e3-69a6e22ce5d1 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:09.004938 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db07ccc-793d-4a76-bb8e-cecbd2baaad6 req-f0774b85-6405-4f5d-93e3-69a6e22ce5d1 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:09.020505 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7db07ccc-793d-4a76-bb8e-cecbd2baaad6 req-f0774b85-6405-4f5d-93e3-69a6e22ce5d1 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c847500-1faf-45b5-a8fb-f34636ca207d HTTP/1.1" status: 200 len: 1677 time: 0.2813160 Jul 23 20:02:09.072562 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [req-b811268b-8f9f-4c17-a774-c67796b837d0 req-f2ce9ffb-5967-42f8-8426-642c186c4afe tempest-FloatingIPsNegativeTestJSON-116111960 tempest-FloatingIPsNegativeTestJSON-116111960-project] show failed (client error): The resource could not be found. Jul 23 20:02:09.073682 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b811268b-8f9f-4c17-a774-c67796b837d0 req-f2ce9ffb-5967-42f8-8426-642c186c4afe tempest-FloatingIPsNegativeTestJSON-116111960 tempest-FloatingIPsNegativeTestJSON-116111960-project] 10.222.0.32 "GET /v2.0/floatingips/1bd39105-4202-47b4-a058-36cd46682151 HTTP/1.1" status: 404 len: 350 time: 0.0543571 Jul 23 20:02:09.085033 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36948) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:02:09.094217 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7db07ccc-793d-4a76-bb8e-cecbd2baaad6 req-7195dda1-89bb-4218-b485-752b54ecf30e tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/security-groups?id=c05a2f49-6680-49e0-b00d-36d7f89d365d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726731 Jul 23 20:02:09.133828 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-7471e907-5d89-4753-944b-4408845f30c7 service neutron] Attempting to bind port c1030c34-2dec-438f-86af-e0a9c58b5449 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:02:09.134167 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-7471e907-5d89-4753-944b-4408845f30c7 service neutron] Attempting to bind port c1030c34-2dec-438f-86af-e0a9c58b5449 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:02:09.134500 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-7471e907-5d89-4753-944b-4408845f30c7 service neutron] Attempting to bind port c1030c34-2dec-438f-86af-e0a9c58b5449 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:02:09.147067 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-7471e907-5d89-4753-944b-4408845f30c7 service neutron] Port c1030c34-2dec-438f-86af-e0a9c58b5449 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:02:09.149081 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-7471e907-5d89-4753-944b-4408845f30c7 service neutron] Attempting to bind port c1030c34-2dec-438f-86af-e0a9c58b5449 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:02:09.161096 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-7471e907-5d89-4753-944b-4408845f30c7 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:02:09.161442 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-7471e907-5d89-4753-944b-4408845f30c7 service neutron] Checking segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:02:09.162100 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-7471e907-5d89-4753-944b-4408845f30c7 service neutron] Bound using segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:02:09.162739 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-7471e907-5d89-4753-944b-4408845f30c7 service neutron] Bound port: c1030c34-2dec-438f-86af-e0a9c58b5449, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:02:09.163325 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-7471e907-5d89-4753-944b-4408845f30c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:09.343792 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1f9e0f33-fe5e-4cbf-a96e-a43ba1bfe1a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:09.344264 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-7471e907-5d89-4753-944b-4408845f30c7 service neutron] For port c1030c34-2dec-438f-86af-e0a9c58b5449, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:02:09.353901 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-7471e907-5d89-4753-944b-4408845f30c7 service neutron] For port c1030c34-2dec-438f-86af-e0a9c58b5449, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=c1030c34-2dec-438f-86af-e0a9c58b5449,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:02:09.360212 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-7471e907-5d89-4753-944b-4408845f30c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:09.361387 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1f9e0f33-fe5e-4cbf-a96e-a43ba1bfe1a5 None None] Transition to ACTIVE for port object d36e692a-9eab-493e-ba87-2ccc08a87264 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:02:09.378804 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e03cc-91dc-475a-bf62-42e28abab544 req-e4890e4f-2d3f-42d3-803f-d56211b2124c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:09.382223 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1f9e0f33-fe5e-4cbf-a96e-a43ba1bfe1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:09.392962 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-341e03cc-91dc-475a-bf62-42e28abab544 req-e4890e4f-2d3f-42d3-803f-d56211b2124c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 948 time: 0.1478927 Jul 23 20:02:09.479664 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8460b34-bd13-4ec2-b72f-5680edb8f67b None None] Pushing event updated for resources: {'Port': ['ID=d36e692a-9eab-493e-ba87-2ccc08a87264,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:09.527422 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-341e03cc-91dc-475a-bf62-42e28abab544 req-ca685512-cb62-459b-ae67-18985e3366f7 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333168 Jul 23 20:02:09.535042 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471e907-5d89-4753-944b-4408845f30c7 service neutron] Pushing event updated for resources: {'Port': ['ID=c1030c34-2dec-438f-86af-e0a9c58b5449,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:09.548263 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-7471e907-5d89-4753-944b-4408845f30c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:09.549390 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-7471e907-5d89-4753-944b-4408845f30c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:09.558262 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-7471e907-5d89-4753-944b-4408845f30c7 service neutron] 10.222.0.30 "PUT /v2.0/ports/c1030c34-2dec-438f-86af-e0a9c58b5449 HTTP/1.1" status: 200 len: 1097 time: 1.8432226 Jul 23 20:02:09.558707 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbfde140-eec2-497b-a42f-38544c75aa5e', 'tag': 'c1030c34-2dec-438f-86af-e0a9c58b5449'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:02:09.561005 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3a14d6-c3c3-4c3d-9207-37682c3dca7e" -d '{"events": [{"name": "network-changed", "server_uuid": "dbfde140-eec2-497b-a42f-38544c75aa5e", "tag": "c1030c34-2dec-438f-86af-e0a9c58b5449"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:02:09.580916 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-1f9e0f33-fe5e-4cbf-a96e-a43ba1bfe1a5 None None] Attempting to bind port d36e692a-9eab-493e-ba87-2ccc08a87264 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:02:09.581536 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-1f9e0f33-fe5e-4cbf-a96e-a43ba1bfe1a5 None None] Attempting to bind port d36e692a-9eab-493e-ba87-2ccc08a87264 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'd9a5c3ce-7e2e-45b3-b874-48574bcebf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2a1ef2d4-e69a-464d-803a-bf7cdd7f4d3c'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:02:09.582105 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9e0f33-fe5e-4cbf-a96e-a43ba1bfe1a5 None None] Attempting to bind port d36e692a-9eab-493e-ba87-2ccc08a87264 on network 2a1ef2d4-e69a-464d-803a-bf7cdd7f4d3c {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:02:09.608732 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9e0f33-fe5e-4cbf-a96e-a43ba1bfe1a5 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:02:09.609194 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9e0f33-fe5e-4cbf-a96e-a43ba1bfe1a5 None None] Checking segment: {'id': 'd9a5c3ce-7e2e-45b3-b874-48574bcebf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2a1ef2d4-e69a-464d-803a-bf7cdd7f4d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:02:09.612492 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1f9e0f33-fe5e-4cbf-a96e-a43ba1bfe1a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:09.613032 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9e0f33-fe5e-4cbf-a96e-a43ba1bfe1a5 None None] Bound using segment: {'id': 'd9a5c3ce-7e2e-45b3-b874-48574bcebf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2a1ef2d4-e69a-464d-803a-bf7cdd7f4d3c'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:02:09.614895 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-1f9e0f33-fe5e-4cbf-a96e-a43ba1bfe1a5 None None] Bound port: d36e692a-9eab-493e-ba87-2ccc08a87264, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a5c3ce-7e2e-45b3-b874-48574bcebf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2a1ef2d4-e69a-464d-803a-bf7cdd7f4d3c'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:02:09.615346 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1f9e0f33-fe5e-4cbf-a96e-a43ba1bfe1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:09.695665 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243353a7-62b5-41a6-ab34-23a3504719a2 x-openstack-request-id: req-243353a7-62b5-41a6-ab34-23a3504719a2 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:02:09.696344 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbfde140-eec2-497b-a42f-38544c75aa5e", "tag": "c1030c34-2dec-438f-86af-e0a9c58b5449", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:02:09.696810 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-243353a7-62b5-41a6-ab34-23a3504719a2 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:02:09.697420 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbfde140-eec2-497b-a42f-38544c75aa5e', 'tag': 'c1030c34-2dec-438f-86af-e0a9c58b5449', 'status': 'completed', 'code': 200} Jul 23 20:02:09.757316 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-963d0314-52d2-466e-b0c5-4298c918c01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:09.760019 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-963d0314-52d2-466e-b0c5-4298c918c01d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a28939d8212b4a0392808b969f282665&device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 1100 time: 0.1428289 Jul 23 20:02:09.809656 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-1f9e0f33-fe5e-4cbf-a96e-a43ba1bfe1a5 None None] For port d36e692a-9eab-493e-ba87-2ccc08a87264, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:02:09.819401 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-1f9e0f33-fe5e-4cbf-a96e-a43ba1bfe1a5 None None] For port d36e692a-9eab-493e-ba87-2ccc08a87264, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d36e692a-9eab-493e-ba87-2ccc08a87264,segment=NetworkSegment(d9a5c3ce-7e2e-45b3-b874-48574bcebf82),segment_id=d9a5c3ce-7e2e-45b3-b874-48574bcebf82)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:02:09.833552 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1f9e0f33-fe5e-4cbf-a96e-a43ba1bfe1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:09.858605 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-a32accd4-8a4d-4810-a7d7-c35e7eadac28 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=c1030c34-2dec-438f-86af-e0a9c58b5449 HTTP/1.1" status: 200 len: 217 time: 0.0880432 Jul 23 20:02:09.981362 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8460b34-bd13-4ec2-b72f-5680edb8f67b None None] Pushing event updated for resources: {'Port': ['ID=d36e692a-9eab-493e-ba87-2ccc08a87264,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:10.043715 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 195cdf02-80d1-481c-8cd7-dc76d96190de details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:02:10.048157 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-d80ff386-f00a-41b5-a68a-6caedc835943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:10.052630 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-d80ff386-f00a-41b5-a68a-6caedc835943 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1874609 Jul 23 20:02:10.092394 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9e0f33-fe5e-4cbf-a96e-a43ba1bfe1a5 None None] Routers {'36ffd256-1ac4-483c-b2a5-7eb8cd65a114'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:02:10.093364 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-1f9e0f33-fe5e-4cbf-a96e-a43ba1bfe1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:01:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['36ffd256-1ac4-483c-b2a5-7eb8cd65a114'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:02:10.187237 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a2c9ec65-a299-44af-8ca7-25ed102d5e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:10.228266 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-e757ea0c-35c3-4c3a-811d-4bfc77d1a770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:10.234984 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-e757ea0c-35c3-4c3a-811d-4bfc77d1a770 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1658998 Jul 23 20:02:10.260202 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-1f9e0f33-fe5e-4cbf-a96e-a43ba1bfe1a5 None None] Set router 36ffd256-1ac4-483c-b2a5-7eb8cd65a114 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:02:10.476959 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.db.resource_extend [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:02:10.477178 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527755c9-c639-4ea7-9240-bc0f4d1d3541 req-0d7c329b-aace-4306-a268-31d61aeb0a63 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:10.485330 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527755c9-c639-4ea7-9240-bc0f4d1d3541 req-0d7c329b-aace-4306-a268-31d61aeb0a63 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:10.492709 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-527755c9-c639-4ea7-9240-bc0f4d1d3541 req-0d7c329b-aace-4306-a268-31d61aeb0a63 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c847500-1faf-45b5-a8fb-f34636ca207d HTTP/1.1" status: 200 len: 1677 time: 0.2190650 Jul 23 20:02:10.514849 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-3832ed42-413c-4893-aa6e-8bd6a7743fa9 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725551 Jul 23 20:02:10.701850 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ebb9b2bf-0d31-4932-aa3b-f8c47acccd8f req-22bd8ac7-fdc3-4f95-b242-d877753b8eef service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762178 Jul 23 20:02:10.834438 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b3c35a93-5414-4e7f-8f08-b01c3e644dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:10.993403 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a14d6-c3c3-4c3d-9207-37682c3dca7e req-2eab5beb-9bed-45a0-826e-3649162e980b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:10.996823 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bb3a14d6-c3c3-4c3d-9207-37682c3dca7e req-2eab5beb-9bed-45a0-826e-3649162e980b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a28939d8212b4a0392808b969f282665&device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 1100 time: 0.2306046 Jul 23 20:02:11.068360 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 195cdf02-80d1-481c-8cd7-dc76d96190de, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=195cdf02-80d1-481c-8cd7-dc76d96190de,segment=NetworkSegment(243fe16e-ea32-47d0-99d1-4289af06ad8a),segment_id=243fe16e-ea32-47d0-99d1-4289af06ad8a)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:11.103051 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-1f9e0f33-fe5e-4cbf-a96e-a43ba1bfe1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ffd256-1ac4-483c-b2a5-7eb8cd65a114', 'name': 'tempest-FloatingIPsNegativeTestJSON-213717235-router', 'tenant_id': '2b491435b82b48a58ba0b5b8e36fc678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '7ed3df93-a277-4ade-954f-40d2e7dac1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:01:55Z', 'updated_at': '2021-07-23T20:02:03Z', 'revision_number': 4, 'project_id': '2b491435b82b48a58ba0b5b8e36fc678', 'gw_port': {'id': '7ed3df93-a277-4ade-954f-40d2e7dac1ad', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ffd256-1ac4-483c-b2a5-7eb8cd65a114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:01:57Z', 'updated_at': '2021-07-23T20:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'd36e692a-9eab-493e-ba87-2ccc08a87264', 'name': '', 'network_id': '2a1ef2d4-e69a-464d-803a-bf7cdd7f4d3c', 'tenant_id': '2b491435b82b48a58ba0b5b8e36fc678', 'mac_address': 'fa:16:3e:4f:a7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ffd256-1ac4-483c-b2a5-7eb8cd65a114', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '7eaf3179-ed39-4bb0-8680-819a1bda6358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:02:01Z', 'updated_at': '2021-07-23T20:02:09Z', 'revision_number': 4, 'project_id': '2b491435b82b48a58ba0b5b8e36fc678', 'subnets': [{'id': '7eaf3179-ed39-4bb0-8680-819a1bda6358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:02:11.113222 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5808298-08a2-4ed3-9813-5cd8fa4a9209 req-e0e42944-33e7-49f6-867b-98e5ff70cec5 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:11.131121 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c5808298-08a2-4ed3-9813-5cd8fa4a9209 req-e0e42944-33e7-49f6-867b-98e5ff70cec5 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 948 time: 0.2624269 Jul 23 20:02:11.166003 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '195cdf02-80d1-481c-8cd7-dc76d96190de', 'network_id': '01dac6a3-0d0e-46d0-927a-5fd137e12533', 'port_id': '195cdf02-80d1-481c-8cd7-dc76d96190de', 'mac_address': 'fa:16:3e:23:a2:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9de98bae-b736-4199-ab73-4b5f325b0d1a', 'ip_address': '19.86.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:02:11.168943 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9e0f33-fe5e-4cbf-a96e-a43ba1bfe1a5 None None] The sync data for ids ['36ffd256-1ac4-483c-b2a5-7eb8cd65a114'] in n-d-793618-10 is: [{'id': '36ffd256-1ac4-483c-b2a5-7eb8cd65a114', 'name': 'tempest-FloatingIPsNegativeTestJSON-213717235-router', 'tenant_id': '2b491435b82b48a58ba0b5b8e36fc678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '7ed3df93-a277-4ade-954f-40d2e7dac1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:01:55Z', 'updated_at': '2021-07-23T20:02:03Z', 'revision_number': 4, 'project_id': '2b491435b82b48a58ba0b5b8e36fc678', 'gw_port': {'id': '7ed3df93-a277-4ade-954f-40d2e7dac1ad', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ffd256-1ac4-483c-b2a5-7eb8cd65a114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:01:57Z', 'updated_at': '2021-07-23T20:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'd36e692a-9eab-493e-ba87-2ccc08a87264', 'name': '', 'network_id': '2a1ef2d4-e69a-464d-803a-bf7cdd7f4d3c', 'tenant_id': '2b491435b82b48a58ba0b5b8e36fc678', 'mac_address': 'fa:16:3e:4f:a7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ffd256-1ac4-483c-b2a5-7eb8cd65a114', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '7eaf3179-ed39-4bb0-8680-819a1bda6358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:02:01Z', 'updated_at': '2021-07-23T20:02:09Z', 'revision_number': 4, 'project_id': '2b491435b82b48a58ba0b5b8e36fc678', 'subnets': [{'id': '7eaf3179-ed39-4bb0-8680-819a1bda6358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:02:11.200287 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-527755c9-c639-4ea7-9240-bc0f4d1d3541 req-26a13479-ed77-48f2-90ab-549761639b7f tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/security-groups?id=c05a2f49-6680-49e0-b00d-36d7f89d365d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7065184 Jul 23 20:02:11.257222 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:11.279812 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 195cdf02-80d1-481c-8cd7-dc76d96190de {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:02:11.328851 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 195cdf02-80d1-481c-8cd7-dc76d96190de, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=195cdf02-80d1-481c-8cd7-dc76d96190de,segment=NetworkSegment(243fe16e-ea32-47d0-99d1-4289af06ad8a),segment_id=243fe16e-ea32-47d0-99d1-4289af06ad8a)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:11.336328 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:11.337097 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 120c17a7-0af1-477a-8201-65988d09e8a0 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:02:11.422012 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c5808298-08a2-4ed3-9813-5cd8fa4a9209 req-2e3f9fd6-eed2-48c1-85e4-939892535980 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898791 Jul 23 20:02:11.425549 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a14d6-c3c3-4c3d-9207-37682c3dca7e req-4f4d7fc7-3e67-4404-8a7a-1a456e643ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:11.437916 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bb3a14d6-c3c3-4c3d-9207-37682c3dca7e req-4f4d7fc7-3e67-4404-8a7a-1a456e643ad1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.4102025 Jul 23 20:02:11.498565 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=195cdf02-80d1-481c-8cd7-dc76d96190de,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:11.565073 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a2c9ec65-a299-44af-8ca7-25ed102d5e96 admin admin] Deleting port d36e692a-9eab-493e-ba87-2ccc08a87264 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:02:11.565416 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a2c9ec65-a299-44af-8ca7-25ed102d5e96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:11.596172 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bb3a14d6-c3c3-4c3d-9207-37682c3dca7e req-55e868ff-fe2f-456b-be85-113c3e78903e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=c1030c34-2dec-438f-86af-e0a9c58b5449 HTTP/1.1" status: 200 len: 217 time: 0.1483216 Jul 23 20:02:11.704674 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a14d6-c3c3-4c3d-9207-37682c3dca7e req-44111274-8b1b-4de4-9c64-ec9e7b1df7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:11.708599 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bb3a14d6-c3c3-4c3d-9207-37682c3dca7e req-44111274-8b1b-4de4-9c64-ec9e7b1df7c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1107223 Jul 23 20:02:11.796546 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 120c17a7-0af1-477a-8201-65988d09e8a0, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=120c17a7-0af1-477a-8201-65988d09e8a0,segment=NetworkSegment(056979a6-004a-4a15-89a6-9d8fc49010c9),segment_id=056979a6-004a-4a15-89a6-9d8fc49010c9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:11.817652 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a14d6-c3c3-4c3d-9207-37682c3dca7e req-87a72d9d-cda1-4d27-9465-bf0b7e84a2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:11.829615 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bb3a14d6-c3c3-4c3d-9207-37682c3dca7e req-87a72d9d-cda1-4d27-9465-bf0b7e84a2f0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1018546 Jul 23 20:02:11.837950 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '120c17a7-0af1-477a-8201-65988d09e8a0', 'network_id': '4c46bf9f-529a-4325-9d26-317dcf6af4f4', 'port_id': '120c17a7-0af1-477a-8201-65988d09e8a0', 'mac_address': 'fa:16:3e:12:59:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25dbbbc3-11cc-4bc9-b2e8-81a573dc79eb', 'ip_address': '19.80.0.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:02:11.935988 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:11.965524 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bb3a14d6-c3c3-4c3d-9207-37682c3dca7e req-6949e289-9d94-4156-9e9b-edde1fd2614a service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346307 Jul 23 20:02:11.994689 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 120c17a7-0af1-477a-8201-65988d09e8a0 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:02:12.052276 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 120c17a7-0af1-477a-8201-65988d09e8a0, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=120c17a7-0af1-477a-8201-65988d09e8a0,segment=NetworkSegment(056979a6-004a-4a15-89a6-9d8fc49010c9),segment_id=056979a6-004a-4a15-89a6-9d8fc49010c9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:12.064762 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:12.067036 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-a2c9ec65-a299-44af-8ca7-25ed102d5e96 admin admin] For port d36e692a-9eab-493e-ba87-2ccc08a87264, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d36e692a-9eab-493e-ba87-2ccc08a87264,segment=NetworkSegment(d9a5c3ce-7e2e-45b3-b874-48574bcebf82),segment_id=d9a5c3ce-7e2e-45b3-b874-48574bcebf82)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:12.069221 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a2c9ec65-a299-44af-8ca7-25ed102d5e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:12.089944 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bb3a14d6-c3c3-4c3d-9207-37682c3dca7e req-04533b00-75fe-436c-bf10-71a90d37f5d8 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131735 Jul 23 20:02:12.110853 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a2c9ec65-a299-44af-8ca7-25ed102d5e96 admin admin] Calling delete_port for d36e692a-9eab-493e-ba87-2ccc08a87264 owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:02:12.139429 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37016) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:02:12.169694 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=120c17a7-0af1-477a-8201-65988d09e8a0,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:12.181366 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f01489-cdc8-42ce-8d83-000402c339ae req-0cb99c3c-8bed-49b9-bb76-e7b65f0a5223 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:12.188156 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-12f01489-cdc8-42ce-8d83-000402c339ae req-0cb99c3c-8bed-49b9-bb76-e7b65f0a5223 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fabebb-89c8-476e-bca5-f869241459d4 HTTP/1.1" status: 200 len: 946 time: 0.5559192 Jul 23 20:02:12.340385 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['120c17a7-0af1-477a-8201-65988d09e8a0'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:02:12.403724 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efc295-70ed-4964-b3b8-b5d1fd128118 req-ef444c38-dfd7-44ad-820c-4a279adacede tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:12.425679 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efc295-70ed-4964-b3b8-b5d1fd128118 req-ef444c38-dfd7-44ad-820c-4a279adacede tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:12.433126 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b6efc295-70ed-4964-b3b8-b5d1fd128118 req-ef444c38-dfd7-44ad-820c-4a279adacede tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c847500-1faf-45b5-a8fb-f34636ca207d HTTP/1.1" status: 200 len: 1679 time: 0.1510262 Jul 23 20:02:12.476709 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9f69fc40-3ddf-4f7b-b30f-cb276e341c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:12.500848 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b6efc295-70ed-4964-b3b8-b5d1fd128118 req-0aeade9d-63b8-40bf-b614-bb657fa65345 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/security-groups?id=c05a2f49-6680-49e0-b00d-36d7f89d365d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665407 Jul 23 20:02:12.526633 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-12f01489-cdc8-42ce-8d83-000402c339ae req-b1f14809-5135-482c-b1e3-afdd8552216a tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8895cf-23b3-4399-9b58-864da3b413c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3352630 Jul 23 20:02:12.723447 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a2c9ec65-a299-44af-8ca7-25ed102d5e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:12.860610 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9ec65-a299-44af-8ca7-25ed102d5e96 admin admin] Pushing event deleted for resources: {'Port': ['ID=d36e692a-9eab-493e-ba87-2ccc08a87264,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:12.947652 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-524866ce-9621-4009-a9da-653f2918e5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:12.952379 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6c931-2577-4968-a539-18b69b813a38 req-6b139c28-ef67-4cf6-a4f4-036b9c0417ac tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:12.960509 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-aca6c931-2577-4968-a539-18b69b813a38 req-6b139c28-ef67-4cf6-a4f4-036b9c0417ac tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 948 time: 0.2793272 Jul 23 20:02:13.021550 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9f69fc40-3ddf-4f7b-b30f-cb276e341c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:13.046456 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-aca6c931-2577-4968-a539-18b69b813a38 req-4e303453-645a-4092-b015-bdf647e33b31 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847301 Jul 23 20:02:13.048280 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9f69fc40-3ddf-4f7b-b30f-cb276e341c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:13.089103 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69fc40-3ddf-4f7b-b30f-cb276e341c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4dab9b-b52c-4ec3-b3d2-080875119a91,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:13.152785 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9f69fc40-3ddf-4f7b-b30f-cb276e341c40 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a222d964ac1e4367bf41c23141da51e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0119512 Jul 23 20:02:13.164705 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37040) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:02:13.243674 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:13.244923 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a2c9ec65-a299-44af-8ca7-25ed102d5e96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:13.274239 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e8b47397-76b0-4f73-9a1e-476f88567343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:13.302632 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e8b47397-76b0-4f73-9a1e-476f88567343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:13.382632 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['195cdf02-80d1-481c-8cd7-dc76d96190de'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:02:13.517001 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e8b47397-76b0-4f73-9a1e-476f88567343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:13.524542 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e8b47397-76b0-4f73-9a1e-476f88567343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:13.531820 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e8b47397-76b0-4f73-9a1e-476f88567343 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e4dab9b-b52c-4ec3-b3d2-080875119a91 HTTP/1.1" status: 204 len: 168 time: 0.3633504 Jul 23 20:02:13.644636 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b47397-76b0-4f73-9a1e-476f88567343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4dab9b-b52c-4ec3-b3d2-080875119a91,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:13.936132 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:13.938763 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device c1030c34-2dec-438f-86af-e0a9c58b5449 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:02:13.953249 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d86373-4969-49a8-bf44-b6a0cdda2724 req-5982b397-9a39-46b3-8754-a70781878819 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:13.976503 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d86373-4969-49a8-bf44-b6a0cdda2724 req-5982b397-9a39-46b3-8754-a70781878819 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:13.987202 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-76d86373-4969-49a8-bf44-b6a0cdda2724 req-5982b397-9a39-46b3-8754-a70781878819 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c847500-1faf-45b5-a8fb-f34636ca207d HTTP/1.1" status: 200 len: 1679 time: 0.3309097 Jul 23 20:02:14.051228 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-ed16a672-2051-4d53-921b-ba0b98ceea54 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1109061612&fields=id&tenant_id=31ece22b4c2940ca986a58a7e24f5205 HTTP/1.1" status: 200 len: 267 time: 0.0752983 Jul 23 20:02:14.098021 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 120c17a7-0af1-477a-8201-65988d09e8a0 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:02:14.119581 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-76d86373-4969-49a8-bf44-b6a0cdda2724 req-019740f6-aa01-4101-aff0-c0fc2e890004 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/security-groups?id=c05a2f49-6680-49e0-b00d-36d7f89d365d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252928 Jul 23 20:02:14.247772 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-6f7a0bc9-cb8e-45e2-b23b-8257e1e6b6e1 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:14.262940 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-6f7a0bc9-cb8e-45e2-b23b-8257e1e6b6e1 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/networks?id=c601b8b0-fff2-4d36-9f97-ebce138e0521 HTTP/1.1" status: 200 len: 824 time: 0.2100513 Jul 23 20:02:14.309197 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-39abc5b7-64ed-4824-987a-44a4ef232ed1 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/quotas/31ece22b4c2940ca986a58a7e24f5205 HTTP/1.1" status: 200 len: 375 time: 0.0379395 Jul 23 20:02:14.310248 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port c1030c34-2dec-438f-86af-e0a9c58b5449, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=c1030c34-2dec-438f-86af-e0a9c58b5449,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:14.324604 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c9ec65-a299-44af-8ca7-25ed102d5e96 admin admin] Router 36ffd256-1ac4-483c-b2a5-7eb8cd65a114 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:02:14.341862 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:14.375312 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'c1030c34-2dec-438f-86af-e0a9c58b5449', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': 'c1030c34-2dec-438f-86af-e0a9c58b5449', 'mac_address': 'fa:16:3e:5b:38:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:02:14.389451 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:14.468673 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 120c17a7-0af1-477a-8201-65988d09e8a0 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:02:14.504401 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 120c17a7-0af1-477a-8201-65988d09e8a0 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:02:14.504818 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:14.575621 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c255dd-cb9c-4f95-89db-dc3bcae7d854 req-521e72f5-1c46-42c5-91bb-a94979884b08 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:14.586392 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-48c255dd-cb9c-4f95-89db-dc3bcae7d854 req-521e72f5-1c46-42c5-91bb-a94979884b08 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 948 time: 0.1918552 Jul 23 20:02:14.621329 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:14.633790 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-0b9134f3-b820-4a7e-bc35-4537dfad648a tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=31ece22b4c2940ca986a58a7e24f5205&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3077743 Jul 23 20:02:14.664492 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1030c34-2dec-438f-86af-e0a9c58b5449 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:02:14.693125 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port c1030c34-2dec-438f-86af-e0a9c58b5449, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=c1030c34-2dec-438f-86af-e0a9c58b5449,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:14.708210 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c9ec65-a299-44af-8ca7-25ed102d5e96 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:02:14.712094 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:14.718498 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-48c255dd-cb9c-4f95-89db-dc3bcae7d854 req-fcf393c3-0c7f-43a2-8b67-e17370fd30e0 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266031 Jul 23 20:02:14.725800 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff4ea5b-f980-498a-a169-a7590155ca88 None None] Sync routers for ids ['36ffd256-1ac4-483c-b2a5-7eb8cd65a114'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:02:14.730750 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a2c9ec65-a299-44af-8ca7-25ed102d5e96 admin admin] 10.222.0.32 "PUT /v2.0/routers/36ffd256-1ac4-483c-b2a5-7eb8cd65a114/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6442223 Jul 23 20:02:14.733046 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37096) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:02:14.741348 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff4ea5b-f980-498a-a169-a7590155ca88 None None] Routers {'36ffd256-1ac4-483c-b2a5-7eb8cd65a114'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:02:14.754124 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2ff4ea5b-f980-498a-a169-a7590155ca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:02:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['36ffd256-1ac4-483c-b2a5-7eb8cd65a114'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:02:14.807022 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-40ae43f6-c44b-4cf0-80d4-542110b1bfe2 service neutron] 10.222.0.32 "GET /v2.0/networks/c601b8b0-fff2-4d36-9f97-ebce138e0521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701035 Jul 23 20:02:14.836069 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=c1030c34-2dec-438f-86af-e0a9c58b5449,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:14.901012 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:14.927668 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c847500-1faf-45b5-a8fb-f34636ca207d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120c17a7-0af1-477a-8201-65988d09e8a0'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:02:14.930541 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5825b591-a412-4979-a21d-c6fe6f583026" -d '{"events": [{"server_uuid": "6c847500-1faf-45b5-a8fb-f34636ca207d", "name": "network-vif-plugged", "status": "completed", "tag": "120c17a7-0af1-477a-8201-65988d09e8a0"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:02:14.987724 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 120c17a7-0af1-477a-8201-65988d09e8a0, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=120c17a7-0af1-477a-8201-65988d09e8a0,segment=NetworkSegment(056979a6-004a-4a15-89a6-9d8fc49010c9),segment_id=056979a6-004a-4a15-89a6-9d8fc49010c9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:15.007125 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:15.013608 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-f0f73a39-37c6-457c-bfb2-96d5836e5914 service neutron] 10.222.0.32 "GET /v2.0/networks/c601b8b0-fff2-4d36-9f97-ebce138e0521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050822 Jul 23 20:02:15.015411 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37102) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:02:15.166904 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=120c17a7-0af1-477a-8201-65988d09e8a0,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:15.182654 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['c1030c34-2dec-438f-86af-e0a9c58b5449'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:02:15.255709 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-f3a73162-d126-4b6a-9fc0-f29a834c19b1 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1429489751-network', 'tenant_id': '8cfe6a1fc1a344fca4c086a9bc2e1379'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:02:15.341559 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653155c-710b-4286-9a46-d4f2f8ce8860 req-ddf8dbd2-7f1c-44ef-8a4e-84918c4b5e77 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:15.343463 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b653155c-710b-4286-9a46-d4f2f8ce8860 req-ddf8dbd2-7f1c-44ef-8a4e-84918c4b5e77 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.30 "GET /v2.0/ports?device_id=83fabebb-89c8-476e-bca5-f869241459d4 HTTP/1.1" status: 200 len: 946 time: 0.2545214 Jul 23 20:02:15.350328 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a73162-d126-4b6a-9fc0-f29a834c19b1 admin admin] Made reservation on behalf of 8cfe6a1fc1a344fca4c086a9bc2e1379 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:02:15.355383 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929dd644-59d8-44dc-973b-54d7a52e05cc req-6805c435-e704-47b5-b8dd-106efa0dfe31 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:15.360378 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f3a73162-d126-4b6a-9fc0-f29a834c19b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:15.365181 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-929dd644-59d8-44dc-973b-54d7a52e05cc req-6805c435-e704-47b5-b8dd-106efa0dfe31 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5 HTTP/1.1" status: 200 len: 1097 time: 0.3119371 Jul 23 20:02:15.379791 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-2ff4ea5b-f980-498a-a169-a7590155ca88 None None] Set router 36ffd256-1ac4-483c-b2a5-7eb8cd65a114 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:02:15.385170 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9849cef7-4a65-4fe5-8120-3a1d2aafde61 admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:15.398557 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f3a73162-d126-4b6a-9fc0-f29a834c19b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:15.455462 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79bd15aa-e8d4-44ca-83ca-9583e93e3c21 x-openstack-request-id: req-79bd15aa-e8d4-44ca-83ca-9583e93e3c21 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:02:15.456793 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c847500-1faf-45b5-a8fb-f34636ca207d", "name": "network-vif-plugged", "status": "completed", "tag": "120c17a7-0af1-477a-8201-65988d09e8a0", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:02:15.458592 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79bd15aa-e8d4-44ca-83ca-9583e93e3c21 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:02:15.459167 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c847500-1faf-45b5-a8fb-f34636ca207d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120c17a7-0af1-477a-8201-65988d09e8a0', 'code': 200} Jul 23 20:02:15.606132 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f3a73162-d126-4b6a-9fc0-f29a834c19b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:15.651678 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f3a73162-d126-4b6a-9fc0-f29a834c19b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:15.665155 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9849cef7-4a65-4fe5-8120-3a1d2aafde61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:15.695394 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3a73162-d126-4b6a-9fc0-f29a834c19b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:02:15.752866 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f3a73162-d126-4b6a-9fc0-f29a834c19b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:15.754095 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-f3a73162-d126-4b6a-9fc0-f29a834c19b1 admin admin] Added segment d0a2754c-a19c-42d0-8f97-ef5cc77b5d31 of type vlan for network 561e402d-bb2f-4939-8704-2c6bd62a51c3 Jul 23 20:02:15.757417 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a73162-d126-4b6a-9fc0-f29a834c19b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1482381-74ca-4f19-b72f-89a72e32a001,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:15.772414 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:15.867449 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2ff4ea5b-f980-498a-a169-a7590155ca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ffd256-1ac4-483c-b2a5-7eb8cd65a114', 'name': 'tempest-FloatingIPsNegativeTestJSON-213717235-router', 'tenant_id': '2b491435b82b48a58ba0b5b8e36fc678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '7ed3df93-a277-4ade-954f-40d2e7dac1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:01:55Z', 'updated_at': '2021-07-23T20:02:12Z', 'revision_number': 5, 'project_id': '2b491435b82b48a58ba0b5b8e36fc678', 'gw_port': {'id': '7ed3df93-a277-4ade-954f-40d2e7dac1ad', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ffd256-1ac4-483c-b2a5-7eb8cd65a114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:01:57Z', 'updated_at': '2021-07-23T20:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:02:15.868561 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-929dd644-59d8-44dc-973b-54d7a52e05cc req-7c569263-a202-4a28-b1ca-c95016297dff tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4976375 Jul 23 20:02:15.940240 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f3a73162-d126-4b6a-9fc0-f29a834c19b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:15.962456 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff4ea5b-f980-498a-a169-a7590155ca88 None None] Checking router: 36ffd256-1ac4-483c-b2a5-7eb8cd65a114 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:02:15.991301 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd4749-5541-4265-a80a-6cf397aad01c req-a3c5ac55-14bd-4834-af13-e45eb1141deb tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:15.997507 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd4749-5541-4265-a80a-6cf397aad01c req-a3c5ac55-14bd-4834-af13-e45eb1141deb tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:15.998068 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff4ea5b-f980-498a-a169-a7590155ca88 None None] Routers {'36ffd256-1ac4-483c-b2a5-7eb8cd65a114'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:02:15.998951 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2ff4ea5b-f980-498a-a169-a7590155ca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:02:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['36ffd256-1ac4-483c-b2a5-7eb8cd65a114'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:02:16.005067 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2cdd4749-5541-4265-a80a-6cf397aad01c req-a3c5ac55-14bd-4834-af13-e45eb1141deb tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c847500-1faf-45b5-a8fb-f34636ca207d HTTP/1.1" status: 200 len: 1680 time: 0.4553101 Jul 23 20:02:16.006026 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-b653155c-710b-4286-9a46-d4f2f8ce8860 req-b212c65f-fe47-46af-a2a6-f3a5a9a6d624 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Deleting port e107d0d6-9417-47df-9e5e-145c537ecf00 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:02:16.006377 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b653155c-710b-4286-9a46-d4f2f8ce8860 req-b212c65f-fe47-46af-a2a6-f3a5a9a6d624 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:16.019380 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f3a73162-d126-4b6a-9fc0-f29a834c19b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:16.020344 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a73162-d126-4b6a-9fc0-f29a834c19b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:16.020930 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f3a73162-d126-4b6a-9fc0-f29a834c19b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:16.080527 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-9849cef7-4a65-4fe5-8120-3a1d2aafde61 admin admin] Deleting port 7ed3df93-a277-4ade-954f-40d2e7dac1ad {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:02:16.080876 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9849cef7-4a65-4fe5-8120-3a1d2aafde61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:16.100983 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 195cdf02-80d1-481c-8cd7-dc76d96190de up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:02:16.140219 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f3a73162-d126-4b6a-9fc0-f29a834c19b1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1204886 Jul 23 20:02:16.149761 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37134) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:02:16.157002 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-415a9e3b-7b8e-44a4-b950-5424ae2ac596 admin admin] Request body: {'subnet': {'network_id': '561e402d-bb2f-4939-8704-2c6bd62a51c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1429489751-subnet', 'tenant_id': '8cfe6a1fc1a344fca4c086a9bc2e1379', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:02:16.185922 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415a9e3b-7b8e-44a4-b950-5424ae2ac596 admin admin] Made reservation on behalf of 8cfe6a1fc1a344fca4c086a9bc2e1379 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:02:16.188473 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-415a9e3b-7b8e-44a4-b950-5424ae2ac596 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:16.214093 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 195cdf02-80d1-481c-8cd7-dc76d96190de completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:02:16.221901 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 195cdf02-80d1-481c-8cd7-dc76d96190de triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:02:16.223529 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:16.249527 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-2ff4ea5b-f980-498a-a169-a7590155ca88 None None] Set router 36ffd256-1ac4-483c-b2a5-7eb8cd65a114 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:02:16.254005 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2cdd4749-5541-4265-a80a-6cf397aad01c req-e0454182-7366-4d26-93b9-a0a573cab26c tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/security-groups?id=c05a2f49-6680-49e0-b00d-36d7f89d365d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481167 Jul 23 20:02:16.286270 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a73162-d126-4b6a-9fc0-f29a834c19b1 admin admin] Pushing event updated for resources: {'Network': ['ID=561e402d-bb2f-4939-8704-2c6bd62a51c3,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:16.323339 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-669f5cc6-14e8-43e5-ab64-ac11f0b62b3f req-deb6c48a-dc72-42a1-ac13-d2093d9e8867 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/ports?device_id=c330c9a8-8e67-4613-b20f-4e09fcb29bec HTTP/1.1" status: 200 len: 210 time: 0.1578465 Jul 23 20:02:16.352189 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 561e402d-bb2f-4939-8704-2c6bd62a51c3 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:02:16.370958 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2ff4ea5b-f980-498a-a169-a7590155ca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ffd256-1ac4-483c-b2a5-7eb8cd65a114', 'name': 'tempest-FloatingIPsNegativeTestJSON-213717235-router', 'tenant_id': '2b491435b82b48a58ba0b5b8e36fc678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:01:55Z', 'updated_at': '2021-07-23T20:02:15Z', 'revision_number': 6, 'project_id': '2b491435b82b48a58ba0b5b8e36fc678', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:02:16.436798 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff4ea5b-f980-498a-a169-a7590155ca88 None None] The sync data for ids ['36ffd256-1ac4-483c-b2a5-7eb8cd65a114'] in n-d-793618-10 is: [{'id': '36ffd256-1ac4-483c-b2a5-7eb8cd65a114', 'name': 'tempest-FloatingIPsNegativeTestJSON-213717235-router', 'tenant_id': '2b491435b82b48a58ba0b5b8e36fc678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:01:55Z', 'updated_at': '2021-07-23T20:02:15Z', 'revision_number': 6, 'project_id': '2b491435b82b48a58ba0b5b8e36fc678', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:02:16.499923 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-b653155c-710b-4286-9a46-d4f2f8ce8860 req-b212c65f-fe47-46af-a2a6-f3a5a9a6d624 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] For port e107d0d6-9417-47df-9e5e-145c537ecf00, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e107d0d6-9417-47df-9e5e-145c537ecf00,segment=NetworkSegment(a3e9d207-ccab-4461-a5ec-89b44ef8be73),segment_id=a3e9d207-ccab-4461-a5ec-89b44ef8be73)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:16.500536 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b653155c-710b-4286-9a46-d4f2f8ce8860 req-b212c65f-fe47-46af-a2a6-f3a5a9a6d624 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:16.505090 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-9849cef7-4a65-4fe5-8120-3a1d2aafde61 admin admin] For port 7ed3df93-a277-4ade-954f-40d2e7dac1ad, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=7ed3df93-a277-4ade-954f-40d2e7dac1ad,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:16.505704 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9849cef7-4a65-4fe5-8120-3a1d2aafde61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:16.543159 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:02:16.556330 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-9849cef7-4a65-4fe5-8120-3a1d2aafde61 admin admin] Calling delete_port for 7ed3df93-a277-4ade-954f-40d2e7dac1ad owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:02:16.663850 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:16.699783 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a71ae4-92bf-4114-ae0b-8bba0d8ae5f5 req-58a32283-dee3-4c78-bd7d-025c0ab1befe tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:16.710143 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 195cdf02-80d1-481c-8cd7-dc76d96190de, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=195cdf02-80d1-481c-8cd7-dc76d96190de,segment=NetworkSegment(243fe16e-ea32-47d0-99d1-4289af06ad8a),segment_id=243fe16e-ea32-47d0-99d1-4289af06ad8a)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:16.716235 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:16.720221 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-90a71ae4-92bf-4114-ae0b-8bba0d8ae5f5 req-58a32283-dee3-4c78-bd7d-025c0ab1befe tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 949 time: 0.3156164 Jul 23 20:02:16.854747 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-90a71ae4-92bf-4114-ae0b-8bba0d8ae5f5 req-5d6f70b6-5add-486c-b178-c762987c9344 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325831 Jul 23 20:02:16.933314 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=195cdf02-80d1-481c-8cd7-dc76d96190de,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:17.042003 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-415a9e3b-7b8e-44a4-b950-5424ae2ac596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:17.073101 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d36e692a-9eab-493e-ba87-2ccc08a87264 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:02:17.132630 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: d36e692a-9eab-493e-ba87-2ccc08a87264 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:02:17.133381 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d36e692a-9eab-493e-ba87-2ccc08a87264 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:02:17.456476 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415a9e3b-7b8e-44a4-b950-5424ae2ac596 admin admin] Checking segment: {'id': 'd0a2754c-a19c-42d0-8f97-ef5cc77b5d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '561e402d-bb2f-4939-8704-2c6bd62a51c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:02:17.457076 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415a9e3b-7b8e-44a4-b950-5424ae2ac596 admin admin] Network hostable DHCP agents. Network: 561e402d-bb2f-4939-8704-2c6bd62a51c3, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:02:17.460641 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c847500-1faf-45b5-a8fb-f34636ca207d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195cdf02-80d1-481c-8cd7-dc76d96190de'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:02:17.464944 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249f4d29-13b4-4d83-9c68-4562255485a7" -d '{"events": [{"server_uuid": "6c847500-1faf-45b5-a8fb-f34636ca207d", "name": "network-vif-plugged", "status": "completed", "tag": "195cdf02-80d1-481c-8cd7-dc76d96190de"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:02:17.542346 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a9e3b-7b8e-44a4-b950-5424ae2ac596 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3585b22-200e-474c-90ad-5cdef3f6e740,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:17.573152 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415a9e3b-7b8e-44a4-b950-5424ae2ac596 admin admin] Network 561e402d-bb2f-4939-8704-2c6bd62a51c3 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:02:17.613486 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-c2f309f6-08ad-40aa-9285-0605bcf1c5fc tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:17.615141 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-c2f309f6-08ad-40aa-9285-0605bcf1c5fc tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.30 "GET /v2.0/networks?id=c601b8b0-fff2-4d36-9f97-ebce138e0521 HTTP/1.1" status: 200 len: 824 time: 0.4333231 Jul 23 20:02:17.619422 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-415a9e3b-7b8e-44a4-b950-5424ae2ac596 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 561e402d-bb2f-4939-8704-2c6bd62a51c3) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:02:17.624579 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415a9e3b-7b8e-44a4-b950-5424ae2ac596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:17.625817 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-415a9e3b-7b8e-44a4-b950-5424ae2ac596 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:17.633065 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5fe49a-4840-4c6a-b7d0-4dfcdd1f359e None None] Network 561e402d-bb2f-4939-8704-2c6bd62a51c3 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:02:17.692156 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-5ec6c2a2-587c-4816-8162-018cdd583246 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31ece22b4c2940ca986a58a7e24f5205 HTTP/1.1" status: 200 len: 380 time: 0.0519941 Jul 23 20:02:17.700772 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba2b7c-b02a-41af-995b-79b49ffef9a5 req-c415ce6f-1858-407b-afc5-552f953d2397 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:17.708128 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba2b7c-b02a-41af-995b-79b49ffef9a5 req-c415ce6f-1858-407b-afc5-552f953d2397 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:17.709782 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2cba2b7c-b02a-41af-995b-79b49ffef9a5 req-c415ce6f-1858-407b-afc5-552f953d2397 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c847500-1faf-45b5-a8fb-f34636ca207d HTTP/1.1" status: 200 len: 1681 time: 0.3662112 Jul 23 20:02:17.712541 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-415a9e3b-7b8e-44a4-b950-5424ae2ac596 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5617373 Jul 23 20:02:17.716600 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-0e1bd856-c0e9-4373-b4d0-92f2294e1f07 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Request body: {'port': {'device_id': 'c330c9a8-8e67-4613-b20f-4e09fcb29bec', 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521', 'admin_state_up': True, 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'security_groups': ['be8895cf-23b3-4399-9b58-864da3b413c8']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:02:17.856148 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b653155c-710b-4286-9a46-d4f2f8ce8860 req-b212c65f-fe47-46af-a2a6-f3a5a9a6d624 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:17.856805 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b653155c-710b-4286-9a46-d4f2f8ce8860 req-b212c65f-fe47-46af-a2a6-f3a5a9a6d624 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:17.856926 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [req-b653155c-710b-4286-9a46-d4f2f8ce8860 req-b212c65f-fe47-46af-a2a6-f3a5a9a6d624 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Floating IP 07d32348-ceaf-41ba-9de3-4bc88b258408 disassociated. External IP: 172.25.1.35, port: e107d0d6-9417-47df-9e5e-145c537ecf00. Jul 23 20:02:17.857204 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-b653155c-710b-4286-9a46-d4f2f8ce8860 req-b212c65f-fe47-46af-a2a6-f3a5a9a6d624 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Calling delete_port for e107d0d6-9417-47df-9e5e-145c537ecf00 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:02:17.901650 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e63413c-b56d-4d89-9110-2e5b539e01e2 None None] Network 561e402d-bb2f-4939-8704-2c6bd62a51c3 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:02:17.947894 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device c1030c34-2dec-438f-86af-e0a9c58b5449 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:02:17.988706 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2cba2b7c-b02a-41af-995b-79b49ffef9a5 req-83a15f4c-0286-4e1e-b894-505d5da4cc93 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/security-groups?id=c05a2f49-6680-49e0-b00d-36d7f89d365d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536211 Jul 23 20:02:18.133448 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9849cef7-4a65-4fe5-8120-3a1d2aafde61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:18.135907 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-0e1bd856-c0e9-4373-b4d0-92f2294e1f07 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Made reservation on behalf of 31ece22b4c2940ca986a58a7e24f5205 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:02:18.141746 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-0e1bd856-c0e9-4373-b4d0-92f2294e1f07 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:18.151689 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port c1030c34-2dec-438f-86af-e0a9c58b5449 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:02:18.172618 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d5e9a12e-9f6c-4e3c-8e51-3137968bf64a req-a4075a30-f5a1-4d9e-859d-77d9e81dff94 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/ports?device_id=c330c9a8-8e67-4613-b20f-4e09fcb29bec HTTP/1.1" status: 200 len: 210 time: 0.0550830 Jul 23 20:02:18.193312 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9849cef7-4a65-4fe5-8120-3a1d2aafde61 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ed3df93-a277-4ade-954f-40d2e7dac1ad,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:18.224680 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port c1030c34-2dec-438f-86af-e0a9c58b5449 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:02:18.225117 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:18.306501 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0bb0b9-e81e-4559-bb3a-bcb226d2eaf2 x-openstack-request-id: req-ee0bb0b9-e81e-4559-bb3a-bcb226d2eaf2 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:02:18.306501 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c847500-1faf-45b5-a8fb-f34636ca207d", "name": "network-vif-plugged", "status": "completed", "tag": "195cdf02-80d1-481c-8cd7-dc76d96190de", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:02:18.310596 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ee0bb0b9-e81e-4559-bb3a-bcb226d2eaf2 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:02:18.311093 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c847500-1faf-45b5-a8fb-f34636ca207d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195cdf02-80d1-481c-8cd7-dc76d96190de', 'code': 200} Jul 23 20:02:18.386417 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9849cef7-4a65-4fe5-8120-3a1d2aafde61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:18.489151 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:18.520674 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-13e42194-9889-484e-8528-556b397ba271 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:02:18.528685 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-13e42194-9889-484e-8528-556b397ba271 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0428848 Jul 23 20:02:18.536245 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-2b5bfb4e-486c-4917-8a19-712030c6caab service neutron] Request body: {'binding': {'host': 'n-h2-793618-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:02:18.537018 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-2b5bfb4e-486c-4917-8a19-712030c6caab service neutron] Unknown quota resources ['binding']. {{(pid=93876) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:02:18.563283 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-0e1bd856-c0e9-4373-b4d0-92f2294e1f07 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Allocated IP 172.20.0.14 (c601b8b0-fff2-4d36-9f97-ebce138e0521/943dd119-adc0-42fb-a667-378d66460d4a/e21cebdd-dcd8-4a00-b706-5378b87ef05a) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:02:18.581176 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port c1030c34-2dec-438f-86af-e0a9c58b5449, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=c1030c34-2dec-438f-86af-e0a9c58b5449,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:18.590413 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:18.591581 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device e107d0d6-9417-47df-9e5e-145c537ecf00 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:02:18.621830 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9849cef7-4a65-4fe5-8120-3a1d2aafde61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:18.625232 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b653155c-710b-4286-9a46-d4f2f8ce8860 req-b212c65f-fe47-46af-a2a6-f3a5a9a6d624 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:18.639691 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1289975-220d-4a10-8ada-e5ba0569bd93 req-487cae67-97de-4b4f-9cdc-c649270f8d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:18.640298 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1289975-220d-4a10-8ada-e5ba0569bd93 req-487cae67-97de-4b4f-9cdc-c649270f8d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:18.642557 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b1289975-220d-4a10-8ada-e5ba0569bd93 req-487cae67-97de-4b4f-9cdc-c649270f8d60 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6c847500-1faf-45b5-a8fb-f34636ca207d HTTP/1.1" status: 200 len: 1985 time: 0.2400594 Jul 23 20:02:18.649524 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9849cef7-4a65-4fe5-8120-3a1d2aafde61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:18.680757 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a7d2d-a5c8-4659-a6d3-b43f4a0253cf req-3485d0b4-fbb8-4957-990f-4893ad1485bf tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:18.688536 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-168a7d2d-a5c8-4659-a6d3-b43f4a0253cf req-3485d0b4-fbb8-4957-990f-4893ad1485bf tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 949 time: 0.2391305 Jul 23 20:02:18.729137 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: e107d0d6-9417-47df-9e5e-145c537ecf00 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:02:18.729541 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device e107d0d6-9417-47df-9e5e-145c537ecf00 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:02:18.785082 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-168a7d2d-a5c8-4659-a6d3-b43f4a0253cf req-340c2724-e75d-4a74-b73f-a38928669b5b tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941861 Jul 23 20:02:18.819310 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=c1030c34-2dec-438f-86af-e0a9c58b5449,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:18.824770 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b1289975-220d-4a10-8ada-e5ba0569bd93 req-f1300754-8bbb-42c9-8e3c-37891a9558f4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c05a2f49-6680-49e0-b00d-36d7f89d365d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694746 Jul 23 20:02:18.932399 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212c65f-fe47-46af-a2a6-f3a5a9a6d624 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Pushing event deleted for resources: {'Port': ['ID=e107d0d6-9417-47df-9e5e-145c537ecf00,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:18.941768 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-0e1bd856-c0e9-4373-b4d0-92f2294e1f07 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:19.023232 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-0e1bd856-c0e9-4373-b4d0-92f2294e1f07 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Transition to ACTIVE for port object e21cebdd-dcd8-4a00-b706-5378b87ef05a will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:02:19.075663 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9849cef7-4a65-4fe5-8120-3a1d2aafde61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:19.076305 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9849cef7-4a65-4fe5-8120-3a1d2aafde61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36ffd256-1ac4-483c-b2a5-7eb8cd65a114 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:02:19.101184 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9849cef7-4a65-4fe5-8120-3a1d2aafde61 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:19.102407 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9849cef7-4a65-4fe5-8120-3a1d2aafde61 admin admin] 10.222.0.32 "DELETE /v2.0/routers/36ffd256-1ac4-483c-b2a5-7eb8cd65a114 HTTP/1.1" status: 204 len: 168 time: 4.3683527 Jul 23 20:02:19.109184 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37234) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:02:19.136531 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 7ed3df93-a277-4ade-954f-40d2e7dac1ad no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:02:19.203035 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 7ed3df93-a277-4ade-954f-40d2e7dac1ad {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:02:19.205492 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 7ed3df93-a277-4ade-954f-40d2e7dac1ad not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:02:19.378315 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b653155c-710b-4286-9a46-d4f2f8ce8860 req-b212c65f-fe47-46af-a2a6-f3a5a9a6d624 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Router ffda0b1c-7d0e-4f6c-8441-02f1413af9da has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:02:19.526127 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6e511c8-6e7f-417b-82f9-e760ea99ef2e admin admin] Deleting subnet 7eaf3179-ed39-4bb0-8680-819a1bda6358 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:02:19.527304 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-0e1bd856-c0e9-4373-b4d0-92f2294e1f07 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:19.549315 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717df53-e4ae-4237-b46f-065fbee19453 req-d3b75b50-8805-4d41-a924-7cf6bf17a7d3 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:19.553769 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0717df53-e4ae-4237-b46f-065fbee19453 req-d3b75b50-8805-4d41-a924-7cf6bf17a7d3 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/networks?id=561e402d-bb2f-4939-8704-2c6bd62a51c3 HTTP/1.1" status: 200 len: 815 time: 0.2573972 Jul 23 20:02:19.614069 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f6e511c8-6e7f-417b-82f9-e760ea99ef2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:19.682231 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-0e1bd856-c0e9-4373-b4d0-92f2294e1f07 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Network c601b8b0-fff2-4d36-9f97-ebce138e0521 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:02:19.684087 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0717df53-e4ae-4237-b46f-065fbee19453 req-ddfe9811-ef72-4598-afa0-1950c948653e tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/quotas/8cfe6a1fc1a344fca4c086a9bc2e1379 HTTP/1.1" status: 200 len: 375 time: 0.1008105 Jul 23 20:02:19.694430 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-0e1bd856-c0e9-4373-b4d0-92f2294e1f07 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:02:19.705929 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b653155c-710b-4286-9a46-d4f2f8ce8860 req-b212c65f-fe47-46af-a2a6-f3a5a9a6d624 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:02:19.709497 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-2b5bfb4e-486c-4917-8a19-712030c6caab service neutron] Attempting to bind port 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 on host n-h2-793618-10 for vnic_type normal with profile None {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:02:19.710038 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-2b5bfb4e-486c-4917-8a19-712030c6caab service neutron] Attempting to bind port 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:02:19.710454 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-2b5bfb4e-486c-4917-8a19-712030c6caab service neutron] Attempting to bind port 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 on network 18f1c189-135d-4e39-8a5e-b364e733193d {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:02:19.720303 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91be8602-6aa9-423f-91bc-9205b7b5ecae None None] Sync routers for ids ['ffda0b1c-7d0e-4f6c-8441-02f1413af9da'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:02:19.731555 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-0e1bd856-c0e9-4373-b4d0-92f2294e1f07 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:02:19.733392 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91be8602-6aa9-423f-91bc-9205b7b5ecae None None] Routers {'ffda0b1c-7d0e-4f6c-8441-02f1413af9da'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:02:19.734068 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-91be8602-6aa9-423f-91bc-9205b7b5ecae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:02:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ffda0b1c-7d0e-4f6c-8441-02f1413af9da'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:02:19.789708 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-2b5bfb4e-486c-4917-8a19-712030c6caab service neutron] Port 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 on network 18f1c189-135d-4e39-8a5e-b364e733193d not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:02:19.790164 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-2b5bfb4e-486c-4917-8a19-712030c6caab service neutron] Attempting to bind port 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 on network 18f1c189-135d-4e39-8a5e-b364e733193d {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:02:19.821548 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-0e1bd856-c0e9-4373-b4d0-92f2294e1f07 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:19.822353 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-0e1bd856-c0e9-4373-b4d0-92f2294e1f07 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:19.822667 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-2b5bfb4e-486c-4917-8a19-712030c6caab service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:02:19.823040 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-2b5bfb4e-486c-4917-8a19-712030c6caab service neutron] Checking segment: {'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:02:19.823425 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-2b5bfb4e-486c-4917-8a19-712030c6caab service neutron] Bound using segment: {'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:02:19.823875 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-2b5bfb4e-486c-4917-8a19-712030c6caab service neutron] Bound port: 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:02:19.845352 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f6e511c8-6e7f-417b-82f9-e760ea99ef2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:19.909498 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0717df53-e4ae-4237-b46f-065fbee19453 req-ada165d8-cae3-4b54-8dfd-0ebb211c5262 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cfe6a1fc1a344fca4c086a9bc2e1379&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2124274 Jul 23 20:02:19.910293 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1bd856-c0e9-4373-b4d0-92f2294e1f07 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Pushing event updated for resources: {'Port': ['ID=e21cebdd-dcd8-4a00-b706-5378b87ef05a,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:19.931634 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4c975013-817c-42ce-aac4-e1515eb14154 req-92e8c56f-abc9-4870-9d95-6a9bd8ad5778 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=965a56c6-3d74-4d12-9112-671147df0969&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8135369 Jul 23 20:02:19.935453 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-0e1bd856-c0e9-4373-b4d0-92f2294e1f07 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2246246 Jul 23 20:02:19.971162 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-993ae5e8-0a8f-4355-a2e4-fb5f40ea0885 service neutron] Request body: {'port': {'device_id': 'c330c9a8-8e67-4613-b20f-4e09fcb29bec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:02:20.032099 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-2b5bfb4e-486c-4917-8a19-712030c6caab service neutron] For port 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=6b7ee242-aab5-4f4d-90ec-2bb39beaefb2,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:02:20.037145 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-b653155c-710b-4286-9a46-d4f2f8ce8860 req-b212c65f-fe47-46af-a2a6-f3a5a9a6d624 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] No DVR routers for this DVR port e107d0d6-9417-47df-9e5e-145c537ecf00 on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:02:20.049387 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b653155c-710b-4286-9a46-d4f2f8ce8860 req-b212c65f-fe47-46af-a2a6-f3a5a9a6d624 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:20.051631 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b653155c-710b-4286-9a46-d4f2f8ce8860 req-b212c65f-fe47-46af-a2a6-f3a5a9a6d624 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.30 "DELETE /v2.0/ports/e107d0d6-9417-47df-9e5e-145c537ecf00 HTTP/1.1" status: 204 len: 173 time: 4.6768024 Jul 23 20:02:20.052391 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fabebb-89c8-476e-bca5-f869241459d4', 'name': 'network-vif-deleted', 'tag': 'e107d0d6-9417-47df-9e5e-145c537ecf00'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:02:20.056775 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d235eb-8e52-42c9-ab9d-86c84b2c809b" -d '{"events": [{"server_uuid": "83fabebb-89c8-476e-bca5-f869241459d4", "name": "network-vif-deleted", "tag": "e107d0d6-9417-47df-9e5e-145c537ecf00"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:02:20.061722 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-2b5bfb4e-486c-4917-8a19-712030c6caab service neutron] Notify callbacks [] for binding, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:20.063171 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-2b5bfb4e-486c-4917-8a19-712030c6caab service neutron] 10.222.0.32 "POST /v2.0/ports/6b7ee242-aab5-4f4d-90ec-2bb39beaefb2/bindings HTTP/1.1" status: 201 len: 390 time: 1.5334642 Jul 23 20:02:20.069963 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-91be8602-6aa9-423f-91bc-9205b7b5ecae None None] Set router ffda0b1c-7d0e-4f6c-8441-02f1413af9da gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:02:20.111967 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ef592c3-7b9a-4d42-8ce7-fbcde010fb2f req-1baa5c40-c97f-403d-9c1f-4e666b23e3d9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=abe4dffa-1106-49c7-8b45-55aeb90b3920&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4039595 Jul 23 20:02:20.250046 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f6e511c8-6e7f-417b-82f9-e760ea99ef2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:20.320226 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef592c3-7b9a-4d42-8ce7-fbcde010fb2f req-79a3f299-d3b2-44b9-9d5c-334b44e9204c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:20.329598 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ef592c3-7b9a-4d42-8ce7-fbcde010fb2f req-79a3f299-d3b2-44b9-9d5c-334b44e9204c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3d6e44c4dd248468c67611aa3d977ae&device_id=abe4dffa-1106-49c7-8b45-55aeb90b3920 HTTP/1.1" status: 200 len: 1096 time: 0.1553705 Jul 23 20:02:20.376810 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0717df53-e4ae-4237-b46f-065fbee19453 req-5c34b816-d23d-41d0-ba01-ba851bf529a1 service neutron] 10.222.0.32 "GET /v2.0/networks/561e402d-bb2f-4939-8704-2c6bd62a51c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344277 Jul 23 20:02:20.385928 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-993ae5e8-0a8f-4355-a2e4-fb5f40ea0885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:20.489063 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfde140-eec2-497b-a42f-38544c75aa5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1030c34-2dec-438f-86af-e0a9c58b5449'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:02:20.491676 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958a4af2-27c8-490c-a5f2-3991de8c600f" -d '{"events": [{"server_uuid": "dbfde140-eec2-497b-a42f-38544c75aa5e", "name": "network-vif-plugged", "status": "completed", "tag": "c1030c34-2dec-438f-86af-e0a9c58b5449"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:02:20.530524 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef592c3-7b9a-4d42-8ce7-fbcde010fb2f req-9c2c9263-62b0-40e4-b50d-bebf761cfd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:20.532420 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ef592c3-7b9a-4d42-8ce7-fbcde010fb2f req-9c2c9263-62b0-40e4-b50d-bebf761cfd5c service neutron] 10.222.0.30 "GET /v2.0/networks?id=18f1c189-135d-4e39-8a5e-b364e733193d HTTP/1.1" status: 200 len: 921 time: 0.1766574 Jul 23 20:02:20.542595 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-39086a25-b6b7-4c34-9561-9c6f965a8402 None None] Provisioning for port e21cebdd-dcd8-4a00-b706-5378b87ef05a completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:02:20.581600 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-39086a25-b6b7-4c34-9561-9c6f965a8402 None None] Provisioning complete for port e21cebdd-dcd8-4a00-b706-5378b87ef05a triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:02:20.582374 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-39086a25-b6b7-4c34-9561-9c6f965a8402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:20.594276 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ef592c3-7b9a-4d42-8ce7-fbcde010fb2f req-1208627b-892f-4ef0-b168-534b6fcf8454 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32ba413a-70af-4a3c-97ca-546662f3f100 HTTP/1.1" status: 200 len: 217 time: 0.0540457 Jul 23 20:02:20.737440 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-39086a25-b6b7-4c34-9561-9c6f965a8402 None None] Port e21cebdd-dcd8-4a00-b706-5378b87ef05a cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:02:20.755069 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef592c3-7b9a-4d42-8ce7-fbcde010fb2f req-ea177fbf-65a6-4a38-9066-b55849a45be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:20.762113 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ef592c3-7b9a-4d42-8ce7-fbcde010fb2f req-ea177fbf-65a6-4a38-9066-b55849a45be2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff9cc1f3-5cfa-4b1f-ac36-a859db46b374 HTTP/1.1" status: 200 len: 860 time: 0.1588554 Jul 23 20:02:20.847700 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-91be8602-6aa9-423f-91bc-9205b7b5ecae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447707414-router', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '98569d9f-8fa4-47ee-ad26-defc55abbf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:19Z', 'updated_at': '2021-07-23T19:59:28Z', 'revision_number': 4, 'project_id': '31ece22b4c2940ca986a58a7e24f5205', 'gw_port': {'id': '98569d9f-8fa4-47ee-ad26-defc55abbf0f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:21Z', 'updated_at': '2021-07-23T19:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '75cd6d17-de1b-4878-8550-c468f3065d87', 'name': '', 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'mac_address': 'fa:16:3e:88:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '943dd119-adc0-42fb-a667-378d66460d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:26Z', 'updated_at': '2021-07-23T19:59:36Z', 'revision_number': 5, 'project_id': '31ece22b4c2940ca986a58a7e24f5205', 'subnets': [{'id': '943dd119-adc0-42fb-a667-378d66460d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:02:20.875744 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ef592c3-7b9a-4d42-8ce7-fbcde010fb2f req-b0448187-e214-4c1c-a28a-5e85efd45060 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=18f1c189-135d-4e39-8a5e-b364e733193d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062853 Jul 23 20:02:20.887390 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91be8602-6aa9-423f-91bc-9205b7b5ecae None None] Checking router: ffda0b1c-7d0e-4f6c-8441-02f1413af9da for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:02:20.900744 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91be8602-6aa9-423f-91bc-9205b7b5ecae None None] Routers {'ffda0b1c-7d0e-4f6c-8441-02f1413af9da'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:02:20.901903 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-91be8602-6aa9-423f-91bc-9205b7b5ecae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:02:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ffda0b1c-7d0e-4f6c-8441-02f1413af9da'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:02:21.056417 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c975013-817c-42ce-aac4-e1515eb14154 req-6f28d5a2-e660-4d24-a888-9e54e09ebb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:21.058233 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4c975013-817c-42ce-aac4-e1515eb14154 req-6f28d5a2-e660-4d24-a888-9e54e09ebb6a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=46e8b52fe188445da9dc740883af8e52&device_id=965a56c6-3d74-4d12-9112-671147df0969 HTTP/1.1" status: 200 len: 1096 time: 1.0633292 Jul 23 20:02:21.059748 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f6e511c8-6e7f-417b-82f9-e760ea99ef2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:21.108748 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-91be8602-6aa9-423f-91bc-9205b7b5ecae None None] Set router ffda0b1c-7d0e-4f6c-8441-02f1413af9da gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:02:21.154798 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ef592c3-7b9a-4d42-8ce7-fbcde010fb2f req-34be8e90-2c2d-4666-bee3-896821c6513e service neutron] 10.222.0.30 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711058 Jul 23 20:02:21.250829 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e511c8-6e7f-417b-82f9-e760ea99ef2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7eaf3179-ed39-4bb0-8680-819a1bda6358,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:21.256677 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f6e511c8-6e7f-417b-82f9-e760ea99ef2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:21.258951 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f6e511c8-6e7f-417b-82f9-e760ea99ef2e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7eaf3179-ed39-4bb0-8680-819a1bda6358 HTTP/1.1" status: 204 len: 168 time: 2.1421475 Jul 23 20:02:21.278420 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40c8ca2-84ec-4271-9558-80b7179c8d5f None None] Network 2a1ef2d4-e69a-464d-803a-bf7cdd7f4d3c requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:02:21.285153 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37296) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:02:21.328436 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ef592c3-7b9a-4d42-8ce7-fbcde010fb2f req-8fe4dc16-5134-4a64-a03f-6909f1e5805e service neutron] 10.222.0.30 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649332 Jul 23 20:02:21.601425 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0717df53-e4ae-4237-b46f-065fbee19453 req-aeb8ab09-1a66-4fe7-9cd4-133e36daf06c service neutron] 10.222.0.32 "GET /v2.0/networks/561e402d-bb2f-4939-8704-2c6bd62a51c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2164960 Jul 23 20:02:21.638975 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c975013-817c-42ce-aac4-e1515eb14154 req-de80051d-ca21-47b5-bbde-0f1255738f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:21.640744 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4c975013-817c-42ce-aac4-e1515eb14154 req-de80051d-ca21-47b5-bbde-0f1255738f81 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1582e281-e174-4775-af11-ce2168db586d HTTP/1.1" status: 200 len: 909 time: 0.5048807 Jul 23 20:02:21.643185 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-768b5407-ecf6-4e2d-8219-652e86564f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:21.644889 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-768b5407-ecf6-4e2d-8219-652e86564f91 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6e44c4dd248468c67611aa3d977ae&device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5 HTTP/1.1" status: 200 len: 1097 time: 1.0930297 Jul 23 20:02:21.647773 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d104272a-f062-470e-bdc4-d731c3cf9475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:21.661816 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-91be8602-6aa9-423f-91bc-9205b7b5ecae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447707414-router', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '98569d9f-8fa4-47ee-ad26-defc55abbf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:19Z', 'updated_at': '2021-07-23T19:59:28Z', 'revision_number': 4, 'project_id': '31ece22b4c2940ca986a58a7e24f5205', 'gw_port': {'id': '98569d9f-8fa4-47ee-ad26-defc55abbf0f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:21Z', 'updated_at': '2021-07-23T19:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '75cd6d17-de1b-4878-8550-c468f3065d87', 'name': '', 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'mac_address': 'fa:16:3e:88:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '943dd119-adc0-42fb-a667-378d66460d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:26Z', 'updated_at': '2021-07-23T19:59:36Z', 'revision_number': 5, 'project_id': '31ece22b4c2940ca986a58a7e24f5205', 'subnets': [{'id': '943dd119-adc0-42fb-a667-378d66460d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:02:21.712480 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4c975013-817c-42ce-aac4-e1515eb14154 req-98d957b7-4185-4cb5-8493-8ea6b38adb11 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0307e3ae-d53b-4f24-bdbf-e8a9877787c6 HTTP/1.1" status: 200 len: 217 time: 0.0561013 Jul 23 20:02:21.747483 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91be8602-6aa9-423f-91bc-9205b7b5ecae None None] The sync data for ids ['ffda0b1c-7d0e-4f6c-8441-02f1413af9da'] in n-d-793618-10 is: [{'id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447707414-router', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '98569d9f-8fa4-47ee-ad26-defc55abbf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:19Z', 'updated_at': '2021-07-23T19:59:28Z', 'revision_number': 4, 'project_id': '31ece22b4c2940ca986a58a7e24f5205', 'gw_port': {'id': '98569d9f-8fa4-47ee-ad26-defc55abbf0f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:21Z', 'updated_at': '2021-07-23T19:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '75cd6d17-de1b-4878-8550-c468f3065d87', 'name': '', 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'mac_address': 'fa:16:3e:88:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '943dd119-adc0-42fb-a667-378d66460d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:26Z', 'updated_at': '2021-07-23T19:59:36Z', 'revision_number': 5, 'project_id': '31ece22b4c2940ca986a58a7e24f5205', 'subnets': [{'id': '943dd119-adc0-42fb-a667-378d66460d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:02:21.794525 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c975013-817c-42ce-aac4-e1515eb14154 req-12fffa79-9397-46b8-9f44-31f0fa5a04a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:21.796047 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4c975013-817c-42ce-aac4-e1515eb14154 req-12fffa79-9397-46b8-9f44-31f0fa5a04a9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=62cab30c-2c7b-4463-9eb3-ea20a0ef57f0 HTTP/1.1" status: 200 len: 848 time: 0.0707843 Jul 23 20:02:21.945627 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e48805-69b3-486b-9688-fb1c1cd10c9a None None] DHCP port deletion for 2a1ef2d4-e69a-464d-803a-bf7cdd7f4d3c request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:02:22.020019 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4c975013-817c-42ce-aac4-e1515eb14154 req-76cb2ad6-d4cf-4ef6-a2fd-cbec5d8d9e25 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1582e281-e174-4775-af11-ce2168db586d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1870275 Jul 23 20:02:22.084901 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-40e48805-69b3-486b-9688-fb1c1cd10c9a None None] Deleting port 6cae603a-5cb1-48e2-ae6d-6cae090cd685 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:02:22.085325 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-40e48805-69b3-486b-9688-fb1c1cd10c9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:22.208583 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-40e48805-69b3-486b-9688-fb1c1cd10c9a None None] For port 6cae603a-5cb1-48e2-ae6d-6cae090cd685, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6cae603a-5cb1-48e2-ae6d-6cae090cd685,segment=NetworkSegment(d9a5c3ce-7e2e-45b3-b874-48574bcebf82),segment_id=d9a5c3ce-7e2e-45b3-b874-48574bcebf82)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:22.208583 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-40e48805-69b3-486b-9688-fb1c1cd10c9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:22.223598 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-40e48805-69b3-486b-9688-fb1c1cd10c9a None None] Calling delete_port for 6cae603a-5cb1-48e2-ae6d-6cae090cd685 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:02:22.246410 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f90b049-7396-4d67-8c86-1d995478c34e None None] New status for floating IP 07d32348-ceaf-41ba-9de3-4bc88b258408: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:02:22.389095 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-94d32497-266b-4b46-8863-52c40c5c7452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:22.391033 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-94d32497-266b-4b46-8863-52c40c5c7452 service neutron] 10.222.0.18 "GET /v2.0/networks?id=18f1c189-135d-4e39-8a5e-b364e733193d HTTP/1.1" status: 200 len: 921 time: 0.7259402 Jul 23 20:02:22.448090 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-d104272a-f062-470e-bdc4-d731c3cf9475 admin admin] Deleting port 6cae603a-5cb1-48e2-ae6d-6cae090cd685 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:02:22.448579 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d104272a-f062-470e-bdc4-d731c3cf9475 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:22.494240 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-40e48805-69b3-486b-9688-fb1c1cd10c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:22.554600 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e48805-69b3-486b-9688-fb1c1cd10c9a None None] Pushing event deleted for resources: {'Port': ['ID=6cae603a-5cb1-48e2-ae6d-6cae090cd685,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:22.556554 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e48805-69b3-486b-9688-fb1c1cd10c9a None None] No DVR routers for this DVR port 6cae603a-5cb1-48e2-ae6d-6cae090cd685 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:02:22.586126 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-11b1cd8c-97a7-4ff7-a4be-cd071a140b69 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 HTTP/1.1" status: 200 len: 217 time: 0.1787727 Jul 23 20:02:22.713391 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de39f59-a8ea-4c7a-af22-2ac4638e21db req-bfcdebad-9425-42d7-8dd9-0a7c0e83f570 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:22.737444 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de39f59-a8ea-4c7a-af22-2ac4638e21db req-bfcdebad-9425-42d7-8dd9-0a7c0e83f570 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:22.739225 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6de39f59-a8ea-4c7a-af22-2ac4638e21db req-bfcdebad-9425-42d7-8dd9-0a7c0e83f570 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c847500-1faf-45b5-a8fb-f34636ca207d HTTP/1.1" status: 200 len: 1681 time: 0.8176310 Jul 23 20:02:22.791435 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4c975013-817c-42ce-aac4-e1515eb14154 req-954aeada-13f4-45d4-b4a2-a2bd40d8ea62 service neutron] 10.222.0.18 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6710639 Jul 23 20:02:23.055179 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6de39f59-a8ea-4c7a-af22-2ac4638e21db req-b238e8ec-8e2c-4e83-a709-db6604fc67ab tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/security-groups?id=c05a2f49-6680-49e0-b00d-36d7f89d365d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918246 Jul 23 20:02:23.064389 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-9b1d037b-eae5-49aa-a275-bc21d5cdf2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:23.073493 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-9b1d037b-eae5-49aa-a275-bc21d5cdf2b0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ff9cc1f3-5cfa-4b1f-ac36-a859db46b374 HTTP/1.1" status: 200 len: 860 time: 0.4403217 Jul 23 20:02:23.073493 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-d104272a-f062-470e-bdc4-d731c3cf9475 admin admin] For port 6cae603a-5cb1-48e2-ae6d-6cae090cd685, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6cae603a-5cb1-48e2-ae6d-6cae090cd685,segment=NetworkSegment(d9a5c3ce-7e2e-45b3-b874-48574bcebf82),segment_id=d9a5c3ce-7e2e-45b3-b874-48574bcebf82)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:23.073493 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d104272a-f062-470e-bdc4-d731c3cf9475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:23.102566 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-993ae5e8-0a8f-4355-a2e4-fb5f40ea0885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e21cebdd-dcd8-4a00-b706-5378b87ef05a {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:02:23.111519 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-993ae5e8-0a8f-4355-a2e4-fb5f40ea0885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:23.129889 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-993ae5e8-0a8f-4355-a2e4-fb5f40ea0885 service neutron] Transition to ACTIVE for port object e21cebdd-dcd8-4a00-b706-5378b87ef05a will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:02:23.133363 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6cae603a-5cb1-48e2-ae6d-6cae090cd685 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:02:23.148418 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-d104272a-f062-470e-bdc4-d731c3cf9475 admin admin] Calling delete_port for 6cae603a-5cb1-48e2-ae6d-6cae090cd685 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:02:23.190673 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 6cae603a-5cb1-48e2-ae6d-6cae090cd685 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:02:23.192361 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6cae603a-5cb1-48e2-ae6d-6cae090cd685 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:02:23.236158 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-ffca2349-4e67-4117-a6de-f1ec926e8849 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=18f1c189-135d-4e39-8a5e-b364e733193d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1469479 Jul 23 20:02:23.243971 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-993ae5e8-0a8f-4355-a2e4-fb5f40ea0885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:23.375957 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4c975013-817c-42ce-aac4-e1515eb14154 req-1700af5e-8b3e-40f0-9ddb-265320786bc9 service neutron] 10.222.0.18 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4995427 Jul 23 20:02:23.623447 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d104272a-f062-470e-bdc4-d731c3cf9475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:23.627774 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-dadf7171-4932-42a5-9e7d-972717ee6658 service neutron] 10.222.0.18 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717520 Jul 23 20:02:23.666338 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ae5e8-0a8f-4355-a2e4-fb5f40ea0885 service neutron] Pushing event updated for resources: {'Port': ['ID=e21cebdd-dcd8-4a00-b706-5378b87ef05a,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:23.761651 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d104272a-f062-470e-bdc4-d731c3cf9475 admin admin] No DVR routers for this DVR port 6cae603a-5cb1-48e2-ae6d-6cae090cd685 on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:02:23.766569 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d104272a-f062-470e-bdc4-d731c3cf9475 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cae603a-5cb1-48e2-ae6d-6cae090cd685,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:24.045346 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b051da3-d1d9-4a48-97f2-1c3a53a3e2cc req-edcd5cca-ced8-4fce-8788-64cb7a0a9f68 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:24.054176 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8b051da3-d1d9-4a48-97f2-1c3a53a3e2cc req-edcd5cca-ced8-4fce-8788-64cb7a0a9f68 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/ports?device_id=c330c9a8-8e67-4613-b20f-4e09fcb29bec HTTP/1.1" status: 200 len: 944 time: 0.8429222 Jul 23 20:02:24.127428 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d104272a-f062-470e-bdc4-d731c3cf9475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:24.194715 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-d104272a-f062-470e-bdc4-d731c3cf9475 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a1ef2d4-e69a-464d-803a-bf7cdd7f4d3c']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:02:24.244804 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-993ae5e8-0a8f-4355-a2e4-fb5f40ea0885 service neutron] Attempting to bind port e21cebdd-dcd8-4a00-b706-5378b87ef05a on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:02:24.245150 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-993ae5e8-0a8f-4355-a2e4-fb5f40ea0885 service neutron] Attempting to bind port e21cebdd-dcd8-4a00-b706-5378b87ef05a by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'a3e9d207-ccab-4461-a5ec-89b44ef8be73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:02:24.245498 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-993ae5e8-0a8f-4355-a2e4-fb5f40ea0885 service neutron] Attempting to bind port e21cebdd-dcd8-4a00-b706-5378b87ef05a on network c601b8b0-fff2-4d36-9f97-ebce138e0521 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:02:24.254578 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717df53-e4ae-4237-b46f-065fbee19453 req-c1bcc6ce-73b7-4fa9-be87-f44bfbb17001 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:24.256067 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0717df53-e4ae-4237-b46f-065fbee19453 req-c1bcc6ce-73b7-4fa9-be87-f44bfbb17001 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.18 "GET /v2.0/networks?id=561e402d-bb2f-4939-8704-2c6bd62a51c3 HTTP/1.1" status: 200 len: 815 time: 0.6723943 Jul 23 20:02:24.267786 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-d104272a-f062-470e-bdc4-d731c3cf9475 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9a5c3ce-7e2e-45b3-b874-48574bcebf82') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:02:24.268125 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-d104272a-f062-470e-bdc4-d731c3cf9475 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9a5c3ce-7e2e-45b3-b874-48574bcebf82') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:02:24.298568 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-0717df53-e4ae-4237-b46f-065fbee19453 req-5022ccb7-a623-4e72-845a-dfd17af9da45 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Request body: {'port': {'device_id': 'c5674f4a-69e7-450f-9b3f-19407cbf0961', 'network_id': '561e402d-bb2f-4939-8704-2c6bd62a51c3', 'admin_state_up': True, 'tenant_id': '8cfe6a1fc1a344fca4c086a9bc2e1379'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:02:24.325118 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-993ae5e8-0a8f-4355-a2e4-fb5f40ea0885 service neutron] Port e21cebdd-dcd8-4a00-b706-5378b87ef05a on network c601b8b0-fff2-4d36-9f97-ebce138e0521 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:02:24.325118 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-993ae5e8-0a8f-4355-a2e4-fb5f40ea0885 service neutron] Attempting to bind port e21cebdd-dcd8-4a00-b706-5378b87ef05a on network c601b8b0-fff2-4d36-9f97-ebce138e0521 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:02:24.339612 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d104272a-f062-470e-bdc4-d731c3cf9475 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:24.357751 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d104272a-f062-470e-bdc4-d731c3cf9475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:24.366076 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d104272a-f062-470e-bdc4-d731c3cf9475 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:02:24.366672 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d104272a-f062-470e-bdc4-d731c3cf9475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:24.412169 n-d-793618-10 neutron-server[93875]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:02:24.412169 n-d-793618-10 neutron-server[93875]: self.session.flush() Jul 23 20:02:24.412169 n-d-793618-10 neutron-server[93875]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:02:24.412169 n-d-793618-10 neutron-server[93875]: self.session.flush() Jul 23 20:02:24.412169 n-d-793618-10 neutron-server[93875]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:02:24.412169 n-d-793618-10 neutron-server[93875]: self.session.flush() Jul 23 20:02:24.412169 n-d-793618-10 neutron-server[93875]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:02:24.412169 n-d-793618-10 neutron-server[93875]: self.session.flush() Jul 23 20:02:24.412169 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:02:24.412169 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:02:24.412169 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:02:24.412169 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:02:24.412169 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:02:24.412169 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:02:24.412169 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:02:24.412169 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:02:24.412169 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:02:24.412169 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:02:24.412169 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:02:24.412169 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:02:24.412169 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:02:24.412169 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:02:24.412169 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:02:24.412169 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:02:24.412169 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:02:24.412169 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:02:24.412169 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:02:24.412169 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:02:24.412169 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:02:24.412169 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:02:24.412169 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:02:24.412169 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:02:24.412169 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:02:24.412169 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:02:24.412169 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:02:24.412169 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:02:24.412169 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:02:24.412169 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:02:24.412169 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:02:24.412169 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:02:24.453461 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-9f3c5364-3405-4b44-93eb-9b7305b62716 service neutron] 10.222.0.18 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7720532 Jul 23 20:02:24.469447 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-993ae5e8-0a8f-4355-a2e4-fb5f40ea0885 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:02:24.469447 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-993ae5e8-0a8f-4355-a2e4-fb5f40ea0885 service neutron] Checking segment: {'id': 'a3e9d207-ccab-4461-a5ec-89b44ef8be73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:02:24.469447 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-993ae5e8-0a8f-4355-a2e4-fb5f40ea0885 service neutron] Bound using segment: {'id': 'a3e9d207-ccab-4461-a5ec-89b44ef8be73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:02:24.469447 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-993ae5e8-0a8f-4355-a2e4-fb5f40ea0885 service neutron] Bound port: e21cebdd-dcd8-4a00-b706-5378b87ef05a, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3e9d207-ccab-4461-a5ec-89b44ef8be73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:02:24.469447 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-993ae5e8-0a8f-4355-a2e4-fb5f40ea0885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:24.514036 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d104272a-f062-470e-bdc4-d731c3cf9475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:24.525560 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8b051da3-d1d9-4a48-97f2-1c3a53a3e2cc req-986ea4ee-3d4f-424d-a8a2-f5fc8491c17f tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8895cf-23b3-4399-9b58-864da3b413c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3772631 Jul 23 20:02:24.583428 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d104272a-f062-470e-bdc4-d731c3cf9475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:24.587580 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d104272a-f062-470e-bdc4-d731c3cf9475 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2a1ef2d4-e69a-464d-803a-bf7cdd7f4d3c HTTP/1.1" status: 204 len: 168 time: 3.2976401 Jul 23 20:02:24.696727 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d104272a-f062-470e-bdc4-d731c3cf9475 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a1ef2d4-e69a-464d-803a-bf7cdd7f4d3c,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:24.790750 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0717df53-e4ae-4237-b46f-065fbee19453 req-5022ccb7-a623-4e72-845a-dfd17af9da45 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Made reservation on behalf of 8cfe6a1fc1a344fca4c086a9bc2e1379 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:02:24.794689 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0717df53-e4ae-4237-b46f-065fbee19453 req-5022ccb7-a623-4e72-845a-dfd17af9da45 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:24.870023 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37326) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:02:25.004117 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c0ceff17-44e1-45c6-946d-28ec9c8f98d3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2b491435b82b48a58ba0b5b8e36fc678&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1306200 Jul 23 20:02:25.005049 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37328) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:02:25.025518 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-0717df53-e4ae-4237-b46f-065fbee19453 req-5022ccb7-a623-4e72-845a-dfd17af9da45 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Allocated IP 172.20.0.5 (561e402d-bb2f-4939-8704-2c6bd62a51c3/d3585b22-200e-474c-90ad-5cdef3f6e740/d6f85132-e824-4443-8162-7d0b9e779716) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:02:25.123510 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d92f24b-daee-4f19-9518-f82f3fd6b591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:25.180895 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d92f24b-daee-4f19-9518-f82f3fd6b591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:25.287672 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d92f24b-daee-4f19-9518-f82f3fd6b591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:25.291091 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d92f24b-daee-4f19-9518-f82f3fd6b591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:25.292295 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3d92f24b-daee-4f19-9518-f82f3fd6b591 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/335e2be5-4155-4840-a6d8-fce5ccc59a02 HTTP/1.1" status: 204 len: 168 time: 0.2866893 Jul 23 20:02:25.319131 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d92f24b-daee-4f19-9518-f82f3fd6b591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335e2be5-4155-4840-a6d8-fce5ccc59a02,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:25.647529 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-993ae5e8-0a8f-4355-a2e4-fb5f40ea0885 service neutron] For port e21cebdd-dcd8-4a00-b706-5378b87ef05a, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:02:25.713275 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-993ae5e8-0a8f-4355-a2e4-fb5f40ea0885 service neutron] For port e21cebdd-dcd8-4a00-b706-5378b87ef05a, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e21cebdd-dcd8-4a00-b706-5378b87ef05a,segment=NetworkSegment(a3e9d207-ccab-4461-a5ec-89b44ef8be73),segment_id=a3e9d207-ccab-4461-a5ec-89b44ef8be73)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:02:25.734418 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f3a31-e2ce-4460-9d8c-5a283de0fc78 req-e945655d-4154-4df4-b9a3-65d9a63a7cb4 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:25.734418 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dc7f3a31-e2ce-4460-9d8c-5a283de0fc78 req-e945655d-4154-4df4-b9a3-65d9a63a7cb4 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 950 time: 1.0331886 Jul 23 20:02:25.734418 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-993ae5e8-0a8f-4355-a2e4-fb5f40ea0885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:25.872744 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-993ae5e8-0a8f-4355-a2e4-fb5f40ea0885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:25.873585 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-993ae5e8-0a8f-4355-a2e4-fb5f40ea0885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:25.875245 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-993ae5e8-0a8f-4355-a2e4-fb5f40ea0885 service neutron] 10.222.0.30 "PUT /v2.0/ports/e21cebdd-dcd8-4a00-b706-5378b87ef05a HTTP/1.1" status: 200 len: 1093 time: 5.9146931 Jul 23 20:02:25.875752 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c330c9a8-8e67-4613-b20f-4e09fcb29bec', 'tag': 'e21cebdd-dcd8-4a00-b706-5378b87ef05a'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:02:25.882813 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd6d493-cfe7-495b-bff2-b668879d85c9" -d '{"events": [{"name": "network-changed", "server_uuid": "c330c9a8-8e67-4613-b20f-4e09fcb29bec", "tag": "e21cebdd-dcd8-4a00-b706-5378b87ef05a"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:02:25.980761 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0717df53-e4ae-4237-b46f-065fbee19453 req-5022ccb7-a623-4e72-845a-dfd17af9da45 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:26.028133 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ae5e8-0a8f-4355-a2e4-fb5f40ea0885 service neutron] Pushing event updated for resources: {'Port': ['ID=e21cebdd-dcd8-4a00-b706-5378b87ef05a,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:26.090946 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dc7f3a31-e2ce-4460-9d8c-5a283de0fc78 req-39338bbb-08a4-4dc0-94a2-adae3ac68a97 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574117 Jul 23 20:02:26.134614 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-6d40bab5-a7c3-4220-a207-51784e4b36ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:26.136210 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-6d40bab5-a7c3-4220-a207-51784e4b36ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=31ece22b4c2940ca986a58a7e24f5205&device_id=c330c9a8-8e67-4613-b20f-4e09fcb29bec HTTP/1.1" status: 200 len: 1096 time: 0.2004645 Jul 23 20:02:26.191357 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-a47551ee-4f88-42bc-ad48-6efe228d9a0f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e21cebdd-dcd8-4a00-b706-5378b87ef05a HTTP/1.1" status: 200 len: 217 time: 0.0435879 Jul 23 20:02:26.203554 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2ed9a7-46d2-43b1-ab17-90f09e2f2f01 x-openstack-request-id: req-fc2ed9a7-46d2-43b1-ab17-90f09e2f2f01 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:02:26.205037 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83fabebb-89c8-476e-bca5-f869241459d4", "name": "network-vif-deleted", "tag": "e107d0d6-9417-47df-9e5e-145c537ecf00", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:02:26.205646 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc2ed9a7-46d2-43b1-ab17-90f09e2f2f01 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:02:26.206302 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83fabebb-89c8-476e-bca5-f869241459d4', 'name': 'network-vif-deleted', 'tag': 'e107d0d6-9417-47df-9e5e-145c537ecf00', 'status': 'completed', 'code': 200} Jul 23 20:02:26.229025 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0717df53-e4ae-4237-b46f-065fbee19453 req-5022ccb7-a623-4e72-845a-dfd17af9da45 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:26.291184 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93cdf31-2933-4c08-8fd9-be9b1871308f x-openstack-request-id: req-a93cdf31-2933-4c08-8fd9-be9b1871308f {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:02:26.292126 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbfde140-eec2-497b-a42f-38544c75aa5e", "name": "network-vif-plugged", "status": "completed", "tag": "c1030c34-2dec-438f-86af-e0a9c58b5449", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:02:26.292597 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a93cdf31-2933-4c08-8fd9-be9b1871308f {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:02:26.293298 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbfde140-eec2-497b-a42f-38544c75aa5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1030c34-2dec-438f-86af-e0a9c58b5449', 'code': 200} Jul 23 20:02:26.365170 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0717df53-e4ae-4237-b46f-065fbee19453 req-5022ccb7-a623-4e72-845a-dfd17af9da45 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Network 561e402d-bb2f-4939-8704-2c6bd62a51c3 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:02:26.371431 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-0717df53-e4ae-4237-b46f-065fbee19453 req-5022ccb7-a623-4e72-845a-dfd17af9da45 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:02:26.383511 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-0717df53-e4ae-4237-b46f-065fbee19453 req-5022ccb7-a623-4e72-845a-dfd17af9da45 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:02:26.430122 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-5edd3c43-9858-4af6-a73e-6fe950e1be37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:26.430122 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-5edd3c43-9858-4af6-a73e-6fe950e1be37 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=943dd119-adc0-42fb-a667-378d66460d4a HTTP/1.1" status: 200 len: 863 time: 0.2285707 Jul 23 20:02:26.437341 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022ccb7-a623-4e72-845a-dfd17af9da45 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Pushing event updated for resources: {'Port': ['ID=d6f85132-e824-4443-8162-7d0b9e779716,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:26.513130 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717df53-e4ae-4237-b46f-065fbee19453 req-5022ccb7-a623-4e72-845a-dfd17af9da45 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:26.513850 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0717df53-e4ae-4237-b46f-065fbee19453 req-5022ccb7-a623-4e72-845a-dfd17af9da45 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:26.540828 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5eb87-d3df-43a3-913e-eef8463d55f0 req-2b83e206-7841-493a-9095-3ed69cfc65dc tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:26.542404 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-70f5eb87-d3df-43a3-913e-eef8463d55f0 req-2b83e206-7841-493a-9095-3ed69cfc65dc tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5 HTTP/1.1" status: 200 len: 945 time: 0.2763236 Jul 23 20:02:26.545555 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0717df53-e4ae-4237-b46f-065fbee19453 req-5022ccb7-a623-4e72-845a-dfd17af9da45 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2541521 Jul 23 20:02:26.566727 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-0717df53-e4ae-4237-b46f-065fbee19453 req-daee64ed-0529-42f4-bae3-9db6071db9e6 service neutron] Request body: {'port': {'device_id': 'c5674f4a-69e7-450f-9b3f-19407cbf0961', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:02:26.613410 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb89e3f-c91c-406f-a8b8-10d13a436f6c req-c56fa633-bcf5-4e2e-a1c4-07913509c6e0 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:26.621562 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-deb89e3f-c91c-406f-a8b8-10d13a436f6c req-c56fa633-bcf5-4e2e-a1c4-07913509c6e0 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5674f4a-69e7-450f-9b3f-19407cbf0961 HTTP/1.1" status: 200 len: 931 time: 0.1971848 Jul 23 20:02:26.623102 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-57b97185-71d4-43c7-89a8-23980e90d4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:26.624635 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-57b97185-71d4-43c7-89a8-23980e90d4e4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c601b8b0-fff2-4d36-9f97-ebce138e0521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1793103 Jul 23 20:02:26.676322 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-deb89e3f-c91c-406f-a8b8-10d13a436f6c req-6a29bd77-6c5b-41cf-9163-7f4c4be2db36 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534017 Jul 23 20:02:26.685789 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f70db-374e-466f-80ac-263ca1ae4259 req-4d95768c-4736-4722-9c2b-24b50df670ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:26.687547 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0f1f70db-374e-466f-80ac-263ca1ae4259 req-4d95768c-4736-4722-9c2b-24b50df670ba service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 1102 time: 0.2855859 Jul 23 20:02:26.748336 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0f1f70db-374e-466f-80ac-263ca1ae4259 req-63bfb645-0fdb-48f8-9471-216c366e976d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529861 Jul 23 20:02:26.751320 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-70f5eb87-d3df-43a3-913e-eef8463d55f0 req-b4e39497-7a6c-4f24-a22e-8787ba50141f tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765409 Jul 23 20:02:26.790066 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0717df53-e4ae-4237-b46f-065fbee19453 req-daee64ed-0529-42f4-bae3-9db6071db9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:26.855066 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc226ad3-3e4b-46a2-b0a1-3730812f72ee x-openstack-request-id: req-bc226ad3-3e4b-46a2-b0a1-3730812f72ee {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:02:26.855706 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c330c9a8-8e67-4613-b20f-4e09fcb29bec", "tag": "e21cebdd-dcd8-4a00-b706-5378b87ef05a", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:02:26.856150 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bc226ad3-3e4b-46a2-b0a1-3730812f72ee {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:02:26.856833 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c330c9a8-8e67-4613-b20f-4e09fcb29bec', 'tag': 'e21cebdd-dcd8-4a00-b706-5378b87ef05a', 'status': 'completed', 'code': 200} Jul 23 20:02:26.870157 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-dd1f8a2a-afd2-41dc-a46f-d4732cf69b7b service neutron] 10.222.0.30 "GET /v2.0/networks/c601b8b0-fff2-4d36-9f97-ebce138e0521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314892 Jul 23 20:02:26.877111 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1ddbd-430c-413b-bd06-3a4031f98f34 req-ae9a8636-1578-4582-920f-23c915e2e274 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:26.884716 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2cc1ddbd-430c-413b-bd06-3a4031f98f34 req-ae9a8636-1578-4582-920f-23c915e2e274 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/ports?device_id=c330c9a8-8e67-4613-b20f-4e09fcb29bec HTTP/1.1" status: 200 len: 944 time: 0.0875123 Jul 23 20:02:26.947716 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2cc1ddbd-430c-413b-bd06-3a4031f98f34 req-0f7c7bac-35ca-4243-b47e-d8e2587393dd tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8895cf-23b3-4399-9b58-864da3b413c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618217 Jul 23 20:02:27.134695 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3587f07a-1148-4f59-ac7c-d5b8f255afe1 req-3ac6d1c8-fd82-449b-91d0-a65b25ca0fc2 service neutron] 10.222.0.30 "GET /v2.0/networks/c601b8b0-fff2-4d36-9f97-ebce138e0521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479641 Jul 23 20:02:27.359929 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025e748-50f4-479d-ad2d-e0ec269b5e96 req-da0bc5ff-98db-44d8-ba3b-661b8d464b02 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:27.361116 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6d493-cfe7-495b-bff2-b668879d85c9 req-0135884b-3c82-445c-b12d-3d14cc3dfc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:27.363272 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a025e748-50f4-479d-ad2d-e0ec269b5e96 req-da0bc5ff-98db-44d8-ba3b-661b8d464b02 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 950 time: 0.1106079 Jul 23 20:02:27.364846 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0cd6d493-cfe7-495b-bff2-b668879d85c9 req-0135884b-3c82-445c-b12d-3d14cc3dfc6e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=31ece22b4c2940ca986a58a7e24f5205&device_id=c330c9a8-8e67-4613-b20f-4e09fcb29bec HTTP/1.1" status: 200 len: 1096 time: 0.1131258 Jul 23 20:02:27.430086 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-0717df53-e4ae-4237-b46f-065fbee19453 req-daee64ed-0529-42f4-bae3-9db6071db9e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6f85132-e824-4443-8162-7d0b9e779716 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:02:27.463929 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a025e748-50f4-479d-ad2d-e0ec269b5e96 req-a07ead54-4fdf-4738-bbbb-5df381b9e697 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863578 Jul 23 20:02:27.464846 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0717df53-e4ae-4237-b46f-065fbee19453 req-daee64ed-0529-42f4-bae3-9db6071db9e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:27.483382 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-0717df53-e4ae-4237-b46f-065fbee19453 req-daee64ed-0529-42f4-bae3-9db6071db9e6 service neutron] Transition to ACTIVE for port object d6f85132-e824-4443-8162-7d0b9e779716 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:02:27.492099 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0717df53-e4ae-4237-b46f-065fbee19453 req-daee64ed-0529-42f4-bae3-9db6071db9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:27.540302 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6d493-cfe7-495b-bff2-b668879d85c9 req-ffa026d2-6a4c-4d16-a38b-9ea6fa32c98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:27.542054 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0cd6d493-cfe7-495b-bff2-b668879d85c9 req-ffa026d2-6a4c-4d16-a38b-9ea6fa32c98b service neutron] 10.222.0.30 "GET /v2.0/networks?id=c601b8b0-fff2-4d36-9f97-ebce138e0521 HTTP/1.1" status: 200 len: 925 time: 0.1552243 Jul 23 20:02:27.615371 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0cd6d493-cfe7-495b-bff2-b668879d85c9 req-fdd507b9-e14e-4b07-aea8-69108886fb61 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e21cebdd-dcd8-4a00-b706-5378b87ef05a HTTP/1.1" status: 200 len: 217 time: 0.0652339 Jul 23 20:02:27.641053 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee64ed-0529-42f4-bae3-9db6071db9e6 service neutron] Pushing event updated for resources: {'Port': ['ID=d6f85132-e824-4443-8162-7d0b9e779716,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:27.746405 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee64ed-0529-42f4-bae3-9db6071db9e6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:27.746760 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee64ed-0529-42f4-bae3-9db6071db9e6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:27.747105 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee64ed-0529-42f4-bae3-9db6071db9e6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:27.747447 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee64ed-0529-42f4-bae3-9db6071db9e6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:27.747785 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee64ed-0529-42f4-bae3-9db6071db9e6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:27.748121 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee64ed-0529-42f4-bae3-9db6071db9e6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:27.748453 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee64ed-0529-42f4-bae3-9db6071db9e6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:27.748782 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee64ed-0529-42f4-bae3-9db6071db9e6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:27.749113 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee64ed-0529-42f4-bae3-9db6071db9e6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:27.749441 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee64ed-0529-42f4-bae3-9db6071db9e6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:27.749807 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee64ed-0529-42f4-bae3-9db6071db9e6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:27.750134 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee64ed-0529-42f4-bae3-9db6071db9e6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:27.780141 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6d493-cfe7-495b-bff2-b668879d85c9 req-d37f4d71-7114-466b-b69e-0ed1f263cf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:27.781828 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0cd6d493-cfe7-495b-bff2-b668879d85c9 req-d37f4d71-7114-466b-b69e-0ed1f263cf7e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=943dd119-adc0-42fb-a667-378d66460d4a HTTP/1.1" status: 200 len: 863 time: 0.1421993 Jul 23 20:02:27.793633 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-0717df53-e4ae-4237-b46f-065fbee19453 req-daee64ed-0529-42f4-bae3-9db6071db9e6 service neutron] Attempting to bind port d6f85132-e824-4443-8162-7d0b9e779716 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:02:27.794062 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-0717df53-e4ae-4237-b46f-065fbee19453 req-daee64ed-0529-42f4-bae3-9db6071db9e6 service neutron] Attempting to bind port d6f85132-e824-4443-8162-7d0b9e779716 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'd0a2754c-a19c-42d0-8f97-ef5cc77b5d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '561e402d-bb2f-4939-8704-2c6bd62a51c3'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:02:27.794399 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0717df53-e4ae-4237-b46f-065fbee19453 req-daee64ed-0529-42f4-bae3-9db6071db9e6 service neutron] Attempting to bind port d6f85132-e824-4443-8162-7d0b9e779716 on network 561e402d-bb2f-4939-8704-2c6bd62a51c3 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:02:27.800346 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0717df53-e4ae-4237-b46f-065fbee19453 req-daee64ed-0529-42f4-bae3-9db6071db9e6 service neutron] Port d6f85132-e824-4443-8162-7d0b9e779716 on network 561e402d-bb2f-4939-8704-2c6bd62a51c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:02:27.805986 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0717df53-e4ae-4237-b46f-065fbee19453 req-daee64ed-0529-42f4-bae3-9db6071db9e6 service neutron] Attempting to bind port d6f85132-e824-4443-8162-7d0b9e779716 on network 561e402d-bb2f-4939-8704-2c6bd62a51c3 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:02:27.834787 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0717df53-e4ae-4237-b46f-065fbee19453 req-daee64ed-0529-42f4-bae3-9db6071db9e6 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:02:27.835125 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0717df53-e4ae-4237-b46f-065fbee19453 req-daee64ed-0529-42f4-bae3-9db6071db9e6 service neutron] Checking segment: {'id': 'd0a2754c-a19c-42d0-8f97-ef5cc77b5d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '561e402d-bb2f-4939-8704-2c6bd62a51c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:02:27.835511 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0717df53-e4ae-4237-b46f-065fbee19453 req-daee64ed-0529-42f4-bae3-9db6071db9e6 service neutron] Bound using segment: {'id': 'd0a2754c-a19c-42d0-8f97-ef5cc77b5d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '561e402d-bb2f-4939-8704-2c6bd62a51c3'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:02:27.835942 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-0717df53-e4ae-4237-b46f-065fbee19453 req-daee64ed-0529-42f4-bae3-9db6071db9e6 service neutron] Bound port: d6f85132-e824-4443-8162-7d0b9e779716, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a2754c-a19c-42d0-8f97-ef5cc77b5d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '561e402d-bb2f-4939-8704-2c6bd62a51c3'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:02:27.836304 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0717df53-e4ae-4237-b46f-065fbee19453 req-daee64ed-0529-42f4-bae3-9db6071db9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:27.937374 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6d493-cfe7-495b-bff2-b668879d85c9 req-4a87605e-d869-4f5e-bf16-e4234d860c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:27.938898 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0cd6d493-cfe7-495b-bff2-b668879d85c9 req-4a87605e-d869-4f5e-bf16-e4234d860c90 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c601b8b0-fff2-4d36-9f97-ebce138e0521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1254435 Jul 23 20:02:27.943251 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-0717df53-e4ae-4237-b46f-065fbee19453 req-daee64ed-0529-42f4-bae3-9db6071db9e6 service neutron] For port d6f85132-e824-4443-8162-7d0b9e779716, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:02:27.946880 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-0717df53-e4ae-4237-b46f-065fbee19453 req-daee64ed-0529-42f4-bae3-9db6071db9e6 service neutron] For port d6f85132-e824-4443-8162-7d0b9e779716, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d6f85132-e824-4443-8162-7d0b9e779716,segment=NetworkSegment(d0a2754c-a19c-42d0-8f97-ef5cc77b5d31),segment_id=d0a2754c-a19c-42d0-8f97-ef5cc77b5d31)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:02:27.959062 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0717df53-e4ae-4237-b46f-065fbee19453 req-daee64ed-0529-42f4-bae3-9db6071db9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:28.022281 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717df53-e4ae-4237-b46f-065fbee19453 req-daee64ed-0529-42f4-bae3-9db6071db9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:28.022910 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0717df53-e4ae-4237-b46f-065fbee19453 req-daee64ed-0529-42f4-bae3-9db6071db9e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:28.024317 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0717df53-e4ae-4237-b46f-065fbee19453 req-daee64ed-0529-42f4-bae3-9db6071db9e6 service neutron] 10.222.0.18 "PUT /v2.0/ports/d6f85132-e824-4443-8162-7d0b9e779716 HTTP/1.1" status: 200 len: 1092 time: 1.4692767 Jul 23 20:02:28.081151 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee64ed-0529-42f4-bae3-9db6071db9e6 service neutron] Pushing event updated for resources: {'Port': ['ID=d6f85132-e824-4443-8162-7d0b9e779716,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:28.145554 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0cd6d493-cfe7-495b-bff2-b668879d85c9 req-31b976a7-d384-4b03-9c9a-21ad6c616f85 service neutron] 10.222.0.30 "GET /v2.0/networks/c601b8b0-fff2-4d36-9f97-ebce138e0521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972704 Jul 23 20:02:28.251186 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440945f-7175-4d60-a917-02fb6b29fb0a req-0e81c6b6-2de5-48be-a0c3-dee87988bf02 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:28.254927 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b440945f-7175-4d60-a917-02fb6b29fb0a req-0e81c6b6-2de5-48be-a0c3-dee87988bf02 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5674f4a-69e7-450f-9b3f-19407cbf0961 HTTP/1.1" status: 200 len: 943 time: 0.1033895 Jul 23 20:02:28.270505 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717df53-e4ae-4237-b46f-065fbee19453 req-9170c35d-eeb2-474c-a661-1348f928880c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:28.272013 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0717df53-e4ae-4237-b46f-065fbee19453 req-9170c35d-eeb2-474c-a661-1348f928880c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cfe6a1fc1a344fca4c086a9bc2e1379&device_id=c5674f4a-69e7-450f-9b3f-19407cbf0961 HTTP/1.1" status: 200 len: 1095 time: 0.1860232 Jul 23 20:02:28.326137 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b440945f-7175-4d60-a917-02fb6b29fb0a req-eacb2ffc-0932-4951-8d86-f218c3003992 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653391 Jul 23 20:02:28.341416 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb3e3e-c17e-41e8-b77e-8ef7d281e099 req-c3efc432-f604-428f-b402-d415fae6ebe9 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:28.348540 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb3e3e-c17e-41e8-b77e-8ef7d281e099 req-c3efc432-f604-428f-b402-d415fae6ebe9 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:28.350080 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-76eb3e3e-c17e-41e8-b77e-8ef7d281e099 req-c3efc432-f604-428f-b402-d415fae6ebe9 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c847500-1faf-45b5-a8fb-f34636ca207d HTTP/1.1" status: 200 len: 1681 time: 0.2236481 Jul 23 20:02:28.351976 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0cd6d493-cfe7-495b-bff2-b668879d85c9 req-4e171c56-5f33-40ec-83b2-f4ea6def7a00 service neutron] 10.222.0.30 "GET /v2.0/networks/c601b8b0-fff2-4d36-9f97-ebce138e0521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866424 Jul 23 20:02:28.353817 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0717df53-e4ae-4237-b46f-065fbee19453 req-5b70016c-ca18-4566-8a75-efece4c90add service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6f85132-e824-4443-8162-7d0b9e779716 HTTP/1.1" status: 200 len: 217 time: 0.0719712 Jul 23 20:02:28.434476 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-76eb3e3e-c17e-41e8-b77e-8ef7d281e099 req-9b914ac3-4101-416f-ae90-7a1390ef7e97 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/security-groups?id=c05a2f49-6680-49e0-b00d-36d7f89d365d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770960 Jul 23 20:02:28.436202 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717df53-e4ae-4237-b46f-065fbee19453 req-62c3dca0-4205-4ab5-a6fc-924101e136e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:28.437772 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0717df53-e4ae-4237-b46f-065fbee19453 req-62c3dca0-4205-4ab5-a6fc-924101e136e6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d3585b22-200e-474c-90ad-5cdef3f6e740 HTTP/1.1" status: 200 len: 855 time: 0.0736041 Jul 23 20:02:28.491802 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45ba44-b243-43bd-ab40-c767a0bb2729 req-5193f57c-23c5-47f9-b4ab-d4f24ab234f9 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:28.493360 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fb45ba44-b243-43bd-ab40-c767a0bb2729 req-5193f57c-23c5-47f9-b4ab-d4f24ab234f9 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5 HTTP/1.1" status: 200 len: 945 time: 0.1025724 Jul 23 20:02:28.506358 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0717df53-e4ae-4237-b46f-065fbee19453 req-a5216bf3-2ede-47e0-a2b5-03c7c8f9e3d2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=561e402d-bb2f-4939-8704-2c6bd62a51c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610876 Jul 23 20:02:28.551706 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fb45ba44-b243-43bd-ab40-c767a0bb2729 req-bafcde72-c895-4e85-a6fc-d034f778e608 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509777 Jul 23 20:02:28.704456 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0717df53-e4ae-4237-b46f-065fbee19453 req-e855dee7-b006-408b-bcf5-80f06111838c service neutron] 10.222.0.18 "GET /v2.0/networks/561e402d-bb2f-4939-8704-2c6bd62a51c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906657 Jul 23 20:02:28.755691 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a2dd1-c67c-449e-8d2d-4e45d7161502 req-35b21905-4fe6-4bca-80d5-81ce6b52e94f tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:28.762546 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d27a2dd1-c67c-449e-8d2d-4e45d7161502 req-35b21905-4fe6-4bca-80d5-81ce6b52e94f tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/ports?device_id=c330c9a8-8e67-4613-b20f-4e09fcb29bec HTTP/1.1" status: 200 len: 944 time: 0.2382808 Jul 23 20:02:28.846598 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf35a1-7dc1-4b06-8248-c2d5c78f910c req-4580c22e-4f67-4927-8483-5156ec5f5ee5 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:28.852625 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf35a1-7dc1-4b06-8248-c2d5c78f910c req-4580c22e-4f67-4927-8483-5156ec5f5ee5 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:28.854248 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-01cf35a1-7dc1-4b06-8248-c2d5c78f910c req-4580c22e-4f67-4927-8483-5156ec5f5ee5 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c847500-1faf-45b5-a8fb-f34636ca207d HTTP/1.1" status: 200 len: 1681 time: 0.2307010 Jul 23 20:02:28.859819 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5674f4a-69e7-450f-9b3f-19407cbf0961', 'tag': 'd6f85132-e824-4443-8162-7d0b9e779716'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:02:28.863470 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b83ab6-a9bf-4bca-8627-93e0bdc25f65" -d '{"events": [{"name": "network-changed", "server_uuid": "c5674f4a-69e7-450f-9b3f-19407cbf0961", "tag": "d6f85132-e824-4443-8162-7d0b9e779716"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:02:28.923638 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d27a2dd1-c67c-449e-8d2d-4e45d7161502 req-690c2dc2-9ca9-4695-a189-219f91674dbf tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8895cf-23b3-4399-9b58-864da3b413c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595438 Jul 23 20:02:28.966530 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0717df53-e4ae-4237-b46f-065fbee19453 req-d1982399-e9da-46fe-8f72-2d22bc196a07 service neutron] 10.222.0.18 "GET /v2.0/networks/561e402d-bb2f-4939-8704-2c6bd62a51c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545450 Jul 23 20:02:29.039026 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56595ca9-69e4-4d75-aa1c-15205a02086c req-e9fbaa6e-6e6f-46f2-90f1-128e072c8436 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:29.047804 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-56595ca9-69e4-4d75-aa1c-15205a02086c req-e9fbaa6e-6e6f-46f2-90f1-128e072c8436 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 950 time: 0.1475651 Jul 23 20:02:29.055278 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-01cf35a1-7dc1-4b06-8248-c2d5c78f910c req-272d8274-8b09-4170-94ae-eb974ec39b85 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Deleting port 195cdf02-80d1-481c-8cd7-dc76d96190de {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:02:29.055740 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-01cf35a1-7dc1-4b06-8248-c2d5c78f910c req-272d8274-8b09-4170-94ae-eb974ec39b85 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:29.097101 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7d725e-9c36-49bc-bd55-eca44d4784b5 x-openstack-request-id: req-5e7d725e-9c36-49bc-bd55-eca44d4784b5 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:02:29.097781 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5674f4a-69e7-450f-9b3f-19407cbf0961", "tag": "d6f85132-e824-4443-8162-7d0b9e779716", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:02:29.098254 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e7d725e-9c36-49bc-bd55-eca44d4784b5 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:02:29.098859 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5674f4a-69e7-450f-9b3f-19407cbf0961', 'tag': 'd6f85132-e824-4443-8162-7d0b9e779716', 'status': 'completed', 'code': 200} Jul 23 20:02:29.116468 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-56595ca9-69e4-4d75-aa1c-15205a02086c req-589ee615-b434-4ed3-820c-a2c9ee550817 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642054 Jul 23 20:02:29.281762 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-01cf35a1-7dc1-4b06-8248-c2d5c78f910c req-272d8274-8b09-4170-94ae-eb974ec39b85 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] For port 195cdf02-80d1-481c-8cd7-dc76d96190de, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=195cdf02-80d1-481c-8cd7-dc76d96190de,segment=NetworkSegment(243fe16e-ea32-47d0-99d1-4289af06ad8a),segment_id=243fe16e-ea32-47d0-99d1-4289af06ad8a)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:29.282742 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-01cf35a1-7dc1-4b06-8248-c2d5c78f910c req-272d8274-8b09-4170-94ae-eb974ec39b85 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:29.303637 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-01cf35a1-7dc1-4b06-8248-c2d5c78f910c req-272d8274-8b09-4170-94ae-eb974ec39b85 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Calling delete_port for 195cdf02-80d1-481c-8cd7-dc76d96190de owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:02:29.443832 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b83ab6-a9bf-4bca-8627-93e0bdc25f65 req-3851b181-9218-4c5d-b55f-f2d2485e3302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:29.445543 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a0b83ab6-a9bf-4bca-8627-93e0bdc25f65 req-3851b181-9218-4c5d-b55f-f2d2485e3302 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cfe6a1fc1a344fca4c086a9bc2e1379&device_id=c5674f4a-69e7-450f-9b3f-19407cbf0961 HTTP/1.1" status: 200 len: 1095 time: 0.2886126 Jul 23 20:02:29.478910 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-8a00a715-ae4a-423c-b283-4b06f533a35d tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:29.480920 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-8a00a715-ae4a-423c-b283-4b06f533a35d tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/networks?id=8e84c2f8-775c-4b00-b826-468d30f5db1b HTTP/1.1" status: 200 len: 805 time: 0.2660697 Jul 23 20:02:29.542043 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-55626970-6fb6-4b2b-957c-71edfe5beb35 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/quotas/05b9a43dbf1e458d94ffa4e2db455ec9 HTTP/1.1" status: 200 len: 375 time: 0.0459812 Jul 23 20:02:29.699815 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b83ab6-a9bf-4bca-8627-93e0bdc25f65 req-9ed9d442-eb50-4923-9625-1986663e808b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:29.701341 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a0b83ab6-a9bf-4bca-8627-93e0bdc25f65 req-9ed9d442-eb50-4923-9625-1986663e808b service neutron] 10.222.0.18 "GET /v2.0/networks?id=561e402d-bb2f-4939-8704-2c6bd62a51c3 HTTP/1.1" status: 200 len: 916 time: 0.2463853 Jul 23 20:02:29.733253 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-01cf35a1-7dc1-4b06-8248-c2d5c78f910c req-272d8274-8b09-4170-94ae-eb974ec39b85 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:29.745391 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['120c17a7-0af1-477a-8201-65988d09e8a0', '195cdf02-80d1-481c-8cd7-dc76d96190de'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:02:29.746016 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-a69c52a9-522a-4ccb-94bb-7ce9e7aba27e tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=05b9a43dbf1e458d94ffa4e2db455ec9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2024999 Jul 23 20:02:29.764380 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-ace0f9ad-c195-4068-8135-7b625d179d7a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1821802 Jul 23 20:02:29.788301 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c891187-38cf-4728-a312-04bdf7d2879a req-7f2a139f-dfe6-4ce6-90e8-02bd332ea8b0 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:29.796973 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3c891187-38cf-4728-a312-04bdf7d2879a req-7f2a139f-dfe6-4ce6-90e8-02bd332ea8b0 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5674f4a-69e7-450f-9b3f-19407cbf0961 HTTP/1.1" status: 200 len: 943 time: 0.1519701 Jul 23 20:02:29.814793 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a0b83ab6-a9bf-4bca-8627-93e0bdc25f65 req-6a8b6e67-2afd-458d-b19b-0471b5272c19 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6f85132-e824-4443-8162-7d0b9e779716 HTTP/1.1" status: 200 len: 217 time: 0.0912645 Jul 23 20:02:29.816982 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d8274-8b09-4170-94ae-eb974ec39b85 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Pushing event deleted for resources: {'Port': ['ID=195cdf02-80d1-481c-8cd7-dc76d96190de,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:29.935563 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3c891187-38cf-4728-a312-04bdf7d2879a req-80a3189c-78e4-4de2-a6aa-a2133bedf105 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344593 Jul 23 20:02:29.952252 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-01cf35a1-7dc1-4b06-8248-c2d5c78f910c req-272d8274-8b09-4170-94ae-eb974ec39b85 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] No DVR routers for this DVR port 195cdf02-80d1-481c-8cd7-dc76d96190de on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:02:30.052073 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-4a3fb267-b481-4bba-921a-1e876ec6ce8d service neutron] 10.222.0.32 "GET /v2.0/networks/8e84c2f8-775c-4b00-b826-468d30f5db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487690 Jul 23 20:02:30.054138 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b83ab6-a9bf-4bca-8627-93e0bdc25f65 req-fcc7e1f3-4fa7-4d11-ab9a-2fce88c1d13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:30.056155 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a0b83ab6-a9bf-4bca-8627-93e0bdc25f65 req-fcc7e1f3-4fa7-4d11-ab9a-2fce88c1d13f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d3585b22-200e-474c-90ad-5cdef3f6e740 HTTP/1.1" status: 200 len: 855 time: 0.2221706 Jul 23 20:02:30.057221 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-01cf35a1-7dc1-4b06-8248-c2d5c78f910c req-272d8274-8b09-4170-94ae-eb974ec39b85 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:30.059097 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-01cf35a1-7dc1-4b06-8248-c2d5c78f910c req-272d8274-8b09-4170-94ae-eb974ec39b85 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.18 "DELETE /v2.0/ports/195cdf02-80d1-481c-8cd7-dc76d96190de HTTP/1.1" status: 204 len: 173 time: 1.1851346 Jul 23 20:02:30.068326 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device e21cebdd-dcd8-4a00-b706-5378b87ef05a details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:02:30.157450 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37512) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:02:30.195336 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 195cdf02-80d1-481c-8cd7-dc76d96190de no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:02:30.208002 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c7231-fcda-4145-82b6-3a317f05aff5 req-27434faa-af9d-40a0-90e5-94763c56176b tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:30.216480 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-876c7231-fcda-4145-82b6-3a317f05aff5 req-27434faa-af9d-40a0-90e5-94763c56176b tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c847500-1faf-45b5-a8fb-f34636ca207d HTTP/1.1" status: 200 len: 945 time: 0.1634238 Jul 23 20:02:30.282980 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 195cdf02-80d1-481c-8cd7-dc76d96190de {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:02:30.283681 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 195cdf02-80d1-481c-8cd7-dc76d96190de not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:02:30.284346 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device c17b25a4-6cea-4e5d-a245-165842e69cbf no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:02:30.312047 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-876c7231-fcda-4145-82b6-3a317f05aff5 req-37a9b86f-9b3b-4c62-a36d-7e6c4f7f6be2 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/security-groups?id=c05a2f49-6680-49e0-b00d-36d7f89d365d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892296 Jul 23 20:02:30.494454 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-07ccd4a8-dfe1-4ccd-8fc3-bb4663b4c124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:30.541082 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:30.614067 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8bc3c27-6e67-4acb-b194-d727bfd4dd3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c17b25a4-6cea-4e5d-a245-165842e69cbf'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:02:30.617003 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a7b73b-909b-41d4-a74d-a6dd4f6cf693" -d '{"events": [{"server_uuid": "d8bc3c27-6e67-4acb-b194-d727bfd4dd3d", "name": "network-vif-unplugged", "status": "completed", "tag": "c17b25a4-6cea-4e5d-a245-165842e69cbf"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:02:30.625287 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port e21cebdd-dcd8-4a00-b706-5378b87ef05a, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e21cebdd-dcd8-4a00-b706-5378b87ef05a,segment=NetworkSegment(a3e9d207-ccab-4461-a5ec-89b44ef8be73),segment_id=a3e9d207-ccab-4461-a5ec-89b44ef8be73)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:30.655820 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port c17b25a4-6cea-4e5d-a245-165842e69cbf, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=c17b25a4-6cea-4e5d-a245-165842e69cbf,segment=NetworkSegment(68bc1acd-7cf9-4313-804d-1112a3e20afc),segment_id=68bc1acd-7cf9-4313-804d-1112a3e20afc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:30.662117 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'e21cebdd-dcd8-4a00-b706-5378b87ef05a', 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521', 'port_id': 'e21cebdd-dcd8-4a00-b706-5378b87ef05a', 'mac_address': 'fa:16:3e:6c:c1:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '943dd119-adc0-42fb-a667-378d66460d4a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:02:30.681627 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:30.687764 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a7483-f4d1-485c-a765-c58a8c190e1a req-348c5acf-797a-422b-bf84-ce36eaa40972 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:30.695600 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-996a7483-f4d1-485c-a765-c58a8c190e1a req-348c5acf-797a-422b-bf84-ce36eaa40972 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 950 time: 0.3050835 Jul 23 20:02:30.741557 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-663cfcef-88f4-4ab7-972f-8a8d591be89f service neutron] 10.222.0.32 "GET /v2.0/networks/8e84c2f8-775c-4b00-b826-468d30f5db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6811116 Jul 23 20:02:30.770454 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-996a7483-f4d1-485c-a765-c58a8c190e1a req-418ab757-c146-44a6-913e-1051ed98ca36 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735598 Jul 23 20:02:30.856167 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-07ccd4a8-dfe1-4ccd-8fc3-bb4663b4c124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:30.866656 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-07ccd4a8-dfe1-4ccd-8fc3-bb4663b4c124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:30.889000 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:30.935097 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e21cebdd-dcd8-4a00-b706-5378b87ef05a {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:02:30.976745 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a0b83ab6-a9bf-4bca-8627-93e0bdc25f65 req-14567f46-41cf-4ac1-98d4-654b6492802c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=561e402d-bb2f-4939-8704-2c6bd62a51c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2305984 Jul 23 20:02:30.982688 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port e21cebdd-dcd8-4a00-b706-5378b87ef05a, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e21cebdd-dcd8-4a00-b706-5378b87ef05a,segment=NetworkSegment(a3e9d207-ccab-4461-a5ec-89b44ef8be73),segment_id=a3e9d207-ccab-4461-a5ec-89b44ef8be73)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:31.022384 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=c17b25a4-6cea-4e5d-a245-165842e69cbf,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:31.030909 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-07ccd4a8-dfe1-4ccd-8fc3-bb4663b4c124 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fb5b82f6516e4094b2c7fa5af0d4f9ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8675141 Jul 23 20:02:31.040445 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ccd4a8-dfe1-4ccd-8fc3-bb4663b4c124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e171a616-e31e-4cdb-9ff0-65ee738661cc,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:31.046041 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37540) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:02:31.096427 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:31.165779 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f34d0-30a0-4f4c-b629-2e486359a5f5 req-a053f60e-2c12-4ea8-a32f-48217f51ebc0 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:31.173747 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c45f34d0-30a0-4f4c-b629-2e486359a5f5 req-a053f60e-2c12-4ea8-a32f-48217f51ebc0 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5 HTTP/1.1" status: 200 len: 945 time: 0.2814474 Jul 23 20:02:31.228185 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c847500-1faf-45b5-a8fb-f34636ca207d', 'name': 'network-vif-deleted', 'tag': '195cdf02-80d1-481c-8cd7-dc76d96190de'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:02:31.230798 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7ba96b-10e6-4f1c-9a34-eecc532322bf" -d '{"events": [{"server_uuid": "6c847500-1faf-45b5-a8fb-f34636ca207d", "name": "network-vif-deleted", "tag": "195cdf02-80d1-481c-8cd7-dc76d96190de"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:02:31.265046 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6662680e-7270-4c4d-a21a-3aea031b4c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:31.275816 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=e21cebdd-dcd8-4a00-b706-5378b87ef05a,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:31.331571 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6662680e-7270-4c4d-a21a-3aea031b4c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:31.365964 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911f299-2bb4-49a3-a961-b13dfe0681c5 req-3a649f7b-5c3e-4229-b0c3-799337df0d65 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:31.370490 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2911f299-2bb4-49a3-a961-b13dfe0681c5 req-3a649f7b-5c3e-4229-b0c3-799337df0d65 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8bc3c27-6e67-4acb-b194-d727bfd4dd3d HTTP/1.1" status: 200 len: 943 time: 0.6198246 Jul 23 20:02:31.408828 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c45f34d0-30a0-4f4c-b629-2e486359a5f5 req-7bd7f6c7-d8d1-4aa8-8b7e-cb966aeb615b tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235937 Jul 23 20:02:31.444351 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['e21cebdd-dcd8-4a00-b706-5378b87ef05a'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:02:31.462378 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a0b83ab6-a9bf-4bca-8627-93e0bdc25f65 req-d7356675-33ea-4fb3-a254-0275c5dd69a4 service neutron] 10.222.0.18 "GET /v2.0/networks/561e402d-bb2f-4939-8704-2c6bd62a51c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694471 Jul 23 20:02:31.479287 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6662680e-7270-4c4d-a21a-3aea031b4c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:31.482049 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6662680e-7270-4c4d-a21a-3aea031b4c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:31.490420 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6662680e-7270-4c4d-a21a-3aea031b4c04 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e171a616-e31e-4cdb-9ff0-65ee738661cc HTTP/1.1" status: 204 len: 168 time: 0.4388177 Jul 23 20:02:31.502551 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14f4d7c-a7a8-49db-beab-6e9c0aa0327c x-openstack-request-id: req-f14f4d7c-a7a8-49db-beab-6e9c0aa0327c {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:02:31.502844 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8bc3c27-6e67-4acb-b194-d727bfd4dd3d", "name": "network-vif-unplugged", "status": "completed", "tag": "c17b25a4-6cea-4e5d-a245-165842e69cbf", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:02:31.503095 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f14f4d7c-a7a8-49db-beab-6e9c0aa0327c {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:02:31.503584 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8bc3c27-6e67-4acb-b194-d727bfd4dd3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c17b25a4-6cea-4e5d-a245-165842e69cbf', 'code': 200} Jul 23 20:02:31.518845 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662680e-7270-4c4d-a21a-3aea031b4c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e171a616-e31e-4cdb-9ff0-65ee738661cc,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:31.763208 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a0e8d-abe2-4488-9570-732a3781d0ca req-5d794dde-1297-43f2-8017-f812f158038a tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:31.777516 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e20a0e8d-abe2-4488-9570-732a3781d0ca req-5d794dde-1297-43f2-8017-f812f158038a tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5674f4a-69e7-450f-9b3f-19407cbf0961 HTTP/1.1" status: 200 len: 943 time: 0.1794245 Jul 23 20:02:31.860653 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-01cf35a1-7dc1-4b06-8248-c2d5c78f910c req-a0b8e201-6c46-4dfe-ac27-0661729e8db8 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Deleting port 120c17a7-0af1-477a-8201-65988d09e8a0 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:02:31.861019 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-01cf35a1-7dc1-4b06-8248-c2d5c78f910c req-a0b8e201-6c46-4dfe-ac27-0661729e8db8 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:31.872684 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a16245-889a-4e76-be52-8577351f79ba req-ffba2b6b-bf22-4dbb-8570-4e5a03cc5a91 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:31.878406 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e20a0e8d-abe2-4488-9570-732a3781d0ca req-853320ec-99b7-4451-897a-5dbdd2ae05e0 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936625 Jul 23 20:02:31.880027 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-95a16245-889a-4e76-be52-8577351f79ba req-ffba2b6b-bf22-4dbb-8570-4e5a03cc5a91 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/ports?device_id=c330c9a8-8e67-4613-b20f-4e09fcb29bec HTTP/1.1" status: 200 len: 945 time: 0.6280098 Jul 23 20:02:31.975533 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4db267ae-0721-43fe-b263-f4400b82ee44 req-c5813e54-ddc0-4e94-9cc0-33f07f5a33de tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=42f4aa74-7df3-4cf9-9b2b-f809ee54f128 HTTP/1.1" status: 200 len: 210 time: 0.0391374 Jul 23 20:02:32.025931 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a0b83ab6-a9bf-4bca-8627-93e0bdc25f65 req-d873a287-7146-4a5b-be76-320e74e2c78f service neutron] 10.222.0.18 "GET /v2.0/networks/561e402d-bb2f-4939-8704-2c6bd62a51c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5239122 Jul 23 20:02:32.039011 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-95a16245-889a-4e76-be52-8577351f79ba req-71f10ad4-63cb-4f39-bab9-f31458d0351c tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8895cf-23b3-4399-9b58-864da3b413c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579773 Jul 23 20:02:32.051219 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4a1d73-1461-4dfd-9267-1322f3a14b24 x-openstack-request-id: req-fb4a1d73-1461-4dfd-9267-1322f3a14b24 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:02:32.051516 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c847500-1faf-45b5-a8fb-f34636ca207d", "name": "network-vif-deleted", "tag": "195cdf02-80d1-481c-8cd7-dc76d96190de", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:02:32.051767 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fb4a1d73-1461-4dfd-9267-1322f3a14b24 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:02:32.052159 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c847500-1faf-45b5-a8fb-f34636ca207d', 'name': 'network-vif-deleted', 'tag': '195cdf02-80d1-481c-8cd7-dc76d96190de', 'status': 'completed', 'code': 200} Jul 23 20:02:32.054608 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-2911f299-2bb4-49a3-a961-b13dfe0681c5 req-2836f756-dbfe-442e-b236-057be50a14e0 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Deleting port c17b25a4-6cea-4e5d-a245-165842e69cbf {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:02:32.054955 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2911f299-2bb4-49a3-a961-b13dfe0681c5 req-2836f756-dbfe-442e-b236-057be50a14e0 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:32.126202 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-01cf35a1-7dc1-4b06-8248-c2d5c78f910c req-a0b8e201-6c46-4dfe-ac27-0661729e8db8 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] For port 120c17a7-0af1-477a-8201-65988d09e8a0, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=120c17a7-0af1-477a-8201-65988d09e8a0,segment=NetworkSegment(056979a6-004a-4a15-89a6-9d8fc49010c9),segment_id=056979a6-004a-4a15-89a6-9d8fc49010c9)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:32.126583 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-01cf35a1-7dc1-4b06-8248-c2d5c78f910c req-a0b8e201-6c46-4dfe-ac27-0661729e8db8 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:32.193413 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-01cf35a1-7dc1-4b06-8248-c2d5c78f910c req-a0b8e201-6c46-4dfe-ac27-0661729e8db8 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Calling delete_port for 120c17a7-0af1-477a-8201-65988d09e8a0 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:02:32.194839 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device d6f85132-e824-4443-8162-7d0b9e779716 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:02:32.197694 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 120c17a7-0af1-477a-8201-65988d09e8a0 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:02:32.293891 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1912f4-6e9b-4e15-8632-3ad3167e3fd7 req-c95fa420-2d18-4e59-8676-60fd5b908fe0 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:32.296520 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6d1912f4-6e9b-4e15-8632-3ad3167e3fd7 req-c95fa420-2d18-4e59-8676-60fd5b908fe0 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c847500-1faf-45b5-a8fb-f34636ca207d HTTP/1.1" status: 200 len: 945 time: 0.1358185 Jul 23 20:02:32.368806 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6d1912f4-6e9b-4e15-8632-3ad3167e3fd7 req-58f7eed7-c659-412c-870c-a091379f9e8f tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/security-groups?id=c05a2f49-6680-49e0-b00d-36d7f89d365d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647874 Jul 23 20:02:32.384098 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-2911f299-2bb4-49a3-a961-b13dfe0681c5 req-2836f756-dbfe-442e-b236-057be50a14e0 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] For port c17b25a4-6cea-4e5d-a245-165842e69cbf, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=c17b25a4-6cea-4e5d-a245-165842e69cbf,segment=NetworkSegment(68bc1acd-7cf9-4313-804d-1112a3e20afc),segment_id=68bc1acd-7cf9-4313-804d-1112a3e20afc)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:32.384464 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2911f299-2bb4-49a3-a961-b13dfe0681c5 req-2836f756-dbfe-442e-b236-057be50a14e0 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:32.411888 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-2911f299-2bb4-49a3-a961-b13dfe0681c5 req-2836f756-dbfe-442e-b236-057be50a14e0 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Calling delete_port for c17b25a4-6cea-4e5d-a245-165842e69cbf owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:02:32.448309 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-85895c16-81c7-4220-af26-8d9ead48014a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:32.449883 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-85895c16-81c7-4220-af26-8d9ead48014a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a28939d8212b4a0392808b969f282665&device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 1102 time: 0.2677181 Jul 23 20:02:32.490376 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:32.514068 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port d6f85132-e824-4443-8162-7d0b9e779716, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d6f85132-e824-4443-8162-7d0b9e779716,segment=NetworkSegment(d0a2754c-a19c-42d0-8f97-ef5cc77b5d31),segment_id=d0a2754c-a19c-42d0-8f97-ef5cc77b5d31)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:32.535012 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b41107-1e83-48fc-a038-39db74323b95 req-901e0367-87c3-4376-b2d7-6ef09569e35a tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:32.543461 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-22b41107-1e83-48fc-a038-39db74323b95 req-901e0367-87c3-4376-b2d7-6ef09569e35a tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 950 time: 0.3427641 Jul 23 20:02:32.551422 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 120c17a7-0af1-477a-8201-65988d09e8a0, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=120c17a7-0af1-477a-8201-65988d09e8a0,segment=NetworkSegment(056979a6-004a-4a15-89a6-9d8fc49010c9),segment_id=056979a6-004a-4a15-89a6-9d8fc49010c9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:32.555611 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': 'd6f85132-e824-4443-8162-7d0b9e779716', 'network_id': '561e402d-bb2f-4939-8704-2c6bd62a51c3', 'port_id': 'd6f85132-e824-4443-8162-7d0b9e779716', 'mac_address': 'fa:16:3e:e7:3b:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3585b22-200e-474c-90ad-5cdef3f6e740', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:02:32.603261 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:32.605626 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:32.614662 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ead53-81b3-4b2e-b51b-e3caf0c29e8c req-9b5f5ad3-1ff5-40dd-a276-84927aa4fbf9 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:32.619195 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0f1ead53-81b3-4b2e-b51b-e3caf0c29e8c req-9b5f5ad3-1ff5-40dd-a276-84927aa4fbf9 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5 HTTP/1.1" status: 200 len: 945 time: 0.1400297 Jul 23 20:02:32.656936 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6f85132-e824-4443-8162-7d0b9e779716 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:02:32.691625 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0f1ead53-81b3-4b2e-b51b-e3caf0c29e8c req-4dd42855-d60c-47b8-9c0d-3c53911e2715 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565245 Jul 23 20:02:32.696388 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port d6f85132-e824-4443-8162-7d0b9e779716, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d6f85132-e824-4443-8162-7d0b9e779716,segment=NetworkSegment(d0a2754c-a19c-42d0-8f97-ef5cc77b5d31),segment_id=d0a2754c-a19c-42d0-8f97-ef5cc77b5d31)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:32.698136 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=120c17a7-0af1-477a-8201-65988d09e8a0,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:32.704548 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:32.792607 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-cf3531e9-2954-4003-ae1d-040c92303d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:32.793777 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-cf3531e9-2954-4003-ae1d-040c92303d9d service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.3061819 Jul 23 20:02:32.800176 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=d6f85132-e824-4443-8162-7d0b9e779716,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:32.864599 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-22b41107-1e83-48fc-a038-39db74323b95 req-0ed6a607-ddf6-4e0e-9a1a-7013175bbc6e tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198073 Jul 23 20:02:32.933318 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-709cd16d-a2fd-4087-8d1e-6f5db1ffe705 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=c1030c34-2dec-438f-86af-e0a9c58b5449 HTTP/1.1" status: 200 len: 217 time: 0.1158605 Jul 23 20:02:32.964869 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['d6f85132-e824-4443-8162-7d0b9e779716'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:02:33.054003 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-01cf35a1-7dc1-4b06-8248-c2d5c78f910c req-a0b8e201-6c46-4dfe-ac27-0661729e8db8 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:33.099899 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e1c29-2bfa-499c-b2d7-e175844dc88e req-943ae215-b296-4285-853f-b1d69daa1d7f tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:33.110288 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fe0e1c29-2bfa-499c-b2d7-e175844dc88e req-943ae215-b296-4285-853f-b1d69daa1d7f tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5674f4a-69e7-450f-9b3f-19407cbf0961 HTTP/1.1" status: 200 len: 944 time: 0.1239676 Jul 23 20:02:33.119174 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b8e201-6c46-4dfe-ac27-0661729e8db8 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Pushing event deleted for resources: {'Port': ['ID=120c17a7-0af1-477a-8201-65988d09e8a0,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:33.133153 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-cbe6b21d-5805-4a73-ba22-3f89fb95cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:33.134724 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-cbe6b21d-5805-4a73-ba22-3f89fb95cd5a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1745751 Jul 23 20:02:33.166496 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2911f299-2bb4-49a3-a961-b13dfe0681c5 req-2836f756-dbfe-442e-b236-057be50a14e0 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:33.177038 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fe0e1c29-2bfa-499c-b2d7-e175844dc88e req-f95538f9-af6c-4314-9147-af840bd1a263 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657096 Jul 23 20:02:33.302186 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-63965183-faf7-4c3e-88f9-81ad38737d48 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:33.303872 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-63965183-faf7-4c3e-88f9-81ad38737d48 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.18 "GET /v2.0/networks?id=8e84c2f8-775c-4b00-b826-468d30f5db1b HTTP/1.1" status: 200 len: 805 time: 0.5131283 Jul 23 20:02:33.324047 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-33b8761d-b0a9-4e41-b24c-45b53f01a1fa req-f756574a-ac37-4a59-9360-40a1a92ce794 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=42f4aa74-7df3-4cf9-9b2b-f809ee54f128 HTTP/1.1" status: 200 len: 210 time: 0.0495048 Jul 23 20:02:33.338510 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-01cf35a1-7dc1-4b06-8248-c2d5c78f910c req-a0b8e201-6c46-4dfe-ac27-0661729e8db8 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] No DVR routers for this DVR port 120c17a7-0af1-477a-8201-65988d09e8a0 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:02:33.359739 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-e0b70600-2002-4f03-ab9a-486f9efc8980 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Request body: {'port': {'device_id': '42f4aa74-7df3-4cf9-9b2b-f809ee54f128', 'network_id': '8e84c2f8-775c-4b00-b826-468d30f5db1b', 'admin_state_up': True, 'tenant_id': '05b9a43dbf1e458d94ffa4e2db455ec9'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:02:33.377129 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-01cf35a1-7dc1-4b06-8248-c2d5c78f910c req-a0b8e201-6c46-4dfe-ac27-0661729e8db8 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:33.379221 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-01cf35a1-7dc1-4b06-8248-c2d5c78f910c req-a0b8e201-6c46-4dfe-ac27-0661729e8db8 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.18 "DELETE /v2.0/ports/120c17a7-0af1-477a-8201-65988d09e8a0 HTTP/1.1" status: 204 len: 173 time: 2.6239038 Jul 23 20:02:33.380206 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2836f756-dbfe-442e-b236-057be50a14e0 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Pushing event deleted for resources: {'Port': ['ID=c17b25a4-6cea-4e5d-a245-165842e69cbf,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:33.509181 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c847500-1faf-45b5-a8fb-f34636ca207d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '120c17a7-0af1-477a-8201-65988d09e8a0'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:02:33.511533 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3772bbb7-32c1-4b62-9938-e1e026d5a147" -d '{"events": [{"server_uuid": "6c847500-1faf-45b5-a8fb-f34636ca207d", "name": "network-vif-unplugged", "status": "completed", "tag": "120c17a7-0af1-477a-8201-65988d09e8a0"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:02:33.560447 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-565f0bfc-0a12-477c-857a-00b2afe30c9a req-eb7635b4-4c97-4119-9901-3997edd16048 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c847500-1faf-45b5-a8fb-f34636ca207d HTTP/1.1" status: 200 len: 210 time: 0.0620613 Jul 23 20:02:33.573624 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-2911f299-2bb4-49a3-a961-b13dfe0681c5 req-2836f756-dbfe-442e-b236-057be50a14e0 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] No DVR routers for this DVR port c17b25a4-6cea-4e5d-a245-165842e69cbf on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:02:33.585080 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2911f299-2bb4-49a3-a961-b13dfe0681c5 req-2836f756-dbfe-442e-b236-057be50a14e0 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:33.587193 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2911f299-2bb4-49a3-a961-b13dfe0681c5 req-2836f756-dbfe-442e-b236-057be50a14e0 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.18 "DELETE /v2.0/ports/c17b25a4-6cea-4e5d-a245-165842e69cbf HTTP/1.1" status: 204 len: 173 time: 2.2050867 Jul 23 20:02:33.618499 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4cf551-babe-4a41-abe0-42895a65bf38 x-openstack-request-id: req-2a4cf551-babe-4a41-abe0-42895a65bf38 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:02:33.619065 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c847500-1faf-45b5-a8fb-f34636ca207d", "name": "network-vif-unplugged", "status": "completed", "tag": "120c17a7-0af1-477a-8201-65988d09e8a0", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:02:33.619652 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a4cf551-babe-4a41-abe0-42895a65bf38 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:02:33.620218 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c847500-1faf-45b5-a8fb-f34636ca207d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '120c17a7-0af1-477a-8201-65988d09e8a0', 'code': 200} Jul 23 20:02:33.621288 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-c178a928-3c99-470b-a128-ae404d646fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:33.622867 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-c178a928-3c99-470b-a128-ae404d646fb1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4526892 Jul 23 20:02:33.653444 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37608) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:02:33.723312 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f272cd4-92a2-4227-8902-849a8dd746a1 req-c0e7fb42-d130-4154-819d-16b92768b612 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:33.724903 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3f272cd4-92a2-4227-8902-849a8dd746a1 req-c0e7fb42-d130-4154-819d-16b92768b612 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/ports?device_id=c330c9a8-8e67-4613-b20f-4e09fcb29bec HTTP/1.1" status: 200 len: 945 time: 0.3825905 Jul 23 20:02:33.804818 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-68b901f7-04a9-45df-9ebb-a657944ed4f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:33.816741 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-e0b70600-2002-4f03-ab9a-486f9efc8980 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Made reservation on behalf of 05b9a43dbf1e458d94ffa4e2db455ec9 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:02:33.820955 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-e0b70600-2002-4f03-ab9a-486f9efc8980 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:33.846029 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3f272cd4-92a2-4227-8902-849a8dd746a1 req-d05c3a21-21c5-4799-93b2-f6119d7c40d0 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8895cf-23b3-4399-9b58-864da3b413c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081295 Jul 23 20:02:33.899755 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-dceaa6e4-56ed-48fc-a3d3-9a949c528da9 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688053 Jul 23 20:02:34.002336 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288dd000-4e23-4582-91f2-964e867fe810 req-ba19a123-abe4-47a5-a2a6-474898b7f58e tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:34.004479 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-288dd000-4e23-4582-91f2-964e867fe810 req-ba19a123-abe4-47a5-a2a6-474898b7f58e tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5 HTTP/1.1" status: 200 len: 945 time: 0.1910839 Jul 23 20:02:34.054426 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device e21cebdd-dcd8-4a00-b706-5378b87ef05a up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:02:34.055388 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c847500-1faf-45b5-a8fb-f34636ca207d', 'name': 'network-vif-deleted', 'tag': '120c17a7-0af1-477a-8201-65988d09e8a0'}, {'server_uuid': 'd8bc3c27-6e67-4acb-b194-d727bfd4dd3d', 'name': 'network-vif-deleted', 'tag': 'c17b25a4-6cea-4e5d-a245-165842e69cbf'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:02:34.057674 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ad7230-77a1-4ec4-81e2-454bfc31706e" -d '{"events": [{"server_uuid": "6c847500-1faf-45b5-a8fb-f34636ca207d", "name": "network-vif-deleted", "tag": "120c17a7-0af1-477a-8201-65988d09e8a0"}, {"server_uuid": "d8bc3c27-6e67-4acb-b194-d727bfd4dd3d", "name": "network-vif-deleted", "tag": "c17b25a4-6cea-4e5d-a245-165842e69cbf"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:02:34.095498 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-288dd000-4e23-4582-91f2-964e867fe810 req-0d9aafa5-8936-482e-9732-4908f330a2ac tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766592 Jul 23 20:02:34.125340 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-68b901f7-04a9-45df-9ebb-a657944ed4f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:34.132337 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-68b901f7-04a9-45df-9ebb-a657944ed4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:34.177841 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port e21cebdd-dcd8-4a00-b706-5378b87ef05a completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:02:34.183186 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3ed2e-fd97-4dee-94f3-7389297caf77 req-83076c3d-50cb-4a5c-a741-0af5ff7b364e tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:34.185353 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ed3ed2e-fd97-4dee-94f3-7389297caf77 req-83076c3d-50cb-4a5c-a741-0af5ff7b364e tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 950 time: 0.1884856 Jul 23 20:02:34.187446 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-e0b70600-2002-4f03-ab9a-486f9efc8980 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Allocated IP 172.20.0.10 (8e84c2f8-775c-4b00-b826-468d30f5db1b/61bf6557-4d20-4447-94c2-1fdfaf9f93fa/25ad9a0f-798f-4770-8967-800a2c00b862) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:02:34.189507 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port e21cebdd-dcd8-4a00-b706-5378b87ef05a triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:02:34.190309 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:34.224497 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-ad6653c3-38d6-4673-8dca-ec0d360de77c service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713151 Jul 23 20:02:34.228935 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37622) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:02:34.230424 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-68b901f7-04a9-45df-9ebb-a657944ed4f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b36b267a3df54ab5a7b9b16e5e5f9089&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5757937 Jul 23 20:02:34.230947 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device d6f85132-e824-4443-8162-7d0b9e779716 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:02:34.232310 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b901f7-04a9-45df-9ebb-a657944ed4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25a3bf5-dee8-4681-b95f-1620770107f9,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:34.252853 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b901f7-04a9-45df-9ebb-a657944ed4f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:34.254452 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b901f7-04a9-45df-9ebb-a657944ed4f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:34.256109 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b901f7-04a9-45df-9ebb-a657944ed4f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:34.256983 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b901f7-04a9-45df-9ebb-a657944ed4f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:34.257426 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b901f7-04a9-45df-9ebb-a657944ed4f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:34.257962 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b901f7-04a9-45df-9ebb-a657944ed4f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:34.258400 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b901f7-04a9-45df-9ebb-a657944ed4f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:34.259409 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b901f7-04a9-45df-9ebb-a657944ed4f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:34.259764 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b901f7-04a9-45df-9ebb-a657944ed4f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:34.260207 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b901f7-04a9-45df-9ebb-a657944ed4f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:34.260636 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b901f7-04a9-45df-9ebb-a657944ed4f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:34.261219 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b901f7-04a9-45df-9ebb-a657944ed4f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:34.290230 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 20:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d162bdef-221e-4d86-96f5-66cc704a6261 x-openstack-request-id: req-d162bdef-221e-4d86-96f5-66cc704a6261 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:02:34.290568 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c847500-1faf-45b5-a8fb-f34636ca207d", "name": "network-vif-deleted", "tag": "120c17a7-0af1-477a-8201-65988d09e8a0", "status": "completed", "code": 200}, {"server_uuid": "d8bc3c27-6e67-4acb-b194-d727bfd4dd3d", "name": "network-vif-deleted", "tag": "c17b25a4-6cea-4e5d-a245-165842e69cbf", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:02:34.290793 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d162bdef-221e-4d86-96f5-66cc704a6261 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:02:34.291229 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c847500-1faf-45b5-a8fb-f34636ca207d', 'name': 'network-vif-deleted', 'tag': '120c17a7-0af1-477a-8201-65988d09e8a0', 'status': 'completed', 'code': 200} Jul 23 20:02:34.291524 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8bc3c27-6e67-4acb-b194-d727bfd4dd3d', 'name': 'network-vif-deleted', 'tag': 'c17b25a4-6cea-4e5d-a245-165842e69cbf', 'status': 'completed', 'code': 200} Jul 23 20:02:34.304260 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ed3ed2e-fd97-4dee-94f3-7389297caf77 req-40d26c6c-9c18-467a-820d-533f4ffb5092 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074493 Jul 23 20:02:34.357026 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0d1bd521-d047-48db-80cb-43b96e501eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:34.414259 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0d1bd521-d047-48db-80cb-43b96e501eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:34.533097 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f6f13d88-21d6-4c73-ac6b-9ea7e79a29f2 req-e60edca9-e3df-4cbf-a03c-0550d9dfb016 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=42f4aa74-7df3-4cf9-9b2b-f809ee54f128 HTTP/1.1" status: 200 len: 210 time: 0.0412102 Jul 23 20:02:34.567491 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-e0b70600-2002-4f03-ab9a-486f9efc8980 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:34.580925 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0d1bd521-d047-48db-80cb-43b96e501eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:34.584162 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0d1bd521-d047-48db-80cb-43b96e501eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:34.585423 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0d1bd521-d047-48db-80cb-43b96e501eef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a25a3bf5-dee8-4681-b95f-1620770107f9 HTTP/1.1" status: 204 len: 168 time: 0.3552175 Jul 23 20:02:34.612792 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7bf62-6764-4295-889c-ffdd0da24da2 req-7e72b364-ca16-46fe-9370-837b80b48948 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:34.620864 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-36a7bf62-6764-4295-889c-ffdd0da24da2 req-7e72b364-ca16-46fe-9370-837b80b48948 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5674f4a-69e7-450f-9b3f-19407cbf0961 HTTP/1.1" status: 200 len: 944 time: 0.1809597 Jul 23 20:02:34.629880 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1bd521-d047-48db-80cb-43b96e501eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25a3bf5-dee8-4681-b95f-1620770107f9,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:34.631591 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port d6f85132-e824-4443-8162-7d0b9e779716 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:02:34.645084 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port d6f85132-e824-4443-8162-7d0b9e779716 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:02:34.645914 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:34.656062 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37630) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:02:34.677831 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:34.707265 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-e0b70600-2002-4f03-ab9a-486f9efc8980 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:34.720078 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-36a7bf62-6764-4295-889c-ffdd0da24da2 req-4c69f2cd-e979-4fb3-807f-81402b6448ee tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932610 Jul 23 20:02:34.777704 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-bffc0c0e-4831-46ae-b88d-1c293c5e8688 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Deleting subnet 9de98bae-b736-4199-ab73-4b5f325b0d1a {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:02:34.779248 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port e21cebdd-dcd8-4a00-b706-5378b87ef05a, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e21cebdd-dcd8-4a00-b706-5378b87ef05a,segment=NetworkSegment(a3e9d207-ccab-4461-a5ec-89b44ef8be73),segment_id=a3e9d207-ccab-4461-a5ec-89b44ef8be73)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:34.790211 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bffc0c0e-4831-46ae-b88d-1c293c5e8688 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:34.803504 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-e0b70600-2002-4f03-ab9a-486f9efc8980 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Network 8e84c2f8-775c-4b00-b826-468d30f5db1b is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:02:34.806686 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-e0b70600-2002-4f03-ab9a-486f9efc8980 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:02:34.811374 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-e0b70600-2002-4f03-ab9a-486f9efc8980 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:02:34.825151 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:34.864895 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-e0b70600-2002-4f03-ab9a-486f9efc8980 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:34.865608 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-e0b70600-2002-4f03-ab9a-486f9efc8980 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:34.870618 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b70600-2002-4f03-ab9a-486f9efc8980 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Pushing event updated for resources: {'Port': ['ID=25ad9a0f-798f-4770-8967-800a2c00b862,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:34.885791 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:34.890477 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-e0b70600-2002-4f03-ab9a-486f9efc8980 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5492907 Jul 23 20:02:34.914667 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-6f0c5d6a-d95c-4050-8803-5df4543bb156 service neutron] Request body: {'port': {'device_id': '42f4aa74-7df3-4cf9-9b2b-f809ee54f128', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:02:34.919940 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bffc0c0e-4831-46ae-b88d-1c293c5e8688 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:34.937305 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port d6f85132-e824-4443-8162-7d0b9e779716, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d6f85132-e824-4443-8162-7d0b9e779716,segment=NetworkSegment(d0a2754c-a19c-42d0-8f97-ef5cc77b5d31),segment_id=d0a2754c-a19c-42d0-8f97-ef5cc77b5d31)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:34.938840 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=e21cebdd-dcd8-4a00-b706-5378b87ef05a,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:34.951911 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:34.956378 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device c17b25a4-6cea-4e5d-a245-165842e69cbf no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:02:35.018736 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=d6f85132-e824-4443-8162-7d0b9e779716,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:35.091207 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: c17b25a4-6cea-4e5d-a245-165842e69cbf {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:02:35.092521 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device c17b25a4-6cea-4e5d-a245-165842e69cbf not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:02:35.137439 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bffc0c0e-4831-46ae-b88d-1c293c5e8688 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:35.214868 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bffc0c0e-4831-46ae-b88d-1c293c5e8688 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:35.271639 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc0c0e-4831-46ae-b88d-1c293c5e8688 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Pushing event deleted for resources: {'Subnet': ['ID=9de98bae-b736-4199-ab73-4b5f325b0d1a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:35.277374 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bffc0c0e-4831-46ae-b88d-1c293c5e8688 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:35.281332 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bffc0c0e-4831-46ae-b88d-1c293c5e8688 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "DELETE /v2.0/subnets/9de98bae-b736-4199-ab73-4b5f325b0d1a HTTP/1.1" status: 204 len: 168 time: 0.6214602 Jul 23 20:02:35.286815 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8f478b-0c5f-44c1-8ef6-8c5aaed8f233 None None] Network 01dac6a3-0d0e-46d0-927a-5fd137e12533 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:02:35.298194 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37648) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:02:35.552519 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-6f0c5d6a-d95c-4050-8803-5df4543bb156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:35.610515 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372208b-f977-4d8d-b565-c3ac9e5561a6 req-c98c7faa-e403-4e00-9fb4-c860249cc432 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:35.612110 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5372208b-f977-4d8d-b565-c3ac9e5561a6 req-c98c7faa-e403-4e00-9fb4-c860249cc432 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/ports?device_id=c330c9a8-8e67-4613-b20f-4e09fcb29bec HTTP/1.1" status: 200 len: 946 time: 0.6130517 Jul 23 20:02:35.634803 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c330c9a8-8e67-4613-b20f-4e09fcb29bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21cebdd-dcd8-4a00-b706-5378b87ef05a'}, {'server_uuid': 'c5674f4a-69e7-450f-9b3f-19407cbf0961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f85132-e824-4443-8162-7d0b9e779716'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:02:35.648751 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2fd23e-b330-42d2-a949-d8dc17b50791" -d '{"events": [{"server_uuid": "c330c9a8-8e67-4613-b20f-4e09fcb29bec", "name": "network-vif-plugged", "status": "completed", "tag": "e21cebdd-dcd8-4a00-b706-5378b87ef05a"}, {"server_uuid": "c5674f4a-69e7-450f-9b3f-19407cbf0961", "name": "network-vif-plugged", "status": "completed", "tag": "d6f85132-e824-4443-8162-7d0b9e779716"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:02:35.673321 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df64e19e-2153-4853-a20c-f9519172ad28 None None] DHCP port deletion for 01dac6a3-0d0e-46d0-927a-5fd137e12533 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:02:35.744837 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-df64e19e-2153-4853-a20c-f9519172ad28 None None] Deleting port e3c80b55-fd4d-47be-a42d-cfd95d095f4a {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:02:35.745524 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-df64e19e-2153-4853-a20c-f9519172ad28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:35.775433 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5372208b-f977-4d8d-b565-c3ac9e5561a6 req-230feb28-0c13-442f-8f0c-c88175db9246 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8895cf-23b3-4399-9b58-864da3b413c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486218 Jul 23 20:02:35.809293 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f95d2e9-c3a0-4cf4-95f8-a65c5191aadb tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:35.827919 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea9cd6c-b862-4642-bb4f-b0c16638fb48 req-0303c43a-1e81-4272-8f0d-7be10e1ded9c tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:35.837411 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3ea9cd6c-b862-4642-bb4f-b0c16638fb48 req-0303c43a-1e81-4272-8f0d-7be10e1ded9c tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5 HTTP/1.1" status: 200 len: 945 time: 0.6075261 Jul 23 20:02:35.845912 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-df64e19e-2153-4853-a20c-f9519172ad28 None None] For port e3c80b55-fd4d-47be-a42d-cfd95d095f4a, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=e3c80b55-fd4d-47be-a42d-cfd95d095f4a,segment=NetworkSegment(243fe16e-ea32-47d0-99d1-4289af06ad8a),segment_id=243fe16e-ea32-47d0-99d1-4289af06ad8a)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:35.846292 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-df64e19e-2153-4853-a20c-f9519172ad28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:35.859814 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-df64e19e-2153-4853-a20c-f9519172ad28 None None] Calling delete_port for e3c80b55-fd4d-47be-a42d-cfd95d095f4a owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:02:35.922968 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3ea9cd6c-b862-4642-bb4f-b0c16638fb48 req-8e3cc0e4-1e92-41e5-95d3-fba9471ca0a9 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805531 Jul 23 20:02:35.964015 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-df64e19e-2153-4853-a20c-f9519172ad28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:35.964441 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-4f95d2e9-c3a0-4cf4-95f8-a65c5191aadb tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Deleting port e3c80b55-fd4d-47be-a42d-cfd95d095f4a {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:02:35.964858 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f95d2e9-c3a0-4cf4-95f8-a65c5191aadb tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:36.021857 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac06fa-94f8-4029-a769-9e4d379e2dab req-5e20a17f-d449-429e-ace0-20d96d63e424 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:36.022147 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64e19e-2153-4853-a20c-f9519172ad28 None None] Pushing event deleted for resources: {'Port': ['ID=e3c80b55-fd4d-47be-a42d-cfd95d095f4a,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:36.028023 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df64e19e-2153-4853-a20c-f9519172ad28 None None] No DVR routers for this DVR port e3c80b55-fd4d-47be-a42d-cfd95d095f4a on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:02:36.034049 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3eac06fa-94f8-4029-a769-9e4d379e2dab req-5e20a17f-d449-429e-ace0-20d96d63e424 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 950 time: 0.1543486 Jul 23 20:02:36.086174 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-4f95d2e9-c3a0-4cf4-95f8-a65c5191aadb tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] For port e3c80b55-fd4d-47be-a42d-cfd95d095f4a, host n-d-793618-10, got binding levels [] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:36.086816 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f95d2e9-c3a0-4cf4-95f8-a65c5191aadb tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:36.097980 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3eac06fa-94f8-4029-a769-9e4d379e2dab req-06a57b47-2e57-4287-bcb8-dd7d3ab7ab67 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583239 Jul 23 20:02:36.123092 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-4f95d2e9-c3a0-4cf4-95f8-a65c5191aadb tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Calling delete_port for e3c80b55-fd4d-47be-a42d-cfd95d095f4a owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:02:36.129936 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.ipam_backend_mixin [None req-4f95d2e9-c3a0-4cf4-95f8-a65c5191aadb tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Port e3c80b55-fd4d-47be-a42d-cfd95d095f4a was not found and therefore no delete operation was performed {{(pid=93876) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:02:36.131798 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f95d2e9-c3a0-4cf4-95f8-a65c5191aadb tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:36.160267 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-6f0c5d6a-d95c-4050-8803-5df4543bb156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ad9a0f-798f-4770-8967-800a2c00b862 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:02:36.170416 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f95d2e9-c3a0-4cf4-95f8-a65c5191aadb tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Pushing event deleted for resources: {'Port': ['ID=e3c80b55-fd4d-47be-a42d-cfd95d095f4a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:36.171042 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 20:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b587cd-888f-4917-ae7a-531079cae7d2 x-openstack-request-id: req-58b587cd-888f-4917-ae7a-531079cae7d2 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:02:36.171042 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c330c9a8-8e67-4613-b20f-4e09fcb29bec", "name": "network-vif-plugged", "status": "completed", "tag": "e21cebdd-dcd8-4a00-b706-5378b87ef05a", "code": 200}, {"server_uuid": "c5674f4a-69e7-450f-9b3f-19407cbf0961", "name": "network-vif-plugged", "status": "completed", "tag": "d6f85132-e824-4443-8162-7d0b9e779716", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:02:36.171291 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-58b587cd-888f-4917-ae7a-531079cae7d2 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:02:36.171712 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c330c9a8-8e67-4613-b20f-4e09fcb29bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21cebdd-dcd8-4a00-b706-5378b87ef05a', 'code': 200} Jul 23 20:02:36.171980 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5674f4a-69e7-450f-9b3f-19407cbf0961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f85132-e824-4443-8162-7d0b9e779716', 'code': 200} Jul 23 20:02:36.177289 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-6f0c5d6a-d95c-4050-8803-5df4543bb156 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:36.191716 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f95d2e9-c3a0-4cf4-95f8-a65c5191aadb tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] No DVR routers for this DVR port e3c80b55-fd4d-47be-a42d-cfd95d095f4a on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:02:36.210363 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-6f0c5d6a-d95c-4050-8803-5df4543bb156 service neutron] Transition to ACTIVE for port object 25ad9a0f-798f-4770-8967-800a2c00b862 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:02:36.221611 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-6f0c5d6a-d95c-4050-8803-5df4543bb156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:36.287962 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec657f-a060-413e-845e-a07db070b547 req-4e84c744-1ccb-4d17-8dd6-ade8e05a4b19 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:36.289568 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e4ec657f-a060-413e-845e-a07db070b547 req-4e84c744-1ccb-4d17-8dd6-ade8e05a4b19 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=42f4aa74-7df3-4cf9-9b2b-f809ee54f128 HTTP/1.1" status: 200 len: 932 time: 0.2585554 Jul 23 20:02:36.371035 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f95d2e9-c3a0-4cf4-95f8-a65c5191aadb tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:36.390473 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-4f95d2e9-c3a0-4cf4-95f8-a65c5191aadb tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01dac6a3-0d0e-46d0-927a-5fd137e12533']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:02:36.402089 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e4ec657f-a060-413e-845e-a07db070b547 req-487a790f-12ef-4484-97e0-5f19a29da8cb tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005790 Jul 23 20:02:36.405621 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-4f95d2e9-c3a0-4cf4-95f8-a65c5191aadb tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '243fe16e-ea32-47d0-99d1-4289af06ad8a') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:02:36.405924 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-4f95d2e9-c3a0-4cf4-95f8-a65c5191aadb tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '243fe16e-ea32-47d0-99d1-4289af06ad8a') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:02:36.411117 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c5d6a-d95c-4050-8803-5df4543bb156 service neutron] Pushing event updated for resources: {'Port': ['ID=25ad9a0f-798f-4770-8967-800a2c00b862,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:36.432681 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f95d2e9-c3a0-4cf4-95f8-a65c5191aadb tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:36.460047 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f95d2e9-c3a0-4cf4-95f8-a65c5191aadb tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:36.471305 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f95d2e9-c3a0-4cf4-95f8-a65c5191aadb tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:02:36.471901 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f95d2e9-c3a0-4cf4-95f8-a65c5191aadb tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:36.474926 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:02:36.474926 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:02:36.474926 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:02:36.474926 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:02:36.474926 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:02:36.474926 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:02:36.474926 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:02:36.474926 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:02:36.474926 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:02:36.474926 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:02:36.474926 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:02:36.474926 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:02:36.474926 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:02:36.474926 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:02:36.474926 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:02:36.474926 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:02:36.474926 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:02:36.474926 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:02:36.474926 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:02:36.474926 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:02:36.474926 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:02:36.474926 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:02:36.474926 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:02:36.474926 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:02:36.474926 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:02:36.474926 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:02:36.474926 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:02:36.474926 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:02:36.474926 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:02:36.474926 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:02:36.474926 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:02:36.474926 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:02:36.524096 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87135a1e-62d7-4dd4-8629-ff1705039374 req-bef03a04-b1b3-4a66-8e16-818697400ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:36.525664 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-87135a1e-62d7-4dd4-8629-ff1705039374 req-bef03a04-b1b3-4a66-8e16-818697400ae2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c330c9a8-8e67-4613-b20f-4e09fcb29bec HTTP/1.1" status: 200 len: 1098 time: 0.2396622 Jul 23 20:02:36.533078 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2579e76-0a9e-4ba2-999d-531591e92c34 req-72a35cda-c32c-4001-b70e-adfb79ed72fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:36.535114 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c2579e76-0a9e-4ba2-999d-531591e92c34 req-72a35cda-c32c-4001-b70e-adfb79ed72fb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c5674f4a-69e7-450f-9b3f-19407cbf0961 HTTP/1.1" status: 200 len: 1097 time: 0.2851944 Jul 23 20:02:36.549683 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f95d2e9-c3a0-4cf4-95f8-a65c5191aadb tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:36.556485 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f95d2e9-c3a0-4cf4-95f8-a65c5191aadb tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:36.561362 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4f95d2e9-c3a0-4cf4-95f8-a65c5191aadb tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "DELETE /v2.0/networks/01dac6a3-0d0e-46d0-927a-5fd137e12533 HTTP/1.1" status: 204 len: 168 time: 1.2597525 Jul 23 20:02:36.563905 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37672) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:02:36.571469 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87182cee-db39-4f22-a176-32a01722bdf0 req-b148da3e-8e1c-4925-8513-b675baecbc59 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:36.573055 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-87182cee-db39-4f22-a176-32a01722bdf0 req-b148da3e-8e1c-4925-8513-b675baecbc59 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5674f4a-69e7-450f-9b3f-19407cbf0961 HTTP/1.1" status: 200 len: 945 time: 0.2786634 Jul 23 20:02:36.589832 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f95d2e9-c3a0-4cf4-95f8-a65c5191aadb tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Pushing event deleted for resources: {'Network': ['ID=01dac6a3-0d0e-46d0-927a-5fd137e12533,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:36.593901 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-6f0c5d6a-d95c-4050-8803-5df4543bb156 service neutron] Attempting to bind port 25ad9a0f-798f-4770-8967-800a2c00b862 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:02:36.594522 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-6f0c5d6a-d95c-4050-8803-5df4543bb156 service neutron] Attempting to bind port 25ad9a0f-798f-4770-8967-800a2c00b862 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '68bc1acd-7cf9-4313-804d-1112a3e20afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8e84c2f8-775c-4b00-b826-468d30f5db1b'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:02:36.594863 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-6f0c5d6a-d95c-4050-8803-5df4543bb156 service neutron] Attempting to bind port 25ad9a0f-798f-4770-8967-800a2c00b862 on network 8e84c2f8-775c-4b00-b826-468d30f5db1b {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:02:36.621170 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-6f0c5d6a-d95c-4050-8803-5df4543bb156 service neutron] Port 25ad9a0f-798f-4770-8967-800a2c00b862 on network 8e84c2f8-775c-4b00-b826-468d30f5db1b not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:02:36.621528 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-6f0c5d6a-d95c-4050-8803-5df4543bb156 service neutron] Attempting to bind port 25ad9a0f-798f-4770-8967-800a2c00b862 on network 8e84c2f8-775c-4b00-b826-468d30f5db1b {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:02:36.647456 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-de03e2b3-2f41-4f7f-91cc-bf59d3be9380 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Deleting subnet 25dbbbc3-11cc-4bc9-b2e8-81a573dc79eb {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:02:36.650882 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-de03e2b3-2f41-4f7f-91cc-bf59d3be9380 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:36.654716 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-6f0c5d6a-d95c-4050-8803-5df4543bb156 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:02:36.655139 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-6f0c5d6a-d95c-4050-8803-5df4543bb156 service neutron] Checking segment: {'id': '68bc1acd-7cf9-4313-804d-1112a3e20afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8e84c2f8-775c-4b00-b826-468d30f5db1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:02:36.655591 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-6f0c5d6a-d95c-4050-8803-5df4543bb156 service neutron] Bound using segment: {'id': '68bc1acd-7cf9-4313-804d-1112a3e20afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8e84c2f8-775c-4b00-b826-468d30f5db1b'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:02:36.656130 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-6f0c5d6a-d95c-4050-8803-5df4543bb156 service neutron] Bound port: 25ad9a0f-798f-4770-8967-800a2c00b862, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68bc1acd-7cf9-4313-804d-1112a3e20afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8e84c2f8-775c-4b00-b826-468d30f5db1b'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:02:36.657084 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-6f0c5d6a-d95c-4050-8803-5df4543bb156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:36.683180 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-87135a1e-62d7-4dd4-8629-ff1705039374 req-e7e6ee22-d418-4f32-aa2b-a4248cb66f80 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=be8895cf-23b3-4399-9b58-864da3b413c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465452 Jul 23 20:02:36.693700 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-87182cee-db39-4f22-a176-32a01722bdf0 req-6f1a2dfd-f286-45d8-8bcc-050465cc0624 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088963 Jul 23 20:02:36.696835 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c2579e76-0a9e-4ba2-999d-531591e92c34 req-4617c83a-e73d-4089-b756-4ad54c89dd76 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431272 Jul 23 20:02:36.713862 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-de03e2b3-2f41-4f7f-91cc-bf59d3be9380 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:36.763040 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-6f0c5d6a-d95c-4050-8803-5df4543bb156 service neutron] For port 25ad9a0f-798f-4770-8967-800a2c00b862, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:02:36.767205 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-6f0c5d6a-d95c-4050-8803-5df4543bb156 service neutron] For port 25ad9a0f-798f-4770-8967-800a2c00b862, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=25ad9a0f-798f-4770-8967-800a2c00b862,segment=NetworkSegment(68bc1acd-7cf9-4313-804d-1112a3e20afc),segment_id=68bc1acd-7cf9-4313-804d-1112a3e20afc)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:02:36.775177 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-6f0c5d6a-d95c-4050-8803-5df4543bb156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:36.818523 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-6f0c5d6a-d95c-4050-8803-5df4543bb156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:36.819161 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-6f0c5d6a-d95c-4050-8803-5df4543bb156 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:36.820647 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-6f0c5d6a-d95c-4050-8803-5df4543bb156 service neutron] 10.222.0.18 "PUT /v2.0/ports/25ad9a0f-798f-4770-8967-800a2c00b862 HTTP/1.1" status: 200 len: 1093 time: 1.9210439 Jul 23 20:02:36.823297 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f4aa74-7df3-4cf9-9b2b-f809ee54f128', 'tag': '25ad9a0f-798f-4770-8967-800a2c00b862'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:02:36.826631 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa382134-b722-4a74-a1a0-a80889da12e1" -d '{"events": [{"name": "network-changed", "server_uuid": "42f4aa74-7df3-4cf9-9b2b-f809ee54f128", "tag": "25ad9a0f-798f-4770-8967-800a2c00b862"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:02:36.869228 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-de03e2b3-2f41-4f7f-91cc-bf59d3be9380 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:36.888064 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c5d6a-d95c-4050-8803-5df4543bb156 service neutron] Pushing event updated for resources: {'Port': ['ID=25ad9a0f-798f-4770-8967-800a2c00b862,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:36.919372 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2277ab2b-547f-4888-bd7c-ec2b291fb02b x-openstack-request-id: req-2277ab2b-547f-4888-bd7c-ec2b291fb02b {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:02:36.919669 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f4aa74-7df3-4cf9-9b2b-f809ee54f128", "tag": "25ad9a0f-798f-4770-8967-800a2c00b862", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:02:36.919923 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2277ab2b-547f-4888-bd7c-ec2b291fb02b {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:02:36.920323 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f4aa74-7df3-4cf9-9b2b-f809ee54f128', 'tag': '25ad9a0f-798f-4770-8967-800a2c00b862', 'status': 'completed', 'code': 200} Jul 23 20:02:36.944049 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-de03e2b3-2f41-4f7f-91cc-bf59d3be9380 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:36.982837 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de03e2b3-2f41-4f7f-91cc-bf59d3be9380 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Pushing event deleted for resources: {'Subnet': ['ID=25dbbbc3-11cc-4bc9-b2e8-81a573dc79eb,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:36.993713 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-de03e2b3-2f41-4f7f-91cc-bf59d3be9380 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:36.996859 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-a8deccaf-b905-4a0d-ac33-f13a81aa30dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:37.000736 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-de03e2b3-2f41-4f7f-91cc-bf59d3be9380 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "DELETE /v2.0/subnets/25dbbbc3-11cc-4bc9-b2e8-81a573dc79eb HTTP/1.1" status: 204 len: 168 time: 0.4321933 Jul 23 20:02:37.000910 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-a8deccaf-b905-4a0d-ac33-f13a81aa30dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=05b9a43dbf1e458d94ffa4e2db455ec9&device_id=42f4aa74-7df3-4cf9-9b2b-f809ee54f128 HTTP/1.1" status: 200 len: 1096 time: 0.1117067 Jul 23 20:02:37.001322 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37710) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:02:37.005936 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d88314-8995-4527-ac30-60560811f7b0 None None] Network 4c46bf9f-529a-4325-9d26-317dcf6af4f4 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:02:37.011053 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629dd5c-56f4-493f-a892-212694ccd99c req-b08f9d54-95e4-4c5b-be9a-9673ba5044a4 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:37.012610 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2629dd5c-56f4-493f-a892-212694ccd99c req-b08f9d54-95e4-4c5b-be9a-9673ba5044a4 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/ports?device_id=c330c9a8-8e67-4613-b20f-4e09fcb29bec HTTP/1.1" status: 200 len: 946 time: 0.1445653 Jul 23 20:02:37.084453 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-bf6ba02b-9d31-4dea-ace8-74c7d2cf3f46 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25ad9a0f-798f-4770-8967-800a2c00b862 HTTP/1.1" status: 200 len: 217 time: 0.0703428 Jul 23 20:02:37.157568 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device e3c80b55-fd4d-47be-a42d-cfd95d095f4a no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:02:37.162942 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-02fa95f2-70b6-4580-b24c-215360127fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:37.164576 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-02fa95f2-70b6-4580-b24c-215360127fdc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61bf6557-4d20-4447-94c2-1fdfaf9f93fa HTTP/1.1" status: 200 len: 845 time: 0.0730331 Jul 23 20:02:37.170846 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2629dd5c-56f4-493f-a892-212694ccd99c req-d560392f-2cf3-4303-8092-57844f2cb2be tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8895cf-23b3-4399-9b58-864da3b413c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508956 Jul 23 20:02:37.171401 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b116b92f-d1bc-4944-9fe4-78cf4abec383 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:37.185225 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: e3c80b55-fd4d-47be-a42d-cfd95d095f4a {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:02:37.185864 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device e3c80b55-fd4d-47be-a42d-cfd95d095f4a not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:02:37.222630 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8605a3-6467-4568-bd31-410d3b144850 req-e50a2d46-eb77-4b59-a3e3-323da8001334 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:37.224217 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4a8605a3-6467-4568-bd31-410d3b144850 req-e50a2d46-eb77-4b59-a3e3-323da8001334 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5 HTTP/1.1" status: 200 len: 945 time: 0.1767652 Jul 23 20:02:37.253625 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-d3fedf98-8973-470b-8ad8-1ccee190cb5c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8e84c2f8-775c-4b00-b826-468d30f5db1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805717 Jul 23 20:02:37.323869 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4a8605a3-6467-4568-bd31-410d3b144850 req-5ba2ebee-6757-44fa-b827-7f5acdefcdf5 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808945 Jul 23 20:02:37.361368 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-b116b92f-d1bc-4944-9fe4-78cf4abec383 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Deleting port 731ae621-d07d-4566-bdd0-99f86e4b025e {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:02:37.366812 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b116b92f-d1bc-4944-9fe4-78cf4abec383 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:37.440411 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-4a70728e-859c-4537-b87b-90b9720dc5f3 service neutron] 10.222.0.18 "GET /v2.0/networks/8e84c2f8-775c-4b00-b826-468d30f5db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787379 Jul 23 20:02:37.447085 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e55e565-70b8-439e-9bd6-9c326ace9dca None None] DHCP port deletion for 4c46bf9f-529a-4325-9d26-317dcf6af4f4 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:02:37.464028 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-b116b92f-d1bc-4944-9fe4-78cf4abec383 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] For port 731ae621-d07d-4566-bdd0-99f86e4b025e, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=731ae621-d07d-4566-bdd0-99f86e4b025e,segment=NetworkSegment(056979a6-004a-4a15-89a6-9d8fc49010c9),segment_id=056979a6-004a-4a15-89a6-9d8fc49010c9)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:37.465368 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b116b92f-d1bc-4944-9fe4-78cf4abec383 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:37.479441 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-b116b92f-d1bc-4944-9fe4-78cf4abec383 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Calling delete_port for 731ae621-d07d-4566-bdd0-99f86e4b025e owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:02:37.491250 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8cf87-5f5a-484e-b126-00be79a37c48 req-b1f550e1-749b-4818-9f15-3cece5caaaed tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:37.498085 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8ed8cf87-5f5a-484e-b126-00be79a37c48 req-b1f550e1-749b-4818-9f15-3cece5caaaed tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 950 time: 0.1606731 Jul 23 20:02:37.543156 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37720) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:02:37.598264 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-5e55e565-70b8-439e-9bd6-9c326ace9dca None None] Deleting port 731ae621-d07d-4566-bdd0-99f86e4b025e {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:02:37.598837 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e55e565-70b8-439e-9bd6-9c326ace9dca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:37.607311 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8ed8cf87-5f5a-484e-b126-00be79a37c48 req-51ca403c-e67d-46e5-90a9-c97aea058fd9 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082726 Jul 23 20:02:37.624794 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eb051362-3209-4aeb-a529-6b74cf81ee23 req-05dbd31b-8053-49e2-a599-2f4eb2cab25c service neutron] 10.222.0.18 "GET /v2.0/networks/8e84c2f8-775c-4b00-b826-468d30f5db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741917 Jul 23 20:02:37.696012 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b116b92f-d1bc-4944-9fe4-78cf4abec383 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:37.736881 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b116b92f-d1bc-4944-9fe4-78cf4abec383 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] No DVR routers for this DVR port 731ae621-d07d-4566-bdd0-99f86e4b025e on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:02:37.749426 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-5e55e565-70b8-439e-9bd6-9c326ace9dca None None] For port 731ae621-d07d-4566-bdd0-99f86e4b025e, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=731ae621-d07d-4566-bdd0-99f86e4b025e,segment=NetworkSegment(056979a6-004a-4a15-89a6-9d8fc49010c9),segment_id=056979a6-004a-4a15-89a6-9d8fc49010c9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:37.751093 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e55e565-70b8-439e-9bd6-9c326ace9dca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:37.779894 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-5e55e565-70b8-439e-9bd6-9c326ace9dca None None] Calling delete_port for 731ae621-d07d-4566-bdd0-99f86e4b025e owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:02:37.851348 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b116b92f-d1bc-4944-9fe4-78cf4abec383 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:37.865376 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-b116b92f-d1bc-4944-9fe4-78cf4abec383 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c46bf9f-529a-4325-9d26-317dcf6af4f4']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:02:37.873520 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e55e565-70b8-439e-9bd6-9c326ace9dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:37.876800 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-b116b92f-d1bc-4944-9fe4-78cf4abec383 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '056979a6-004a-4a15-89a6-9d8fc49010c9') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:02:37.877096 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-b116b92f-d1bc-4944-9fe4-78cf4abec383 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '056979a6-004a-4a15-89a6-9d8fc49010c9') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:02:37.886950 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b116b92f-d1bc-4944-9fe4-78cf4abec383 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:37.904608 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55e565-70b8-439e-9bd6-9c326ace9dca None None] Pushing event deleted for resources: {'Port': ['ID=731ae621-d07d-4566-bdd0-99f86e4b025e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:37.911765 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116b92f-d1bc-4944-9fe4-78cf4abec383 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Pushing event deleted for resources: {'Port': ['ID=731ae621-d07d-4566-bdd0-99f86e4b025e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:37.921055 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b116b92f-d1bc-4944-9fe4-78cf4abec383 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:37.923524 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e55e565-70b8-439e-9bd6-9c326ace9dca None None] No DVR routers for this DVR port 731ae621-d07d-4566-bdd0-99f86e4b025e on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:02:37.942928 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa382134-b722-4a74-a1a0-a80889da12e1 req-3845b80d-d651-4646-a664-7f2c0de130e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:37.945517 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa382134-b722-4a74-a1a0-a80889da12e1 req-3845b80d-d651-4646-a664-7f2c0de130e3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=05b9a43dbf1e458d94ffa4e2db455ec9&device_id=42f4aa74-7df3-4cf9-9b2b-f809ee54f128 HTTP/1.1" status: 200 len: 1096 time: 0.2210457 Jul 23 20:02:37.948031 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b116b92f-d1bc-4944-9fe4-78cf4abec383 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:02:37.948566 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b116b92f-d1bc-4944-9fe4-78cf4abec383 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:37.952144 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:02:37.952144 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:02:37.952144 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:02:37.952144 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:02:37.952144 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:02:37.952144 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:02:37.952144 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:02:37.952144 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:02:37.952144 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:02:37.952144 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:02:37.952144 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:02:37.952144 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:02:37.952144 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:02:37.952144 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:02:37.952144 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:02:37.952144 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:02:37.952144 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:02:37.952144 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:02:37.952144 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:02:37.952144 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:02:37.952144 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:02:37.952144 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:02:37.952144 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:02:37.952144 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:02:37.952144 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:02:37.952144 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:02:37.952144 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:02:37.952144 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:02:37.952144 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:02:37.952144 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:02:37.952144 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:02:37.952144 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:02:37.968102 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e9eceb8-b3c8-475f-a8d2-160ecfdbae5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:37.973968 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ef37b-9e56-4b83-b598-1d0e54e46a49 req-2c08d590-ded9-495c-8306-3f68d0a1f992 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:37.980880 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cf9ef37b-9e56-4b83-b598-1d0e54e46a49 req-2c08d590-ded9-495c-8306-3f68d0a1f992 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5674f4a-69e7-450f-9b3f-19407cbf0961 HTTP/1.1" status: 200 len: 945 time: 0.1513629 Jul 23 20:02:38.023016 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-32cdea7c-4c04-44f9-a9f3-96849badc79d tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:38.024555 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-32cdea7c-4c04-44f9-a9f3-96849badc79d tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5&tenant_id=a3d6e44c4dd248468c67611aa3d977ae&binding%3Ahost_id=n-h1-793618-10 HTTP/1.1" status: 200 len: 1097 time: 0.2140310 Jul 23 20:02:38.035338 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ef061-d0aa-4505-84b4-75f63aa60c4a req-5156bb60-1982-484b-bd8b-6de96514cb87 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:38.036510 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e80ef061-d0aa-4505-84b4-75f63aa60c4a req-5156bb60-1982-484b-bd8b-6de96514cb87 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=42f4aa74-7df3-4cf9-9b2b-f809ee54f128 HTTP/1.1" status: 200 len: 944 time: 0.4368341 Jul 23 20:02:38.047185 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b116b92f-d1bc-4944-9fe4-78cf4abec383 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:38.061616 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-f039029d-57cb-4d00-81b0-c4262fc26914 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793618-10'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:02:38.066387 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b116b92f-d1bc-4944-9fe4-78cf4abec383 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:38.068885 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cf9ef37b-9e56-4b83-b598-1d0e54e46a49 req-2c3738bb-b9ec-4957-8c40-a40417601769 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868750 Jul 23 20:02:38.070245 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b116b92f-d1bc-4944-9fe4-78cf4abec383 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] 10.222.0.32 "DELETE /v2.0/networks/4c46bf9f-529a-4325-9d26-317dcf6af4f4 HTTP/1.1" status: 204 len: 168 time: 1.0676548 Jul 23 20:02:38.164877 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116b92f-d1bc-4944-9fe4-78cf4abec383 tempest-ServersTestMultiNic-1842512069 tempest-ServersTestMultiNic-1842512069-project] Pushing event deleted for resources: {'Network': ['ID=4c46bf9f-529a-4325-9d26-317dcf6af4f4,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:38.210765 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e80ef061-d0aa-4505-84b4-75f63aa60c4a req-e04095ba-ac81-43ee-b8fe-b6b178169627 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613417 Jul 23 20:02:38.227352 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa382134-b722-4a74-a1a0-a80889da12e1 req-4799f6bc-69f5-4ef7-b070-768509f9cf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:38.228857 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa382134-b722-4a74-a1a0-a80889da12e1 req-4799f6bc-69f5-4ef7-b070-768509f9cf69 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8e84c2f8-775c-4b00-b826-468d30f5db1b HTTP/1.1" status: 200 len: 906 time: 0.2760384 Jul 23 20:02:38.234684 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e9eceb8-b3c8-475f-a8d2-160ecfdbae5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:38.240409 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e9eceb8-b3c8-475f-a8d2-160ecfdbae5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:38.291089 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9eceb8-b3c8-475f-a8d2-160ecfdbae5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a47a9cc-03cb-48fa-ae87-85ff5fa541b7,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:38.296255 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6e9eceb8-b3c8-475f-a8d2-160ecfdbae5c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c72dced96f4f4b3a808b7ee89f0cfec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7504020 Jul 23 20:02:38.299342 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37736) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:02:38.345120 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa382134-b722-4a74-a1a0-a80889da12e1 req-33f6600d-e082-409c-a1eb-2e328540f688 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25ad9a0f-798f-4770-8967-800a2c00b862 HTTP/1.1" status: 200 len: 217 time: 0.0791271 Jul 23 20:02:38.354949 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-f039029d-57cb-4d00-81b0-c4262fc26914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:38.410544 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2ccb3b6-e7e7-4b78-84cd-ef6adeaabb56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:38.441334 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2ccb3b6-e7e7-4b78-84cd-ef6adeaabb56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:38.474476 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2b45b-3a51-4943-9e83-69493f0818d9 req-4b1b2b9e-8e1d-4e8a-ae11-bc45978964d4 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:38.479352 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ca2b45b-3a51-4943-9e83-69493f0818d9 req-4b1b2b9e-8e1d-4e8a-ae11-bc45978964d4 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/ports?device_id=c330c9a8-8e67-4613-b20f-4e09fcb29bec HTTP/1.1" status: 200 len: 946 time: 0.1249745 Jul 23 20:02:38.493520 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195c984-9f5d-47bf-85e7-bcd75730d902 req-b30c009a-40c3-4b42-ad63-df049cc6d20e tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:38.494842 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1195c984-9f5d-47bf-85e7-bcd75730d902 req-b30c009a-40c3-4b42-ad63-df049cc6d20e tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5674f4a-69e7-450f-9b3f-19407cbf0961 HTTP/1.1" status: 200 len: 945 time: 0.3098547 Jul 23 20:02:38.498273 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa382134-b722-4a74-a1a0-a80889da12e1 req-6a72b6b5-22a6-4e2c-ba99-135703ae962c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:38.499937 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa382134-b722-4a74-a1a0-a80889da12e1 req-6a72b6b5-22a6-4e2c-ba99-135703ae962c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61bf6557-4d20-4447-94c2-1fdfaf9f93fa HTTP/1.1" status: 200 len: 845 time: 0.1472161 Jul 23 20:02:38.533437 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ca2b45b-3a51-4943-9e83-69493f0818d9 req-aa0a7640-97cd-472f-9952-e4dd9a2c3363 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8895cf-23b3-4399-9b58-864da3b413c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387356 Jul 23 20:02:38.539173 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2ccb3b6-e7e7-4b78-84cd-ef6adeaabb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:38.542047 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2ccb3b6-e7e7-4b78-84cd-ef6adeaabb56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:38.546361 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f2ccb3b6-e7e7-4b78-84cd-ef6adeaabb56 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7a47a9cc-03cb-48fa-ae87-85ff5fa541b7 HTTP/1.1" status: 204 len: 168 time: 0.2417464 Jul 23 20:02:38.563808 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ccb3b6-e7e7-4b78-84cd-ef6adeaabb56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a47a9cc-03cb-48fa-ae87-85ff5fa541b7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:38.613170 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa382134-b722-4a74-a1a0-a80889da12e1 req-57724d2d-8da5-4c19-932d-49102521875f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8e84c2f8-775c-4b00-b826-468d30f5db1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678575 Jul 23 20:02:38.661030 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1195c984-9f5d-47bf-85e7-bcd75730d902 req-88c580f6-52e1-49e9-9481-d7d0763428b3 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568484 Jul 23 20:02:38.687027 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-f039029d-57cb-4d00-81b0-c4262fc26914 service neutron] For port 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=6b7ee242-aab5-4f4d-90ec-2bb39beaefb2,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:38.783265 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa382134-b722-4a74-a1a0-a80889da12e1 req-48b6ac59-12d7-4335-8c00-7f2106759a83 service neutron] 10.222.0.18 "GET /v2.0/networks/8e84c2f8-775c-4b00-b826-468d30f5db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560249 Jul 23 20:02:38.784486 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-f039029d-57cb-4d00-81b0-c4262fc26914 service neutron] For port 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:02:38.809847 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f5fa3-9303-4acb-85ed-9fbd7a96cec6 req-3faa94e6-2788-4d66-97f5-00107c672988 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:38.820933 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-362f5fa3-9303-4acb-85ed-9fbd7a96cec6 req-3faa94e6-2788-4d66-97f5-00107c672988 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5 HTTP/1.1" status: 200 len: 945 time: 0.1238387 Jul 23 20:02:38.876660 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-362f5fa3-9303-4acb-85ed-9fbd7a96cec6 req-a8e42c0e-76d3-466a-9bd5-70be89ba011b tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506296 Jul 23 20:02:38.900831 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-f039029d-57cb-4d00-81b0-c4262fc26914 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:38.931578 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b7ee242-aab5-4f4d-90ec-2bb39beaefb2'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:02:38.933928 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea585bd-caa3-4c76-ba10-687d3617d33b" -d '{"events": [{"server_uuid": "1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5", "name": "network-vif-unplugged", "status": "completed", "tag": "6b7ee242-aab5-4f4d-90ec-2bb39beaefb2"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:02:38.948832 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-f039029d-57cb-4d00-81b0-c4262fc26914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:38.951929 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37760) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:02:39.011438 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d6b3f-8a6d-4a26-ba2a-600c09e45103 req-6b7ca9df-51d4-4ebc-b6a4-933302271e45 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:39.012486 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-566d6b3f-8a6d-4a26-ba2a-600c09e45103 req-6b7ca9df-51d4-4ebc-b6a4-933302271e45 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/ports?device_id=c330c9a8-8e67-4613-b20f-4e09fcb29bec HTTP/1.1" status: 200 len: 946 time: 0.2479188 Jul 23 20:02:39.028002 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37764) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:02:39.040512 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-b268633f-c65c-4164-8fc9-09b66ff057a4 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Request body: {'floatingip': {'port_id': 'e21cebdd-dcd8-4a00-b706-5378b87ef05a'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:02:39.091435 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa382134-b722-4a74-a1a0-a80889da12e1 req-d6260a98-b75f-49c6-b3bd-eb694d119a24 service neutron] 10.222.0.18 "GET /v2.0/networks/8e84c2f8-775c-4b00-b826-468d30f5db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674556 Jul 23 20:02:39.107010 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039029d-57cb-4d00-81b0-c4262fc26914 service neutron] Pushing event updated for resources: {'Port': ['ID=6b7ee242-aab5-4f4d-90ec-2bb39beaefb2,revision_number=7']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:39.135906 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b268633f-c65c-4164-8fc9-09b66ff057a4 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks [] for floatingip, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:39.171493 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 731ae621-d07d-4566-bdd0-99f86e4b025e no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:02:39.212874 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 731ae621-d07d-4566-bdd0-99f86e4b025e {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:02:39.213211 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 731ae621-d07d-4566-bdd0-99f86e4b025e not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:02:39.215137 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-f039029d-57cb-4d00-81b0-c4262fc26914 service neutron] Attempting to bind port 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 on host n-h1-793618-10 for vnic_type normal with profile {"migrating_to": "n-h2-793618-10"} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:02:39.215472 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-f039029d-57cb-4d00-81b0-c4262fc26914 service neutron] Attempting to bind port 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:02:39.215798 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-f039029d-57cb-4d00-81b0-c4262fc26914 service neutron] Attempting to bind port 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 on network 18f1c189-135d-4e39-8a5e-b364e733193d {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:02:39.225934 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-f039029d-57cb-4d00-81b0-c4262fc26914 service neutron] Port 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 on network 18f1c189-135d-4e39-8a5e-b364e733193d not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:02:39.226264 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-f039029d-57cb-4d00-81b0-c4262fc26914 service neutron] Attempting to bind port 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 on network 18f1c189-135d-4e39-8a5e-b364e733193d {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:02:39.236153 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-f039029d-57cb-4d00-81b0-c4262fc26914 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:02:39.236498 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-f039029d-57cb-4d00-81b0-c4262fc26914 service neutron] Checking segment: {'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:02:39.236887 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-f039029d-57cb-4d00-81b0-c4262fc26914 service neutron] Bound using segment: {'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:02:39.237326 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-f039029d-57cb-4d00-81b0-c4262fc26914 service neutron] Bound port: 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:02:39.237728 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-f039029d-57cb-4d00-81b0-c4262fc26914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:39.351974 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef1fd7-2a21-4a58-bda8-82495bef43c8 req-52775e08-9495-4293-a891-01d1daa9f9d3 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:39.361381 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-83ef1fd7-2a21-4a58-bda8-82495bef43c8 req-52775e08-9495-4293-a891-01d1daa9f9d3 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 950 time: 0.3004556 Jul 23 20:02:39.433292 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-83ef1fd7-2a21-4a58-bda8-82495bef43c8 req-458f0eec-05fd-4a0b-a1d5-09f5a1c6aa45 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536220 Jul 23 20:02:39.490142 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-f039029d-57cb-4d00-81b0-c4262fc26914 service neutron] For port 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:02:39.494754 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-f039029d-57cb-4d00-81b0-c4262fc26914 service neutron] For port 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=6b7ee242-aab5-4f4d-90ec-2bb39beaefb2,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:02:39.514394 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-f039029d-57cb-4d00-81b0-c4262fc26914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:39.567477 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01d92ef-df37-4bdb-999f-7199489072c1 x-openstack-request-id: req-a01d92ef-df37-4bdb-999f-7199489072c1 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:02:39.568326 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5", "name": "network-vif-unplugged", "status": "completed", "tag": "6b7ee242-aab5-4f4d-90ec-2bb39beaefb2", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:02:39.568758 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a01d92ef-df37-4bdb-999f-7199489072c1 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:02:39.569319 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b7ee242-aab5-4f4d-90ec-2bb39beaefb2', 'code': 200} Jul 23 20:02:39.740468 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-f039029d-57cb-4d00-81b0-c4262fc26914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:39.742331 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-f039029d-57cb-4d00-81b0-c4262fc26914 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:39.747064 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-f039029d-57cb-4d00-81b0-c4262fc26914 service neutron] 10.222.0.18 "PUT /v2.0/ports/6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 HTTP/1.1" status: 200 len: 1123 time: 1.7122214 Jul 23 20:02:39.823363 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b414e-bf08-4dff-8c3e-ddaa52ca4949 req-71108206-e936-48b3-919c-f396c8b2603c tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:39.824970 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f73b414e-bf08-4dff-8c3e-ddaa52ca4949 req-71108206-e936-48b3-919c-f396c8b2603c tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=42f4aa74-7df3-4cf9-9b2b-f809ee54f128 HTTP/1.1" status: 200 len: 944 time: 0.1980770 Jul 23 20:02:39.830181 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['6b7ee242-aab5-4f4d-90ec-2bb39beaefb2'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:02:39.879238 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bcf40a79-cb9c-4edf-be43-4c8a424896e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:39.900083 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['6b7ee242-aab5-4f4d-90ec-2bb39beaefb2'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:02:39.999712 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f73b414e-bf08-4dff-8c3e-ddaa52ca4949 req-041031c8-fd2d-4731-9784-6ae99b221aae tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584790 Jul 23 20:02:40.169048 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039029d-57cb-4d00-81b0-c4262fc26914 service neutron] Pushing event updated for resources: {'Port': ['ID=6b7ee242-aab5-4f4d-90ec-2bb39beaefb2,revision_number=8']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:40.220425 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd81e28-ca3c-488e-9967-5dcb3f2586fe req-86a30a32-904e-4cba-b5e9-b8614ee088e2 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:40.221306 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 25ad9a0f-798f-4770-8967-800a2c00b862 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:02:40.227683 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8fd81e28-ca3c-488e-9967-5dcb3f2586fe req-86a30a32-904e-4cba-b5e9-b8614ee088e2 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5674f4a-69e7-450f-9b3f-19407cbf0961 HTTP/1.1" status: 200 len: 945 time: 0.5885463 Jul 23 20:02:40.270414 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-34583317-99ce-4ab2-ba34-4b5a83c45e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:40.294851 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-bcf40a79-cb9c-4edf-be43-4c8a424896e0 admin admin] Deleting port 926b2134-64dd-4d94-a967-714309397266 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:02:40.295269 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bcf40a79-cb9c-4edf-be43-4c8a424896e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:40.307031 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8fd81e28-ca3c-488e-9967-5dcb3f2586fe req-2cdb2108-f052-4159-90fd-dd62439bac03 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783153 Jul 23 20:02:40.425403 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-bcf40a79-cb9c-4edf-be43-4c8a424896e0 admin admin] For port 926b2134-64dd-4d94-a967-714309397266, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=926b2134-64dd-4d94-a967-714309397266,segment=NetworkSegment(244e4d90-5c0e-40d1-9be7-ca75d98fa21a),segment_id=244e4d90-5c0e-40d1-9be7-ca75d98fa21a)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:40.425403 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bcf40a79-cb9c-4edf-be43-4c8a424896e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:40.452309 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 25ad9a0f-798f-4770-8967-800a2c00b862, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=25ad9a0f-798f-4770-8967-800a2c00b862,segment=NetworkSegment(68bc1acd-7cf9-4313-804d-1112a3e20afc),segment_id=68bc1acd-7cf9-4313-804d-1112a3e20afc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:40.465937 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '25ad9a0f-798f-4770-8967-800a2c00b862', 'network_id': '8e84c2f8-775c-4b00-b826-468d30f5db1b', 'port_id': '25ad9a0f-798f-4770-8967-800a2c00b862', 'mac_address': 'fa:16:3e:e8:10:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61bf6557-4d20-4447-94c2-1fdfaf9f93fa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:02:40.472903 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-bcf40a79-cb9c-4edf-be43-4c8a424896e0 admin admin] Calling delete_port for 926b2134-64dd-4d94-a967-714309397266 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:02:40.477783 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b268633f-c65c-4164-8fc9-09b66ff057a4 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:40.484428 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b268633f-c65c-4164-8fc9-09b66ff057a4 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:40.526599 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:40.541487 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ad9a0f-798f-4770-8967-800a2c00b862 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:02:40.568927 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 25ad9a0f-798f-4770-8967-800a2c00b862, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=25ad9a0f-798f-4770-8967-800a2c00b862,segment=NetworkSegment(68bc1acd-7cf9-4313-804d-1112a3e20afc),segment_id=68bc1acd-7cf9-4313-804d-1112a3e20afc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:40.574047 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:40.574701 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:02:40.634584 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843a8bd-fcb7-47c3-966a-4bf728a02896 req-b42ec30c-a100-4dad-a4d0-e6d803249530 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:40.636372 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5843a8bd-fcb7-47c3-966a-4bf728a02896 req-b42ec30c-a100-4dad-a4d0-e6d803249530 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5 HTTP/1.1" status: 200 len: 943 time: 0.2260411 Jul 23 20:02:40.665585 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666304f6-fb97-433c-b2b1-845632496394 req-ea12ea26-03d7-464d-856f-c15de36e2792 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:40.667140 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-666304f6-fb97-433c-b2b1-845632496394 req-ea12ea26-03d7-464d-856f-c15de36e2792 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 950 time: 0.1689894 Jul 23 20:02:40.712752 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=25ad9a0f-798f-4770-8967-800a2c00b862,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:40.749378 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5843a8bd-fcb7-47c3-966a-4bf728a02896 req-140e2c84-079d-4c8f-8783-b2b01fa9510d tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008456 Jul 23 20:02:40.753011 n-d-793618-10 neutron-server[93875]: INFO neutron.db.l3_db [None req-b268633f-c65c-4164-8fc9-09b66ff057a4 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Floating IP 07d32348-ceaf-41ba-9de3-4bc88b258408 associated. External IP: 172.25.1.35, port: e21cebdd-dcd8-4a00-b706-5378b87ef05a. Jul 23 20:02:40.759746 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-666304f6-fb97-433c-b2b1-845632496394 req-db243178-f987-4c92-972e-9df870fe3bed tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814824 Jul 23 20:02:40.792961 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37820) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:02:40.827398 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bcf40a79-cb9c-4edf-be43-4c8a424896e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:40.856995 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=6b7ee242-aab5-4f4d-90ec-2bb39beaefb2,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:40.861028 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf40a79-cb9c-4edf-be43-4c8a424896e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=926b2134-64dd-4d94-a967-714309397266,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:40.907760 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 has no active binding in host n-h2-793618-10 {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 20:02:41.028495 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b9926e60-8b2d-4e5a-9643-5ca8c14a9027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:41.107950 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bcf40a79-cb9c-4edf-be43-4c8a424896e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:41.113201 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b268633f-c65c-4164-8fc9-09b66ff057a4 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Router ffda0b1c-7d0e-4f6c-8441-02f1413af9da has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:02:41.170100 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['25ad9a0f-798f-4770-8967-800a2c00b862'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:02:41.299248 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e83af-d955-4f03-8a7b-6d7da2f52f0f req-50664ae8-9d96-4869-b035-0de01458b470 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:41.301379 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c97e83af-d955-4f03-8a7b-6d7da2f52f0f req-50664ae8-9d96-4869-b035-0de01458b470 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=42f4aa74-7df3-4cf9-9b2b-f809ee54f128 HTTP/1.1" status: 200 len: 945 time: 0.1723399 Jul 23 20:02:41.370934 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b9926e60-8b2d-4e5a-9643-5ca8c14a9027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:41.373694 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b268633f-c65c-4164-8fc9-09b66ff057a4 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:02:41.380841 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b268633f-c65c-4164-8fc9-09b66ff057a4 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:41.413130 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd533e6-ce2f-413a-a29e-e17683eaa669 None None] Sync routers for ids ['ffda0b1c-7d0e-4f6c-8441-02f1413af9da'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:02:41.431699 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b268633f-c65c-4164-8fc9-09b66ff057a4 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "PUT /v2.0/floatingips/07d32348-ceaf-41ba-9de3-4bc88b258408 HTTP/1.1" status: 200 len: 991 time: 2.4014845 Jul 23 20:02:41.433404 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b9926e60-8b2d-4e5a-9643-5ca8c14a9027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:41.440934 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd533e6-ce2f-413a-a29e-e17683eaa669 None None] Routers {'ffda0b1c-7d0e-4f6c-8441-02f1413af9da'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:02:41.441757 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-cfd533e6-ce2f-413a-a29e-e17683eaa669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:02:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ffda0b1c-7d0e-4f6c-8441-02f1413af9da'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:02:41.538471 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b9926e60-8b2d-4e5a-9643-5ca8c14a9027 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8dfa1c9f2fff497bb19a394976983cc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7443709 Jul 23 20:02:41.544791 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37834) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:02:41.546650 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9926e60-8b2d-4e5a-9643-5ca8c14a9027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa161f6-9f77-41d6-92d2-d35c89a188bc,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:41.578706 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5', 'tag': '6b7ee242-aab5-4f4d-90ec-2bb39beaefb2'}, {'name': 'network-changed', 'server_uuid': 'c330c9a8-8e67-4613-b20f-4e09fcb29bec', 'tag': 'e21cebdd-dcd8-4a00-b706-5378b87ef05a'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:02:41.582229 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926729c6-1077-4254-94c1-f057049dc9d2" -d '{"events": [{"name": "network-changed", "server_uuid": "1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5", "tag": "6b7ee242-aab5-4f4d-90ec-2bb39beaefb2"}, {"name": "network-changed", "server_uuid": "c330c9a8-8e67-4613-b20f-4e09fcb29bec", "tag": "e21cebdd-dcd8-4a00-b706-5378b87ef05a"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:02:41.597896 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-cfd533e6-ce2f-413a-a29e-e17683eaa669 None None] Set router ffda0b1c-7d0e-4f6c-8441-02f1413af9da gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:02:41.640202 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928b35b-5465-4121-a397-f9447802ec67 req-7b372aba-1ade-499c-8962-233cc4caea41 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:41.652647 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b928b35b-5465-4121-a397-f9447802ec67 req-7b372aba-1ade-499c-8962-233cc4caea41 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5674f4a-69e7-450f-9b3f-19407cbf0961 HTTP/1.1" status: 200 len: 945 time: 0.2230966 Jul 23 20:02:41.722334 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b928b35b-5465-4121-a397-f9447802ec67 req-a2d06f0f-c03a-45a3-bfdc-5b830f1bdcac tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684536 Jul 23 20:02:41.742784 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fa29fd23-444e-40b1-8051-34cc2587c9a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:41.813175 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fa29fd23-444e-40b1-8051-34cc2587c9a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:41.822546 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c97e83af-d955-4f03-8a7b-6d7da2f52f0f req-e317a98d-4c0e-48e9-a447-c79e6b1c9443 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5099432 Jul 23 20:02:41.857182 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf40a79-cb9c-4edf-be43-4c8a424896e0 admin admin] Router 58b4a702-3830-46ab-95bb-736c41911d2f has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:02:41.914262 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fa29fd23-444e-40b1-8051-34cc2587c9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:41.917603 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fa29fd23-444e-40b1-8051-34cc2587c9a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:41.918966 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-fa29fd23-444e-40b1-8051-34cc2587c9a0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5aa161f6-9f77-41d6-92d2-d35c89a188bc HTTP/1.1" status: 204 len: 168 time: 0.3534548 Jul 23 20:02:41.936786 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29fd23-444e-40b1-8051-34cc2587c9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa161f6-9f77-41d6-92d2-d35c89a188bc,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:41.948557 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 20:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7be1a1-5937-4f5b-b3de-7e607dbfc207 x-openstack-request-id: req-ad7be1a1-5937-4f5b-b3de-7e607dbfc207 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:02:41.949065 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5", "tag": "6b7ee242-aab5-4f4d-90ec-2bb39beaefb2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c330c9a8-8e67-4613-b20f-4e09fcb29bec", "tag": "e21cebdd-dcd8-4a00-b706-5378b87ef05a", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:02:41.949524 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ad7be1a1-5937-4f5b-b3de-7e607dbfc207 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:02:41.951883 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5', 'tag': '6b7ee242-aab5-4f4d-90ec-2bb39beaefb2', 'status': 'completed', 'code': 200} Jul 23 20:02:41.952336 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c330c9a8-8e67-4613-b20f-4e09fcb29bec', 'tag': 'e21cebdd-dcd8-4a00-b706-5378b87ef05a', 'status': 'completed', 'code': 200} Jul 23 20:02:42.008095 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-cfd533e6-ce2f-413a-a29e-e17683eaa669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447707414-router', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '98569d9f-8fa4-47ee-ad26-defc55abbf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:19Z', 'updated_at': '2021-07-23T19:59:28Z', 'revision_number': 4, 'project_id': '31ece22b4c2940ca986a58a7e24f5205', 'gw_port': {'id': '98569d9f-8fa4-47ee-ad26-defc55abbf0f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:21Z', 'updated_at': '2021-07-23T19:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '07d32348-ceaf-41ba-9de3-4bc88b258408', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'floating_ip_address': '172.25.1.35', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'port_id': 'e21cebdd-dcd8-4a00-b706-5378b87ef05a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521', 'mac_address': 'fa:16:3e:6c:c1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c330c9a8-8e67-4613-b20f-4e09fcb29bec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:00:00Z', 'updated_at': '2021-07-23T20:02:40Z', 'revision_number': 5, 'project_id': '31ece22b4c2940ca986a58a7e24f5205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75cd6d17-de1b-4878-8550-c468f3065d87', 'name': '', 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'mac_address': 'fa:16:3e:88:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '943dd119-adc0-42fb-a667-378d66460d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:26Z', 'updated_at': '2021-07-23T19:59:36Z', 'revision_number': 5, 'project_id': '31ece22b4c2940ca986a58a7e24f5205', 'subnets': [{'id': '943dd119-adc0-42fb-a667-378d66460d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:02:42.037737 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd533e6-ce2f-413a-a29e-e17683eaa669 None None] Checking router: ffda0b1c-7d0e-4f6c-8441-02f1413af9da for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:02:42.047892 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd533e6-ce2f-413a-a29e-e17683eaa669 None None] Routers {'ffda0b1c-7d0e-4f6c-8441-02f1413af9da'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:02:42.048528 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-cfd533e6-ce2f-413a-a29e-e17683eaa669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:02:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ffda0b1c-7d0e-4f6c-8441-02f1413af9da'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:02:42.083120 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf40a79-cb9c-4edf-be43-4c8a424896e0 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:02:42.094699 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effa4f76-ec28-4608-ae50-77dd478c947a None None] Sync routers for ids ['58b4a702-3830-46ab-95bb-736c41911d2f'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:02:42.098979 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bcf40a79-cb9c-4edf-be43-4c8a424896e0 admin admin] 10.222.0.32 "PUT /v2.0/routers/58b4a702-3830-46ab-95bb-736c41911d2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1457009 Jul 23 20:02:42.104315 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37846) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:02:42.119677 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effa4f76-ec28-4608-ae50-77dd478c947a None None] Routers {'58b4a702-3830-46ab-95bb-736c41911d2f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:02:42.120254 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-effa4f76-ec28-4608-ae50-77dd478c947a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:02:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['58b4a702-3830-46ab-95bb-736c41911d2f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:02:42.202296 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-cfd533e6-ce2f-413a-a29e-e17683eaa669 None None] Set router ffda0b1c-7d0e-4f6c-8441-02f1413af9da gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:02:42.222662 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256e6d6-a41f-489c-a616-01eedf98f246 req-4643e40d-c0d2-4e20-aa70-5aaf5fa48a9e tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:42.224447 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e256e6d6-a41f-489c-a616-01eedf98f246 req-4643e40d-c0d2-4e20-aa70-5aaf5fa48a9e tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5 HTTP/1.1" status: 200 len: 943 time: 0.1235359 Jul 23 20:02:42.256831 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 25ad9a0f-798f-4770-8967-800a2c00b862 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:02:42.294157 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e256e6d6-a41f-489c-a616-01eedf98f246 req-dac5dc6b-bea9-4417-8460-0c00aa563710 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609634 Jul 23 20:02:42.404665 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926729c6-1077-4254-94c1-f057049dc9d2 req-71c02ca6-f3f9-4674-a112-d6947a365aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:42.405867 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-926729c6-1077-4254-94c1-f057049dc9d2 req-71c02ca6-f3f9-4674-a112-d6947a365aef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3d6e44c4dd248468c67611aa3d977ae&device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5 HTTP/1.1" status: 200 len: 1126 time: 0.4259984 Jul 23 20:02:42.412283 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-effa4f76-ec28-4608-ae50-77dd478c947a None None] Set router 58b4a702-3830-46ab-95bb-736c41911d2f gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:02:42.417172 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d56ea9-fb12-42fb-add5-cea135833821 req-85b1dd6e-895b-4390-9fd7-48ccab78ecd7 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:42.418649 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a8d56ea9-fb12-42fb-add5-cea135833821 req-85b1dd6e-895b-4390-9fd7-48ccab78ecd7 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 950 time: 0.4629099 Jul 23 20:02:42.424576 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 25ad9a0f-798f-4770-8967-800a2c00b862 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:02:42.433585 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 25ad9a0f-798f-4770-8967-800a2c00b862 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:02:42.434169 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:42.479568 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-48b0673b-e2bc-40cd-9db5-1dcabfd73804 admin admin] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:42.574576 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a8d56ea9-fb12-42fb-add5-cea135833821 req-244941a4-6af7-469f-b1fc-ee1adce9309f tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444187 Jul 23 20:02:42.671028 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926729c6-1077-4254-94c1-f057049dc9d2 req-56a15c0e-8355-49b1-be08-d746d0456843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:42.673422 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-926729c6-1077-4254-94c1-f057049dc9d2 req-56a15c0e-8355-49b1-be08-d746d0456843 service neutron] 10.222.0.30 "GET /v2.0/networks?id=18f1c189-135d-4e39-8a5e-b364e733193d HTTP/1.1" status: 200 len: 921 time: 0.2537794 Jul 23 20:02:42.717660 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-effa4f76-ec28-4608-ae50-77dd478c947a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b4a702-3830-46ab-95bb-736c41911d2f', 'name': 'tempest-ServersTestMultiNic-1362626496-router', 'tenant_id': '79cc250b59e84b978e0f6f82bacf527e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '389f9ba0-afaf-4e29-98c9-308a91ae6318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:00:52Z', 'updated_at': '2021-07-23T20:02:40Z', 'revision_number': 5, 'project_id': '79cc250b59e84b978e0f6f82bacf527e', 'gw_port': {'id': '389f9ba0-afaf-4e29-98c9-308a91ae6318', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:96:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b4a702-3830-46ab-95bb-736c41911d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:00:52Z', 'updated_at': '2021-07-23T20:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:02:42.748144 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:42.758075 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-926729c6-1077-4254-94c1-f057049dc9d2 req-aabcdd56-a722-45e0-bf20-1aae2e2dda95 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 HTTP/1.1" status: 200 len: 217 time: 0.0674996 Jul 23 20:02:42.763260 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-48b0673b-e2bc-40cd-9db5-1dcabfd73804 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:42.779088 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effa4f76-ec28-4608-ae50-77dd478c947a None None] Checking router: 58b4a702-3830-46ab-95bb-736c41911d2f for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:02:42.791888 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 25ad9a0f-798f-4770-8967-800a2c00b862, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=25ad9a0f-798f-4770-8967-800a2c00b862,segment=NetworkSegment(68bc1acd-7cf9-4313-804d-1112a3e20afc),segment_id=68bc1acd-7cf9-4313-804d-1112a3e20afc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:42.799743 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f4aa74-7df3-4cf9-9b2b-f809ee54f128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ad9a0f-798f-4770-8967-800a2c00b862'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:02:42.801779 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f63516-a13a-41d5-b1c1-d8dde1477e32" -d '{"events": [{"server_uuid": "42f4aa74-7df3-4cf9-9b2b-f809ee54f128", "name": "network-vif-plugged", "status": "completed", "tag": "25ad9a0f-798f-4770-8967-800a2c00b862"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:02:42.806001 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effa4f76-ec28-4608-ae50-77dd478c947a None None] Routers {'58b4a702-3830-46ab-95bb-736c41911d2f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:02:42.806931 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-effa4f76-ec28-4608-ae50-77dd478c947a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:02:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['58b4a702-3830-46ab-95bb-736c41911d2f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:02:42.813306 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:42.917769 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb5b6e1-b056-4beb-940e-4e869cd897a3 x-openstack-request-id: req-8bb5b6e1-b056-4beb-940e-4e869cd897a3 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:02:42.918132 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f4aa74-7df3-4cf9-9b2b-f809ee54f128", "name": "network-vif-plugged", "status": "completed", "tag": "25ad9a0f-798f-4770-8967-800a2c00b862", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:02:42.918449 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8bb5b6e1-b056-4beb-940e-4e869cd897a3 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:02:42.918905 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f4aa74-7df3-4cf9-9b2b-f809ee54f128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ad9a0f-798f-4770-8967-800a2c00b862', 'code': 200} Jul 23 20:02:42.921216 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=25ad9a0f-798f-4770-8967-800a2c00b862,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:42.957139 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926729c6-1077-4254-94c1-f057049dc9d2 req-8e443e31-35fc-44d4-a344-2c13222bd97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:42.961452 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-926729c6-1077-4254-94c1-f057049dc9d2 req-8e443e31-35fc-44d4-a344-2c13222bd97b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff9cc1f3-5cfa-4b1f-ac36-a859db46b374 HTTP/1.1" status: 200 len: 860 time: 0.1877565 Jul 23 20:02:42.973033 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e411432-95c1-4712-8403-f755e1674278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:43.029426 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-cfd533e6-ce2f-413a-a29e-e17683eaa669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447707414-router', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '98569d9f-8fa4-47ee-ad26-defc55abbf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:19Z', 'updated_at': '2021-07-23T19:59:28Z', 'revision_number': 4, 'project_id': '31ece22b4c2940ca986a58a7e24f5205', 'gw_port': {'id': '98569d9f-8fa4-47ee-ad26-defc55abbf0f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:21Z', 'updated_at': '2021-07-23T19:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '07d32348-ceaf-41ba-9de3-4bc88b258408', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'floating_ip_address': '172.25.1.35', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'port_id': 'e21cebdd-dcd8-4a00-b706-5378b87ef05a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521', 'mac_address': 'fa:16:3e:6c:c1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c330c9a8-8e67-4613-b20f-4e09fcb29bec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:00:00Z', 'updated_at': '2021-07-23T20:02:40Z', 'revision_number': 5, 'project_id': '31ece22b4c2940ca986a58a7e24f5205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75cd6d17-de1b-4878-8550-c468f3065d87', 'name': '', 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'mac_address': 'fa:16:3e:88:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '943dd119-adc0-42fb-a667-378d66460d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:26Z', 'updated_at': '2021-07-23T19:59:36Z', 'revision_number': 5, 'project_id': '31ece22b4c2940ca986a58a7e24f5205', 'subnets': [{'id': '943dd119-adc0-42fb-a667-378d66460d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:02:43.061992 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-926729c6-1077-4254-94c1-f057049dc9d2 req-b468d8e6-95c8-4e4e-ba1e-bd9305014f74 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=18f1c189-135d-4e39-8a5e-b364e733193d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869510 Jul 23 20:02:43.064708 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b1b35-8df3-45a4-9a0c-0ec9389de10c req-4efcaa0d-02b6-44c0-8d90-e82c266b97ef tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:43.072428 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-057b1b35-8df3-45a4-9a0c-0ec9389de10c req-4efcaa0d-02b6-44c0-8d90-e82c266b97ef tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5674f4a-69e7-450f-9b3f-19407cbf0961 HTTP/1.1" status: 200 len: 945 time: 0.2024438 Jul 23 20:02:43.083666 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-effa4f76-ec28-4608-ae50-77dd478c947a None None] Set router 58b4a702-3830-46ab-95bb-736c41911d2f gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:02:43.097906 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd533e6-ce2f-413a-a29e-e17683eaa669 None None] The sync data for ids ['ffda0b1c-7d0e-4f6c-8441-02f1413af9da'] in n-d-793618-10 is: [{'id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447707414-router', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '98569d9f-8fa4-47ee-ad26-defc55abbf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:19Z', 'updated_at': '2021-07-23T19:59:28Z', 'revision_number': 4, 'project_id': '31ece22b4c2940ca986a58a7e24f5205', 'gw_port': {'id': '98569d9f-8fa4-47ee-ad26-defc55abbf0f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:21Z', 'updated_at': '2021-07-23T19:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '07d32348-ceaf-41ba-9de3-4bc88b258408', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'floating_ip_address': '172.25.1.35', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'port_id': 'e21cebdd-dcd8-4a00-b706-5378b87ef05a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521', 'mac_address': 'fa:16:3e:6c:c1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c330c9a8-8e67-4613-b20f-4e09fcb29bec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:00:00Z', 'updated_at': '2021-07-23T20:02:40Z', 'revision_number': 5, 'project_id': '31ece22b4c2940ca986a58a7e24f5205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75cd6d17-de1b-4878-8550-c468f3065d87', 'name': '', 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'mac_address': 'fa:16:3e:88:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '943dd119-adc0-42fb-a667-378d66460d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:26Z', 'updated_at': '2021-07-23T19:59:36Z', 'revision_number': 5, 'project_id': '31ece22b4c2940ca986a58a7e24f5205', 'subnets': [{'id': '943dd119-adc0-42fb-a667-378d66460d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:02:43.123976 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-057b1b35-8df3-45a4-9a0c-0ec9389de10c req-ae7c7847-f09f-47a0-aafd-9635bbbcdce3 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503941 Jul 23 20:02:43.153372 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-48b0673b-e2bc-40cd-9db5-1dcabfd73804 admin admin] Deleting port 389f9ba0-afaf-4e29-98c9-308a91ae6318 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:02:43.153741 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-48b0673b-e2bc-40cd-9db5-1dcabfd73804 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:43.180515 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-effa4f76-ec28-4608-ae50-77dd478c947a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b4a702-3830-46ab-95bb-736c41911d2f', 'name': 'tempest-ServersTestMultiNic-1362626496-router', 'tenant_id': '79cc250b59e84b978e0f6f82bacf527e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:00:52Z', 'updated_at': '2021-07-23T20:02:42Z', 'revision_number': 6, 'project_id': '79cc250b59e84b978e0f6f82bacf527e', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:02:43.213162 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effa4f76-ec28-4608-ae50-77dd478c947a None None] The sync data for ids ['58b4a702-3830-46ab-95bb-736c41911d2f'] in n-d-793618-10 is: [{'id': '58b4a702-3830-46ab-95bb-736c41911d2f', 'name': 'tempest-ServersTestMultiNic-1362626496-router', 'tenant_id': '79cc250b59e84b978e0f6f82bacf527e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:00:52Z', 'updated_at': '2021-07-23T20:02:42Z', 'revision_number': 6, 'project_id': '79cc250b59e84b978e0f6f82bacf527e', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:02:43.246836 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:43.402699 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e929bb-a0d3-4c0b-b03d-eb489276a8a0 req-404f2506-4b5a-4c97-bb9e-725f5dea1e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:43.404234 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e8e929bb-a0d3-4c0b-b03d-eb489276a8a0 req-404f2506-4b5a-4c97-bb9e-725f5dea1e65 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=42f4aa74-7df3-4cf9-9b2b-f809ee54f128 HTTP/1.1" status: 200 len: 1098 time: 0.4028413 Jul 23 20:02:43.412586 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-926729c6-1077-4254-94c1-f057049dc9d2 req-af2d7c54-e1c8-4956-8b7a-cc20cc5f8d72 service neutron] 10.222.0.30 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085499 Jul 23 20:02:43.431338 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-48b0673b-e2bc-40cd-9db5-1dcabfd73804 admin admin] For port 389f9ba0-afaf-4e29-98c9-308a91ae6318, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=389f9ba0-afaf-4e29-98c9-308a91ae6318,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:43.431700 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-48b0673b-e2bc-40cd-9db5-1dcabfd73804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:43.445755 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c43ccd-055d-4847-bd11-a6f687ed71bd None None] New status for floating IP 07d32348-ceaf-41ba-9de3-4bc88b258408: ACTIVE {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:02:43.449684 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e400bc6-40fa-471e-ba0f-444d7b54f80d req-33dd144e-6a8b-4a7d-813a-c5031990d881 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:43.456977 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e400bc6-40fa-471e-ba0f-444d7b54f80d req-33dd144e-6a8b-4a7d-813a-c5031990d881 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=42f4aa74-7df3-4cf9-9b2b-f809ee54f128 HTTP/1.1" status: 200 len: 946 time: 0.4081538 Jul 23 20:02:43.594945 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-926729c6-1077-4254-94c1-f057049dc9d2 req-f3b14641-36a4-46cd-8b24-7bb0f18278f2 service neutron] 10.222.0.30 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673522 Jul 23 20:02:43.613564 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-48b0673b-e2bc-40cd-9db5-1dcabfd73804 admin admin] Calling delete_port for 389f9ba0-afaf-4e29-98c9-308a91ae6318 owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:02:43.728872 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddc8af-8165-4c7c-93ab-0da6f8c29d70 req-dbabef7b-f70a-4b1e-94f3-0a0ff5a7af21 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:43.730467 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3eddc8af-8165-4c7c-93ab-0da6f8c29d70 req-dbabef7b-f70a-4b1e-94f3-0a0ff5a7af21 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5 HTTP/1.1" status: 200 len: 943 time: 0.1567321 Jul 23 20:02:43.798125 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3eddc8af-8165-4c7c-93ab-0da6f8c29d70 req-52f56daa-0815-4275-98cb-0356c01d11c3 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552199 Jul 23 20:02:43.820493 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e8e929bb-a0d3-4c0b-b03d-eb489276a8a0 req-1f2fe3a5-fc44-44c3-baef-f89fd5df2a3d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068115 Jul 23 20:02:43.856137 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e400bc6-40fa-471e-ba0f-444d7b54f80d req-99dcc316-f157-48ca-92aa-64833c2b9b1f tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981721 Jul 23 20:02:43.895793 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:43.925314 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37898) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:02:43.944884 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926729c6-1077-4254-94c1-f057049dc9d2 req-85049396-65df-423d-aa1c-6ed32ab910ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:43.950745 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-926729c6-1077-4254-94c1-f057049dc9d2 req-85049396-65df-423d-aa1c-6ed32ab910ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=31ece22b4c2940ca986a58a7e24f5205&device_id=c330c9a8-8e67-4613-b20f-4e09fcb29bec HTTP/1.1" status: 200 len: 1098 time: 0.2011507 Jul 23 20:02:43.990524 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e9c3a-7cfe-4f0c-9ce1-c5d0446c1232 req-61808d31-c3e7-46cd-bd52-294eed86e9af tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:43.992197 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7a7e9c3a-7cfe-4f0c-9ce1-c5d0446c1232 req-61808d31-c3e7-46cd-bd52-294eed86e9af tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 950 time: 0.1075985 Jul 23 20:02:44.048012 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7a7e9c3a-7cfe-4f0c-9ce1-c5d0446c1232 req-779668aa-7136-433e-9060-a8349369b4ff tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455599 Jul 23 20:02:44.088191 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-86b5adac-b35c-436f-8efc-6128d98435b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:44.103685 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-48b0673b-e2bc-40cd-9db5-1dcabfd73804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:44.148227 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926729c6-1077-4254-94c1-f057049dc9d2 req-ae40bce2-c0e3-459a-83f0-45776bebe4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:44.154464 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-926729c6-1077-4254-94c1-f057049dc9d2 req-ae40bce2-c0e3-459a-83f0-45776bebe4c8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c601b8b0-fff2-4d36-9f97-ebce138e0521 HTTP/1.1" status: 200 len: 925 time: 0.1996171 Jul 23 20:02:44.170687 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:44.176455 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0673b-e2bc-40cd-9db5-1dcabfd73804 admin admin] Pushing event deleted for resources: {'Port': ['ID=389f9ba0-afaf-4e29-98c9-308a91ae6318,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:44.240742 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-86b5adac-b35c-436f-8efc-6128d98435b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:44.246466 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-86b5adac-b35c-436f-8efc-6128d98435b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:44.286800 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:44.306822 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-86b5adac-b35c-436f-8efc-6128d98435b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fb8ac4c7aa7a4d65848f5a5b7edfe5b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3792758 Jul 23 20:02:44.309364 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5adac-b35c-436f-8efc-6128d98435b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6128a0d4-1e64-4bbd-95c8-3f2307ad88e0,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:44.310936 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37908) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:02:44.343486 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-926729c6-1077-4254-94c1-f057049dc9d2 req-d9e4754a-8124-425f-9f18-bcadf9b1b293 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e21cebdd-dcd8-4a00-b706-5378b87ef05a HTTP/1.1" status: 200 len: 1001 time: 0.1767092 Jul 23 20:02:44.401878 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-48b0673b-e2bc-40cd-9db5-1dcabfd73804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:44.820930 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-48b0673b-e2bc-40cd-9db5-1dcabfd73804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:44.824577 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926729c6-1077-4254-94c1-f057049dc9d2 req-bc1ea388-f20d-49da-ba1b-5585dd769c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:44.828842 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-926729c6-1077-4254-94c1-f057049dc9d2 req-bc1ea388-f20d-49da-ba1b-5585dd769c63 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=943dd119-adc0-42fb-a667-378d66460d4a HTTP/1.1" status: 200 len: 863 time: 0.4742177 Jul 23 20:02:44.830923 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-48b0673b-e2bc-40cd-9db5-1dcabfd73804 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:44.872843 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e058a-ff31-4121-baa5-dc5c4beedb6d req-4f7262e2-4aeb-413e-b7ff-7d6fc0e6aaa7 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:44.879856 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f58e058a-ff31-4121-baa5-dc5c4beedb6d req-4f7262e2-4aeb-413e-b7ff-7d6fc0e6aaa7 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5674f4a-69e7-450f-9b3f-19407cbf0961 HTTP/1.1" status: 200 len: 945 time: 0.6564476 Jul 23 20:02:44.966823 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1902f989-2ffd-45e2-9402-0ee149c99987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:44.996468 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd53bd-a28a-4295-b53c-9b1a562d8d11 req-4ef42179-d059-4c5c-a708-c2b8422927e9 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:44.996737 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-48b0673b-e2bc-40cd-9db5-1dcabfd73804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:44.997103 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b0673b-e2bc-40cd-9db5-1dcabfd73804 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58b4a702-3830-46ab-95bb-736c41911d2f {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:02:44.998774 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e1fd53bd-a28a-4295-b53c-9b1a562d8d11 req-4ef42179-d059-4c5c-a708-c2b8422927e9 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5 HTTP/1.1" status: 200 len: 943 time: 0.0942278 Jul 23 20:02:45.011432 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-48b0673b-e2bc-40cd-9db5-1dcabfd73804 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:45.012614 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-48b0673b-e2bc-40cd-9db5-1dcabfd73804 admin admin] 10.222.0.32 "DELETE /v2.0/routers/58b4a702-3830-46ab-95bb-736c41911d2f HTTP/1.1" status: 204 len: 168 time: 2.9052100 Jul 23 20:02:45.018782 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37916) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:02:45.032577 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1902f989-2ffd-45e2-9402-0ee149c99987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:45.038650 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f58e058a-ff31-4121-baa5-dc5c4beedb6d req-dcd1deb0-4d83-4ad3-aec8-9365c337021a tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377728 Jul 23 20:02:45.093058 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926729c6-1077-4254-94c1-f057049dc9d2 req-8ff5a9fc-7d75-4d4e-a4ad-2b77c6a3c93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:45.095413 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-926729c6-1077-4254-94c1-f057049dc9d2 req-8ff5a9fc-7d75-4d4e-a4ad-2b77c6a3c93b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c601b8b0-fff2-4d36-9f97-ebce138e0521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2539921 Jul 23 20:02:45.179627 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1902f989-2ffd-45e2-9402-0ee149c99987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:45.182917 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e1fd53bd-a28a-4295-b53c-9b1a562d8d11 req-6142b06a-ce07-4169-8d3a-56ca051f3d4c tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645095 Jul 23 20:02:45.191595 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1902f989-2ffd-45e2-9402-0ee149c99987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:45.197689 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1902f989-2ffd-45e2-9402-0ee149c99987 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6128a0d4-1e64-4bbd-95c8-3f2307ad88e0 HTTP/1.1" status: 204 len: 168 time: 0.8797064 Jul 23 20:02:45.200532 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6ca0093-6a88-4d78-b271-9c7fb9f2118a admin admin] Deleting subnet 4f4c7565-f6a4-433e-95f0-ca00fec792eb {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:02:45.207115 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e6ca0093-6a88-4d78-b271-9c7fb9f2118a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:45.232126 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 926b2134-64dd-4d94-a967-714309397266 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:02:45.290654 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1902f989-2ffd-45e2-9402-0ee149c99987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6128a0d4-1e64-4bbd-95c8-3f2307ad88e0,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:45.316852 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e6ca0093-6a88-4d78-b271-9c7fb9f2118a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:45.355051 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 926b2134-64dd-4d94-a967-714309397266 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:02:45.355744 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 926b2134-64dd-4d94-a967-714309397266 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:02:45.356486 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 389f9ba0-afaf-4e29-98c9-308a91ae6318 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:02:45.392551 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 389f9ba0-afaf-4e29-98c9-308a91ae6318 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:02:45.393167 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 389f9ba0-afaf-4e29-98c9-308a91ae6318 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:02:45.467146 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-926729c6-1077-4254-94c1-f057049dc9d2 req-39f29aa5-a6fd-4777-8d74-a1c981a074f8 service neutron] 10.222.0.30 "GET /v2.0/networks/c601b8b0-fff2-4d36-9f97-ebce138e0521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635046 Jul 23 20:02:45.568724 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab813d5-d5cb-4729-a4f0-b693460daa36 req-ed70e677-2dd7-41a6-805a-32e140b9f5e4 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:45.570537 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0ab813d5-d5cb-4729-a4f0-b693460daa36 req-ed70e677-2dd7-41a6-805a-32e140b9f5e4 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=42f4aa74-7df3-4cf9-9b2b-f809ee54f128 HTTP/1.1" status: 200 len: 946 time: 0.1881924 Jul 23 20:02:45.638078 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-926729c6-1077-4254-94c1-f057049dc9d2 req-59835e1d-78e4-4796-8fec-9461af31651e service neutron] 10.222.0.30 "GET /v2.0/networks/c601b8b0-fff2-4d36-9f97-ebce138e0521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619043 Jul 23 20:02:45.649760 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0ab813d5-d5cb-4729-a4f0-b693460daa36 req-01a48497-138f-4aa3-910b-c795f7e1feab tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669668 Jul 23 20:02:45.663561 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c8493-8dd5-4d6b-99d8-ca9fc9d6d3bc req-5f1b3a4c-1c59-4e28-af01-3a29e4a0fa29 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:45.665188 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e14c8493-8dd5-4d6b-99d8-ca9fc9d6d3bc req-5f1b3a4c-1c59-4e28-af01-3a29e4a0fa29 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 950 time: 0.3003290 Jul 23 20:02:45.670917 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e6ca0093-6a88-4d78-b271-9c7fb9f2118a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:45.760018 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e14c8493-8dd5-4d6b-99d8-ca9fc9d6d3bc req-339a3d10-1803-4f24-8f05-29a5f0c36e49 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865264 Jul 23 20:02:45.782552 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:45.794044 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e6ca0093-6a88-4d78-b271-9c7fb9f2118a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:45.834334 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca0093-6a88-4d78-b271-9c7fb9f2118a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f4c7565-f6a4-433e-95f0-ca00fec792eb,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:45.838911 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e6ca0093-6a88-4d78-b271-9c7fb9f2118a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:45.841201 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e6ca0093-6a88-4d78-b271-9c7fb9f2118a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4f4c7565-f6a4-433e-95f0-ca00fec792eb HTTP/1.1" status: 204 len: 168 time: 0.8218787 Jul 23 20:02:45.845121 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37934) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:02:45.850563 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799dc0ba-ff67-468e-af27-98a29881c8c2 None None] Network 471c1191-916f-494a-b9cd-5ed7d5f75291 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:02:45.925705 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-573a0dec-1801-4285-a04d-a5e9c59e7930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:45.998086 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-573a0dec-1801-4285-a04d-a5e9c59e7930 admin admin] Deleting port 2eaa443f-677d-4df6-84ff-3a77169a6691 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:02:45.998621 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-573a0dec-1801-4285-a04d-a5e9c59e7930 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:46.076648 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-573a0dec-1801-4285-a04d-a5e9c59e7930 admin admin] For port 2eaa443f-677d-4df6-84ff-3a77169a6691, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=2eaa443f-677d-4df6-84ff-3a77169a6691,segment=NetworkSegment(244e4d90-5c0e-40d1-9be7-ca75d98fa21a),segment_id=244e4d90-5c0e-40d1-9be7-ca75d98fa21a)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:46.077177 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-573a0dec-1801-4285-a04d-a5e9c59e7930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:46.126866 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-573a0dec-1801-4285-a04d-a5e9c59e7930 admin admin] Calling delete_port for 2eaa443f-677d-4df6-84ff-3a77169a6691 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:02:46.242181 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13c924a-5292-431b-908a-c2b1970b8047 None None] DHCP port deletion for 471c1191-916f-494a-b9cd-5ed7d5f75291 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:02:46.353797 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a13c924a-5292-431b-908a-c2b1970b8047 None None] Deleting port 2eaa443f-677d-4df6-84ff-3a77169a6691 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:02:46.354170 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a13c924a-5292-431b-908a-c2b1970b8047 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:46.384113 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9514f-3654-463f-b591-6a5ceee850e7 req-f9548bf1-5b06-4327-b05e-1618e948f5f4 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:46.386865 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-99b9514f-3654-463f-b591-6a5ceee850e7 req-f9548bf1-5b06-4327-b05e-1618e948f5f4 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5674f4a-69e7-450f-9b3f-19407cbf0961 HTTP/1.1" status: 200 len: 945 time: 0.1437020 Jul 23 20:02:46.389068 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-573a0dec-1801-4285-a04d-a5e9c59e7930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:46.432347 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a02a4b-a4e9-4741-a3fa-440b4b439b59 req-44dfc781-ac45-40ac-8bef-2ec093184940 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:46.449579 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f0a02a4b-a4e9-4741-a3fa-440b4b439b59 req-44dfc781-ac45-40ac-8bef-2ec093184940 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=42f4aa74-7df3-4cf9-9b2b-f809ee54f128 HTTP/1.1" status: 200 len: 946 time: 0.1458294 Jul 23 20:02:46.477828 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a0dec-1801-4285-a04d-a5e9c59e7930 admin admin] Pushing event deleted for resources: {'Port': ['ID=2eaa443f-677d-4df6-84ff-3a77169a6691,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:46.481509 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573a0dec-1801-4285-a04d-a5e9c59e7930 admin admin] No DVR routers for this DVR port 2eaa443f-677d-4df6-84ff-3a77169a6691 on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:02:46.490960 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-a13c924a-5292-431b-908a-c2b1970b8047 None None] For port 2eaa443f-677d-4df6-84ff-3a77169a6691, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=2eaa443f-677d-4df6-84ff-3a77169a6691,segment=NetworkSegment(244e4d90-5c0e-40d1-9be7-ca75d98fa21a),segment_id=244e4d90-5c0e-40d1-9be7-ca75d98fa21a)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:46.491548 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a13c924a-5292-431b-908a-c2b1970b8047 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:46.519904 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f0a02a4b-a4e9-4741-a3fa-440b4b439b59 req-ecd670fa-04b8-4be3-b6b9-b887cbe1d29b tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693755 Jul 23 20:02:46.521059 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a13c924a-5292-431b-908a-c2b1970b8047 None None] Calling delete_port for 2eaa443f-677d-4df6-84ff-3a77169a6691 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:02:46.636037 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-99b9514f-3654-463f-b591-6a5ceee850e7 req-b26941b5-d6b5-4b44-af55-ec38b0463fef tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403147 Jul 23 20:02:46.662974 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37954) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:02:46.681882 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b93936-8a2a-40a8-8389-cf14c33ce592 req-708a5e45-be3d-465f-9ad0-9c62e5feae8e tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:46.692223 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-24b93936-8a2a-40a8-8389-cf14c33ce592 req-708a5e45-be3d-465f-9ad0-9c62e5feae8e tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5 HTTP/1.1" status: 200 len: 943 time: 0.1144292 Jul 23 20:02:46.699454 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a13c924a-5292-431b-908a-c2b1970b8047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:46.710024 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-573a0dec-1801-4285-a04d-a5e9c59e7930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:46.728483 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c924a-5292-431b-908a-c2b1970b8047 None None] Pushing event deleted for resources: {'Port': ['ID=2eaa443f-677d-4df6-84ff-3a77169a6691,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:46.733645 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13c924a-5292-431b-908a-c2b1970b8047 None None] No DVR routers for this DVR port 2eaa443f-677d-4df6-84ff-3a77169a6691 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:02:46.746033 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-573a0dec-1801-4285-a04d-a5e9c59e7930 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['471c1191-916f-494a-b9cd-5ed7d5f75291']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:02:46.757562 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-24b93936-8a2a-40a8-8389-cf14c33ce592 req-046fd973-a047-4c7a-a68b-a819af65cd27 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617836 Jul 23 20:02:46.765220 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-573a0dec-1801-4285-a04d-a5e9c59e7930 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '244e4d90-5c0e-40d1-9be7-ca75d98fa21a') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:02:46.766289 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-573a0dec-1801-4285-a04d-a5e9c59e7930 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '244e4d90-5c0e-40d1-9be7-ca75d98fa21a') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:02:46.776725 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-573a0dec-1801-4285-a04d-a5e9c59e7930 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:46.792288 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-573a0dec-1801-4285-a04d-a5e9c59e7930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:46.799864 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-573a0dec-1801-4285-a04d-a5e9c59e7930 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:02:46.800434 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-573a0dec-1801-4285-a04d-a5e9c59e7930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:46.863763 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:02:46.863763 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:02:46.863763 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:02:46.863763 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:02:46.863763 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:02:46.863763 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:02:46.863763 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:02:46.863763 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:02:46.863763 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:02:46.863763 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:02:46.863763 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:02:46.863763 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:02:46.863763 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:02:46.863763 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:02:46.863763 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:02:46.863763 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:02:46.863763 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:02:46.863763 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:02:46.863763 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:02:46.863763 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:02:46.863763 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:02:46.863763 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:02:46.863763 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:02:46.863763 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:02:46.863763 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:02:46.863763 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:02:46.863763 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:02:46.863763 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:02:46.863763 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:02:46.863763 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:02:46.863763 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:02:46.863763 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:02:46.883804 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-573a0dec-1801-4285-a04d-a5e9c59e7930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:46.895624 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-573a0dec-1801-4285-a04d-a5e9c59e7930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:46.899053 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-573a0dec-1801-4285-a04d-a5e9c59e7930 admin admin] 10.222.0.32 "DELETE /v2.0/networks/471c1191-916f-494a-b9cd-5ed7d5f75291 HTTP/1.1" status: 204 len: 168 time: 1.0530581 Jul 23 20:02:46.935708 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-f47db4c4-1f16-4161-a8c1-99a7476bc660 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1173147-network', 'tenant_id': '112939265a5547faabf279e97fc2b4ed'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:02:46.954908 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a0dec-1801-4285-a04d-a5e9c59e7930 admin admin] Pushing event deleted for resources: {'Network': ['ID=471c1191-916f-494a-b9cd-5ed7d5f75291,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:46.993827 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47db4c4-1f16-4161-a8c1-99a7476bc660 admin admin] Made reservation on behalf of 112939265a5547faabf279e97fc2b4ed for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:02:46.997090 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f47db4c4-1f16-4161-a8c1-99a7476bc660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:47.021537 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c535ce-7a95-4b05-8c90-297ad6b15797 req-31981cb6-0881-451a-a870-d13ef96fd566 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:47.023075 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f2c535ce-7a95-4b05-8c90-297ad6b15797 req-31981cb6-0881-451a-a870-d13ef96fd566 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 950 time: 0.1527121 Jul 23 20:02:47.024460 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f47db4c4-1f16-4161-a8c1-99a7476bc660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:47.075408 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37964) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:02:47.116309 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f2c535ce-7a95-4b05-8c90-297ad6b15797 req-ff836717-eecb-44ad-a0a9-ea2dca579ef8 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814056 Jul 23 20:02:47.127658 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-77d266c4-05a4-4bb8-9d0d-0121cea9e989 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=79cc250b59e84b978e0f6f82bacf527e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510635 Jul 23 20:02:47.129896 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37966) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:02:47.135858 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 2eaa443f-677d-4df6-84ff-3a77169a6691 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:02:47.160262 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 2eaa443f-677d-4df6-84ff-3a77169a6691 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:02:47.161565 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 2eaa443f-677d-4df6-84ff-3a77169a6691 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:02:47.186457 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-720275b7-b1ec-4799-821f-2b1a296c0cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:47.198346 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f47db4c4-1f16-4161-a8c1-99a7476bc660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:47.203489 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f47db4c4-1f16-4161-a8c1-99a7476bc660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:47.210394 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-720275b7-b1ec-4799-821f-2b1a296c0cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:47.231642 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f47db4c4-1f16-4161-a8c1-99a7476bc660 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:02:47.241770 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47db4c4-1f16-4161-a8c1-99a7476bc660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8d74ea-3b86-4f30-9b34-3061c472c148,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:47.250580 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f47db4c4-1f16-4161-a8c1-99a7476bc660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:47.251288 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-f47db4c4-1f16-4161-a8c1-99a7476bc660 admin admin] Added segment 09c16a36-f585-4003-9e2f-a9905bed7329 of type vlan for network e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 Jul 23 20:02:47.276569 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-720275b7-b1ec-4799-821f-2b1a296c0cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:47.279204 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-720275b7-b1ec-4799-821f-2b1a296c0cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:47.280485 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-720275b7-b1ec-4799-821f-2b1a296c0cd3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c05a2f49-6680-49e0-b00d-36d7f89d365d HTTP/1.1" status: 204 len: 168 time: 0.1496620 Jul 23 20:02:47.305960 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720275b7-b1ec-4799-821f-2b1a296c0cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05a2f49-6680-49e0-b00d-36d7f89d365d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:47.326906 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f47db4c4-1f16-4161-a8c1-99a7476bc660 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:47.362863 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f47db4c4-1f16-4161-a8c1-99a7476bc660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:47.363861 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47db4c4-1f16-4161-a8c1-99a7476bc660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:47.364455 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f47db4c4-1f16-4161-a8c1-99a7476bc660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:47.439426 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47db4c4-1f16-4161-a8c1-99a7476bc660 admin admin] Pushing event updated for resources: {'Network': ['ID=e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:47.452275 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:02:47.462265 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f47db4c4-1f16-4161-a8c1-99a7476bc660 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8073199 Jul 23 20:02:47.465246 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37976) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:02:47.470509 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-c1e2956d-8705-447b-9048-d51704342dd8 admin admin] Request body: {'subnet': {'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1173147-subnet', 'tenant_id': '112939265a5547faabf279e97fc2b4ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:02:47.520616 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-0e0b6264-bf89-43e5-b72d-927e8fef9e30 service neutron] 10.222.0.30 "GET /v2.0/ports/6b7ee242-aab5-4f4d-90ec-2bb39beaefb2/bindings/n-h2-793618-10 HTTP/1.1" status: 200 len: 385 time: 0.1139755 Jul 23 20:02:47.522044 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e2956d-8705-447b-9048-d51704342dd8 admin admin] Made reservation on behalf of 112939265a5547faabf279e97fc2b4ed for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:02:47.524481 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c1e2956d-8705-447b-9048-d51704342dd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:47.579373 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d75214-9141-4bad-a81f-56556f63b42c req-52cec8db-40ed-460e-9c37-69bab8aeacbc tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:47.581011 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a5d75214-9141-4bad-a81f-56556f63b42c req-52cec8db-40ed-460e-9c37-69bab8aeacbc tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/networks?id=1582e281-e174-4775-af11-ce2168db586d HTTP/1.1" status: 200 len: 808 time: 0.1467083 Jul 23 20:02:47.597753 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a5d75214-9141-4bad-a81f-56556f63b42c req-1dec1888-bfc0-4228-9c2c-2b20a637fda5 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/quotas/46e8b52fe188445da9dc740883af8e52 HTTP/1.1" status: 200 len: 375 time: 0.0104864 Jul 23 20:02:47.675740 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a5d75214-9141-4bad-a81f-56556f63b42c req-1d2a25d1-23e2-49e1-b78b-f15e00ccb205 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=46e8b52fe188445da9dc740883af8e52&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0721314 Jul 23 20:02:47.780747 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a5d75214-9141-4bad-a81f-56556f63b42c req-efdea43b-1ac2-4c56-95a8-3b60d53aa91a service neutron] 10.222.0.32 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969620 Jul 23 20:02:47.807174 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c03cf-59e8-4db0-ad3d-d5468620f089 req-44cee225-2b5e-461c-933d-7dfc8c211398 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:47.808650 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cb2c03cf-59e8-4db0-ad3d-d5468620f089 req-44cee225-2b5e-461c-933d-7dfc8c211398 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=42f4aa74-7df3-4cf9-9b2b-f809ee54f128 HTTP/1.1" status: 200 len: 946 time: 0.2035210 Jul 23 20:02:47.882862 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a5d75214-9141-4bad-a81f-56556f63b42c req-fcf7800d-ac30-463d-8acb-7240e0b4c2b0 service neutron] 10.222.0.32 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941565 Jul 23 20:02:47.886633 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-ad880183-4a37-4c0a-a3b6-0f0ea3c77538 service neutron] For port 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=6b7ee242-aab5-4f4d-90ec-2bb39beaefb2,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:47.930094 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cb2c03cf-59e8-4db0-ad3d-d5468620f089 req-a521739f-1be7-472c-af0e-b0dec0591389 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901895 Jul 23 20:02:47.939792 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-ad880183-4a37-4c0a-a3b6-0f0ea3c77538 service neutron] For port 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:02:48.055679 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-ad880183-4a37-4c0a-a3b6-0f0ea3c77538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:02:48.064870 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c1e2956d-8705-447b-9048-d51704342dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:48.074534 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-ad880183-4a37-4c0a-a3b6-0f0ea3c77538 service neutron] For port 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=6b7ee242-aab5-4f4d-90ec-2bb39beaefb2,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:48.103975 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:02:48.105122 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38012) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:02:48.126647 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-ad880183-4a37-4c0a-a3b6-0f0ea3c77538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:48.174271 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2956d-8705-447b-9048-d51704342dd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f1af588-88a6-41d9-93e0-be352471d81c,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:48.253164 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e2956d-8705-447b-9048-d51704342dd8 admin admin] Checking segment: {'id': '09c16a36-f585-4003-9e2f-a9905bed7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:02:48.253546 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e2956d-8705-447b-9048-d51704342dd8 admin admin] Network hostable DHCP agents. Network: e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:02:48.262196 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbffc03-ec56-41e8-bdb2-aec48158b095 req-aa675796-1de9-434d-9926-5370d1f2e795 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:48.269897 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bcbffc03-ec56-41e8-bdb2-aec48158b095 req-aa675796-1de9-434d-9926-5370d1f2e795 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5674f4a-69e7-450f-9b3f-19407cbf0961 HTTP/1.1" status: 200 len: 945 time: 0.2802806 Jul 23 20:02:48.286537 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-8045a206-0a61-47f0-88f0-189d7f33327e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1231983148-network', 'tenant_id': '858effe7088a420282b357f80eadfe13'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:02:48.331332 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd271c-3f17-43b7-a440-4685ecdd9d77 req-a34ef9ea-df4c-41db-93bf-14dd43b8bd3d tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:48.332779 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-abcd271c-3f17-43b7-a440-4685ecdd9d77 req-a34ef9ea-df4c-41db-93bf-14dd43b8bd3d tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5 HTTP/1.1" status: 200 len: 943 time: 0.1033616 Jul 23 20:02:48.333625 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8045a206-0a61-47f0-88f0-189d7f33327e admin admin] Made reservation on behalf of 858effe7088a420282b357f80eadfe13 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:02:48.336116 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8045a206-0a61-47f0-88f0-189d7f33327e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:48.337048 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e2956d-8705-447b-9048-d51704342dd8 admin admin] Network e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:02:48.339419 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-ad880183-4a37-4c0a-a3b6-0f0ea3c77538 service neutron] Transition to ACTIVE for port object 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:02:48.348519 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bcbffc03-ec56-41e8-bdb2-aec48158b095 req-8e5f70d1-72ff-4ef6-9d80-0d35cbf52e13 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777771 Jul 23 20:02:48.351068 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-ad880183-4a37-4c0a-a3b6-0f0ea3c77538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:48.352688 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8045a206-0a61-47f0-88f0-189d7f33327e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:48.382155 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-c1e2956d-8705-447b-9048-d51704342dd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:02:48.394418 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e2956d-8705-447b-9048-d51704342dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:48.395011 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c1e2956d-8705-447b-9048-d51704342dd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:48.396101 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-abcd271c-3f17-43b7-a440-4685ecdd9d77 req-3f3d8ff6-55a2-49c4-9dc2-33113cd46915 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458190 Jul 23 20:02:48.397731 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3fcfe4-01de-433e-bcdf-6b100ca58f97 None None] Network e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:02:48.462600 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-ad880183-4a37-4c0a-a3b6-0f0ea3c77538 service neutron] No DVR routers for this DVR port 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 on host n-h1-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:02:48.470260 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad880183-4a37-4c0a-a3b6-0f0ea3c77538 service neutron] Pushing event updated for resources: {'Port': ['ID=6b7ee242-aab5-4f4d-90ec-2bb39beaefb2,revision_number=10']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:48.510380 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-ad880183-4a37-4c0a-a3b6-0f0ea3c77538 service neutron] 10.222.0.30 "PUT /v2.0/ports/6b7ee242-aab5-4f4d-90ec-2bb39beaefb2/bindings/n-h2-793618-10/activate HTTP/1.1" status: 200 len: 370 time: 0.9818370 Jul 23 20:02:48.580521 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8045a206-0a61-47f0-88f0-189d7f33327e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:48.587220 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8045a206-0a61-47f0-88f0-189d7f33327e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:48.603191 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8045a206-0a61-47f0-88f0-189d7f33327e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:02:48.615550 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8045a206-0a61-47f0-88f0-189d7f33327e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:48.615906 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-8045a206-0a61-47f0-88f0-189d7f33327e admin admin] Added segment 97fd403f-3d99-4186-9325-492002f78c99 of type vlan for network c0c425ca-579f-4028-a72c-ce66097cca22 Jul 23 20:02:48.646791 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c1e2956d-8705-447b-9048-d51704342dd8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1730938 Jul 23 20:02:48.661841 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b0b887-3ee6-415a-a38b-7a475e8b387e None None] Network e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:02:48.697859 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138298b-2fbe-487e-9e55-108987c52821 req-d5756f63-97bb-4d0e-a0d5-cf4605e88c3a tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:48.705995 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2138298b-2fbe-487e-9e55-108987c52821 req-d5756f63-97bb-4d0e-a0d5-cf4605e88c3a tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 950 time: 0.1705873 Jul 23 20:02:48.709579 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8045a206-0a61-47f0-88f0-189d7f33327e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:48.767093 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2138298b-2fbe-487e-9e55-108987c52821 req-b0d256db-a39b-40d6-b0cc-242a1691d0d0 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559549 Jul 23 20:02:48.773438 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-78542e32-7c5b-411a-a7a0-7725983b1c36 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:48.777678 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-78542e32-7c5b-411a-a7a0-7725983b1c36 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5&tenant_id=a3d6e44c4dd248468c67611aa3d977ae&binding%3Ahost_id=n-h1-793618-10 HTTP/1.1" status: 200 len: 1096 time: 0.1930034 Jul 23 20:02:48.779334 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8045a206-0a61-47f0-88f0-189d7f33327e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:48.780442 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8045a206-0a61-47f0-88f0-189d7f33327e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:48.782363 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8045a206-0a61-47f0-88f0-189d7f33327e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:48.901431 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8045a206-0a61-47f0-88f0-189d7f33327e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7950616 Jul 23 20:02:48.904168 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38040) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:02:48.907010 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0ce8aab0-c8fb-4b48-bddc-85d85e0ecb83 req-039a33f4-1fba-4b30-93d8-2997a69784a3 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 210 time: 0.0589266 Jul 23 20:02:48.925450 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-1f8d5b1f-5445-43b9-b2ee-9a7b25a86fdd admin admin] Request body: {'subnet': {'network_id': 'c0c425ca-579f-4028-a72c-ce66097cca22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1231983148-subnet', 'tenant_id': '858effe7088a420282b357f80eadfe13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:02:48.959176 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-ebf7a632-f856-4fe9-af22-8a98bc137890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:48.961909 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-ebf7a632-f856-4fe9-af22-8a98bc137890 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5&tenant_id=a3d6e44c4dd248468c67611aa3d977ae HTTP/1.1" status: 200 len: 1096 time: 0.1734157 Jul 23 20:02:48.966366 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045a206-0a61-47f0-88f0-189d7f33327e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03bc08f-e700-4073-8157-e780c3416b03,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:48.974679 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045a206-0a61-47f0-88f0-189d7f33327e admin admin] Pushing event updated for resources: {'Network': ['ID=c0c425ca-579f-4028-a72c-ce66097cca22,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:48.992754 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8d5b1f-5445-43b9-b2ee-9a7b25a86fdd admin admin] Made reservation on behalf of 858effe7088a420282b357f80eadfe13 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:02:48.995558 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1f8d5b1f-5445-43b9-b2ee-9a7b25a86fdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:49.015065 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network c0c425ca-579f-4028-a72c-ce66097cca22 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:02:49.104099 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-98e7a184-e4f5-4fcd-8a8c-0fd1e6da0f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:49.105977 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-98e7a184-e4f5-4fcd-8a8c-0fd1e6da0f1a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6e44c4dd248468c67611aa3d977ae&device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5 HTTP/1.1" status: 200 len: 1096 time: 0.0940180 Jul 23 20:02:49.272720 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-f25a4ae1-0bfc-4cb9-aaba-a8f1642dbbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:49.274238 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-f25a4ae1-0bfc-4cb9-aaba-a8f1642dbbba service neutron] 10.222.0.18 "GET /v2.0/networks?id=18f1c189-135d-4e39-8a5e-b364e733193d HTTP/1.1" status: 200 len: 921 time: 0.1489003 Jul 23 20:02:49.315699 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1f8d5b1f-5445-43b9-b2ee-9a7b25a86fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:49.356751 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-2d142f23-82e7-4729-b713-b48c6630ccd1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 HTTP/1.1" status: 200 len: 217 time: 0.0487275 Jul 23 20:02:49.390594 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8d5b1f-5445-43b9-b2ee-9a7b25a86fdd admin admin] Checking segment: {'id': '97fd403f-3d99-4186-9325-492002f78c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c0c425ca-579f-4028-a72c-ce66097cca22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:02:49.391027 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8d5b1f-5445-43b9-b2ee-9a7b25a86fdd admin admin] Network hostable DHCP agents. Network: c0c425ca-579f-4028-a72c-ce66097cca22, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:02:49.399877 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d5b1f-5445-43b9-b2ee-9a7b25a86fdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a451f4d4-16b1-4cd6-849b-914123ed9f93,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:49.413774 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-4c8475e9-0574-4993-854b-89d2d72717a3 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:49.420347 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-4c8475e9-0574-4993-854b-89d2d72717a3 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/networks?id=e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 HTTP/1.1" status: 200 len: 809 time: 0.2037146 Jul 23 20:02:49.424663 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8d5b1f-5445-43b9-b2ee-9a7b25a86fdd admin admin] Network c0c425ca-579f-4028-a72c-ce66097cca22 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:02:49.440047 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-1f8d5b1f-5445-43b9-b2ee-9a7b25a86fdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, c0c425ca-579f-4028-a72c-ce66097cca22) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:02:49.447968 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8d5b1f-5445-43b9-b2ee-9a7b25a86fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:49.448736 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1f8d5b1f-5445-43b9-b2ee-9a7b25a86fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:49.452577 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-487237b1-ffc4-475d-b2cc-518e9b581d75 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/quotas/112939265a5547faabf279e97fc2b4ed HTTP/1.1" status: 200 len: 375 time: 0.0313189 Jul 23 20:02:49.454887 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee03e0fb-e85d-4f59-820f-6469e92011df None None] Network c0c425ca-579f-4028-a72c-ce66097cca22 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:02:49.469098 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-1b489348-1ab0-478c-b8d4-77f7d4c2d009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:49.470994 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-1b489348-1ab0-478c-b8d4-77f7d4c2d009 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ff9cc1f3-5cfa-4b1f-ac36-a859db46b374 HTTP/1.1" status: 200 len: 860 time: 0.1064322 Jul 23 20:02:49.488228 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1f8d5b1f-5445-43b9-b2ee-9a7b25a86fdd admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5828152 Jul 23 20:02:49.492020 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38070) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:02:49.498930 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-5a2dc525-ece1-44c7-96b9-5e70704f05b9 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=112939265a5547faabf279e97fc2b4ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452402 Jul 23 20:02:49.500519 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-3b32e32a-01a1-4183-b19d-530889cf2570 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1231983148-router', 'tenant_id': '858effe7088a420282b357f80eadfe13', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:02:49.545276 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-3ecc1f5b-ff2e-40cb-81db-b65e08a2943c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=18f1c189-135d-4e39-8a5e-b364e733193d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556040 Jul 23 20:02:49.577705 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b32e32a-01a1-4183-b19d-530889cf2570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:49.580274 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b32e32a-01a1-4183-b19d-530889cf2570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:49.612893 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d446c0b-4577-4b0a-a352-09ad39c746b3 req-560f21ea-c1d0-499d-b9da-08895eee3421 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:49.621435 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4d446c0b-4577-4b0a-a352-09ad39c746b3 req-560f21ea-c1d0-499d-b9da-08895eee3421 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5674f4a-69e7-450f-9b3f-19407cbf0961 HTTP/1.1" status: 200 len: 945 time: 0.1319983 Jul 23 20:02:49.723429 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4d446c0b-4577-4b0a-a352-09ad39c746b3 req-20738686-2c24-4dd0-9541-c3ab3a5de5d4 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004441 Jul 23 20:02:49.729260 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b32e32a-01a1-4183-b19d-530889cf2570 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:49.737037 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa1f3d5-8ed9-47d7-bbd4-95bfa1588c4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-c0c425ca-579f-4028-a72c-ce66097cca22', 'network_id': 'c0c425ca-579f-4028-a72c-ce66097cca22', 'tenant_id': '858effe7088a420282b357f80eadfe13', 'fixed_ips': [{'subnet_id': 'a451f4d4-16b1-4cd6-849b-914123ed9f93'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:02:49.738212 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-daa1f3d5-8ed9-47d7-bbd4-95bfa1588c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:49.742326 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-58cb21fa-37cb-4874-800f-82cc59b72f82 service neutron] 10.222.0.32 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420354 Jul 23 20:02:49.822412 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-b1c24e32-61cc-48d0-ad23-a5dd8760b7fa service neutron] 10.222.0.18 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580180 Jul 23 20:02:49.924248 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-daa1f3d5-8ed9-47d7-bbd4-95bfa1588c4a None None] Allocated IP 172.20.0.2 (c0c425ca-579f-4028-a72c-ce66097cca22/a451f4d4-16b1-4cd6-849b-914123ed9f93/a2b71c04-0add-49ef-8796-4ae9ff684c7c) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:02:49.946021 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d75214-9141-4bad-a81f-56556f63b42c req-378f3f10-5e52-405c-8d19-af90a68b2214 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:49.947502 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a5d75214-9141-4bad-a81f-56556f63b42c req-378f3f10-5e52-405c-8d19-af90a68b2214 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.30 "GET /v2.0/networks?id=1582e281-e174-4775-af11-ce2168db586d HTTP/1.1" status: 200 len: 808 time: 0.3079355 Jul 23 20:02:49.982128 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-a5d75214-9141-4bad-a81f-56556f63b42c req-7a90bee5-79f4-4ffd-9d24-063fe1d7c3c0 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Request body: {'port': {'device_id': '3de13772-68f0-476a-86d6-beda5d856d8e', 'network_id': '1582e281-e174-4775-af11-ce2168db586d', 'admin_state_up': True, 'tenant_id': '46e8b52fe188445da9dc740883af8e52'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:02:49.993089 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b32e32a-01a1-4183-b19d-530889cf2570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:50.028287 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-ebf105f3-1060-469f-b6f8-c7eb6a307f89 service neutron] 10.222.0.32 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847977 Jul 23 20:02:50.076106 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076805f-cb25-44a5-a846-672fe31fcf6d req-c4d8cb5f-cc1f-47da-8af7-321d697bfbf1 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:50.076374 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-cf1543a2-f1b3-4ce0-a272-649f2909423d service neutron] 10.222.0.18 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443702 Jul 23 20:02:50.085295 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9076805f-cb25-44a5-a846-672fe31fcf6d req-c4d8cb5f-cc1f-47da-8af7-321d697bfbf1 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5 HTTP/1.1" status: 200 len: 944 time: 0.2154055 Jul 23 20:02:50.203368 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9076805f-cb25-44a5-a846-672fe31fcf6d req-4023ca18-60cc-42d9-9c21-82137ac4fa2c tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168308 Jul 23 20:02:50.227960 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5d75214-9141-4bad-a81f-56556f63b42c req-7a90bee5-79f4-4ffd-9d24-063fe1d7c3c0 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Made reservation on behalf of 46e8b52fe188445da9dc740883af8e52 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:02:50.236294 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a5d75214-9141-4bad-a81f-56556f63b42c req-7a90bee5-79f4-4ffd-9d24-063fe1d7c3c0 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:50.366321 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-daa1f3d5-8ed9-47d7-bbd4-95bfa1588c4a None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:50.376483 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-daa1f3d5-8ed9-47d7-bbd4-95bfa1588c4a None None] Transition to ACTIVE for port object a2b71c04-0add-49ef-8796-4ae9ff684c7c will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:02:50.397237 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-daa1f3d5-8ed9-47d7-bbd4-95bfa1588c4a None None] Transition to ACTIVE for port object a2b71c04-0add-49ef-8796-4ae9ff684c7c will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:02:50.409615 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-daa1f3d5-8ed9-47d7-bbd4-95bfa1588c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:50.460070 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa1f3d5-8ed9-47d7-bbd4-95bfa1588c4a None None] Network c0c425ca-579f-4028-a72c-ce66097cca22 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:02:50.465552 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-daa1f3d5-8ed9-47d7-bbd4-95bfa1588c4a None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:02:50.476150 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa1f3d5-8ed9-47d7-bbd4-95bfa1588c4a None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:02:50.481357 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1f3d5-8ed9-47d7-bbd4-95bfa1588c4a None None] Pushing event updated for resources: {'Port': ['ID=a2b71c04-0add-49ef-8796-4ae9ff684c7c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:50.499938 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b32e32a-01a1-4183-b19d-530889cf2570 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:50.529826 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b32e32a-01a1-4183-b19d-530889cf2570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:50.560396 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-daa1f3d5-8ed9-47d7-bbd4-95bfa1588c4a None None] Attempting to bind port a2b71c04-0add-49ef-8796-4ae9ff684c7c on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:02:50.561019 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-daa1f3d5-8ed9-47d7-bbd4-95bfa1588c4a None None] Attempting to bind port a2b71c04-0add-49ef-8796-4ae9ff684c7c by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '97fd403f-3d99-4186-9325-492002f78c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c0c425ca-579f-4028-a72c-ce66097cca22'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:02:50.561373 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa1f3d5-8ed9-47d7-bbd4-95bfa1588c4a None None] Attempting to bind port a2b71c04-0add-49ef-8796-4ae9ff684c7c on network c0c425ca-579f-4028-a72c-ce66097cca22 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:02:50.573401 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa1f3d5-8ed9-47d7-bbd4-95bfa1588c4a None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:02:50.573807 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa1f3d5-8ed9-47d7-bbd4-95bfa1588c4a None None] Checking segment: {'id': '97fd403f-3d99-4186-9325-492002f78c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c0c425ca-579f-4028-a72c-ce66097cca22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:02:50.574315 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-daa1f3d5-8ed9-47d7-bbd4-95bfa1588c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:50.574725 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa1f3d5-8ed9-47d7-bbd4-95bfa1588c4a None None] Bound using segment: {'id': '97fd403f-3d99-4186-9325-492002f78c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c0c425ca-579f-4028-a72c-ce66097cca22'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:02:50.576925 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-daa1f3d5-8ed9-47d7-bbd4-95bfa1588c4a None None] Bound port: a2b71c04-0add-49ef-8796-4ae9ff684c7c, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97fd403f-3d99-4186-9325-492002f78c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c0c425ca-579f-4028-a72c-ce66097cca22'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:02:50.577332 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-daa1f3d5-8ed9-47d7-bbd4-95bfa1588c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:50.592032 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-345a25a2-9f4f-43bb-b790-6418f5c9c053 req-9ba33cf8-bf66-48fd-af59-c0795ae9e573 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 210 time: 0.0551140 Jul 23 20:02:50.623909 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb141b-09b0-4512-8762-133e277f133b req-8ef129f8-e438-4ebd-be8f-cf44a3549135 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:50.634413 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-a5d75214-9141-4bad-a81f-56556f63b42c req-7a90bee5-79f4-4ffd-9d24-063fe1d7c3c0 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Allocated IP 172.20.0.13 (1582e281-e174-4775-af11-ce2168db586d/62cab30c-2c7b-4463-9eb3-ea20a0ef57f0/b690fd21-e3d5-4f7c-98a9-fc405e5a329b) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:02:50.655765 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5deb141b-09b0-4512-8762-133e277f133b req-8ef129f8-e438-4ebd-be8f-cf44a3549135 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 950 time: 0.2538526 Jul 23 20:02:50.656118 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-601df019-2b8f-4535-8e1b-67d4af87bf65 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:50.658307 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-601df019-2b8f-4535-8e1b-67d4af87bf65 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5&tenant_id=a3d6e44c4dd248468c67611aa3d977ae&binding%3Ahost_id=n-h2-793618-10 HTTP/1.1" status: 200 len: 1096 time: 0.2935154 Jul 23 20:02:50.735052 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-daa1f3d5-8ed9-47d7-bbd4-95bfa1588c4a None None] For port a2b71c04-0add-49ef-8796-4ae9ff684c7c, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:02:50.739727 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-daa1f3d5-8ed9-47d7-bbd4-95bfa1588c4a None None] For port a2b71c04-0add-49ef-8796-4ae9ff684c7c, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=a2b71c04-0add-49ef-8796-4ae9ff684c7c,segment=NetworkSegment(97fd403f-3d99-4186-9325-492002f78c99),segment_id=97fd403f-3d99-4186-9325-492002f78c99)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:02:50.747621 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-daa1f3d5-8ed9-47d7-bbd4-95bfa1588c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:50.800014 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5deb141b-09b0-4512-8762-133e277f133b req-fdc557ab-7236-49d3-998d-022aeb0509c5 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421275 Jul 23 20:02:50.819541 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-46863864-d2d2-41ca-8329-11584da6d6b0 req-5db79d14-18fb-4575-8a2a-c90b222e0a61 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=be6ac861-955d-41d5-83fc-40bfd68ed74d HTTP/1.1" status: 200 len: 210 time: 0.0468431 Jul 23 20:02:50.832116 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1f3d5-8ed9-47d7-bbd4-95bfa1588c4a None None] Pushing event updated for resources: {'Port': ['ID=a2b71c04-0add-49ef-8796-4ae9ff684c7c,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:50.861411 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-3b32e32a-01a1-4183-b19d-530889cf2570 admin admin] Allocated IP 172.25.1.15 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/425c89fe-66dc-4d2a-8d25-3e1f12cc39db) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:02:51.015340 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-3e7c7c04-dd51-41fd-820b-53166551db8a service neutron] For port 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:02:51.021242 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-3e7c7c04-dd51-41fd-820b-53166551db8a service neutron] Notify callbacks [] for binding, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:51.022749 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00957bd7-1a82-4e14-9c8f-c4bd5a569537 req-3e7c7c04-dd51-41fd-820b-53166551db8a service neutron] 10.222.0.18 "DELETE /v2.0/ports/6b7ee242-aab5-4f4d-90ec-2bb39beaefb2/bindings/n-h1-793618-10 HTTP/1.1" status: 204 len: 173 time: 0.3560154 Jul 23 20:02:51.037720 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a5d75214-9141-4bad-a81f-56556f63b42c req-7a90bee5-79f4-4ffd-9d24-063fe1d7c3c0 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:51.121577 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610df57-4d2f-4daf-943c-2e9650ff0758 req-babc4a0f-44d4-4be4-bf63-4f8c8086bb4b tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:51.123190 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f610df57-4d2f-4daf-943c-2e9650ff0758 req-babc4a0f-44d4-4be4-bf63-4f8c8086bb4b tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5674f4a-69e7-450f-9b3f-19407cbf0961 HTTP/1.1" status: 200 len: 945 time: 0.2042522 Jul 23 20:02:51.127133 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b32e32a-01a1-4183-b19d-530889cf2570 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:51.183509 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a5d75214-9141-4bad-a81f-56556f63b42c req-7a90bee5-79f4-4ffd-9d24-063fe1d7c3c0 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:51.198183 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['e0fefb72-0019-4f91-b851-417b7a5eff3b'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:02:51.206918 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f610df57-4d2f-4daf-943c-2e9650ff0758 req-ad41dbea-6346-4af4-a5c1-2ce24ad0ae0d tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767748 Jul 23 20:02:51.245252 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b32e32a-01a1-4183-b19d-530889cf2570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:51.345979 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b32e32a-01a1-4183-b19d-530889cf2570 admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:02:51.363581 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-3b32e32a-01a1-4183-b19d-530889cf2570 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:02:51.366422 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32e32a-01a1-4183-b19d-530889cf2570 admin admin] Pushing event updated for resources: {'Port': ['ID=425c89fe-66dc-4d2a-8d25-3e1f12cc39db,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:51.390034 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b32e32a-01a1-4183-b19d-530889cf2570 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:02:51.741109 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5d75214-9141-4bad-a81f-56556f63b42c req-7a90bee5-79f4-4ffd-9d24-063fe1d7c3c0 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Network 1582e281-e174-4775-af11-ce2168db586d is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:02:51.743552 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a90bee5-79f4-4ffd-9d24-063fe1d7c3c0 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Pushing event updated for resources: {'Port': ['ID=b690fd21-e3d5-4f7c-98a9-fc405e5a329b,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:51.747484 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-a5d75214-9141-4bad-a81f-56556f63b42c req-7a90bee5-79f4-4ffd-9d24-063fe1d7c3c0 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:02:51.754450 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d75214-9141-4bad-a81f-56556f63b42c req-7a90bee5-79f4-4ffd-9d24-063fe1d7c3c0 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:02:51.825525 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b32e32a-01a1-4183-b19d-530889cf2570 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:51.837009 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0a04b-4c85-476a-88a2-39e4aa7c394c req-25a56d0f-e905-48b2-bb78-5eb12cf35313 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:51.838757 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-afd0a04b-4c85-476a-88a2-39e4aa7c394c req-25a56d0f-e905-48b2-bb78-5eb12cf35313 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 932 time: 0.1201544 Jul 23 20:02:51.845513 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d75214-9141-4bad-a81f-56556f63b42c req-7a90bee5-79f4-4ffd-9d24-063fe1d7c3c0 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:51.846203 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a5d75214-9141-4bad-a81f-56556f63b42c req-7a90bee5-79f4-4ffd-9d24-063fe1d7c3c0 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:51.862828 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad070c9-4215-42a6-9fc0-f94783e8ed38 req-6fcfa908-868b-4da2-991a-9256a4a47996 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:51.870235 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aad070c9-4215-42a6-9fc0-f94783e8ed38 req-6fcfa908-868b-4da2-991a-9256a4a47996 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5 HTTP/1.1" status: 200 len: 944 time: 0.2021506 Jul 23 20:02:52.126264 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a5d75214-9141-4bad-a81f-56556f63b42c req-7a90bee5-79f4-4ffd-9d24-063fe1d7c3c0 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1506054 Jul 23 20:02:52.143904 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-c8bc51fa-fc57-44ed-9bba-f42cb2a2c2f8 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:52.145462 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-c8bc51fa-fc57-44ed-9bba-f42cb2a2c2f8 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.18 "GET /v2.0/networks?id=e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 HTTP/1.1" status: 200 len: 809 time: 0.2218711 Jul 23 20:02:52.150999 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-a5d75214-9141-4bad-a81f-56556f63b42c req-30e947b5-37b4-48d5-9e60-16314183e055 service neutron] Request body: {'port': {'device_id': '3de13772-68f0-476a-86d6-beda5d856d8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:02:52.156408 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aad070c9-4215-42a6-9fc0-f94783e8ed38 req-d7b9c821-bceb-4eb0-91cb-4bd7630b5f55 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852237 Jul 23 20:02:52.191419 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-2035ceca-fd94-40d5-9c6b-84275b204793 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Request body: {'port': {'device_id': 'be6ac861-955d-41d5-83fc-40bfd68ed74d', 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1', 'admin_state_up': True, 'tenant_id': '112939265a5547faabf279e97fc2b4ed'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:02:52.294417 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 25ad9a0f-798f-4770-8967-800a2c00b862 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:02:52.383566 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a5d75214-9141-4bad-a81f-56556f63b42c req-30e947b5-37b4-48d5-9e60-16314183e055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:52.435015 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76924e7-f644-4efc-b99d-9ca00d4d3a5e None None] Network c0c425ca-579f-4028-a72c-ce66097cca22 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:02:52.458947 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 25ad9a0f-798f-4770-8967-800a2c00b862, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=25ad9a0f-798f-4770-8967-800a2c00b862,segment=NetworkSegment(68bc1acd-7cf9-4313-804d-1112a3e20afc),segment_id=68bc1acd-7cf9-4313-804d-1112a3e20afc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:52.495707 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '25ad9a0f-798f-4770-8967-800a2c00b862', 'network_id': '8e84c2f8-775c-4b00-b826-468d30f5db1b', 'port_id': '25ad9a0f-798f-4770-8967-800a2c00b862', 'mac_address': 'fa:16:3e:e8:10:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61bf6557-4d20-4447-94c2-1fdfaf9f93fa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:02:52.586563 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-26d2512c-cd3e-4200-ae5f-f9fdc61f874c None None] Provisioning for port a2b71c04-0add-49ef-8796-4ae9ff684c7c completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:02:52.594215 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-afd0a04b-4c85-476a-88a2-39e4aa7c394c req-71f926b8-783b-47ab-b696-64d9b218f796 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7000890 Jul 23 20:02:52.677307 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:52.692983 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25ad9a0f-798f-4770-8967-800a2c00b862 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:02:52.721009 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 25ad9a0f-798f-4770-8967-800a2c00b862, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=25ad9a0f-798f-4770-8967-800a2c00b862,segment=NetworkSegment(68bc1acd-7cf9-4313-804d-1112a3e20afc),segment_id=68bc1acd-7cf9-4313-804d-1112a3e20afc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:52.727212 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-2035ceca-fd94-40d5-9c6b-84275b204793 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Made reservation on behalf of 112939265a5547faabf279e97fc2b4ed for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:02:52.730950 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-2035ceca-fd94-40d5-9c6b-84275b204793 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:52.743628 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:52.780983 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56918792-8f62-411e-bbdc-200492aac9ef req-ea48bd62-17ca-4cdd-86ee-ac599118aaa4 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:52.782684 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-56918792-8f62-411e-bbdc-200492aac9ef req-ea48bd62-17ca-4cdd-86ee-ac599118aaa4 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 950 time: 0.3177962 Jul 23 20:02:52.862401 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f3eb7ae8-aa70-4ec4-b58c-662475d0a43a req-c748d674-14c6-4c9e-ba5e-1ea329b895f8 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=be6ac861-955d-41d5-83fc-40bfd68ed74d HTTP/1.1" status: 200 len: 210 time: 0.1317053 Jul 23 20:02:52.909775 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['25ad9a0f-798f-4770-8967-800a2c00b862'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:02:52.945557 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b32e32a-01a1-4183-b19d-530889cf2570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:52.974521 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-56918792-8f62-411e-bbdc-200492aac9ef req-e351ae01-8988-4c2f-b432-7ab50ea2d8dc tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834478 Jul 23 20:02:53.067322 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=25ad9a0f-798f-4770-8967-800a2c00b862,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:53.284624 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a2b71c04-0add-49ef-8796-4ae9ff684c7c up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:02:53.383465 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797163a-2132-4ff0-be5b-852694441dbb req-617430c0-8cad-45f5-95bf-001017d8cd4f tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:53.385950 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0797163a-2132-4ff0-be5b-852694441dbb req-617430c0-8cad-45f5-95bf-001017d8cd4f tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5674f4a-69e7-450f-9b3f-19407cbf0961 HTTP/1.1" status: 200 len: 945 time: 0.1979411 Jul 23 20:02:53.387538 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b32e32a-01a1-4183-b19d-530889cf2570 admin admin] Router ad372a85-c26a-4382-9d5b-3f69303806e6 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:02:53.395634 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port a2b71c04-0add-49ef-8796-4ae9ff684c7c completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:02:53.411251 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port a2b71c04-0add-49ef-8796-4ae9ff684c7c triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:02:53.411745 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:53.461250 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-2035ceca-fd94-40d5-9c6b-84275b204793 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Allocated IP 172.20.0.10 (e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1/8f1af588-88a6-41d9-93e0-be352471d81c/bd1f8df9-537e-4043-be88-d444097ffcdc) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:02:53.479314 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-a5d75214-9141-4bad-a81f-56556f63b42c req-30e947b5-37b4-48d5-9e60-16314183e055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b690fd21-e3d5-4f7c-98a9-fc405e5a329b {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:02:53.502927 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a5d75214-9141-4bad-a81f-56556f63b42c req-30e947b5-37b4-48d5-9e60-16314183e055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:53.531920 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:53.544991 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:02:53.571540 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-a5d75214-9141-4bad-a81f-56556f63b42c req-30e947b5-37b4-48d5-9e60-16314183e055 service neutron] Transition to ACTIVE for port object b690fd21-e3d5-4f7c-98a9-fc405e5a329b will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:02:53.576190 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port a2b71c04-0add-49ef-8796-4ae9ff684c7c, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=a2b71c04-0add-49ef-8796-4ae9ff684c7c,segment=NetworkSegment(97fd403f-3d99-4186-9325-492002f78c99),segment_id=97fd403f-3d99-4186-9325-492002f78c99)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:53.580801 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0797163a-2132-4ff0-be5b-852694441dbb req-ff5793e0-99f9-4f9e-8a11-11371f3cd5c5 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861949 Jul 23 20:02:53.583894 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:53.587722 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a5d75214-9141-4bad-a81f-56556f63b42c req-30e947b5-37b4-48d5-9e60-16314183e055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:53.662072 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04fe77c-453d-4ee2-9749-8d4ba4ea3ef0 req-3fcee2d7-5de3-474f-beee-856c40225616 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:53.663444 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b32e32a-01a1-4183-b19d-530889cf2570 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:02:53.670483 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b04fe77c-453d-4ee2-9749-8d4ba4ea3ef0 req-3fcee2d7-5de3-474f-beee-856c40225616 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5 HTTP/1.1" status: 200 len: 1096 time: 0.3529334 Jul 23 20:02:53.675674 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2daad83-f12c-47d2-839c-cae8f106bcf8 None None] Sync routers for ids ['ad372a85-c26a-4382-9d5b-3f69303806e6'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:02:53.681521 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=a2b71c04-0add-49ef-8796-4ae9ff684c7c,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:53.692839 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2daad83-f12c-47d2-839c-cae8f106bcf8 None None] Routers {'ad372a85-c26a-4382-9d5b-3f69303806e6'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:02:53.693687 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c2daad83-f12c-47d2-839c-cae8f106bcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:02:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ad372a85-c26a-4382-9d5b-3f69303806e6'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:02:53.699062 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b32e32a-01a1-4183-b19d-530889cf2570 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:53.704178 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3b32e32a-01a1-4183-b19d-530889cf2570 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2074697 Jul 23 20:02:53.705104 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38162) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:02:53.835146 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e947b5-37b4-48d5-9e60-16314183e055 service neutron] Pushing event updated for resources: {'Port': ['ID=b690fd21-e3d5-4f7c-98a9-fc405e5a329b,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:53.933284 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b04fe77c-453d-4ee2-9749-8d4ba4ea3ef0 req-faeb31fa-3386-4d24-8809-e9b02376bfc9 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408879 Jul 23 20:02:53.935642 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-c2daad83-f12c-47d2-839c-cae8f106bcf8 None None] Set router ad372a85-c26a-4382-9d5b-3f69303806e6 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:02:54.060549 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-a5d75214-9141-4bad-a81f-56556f63b42c req-30e947b5-37b4-48d5-9e60-16314183e055 service neutron] Attempting to bind port b690fd21-e3d5-4f7c-98a9-fc405e5a329b on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:02:54.061284 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-a5d75214-9141-4bad-a81f-56556f63b42c req-30e947b5-37b4-48d5-9e60-16314183e055 service neutron] Attempting to bind port b690fd21-e3d5-4f7c-98a9-fc405e5a329b by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:02:54.062428 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d75214-9141-4bad-a81f-56556f63b42c req-30e947b5-37b4-48d5-9e60-16314183e055 service neutron] Attempting to bind port b690fd21-e3d5-4f7c-98a9-fc405e5a329b on network 1582e281-e174-4775-af11-ce2168db586d {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:02:54.069204 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-2035ceca-fd94-40d5-9c6b-84275b204793 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:54.076332 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d75214-9141-4bad-a81f-56556f63b42c req-30e947b5-37b4-48d5-9e60-16314183e055 service neutron] Port b690fd21-e3d5-4f7c-98a9-fc405e5a329b on network 1582e281-e174-4775-af11-ce2168db586d not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:02:54.077001 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d75214-9141-4bad-a81f-56556f63b42c req-30e947b5-37b4-48d5-9e60-16314183e055 service neutron] Attempting to bind port b690fd21-e3d5-4f7c-98a9-fc405e5a329b on network 1582e281-e174-4775-af11-ce2168db586d {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:02:54.127475 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d75214-9141-4bad-a81f-56556f63b42c req-30e947b5-37b4-48d5-9e60-16314183e055 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:02:54.128232 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d75214-9141-4bad-a81f-56556f63b42c req-30e947b5-37b4-48d5-9e60-16314183e055 service neutron] Checking segment: {'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:02:54.128871 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d75214-9141-4bad-a81f-56556f63b42c req-30e947b5-37b4-48d5-9e60-16314183e055 service neutron] Bound using segment: {'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:02:54.129579 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-a5d75214-9141-4bad-a81f-56556f63b42c req-30e947b5-37b4-48d5-9e60-16314183e055 service neutron] Bound port: b690fd21-e3d5-4f7c-98a9-fc405e5a329b, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:02:54.130194 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a5d75214-9141-4bad-a81f-56556f63b42c req-30e947b5-37b4-48d5-9e60-16314183e055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:54.135416 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-948182cd-0a4a-4aef-8609-c0257db1f61f req-614ad033-ab17-4501-ab0e-2d1e4ebf0d47 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=be6ac861-955d-41d5-83fc-40bfd68ed74d HTTP/1.1" status: 200 len: 210 time: 0.0623872 Jul 23 20:02:54.275749 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-a5d75214-9141-4bad-a81f-56556f63b42c req-30e947b5-37b4-48d5-9e60-16314183e055 service neutron] For port b690fd21-e3d5-4f7c-98a9-fc405e5a329b, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:02:54.280002 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-a5d75214-9141-4bad-a81f-56556f63b42c req-30e947b5-37b4-48d5-9e60-16314183e055 service neutron] For port b690fd21-e3d5-4f7c-98a9-fc405e5a329b, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=b690fd21-e3d5-4f7c-98a9-fc405e5a329b,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:02:54.286569 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a5d75214-9141-4bad-a81f-56556f63b42c req-30e947b5-37b4-48d5-9e60-16314183e055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:54.294644 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 25ad9a0f-798f-4770-8967-800a2c00b862 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:02:54.300656 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c2daad83-f12c-47d2-839c-cae8f106bcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad372a85-c26a-4382-9d5b-3f69303806e6', 'name': 'tempest-TaggedBootDevicesTest_v242-1231983148-router', 'tenant_id': '858effe7088a420282b357f80eadfe13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '425c89fe-66dc-4d2a-8d25-3e1f12cc39db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:02:49Z', 'updated_at': '2021-07-23T20:02:51Z', 'revision_number': 3, 'project_id': '858effe7088a420282b357f80eadfe13', 'gw_port': {'id': '425c89fe-66dc-4d2a-8d25-3e1f12cc39db', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cf:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad372a85-c26a-4382-9d5b-3f69303806e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:02:50Z', 'updated_at': '2021-07-23T20:02:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:02:54.405010 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 25ad9a0f-798f-4770-8967-800a2c00b862 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:02:54.405969 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:54.459954 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d75214-9141-4bad-a81f-56556f63b42c req-30e947b5-37b4-48d5-9e60-16314183e055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:54.460636 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a5d75214-9141-4bad-a81f-56556f63b42c req-30e947b5-37b4-48d5-9e60-16314183e055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:54.462173 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a5d75214-9141-4bad-a81f-56556f63b42c req-30e947b5-37b4-48d5-9e60-16314183e055 service neutron] 10.222.0.30 "PUT /v2.0/ports/b690fd21-e3d5-4f7c-98a9-fc405e5a329b HTTP/1.1" status: 200 len: 1093 time: 2.3153892 Jul 23 20:02:54.470255 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e947b5-37b4-48d5-9e60-16314183e055 service neutron] Pushing event updated for resources: {'Port': ['ID=b690fd21-e3d5-4f7c-98a9-fc405e5a329b,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:54.492257 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3de13772-68f0-476a-86d6-beda5d856d8e', 'tag': 'b690fd21-e3d5-4f7c-98a9-fc405e5a329b'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:02:54.495946 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a2e55f-f548-4ff0-8669-2eee4f059cd5" -d '{"events": [{"name": "network-changed", "server_uuid": "3de13772-68f0-476a-86d6-beda5d856d8e", "tag": "b690fd21-e3d5-4f7c-98a9-fc405e5a329b"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:02:54.528029 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f303095-19f2-4d47-a0e4-11ed326972d6 req-ec93b5b2-705a-4aed-a651-47ef19579a14 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:54.529643 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6f303095-19f2-4d47-a0e4-11ed326972d6 req-ec93b5b2-705a-4aed-a651-47ef19579a14 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 944 time: 0.6451349 Jul 23 20:02:54.536285 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2daad83-f12c-47d2-839c-cae8f106bcf8 None None] Checking router: ad372a85-c26a-4382-9d5b-3f69303806e6 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:02:54.537009 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2daad83-f12c-47d2-839c-cae8f106bcf8 None None] Updating router ad372a85-c26a-4382-9d5b-3f69303806e6 port 425c89fe-66dc-4d2a-8d25-3e1f12cc39db binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:02:54.575971 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c2daad83-f12c-47d2-839c-cae8f106bcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:54.618753 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:54.636293 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-2035ceca-fd94-40d5-9c6b-84275b204793 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:54.642120 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6f303095-19f2-4d47-a0e4-11ed326972d6 req-aa7f1551-de73-434e-830a-2a9ccdd6a2f5 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032825 Jul 23 20:02:54.677376 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-2035ceca-fd94-40d5-9c6b-84275b204793 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Network e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:02:54.692880 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f4aa74-7df3-4cf9-9b2b-f809ee54f128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ad9a0f-798f-4770-8967-800a2c00b862'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:02:54.700468 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be712a72-d248-4e8d-88a6-1f7e93e1c5df" -d '{"events": [{"server_uuid": "42f4aa74-7df3-4cf9-9b2b-f809ee54f128", "name": "network-vif-plugged", "status": "completed", "tag": "25ad9a0f-798f-4770-8967-800a2c00b862"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:02:54.717299 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-2035ceca-fd94-40d5-9c6b-84275b204793 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:02:54.723904 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-2035ceca-fd94-40d5-9c6b-84275b204793 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:02:54.752247 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 25ad9a0f-798f-4770-8967-800a2c00b862, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=25ad9a0f-798f-4770-8967-800a2c00b862,segment=NetworkSegment(68bc1acd-7cf9-4313-804d-1112a3e20afc),segment_id=68bc1acd-7cf9-4313-804d-1112a3e20afc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:54.762353 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:54.826829 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=25ad9a0f-798f-4770-8967-800a2c00b862,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:54.837186 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:54.837561 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:54.837905 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:54.838240 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:54.838573 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:54.838951 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:54.839284 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:54.839610 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:54.839935 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:54.840417 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:54.840792 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:54.841121 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:54.863628 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d75214-9141-4bad-a81f-56556f63b42c req-0c1cdae2-fbf8-4613-b81a-a82dbd1252be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:54.866541 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a5d75214-9141-4bad-a81f-56556f63b42c req-0c1cdae2-fbf8-4613-b81a-a82dbd1252be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46e8b52fe188445da9dc740883af8e52&device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 1096 time: 0.3033693 Jul 23 20:02:54.875095 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035ceca-fd94-40d5-9c6b-84275b204793 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Pushing event updated for resources: {'Port': ['ID=bd1f8df9-537e-4043-be88-d444097ffcdc,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:54.875438 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c11bf10e-5ca6-4823-b2cb-342f57e0e482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:54.879626 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e918d-074a-4337-b39e-f77bc3242e04 req-15cc7272-a936-49b1-b8c1-9f0803265e84 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:54.881510 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-538e918d-074a-4337-b39e-f77bc3242e04 req-15cc7272-a936-49b1-b8c1-9f0803265e84 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5 HTTP/1.1" status: 200 len: 1096 time: 0.5713727 Jul 23 20:02:54.898985 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-2035ceca-fd94-40d5-9c6b-84275b204793 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:54.899983 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-2035ceca-fd94-40d5-9c6b-84275b204793 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:54.958531 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a5d75214-9141-4bad-a81f-56556f63b42c req-9673f3e1-6e70-46a6-bdcd-6bd2a60fd350 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b690fd21-e3d5-4f7c-98a9-fc405e5a329b HTTP/1.1" status: 200 len: 217 time: 0.0727286 Jul 23 20:02:54.969098 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-2035ceca-fd94-40d5-9c6b-84275b204793 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7817707 Jul 23 20:02:54.998914 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-538e918d-074a-4337-b39e-f77bc3242e04 req-b8b4b7f3-efb2-48bb-a4ef-6f97c184bf17 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060407 Jul 23 20:02:55.004192 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-22d59f6e-1f22-4558-9d8f-87760b4be3e0 service neutron] Request body: {'port': {'device_id': 'be6ac861-955d-41d5-83fc-40bfd68ed74d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:02:55.007207 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8ee9b-73ef-4c5b-b6b7-52aa43166118 req-7bee8f9c-4b0a-4e5e-bd53-779b987dea6c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:55.016325 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b4b8ee9b-73ef-4c5b-b6b7-52aa43166118 req-7bee8f9c-4b0a-4e5e-bd53-779b987dea6c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 950 time: 0.1944492 Jul 23 20:02:55.066378 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d75214-9141-4bad-a81f-56556f63b42c req-b4c572dd-eea7-4211-b617-4334137c6779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:55.067961 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a5d75214-9141-4bad-a81f-56556f63b42c req-b4c572dd-eea7-4211-b617-4334137c6779 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62cab30c-2c7b-4463-9eb3-ea20a0ef57f0 HTTP/1.1" status: 200 len: 848 time: 0.1010160 Jul 23 20:02:55.126007 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a5d75214-9141-4bad-a81f-56556f63b42c req-31767460-c979-426f-bdb8-0c30bf36f8fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1582e281-e174-4775-af11-ce2168db586d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350177 Jul 23 20:02:55.197900 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b4b8ee9b-73ef-4c5b-b6b7-52aa43166118 req-7c193053-2d1b-42dd-959c-bc454ea5b7ea tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799934 Jul 23 20:02:55.249778 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a2b71c04-0add-49ef-8796-4ae9ff684c7c up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:02:55.291404 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c2daad83-f12c-47d2-839c-cae8f106bcf8 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:55.315265 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c2daad83-f12c-47d2-839c-cae8f106bcf8 None None] Transition to ACTIVE for port object 425c89fe-66dc-4d2a-8d25-3e1f12cc39db will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:02:55.338966 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c2daad83-f12c-47d2-839c-cae8f106bcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:55.347456 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d5fede-6729-4009-b1c5-fd23a28cb7e3 x-openstack-request-id: req-d2d5fede-6729-4009-b1c5-fd23a28cb7e3 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:02:55.347752 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3de13772-68f0-476a-86d6-beda5d856d8e", "tag": "b690fd21-e3d5-4f7c-98a9-fc405e5a329b", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:02:55.348006 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d2d5fede-6729-4009-b1c5-fd23a28cb7e3 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:02:55.348478 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3de13772-68f0-476a-86d6-beda5d856d8e', 'tag': 'b690fd21-e3d5-4f7c-98a9-fc405e5a329b', 'status': 'completed', 'code': 200} Jul 23 20:02:55.377414 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port a2b71c04-0add-49ef-8796-4ae9ff684c7c triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:02:55.377947 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:55.382505 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-c11bf10e-5ca6-4823-b2cb-342f57e0e482 admin admin] Allocated IP 172.20.0.1 (c0c425ca-579f-4028-a72c-ce66097cca22/a451f4d4-16b1-4cd6-849b-914123ed9f93/3f9896ff-2459-4003-b464-21a948cb8b3b) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:02:55.436699 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c6c4af-76cf-41c3-bb4e-3d8650e173ea x-openstack-request-id: req-15c6c4af-76cf-41c3-bb4e-3d8650e173ea {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:02:55.437440 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f4aa74-7df3-4cf9-9b2b-f809ee54f128", "name": "network-vif-plugged", "status": "completed", "tag": "25ad9a0f-798f-4770-8967-800a2c00b862", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:02:55.437440 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-15c6c4af-76cf-41c3-bb4e-3d8650e173ea {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:02:55.437760 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f4aa74-7df3-4cf9-9b2b-f809ee54f128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ad9a0f-798f-4770-8967-800a2c00b862', 'code': 200} Jul 23 20:02:55.461191 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-22d59f6e-1f22-4558-9d8f-87760b4be3e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:55.520693 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-c2daad83-f12c-47d2-839c-cae8f106bcf8 None None] Attempting to bind port 425c89fe-66dc-4d2a-8d25-3e1f12cc39db on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:02:55.521307 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-c2daad83-f12c-47d2-839c-cae8f106bcf8 None None] Attempting to bind port 425c89fe-66dc-4d2a-8d25-3e1f12cc39db by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:02:55.521928 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2daad83-f12c-47d2-839c-cae8f106bcf8 None None] Attempting to bind port 425c89fe-66dc-4d2a-8d25-3e1f12cc39db on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:02:55.530060 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2daad83-f12c-47d2-839c-cae8f106bcf8 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:02:55.531489 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2daad83-f12c-47d2-839c-cae8f106bcf8 None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:02:55.532428 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c2daad83-f12c-47d2-839c-cae8f106bcf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:55.533093 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2daad83-f12c-47d2-839c-cae8f106bcf8 None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:02:55.533840 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-c2daad83-f12c-47d2-839c-cae8f106bcf8 None None] Bound port: 425c89fe-66dc-4d2a-8d25-3e1f12cc39db, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:02:55.534539 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c2daad83-f12c-47d2-839c-cae8f106bcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:55.572506 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c11bf10e-5ca6-4823-b2cb-342f57e0e482 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:55.584396 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a5d75214-9141-4bad-a81f-56556f63b42c req-1d32635d-2806-4723-a9d0-dbdf187df95d service neutron] 10.222.0.30 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4476235 Jul 23 20:02:55.602968 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-c2daad83-f12c-47d2-839c-cae8f106bcf8 None None] For port 425c89fe-66dc-4d2a-8d25-3e1f12cc39db, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:02:55.608282 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-c2daad83-f12c-47d2-839c-cae8f106bcf8 None None] For port 425c89fe-66dc-4d2a-8d25-3e1f12cc39db, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=425c89fe-66dc-4d2a-8d25-3e1f12cc39db,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:02:55.610118 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-c11bf10e-5ca6-4823-b2cb-342f57e0e482 admin admin] Transition to ACTIVE for port object 3f9896ff-2459-4003-b464-21a948cb8b3b will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:02:55.657329 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c2daad83-f12c-47d2-839c-cae8f106bcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:55.708105 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2daad83-f12c-47d2-839c-cae8f106bcf8 None None] Routers {'ad372a85-c26a-4382-9d5b-3f69303806e6'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:02:55.710457 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c2daad83-f12c-47d2-839c-cae8f106bcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:02:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ad372a85-c26a-4382-9d5b-3f69303806e6'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:02:55.727602 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c11bf10e-5ca6-4823-b2cb-342f57e0e482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:55.791013 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11bf10e-5ca6-4823-b2cb-342f57e0e482 admin admin] Network c0c425ca-579f-4028-a72c-ce66097cca22 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:02:55.802179 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-c11bf10e-5ca6-4823-b2cb-342f57e0e482 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:02:55.809826 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11bf10e-5ca6-4823-b2cb-342f57e0e482 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:02:55.816379 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38330072-5569-4f92-90ee-b05f1ce2ee42 None None] Pushing event updated for resources: {'Port': ['ID=425c89fe-66dc-4d2a-8d25-3e1f12cc39db,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:55.825229 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceede85-389b-4a2e-a941-635fad1e780a req-5e465c2e-aedc-4875-9f1f-007e340c1a05 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:55.838367 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8ceede85-389b-4a2e-a941-635fad1e780a req-5e465c2e-aedc-4875-9f1f-007e340c1a05 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=be6ac861-955d-41d5-83fc-40bfd68ed74d HTTP/1.1" status: 200 len: 932 time: 0.1953483 Jul 23 20:02:55.874213 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11bf10e-5ca6-4823-b2cb-342f57e0e482 admin admin] Pushing event updated for resources: {'Port': ['ID=3f9896ff-2459-4003-b464-21a948cb8b3b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:55.932827 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38330072-5569-4f92-90ee-b05f1ce2ee42 None None] Pushing event updated for resources: {'Port': ['ID=425c89fe-66dc-4d2a-8d25-3e1f12cc39db,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:55.955805 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c11bf10e-5ca6-4823-b2cb-342f57e0e482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:55.958284 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-c2daad83-f12c-47d2-839c-cae8f106bcf8 None None] Set router ad372a85-c26a-4382-9d5b-3f69303806e6 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:02:56.010516 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ff5bf-29e3-4025-bf16-9d6c9dff7aa4 req-7b311526-1357-4f96-a591-a647809a9bae tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:56.012063 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5e4ff5bf-29e3-4025-bf16-9d6c9dff7aa4 req-7b311526-1357-4f96-a591-a647809a9bae tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5674f4a-69e7-450f-9b3f-19407cbf0961 HTTP/1.1" status: 200 len: 945 time: 0.4747336 Jul 23 20:02:56.053651 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8ceede85-389b-4a2e-a941-635fad1e780a req-08b042c5-3ce0-4361-ba3d-9a55ca492737 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099624 Jul 23 20:02:56.065986 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a5d75214-9141-4bad-a81f-56556f63b42c req-86f055e1-1b8c-4215-9494-3eeab8a8c24f service neutron] 10.222.0.30 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271088 Jul 23 20:02:56.266117 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5e4ff5bf-29e3-4025-bf16-9d6c9dff7aa4 req-bae2c794-2a56-458d-89a5-6b3950e777d0 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378726 Jul 23 20:02:56.297155 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ee388-a68e-483c-a43f-73f758912a48 None None] Provisioning for port 3f9896ff-2459-4003-b464-21a948cb8b3b completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:02:56.303616 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-389ee388-a68e-483c-a43f-73f758912a48 None None] Provisioning complete for port 3f9896ff-2459-4003-b464-21a948cb8b3b triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:02:56.304112 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-389ee388-a68e-483c-a43f-73f758912a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:56.403187 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c11bf10e-5ca6-4823-b2cb-342f57e0e482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:56.411468 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-389ee388-a68e-483c-a43f-73f758912a48 None None] Port 3f9896ff-2459-4003-b464-21a948cb8b3b cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:02:56.444242 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c2daad83-f12c-47d2-839c-cae8f106bcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad372a85-c26a-4382-9d5b-3f69303806e6', 'name': 'tempest-TaggedBootDevicesTest_v242-1231983148-router', 'tenant_id': '858effe7088a420282b357f80eadfe13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '425c89fe-66dc-4d2a-8d25-3e1f12cc39db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:02:49Z', 'updated_at': '2021-07-23T20:02:51Z', 'revision_number': 3, 'project_id': '858effe7088a420282b357f80eadfe13', 'gw_port': {'id': '425c89fe-66dc-4d2a-8d25-3e1f12cc39db', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cf:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad372a85-c26a-4382-9d5b-3f69303806e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:02:50Z', 'updated_at': '2021-07-23T20:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:02:56.466970 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-22d59f6e-1f22-4558-9d8f-87760b4be3e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd1f8df9-537e-4043-be88-d444097ffcdc {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:02:56.495498 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2daad83-f12c-47d2-839c-cae8f106bcf8 None None] The sync data for ids ['ad372a85-c26a-4382-9d5b-3f69303806e6'] in n-d-793618-10 is: [{'id': 'ad372a85-c26a-4382-9d5b-3f69303806e6', 'name': 'tempest-TaggedBootDevicesTest_v242-1231983148-router', 'tenant_id': '858effe7088a420282b357f80eadfe13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '425c89fe-66dc-4d2a-8d25-3e1f12cc39db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:02:49Z', 'updated_at': '2021-07-23T20:02:51Z', 'revision_number': 3, 'project_id': '858effe7088a420282b357f80eadfe13', 'gw_port': {'id': '425c89fe-66dc-4d2a-8d25-3e1f12cc39db', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cf:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad372a85-c26a-4382-9d5b-3f69303806e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:02:50Z', 'updated_at': '2021-07-23T20:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:02:56.553885 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-22d59f6e-1f22-4558-9d8f-87760b4be3e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:56.558611 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2e55f-f548-4ff0-8669-2eee4f059cd5 req-0f3b0063-9b0f-40be-b772-cc22ef42f46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:56.560113 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c2a2e55f-f548-4ff0-8669-2eee4f059cd5 req-0f3b0063-9b0f-40be-b772-cc22ef42f46e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46e8b52fe188445da9dc740883af8e52&device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 1096 time: 0.4123902 Jul 23 20:02:56.710034 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c11bf10e-5ca6-4823-b2cb-342f57e0e482 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:56.713003 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-22d59f6e-1f22-4558-9d8f-87760b4be3e0 service neutron] Transition to ACTIVE for port object bd1f8df9-537e-4043-be88-d444097ffcdc will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:02:56.758005 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-22d59f6e-1f22-4558-9d8f-87760b4be3e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:56.775046 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c11bf10e-5ca6-4823-b2cb-342f57e0e482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:56.840623 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c11bf10e-5ca6-4823-b2cb-342f57e0e482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:56.878899 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d59f6e-1f22-4558-9d8f-87760b4be3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=bd1f8df9-537e-4043-be88-d444097ffcdc,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:56.886672 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2e55f-f548-4ff0-8669-2eee4f059cd5 req-30f62e55-d125-4692-b958-90e40fda0f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:56.888196 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c2a2e55f-f548-4ff0-8669-2eee4f059cd5 req-30f62e55-d125-4692-b958-90e40fda0f7b service neutron] 10.222.0.30 "GET /v2.0/networks?id=1582e281-e174-4775-af11-ce2168db586d HTTP/1.1" status: 200 len: 909 time: 0.2923694 Jul 23 20:02:56.914089 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b3998-c447-4076-b2e8-5c7362687ef3 req-84b65c82-a4ef-463b-a86e-2784ee5c6020 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:56.928646 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3d5b3998-c447-4076-b2e8-5c7362687ef3 req-84b65c82-a4ef-463b-a86e-2784ee5c6020 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 944 time: 0.5152628 Jul 23 20:02:56.975087 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11bf10e-5ca6-4823-b2cb-342f57e0e482 admin admin] Pushing event updated for resources: {'Port': ['ID=3f9896ff-2459-4003-b464-21a948cb8b3b,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:57.058825 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d810fa7-7144-4f93-afdf-242e0af88eac req-cd1a0373-e06f-4885-bac4-ecb6841cc6b2 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:57.062590 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0d810fa7-7144-4f93-afdf-242e0af88eac req-cd1a0373-e06f-4885-bac4-ecb6841cc6b2 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 950 time: 0.3489072 Jul 23 20:02:57.104842 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c2a2e55f-f548-4ff0-8669-2eee4f059cd5 req-ea1f5652-e7ab-4379-af39-627ce13c6f30 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b690fd21-e3d5-4f7c-98a9-fc405e5a329b HTTP/1.1" status: 200 len: 217 time: 0.1673863 Jul 23 20:02:57.213546 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11bf10e-5ca6-4823-b2cb-342f57e0e482 admin admin] Network c0c425ca-579f-4028-a72c-ce66097cca22 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:02:57.231495 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 425c89fe-66dc-4d2a-8d25-3e1f12cc39db up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:02:57.240048 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0d810fa7-7144-4f93-afdf-242e0af88eac req-c9cf58dd-66ae-4ce6-be7f-b55ec8d86419 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601155 Jul 23 20:02:57.241237 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-c11bf10e-5ca6-4823-b2cb-342f57e0e482 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:02:57.339814 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 425c89fe-66dc-4d2a-8d25-3e1f12cc39db completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:02:57.356267 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 425c89fe-66dc-4d2a-8d25-3e1f12cc39db triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:02:57.356673 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:57.363841 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2e55f-f548-4ff0-8669-2eee4f059cd5 req-bf5a9986-91da-48c6-8e6a-e94607209fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:57.367040 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c2a2e55f-f548-4ff0-8669-2eee4f059cd5 req-bf5a9986-91da-48c6-8e6a-e94607209fd1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62cab30c-2c7b-4463-9eb3-ea20a0ef57f0 HTTP/1.1" status: 200 len: 848 time: 0.2014790 Jul 23 20:02:57.400297 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3d5b3998-c447-4076-b2e8-5c7362687ef3 req-f187fc11-4e8d-40b1-8505-125b10fc4470 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4712207 Jul 23 20:02:57.508215 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c2a2e55f-f548-4ff0-8669-2eee4f059cd5 req-c7d35721-2e69-4140-a99b-937f5cb5fd5c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1582e281-e174-4775-af11-ce2168db586d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046762 Jul 23 20:02:57.519235 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11bf10e-5ca6-4823-b2cb-342f57e0e482 admin admin] Router ad372a85-c26a-4382-9d5b-3f69303806e6 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:02:57.650886 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:57.691901 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 425c89fe-66dc-4d2a-8d25-3e1f12cc39db, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=425c89fe-66dc-4d2a-8d25-3e1f12cc39db,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:02:57.699893 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-22d59f6e-1f22-4558-9d8f-87760b4be3e0 service neutron] Attempting to bind port bd1f8df9-537e-4043-be88-d444097ffcdc on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:02:57.700535 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-22d59f6e-1f22-4558-9d8f-87760b4be3e0 service neutron] Attempting to bind port bd1f8df9-537e-4043-be88-d444097ffcdc by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '09c16a36-f585-4003-9e2f-a9905bed7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:02:57.702042 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:57.707545 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-22d59f6e-1f22-4558-9d8f-87760b4be3e0 service neutron] Attempting to bind port bd1f8df9-537e-4043-be88-d444097ffcdc on network e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:02:57.740029 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-22d59f6e-1f22-4558-9d8f-87760b4be3e0 service neutron] Port bd1f8df9-537e-4043-be88-d444097ffcdc on network e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:02:57.740029 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-22d59f6e-1f22-4558-9d8f-87760b4be3e0 service neutron] Attempting to bind port bd1f8df9-537e-4043-be88-d444097ffcdc on network e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:02:57.793994 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-75767804-5c32-45e0-b78d-adae057554da None None] Provisioning complete for port 3f9896ff-2459-4003-b464-21a948cb8b3b triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:02:57.795037 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-75767804-5c32-45e0-b78d-adae057554da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:57.821769 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-22d59f6e-1f22-4558-9d8f-87760b4be3e0 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:02:57.822383 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-22d59f6e-1f22-4558-9d8f-87760b4be3e0 service neutron] Checking segment: {'id': '09c16a36-f585-4003-9e2f-a9905bed7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:02:57.822888 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-22d59f6e-1f22-4558-9d8f-87760b4be3e0 service neutron] Bound using segment: {'id': '09c16a36-f585-4003-9e2f-a9905bed7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:02:57.823459 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-22d59f6e-1f22-4558-9d8f-87760b4be3e0 service neutron] Bound port: bd1f8df9-537e-4043-be88-d444097ffcdc, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09c16a36-f585-4003-9e2f-a9905bed7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:02:57.823925 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-22d59f6e-1f22-4558-9d8f-87760b4be3e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:57.875922 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-75767804-5c32-45e0-b78d-adae057554da None None] Port 3f9896ff-2459-4003-b464-21a948cb8b3b cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:02:57.878018 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=425c89fe-66dc-4d2a-8d25-3e1f12cc39db,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:57.939490 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11bf10e-5ca6-4823-b2cb-342f57e0e482 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:02:57.945303 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c11bf10e-5ca6-4823-b2cb-342f57e0e482 admin admin] 10.222.0.32 "PUT /v2.0/routers/ad372a85-c26a-4382-9d5b-3f69303806e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2391236 Jul 23 20:02:57.979235 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d0216-6d9c-4d80-9623-eee161202fba req-b7570898-2588-4c3c-b90d-c69efe09d69a tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:57.988813 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-025d0216-6d9c-4d80-9623-eee161202fba req-b7570898-2588-4c3c-b90d-c69efe09d69a tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5674f4a-69e7-450f-9b3f-19407cbf0961 HTTP/1.1" status: 200 len: 945 time: 0.2510605 Jul 23 20:02:58.036132 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c2a2e55f-f548-4ff0-8669-2eee4f059cd5 req-cc52bcc5-2bb9-4da9-a8e3-f4e2096cd9cb service neutron] 10.222.0.30 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5092006 Jul 23 20:02:58.064636 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-025d0216-6d9c-4d80-9623-eee161202fba req-66e067f5-fd3b-400a-915f-939563acdfee tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750246 Jul 23 20:02:58.091117 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887a238-11f7-4c77-9b68-85b44758c2bc req-afdb6501-2f3b-49a6-913e-d849ac84da07 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:58.103480 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d887a238-11f7-4c77-9b68-85b44758c2bc req-afdb6501-2f3b-49a6-913e-d849ac84da07 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=be6ac861-955d-41d5-83fc-40bfd68ed74d HTTP/1.1" status: 200 len: 944 time: 0.5274079 Jul 23 20:02:58.343554 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c2a2e55f-f548-4ff0-8669-2eee4f059cd5 req-6818f87b-d194-4e07-85d0-f6d8fcb13fd1 service neutron] 10.222.0.30 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897067 Jul 23 20:02:58.397915 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-22d59f6e-1f22-4558-9d8f-87760b4be3e0 service neutron] For port bd1f8df9-537e-4043-be88-d444097ffcdc, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:02:58.432287 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-22d59f6e-1f22-4558-9d8f-87760b4be3e0 service neutron] For port bd1f8df9-537e-4043-be88-d444097ffcdc, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=bd1f8df9-537e-4043-be88-d444097ffcdc,segment=NetworkSegment(09c16a36-f585-4003-9e2f-a9905bed7329),segment_id=09c16a36-f585-4003-9e2f-a9905bed7329)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:02:58.446425 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d887a238-11f7-4c77-9b68-85b44758c2bc req-fabe4b6c-3bab-4bdb-962c-5003ee8b980d tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402890 Jul 23 20:02:58.455031 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-22d59f6e-1f22-4558-9d8f-87760b4be3e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:58.537691 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d94a65-d4f8-4c35-85dd-39dc3a5ed3d2 req-13a75751-eae0-4da7-80de-584d86851c76 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:58.541046 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-51d94a65-d4f8-4c35-85dd-39dc3a5ed3d2 req-13a75751-eae0-4da7-80de-584d86851c76 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 950 time: 0.1810062 Jul 23 20:02:58.597011 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d59f6e-1f22-4558-9d8f-87760b4be3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=bd1f8df9-537e-4043-be88-d444097ffcdc,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:58.619881 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-22d59f6e-1f22-4558-9d8f-87760b4be3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:58.621675 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-51d94a65-d4f8-4c35-85dd-39dc3a5ed3d2 req-552ab317-c4e3-4942-907b-2f9324249fd2 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762045 Jul 23 20:02:58.634448 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-22d59f6e-1f22-4558-9d8f-87760b4be3e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:58.639027 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-22d59f6e-1f22-4558-9d8f-87760b4be3e0 service neutron] 10.222.0.18 "PUT /v2.0/ports/bd1f8df9-537e-4043-be88-d444097ffcdc HTTP/1.1" status: 200 len: 1093 time: 3.6538517 Jul 23 20:02:58.641016 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be6ac861-955d-41d5-83fc-40bfd68ed74d', 'tag': 'bd1f8df9-537e-4043-be88-d444097ffcdc'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:02:58.644780 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d45f6d-ee75-46e3-a71a-a8961c4d1468" -d '{"events": [{"name": "network-changed", "server_uuid": "be6ac861-955d-41d5-83fc-40bfd68ed74d", "tag": "bd1f8df9-537e-4043-be88-d444097ffcdc"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:02:58.836252 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc133fc-b681-4f80-91ee-5baaa53720b1 x-openstack-request-id: req-3cc133fc-b681-4f80-91ee-5baaa53720b1 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:02:58.836673 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be6ac861-955d-41d5-83fc-40bfd68ed74d", "tag": "bd1f8df9-537e-4043-be88-d444097ffcdc", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:02:58.837054 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3cc133fc-b681-4f80-91ee-5baaa53720b1 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:02:58.837640 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be6ac861-955d-41d5-83fc-40bfd68ed74d', 'tag': 'bd1f8df9-537e-4043-be88-d444097ffcdc', 'status': 'completed', 'code': 200} Jul 23 20:02:58.849904 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-6a1bebe5-62fb-4cbd-bf22-6ab40017861a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:58.851973 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-6a1bebe5-62fb-4cbd-bf22-6ab40017861a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=112939265a5547faabf279e97fc2b4ed&device_id=be6ac861-955d-41d5-83fc-40bfd68ed74d HTTP/1.1" status: 200 len: 1096 time: 0.1589570 Jul 23 20:02:58.874604 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17e1e8-21c6-49c7-b02e-f686195e01f7 req-475e96b6-3b6f-47e1-910b-ef2cc5a25e81 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:58.877977 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2f17e1e8-21c6-49c7-b02e-f686195e01f7 req-475e96b6-3b6f-47e1-910b-ef2cc5a25e81 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 944 time: 0.1454349 Jul 23 20:02:58.938177 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-9d39a23c-99e1-4f51-9c90-5b5b8d61adeb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd1f8df9-537e-4043-be88-d444097ffcdc HTTP/1.1" status: 200 len: 217 time: 0.0740066 Jul 23 20:02:59.012424 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2f17e1e8-21c6-49c7-b02e-f686195e01f7 req-e9a60214-5400-4a61-a347-530f72228243 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281483 Jul 23 20:02:59.057323 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-15597267-e2c0-4db5-adf8-be4966f5901d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:59.058882 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-15597267-e2c0-4db5-adf8-be4966f5901d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8f1af588-88a6-41d9-93e0-be352471d81c HTTP/1.1" status: 200 len: 849 time: 0.1010633 Jul 23 20:02:59.147982 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-4ed2447b-3f7a-429d-8da4-ed3ab4511298 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817137 Jul 23 20:02:59.149846 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 425c89fe-66dc-4d2a-8d25-3e1f12cc39db up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:02:59.326440 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 425c89fe-66dc-4d2a-8d25-3e1f12cc39db triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:02:59.330683 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:59.332742 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-58fe9cab-b6fb-4110-8a9c-cb8c0d50c1d9 service neutron] 10.222.0.18 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768510 Jul 23 20:02:59.415793 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f813eb-d661-43e8-825d-8fe69a9ad94d req-fce98891-9f36-4d38-a986-356de646c12d tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:59.434839 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-94f813eb-d661-43e8-825d-8fe69a9ad94d req-fce98891-9f36-4d38-a986-356de646c12d tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5674f4a-69e7-450f-9b3f-19407cbf0961 HTTP/1.1" status: 200 len: 945 time: 0.2336497 Jul 23 20:02:59.510001 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-94f813eb-d661-43e8-825d-8fe69a9ad94d req-466dbca7-be2d-4a6d-b705-d8a1ab717cb6 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738857 Jul 23 20:02:59.642665 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d52ab3e2-5d0d-45f6-b0c2-fc5f6a6f4f92 req-dbf413a5-5e38-40b0-9152-9ea46f2f9254 service neutron] 10.222.0.18 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032157 Jul 23 20:02:59.811368 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85984b8-41a2-45b8-8040-6222fe49d971 req-a512d289-c89f-4141-900e-f1e69764d886 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:59.819939 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e85984b8-41a2-45b8-8040-6222fe49d971 req-a512d289-c89f-4141-900e-f1e69764d886 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=be6ac861-955d-41d5-83fc-40bfd68ed74d HTTP/1.1" status: 200 len: 944 time: 0.2624450 Jul 23 20:02:59.834273 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fa7cec-aa8b-4022-8302-159838f247b6 None None] Sync routers for ids ['ad372a85-c26a-4382-9d5b-3f69303806e6'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:02:59.847087 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fa7cec-aa8b-4022-8302-159838f247b6 None None] Routers {'ad372a85-c26a-4382-9d5b-3f69303806e6'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:02:59.848912 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-50fa7cec-aa8b-4022-8302-159838f247b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:02:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ad372a85-c26a-4382-9d5b-3f69303806e6'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:02:59.939327 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e85984b8-41a2-45b8-8040-6222fe49d971 req-b2033e32-e444-4770-a4ba-f90e99b3152d tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131337 Jul 23 20:02:59.962463 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc375db1-5a01-4711-9435-54bac60bbd0b req-4c1a54b5-10b5-462b-b543-b11ed735ae6f tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:59.967288 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cc375db1-5a01-4711-9435-54bac60bbd0b req-4c1a54b5-10b5-462b-b543-b11ed735ae6f tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 950 time: 0.1656065 Jul 23 20:02:59.981442 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d45f6d-ee75-46e3-a71a-a8961c4d1468 req-ee2e0c2f-613a-4de5-80a7-d4c39e38996b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:02:59.983409 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-12d45f6d-ee75-46e3-a71a-a8961c4d1468 req-ee2e0c2f-613a-4de5-80a7-d4c39e38996b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=112939265a5547faabf279e97fc2b4ed&device_id=be6ac861-955d-41d5-83fc-40bfd68ed74d HTTP/1.1" status: 200 len: 1096 time: 0.2772205 Jul 23 20:03:00.049081 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cc375db1-5a01-4711-9435-54bac60bbd0b req-33230a6b-d96d-46c0-87d5-27997e5d41b2 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760241 Jul 23 20:03:00.112496 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d45f6d-ee75-46e3-a71a-a8961c4d1468 req-76898a6c-a461-4a9b-ba78-2d0a99854f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:00.114015 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-12d45f6d-ee75-46e3-a71a-a8961c4d1468 req-76898a6c-a461-4a9b-ba78-2d0a99854f14 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 HTTP/1.1" status: 200 len: 910 time: 0.1163082 Jul 23 20:03:00.125826 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-50fa7cec-aa8b-4022-8302-159838f247b6 None None] Set router ad372a85-c26a-4382-9d5b-3f69303806e6 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:03:00.331105 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7b372-77b9-4133-845a-5b836118aba9 req-15a06c17-faeb-4511-910e-33607bd30480 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:00.340894 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7ba7b372-77b9-4133-845a-5b836118aba9 req-15a06c17-faeb-4511-910e-33607bd30480 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 944 time: 0.1893883 Jul 23 20:03:00.427015 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7ba7b372-77b9-4133-845a-5b836118aba9 req-038cd28d-2c08-4afe-b38b-9e864243230d tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781429 Jul 23 20:03:00.544555 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-50fa7cec-aa8b-4022-8302-159838f247b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad372a85-c26a-4382-9d5b-3f69303806e6', 'name': 'tempest-TaggedBootDevicesTest_v242-1231983148-router', 'tenant_id': '858effe7088a420282b357f80eadfe13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '425c89fe-66dc-4d2a-8d25-3e1f12cc39db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:02:49Z', 'updated_at': '2021-07-23T20:02:56Z', 'revision_number': 4, 'project_id': '858effe7088a420282b357f80eadfe13', 'gw_port': {'id': '425c89fe-66dc-4d2a-8d25-3e1f12cc39db', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad372a85-c26a-4382-9d5b-3f69303806e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:02:50Z', 'updated_at': '2021-07-23T20:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '3f9896ff-2459-4003-b464-21a948cb8b3b', 'name': '', 'network_id': 'c0c425ca-579f-4028-a72c-ce66097cca22', 'tenant_id': '858effe7088a420282b357f80eadfe13', 'mac_address': 'fa:16:3e:ff:e3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad372a85-c26a-4382-9d5b-3f69303806e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a451f4d4-16b1-4cd6-849b-914123ed9f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:02:54Z', 'updated_at': '2021-07-23T20:02:56Z', 'revision_number': 2, 'project_id': '858effe7088a420282b357f80eadfe13', 'subnets': [{'id': 'a451f4d4-16b1-4cd6-849b-914123ed9f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:03:00.584805 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fa7cec-aa8b-4022-8302-159838f247b6 None None] Checking router: ad372a85-c26a-4382-9d5b-3f69303806e6 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:03:00.585334 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fa7cec-aa8b-4022-8302-159838f247b6 None None] Updating router ad372a85-c26a-4382-9d5b-3f69303806e6 port 3f9896ff-2459-4003-b464-21a948cb8b3b binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:03:00.625196 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-50fa7cec-aa8b-4022-8302-159838f247b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:00.763118 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-12d45f6d-ee75-46e3-a71a-a8961c4d1468 req-eb0afca6-d5df-4a1f-94f6-145c077b0703 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd1f8df9-537e-4043-be88-d444097ffcdc HTTP/1.1" status: 200 len: 217 time: 0.6312115 Jul 23 20:03:00.870421 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d45f6d-ee75-46e3-a71a-a8961c4d1468 req-54a188bf-f3a6-4a39-8c28-3a127a1448f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:00.879255 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-12d45f6d-ee75-46e3-a71a-a8961c4d1468 req-54a188bf-f3a6-4a39-8c28-3a127a1448f3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8f1af588-88a6-41d9-93e0-be352471d81c HTTP/1.1" status: 200 len: 849 time: 0.0776217 Jul 23 20:03:00.971896 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-12d45f6d-ee75-46e3-a71a-a8961c4d1468 req-a708cd3d-e8ee-4698-b35d-a4cb8adbc95b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693922 Jul 23 20:03:00.993611 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0a9b8-7187-43ab-adc9-3cc92d29d0d6 req-3706f22a-0dfc-4c39-b4d5-c5ccc8254193 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:00.999853 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f2d0a9b8-7187-43ab-adc9-3cc92d29d0d6 req-3706f22a-0dfc-4c39-b4d5-c5ccc8254193 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5674f4a-69e7-450f-9b3f-19407cbf0961 HTTP/1.1" status: 200 len: 945 time: 0.2548943 Jul 23 20:03:01.080336 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f2d0a9b8-7187-43ab-adc9-3cc92d29d0d6 req-57b21873-5f84-43f8-9530-13d2f8924db9 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630269 Jul 23 20:03:01.163313 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-50fa7cec-aa8b-4022-8302-159838f247b6 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:01.180677 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82c2e7-c7a7-48f2-bbc6-7cd25e24e6bb req-5d39cb1b-1b9d-451d-bd2e-bcc50b2ffc5c tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:01.192135 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8b82c2e7-c7a7-48f2-bbc6-7cd25e24e6bb req-5d39cb1b-1b9d-451d-bd2e-bcc50b2ffc5c tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=be6ac861-955d-41d5-83fc-40bfd68ed74d HTTP/1.1" status: 200 len: 944 time: 0.1346016 Jul 23 20:03:01.193715 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-50fa7cec-aa8b-4022-8302-159838f247b6 None None] Transition to ACTIVE for port object 3f9896ff-2459-4003-b464-21a948cb8b3b will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:03:01.206397 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-50fa7cec-aa8b-4022-8302-159838f247b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:01.288932 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8b82c2e7-c7a7-48f2-bbc6-7cd25e24e6bb req-96ea7f02-1086-4b90-a553-2ce895bb8bfc tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959580 Jul 23 20:03:01.315228 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-12d45f6d-ee75-46e3-a71a-a8961c4d1468 req-8cee10a7-a4f2-4b11-b483-c1fab68a5d16 service neutron] 10.222.0.18 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133569 Jul 23 20:03:01.409177 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-50fa7cec-aa8b-4022-8302-159838f247b6 None None] Attempting to bind port 3f9896ff-2459-4003-b464-21a948cb8b3b on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:03:01.409527 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-50fa7cec-aa8b-4022-8302-159838f247b6 None None] Attempting to bind port 3f9896ff-2459-4003-b464-21a948cb8b3b by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '97fd403f-3d99-4186-9325-492002f78c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c0c425ca-579f-4028-a72c-ce66097cca22'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:03:01.409852 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa7cec-aa8b-4022-8302-159838f247b6 None None] Attempting to bind port 3f9896ff-2459-4003-b464-21a948cb8b3b on network c0c425ca-579f-4028-a72c-ce66097cca22 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:03:01.413713 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de3fa5f-2aaa-4c86-ba47-16b0dae9ff92 None None] Pushing event updated for resources: {'Port': ['ID=3f9896ff-2459-4003-b464-21a948cb8b3b,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:01.424635 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa7cec-aa8b-4022-8302-159838f247b6 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:03:01.425264 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa7cec-aa8b-4022-8302-159838f247b6 None None] Checking segment: {'id': '97fd403f-3d99-4186-9325-492002f78c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c0c425ca-579f-4028-a72c-ce66097cca22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:03:01.425902 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-50fa7cec-aa8b-4022-8302-159838f247b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:01.426460 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa7cec-aa8b-4022-8302-159838f247b6 None None] Bound using segment: {'id': '97fd403f-3d99-4186-9325-492002f78c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c0c425ca-579f-4028-a72c-ce66097cca22'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:03:01.426935 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-50fa7cec-aa8b-4022-8302-159838f247b6 None None] Bound port: 3f9896ff-2459-4003-b464-21a948cb8b3b, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97fd403f-3d99-4186-9325-492002f78c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c0c425ca-579f-4028-a72c-ce66097cca22'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:03:01.427946 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-50fa7cec-aa8b-4022-8302-159838f247b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:01.522664 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-50fa7cec-aa8b-4022-8302-159838f247b6 None None] For port 3f9896ff-2459-4003-b464-21a948cb8b3b, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:03:01.528126 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-50fa7cec-aa8b-4022-8302-159838f247b6 None None] For port 3f9896ff-2459-4003-b464-21a948cb8b3b, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3f9896ff-2459-4003-b464-21a948cb8b3b,segment=NetworkSegment(97fd403f-3d99-4186-9325-492002f78c99),segment_id=97fd403f-3d99-4186-9325-492002f78c99)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:03:01.538183 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-50fa7cec-aa8b-4022-8302-159838f247b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:01.557202 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d999d4e-708f-4084-b7e0-e6e788a93c5d req-528fdd2f-f79c-4c5a-b5ca-fece44febed1 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:01.558921 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1d999d4e-708f-4084-b7e0-e6e788a93c5d req-528fdd2f-f79c-4c5a-b5ca-fece44febed1 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 950 time: 0.3041623 Jul 23 20:03:01.627002 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-4b3d8e7a-7d54-464f-b9d3-4e5656e70645 service neutron] show failed (client error): The resource could not be found. Jul 23 20:03:01.628413 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-4b3d8e7a-7d54-464f-b9d3-4e5656e70645 service neutron] 10.222.0.30 "GET /v2.0/ports/c1030c34-2dec-438f-86af-e0a9c58b5449/bindings/n-h2-793618-10 HTTP/1.1" status: 404 len: 381 time: 0.2814274 Jul 23 20:03:01.650241 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de3fa5f-2aaa-4c86-ba47-16b0dae9ff92 None None] Pushing event updated for resources: {'Port': ['ID=3f9896ff-2459-4003-b464-21a948cb8b3b,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:01.665102 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fa7cec-aa8b-4022-8302-159838f247b6 None None] Routers {'ad372a85-c26a-4382-9d5b-3f69303806e6'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:03:01.666117 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-50fa7cec-aa8b-4022-8302-159838f247b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:02:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ad372a85-c26a-4382-9d5b-3f69303806e6'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:03:01.696625 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1d999d4e-708f-4084-b7e0-e6e788a93c5d req-e5fd29a0-d779-4a17-8fe8-3957cdae09ef tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252329 Jul 23 20:03:01.703043 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-12d45f6d-ee75-46e3-a71a-a8961c4d1468 req-d4f4d322-fad6-431b-ae01-df32be28a845 service neutron] 10.222.0.18 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798003 Jul 23 20:03:02.086714 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5196c8-45e9-4468-962d-8d468f0c5282 req-1413abf2-5a19-433c-906f-e27e41f59337 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:02.097004 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0e5196c8-45e9-4468-962d-8d468f0c5282 req-1413abf2-5a19-433c-906f-e27e41f59337 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 944 time: 0.2354312 Jul 23 20:03:02.121232 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-ccb5e572-2a5e-44c9-b7f7-6be7e31af4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:02.122872 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-ccb5e572-2a5e-44c9-b7f7-6be7e31af4d1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e&tenant_id=a28939d8212b4a0392808b969f282665 HTTP/1.1" status: 200 len: 1102 time: 0.1904597 Jul 23 20:03:02.142768 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-ddf6d8c2-8d9f-49d0-a926-62d1ecf59cad service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793618-10', 'device_owner': 'compute:nova'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:03:02.147916 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-50fa7cec-aa8b-4022-8302-159838f247b6 None None] Set router ad372a85-c26a-4382-9d5b-3f69303806e6 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:03:02.180427 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0e5196c8-45e9-4468-962d-8d468f0c5282 req-4eef65d3-8f65-4055-a611-0e16b7e47f17 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816050 Jul 23 20:03:02.341562 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-ddf6d8c2-8d9f-49d0-a926-62d1ecf59cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:02.388012 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device bd1f8df9-537e-4043-be88-d444097ffcdc details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:03:02.584151 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-50fa7cec-aa8b-4022-8302-159838f247b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad372a85-c26a-4382-9d5b-3f69303806e6', 'name': 'tempest-TaggedBootDevicesTest_v242-1231983148-router', 'tenant_id': '858effe7088a420282b357f80eadfe13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '425c89fe-66dc-4d2a-8d25-3e1f12cc39db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:02:49Z', 'updated_at': '2021-07-23T20:02:56Z', 'revision_number': 4, 'project_id': '858effe7088a420282b357f80eadfe13', 'gw_port': {'id': '425c89fe-66dc-4d2a-8d25-3e1f12cc39db', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad372a85-c26a-4382-9d5b-3f69303806e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:02:50Z', 'updated_at': '2021-07-23T20:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '3f9896ff-2459-4003-b464-21a948cb8b3b', 'name': '', 'network_id': 'c0c425ca-579f-4028-a72c-ce66097cca22', 'tenant_id': '858effe7088a420282b357f80eadfe13', 'mac_address': 'fa:16:3e:ff:e3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad372a85-c26a-4382-9d5b-3f69303806e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a451f4d4-16b1-4cd6-849b-914123ed9f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:02:54Z', 'updated_at': '2021-07-23T20:03:01Z', 'revision_number': 4, 'project_id': '858effe7088a420282b357f80eadfe13', 'subnets': [{'id': 'a451f4d4-16b1-4cd6-849b-914123ed9f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:03:02.629014 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fa7cec-aa8b-4022-8302-159838f247b6 None None] The sync data for ids ['ad372a85-c26a-4382-9d5b-3f69303806e6'] in n-d-793618-10 is: [{'id': 'ad372a85-c26a-4382-9d5b-3f69303806e6', 'name': 'tempest-TaggedBootDevicesTest_v242-1231983148-router', 'tenant_id': '858effe7088a420282b357f80eadfe13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '425c89fe-66dc-4d2a-8d25-3e1f12cc39db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:02:49Z', 'updated_at': '2021-07-23T20:02:56Z', 'revision_number': 4, 'project_id': '858effe7088a420282b357f80eadfe13', 'gw_port': {'id': '425c89fe-66dc-4d2a-8d25-3e1f12cc39db', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad372a85-c26a-4382-9d5b-3f69303806e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:02:50Z', 'updated_at': '2021-07-23T20:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '3f9896ff-2459-4003-b464-21a948cb8b3b', 'name': '', 'network_id': 'c0c425ca-579f-4028-a72c-ce66097cca22', 'tenant_id': '858effe7088a420282b357f80eadfe13', 'mac_address': 'fa:16:3e:ff:e3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad372a85-c26a-4382-9d5b-3f69303806e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a451f4d4-16b1-4cd6-849b-914123ed9f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:02:54Z', 'updated_at': '2021-07-23T20:03:01Z', 'revision_number': 4, 'project_id': '858effe7088a420282b357f80eadfe13', 'subnets': [{'id': 'a451f4d4-16b1-4cd6-849b-914123ed9f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:03:02.693396 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port bd1f8df9-537e-4043-be88-d444097ffcdc, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=bd1f8df9-537e-4043-be88-d444097ffcdc,segment=NetworkSegment(09c16a36-f585-4003-9e2f-a9905bed7329),segment_id=09c16a36-f585-4003-9e2f-a9905bed7329)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:02.729816 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': 'bd1f8df9-537e-4043-be88-d444097ffcdc', 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1', 'port_id': 'bd1f8df9-537e-4043-be88-d444097ffcdc', 'mac_address': 'fa:16:3e:dc:0f:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f1af588-88a6-41d9-93e0-be352471d81c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:03:02.793359 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39128a7b-003c-45e1-816d-1a4be5c37767 req-e4a132ce-aeb2-4057-8ae1-3c2237e86683 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:02.794979 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-39128a7b-003c-45e1-816d-1a4be5c37767 req-e4a132ce-aeb2-4057-8ae1-3c2237e86683 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5674f4a-69e7-450f-9b3f-19407cbf0961 HTTP/1.1" status: 200 len: 945 time: 0.3579612 Jul 23 20:03:02.915401 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:02.936170 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-39128a7b-003c-45e1-816d-1a4be5c37767 req-a5b4b423-99db-4a0d-b1a1-980650678eae tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889263 Jul 23 20:03:02.954918 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-ddf6d8c2-8d9f-49d0-a926-62d1ecf59cad service neutron] For port c1030c34-2dec-438f-86af-e0a9c58b5449, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=c1030c34-2dec-438f-86af-e0a9c58b5449,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:02.997687 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd1f8df9-537e-4043-be88-d444097ffcdc {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:03:03.039962 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-ddf6d8c2-8d9f-49d0-a926-62d1ecf59cad service neutron] For port c1030c34-2dec-438f-86af-e0a9c58b5449, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:03:03.118646 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port bd1f8df9-537e-4043-be88-d444097ffcdc, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=bd1f8df9-537e-4043-be88-d444097ffcdc,segment=NetworkSegment(09c16a36-f585-4003-9e2f-a9905bed7329),segment_id=09c16a36-f585-4003-9e2f-a9905bed7329)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:03.130317 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:03.179342 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-ddf6d8c2-8d9f-49d0-a926-62d1ecf59cad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:03.200850 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-ddf6d8c2-8d9f-49d0-a926-62d1ecf59cad service neutron] Transition to ACTIVE for port object c1030c34-2dec-438f-86af-e0a9c58b5449 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:03:03.207383 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfde140-eec2-497b-a42f-38544c75aa5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1030c34-2dec-438f-86af-e0a9c58b5449'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:03:03.211055 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22a4322-90d2-454a-ad73-d62a46bf2231" -d '{"events": [{"server_uuid": "dbfde140-eec2-497b-a42f-38544c75aa5e", "name": "network-vif-unplugged", "status": "completed", "tag": "c1030c34-2dec-438f-86af-e0a9c58b5449"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:03:03.219090 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-ddf6d8c2-8d9f-49d0-a926-62d1ecf59cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:03.284165 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=bd1f8df9-537e-4043-be88-d444097ffcdc,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:03.289851 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3f9896ff-2459-4003-b464-21a948cb8b3b up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:03:03.331047 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6d8c2-8d9f-49d0-a926-62d1ecf59cad service neutron] Pushing event updated for resources: {'Port': ['ID=c1030c34-2dec-438f-86af-e0a9c58b5449,revision_number=6']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:03.370524 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af002405-afb6-4253-bb1e-2c892f6c15be req-7a0cb3f4-4d80-456e-9f1c-a15127e1e9e1 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:03.373277 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-af002405-afb6-4253-bb1e-2c892f6c15be req-7a0cb3f4-4d80-456e-9f1c-a15127e1e9e1 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=be6ac861-955d-41d5-83fc-40bfd68ed74d HTTP/1.1" status: 200 len: 944 time: 0.3249314 Jul 23 20:03:03.416657 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['bd1f8df9-537e-4043-be88-d444097ffcdc'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:03:03.423605 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-ddf6d8c2-8d9f-49d0-a926-62d1ecf59cad service neutron] No DVR routers for this DVR port c1030c34-2dec-438f-86af-e0a9c58b5449 on host n-h1-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:03:03.427080 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 3f9896ff-2459-4003-b464-21a948cb8b3b completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:03:03.476020 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 3f9896ff-2459-4003-b464-21a948cb8b3b triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:03:03.476399 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:03.528872 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-ddf6d8c2-8d9f-49d0-a926-62d1ecf59cad service neutron] Attempting to bind port c1030c34-2dec-438f-86af-e0a9c58b5449 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:03:03.529437 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-ddf6d8c2-8d9f-49d0-a926-62d1ecf59cad service neutron] Attempting to bind port c1030c34-2dec-438f-86af-e0a9c58b5449 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:03:03.529797 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-ddf6d8c2-8d9f-49d0-a926-62d1ecf59cad service neutron] Attempting to bind port c1030c34-2dec-438f-86af-e0a9c58b5449 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:03:03.538297 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-ddf6d8c2-8d9f-49d0-a926-62d1ecf59cad service neutron] Port c1030c34-2dec-438f-86af-e0a9c58b5449 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:03:03.538923 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-ddf6d8c2-8d9f-49d0-a926-62d1ecf59cad service neutron] Attempting to bind port c1030c34-2dec-438f-86af-e0a9c58b5449 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:03:03.555397 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-ddf6d8c2-8d9f-49d0-a926-62d1ecf59cad service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:03:03.555750 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-ddf6d8c2-8d9f-49d0-a926-62d1ecf59cad service neutron] Checking segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:03:03.557264 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-ddf6d8c2-8d9f-49d0-a926-62d1ecf59cad service neutron] Bound using segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:03:03.557705 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-ddf6d8c2-8d9f-49d0-a926-62d1ecf59cad service neutron] Bound port: c1030c34-2dec-438f-86af-e0a9c58b5449, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:03:03.560429 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-ddf6d8c2-8d9f-49d0-a926-62d1ecf59cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:03.723676 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-af002405-afb6-4253-bb1e-2c892f6c15be req-201db8eb-842e-47ea-8abb-14e876550ce8 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116436 Jul 23 20:03:03.773589 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:03.902827 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-ddf6d8c2-8d9f-49d0-a926-62d1ecf59cad service neutron] For port c1030c34-2dec-438f-86af-e0a9c58b5449, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:03:03.919588 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-ddf6d8c2-8d9f-49d0-a926-62d1ecf59cad service neutron] For port c1030c34-2dec-438f-86af-e0a9c58b5449, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=c1030c34-2dec-438f-86af-e0a9c58b5449,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:03:03.928376 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-ddf6d8c2-8d9f-49d0-a926-62d1ecf59cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:03.934599 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 3f9896ff-2459-4003-b464-21a948cb8b3b, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3f9896ff-2459-4003-b464-21a948cb8b3b,segment=NetworkSegment(97fd403f-3d99-4186-9325-492002f78c99),segment_id=97fd403f-3d99-4186-9325-492002f78c99)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:03.969408 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:04.026951 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-ddf6d8c2-8d9f-49d0-a926-62d1ecf59cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:04.032587 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-ddf6d8c2-8d9f-49d0-a926-62d1ecf59cad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:04.034364 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-ddf6d8c2-8d9f-49d0-a926-62d1ecf59cad service neutron] 10.222.0.18 "PUT /v2.0/ports/c1030c34-2dec-438f-86af-e0a9c58b5449 HTTP/1.1" status: 200 len: 1097 time: 1.8994174 Jul 23 20:03:04.036448 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=3f9896ff-2459-4003-b464-21a948cb8b3b,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:04.069503 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f76bb1-09d9-4f55-b22f-6d4034ce2fd5 req-e5da865e-52ba-4ee9-b8f5-5de8d1474e2d tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:04.071351 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83f76bb1-09d9-4f55-b22f-6d4034ce2fd5 req-e5da865e-52ba-4ee9-b8f5-5de8d1474e2d tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 948 time: 0.2331896 Jul 23 20:03:04.145220 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6d8c2-8d9f-49d0-a926-62d1ecf59cad service neutron] Pushing event updated for resources: {'Port': ['ID=c1030c34-2dec-438f-86af-e0a9c58b5449,revision_number=7']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:04.193732 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device c1030c34-2dec-438f-86af-e0a9c58b5449 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:03:04.258204 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83f76bb1-09d9-4f55-b22f-6d4034ce2fd5 req-fbe26c19-d951-4555-8e07-0210f6d654c5 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371541 Jul 23 20:03:04.275320 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-ca4ee082-e405-45eb-a392-734ef9a9e497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:04.277162 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-ca4ee082-e405-45eb-a392-734ef9a9e497 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a28939d8212b4a0392808b969f282665&device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 1100 time: 0.2019603 Jul 23 20:03:04.285045 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device c1030c34-2dec-438f-86af-e0a9c58b5449 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:03:04.454198 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-8cb32fe6-ca5e-440c-af7e-1fbd3d078f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:04.455891 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-8cb32fe6-ca5e-440c-af7e-1fbd3d078f40 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.1708691 Jul 23 20:03:04.556652 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-092e996d-76d1-4b07-b6cd-54630474efce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=c1030c34-2dec-438f-86af-e0a9c58b5449 HTTP/1.1" status: 200 len: 217 time: 0.0801568 Jul 23 20:03:04.645091 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-2ef60d16-e7ca-46c1-b9df-7c9a860ad557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:04.646883 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-2ef60d16-e7ca-46c1-b9df-7c9a860ad557 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.0822701 Jul 23 20:03:04.676127 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf174c-8c90-4199-9c4a-4a44584a0e9c req-de2769e0-a242-4ee4-849a-a713c1ddd262 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:04.678005 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-18cf174c-8c90-4199-9c4a-4a44584a0e9c req-de2769e0-a242-4ee4-849a-a713c1ddd262 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 944 time: 0.2152839 Jul 23 20:03:04.763109 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-18cf174c-8c90-4199-9c4a-4a44584a0e9c req-6ceeb022-f1fc-47d3-9db6-279c7540eb20 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550013 Jul 23 20:03:04.788203 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-80a4f8ef-5ba1-44f1-8a6e-18771057da1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:04.789813 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-80a4f8ef-5ba1-44f1-8a6e-18771057da1e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1322105 Jul 23 20:03:04.860186 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989fea30-d5fb-4065-88fd-32dcd58a2f4a x-openstack-request-id: req-989fea30-d5fb-4065-88fd-32dcd58a2f4a {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:03:04.860606 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbfde140-eec2-497b-a42f-38544c75aa5e", "name": "network-vif-unplugged", "status": "completed", "tag": "c1030c34-2dec-438f-86af-e0a9c58b5449", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:03:04.860738 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-989fea30-d5fb-4065-88fd-32dcd58a2f4a {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:03:04.861118 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbfde140-eec2-497b-a42f-38544c75aa5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1030c34-2dec-438f-86af-e0a9c58b5449', 'code': 200} Jul 23 20:03:04.972938 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-519cc84f-f912-413a-ae4f-4b2f00ea34d1 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754420 Jul 23 20:03:05.168651 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3f9896ff-2459-4003-b464-21a948cb8b3b up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:03:05.260621 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db276849-f1a9-43fe-a1b3-9af4618801f9 req-fe5c66c4-ce7a-4cf8-8621-3c603bac3b18 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797868 Jul 23 20:03:05.294818 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 3f9896ff-2459-4003-b464-21a948cb8b3b triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:03:05.302003 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:05.349269 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a7e57-aff9-42b3-90cb-6e6c3d61ccf0 req-da07b584-8285-42be-81ec-ba097cc5e74e tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:05.365194 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-959a7e57-aff9-42b3-90cb-6e6c3d61ccf0 req-da07b584-8285-42be-81ec-ba097cc5e74e tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5674f4a-69e7-450f-9b3f-19407cbf0961 HTTP/1.1" status: 200 len: 945 time: 0.3079507 Jul 23 20:03:05.492438 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-959a7e57-aff9-42b3-90cb-6e6c3d61ccf0 req-7856a43b-688f-4871-bec2-e5147adcaf68 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261559 Jul 23 20:03:05.664860 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed06ba3-50ce-4635-ac2a-8b752d583135 req-cc3ae1a8-8a4a-4704-99d0-b8deae7c9a19 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:05.666520 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6ed06ba3-50ce-4635-ac2a-8b752d583135 req-cc3ae1a8-8a4a-4704-99d0-b8deae7c9a19 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=be6ac861-955d-41d5-83fc-40bfd68ed74d HTTP/1.1" status: 200 len: 945 time: 0.0836551 Jul 23 20:03:05.714323 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6ed06ba3-50ce-4635-ac2a-8b752d583135 req-7aab77b4-1d79-43dd-adaa-5e9ab5a4a00b tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420194 Jul 23 20:03:05.859833 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47709fe8-3ab8-4db3-8246-7adff69c2246 req-08264205-3e34-45ec-8def-4a2b2dc4ec43 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:05.861789 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-47709fe8-3ab8-4db3-8246-7adff69c2246 req-08264205-3e34-45ec-8def-4a2b2dc4ec43 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 948 time: 0.0759745 Jul 23 20:03:05.905189 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-47709fe8-3ab8-4db3-8246-7adff69c2246 req-2cb38c10-a416-4fa2-be5d-4ac5f7e55c84 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379000 Jul 23 20:03:06.064021 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3d66d-e6b6-4287-9515-7482d692b677 req-4e4e43d9-2975-493d-bc1e-b057d964d112 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:06.066117 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f8b3d66d-e6b6-4287-9515-7482d692b677 req-4e4e43d9-2975-493d-bc1e-b057d964d112 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 944 time: 0.0819173 Jul 23 20:03:06.124368 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f8b3d66d-e6b6-4287-9515-7482d692b677 req-913dd994-5672-46a8-ae19-8135995002a7 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517750 Jul 23 20:03:06.187943 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device b690fd21-e3d5-4f7c-98a9-fc405e5a329b details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:03:06.357105 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device bd1f8df9-537e-4043-be88-d444097ffcdc up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:03:06.361349 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port b690fd21-e3d5-4f7c-98a9-fc405e5a329b, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=b690fd21-e3d5-4f7c-98a9-fc405e5a329b,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:06.419845 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'b690fd21-e3d5-4f7c-98a9-fc405e5a329b', 'network_id': '1582e281-e174-4775-af11-ce2168db586d', 'port_id': 'b690fd21-e3d5-4f7c-98a9-fc405e5a329b', 'mac_address': 'fa:16:3e:d1:a4:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62cab30c-2c7b-4463-9eb3-ea20a0ef57f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:03:06.510473 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:06.513786 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port bd1f8df9-537e-4043-be88-d444097ffcdc completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:03:06.523671 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port bd1f8df9-537e-4043-be88-d444097ffcdc triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:03:06.524044 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:06.574144 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b690fd21-e3d5-4f7c-98a9-fc405e5a329b {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:03:06.604862 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port b690fd21-e3d5-4f7c-98a9-fc405e5a329b, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=b690fd21-e3d5-4f7c-98a9-fc405e5a329b,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:06.631098 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:06.707577 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:06.711980 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116dc469-f296-48b7-98dd-f3a5d70ebef8 req-036f03dd-af75-45b1-906a-0c88876950fe tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:06.721655 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=b690fd21-e3d5-4f7c-98a9-fc405e5a329b,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:06.722341 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-116dc469-f296-48b7-98dd-f3a5d70ebef8 req-036f03dd-af75-45b1-906a-0c88876950fe tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5674f4a-69e7-450f-9b3f-19407cbf0961 HTTP/1.1" status: 200 len: 945 time: 0.1139162 Jul 23 20:03:06.753520 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6ac861-955d-41d5-83fc-40bfd68ed74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1f8df9-537e-4043-be88-d444097ffcdc'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:03:06.760753 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b4749c-2666-4d16-abc9-7c10b066cc16" -d '{"events": [{"server_uuid": "be6ac861-955d-41d5-83fc-40bfd68ed74d", "name": "network-vif-plugged", "status": "completed", "tag": "bd1f8df9-537e-4043-be88-d444097ffcdc"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:03:06.786456 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-116dc469-f296-48b7-98dd-f3a5d70ebef8 req-027b68f8-d8d3-4596-a2db-e49657df5138 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596189 Jul 23 20:03:06.789608 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port bd1f8df9-537e-4043-be88-d444097ffcdc, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=bd1f8df9-537e-4043-be88-d444097ffcdc,segment=NetworkSegment(09c16a36-f585-4003-9e2f-a9905bed7329),segment_id=09c16a36-f585-4003-9e2f-a9905bed7329)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:06.810037 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:06.862529 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbfde140-eec2-497b-a42f-38544c75aa5e', 'tag': 'c1030c34-2dec-438f-86af-e0a9c58b5449'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:03:06.868835 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a029aed9-fd68-45ef-8d84-b5ac028cd097" -d '{"events": [{"name": "network-changed", "server_uuid": "dbfde140-eec2-497b-a42f-38544c75aa5e", "tag": "c1030c34-2dec-438f-86af-e0a9c58b5449"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:03:06.877158 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['b690fd21-e3d5-4f7c-98a9-fc405e5a329b'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:03:06.951552 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38909824-62af-42c8-a96e-8363e5a7ec8b req-cbf48bb7-3745-4120-be00-37ba17ae9005 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:06.958194 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-38909824-62af-42c8-a96e-8363e5a7ec8b req-cbf48bb7-3745-4120-be00-37ba17ae9005 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=be6ac861-955d-41d5-83fc-40bfd68ed74d HTTP/1.1" status: 200 len: 946 time: 0.1066244 Jul 23 20:03:06.977457 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=bd1f8df9-537e-4043-be88-d444097ffcdc,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:07.036110 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-38909824-62af-42c8-a96e-8363e5a7ec8b req-bb6d976a-1ccd-4175-ac09-348335a4f65c tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712194 Jul 23 20:03:07.107116 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b654bb-a1a4-4b1f-923b-ba32b59c2fb4 x-openstack-request-id: req-e5b654bb-a1a4-4b1f-923b-ba32b59c2fb4 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:03:07.107510 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6ac861-955d-41d5-83fc-40bfd68ed74d", "name": "network-vif-plugged", "status": "completed", "tag": "bd1f8df9-537e-4043-be88-d444097ffcdc", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:03:07.107762 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e5b654bb-a1a4-4b1f-923b-ba32b59c2fb4 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:03:07.108914 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6ac861-955d-41d5-83fc-40bfd68ed74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1f8df9-537e-4043-be88-d444097ffcdc', 'code': 200} Jul 23 20:03:07.169135 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52708683-51c5-4e8e-8dc9-94bb1e8a7623 x-openstack-request-id: req-52708683-51c5-4e8e-8dc9-94bb1e8a7623 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:03:07.169602 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbfde140-eec2-497b-a42f-38544c75aa5e", "tag": "c1030c34-2dec-438f-86af-e0a9c58b5449", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:03:07.169930 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-52708683-51c5-4e8e-8dc9-94bb1e8a7623 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:03:07.170546 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbfde140-eec2-497b-a42f-38544c75aa5e', 'tag': 'c1030c34-2dec-438f-86af-e0a9c58b5449', 'status': 'completed', 'code': 200} Jul 23 20:03:07.411670 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0356ce-3263-492f-9ca2-573e576a17b8 req-457651f5-7d4b-424a-bbd6-cc0a6990590a tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:07.419085 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5d0356ce-3263-492f-9ca2-573e576a17b8 req-457651f5-7d4b-424a-bbd6-cc0a6990590a tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 948 time: 0.1711366 Jul 23 20:03:07.434809 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58cff5-ca6e-429b-86bf-79f5b2224518 req-6a699f8b-0151-4efd-9272-d26e8210312b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:07.436510 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1a58cff5-ca6e-429b-86bf-79f5b2224518 req-6a699f8b-0151-4efd-9272-d26e8210312b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=be6ac861-955d-41d5-83fc-40bfd68ed74d HTTP/1.1" status: 200 len: 1098 time: 0.2551963 Jul 23 20:03:07.445232 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029aed9-fd68-45ef-8d84-b5ac028cd097 req-ba78171d-7227-44b3-b598-443763f54948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:07.446762 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a029aed9-fd68-45ef-8d84-b5ac028cd097 req-ba78171d-7227-44b3-b598-443763f54948 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a28939d8212b4a0392808b969f282665&device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 1100 time: 0.2218449 Jul 23 20:03:07.482705 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029aed9-fd68-45ef-8d84-b5ac028cd097 req-6266ce41-7103-454a-8605-617ab75b193e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:07.484473 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a029aed9-fd68-45ef-8d84-b5ac028cd097 req-6266ce41-7103-454a-8605-617ab75b193e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a28939d8212b4a0392808b969f282665&device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 1100 time: 0.2511065 Jul 23 20:03:07.558552 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5d0356ce-3263-492f-9ca2-573e576a17b8 req-cfeff79e-a821-4a87-b7cb-517e309f3629 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365707 Jul 23 20:03:07.594662 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1a58cff5-ca6e-429b-86bf-79f5b2224518 req-f7a86ecc-d654-4411-81d3-86d7c42a34b9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457052 Jul 23 20:03:07.751378 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029aed9-fd68-45ef-8d84-b5ac028cd097 req-dd6e6892-c189-44a9-8e77-d9d0cd618b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:07.752789 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a029aed9-fd68-45ef-8d84-b5ac028cd097 req-dd6e6892-c189-44a9-8e77-d9d0cd618b74 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.2865679 Jul 23 20:03:07.809049 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029aed9-fd68-45ef-8d84-b5ac028cd097 req-cee0e4d4-9e24-435e-9a1c-54046582bfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:07.810819 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a029aed9-fd68-45ef-8d84-b5ac028cd097 req-cee0e4d4-9e24-435e-9a1c-54046582bfd4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.3143733 Jul 23 20:03:07.814604 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a029aed9-fd68-45ef-8d84-b5ac028cd097 req-e62be091-3616-49d6-99ce-e8acf199cd5d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=c1030c34-2dec-438f-86af-e0a9c58b5449 HTTP/1.1" status: 200 len: 217 time: 0.0488393 Jul 23 20:03:07.874944 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ef270-5d01-4679-9ea8-f3f29d842a9d req-0049d129-45c6-4d68-96a6-0edad3811e86 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:07.876455 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db6ef270-5d01-4679-9ea8-f3f29d842a9d req-0049d129-45c6-4d68-96a6-0edad3811e86 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 945 time: 0.2224038 Jul 23 20:03:07.879215 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a029aed9-fd68-45ef-8d84-b5ac028cd097 req-86627bf8-91c4-4748-8c13-1242c7cc919a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=c1030c34-2dec-438f-86af-e0a9c58b5449 HTTP/1.1" status: 200 len: 217 time: 0.0563071 Jul 23 20:03:07.979042 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029aed9-fd68-45ef-8d84-b5ac028cd097 req-10b1b38e-d087-416e-bfea-447e8492876b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:07.980394 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a029aed9-fd68-45ef-8d84-b5ac028cd097 req-10b1b38e-d087-416e-bfea-447e8492876b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1475494 Jul 23 20:03:07.992006 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db6ef270-5d01-4679-9ea8-f3f29d842a9d req-eb66f8cf-c0b4-4625-9d40-dc86ba2c2c14 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871835 Jul 23 20:03:08.007574 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029aed9-fd68-45ef-8d84-b5ac028cd097 req-12afc59a-dcdc-43ee-be6c-8e04dbf98221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:08.008356 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a029aed9-fd68-45ef-8d84-b5ac028cd097 req-12afc59a-dcdc-43ee-be6c-8e04dbf98221 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1113055 Jul 23 20:03:08.099892 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029aed9-fd68-45ef-8d84-b5ac028cd097 req-0b7abbc8-ac01-4ae6-a0ed-cc223a9f1e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:08.101431 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a029aed9-fd68-45ef-8d84-b5ac028cd097 req-0b7abbc8-ac01-4ae6-a0ed-cc223a9f1e77 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1084819 Jul 23 20:03:08.110542 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029aed9-fd68-45ef-8d84-b5ac028cd097 req-d228e233-3ef4-4709-9cc4-4cca9e2fa232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:08.112022 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a029aed9-fd68-45ef-8d84-b5ac028cd097 req-d228e233-3ef4-4709-9cc4-4cca9e2fa232 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0794427 Jul 23 20:03:08.207742 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device b690fd21-e3d5-4f7c-98a9-fc405e5a329b up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:03:08.307496 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port b690fd21-e3d5-4f7c-98a9-fc405e5a329b completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:03:08.320805 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port b690fd21-e3d5-4f7c-98a9-fc405e5a329b triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:03:08.322220 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:08.329452 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a029aed9-fd68-45ef-8d84-b5ac028cd097 req-69fbc6f9-70af-4e32-b86b-c6f1a37345d2 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164593 Jul 23 20:03:08.337180 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a029aed9-fd68-45ef-8d84-b5ac028cd097 req-dd338882-8901-4bdd-b27b-ca46792cf1d9 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960251 Jul 23 20:03:08.384557 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device c1030c34-2dec-438f-86af-e0a9c58b5449 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:03:08.405027 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9894214-afb7-46fd-9373-388bdd34380f req-e75d4b20-67fc-47f0-a66e-180255babc43 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:08.406592 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d9894214-afb7-46fd-9373-388bdd34380f req-e75d4b20-67fc-47f0-a66e-180255babc43 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5674f4a-69e7-450f-9b3f-19407cbf0961 HTTP/1.1" status: 200 len: 945 time: 0.2456570 Jul 23 20:03:08.554425 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d9894214-afb7-46fd-9373-388bdd34380f req-4c5c1e7b-d36a-466b-b592-0a7df8bc1b15 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245029 Jul 23 20:03:08.593160 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a029aed9-fd68-45ef-8d84-b5ac028cd097 req-be2fe286-1156-48af-ade1-49589d284199 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541327 Jul 23 20:03:08.597206 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a029aed9-fd68-45ef-8d84-b5ac028cd097 req-29e2986c-61f3-43a7-9c0a-79d43a85a456 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490635 Jul 23 20:03:08.638207 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:08.719503 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a15e6-2205-42f0-bdfd-c6e0f1724b90 req-9b73734b-b561-43c8-8c4c-8038b345097f tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:08.730631 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-435a15e6-2205-42f0-bdfd-c6e0f1724b90 req-9b73734b-b561-43c8-8c4c-8038b345097f tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=be6ac861-955d-41d5-83fc-40bfd68ed74d HTTP/1.1" status: 200 len: 946 time: 0.1043959 Jul 23 20:03:08.792564 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port b690fd21-e3d5-4f7c-98a9-fc405e5a329b, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=b690fd21-e3d5-4f7c-98a9-fc405e5a329b,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:08.801192 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:08.806539 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-435a15e6-2205-42f0-bdfd-c6e0f1724b90 req-07a0a716-ffeb-4abb-ae3c-7931c4ac7813 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765836 Jul 23 20:03:08.863028 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port c1030c34-2dec-438f-86af-e0a9c58b5449, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=c1030c34-2dec-438f-86af-e0a9c58b5449,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:08.879572 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': 'c1030c34-2dec-438f-86af-e0a9c58b5449', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': 'c1030c34-2dec-438f-86af-e0a9c58b5449', 'mac_address': 'fa:16:3e:5b:38:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:03:08.939828 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:08.978484 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1030c34-2dec-438f-86af-e0a9c58b5449 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:03:08.983081 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=b690fd21-e3d5-4f7c-98a9-fc405e5a329b,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:08.984362 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb4193-15b1-4da8-b68f-1cbd7f6b9d39 req-2342b6c0-3444-4260-a676-7b7d8e8ed247 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:08.986060 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-29eb4193-15b1-4da8-b68f-1cbd7f6b9d39 req-2342b6c0-3444-4260-a676-7b7d8e8ed247 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 948 time: 0.1069608 Jul 23 20:03:09.008013 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port c1030c34-2dec-438f-86af-e0a9c58b5449, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=c1030c34-2dec-438f-86af-e0a9c58b5449,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:09.013280 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:09.056053 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-29eb4193-15b1-4da8-b68f-1cbd7f6b9d39 req-f573cac4-163b-4b26-92be-70af3bc4ff65 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636625 Jul 23 20:03:09.097547 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=c1030c34-2dec-438f-86af-e0a9c58b5449,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:09.109864 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de13772-68f0-476a-86d6-beda5d856d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b690fd21-e3d5-4f7c-98a9-fc405e5a329b'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:03:09.112138 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3979900-5ec9-4fa6-a593-47ed3e71111a" -d '{"events": [{"server_uuid": "3de13772-68f0-476a-86d6-beda5d856d8e", "name": "network-vif-plugged", "status": "completed", "tag": "b690fd21-e3d5-4f7c-98a9-fc405e5a329b"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:03:09.201386 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d876e-0691-46fd-96c0-e5c37df77039 req-478d27d4-ff4a-4195-bb5c-9f674ac9a986 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:09.206141 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b59d876e-0691-46fd-96c0-e5c37df77039 req-478d27d4-ff4a-4195-bb5c-9f674ac9a986 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 946 time: 0.0971811 Jul 23 20:03:09.274681 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b59d876e-0691-46fd-96c0-e5c37df77039 req-d4ddf59a-91cb-4c55-9f8d-ba215d25dcc7 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547843 Jul 23 20:03:09.325764 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['c1030c34-2dec-438f-86af-e0a9c58b5449'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:03:09.577021 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfec103f-c9a4-4b97-94f3-96a3afe89097 x-openstack-request-id: req-cfec103f-c9a4-4b97-94f3-96a3afe89097 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:03:09.577333 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de13772-68f0-476a-86d6-beda5d856d8e", "name": "network-vif-plugged", "status": "completed", "tag": "b690fd21-e3d5-4f7c-98a9-fc405e5a329b", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:03:09.577845 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cfec103f-c9a4-4b97-94f3-96a3afe89097 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:03:09.578163 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de13772-68f0-476a-86d6-beda5d856d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b690fd21-e3d5-4f7c-98a9-fc405e5a329b', 'code': 200} Jul 23 20:03:09.768016 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71841586-6803-4125-b2bc-545c41735c8b req-2f54d717-c98a-4824-bf7d-91e3414129ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:09.769938 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-71841586-6803-4125-b2bc-545c41735c8b req-2f54d717-c98a-4824-bf7d-91e3414129ed service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 1098 time: 0.1190948 Jul 23 20:03:09.842714 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8cbb16-2cb2-4772-959c-9b3b7a41f1cc req-61e08abc-e67e-4ea9-8832-a42465e9b2db tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:09.848790 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-71841586-6803-4125-b2bc-545c41735c8b req-680685df-1648-4bcd-ae55-41e3de9ce246 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702980 Jul 23 20:03:09.850803 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd8cbb16-2cb2-4772-959c-9b3b7a41f1cc req-61e08abc-e67e-4ea9-8832-a42465e9b2db tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e&tenant_id=a28939d8212b4a0392808b969f282665&binding%3Ahost_id=n-h2-793618-10 HTTP/1.1" status: 200 len: 949 time: 0.2594686 Jul 23 20:03:09.880520 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb2d60-2aeb-42a3-8e5c-017fc1613ff8 req-e28f846c-fc0c-4c12-939e-42864fe6a5f4 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:09.888224 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b3fb2d60-2aeb-42a3-8e5c-017fc1613ff8 req-e28f846c-fc0c-4c12-939e-42864fe6a5f4 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 949 time: 0.2124393 Jul 23 20:03:09.992339 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b3fb2d60-2aeb-42a3-8e5c-017fc1613ff8 req-cdd34cdf-d21e-4fd1-a168-016754ef38a5 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028719 Jul 23 20:03:10.017364 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [req-cd8cbb16-2cb2-4772-959c-9b3b7a41f1cc req-7d924141-77a0-4b5c-93d7-1005d82201a7 service neutron] delete failed (client error): The resource could not be found. Jul 23 20:03:10.018439 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd8cbb16-2cb2-4772-959c-9b3b7a41f1cc req-7d924141-77a0-4b5c-93d7-1005d82201a7 service neutron] 10.222.0.30 "DELETE /v2.0/ports/c1030c34-2dec-438f-86af-e0a9c58b5449/bindings/n-h1-793618-10 HTTP/1.1" status: 404 len: 381 time: 0.1207438 Jul 23 20:03:10.175559 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-323e2198-1ab0-422e-907a-976fd0088046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:10.197219 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e104693-3926-4734-bb80-5d6743f40fd7 req-ec21b537-d9bf-4b83-843b-529317515baf tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:10.205010 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4e104693-3926-4734-bb80-5d6743f40fd7 req-ec21b537-d9bf-4b83-843b-529317515baf tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5674f4a-69e7-450f-9b3f-19407cbf0961 HTTP/1.1" status: 200 len: 945 time: 0.1457145 Jul 23 20:03:10.214735 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8cbb16-2cb2-4772-959c-9b3b7a41f1cc req-cc03eab9-16c8-4978-a23f-24eccf0d2d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:10.216393 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd8cbb16-2cb2-4772-959c-9b3b7a41f1cc req-cc03eab9-16c8-4978-a23f-24eccf0d2d59 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a28939d8212b4a0392808b969f282665&device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 1101 time: 0.1172328 Jul 23 20:03:10.382554 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device c1030c34-2dec-438f-86af-e0a9c58b5449 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:03:10.483516 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port c1030c34-2dec-438f-86af-e0a9c58b5449 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:03:10.492700 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port c1030c34-2dec-438f-86af-e0a9c58b5449 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:03:10.493827 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:10.687637 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4e104693-3926-4734-bb80-5d6743f40fd7 req-7ceb7fca-22da-4b1f-ad2e-0103e838949d tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4813359 Jul 23 20:03:10.688801 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:10.738754 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port c1030c34-2dec-438f-86af-e0a9c58b5449, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=c1030c34-2dec-438f-86af-e0a9c58b5449,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:10.758020 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8cbb16-2cb2-4772-959c-9b3b7a41f1cc req-07a38403-18f1-4c27-aed8-34d00642ead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:10.759581 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd8cbb16-2cb2-4772-959c-9b3b7a41f1cc req-07a38403-18f1-4c27-aed8-34d00642ead7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.5317962 Jul 23 20:03:10.788375 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:10.865069 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd8cbb16-2cb2-4772-959c-9b3b7a41f1cc req-079f5a2c-9687-4f6c-9f34-230d0c6e50a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=c1030c34-2dec-438f-86af-e0a9c58b5449 HTTP/1.1" status: 200 len: 217 time: 0.0980070 Jul 23 20:03:10.874830 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=c1030c34-2dec-438f-86af-e0a9c58b5449,revision_number=9']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:10.934290 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8cbb16-2cb2-4772-959c-9b3b7a41f1cc req-32b005c0-5ccd-4eda-b03f-2d6f7e091795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:10.935747 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd8cbb16-2cb2-4772-959c-9b3b7a41f1cc req-32b005c0-5ccd-4eda-b03f-2d6f7e091795 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.0607352 Jul 23 20:03:10.986482 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024e80f-f4c1-4b92-b6a7-2023e4a085eb req-705f9cb8-20ff-46e8-829a-d8178c2edccd tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:10.993673 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c024e80f-f4c1-4b92-b6a7-2023e4a085eb req-705f9cb8-20ff-46e8-829a-d8178c2edccd tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=be6ac861-955d-41d5-83fc-40bfd68ed74d HTTP/1.1" status: 200 len: 946 time: 0.2167211 Jul 23 20:03:11.043564 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c024e80f-f4c1-4b92-b6a7-2023e4a085eb req-6ad90b3c-b1f2-4a80-847c-b086868d2db2 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492845 Jul 23 20:03:11.066554 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8cbb16-2cb2-4772-959c-9b3b7a41f1cc req-b7198a9c-7594-4a46-98e0-164ef31bfc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:11.068048 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd8cbb16-2cb2-4772-959c-9b3b7a41f1cc req-b7198a9c-7594-4a46-98e0-164ef31bfc8d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1259034 Jul 23 20:03:11.229690 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd8cbb16-2cb2-4772-959c-9b3b7a41f1cc req-236d5229-deb8-442d-bf9f-02efab93f9ad service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471677 Jul 23 20:03:11.405038 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd8cbb16-2cb2-4772-959c-9b3b7a41f1cc req-a3f07ca0-dccb-4a2b-83b2-88b5e8142c13 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554661 Jul 23 20:03:11.414751 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539439b-5451-43e9-898a-c8f28ff2e279 req-a22ad084-0780-43cc-b41d-66bb580ede22 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:11.424467 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c539439b-5451-43e9-898a-c8f28ff2e279 req-a22ad084-0780-43cc-b41d-66bb580ede22 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 946 time: 0.1934986 Jul 23 20:03:11.475197 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c539439b-5451-43e9-898a-c8f28ff2e279 req-59892e27-cdf2-48ee-ae0c-668f2dd468d1 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493581 Jul 23 20:03:11.578932 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfde140-eec2-497b-a42f-38544c75aa5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1030c34-2dec-438f-86af-e0a9c58b5449'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:03:11.581587 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ccb90d-49b5-4f7b-bfd5-4ed338e7177a" -d '{"events": [{"server_uuid": "dbfde140-eec2-497b-a42f-38544c75aa5e", "name": "network-vif-plugged", "status": "completed", "tag": "c1030c34-2dec-438f-86af-e0a9c58b5449"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:03:11.678691 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44355fde-68e2-44f6-812f-d5033ea8e1d4 req-35beb923-c1b9-46c6-868f-a5b75a4310a7 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:11.680339 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-44355fde-68e2-44f6-812f-d5033ea8e1d4 req-35beb923-c1b9-46c6-868f-a5b75a4310a7 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 950 time: 0.0703268 Jul 23 20:03:11.729277 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-44355fde-68e2-44f6-812f-d5033ea8e1d4 req-52de4904-4fea-4a74-8a91-2a58bc45a57a tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401018 Jul 23 20:03:11.866166 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d16a76-bbbd-48f0-923a-8d1af6753814 req-cb868e60-5024-485d-8368-c4b50a7ff254 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:11.876087 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-10d16a76-bbbd-48f0-923a-8d1af6753814 req-cb868e60-5024-485d-8368-c4b50a7ff254 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 1098 time: 0.0719059 Jul 23 20:03:11.943848 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-10d16a76-bbbd-48f0-923a-8d1af6753814 req-48a2e84a-c83c-4aef-b0fd-981fb108bbd4 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667968 Jul 23 20:03:11.984991 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46f1bec-eda6-418b-a626-68ca4c5b1a95 x-openstack-request-id: req-c46f1bec-eda6-418b-a626-68ca4c5b1a95 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:03:11.985351 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbfde140-eec2-497b-a42f-38544c75aa5e", "name": "network-vif-plugged", "status": "completed", "tag": "c1030c34-2dec-438f-86af-e0a9c58b5449", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:03:11.985635 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c46f1bec-eda6-418b-a626-68ca4c5b1a95 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:03:11.986036 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbfde140-eec2-497b-a42f-38544c75aa5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1030c34-2dec-438f-86af-e0a9c58b5449', 'code': 200} Jul 23 20:03:12.182732 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3abba4-1fc0-480d-b0fc-691ac085af51 req-f37dd5bc-f9f5-454d-bb5d-731024598bd9 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:12.192308 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9e3abba4-1fc0-480d-b0fc-691ac085af51 req-f37dd5bc-f9f5-454d-bb5d-731024598bd9 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5674f4a-69e7-450f-9b3f-19407cbf0961 HTTP/1.1" status: 200 len: 945 time: 0.1103253 Jul 23 20:03:12.198338 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91a17d-3dac-4359-946a-c233827aae08 req-e2325ac9-712b-4be7-8d13-66af4e8d75dc tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:12.207144 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5a91a17d-3dac-4359-946a-c233827aae08 req-e2325ac9-712b-4be7-8d13-66af4e8d75dc tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 1098 time: 0.0783505 Jul 23 20:03:12.237885 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9e3abba4-1fc0-480d-b0fc-691ac085af51 req-f561e76a-2b43-4b3a-b66a-948750c4132b tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377839 Jul 23 20:03:12.287296 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5a91a17d-3dac-4359-946a-c233827aae08 req-88bb5b4a-c035-4438-9750-9f5c7c5036e1 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788851 Jul 23 20:03:12.415012 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb1dbb-3e1f-4309-b340-c5c5fcfa4104 req-7867059a-1154-4458-a28a-818e050a6a43 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:12.416901 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e1cb1dbb-3e1f-4309-b340-c5c5fcfa4104 req-7867059a-1154-4458-a28a-818e050a6a43 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=be6ac861-955d-41d5-83fc-40bfd68ed74d HTTP/1.1" status: 200 len: 946 time: 0.0938702 Jul 23 20:03:12.460402 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e1cb1dbb-3e1f-4309-b340-c5c5fcfa4104 req-77426c93-9c96-463b-9d71-7e862617a6d9 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352526 Jul 23 20:03:12.934581 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca34360d-2634-4555-8c6a-112458a31d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:13.050686 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a0310-987a-4514-b208-b8afc0b70d6d req-2a9f6b31-4474-4b48-9679-d3a6a4c7b102 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:13.053097 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6e2a0310-987a-4514-b208-b8afc0b70d6d req-2a9f6b31-4474-4b48-9679-d3a6a4c7b102 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 950 time: 0.0894210 Jul 23 20:03:13.121051 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6e2a0310-987a-4514-b208-b8afc0b70d6d req-f4148a6f-ccab-4897-b22b-a7a226f6e358 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527401 Jul 23 20:03:13.242232 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:13.444320 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8ba56-f35a-4680-9c96-0ef1e5c01393 req-8aa930c5-17d9-441d-a359-18f64a40232b tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:13.445871 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-79a8ba56-f35a-4680-9c96-0ef1e5c01393 req-8aa930c5-17d9-441d-a359-18f64a40232b tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 950 time: 0.0867178 Jul 23 20:03:13.491087 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-79a8ba56-f35a-4680-9c96-0ef1e5c01393 req-f9479f8e-4912-49c4-a541-34f18f853c54 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398026 Jul 23 20:03:13.571251 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6858d3-f4ee-4b29-8434-425fe2b1c146 req-a1177150-4a0c-446d-8fed-b73e725f1afe tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:13.572952 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd6858d3-f4ee-4b29-8434-425fe2b1c146 req-a1177150-4a0c-446d-8fed-b73e725f1afe tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6ac861-955d-41d5-83fc-40bfd68ed74d HTTP/1.1" status: 200 len: 946 time: 0.0954580 Jul 23 20:03:13.583756 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-84fadb23-9efc-44fc-b2e6-d59e1580cc77 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:03:13.584745 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-84fadb23-9efc-44fc-b2e6-d59e1580cc77 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056312 Jul 23 20:03:13.608904 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-adb95026-47d9-4e06-83dc-c1aa98c63916 service neutron] Request body: {'binding': {'host': 'n-h2-793618-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:03:13.610459 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-adb95026-47d9-4e06-83dc-c1aa98c63916 service neutron] Unknown quota resources ['binding']. {{(pid=93876) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:03:13.694821 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-cd6858d3-f4ee-4b29-8434-425fe2b1c146 req-a8098057-8f11-4aa0-a706-7a7409fd462b tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Deleting port bd1f8df9-537e-4043-be88-d444097ffcdc {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:03:13.695073 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-cd6858d3-f4ee-4b29-8434-425fe2b1c146 req-a8098057-8f11-4aa0-a706-7a7409fd462b tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:13.819550 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-cd6858d3-f4ee-4b29-8434-425fe2b1c146 req-a8098057-8f11-4aa0-a706-7a7409fd462b tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] For port bd1f8df9-537e-4043-be88-d444097ffcdc, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=bd1f8df9-537e-4043-be88-d444097ffcdc,segment=NetworkSegment(09c16a36-f585-4003-9e2f-a9905bed7329),segment_id=09c16a36-f585-4003-9e2f-a9905bed7329)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:13.820636 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-cd6858d3-f4ee-4b29-8434-425fe2b1c146 req-a8098057-8f11-4aa0-a706-7a7409fd462b tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:13.840629 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-cd6858d3-f4ee-4b29-8434-425fe2b1c146 req-a8098057-8f11-4aa0-a706-7a7409fd462b tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Calling delete_port for bd1f8df9-537e-4043-be88-d444097ffcdc owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:03:13.895953 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:14.015450 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-cd6858d3-f4ee-4b29-8434-425fe2b1c146 req-a8098057-8f11-4aa0-a706-7a7409fd462b tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:14.023477 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a42a7f-3c61-41eb-b429-b412793e65ce req-be96d8b8-1882-4903-b565-bc856c268f22 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:14.028372 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['bd1f8df9-537e-4043-be88-d444097ffcdc'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:03:14.031399 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e1a42a7f-3c61-41eb-b429-b412793e65ce req-be96d8b8-1882-4903-b565-bc856c268f22 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5674f4a-69e7-450f-9b3f-19407cbf0961 HTTP/1.1" status: 200 len: 945 time: 0.4349360 Jul 23 20:03:14.051070 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8098057-8f11-4aa0-a706-7a7409fd462b tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Pushing event deleted for resources: {'Port': ['ID=bd1f8df9-537e-4043-be88-d444097ffcdc,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:14.106270 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e1a42a7f-3c61-41eb-b429-b412793e65ce req-e899ae26-c56d-4956-bc0f-3051723d912c tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678616 Jul 23 20:03:14.117554 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd6858d3-f4ee-4b29-8434-425fe2b1c146 req-a8098057-8f11-4aa0-a706-7a7409fd462b tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] No DVR routers for this DVR port bd1f8df9-537e-4043-be88-d444097ffcdc on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:03:14.120265 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-adb95026-47d9-4e06-83dc-c1aa98c63916 service neutron] Attempting to bind port b690fd21-e3d5-4f7c-98a9-fc405e5a329b on host n-h2-793618-10 for vnic_type normal with profile None {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:03:14.120888 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-adb95026-47d9-4e06-83dc-c1aa98c63916 service neutron] Attempting to bind port b690fd21-e3d5-4f7c-98a9-fc405e5a329b by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:03:14.121376 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-adb95026-47d9-4e06-83dc-c1aa98c63916 service neutron] Attempting to bind port b690fd21-e3d5-4f7c-98a9-fc405e5a329b on network 1582e281-e174-4775-af11-ce2168db586d {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:03:14.122043 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-cd6858d3-f4ee-4b29-8434-425fe2b1c146 req-a8098057-8f11-4aa0-a706-7a7409fd462b tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:14.127081 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd6858d3-f4ee-4b29-8434-425fe2b1c146 req-a8098057-8f11-4aa0-a706-7a7409fd462b tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.18 "DELETE /v2.0/ports/bd1f8df9-537e-4043-be88-d444097ffcdc HTTP/1.1" status: 204 len: 173 time: 0.5477104 Jul 23 20:03:14.127387 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-adb95026-47d9-4e06-83dc-c1aa98c63916 service neutron] Port b690fd21-e3d5-4f7c-98a9-fc405e5a329b on network 1582e281-e174-4775-af11-ce2168db586d not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:03:14.127795 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-adb95026-47d9-4e06-83dc-c1aa98c63916 service neutron] Attempting to bind port b690fd21-e3d5-4f7c-98a9-fc405e5a329b on network 1582e281-e174-4775-af11-ce2168db586d {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:03:14.128296 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6ac861-955d-41d5-83fc-40bfd68ed74d', 'name': 'network-vif-deleted', 'tag': 'bd1f8df9-537e-4043-be88-d444097ffcdc'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:03:14.132286 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ae4369-9238-4af8-a0ea-522e83e5795b" -d '{"events": [{"server_uuid": "be6ac861-955d-41d5-83fc-40bfd68ed74d", "name": "network-vif-deleted", "tag": "bd1f8df9-537e-4043-be88-d444097ffcdc"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:03:14.133449 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-adb95026-47d9-4e06-83dc-c1aa98c63916 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:03:14.133895 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-adb95026-47d9-4e06-83dc-c1aa98c63916 service neutron] Checking segment: {'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:03:14.134346 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-adb95026-47d9-4e06-83dc-c1aa98c63916 service neutron] Bound using segment: {'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:03:14.135059 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-adb95026-47d9-4e06-83dc-c1aa98c63916 service neutron] Bound port: b690fd21-e3d5-4f7c-98a9-fc405e5a329b, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:03:14.168509 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:14.210286 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-adb95026-47d9-4e06-83dc-c1aa98c63916 service neutron] For port b690fd21-e3d5-4f7c-98a9-fc405e5a329b, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=b690fd21-e3d5-4f7c-98a9-fc405e5a329b,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:03:14.218234 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-adb95026-47d9-4e06-83dc-c1aa98c63916 service neutron] Notify callbacks [] for binding, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:14.234083 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-adb95026-47d9-4e06-83dc-c1aa98c63916 service neutron] 10.222.0.32 "POST /v2.0/ports/b690fd21-e3d5-4f7c-98a9-fc405e5a329b/bindings HTTP/1.1" status: 201 len: 390 time: 0.6331975 Jul 23 20:03:14.307991 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:14.392770 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-862f7e83-60d0-49e8-8179-48d34adc98dd req-a0f5a2e9-b66c-4414-b6b0-5be92c9a1657 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=be6ac861-955d-41d5-83fc-40bfd68ed74d HTTP/1.1" status: 200 len: 210 time: 0.0337455 Jul 23 20:03:14.426892 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device d6f85132-e824-4443-8162-7d0b9e779716 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:03:14.429498 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device d6f85132-e824-4443-8162-7d0b9e779716 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:03:14.514747 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-757779a3-978a-46f5-b8af-51fba14cb3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:14.516661 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-757779a3-978a-46f5-b8af-51fba14cb3ac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=46e8b52fe188445da9dc740883af8e52&device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 1098 time: 0.0727670 Jul 23 20:03:14.579524 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:14.628868 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a130ebe-823c-4540-94c1-23bbd76c4428 x-openstack-request-id: req-7a130ebe-823c-4540-94c1-23bbd76c4428 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:03:14.629832 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6ac861-955d-41d5-83fc-40bfd68ed74d", "name": "network-vif-deleted", "tag": "bd1f8df9-537e-4043-be88-d444097ffcdc", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:03:14.630088 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7a130ebe-823c-4540-94c1-23bbd76c4428 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:03:14.630500 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6ac861-955d-41d5-83fc-40bfd68ed74d', 'name': 'network-vif-deleted', 'tag': 'bd1f8df9-537e-4043-be88-d444097ffcdc', 'status': 'completed', 'code': 200} Jul 23 20:03:14.708452 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port d6f85132-e824-4443-8162-7d0b9e779716, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d6f85132-e824-4443-8162-7d0b9e779716,segment=NetworkSegment(d0a2754c-a19c-42d0-8f97-ef5cc77b5d31),segment_id=d0a2754c-a19c-42d0-8f97-ef5cc77b5d31)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:14.729513 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5674f4a-69e7-450f-9b3f-19407cbf0961', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6f85132-e824-4443-8162-7d0b9e779716'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:03:14.731739 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f9aa33-715b-4e3d-a399-2e429d61d413" -d '{"events": [{"server_uuid": "c5674f4a-69e7-450f-9b3f-19407cbf0961", "name": "network-vif-unplugged", "status": "completed", "tag": "d6f85132-e824-4443-8162-7d0b9e779716"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:03:14.743656 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': 'd6f85132-e824-4443-8162-7d0b9e779716', 'network_id': '561e402d-bb2f-4939-8704-2c6bd62a51c3', 'port_id': 'd6f85132-e824-4443-8162-7d0b9e779716', 'mac_address': 'fa:16:3e:e7:3b:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3585b22-200e-474c-90ad-5cdef3f6e740', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:03:14.748723 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port d6f85132-e824-4443-8162-7d0b9e779716, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d6f85132-e824-4443-8162-7d0b9e779716,segment=NetworkSegment(d0a2754c-a19c-42d0-8f97-ef5cc77b5d31),segment_id=d0a2754c-a19c-42d0-8f97-ef5cc77b5d31)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:14.754743 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:14.763805 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-ec04eab4-bbdc-4898-819c-7491336ff3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:14.767462 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-ec04eab4-bbdc-4898-819c-7491336ff3bc service neutron] 10.222.0.18 "GET /v2.0/networks?id=1582e281-e174-4775-af11-ce2168db586d HTTP/1.1" status: 200 len: 909 time: 0.2375386 Jul 23 20:03:14.825730 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:14.840193 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528e4ed-a453-434b-8fe8-3db7fc8538aa req-bdf7c25f-8e6e-4349-a6ad-9ce91333fa6e tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:14.842698 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4528e4ed-a453-434b-8fe8-3db7fc8538aa req-bdf7c25f-8e6e-4349-a6ad-9ce91333fa6e tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 946 time: 0.1485572 Jul 23 20:03:14.844198 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-7310e2d6-dab1-49e6-a350-09ba137d86d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b690fd21-e3d5-4f7c-98a9-fc405e5a329b HTTP/1.1" status: 200 len: 217 time: 0.0643830 Jul 23 20:03:14.853999 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6f85132-e824-4443-8162-7d0b9e779716 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:03:14.862717 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=d6f85132-e824-4443-8162-7d0b9e779716,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:14.879677 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port d6f85132-e824-4443-8162-7d0b9e779716, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d6f85132-e824-4443-8162-7d0b9e779716,segment=NetworkSegment(d0a2754c-a19c-42d0-8f97-ef5cc77b5d31),segment_id=d0a2754c-a19c-42d0-8f97-ef5cc77b5d31)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:14.888211 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:14.926375 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4528e4ed-a453-434b-8fe8-3db7fc8538aa req-dbf04d43-3af0-4de0-9cb8-6d4981d8e2f9 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738719 Jul 23 20:03:14.929767 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-6559a6dd-9e27-4c36-8eed-73aa05f04e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:14.933522 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-6559a6dd-9e27-4c36-8eed-73aa05f04e30 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=62cab30c-2c7b-4463-9eb3-ea20a0ef57f0 HTTP/1.1" status: 200 len: 848 time: 0.0745907 Jul 23 20:03:14.974465 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=d6f85132-e824-4443-8162-7d0b9e779716,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:15.007872 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062d68b5-5cb5-4c94-a02b-896194d88e97 x-openstack-request-id: req-062d68b5-5cb5-4c94-a02b-896194d88e97 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:03:15.008336 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-83fc7ae1-82f1-4c62-8041-99a92d77dadd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1582e281-e174-4775-af11-ce2168db586d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640731 Jul 23 20:03:15.011196 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5674f4a-69e7-450f-9b3f-19407cbf0961", "name": "network-vif-unplugged", "status": "completed", "tag": "d6f85132-e824-4443-8162-7d0b9e779716", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:03:15.011196 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-062d68b5-5cb5-4c94-a02b-896194d88e97 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:03:15.011196 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5674f4a-69e7-450f-9b3f-19407cbf0961', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6f85132-e824-4443-8162-7d0b9e779716', 'code': 200} Jul 23 20:03:15.129121 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-d4626a68-f803-4df1-8cbf-e1ec4f2791d3 service neutron] 10.222.0.18 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125221 Jul 23 20:03:15.147664 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['d6f85132-e824-4443-8162-7d0b9e779716'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:03:15.373443 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb84cd7-8048-4575-8e9b-8fa919e805f4 req-6eb1f5a1-3337-4b13-b637-46cb3b8f4c69 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:15.375924 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-efb84cd7-8048-4575-8e9b-8fa919e805f4 req-6eb1f5a1-3337-4b13-b637-46cb3b8f4c69 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.18 "GET /v2.0/ports?device_id=42f4aa74-7df3-4cf9-9b2b-f809ee54f128 HTTP/1.1" status: 200 len: 946 time: 0.2058125 Jul 23 20:03:15.408385 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0ae79-27d6-4490-acf9-ddd9113d1a74 req-6719b25c-f3fc-4d97-bdcd-837fbe912e64 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:15.410038 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-59d0ae79-27d6-4490-acf9-ddd9113d1a74 req-6719b25c-f3fc-4d97-bdcd-837fbe912e64 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5674f4a-69e7-450f-9b3f-19407cbf0961 HTTP/1.1" status: 200 len: 944 time: 0.1861348 Jul 23 20:03:15.411893 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-1551520d-f0ed-420a-9f8c-a43ca077f3bd service neutron] 10.222.0.18 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752717 Jul 23 20:03:15.512708 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-59d0ae79-27d6-4490-acf9-ddd9113d1a74 req-6bc67e03-0cdb-42f1-a939-cfd178268bba tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743542 Jul 23 20:03:15.554082 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-efb84cd7-8048-4575-8e9b-8fa919e805f4 req-bad50637-e86e-4cf3-878f-e3772d20aed1 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Deleting port 25ad9a0f-798f-4770-8967-800a2c00b862 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:03:15.554443 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-efb84cd7-8048-4575-8e9b-8fa919e805f4 req-bad50637-e86e-4cf3-878f-e3772d20aed1 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:15.664190 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-efb84cd7-8048-4575-8e9b-8fa919e805f4 req-bad50637-e86e-4cf3-878f-e3772d20aed1 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] For port 25ad9a0f-798f-4770-8967-800a2c00b862, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=25ad9a0f-798f-4770-8967-800a2c00b862,segment=NetworkSegment(68bc1acd-7cf9-4313-804d-1112a3e20afc),segment_id=68bc1acd-7cf9-4313-804d-1112a3e20afc)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:15.664880 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-efb84cd7-8048-4575-8e9b-8fa919e805f4 req-bad50637-e86e-4cf3-878f-e3772d20aed1 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:15.679163 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-efb84cd7-8048-4575-8e9b-8fa919e805f4 req-bad50637-e86e-4cf3-878f-e3772d20aed1 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Calling delete_port for 25ad9a0f-798f-4770-8967-800a2c00b862 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:03:15.758734 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:15.834595 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-efb84cd7-8048-4575-8e9b-8fa919e805f4 req-bad50637-e86e-4cf3-878f-e3772d20aed1 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:15.871663 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad50637-e86e-4cf3-878f-e3772d20aed1 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Pushing event deleted for resources: {'Port': ['ID=25ad9a0f-798f-4770-8967-800a2c00b862,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:15.923747 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb84cd7-8048-4575-8e9b-8fa919e805f4 req-bad50637-e86e-4cf3-878f-e3772d20aed1 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] No DVR routers for this DVR port 25ad9a0f-798f-4770-8967-800a2c00b862 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:03:15.926555 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-efb84cd7-8048-4575-8e9b-8fa919e805f4 req-bad50637-e86e-4cf3-878f-e3772d20aed1 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:15.928826 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-efb84cd7-8048-4575-8e9b-8fa919e805f4 req-bad50637-e86e-4cf3-878f-e3772d20aed1 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.18 "DELETE /v2.0/ports/25ad9a0f-798f-4770-8967-800a2c00b862 HTTP/1.1" status: 204 len: 173 time: 0.5472407 Jul 23 20:03:16.446658 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device d6f85132-e824-4443-8162-7d0b9e779716 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:03:16.523125 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port d6f85132-e824-4443-8162-7d0b9e779716 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:03:16.523620 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:16.631687 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f4aa74-7df3-4cf9-9b2b-f809ee54f128', 'name': 'network-vif-deleted', 'tag': '25ad9a0f-798f-4770-8967-800a2c00b862'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:03:16.632394 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:16.634807 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423375a0-c162-420f-ac69-1965c6beacc0" -d '{"events": [{"server_uuid": "42f4aa74-7df3-4cf9-9b2b-f809ee54f128", "name": "network-vif-deleted", "tag": "25ad9a0f-798f-4770-8967-800a2c00b862"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:03:16.668510 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port d6f85132-e824-4443-8162-7d0b9e779716, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d6f85132-e824-4443-8162-7d0b9e779716,segment=NetworkSegment(d0a2754c-a19c-42d0-8f97-ef5cc77b5d31),segment_id=d0a2754c-a19c-42d0-8f97-ef5cc77b5d31)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:16.674845 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:16.675886 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 25ad9a0f-798f-4770-8967-800a2c00b862 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:03:16.719661 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 25ad9a0f-798f-4770-8967-800a2c00b862 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:03:16.720096 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 25ad9a0f-798f-4770-8967-800a2c00b862 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:03:16.750912 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=d6f85132-e824-4443-8162-7d0b9e779716,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:17.012083 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5674f4a-69e7-450f-9b3f-19407cbf0961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f85132-e824-4443-8162-7d0b9e779716'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:03:17.014992 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfa5b20-fc1e-4bb6-9e7d-c04165e86ebc" -d '{"events": [{"server_uuid": "c5674f4a-69e7-450f-9b3f-19407cbf0961", "name": "network-vif-plugged", "status": "completed", "tag": "d6f85132-e824-4443-8162-7d0b9e779716"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:03:17.831329 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-6787c181-cc78-4929-925e-d415407df62d tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a28939d8212b4a0392808b969f282665&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361476 Jul 23 20:03:17.878970 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-7fd41e42-6b08-49cb-af0b-0afc8e9b2970 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:17.881156 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-7fd41e42-6b08-49cb-af0b-0afc8e9b2970 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/networks?id=8e84c2f8-775c-4b00-b826-468d30f5db1b HTTP/1.1" status: 200 len: 805 time: 0.1211839 Jul 23 20:03:17.897740 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-2f2455fb-cd02-4087-a9d4-b737a49b4b50 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/quotas/05b9a43dbf1e458d94ffa4e2db455ec9 HTTP/1.1" status: 200 len: 375 time: 0.0094457 Jul 23 20:03:17.937182 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-2b1e6366-656a-4d61-b60f-5dc3ccccb2e1 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=05b9a43dbf1e458d94ffa4e2db455ec9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306199 Jul 23 20:03:17.977566 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-74cb7900-cacf-41d1-b87f-bf2b1f692dde tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:17.981980 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-74cb7900-cacf-41d1-b87f-bf2b1f692dde tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1496658 Jul 23 20:03:17.999224 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-b34b003d-4733-4678-861f-bb9ab31307f4 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/quotas/a28939d8212b4a0392808b969f282665 HTTP/1.1" status: 200 len: 375 time: 0.0130947 Jul 23 20:03:18.054486 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-8ead16e7-fbe6-4ba0-98e9-13f0078f8e86 service neutron] 10.222.0.32 "GET /v2.0/networks/8e84c2f8-775c-4b00-b826-468d30f5db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095586 Jul 23 20:03:18.105604 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-53f07469-a44a-43dc-9174-8d83509927b8 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a28939d8212b4a0392808b969f282665&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1007066 Jul 23 20:03:18.175046 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-5222bdd7-4c8f-4f6b-bc64-9cefc156290f service neutron] 10.222.0.32 "GET /v2.0/networks/8e84c2f8-775c-4b00-b826-468d30f5db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128654 Jul 23 20:03:18.439846 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device bd1f8df9-537e-4043-be88-d444097ffcdc no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:03:18.501320 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: bd1f8df9-537e-4043-be88-d444097ffcdc {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:03:18.502347 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device bd1f8df9-537e-4043-be88-d444097ffcdc not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:03:18.551755 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc192c2-e376-4048-a2f9-55b48e307086 req-a6db757b-a310-4573-a69d-43adaa916f0b tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:18.564091 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dfc192c2-e376-4048-a2f9-55b48e307086 req-a6db757b-a310-4573-a69d-43adaa916f0b tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 946 time: 0.1752155 Jul 23 20:03:18.576248 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246599b6-7e35-41d8-88f3-7cf0f8994bea req-e6b831ec-5d92-47a0-935c-9f7a115f1f2a tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:18.589090 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-246599b6-7e35-41d8-88f3-7cf0f8994bea req-e6b831ec-5d92-47a0-935c-9f7a115f1f2a tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5674f4a-69e7-450f-9b3f-19407cbf0961 HTTP/1.1" status: 200 len: 945 time: 0.1540077 Jul 23 20:03:18.650911 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dfc192c2-e376-4048-a2f9-55b48e307086 req-536ce8ca-cb6a-41d0-ba80-c3a1729cc48e tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807259 Jul 23 20:03:18.729324 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-246599b6-7e35-41d8-88f3-7cf0f8994bea req-d35ac6bd-a539-4742-9477-ce1d8bbf5aaa tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313679 Jul 23 20:03:18.790874 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d742e131-833c-4c50-8aa2-a703879c63e0 x-openstack-request-id: req-d742e131-833c-4c50-8aa2-a703879c63e0 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:03:18.790874 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f4aa74-7df3-4cf9-9b2b-f809ee54f128", "name": "network-vif-deleted", "tag": "25ad9a0f-798f-4770-8967-800a2c00b862", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:03:18.791119 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d742e131-833c-4c50-8aa2-a703879c63e0 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:03:18.791478 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f4aa74-7df3-4cf9-9b2b-f809ee54f128', 'name': 'network-vif-deleted', 'tag': '25ad9a0f-798f-4770-8967-800a2c00b862', 'status': 'completed', 'code': 200} Jul 23 20:03:18.853513 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c7456c-49a1-4785-a3c0-32ea9344482b x-openstack-request-id: req-79c7456c-49a1-4785-a3c0-32ea9344482b {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:03:18.854036 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5674f4a-69e7-450f-9b3f-19407cbf0961", "name": "network-vif-plugged", "status": "completed", "tag": "d6f85132-e824-4443-8162-7d0b9e779716", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:03:18.854494 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79c7456c-49a1-4785-a3c0-32ea9344482b {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:03:18.855047 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5674f4a-69e7-450f-9b3f-19407cbf0961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f85132-e824-4443-8162-7d0b9e779716', 'code': 200} Jul 23 20:03:19.033645 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ebac5fe8-ab6e-4a66-aa2a-819c82651307 req-98a11e42-3fb5-4540-8994-64ee2f8807cb tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ddd75e1-e48d-4c59-b894-98c7b45225da HTTP/1.1" status: 200 len: 210 time: 0.0694442 Jul 23 20:03:19.048788 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8d8f7bc4-819b-451c-bf8b-60538de2d0ee req-f71dae46-31e8-45a7-809e-ffa0b34007e4 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 210 time: 0.0815887 Jul 23 20:03:19.334569 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95acb265-d78e-4c02-be07-7f2d2cbb0237 req-9a7e3480-df10-4be8-9647-272d571e616d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:19.336366 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-95acb265-d78e-4c02-be07-7f2d2cbb0237 req-9a7e3480-df10-4be8-9647-272d571e616d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c5674f4a-69e7-450f-9b3f-19407cbf0961 HTTP/1.1" status: 200 len: 1097 time: 0.2052908 Jul 23 20:03:19.379580 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-93966cce-28b7-4c74-90a2-e3fa5e955571 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:19.386597 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-93966cce-28b7-4c74-90a2-e3fa5e955571 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/networks?id=e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 HTTP/1.1" status: 200 len: 809 time: 0.1938007 Jul 23 20:03:19.414045 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-4b37892b-55a6-4f20-a19a-f7b2769ae95a tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/quotas/112939265a5547faabf279e97fc2b4ed HTTP/1.1" status: 200 len: 375 time: 0.0259390 Jul 23 20:03:19.434596 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-95acb265-d78e-4c02-be07-7f2d2cbb0237 req-46bc7842-00c4-436c-81ff-46f1e41b6c8f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907726 Jul 23 20:03:19.470593 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-8b0e4c00-d7aa-4efe-afe7-4c38987cd406 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=112939265a5547faabf279e97fc2b4ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532303 Jul 23 20:03:19.590556 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-6fddcdf4-99cd-4e72-a7fc-e5a39dc14056 service neutron] 10.222.0.32 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127248 Jul 23 20:03:19.754046 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-0a855b84-08dc-44e6-948a-fd3fdd35b66b service neutron] 10.222.0.32 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553774 Jul 23 20:03:19.931865 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e41f7c9-536a-436f-8848-ff7d6d8645a1 req-2705fcf1-7315-40f1-93f8-ad6db1c4cd77 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:19.946058 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0e41f7c9-536a-436f-8848-ff7d6d8645a1 req-2705fcf1-7315-40f1-93f8-ad6db1c4cd77 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 946 time: 0.1514287 Jul 23 20:03:20.030428 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-5d65a086-6543-4da5-8c5f-91de9a5a4618 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a28939d8212b4a0392808b969f282665&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0682287 Jul 23 20:03:20.070310 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0e41f7c9-536a-436f-8848-ff7d6d8645a1 req-e8d18d7e-2b91-4379-9cb9-976a8b19d661 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230304 Jul 23 20:03:20.223530 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-46ab925e-1016-4b38-835c-1119c0363036 req-f81fb277-12f0-4132-af14-b54b3119927c tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=d05d9a7b-2bbe-4b15-8f68-733c1c56fd70 HTTP/1.1" status: 200 len: 210 time: 0.0777602 Jul 23 20:03:20.275451 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-a0e7f82e-db20-4337-a8f5-3b3a44de0429 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:20.284036 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-a0e7f82e-db20-4337-a8f5-3b3a44de0429 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2310145 Jul 23 20:03:20.334940 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-86e9cab9-a23d-4c8b-9f7a-de5a505a33b3 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Request body: {'port': {'device_id': 'ffc7a217-21ea-479c-a694-f7f6242ebfb9', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'admin_state_up': True, 'tenant_id': 'a28939d8212b4a0392808b969f282665'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:03:20.382744 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d9ca20d0-5ae7-4689-8e83-0841c1bbaef5 req-932b26be-6b2f-40d0-b4b1-95570d5c8db8 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ddd75e1-e48d-4c59-b894-98c7b45225da HTTP/1.1" status: 200 len: 210 time: 0.0603774 Jul 23 20:03:20.550875 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf84313-47cb-4143-88f2-0ead39118103 req-1147cbe2-5b81-4a71-9cf2-65792e52e860 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:20.558979 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5bf84313-47cb-4143-88f2-0ead39118103 req-1147cbe2-5b81-4a71-9cf2-65792e52e860 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5674f4a-69e7-450f-9b3f-19407cbf0961 HTTP/1.1" status: 200 len: 945 time: 0.5269339 Jul 23 20:03:20.566734 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-35b5f7ef-0660-40e7-8d17-7c071b87efb9 req-68c77641-a3d0-4a45-97fa-a24b59410c80 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 210 time: 0.0875452 Jul 23 20:03:20.639538 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5bf84313-47cb-4143-88f2-0ead39118103 req-de64c5ae-bd38-41b8-8e4e-b9b09f19eee4 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787272 Jul 23 20:03:20.769721 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-86e9cab9-a23d-4c8b-9f7a-de5a505a33b3 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Made reservation on behalf of a28939d8212b4a0392808b969f282665 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:03:20.774363 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-86e9cab9-a23d-4c8b-9f7a-de5a505a33b3 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:21.130658 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-52f41371-39ce-412b-acbf-b6b41b5ae372 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:21.133036 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-52f41371-39ce-412b-acbf-b6b41b5ae372 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.18 "GET /v2.0/networks?id=8e84c2f8-775c-4b00-b826-468d30f5db1b HTTP/1.1" status: 200 len: 805 time: 0.4122684 Jul 23 20:03:21.185507 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-cd2e769b-0530-4046-9613-a78b60f27e4a tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Request body: {'port': {'device_id': '2ddd75e1-e48d-4c59-b894-98c7b45225da', 'network_id': '8e84c2f8-775c-4b00-b826-468d30f5db1b', 'admin_state_up': True, 'tenant_id': '05b9a43dbf1e458d94ffa4e2db455ec9'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:03:21.314594 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f804a55b-5d16-42f2-882a-ca47c65ce984 req-77da913a-8dce-4a6d-84d0-20781d2d1b24 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4990749 Jul 23 20:03:21.409268 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-86e9cab9-a23d-4c8b-9f7a-de5a505a33b3 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Allocated IP 192.168.233.104 (ec2201c2-595f-40aa-9bc3-fccd4b01012e/4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d/03466cc8-624e-4b9a-8730-adbd2d561fd3) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:03:21.466156 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6c8ae691-c104-4104-a2c3-4fd68e61f910 req-2037bc81-fc0b-4a51-8c21-4a943bd9c253 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=d05d9a7b-2bbe-4b15-8f68-733c1c56fd70 HTTP/1.1" status: 200 len: 210 time: 0.1212573 Jul 23 20:03:21.534612 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079d422-ebd4-4c9e-aa10-f66c05ad8435 req-4d870101-2435-42d3-a101-1c4adf48bd7e tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:21.536151 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1079d422-ebd4-4c9e-aa10-f66c05ad8435 req-4d870101-2435-42d3-a101-1c4adf48bd7e tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 946 time: 0.2871115 Jul 23 20:03:21.574820 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804a55b-5d16-42f2-882a-ca47c65ce984 req-c933193b-f4d8-415c-9263-ba837dc90e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:21.576953 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f804a55b-5d16-42f2-882a-ca47c65ce984 req-c933193b-f4d8-415c-9263-ba837dc90e54 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a28939d8212b4a0392808b969f282665&device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 1102 time: 0.2215264 Jul 23 20:03:21.581012 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-cd2e769b-0530-4046-9613-a78b60f27e4a tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Made reservation on behalf of 05b9a43dbf1e458d94ffa4e2db455ec9 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:03:21.584447 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-cd2e769b-0530-4046-9613-a78b60f27e4a tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:21.613577 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6a91d607-54d0-4b99-a4e9-7f8809e9a6ab req-1098fe4f-eb1e-4b43-b935-ff2393da9f1d tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ddd75e1-e48d-4c59-b894-98c7b45225da HTTP/1.1" status: 200 len: 210 time: 0.0730715 Jul 23 20:03:21.787827 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-24e57fc7-351a-451c-8f88-432fadb02886 req-67fcbcbe-383e-4b00-bf18-cc6cf196afb9 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 210 time: 0.0792999 Jul 23 20:03:22.069292 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1079d422-ebd4-4c9e-aa10-f66c05ad8435 req-f12827a0-637a-43de-8742-74496a5d2c9b tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5124562 Jul 23 20:03:22.123923 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-86e9cab9-a23d-4c8b-9f7a-de5a505a33b3 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:22.184565 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-86e9cab9-a23d-4c8b-9f7a-de5a505a33b3 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Transition to ACTIVE for port object 03466cc8-624e-4b9a-8730-adbd2d561fd3 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:03:22.201069 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804a55b-5d16-42f2-882a-ca47c65ce984 req-9508742f-0298-4316-b2e5-ece87d3aa08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:22.202820 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f804a55b-5d16-42f2-882a-ca47c65ce984 req-9508742f-0298-4316-b2e5-ece87d3aa08b service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.6025722 Jul 23 20:03:22.209205 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-c00074e8-ff1e-4e4e-94a9-faa4bf5051d8 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:22.211089 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-c00074e8-ff1e-4e4e-94a9-faa4bf5051d8 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.30 "GET /v2.0/networks?id=e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 HTTP/1.1" status: 200 len: 809 time: 0.3672473 Jul 23 20:03:22.225305 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-d99a085e-fc42-4fed-88a0-31c0632817b9 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Request body: {'port': {'device_id': 'd05d9a7b-2bbe-4b15-8f68-733c1c56fd70', 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1', 'admin_state_up': True, 'tenant_id': '112939265a5547faabf279e97fc2b4ed'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:03:22.263679 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f804a55b-5d16-42f2-882a-ca47c65ce984 req-ed73f867-dfc3-417f-a52c-caad1e6a3c8b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=75b59266-48b2-441f-a566-40e18621edbc HTTP/1.1" status: 200 len: 217 time: 0.0539086 Jul 23 20:03:22.276174 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-cd2e769b-0530-4046-9613-a78b60f27e4a tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Allocated IP 172.20.0.14 (8e84c2f8-775c-4b00-b826-468d30f5db1b/61bf6557-4d20-4447-94c2-1fdfaf9f93fa/7df8c1e8-809c-4ad1-a9af-50bae34a7157) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:03:22.347866 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3430ce-fd3c-46c1-8504-3ec11002dc09 req-e642ae43-f7db-4822-a360-a1a83e696845 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:22.353700 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-86e9cab9-a23d-4c8b-9f7a-de5a505a33b3 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:22.356965 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cb3430ce-fd3c-46c1-8504-3ec11002dc09 req-e642ae43-f7db-4822-a360-a1a83e696845 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5674f4a-69e7-450f-9b3f-19407cbf0961 HTTP/1.1" status: 200 len: 945 time: 0.2586434 Jul 23 20:03:22.380317 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['75b59266-48b2-441f-a566-40e18621edbc'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:03:22.382926 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['c1030c34-2dec-438f-86af-e0a9c58b5449'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:03:22.407558 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804a55b-5d16-42f2-882a-ca47c65ce984 req-70a634c9-0e2d-497a-af18-3b0c55bbc3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:22.409022 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f804a55b-5d16-42f2-882a-ca47c65ce984 req-70a634c9-0e2d-497a-af18-3b0c55bbc3df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1343646 Jul 23 20:03:22.485864 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cb3430ce-fd3c-46c1-8504-3ec11002dc09 req-1ad5dd58-438b-4b2e-bde8-82ffb13d49ce tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118531 Jul 23 20:03:22.528692 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-d99a085e-fc42-4fed-88a0-31c0632817b9 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Made reservation on behalf of 112939265a5547faabf279e97fc2b4ed for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:03:22.532917 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-d99a085e-fc42-4fed-88a0-31c0632817b9 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:22.539304 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-86e9cab9-a23d-4c8b-9f7a-de5a505a33b3 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Network ec2201c2-595f-40aa-9bc3-fccd4b01012e is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:03:22.602282 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-86e9cab9-a23d-4c8b-9f7a-de5a505a33b3 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:03:22.631506 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9cab9-a23d-4c8b-9f7a-de5a505a33b3 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Pushing event updated for resources: {'Port': ['ID=03466cc8-624e-4b9a-8730-adbd2d561fd3,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:22.651439 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-86e9cab9-a23d-4c8b-9f7a-de5a505a33b3 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:03:22.715838 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-d99a085e-fc42-4fed-88a0-31c0632817b9 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Allocated IP 172.20.0.6 (e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1/8f1af588-88a6-41d9-93e0-be352471d81c/0effb441-65ee-4300-ac97-b57de3689286) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:03:22.851003 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-86e9cab9-a23d-4c8b-9f7a-de5a505a33b3 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:22.852165 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-86e9cab9-a23d-4c8b-9f7a-de5a505a33b3 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:22.926364 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-d99a085e-fc42-4fed-88a0-31c0632817b9 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:22.940864 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804a55b-5d16-42f2-882a-ca47c65ce984 req-d244b14d-7ae1-46c4-bfdf-b7d31852d93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:22.946760 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f804a55b-5d16-42f2-882a-ca47c65ce984 req-d244b14d-7ae1-46c4-bfdf-b7d31852d93b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5272789 Jul 23 20:03:22.970920 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-cd2e769b-0530-4046-9613-a78b60f27e4a tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:22.975712 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5dfb4420-e2d2-434e-94b4-d7fa3b72b80f req-5036d624-bd79-4051-9f95-48ad4ff14147 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=d05d9a7b-2bbe-4b15-8f68-733c1c56fd70 HTTP/1.1" status: 200 len: 210 time: 0.2033141 Jul 23 20:03:23.006015 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5abdb4be-5f3f-41eb-b837-2e2781f7bd0e None None] Provisioning for port 03466cc8-624e-4b9a-8730-adbd2d561fd3 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:03:23.021174 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5abdb4be-5f3f-41eb-b837-2e2781f7bd0e None None] Provisioning complete for port 03466cc8-624e-4b9a-8730-adbd2d561fd3 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:03:23.021633 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5abdb4be-5f3f-41eb-b837-2e2781f7bd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:23.027383 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-d99a085e-fc42-4fed-88a0-31c0632817b9 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:23.072697 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33e326-828b-463a-9fb8-13c727c44937 req-80352fc1-55a7-4d8a-b3d1-29e2fb5529e0 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:23.075792 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2f33e326-828b-463a-9fb8-13c727c44937 req-80352fc1-55a7-4d8a-b3d1-29e2fb5529e0 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5674f4a-69e7-450f-9b3f-19407cbf0961 HTTP/1.1" status: 200 len: 945 time: 0.4865444 Jul 23 20:03:23.079533 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-86e9cab9-a23d-4c8b-9f7a-de5a505a33b3 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7530296 Jul 23 20:03:23.112581 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-f2835ad1-6fb5-4f0e-a984-162eeaea81cf service neutron] Request body: {'port': {'device_id': 'ffc7a217-21ea-479c-a694-f7f6242ebfb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:03:23.145819 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-11d40d0e-54bc-43c0-8b16-244aa8a10805 req-c4a21b23-54dd-4b81-912a-2fa1ad51cf8d tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ddd75e1-e48d-4c59-b894-98c7b45225da HTTP/1.1" status: 200 len: 210 time: 0.0503564 Jul 23 20:03:23.155408 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-d99a085e-fc42-4fed-88a0-31c0632817b9 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Network e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:03:23.171248 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-d99a085e-fc42-4fed-88a0-31c0632817b9 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:03:23.186636 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-d99a085e-fc42-4fed-88a0-31c0632817b9 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:03:23.227220 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-5abdb4be-5f3f-41eb-b837-2e2781f7bd0e None None] Port 03466cc8-624e-4b9a-8730-adbd2d561fd3 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:03:23.275973 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-d99a085e-fc42-4fed-88a0-31c0632817b9 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:23.276756 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-d99a085e-fc42-4fed-88a0-31c0632817b9 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:23.288470 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a085e-fc42-4fed-88a0-31c0632817b9 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Pushing event updated for resources: {'Port': ['ID=0effb441-65ee-4300-ac97-b57de3689286,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:23.332934 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-d99a085e-fc42-4fed-88a0-31c0632817b9 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1136999 Jul 23 20:03:23.348196 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-5ae481be-6073-4e8c-82af-73f8e0deb3df service neutron] Request body: {'port': {'device_id': 'd05d9a7b-2bbe-4b15-8f68-733c1c56fd70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:03:23.443325 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-5ae481be-6073-4e8c-82af-73f8e0deb3df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:23.458638 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f804a55b-5d16-42f2-882a-ca47c65ce984 req-d1e290dd-3492-42f5-933a-7e5cec91bd0e service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4482727 Jul 23 20:03:23.468620 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddeed21-2a8d-4f55-a0d0-5f9b1149fd97 req-49a96e50-73c3-415e-9eef-c4224e34e3c5 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:23.469421 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-cd2e769b-0530-4046-9613-a78b60f27e4a tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:23.475858 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3ddeed21-2a8d-4f55-a0d0-5f9b1149fd97 req-49a96e50-73c3-415e-9eef-c4224e34e3c5 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 936 time: 0.1916759 Jul 23 20:03:23.540628 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2f33e326-828b-463a-9fb8-13c727c44937 req-32718ca4-1c28-4bb4-aedc-17f954f7457d tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148316 Jul 23 20:03:23.571935 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3ddeed21-2a8d-4f55-a0d0-5f9b1149fd97 req-b7dfabf2-240a-478a-896e-0b6ebace71ca tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870001 Jul 23 20:03:23.605407 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-cd2e769b-0530-4046-9613-a78b60f27e4a tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Network 8e84c2f8-775c-4b00-b826-468d30f5db1b is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:03:23.664426 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-f2835ad1-6fb5-4f0e-a984-162eeaea81cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:23.721888 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-cd2e769b-0530-4046-9613-a78b60f27e4a tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:03:23.734087 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-cd2e769b-0530-4046-9613-a78b60f27e4a tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:03:23.783358 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e769b-0530-4046-9613-a78b60f27e4a tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Pushing event updated for resources: {'Port': ['ID=7df8c1e8-809c-4ad1-a9af-50bae34a7157,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:23.942133 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-cd2e769b-0530-4046-9613-a78b60f27e4a tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:23.942817 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-cd2e769b-0530-4046-9613-a78b60f27e4a tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:23.973157 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f804a55b-5d16-42f2-882a-ca47c65ce984 req-10b192e1-0ac2-43dc-8f8e-dacfa780cf7f service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4993885 Jul 23 20:03:23.995841 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79216775-3fcc-4cbf-8bf5-d47a1056f0f3 req-b2038efd-fd29-4278-928c-c6e415b0a083 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:23.997237 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-79216775-3fcc-4cbf-8bf5-d47a1056f0f3 req-b2038efd-fd29-4278-928c-c6e415b0a083 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 946 time: 0.3185327 Jul 23 20:03:23.999409 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-cd2e769b-0530-4046-9613-a78b60f27e4a tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8412762 Jul 23 20:03:24.014876 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-aa25798e-4810-4f9b-9b66-e768720e670d service neutron] Request body: {'port': {'device_id': '2ddd75e1-e48d-4c59-b894-98c7b45225da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:03:24.186875 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-79216775-3fcc-4cbf-8bf5-d47a1056f0f3 req-3c44562a-96de-4776-bd07-aa563f390a55 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689904 Jul 23 20:03:24.235738 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-5ae481be-6073-4e8c-82af-73f8e0deb3df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0effb441-65ee-4300-ac97-b57de3689286 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:03:24.247614 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-aa25798e-4810-4f9b-9b66-e768720e670d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:24.259521 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-5ae481be-6073-4e8c-82af-73f8e0deb3df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:24.286153 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ae384-1e14-4ec6-8288-2ef763dec780 req-ed8c3cbb-b7da-4a7e-8f22-324aab6c3efb tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:24.316191 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-345ae384-1e14-4ec6-8288-2ef763dec780 req-ed8c3cbb-b7da-4a7e-8f22-324aab6c3efb tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=d05d9a7b-2bbe-4b15-8f68-733c1c56fd70 HTTP/1.1" status: 200 len: 931 time: 0.1774573 Jul 23 20:03:24.374372 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-5ae481be-6073-4e8c-82af-73f8e0deb3df service neutron] Transition to ACTIVE for port object 0effb441-65ee-4300-ac97-b57de3689286 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:03:24.399202 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-345ae384-1e14-4ec6-8288-2ef763dec780 req-8a830703-b80c-40eb-8664-41741142e1bf tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607686 Jul 23 20:03:24.401536 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-5ae481be-6073-4e8c-82af-73f8e0deb3df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:24.486678 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-f2835ad1-6fb5-4f0e-a984-162eeaea81cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03466cc8-624e-4b9a-8730-adbd2d561fd3 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:03:24.519350 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-f2835ad1-6fb5-4f0e-a984-162eeaea81cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:24.629140 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae481be-6073-4e8c-82af-73f8e0deb3df service neutron] Pushing event updated for resources: {'Port': ['ID=0effb441-65ee-4300-ac97-b57de3689286,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:24.643406 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-f2835ad1-6fb5-4f0e-a984-162eeaea81cf service neutron] Transition to ACTIVE for port object 03466cc8-624e-4b9a-8730-adbd2d561fd3 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:03:24.665873 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-f2835ad1-6fb5-4f0e-a984-162eeaea81cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:24.692226 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-1a41b792-70cd-49d3-850b-2a8cfc262916 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:24.694077 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-1a41b792-70cd-49d3-850b-2a8cfc262916 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/networks?id=561e402d-bb2f-4939-8704-2c6bd62a51c3 HTTP/1.1" status: 200 len: 815 time: 0.3037059 Jul 23 20:03:24.764043 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-3693eeb8-007e-4e92-963f-10df079d1826 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/quotas/8cfe6a1fc1a344fca4c086a9bc2e1379 HTTP/1.1" status: 200 len: 375 time: 0.0436199 Jul 23 20:03:24.794262 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2835ad1-6fb5-4f0e-a984-162eeaea81cf service neutron] Pushing event updated for resources: {'Port': ['ID=03466cc8-624e-4b9a-8730-adbd2d561fd3,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:24.863016 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-5ae481be-6073-4e8c-82af-73f8e0deb3df service neutron] Attempting to bind port 0effb441-65ee-4300-ac97-b57de3689286 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:03:24.863337 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-5ae481be-6073-4e8c-82af-73f8e0deb3df service neutron] Attempting to bind port 0effb441-65ee-4300-ac97-b57de3689286 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '09c16a36-f585-4003-9e2f-a9905bed7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:03:24.863658 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-5ae481be-6073-4e8c-82af-73f8e0deb3df service neutron] Attempting to bind port 0effb441-65ee-4300-ac97-b57de3689286 on network e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:03:24.908832 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-5ae481be-6073-4e8c-82af-73f8e0deb3df service neutron] Port 0effb441-65ee-4300-ac97-b57de3689286 on network e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:03:24.909160 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-5ae481be-6073-4e8c-82af-73f8e0deb3df service neutron] Attempting to bind port 0effb441-65ee-4300-ac97-b57de3689286 on network e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:03:24.944826 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08815628-5ce0-4deb-aadb-b67bf501141b req-22a7d807-6453-4767-9377-ad0ea57f7419 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:24.954214 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-08815628-5ce0-4deb-aadb-b67bf501141b req-22a7d807-6453-4767-9377-ad0ea57f7419 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ddd75e1-e48d-4c59-b894-98c7b45225da HTTP/1.1" status: 200 len: 932 time: 0.3767321 Jul 23 20:03:24.977743 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-5ae481be-6073-4e8c-82af-73f8e0deb3df service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:03:24.982937 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-5ae481be-6073-4e8c-82af-73f8e0deb3df service neutron] Checking segment: {'id': '09c16a36-f585-4003-9e2f-a9905bed7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:03:24.983334 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-5ae481be-6073-4e8c-82af-73f8e0deb3df service neutron] Bound using segment: {'id': '09c16a36-f585-4003-9e2f-a9905bed7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:03:24.983795 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-5ae481be-6073-4e8c-82af-73f8e0deb3df service neutron] Bound port: 0effb441-65ee-4300-ac97-b57de3689286, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09c16a36-f585-4003-9e2f-a9905bed7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:03:24.986643 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-5ae481be-6073-4e8c-82af-73f8e0deb3df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:25.008258 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-aa25798e-4810-4f9b-9b66-e768720e670d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7df8c1e8-809c-4ad1-a9af-50bae34a7157 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:03:25.033371 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-aa25798e-4810-4f9b-9b66-e768720e670d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:25.118031 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-49a02ba7-fbe7-4a10-801c-f4ba0dc83807 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cfe6a1fc1a344fca4c086a9bc2e1379&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3460426 Jul 23 20:03:25.122545 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-5ae481be-6073-4e8c-82af-73f8e0deb3df service neutron] For port 0effb441-65ee-4300-ac97-b57de3689286, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:03:25.125354 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-aa25798e-4810-4f9b-9b66-e768720e670d service neutron] Transition to ACTIVE for port object 7df8c1e8-809c-4ad1-a9af-50bae34a7157 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:03:25.127753 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-5ae481be-6073-4e8c-82af-73f8e0deb3df service neutron] For port 0effb441-65ee-4300-ac97-b57de3689286, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0effb441-65ee-4300-ac97-b57de3689286,segment=NetworkSegment(09c16a36-f585-4003-9e2f-a9905bed7329),segment_id=09c16a36-f585-4003-9e2f-a9905bed7329)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:03:25.146657 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-08815628-5ce0-4deb-aadb-b67bf501141b req-aefb5aad-4318-4d79-9c79-70ac5d2bc27e tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900811 Jul 23 20:03:25.149323 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-5ae481be-6073-4e8c-82af-73f8e0deb3df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:25.189759 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-f2835ad1-6fb5-4f0e-a984-162eeaea81cf service neutron] Attempting to bind port 03466cc8-624e-4b9a-8730-adbd2d561fd3 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:03:25.190159 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-f2835ad1-6fb5-4f0e-a984-162eeaea81cf service neutron] Attempting to bind port 03466cc8-624e-4b9a-8730-adbd2d561fd3 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:03:25.190488 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-f2835ad1-6fb5-4f0e-a984-162eeaea81cf service neutron] Attempting to bind port 03466cc8-624e-4b9a-8730-adbd2d561fd3 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:03:25.217459 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-aa25798e-4810-4f9b-9b66-e768720e670d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:25.218660 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-5ae481be-6073-4e8c-82af-73f8e0deb3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:25.219512 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-5ae481be-6073-4e8c-82af-73f8e0deb3df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:25.222191 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-5ae481be-6073-4e8c-82af-73f8e0deb3df service neutron] 10.222.0.30 "PUT /v2.0/ports/0effb441-65ee-4300-ac97-b57de3689286 HTTP/1.1" status: 200 len: 1092 time: 1.8795006 Jul 23 20:03:25.222711 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05d9a7b-2bbe-4b15-8f68-733c1c56fd70', 'tag': '0effb441-65ee-4300-ac97-b57de3689286'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:03:25.226703 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2537d23-b587-4079-84c2-2671b8bc8144" -d '{"events": [{"name": "network-changed", "server_uuid": "d05d9a7b-2bbe-4b15-8f68-733c1c56fd70", "tag": "0effb441-65ee-4300-ac97-b57de3689286"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:03:25.235811 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-f2835ad1-6fb5-4f0e-a984-162eeaea81cf service neutron] Port 03466cc8-624e-4b9a-8730-adbd2d561fd3 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:03:25.236130 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-f2835ad1-6fb5-4f0e-a984-162eeaea81cf service neutron] Attempting to bind port 03466cc8-624e-4b9a-8730-adbd2d561fd3 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:03:25.249653 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-f2835ad1-6fb5-4f0e-a984-162eeaea81cf service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:03:25.249997 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-f2835ad1-6fb5-4f0e-a984-162eeaea81cf service neutron] Checking segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:03:25.250386 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-f2835ad1-6fb5-4f0e-a984-162eeaea81cf service neutron] Bound using segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:03:25.250919 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-f2835ad1-6fb5-4f0e-a984-162eeaea81cf service neutron] Bound port: 03466cc8-624e-4b9a-8730-adbd2d561fd3, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:03:25.251212 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-f2835ad1-6fb5-4f0e-a984-162eeaea81cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:25.306238 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae481be-6073-4e8c-82af-73f8e0deb3df service neutron] Pushing event updated for resources: {'Port': ['ID=0effb441-65ee-4300-ac97-b57de3689286,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:25.439291 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b940c-fc0b-4bb4-98d2-5e7e1f66920e req-665a5d60-812f-45ed-802b-7cc34e814437 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:25.441148 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7a3b940c-fc0b-4bb4-98d2-5e7e1f66920e req-665a5d60-812f-45ed-802b-7cc34e814437 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 948 time: 0.1542687 Jul 23 20:03:25.446372 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-e7276402-5cf4-4e86-8ab6-2e1c601e64af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:25.448017 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-e7276402-5cf4-4e86-8ab6-2e1c601e64af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112939265a5547faabf279e97fc2b4ed&device_id=d05d9a7b-2bbe-4b15-8f68-733c1c56fd70 HTTP/1.1" status: 200 len: 1095 time: 0.1304443 Jul 23 20:03:25.508642 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-9028e5bc-e209-4870-83aa-837344826e4a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0effb441-65ee-4300-ac97-b57de3689286 HTTP/1.1" status: 200 len: 217 time: 0.0522342 Jul 23 20:03:25.517368 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-4d2535a1-200e-4b13-9250-278ba19f1c44 service neutron] 10.222.0.32 "GET /v2.0/networks/561e402d-bb2f-4939-8704-2c6bd62a51c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903055 Jul 23 20:03:25.557330 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7a3b940c-fc0b-4bb4-98d2-5e7e1f66920e req-5565e57a-35a9-4046-9268-e30db1dd3240 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081834 Jul 23 20:03:25.570550 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25798e-4810-4f9b-9b66-e768720e670d service neutron] Pushing event updated for resources: {'Port': ['ID=7df8c1e8-809c-4ad1-a9af-50bae34a7157,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:25.583669 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-ff487c72-ac0e-4b90-9e0a-eccf7b39d258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:25.585946 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-ff487c72-ac0e-4b90-9e0a-eccf7b39d258 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8f1af588-88a6-41d9-93e0-be352471d81c HTTP/1.1" status: 200 len: 849 time: 0.0691307 Jul 23 20:03:25.666968 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-b524d06d-2632-48c3-bb98-b26b563ae70b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735002 Jul 23 20:03:25.738479 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-f2835ad1-6fb5-4f0e-a984-162eeaea81cf service neutron] For port 03466cc8-624e-4b9a-8730-adbd2d561fd3, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:03:25.768665 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919612b-96cc-4037-b325-cc90aa26ea6d req-264fadaf-1ba3-4823-841f-5868d7e88d4d tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:25.770191 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e919612b-96cc-4037-b325-cc90aa26ea6d req-264fadaf-1ba3-4823-841f-5868d7e88d4d tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5674f4a-69e7-450f-9b3f-19407cbf0961 HTTP/1.1" status: 200 len: 945 time: 0.3331685 Jul 23 20:03:25.772056 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-f2835ad1-6fb5-4f0e-a984-162eeaea81cf service neutron] For port 03466cc8-624e-4b9a-8730-adbd2d561fd3, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=03466cc8-624e-4b9a-8730-adbd2d561fd3,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:03:25.799392 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-f2835ad1-6fb5-4f0e-a984-162eeaea81cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:25.840315 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-aa25798e-4810-4f9b-9b66-e768720e670d service neutron] Attempting to bind port 7df8c1e8-809c-4ad1-a9af-50bae34a7157 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:03:25.840655 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-aa25798e-4810-4f9b-9b66-e768720e670d service neutron] Attempting to bind port 7df8c1e8-809c-4ad1-a9af-50bae34a7157 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '68bc1acd-7cf9-4313-804d-1112a3e20afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8e84c2f8-775c-4b00-b826-468d30f5db1b'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:03:25.841243 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-aa25798e-4810-4f9b-9b66-e768720e670d service neutron] Attempting to bind port 7df8c1e8-809c-4ad1-a9af-50bae34a7157 on network 8e84c2f8-775c-4b00-b826-468d30f5db1b {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:03:25.865309 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-33c5cb54-34a4-4806-8f8d-8e57aa3e1393 service neutron] 10.222.0.32 "GET /v2.0/networks/561e402d-bb2f-4939-8704-2c6bd62a51c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240306 Jul 23 20:03:25.865959 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-65d72d86-775d-494a-8a54-6b05bc64beac service neutron] 10.222.0.30 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908476 Jul 23 20:03:25.878923 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-aa25798e-4810-4f9b-9b66-e768720e670d service neutron] Port 7df8c1e8-809c-4ad1-a9af-50bae34a7157 on network 8e84c2f8-775c-4b00-b826-468d30f5db1b not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:03:25.879250 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-aa25798e-4810-4f9b-9b66-e768720e670d service neutron] Attempting to bind port 7df8c1e8-809c-4ad1-a9af-50bae34a7157 on network 8e84c2f8-775c-4b00-b826-468d30f5db1b {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:03:25.882914 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-f2835ad1-6fb5-4f0e-a984-162eeaea81cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:25.883534 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-f2835ad1-6fb5-4f0e-a984-162eeaea81cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:25.884896 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-f2835ad1-6fb5-4f0e-a984-162eeaea81cf service neutron] 10.222.0.18 "PUT /v2.0/ports/03466cc8-624e-4b9a-8730-adbd2d561fd3 HTTP/1.1" status: 200 len: 1097 time: 2.7817924 Jul 23 20:03:25.891788 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc7a217-21ea-479c-a694-f7f6242ebfb9', 'tag': '03466cc8-624e-4b9a-8730-adbd2d561fd3'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:03:25.893942 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889cdbbc-1f9f-4c0b-bcfb-505999c8b2af" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc7a217-21ea-479c-a694-f7f6242ebfb9", "tag": "03466cc8-624e-4b9a-8730-adbd2d561fd3"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:03:25.924538 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-aa25798e-4810-4f9b-9b66-e768720e670d service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:03:25.924820 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-aa25798e-4810-4f9b-9b66-e768720e670d service neutron] Checking segment: {'id': '68bc1acd-7cf9-4313-804d-1112a3e20afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8e84c2f8-775c-4b00-b826-468d30f5db1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:03:25.925742 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-aa25798e-4810-4f9b-9b66-e768720e670d service neutron] Bound using segment: {'id': '68bc1acd-7cf9-4313-804d-1112a3e20afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8e84c2f8-775c-4b00-b826-468d30f5db1b'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:03:25.926196 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-aa25798e-4810-4f9b-9b66-e768720e670d service neutron] Bound port: 7df8c1e8-809c-4ad1-a9af-50bae34a7157, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68bc1acd-7cf9-4313-804d-1112a3e20afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8e84c2f8-775c-4b00-b826-468d30f5db1b'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:03:25.926556 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-aa25798e-4810-4f9b-9b66-e768720e670d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:26.007676 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2835ad1-6fb5-4f0e-a984-162eeaea81cf service neutron] Pushing event updated for resources: {'Port': ['ID=03466cc8-624e-4b9a-8730-adbd2d561fd3,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:26.065309 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-788931a0-7f9c-4c0f-a3ac-68d2f4b15c5d req-b94ce6a8-5aa7-45bb-be81-48e77dc20376 service neutron] 10.222.0.30 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894681 Jul 23 20:03:26.109859 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9ee10-f3f1-4832-88c1-3586cc984aff req-c28902da-ee7a-48a9-a5c2-81837314796d tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:26.120091 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e8d9ee10-f3f1-4832-88c1-3586cc984aff req-c28902da-ee7a-48a9-a5c2-81837314796d tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 946 time: 0.3063090 Jul 23 20:03:26.157177 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-aa25798e-4810-4f9b-9b66-e768720e670d service neutron] For port 7df8c1e8-809c-4ad1-a9af-50bae34a7157, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:03:26.188228 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-aa25798e-4810-4f9b-9b66-e768720e670d service neutron] For port 7df8c1e8-809c-4ad1-a9af-50bae34a7157, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=7df8c1e8-809c-4ad1-a9af-50bae34a7157,segment=NetworkSegment(68bc1acd-7cf9-4313-804d-1112a3e20afc),segment_id=68bc1acd-7cf9-4313-804d-1112a3e20afc)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:03:26.190553 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e8d9ee10-f3f1-4832-88c1-3586cc984aff req-f4b16b4b-f847-4614-a5d4-5c34c7e23f5e tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695736 Jul 23 20:03:26.206893 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-aa25798e-4810-4f9b-9b66-e768720e670d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:26.256708 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-e919612b-96cc-4037-b325-cc90aa26ea6d req-9659151a-ea6e-4e92-afc8-4aa49cf62b86 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Deleting port d6f85132-e824-4443-8162-7d0b9e779716 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:03:26.257054 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e919612b-96cc-4037-b325-cc90aa26ea6d req-9659151a-ea6e-4e92-afc8-4aa49cf62b86 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:26.259953 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae7ab8d-3f08-44f7-8956-00e4e52ce3b4 x-openstack-request-id: req-bae7ab8d-3f08-44f7-8956-00e4e52ce3b4 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:03:26.260244 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d05d9a7b-2bbe-4b15-8f68-733c1c56fd70", "tag": "0effb441-65ee-4300-ac97-b57de3689286", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:03:26.260490 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bae7ab8d-3f08-44f7-8956-00e4e52ce3b4 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:03:26.260891 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd05d9a7b-2bbe-4b15-8f68-733c1c56fd70', 'tag': '0effb441-65ee-4300-ac97-b57de3689286', 'status': 'completed', 'code': 200} Jul 23 20:03:26.285865 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-82f4f166-601e-4a71-a63d-0b341d7c0868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:26.287457 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-82f4f166-601e-4a71-a63d-0b341d7c0868 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a28939d8212b4a0392808b969f282665&device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 1100 time: 0.3284554 Jul 23 20:03:26.378442 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12472cd6-aece-447b-8bed-d4abb9b03e17 x-openstack-request-id: req-12472cd6-aece-447b-8bed-d4abb9b03e17 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:03:26.379233 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc7a217-21ea-479c-a694-f7f6242ebfb9", "tag": "03466cc8-624e-4b9a-8730-adbd2d561fd3", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:03:26.379233 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12472cd6-aece-447b-8bed-d4abb9b03e17 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:03:26.379459 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc7a217-21ea-479c-a694-f7f6242ebfb9', 'tag': '03466cc8-624e-4b9a-8730-adbd2d561fd3', 'status': 'completed', 'code': 200} Jul 23 20:03:26.445342 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2537d23-b587-4079-84c2-2671b8bc8144 req-1c8d8ae0-f7f7-444d-bbce-e4c94bf988a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:26.446877 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f2537d23-b587-4079-84c2-2671b8bc8144 req-1c8d8ae0-f7f7-444d-bbce-e4c94bf988a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112939265a5547faabf279e97fc2b4ed&device_id=d05d9a7b-2bbe-4b15-8f68-733c1c56fd70 HTTP/1.1" status: 200 len: 1095 time: 0.1630933 Jul 23 20:03:26.579798 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53504e-b719-4f76-bfb1-2bf344a1794e req-4891595f-aa9c-4086-b232-1db55fbce85e tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:26.587270 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fb53504e-b719-4f76-bfb1-2bf344a1794e req-4891595f-aa9c-4086-b232-1db55fbce85e tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=d05d9a7b-2bbe-4b15-8f68-733c1c56fd70 HTTP/1.1" status: 200 len: 943 time: 0.2665718 Jul 23 20:03:26.595701 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2537d23-b587-4079-84c2-2671b8bc8144 req-38c77119-149c-4d62-b317-156152ff7341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:26.597131 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f2537d23-b587-4079-84c2-2671b8bc8144 req-38c77119-149c-4d62-b317-156152ff7341 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 HTTP/1.1" status: 200 len: 910 time: 0.1421590 Jul 23 20:03:26.663669 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f2537d23-b587-4079-84c2-2671b8bc8144 req-f7e50430-e874-4d59-964c-1c9a104847be service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0effb441-65ee-4300-ac97-b57de3689286 HTTP/1.1" status: 200 len: 217 time: 0.0580368 Jul 23 20:03:26.674822 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fb53504e-b719-4f76-bfb1-2bf344a1794e req-6bbb560c-d3f2-4343-83c6-9fa52f8806b9 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866494 Jul 23 20:03:26.790347 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-85e013be-c2eb-4698-9328-81a5530e032e req-303ded21-ec30-436c-a8e9-7e91cb0bb208 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 210 time: 0.0522108 Jul 23 20:03:26.836789 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2537d23-b587-4079-84c2-2671b8bc8144 req-06d799a5-e7c9-401d-a1ab-80c37856d227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:26.841069 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f2537d23-b587-4079-84c2-2671b8bc8144 req-06d799a5-e7c9-401d-a1ab-80c37856d227 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8f1af588-88a6-41d9-93e0-be352471d81c HTTP/1.1" status: 200 len: 849 time: 0.1649826 Jul 23 20:03:26.854718 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-e7ba85e7-d3f3-4dc6-bf28-7ab5d4176452 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=03466cc8-624e-4b9a-8730-adbd2d561fd3 HTTP/1.1" status: 200 len: 217 time: 0.4891546 Jul 23 20:03:26.878190 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-aa25798e-4810-4f9b-9b66-e768720e670d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:26.878810 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-aa25798e-4810-4f9b-9b66-e768720e670d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:26.880193 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-aa25798e-4810-4f9b-9b66-e768720e670d service neutron] 10.222.0.18 "PUT /v2.0/ports/7df8c1e8-809c-4ad1-a9af-50bae34a7157 HTTP/1.1" status: 200 len: 1093 time: 2.8707995 Jul 23 20:03:26.972568 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f2537d23-b587-4079-84c2-2671b8bc8144 req-7fca0582-9a20-49f0-8e79-c76a9c97685f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057284 Jul 23 20:03:27.059825 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25798e-4810-4f9b-9b66-e768720e670d service neutron] Pushing event updated for resources: {'Port': ['ID=7df8c1e8-809c-4ad1-a9af-50bae34a7157,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:27.095502 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-e46f9e1a-b35e-461e-9782-e98f6cdd354d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:27.096983 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-e46f9e1a-b35e-461e-9782-e98f6cdd354d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.2026687 Jul 23 20:03:27.120289 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-e919612b-96cc-4037-b325-cc90aa26ea6d req-9659151a-ea6e-4e92-afc8-4aa49cf62b86 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] For port d6f85132-e824-4443-8162-7d0b9e779716, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d6f85132-e824-4443-8162-7d0b9e779716,segment=NetworkSegment(d0a2754c-a19c-42d0-8f97-ef5cc77b5d31),segment_id=d0a2754c-a19c-42d0-8f97-ef5cc77b5d31)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:27.121092 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e919612b-96cc-4037-b325-cc90aa26ea6d req-9659151a-ea6e-4e92-afc8-4aa49cf62b86 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:27.157009 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f2537d23-b587-4079-84c2-2671b8bc8144 req-fdb842c9-f814-4260-9e93-90b8ee9d0839 service neutron] 10.222.0.30 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786413 Jul 23 20:03:27.172094 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-e919612b-96cc-4037-b325-cc90aa26ea6d req-9659151a-ea6e-4e92-afc8-4aa49cf62b86 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Calling delete_port for d6f85132-e824-4443-8162-7d0b9e779716 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:03:27.177979 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25485ff-74d9-41b6-a5fa-e131093dd42d req-2f88c6b7-589f-4cbb-bf2a-79939379d907 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:27.179530 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f25485ff-74d9-41b6-a5fa-e131093dd42d req-2f88c6b7-589f-4cbb-bf2a-79939379d907 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 948 time: 0.2452312 Jul 23 20:03:27.245967 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-211455db-d27f-4150-b21b-5ba5346e291c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:27.247612 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-211455db-d27f-4150-b21b-5ba5346e291c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=05b9a43dbf1e458d94ffa4e2db455ec9&device_id=2ddd75e1-e48d-4c59-b894-98c7b45225da HTTP/1.1" status: 200 len: 1096 time: 0.2687731 Jul 23 20:03:27.258721 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c2274-352d-4662-8067-250d28816522 req-04e1a3be-18c8-428e-aaea-137cf40665ef tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:27.266294 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3a2c2274-352d-4662-8067-250d28816522 req-04e1a3be-18c8-428e-aaea-137cf40665ef tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ddd75e1-e48d-4c59-b894-98c7b45225da HTTP/1.1" status: 200 len: 944 time: 0.4376547 Jul 23 20:03:27.282914 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f25485ff-74d9-41b6-a5fa-e131093dd42d req-7b8c5b6c-709b-47cb-ad4f-8cffd16c1876 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950086 Jul 23 20:03:27.336841 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-e0c4494c-e7a0-426f-970e-ca664026430b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7df8c1e8-809c-4ad1-a9af-50bae34a7157 HTTP/1.1" status: 200 len: 217 time: 0.0656221 Jul 23 20:03:27.361018 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f2537d23-b587-4079-84c2-2671b8bc8144 req-b0a85a83-4dd8-486e-a34d-c8fad6a9929c service neutron] 10.222.0.30 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971750 Jul 23 20:03:27.366530 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-6f2d1f53-e915-45ab-af64-4283d3434ccd tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:27.368308 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-6f2d1f53-e915-45ab-af64-4283d3434ccd tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3de13772-68f0-476a-86d6-beda5d856d8e&tenant_id=46e8b52fe188445da9dc740883af8e52&binding%3Ahost_id=n-h1-793618-10 HTTP/1.1" status: 200 len: 1098 time: 0.1021698 Jul 23 20:03:27.379683 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-7c6940d8-3366-4d73-8392-81a70876257d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793618-10'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:03:27.392501 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-8888f2b8-36ba-47ba-a6f1-712953219c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:27.394070 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-8888f2b8-36ba-47ba-a6f1-712953219c18 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2839906 Jul 23 20:03:27.418454 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3a2c2274-352d-4662-8067-250d28816522 req-eb790383-aab2-4033-8383-d7ed4d9973f4 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464520 Jul 23 20:03:27.479706 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-87621a1b-1341-4d93-acae-5d5929c3d04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:27.481637 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-87621a1b-1341-4d93-acae-5d5929c3d04a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61bf6557-4d20-4447-94c2-1fdfaf9f93fa HTTP/1.1" status: 200 len: 845 time: 0.1360407 Jul 23 20:03:27.601405 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-316facf7-4421-4880-a973-e8dbcdb995e8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8e84c2f8-775c-4b00-b826-468d30f5db1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624230 Jul 23 20:03:27.650147 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-7c6940d8-3366-4d73-8392-81a70876257d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:27.727976 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-3d7e500a-d9f1-41c1-92ce-7f8db19b0ffd tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:27.729615 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-3d7e500a-d9f1-41c1-92ce-7f8db19b0ffd tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.30 "GET /v2.0/networks?id=561e402d-bb2f-4939-8704-2c6bd62a51c3 HTTP/1.1" status: 200 len: 815 time: 0.1989868 Jul 23 20:03:27.742024 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b685c7d-8ed7-4bc8-8a21-365cf97dba12 req-e7deb0c5-e5a7-4e0c-bf03-6cae0815373f tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:27.743545 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1b685c7d-8ed7-4bc8-8a21-365cf97dba12 req-e7deb0c5-e5a7-4e0c-bf03-6cae0815373f tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 946 time: 0.2852571 Jul 23 20:03:27.758421 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-62e3b022-b4be-4ecd-b3bb-896cf4489fe7 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Request body: {'port': {'device_id': 'db40e2a2-442b-45b9-a957-a533b06a8d97', 'network_id': '561e402d-bb2f-4939-8704-2c6bd62a51c3', 'admin_state_up': True, 'tenant_id': '8cfe6a1fc1a344fca4c086a9bc2e1379'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:03:27.840619 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e919612b-96cc-4037-b325-cc90aa26ea6d req-9659151a-ea6e-4e92-afc8-4aa49cf62b86 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:27.858464 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-e1161430-39e3-4ade-b986-28f7cb9a8f2c service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564559 Jul 23 20:03:27.914959 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659151a-ea6e-4e92-afc8-4aa49cf62b86 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Pushing event deleted for resources: {'Port': ['ID=d6f85132-e824-4443-8162-7d0b9e779716,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:27.937855 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-2265e349-c732-419f-af18-4282bd15f35e service neutron] 10.222.0.18 "GET /v2.0/networks/8e84c2f8-775c-4b00-b826-468d30f5db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137414 Jul 23 20:03:27.961287 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1b685c7d-8ed7-4bc8-8a21-365cf97dba12 req-b482efcf-2994-44bc-9657-9e0d34f24409 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839538 Jul 23 20:03:28.012604 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-7c6940d8-3366-4d73-8392-81a70876257d service neutron] For port b690fd21-e3d5-4f7c-98a9-fc405e5a329b, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=b690fd21-e3d5-4f7c-98a9-fc405e5a329b,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:28.126314 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9659151a-ea6e-4e92-afc8-4aa49cf62b86 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:03:28.126666 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9659151a-ea6e-4e92-afc8-4aa49cf62b86 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:03:28.127023 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9659151a-ea6e-4e92-afc8-4aa49cf62b86 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:03:28.127360 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9659151a-ea6e-4e92-afc8-4aa49cf62b86 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:03:28.127696 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9659151a-ea6e-4e92-afc8-4aa49cf62b86 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:03:28.128032 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9659151a-ea6e-4e92-afc8-4aa49cf62b86 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:03:28.128362 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9659151a-ea6e-4e92-afc8-4aa49cf62b86 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:03:28.128691 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9659151a-ea6e-4e92-afc8-4aa49cf62b86 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:03:28.129137 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9659151a-ea6e-4e92-afc8-4aa49cf62b86 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:03:28.129332 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9659151a-ea6e-4e92-afc8-4aa49cf62b86 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:03:28.129682 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9659151a-ea6e-4e92-afc8-4aa49cf62b86 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:03:28.130104 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9659151a-ea6e-4e92-afc8-4aa49cf62b86 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:03:28.145259 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-db042803-9dcc-4ca2-b147-8782634f38d4 service neutron] 10.222.0.18 "GET /v2.0/networks/8e84c2f8-775c-4b00-b826-468d30f5db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527796 Jul 23 20:03:28.177846 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-e919612b-96cc-4037-b325-cc90aa26ea6d req-9659151a-ea6e-4e92-afc8-4aa49cf62b86 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] No DVR routers for this DVR port d6f85132-e824-4443-8162-7d0b9e779716 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:03:28.208371 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e919612b-96cc-4037-b325-cc90aa26ea6d req-9659151a-ea6e-4e92-afc8-4aa49cf62b86 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:28.209570 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e919612b-96cc-4037-b325-cc90aa26ea6d req-9659151a-ea6e-4e92-afc8-4aa49cf62b86 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.18 "DELETE /v2.0/ports/d6f85132-e824-4443-8162-7d0b9e779716 HTTP/1.1" status: 204 len: 173 time: 2.4248364 Jul 23 20:03:28.228256 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffba1bd-71bf-45c5-8528-c1838a8d7ba6 req-711b97e0-bc91-4f53-8388-3be08cf0a6b3 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:28.229860 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dffba1bd-71bf-45c5-8528-c1838a8d7ba6 req-711b97e0-bc91-4f53-8388-3be08cf0a6b3 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=d05d9a7b-2bbe-4b15-8f68-733c1c56fd70 HTTP/1.1" status: 200 len: 943 time: 0.4357727 Jul 23 20:03:28.324495 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dffba1bd-71bf-45c5-8528-c1838a8d7ba6 req-96463f20-6566-4130-b78f-5c1116d0e9ab tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823162 Jul 23 20:03:28.333818 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8e2fd64c-acab-4a2e-b6b4-1e124d5ca835 req-b1558f8c-6023-4b5f-a717-96125e5daa4b service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241552 Jul 23 20:03:28.373307 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 0effb441-65ee-4300-ac97-b57de3689286 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:03:28.380927 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ddd75e1-e48d-4c59-b894-98c7b45225da', 'tag': '7df8c1e8-809c-4ad1-a9af-50bae34a7157'}, {'server_uuid': 'c5674f4a-69e7-450f-9b3f-19407cbf0961', 'name': 'network-vif-deleted', 'tag': 'd6f85132-e824-4443-8162-7d0b9e779716'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:03:28.382272 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f137bf1d-af80-4bab-8869-b73b9c976561 req-5eecab7b-7915-4fdb-85a1-30b7f4f8187a tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 210 time: 0.0619841 Jul 23 20:03:28.383333 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572ba1ae-c94a-4c35-87f5-ef1024a739ce" -d '{"events": [{"name": "network-changed", "server_uuid": "2ddd75e1-e48d-4c59-b894-98c7b45225da", "tag": "7df8c1e8-809c-4ad1-a9af-50bae34a7157"}, {"server_uuid": "c5674f4a-69e7-450f-9b3f-19407cbf0961", "name": "network-vif-deleted", "tag": "d6f85132-e824-4443-8162-7d0b9e779716"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:03:28.421290 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-62e3b022-b4be-4ecd-b3bb-896cf4489fe7 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Made reservation on behalf of 8cfe6a1fc1a344fca4c086a9bc2e1379 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:03:28.425058 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-62e3b022-b4be-4ecd-b3bb-896cf4489fe7 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:28.482555 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-7c6940d8-3366-4d73-8392-81a70876257d service neutron] For port b690fd21-e3d5-4f7c-98a9-fc405e5a329b, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:03:28.512920 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 0effb441-65ee-4300-ac97-b57de3689286, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0effb441-65ee-4300-ac97-b57de3689286,segment=NetworkSegment(09c16a36-f585-4003-9e2f-a9905bed7329),segment_id=09c16a36-f585-4003-9e2f-a9905bed7329)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:28.528075 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '0effb441-65ee-4300-ac97-b57de3689286', 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1', 'port_id': '0effb441-65ee-4300-ac97-b57de3689286', 'mac_address': 'fa:16:3e:4f:33:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f1af588-88a6-41d9-93e0-be352471d81c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:03:28.536118 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device b690fd21-e3d5-4f7c-98a9-fc405e5a329b details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:03:28.540387 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device d6f85132-e824-4443-8162-7d0b9e779716 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:03:28.605019 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de13772-68f0-476a-86d6-beda5d856d8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b690fd21-e3d5-4f7c-98a9-fc405e5a329b'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:03:28.607930 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df30710-d1c4-4ce7-993b-18ed66145a40" -d '{"events": [{"server_uuid": "3de13772-68f0-476a-86d6-beda5d856d8e", "name": "network-vif-unplugged", "status": "completed", "tag": "b690fd21-e3d5-4f7c-98a9-fc405e5a329b"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:03:28.612388 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-7c6940d8-3366-4d73-8392-81a70876257d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:28.617797 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: d6f85132-e824-4443-8162-7d0b9e779716 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:03:28.619248 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device d6f85132-e824-4443-8162-7d0b9e779716 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:03:28.627300 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 23 Jul 2021 20:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322c044c-4e58-40fd-af77-2115567bbcd8 x-openstack-request-id: req-322c044c-4e58-40fd-af77-2115567bbcd8 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:03:28.627599 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ddd75e1-e48d-4c59-b894-98c7b45225da", "tag": "7df8c1e8-809c-4ad1-a9af-50bae34a7157", "status": "completed", "code": 200}, {"server_uuid": "c5674f4a-69e7-450f-9b3f-19407cbf0961", "name": "network-vif-deleted", "tag": "d6f85132-e824-4443-8162-7d0b9e779716", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:03:28.627851 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-322c044c-4e58-40fd-af77-2115567bbcd8 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:03:28.629032 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ddd75e1-e48d-4c59-b894-98c7b45225da', 'tag': '7df8c1e8-809c-4ad1-a9af-50bae34a7157', 'status': 'completed', 'code': 200} Jul 23 20:03:28.629307 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5674f4a-69e7-450f-9b3f-19407cbf0961', 'name': 'network-vif-deleted', 'tag': 'd6f85132-e824-4443-8162-7d0b9e779716', 'status': 'completed', 'code': 200} Jul 23 20:03:28.639923 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-7c6940d8-3366-4d73-8392-81a70876257d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:28.648176 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889cdbbc-1f9f-4c0b-bcfb-505999c8b2af req-49392479-faf1-4de6-b68b-25ab05660424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:28.651171 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-889cdbbc-1f9f-4c0b-bcfb-505999c8b2af req-49392479-faf1-4de6-b68b-25ab05660424 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a28939d8212b4a0392808b969f282665&device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 1100 time: 0.2498000 Jul 23 20:03:28.715193 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c050e47-700b-4816-b962-ba7bb595427a req-e923a876-e655-4c6e-9a6d-4c5fc3843165 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:28.718576 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6c050e47-700b-4816-b962-ba7bb595427a req-e923a876-e655-4c6e-9a6d-4c5fc3843165 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 948 time: 0.2595754 Jul 23 20:03:28.762412 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:28.818452 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0effb441-65ee-4300-ac97-b57de3689286 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:03:28.854604 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 0effb441-65ee-4300-ac97-b57de3689286, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0effb441-65ee-4300-ac97-b57de3689286,segment=NetworkSegment(09c16a36-f585-4003-9e2f-a9905bed7329),segment_id=09c16a36-f585-4003-9e2f-a9905bed7329)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:28.872182 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:28.875875 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port b690fd21-e3d5-4f7c-98a9-fc405e5a329b, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=b690fd21-e3d5-4f7c-98a9-fc405e5a329b,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:28.911488 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-62e3b022-b4be-4ecd-b3bb-896cf4489fe7 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Allocated IP 172.20.0.10 (561e402d-bb2f-4939-8704-2c6bd62a51c3/d3585b22-200e-474c-90ad-5cdef3f6e740/0e919cdd-9b3c-492e-b6ce-6bd2ed79d041) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:03:28.916718 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device b690fd21-e3d5-4f7c-98a9-fc405e5a329b has no active binding in host n-h2-793618-10 {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 20:03:28.946387 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6940d8-3366-4d73-8392-81a70876257d service neutron] Pushing event updated for resources: {'Port': ['ID=b690fd21-e3d5-4f7c-98a9-fc405e5a329b,revision_number=7']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:28.977529 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-7c6940d8-3366-4d73-8392-81a70876257d service neutron] Attempting to bind port b690fd21-e3d5-4f7c-98a9-fc405e5a329b on host n-h1-793618-10 for vnic_type normal with profile {"migrating_to": "n-h2-793618-10"} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:03:28.978402 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-7c6940d8-3366-4d73-8392-81a70876257d service neutron] Attempting to bind port b690fd21-e3d5-4f7c-98a9-fc405e5a329b by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:03:28.978906 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-7c6940d8-3366-4d73-8392-81a70876257d service neutron] Attempting to bind port b690fd21-e3d5-4f7c-98a9-fc405e5a329b on network 1582e281-e174-4775-af11-ce2168db586d {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:03:29.005420 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-7c6940d8-3366-4d73-8392-81a70876257d service neutron] Port b690fd21-e3d5-4f7c-98a9-fc405e5a329b on network 1582e281-e174-4775-af11-ce2168db586d not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:03:29.006079 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-7c6940d8-3366-4d73-8392-81a70876257d service neutron] Attempting to bind port b690fd21-e3d5-4f7c-98a9-fc405e5a329b on network 1582e281-e174-4775-af11-ce2168db586d {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:03:29.010373 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889cdbbc-1f9f-4c0b-bcfb-505999c8b2af req-352c2aa8-2beb-42d8-8fc8-9c65f8a605b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:29.010910 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=0effb441-65ee-4300-ac97-b57de3689286,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:29.017547 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-889cdbbc-1f9f-4c0b-bcfb-505999c8b2af req-352c2aa8-2beb-42d8-8fc8-9c65f8a605b9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.3331993 Jul 23 20:03:29.098245 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-7c6940d8-3366-4d73-8392-81a70876257d service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:03:29.098727 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-7c6940d8-3366-4d73-8392-81a70876257d service neutron] Checking segment: {'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:03:29.099371 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-7c6940d8-3366-4d73-8392-81a70876257d service neutron] Bound using segment: {'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:03:29.099834 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-7c6940d8-3366-4d73-8392-81a70876257d service neutron] Bound port: b690fd21-e3d5-4f7c-98a9-fc405e5a329b, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81525913-336b-4e99-bda6-a76593f31100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1582e281-e174-4775-af11-ce2168db586d'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:03:29.100256 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-7c6940d8-3366-4d73-8392-81a70876257d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:29.115119 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ff5f2-91b3-42a5-9699-8bd970f5ec1d req-7090afb3-d598-4b05-a1bb-7e5b51f5a6b0 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:29.116706 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-877ff5f2-91b3-42a5-9699-8bd970f5ec1d req-7090afb3-d598-4b05-a1bb-7e5b51f5a6b0 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ddd75e1-e48d-4c59-b894-98c7b45225da HTTP/1.1" status: 200 len: 944 time: 0.3742700 Jul 23 20:03:29.148115 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-889cdbbc-1f9f-4c0b-bcfb-505999c8b2af req-ac8c46d4-d022-48ce-bec0-e1f6cbc8b246 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=03466cc8-624e-4b9a-8730-adbd2d561fd3 HTTP/1.1" status: 200 len: 217 time: 0.0832977 Jul 23 20:03:29.155476 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['0effb441-65ee-4300-ac97-b57de3689286'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:03:29.169824 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6c050e47-700b-4816-b962-ba7bb595427a req-799a494f-5545-48cb-bbda-a677da2cbb10 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4295068 Jul 23 20:03:29.229048 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ba1ae-c94a-4c35-87f5-ef1024a739ce req-12e9704e-696f-490f-b77e-44e781f2b6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:29.230704 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-572ba1ae-c94a-4c35-87f5-ef1024a739ce req-12e9704e-696f-490f-b77e-44e781f2b6f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=05b9a43dbf1e458d94ffa4e2db455ec9&device_id=2ddd75e1-e48d-4c59-b894-98c7b45225da HTTP/1.1" status: 200 len: 1096 time: 0.5785069 Jul 23 20:03:29.333534 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889cdbbc-1f9f-4c0b-bcfb-505999c8b2af req-5bd81134-0a3a-4169-a472-234c0eb1fd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:29.335332 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-889cdbbc-1f9f-4c0b-bcfb-505999c8b2af req-5bd81134-0a3a-4169-a472-234c0eb1fd57 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1790285 Jul 23 20:03:29.346743 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-62e3b022-b4be-4ecd-b3bb-896cf4489fe7 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:29.386455 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3de7c2-48f2-4727-aca5-76dd289e4611 x-openstack-request-id: req-fa3de7c2-48f2-4727-aca5-76dd289e4611 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:03:29.386910 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de13772-68f0-476a-86d6-beda5d856d8e", "name": "network-vif-unplugged", "status": "completed", "tag": "b690fd21-e3d5-4f7c-98a9-fc405e5a329b", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:03:29.387262 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fa3de7c2-48f2-4727-aca5-76dd289e4611 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:03:29.387767 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de13772-68f0-476a-86d6-beda5d856d8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b690fd21-e3d5-4f7c-98a9-fc405e5a329b', 'code': 200} Jul 23 20:03:29.417360 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-62e3b022-b4be-4ecd-b3bb-896cf4489fe7 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:29.424813 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-877ff5f2-91b3-42a5-9699-8bd970f5ec1d req-958eb62e-6099-4a37-9465-d3fa66223069 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965338 Jul 23 20:03:29.473957 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ba1ae-c94a-4c35-87f5-ef1024a739ce req-fb9574e2-ecc1-468f-8f10-2ba46bfb7540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:29.476227 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-572ba1ae-c94a-4c35-87f5-ef1024a739ce req-fb9574e2-ecc1-468f-8f10-2ba46bfb7540 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8e84c2f8-775c-4b00-b826-468d30f5db1b HTTP/1.1" status: 200 len: 906 time: 0.2362313 Jul 23 20:03:29.502525 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-7c6940d8-3366-4d73-8392-81a70876257d service neutron] For port b690fd21-e3d5-4f7c-98a9-fc405e5a329b, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:03:29.509926 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-62e3b022-b4be-4ecd-b3bb-896cf4489fe7 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Network 561e402d-bb2f-4939-8704-2c6bd62a51c3 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:03:29.520178 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-62e3b022-b4be-4ecd-b3bb-896cf4489fe7 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:03:29.523048 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-7c6940d8-3366-4d73-8392-81a70876257d service neutron] For port b690fd21-e3d5-4f7c-98a9-fc405e5a329b, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=b690fd21-e3d5-4f7c-98a9-fc405e5a329b,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:03:29.531808 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3b022-b4be-4ecd-b3bb-896cf4489fe7 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Pushing event updated for resources: {'Port': ['ID=0e919cdd-9b3c-492e-b6ce-6bd2ed79d041,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:29.540447 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-62e3b022-b4be-4ecd-b3bb-896cf4489fe7 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:03:29.543024 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-572ba1ae-c94a-4c35-87f5-ef1024a739ce req-8509c512-ed69-4e06-ba4b-426aff5eaf63 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7df8c1e8-809c-4ad1-a9af-50bae34a7157 HTTP/1.1" status: 200 len: 217 time: 0.0575135 Jul 23 20:03:29.550137 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-7c6940d8-3366-4d73-8392-81a70876257d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:29.556143 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889cdbbc-1f9f-4c0b-bcfb-505999c8b2af req-039f2d19-6051-415e-ab1d-7c8d3b8c93a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:29.558135 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-889cdbbc-1f9f-4c0b-bcfb-505999c8b2af req-039f2d19-6051-415e-ab1d-7c8d3b8c93a3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2145276 Jul 23 20:03:29.633017 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cb364-d179-45a5-98ee-6cf546b5e100 req-6a908851-aa2b-4409-8ba8-bb0c694f7581 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:29.634589 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d6cb364-d179-45a5-98ee-6cf546b5e100 req-6a908851-aa2b-4409-8ba8-bb0c694f7581 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 944 time: 0.2371449 Jul 23 20:03:29.664975 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-62e3b022-b4be-4ecd-b3bb-896cf4489fe7 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:29.665717 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-62e3b022-b4be-4ecd-b3bb-896cf4489fe7 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:29.696571 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ba1ae-c94a-4c35-87f5-ef1024a739ce req-d3fd476d-fdfe-41a5-bf13-27163172a250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:29.698388 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-572ba1ae-c94a-4c35-87f5-ef1024a739ce req-d3fd476d-fdfe-41a5-bf13-27163172a250 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61bf6557-4d20-4447-94c2-1fdfaf9f93fa HTTP/1.1" status: 200 len: 845 time: 0.1449974 Jul 23 20:03:29.717423 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-62e3b022-b4be-4ecd-b3bb-896cf4489fe7 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9728007 Jul 23 20:03:29.718130 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6940d8-3366-4d73-8392-81a70876257d service neutron] Pushing event updated for resources: {'Port': ['ID=b690fd21-e3d5-4f7c-98a9-fc405e5a329b,revision_number=8']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:29.730930 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-7c6940d8-3366-4d73-8392-81a70876257d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:29.731726 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-7c6940d8-3366-4d73-8392-81a70876257d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:29.734086 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-7c6940d8-3366-4d73-8392-81a70876257d service neutron] 10.222.0.18 "PUT /v2.0/ports/b690fd21-e3d5-4f7c-98a9-fc405e5a329b HTTP/1.1" status: 200 len: 1124 time: 2.3588972 Jul 23 20:03:29.743505 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-11870935-c1fc-4324-8eeb-29cec890e495 service neutron] Request body: {'port': {'device_id': 'db40e2a2-442b-45b9-a957-a533b06a8d97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:03:29.757619 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-572ba1ae-c94a-4c35-87f5-ef1024a739ce req-08bc97ee-1911-4029-85fc-63aa74ec6b7f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8e84c2f8-775c-4b00-b826-468d30f5db1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520501 Jul 23 20:03:29.782904 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d6cb364-d179-45a5-98ee-6cf546b5e100 req-b0d77189-f85a-4682-864f-c64395468e41 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406748 Jul 23 20:03:29.797869 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-889cdbbc-1f9f-4c0b-bcfb-505999c8b2af req-12a9f073-c4f3-4616-9707-ad7db81beb50 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311027 Jul 23 20:03:29.807543 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4b0e7-ff95-4052-ba59-e6498b3d7aed req-13ed42b4-fec5-44cb-8191-9e18b020e1ce tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:29.809352 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-31f4b0e7-ff95-4052-ba59-e6498b3d7aed req-13ed42b4-fec5-44cb-8191-9e18b020e1ce tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=d05d9a7b-2bbe-4b15-8f68-733c1c56fd70 HTTP/1.1" status: 200 len: 944 time: 0.2920549 Jul 23 20:03:29.822782 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['b690fd21-e3d5-4f7c-98a9-fc405e5a329b'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:03:29.858762 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['b690fd21-e3d5-4f7c-98a9-fc405e5a329b'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:03:29.921332 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-31f4b0e7-ff95-4052-ba59-e6498b3d7aed req-2ca1eab0-8cb5-49d9-b060-bceb2c9bec56 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022317 Jul 23 20:03:29.924608 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-11870935-c1fc-4324-8eeb-29cec890e495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:30.042965 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-572ba1ae-c94a-4c35-87f5-ef1024a739ce req-8c7712b3-6ac3-431b-b19b-f795835373b3 service neutron] 10.222.0.18 "GET /v2.0/networks/8e84c2f8-775c-4b00-b826-468d30f5db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738242 Jul 23 20:03:30.052693 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-889cdbbc-1f9f-4c0b-bcfb-505999c8b2af req-c492e045-2b18-47fb-a95e-738f903565a5 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348320 Jul 23 20:03:30.098619 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807231e2-f448-4e32-8501-e6dbd1d8b53e req-597fada8-a99f-462a-90d2-d9162e8f2071 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:30.106015 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-807231e2-f448-4e32-8501-e6dbd1d8b53e req-597fada8-a99f-462a-90d2-d9162e8f2071 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 932 time: 0.1819572 Jul 23 20:03:30.194699 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-807231e2-f448-4e32-8501-e6dbd1d8b53e req-a4f62c3d-874f-43f9-8c2d-65500c8261aa tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858407 Jul 23 20:03:30.247920 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-572ba1ae-c94a-4c35-87f5-ef1024a739ce req-705275c1-51b2-4866-9dbb-5a71e77c3662 service neutron] 10.222.0.18 "GET /v2.0/networks/8e84c2f8-775c-4b00-b826-468d30f5db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832857 Jul 23 20:03:30.369648 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 0effb441-65ee-4300-ac97-b57de3689286 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:03:30.384224 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-11870935-c1fc-4324-8eeb-29cec890e495 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e919cdd-9b3c-492e-b6ce-6bd2ed79d041 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:03:30.399644 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-11870935-c1fc-4324-8eeb-29cec890e495 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:30.417318 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-11870935-c1fc-4324-8eeb-29cec890e495 service neutron] Transition to ACTIVE for port object 0e919cdd-9b3c-492e-b6ce-6bd2ed79d041 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:03:30.427134 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd37ff-fdbe-465d-ae40-86e23f6d1113 req-d0829c7c-3e7f-4caa-9c87-f0ae0cd18006 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:30.433971 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3dcd37ff-fdbe-465d-ae40-86e23f6d1113 req-d0829c7c-3e7f-4caa-9c87-f0ae0cd18006 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 948 time: 0.1432726 Jul 23 20:03:30.438401 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 0effb441-65ee-4300-ac97-b57de3689286 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:03:30.440994 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-11870935-c1fc-4324-8eeb-29cec890e495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:30.449953 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 0effb441-65ee-4300-ac97-b57de3689286 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:03:30.450456 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:30.516755 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 7df8c1e8-809c-4ad1-a9af-50bae34a7157 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:03:30.535585 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11870935-c1fc-4324-8eeb-29cec890e495 service neutron] Pushing event updated for resources: {'Port': ['ID=0e919cdd-9b3c-492e-b6ce-6bd2ed79d041,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:30.555037 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:03:30.606562 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-11870935-c1fc-4324-8eeb-29cec890e495 service neutron] Attempting to bind port 0e919cdd-9b3c-492e-b6ce-6bd2ed79d041 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:03:30.606970 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-11870935-c1fc-4324-8eeb-29cec890e495 service neutron] Attempting to bind port 0e919cdd-9b3c-492e-b6ce-6bd2ed79d041 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'd0a2754c-a19c-42d0-8f97-ef5cc77b5d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '561e402d-bb2f-4939-8704-2c6bd62a51c3'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:03:30.607373 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-11870935-c1fc-4324-8eeb-29cec890e495 service neutron] Attempting to bind port 0e919cdd-9b3c-492e-b6ce-6bd2ed79d041 on network 561e402d-bb2f-4939-8704-2c6bd62a51c3 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:03:30.626637 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:30.642577 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3dcd37ff-fdbe-465d-ae40-86e23f6d1113 req-40586301-e243-4c42-a5c3-9036aae40101 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076023 Jul 23 20:03:30.655584 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-11870935-c1fc-4324-8eeb-29cec890e495 service neutron] Port 0e919cdd-9b3c-492e-b6ce-6bd2ed79d041 on network 561e402d-bb2f-4939-8704-2c6bd62a51c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:03:30.655810 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-11870935-c1fc-4324-8eeb-29cec890e495 service neutron] Attempting to bind port 0e919cdd-9b3c-492e-b6ce-6bd2ed79d041 on network 561e402d-bb2f-4939-8704-2c6bd62a51c3 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:03:30.666686 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-11870935-c1fc-4324-8eeb-29cec890e495 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:03:30.666686 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-11870935-c1fc-4324-8eeb-29cec890e495 service neutron] Checking segment: {'id': 'd0a2754c-a19c-42d0-8f97-ef5cc77b5d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '561e402d-bb2f-4939-8704-2c6bd62a51c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:03:30.666686 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-11870935-c1fc-4324-8eeb-29cec890e495 service neutron] Bound using segment: {'id': 'd0a2754c-a19c-42d0-8f97-ef5cc77b5d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '561e402d-bb2f-4939-8704-2c6bd62a51c3'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:03:30.666686 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-11870935-c1fc-4324-8eeb-29cec890e495 service neutron] Bound port: 0e919cdd-9b3c-492e-b6ce-6bd2ed79d041, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a2754c-a19c-42d0-8f97-ef5cc77b5d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '561e402d-bb2f-4939-8704-2c6bd62a51c3'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:03:30.666686 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-11870935-c1fc-4324-8eeb-29cec890e495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:30.698191 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071135d-4ef1-408a-ae59-68c433a001ba req-10f1704e-03c0-4dbb-a56b-b15d590046f4 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:30.700424 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f071135d-4ef1-408a-ae59-68c433a001ba req-10f1704e-03c0-4dbb-a56b-b15d590046f4 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ddd75e1-e48d-4c59-b894-98c7b45225da HTTP/1.1" status: 200 len: 944 time: 0.1236715 Jul 23 20:03:30.712123 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05d9a7b-2bbe-4b15-8f68-733c1c56fd70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0effb441-65ee-4300-ac97-b57de3689286'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:03:30.720798 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e8b83b-4872-4ba7-9dbb-d1c87e939f1f" -d '{"events": [{"server_uuid": "d05d9a7b-2bbe-4b15-8f68-733c1c56fd70", "name": "network-vif-plugged", "status": "completed", "tag": "0effb441-65ee-4300-ac97-b57de3689286"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:03:30.762297 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f071135d-4ef1-408a-ae59-68c433a001ba req-08531c9f-70e3-4820-a93c-a439c71ef3e8 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537627 Jul 23 20:03:30.763841 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 0effb441-65ee-4300-ac97-b57de3689286, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0effb441-65ee-4300-ac97-b57de3689286,segment=NetworkSegment(09c16a36-f585-4003-9e2f-a9905bed7329),segment_id=09c16a36-f585-4003-9e2f-a9905bed7329)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:30.775168 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:30.795576 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1feed99a-278b-422c-b45c-2d66521e91f2 x-openstack-request-id: req-1feed99a-278b-422c-b45c-2d66521e91f2 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:03:30.796433 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05d9a7b-2bbe-4b15-8f68-733c1c56fd70", "name": "network-vif-plugged", "status": "completed", "tag": "0effb441-65ee-4300-ac97-b57de3689286", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:03:30.796696 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1feed99a-278b-422c-b45c-2d66521e91f2 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:03:30.797102 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05d9a7b-2bbe-4b15-8f68-733c1c56fd70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0effb441-65ee-4300-ac97-b57de3689286', 'code': 200} Jul 23 20:03:30.834127 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-11870935-c1fc-4324-8eeb-29cec890e495 service neutron] For port 0e919cdd-9b3c-492e-b6ce-6bd2ed79d041, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:03:30.844522 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-11870935-c1fc-4324-8eeb-29cec890e495 service neutron] For port 0e919cdd-9b3c-492e-b6ce-6bd2ed79d041, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0e919cdd-9b3c-492e-b6ce-6bd2ed79d041,segment=NetworkSegment(d0a2754c-a19c-42d0-8f97-ef5cc77b5d31),segment_id=d0a2754c-a19c-42d0-8f97-ef5cc77b5d31)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:03:30.851068 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-11870935-c1fc-4324-8eeb-29cec890e495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:30.876072 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=0effb441-65ee-4300-ac97-b57de3689286,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:30.900785 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-11870935-c1fc-4324-8eeb-29cec890e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:30.901537 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-11870935-c1fc-4324-8eeb-29cec890e495 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:30.903452 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-11870935-c1fc-4324-8eeb-29cec890e495 service neutron] 10.222.0.30 "PUT /v2.0/ports/0e919cdd-9b3c-492e-b6ce-6bd2ed79d041 HTTP/1.1" status: 200 len: 1093 time: 1.1656656 Jul 23 20:03:30.909968 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 7df8c1e8-809c-4ad1-a9af-50bae34a7157, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=7df8c1e8-809c-4ad1-a9af-50bae34a7157,segment=NetworkSegment(68bc1acd-7cf9-4313-804d-1112a3e20afc),segment_id=68bc1acd-7cf9-4313-804d-1112a3e20afc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:30.927249 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '7df8c1e8-809c-4ad1-a9af-50bae34a7157', 'network_id': '8e84c2f8-775c-4b00-b826-468d30f5db1b', 'port_id': '7df8c1e8-809c-4ad1-a9af-50bae34a7157', 'mac_address': 'fa:16:3e:93:d4:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61bf6557-4d20-4447-94c2-1fdfaf9f93fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:03:30.944445 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97655b96-7579-4610-965a-f26acacc0982 req-b823bd56-aca5-4593-b18c-ca9bc96fff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:30.945968 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-97655b96-7579-4610-965a-f26acacc0982 req-b823bd56-aca5-4593-b18c-ca9bc96fff1a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d05d9a7b-2bbe-4b15-8f68-733c1c56fd70 HTTP/1.1" status: 200 len: 1097 time: 0.0860794 Jul 23 20:03:30.992572 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:31.001815 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-97655b96-7579-4610-965a-f26acacc0982 req-0008cf18-2fc7-4165-8323-c6e50b216be4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493839 Jul 23 20:03:31.009611 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7df8c1e8-809c-4ad1-a9af-50bae34a7157 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:03:31.036126 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 7df8c1e8-809c-4ad1-a9af-50bae34a7157, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=7df8c1e8-809c-4ad1-a9af-50bae34a7157,segment=NetworkSegment(68bc1acd-7cf9-4313-804d-1112a3e20afc),segment_id=68bc1acd-7cf9-4313-804d-1112a3e20afc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:31.040920 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:31.041755 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 03466cc8-624e-4b9a-8730-adbd2d561fd3 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:03:31.072369 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11870935-c1fc-4324-8eeb-29cec890e495 service neutron] Pushing event updated for resources: {'Port': ['ID=0e919cdd-9b3c-492e-b6ce-6bd2ed79d041,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:31.108129 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3578fd-877c-4e01-b3bf-7a9addf3cb14 req-41d16570-ae4b-4144-856b-893b4e93deb8 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:31.116542 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5d3578fd-877c-4e01-b3bf-7a9addf3cb14 req-41d16570-ae4b-4144-856b-893b4e93deb8 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 944 time: 0.2079310 Jul 23 20:03:31.157260 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=7df8c1e8-809c-4ad1-a9af-50bae34a7157,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:31.157512 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d470d-e0cb-41ad-9e47-d1d919c731eb req-0e6d7799-f55f-4b72-9c54-52c38457a00f tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:31.164641 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-364d470d-e0cb-41ad-9e47-d1d919c731eb req-0e6d7799-f55f-4b72-9c54-52c38457a00f tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=d05d9a7b-2bbe-4b15-8f68-733c1c56fd70 HTTP/1.1" status: 200 len: 945 time: 0.1308177 Jul 23 20:03:31.202376 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-ea3f0d7b-4b51-4bc6-8b90-de7b9becbf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:31.207905 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-364d470d-e0cb-41ad-9e47-d1d919c731eb req-55acf03c-b516-4ff2-b12c-3582126cff36 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423331 Jul 23 20:03:31.212565 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-ea3f0d7b-4b51-4bc6-8b90-de7b9becbf55 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8cfe6a1fc1a344fca4c086a9bc2e1379&device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 1096 time: 0.2550745 Jul 23 20:03:31.243348 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5d3578fd-877c-4e01-b3bf-7a9addf3cb14 req-4f909788-136b-4e6d-afd4-ba3a8382727d tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258693 Jul 23 20:03:31.315359 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-0ed50302-85e7-4114-85fd-662dd239e168 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e919cdd-9b3c-492e-b6ce-6bd2ed79d041 HTTP/1.1" status: 200 len: 217 time: 0.0636735 Jul 23 20:03:31.320535 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 03466cc8-624e-4b9a-8730-adbd2d561fd3, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=03466cc8-624e-4b9a-8730-adbd2d561fd3,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:31.345651 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '03466cc8-624e-4b9a-8730-adbd2d561fd3', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': '03466cc8-624e-4b9a-8730-adbd2d561fd3', 'mac_address': 'fa:16:3e:1e:20:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:03:31.395984 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:31.412686 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03466cc8-624e-4b9a-8730-adbd2d561fd3 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:03:31.421979 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3de13772-68f0-476a-86d6-beda5d856d8e', 'tag': 'b690fd21-e3d5-4f7c-98a9-fc405e5a329b'}, {'name': 'network-changed', 'server_uuid': 'db40e2a2-442b-45b9-a957-a533b06a8d97', 'tag': '0e919cdd-9b3c-492e-b6ce-6bd2ed79d041'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:03:31.424539 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc5c7df-a15f-4f3a-b7a5-a1c07cc3b66e" -d '{"events": [{"name": "network-changed", "server_uuid": "3de13772-68f0-476a-86d6-beda5d856d8e", "tag": "b690fd21-e3d5-4f7c-98a9-fc405e5a329b"}, {"name": "network-changed", "server_uuid": "db40e2a2-442b-45b9-a957-a533b06a8d97", "tag": "0e919cdd-9b3c-492e-b6ce-6bd2ed79d041"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:03:31.433876 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 03466cc8-624e-4b9a-8730-adbd2d561fd3, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=03466cc8-624e-4b9a-8730-adbd2d561fd3,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:31.449426 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:31.449874 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-60b9b1d2-d947-4174-b167-d72ee460dbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:31.453326 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-60b9b1d2-d947-4174-b167-d72ee460dbe0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d3585b22-200e-474c-90ad-5cdef3f6e740 HTTP/1.1" status: 200 len: 855 time: 0.1209722 Jul 23 20:03:31.521587 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=03466cc8-624e-4b9a-8730-adbd2d561fd3,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:31.546474 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-e8111f54-1772-4529-af57-5aa336f6b39d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=561e402d-bb2f-4939-8704-2c6bd62a51c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846009 Jul 23 20:03:31.550198 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 20:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853f5413-f40f-42e4-ae3e-04d32d266ae0 x-openstack-request-id: req-853f5413-f40f-42e4-ae3e-04d32d266ae0 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:03:31.550494 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3de13772-68f0-476a-86d6-beda5d856d8e", "tag": "b690fd21-e3d5-4f7c-98a9-fc405e5a329b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "db40e2a2-442b-45b9-a957-a533b06a8d97", "tag": "0e919cdd-9b3c-492e-b6ce-6bd2ed79d041", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:03:31.550756 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-853f5413-f40f-42e4-ae3e-04d32d266ae0 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:03:31.551122 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3de13772-68f0-476a-86d6-beda5d856d8e', 'tag': 'b690fd21-e3d5-4f7c-98a9-fc405e5a329b', 'status': 'completed', 'code': 200} Jul 23 20:03:31.551376 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db40e2a2-442b-45b9-a957-a533b06a8d97', 'tag': '0e919cdd-9b3c-492e-b6ce-6bd2ed79d041', 'status': 'completed', 'code': 200} Jul 23 20:03:31.611021 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5c7df-a15f-4f3a-b7a5-a1c07cc3b66e req-6cd2d3a8-86ea-4bfd-bc2f-41f249329fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:31.612591 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3cc5c7df-a15f-4f3a-b7a5-a1c07cc3b66e req-6cd2d3a8-86ea-4bfd-bc2f-41f249329fd4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46e8b52fe188445da9dc740883af8e52&device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 1127 time: 0.0895057 Jul 23 20:03:31.637273 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338e5f1-09b6-4e8c-a977-374fe6cd2836 req-860e8f4f-d082-4ed6-abfb-7154b97e9cac tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:31.644340 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4338e5f1-09b6-4e8c-a977-374fe6cd2836 req-860e8f4f-d082-4ed6-abfb-7154b97e9cac tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 944 time: 0.2629633 Jul 23 20:03:31.698047 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4338e5f1-09b6-4e8c-a977-374fe6cd2836 req-4832a8b4-52ac-4ece-a6dd-810310f26930 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527883 Jul 23 20:03:31.728100 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-8c4e37c2-4f90-4321-b4a7-9cf3d908651a service neutron] 10.222.0.30 "GET /v2.0/networks/561e402d-bb2f-4939-8704-2c6bd62a51c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718805 Jul 23 20:03:31.781610 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5c7df-a15f-4f3a-b7a5-a1c07cc3b66e req-7195b67e-8ab7-4078-9f50-191fa42e70c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:31.783317 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3cc5c7df-a15f-4f3a-b7a5-a1c07cc3b66e req-7195b67e-8ab7-4078-9f50-191fa42e70c7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1582e281-e174-4775-af11-ce2168db586d HTTP/1.1" status: 200 len: 909 time: 0.1608286 Jul 23 20:03:31.799288 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['7df8c1e8-809c-4ad1-a9af-50bae34a7157'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:03:31.835913 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3cc5c7df-a15f-4f3a-b7a5-a1c07cc3b66e req-5245eb22-bd64-4942-bb78-b88e0e9d9b50 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b690fd21-e3d5-4f7c-98a9-fc405e5a329b HTTP/1.1" status: 200 len: 217 time: 0.0449870 Jul 23 20:03:31.850630 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992874a-242f-42c3-b5a9-98279de39e6a req-0cc88243-452f-4c49-838d-96bfc1e97849 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:31.852213 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3992874a-242f-42c3-b5a9-98279de39e6a req-0cc88243-452f-4c49-838d-96bfc1e97849 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 949 time: 0.1330683 Jul 23 20:03:31.860088 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['03466cc8-624e-4b9a-8730-adbd2d561fd3'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:03:31.873592 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f6b97f59-8047-4171-b690-e3a41f57bb9e req-c289df48-3772-4079-a72f-a0ebfb293439 service neutron] 10.222.0.30 "GET /v2.0/networks/561e402d-bb2f-4939-8704-2c6bd62a51c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368053 Jul 23 20:03:31.905748 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38976) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:03:31.914896 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4df1e178-f4f1-4f66-ad0e-fc075dcc111b tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1157388000'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:03:31.949588 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5c7df-a15f-4f3a-b7a5-a1c07cc3b66e req-8943ae42-8632-45c9-9b84-4ce4a1d9fd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:31.952477 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3cc5c7df-a15f-4f3a-b7a5-a1c07cc3b66e req-8943ae42-8632-45c9-9b84-4ce4a1d9fd79 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62cab30c-2c7b-4463-9eb3-ea20a0ef57f0 HTTP/1.1" status: 200 len: 848 time: 0.0992751 Jul 23 20:03:31.955743 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3992874a-242f-42c3-b5a9-98279de39e6a req-002700c2-cc96-42a7-9133-6f8a585cd0fc tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938680 Jul 23 20:03:32.009494 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df1e178-f4f1-4f66-ad0e-fc075dcc111b tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Made reservation on behalf of 858effe7088a420282b357f80eadfe13 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:03:32.014140 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3cc5c7df-a15f-4f3a-b7a5-a1c07cc3b66e req-8111e845-975b-4bde-a8ca-fe8d496ed783 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1582e281-e174-4775-af11-ce2168db586d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540955 Jul 23 20:03:32.017300 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4df1e178-f4f1-4f66-ad0e-fc075dcc111b tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:32.037846 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b929c7d-22f3-4994-b049-087967a38d0a req-1f83e448-1fd4-421b-a71a-75753c80b9b4 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:32.039720 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4b929c7d-22f3-4994-b049-087967a38d0a req-1f83e448-1fd4-421b-a71a-75753c80b9b4 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ddd75e1-e48d-4c59-b894-98c7b45225da HTTP/1.1" status: 200 len: 945 time: 0.1182525 Jul 23 20:03:32.058252 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4df1e178-f4f1-4f66-ad0e-fc075dcc111b tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:03:32.068639 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4df1e178-f4f1-4f66-ad0e-fc075dcc111b tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:32.069006 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-4df1e178-f4f1-4f66-ad0e-fc075dcc111b tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Added segment 133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6 of type vlan for network a8834cf6-a834-4872-ae27-a514fb198d71 Jul 23 20:03:32.114574 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4df1e178-f4f1-4f66-ad0e-fc075dcc111b tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:32.140328 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3cc5c7df-a15f-4f3a-b7a5-a1c07cc3b66e req-f1d3266c-d471-4069-9de1-2cd2dab87eb9 service neutron] 10.222.0.30 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162701 Jul 23 20:03:32.177225 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4df1e178-f4f1-4f66-ad0e-fc075dcc111b tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:32.182869 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df1e178-f4f1-4f66-ad0e-fc075dcc111b tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:32.183772 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4df1e178-f4f1-4f66-ad0e-fc075dcc111b tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:32.219656 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4b929c7d-22f3-4994-b049-087967a38d0a req-ea728709-2416-413f-9ec8-4869992aa7a4 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721536 Jul 23 20:03:32.241975 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4df1e178-f4f1-4f66-ad0e-fc075dcc111b tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3341882 Jul 23 20:03:32.245548 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38980) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:03:32.251502 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-eca97515-f7e3-47ef-8d6d-980f14415d84 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1889582261'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:03:32.287016 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3cc5c7df-a15f-4f3a-b7a5-a1c07cc3b66e req-539a4584-66c1-4001-bdf6-64fd090a6441 service neutron] 10.222.0.30 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329646 Jul 23 20:03:32.327876 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1e178-f4f1-4f66-ad0e-fc075dcc111b tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Pushing event updated for resources: {'Network': ['ID=a8834cf6-a834-4872-ae27-a514fb198d71,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:32.343792 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network a8834cf6-a834-4872-ae27-a514fb198d71 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:03:32.392447 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca97515-f7e3-47ef-8d6d-980f14415d84 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Made reservation on behalf of 858effe7088a420282b357f80eadfe13 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:03:32.396220 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eca97515-f7e3-47ef-8d6d-980f14415d84 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:32.442768 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eca97515-f7e3-47ef-8d6d-980f14415d84 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:03:32.460298 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eca97515-f7e3-47ef-8d6d-980f14415d84 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:32.460953 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-eca97515-f7e3-47ef-8d6d-980f14415d84 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Added segment 1390de9a-4335-4a2d-ac2e-5463ed9bacda of type vlan for network c06c7c82-36a6-415d-bbcb-96da02d094eb Jul 23 20:03:32.470252 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5360a23-a7bb-48d0-a868-bce74b6753b0 req-b81a4954-a6df-4e1c-b7fd-cbf46bd94509 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:32.474604 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c5360a23-a7bb-48d0-a868-bce74b6753b0 req-b81a4954-a6df-4e1c-b7fd-cbf46bd94509 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 944 time: 0.1410244 Jul 23 20:03:32.506125 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d69755-6330-473f-89ea-0c8942a48d0d req-e8bac2ec-70a2-4da4-a162-ccf5f66c3d1d tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:32.514706 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-05d69755-6330-473f-89ea-0c8942a48d0d req-e8bac2ec-70a2-4da4-a162-ccf5f66c3d1d tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=d05d9a7b-2bbe-4b15-8f68-733c1c56fd70 HTTP/1.1" status: 200 len: 945 time: 0.1506650 Jul 23 20:03:32.531802 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5c7df-a15f-4f3a-b7a5-a1c07cc3b66e req-6355fd6a-f0cd-4221-a4f7-32cd0cff960b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:32.533276 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3cc5c7df-a15f-4f3a-b7a5-a1c07cc3b66e req-6355fd6a-f0cd-4221-a4f7-32cd0cff960b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8cfe6a1fc1a344fca4c086a9bc2e1379&device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 1096 time: 0.1320291 Jul 23 20:03:32.543512 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eca97515-f7e3-47ef-8d6d-980f14415d84 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:32.558520 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c5360a23-a7bb-48d0-a868-bce74b6753b0 req-fc7250ee-f7a8-4769-bf0b-fb1686240f75 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731943 Jul 23 20:03:32.566798 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-05d69755-6330-473f-89ea-0c8942a48d0d req-4ad13437-c930-4135-8b20-292ea21e0ce1 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525670 Jul 23 20:03:32.595232 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eca97515-f7e3-47ef-8d6d-980f14415d84 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:32.612396 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca97515-f7e3-47ef-8d6d-980f14415d84 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:32.613067 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eca97515-f7e3-47ef-8d6d-980f14415d84 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:32.664215 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-eca97515-f7e3-47ef-8d6d-980f14415d84 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4178550 Jul 23 20:03:32.667407 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38990) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:03:32.673300 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-a67c9373-b44f-48a5-8e62-b04440ae73ab tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Request body: {'subnet': {'network_id': 'a8834cf6-a834-4872-ae27-a514fb198d71', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:03:32.858042 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca97515-f7e3-47ef-8d6d-980f14415d84 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Pushing event updated for resources: {'Network': ['ID=c06c7c82-36a6-415d-bbcb-96da02d094eb,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:32.875221 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network c06c7c82-36a6-415d-bbcb-96da02d094eb details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:03:32.891165 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67c9373-b44f-48a5-8e62-b04440ae73ab tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Made reservation on behalf of 858effe7088a420282b357f80eadfe13 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:03:32.895658 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a67c9373-b44f-48a5-8e62-b04440ae73ab tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:33.205888 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5c7df-a15f-4f3a-b7a5-a1c07cc3b66e req-cd8b1f16-9ae2-4319-a222-704b606d752d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:33.208321 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3cc5c7df-a15f-4f3a-b7a5-a1c07cc3b66e req-cd8b1f16-9ae2-4319-a222-704b606d752d service neutron] 10.222.0.30 "GET /v2.0/networks?id=561e402d-bb2f-4939-8704-2c6bd62a51c3 HTTP/1.1" status: 200 len: 916 time: 0.6535854 Jul 23 20:03:33.217711 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e3d09-fc7c-4b7d-8ae3-97290f14bc31 req-1a0c3be5-864d-4ea0-ab43-660ca5b6da4a tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:33.239851 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4d3e3d09-fc7c-4b7d-8ae3-97290f14bc31 req-1a0c3be5-864d-4ea0-ab43-660ca5b6da4a tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 944 time: 0.1699829 Jul 23 20:03:33.264039 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c161b69-c20b-45f4-bcde-35cfe9c16800 req-9af88755-d4a5-44d9-b2e2-7e9ae08e2e2d tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:33.273214 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9c161b69-c20b-45f4-bcde-35cfe9c16800 req-9af88755-d4a5-44d9-b2e2-7e9ae08e2e2d tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 949 time: 0.1480985 Jul 23 20:03:33.313707 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3cc5c7df-a15f-4f3a-b7a5-a1c07cc3b66e req-fca46fd4-d1a1-472f-9dc1-5cfbce6e2e1f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e919cdd-9b3c-492e-b6ce-6bd2ed79d041 HTTP/1.1" status: 200 len: 217 time: 0.0932875 Jul 23 20:03:33.326188 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9c161b69-c20b-45f4-bcde-35cfe9c16800 req-b9b8e677-5f63-4895-a653-00ef85cc0052 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475051 Jul 23 20:03:33.327758 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a67c9373-b44f-48a5-8e62-b04440ae73ab tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:33.342918 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4d3e3d09-fc7c-4b7d-8ae3-97290f14bc31 req-e69d13da-55ab-420c-bb7e-dcf50dfe4048 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158106 Jul 23 20:03:33.414858 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5c7df-a15f-4f3a-b7a5-a1c07cc3b66e req-5e70b97b-ce2e-48db-9a17-325f0e94e8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:33.421010 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3cc5c7df-a15f-4f3a-b7a5-a1c07cc3b66e req-5e70b97b-ce2e-48db-9a17-325f0e94e8a3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d3585b22-200e-474c-90ad-5cdef3f6e740 HTTP/1.1" status: 200 len: 855 time: 0.0984421 Jul 23 20:03:33.439979 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c9373-b44f-48a5-8e62-b04440ae73ab tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Pushing event updated for resources: {'Subnet': ['ID=a37b077a-fe69-4a55-9b37-2fa25f9f53d6,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:33.475215 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3cc5c7df-a15f-4f3a-b7a5-a1c07cc3b66e req-1de4f541-7e58-4f92-bec8-b63c60ebe5c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=561e402d-bb2f-4939-8704-2c6bd62a51c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473266 Jul 23 20:03:33.527746 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67c9373-b44f-48a5-8e62-b04440ae73ab tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Checking segment: {'id': '133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a8834cf6-a834-4872-ae27-a514fb198d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:03:33.528471 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67c9373-b44f-48a5-8e62-b04440ae73ab tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Network hostable DHCP agents. Network: a8834cf6-a834-4872-ae27-a514fb198d71, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:03:33.568198 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd52dd-2032-4045-979c-9fedcb3bf22a req-cf2cd677-abce-482b-af7c-cdb9526aded8 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:33.570177 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-abdd52dd-2032-4045-979c-9fedcb3bf22a req-cf2cd677-abce-482b-af7c-cdb9526aded8 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ddd75e1-e48d-4c59-b894-98c7b45225da HTTP/1.1" status: 200 len: 945 time: 0.1070888 Jul 23 20:03:33.572066 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67c9373-b44f-48a5-8e62-b04440ae73ab tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Network a8834cf6-a834-4872-ae27-a514fb198d71 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:03:33.618568 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3cc5c7df-a15f-4f3a-b7a5-a1c07cc3b66e req-7babf45f-4519-43fc-8d7d-5f493ab3094f service neutron] 10.222.0.30 "GET /v2.0/networks/561e402d-bb2f-4939-8704-2c6bd62a51c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370893 Jul 23 20:03:33.640811 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-a67c9373-b44f-48a5-8e62-b04440ae73ab tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, a8834cf6-a834-4872-ae27-a514fb198d71) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:03:33.647241 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67c9373-b44f-48a5-8e62-b04440ae73ab tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:33.648098 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a67c9373-b44f-48a5-8e62-b04440ae73ab tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:33.651444 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b495e8-9577-43ac-addc-ff40d9983347 None None] Network a8834cf6-a834-4872-ae27-a514fb198d71 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:03:33.684083 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-abdd52dd-2032-4045-979c-9fedcb3bf22a req-08a49619-4909-4eeb-849b-c2d37be7665a tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042078 Jul 23 20:03:33.699981 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a67c9373-b44f-48a5-8e62-b04440ae73ab tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0245869 Jul 23 20:03:33.699981 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39016) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:03:33.703240 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-9103cc5d-0756-4a98-9996-887d1f92a1c6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Request body: {'subnet': {'network_id': 'c06c7c82-36a6-415d-bbcb-96da02d094eb', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:03:33.935870 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9103cc5d-0756-4a98-9996-887d1f92a1c6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Made reservation on behalf of 858effe7088a420282b357f80eadfe13 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:03:33.943280 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9103cc5d-0756-4a98-9996-887d1f92a1c6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:33.957505 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3cc5c7df-a15f-4f3a-b7a5-a1c07cc3b66e req-3bcf6a85-a6b7-401f-98b4-19370b12eadd service neutron] 10.222.0.30 "GET /v2.0/networks/561e402d-bb2f-4939-8704-2c6bd62a51c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316648 Jul 23 20:03:34.006710 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178c90c3-22de-4d65-bff1-4c77249ed4bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-a8834cf6-a834-4872-ae27-a514fb198d71', 'network_id': 'a8834cf6-a834-4872-ae27-a514fb198d71', 'tenant_id': '858effe7088a420282b357f80eadfe13', 'fixed_ips': [{'subnet_id': 'a37b077a-fe69-4a55-9b37-2fa25f9f53d6'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:03:34.007581 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-178c90c3-22de-4d65-bff1-4c77249ed4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:34.021992 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830bb1a-ad10-4d89-bf66-38434cdf3327 req-c16d6173-1c22-415d-b82f-5d9d8e2be2e8 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:34.033292 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3830bb1a-ad10-4d89-bf66-38434cdf3327 req-c16d6173-1c22-415d-b82f-5d9d8e2be2e8 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 944 time: 0.3372192 Jul 23 20:03:34.133879 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3830bb1a-ad10-4d89-bf66-38434cdf3327 req-651027f9-2859-49cd-805b-f5bdc5a9c590 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990899 Jul 23 20:03:34.240890 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-178c90c3-22de-4d65-bff1-4c77249ed4bb None None] Allocated IP 10.1.1.2 (a8834cf6-a834-4872-ae27-a514fb198d71/a37b077a-fe69-4a55-9b37-2fa25f9f53d6/b6b3c2ee-33dd-41b7-8cea-4c60e9d6fcd1) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:03:34.332735 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9103cc5d-0756-4a98-9996-887d1f92a1c6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:34.405567 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103cc5d-0756-4a98-9996-887d1f92a1c6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Pushing event updated for resources: {'Subnet': ['ID=ca55e2c4-f3b1-4280-bb32-353278dd231b,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:34.409146 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 0e919cdd-9b3c-492e-b6ce-6bd2ed79d041 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:03:34.423690 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9103cc5d-0756-4a98-9996-887d1f92a1c6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:03:34.424032 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9103cc5d-0756-4a98-9996-887d1f92a1c6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:03:34.424257 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9103cc5d-0756-4a98-9996-887d1f92a1c6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:03:34.424590 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9103cc5d-0756-4a98-9996-887d1f92a1c6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:03:34.424920 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9103cc5d-0756-4a98-9996-887d1f92a1c6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:03:34.425256 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9103cc5d-0756-4a98-9996-887d1f92a1c6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:03:34.426127 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9103cc5d-0756-4a98-9996-887d1f92a1c6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:03:34.426464 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9103cc5d-0756-4a98-9996-887d1f92a1c6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:03:34.426804 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9103cc5d-0756-4a98-9996-887d1f92a1c6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:03:34.427130 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9103cc5d-0756-4a98-9996-887d1f92a1c6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:03:34.427465 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9103cc5d-0756-4a98-9996-887d1f92a1c6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:03:34.427794 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9103cc5d-0756-4a98-9996-887d1f92a1c6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:03:34.446763 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9103cc5d-0756-4a98-9996-887d1f92a1c6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Checking segment: {'id': '1390de9a-4335-4a2d-ac2e-5463ed9bacda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c06c7c82-36a6-415d-bbcb-96da02d094eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:03:34.447498 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9103cc5d-0756-4a98-9996-887d1f92a1c6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Network hostable DHCP agents. Network: c06c7c82-36a6-415d-bbcb-96da02d094eb, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:03:34.500963 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9103cc5d-0756-4a98-9996-887d1f92a1c6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Network c06c7c82-36a6-415d-bbcb-96da02d094eb is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:03:34.545550 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-9103cc5d-0756-4a98-9996-887d1f92a1c6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, c06c7c82-36a6-415d-bbcb-96da02d094eb) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:03:34.580983 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9103cc5d-0756-4a98-9996-887d1f92a1c6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:34.585856 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9103cc5d-0756-4a98-9996-887d1f92a1c6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:34.614389 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fb386-3daf-4376-8a42-f85de763937e req-dc6d1267-3765-4537-bc41-063389ea6bcc tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:34.616330 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5b3fb386-3daf-4376-8a42-f85de763937e req-dc6d1267-3765-4537-bc41-063389ea6bcc tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 944 time: 0.1241827 Jul 23 20:03:34.661019 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf093d45-06a0-475a-bded-4312e96cf2de req-10fa26c7-69e4-4725-a2f3-91b09cdc4e89 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:34.664910 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cf093d45-06a0-475a-bded-4312e96cf2de req-10fa26c7-69e4-4725-a2f3-91b09cdc4e89 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 949 time: 0.1761272 Jul 23 20:03:34.670166 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9103cc5d-0756-4a98-9996-887d1f92a1c6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9727643 Jul 23 20:03:34.673064 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39036) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:03:34.684680 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-ed29ff79-63ed-4f25-ba80-f97d217d8ce6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Request body: {'port': {'network_id': 'a8834cf6-a834-4872-ae27-a514fb198d71', 'name': 'tempest-TaggedBootDevicesTest_v242-1265797956', 'fixed_ips': [{'subnet_id': 'a37b077a-fe69-4a55-9b37-2fa25f9f53d6'}]}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:03:34.748282 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cf093d45-06a0-475a-bded-4312e96cf2de req-71ff92cc-2b21-4e56-bda1-48acc17aa63d tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747666 Jul 23 20:03:34.776391 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 7df8c1e8-809c-4ad1-a9af-50bae34a7157 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:03:34.778478 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0859d66c-c936-41b7-8817-908cac57fc79 None None] Network c06c7c82-36a6-415d-bbcb-96da02d094eb requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:03:34.834024 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5b3fb386-3daf-4376-8a42-f85de763937e req-dad255cb-9fe3-4ebe-837d-5ed208efcddc tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041314 Jul 23 20:03:34.851017 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 0e919cdd-9b3c-492e-b6ce-6bd2ed79d041, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0e919cdd-9b3c-492e-b6ce-6bd2ed79d041,segment=NetworkSegment(d0a2754c-a19c-42d0-8f97-ef5cc77b5d31),segment_id=d0a2754c-a19c-42d0-8f97-ef5cc77b5d31)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:34.951946 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed29ff79-63ed-4f25-ba80-f97d217d8ce6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Made reservation on behalf of 858effe7088a420282b357f80eadfe13 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:03:34.964596 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a6f43-6230-4b57-a41b-9641b45dd8df req-f35ac478-ec1f-4048-8f14-c48457a9299a tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:34.974584 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-af8a6f43-6230-4b57-a41b-9641b45dd8df req-f35ac478-ec1f-4048-8f14-c48457a9299a tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ddd75e1-e48d-4c59-b894-98c7b45225da HTTP/1.1" status: 200 len: 945 time: 0.1352239 Jul 23 20:03:35.019386 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-178c90c3-22de-4d65-bff1-4c77249ed4bb None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:35.023153 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-af8a6f43-6230-4b57-a41b-9641b45dd8df req-1ab845ec-54fb-4616-9bdc-884e0aad3942 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475314 Jul 23 20:03:35.030833 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-178c90c3-22de-4d65-bff1-4c77249ed4bb None None] Transition to ACTIVE for port object b6b3c2ee-33dd-41b7-8cea-4c60e9d6fcd1 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:03:35.047200 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '0e919cdd-9b3c-492e-b6ce-6bd2ed79d041', 'network_id': '561e402d-bb2f-4939-8704-2c6bd62a51c3', 'port_id': '0e919cdd-9b3c-492e-b6ce-6bd2ed79d041', 'mac_address': 'fa:16:3e:22:5c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3585b22-200e-474c-90ad-5cdef3f6e740', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:03:35.071871 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ed29ff79-63ed-4f25-ba80-f97d217d8ce6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:35.073288 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-178c90c3-22de-4d65-bff1-4c77249ed4bb None None] Transition to ACTIVE for port object b6b3c2ee-33dd-41b7-8cea-4c60e9d6fcd1 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:03:35.095213 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-178c90c3-22de-4d65-bff1-4c77249ed4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:35.096641 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-ed29ff79-63ed-4f25-ba80-f97d217d8ce6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] device_id is not set on port 18d5e29d-60f2-4de3-a99b-260e4ed73bd7 yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:03:35.126051 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 7df8c1e8-809c-4ad1-a9af-50bae34a7157 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:03:35.163839 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 7df8c1e8-809c-4ad1-a9af-50bae34a7157 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:03:35.164212 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:35.245168 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178c90c3-22de-4d65-bff1-4c77249ed4bb None None] Network a8834cf6-a834-4872-ae27-a514fb198d71 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:03:35.253242 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c90c3-22de-4d65-bff1-4c77249ed4bb None None] Pushing event updated for resources: {'Port': ['ID=b6b3c2ee-33dd-41b7-8cea-4c60e9d6fcd1,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:35.260311 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:35.262437 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-178c90c3-22de-4d65-bff1-4c77249ed4bb None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:03:35.267399 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178c90c3-22de-4d65-bff1-4c77249ed4bb None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:03:35.280011 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafe85f0-77fe-47b6-95fe-3806e3b7b992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-c06c7c82-36a6-415d-bbcb-96da02d094eb', 'network_id': 'c06c7c82-36a6-415d-bbcb-96da02d094eb', 'tenant_id': '858effe7088a420282b357f80eadfe13', 'fixed_ips': [{'subnet_id': 'ca55e2c4-f3b1-4280-bb32-353278dd231b'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:03:35.280826 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fafe85f0-77fe-47b6-95fe-3806e3b7b992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:35.303374 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e919cdd-9b3c-492e-b6ce-6bd2ed79d041 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:03:35.375353 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 0e919cdd-9b3c-492e-b6ce-6bd2ed79d041, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0e919cdd-9b3c-492e-b6ce-6bd2ed79d041,segment=NetworkSegment(d0a2754c-a19c-42d0-8f97-ef5cc77b5d31),segment_id=d0a2754c-a19c-42d0-8f97-ef5cc77b5d31)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:35.432915 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:35.467071 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-fa8b8bd6-a7ec-45eb-b0e0-27e39ff408f4 service neutron] 10.222.0.30 "GET /v2.0/ports/b690fd21-e3d5-4f7c-98a9-fc405e5a329b/bindings/n-h2-793618-10 HTTP/1.1" status: 200 len: 385 time: 0.1712675 Jul 23 20:03:35.469048 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-ed29ff79-63ed-4f25-ba80-f97d217d8ce6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Allocated IP 10.1.1.61 (a8834cf6-a834-4872-ae27-a514fb198d71/a37b077a-fe69-4a55-9b37-2fa25f9f53d6/18d5e29d-60f2-4de3-a99b-260e4ed73bd7) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:03:35.475985 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-178c90c3-22de-4d65-bff1-4c77249ed4bb None None] Attempting to bind port b6b3c2ee-33dd-41b7-8cea-4c60e9d6fcd1 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:03:35.476345 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-178c90c3-22de-4d65-bff1-4c77249ed4bb None None] Attempting to bind port b6b3c2ee-33dd-41b7-8cea-4c60e9d6fcd1 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a8834cf6-a834-4872-ae27-a514fb198d71'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:03:35.476711 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178c90c3-22de-4d65-bff1-4c77249ed4bb None None] Attempting to bind port b6b3c2ee-33dd-41b7-8cea-4c60e9d6fcd1 on network a8834cf6-a834-4872-ae27-a514fb198d71 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:03:35.522321 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178c90c3-22de-4d65-bff1-4c77249ed4bb None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:03:35.522778 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178c90c3-22de-4d65-bff1-4c77249ed4bb None None] Checking segment: {'id': '133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a8834cf6-a834-4872-ae27-a514fb198d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:03:35.523158 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-178c90c3-22de-4d65-bff1-4c77249ed4bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:35.523484 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178c90c3-22de-4d65-bff1-4c77249ed4bb None None] Bound using segment: {'id': '133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a8834cf6-a834-4872-ae27-a514fb198d71'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:03:35.524031 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-178c90c3-22de-4d65-bff1-4c77249ed4bb None None] Bound port: b6b3c2ee-33dd-41b7-8cea-4c60e9d6fcd1, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a8834cf6-a834-4872-ae27-a514fb198d71'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:03:35.524465 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-178c90c3-22de-4d65-bff1-4c77249ed4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:35.540919 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4686ec-5cd4-4cbe-a348-a79aabbb62e5 req-4ec1212e-e3f3-46cf-b5fa-2daabe55baaf tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:35.550478 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0b4686ec-5cd4-4cbe-a348-a79aabbb62e5 req-4ec1212e-e3f3-46cf-b5fa-2daabe55baaf tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 944 time: 0.2562685 Jul 23 20:03:35.561678 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:35.607688 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=0e919cdd-9b3c-492e-b6ce-6bd2ed79d041,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:35.653868 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ddd75e1-e48d-4c59-b894-98c7b45225da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7df8c1e8-809c-4ad1-a9af-50bae34a7157'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:03:35.656206 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3560c2a1-44a1-4351-9561-b7bf1d86781c" -d '{"events": [{"server_uuid": "2ddd75e1-e48d-4c59-b894-98c7b45225da", "name": "network-vif-plugged", "status": "completed", "tag": "7df8c1e8-809c-4ad1-a9af-50bae34a7157"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:03:35.674501 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-fafe85f0-77fe-47b6-95fe-3806e3b7b992 None None] Allocated IP 10.2.2.2 (c06c7c82-36a6-415d-bbcb-96da02d094eb/ca55e2c4-f3b1-4280-bb32-353278dd231b/dd146cec-8b23-4dc8-9583-1815ecc29080) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:03:35.695651 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['0e919cdd-9b3c-492e-b6ce-6bd2ed79d041'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:03:35.700954 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 7df8c1e8-809c-4ad1-a9af-50bae34a7157, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=7df8c1e8-809c-4ad1-a9af-50bae34a7157,segment=NetworkSegment(68bc1acd-7cf9-4313-804d-1112a3e20afc),segment_id=68bc1acd-7cf9-4313-804d-1112a3e20afc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:35.740288 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:35.741098 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 03466cc8-624e-4b9a-8730-adbd2d561fd3 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:03:35.749628 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-178c90c3-22de-4d65-bff1-4c77249ed4bb None None] For port b6b3c2ee-33dd-41b7-8cea-4c60e9d6fcd1, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:03:35.845850 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-178c90c3-22de-4d65-bff1-4c77249ed4bb None None] For port b6b3c2ee-33dd-41b7-8cea-4c60e9d6fcd1, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=b6b3c2ee-33dd-41b7-8cea-4c60e9d6fcd1,segment=NetworkSegment(133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6),segment_id=133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:03:35.868277 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-178c90c3-22de-4d65-bff1-4c77249ed4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:35.935472 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4470ad6-d6c6-4b5a-b94d-b90641114a9c x-openstack-request-id: req-e4470ad6-d6c6-4b5a-b94d-b90641114a9c {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:03:35.935775 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ddd75e1-e48d-4c59-b894-98c7b45225da", "name": "network-vif-plugged", "status": "completed", "tag": "7df8c1e8-809c-4ad1-a9af-50bae34a7157", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:03:35.936014 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e4470ad6-d6c6-4b5a-b94d-b90641114a9c {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:03:35.936398 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ddd75e1-e48d-4c59-b894-98c7b45225da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7df8c1e8-809c-4ad1-a9af-50bae34a7157', 'code': 200} Jul 23 20:03:35.954792 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=7df8c1e8-809c-4ad1-a9af-50bae34a7157,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:35.969210 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0b4686ec-5cd4-4cbe-a348-a79aabbb62e5 req-ea9f0243-7e3a-446b-b039-7e13962a4b33 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4133687 Jul 23 20:03:36.072526 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 03466cc8-624e-4b9a-8730-adbd2d561fd3 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:03:36.108994 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 03466cc8-624e-4b9a-8730-adbd2d561fd3 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:03:36.109118 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:36.139708 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c90c3-22de-4d65-bff1-4c77249ed4bb None None] Pushing event updated for resources: {'Port': ['ID=b6b3c2ee-33dd-41b7-8cea-4c60e9d6fcd1,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:36.221498 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-057734b1-672b-4906-9091-0a3ff21c962b service neutron] For port b690fd21-e3d5-4f7c-98a9-fc405e5a329b, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=b690fd21-e3d5-4f7c-98a9-fc405e5a329b,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:36.223338 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976985b-0404-4205-8df6-5fa4880b9c29 req-8d3925e6-f2ba-4cde-8bec-58a9b08ce60e tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:36.226061 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2976985b-0404-4205-8df6-5fa4880b9c29 req-8d3925e6-f2ba-4cde-8bec-58a9b08ce60e tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 949 time: 0.1450138 Jul 23 20:03:36.236698 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fafe85f0-77fe-47b6-95fe-3806e3b7b992 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:36.285628 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ed29ff79-63ed-4f25-ba80-f97d217d8ce6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:36.289446 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fafe85f0-77fe-47b6-95fe-3806e3b7b992 None None] Transition to ACTIVE for port object dd146cec-8b23-4dc8-9583-1815ecc29080 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:03:36.306096 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2976985b-0404-4205-8df6-5fa4880b9c29 req-8413e917-30aa-4be3-a855-6b5140531a0b tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707951 Jul 23 20:03:36.385584 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-ed29ff79-63ed-4f25-ba80-f97d217d8ce6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Transition to ACTIVE for port object 18d5e29d-60f2-4de3-a99b-260e4ed73bd7 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:03:36.386662 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fafe85f0-77fe-47b6-95fe-3806e3b7b992 None None] Transition to ACTIVE for port object dd146cec-8b23-4dc8-9583-1815ecc29080 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:03:36.388541 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-057734b1-672b-4906-9091-0a3ff21c962b service neutron] For port b690fd21-e3d5-4f7c-98a9-fc405e5a329b, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:03:36.408953 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device b690fd21-e3d5-4f7c-98a9-fc405e5a329b no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:03:36.450876 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fafe85f0-77fe-47b6-95fe-3806e3b7b992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:36.465291 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d99d4e-53bf-470e-80fd-f607f1070bb9 req-a13d0f39-ebe8-484c-b1a3-2bf682a9246f tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:36.473963 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a2d99d4e-53bf-470e-80fd-f607f1070bb9 req-a13d0f39-ebe8-484c-b1a3-2bf682a9246f tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 945 time: 0.3444896 Jul 23 20:03:36.501284 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356b72d-b345-4b80-a157-87dd75cc4ca1 req-351f4bad-d634-4784-9d88-c600c0b2426b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:36.503121 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b356b72d-b345-4b80-a157-87dd75cc4ca1 req-351f4bad-d634-4784-9d88-c600c0b2426b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2ddd75e1-e48d-4c59-b894-98c7b45225da HTTP/1.1" status: 200 len: 1098 time: 0.4982274 Jul 23 20:03:36.525550 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:36.538532 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-057734b1-672b-4906-9091-0a3ff21c962b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b690fd21-e3d5-4f7c-98a9-fc405e5a329b {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:03:36.598085 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafe85f0-77fe-47b6-95fe-3806e3b7b992 None None] Network c06c7c82-36a6-415d-bbcb-96da02d094eb is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:03:36.600980 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe85f0-77fe-47b6-95fe-3806e3b7b992 None None] Pushing event updated for resources: {'Port': ['ID=dd146cec-8b23-4dc8-9583-1815ecc29080,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:36.602653 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-057734b1-672b-4906-9091-0a3ff21c962b service neutron] For port b690fd21-e3d5-4f7c-98a9-fc405e5a329b, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=b690fd21-e3d5-4f7c-98a9-fc405e5a329b,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:36.605198 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-fafe85f0-77fe-47b6-95fe-3806e3b7b992 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:03:36.612805 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafe85f0-77fe-47b6-95fe-3806e3b7b992 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:03:36.632825 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 03466cc8-624e-4b9a-8730-adbd2d561fd3, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=03466cc8-624e-4b9a-8730-adbd2d561fd3,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:36.633641 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a2d99d4e-53bf-470e-80fd-f607f1070bb9 req-c5c7c59a-862f-4ba3-8dab-9885b79645fa tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586187 Jul 23 20:03:36.684571 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-057734b1-672b-4906-9091-0a3ff21c962b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:36.691040 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d0ada-123f-40bc-a339-4d377c4e4e2d req-9f8f715c-bd00-451b-b9da-2da78d9ae7e9 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:36.692952 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-631d0ada-123f-40bc-a339-4d377c4e4e2d req-9f8f715c-bd00-451b-b9da-2da78d9ae7e9 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ddd75e1-e48d-4c59-b894-98c7b45225da HTTP/1.1" status: 200 len: 946 time: 0.1545460 Jul 23 20:03:36.706146 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:36.736386 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b356b72d-b345-4b80-a157-87dd75cc4ca1 req-6938d694-e56c-4f55-8b7a-a761e73f0888 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106373 Jul 23 20:03:36.740798 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ed29ff79-63ed-4f25-ba80-f97d217d8ce6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:36.787399 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-631d0ada-123f-40bc-a339-4d377c4e4e2d req-f26e90ac-96b8-4eb8-a6b9-d11890b5c3af tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859661 Jul 23 20:03:36.839915 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-fafe85f0-77fe-47b6-95fe-3806e3b7b992 None None] Attempting to bind port dd146cec-8b23-4dc8-9583-1815ecc29080 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:03:36.840287 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-fafe85f0-77fe-47b6-95fe-3806e3b7b992 None None] Attempting to bind port dd146cec-8b23-4dc8-9583-1815ecc29080 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '1390de9a-4335-4a2d-ac2e-5463ed9bacda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c06c7c82-36a6-415d-bbcb-96da02d094eb'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:03:36.840913 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafe85f0-77fe-47b6-95fe-3806e3b7b992 None None] Attempting to bind port dd146cec-8b23-4dc8-9583-1815ecc29080 on network c06c7c82-36a6-415d-bbcb-96da02d094eb {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:03:36.858030 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafe85f0-77fe-47b6-95fe-3806e3b7b992 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:03:36.858670 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafe85f0-77fe-47b6-95fe-3806e3b7b992 None None] Checking segment: {'id': '1390de9a-4335-4a2d-ac2e-5463ed9bacda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c06c7c82-36a6-415d-bbcb-96da02d094eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:03:36.858785 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fafe85f0-77fe-47b6-95fe-3806e3b7b992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:36.859213 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafe85f0-77fe-47b6-95fe-3806e3b7b992 None None] Bound using segment: {'id': '1390de9a-4335-4a2d-ac2e-5463ed9bacda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c06c7c82-36a6-415d-bbcb-96da02d094eb'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:03:36.859665 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-fafe85f0-77fe-47b6-95fe-3806e3b7b992 None None] Bound port: dd146cec-8b23-4dc8-9583-1815ecc29080, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1390de9a-4335-4a2d-ac2e-5463ed9bacda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c06c7c82-36a6-415d-bbcb-96da02d094eb'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:03:36.860046 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fafe85f0-77fe-47b6-95fe-3806e3b7b992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:36.873994 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29ff79-63ed-4f25-ba80-f97d217d8ce6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Pushing event updated for resources: {'Port': ['ID=18d5e29d-60f2-4de3-a99b-260e4ed73bd7,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:36.877802 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed29ff79-63ed-4f25-ba80-f97d217d8ce6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Network a8834cf6-a834-4872-ae27-a514fb198d71 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:03:36.884388 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=03466cc8-624e-4b9a-8730-adbd2d561fd3,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:36.888119 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-ed29ff79-63ed-4f25-ba80-f97d217d8ce6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:03:36.892045 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed29ff79-63ed-4f25-ba80-f97d217d8ce6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:03:36.979363 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fafe85f0-77fe-47b6-95fe-3806e3b7b992 None None] For port dd146cec-8b23-4dc8-9583-1815ecc29080, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:03:36.983269 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fafe85f0-77fe-47b6-95fe-3806e3b7b992 None None] For port dd146cec-8b23-4dc8-9583-1815ecc29080, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=dd146cec-8b23-4dc8-9583-1815ecc29080,segment=NetworkSegment(1390de9a-4335-4a2d-ac2e-5463ed9bacda),segment_id=1390de9a-4335-4a2d-ac2e-5463ed9bacda)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:03:36.987919 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed29ff79-63ed-4f25-ba80-f97d217d8ce6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:36.988581 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ed29ff79-63ed-4f25-ba80-f97d217d8ce6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:36.990264 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fafe85f0-77fe-47b6-95fe-3806e3b7b992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:37.000929 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-057734b1-672b-4906-9091-0a3ff21c962b service neutron] Transition to ACTIVE for port object b690fd21-e3d5-4f7c-98a9-fc405e5a329b will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:03:37.007224 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-057734b1-672b-4906-9091-0a3ff21c962b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:37.079630 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe85f0-77fe-47b6-95fe-3806e3b7b992 None None] Pushing event updated for resources: {'Port': ['ID=dd146cec-8b23-4dc8-9583-1815ecc29080,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:37.100901 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057734b1-672b-4906-9091-0a3ff21c962b service neutron] Pushing event updated for resources: {'Port': ['ID=b690fd21-e3d5-4f7c-98a9-fc405e5a329b,revision_number=10']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:37.107616 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ed29ff79-63ed-4f25-ba80-f97d217d8ce6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4321175 Jul 23 20:03:37.109931 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39082) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:03:37.115747 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-161b1c8b-6e2c-4438-ae9a-a9b6ffd60dd8 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Request body: {'port': {'network_id': 'a8834cf6-a834-4872-ae27-a514fb198d71', 'name': 'tempest-TaggedBootDevicesTest_v242-1664575796', 'fixed_ips': [{'subnet_id': 'a37b077a-fe69-4a55-9b37-2fa25f9f53d6'}]}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:03:37.292027 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device b6b3c2ee-33dd-41b7-8cea-4c60e9d6fcd1 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:03:37.336902 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-057734b1-672b-4906-9091-0a3ff21c962b service neutron] No DVR routers for this DVR port b690fd21-e3d5-4f7c-98a9-fc405e5a329b on host n-h1-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:03:37.394529 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161b1c8b-6e2c-4438-ae9a-a9b6ffd60dd8 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Made reservation on behalf of 858effe7088a420282b357f80eadfe13 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:03:37.446576 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-057734b1-672b-4906-9091-0a3ff21c962b service neutron] 10.222.0.30 "PUT /v2.0/ports/b690fd21-e3d5-4f7c-98a9-fc405e5a329b/bindings/n-h2-793618-10/activate HTTP/1.1" status: 200 len: 370 time: 1.9686964 Jul 23 20:03:37.450642 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port b6b3c2ee-33dd-41b7-8cea-4c60e9d6fcd1 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:03:37.467069 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd230ca-f1af-4810-aa91-f4fce58f2081 req-9f8a2027-7088-4ac4-ae16-906b1eab0d6e tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:37.469642 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ddd230ca-f1af-4810-aa91-f4fce58f2081 req-9f8a2027-7088-4ac4-ae16-906b1eab0d6e tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 945 time: 0.3733490 Jul 23 20:03:37.581506 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ddd230ca-f1af-4810-aa91-f4fce58f2081 req-4fc375d7-2a32-44b3-9f2d-b35e48de2f1b tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907011 Jul 23 20:03:37.704230 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-161b1c8b-6e2c-4438-ae9a-a9b6ffd60dd8 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:37.735377 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-161b1c8b-6e2c-4438-ae9a-a9b6ffd60dd8 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] device_id is not set on port 0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:03:37.754380 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-fada7521-d4be-4d5f-9c18-20f300a35852 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:37.756640 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-fada7521-d4be-4d5f-9c18-20f300a35852 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3de13772-68f0-476a-86d6-beda5d856d8e&tenant_id=46e8b52fe188445da9dc740883af8e52&binding%3Ahost_id=n-h1-793618-10 HTTP/1.1" status: 200 len: 1097 time: 0.2014999 Jul 23 20:03:37.836447 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4403d08c-7791-4e5f-8404-d6ffb1e072e5 None None] Network a8834cf6-a834-4872-ae27-a514fb198d71 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:03:37.926521 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-ade5e94e-c27f-4d57-aa38-5b4122686cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:37.928612 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-ade5e94e-c27f-4d57-aa38-5b4122686cde service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3de13772-68f0-476a-86d6-beda5d856d8e&tenant_id=46e8b52fe188445da9dc740883af8e52 HTTP/1.1" status: 200 len: 1097 time: 0.1632726 Jul 23 20:03:37.952778 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc7a217-21ea-479c-a694-f7f6242ebfb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03466cc8-624e-4b9a-8730-adbd2d561fd3'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:03:37.956510 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c55740-d04b-4d9f-85f1-736fcbfc0f57 req-db4742f5-67c5-4648-b3c9-bfb345af854a tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:37.956677 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e892a8b-1830-461c-9359-50c5d5ef6eaf" -d '{"events": [{"server_uuid": "ffc7a217-21ea-479c-a694-f7f6242ebfb9", "name": "network-vif-plugged", "status": "completed", "tag": "03466cc8-624e-4b9a-8730-adbd2d561fd3"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:03:37.958466 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-32c55740-d04b-4d9f-85f1-736fcbfc0f57 req-db4742f5-67c5-4648-b3c9-bfb345af854a tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 945 time: 0.1205606 Jul 23 20:03:37.980992 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f03b96cb-daca-43ec-923d-1f225826a0de None None] Provisioning for port b6b3c2ee-33dd-41b7-8cea-4c60e9d6fcd1 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:03:37.990949 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f03b96cb-daca-43ec-923d-1f225826a0de None None] Provisioning complete for port b6b3c2ee-33dd-41b7-8cea-4c60e9d6fcd1 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:03:37.991276 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f03b96cb-daca-43ec-923d-1f225826a0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:38.065044 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-32c55740-d04b-4d9f-85f1-736fcbfc0f57 req-dff2cb21-8bea-4534-8e44-703f94c62b30 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876477 Jul 23 20:03:38.077985 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2199a-0b05-40fa-b98b-9f3af2717fbb req-9317cc29-f360-4e76-9daa-a6b2c7b0a40d tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:38.085618 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5eb2199a-0b05-40fa-b98b-9f3af2717fbb req-9317cc29-f360-4e76-9daa-a6b2c7b0a40d tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 950 time: 0.6392319 Jul 23 20:03:38.129277 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-39af007b-97ac-4d00-ae44-f21f81140d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:38.130743 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-39af007b-97ac-4d00-ae44-f21f81140d94 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=46e8b52fe188445da9dc740883af8e52&device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 1097 time: 0.1687322 Jul 23 20:03:38.312364 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5eb2199a-0b05-40fa-b98b-9f3af2717fbb req-e065eca2-1bca-4dd5-96ef-3ad173c71990 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255712 Jul 23 20:03:38.391699 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-161b1c8b-6e2c-4438-ae9a-a9b6ffd60dd8 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Allocated IP 10.1.1.122 (a8834cf6-a834-4872-ae27-a514fb198d71/a37b077a-fe69-4a55-9b37-2fa25f9f53d6/0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:03:38.394249 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07c0f46-203c-43a8-873c-f2c1937e7f76 x-openstack-request-id: req-d07c0f46-203c-43a8-873c-f2c1937e7f76 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:03:38.394547 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc7a217-21ea-479c-a694-f7f6242ebfb9", "name": "network-vif-plugged", "status": "completed", "tag": "03466cc8-624e-4b9a-8730-adbd2d561fd3", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:03:38.394798 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d07c0f46-203c-43a8-873c-f2c1937e7f76 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:03:38.395192 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc7a217-21ea-479c-a694-f7f6242ebfb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03466cc8-624e-4b9a-8730-adbd2d561fd3', 'code': 200} Jul 23 20:03:38.454399 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 0e919cdd-9b3c-492e-b6ce-6bd2ed79d041 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:03:38.471739 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-6c9adde3-4bd7-469f-b584-69eb0bb85447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:38.473371 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-6c9adde3-4bd7-469f-b584-69eb0bb85447 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1582e281-e174-4775-af11-ce2168db586d HTTP/1.1" status: 200 len: 909 time: 0.3355386 Jul 23 20:03:38.503147 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f03b96cb-daca-43ec-923d-1f225826a0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:38.589284 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-f03b96cb-daca-43ec-923d-1f225826a0de None None] For port b6b3c2ee-33dd-41b7-8cea-4c60e9d6fcd1, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=b6b3c2ee-33dd-41b7-8cea-4c60e9d6fcd1,segment=NetworkSegment(133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6),segment_id=133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:38.606082 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f03b96cb-daca-43ec-923d-1f225826a0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:38.671593 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 0e919cdd-9b3c-492e-b6ce-6bd2ed79d041 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:03:38.696672 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 0e919cdd-9b3c-492e-b6ce-6bd2ed79d041 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:03:38.697822 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:38.755729 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-4b4cb75e-feaa-4426-95b1-2dda7e530b2c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b690fd21-e3d5-4f7c-98a9-fc405e5a329b HTTP/1.1" status: 200 len: 217 time: 0.2613325 Jul 23 20:03:38.773045 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8472fd5-48e0-40cb-a442-55c3e555ba6f req-93e5d6b6-ae95-457c-8534-a08a905d9f53 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:38.777148 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f8472fd5-48e0-40cb-a442-55c3e555ba6f req-93e5d6b6-ae95-457c-8534-a08a905d9f53 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ddd75e1-e48d-4c59-b894-98c7b45225da HTTP/1.1" status: 200 len: 946 time: 0.5640810 Jul 23 20:03:38.837290 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f8472fd5-48e0-40cb-a442-55c3e555ba6f req-29cc1cdc-c842-48d5-b464-c5eda15b0b6f tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509014 Jul 23 20:03:38.882682 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-161b1c8b-6e2c-4438-ae9a-a9b6ffd60dd8 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:38.893599 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b96cb-daca-43ec-923d-1f225826a0de None None] Pushing event updated for resources: {'Port': ['ID=b6b3c2ee-33dd-41b7-8cea-4c60e9d6fcd1,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:38.894012 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1ce7c-d6ab-425d-b084-5faebc00a618 req-a6bce85b-d7c0-47e9-bfe4-bf78296c8266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:38.896102 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e2f1ce7c-d6ab-425d-b084-5faebc00a618 req-a6bce85b-d7c0-47e9-bfe4-bf78296c8266 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 1102 time: 0.4009917 Jul 23 20:03:38.915801 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-b436b99a-533b-4de0-94d3-eac57012fca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:38.918137 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-b436b99a-533b-4de0-94d3-eac57012fca9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=62cab30c-2c7b-4463-9eb3-ea20a0ef57f0 HTTP/1.1" status: 200 len: 848 time: 0.1545408 Jul 23 20:03:38.926429 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-60c114ef-c2d9-417a-89d7-141939770f68 None None] Provisioning complete for port b6b3c2ee-33dd-41b7-8cea-4c60e9d6fcd1 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:03:38.926904 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-60c114ef-c2d9-417a-89d7-141939770f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:38.975442 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-7440d544-7a42-499d-b3ae-4be0342afcd4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1582e281-e174-4775-af11-ce2168db586d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467997 Jul 23 20:03:38.978862 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-161b1c8b-6e2c-4438-ae9a-a9b6ffd60dd8 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Transition to ACTIVE for port object 0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:03:39.027100 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63c9f1a-8f2e-4d6f-9931-0d7f2bad8fe5 None None] Network c06c7c82-36a6-415d-bbcb-96da02d094eb requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:03:39.074571 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5975c-baae-4409-a90d-ba7334d73d56 req-c82f3522-40fd-4224-85dd-4dcb81199896 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:39.084618 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-23a5975c-baae-4409-a90d-ba7334d73d56 req-c82f3522-40fd-4224-85dd-4dcb81199896 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 945 time: 0.3066819 Jul 23 20:03:39.087261 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e2f1ce7c-d6ab-425d-b084-5faebc00a618 req-93312768-e296-41c9-bf53-0161659b108c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811011 Jul 23 20:03:39.183177 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:39.245274 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-122ac530-41db-4b85-9b41-e7f4448c2516 service neutron] 10.222.0.18 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599211 Jul 23 20:03:39.434315 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 0e919cdd-9b3c-492e-b6ce-6bd2ed79d041, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0e919cdd-9b3c-492e-b6ce-6bd2ed79d041,segment=NetworkSegment(d0a2754c-a19c-42d0-8f97-ef5cc77b5d31),segment_id=d0a2754c-a19c-42d0-8f97-ef5cc77b5d31)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:39.448397 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device b6b3c2ee-33dd-41b7-8cea-4c60e9d6fcd1 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:03:39.449855 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-a330c337-eb7f-49b1-858b-99a305be40cd service neutron] 10.222.0.18 "GET /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924896 Jul 23 20:03:39.526845 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-60c114ef-c2d9-417a-89d7-141939770f68 None None] Provisioning for port 18d5e29d-60f2-4de3-a99b-260e4ed73bd7 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:03:39.584437 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:39.590457 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-60c114ef-c2d9-417a-89d7-141939770f68 None None] Provisioning complete for port 18d5e29d-60f2-4de3-a99b-260e4ed73bd7 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:03:39.591977 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-60c114ef-c2d9-417a-89d7-141939770f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:39.661005 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-161b1c8b-6e2c-4438-ae9a-a9b6ffd60dd8 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:39.721701 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-23a5975c-baae-4409-a90d-ba7334d73d56 req-f7d2bee1-98ed-4b2e-be55-34da2b7b3c7e tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6347816 Jul 23 20:03:39.730996 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port b6b3c2ee-33dd-41b7-8cea-4c60e9d6fcd1 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:03:39.731626 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:39.735712 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-60c114ef-c2d9-417a-89d7-141939770f68 None None] Port 18d5e29d-60f2-4de3-a99b-260e4ed73bd7 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:03:39.813955 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161b1c8b-6e2c-4438-ae9a-a9b6ffd60dd8 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Network a8834cf6-a834-4872-ae27-a514fb198d71 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:03:39.819131 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-161b1c8b-6e2c-4438-ae9a-a9b6ffd60dd8 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:03:39.874476 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161b1c8b-6e2c-4438-ae9a-a9b6ffd60dd8 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:03:39.985934 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b1c8b-6e2c-4438-ae9a-a9b6ffd60dd8 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Pushing event updated for resources: {'Port': ['ID=0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:39.986731 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-92b3e2a7-d245-4f87-b8a4-dfa5f1689c38 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:39.987694 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-92b3e2a7-d245-4f87-b8a4-dfa5f1689c38 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3de13772-68f0-476a-86d6-beda5d856d8e&tenant_id=46e8b52fe188445da9dc740883af8e52&binding%3Ahost_id=n-h2-793618-10 HTTP/1.1" status: 200 len: 1097 time: 0.2080739 Jul 23 20:03:40.031097 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=0e919cdd-9b3c-492e-b6ce-6bd2ed79d041,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:40.041828 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161b1c8b-6e2c-4438-ae9a-a9b6ffd60dd8 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:40.056457 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-161b1c8b-6e2c-4438-ae9a-a9b6ffd60dd8 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:40.068699 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b24581fe-c28e-4533-84a4-05e46f716755 None None] Provisioning complete for port 18d5e29d-60f2-4de3-a99b-260e4ed73bd7 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:03:40.069245 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b24581fe-c28e-4533-84a4-05e46f716755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:40.099231 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-161b1c8b-6e2c-4438-ae9a-a9b6ffd60dd8 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9882450 Jul 23 20:03:40.122718 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f38fd-d561-459f-a56a-a83d65b73a89 req-9756995a-39dc-40e1-a4a3-7de591006049 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:40.130053 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-691f38fd-d561-459f-a56a-a83d65b73a89 req-9756995a-39dc-40e1-a4a3-7de591006049 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 946 time: 0.2390501 Jul 23 20:03:40.190227 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device dd146cec-8b23-4dc8-9583-1815ecc29080 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:03:40.234754 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-691f38fd-d561-459f-a56a-a83d65b73a89 req-18647b42-405a-4619-8058-120691a8511a tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969582 Jul 23 20:03:40.300066 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b24581fe-c28e-4533-84a4-05e46f716755 None None] Port 18d5e29d-60f2-4de3-a99b-260e4ed73bd7 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:03:40.309788 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f958a779-e98f-4948-9f5c-1b6036ad7e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:40.312874 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port dd146cec-8b23-4dc8-9583-1815ecc29080 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:03:40.337938 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b24581fe-c28e-4533-84a4-05e46f716755 None None] Provisioning for port dd146cec-8b23-4dc8-9583-1815ecc29080 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:03:40.345957 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b24581fe-c28e-4533-84a4-05e46f716755 None None] Provisioning complete for port dd146cec-8b23-4dc8-9583-1815ecc29080 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:03:40.349684 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b24581fe-c28e-4533-84a4-05e46f716755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:40.397145 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e2283-e03f-428c-94ad-90de9caf9dd6 req-e4452111-ef74-4420-a5d0-d809d2b9a96f tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:40.411027 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b28e2283-e03f-428c-94ad-90de9caf9dd6 req-e4452111-ef74-4420-a5d0-d809d2b9a96f tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 950 time: 0.4363811 Jul 23 20:03:40.429134 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db40e2a2-442b-45b9-a957-a533b06a8d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e919cdd-9b3c-492e-b6ce-6bd2ed79d041'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:03:40.437100 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fdf05a-cf91-49ea-a854-b37ac55deae2" -d '{"events": [{"server_uuid": "db40e2a2-442b-45b9-a957-a533b06a8d97", "name": "network-vif-plugged", "status": "completed", "tag": "0e919cdd-9b3c-492e-b6ce-6bd2ed79d041"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:03:40.588741 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b28e2283-e03f-428c-94ad-90de9caf9dd6 req-2e60b7c4-69e4-4639-8350-3a29e2d1c661 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757743 Jul 23 20:03:40.609107 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-25491c68-6ef3-4776-beb9-ee3e260d5a3f service neutron] For port b690fd21-e3d5-4f7c-98a9-fc405e5a329b, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:03:40.618213 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-25491c68-6ef3-4776-beb9-ee3e260d5a3f service neutron] Notify callbacks [] for binding, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:40.620779 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9e896dd2-4c89-4e0a-851a-c1f9e0714ebe req-25491c68-6ef3-4776-beb9-ee3e260d5a3f service neutron] 10.222.0.18 "DELETE /v2.0/ports/b690fd21-e3d5-4f7c-98a9-fc405e5a329b/bindings/n-h1-793618-10 HTTP/1.1" status: 204 len: 173 time: 0.5785043 Jul 23 20:03:40.628198 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b24581fe-c28e-4533-84a4-05e46f716755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:40.721893 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-b24581fe-c28e-4533-84a4-05e46f716755 None None] For port dd146cec-8b23-4dc8-9583-1815ecc29080, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=dd146cec-8b23-4dc8-9583-1815ecc29080,segment=NetworkSegment(1390de9a-4335-4a2d-ac2e-5463ed9bacda),segment_id=1390de9a-4335-4a2d-ac2e-5463ed9bacda)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:40.731017 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b24581fe-c28e-4533-84a4-05e46f716755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:40.807704 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24581fe-c28e-4533-84a4-05e46f716755 None None] Pushing event updated for resources: {'Port': ['ID=dd146cec-8b23-4dc8-9583-1815ecc29080,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:40.822824 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77ac30a-baca-4fa8-94ce-6e8c97cc3541 x-openstack-request-id: req-d77ac30a-baca-4fa8-94ce-6e8c97cc3541 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:03:40.823101 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db40e2a2-442b-45b9-a957-a533b06a8d97", "name": "network-vif-plugged", "status": "completed", "tag": "0e919cdd-9b3c-492e-b6ce-6bd2ed79d041", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:03:40.823342 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d77ac30a-baca-4fa8-94ce-6e8c97cc3541 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:03:40.823801 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db40e2a2-442b-45b9-a957-a533b06a8d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e919cdd-9b3c-492e-b6ce-6bd2ed79d041', 'code': 200} Jul 23 20:03:40.857027 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4a477b12-44e8-409f-8e98-cacb9a76c15e None None] Provisioning for port 0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:03:40.864444 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4a477b12-44e8-409f-8e98-cacb9a76c15e None None] Provisioning complete for port 0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:03:40.865062 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4a477b12-44e8-409f-8e98-cacb9a76c15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:40.908447 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39158) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:03:40.914259 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-851e0b76-1240-4840-a5c8-08e60b3354b2 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1260403703', 'description': 'tempest-description--1000251134'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:03:40.917089 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-4a477b12-44e8-409f-8e98-cacb9a76c15e None None] Port 0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:03:40.947443 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4a477b12-44e8-409f-8e98-cacb9a76c15e None None] Provisioning complete for port dd146cec-8b23-4dc8-9583-1815ecc29080 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:03:40.948428 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4a477b12-44e8-409f-8e98-cacb9a76c15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:40.975783 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-851e0b76-1240-4840-a5c8-08e60b3354b2 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:41.003682 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f4e91-9150-41e7-9916-c2bc391ee357 req-6f481964-827b-4246-99bb-1828ee2fd6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:41.005237 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d54f4e91-9150-41e7-9916-c2bc391ee357 req-6f481964-827b-4246-99bb-1828ee2fd6b2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 1098 time: 0.1530547 Jul 23 20:03:41.143596 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d54f4e91-9150-41e7-9916-c2bc391ee357 req-e96a6e64-4df1-4bb4-8734-0067538aaa03 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297133 Jul 23 20:03:41.144018 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-851e0b76-1240-4840-a5c8-08e60b3354b2 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:41.203153 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-851e0b76-1240-4840-a5c8-08e60b3354b2 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:41.249143 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device dd146cec-8b23-4dc8-9583-1815ecc29080 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:03:41.308607 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-851e0b76-1240-4840-a5c8-08e60b3354b2 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:41.314173 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39172) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:03:41.314539 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-851e0b76-1240-4840-a5c8-08e60b3354b2 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4045708 Jul 23 20:03:41.320929 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-63ca4e8d-74fa-4721-b742-bd30388b3fd6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Request body: {'security_group_rule': {'security_group_id': 'b8f4f3ea-9040-40e5-b97d-88f3cee36311', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:03:41.324652 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e0b76-1240-4840-a5c8-08e60b3354b2 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f4f3ea-9040-40e5-b97d-88f3cee36311,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:41.355993 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4df6b9-afca-4777-aa89-2791d0409c59 req-3908ef1a-caae-4c6a-a249-9f99878cae25 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:41.368129 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port dd146cec-8b23-4dc8-9583-1815ecc29080 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:03:41.369443 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:41.375208 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1e4df6b9-afca-4777-aa89-2791d0409c59 req-3908ef1a-caae-4c6a-a249-9f99878cae25 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 945 time: 0.2289104 Jul 23 20:03:41.417661 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-63ca4e8d-74fa-4721-b742-bd30388b3fd6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:41.435450 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1e4df6b9-afca-4777-aa89-2791d0409c59 req-cbe38b91-eef6-429d-876c-8e07f412d7a3 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567169 Jul 23 20:03:41.588175 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe79f6c-eb7e-4ef8-a4f5-b0bc50922ec8 req-b888f6fb-40dd-46b4-8fb5-153072958085 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:41.590272 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bbe79f6c-eb7e-4ef8-a4f5-b0bc50922ec8 req-b888f6fb-40dd-46b4-8fb5-153072958085 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 946 time: 0.1936398 Jul 23 20:03:41.624887 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-63ca4e8d-74fa-4721-b742-bd30388b3fd6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:41.638448 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-63ca4e8d-74fa-4721-b742-bd30388b3fd6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:41.663286 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf817b-d47a-4395-8feb-0f772977ca90 req-567450b9-4291-49aa-8783-1d914ed79144 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:41.673356 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a1cf817b-d47a-4395-8feb-0f772977ca90 req-567450b9-4291-49aa-8783-1d914ed79144 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ddd75e1-e48d-4c59-b894-98c7b45225da HTTP/1.1" status: 200 len: 946 time: 0.1282554 Jul 23 20:03:41.687082 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca4e8d-74fa-4721-b742-bd30388b3fd6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad066fbd-482b-4acf-a204-479cc5b9719c,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:41.723091 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bbe79f6c-eb7e-4ef8-a4f5-b0bc50922ec8 req-ef7dcecd-fb9e-4078-99b2-1d58b154ca74 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186993 Jul 23 20:03:41.723384 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a1cf817b-d47a-4395-8feb-0f772977ca90 req-08b032d3-7692-4668-b81c-db68bc681132 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484316 Jul 23 20:03:41.726412 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-63ca4e8d-74fa-4721-b742-bd30388b3fd6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:41.727827 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-63ca4e8d-74fa-4721-b742-bd30388b3fd6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4122133 Jul 23 20:03:41.731963 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39182) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:03:41.739516 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-af30b0dd-07e6-408e-88f9-00535ef5b348 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Request body: {'security_group_rule': {'security_group_id': 'b8f4f3ea-9040-40e5-b97d-88f3cee36311', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:03:41.802399 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af30b0dd-07e6-408e-88f9-00535ef5b348 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:41.885805 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af30b0dd-07e6-408e-88f9-00535ef5b348 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:41.903062 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af30b0dd-07e6-408e-88f9-00535ef5b348 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:41.939537 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af30b0dd-07e6-408e-88f9-00535ef5b348 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fba1749-44be-4141-aaea-7562e7786e2b,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:41.947411 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af30b0dd-07e6-408e-88f9-00535ef5b348 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:41.950019 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-af30b0dd-07e6-408e-88f9-00535ef5b348 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2162745 Jul 23 20:03:41.953694 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39186) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:03:41.961414 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-a38a8479-b11d-4bf3-82b3-bbf912db3ca5 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:03:42.024481 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81538898-5593-4b2c-b073-efe998a1923d req-ed427a83-1d91-4763-a10d-3ecbef5845af tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:42.026775 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-81538898-5593-4b2c-b073-efe998a1923d req-ed427a83-1d91-4763-a10d-3ecbef5845af tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 950 time: 0.1223495 Jul 23 20:03:42.063244 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a38a8479-b11d-4bf3-82b3-bbf912db3ca5 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:42.074804 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-81538898-5593-4b2c-b073-efe998a1923d req-ee59753e-de05-4b66-8a71-5f877477b48c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395849 Jul 23 20:03:42.120466 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd63a4-5189-4df6-abaa-1fb0498d3d38 req-c17893ec-94fd-43eb-9012-d0a865a6eed6 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:42.123010 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-41fd63a4-5189-4df6-abaa-1fb0498d3d38 req-c17893ec-94fd-43eb-9012-d0a865a6eed6 tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 1097 time: 0.1497374 Jul 23 20:03:42.201958 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-41fd63a4-5189-4df6-abaa-1fb0498d3d38 req-c1b8b0d2-2d71-446f-8a44-a08b76c162ab tempest-LiveMigrationTest-1431870997 tempest-LiveMigrationTest-1431870997-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693555 Jul 23 20:03:42.233578 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a38a8479-b11d-4bf3-82b3-bbf912db3ca5 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:42.266696 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd8eca-252a-4487-acaa-c82440bbe975 req-6cb30207-4c0f-4330-a8ee-33bc0549a8fc tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:42.268428 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c4cd8eca-252a-4487-acaa-c82440bbe975 req-6cb30207-4c0f-4330-a8ee-33bc0549a8fc tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 950 time: 0.0966771 Jul 23 20:03:42.322686 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c4cd8eca-252a-4487-acaa-c82440bbe975 req-f191eeb5-5078-4ac1-9357-3008622fa413 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462685 Jul 23 20:03:42.364208 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-a38a8479-b11d-4bf3-82b3-bbf912db3ca5 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Allocated IP 172.25.1.158 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/93ecfede-a37b-4483-bf09-558b3358c1b0) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:03:42.531296 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a38a8479-b11d-4bf3-82b3-bbf912db3ca5 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:42.541939 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 7df8c1e8-809c-4ad1-a9af-50bae34a7157 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:03:42.659517 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17217cf-cf6e-459a-a79e-575540ae09c1 req-9abeea8f-d898-408e-8c98-caa16f9793e8 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:42.662248 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c17217cf-cf6e-459a-a79e-575540ae09c1 req-9abeea8f-d898-408e-8c98-caa16f9793e8 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 945 time: 0.1228647 Jul 23 20:03:42.663637 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a38a8479-b11d-4bf3-82b3-bbf912db3ca5 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:42.688644 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 7df8c1e8-809c-4ad1-a9af-50bae34a7157, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=7df8c1e8-809c-4ad1-a9af-50bae34a7157,segment=NetworkSegment(68bc1acd-7cf9-4313-804d-1112a3e20afc),segment_id=68bc1acd-7cf9-4313-804d-1112a3e20afc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:42.703589 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '7df8c1e8-809c-4ad1-a9af-50bae34a7157', 'network_id': '8e84c2f8-775c-4b00-b826-468d30f5db1b', 'port_id': '7df8c1e8-809c-4ad1-a9af-50bae34a7157', 'mac_address': 'fa:16:3e:93:d4:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61bf6557-4d20-4447-94c2-1fdfaf9f93fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:03:42.721227 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38a8479-b11d-4bf3-82b3-bbf912db3ca5 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:03:42.724578 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-a38a8479-b11d-4bf3-82b3-bbf912db3ca5 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:03:42.734665 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38a8479-b11d-4bf3-82b3-bbf912db3ca5 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:03:42.748575 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:42.768959 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7df8c1e8-809c-4ad1-a9af-50bae34a7157 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:03:42.797240 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 7df8c1e8-809c-4ad1-a9af-50bae34a7157, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=7df8c1e8-809c-4ad1-a9af-50bae34a7157,segment=NetworkSegment(68bc1acd-7cf9-4313-804d-1112a3e20afc),segment_id=68bc1acd-7cf9-4313-804d-1112a3e20afc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:42.802341 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:42.848639 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c17217cf-cf6e-459a-a79e-575540ae09c1 req-ee217cb4-5057-4821-aa51-8b17d0753828 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783371 Jul 23 20:03:42.853694 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a8479-b11d-4bf3-82b3-bbf912db3ca5 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Pushing event updated for resources: {'Port': ['ID=93ecfede-a37b-4483-bf09-558b3358c1b0,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:42.952434 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=7df8c1e8-809c-4ad1-a9af-50bae34a7157,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:42.963938 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-142dd7ad-cf20-48d4-b865-b35f5ae6b986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:42.994985 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['7df8c1e8-809c-4ad1-a9af-50bae34a7157'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:03:43.035339 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a38a8479-b11d-4bf3-82b3-bbf912db3ca5 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:43.077273 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2e27d-5d3d-4fde-ae3d-21ed72667a76 req-c22f71da-c653-4e1b-bf92-b00fe15c9f28 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:43.079330 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4db2e27d-5d3d-4fde-ae3d-21ed72667a76 req-c22f71da-c653-4e1b-bf92-b00fe15c9f28 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 950 time: 0.1540275 Jul 23 20:03:43.138403 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-55a29bfc-da89-4144-820b-e2092f3607eb req-81c5015b-021a-48f1-affb-8fb64c3f814f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2580404 Jul 23 20:03:43.151740 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-6e8d171e-3d20-4cb3-9f7e-3eaaa2b2871d tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:43.161878 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-6e8d171e-3d20-4cb3-9f7e-3eaaa2b2871d tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/networks?id=18f1c189-135d-4e39-8a5e-b364e733193d HTTP/1.1" status: 200 len: 820 time: 0.1465611 Jul 23 20:03:43.163030 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a38a8479-b11d-4bf3-82b3-bbf912db3ca5 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:43.183063 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-2cc7694a-56c5-4e64-9b14-56859db582de tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/quotas/a3d6e44c4dd248468c67611aa3d977ae HTTP/1.1" status: 200 len: 375 time: 0.0197291 Jul 23 20:03:43.184515 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4db2e27d-5d3d-4fde-ae3d-21ed72667a76 req-4dd3dc17-c719-4d15-9288-67eb40ccd1a4 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857730 Jul 23 20:03:43.239367 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:43.320389 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-ea49c675-adf5-4d71-9e20-202228854b1e tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3d6e44c4dd248468c67611aa3d977ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1362379 Jul 23 20:03:43.460657 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05879b1-b44f-4bd4-aecc-7cb2f4a22d19 req-a62e8cab-3bda-451f-a2ba-c5491083ec35 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:43.462317 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a05879b1-b44f-4bd4-aecc-7cb2f4a22d19 req-a62e8cab-3bda-451f-a2ba-c5491083ec35 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.18 "GET /v2.0/ports?device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 945 time: 0.1647253 Jul 23 20:03:43.487771 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a38a8479-b11d-4bf3-82b3-bbf912db3ca5 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:43.502216 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a38a8479-b11d-4bf3-82b3-bbf912db3ca5 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:43.519289 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ce77f-6e84-4178-aa40-032e14dce7d0 req-bd4030cc-f99a-4938-99a3-08a028afc43f tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:43.521461 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-194ce77f-6e84-4178-aa40-032e14dce7d0 req-bd4030cc-f99a-4938-99a3-08a028afc43f tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ddd75e1-e48d-4c59-b894-98c7b45225da HTTP/1.1" status: 200 len: 945 time: 0.1584105 Jul 23 20:03:43.535319 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-eee1def8-c1a1-4105-8184-ecad6459191f service neutron] 10.222.0.32 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969726 Jul 23 20:03:43.640423 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a8479-b11d-4bf3-82b3-bbf912db3ca5 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Pushing event updated for resources: {'Port': ['ID=93ecfede-a37b-4483-bf09-558b3358c1b0,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:43.655548 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-194ce77f-6e84-4178-aa40-032e14dce7d0 req-2f7905d9-c68f-40b0-9ccf-8f1d2d373c92 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966949 Jul 23 20:03:43.656564 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a38a8479-b11d-4bf3-82b3-bbf912db3ca5 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:43.683920 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a38a8479-b11d-4bf3-82b3-bbf912db3ca5 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:43.687705 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a38a8479-b11d-4bf3-82b3-bbf912db3ca5 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7328105 Jul 23 20:03:43.750206 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-01acc168-2394-42d9-a6fd-6bf733f5b50c service neutron] 10.222.0.32 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995800 Jul 23 20:03:43.756915 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-a05879b1-b44f-4bd4-aecc-7cb2f4a22d19 req-deb1b80c-6754-466b-817a-42e7d6ed230d tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Deleting port b690fd21-e3d5-4f7c-98a9-fc405e5a329b {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:03:43.756915 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a05879b1-b44f-4bd4-aecc-7cb2f4a22d19 req-deb1b80c-6754-466b-817a-42e7d6ed230d tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:43.853772 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe728d25-d802-4e86-8f34-b978d4407d06 req-52577c44-4e36-47a5-a318-0b8d51b4faa4 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:43.864858 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fe728d25-d802-4e86-8f34-b978d4407d06 req-52577c44-4e36-47a5-a318-0b8d51b4faa4 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 946 time: 0.1296945 Jul 23 20:03:43.897412 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-a05879b1-b44f-4bd4-aecc-7cb2f4a22d19 req-deb1b80c-6754-466b-817a-42e7d6ed230d tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] For port b690fd21-e3d5-4f7c-98a9-fc405e5a329b, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=b690fd21-e3d5-4f7c-98a9-fc405e5a329b,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:43.897881 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a05879b1-b44f-4bd4-aecc-7cb2f4a22d19 req-deb1b80c-6754-466b-817a-42e7d6ed230d tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:43.915279 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:43.917604 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fe728d25-d802-4e86-8f34-b978d4407d06 req-e3e27c44-aa4b-44ce-95f7-916d75465df4 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513306 Jul 23 20:03:43.918264 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-a05879b1-b44f-4bd4-aecc-7cb2f4a22d19 req-deb1b80c-6754-466b-817a-42e7d6ed230d tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Calling delete_port for b690fd21-e3d5-4f7c-98a9-fc405e5a329b owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:03:44.120237 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a05879b1-b44f-4bd4-aecc-7cb2f4a22d19 req-deb1b80c-6754-466b-817a-42e7d6ed230d tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:44.141807 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['e0fefb72-0019-4f91-b851-417b7a5eff3b', 'b690fd21-e3d5-4f7c-98a9-fc405e5a329b'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:03:44.175263 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1b80c-6754-466b-817a-42e7d6ed230d tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Pushing event deleted for resources: {'Port': ['ID=b690fd21-e3d5-4f7c-98a9-fc405e5a329b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:44.186257 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c459430-e4fb-442e-bc3e-fb9779a16de9 req-3e9ffede-2f96-482a-87b4-0fbdbd6a11bc tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:44.192654 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7c459430-e4fb-442e-bc3e-fb9779a16de9 req-3e9ffede-2f96-482a-87b4-0fbdbd6a11bc tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 866 time: 0.1266086 Jul 23 20:03:44.234958 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:44.255094 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-e43944af-17d8-41a5-b143-08750cbf4cec tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1260403703&fields=id&tenant_id=858effe7088a420282b357f80eadfe13 HTTP/1.1" status: 200 len: 267 time: 0.0539126 Jul 23 20:03:44.275175 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7c459430-e4fb-442e-bc3e-fb9779a16de9 req-3aa34007-d5da-44a9-9fc6-fb36edb7d6df tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807662 Jul 23 20:03:44.375165 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:44.459929 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ae130-7173-46ac-b32f-6e8d2b30c229 req-04849554-ea28-4f51-8ea3-0ab3ba093c41 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:44.461709 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-241ae130-7173-46ac-b32f-6e8d2b30c229 req-04849554-ea28-4f51-8ea3-0ab3ba093c41 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 946 time: 0.0811751 Jul 23 20:03:44.511582 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-241ae130-7173-46ac-b32f-6e8d2b30c229 req-9a399ed1-232e-4162-8bcc-8f522c2681f1 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422316 Jul 23 20:03:44.568387 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device b690fd21-e3d5-4f7c-98a9-fc405e5a329b no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:03:44.588319 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: b690fd21-e3d5-4f7c-98a9-fc405e5a329b {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:03:44.588319 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device b690fd21-e3d5-4f7c-98a9-fc405e5a329b not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:03:44.588612 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 7df8c1e8-809c-4ad1-a9af-50bae34a7157 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:03:44.601715 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4839fd0f-78a8-4f06-9aff-0d57cb136619 req-cdd579e8-e6a2-4b0b-89f8-5febe4c85258 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 210 time: 0.0458658 Jul 23 20:03:44.672529 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:44.675666 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05879b1-b44f-4bd4-aecc-7cb2f4a22d19 req-deb1b80c-6754-466b-817a-42e7d6ed230d tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] No DVR routers for this DVR port b690fd21-e3d5-4f7c-98a9-fc405e5a329b on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:03:44.678976 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a05879b1-b44f-4bd4-aecc-7cb2f4a22d19 req-deb1b80c-6754-466b-817a-42e7d6ed230d tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:44.680973 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a05879b1-b44f-4bd4-aecc-7cb2f4a22d19 req-deb1b80c-6754-466b-817a-42e7d6ed230d tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.18 "DELETE /v2.0/ports/b690fd21-e3d5-4f7c-98a9-fc405e5a329b HTTP/1.1" status: 204 len: 173 time: 1.2011726 Jul 23 20:03:44.681412 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de13772-68f0-476a-86d6-beda5d856d8e', 'name': 'network-vif-deleted', 'tag': 'b690fd21-e3d5-4f7c-98a9-fc405e5a329b'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:03:44.683670 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be108660-d77b-4ea9-b5cd-5d7e3fbf670a" -d '{"events": [{"server_uuid": "3de13772-68f0-476a-86d6-beda5d856d8e", "name": "network-vif-deleted", "tag": "b690fd21-e3d5-4f7c-98a9-fc405e5a329b"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:03:44.693418 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7df8c1e8-809c-4ad1-a9af-50bae34a7157 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:03:44.710635 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-10975b40-5e27-4724-af12-d3a1f5631065 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:44.712103 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-10975b40-5e27-4724-af12-d3a1f5631065 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports/18d5e29d-60f2-4de3-a99b-260e4ed73bd7 HTTP/1.1" status: 200 len: 936 time: 0.4563124 Jul 23 20:03:44.728390 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 7df8c1e8-809c-4ad1-a9af-50bae34a7157, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=7df8c1e8-809c-4ad1-a9af-50bae34a7157,segment=NetworkSegment(68bc1acd-7cf9-4313-804d-1112a3e20afc),segment_id=68bc1acd-7cf9-4313-804d-1112a3e20afc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:44.739004 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:44.781705 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d34102-1fe7-4558-bac8-6aa29871adb5 req-af8d3427-d5cd-4a58-ba0b-2624e04e7106 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:44.783897 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-06d34102-1fe7-4558-bac8-6aa29871adb5 req-af8d3427-d5cd-4a58-ba0b-2624e04e7106 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 950 time: 0.1114585 Jul 23 20:03:44.789427 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-116fd112-d385-4883-835a-eb76ce1c8239 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:44.797332 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-116fd112-d385-4883-835a-eb76ce1c8239 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports/0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8 HTTP/1.1" status: 200 len: 937 time: 0.0746965 Jul 23 20:03:44.834727 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=7df8c1e8-809c-4ad1-a9af-50bae34a7157,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:44.866606 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-06d34102-1fe7-4558-bac8-6aa29871adb5 req-3b1c2cc9-0791-496d-b5c4-f08959d09cbe tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771041 Jul 23 20:03:44.878348 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-2f31a531-3874-49ab-8de9-61534487cde8 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?network_id=c06c7c82-36a6-415d-bbcb-96da02d094eb&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0758417 Jul 23 20:03:44.955254 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-fbb4ee69-a689-4bac-8174-edf76f882dd3 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?network_id=c06c7c82-36a6-415d-bbcb-96da02d094eb&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0667260 Jul 23 20:03:45.058388 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a29bfc-da89-4144-820b-e2092f3607eb req-596d4fd4-b600-48b9-a425-f3dc9baeb6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:45.060900 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-55a29bfc-da89-4144-820b-e2092f3607eb req-596d4fd4-b600-48b9-a425-f3dc9baeb6d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a28939d8212b4a0392808b969f282665&device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 1102 time: 0.1816006 Jul 23 20:03:45.118259 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95e625-f58e-473c-aa67-774d423629c4 req-0ed5ede5-bb66-47c7-849b-557b042110fb tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:45.122296 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4b95e625-f58e-473c-aa67-774d423629c4 req-0ed5ede5-bb66-47c7-849b-557b042110fb tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ddd75e1-e48d-4c59-b894-98c7b45225da HTTP/1.1" status: 200 len: 944 time: 0.0764077 Jul 23 20:03:45.130483 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-c359cac8-c63d-4849-ad65-438ff72ff0b1 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:45.136345 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-c359cac8-c63d-4849-ad65-438ff72ff0b1 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:45.142912 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-c359cac8-c63d-4849-ad65-438ff72ff0b1 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:45.144527 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-c359cac8-c63d-4849-ad65-438ff72ff0b1 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/networks?id=c0c425ca-579f-4028-a72c-ce66097cca22&id=a8834cf6-a834-4872-ae27-a514fb198d71&id=a8834cf6-a834-4872-ae27-a514fb198d71&id=c06c7c82-36a6-415d-bbcb-96da02d094eb&id=c06c7c82-36a6-415d-bbcb-96da02d094eb HTTP/1.1" status: 200 len: 1996 time: 0.1882081 Jul 23 20:03:45.160971 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4b95e625-f58e-473c-aa67-774d423629c4 req-ed993835-2265-4b62-ac6e-7933bc9fff9f tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354116 Jul 23 20:03:45.201714 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-16b9be8a-0370-4e52-9513-98d167cf63ce tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/quotas/858effe7088a420282b357f80eadfe13 HTTP/1.1" status: 200 len: 375 time: 0.0484257 Jul 23 20:03:45.262986 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a29bfc-da89-4144-820b-e2092f3607eb req-743fb19d-6709-4b05-b759-a17b769dc685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:45.264546 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-55a29bfc-da89-4144-820b-e2092f3607eb req-743fb19d-6709-4b05-b759-a17b769dc685 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.1925290 Jul 23 20:03:45.312583 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f12d6b3-0abf-4ed5-a604-f0abc76edd4a x-openstack-request-id: req-7f12d6b3-0abf-4ed5-a604-f0abc76edd4a {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:03:45.312878 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de13772-68f0-476a-86d6-beda5d856d8e", "name": "network-vif-deleted", "tag": "b690fd21-e3d5-4f7c-98a9-fc405e5a329b", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:03:45.313129 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7f12d6b3-0abf-4ed5-a604-f0abc76edd4a {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:03:45.313541 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de13772-68f0-476a-86d6-beda5d856d8e', 'name': 'network-vif-deleted', 'tag': 'b690fd21-e3d5-4f7c-98a9-fc405e5a329b', 'status': 'completed', 'code': 200} Jul 23 20:03:45.315511 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-55a29bfc-da89-4144-820b-e2092f3607eb req-71f5af71-1959-48a9-8558-8d1a589ce4ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=03466cc8-624e-4b9a-8730-adbd2d561fd3 HTTP/1.1" status: 200 len: 217 time: 0.0432465 Jul 23 20:03:45.381845 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-e4322917-eb4c-4d89-a91d-3e814e1f0b76 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=858effe7088a420282b357f80eadfe13&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1695864 Jul 23 20:03:45.427424 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e8d31-1d90-4921-97f2-c812a99d7528 req-df0ca8d7-3f32-4a1a-906f-1545940ad871 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:45.429040 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5f9e8d31-1d90-4921-97f2-c812a99d7528 req-df0ca8d7-3f32-4a1a-906f-1545940ad871 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 946 time: 0.0758235 Jul 23 20:03:45.454081 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a29bfc-da89-4144-820b-e2092f3607eb req-78e18bbe-18d7-4a53-9f8b-5a3a388e28c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:45.455540 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-55a29bfc-da89-4144-820b-e2092f3607eb req-78e18bbe-18d7-4a53-9f8b-5a3a388e28c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1318164 Jul 23 20:03:45.498258 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5f9e8d31-1d90-4921-97f2-c812a99d7528 req-7329faa6-ef14-4f32-91fa-9792787a5be2 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595436 Jul 23 20:03:45.651486 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-c8a42cf3-759c-43ee-85bd-9032923d0965 service neutron] 10.222.0.32 "GET /v2.0/networks/c0c425ca-579f-4028-a72c-ce66097cca22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551653 Jul 23 20:03:45.691163 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-1a32b850-1cce-4cde-ae52-e958749c1e42 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:45.692658 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-1a32b850-1cce-4cde-ae52-e958749c1e42 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.30 "GET /v2.0/networks?id=18f1c189-135d-4e39-8a5e-b364e733193d HTTP/1.1" status: 200 len: 820 time: 0.2783694 Jul 23 20:03:45.705828 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a29bfc-da89-4144-820b-e2092f3607eb req-99aa9d9e-6d72-4099-a7fa-fc04846d5323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:45.707333 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-55a29bfc-da89-4144-820b-e2092f3607eb req-99aa9d9e-6d72-4099-a7fa-fc04846d5323 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2363925 Jul 23 20:03:45.740101 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-660a53d3-5867-4351-b322-4d7ee3b5f513 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Request body: {'port': {'device_id': 'c3d61372-f58c-4bc3-a0bb-fce879be9281', 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d', 'admin_state_up': True, 'tenant_id': 'a3d6e44c4dd248468c67611aa3d977ae'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:03:45.775112 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:45.894951 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-124bc412-3571-447a-8671-6273955ac5e6 req-832c0d7b-fef8-434d-b11f-344867f77d72 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 210 time: 0.0635977 Jul 23 20:03:45.907298 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-d322691c-25fc-41cf-b375-c4b86f55f98d service neutron] 10.222.0.32 "GET /v2.0/networks/c0c425ca-579f-4028-a72c-ce66097cca22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549517 Jul 23 20:03:45.994027 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-55a29bfc-da89-4144-820b-e2092f3607eb req-bfb56fc1-b4ba-4a9a-bacb-1713194987f7 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351637 Jul 23 20:03:45.995763 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-bbf5700a-6be1-4aab-a5c2-80308fca6abc service neutron] 10.222.0.32 "GET /v2.0/ports/18d5e29d-60f2-4de3-a99b-260e4ed73bd7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0813584 Jul 23 20:03:46.063239 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-660a53d3-5867-4351-b322-4d7ee3b5f513 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Made reservation on behalf of a3d6e44c4dd248468c67611aa3d977ae for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:03:46.063492 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c466835-30e9-4bf4-a80f-eeb3b17a0e61 req-c7ecc710-ef1a-44f7-ba78-e49e964208fc tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:46.066690 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-660a53d3-5867-4351-b322-4d7ee3b5f513 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:46.074042 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0c466835-30e9-4bf4-a80f-eeb3b17a0e61 req-c7ecc710-ef1a-44f7-ba78-e49e964208fc tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 946 time: 0.1042364 Jul 23 20:03:46.108737 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0c466835-30e9-4bf4-a80f-eeb3b17a0e61 req-84aeedf8-367e-4316-8a5b-7b85bc020455 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338213 Jul 23 20:03:46.214684 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1bca8eb6-819c-45e6-bde6-656758e71ba5 req-a16e5485-3baf-4cad-95a9-d00ad92f8f4a tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 210 time: 0.0370195 Jul 23 20:03:46.259899 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-55a29bfc-da89-4144-820b-e2092f3607eb req-253ef4ca-f0eb-455c-997f-57e0fc1bbae9 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558908 Jul 23 20:03:46.316246 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-e82a695b-7dd2-4831-a8ce-ce663d3a8320 service neutron] 10.222.0.32 "GET /v2.0/networks/a8834cf6-a834-4872-ae27-a514fb198d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132358 Jul 23 20:03:46.402046 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-660a53d3-5867-4351-b322-4d7ee3b5f513 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Allocated IP 172.20.0.5 (18f1c189-135d-4e39-8a5e-b364e733193d/ff9cc1f3-5cfa-4b1f-ac36-a859db46b374/7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:03:46.476564 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585767e3-bcce-47ac-b274-09f3718b2044 req-0a9b3271-1ed9-4398-8506-5c0360887942 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:46.481755 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-585767e3-bcce-47ac-b274-09f3718b2044 req-0a9b3271-1ed9-4398-8506-5c0360887942 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 950 time: 0.0803013 Jul 23 20:03:46.504488 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-572afa14-b55a-46f7-a472-a24582a0e71c service neutron] 10.222.0.32 "GET /v2.0/networks/a8834cf6-a834-4872-ae27-a514fb198d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702366 Jul 23 20:03:46.520743 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-585767e3-bcce-47ac-b274-09f3718b2044 req-52c8ee91-0eed-429f-8a0e-54150e9092c2 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366921 Jul 23 20:03:46.628772 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-4afdc0a9-af0b-451d-b209-da2171d397ff service neutron] 10.222.0.32 "GET /v2.0/ports/0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1148591 Jul 23 20:03:46.716593 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-660a53d3-5867-4351-b322-4d7ee3b5f513 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:46.763682 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-718ff061-fc97-428d-b6b6-4f0979001132 service neutron] 10.222.0.32 "GET /v2.0/networks/a8834cf6-a834-4872-ae27-a514fb198d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291029 Jul 23 20:03:46.867850 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-660a53d3-5867-4351-b322-4d7ee3b5f513 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:46.883449 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['6b7ee242-aab5-4f4d-90ec-2bb39beaefb2'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:03:46.944806 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a53d3-5867-4351-b322-4d7ee3b5f513 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Pushing event updated for resources: {'Port': ['ID=7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:46.953144 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-660a53d3-5867-4351-b322-4d7ee3b5f513 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Network 18f1c189-135d-4e39-8a5e-b364e733193d is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:03:46.962244 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-b3aec83e-f660-4718-84d4-de59669c1df3 service neutron] 10.222.0.32 "GET /v2.0/networks/a8834cf6-a834-4872-ae27-a514fb198d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974545 Jul 23 20:03:46.974347 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-660a53d3-5867-4351-b322-4d7ee3b5f513 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:03:46.998911 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-660a53d3-5867-4351-b322-4d7ee3b5f513 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:03:47.100896 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2d915-87c9-4b82-af81-20a9bf6433df req-6d21cbd4-02f7-4ffc-9f70-cb2854c9c248 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:47.109451 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-86d2d915-87c9-4b82-af81-20a9bf6433df req-6d21cbd4-02f7-4ffc-9f70-cb2854c9c248 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 946 time: 0.0868313 Jul 23 20:03:47.149258 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-660a53d3-5867-4351-b322-4d7ee3b5f513 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:47.149991 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-660a53d3-5867-4351-b322-4d7ee3b5f513 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:47.151753 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-86d2d915-87c9-4b82-af81-20a9bf6433df req-ab5c22a5-bcb2-495d-afe7-f0a1e20bec26 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413606 Jul 23 20:03:47.183632 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-660a53d3-5867-4351-b322-4d7ee3b5f513 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4774215 Jul 23 20:03:47.203943 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-bccdc07d-ff9a-4862-9b95-b89cc2a19055 service neutron] 10.222.0.32 "GET /v2.0/networks/a8834cf6-a834-4872-ae27-a514fb198d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406018 Jul 23 20:03:47.268131 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-897f67c0-89f5-419d-ba28-d17605590d54 service neutron] Request body: {'port': {'device_id': 'c3d61372-f58c-4bc3-a0bb-fce879be9281', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:03:47.298116 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b31c74-571c-4e65-aba5-abc8c1e8ca15 req-86906428-fc04-4a0b-b7e2-b745a4635552 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:47.299808 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-65b31c74-571c-4e65-aba5-abc8c1e8ca15 req-86906428-fc04-4a0b-b7e2-b745a4635552 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ddd75e1-e48d-4c59-b894-98c7b45225da HTTP/1.1" status: 200 len: 944 time: 0.0709186 Jul 23 20:03:47.342333 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-65b31c74-571c-4e65-aba5-abc8c1e8ca15 req-a913385b-cab8-45fe-8ceb-26d7c3b92875 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368860 Jul 23 20:03:47.388336 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-d4b6709f-02d9-494b-a1f1-f4d696165ee8 service neutron] 10.222.0.32 "GET /v2.0/networks/a8834cf6-a834-4872-ae27-a514fb198d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764510 Jul 23 20:03:47.416900 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-897f67c0-89f5-419d-ba28-d17605590d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:47.450192 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-180e5a6a-5206-4074-b6e5-1a563ba32633 req-6fb6550f-6d5e-44e1-b7dc-4874ec9b7bcb tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 210 time: 0.0345094 Jul 23 20:03:47.574321 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b3ef2-ba3f-4b59-954a-733d8476c7c9 req-fe727ce3-3e58-4ac6-9efd-a5ab3e357a89 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:47.581959 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fd1b3ef2-ba3f-4b59-954a-733d8476c7c9 req-fe727ce3-3e58-4ac6-9efd-a5ab3e357a89 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 931 time: 0.0729997 Jul 23 20:03:47.618799 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fd1b3ef2-ba3f-4b59-954a-733d8476c7c9 req-4c784a25-8104-4497-9840-05ee200709a2 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356362 Jul 23 20:03:47.623896 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-15f5f6ed-8af8-4c9a-bfea-c7c284b8c43c service neutron] 10.222.0.32 "GET /v2.0/networks/a8834cf6-a834-4872-ae27-a514fb198d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278948 Jul 23 20:03:47.683808 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437d21b-a065-4fd3-ab6e-378f18fe7d57 req-61e6d4d1-e0aa-4e97-a4e2-57ae19674e34 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:47.685364 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3437d21b-a065-4fd3-ab6e-378f18fe7d57 req-61e6d4d1-e0aa-4e97-a4e2-57ae19674e34 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ddd75e1-e48d-4c59-b894-98c7b45225da HTTP/1.1" status: 200 len: 944 time: 0.2097435 Jul 23 20:03:47.748091 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c7328-5f7b-4002-9f05-066742f6d5b3 req-ea0af83d-e2e2-4720-a208-f5d930b78af4 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:47.749816 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f91c7328-5f7b-4002-9f05-066742f6d5b3 req-ea0af83d-e2e2-4720-a208-f5d930b78af4 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 950 time: 0.0669584 Jul 23 20:03:47.788838 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f91c7328-5f7b-4002-9f05-066742f6d5b3 req-b2396836-99eb-4e5a-89c4-03caf784a110 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326807 Jul 23 20:03:47.873565 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-80d36aa4-34cd-4ebd-b5d7-7789c874fd5c service neutron] 10.222.0.32 "GET /v2.0/networks/a8834cf6-a834-4872-ae27-a514fb198d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334709 Jul 23 20:03:48.028917 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-3437d21b-a065-4fd3-ab6e-378f18fe7d57 req-977bc395-ea26-40bc-9842-d47c019499a8 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Deleting port 7df8c1e8-809c-4ad1-a9af-50bae34a7157 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:03:48.029260 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3437d21b-a065-4fd3-ab6e-378f18fe7d57 req-977bc395-ea26-40bc-9842-d47c019499a8 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:48.069894 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-897f67c0-89f5-419d-ba28-d17605590d54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:03:48.075676 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-0921ec3f-117e-4b30-9732-504ee0cd1e1f service neutron] 10.222.0.32 "GET /v2.0/networks/c06c7c82-36a6-415d-bbcb-96da02d094eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933110 Jul 23 20:03:48.081413 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-897f67c0-89f5-419d-ba28-d17605590d54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:48.153947 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-897f67c0-89f5-419d-ba28-d17605590d54 service neutron] Transition to ACTIVE for port object 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:03:48.161229 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-897f67c0-89f5-419d-ba28-d17605590d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:48.255691 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-3437d21b-a065-4fd3-ab6e-378f18fe7d57 req-977bc395-ea26-40bc-9842-d47c019499a8 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] For port 7df8c1e8-809c-4ad1-a9af-50bae34a7157, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=7df8c1e8-809c-4ad1-a9af-50bae34a7157,segment=NetworkSegment(68bc1acd-7cf9-4313-804d-1112a3e20afc),segment_id=68bc1acd-7cf9-4313-804d-1112a3e20afc)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:48.256064 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3437d21b-a065-4fd3-ab6e-378f18fe7d57 req-977bc395-ea26-40bc-9842-d47c019499a8 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:48.305499 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-3437d21b-a065-4fd3-ab6e-378f18fe7d57 req-977bc395-ea26-40bc-9842-d47c019499a8 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Calling delete_port for 7df8c1e8-809c-4ad1-a9af-50bae34a7157 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:03:48.306789 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f67c0-89f5-419d-ba28-d17605590d54 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:48.333272 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006389ad-0cc6-4721-bc90-473b302b83a7 req-8fae2eba-4bfe-4292-8441-8fdbce134d6d tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:48.334920 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-006389ad-0cc6-4721-bc90-473b302b83a7 req-8fae2eba-4bfe-4292-8441-8fdbce134d6d tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 946 time: 0.0949373 Jul 23 20:03:48.341579 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-41985ac8-92d6-4313-968a-b24c79f68039 service neutron] 10.222.0.32 "GET /v2.0/networks/c06c7c82-36a6-415d-bbcb-96da02d094eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554278 Jul 23 20:03:48.379979 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-006389ad-0cc6-4721-bc90-473b302b83a7 req-92dabd72-66bc-482a-9b46-40983d51007d tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386460 Jul 23 20:03:48.507451 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41110e-cae2-4c18-b0bd-6fa0c842584b req-56ede7ac-559a-42e8-b560-bef90761c8d9 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:48.509055 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4c41110e-cae2-4c18-b0bd-6fa0c842584b req-56ede7ac-559a-42e8-b560-bef90761c8d9 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ddd75e1-e48d-4c59-b894-98c7b45225da HTTP/1.1" status: 200 len: 944 time: 0.0702820 Jul 23 20:03:48.552551 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4c41110e-cae2-4c18-b0bd-6fa0c842584b req-9715077f-7467-47f1-a7d0-126fb3d5c8f7 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358970 Jul 23 20:03:48.657419 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1d61d479-a6a5-4d12-b164-3e2c7408409b req-27d466e3-dfb6-4a8f-b606-28b7d608f70e tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de13772-68f0-476a-86d6-beda5d856d8e HTTP/1.1" status: 200 len: 210 time: 0.0390711 Jul 23 20:03:48.806423 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-897f67c0-89f5-419d-ba28-d17605590d54 service neutron] Attempting to bind port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:03:48.807165 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-897f67c0-89f5-419d-ba28-d17605590d54 service neutron] Attempting to bind port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:03:48.807165 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-897f67c0-89f5-419d-ba28-d17605590d54 service neutron] Attempting to bind port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc on network 18f1c189-135d-4e39-8a5e-b364e733193d {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:03:48.807628 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b1c6a7-fe21-4073-965f-64d9cd4653d6 req-c4a573f3-9a77-4101-8c71-1f2d2bbb36a7 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:48.811237 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-44b1c6a7-fe21-4073-965f-64d9cd4653d6 req-c4a573f3-9a77-4101-8c71-1f2d2bbb36a7 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 943 time: 0.0884268 Jul 23 20:03:48.825496 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-897f67c0-89f5-419d-ba28-d17605590d54 service neutron] Port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc on network 18f1c189-135d-4e39-8a5e-b364e733193d not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:03:48.825886 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-897f67c0-89f5-419d-ba28-d17605590d54 service neutron] Attempting to bind port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc on network 18f1c189-135d-4e39-8a5e-b364e733193d {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:03:48.842137 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-897f67c0-89f5-419d-ba28-d17605590d54 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:03:48.842479 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-897f67c0-89f5-419d-ba28-d17605590d54 service neutron] Checking segment: {'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:03:48.842863 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-897f67c0-89f5-419d-ba28-d17605590d54 service neutron] Bound using segment: {'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:03:48.843312 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-897f67c0-89f5-419d-ba28-d17605590d54 service neutron] Bound port: 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:03:48.843685 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-897f67c0-89f5-419d-ba28-d17605590d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:48.859158 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-23c31b88-9086-4372-b02c-5859bcc67579 service neutron] 10.222.0.32 "GET /v2.0/networks/c06c7c82-36a6-415d-bbcb-96da02d094eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4906950 Jul 23 20:03:48.881247 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-44b1c6a7-fe21-4073-965f-64d9cd4653d6 req-58b256d2-2b13-4005-b042-ba4a7a88f679 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632403 Jul 23 20:03:48.998268 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3437d21b-a065-4fd3-ab6e-378f18fe7d57 req-977bc395-ea26-40bc-9842-d47c019499a8 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:49.008615 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56c834-1cfa-4eea-8293-597582c5abc5 req-849d67a4-47ed-473e-9487-cb35251ae34c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:49.015634 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9d56c834-1cfa-4eea-8293-597582c5abc5 req-849d67a4-47ed-473e-9487-cb35251ae34c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 950 time: 0.0770791 Jul 23 20:03:49.051774 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977bc395-ea26-40bc-9842-d47c019499a8 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Pushing event deleted for resources: {'Port': ['ID=7df8c1e8-809c-4ad1-a9af-50bae34a7157,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:49.053546 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9d56c834-1cfa-4eea-8293-597582c5abc5 req-5ba24eb4-83a4-4cc4-a2fc-b13c394a4ad9 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368965 Jul 23 20:03:49.058134 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-897f67c0-89f5-419d-ba28-d17605590d54 service neutron] For port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:03:49.103696 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-897f67c0-89f5-419d-ba28-d17605590d54 service neutron] For port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:03:49.111208 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-2a17afb8-2c2a-40d6-b631-c864c6dd3e83 service neutron] 10.222.0.32 "GET /v2.0/networks/c06c7c82-36a6-415d-bbcb-96da02d094eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274997 Jul 23 20:03:49.137658 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-3437d21b-a065-4fd3-ab6e-378f18fe7d57 req-977bc395-ea26-40bc-9842-d47c019499a8 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] No DVR routers for this DVR port 7df8c1e8-809c-4ad1-a9af-50bae34a7157 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:03:49.140990 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-897f67c0-89f5-419d-ba28-d17605590d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:49.145676 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3437d21b-a065-4fd3-ab6e-378f18fe7d57 req-977bc395-ea26-40bc-9842-d47c019499a8 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:49.150148 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3437d21b-a065-4fd3-ab6e-378f18fe7d57 req-977bc395-ea26-40bc-9842-d47c019499a8 tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.18 "DELETE /v2.0/ports/7df8c1e8-809c-4ad1-a9af-50bae34a7157 HTTP/1.1" status: 204 len: 173 time: 1.4568605 Jul 23 20:03:49.152787 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ddd75e1-e48d-4c59-b894-98c7b45225da', 'name': 'network-vif-deleted', 'tag': '7df8c1e8-809c-4ad1-a9af-50bae34a7157'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:03:49.156117 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7710772b-d240-4990-8d84-34a341f1a8a0" -d '{"events": [{"server_uuid": "2ddd75e1-e48d-4c59-b894-98c7b45225da", "name": "network-vif-deleted", "tag": "7df8c1e8-809c-4ad1-a9af-50bae34a7157"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:03:49.195250 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-897f67c0-89f5-419d-ba28-d17605590d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:49.196163 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-897f67c0-89f5-419d-ba28-d17605590d54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:49.198102 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-897f67c0-89f5-419d-ba28-d17605590d54 service neutron] 10.222.0.30 "PUT /v2.0/ports/7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc HTTP/1.1" status: 200 len: 1092 time: 2.0053513 Jul 23 20:03:49.224223 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f67c0-89f5-419d-ba28-d17605590d54 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:49.244235 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4e289b-d6ba-45e9-9150-37278b64f843 x-openstack-request-id: req-9c4e289b-d6ba-45e9-9150-37278b64f843 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:03:49.244746 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ddd75e1-e48d-4c59-b894-98c7b45225da", "name": "network-vif-deleted", "tag": "7df8c1e8-809c-4ad1-a9af-50bae34a7157", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:03:49.245252 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9c4e289b-d6ba-45e9-9150-37278b64f843 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:03:49.246025 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ddd75e1-e48d-4c59-b894-98c7b45225da', 'name': 'network-vif-deleted', 'tag': '7df8c1e8-809c-4ad1-a9af-50bae34a7157', 'status': 'completed', 'code': 200} Jul 23 20:03:49.394673 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-fd114e03-68a1-4897-af55-5cef3e52148e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:49.397972 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-fd114e03-68a1-4897-af55-5cef3e52148e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3d6e44c4dd248468c67611aa3d977ae&device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 1095 time: 0.0853853 Jul 23 20:03:49.491179 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-a53a11c0-4fa2-43f1-9baa-dbb835b7386c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc HTTP/1.1" status: 200 len: 217 time: 0.0751488 Jul 23 20:03:49.571227 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-d629181e-dc32-4c8f-8aaf-bc8b6a30f2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:49.572896 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-d629181e-dc32-4c8f-8aaf-bc8b6a30f2cd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff9cc1f3-5cfa-4b1f-ac36-a859db46b374 HTTP/1.1" status: 200 len: 860 time: 0.0676911 Jul 23 20:03:49.573607 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f579108-ecde-46b1-8a4b-8cd64aa8fc5f req-5ec00876-5080-480e-b0a0-4c774f9dcf6e tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:49.575118 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0f579108-ecde-46b1-8a4b-8cd64aa8fc5f req-5ec00876-5080-480e-b0a0-4c774f9dcf6e tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 946 time: 0.0794311 Jul 23 20:03:49.619889 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-8b9a264e-326e-4caa-b634-628131f0f563 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=18f1c189-135d-4e39-8a5e-b364e733193d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373936 Jul 23 20:03:49.634386 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0f579108-ecde-46b1-8a4b-8cd64aa8fc5f req-ef94f966-2bdd-4651-a93d-2fd01223e35b tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507843 Jul 23 20:03:49.753498 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-7a189af4-0379-48df-ad51-46186b1780e2 service neutron] 10.222.0.30 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271992 Jul 23 20:03:49.758481 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-984ca3ba-7d37-42fa-9313-9e569e0d20ce req-ab246ee9-27a0-4e03-9037-9bb39c1d3aec tempest-ImagesTestJSON-1036305356 tempest-ImagesTestJSON-1036305356-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ddd75e1-e48d-4c59-b894-98c7b45225da HTTP/1.1" status: 200 len: 210 time: 0.0365851 Jul 23 20:03:49.966153 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1e0a1ab5-743f-4757-b8a2-6487f4034a46 req-1a7e207d-770c-4e61-b031-becbfe290379 service neutron] 10.222.0.30 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823637 Jul 23 20:03:50.309964 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a9b13-5439-4cf8-80e5-6ea7c65e0b4d req-3d922dbc-aec3-4969-8a67-48b0cd03522e tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:50.317407 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2c3a9b13-5439-4cf8-80e5-6ea7c65e0b4d req-3d922dbc-aec3-4969-8a67-48b0cd03522e tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 950 time: 0.1172950 Jul 23 20:03:50.363368 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5a9d0-1ac4-45e7-9168-f6a4ccecb257 req-d8f9496f-b58b-4e08-bca9-a980d6b43c61 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:50.370343 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b5b5a9d0-1ac4-45e7-9168-f6a4ccecb257 req-d8f9496f-b58b-4e08-bca9-a980d6b43c61 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 943 time: 0.1161335 Jul 23 20:03:50.377841 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2c3a9b13-5439-4cf8-80e5-6ea7c65e0b4d req-2a750eec-ecc3-4da6-a976-fff6a3d0b4a5 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592561 Jul 23 20:03:50.412425 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b5b5a9d0-1ac4-45e7-9168-f6a4ccecb257 req-2bf9a2d4-b876-402c-b3c2-ed66db612c6a tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404849 Jul 23 20:03:50.513231 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0f6ab-a943-49e0-af5e-43c1c4bd0248 req-2624f7cc-4a62-4376-a990-890f7beb7c1b tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:50.515039 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fae0f6ab-a943-49e0-af5e-43c1c4bd0248 req-2624f7cc-4a62-4376-a990-890f7beb7c1b tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=d05d9a7b-2bbe-4b15-8f68-733c1c56fd70 HTTP/1.1" status: 200 len: 945 time: 0.0882630 Jul 23 20:03:50.560343 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 7df8c1e8-809c-4ad1-a9af-50bae34a7157 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:03:50.568508 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fae0f6ab-a943-49e0-af5e-43c1c4bd0248 req-fe412ba5-de79-44bf-b8d0-cf2f2dcea8f7 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417895 Jul 23 20:03:50.582497 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1214d750-efcb-41bd-bce6-e4a0055fb55f req-a8566c97-8fe3-4b1c-8a82-3b87b8ae45a4 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 210 time: 0.0373886 Jul 23 20:03:50.599591 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 7df8c1e8-809c-4ad1-a9af-50bae34a7157 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:03:50.599936 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 7df8c1e8-809c-4ad1-a9af-50bae34a7157 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:03:50.777208 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbbdb7f-d1af-440d-9535-d64dec1c0c5a req-b9d91357-4fc3-4e91-8ff2-c154608b9df7 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:50.779283 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6fbbdb7f-d1af-440d-9535-d64dec1c0c5a req-b9d91357-4fc3-4e91-8ff2-c154608b9df7 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 946 time: 0.0686123 Jul 23 20:03:50.824320 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6fbbdb7f-d1af-440d-9535-d64dec1c0c5a req-62311554-06c3-4b3f-be77-406d390feb6d tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385821 Jul 23 20:03:51.149672 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39446) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:03:51.195788 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-edf10aeb-f224-4f61-acd8-88cd96a55c82 admin admin] Deleting subnet 61bf6557-4d20-4447-94c2-1fdfaf9f93fa {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:03:51.198849 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-edf10aeb-f224-4f61-acd8-88cd96a55c82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:51.233352 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-edf10aeb-f224-4f61-acd8-88cd96a55c82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:51.247491 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d61372-f58c-4bc3-a0bb-fce879be9281', 'tag': '7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:03:51.250306 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5838810-57ae-4252-bdaa-716c5e08836d" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d61372-f58c-4bc3-a0bb-fce879be9281", "tag": "7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:03:51.275990 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-edf10aeb-f224-4f61-acd8-88cd96a55c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:51.294169 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc67249e-18b9-49a3-83a3-69d4d69c1b8c x-openstack-request-id: req-cc67249e-18b9-49a3-83a3-69d4d69c1b8c {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:03:51.294661 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d61372-f58c-4bc3-a0bb-fce879be9281", "tag": "7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:03:51.295007 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cc67249e-18b9-49a3-83a3-69d4d69c1b8c {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:03:51.295616 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3d61372-f58c-4bc3-a0bb-fce879be9281', 'tag': '7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc', 'status': 'completed', 'code': 200} Jul 23 20:03:51.343251 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-edf10aeb-f224-4f61-acd8-88cd96a55c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:51.372175 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf10aeb-f224-4f61-acd8-88cd96a55c82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61bf6557-4d20-4447-94c2-1fdfaf9f93fa,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:51.380235 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-edf10aeb-f224-4f61-acd8-88cd96a55c82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:51.384229 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-edf10aeb-f224-4f61-acd8-88cd96a55c82 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/61bf6557-4d20-4447-94c2-1fdfaf9f93fa HTTP/1.1" status: 204 len: 168 time: 0.2311361 Jul 23 20:03:51.384650 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39450) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:03:51.424335 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5838810-57ae-4252-bdaa-716c5e08836d req-2611625f-8d2d-492f-8166-ebe77285d97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:51.426534 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e5838810-57ae-4252-bdaa-716c5e08836d req-2611625f-8d2d-492f-8166-ebe77285d97c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3d6e44c4dd248468c67611aa3d977ae&device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 1095 time: 0.1094871 Jul 23 20:03:51.520579 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae379165-8009-4376-a5ad-1868788d5498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:51.640275 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-0c44c43e-c4a8-48ed-8e56-353d6b97dea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:51.641977 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-0c44c43e-c4a8-48ed-8e56-353d6b97dea5 service neutron] 10.222.0.18 "GET /v2.0/ports/18d5e29d-60f2-4de3-a99b-260e4ed73bd7 HTTP/1.1" status: 200 len: 1032 time: 0.2404435 Jul 23 20:03:51.653564 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae379165-8009-4376-a5ad-1868788d5498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:51.676883 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a8b5f-d360-4aea-ae62-e9e2ee6229f0 req-dc8492d8-f079-4ac4-a862-597e39ed67b5 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:51.683958 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-133a8b5f-d360-4aea-ae62-e9e2ee6229f0 req-dc8492d8-f079-4ac4-a862-597e39ed67b5 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 950 time: 0.1608679 Jul 23 20:03:51.686958 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ae379165-8009-4376-a5ad-1868788d5498 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e84c2f8-775c-4b00-b826-468d30f5db1b']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:03:51.711146 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ae379165-8009-4376-a5ad-1868788d5498 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68bc1acd-7cf9-4313-804d-1112a3e20afc') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:03:51.711430 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ae379165-8009-4376-a5ad-1868788d5498 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68bc1acd-7cf9-4313-804d-1112a3e20afc') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:03:51.727452 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae379165-8009-4376-a5ad-1868788d5498 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:51.739016 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5838810-57ae-4252-bdaa-716c5e08836d req-658f25ba-9a77-499e-a7c4-94f1dd07f571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:51.741081 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e5838810-57ae-4252-bdaa-716c5e08836d req-658f25ba-9a77-499e-a7c4-94f1dd07f571 service neutron] 10.222.0.30 "GET /v2.0/networks?id=18f1c189-135d-4e39-8a5e-b364e733193d HTTP/1.1" status: 200 len: 921 time: 0.2998085 Jul 23 20:03:51.758452 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84956433-4728-4be5-8bf0-f1cdeaf4f6ca req-b396fe67-a34c-4607-9470-f59847c0558c tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:51.768822 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-84956433-4728-4be5-8bf0-f1cdeaf4f6ca req-b396fe67-a34c-4607-9470-f59847c0558c tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 943 time: 0.2205758 Jul 23 20:03:51.770812 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-133a8b5f-d360-4aea-ae62-e9e2ee6229f0 req-9163e94f-7361-45cf-9f22-61c4beaf993a tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818381 Jul 23 20:03:51.771452 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-02a19b44-9056-4631-b0a9-4e6b12af1f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:51.772773 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-02a19b44-9056-4631-b0a9-4e6b12af1f63 service neutron] 10.222.0.18 "GET /v2.0/ports/0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8 HTTP/1.1" status: 200 len: 1033 time: 0.1177778 Jul 23 20:03:51.773152 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae379165-8009-4376-a5ad-1868788d5498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:51.839111 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae379165-8009-4376-a5ad-1868788d5498 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:03:51.839531 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae379165-8009-4376-a5ad-1868788d5498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:51.847992 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e5838810-57ae-4252-bdaa-716c5e08836d req-53e0e6c6-513e-43a4-a4bc-4b37b4f2a0b6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc HTTP/1.1" status: 200 len: 217 time: 0.0781517 Jul 23 20:03:51.860654 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:03:51.860654 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:03:51.860654 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:03:51.860654 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:03:51.860654 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:03:51.860654 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:03:51.860654 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:03:51.860654 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:03:51.860654 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:03:51.860654 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:03:51.860654 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:03:51.860654 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:03:51.860654 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:03:51.860654 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:03:51.860654 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:03:51.860654 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:03:51.860654 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:03:51.860654 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:03:51.860654 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:03:51.860654 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:03:51.860654 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:03:51.860654 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:03:51.860654 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:03:51.860654 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:03:51.860654 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:03:51.860654 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:03:51.860654 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:03:51.860654 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:03:51.860654 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:03:51.860654 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:03:51.860654 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:03:51.860654 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:03:51.978265 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae379165-8009-4376-a5ad-1868788d5498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:52.008428 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae379165-8009-4376-a5ad-1868788d5498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:52.010769 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ae379165-8009-4376-a5ad-1868788d5498 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8e84c2f8-775c-4b00-b826-468d30f5db1b HTTP/1.1" status: 204 len: 168 time: 0.6251805 Jul 23 20:03:52.033847 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae379165-8009-4376-a5ad-1868788d5498 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e84c2f8-775c-4b00-b826-468d30f5db1b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:52.053256 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e498e-6479-4f3c-a5f3-9eae4215dba1 req-3b3329c7-8c75-4ccb-a6a0-62b0e89eaf3c tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:52.054951 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-001e498e-6479-4f3c-a5f3-9eae4215dba1 req-3b3329c7-8c75-4ccb-a6a0-62b0e89eaf3c tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.30 "GET /v2.0/ports?device_id=d05d9a7b-2bbe-4b15-8f68-733c1c56fd70 HTTP/1.1" status: 200 len: 945 time: 0.2832086 Jul 23 20:03:52.072717 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-84956433-4728-4be5-8bf0-f1cdeaf4f6ca req-d8123668-8ffb-484a-a6b8-0b3a20a5ab63 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934299 Jul 23 20:03:52.130127 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53628b1-1e9a-48db-ad36-f48dad1ae4dc req-a20f8091-82d8-42e0-8387-5afb4a013b96 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:52.139313 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a53628b1-1e9a-48db-ad36-f48dad1ae4dc req-a20f8091-82d8-42e0-8387-5afb4a013b96 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=d05d9a7b-2bbe-4b15-8f68-733c1c56fd70 HTTP/1.1" status: 200 len: 945 time: 0.1752224 Jul 23 20:03:52.162874 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-74dff684-c706-47b8-9da0-dbb524d87c59 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:52.178434 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-74dff684-c706-47b8-9da0-dbb524d87c59 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:52.193704 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-74dff684-c706-47b8-9da0-dbb524d87c59 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:52.196627 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-74dff684-c706-47b8-9da0-dbb524d87c59 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.18 "GET /v2.0/networks?id=c0c425ca-579f-4028-a72c-ce66097cca22&id=a8834cf6-a834-4872-ae27-a514fb198d71&id=a8834cf6-a834-4872-ae27-a514fb198d71&id=a8834cf6-a834-4872-ae27-a514fb198d71&id=a8834cf6-a834-4872-ae27-a514fb198d71&id=c06c7c82-36a6-415d-bbcb-96da02d094eb&id=c06c7c82-36a6-415d-bbcb-96da02d094eb HTTP/1.1" status: 200 len: 1996 time: 0.4164550 Jul 23 20:03:52.233309 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a53628b1-1e9a-48db-ad36-f48dad1ae4dc req-ec819d67-d137-47d7-89fe-f9a095e94459 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927858 Jul 23 20:03:52.245908 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5838810-57ae-4252-bdaa-716c5e08836d req-ceb55d13-8149-4253-a488-db3dbba84e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:52.247887 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39470) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:03:52.251125 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e5838810-57ae-4252-bdaa-716c5e08836d req-ceb55d13-8149-4253-a488-db3dbba84e12 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff9cc1f3-5cfa-4b1f-ac36-a859db46b374 HTTP/1.1" status: 200 len: 860 time: 0.3818007 Jul 23 20:03:52.346752 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-001e498e-6479-4f3c-a5f3-9eae4215dba1 req-d10b0639-efe3-4489-a8dc-55e6f98a3ec8 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Deleting port 0effb441-65ee-4300-ac97-b57de3689286 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:03:52.356253 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-001e498e-6479-4f3c-a5f3-9eae4215dba1 req-d10b0639-efe3-4489-a8dc-55e6f98a3ec8 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:52.403703 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0dc1c655-f7c1-4b8f-88ad-b97278f10043 req-fbe86201-75c2-4b69-822f-1d169600437c tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 210 time: 0.1513667 Jul 23 20:03:52.434943 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e5838810-57ae-4252-bdaa-716c5e08836d req-6a5338b2-d48d-4ca0-903d-4ede072c9fe0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=18f1c189-135d-4e39-8a5e-b364e733193d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1039290 Jul 23 20:03:52.476506 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-456e8298-4a7c-4233-a52b-455373e8e83f tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=858effe7088a420282b357f80eadfe13 HTTP/1.1" status: 200 len: 380 time: 0.2669086 Jul 23 20:03:52.491178 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-c93629a1-4002-4e6d-840d-f482484cb883 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Request body: {'port': {'device_id': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'network_id': 'c0c425ca-579f-4028-a72c-ce66097cca22', 'admin_state_up': True, 'tenant_id': '858effe7088a420282b357f80eadfe13', 'security_groups': ['b8f4f3ea-9040-40e5-b97d-88f3cee36311']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:03:52.519767 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c3d18243-b2aa-4a2d-8084-f13b350aa36b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=05b9a43dbf1e458d94ffa4e2db455ec9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2704990 Jul 23 20:03:52.527805 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39472) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:03:52.565934 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6883d9-9c1e-44aa-9154-1367a49830f8 req-1d4250fd-10ab-4d55-8e91-427cd5ac0898 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:52.567259 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9a6883d9-9c1e-44aa-9154-1367a49830f8 req-1d4250fd-10ab-4d55-8e91-427cd5ac0898 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 946 time: 0.1902127 Jul 23 20:03:52.640604 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e5838810-57ae-4252-bdaa-716c5e08836d req-6054da24-bb20-4f75-bd15-f29a6674eb32 service neutron] 10.222.0.30 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980722 Jul 23 20:03:52.641219 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-001e498e-6479-4f3c-a5f3-9eae4215dba1 req-d10b0639-efe3-4489-a8dc-55e6f98a3ec8 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] For port 0effb441-65ee-4300-ac97-b57de3689286, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0effb441-65ee-4300-ac97-b57de3689286,segment=NetworkSegment(09c16a36-f585-4003-9e2f-a9905bed7329),segment_id=09c16a36-f585-4003-9e2f-a9905bed7329)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:52.641995 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-001e498e-6479-4f3c-a5f3-9eae4215dba1 req-d10b0639-efe3-4489-a8dc-55e6f98a3ec8 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:52.687285 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9a6883d9-9c1e-44aa-9154-1367a49830f8 req-a59bd7b2-7505-4b97-a760-64860f9839d2 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128910 Jul 23 20:03:52.688577 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-001e498e-6479-4f3c-a5f3-9eae4215dba1 req-d10b0639-efe3-4489-a8dc-55e6f98a3ec8 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Calling delete_port for 0effb441-65ee-4300-ac97-b57de3689286 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:03:52.706951 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-c93629a1-4002-4e6d-840d-f482484cb883 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Made reservation on behalf of 858effe7088a420282b357f80eadfe13 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:03:52.712143 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-c93629a1-4002-4e6d-840d-f482484cb883 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:52.720978 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1e9bd5cc-12e1-47f9-80a5-f73b9241d7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:52.776991 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1e9bd5cc-12e1-47f9-80a5-f73b9241d7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:52.793976 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e5838810-57ae-4252-bdaa-716c5e08836d req-cabebedf-ef39-462a-82a1-087346e57afd service neutron] 10.222.0.30 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426263 Jul 23 20:03:52.926183 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-c93629a1-4002-4e6d-840d-f482484cb883 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Allocated IP 172.20.0.5 (c0c425ca-579f-4028-a72c-ce66097cca22/a451f4d4-16b1-4cd6-849b-914123ed9f93/0cbdd92a-b096-453c-b3eb-bec2759c3ae5) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:03:52.968498 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1e9bd5cc-12e1-47f9-80a5-f73b9241d7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:52.971983 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1e9bd5cc-12e1-47f9-80a5-f73b9241d7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:52.973296 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1e9bd5cc-12e1-47f9-80a5-f73b9241d7b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/28e18726-efde-4e23-a4e0-7c6f7ff9aa0b HTTP/1.1" status: 204 len: 168 time: 0.4398901 Jul 23 20:03:53.011035 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9bd5cc-12e1-47f9-80a5-f73b9241d7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e18726-efde-4e23-a4e0-7c6f7ff9aa0b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:53.026656 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-001e498e-6479-4f3c-a5f3-9eae4215dba1 req-d10b0639-efe3-4489-a8dc-55e6f98a3ec8 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:53.064877 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b0639-efe3-4489-a8dc-55e6f98a3ec8 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Pushing event deleted for resources: {'Port': ['ID=0effb441-65ee-4300-ac97-b57de3689286,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:53.136200 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-001e498e-6479-4f3c-a5f3-9eae4215dba1 req-d10b0639-efe3-4489-a8dc-55e6f98a3ec8 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] No DVR routers for this DVR port 0effb441-65ee-4300-ac97-b57de3689286 on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:03:53.139234 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-001e498e-6479-4f3c-a5f3-9eae4215dba1 req-d10b0639-efe3-4489-a8dc-55e6f98a3ec8 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:53.141301 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-001e498e-6479-4f3c-a5f3-9eae4215dba1 req-d10b0639-efe3-4489-a8dc-55e6f98a3ec8 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.30 "DELETE /v2.0/ports/0effb441-65ee-4300-ac97-b57de3689286 HTTP/1.1" status: 204 len: 173 time: 1.0793829 Jul 23 20:03:53.142083 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05d9a7b-2bbe-4b15-8f68-733c1c56fd70', 'name': 'network-vif-deleted', 'tag': '0effb441-65ee-4300-ac97-b57de3689286'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:03:53.144715 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afb8b1f-c711-4f3c-9a0c-0171432e7b9d" -d '{"events": [{"server_uuid": "d05d9a7b-2bbe-4b15-8f68-733c1c56fd70", "name": "network-vif-deleted", "tag": "0effb441-65ee-4300-ac97-b57de3689286"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:03:53.229989 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-c93629a1-4002-4e6d-840d-f482484cb883 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:53.279231 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c1b12-f4a3-4bad-bc52-5af6636f303f req-07a92121-6a6f-4f53-9259-a700e67551a2 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:53.286406 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ba7c1b12-f4a3-4bad-bc52-5af6636f303f req-07a92121-6a6f-4f53-9259-a700e67551a2 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 950 time: 0.2437882 Jul 23 20:03:53.288970 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-c93629a1-4002-4e6d-840d-f482484cb883 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Transition to ACTIVE for port object 0cbdd92a-b096-453c-b3eb-bec2759c3ae5 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:03:53.311406 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bddbf29-a27a-42bf-9ac1-31c11dca94dd req-d9fb7095-3e7d-45fe-997c-4b90b50d1384 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:53.326897 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3bddbf29-a27a-42bf-9ac1-31c11dca94dd req-d9fb7095-3e7d-45fe-997c-4b90b50d1384 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 943 time: 0.1377718 Jul 23 20:03:53.359115 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ba7c1b12-f4a3-4bad-bc52-5af6636f303f req-2de8fda9-01c4-4529-8733-cc1e6c849541 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695913 Jul 23 20:03:53.394335 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-c93629a1-4002-4e6d-840d-f482484cb883 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:53.440141 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-c93629a1-4002-4e6d-840d-f482484cb883 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Network c0c425ca-579f-4028-a72c-ce66097cca22 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:03:53.445628 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-c93629a1-4002-4e6d-840d-f482484cb883 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:03:53.448412 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3bddbf29-a27a-42bf-9ac1-31c11dca94dd req-0a275744-05d6-4957-a0e9-0731849d95cb tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198428 Jul 23 20:03:53.450658 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-c93629a1-4002-4e6d-840d-f482484cb883 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:03:53.498121 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93629a1-4002-4e6d-840d-f482484cb883 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Pushing event updated for resources: {'Port': ['ID=0cbdd92a-b096-453c-b3eb-bec2759c3ae5,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:53.559157 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-c93629a1-4002-4e6d-840d-f482484cb883 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:53.559157 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-c93629a1-4002-4e6d-840d-f482484cb883 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:53.578163 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-c93629a1-4002-4e6d-840d-f482484cb883 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0918086 Jul 23 20:03:53.588861 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-b33c2474-8d65-4aa4-83b8-4e734d9fe394 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Request body: {'port': {'device_id': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'network_id': 'a8834cf6-a834-4872-ae27-a514fb198d71', 'admin_state_up': True, 'tenant_id': '858effe7088a420282b357f80eadfe13', 'security_groups': ['b8f4f3ea-9040-40e5-b97d-88f3cee36311']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:03:53.686493 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e8fd0e99-ba26-4b71-a320-3319c28df006 req-68b6b8eb-ac20-4d1d-890a-4f24222cc180 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=d05d9a7b-2bbe-4b15-8f68-733c1c56fd70 HTTP/1.1" status: 200 len: 210 time: 0.0469844 Jul 23 20:03:53.690243 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff004c5f-474f-4688-b9ea-2717dc49b738 x-openstack-request-id: req-ff004c5f-474f-4688-b9ea-2717dc49b738 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:03:53.690894 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05d9a7b-2bbe-4b15-8f68-733c1c56fd70", "name": "network-vif-deleted", "tag": "0effb441-65ee-4300-ac97-b57de3689286", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:03:53.690894 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ff004c5f-474f-4688-b9ea-2717dc49b738 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:03:53.691213 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05d9a7b-2bbe-4b15-8f68-733c1c56fd70', 'name': 'network-vif-deleted', 'tag': '0effb441-65ee-4300-ac97-b57de3689286', 'status': 'completed', 'code': 200} Jul 23 20:03:53.874334 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-04be565e-b28f-4873-9c6d-236229862e26 None None] Provisioning for port 0cbdd92a-b096-453c-b3eb-bec2759c3ae5 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:03:53.901573 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-04be565e-b28f-4873-9c6d-236229862e26 None None] Provisioning complete for port 0cbdd92a-b096-453c-b3eb-bec2759c3ae5 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:03:53.901960 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04be565e-b28f-4873-9c6d-236229862e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:53.974020 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70495343-45eb-4e63-8504-a049a9288eff req-f6ef6695-62e1-4ff7-93c3-3bc28b461e46 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:53.984142 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-70495343-45eb-4e63-8504-a049a9288eff req-f6ef6695-62e1-4ff7-93c3-3bc28b461e46 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 946 time: 0.1882722 Jul 23 20:03:54.008012 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-04be565e-b28f-4873-9c6d-236229862e26 None None] Port 0cbdd92a-b096-453c-b3eb-bec2759c3ae5 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:03:54.048116 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-70495343-45eb-4e63-8504-a049a9288eff req-dd69b40f-c9bb-44fb-b2f4-40b0e4277919 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630095 Jul 23 20:03:54.051774 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357658b-956f-40a6-aee5-9d78cfeec43a req-70c8c1e1-621f-4e94-9ff1-33c09f2e7bad tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:54.070043 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d357658b-956f-40a6-aee5-9d78cfeec43a req-70c8c1e1-621f-4e94-9ff1-33c09f2e7bad tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 931 time: 0.2671175 Jul 23 20:03:54.114041 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-b33c2474-8d65-4aa4-83b8-4e734d9fe394 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Made reservation on behalf of 858effe7088a420282b357f80eadfe13 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:03:54.123611 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-b33c2474-8d65-4aa4-83b8-4e734d9fe394 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:54.220803 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d357658b-956f-40a6-aee5-9d78cfeec43a req-66d196f0-d8d0-431b-9132-a85dbcbb8f94 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8f4f3ea-9040-40e5-b97d-88f3cee36311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451302 Jul 23 20:03:54.416449 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-b33c2474-8d65-4aa4-83b8-4e734d9fe394 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Allocated IP 10.1.1.152 (a8834cf6-a834-4872-ae27-a514fb198d71/a37b077a-fe69-4a55-9b37-2fa25f9f53d6/eb4bcb47-1bf3-436f-9a45-04d007e3befb) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:03:54.530830 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 0effb441-65ee-4300-ac97-b57de3689286 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:03:54.558483 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc0b8a-6158-4984-ba0e-780ff37727b8 req-48f03ac9-2523-4b71-94d2-d03fef8db878 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:54.560191 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 0effb441-65ee-4300-ac97-b57de3689286 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:03:54.563346 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 0effb441-65ee-4300-ac97-b57de3689286 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:03:54.568017 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e7bc0b8a-6158-4984-ba0e-780ff37727b8 req-48f03ac9-2523-4b71-94d2-d03fef8db878 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 950 time: 0.1052814 Jul 23 20:03:54.611515 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e7bc0b8a-6158-4984-ba0e-780ff37727b8 req-a2283cfc-ecaf-4732-a7d4-1ae6c3f4e5ea tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422087 Jul 23 20:03:54.702699 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-b33c2474-8d65-4aa4-83b8-4e734d9fe394 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:54.748722 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-bceceb03-4d1b-437b-9088-8053c0a84a6a tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=26fce6ed608c44a88a2569f9d765df3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241265 Jul 23 20:03:54.749888 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-b33c2474-8d65-4aa4-83b8-4e734d9fe394 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Transition to ACTIVE for port object eb4bcb47-1bf3-436f-9a45-04d007e3befb will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:03:54.821311 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902286b4-eb48-421b-b2a9-f52a35201cbf req-a873d1c8-af0c-4f58-9b3f-e56a28e4da1f tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:54.833615 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-902286b4-eb48-421b-b2a9-f52a35201cbf req-a873d1c8-af0c-4f58-9b3f-e56a28e4da1f tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 943 time: 0.1296005 Jul 23 20:03:54.865878 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-b33c2474-8d65-4aa4-83b8-4e734d9fe394 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:54.906799 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-902286b4-eb48-421b-b2a9-f52a35201cbf req-71eb501b-87b8-42af-8a22-7fbb179647c0 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722206 Jul 23 20:03:54.922999 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c2474-8d65-4aa4-83b8-4e734d9fe394 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Pushing event updated for resources: {'Port': ['ID=eb4bcb47-1bf3-436f-9a45-04d007e3befb,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:54.954091 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-f3b132c2-46e6-4a15-bb3b-09be2a71e45b tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:54.955647 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-f3b132c2-46e6-4a15-bb3b-09be2a71e45b tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2011678 Jul 23 20:03:54.963780 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-b33c2474-8d65-4aa4-83b8-4e734d9fe394 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Network a8834cf6-a834-4872-ae27-a514fb198d71 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:03:54.972446 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-b33c2474-8d65-4aa4-83b8-4e734d9fe394 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:03:54.974786 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-b33c2474-8d65-4aa4-83b8-4e734d9fe394 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:03:55.028043 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-b33c2474-8d65-4aa4-83b8-4e734d9fe394 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:55.028762 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-b33c2474-8d65-4aa4-83b8-4e734d9fe394 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:55.040976 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-3cbd71e9-cd42-481b-8393-288d10ffc77e tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] 10.222.0.32 "GET /v2.0/quotas/26fce6ed608c44a88a2569f9d765df3f HTTP/1.1" status: 200 len: 375 time: 0.0799773 Jul 23 20:03:55.042109 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-78e91d94-e701-4ba8-9a75-cb522750aafb req-88891d8d-48d8-4315-b46b-901a9b42bef0 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=d05d9a7b-2bbe-4b15-8f68-733c1c56fd70 HTTP/1.1" status: 200 len: 210 time: 0.0458968 Jul 23 20:03:55.049823 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-b33c2474-8d65-4aa4-83b8-4e734d9fe394 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4657941 Jul 23 20:03:55.089412 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-34654768-3681-494f-8c92-93a0d138b9ac tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Request body: {'port': {'device_id': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'network_id': 'a8834cf6-a834-4872-ae27-a514fb198d71', 'admin_state_up': True, 'tenant_id': '858effe7088a420282b357f80eadfe13', 'security_groups': ['b8f4f3ea-9040-40e5-b97d-88f3cee36311']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:03:55.188598 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-23c6caef-8763-490f-8e5b-9fc5f40ace70 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=26fce6ed608c44a88a2569f9d765df3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1312511 Jul 23 20:03:55.351907 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-dea20e71-10ab-4697-a01a-1ce3909a6bc1 None None] Provisioning for port eb4bcb47-1bf3-436f-9a45-04d007e3befb completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:03:55.364521 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-dea20e71-10ab-4697-a01a-1ce3909a6bc1 None None] Provisioning complete for port eb4bcb47-1bf3-436f-9a45-04d007e3befb triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:03:55.365565 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dea20e71-10ab-4697-a01a-1ce3909a6bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:55.452475 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-34654768-3681-494f-8c92-93a0d138b9ac tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Made reservation on behalf of 858effe7088a420282b357f80eadfe13 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:03:55.459114 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-34654768-3681-494f-8c92-93a0d138b9ac tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:55.490475 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-dea20e71-10ab-4697-a01a-1ce3909a6bc1 None None] Port eb4bcb47-1bf3-436f-9a45-04d007e3befb cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:03:55.614185 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be769827-6d39-4366-9910-5e734fcf240f req-cad4471e-ef7d-47bd-b352-01b80a6cdb25 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:55.623688 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-be769827-6d39-4366-9910-5e734fcf240f req-cad4471e-ef7d-47bd-b352-01b80a6cdb25 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 946 time: 0.4745581 Jul 23 20:03:55.710604 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-be769827-6d39-4366-9910-5e734fcf240f req-d076cc44-8bbf-4c9d-ad35-14fd3db52760 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848682 Jul 23 20:03:55.823998 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1f44a723-f8c3-44b8-9bd4-0b269937e6be req-f6e4700f-c951-4ca9-aedb-3adef02dcd5b tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] 10.222.0.32 "GET /v2.0/ports?device_id=5fca6605-982e-492b-8938-3dcf3308a9ca HTTP/1.1" status: 200 len: 210 time: 0.0644960 Jul 23 20:03:55.844404 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-34654768-3681-494f-8c92-93a0d138b9ac tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Allocated IP 10.1.1.58 (a8834cf6-a834-4872-ae27-a514fb198d71/a37b077a-fe69-4a55-9b37-2fa25f9f53d6/5eac413d-edd8-4c69-ae6a-a9dec5945955) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:03:55.875019 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97bd875-ff2a-41e1-b6b5-88b8c868337d req-378f8dae-6663-44c3-9f32-b24572c02525 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:55.880992 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97bd875-ff2a-41e1-b6b5-88b8c868337d req-378f8dae-6663-44c3-9f32-b24572c02525 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:55.888666 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e97bd875-ff2a-41e1-b6b5-88b8c868337d req-378f8dae-6663-44c3-9f32-b24572c02525 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 1653 time: 0.1914649 Jul 23 20:03:55.963365 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e97bd875-ff2a-41e1-b6b5-88b8c868337d req-d20d8aa4-ab22-4f15-8ab2-dfdab25fd631 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8f4f3ea-9040-40e5-b97d-88f3cee36311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678596 Jul 23 20:03:56.153803 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-34654768-3681-494f-8c92-93a0d138b9ac tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:56.174236 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-34654768-3681-494f-8c92-93a0d138b9ac tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Transition to ACTIVE for port object 5eac413d-edd8-4c69-ae6a-a9dec5945955 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:03:56.190981 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4a533-969a-4a11-a12d-ac514adac107 req-101b9c7a-7ee5-4bbd-9012-c5e95f80751d tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:56.197707 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0fa4a533-969a-4a11-a12d-ac514adac107 req-101b9c7a-7ee5-4bbd-9012-c5e95f80751d tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 950 time: 0.1212127 Jul 23 20:03:56.285184 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0fa4a533-969a-4a11-a12d-ac514adac107 req-563271be-4b12-44c2-9635-90f07e47a285 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865073 Jul 23 20:03:56.311600 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-34654768-3681-494f-8c92-93a0d138b9ac tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:56.376093 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d6b14-d558-4541-9999-baaf3dced399 req-cb2897b5-6f9a-4cb7-a1a7-eadf1f6a986f tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:56.384818 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-543d6b14-d558-4541-9999-baaf3dced399 req-cb2897b5-6f9a-4cb7-a1a7-eadf1f6a986f tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 943 time: 0.1122801 Jul 23 20:03:56.391899 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-34654768-3681-494f-8c92-93a0d138b9ac tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Network a8834cf6-a834-4872-ae27-a514fb198d71 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:03:56.395206 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-34654768-3681-494f-8c92-93a0d138b9ac tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:03:56.412752 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-34654768-3681-494f-8c92-93a0d138b9ac tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:03:56.471754 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-543d6b14-d558-4541-9999-baaf3dced399 req-7940e019-73c8-4c09-8f66-46bac743b3b0 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858879 Jul 23 20:03:56.546921 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a409ef05-f5b5-4555-9e49-d9ac9f99017e req-5ef15216-cb95-402b-84a7-c48a645f10f4 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=d05d9a7b-2bbe-4b15-8f68-733c1c56fd70 HTTP/1.1" status: 200 len: 210 time: 0.1264086 Jul 23 20:03:56.548007 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34654768-3681-494f-8c92-93a0d138b9ac tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Pushing event updated for resources: {'Port': ['ID=5eac413d-edd8-4c69-ae6a-a9dec5945955,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:56.577330 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-34654768-3681-494f-8c92-93a0d138b9ac tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:56.581949 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-34654768-3681-494f-8c92-93a0d138b9ac tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:56.634705 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-34654768-3681-494f-8c92-93a0d138b9ac tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5548873 Jul 23 20:03:56.647036 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-3639ee61-78f4-4dc5-8532-b134c9c97903 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Request body: {'port': {'device_id': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c06c7c82-36a6-415d-bbcb-96da02d094eb', 'admin_state_up': True, 'tenant_id': '858effe7088a420282b357f80eadfe13', 'security_groups': ['b8f4f3ea-9040-40e5-b97d-88f3cee36311']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:03:56.801873 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415bbe1b-2cb7-4b4d-a1dc-9af37a0b0116 req-e8e4bd48-8ae3-4e07-82c7-eff3d58725bd tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:56.806713 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-415bbe1b-2cb7-4b4d-a1dc-9af37a0b0116 req-e8e4bd48-8ae3-4e07-82c7-eff3d58725bd tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d HTTP/1.1" status: 200 len: 944 time: 0.1699672 Jul 23 20:03:56.838340 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-dfeff61b-d376-4d51-b377-7184b9b00860 None None] Provisioning for port 5eac413d-edd8-4c69-ae6a-a9dec5945955 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:03:56.845450 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-dfeff61b-d376-4d51-b377-7184b9b00860 None None] Provisioning complete for port 5eac413d-edd8-4c69-ae6a-a9dec5945955 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:03:56.846122 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dfeff61b-d376-4d51-b377-7184b9b00860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:56.861266 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd881396-24cc-46dc-ae3a-e50390f548bf req-ca1d7419-be64-4e79-8a89-dd84fb30d098 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:56.863600 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bd881396-24cc-46dc-ae3a-e50390f548bf req-ca1d7419-be64-4e79-8a89-dd84fb30d098 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.18 "GET /v2.0/ports?device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d HTTP/1.1" status: 200 len: 944 time: 0.1042845 Jul 23 20:03:56.866942 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-3639ee61-78f4-4dc5-8532-b134c9c97903 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Made reservation on behalf of 858effe7088a420282b357f80eadfe13 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:03:56.880948 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-415bbe1b-2cb7-4b4d-a1dc-9af37a0b0116 req-4e07e81b-ec12-472f-8989-c5049b353d36 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609937 Jul 23 20:03:56.916699 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-dfeff61b-d376-4d51-b377-7184b9b00860 None None] Port 5eac413d-edd8-4c69-ae6a-a9dec5945955 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:03:56.993801 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-309daa17-5fc8-45cb-80f3-8540a0019568 req-3e69306b-b794-4edd-90a7-8aba4d48f3b6 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] 10.222.0.32 "GET /v2.0/ports?device_id=5fca6605-982e-492b-8938-3dcf3308a9ca HTTP/1.1" status: 200 len: 210 time: 0.0370312 Jul 23 20:03:57.084969 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-52a9bad4-16ad-49c0-930e-46f8117c1e00 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=26fce6ed608c44a88a2569f9d765df3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0660422 Jul 23 20:03:57.325987 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-aca0d3f3-92e4-408c-b987-ebce4e0c1c70 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:57.328215 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-aca0d3f3-92e4-408c-b987-ebce4e0c1c70 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2366369 Jul 23 20:03:57.346416 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f5995-396a-4840-894d-c9dc71aa51a8 req-72638e99-c786-4d36-9498-ab00ca9afaae tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:57.352828 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f5995-396a-4840-894d-c9dc71aa51a8 req-72638e99-c786-4d36-9498-ab00ca9afaae tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:57.359561 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f5995-396a-4840-894d-c9dc71aa51a8 req-72638e99-c786-4d36-9498-ab00ca9afaae tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:57.361376 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ff8f5995-396a-4840-894d-c9dc71aa51a8 req-72638e99-c786-4d36-9498-ab00ca9afaae tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 2373 time: 0.1785998 Jul 23 20:03:57.366157 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-cdebb71e-f9fb-4953-8e8f-902de2550240 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] Request body: {'port': {'device_id': '5fca6605-982e-492b-8938-3dcf3308a9ca', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'admin_state_up': True, 'tenant_id': '26fce6ed608c44a88a2569f9d765df3f'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:03:57.450569 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3197b9-f1fb-4b00-be30-a93fe50080da req-75b60100-b805-4196-bfc5-74f5a6473e6f tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:57.454017 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6f3197b9-f1fb-4b00-be30-a93fe50080da req-75b60100-b805-4196-bfc5-74f5a6473e6f tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 946 time: 0.5892591 Jul 23 20:03:57.459508 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-3639ee61-78f4-4dc5-8532-b134c9c97903 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:57.463664 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ff8f5995-396a-4840-894d-c9dc71aa51a8 req-5365ffb3-13ee-432c-988e-1867e411e7fc tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8f4f3ea-9040-40e5-b97d-88f3cee36311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922577 Jul 23 20:03:57.506209 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-bd881396-24cc-46dc-ae3a-e50390f548bf req-6f281c46-e8a9-42d5-bc7e-6133f443d45f tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Deleting port e0fefb72-0019-4f91-b851-417b7a5eff3b {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:03:57.506892 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-bd881396-24cc-46dc-ae3a-e50390f548bf req-6f281c46-e8a9-42d5-bc7e-6133f443d45f tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:57.516130 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-cdebb71e-f9fb-4953-8e8f-902de2550240 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] Made reservation on behalf of 26fce6ed608c44a88a2569f9d765df3f for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:03:57.523047 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-cdebb71e-f9fb-4953-8e8f-902de2550240 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:57.536020 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-cdebb71e-f9fb-4953-8e8f-902de2550240 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:57.615596 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6f3197b9-f1fb-4b00-be30-a93fe50080da req-3bb056fa-b356-449a-b37c-6d0418c6aa44 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518598 Jul 23 20:03:57.675990 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296509f-b140-4347-88c9-d47f7880a023 req-8c3ce433-54ed-4792-ab9e-c0c6ff371eb0 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:57.686280 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7296509f-b140-4347-88c9-d47f7880a023 req-8c3ce433-54ed-4792-ab9e-c0c6ff371eb0 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 950 time: 0.1302547 Jul 23 20:03:57.764388 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7296509f-b140-4347-88c9-d47f7880a023 req-aaff19a3-99f8-4334-bda7-fb3251cd6943 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746698 Jul 23 20:03:57.773891 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-cdebb71e-f9fb-4953-8e8f-902de2550240 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:57.780194 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-cdebb71e-f9fb-4953-8e8f-902de2550240 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:57.826954 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-bd881396-24cc-46dc-ae3a-e50390f548bf req-6f281c46-e8a9-42d5-bc7e-6133f443d45f tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] For port e0fefb72-0019-4f91-b851-417b7a5eff3b, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=e0fefb72-0019-4f91-b851-417b7a5eff3b,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:03:57.827799 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-bd881396-24cc-46dc-ae3a-e50390f548bf req-6f281c46-e8a9-42d5-bc7e-6133f443d45f tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:57.865421 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdebb71e-f9fb-4953-8e8f-902de2550240 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b70b0ece-e5a9-4622-a819-9275dd34202a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:57.872348 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-bd881396-24cc-46dc-ae3a-e50390f548bf req-6f281c46-e8a9-42d5-bc7e-6133f443d45f tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Calling delete_port for e0fefb72-0019-4f91-b851-417b7a5eff3b owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:03:57.891428 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e6e793ee-b79c-4b48-bf7b-c024cb012d8a req-b5895b8e-a445-4367-bc64-b27a7150bc0b tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=d05d9a7b-2bbe-4b15-8f68-733c1c56fd70 HTTP/1.1" status: 200 len: 210 time: 0.0481036 Jul 23 20:03:57.959710 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-3639ee61-78f4-4dc5-8532-b134c9c97903 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Allocated IP 10.2.2.100 (c06c7c82-36a6-415d-bbcb-96da02d094eb/ca55e2c4-f3b1-4280-bb32-353278dd231b/504d6c62-6bda-47cb-bc6b-c1bc6dfa497c) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:03:57.968788 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-cdebb71e-f9fb-4953-8e8f-902de2550240 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] Allocated IP 192.168.233.157 (ec2201c2-595f-40aa-9bc3-fccd4b01012e/4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d/acab6456-dcfa-42d6-8c1c-7d543ac6b7eb) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:03:57.995131 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a958b-4134-4603-8e5f-ebfc6b5d6f55 req-7bbbcb94-6b07-445f-b373-57ef5a44712b tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:58.003263 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e14a958b-4134-4603-8e5f-ebfc6b5d6f55 req-7bbbcb94-6b07-445f-b373-57ef5a44712b tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 943 time: 0.2638779 Jul 23 20:03:58.090717 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e14a958b-4134-4603-8e5f-ebfc6b5d6f55 req-26557f37-ba00-4bc6-87f6-4467d66a0861 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863345 Jul 23 20:03:58.187632 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-bd881396-24cc-46dc-ae3a-e50390f548bf req-6f281c46-e8a9-42d5-bc7e-6133f443d45f tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:58.198734 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d8370-1d81-40f6-a8d2-d8fa6230642c req-affef167-ba7d-4869-8ecc-24d126b5aad2 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:58.200483 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['e0fefb72-0019-4f91-b851-417b7a5eff3b'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:03:58.207902 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f2d8370-1d81-40f6-a8d2-d8fa6230642c req-affef167-ba7d-4869-8ecc-24d126b5aad2 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=f71f56ef-d958-4216-85a1-6eb2bacf664d HTTP/1.1" status: 200 len: 944 time: 0.1625094 Jul 23 20:03:58.222838 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f281c46-e8a9-42d5-bc7e-6133f443d45f tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Pushing event deleted for resources: {'Port': ['ID=e0fefb72-0019-4f91-b851-417b7a5eff3b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:58.231550 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-cdebb71e-f9fb-4953-8e8f-902de2550240 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:58.270095 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-cdebb71e-f9fb-4953-8e8f-902de2550240 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] Transition to ACTIVE for port object acab6456-dcfa-42d6-8c1c-7d543ac6b7eb will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:03:58.281411 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f2d8370-1d81-40f6-a8d2-d8fa6230642c req-a7f166b0-a7a2-4070-8daf-01e312ea156b tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724835 Jul 23 20:03:58.310722 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-47063706-e1c3-452c-ad11-e42dfeb92f9a req-21a5ee09-04b3-474a-a9b0-3d14f0b1264a tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] 10.222.0.32 "GET /v2.0/ports?device_id=5fca6605-982e-492b-8938-3dcf3308a9ca HTTP/1.1" status: 200 len: 210 time: 0.0793612 Jul 23 20:03:58.327935 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-cdebb71e-f9fb-4953-8e8f-902de2550240 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:58.380815 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-cdebb71e-f9fb-4953-8e8f-902de2550240 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] Network ec2201c2-595f-40aa-9bc3-fccd4b01012e is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:03:58.386622 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd881396-24cc-46dc-ae3a-e50390f548bf req-6f281c46-e8a9-42d5-bc7e-6133f443d45f tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] No DVR routers for this DVR port e0fefb72-0019-4f91-b851-417b7a5eff3b on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:03:58.386895 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-cdebb71e-f9fb-4953-8e8f-902de2550240 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:03:58.390626 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-bd881396-24cc-46dc-ae3a-e50390f548bf req-6f281c46-e8a9-42d5-bc7e-6133f443d45f tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:58.391304 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-cdebb71e-f9fb-4953-8e8f-902de2550240 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:03:58.393595 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bd881396-24cc-46dc-ae3a-e50390f548bf req-6f281c46-e8a9-42d5-bc7e-6133f443d45f tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.18 "DELETE /v2.0/ports/e0fefb72-0019-4f91-b851-417b7a5eff3b HTTP/1.1" status: 204 len: 173 time: 1.4903803 Jul 23 20:03:58.406163 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71f56ef-d958-4216-85a1-6eb2bacf664d', 'name': 'network-vif-deleted', 'tag': 'e0fefb72-0019-4f91-b851-417b7a5eff3b'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:03:58.408796 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6983b91d-a4a2-4ae1-951f-227bb527466e" -d '{"events": [{"server_uuid": "f71f56ef-d958-4216-85a1-6eb2bacf664d", "name": "network-vif-deleted", "tag": "e0fefb72-0019-4f91-b851-417b7a5eff3b"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:03:58.421013 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdebb71e-f9fb-4953-8e8f-902de2550240 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] Pushing event updated for resources: {'Port': ['ID=acab6456-dcfa-42d6-8c1c-7d543ac6b7eb,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:58.453828 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-cdebb71e-f9fb-4953-8e8f-902de2550240 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:58.454350 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-cdebb71e-f9fb-4953-8e8f-902de2550240 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:58.463510 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-3639ee61-78f4-4dc5-8532-b134c9c97903 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:58.467611 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1dd38fd-348b-4fd2-96fc-6f5bfa114a52 x-openstack-request-id: req-c1dd38fd-348b-4fd2-96fc-6f5bfa114a52 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:03:58.467959 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71f56ef-d958-4216-85a1-6eb2bacf664d", "name": "network-vif-deleted", "tag": "e0fefb72-0019-4f91-b851-417b7a5eff3b", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:03:58.468157 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1dd38fd-348b-4fd2-96fc-6f5bfa114a52 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:03:58.468705 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71f56ef-d958-4216-85a1-6eb2bacf664d', 'name': 'network-vif-deleted', 'tag': 'e0fefb72-0019-4f91-b851-417b7a5eff3b', 'status': 'completed', 'code': 200} Jul 23 20:03:58.475311 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-cdebb71e-f9fb-4953-8e8f-902de2550240 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1128242 Jul 23 20:03:58.483281 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-3639ee61-78f4-4dc5-8532-b134c9c97903 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Transition to ACTIVE for port object 504d6c62-6bda-47cb-bc6b-c1bc6dfa497c will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:03:58.490587 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-5ff7e0ee-ae29-4258-8d44-330ba83f17f4 service neutron] Request body: {'port': {'device_id': '5fca6605-982e-492b-8938-3dcf3308a9ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:03:58.562033 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-3639ee61-78f4-4dc5-8532-b134c9c97903 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:58.642268 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-5ff7e0ee-ae29-4258-8d44-330ba83f17f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:58.647543 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-3639ee61-78f4-4dc5-8532-b134c9c97903 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Network c06c7c82-36a6-415d-bbcb-96da02d094eb is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:03:58.655249 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-3639ee61-78f4-4dc5-8532-b134c9c97903 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:03:58.659935 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-3639ee61-78f4-4dc5-8532-b134c9c97903 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:03:58.662903 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639ee61-78f4-4dc5-8532-b134c9c97903 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Pushing event updated for resources: {'Port': ['ID=504d6c62-6bda-47cb-bc6b-c1bc6dfa497c,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:58.745321 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-3639ee61-78f4-4dc5-8532-b134c9c97903 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:58.747035 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-3639ee61-78f4-4dc5-8532-b134c9c97903 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:58.793289 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af858b-9b82-4fcd-96f3-0bb7dfb38faa req-103751d5-d3e9-41bc-9437-ced774b834e6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:58.800630 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af858b-9b82-4fcd-96f3-0bb7dfb38faa req-103751d5-d3e9-41bc-9437-ced774b834e6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:58.816344 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af858b-9b82-4fcd-96f3-0bb7dfb38faa req-103751d5-d3e9-41bc-9437-ced774b834e6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:58.823200 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af858b-9b82-4fcd-96f3-0bb7dfb38faa req-103751d5-d3e9-41bc-9437-ced774b834e6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:58.831007 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-90af858b-9b82-4fcd-96f3-0bb7dfb38faa req-103751d5-d3e9-41bc-9437-ced774b834e6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 3094 time: 0.2344916 Jul 23 20:03:58.839366 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-3639ee61-78f4-4dc5-8532-b134c9c97903 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1974146 Jul 23 20:03:58.854780 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-b2c5534b-7d8d-404c-bf97-c7536fc5ad0c tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Request body: {'port': {'device_id': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c06c7c82-36a6-415d-bbcb-96da02d094eb', 'admin_state_up': True, 'tenant_id': '858effe7088a420282b357f80eadfe13', 'security_groups': ['b8f4f3ea-9040-40e5-b97d-88f3cee36311']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:03:58.859336 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-20c62195-6ea2-4e1b-abb5-ecf8cacfb03e None None] Provisioning for port acab6456-dcfa-42d6-8c1c-7d543ac6b7eb completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:03:58.864755 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-20c62195-6ea2-4e1b-abb5-ecf8cacfb03e None None] Provisioning complete for port acab6456-dcfa-42d6-8c1c-7d543ac6b7eb triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:03:58.865446 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-20c62195-6ea2-4e1b-abb5-ecf8cacfb03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:58.944847 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-90af858b-9b82-4fcd-96f3-0bb7dfb38faa req-4fad4dbf-719a-4c05-8f55-1206433177ae tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8f4f3ea-9040-40e5-b97d-88f3cee36311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127913 Jul 23 20:03:58.945608 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-20c62195-6ea2-4e1b-abb5-ecf8cacfb03e None None] Port acab6456-dcfa-42d6-8c1c-7d543ac6b7eb cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:03:58.987349 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ca77b-a3af-453f-ba53-be160476c2c8 req-a588fad6-2583-45a3-9881-adcaf5975e15 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:58.994622 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ab4ca77b-a3af-453f-ba53-be160476c2c8 req-a588fad6-2583-45a3-9881-adcaf5975e15 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 946 time: 0.2421546 Jul 23 20:03:59.080440 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-00fa0101-5c5e-448e-a46b-979a7ad5ed7c None None] Provisioning for port 504d6c62-6bda-47cb-bc6b-c1bc6dfa497c completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:03:59.085856 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-00fa0101-5c5e-448e-a46b-979a7ad5ed7c None None] Provisioning complete for port 504d6c62-6bda-47cb-bc6b-c1bc6dfa497c triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:03:59.086478 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-00fa0101-5c5e-448e-a46b-979a7ad5ed7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:59.117661 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ab4ca77b-a3af-453f-ba53-be160476c2c8 req-93a909e4-9f56-4207-b24e-18346de9b640 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220369 Jul 23 20:03:59.156129 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-00fa0101-5c5e-448e-a46b-979a7ad5ed7c None None] Port 504d6c62-6bda-47cb-bc6b-c1bc6dfa497c cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:03:59.169816 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad626f0-9d16-4de1-9d7d-61b7e21158d5 req-91dff546-846d-4232-96fc-e251aed824db tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:59.176747 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6ad626f0-9d16-4de1-9d7d-61b7e21158d5 req-91dff546-846d-4232-96fc-e251aed824db tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 950 time: 0.1203239 Jul 23 20:03:59.178538 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-b2c5534b-7d8d-404c-bf97-c7536fc5ad0c tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Made reservation on behalf of 858effe7088a420282b357f80eadfe13 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:03:59.183155 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-b2c5534b-7d8d-404c-bf97-c7536fc5ad0c tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:59.240367 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6ad626f0-9d16-4de1-9d7d-61b7e21158d5 req-5c436750-83b6-4c14-8a5d-5210f16d2cd4 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627439 Jul 23 20:03:59.263546 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dc74f63a-9462-4c5c-a1cc-f99bb492c1bb req-3f12f9a6-ce93-4341-b010-cd832c47bdc5 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=d05d9a7b-2bbe-4b15-8f68-733c1c56fd70 HTTP/1.1" status: 200 len: 210 time: 0.0585687 Jul 23 20:03:59.289939 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-5ff7e0ee-ae29-4258-8d44-330ba83f17f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acab6456-dcfa-42d6-8c1c-7d543ac6b7eb {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:03:59.300978 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-5ff7e0ee-ae29-4258-8d44-330ba83f17f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:59.328200 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-5ff7e0ee-ae29-4258-8d44-330ba83f17f4 service neutron] Transition to ACTIVE for port object acab6456-dcfa-42d6-8c1c-7d543ac6b7eb will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:03:59.338522 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-5ff7e0ee-ae29-4258-8d44-330ba83f17f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:59.431929 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-b2c5534b-7d8d-404c-bf97-c7536fc5ad0c tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Allocated IP 10.2.2.200 (c06c7c82-36a6-415d-bbcb-96da02d094eb/ca55e2c4-f3b1-4280-bb32-353278dd231b/d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:03:59.501224 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7e0ee-ae29-4258-8d44-330ba83f17f4 service neutron] Pushing event updated for resources: {'Port': ['ID=acab6456-dcfa-42d6-8c1c-7d543ac6b7eb,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:59.543948 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-5ff7e0ee-ae29-4258-8d44-330ba83f17f4 service neutron] Attempting to bind port acab6456-dcfa-42d6-8c1c-7d543ac6b7eb on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:03:59.544420 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-5ff7e0ee-ae29-4258-8d44-330ba83f17f4 service neutron] Attempting to bind port acab6456-dcfa-42d6-8c1c-7d543ac6b7eb by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:03:59.544657 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-5ff7e0ee-ae29-4258-8d44-330ba83f17f4 service neutron] Attempting to bind port acab6456-dcfa-42d6-8c1c-7d543ac6b7eb on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:03:59.557455 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-5ff7e0ee-ae29-4258-8d44-330ba83f17f4 service neutron] Port acab6456-dcfa-42d6-8c1c-7d543ac6b7eb on network ec2201c2-595f-40aa-9bc3-fccd4b01012e not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:03:59.557824 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-5ff7e0ee-ae29-4258-8d44-330ba83f17f4 service neutron] Attempting to bind port acab6456-dcfa-42d6-8c1c-7d543ac6b7eb on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:03:59.566891 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-5ff7e0ee-ae29-4258-8d44-330ba83f17f4 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:03:59.567237 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-5ff7e0ee-ae29-4258-8d44-330ba83f17f4 service neutron] Checking segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:03:59.567626 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-5ff7e0ee-ae29-4258-8d44-330ba83f17f4 service neutron] Bound using segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:03:59.568059 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-5ff7e0ee-ae29-4258-8d44-330ba83f17f4 service neutron] Bound port: acab6456-dcfa-42d6-8c1c-7d543ac6b7eb, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:03:59.568420 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-5ff7e0ee-ae29-4258-8d44-330ba83f17f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:59.582876 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c248a4-d169-4809-a74c-2b16581e32bc req-42057396-3fd4-47eb-a2bc-5862efe995e7 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:59.590846 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-15c248a4-d169-4809-a74c-2b16581e32bc req-42057396-3fd4-47eb-a2bc-5862efe995e7 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 943 time: 0.1543934 Jul 23 20:03:59.660142 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-15c248a4-d169-4809-a74c-2b16581e32bc req-ac1a5dca-1da8-4bcc-bf5b-d570a3eb941c tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690849 Jul 23 20:03:59.682355 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ebd1ca-b7b7-436b-bc52-87c0fdc86eb1 req-7bf22ccb-46cb-4a3b-a19b-7ad0f3cac9b9 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:59.694185 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-5ff7e0ee-ae29-4258-8d44-330ba83f17f4 service neutron] For port acab6456-dcfa-42d6-8c1c-7d543ac6b7eb, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:03:59.694315 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-50ebd1ca-b7b7-436b-bc52-87c0fdc86eb1 req-7bf22ccb-46cb-4a3b-a19b-7ad0f3cac9b9 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] 10.222.0.32 "GET /v2.0/ports?device_id=5fca6605-982e-492b-8938-3dcf3308a9ca HTTP/1.1" status: 200 len: 948 time: 0.1607575 Jul 23 20:03:59.694404 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-5ff7e0ee-ae29-4258-8d44-330ba83f17f4 service neutron] For port acab6456-dcfa-42d6-8c1c-7d543ac6b7eb, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=acab6456-dcfa-42d6-8c1c-7d543ac6b7eb,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:03:59.699599 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-5ff7e0ee-ae29-4258-8d44-330ba83f17f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:59.717840 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-b2c5534b-7d8d-404c-bf97-c7536fc5ad0c tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:59.742225 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-5ff7e0ee-ae29-4258-8d44-330ba83f17f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:59.742686 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-5ff7e0ee-ae29-4258-8d44-330ba83f17f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:59.744689 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-5ff7e0ee-ae29-4258-8d44-330ba83f17f4 service neutron] 10.222.0.30 "PUT /v2.0/ports/acab6456-dcfa-42d6-8c1c-7d543ac6b7eb HTTP/1.1" status: 200 len: 1097 time: 1.2605515 Jul 23 20:03:59.746032 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-b2c5534b-7d8d-404c-bf97-c7536fc5ad0c tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Transition to ACTIVE for port object d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:03:59.749510 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fca6605-982e-492b-8938-3dcf3308a9ca', 'tag': 'acab6456-dcfa-42d6-8c1c-7d543ac6b7eb'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:03:59.752324 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0385eee3-bc4f-44bb-9b09-8c0f47fc27ef" -d '{"events": [{"name": "network-changed", "server_uuid": "5fca6605-982e-492b-8938-3dcf3308a9ca", "tag": "acab6456-dcfa-42d6-8c1c-7d543ac6b7eb"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:03:59.766738 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-50ebd1ca-b7b7-436b-bc52-87c0fdc86eb1 req-1a041126-7274-46f9-bc7e-a766c02ec2f7 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70b0ece-e5a9-4622-a819-9275dd34202a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677714 Jul 23 20:03:59.796603 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7e0ee-ae29-4258-8d44-330ba83f17f4 service neutron] Pushing event updated for resources: {'Port': ['ID=acab6456-dcfa-42d6-8c1c-7d543ac6b7eb,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:59.837764 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-b2c5534b-7d8d-404c-bf97-c7536fc5ad0c tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:59.847234 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa79ffb3-5dc7-4c2d-87b5-3bded7b64de5 x-openstack-request-id: req-aa79ffb3-5dc7-4c2d-87b5-3bded7b64de5 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:03:59.847602 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fca6605-982e-492b-8938-3dcf3308a9ca", "tag": "acab6456-dcfa-42d6-8c1c-7d543ac6b7eb", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:03:59.847813 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aa79ffb3-5dc7-4c2d-87b5-3bded7b64de5 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:03:59.848146 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fca6605-982e-492b-8938-3dcf3308a9ca', 'tag': 'acab6456-dcfa-42d6-8c1c-7d543ac6b7eb', 'status': 'completed', 'code': 200} Jul 23 20:03:59.889968 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-b2c5534b-7d8d-404c-bf97-c7536fc5ad0c tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Network c06c7c82-36a6-415d-bbcb-96da02d094eb is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:03:59.893317 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-b2c5534b-7d8d-404c-bf97-c7536fc5ad0c tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:03:59.896883 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-4f6fc9d6-d510-4beb-ad8f-232c53e6de6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:03:59.897610 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-b2c5534b-7d8d-404c-bf97-c7536fc5ad0c tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:03:59.905102 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-4f6fc9d6-d510-4beb-ad8f-232c53e6de6e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=26fce6ed608c44a88a2569f9d765df3f&device_id=5fca6605-982e-492b-8938-3dcf3308a9ca HTTP/1.1" status: 200 len: 1100 time: 0.0949597 Jul 23 20:03:59.966694 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c5534b-7d8d-404c-bf97-c7536fc5ad0c tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Pushing event updated for resources: {'Port': ['ID=d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:03:59.993115 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-fec4b44c-66b4-40ab-ab23-a906c27c99ec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=acab6456-dcfa-42d6-8c1c-7d543ac6b7eb HTTP/1.1" status: 200 len: 217 time: 0.0805781 Jul 23 20:04:00.015623 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-b2c5534b-7d8d-404c-bf97-c7536fc5ad0c tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:00.016305 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-b2c5534b-7d8d-404c-bf97-c7536fc5ad0c tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:00.037569 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-b2c5534b-7d8d-404c-bf97-c7536fc5ad0c tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1884623 Jul 23 20:04:00.049931 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-600fc0f4-a4ae-41b2-b237-342ad90d84b9 service neutron] Request body: {'port': {'device_id': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:04:00.093867 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-172120ef-65df-41eb-aa47-2cf5d1a98cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:00.095421 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-172120ef-65df-41eb-aa47-2cf5d1a98cfa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.0942237 Jul 23 20:04:00.174758 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-600fc0f4-a4ae-41b2-b237-342ad90d84b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:00.212280 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c107e46-cea1-4ff0-92b8-b0baf697b58d req-f4146d1c-4a35-4557-8fc3-935af6dab44a tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:00.221388 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1c107e46-cea1-4ff0-92b8-b0baf697b58d req-f4146d1c-4a35-4557-8fc3-935af6dab44a tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=52787951-4a09-4f69-9ffc-727a9b48f183 HTTP/1.1" status: 200 len: 945 time: 0.1412518 Jul 23 20:04:00.249128 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-287e2fe9-1dad-478a-838e-f8a72f943fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:00.250661 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-287e2fe9-1dad-478a-838e-f8a72f943fc6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1299417 Jul 23 20:04:00.275717 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1c107e46-cea1-4ff0-92b8-b0baf697b58d req-a85708ab-f644-47ca-a16a-2f4e4b765700 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527041 Jul 23 20:04:00.347040 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-3ddea294-6b4b-4903-bbf4-0aea0b54435a None None] Provisioning for port d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:04:00.351415 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-3ddea294-6b4b-4903-bbf4-0aea0b54435a None None] Provisioning complete for port d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:04:00.351848 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ddea294-6b4b-4903-bbf4-0aea0b54435a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:00.390080 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-d0593af8-14de-402b-b902-4694469cb306 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213734 Jul 23 20:04:00.404973 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b2a8b-c07e-48be-ad2a-9d935b2fe465 req-a7acc35d-94a0-4ca6-b3bf-8e800ab5b4ac tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:00.409213 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-3ddea294-6b4b-4903-bbf4-0aea0b54435a None None] Port d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:04:00.411790 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b2a8b-c07e-48be-ad2a-9d935b2fe465 req-a7acc35d-94a0-4ca6-b3bf-8e800ab5b4ac tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:00.418996 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b2a8b-c07e-48be-ad2a-9d935b2fe465 req-a7acc35d-94a0-4ca6-b3bf-8e800ab5b4ac tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:00.425434 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b2a8b-c07e-48be-ad2a-9d935b2fe465 req-a7acc35d-94a0-4ca6-b3bf-8e800ab5b4ac tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:00.431205 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b2a8b-c07e-48be-ad2a-9d935b2fe465 req-a7acc35d-94a0-4ca6-b3bf-8e800ab5b4ac tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:00.433042 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ff8b2a8b-c07e-48be-ad2a-9d935b2fe465 req-a7acc35d-94a0-4ca6-b3bf-8e800ab5b4ac tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 3815 time: 0.2606306 Jul 23 20:04:00.523252 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f48a75ba-4f6f-468e-91d3-a6241eee3ec0 req-1c294b39-9771-47e1-abc8-c4ac7f7e10d5 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226709 Jul 23 20:04:00.552251 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb88a00-1604-4abd-81b1-f7871f55dece req-fd548418-2c64-4324-bb38-bcb0b3c28287 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:00.555435 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6bb88a00-1604-4abd-81b1-f7871f55dece req-fd548418-2c64-4324-bb38-bcb0b3c28287 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 946 time: 0.1643269 Jul 23 20:04:00.570489 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ff8b2a8b-c07e-48be-ad2a-9d935b2fe465 req-58bb8017-5601-4f0d-a6ff-197c13c9df09 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8f4f3ea-9040-40e5-b97d-88f3cee36311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251147 Jul 23 20:04:00.605279 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device e0fefb72-0019-4f91-b851-417b7a5eff3b no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:04:00.613210 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13f216-3283-4df6-a163-ab4b6c0899e6 req-370d5ad6-b372-4f78-9f91-61ffb48135fa tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:00.614815 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bf13f216-3283-4df6-a163-ab4b6c0899e6 req-370d5ad6-b372-4f78-9f91-61ffb48135fa tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.18 "GET /v2.0/ports?device_id=52787951-4a09-4f69-9ffc-727a9b48f183 HTTP/1.1" status: 200 len: 945 time: 0.1800694 Jul 23 20:04:00.632668 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: e0fefb72-0019-4f91-b851-417b7a5eff3b {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:04:00.633015 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device e0fefb72-0019-4f91-b851-417b7a5eff3b not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:04:00.644119 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6bb88a00-1604-4abd-81b1-f7871f55dece req-4d1959fb-603f-4643-94ad-f4b88e4e4634 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793378 Jul 23 20:04:00.668410 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385eee3-bc4f-44bb-9b09-8c0f47fc27ef req-1ba5d279-43e8-4da4-92c3-3695381f0e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:00.670029 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0385eee3-bc4f-44bb-9b09-8c0f47fc27ef req-1ba5d279-43e8-4da4-92c3-3695381f0e9a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=26fce6ed608c44a88a2569f9d765df3f&device_id=5fca6605-982e-492b-8938-3dcf3308a9ca HTTP/1.1" status: 200 len: 1100 time: 0.0804355 Jul 23 20:04:00.762209 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-600fc0f4-a4ae-41b2-b237-342ad90d84b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cbdd92a-b096-453c-b3eb-bec2759c3ae5 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:04:00.772485 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-600fc0f4-a4ae-41b2-b237-342ad90d84b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:00.790513 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ba58c552-fe74-4633-9017-3c39defc5e4b req-175ca51d-fd40-4bab-b5a7-28fc1b2a1e3f tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=d05d9a7b-2bbe-4b15-8f68-733c1c56fd70 HTTP/1.1" status: 200 len: 210 time: 0.0393631 Jul 23 20:04:00.816565 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-600fc0f4-a4ae-41b2-b237-342ad90d84b9 service neutron] Transition to ACTIVE for port object 0cbdd92a-b096-453c-b3eb-bec2759c3ae5 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:04:00.821748 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385eee3-bc4f-44bb-9b09-8c0f47fc27ef req-f3fe6a08-161e-474e-9f03-a355660f32c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:00.823891 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0385eee3-bc4f-44bb-9b09-8c0f47fc27ef req-f3fe6a08-161e-474e-9f03-a355660f32c7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.1464241 Jul 23 20:04:00.830224 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-600fc0f4-a4ae-41b2-b237-342ad90d84b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:00.855194 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46966013-20d1-467a-b447-698577bbc152 req-4c30ff4f-2ab9-4329-a5a3-1f54db63a4f4 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:00.857116 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-46966013-20d1-467a-b447-698577bbc152 req-4c30ff4f-2ab9-4329-a5a3-1f54db63a4f4 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 950 time: 0.1848118 Jul 23 20:04:00.875832 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0385eee3-bc4f-44bb-9b09-8c0f47fc27ef req-c8ad9a3a-b89e-40bf-847e-83fee25545df service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=acab6456-dcfa-42d6-8c1c-7d543ac6b7eb HTTP/1.1" status: 200 len: 217 time: 0.0443680 Jul 23 20:04:00.940377 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600fc0f4-a4ae-41b2-b237-342ad90d84b9 service neutron] Pushing event updated for resources: {'Port': ['ID=0cbdd92a-b096-453c-b3eb-bec2759c3ae5,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:00.954068 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-bf13f216-3283-4df6-a163-ab4b6c0899e6 req-a0d4b5d5-f237-4cd7-a8b7-15e84b1e4c54 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Deleting port 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:04:00.954564 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-bf13f216-3283-4df6-a163-ab4b6c0899e6 req-a0d4b5d5-f237-4cd7-a8b7-15e84b1e4c54 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:00.971837 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385eee3-bc4f-44bb-9b09-8c0f47fc27ef req-9eb65c1a-88eb-479e-9a9b-e90beb456725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:00.973379 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0385eee3-bc4f-44bb-9b09-8c0f47fc27ef req-9eb65c1a-88eb-479e-9a9b-e90beb456725 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.0812287 Jul 23 20:04:01.004843 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-46966013-20d1-467a-b447-698577bbc152 req-aada2955-a006-46f2-b05e-b34c33478b91 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283076 Jul 23 20:04:01.111256 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-bf13f216-3283-4df6-a163-ab4b6c0899e6 req-a0d4b5d5-f237-4cd7-a8b7-15e84b1e4c54 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] For port 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=0d9bef95-6488-4ccc-ab12-52f7b48a2c9f,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:01.111628 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-bf13f216-3283-4df6-a163-ab4b6c0899e6 req-a0d4b5d5-f237-4cd7-a8b7-15e84b1e4c54 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:01.129254 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-bf13f216-3283-4df6-a163-ab4b6c0899e6 req-a0d4b5d5-f237-4cd7-a8b7-15e84b1e4c54 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Calling delete_port for 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:04:01.135390 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ba469-c85a-47ba-b227-89382f889b11 req-81123a73-08a1-4691-ade6-f1388556c5e1 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:01.137905 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b04ba469-c85a-47ba-b227-89382f889b11 req-81123a73-08a1-4691-ade6-f1388556c5e1 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 943 time: 0.1635847 Jul 23 20:04:01.143738 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385eee3-bc4f-44bb-9b09-8c0f47fc27ef req-1af5c9c1-d04b-4814-97ea-48d986f52a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:01.145270 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0385eee3-bc4f-44bb-9b09-8c0f47fc27ef req-1af5c9c1-d04b-4814-97ea-48d986f52a22 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1135395 Jul 23 20:04:01.209293 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b04ba469-c85a-47ba-b227-89382f889b11 req-62928d90-8a83-404b-bcc1-2a7b098ce326 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627415 Jul 23 20:04:01.279817 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0385eee3-bc4f-44bb-9b09-8c0f47fc27ef req-b4a2b7b3-442c-4cba-88ed-26564823e7b1 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260931 Jul 23 20:04:01.291108 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-600fc0f4-a4ae-41b2-b237-342ad90d84b9 service neutron] Attempting to bind port 0cbdd92a-b096-453c-b3eb-bec2759c3ae5 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:04:01.291403 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-600fc0f4-a4ae-41b2-b237-342ad90d84b9 service neutron] Attempting to bind port 0cbdd92a-b096-453c-b3eb-bec2759c3ae5 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '97fd403f-3d99-4186-9325-492002f78c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c0c425ca-579f-4028-a72c-ce66097cca22'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:04:01.291785 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-600fc0f4-a4ae-41b2-b237-342ad90d84b9 service neutron] Attempting to bind port 0cbdd92a-b096-453c-b3eb-bec2759c3ae5 on network c0c425ca-579f-4028-a72c-ce66097cca22 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:04:01.309116 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-600fc0f4-a4ae-41b2-b237-342ad90d84b9 service neutron] Port 0cbdd92a-b096-453c-b3eb-bec2759c3ae5 on network c0c425ca-579f-4028-a72c-ce66097cca22 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:04:01.309327 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-600fc0f4-a4ae-41b2-b237-342ad90d84b9 service neutron] Attempting to bind port 0cbdd92a-b096-453c-b3eb-bec2759c3ae5 on network c0c425ca-579f-4028-a72c-ce66097cca22 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:04:01.320690 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-600fc0f4-a4ae-41b2-b237-342ad90d84b9 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:04:01.320690 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-600fc0f4-a4ae-41b2-b237-342ad90d84b9 service neutron] Checking segment: {'id': '97fd403f-3d99-4186-9325-492002f78c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c0c425ca-579f-4028-a72c-ce66097cca22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:04:01.320690 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-600fc0f4-a4ae-41b2-b237-342ad90d84b9 service neutron] Bound using segment: {'id': '97fd403f-3d99-4186-9325-492002f78c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c0c425ca-579f-4028-a72c-ce66097cca22'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:04:01.321086 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-600fc0f4-a4ae-41b2-b237-342ad90d84b9 service neutron] Bound port: 0cbdd92a-b096-453c-b3eb-bec2759c3ae5, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97fd403f-3d99-4186-9325-492002f78c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c0c425ca-579f-4028-a72c-ce66097cca22'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:04:01.321206 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-600fc0f4-a4ae-41b2-b237-342ad90d84b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:01.345481 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef48ec2-d8b2-45dc-b239-cbcdc0b9c483 req-37481564-63fd-4b5f-aebb-38fae833b537 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:01.347033 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cef48ec2-d8b2-45dc-b239-cbcdc0b9c483 req-37481564-63fd-4b5f-aebb-38fae833b537 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] 10.222.0.32 "GET /v2.0/ports?device_id=5fca6605-982e-492b-8938-3dcf3308a9ca HTTP/1.1" status: 200 len: 948 time: 0.1669900 Jul 23 20:04:01.422426 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0385eee3-bc4f-44bb-9b09-8c0f47fc27ef req-4f09d3eb-7080-4650-8092-b22e57378797 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351156 Jul 23 20:04:01.458870 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0577bc-0576-478e-82f4-42698a0fdba2 req-6c89bcb8-6f06-43e8-add4-137cba704140 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:01.463531 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cef48ec2-d8b2-45dc-b239-cbcdc0b9c483 req-4eef6de7-a2cf-4bb1-8d65-7aec73e677b1 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70b0ece-e5a9-4622-a819-9275dd34202a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967715 Jul 23 20:04:01.466125 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-db0577bc-0576-478e-82f4-42698a0fdba2 req-6c89bcb8-6f06-43e8-add4-137cba704140 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=52787951-4a09-4f69-9ffc-727a9b48f183 HTTP/1.1" status: 200 len: 945 time: 0.0915484 Jul 23 20:04:01.468771 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-bf13f216-3283-4df6-a163-ab4b6c0899e6 req-a0d4b5d5-f237-4cd7-a8b7-15e84b1e4c54 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:01.470868 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-600fc0f4-a4ae-41b2-b237-342ad90d84b9 service neutron] For port 0cbdd92a-b096-453c-b3eb-bec2759c3ae5, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:04:01.479398 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-600fc0f4-a4ae-41b2-b237-342ad90d84b9 service neutron] For port 0cbdd92a-b096-453c-b3eb-bec2759c3ae5, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=0cbdd92a-b096-453c-b3eb-bec2759c3ae5,segment=NetworkSegment(97fd403f-3d99-4186-9325-492002f78c99),segment_id=97fd403f-3d99-4186-9325-492002f78c99)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:04:01.503728 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-600fc0f4-a4ae-41b2-b237-342ad90d84b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:01.508302 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4b5d5-f237-4cd7-a8b7-15e84b1e4c54 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Pushing event deleted for resources: {'Port': ['ID=0d9bef95-6488-4ccc-ab12-52f7b48a2c9f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:01.531785 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-db0577bc-0576-478e-82f4-42698a0fdba2 req-a67f90ac-e96a-425f-8f60-fff471410baa tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615590 Jul 23 20:04:01.568770 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-600fc0f4-a4ae-41b2-b237-342ad90d84b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:01.569427 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-600fc0f4-a4ae-41b2-b237-342ad90d84b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:01.571038 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-600fc0f4-a4ae-41b2-b237-342ad90d84b9 service neutron] 10.222.0.18 "PUT /v2.0/ports/0cbdd92a-b096-453c-b3eb-bec2759c3ae5 HTTP/1.1" status: 200 len: 1092 time: 1.5255878 Jul 23 20:04:01.571579 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'tag': '0cbdd92a-b096-453c-b3eb-bec2759c3ae5'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:04:01.574626 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2717285-5632-407a-911c-911a9c6769dd" -d '{"events": [{"name": "network-changed", "server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "tag": "0cbdd92a-b096-453c-b3eb-bec2759c3ae5"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:04:01.611119 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf13f216-3283-4df6-a163-ab4b6c0899e6 req-a0d4b5d5-f237-4cd7-a8b7-15e84b1e4c54 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] No DVR routers for this DVR port 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:04:01.616601 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-bf13f216-3283-4df6-a163-ab4b6c0899e6 req-a0d4b5d5-f237-4cd7-a8b7-15e84b1e4c54 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:01.618680 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bf13f216-3283-4df6-a163-ab4b6c0899e6 req-a0d4b5d5-f237-4cd7-a8b7-15e84b1e4c54 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.18 "DELETE /v2.0/ports/0d9bef95-6488-4ccc-ab12-52f7b48a2c9f HTTP/1.1" status: 204 len: 173 time: 0.9846222 Jul 23 20:04:01.623403 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-a2ab1c64-5c76-4d69-838b-cbe8d4a50596 service neutron] Request body: {'port': {'device_id': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:04:01.662940 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600fc0f4-a4ae-41b2-b237-342ad90d84b9 service neutron] Pushing event updated for resources: {'Port': ['ID=0cbdd92a-b096-453c-b3eb-bec2759c3ae5,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:01.669311 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1704556f-fcbf-4235-a9fb-abb8059b397a x-openstack-request-id: req-1704556f-fcbf-4235-a9fb-abb8059b397a {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:04:01.669629 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "tag": "0cbdd92a-b096-453c-b3eb-bec2759c3ae5", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:04:01.669886 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1704556f-fcbf-4235-a9fb-abb8059b397a {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:04:01.670346 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'tag': '0cbdd92a-b096-453c-b3eb-bec2759c3ae5', 'status': 'completed', 'code': 200} Jul 23 20:04:01.779865 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-a2ab1c64-5c76-4d69-838b-cbe8d4a50596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:01.835749 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85700cf0-d9ac-41c7-814d-842f30f2fee5 req-3b403237-313a-4ea5-8f14-2420763b60a5 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:01.842847 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85700cf0-d9ac-41c7-814d-842f30f2fee5 req-3b403237-313a-4ea5-8f14-2420763b60a5 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:01.848842 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85700cf0-d9ac-41c7-814d-842f30f2fee5 req-3b403237-313a-4ea5-8f14-2420763b60a5 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:01.855752 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85700cf0-d9ac-41c7-814d-842f30f2fee5 req-3b403237-313a-4ea5-8f14-2420763b60a5 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:01.861830 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85700cf0-d9ac-41c7-814d-842f30f2fee5 req-3b403237-313a-4ea5-8f14-2420763b60a5 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:01.863733 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-85700cf0-d9ac-41c7-814d-842f30f2fee5 req-3b403237-313a-4ea5-8f14-2420763b60a5 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 3827 time: 0.1313400 Jul 23 20:04:01.909773 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-85700cf0-d9ac-41c7-814d-842f30f2fee5 req-7e7f3acd-c5d5-418d-a4fb-6ad25ceed7ed tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8f4f3ea-9040-40e5-b97d-88f3cee36311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390143 Jul 23 20:04:02.014980 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-80a3ec37-eff1-431c-9399-6f6d9d71d4af req-d29e22e9-5907-4b7b-8055-4ecee800f0b5 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=d05d9a7b-2bbe-4b15-8f68-733c1c56fd70 HTTP/1.1" status: 200 len: 210 time: 0.0336936 Jul 23 20:04:02.255849 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b381de-6a69-4e98-aa8a-9945913df6d9 req-c393e15e-1a3b-472d-aa4c-c89a0ea00a93 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:02.258016 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-23b381de-6a69-4e98-aa8a-9945913df6d9 req-c393e15e-1a3b-472d-aa4c-c89a0ea00a93 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 950 time: 0.1003859 Jul 23 20:04:02.291499 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2717285-5632-407a-911c-911a9c6769dd req-5f846cad-17f8-4253-a6fb-a23352e0e57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:02.292060 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2717285-5632-407a-911c-911a9c6769dd req-5f846cad-17f8-4253-a6fb-a23352e0e57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:02.292658 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2717285-5632-407a-911c-911a9c6769dd req-5f846cad-17f8-4253-a6fb-a23352e0e57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:02.293832 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2717285-5632-407a-911c-911a9c6769dd req-5f846cad-17f8-4253-a6fb-a23352e0e57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:02.294296 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2717285-5632-407a-911c-911a9c6769dd req-5f846cad-17f8-4253-a6fb-a23352e0e57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:02.296101 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c2717285-5632-407a-911c-911a9c6769dd req-5f846cad-17f8-4253-a6fb-a23352e0e57b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=858effe7088a420282b357f80eadfe13&device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 4363 time: 0.5677326 Jul 23 20:04:02.307324 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6cac8-477d-44c6-a107-6a8b33a66929 req-9671ff10-49a0-4845-99af-15a756e64f49 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:02.308727 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-75e6cac8-477d-44c6-a107-6a8b33a66929 req-9671ff10-49a0-4845-99af-15a756e64f49 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 946 time: 0.5625427 Jul 23 20:04:02.321837 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-23b381de-6a69-4e98-aa8a-9945913df6d9 req-c060a320-07e5-4ed1-b549-c4f2928d0cec tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552485 Jul 23 20:04:02.442801 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828591ad-7340-4faa-b4e2-5ff81a107635 req-78c88a52-1b75-4c49-afd1-6456af294751 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:02.445713 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-828591ad-7340-4faa-b4e2-5ff81a107635 req-78c88a52-1b75-4c49-afd1-6456af294751 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 943 time: 0.0711443 Jul 23 20:04:02.454461 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-75e6cac8-477d-44c6-a107-6a8b33a66929 req-d9a76c3e-2d35-42a7-958b-fccabfe017a4 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376827 Jul 23 20:04:02.489379 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-828591ad-7340-4faa-b4e2-5ff81a107635 req-0d1aa3cf-1b76-4e7e-a983-fcd206fd0bf4 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385299 Jul 23 20:04:02.522172 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2717285-5632-407a-911c-911a9c6769dd req-18fc526c-d065-4e10-a5ed-2766f339ea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:02.522645 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2717285-5632-407a-911c-911a9c6769dd req-18fc526c-d065-4e10-a5ed-2766f339ea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:02.523106 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2717285-5632-407a-911c-911a9c6769dd req-18fc526c-d065-4e10-a5ed-2766f339ea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:02.524667 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c2717285-5632-407a-911c-911a9c6769dd req-18fc526c-d065-4e10-a5ed-2766f339ea00 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=858effe7088a420282b357f80eadfe13&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2091303 Jul 23 20:04:02.586586 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device acab6456-dcfa-42d6-8c1c-7d543ac6b7eb details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:04:02.697786 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port acab6456-dcfa-42d6-8c1c-7d543ac6b7eb, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=acab6456-dcfa-42d6-8c1c-7d543ac6b7eb,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:02.709605 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'acab6456-dcfa-42d6-8c1c-7d543ac6b7eb', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': 'acab6456-dcfa-42d6-8c1c-7d543ac6b7eb', 'mac_address': 'fa:16:3e:dc:2e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:04:02.726269 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-a2ab1c64-5c76-4d69-838b-cbe8d4a50596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18d5e29d-60f2-4de3-a99b-260e4ed73bd7 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:04:02.746318 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-a2ab1c64-5c76-4d69-838b-cbe8d4a50596 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:02.749953 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2717285-5632-407a-911c-911a9c6769dd req-3672c0a2-d49c-4325-97f3-bd6fcc3c9df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:02.751459 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c2717285-5632-407a-911c-911a9c6769dd req-3672c0a2-d49c-4325-97f3-bd6fcc3c9df7 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2189476 Jul 23 20:04:02.767966 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:02.771378 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347582fc-091c-49fa-abf9-753d8828155e req-35c8718b-65bc-43e1-ac07-2d23bab16798 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:02.779370 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-347582fc-091c-49fa-abf9-753d8828155e req-35c8718b-65bc-43e1-ac07-2d23bab16798 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] 10.222.0.32 "GET /v2.0/ports?device_id=5fca6605-982e-492b-8938-3dcf3308a9ca HTTP/1.1" status: 200 len: 948 time: 0.2323718 Jul 23 20:04:02.789237 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-a2ab1c64-5c76-4d69-838b-cbe8d4a50596 service neutron] Transition to ACTIVE for port object 18d5e29d-60f2-4de3-a99b-260e4ed73bd7 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:04:02.802746 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-a2ab1c64-5c76-4d69-838b-cbe8d4a50596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:02.813852 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acab6456-dcfa-42d6-8c1c-7d543ac6b7eb {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:04:02.846986 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port acab6456-dcfa-42d6-8c1c-7d543ac6b7eb, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=acab6456-dcfa-42d6-8c1c-7d543ac6b7eb,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:02.853551 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:02.918136 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-347582fc-091c-49fa-abf9-753d8828155e req-51a40235-419f-421f-afe3-17e4cb150a45 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70b0ece-e5a9-4622-a819-9275dd34202a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374347 Jul 23 20:04:02.931865 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=acab6456-dcfa-42d6-8c1c-7d543ac6b7eb,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:02.958526 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:04:02.958873 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:04:02.959210 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:04:02.959537 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:04:02.961622 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:04:02.963398 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:04:02.965057 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:04:02.967354 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:04:02.967864 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:04:02.969977 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:04:02.972371 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:04:02.973226 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:04:03.022874 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab1c64-5c76-4d69-838b-cbe8d4a50596 service neutron] Pushing event updated for resources: {'Port': ['ID=18d5e29d-60f2-4de3-a99b-260e4ed73bd7,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:03.055425 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e1bf9-2574-4eb6-b370-82459ced9af8 req-88b1c386-5922-48da-8150-b8f21e571e2b tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:03.064142 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-aa7e1bf9-2574-4eb6-b370-82459ced9af8 req-88b1c386-5922-48da-8150-b8f21e571e2b tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=965a56c6-3d74-4d12-9112-671147df0969 HTTP/1.1" status: 200 len: 944 time: 0.1632578 Jul 23 20:04:03.118315 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['acab6456-dcfa-42d6-8c1c-7d543ac6b7eb'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:04:03.139322 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-a2ab1c64-5c76-4d69-838b-cbe8d4a50596 service neutron] Attempting to bind port 18d5e29d-60f2-4de3-a99b-260e4ed73bd7 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:04:03.139946 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-a2ab1c64-5c76-4d69-838b-cbe8d4a50596 service neutron] Attempting to bind port 18d5e29d-60f2-4de3-a99b-260e4ed73bd7 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a8834cf6-a834-4872-ae27-a514fb198d71'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:04:03.140541 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-a2ab1c64-5c76-4d69-838b-cbe8d4a50596 service neutron] Attempting to bind port 18d5e29d-60f2-4de3-a99b-260e4ed73bd7 on network a8834cf6-a834-4872-ae27-a514fb198d71 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:04:03.156343 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-a2ab1c64-5c76-4d69-838b-cbe8d4a50596 service neutron] Port 18d5e29d-60f2-4de3-a99b-260e4ed73bd7 on network a8834cf6-a834-4872-ae27-a514fb198d71 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:04:03.157212 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-a2ab1c64-5c76-4d69-838b-cbe8d4a50596 service neutron] Attempting to bind port 18d5e29d-60f2-4de3-a99b-260e4ed73bd7 on network a8834cf6-a834-4872-ae27-a514fb198d71 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:04:03.172128 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-aa7e1bf9-2574-4eb6-b370-82459ced9af8 req-d7c20bad-dd95-4992-8b74-55b92da9601a tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060910 Jul 23 20:04:03.179066 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c2435-12ef-4ba6-9abc-4f5e0f5ce7cb req-ec9b75c5-a303-4524-a24c-17e279c4dd58 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:03.186163 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c2435-12ef-4ba6-9abc-4f5e0f5ce7cb req-ec9b75c5-a303-4524-a24c-17e279c4dd58 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:03.199446 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c2435-12ef-4ba6-9abc-4f5e0f5ce7cb req-ec9b75c5-a303-4524-a24c-17e279c4dd58 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:03.206281 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c2435-12ef-4ba6-9abc-4f5e0f5ce7cb req-ec9b75c5-a303-4524-a24c-17e279c4dd58 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:03.212702 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c2435-12ef-4ba6-9abc-4f5e0f5ce7cb req-ec9b75c5-a303-4524-a24c-17e279c4dd58 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:03.219353 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c2435-12ef-4ba6-9abc-4f5e0f5ce7cb req-ec9b75c5-a303-4524-a24c-17e279c4dd58 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:03.221550 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8a7c2435-12ef-4ba6-9abc-4f5e0f5ce7cb req-ec9b75c5-a303-4524-a24c-17e279c4dd58 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 4604 time: 0.1697867 Jul 23 20:04:03.222826 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-a2ab1c64-5c76-4d69-838b-cbe8d4a50596 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:04:03.223160 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-a2ab1c64-5c76-4d69-838b-cbe8d4a50596 service neutron] Checking segment: {'id': '133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a8834cf6-a834-4872-ae27-a514fb198d71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:04:03.223542 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-a2ab1c64-5c76-4d69-838b-cbe8d4a50596 service neutron] Bound using segment: {'id': '133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a8834cf6-a834-4872-ae27-a514fb198d71'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:04:03.224034 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-a2ab1c64-5c76-4d69-838b-cbe8d4a50596 service neutron] Bound port: 18d5e29d-60f2-4de3-a99b-260e4ed73bd7, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a8834cf6-a834-4872-ae27-a514fb198d71'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:04:03.224369 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-a2ab1c64-5c76-4d69-838b-cbe8d4a50596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:03.336832 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-553dfbe2-6a0a-4a8b-ade5-236642522af9 req-3fc43ee9-8438-4d1b-a4d1-4b56a107a17b tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=d05d9a7b-2bbe-4b15-8f68-733c1c56fd70 HTTP/1.1" status: 200 len: 210 time: 0.0505784 Jul 23 20:04:03.357221 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8a7c2435-12ef-4ba6-9abc-4f5e0f5ce7cb req-56e89043-ceba-4129-929c-d2f3100c3a39 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8f4f3ea-9040-40e5-b97d-88f3cee36311&id=f03bc08f-e700-4073-8157-e780c3416b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1217663 Jul 23 20:04:03.416058 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-a2ab1c64-5c76-4d69-838b-cbe8d4a50596 service neutron] For port 18d5e29d-60f2-4de3-a99b-260e4ed73bd7, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:04:03.422075 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-a2ab1c64-5c76-4d69-838b-cbe8d4a50596 service neutron] For port 18d5e29d-60f2-4de3-a99b-260e4ed73bd7, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=18d5e29d-60f2-4de3-a99b-260e4ed73bd7,segment=NetworkSegment(133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6),segment_id=133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:04:03.447358 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-a2ab1c64-5c76-4d69-838b-cbe8d4a50596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:03.509651 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cbf4b0-1220-4ed2-9787-1111efbaafb6 req-9e0d2639-2611-4842-bb37-8660c7efe152 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:03.515758 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-51cbf4b0-1220-4ed2-9787-1111efbaafb6 req-9e0d2639-2611-4842-bb37-8660c7efe152 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.18 "GET /v2.0/ports?device_id=965a56c6-3d74-4d12-9112-671147df0969 HTTP/1.1" status: 200 len: 944 time: 0.2144420 Jul 23 20:04:03.517810 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-a2ab1c64-5c76-4d69-838b-cbe8d4a50596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:03.518605 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-a2ab1c64-5c76-4d69-838b-cbe8d4a50596 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:03.520135 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-a2ab1c64-5c76-4d69-838b-cbe8d4a50596 service neutron] 10.222.0.18 "PUT /v2.0/ports/18d5e29d-60f2-4de3-a99b-260e4ed73bd7 HTTP/1.1" status: 200 len: 1136 time: 1.9072874 Jul 23 20:04:03.627854 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7830cfc-17d8-4bf0-97eb-d33ba7ae274d req-428a2603-7af9-409c-ba15-46e92944b2a7 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:03.628389 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-7949e2be-0aa9-452f-950c-dc33c86f27ca service neutron] Request body: {'port': {'device_id': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:04:03.629655 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a7830cfc-17d8-4bf0-97eb-d33ba7ae274d req-428a2603-7af9-409c-ba15-46e92944b2a7 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 946 time: 0.0776517 Jul 23 20:04:03.684281 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a7830cfc-17d8-4bf0-97eb-d33ba7ae274d req-e8b52665-7d96-4d7e-8dfb-7a4167333ae1 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470200 Jul 23 20:04:03.687633 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52787951-4a09-4f69-9ffc-727a9b48f183', 'name': 'network-vif-deleted', 'tag': '0d9bef95-6488-4ccc-ab12-52f7b48a2c9f'}, {'name': 'network-changed', 'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'tag': '18d5e29d-60f2-4de3-a99b-260e4ed73bd7'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:04:03.689944 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b110acf3-64a1-4e4d-bd2d-e0019f5e8a4b" -d '{"events": [{"server_uuid": "52787951-4a09-4f69-9ffc-727a9b48f183", "name": "network-vif-deleted", "tag": "0d9bef95-6488-4ccc-ab12-52f7b48a2c9f"}, {"name": "network-changed", "server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "tag": "18d5e29d-60f2-4de3-a99b-260e4ed73bd7"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:04:03.729749 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab1c64-5c76-4d69-838b-cbe8d4a50596 service neutron] Pushing event updated for resources: {'Port': ['ID=18d5e29d-60f2-4de3-a99b-260e4ed73bd7,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:03.796458 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-7949e2be-0aa9-452f-950c-dc33c86f27ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:03.819484 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4452c-b447-47b0-b23f-71ce746c689a req-37f280e9-0a6b-4961-b350-d9df096ee7d7 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:03.821001 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-18f4452c-b447-47b0-b23f-71ce746c689a req-37f280e9-0a6b-4961-b350-d9df096ee7d7 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 950 time: 0.3613169 Jul 23 20:04:03.835969 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e8ff5-1914-44b9-8e90-5e39e56be5b1 req-297b2cfb-88d1-4866-a084-7646724ed795 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:03.841775 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d12e8ff5-1914-44b9-8e90-5e39e56be5b1 req-297b2cfb-88d1-4866-a084-7646724ed795 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 943 time: 0.0790834 Jul 23 20:04:03.876658 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-51cbf4b0-1220-4ed2-9787-1111efbaafb6 req-fc6cf798-db18-42f8-bcfc-a8097acae0c3 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Deleting port 0307e3ae-d53b-4f24-bdbf-e8a9877787c6 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:04:03.876989 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-51cbf4b0-1220-4ed2-9787-1111efbaafb6 req-fc6cf798-db18-42f8-bcfc-a8097acae0c3 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:03.878088 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d12e8ff5-1914-44b9-8e90-5e39e56be5b1 req-8e619437-4a37-4e5c-966e-6bef72995a99 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322275 Jul 23 20:04:03.929707 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-18f4452c-b447-47b0-b23f-71ce746c689a req-464d0874-c4ee-47c2-95d1-a487cb911c80 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020250 Jul 23 20:04:03.941813 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 23 Jul 2021 20:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff124a1d-45a1-4633-9492-497f63de8938 x-openstack-request-id: req-ff124a1d-45a1-4633-9492-497f63de8938 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:04:03.942112 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52787951-4a09-4f69-9ffc-727a9b48f183", "name": "network-vif-deleted", "tag": "0d9bef95-6488-4ccc-ab12-52f7b48a2c9f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "tag": "18d5e29d-60f2-4de3-a99b-260e4ed73bd7", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:04:03.942363 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ff124a1d-45a1-4633-9492-497f63de8938 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:04:03.942771 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52787951-4a09-4f69-9ffc-727a9b48f183', 'name': 'network-vif-deleted', 'tag': '0d9bef95-6488-4ccc-ab12-52f7b48a2c9f', 'status': 'completed', 'code': 200} Jul 23 20:04:03.943043 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'tag': '18d5e29d-60f2-4de3-a99b-260e4ed73bd7', 'status': 'completed', 'code': 200} Jul 23 20:04:04.064561 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110acf3-64a1-4e4d-bd2d-e0019f5e8a4b req-4188ec31-48f8-4496-92b1-00b48d0a3ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:04.065042 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110acf3-64a1-4e4d-bd2d-e0019f5e8a4b req-4188ec31-48f8-4496-92b1-00b48d0a3ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:04.065537 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110acf3-64a1-4e4d-bd2d-e0019f5e8a4b req-4188ec31-48f8-4496-92b1-00b48d0a3ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:04.066748 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110acf3-64a1-4e4d-bd2d-e0019f5e8a4b req-4188ec31-48f8-4496-92b1-00b48d0a3ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:04.066748 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110acf3-64a1-4e4d-bd2d-e0019f5e8a4b req-4188ec31-48f8-4496-92b1-00b48d0a3ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:04.066967 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110acf3-64a1-4e4d-bd2d-e0019f5e8a4b req-4188ec31-48f8-4496-92b1-00b48d0a3ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:04.068758 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b110acf3-64a1-4e4d-bd2d-e0019f5e8a4b req-4188ec31-48f8-4496-92b1-00b48d0a3ea3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=858effe7088a420282b357f80eadfe13&device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 5292 time: 0.1065896 Jul 23 20:04:04.102810 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-51cbf4b0-1220-4ed2-9787-1111efbaafb6 req-fc6cf798-db18-42f8-bcfc-a8097acae0c3 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] For port 0307e3ae-d53b-4f24-bdbf-e8a9877787c6, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=0307e3ae-d53b-4f24-bdbf-e8a9877787c6,segment=NetworkSegment(81525913-336b-4e99-bda6-a76593f31100),segment_id=81525913-336b-4e99-bda6-a76593f31100)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:04.103425 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-51cbf4b0-1220-4ed2-9787-1111efbaafb6 req-fc6cf798-db18-42f8-bcfc-a8097acae0c3 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:04.144081 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-51cbf4b0-1220-4ed2-9787-1111efbaafb6 req-fc6cf798-db18-42f8-bcfc-a8097acae0c3 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Calling delete_port for 0307e3ae-d53b-4f24-bdbf-e8a9877787c6 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:04:04.243121 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42568721-85da-4774-a632-7a556b4a7334 req-baddda0c-728b-43fb-be67-e6c31d20beef tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:04.249177 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-42568721-85da-4774-a632-7a556b4a7334 req-baddda0c-728b-43fb-be67-e6c31d20beef tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] 10.222.0.32 "GET /v2.0/ports?device_id=5fca6605-982e-492b-8938-3dcf3308a9ca HTTP/1.1" status: 200 len: 949 time: 0.2295072 Jul 23 20:04:04.301317 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110acf3-64a1-4e4d-bd2d-e0019f5e8a4b req-512eaad0-89bf-4463-85ab-c26f6d72e7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:04.301814 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110acf3-64a1-4e4d-bd2d-e0019f5e8a4b req-512eaad0-89bf-4463-85ab-c26f6d72e7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:04.302283 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110acf3-64a1-4e4d-bd2d-e0019f5e8a4b req-512eaad0-89bf-4463-85ab-c26f6d72e7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:04.303890 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b110acf3-64a1-4e4d-bd2d-e0019f5e8a4b req-512eaad0-89bf-4463-85ab-c26f6d72e7fd service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=858effe7088a420282b357f80eadfe13&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2264922 Jul 23 20:04:04.312098 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-42568721-85da-4774-a632-7a556b4a7334 req-3f42d889-accc-4789-a082-2b4a49be3d07 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70b0ece-e5a9-4622-a819-9275dd34202a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600994 Jul 23 20:04:04.386319 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-7949e2be-0aa9-452f-950c-dc33c86f27ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:04:04.402944 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-7949e2be-0aa9-452f-950c-dc33c86f27ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:04.440594 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498c11c-b99b-4750-bb31-f8fa8838344b req-8dc760eb-bbae-4a94-bfa6-ab094a8ca69c tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:04.441941 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0498c11c-b99b-4750-bb31-f8fa8838344b req-8dc760eb-bbae-4a94-bfa6-ab094a8ca69c tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/ports?device_id=965a56c6-3d74-4d12-9112-671147df0969 HTTP/1.1" status: 200 len: 944 time: 0.2001750 Jul 23 20:04:04.445523 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-7949e2be-0aa9-452f-950c-dc33c86f27ca service neutron] Transition to ACTIVE for port object 0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:04:04.461172 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-7949e2be-0aa9-452f-950c-dc33c86f27ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:04.483929 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-51cbf4b0-1220-4ed2-9787-1111efbaafb6 req-fc6cf798-db18-42f8-bcfc-a8097acae0c3 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:04.559767 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110acf3-64a1-4e4d-bd2d-e0019f5e8a4b req-22d577a3-6414-461a-8115-aa7a52e07e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:04.561305 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b110acf3-64a1-4e4d-bd2d-e0019f5e8a4b req-22d577a3-6414-461a-8115-aa7a52e07e57 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2483547 Jul 23 20:04:04.594859 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a5f10-c5fb-406e-ab43-9652a24c12ef req-eadb249a-0566-4356-82cf-4509ee2fbe0d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:04.600854 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a5f10-c5fb-406e-ab43-9652a24c12ef req-eadb249a-0566-4356-82cf-4509ee2fbe0d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:04.602865 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949e2be-0aa9-452f-950c-dc33c86f27ca service neutron] Pushing event updated for resources: {'Port': ['ID=0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:04.605444 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device acab6456-dcfa-42d6-8c1c-7d543ac6b7eb up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:04:04.616210 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a5f10-c5fb-406e-ab43-9652a24c12ef req-eadb249a-0566-4356-82cf-4509ee2fbe0d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:04.629027 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a5f10-c5fb-406e-ab43-9652a24c12ef req-eadb249a-0566-4356-82cf-4509ee2fbe0d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:04.632510 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a5f10-c5fb-406e-ab43-9652a24c12ef req-eadb249a-0566-4356-82cf-4509ee2fbe0d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:04.641411 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a5f10-c5fb-406e-ab43-9652a24c12ef req-eadb249a-0566-4356-82cf-4509ee2fbe0d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:04.649321 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a5f10-c5fb-406e-ab43-9652a24c12ef req-eadb249a-0566-4356-82cf-4509ee2fbe0d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:04.650948 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:04:04.659932 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-540a5f10-c5fb-406e-ab43-9652a24c12ef req-eadb249a-0566-4356-82cf-4509ee2fbe0d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 5382 time: 0.1698310 Jul 23 20:04:04.660305 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0498c11c-b99b-4750-bb31-f8fa8838344b req-df407f76-415f-4227-af25-cb627594d5a1 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.32 "GET /v2.0/security-groups?id=817302cb-b62e-4242-b1a5-1486d7b1b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076783 Jul 23 20:04:04.719193 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:04:04.720085 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 0d9bef95-6488-4ccc-ab12-52f7b48a2c9f not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:04:04.724050 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-540a5f10-c5fb-406e-ab43-9652a24c12ef req-85332114-183a-4221-8921-f0089602fed4 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8f4f3ea-9040-40e5-b97d-88f3cee36311&id=f03bc08f-e700-4073-8157-e780c3416b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602829 Jul 23 20:04:04.727301 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 0307e3ae-d53b-4f24-bdbf-e8a9877787c6 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:04:04.754041 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 0307e3ae-d53b-4f24-bdbf-e8a9877787c6 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:04:04.754370 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 0307e3ae-d53b-4f24-bdbf-e8a9877787c6 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:04:04.810780 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6cf798-db18-42f8-bcfc-a8097acae0c3 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Pushing event deleted for resources: {'Port': ['ID=0307e3ae-d53b-4f24-bdbf-e8a9877787c6,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:04.811666 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port acab6456-dcfa-42d6-8c1c-7d543ac6b7eb completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:04:04.815812 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-51cbf4b0-1220-4ed2-9787-1111efbaafb6 req-fc6cf798-db18-42f8-bcfc-a8097acae0c3 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] No DVR routers for this DVR port 0307e3ae-d53b-4f24-bdbf-e8a9877787c6 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:04:04.821992 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port acab6456-dcfa-42d6-8c1c-7d543ac6b7eb triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:04:04.822665 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:04.826918 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-51cbf4b0-1220-4ed2-9787-1111efbaafb6 req-fc6cf798-db18-42f8-bcfc-a8097acae0c3 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:04.829124 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-51cbf4b0-1220-4ed2-9787-1111efbaafb6 req-fc6cf798-db18-42f8-bcfc-a8097acae0c3 tempest-LiveMigrationTest-2067058955 tempest-LiveMigrationTest-2067058955-project] 10.222.0.18 "DELETE /v2.0/ports/0307e3ae-d53b-4f24-bdbf-e8a9877787c6 HTTP/1.1" status: 204 len: 173 time: 1.2731495 Jul 23 20:04:04.888970 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-7949e2be-0aa9-452f-950c-dc33c86f27ca service neutron] Attempting to bind port 0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:04:04.889926 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-7949e2be-0aa9-452f-950c-dc33c86f27ca service neutron] Attempting to bind port 0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a8834cf6-a834-4872-ae27-a514fb198d71'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:04:04.890069 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-7949e2be-0aa9-452f-950c-dc33c86f27ca service neutron] Attempting to bind port 0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8 on network a8834cf6-a834-4872-ae27-a514fb198d71 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:04:04.897199 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-7949e2be-0aa9-452f-950c-dc33c86f27ca service neutron] Port 0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8 on network a8834cf6-a834-4872-ae27-a514fb198d71 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:04:04.897199 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-7949e2be-0aa9-452f-950c-dc33c86f27ca service neutron] Attempting to bind port 0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8 on network a8834cf6-a834-4872-ae27-a514fb198d71 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:04:04.902031 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-7949e2be-0aa9-452f-950c-dc33c86f27ca service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:04:04.902372 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-7949e2be-0aa9-452f-950c-dc33c86f27ca service neutron] Checking segment: {'id': '133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a8834cf6-a834-4872-ae27-a514fb198d71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:04:04.902759 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-7949e2be-0aa9-452f-950c-dc33c86f27ca service neutron] Bound using segment: {'id': '133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a8834cf6-a834-4872-ae27-a514fb198d71'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:04:04.903189 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-7949e2be-0aa9-452f-950c-dc33c86f27ca service neutron] Bound port: 0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a8834cf6-a834-4872-ae27-a514fb198d71'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:04:04.903732 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-7949e2be-0aa9-452f-950c-dc33c86f27ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:04.960027 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:04.974718 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f16e2-d775-475d-94dd-e956300fff5e req-f46d2449-b0b1-47e2-9a46-b410be71ab87 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:04.984785 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b63f16e2-d775-475d-94dd-e956300fff5e req-f46d2449-b0b1-47e2-9a46-b410be71ab87 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 946 time: 0.1628592 Jul 23 20:04:04.991957 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fca6605-982e-492b-8938-3dcf3308a9ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acab6456-dcfa-42d6-8c1c-7d543ac6b7eb'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:04:04.994928 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c48b28-bb36-46c8-8d23-144813c1c0a8" -d '{"events": [{"server_uuid": "5fca6605-982e-492b-8938-3dcf3308a9ca", "name": "network-vif-plugged", "status": "completed", "tag": "acab6456-dcfa-42d6-8c1c-7d543ac6b7eb"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:04:05.024004 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port acab6456-dcfa-42d6-8c1c-7d543ac6b7eb, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=acab6456-dcfa-42d6-8c1c-7d543ac6b7eb,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:05.038757 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:05.043916 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b63f16e2-d775-475d-94dd-e956300fff5e req-52e52492-dc1c-4e60-8b91-71759c37e7e9 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582070 Jul 23 20:04:05.089235 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-7949e2be-0aa9-452f-950c-dc33c86f27ca service neutron] For port 0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:04:05.093968 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=acab6456-dcfa-42d6-8c1c-7d543ac6b7eb,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:05.095159 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-7949e2be-0aa9-452f-950c-dc33c86f27ca service neutron] For port 0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8,segment=NetworkSegment(133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6),segment_id=133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:04:05.101569 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-7949e2be-0aa9-452f-950c-dc33c86f27ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:05.142896 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-7949e2be-0aa9-452f-950c-dc33c86f27ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:05.143519 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-7949e2be-0aa9-452f-950c-dc33c86f27ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:05.145070 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-7949e2be-0aa9-452f-950c-dc33c86f27ca service neutron] 10.222.0.18 "PUT /v2.0/ports/0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8 HTTP/1.1" status: 200 len: 1137 time: 1.5955696 Jul 23 20:04:05.166182 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4802cb8-e1c3-4cc1-8578-e9c96fa83e44 req-14b08909-b712-4766-aa88-30866a464b50 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:05.167816 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e4802cb8-e1c3-4cc1-8578-e9c96fa83e44 req-14b08909-b712-4766-aa88-30866a464b50 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 943 time: 0.1675334 Jul 23 20:04:05.178201 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-0cecb14a-c4a3-4170-bad9-c9dd1b28d85f service neutron] Request body: {'port': {'device_id': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:04:05.240626 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949e2be-0aa9-452f-950c-dc33c86f27ca service neutron] Pushing event updated for resources: {'Port': ['ID=0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:05.284637 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e4802cb8-e1c3-4cc1-8578-e9c96fa83e44 req-db2b38e6-9896-498c-aa7f-b07514b85094 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960701 Jul 23 20:04:05.307695 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-737089dd-3fb1-4426-9458-ad5d192db622 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:05.315541 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-737089dd-3fb1-4426-9458-ad5d192db622 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/networks?id=e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 HTTP/1.1" status: 200 len: 809 time: 0.1607902 Jul 23 20:04:05.334660 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-0cecb14a-c4a3-4170-bad9-c9dd1b28d85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:05.337988 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-e8261425-fd6d-4762-afe1-8f1513e00c5d tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/quotas/112939265a5547faabf279e97fc2b4ed HTTP/1.1" status: 200 len: 375 time: 0.0209188 Jul 23 20:04:05.381320 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-dcceee2e-eb18-425b-b24d-ad9f5f603365 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=112939265a5547faabf279e97fc2b4ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423841 Jul 23 20:04:05.490116 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-979c63e3-8c08-40fc-80b7-e0b328409123 service neutron] 10.222.0.32 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078904 Jul 23 20:04:05.602178 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-335c7939-7cac-463a-bf30-644d9bf15343 service neutron] 10.222.0.32 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090004 Jul 23 20:04:05.620608 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc74131-05ec-4d46-aafd-214b8350aacd req-d136b0cd-c6f2-41c9-834b-59b5101a18ea tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:05.622681 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bdc74131-05ec-4d46-aafd-214b8350aacd req-d136b0cd-c6f2-41c9-834b-59b5101a18ea tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 950 time: 0.1462038 Jul 23 20:04:05.694476 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bdc74131-05ec-4d46-aafd-214b8350aacd req-126d5165-67ff-4c79-bee2-863032dbe02e tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637269 Jul 23 20:04:05.793311 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-0cecb14a-c4a3-4170-bad9-c9dd1b28d85f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb4bcb47-1bf3-436f-9a45-04d007e3befb {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:04:05.809807 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-0cecb14a-c4a3-4170-bad9-c9dd1b28d85f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:05.814572 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548ba3d2-9ba3-47bd-ba60-aafdc864b849 x-openstack-request-id: req-548ba3d2-9ba3-47bd-ba60-aafdc864b849 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:04:05.815446 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fca6605-982e-492b-8938-3dcf3308a9ca", "name": "network-vif-plugged", "status": "completed", "tag": "acab6456-dcfa-42d6-8c1c-7d543ac6b7eb", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:04:05.815882 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-548ba3d2-9ba3-47bd-ba60-aafdc864b849 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:04:05.816470 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fca6605-982e-492b-8938-3dcf3308a9ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acab6456-dcfa-42d6-8c1c-7d543ac6b7eb', 'code': 200} Jul 23 20:04:05.834301 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-0cecb14a-c4a3-4170-bad9-c9dd1b28d85f service neutron] Transition to ACTIVE for port object eb4bcb47-1bf3-436f-9a45-04d007e3befb will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:04:05.857691 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-0cecb14a-c4a3-4170-bad9-c9dd1b28d85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:05.887213 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39706) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:04:05.962455 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965a56c6-3d74-4d12-9112-671147df0969', 'name': 'network-vif-deleted', 'tag': '0307e3ae-d53b-4f24-bdbf-e8a9877787c6'}, {'name': 'network-changed', 'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'tag': '0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:04:05.965939 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b32691-226b-4e61-9af9-7805a5be624a" -d '{"events": [{"server_uuid": "965a56c6-3d74-4d12-9112-671147df0969", "name": "network-vif-deleted", "tag": "0307e3ae-d53b-4f24-bdbf-e8a9877787c6"}, {"name": "network-changed", "server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "tag": "0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:04:06.002048 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cecb14a-c4a3-4170-bad9-c9dd1b28d85f service neutron] Pushing event updated for resources: {'Port': ['ID=eb4bcb47-1bf3-436f-9a45-04d007e3befb,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:06.128554 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19004fc-60ad-42d4-84c3-f584d64353d3 req-c8398001-9208-41ae-bebc-27215b4ec64e tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:06.132644 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a19004fc-60ad-42d4-84c3-f584d64353d3 req-c8398001-9208-41ae-bebc-27215b4ec64e tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] 10.222.0.32 "GET /v2.0/ports?device_id=5fca6605-982e-492b-8938-3dcf3308a9ca HTTP/1.1" status: 200 len: 950 time: 0.2964272 Jul 23 20:04:06.176621 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-0cecb14a-c4a3-4170-bad9-c9dd1b28d85f service neutron] Attempting to bind port eb4bcb47-1bf3-436f-9a45-04d007e3befb on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:04:06.176952 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-0cecb14a-c4a3-4170-bad9-c9dd1b28d85f service neutron] Attempting to bind port eb4bcb47-1bf3-436f-9a45-04d007e3befb by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a8834cf6-a834-4872-ae27-a514fb198d71'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:04:06.177279 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-0cecb14a-c4a3-4170-bad9-c9dd1b28d85f service neutron] Attempting to bind port eb4bcb47-1bf3-436f-9a45-04d007e3befb on network a8834cf6-a834-4872-ae27-a514fb198d71 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:04:06.189955 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-0cecb14a-c4a3-4170-bad9-c9dd1b28d85f service neutron] Port eb4bcb47-1bf3-436f-9a45-04d007e3befb on network a8834cf6-a834-4872-ae27-a514fb198d71 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:04:06.190195 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-0cecb14a-c4a3-4170-bad9-c9dd1b28d85f service neutron] Attempting to bind port eb4bcb47-1bf3-436f-9a45-04d007e3befb on network a8834cf6-a834-4872-ae27-a514fb198d71 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:04:06.209156 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-0cecb14a-c4a3-4170-bad9-c9dd1b28d85f service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:04:06.209497 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-0cecb14a-c4a3-4170-bad9-c9dd1b28d85f service neutron] Checking segment: {'id': '133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a8834cf6-a834-4872-ae27-a514fb198d71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:04:06.209887 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-0cecb14a-c4a3-4170-bad9-c9dd1b28d85f service neutron] Bound using segment: {'id': '133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a8834cf6-a834-4872-ae27-a514fb198d71'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:04:06.210335 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-0cecb14a-c4a3-4170-bad9-c9dd1b28d85f service neutron] Bound port: eb4bcb47-1bf3-436f-9a45-04d007e3befb, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a8834cf6-a834-4872-ae27-a514fb198d71'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:04:06.210688 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-0cecb14a-c4a3-4170-bad9-c9dd1b28d85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:06.252414 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a19004fc-60ad-42d4-84c3-f584d64353d3 req-103ebafd-9301-452f-9bff-8a52c32a2465 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70b0ece-e5a9-4622-a819-9275dd34202a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132631 Jul 23 20:04:06.337750 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-0cecb14a-c4a3-4170-bad9-c9dd1b28d85f service neutron] For port eb4bcb47-1bf3-436f-9a45-04d007e3befb, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:04:06.343371 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-0cecb14a-c4a3-4170-bad9-c9dd1b28d85f service neutron] For port eb4bcb47-1bf3-436f-9a45-04d007e3befb, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=eb4bcb47-1bf3-436f-9a45-04d007e3befb,segment=NetworkSegment(133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6),segment_id=133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:04:06.354297 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-0cecb14a-c4a3-4170-bad9-c9dd1b28d85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:06.377380 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3baa7da3-c005-421f-b817-d17a346ffd8a req-57eed570-263d-4fbd-a6dc-2743e7b9c872 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea7351ee-275c-4759-8e4a-2055663a8c74 HTTP/1.1" status: 200 len: 210 time: 0.4292724 Jul 23 20:04:06.415486 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-33f3fb68-d49e-479d-8607-aeb81a1a9479 admin admin] Deleting subnet 62cab30c-2c7b-4463-9eb3-ea20a0ef57f0 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:04:06.423772 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-33f3fb68-d49e-479d-8607-aeb81a1a9479 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:06.426996 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfad24d-7267-4d5e-b7f5-e2a7fa04c861 req-6d39e2a5-225f-4159-b325-28783323dcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:06.428463 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4dfad24d-7267-4d5e-b7f5-e2a7fa04c861 req-6d39e2a5-225f-4159-b325-28783323dcf1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5fca6605-982e-492b-8938-3dcf3308a9ca HTTP/1.1" status: 200 len: 1102 time: 0.5334382 Jul 23 20:04:06.454900 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cecb14a-c4a3-4170-bad9-c9dd1b28d85f service neutron] Pushing event updated for resources: {'Port': ['ID=eb4bcb47-1bf3-436f-9a45-04d007e3befb,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:06.462316 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-0cecb14a-c4a3-4170-bad9-c9dd1b28d85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:06.462942 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-0cecb14a-c4a3-4170-bad9-c9dd1b28d85f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:06.464581 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-0cecb14a-c4a3-4170-bad9-c9dd1b28d85f service neutron] 10.222.0.18 "PUT /v2.0/ports/eb4bcb47-1bf3-436f-9a45-04d007e3befb HTTP/1.1" status: 200 len: 1092 time: 1.2924984 Jul 23 20:04:06.495093 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-938f285e-988f-4c09-ba25-d4d1a36cd350 service neutron] Request body: {'port': {'device_id': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:04:06.515845 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4dfad24d-7267-4d5e-b7f5-e2a7fa04c861 req-a874ced1-59bc-4389-999e-7623e38f55fd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b70b0ece-e5a9-4622-a819-9275dd34202a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623856 Jul 23 20:04:06.526177 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-33f3fb68-d49e-479d-8607-aeb81a1a9479 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:06.606895 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 23 Jul 2021 20:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aeaf0f4-749a-41f0-9f30-7ba9d24ee02c x-openstack-request-id: req-5aeaf0f4-749a-41f0-9f30-7ba9d24ee02c {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:04:06.607193 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965a56c6-3d74-4d12-9112-671147df0969", "name": "network-vif-deleted", "tag": "0307e3ae-d53b-4f24-bdbf-e8a9877787c6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "tag": "0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:04:06.607447 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5aeaf0f4-749a-41f0-9f30-7ba9d24ee02c {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:04:06.607844 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965a56c6-3d74-4d12-9112-671147df0969', 'name': 'network-vif-deleted', 'tag': '0307e3ae-d53b-4f24-bdbf-e8a9877787c6', 'status': 'completed', 'code': 200} Jul 23 20:04:06.608099 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'tag': '0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8', 'status': 'completed', 'code': 200} Jul 23 20:04:06.613282 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-33f3fb68-d49e-479d-8607-aeb81a1a9479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:06.632897 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d40470-7a0e-43ba-a5ed-713c731afbe3 req-d3bb9c7f-de02-42b1-acc6-318717b2a2ca tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:06.650222 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d40470-7a0e-43ba-a5ed-713c731afbe3 req-d3bb9c7f-de02-42b1-acc6-318717b2a2ca tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:06.657677 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d40470-7a0e-43ba-a5ed-713c731afbe3 req-d3bb9c7f-de02-42b1-acc6-318717b2a2ca tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:06.672128 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d40470-7a0e-43ba-a5ed-713c731afbe3 req-d3bb9c7f-de02-42b1-acc6-318717b2a2ca tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:06.680443 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d40470-7a0e-43ba-a5ed-713c731afbe3 req-d3bb9c7f-de02-42b1-acc6-318717b2a2ca tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:06.690514 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d40470-7a0e-43ba-a5ed-713c731afbe3 req-d3bb9c7f-de02-42b1-acc6-318717b2a2ca tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:06.697047 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d40470-7a0e-43ba-a5ed-713c731afbe3 req-d3bb9c7f-de02-42b1-acc6-318717b2a2ca tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:06.707435 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-52d40470-7a0e-43ba-a5ed-713c731afbe3 req-d3bb9c7f-de02-42b1-acc6-318717b2a2ca tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 5394 time: 0.3427117 Jul 23 20:04:06.755810 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-33f3fb68-d49e-479d-8607-aeb81a1a9479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:06.794315 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f3fb68-d49e-479d-8607-aeb81a1a9479 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62cab30c-2c7b-4463-9eb3-ea20a0ef57f0,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:06.801048 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-33f3fb68-d49e-479d-8607-aeb81a1a9479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:06.809855 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-33f3fb68-d49e-479d-8607-aeb81a1a9479 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/62cab30c-2c7b-4463-9eb3-ea20a0ef57f0 HTTP/1.1" status: 204 len: 168 time: 0.9213872 Jul 23 20:04:06.812898 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-938f285e-988f-4c09-ba25-d4d1a36cd350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:06.816113 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39724) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:04:06.928584 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e296432-2424-408b-8dee-e78f8e53309e req-84256207-654a-4fc9-81d0-ea0beeb3e527 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:06.931544 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9e296432-2424-408b-8dee-e78f8e53309e req-84256207-654a-4fc9-81d0-ea0beeb3e527 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 946 time: 0.2456172 Jul 23 20:04:06.945385 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9fb5354f-5fb2-48ad-9811-404e68f6385e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:06.988015 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-52d40470-7a0e-43ba-a5ed-713c731afbe3 req-54c7d2ce-beaf-4efc-986d-e568d92518c1 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8f4f3ea-9040-40e5-b97d-88f3cee36311&id=f03bc08f-e700-4073-8157-e780c3416b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2798102 Jul 23 20:04:07.004053 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9e296432-2424-408b-8dee-e78f8e53309e req-3c653972-2433-4237-a733-b584728cf7e4 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616426 Jul 23 20:04:07.098655 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b32691-226b-4e61-9af9-7805a5be624a req-6dc04010-bc3d-4c55-bec9-abcdd00f3d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:07.099138 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b32691-226b-4e61-9af9-7805a5be624a req-6dc04010-bc3d-4c55-bec9-abcdd00f3d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:07.099607 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b32691-226b-4e61-9af9-7805a5be624a req-6dc04010-bc3d-4c55-bec9-abcdd00f3d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:07.105442 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b32691-226b-4e61-9af9-7805a5be624a req-6dc04010-bc3d-4c55-bec9-abcdd00f3d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:07.105964 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b32691-226b-4e61-9af9-7805a5be624a req-6dc04010-bc3d-4c55-bec9-abcdd00f3d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:07.106436 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b32691-226b-4e61-9af9-7805a5be624a req-6dc04010-bc3d-4c55-bec9-abcdd00f3d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:07.107062 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b32691-226b-4e61-9af9-7805a5be624a req-6dc04010-bc3d-4c55-bec9-abcdd00f3d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:07.111218 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-96b32691-226b-4e61-9af9-7805a5be624a req-6dc04010-bc3d-4c55-bec9-abcdd00f3d9d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=858effe7088a420282b357f80eadfe13&device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 6290 time: 0.3927462 Jul 23 20:04:07.122932 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9fb5354f-5fb2-48ad-9811-404e68f6385e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:07.143914 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-9fb5354f-5fb2-48ad-9811-404e68f6385e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1582e281-e174-4775-af11-ce2168db586d']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:04:07.164458 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-9fb5354f-5fb2-48ad-9811-404e68f6385e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81525913-336b-4e99-bda6-a76593f31100') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:04:07.164789 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-9fb5354f-5fb2-48ad-9811-404e68f6385e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81525913-336b-4e99-bda6-a76593f31100') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:04:07.187586 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9fb5354f-5fb2-48ad-9811-404e68f6385e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:07.229011 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9fb5354f-5fb2-48ad-9811-404e68f6385e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:07.255920 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb5354f-5fb2-48ad-9811-404e68f6385e admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:04:07.256701 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9fb5354f-5fb2-48ad-9811-404e68f6385e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:07.258481 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:04:07.258481 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:04:07.258481 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:04:07.258481 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:04:07.258481 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:04:07.258481 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:04:07.258481 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:04:07.258481 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:04:07.258481 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:04:07.258481 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:04:07.258481 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:04:07.258481 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:04:07.258481 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:04:07.258481 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:04:07.258481 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:04:07.258481 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:04:07.258481 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:04:07.258481 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:04:07.258481 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:04:07.258481 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:04:07.258481 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:04:07.258481 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:04:07.258481 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:04:07.258481 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:04:07.258481 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:04:07.258481 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:04:07.258481 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:04:07.258481 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:04:07.258481 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:04:07.258481 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:04:07.258481 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:04:07.258481 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:04:07.411554 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9fb5354f-5fb2-48ad-9811-404e68f6385e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:07.423877 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-cf5cb32a-d61f-4e1b-9cbc-cdeefae00eda tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:07.425401 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-cf5cb32a-d61f-4e1b-9cbc-cdeefae00eda tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.18 "GET /v2.0/networks?id=e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 HTTP/1.1" status: 200 len: 809 time: 0.2357085 Jul 23 20:04:07.429482 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9fb5354f-5fb2-48ad-9811-404e68f6385e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:07.431868 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9fb5354f-5fb2-48ad-9811-404e68f6385e admin admin] 10.222.0.32 "DELETE /v2.0/networks/1582e281-e174-4775-af11-ce2168db586d HTTP/1.1" status: 204 len: 168 time: 0.6143670 Jul 23 20:04:07.437144 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39730) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:04:07.440871 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-3c11c923-fbe6-407c-a88b-9c95cebfedd4 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Request body: {'port': {'device_id': 'ea7351ee-275c-4759-8e4a-2055663a8c74', 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1', 'admin_state_up': True, 'tenant_id': '112939265a5547faabf279e97fc2b4ed'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:04:07.465650 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb5354f-5fb2-48ad-9811-404e68f6385e admin admin] Pushing event deleted for resources: {'Network': ['ID=1582e281-e174-4775-af11-ce2168db586d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:07.548214 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:04:07.579787 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b7f231-5284-46b2-a4d7-74489da9f3c8 admin admin] Deleting subnet ef9b409f-ef9d-4da5-a9e1-429c3336dfc7 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:04:07.593266 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-08b7f231-5284-46b2-a4d7-74489da9f3c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:07.603996 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914919f-e66b-47c8-8d5d-dfd640c812d4 req-cd666828-3ce5-4f42-a34c-fecc3d3d150d tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:07.610017 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e914919f-e66b-47c8-8d5d-dfd640c812d4 req-cd666828-3ce5-4f42-a34c-fecc3d3d150d tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 950 time: 0.2546270 Jul 23 20:04:07.690621 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-08b7f231-5284-46b2-a4d7-74489da9f3c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:07.721975 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b32691-226b-4e61-9af9-7805a5be624a req-8d5956ef-a614-4edf-a9bb-36c49127cb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:07.722419 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b32691-226b-4e61-9af9-7805a5be624a req-8d5956ef-a614-4edf-a9bb-36c49127cb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:07.722892 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b32691-226b-4e61-9af9-7805a5be624a req-8d5956ef-a614-4edf-a9bb-36c49127cb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:07.724705 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-96b32691-226b-4e61-9af9-7805a5be624a req-8d5956ef-a614-4edf-a9bb-36c49127cb07 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=858effe7088a420282b357f80eadfe13&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.6023781 Jul 23 20:04:07.735165 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99dbe4-40b9-4dae-a1d3-f817a8942092 req-5aa101ee-22f3-494c-9b04-ae013ad2ebe7 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:07.736995 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ba99dbe4-40b9-4dae-a1d3-f817a8942092 req-5aa101ee-22f3-494c-9b04-ae013ad2ebe7 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 943 time: 0.6229393 Jul 23 20:04:07.737700 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-3c11c923-fbe6-407c-a88b-9c95cebfedd4 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Made reservation on behalf of 112939265a5547faabf279e97fc2b4ed for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:04:07.741427 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-3c11c923-fbe6-407c-a88b-9c95cebfedd4 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:07.749387 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e914919f-e66b-47c8-8d5d-dfd640c812d4 req-4961b40e-e0bd-4658-ac3d-ee07d0609548 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154380 Jul 23 20:04:07.825900 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-938f285e-988f-4c09-ba25-d4d1a36cd350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eac413d-edd8-4c69-ae6a-a9dec5945955 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:04:07.847190 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-08b7f231-5284-46b2-a4d7-74489da9f3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:07.874373 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-938f285e-988f-4c09-ba25-d4d1a36cd350 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:07.892192 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ba99dbe4-40b9-4dae-a1d3-f817a8942092 req-11b7e6f5-fb00-488b-8d18-7148ac951f4e tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256254 Jul 23 20:04:07.903482 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-938f285e-988f-4c09-ba25-d4d1a36cd350 service neutron] Transition to ACTIVE for port object 5eac413d-edd8-4c69-ae6a-a9dec5945955 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:04:07.914767 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-938f285e-988f-4c09-ba25-d4d1a36cd350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:07.922462 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b32691-226b-4e61-9af9-7805a5be624a req-1466f469-62de-41a8-bbaa-116ab3d58209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:07.923933 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-96b32691-226b-4e61-9af9-7805a5be624a req-1466f469-62de-41a8-bbaa-116ab3d58209 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1838131 Jul 23 20:04:07.949559 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cea2fd81-67c6-43b3-a95b-3b08b5a6d811 req-f365b63a-cfec-445b-bf5f-aa0a4be7c304 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea7351ee-275c-4759-8e4a-2055663a8c74 HTTP/1.1" status: 200 len: 210 time: 0.1085024 Jul 23 20:04:07.971001 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-3c11c923-fbe6-407c-a88b-9c95cebfedd4 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Allocated IP 172.20.0.9 (e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1/8f1af588-88a6-41d9-93e0-be352471d81c/c470adb8-9aee-46a6-97ba-d6f7e057e04a) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:04:08.065992 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f285e-988f-4c09-ba25-d4d1a36cd350 service neutron] Pushing event updated for resources: {'Port': ['ID=5eac413d-edd8-4c69-ae6a-a9dec5945955,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:08.188697 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bffc50-37ad-4915-80a9-33f54e6d25c5 req-a552c8ca-8aa7-459b-9897-a816e3797bf2 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:08.190331 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-37bffc50-37ad-4915-80a9-33f54e6d25c5 req-a552c8ca-8aa7-459b-9897-a816e3797bf2 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] 10.222.0.32 "GET /v2.0/ports?device_id=5fca6605-982e-492b-8938-3dcf3308a9ca HTTP/1.1" status: 200 len: 950 time: 0.1924362 Jul 23 20:04:08.208608 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-3c11c923-fbe6-407c-a88b-9c95cebfedd4 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:08.217928 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-938f285e-988f-4c09-ba25-d4d1a36cd350 service neutron] Attempting to bind port 5eac413d-edd8-4c69-ae6a-a9dec5945955 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:04:08.218263 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-938f285e-988f-4c09-ba25-d4d1a36cd350 service neutron] Attempting to bind port 5eac413d-edd8-4c69-ae6a-a9dec5945955 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a8834cf6-a834-4872-ae27-a514fb198d71'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:04:08.218590 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-938f285e-988f-4c09-ba25-d4d1a36cd350 service neutron] Attempting to bind port 5eac413d-edd8-4c69-ae6a-a9dec5945955 on network a8834cf6-a834-4872-ae27-a514fb198d71 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:04:08.227230 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-938f285e-988f-4c09-ba25-d4d1a36cd350 service neutron] Port 5eac413d-edd8-4c69-ae6a-a9dec5945955 on network a8834cf6-a834-4872-ae27-a514fb198d71 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:04:08.227484 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-938f285e-988f-4c09-ba25-d4d1a36cd350 service neutron] Attempting to bind port 5eac413d-edd8-4c69-ae6a-a9dec5945955 on network a8834cf6-a834-4872-ae27-a514fb198d71 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:04:08.252619 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-37bffc50-37ad-4915-80a9-33f54e6d25c5 req-cc75bb01-15e5-41c2-916b-f200802a33b1 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70b0ece-e5a9-4622-a819-9275dd34202a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545821 Jul 23 20:04:08.253254 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-938f285e-988f-4c09-ba25-d4d1a36cd350 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:04:08.253652 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-938f285e-988f-4c09-ba25-d4d1a36cd350 service neutron] Checking segment: {'id': '133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a8834cf6-a834-4872-ae27-a514fb198d71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:04:08.254289 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-938f285e-988f-4c09-ba25-d4d1a36cd350 service neutron] Bound using segment: {'id': '133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a8834cf6-a834-4872-ae27-a514fb198d71'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:04:08.254930 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-938f285e-988f-4c09-ba25-d4d1a36cd350 service neutron] Bound port: 5eac413d-edd8-4c69-ae6a-a9dec5945955, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a8834cf6-a834-4872-ae27-a514fb198d71'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:04:08.255385 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-938f285e-988f-4c09-ba25-d4d1a36cd350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:08.319650 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-08b7f231-5284-46b2-a4d7-74489da9f3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:08.354202 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-938f285e-988f-4c09-ba25-d4d1a36cd350 service neutron] For port 5eac413d-edd8-4c69-ae6a-a9dec5945955, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:04:08.356588 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7f231-5284-46b2-a4d7-74489da9f3c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef9b409f-ef9d-4da5-a9e1-429c3336dfc7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:08.362344 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-3c11c923-fbe6-407c-a88b-9c95cebfedd4 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:08.373400 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-08b7f231-5284-46b2-a4d7-74489da9f3c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:08.377311 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-08b7f231-5284-46b2-a4d7-74489da9f3c8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ef9b409f-ef9d-4da5-a9e1-429c3336dfc7 HTTP/1.1" status: 204 len: 168 time: 0.9219034 Jul 23 20:04:08.378178 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39740) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:04:08.401887 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-938f285e-988f-4c09-ba25-d4d1a36cd350 service neutron] For port 5eac413d-edd8-4c69-ae6a-a9dec5945955, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=5eac413d-edd8-4c69-ae6a-a9dec5945955,segment=NetworkSegment(133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6),segment_id=133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:04:08.417998 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-938f285e-988f-4c09-ba25-d4d1a36cd350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:08.435183 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-3c11c923-fbe6-407c-a88b-9c95cebfedd4 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Network e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:04:08.440900 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-3c11c923-fbe6-407c-a88b-9c95cebfedd4 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:04:08.446248 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-3c11c923-fbe6-407c-a88b-9c95cebfedd4 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:04:08.469408 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-938f285e-988f-4c09-ba25-d4d1a36cd350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:08.470397 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-938f285e-988f-4c09-ba25-d4d1a36cd350 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:08.470616 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11c923-fbe6-407c-a88b-9c95cebfedd4 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Pushing event updated for resources: {'Port': ['ID=c470adb8-9aee-46a6-97ba-d6f7e057e04a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:08.472267 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-938f285e-988f-4c09-ba25-d4d1a36cd350 service neutron] 10.222.0.18 "PUT /v2.0/ports/5eac413d-edd8-4c69-ae6a-a9dec5945955 HTTP/1.1" status: 200 len: 1091 time: 1.9817193 Jul 23 20:04:08.502061 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4c8cd-3164-4465-a8ec-a3c2b0cb33d4 req-c88c720c-a312-4628-987a-437ec7e682eb tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:08.508417 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4c8cd-3164-4465-a8ec-a3c2b0cb33d4 req-c88c720c-a312-4628-987a-437ec7e682eb tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:08.517537 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4c8cd-3164-4465-a8ec-a3c2b0cb33d4 req-c88c720c-a312-4628-987a-437ec7e682eb tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:08.524023 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4c8cd-3164-4465-a8ec-a3c2b0cb33d4 req-c88c720c-a312-4628-987a-437ec7e682eb tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:08.528312 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-3cb22c85-3c47-4180-8667-8fba26521a43 service neutron] Request body: {'port': {'device_id': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:04:08.530592 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4c8cd-3164-4465-a8ec-a3c2b0cb33d4 req-c88c720c-a312-4628-987a-437ec7e682eb tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:08.536993 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4c8cd-3164-4465-a8ec-a3c2b0cb33d4 req-c88c720c-a312-4628-987a-437ec7e682eb tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:08.544514 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4c8cd-3164-4465-a8ec-a3c2b0cb33d4 req-c88c720c-a312-4628-987a-437ec7e682eb tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:08.546557 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c3d4c8cd-3164-4465-a8ec-a3c2b0cb33d4 req-c88c720c-a312-4628-987a-437ec7e682eb tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 5406 time: 0.2785859 Jul 23 20:04:08.572884 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-69bbd2ae-8505-428e-9117-450b2c479ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:08.579329 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-3c11c923-fbe6-407c-a88b-9c95cebfedd4 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:08.580424 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-3c11c923-fbe6-407c-a88b-9c95cebfedd4 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:08.614617 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-3c11c923-fbe6-407c-a88b-9c95cebfedd4 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1794221 Jul 23 20:04:08.618796 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1d692-54e0-47c8-b98d-748004d6fb03 req-592854cd-8674-4915-8816-60cdc4db692b tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:08.622621 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c3d4c8cd-3164-4465-a8ec-a3c2b0cb33d4 req-8851cadf-f4cc-4380-a3d4-eca4e1b6a93b tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8f4f3ea-9040-40e5-b97d-88f3cee36311&id=f03bc08f-e700-4073-8157-e780c3416b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573237 Jul 23 20:04:08.626947 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dfe1d692-54e0-47c8-b98d-748004d6fb03 req-592854cd-8674-4915-8816-60cdc4db692b tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 946 time: 0.2846346 Jul 23 20:04:08.627581 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-557e3656-781f-45b4-82bd-69933a7aec8c service neutron] Request body: {'port': {'device_id': 'ea7351ee-275c-4759-8e4a-2055663a8c74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:04:08.634498 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'tag': 'eb4bcb47-1bf3-436f-9a45-04d007e3befb'}, {'name': 'network-changed', 'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'tag': '5eac413d-edd8-4c69-ae6a-a9dec5945955'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:04:08.637577 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d59490-89a2-4db8-aaaf-342beb733950" -d '{"events": [{"name": "network-changed", "server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "tag": "eb4bcb47-1bf3-436f-9a45-04d007e3befb"}, {"name": "network-changed", "server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "tag": "5eac413d-edd8-4c69-ae6a-a9dec5945955"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:04:08.642595 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f285e-988f-4c09-ba25-d4d1a36cd350 service neutron] Pushing event updated for resources: {'Port': ['ID=5eac413d-edd8-4c69-ae6a-a9dec5945955,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:08.726864 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-557e3656-781f-45b4-82bd-69933a7aec8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:08.767748 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dfe1d692-54e0-47c8-b98d-748004d6fb03 req-bd751025-1ff4-4406-9a4b-b879f361fe0c tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398292 Jul 23 20:04:08.773541 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-3cb22c85-3c47-4180-8667-8fba26521a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:08.859115 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-69bbd2ae-8505-428e-9117-450b2c479ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:08.866114 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 20:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8462c97a-83f9-46aa-b4e6-5612eb3654ec x-openstack-request-id: req-8462c97a-83f9-46aa-b4e6-5612eb3654ec {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:04:08.866525 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "tag": "eb4bcb47-1bf3-436f-9a45-04d007e3befb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "tag": "5eac413d-edd8-4c69-ae6a-a9dec5945955", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:04:08.866888 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8462c97a-83f9-46aa-b4e6-5612eb3654ec {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:04:08.867523 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'tag': 'eb4bcb47-1bf3-436f-9a45-04d007e3befb', 'status': 'completed', 'code': 200} Jul 23 20:04:08.867872 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'tag': '5eac413d-edd8-4c69-ae6a-a9dec5945955', 'status': 'completed', 'code': 200} Jul 23 20:04:08.891477 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-69bbd2ae-8505-428e-9117-450b2c479ad4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e48e66-6ffc-4b09-a508-985b5b3ba7e2']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:04:08.970965 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-69bbd2ae-8505-428e-9117-450b2c479ad4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb5a8ef7-144f-40c8-a3d9-41f3f7484ef6') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:04:08.971450 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-69bbd2ae-8505-428e-9117-450b2c479ad4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb5a8ef7-144f-40c8-a3d9-41f3f7484ef6') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:04:08.991299 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-69bbd2ae-8505-428e-9117-450b2c479ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:09.034862 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-69bbd2ae-8505-428e-9117-450b2c479ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:09.101430 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69bbd2ae-8505-428e-9117-450b2c479ad4 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:04:09.102186 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-69bbd2ae-8505-428e-9117-450b2c479ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:09.106833 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:04:09.106833 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:04:09.106833 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:04:09.106833 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:04:09.106833 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:04:09.106833 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:04:09.106833 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:04:09.106833 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:04:09.106833 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:04:09.106833 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:04:09.106833 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:04:09.106833 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:04:09.106833 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:04:09.106833 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:04:09.106833 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:04:09.106833 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:04:09.106833 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:04:09.106833 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:04:09.106833 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:04:09.106833 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:04:09.106833 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:04:09.106833 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:04:09.106833 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:04:09.106833 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:04:09.106833 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:04:09.106833 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:04:09.106833 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:04:09.106833 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:04:09.106833 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:04:09.106833 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:04:09.106833 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:04:09.106833 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:04:09.173085 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d59490-89a2-4db8-aaaf-342beb733950 req-50178633-4497-45e0-bb3a-fe403d4abcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:09.173735 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d59490-89a2-4db8-aaaf-342beb733950 req-50178633-4497-45e0-bb3a-fe403d4abcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:09.174273 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d59490-89a2-4db8-aaaf-342beb733950 req-50178633-4497-45e0-bb3a-fe403d4abcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:09.174806 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d59490-89a2-4db8-aaaf-342beb733950 req-50178633-4497-45e0-bb3a-fe403d4abcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:09.175343 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d59490-89a2-4db8-aaaf-342beb733950 req-50178633-4497-45e0-bb3a-fe403d4abcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:09.175862 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d59490-89a2-4db8-aaaf-342beb733950 req-50178633-4497-45e0-bb3a-fe403d4abcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:09.176194 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-557e3656-781f-45b4-82bd-69933a7aec8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c470adb8-9aee-46a6-97ba-d6f7e057e04a {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:04:09.176497 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d59490-89a2-4db8-aaaf-342beb733950 req-50178633-4497-45e0-bb3a-fe403d4abcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:09.178583 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-10d59490-89a2-4db8-aaaf-342beb733950 req-50178633-4497-45e0-bb3a-fe403d4abcd6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=858effe7088a420282b357f80eadfe13&device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 6358 time: 0.3147590 Jul 23 20:04:09.186437 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-557e3656-781f-45b4-82bd-69933a7aec8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:09.203679 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-557e3656-781f-45b4-82bd-69933a7aec8c service neutron] Transition to ACTIVE for port object c470adb8-9aee-46a6-97ba-d6f7e057e04a will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:04:09.222597 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-557e3656-781f-45b4-82bd-69933a7aec8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:09.258013 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2f902-4761-4a54-ad97-8b6783768ead req-07ace2dc-4d95-44ee-87f0-c3be6dea7dd2 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:09.259603 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-19c2f902-4761-4a54-ad97-8b6783768ead req-07ace2dc-4d95-44ee-87f0-c3be6dea7dd2 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 950 time: 0.3480005 Jul 23 20:04:09.309594 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-69bbd2ae-8505-428e-9117-450b2c479ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:09.315781 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e3656-781f-45b4-82bd-69933a7aec8c service neutron] Pushing event updated for resources: {'Port': ['ID=c470adb8-9aee-46a6-97ba-d6f7e057e04a,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:09.336197 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-69bbd2ae-8505-428e-9117-450b2c479ad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:09.338282 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-69bbd2ae-8505-428e-9117-450b2c479ad4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/46e48e66-6ffc-4b09-a508-985b5b3ba7e2 HTTP/1.1" status: 204 len: 168 time: 0.9590065 Jul 23 20:04:09.389298 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bbd2ae-8505-428e-9117-450b2c479ad4 admin admin] Pushing event deleted for resources: {'Network': ['ID=46e48e66-6ffc-4b09-a508-985b5b3ba7e2,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:09.442130 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-19c2f902-4761-4a54-ad97-8b6783768ead req-3ace9d66-575e-44f7-86e5-ebabd92a5133 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662214 Jul 23 20:04:09.454032 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688fc75-5b5b-45ca-a370-955028417d19 req-458f8b19-0dc6-4335-be8b-4c98c2332902 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:09.463980 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3688fc75-5b5b-45ca-a370-955028417d19 req-458f8b19-0dc6-4335-be8b-4c98c2332902 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 943 time: 0.2494566 Jul 23 20:04:09.476268 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d59490-89a2-4db8-aaaf-342beb733950 req-80b4454f-fad4-4926-810f-f73ab99a7ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:09.477452 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d59490-89a2-4db8-aaaf-342beb733950 req-80b4454f-fad4-4926-810f-f73ab99a7ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:09.478595 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d59490-89a2-4db8-aaaf-342beb733950 req-80b4454f-fad4-4926-810f-f73ab99a7ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:09.481984 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-10d59490-89a2-4db8-aaaf-342beb733950 req-80b4454f-fad4-4926-810f-f73ab99a7ff1 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=858effe7088a420282b357f80eadfe13&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2629228 Jul 23 20:04:09.530125 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3688fc75-5b5b-45ca-a370-955028417d19 req-2a0cd6ad-ca02-4cfb-94e7-6cfe5554308d tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651033 Jul 23 20:04:09.533175 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-557e3656-781f-45b4-82bd-69933a7aec8c service neutron] Attempting to bind port c470adb8-9aee-46a6-97ba-d6f7e057e04a on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:04:09.533797 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-557e3656-781f-45b4-82bd-69933a7aec8c service neutron] Attempting to bind port c470adb8-9aee-46a6-97ba-d6f7e057e04a by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '09c16a36-f585-4003-9e2f-a9905bed7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:04:09.534250 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-557e3656-781f-45b4-82bd-69933a7aec8c service neutron] Attempting to bind port c470adb8-9aee-46a6-97ba-d6f7e057e04a on network e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:04:09.539468 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-557e3656-781f-45b4-82bd-69933a7aec8c service neutron] Port c470adb8-9aee-46a6-97ba-d6f7e057e04a on network e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:04:09.539878 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-557e3656-781f-45b4-82bd-69933a7aec8c service neutron] Attempting to bind port c470adb8-9aee-46a6-97ba-d6f7e057e04a on network e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:04:09.546624 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-557e3656-781f-45b4-82bd-69933a7aec8c service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:04:09.547085 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-557e3656-781f-45b4-82bd-69933a7aec8c service neutron] Checking segment: {'id': '09c16a36-f585-4003-9e2f-a9905bed7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:04:09.547987 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-557e3656-781f-45b4-82bd-69933a7aec8c service neutron] Bound using segment: {'id': '09c16a36-f585-4003-9e2f-a9905bed7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:04:09.547987 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-557e3656-781f-45b4-82bd-69933a7aec8c service neutron] Bound port: c470adb8-9aee-46a6-97ba-d6f7e057e04a, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09c16a36-f585-4003-9e2f-a9905bed7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:04:09.548486 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-557e3656-781f-45b4-82bd-69933a7aec8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:09.626784 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39764) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:04:09.653409 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-557e3656-781f-45b4-82bd-69933a7aec8c service neutron] For port c470adb8-9aee-46a6-97ba-d6f7e057e04a, host n-h2-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:04:09.658553 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-557e3656-781f-45b4-82bd-69933a7aec8c service neutron] For port c470adb8-9aee-46a6-97ba-d6f7e057e04a, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=c470adb8-9aee-46a6-97ba-d6f7e057e04a,segment=NetworkSegment(09c16a36-f585-4003-9e2f-a9905bed7329),segment_id=09c16a36-f585-4003-9e2f-a9905bed7329)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:04:09.665383 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-557e3656-781f-45b4-82bd-69933a7aec8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:09.687907 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-3cb22c85-3c47-4180-8667-8fba26521a43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 504d6c62-6bda-47cb-bc6b-c1bc6dfa497c {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:04:09.696303 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-3cb22c85-3c47-4180-8667-8fba26521a43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:09.734339 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-557e3656-781f-45b4-82bd-69933a7aec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:09.736221 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-557e3656-781f-45b4-82bd-69933a7aec8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:09.736385 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-3cb22c85-3c47-4180-8667-8fba26521a43 service neutron] Transition to ACTIVE for port object 504d6c62-6bda-47cb-bc6b-c1bc6dfa497c will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:04:09.739754 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-557e3656-781f-45b4-82bd-69933a7aec8c service neutron] 10.222.0.18 "PUT /v2.0/ports/c470adb8-9aee-46a6-97ba-d6f7e057e04a HTTP/1.1" status: 200 len: 1092 time: 1.1156368 Jul 23 20:04:09.740442 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea7351ee-275c-4759-8e4a-2055663a8c74', 'tag': 'c470adb8-9aee-46a6-97ba-d6f7e057e04a'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:04:09.744054 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b94250-aa84-4388-9356-6c51c9fd5256" -d '{"events": [{"name": "network-changed", "server_uuid": "ea7351ee-275c-4759-8e4a-2055663a8c74", "tag": "c470adb8-9aee-46a6-97ba-d6f7e057e04a"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:04:09.746694 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d59490-89a2-4db8-aaaf-342beb733950 req-e6326e73-c213-4f01-83c7-5eee303b8b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:09.748605 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-10d59490-89a2-4db8-aaaf-342beb733950 req-e6326e73-c213-4f01-83c7-5eee303b8b23 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2591367 Jul 23 20:04:09.768612 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-3cb22c85-3c47-4180-8667-8fba26521a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:09.794807 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1072962f-9aa0-4f00-bf64-76ad75ee761b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=46e8b52fe188445da9dc740883af8e52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1654882 Jul 23 20:04:09.806669 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39780) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:04:09.818506 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e3656-781f-45b4-82bd-69933a7aec8c service neutron] Pushing event updated for resources: {'Port': ['ID=c470adb8-9aee-46a6-97ba-d6f7e057e04a,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:09.841967 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5244f10-ea61-4c6a-85e5-13e3938867ae req-43f8a650-6995-4794-b1ba-d029c50df8ac tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:09.849032 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a5244f10-ea61-4c6a-85e5-13e3938867ae req-43f8a650-6995-4794-b1ba-d029c50df8ac tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea7351ee-275c-4759-8e4a-2055663a8c74 HTTP/1.1" status: 200 len: 943 time: 0.3205040 Jul 23 20:04:09.920018 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb22c85-3c47-4180-8667-8fba26521a43 service neutron] Pushing event updated for resources: {'Port': ['ID=504d6c62-6bda-47cb-bc6b-c1bc6dfa497c,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:09.982910 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a5244f10-ea61-4c6a-85e5-13e3938867ae req-36b71b83-f9cb-403f-b01b-05fe2d9b345f tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327517 Jul 23 20:04:10.014191 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2bd01c41-97cd-47c7-b74b-8d780bf94d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:10.019389 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-1e899435-cfd9-481f-9015-9bd16b9872ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:10.023461 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-1e899435-cfd9-481f-9015-9bd16b9872ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=112939265a5547faabf279e97fc2b4ed&device_id=ea7351ee-275c-4759-8e4a-2055663a8c74 HTTP/1.1" status: 200 len: 1095 time: 0.2253866 Jul 23 20:04:10.052589 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d59490-89a2-4db8-aaaf-342beb733950 req-deb6ce6f-1d35-4bc5-bd3c-1b2d3beca5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:10.053077 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d59490-89a2-4db8-aaaf-342beb733950 req-deb6ce6f-1d35-4bc5-bd3c-1b2d3beca5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:10.053566 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d59490-89a2-4db8-aaaf-342beb733950 req-deb6ce6f-1d35-4bc5-bd3c-1b2d3beca5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:10.054031 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d59490-89a2-4db8-aaaf-342beb733950 req-deb6ce6f-1d35-4bc5-bd3c-1b2d3beca5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:10.054482 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d59490-89a2-4db8-aaaf-342beb733950 req-deb6ce6f-1d35-4bc5-bd3c-1b2d3beca5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:10.054953 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d59490-89a2-4db8-aaaf-342beb733950 req-deb6ce6f-1d35-4bc5-bd3c-1b2d3beca5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:10.055409 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d59490-89a2-4db8-aaaf-342beb733950 req-deb6ce6f-1d35-4bc5-bd3c-1b2d3beca5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:10.057617 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-10d59490-89a2-4db8-aaaf-342beb733950 req-deb6ce6f-1d35-4bc5-bd3c-1b2d3beca5c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=858effe7088a420282b357f80eadfe13&device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 6384 time: 0.2573965 Jul 23 20:04:10.065823 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91c2049-2527-4345-bf0d-154ba53583e7 x-openstack-request-id: req-f91c2049-2527-4345-bf0d-154ba53583e7 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:04:10.066091 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea7351ee-275c-4759-8e4a-2055663a8c74", "tag": "c470adb8-9aee-46a6-97ba-d6f7e057e04a", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:04:10.066381 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f91c2049-2527-4345-bf0d-154ba53583e7 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:04:10.066720 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea7351ee-275c-4759-8e4a-2055663a8c74', 'tag': 'c470adb8-9aee-46a6-97ba-d6f7e057e04a', 'status': 'completed', 'code': 200} Jul 23 20:04:10.079685 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-3cb22c85-3c47-4180-8667-8fba26521a43 service neutron] Attempting to bind port 504d6c62-6bda-47cb-bc6b-c1bc6dfa497c on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:04:10.080016 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-3cb22c85-3c47-4180-8667-8fba26521a43 service neutron] Attempting to bind port 504d6c62-6bda-47cb-bc6b-c1bc6dfa497c by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '1390de9a-4335-4a2d-ac2e-5463ed9bacda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c06c7c82-36a6-415d-bbcb-96da02d094eb'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:04:10.080342 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-3cb22c85-3c47-4180-8667-8fba26521a43 service neutron] Attempting to bind port 504d6c62-6bda-47cb-bc6b-c1bc6dfa497c on network c06c7c82-36a6-415d-bbcb-96da02d094eb {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:04:10.098432 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-3cb22c85-3c47-4180-8667-8fba26521a43 service neutron] Port 504d6c62-6bda-47cb-bc6b-c1bc6dfa497c on network c06c7c82-36a6-415d-bbcb-96da02d094eb not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:04:10.098759 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-3cb22c85-3c47-4180-8667-8fba26521a43 service neutron] Attempting to bind port 504d6c62-6bda-47cb-bc6b-c1bc6dfa497c on network c06c7c82-36a6-415d-bbcb-96da02d094eb {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:04:10.126064 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-af87b97f-6e63-4b41-b9a2-4d477f14b216 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c470adb8-9aee-46a6-97ba-d6f7e057e04a HTTP/1.1" status: 200 len: 217 time: 0.0849988 Jul 23 20:04:10.128520 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2bd01c41-97cd-47c7-b74b-8d780bf94d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:10.142090 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9caf6-3079-415b-ba1f-7f134d44fe76 req-f490a7c4-0aa6-4aa5-80ff-c5515179eb4d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:10.148611 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9caf6-3079-415b-ba1f-7f134d44fe76 req-f490a7c4-0aa6-4aa5-80ff-c5515179eb4d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:10.155641 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9caf6-3079-415b-ba1f-7f134d44fe76 req-f490a7c4-0aa6-4aa5-80ff-c5515179eb4d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:10.161718 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9caf6-3079-415b-ba1f-7f134d44fe76 req-f490a7c4-0aa6-4aa5-80ff-c5515179eb4d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:10.166468 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-3cb22c85-3c47-4180-8667-8fba26521a43 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:04:10.167023 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-3cb22c85-3c47-4180-8667-8fba26521a43 service neutron] Checking segment: {'id': '1390de9a-4335-4a2d-ac2e-5463ed9bacda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c06c7c82-36a6-415d-bbcb-96da02d094eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:04:10.168157 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-3cb22c85-3c47-4180-8667-8fba26521a43 service neutron] Bound using segment: {'id': '1390de9a-4335-4a2d-ac2e-5463ed9bacda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c06c7c82-36a6-415d-bbcb-96da02d094eb'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:04:10.168763 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-3cb22c85-3c47-4180-8667-8fba26521a43 service neutron] Bound port: 504d6c62-6bda-47cb-bc6b-c1bc6dfa497c, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1390de9a-4335-4a2d-ac2e-5463ed9bacda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c06c7c82-36a6-415d-bbcb-96da02d094eb'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:04:10.169256 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-3cb22c85-3c47-4180-8667-8fba26521a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:10.170122 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9caf6-3079-415b-ba1f-7f134d44fe76 req-f490a7c4-0aa6-4aa5-80ff-c5515179eb4d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:10.176431 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9caf6-3079-415b-ba1f-7f134d44fe76 req-f490a7c4-0aa6-4aa5-80ff-c5515179eb4d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:10.182499 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9caf6-3079-415b-ba1f-7f134d44fe76 req-f490a7c4-0aa6-4aa5-80ff-c5515179eb4d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:10.184945 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-23a9caf6-3079-415b-ba1f-7f134d44fe76 req-f490a7c4-0aa6-4aa5-80ff-c5515179eb4d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 5418 time: 0.2940786 Jul 23 20:04:10.193340 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7abc348f-8d3b-439c-9b21-e6647ccbf29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:10.284237 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d59490-89a2-4db8-aaaf-342beb733950 req-c15d6c63-d6cb-488e-b1d5-68421b9cb2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:10.284821 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d59490-89a2-4db8-aaaf-342beb733950 req-c15d6c63-d6cb-488e-b1d5-68421b9cb2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:10.285356 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d59490-89a2-4db8-aaaf-342beb733950 req-c15d6c63-d6cb-488e-b1d5-68421b9cb2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:10.287037 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-10d59490-89a2-4db8-aaaf-342beb733950 req-c15d6c63-d6cb-488e-b1d5-68421b9cb2c4 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=858effe7088a420282b357f80eadfe13&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2164202 Jul 23 20:04:10.295140 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-d562b5cb-93d2-41a6-a07a-1cc78e8e7a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:10.296850 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-d562b5cb-93d2-41a6-a07a-1cc78e8e7a17 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8f1af588-88a6-41d9-93e0-be352471d81c HTTP/1.1" status: 200 len: 849 time: 0.1055005 Jul 23 20:04:10.301995 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-23a9caf6-3079-415b-ba1f-7f134d44fe76 req-e9041ffb-9200-443f-b6a3-8b408bd62726 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8f4f3ea-9040-40e5-b97d-88f3cee36311&id=f03bc08f-e700-4073-8157-e780c3416b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1003535 Jul 23 20:04:10.346317 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-97581904-7eca-486f-80d6-ce9b606baec5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426552 Jul 23 20:04:10.349621 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a51ea-2a30-4e5d-90d4-e9be10634fbe req-35e1760f-ef3f-4ad6-8992-ee73298e3c76 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:10.356454 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a81a51ea-2a30-4e5d-90d4-e9be10634fbe req-35e1760f-ef3f-4ad6-8992-ee73298e3c76 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 946 time: 0.2339282 Jul 23 20:04:10.373934 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-3cb22c85-3c47-4180-8667-8fba26521a43 service neutron] For port 504d6c62-6bda-47cb-bc6b-c1bc6dfa497c, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:04:10.377839 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2bd01c41-97cd-47c7-b74b-8d780bf94d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:10.380563 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2bd01c41-97cd-47c7-b74b-8d780bf94d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:10.384564 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2bd01c41-97cd-47c7-b74b-8d780bf94d9c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/817302cb-b62e-4242-b1a5-1486d7b1b7ff HTTP/1.1" status: 204 len: 168 time: 0.5757458 Jul 23 20:04:10.404396 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd01c41-97cd-47c7-b74b-8d780bf94d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817302cb-b62e-4242-b1a5-1486d7b1b7ff,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:10.448872 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d59490-89a2-4db8-aaaf-342beb733950 req-ecf884a5-0a3b-4a23-93ca-cd75445fc47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:10.450385 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-10d59490-89a2-4db8-aaaf-342beb733950 req-ecf884a5-0a3b-4a23-93ca-cd75445fc47f service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1519849 Jul 23 20:04:10.485282 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a81a51ea-2a30-4e5d-90d4-e9be10634fbe req-14766c2e-c93e-42a8-8938-bf00f436b173 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255152 Jul 23 20:04:10.487386 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-3cb22c85-3c47-4180-8667-8fba26521a43 service neutron] For port 504d6c62-6bda-47cb-bc6b-c1bc6dfa497c, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=504d6c62-6bda-47cb-bc6b-c1bc6dfa497c,segment=NetworkSegment(1390de9a-4335-4a2d-ac2e-5463ed9bacda),segment_id=1390de9a-4335-4a2d-ac2e-5463ed9bacda)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:04:10.497223 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-3cb22c85-3c47-4180-8667-8fba26521a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:10.519843 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-36cbe2c2-44f8-4ad0-9884-9857be03a804 service neutron] 10.222.0.18 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672947 Jul 23 20:04:10.561535 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb22c85-3c47-4180-8667-8fba26521a43 service neutron] Pushing event updated for resources: {'Port': ['ID=504d6c62-6bda-47cb-bc6b-c1bc6dfa497c,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:10.569275 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-3cb22c85-3c47-4180-8667-8fba26521a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:10.570295 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-3cb22c85-3c47-4180-8667-8fba26521a43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:10.574117 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-3cb22c85-3c47-4180-8667-8fba26521a43 service neutron] 10.222.0.18 "PUT /v2.0/ports/504d6c62-6bda-47cb-bc6b-c1bc6dfa497c HTTP/1.1" status: 200 len: 1092 time: 2.0605726 Jul 23 20:04:10.606380 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-935128a5-4466-4c15-9e98-186fce8b0666 service neutron] Request body: {'port': {'device_id': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:04:10.638360 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:04:10.741401 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4f344757-98b4-4db6-847e-e95d5af2ecd0 req-2b82da8f-80f0-4853-a1d8-a9aec7ae1bd5 service neutron] 10.222.0.18 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145536 Jul 23 20:04:10.786131 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128eb81-9918-428f-a171-9087d3eee7a0 req-b24887e8-b917-4b24-8251-887405edffba tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:10.796968 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a128eb81-9918-428f-a171-9087d3eee7a0 req-b24887e8-b917-4b24-8251-887405edffba tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 950 time: 0.2501984 Jul 23 20:04:10.806147 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-935128a5-4466-4c15-9e98-186fce8b0666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:10.847290 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:10.870671 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc', 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d', 'port_id': '7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc', 'mac_address': 'fa:16:3e:61:49:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff9cc1f3-5cfa-4b1f-ac36-a859db46b374', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:04:10.927692 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:10.954341 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:04:10.965536 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a128eb81-9918-428f-a171-9087d3eee7a0 req-85c04ccc-53e1-4be8-bcef-5655d160fef7 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647282 Jul 23 20:04:10.982867 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:11.007698 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:11.010805 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b94250-aa84-4388-9356-6c51c9fd5256 req-8577b431-6677-4746-b558-27e7be67049a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:11.017823 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-41b94250-aa84-4388-9356-6c51c9fd5256 req-8577b431-6677-4746-b558-27e7be67049a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=112939265a5547faabf279e97fc2b4ed&device_id=ea7351ee-275c-4759-8e4a-2055663a8c74 HTTP/1.1" status: 200 len: 1095 time: 0.2008889 Jul 23 20:04:11.060761 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39796) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:04:11.079165 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:11.080827 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'tag': '504d6c62-6bda-47cb-bc6b-c1bc6dfa497c'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:04:11.083126 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7194228-ef0e-42de-9fdb-3e2ba7a6c83e" -d '{"events": [{"name": "network-changed", "server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "tag": "504d6c62-6bda-47cb-bc6b-c1bc6dfa497c"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:04:11.093184 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae7edb-2e2a-42fe-b9b3-78109f517439 req-c12edd27-ce78-4352-bb8d-348896fc1aac tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:11.100021 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-54ae7edb-2e2a-42fe-b9b3-78109f517439 req-c12edd27-ce78-4352-bb8d-348896fc1aac tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 943 time: 0.3944166 Jul 23 20:04:11.173790 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-54ae7edb-2e2a-42fe-b9b3-78109f517439 req-da5587a9-0be1-4e71-a10b-bce048ddd48a tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594542 Jul 23 20:04:11.233363 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-776a2aae-0627-4c44-bf00-aa4a13620593 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4589e6226cac4a53b40ddf952d691a05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1713831 Jul 23 20:04:11.234644 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39808) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:04:11.255357 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b94250-aa84-4388-9356-6c51c9fd5256 req-652d675d-a3d8-4e87-8fdb-c95c176432a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:11.256801 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-41b94250-aa84-4388-9356-6c51c9fd5256 req-652d675d-a3d8-4e87-8fdb-c95c176432a0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 HTTP/1.1" status: 200 len: 910 time: 0.2369370 Jul 23 20:04:11.273289 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab800ff-5c5a-4f46-8fe4-f0a3d26efab1 x-openstack-request-id: req-6ab800ff-5c5a-4f46-8fe4-f0a3d26efab1 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:04:11.273744 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "tag": "504d6c62-6bda-47cb-bc6b-c1bc6dfa497c", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:04:11.273999 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6ab800ff-5c5a-4f46-8fe4-f0a3d26efab1 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:04:11.274382 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'tag': '504d6c62-6bda-47cb-bc6b-c1bc6dfa497c', 'status': 'completed', 'code': 200} Jul 23 20:04:11.314742 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-935128a5-4466-4c15-9e98-186fce8b0666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:04:11.323513 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-935128a5-4466-4c15-9e98-186fce8b0666 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:11.333743 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-41b94250-aa84-4388-9356-6c51c9fd5256 req-0c508120-2668-4bee-a52d-b314581a55d6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c470adb8-9aee-46a6-97ba-d6f7e057e04a HTTP/1.1" status: 200 len: 217 time: 0.0537710 Jul 23 20:04:11.341935 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-935128a5-4466-4c15-9e98-186fce8b0666 service neutron] Transition to ACTIVE for port object d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:04:11.352758 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-935128a5-4466-4c15-9e98-186fce8b0666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:11.363909 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:04:11.406539 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0f619e03-71fd-46fb-98a3-252c403058f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:11.433168 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b94250-aa84-4388-9356-6c51c9fd5256 req-d78d56d8-a697-40d0-96e8-fb236d324667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:11.434961 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-41b94250-aa84-4388-9356-6c51c9fd5256 req-d78d56d8-a697-40d0-96e8-fb236d324667 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8f1af588-88a6-41d9-93e0-be352471d81c HTTP/1.1" status: 200 len: 849 time: 0.0909817 Jul 23 20:04:11.447854 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69da405-e7f6-4345-a19e-5a771088e021 req-fdfabf8b-59bd-4054-9b1e-57f50061d15f tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:11.450261 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c69da405-e7f6-4345-a19e-5a771088e021 req-fdfabf8b-59bd-4054-9b1e-57f50061d15f tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea7351ee-275c-4759-8e4a-2055663a8c74 HTTP/1.1" status: 200 len: 943 time: 0.2225356 Jul 23 20:04:11.462582 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0f619e03-71fd-46fb-98a3-252c403058f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:11.497506 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-41b94250-aa84-4388-9356-6c51c9fd5256 req-3f1829e8-1398-4326-a00b-e2d1d77c9ca3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463848 Jul 23 20:04:11.600471 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935128a5-4466-4c15-9e98-186fce8b0666 service neutron] Pushing event updated for resources: {'Port': ['ID=d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:11.645065 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7194228-ef0e-42de-9fdb-3e2ba7a6c83e req-152a64b6-1e85-4560-9055-cac19aa1fdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:11.645731 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7194228-ef0e-42de-9fdb-3e2ba7a6c83e req-152a64b6-1e85-4560-9055-cac19aa1fdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:11.646398 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7194228-ef0e-42de-9fdb-3e2ba7a6c83e req-152a64b6-1e85-4560-9055-cac19aa1fdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:11.647079 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7194228-ef0e-42de-9fdb-3e2ba7a6c83e req-152a64b6-1e85-4560-9055-cac19aa1fdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:11.647620 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7194228-ef0e-42de-9fdb-3e2ba7a6c83e req-152a64b6-1e85-4560-9055-cac19aa1fdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:11.648304 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7194228-ef0e-42de-9fdb-3e2ba7a6c83e req-152a64b6-1e85-4560-9055-cac19aa1fdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:11.648985 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7194228-ef0e-42de-9fdb-3e2ba7a6c83e req-152a64b6-1e85-4560-9055-cac19aa1fdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:11.651217 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f7194228-ef0e-42de-9fdb-3e2ba7a6c83e req-152a64b6-1e85-4560-9055-cac19aa1fdd1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=858effe7088a420282b357f80eadfe13&device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 6426 time: 0.3687708 Jul 23 20:04:11.708504 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-935128a5-4466-4c15-9e98-186fce8b0666 service neutron] Attempting to bind port d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:04:11.708913 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-935128a5-4466-4c15-9e98-186fce8b0666 service neutron] Attempting to bind port d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '1390de9a-4335-4a2d-ac2e-5463ed9bacda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c06c7c82-36a6-415d-bbcb-96da02d094eb'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:04:11.709377 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-935128a5-4466-4c15-9e98-186fce8b0666 service neutron] Attempting to bind port d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f on network c06c7c82-36a6-415d-bbcb-96da02d094eb {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:04:11.719158 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-935128a5-4466-4c15-9e98-186fce8b0666 service neutron] Port d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f on network c06c7c82-36a6-415d-bbcb-96da02d094eb not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:04:11.719641 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-935128a5-4466-4c15-9e98-186fce8b0666 service neutron] Attempting to bind port d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f on network c06c7c82-36a6-415d-bbcb-96da02d094eb {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:04:11.736770 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-935128a5-4466-4c15-9e98-186fce8b0666 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:04:11.737231 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-935128a5-4466-4c15-9e98-186fce8b0666 service neutron] Checking segment: {'id': '1390de9a-4335-4a2d-ac2e-5463ed9bacda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c06c7c82-36a6-415d-bbcb-96da02d094eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:04:11.737900 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-935128a5-4466-4c15-9e98-186fce8b0666 service neutron] Bound using segment: {'id': '1390de9a-4335-4a2d-ac2e-5463ed9bacda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c06c7c82-36a6-415d-bbcb-96da02d094eb'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:04:11.738411 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-935128a5-4466-4c15-9e98-186fce8b0666 service neutron] Bound port: d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1390de9a-4335-4a2d-ac2e-5463ed9bacda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c06c7c82-36a6-415d-bbcb-96da02d094eb'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:04:11.738903 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-935128a5-4466-4c15-9e98-186fce8b0666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:11.785207 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75f148-c621-415c-b0fa-c824a7b45250 req-bbbd8039-273d-4f6c-a71a-9f9d022a2b2b tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:11.791431 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75f148-c621-415c-b0fa-c824a7b45250 req-bbbd8039-273d-4f6c-a71a-9f9d022a2b2b tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:11.797565 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75f148-c621-415c-b0fa-c824a7b45250 req-bbbd8039-273d-4f6c-a71a-9f9d022a2b2b tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:11.803795 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75f148-c621-415c-b0fa-c824a7b45250 req-bbbd8039-273d-4f6c-a71a-9f9d022a2b2b tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:11.810931 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75f148-c621-415c-b0fa-c824a7b45250 req-bbbd8039-273d-4f6c-a71a-9f9d022a2b2b tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:11.816854 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75f148-c621-415c-b0fa-c824a7b45250 req-bbbd8039-273d-4f6c-a71a-9f9d022a2b2b tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:11.822794 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75f148-c621-415c-b0fa-c824a7b45250 req-bbbd8039-273d-4f6c-a71a-9f9d022a2b2b tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:11.829438 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fd75f148-c621-415c-b0fa-c824a7b45250 req-bbbd8039-273d-4f6c-a71a-9f9d022a2b2b tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 5430 time: 0.3475096 Jul 23 20:04:11.881386 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7194228-ef0e-42de-9fdb-3e2ba7a6c83e req-2fed0fa8-9410-46e9-9268-955d2afbac42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:11.881922 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7194228-ef0e-42de-9fdb-3e2ba7a6c83e req-2fed0fa8-9410-46e9-9268-955d2afbac42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:11.882405 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7194228-ef0e-42de-9fdb-3e2ba7a6c83e req-2fed0fa8-9410-46e9-9268-955d2afbac42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:11.885670 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f7194228-ef0e-42de-9fdb-3e2ba7a6c83e req-2fed0fa8-9410-46e9-9268-955d2afbac42 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=858effe7088a420282b357f80eadfe13&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2244370 Jul 23 20:04:11.936033 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c69da405-e7f6-4345-a19e-5a771088e021 req-01cf68fc-63dd-45f8-9b12-4f67b7726d7e tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4687338 Jul 23 20:04:11.970155 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-935128a5-4466-4c15-9e98-186fce8b0666 service neutron] For port d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:04:11.973360 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-935128a5-4466-4c15-9e98-186fce8b0666 service neutron] For port d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f,segment=NetworkSegment(1390de9a-4335-4a2d-ac2e-5463ed9bacda),segment_id=1390de9a-4335-4a2d-ac2e-5463ed9bacda)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:04:11.987787 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-935128a5-4466-4c15-9e98-186fce8b0666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:11.999278 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0f619e03-71fd-46fb-98a3-252c403058f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:12.003472 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0f619e03-71fd-46fb-98a3-252c403058f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:12.009142 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0f619e03-71fd-46fb-98a3-252c403058f2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c96dbb6a-f9bd-495e-826b-b262e9b44917 HTTP/1.1" status: 204 len: 168 time: 0.7718060 Jul 23 20:04:12.015771 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-41b94250-aa84-4388-9356-6c51c9fd5256 req-58bcd547-f97b-45f7-a09b-20eea7c747d6 service neutron] 10.222.0.18 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5078263 Jul 23 20:04:12.020606 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f619e03-71fd-46fb-98a3-252c403058f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96dbb6a-f9bd-495e-826b-b262e9b44917,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:12.110873 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-935128a5-4466-4c15-9e98-186fce8b0666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:12.114637 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-935128a5-4466-4c15-9e98-186fce8b0666 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:12.116883 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-935128a5-4466-4c15-9e98-186fce8b0666 service neutron] 10.222.0.18 "PUT /v2.0/ports/d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f HTTP/1.1" status: 200 len: 1092 time: 1.5154247 Jul 23 20:04:12.190471 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935128a5-4466-4c15-9e98-186fce8b0666 service neutron] Pushing event updated for resources: {'Port': ['ID=d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:12.205070 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fd75f148-c621-415c-b0fa-c824a7b45250 req-0a6087a4-46dd-4063-ab50-0528b635691a tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8f4f3ea-9040-40e5-b97d-88f3cee36311&id=f03bc08f-e700-4073-8157-e780c3416b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3714890 Jul 23 20:04:12.249787 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-41b94250-aa84-4388-9356-6c51c9fd5256 req-0d4bd83b-962d-4c21-8ef2-f4612e6d05ae service neutron] 10.222.0.18 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033970 Jul 23 20:04:12.263353 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f75d1d-3d33-4acb-a8c6-becfccf116e7 req-30e11ea7-dcd3-40fd-b95f-a9972c9d8c70 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:12.270423 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-05f75d1d-3d33-4acb-a8c6-becfccf116e7 req-30e11ea7-dcd3-40fd-b95f-a9972c9d8c70 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 946 time: 0.2208202 Jul 23 20:04:12.305660 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7194228-ef0e-42de-9fdb-3e2ba7a6c83e req-7063eeaa-3395-4e2b-a8e3-ab28e7b32b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:12.314201 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f7194228-ef0e-42de-9fdb-3e2ba7a6c83e req-7063eeaa-3395-4e2b-a8e3-ab28e7b32b3b service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4173419 Jul 23 20:04:12.365114 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-05f75d1d-3d33-4acb-a8c6-becfccf116e7 req-43ca1106-6546-4630-947c-40c338469ccb tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937345 Jul 23 20:04:12.593190 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a5fe0-9de1-4cc3-a2c2-d520bba33838 req-0c4cef09-8f11-47a3-a883-9434a8ad1d4b tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:12.600143 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-877a5fe0-9de1-4cc3-a2c2-d520bba33838 req-0c4cef09-8f11-47a3-a883-9434a8ad1d4b tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 950 time: 0.2406008 Jul 23 20:04:12.638348 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-8ce101ff-87a2-4ea4-a032-1dd8967cd8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:12.639426 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-8ce101ff-87a2-4ea4-a032-1dd8967cd8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:12.640223 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-8ce101ff-87a2-4ea4-a032-1dd8967cd8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:12.641137 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-8ce101ff-87a2-4ea4-a032-1dd8967cd8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:12.641771 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device acab6456-dcfa-42d6-8c1c-7d543ac6b7eb details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:04:12.642396 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-8ce101ff-87a2-4ea4-a032-1dd8967cd8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:12.643083 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-8ce101ff-87a2-4ea4-a032-1dd8967cd8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:12.643784 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-8ce101ff-87a2-4ea4-a032-1dd8967cd8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:12.644843 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:04:12.647737 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-8ce101ff-87a2-4ea4-a032-1dd8967cd8f8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=858effe7088a420282b357f80eadfe13&device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 6494 time: 0.2222311 Jul 23 20:04:12.705004 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-6b3da86f-c3fa-4ae8-a330-b96f4721c05f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cbdd92a-b096-453c-b3eb-bec2759c3ae5 HTTP/1.1" status: 200 len: 217 time: 0.0442615 Jul 23 20:04:12.712586 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device c470adb8-9aee-46a6-97ba-d6f7e057e04a details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:04:12.721650 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-877a5fe0-9de1-4cc3-a2c2-d520bba33838 req-99e292e8-0cf8-48f9-9429-58cd3d970a9b tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202009 Jul 23 20:04:12.859368 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b683320-b4bc-4507-bd0a-832a5526d1fc req-f7261dba-6997-4c59-90f8-ba88259ac278 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:12.866817 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6b683320-b4bc-4507-bd0a-832a5526d1fc req-f7261dba-6997-4c59-90f8-ba88259ac278 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 944 time: 0.2188966 Jul 23 20:04:12.925672 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6b683320-b4bc-4507-bd0a-832a5526d1fc req-754fa252-59d2-417e-a0dd-7d66dc6985a8 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575759 Jul 23 20:04:12.993244 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38a68aaf-44fc-430d-8697-87c0825b0ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:13.079745 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:04:13.095058 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:04:13.096815 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:13.202072 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port c470adb8-9aee-46a6-97ba-d6f7e057e04a, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=c470adb8-9aee-46a6-97ba-d6f7e057e04a,segment=NetworkSegment(09c16a36-f585-4003-9e2f-a9905bed7329),segment_id=09c16a36-f585-4003-9e2f-a9905bed7329)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:13.275405 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port acab6456-dcfa-42d6-8c1c-7d543ac6b7eb, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=acab6456-dcfa-42d6-8c1c-7d543ac6b7eb,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:13.285893 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': 'c470adb8-9aee-46a6-97ba-d6f7e057e04a', 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1', 'port_id': 'c470adb8-9aee-46a6-97ba-d6f7e057e04a', 'mac_address': 'fa:16:3e:9c:dc:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f1af588-88a6-41d9-93e0-be352471d81c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:04:13.286733 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'tag': 'd626a4a1-2e71-4ec8-93c3-8f1b685aaf9f'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:04:13.292007 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51725db-bafa-4010-9cce-937b84c3ccc4" -d '{"events": [{"name": "network-changed", "server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "tag": "d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:04:13.301586 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-03f04756-7e1b-4a6c-99ed-b6fbd6c9d19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:13.309415 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-03f04756-7e1b-4a6c-99ed-b6fbd6c9d19e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a451f4d4-16b1-4cd6-849b-914123ed9f93 HTTP/1.1" status: 200 len: 856 time: 0.5869362 Jul 23 20:04:13.337022 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:13.447936 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:13.455549 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'acab6456-dcfa-42d6-8c1c-7d543ac6b7eb', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': 'acab6456-dcfa-42d6-8c1c-7d543ac6b7eb', 'mac_address': 'fa:16:3e:dc:2e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:04:13.522378 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-9cf46bec-22ec-4960-860b-61bf46c57176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:13.522959 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393b651-db80-4670-8b71-ae8c0c2c7da1 req-1ef90a7a-78a2-454b-b5b7-1ee496831837 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:13.524630 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-9cf46bec-22ec-4960-860b-61bf46c57176 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c0c425ca-579f-4028-a72c-ce66097cca22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1804721 Jul 23 20:04:13.537874 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f172c-496c-433e-a65c-82d7a69ac948 req-52869201-6129-4cf2-aa13-d51748b37145 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:13.543456 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-063f172c-496c-433e-a65c-82d7a69ac948 req-52869201-6129-4cf2-aa13-d51748b37145 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea7351ee-275c-4759-8e4a-2055663a8c74 HTTP/1.1" status: 200 len: 943 time: 0.2257395 Jul 23 20:04:13.551817 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c470adb8-9aee-46a6-97ba-d6f7e057e04a {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:04:13.555570 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393b651-db80-4670-8b71-ae8c0c2c7da1 req-1ef90a7a-78a2-454b-b5b7-1ee496831837 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:13.590295 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393b651-db80-4670-8b71-ae8c0c2c7da1 req-1ef90a7a-78a2-454b-b5b7-1ee496831837 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:13.598465 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port c470adb8-9aee-46a6-97ba-d6f7e057e04a, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=c470adb8-9aee-46a6-97ba-d6f7e057e04a,segment=NetworkSegment(09c16a36-f585-4003-9e2f-a9905bed7329),segment_id=09c16a36-f585-4003-9e2f-a9905bed7329)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:13.604586 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393b651-db80-4670-8b71-ae8c0c2c7da1 req-1ef90a7a-78a2-454b-b5b7-1ee496831837 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:13.633768 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393b651-db80-4670-8b71-ae8c0c2c7da1 req-1ef90a7a-78a2-454b-b5b7-1ee496831837 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:13.646896 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:13.671401 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393b651-db80-4670-8b71-ae8c0c2c7da1 req-1ef90a7a-78a2-454b-b5b7-1ee496831837 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:13.680219 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-063f172c-496c-433e-a65c-82d7a69ac948 req-60495ee5-326f-49ff-8f68-1f93b83c48bf tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162012 Jul 23 20:04:13.695227 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393b651-db80-4670-8b71-ae8c0c2c7da1 req-1ef90a7a-78a2-454b-b5b7-1ee496831837 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:13.702611 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9393b651-db80-4670-8b71-ae8c0c2c7da1 req-1ef90a7a-78a2-454b-b5b7-1ee496831837 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 5430 time: 0.3415928 Jul 23 20:04:13.739967 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-7509f28d-8a21-4e48-911c-d0f415d444b3 service neutron] 10.222.0.18 "GET /v2.0/networks/c0c425ca-579f-4028-a72c-ce66097cca22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948471 Jul 23 20:04:13.763316 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:13.770725 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9393b651-db80-4670-8b71-ae8c0c2c7da1 req-c027f6e0-2f06-4870-8f13-926454ff9798 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8f4f3ea-9040-40e5-b97d-88f3cee36311&id=f03bc08f-e700-4073-8157-e780c3416b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603290 Jul 23 20:04:13.847707 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:13.890413 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed4c9d2-8a5c-4bd5-a867-c0dd7fa13ee1 x-openstack-request-id: req-7ed4c9d2-8a5c-4bd5-a867-c0dd7fa13ee1 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:04:13.890681 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "tag": "d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:04:13.890941 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7ed4c9d2-8a5c-4bd5-a867-c0dd7fa13ee1 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:04:13.891336 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'tag': 'd626a4a1-2e71-4ec8-93c3-8f1b685aaf9f', 'status': 'completed', 'code': 200} Jul 23 20:04:13.911717 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id acab6456-dcfa-42d6-8c1c-7d543ac6b7eb {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:04:13.970497 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['c470adb8-9aee-46a6-97ba-d6f7e057e04a'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:04:13.972937 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-c0d8951e-40bf-47f6-92f7-bbee1c2bb60a service neutron] 10.222.0.18 "GET /v2.0/networks/c0c425ca-579f-4028-a72c-ce66097cca22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262816 Jul 23 20:04:14.053836 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=c470adb8-9aee-46a6-97ba-d6f7e057e04a,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:14.075158 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d61372-f58c-4bc3-a0bb-fce879be9281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:04:14.077764 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f807bc2-65d8-4b2e-82a0-b1a57b690abf" -d '{"events": [{"server_uuid": "c3d61372-f58c-4bc3-a0bb-fce879be9281", "name": "network-vif-plugged", "status": "completed", "tag": "7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:04:14.110544 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647cc3f0-bc71-4bb8-95ca-704ffdc113b6 req-31d6ac71-5cf9-4513-97e2-671301dd67a4 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:14.116344 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port acab6456-dcfa-42d6-8c1c-7d543ac6b7eb, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=acab6456-dcfa-42d6-8c1c-7d543ac6b7eb,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:14.117787 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:14.119948 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:14.126079 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:14.127657 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-647cc3f0-bc71-4bb8-95ca-704ffdc113b6 req-31d6ac71-5cf9-4513-97e2-671301dd67a4 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 946 time: 0.2202766 Jul 23 20:04:14.135705 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:14.179922 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-252eb698-ce55-4b5e-8b0c-76994f916719 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=18d5e29d-60f2-4de3-a99b-260e4ed73bd7 HTTP/1.1" status: 200 len: 217 time: 0.1943808 Jul 23 20:04:14.277505 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:14.283489 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-647cc3f0-bc71-4bb8-95ca-704ffdc113b6 req-6273bfcb-4c10-479f-b709-3d0199d02e62 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533127 Jul 23 20:04:14.285506 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['acab6456-dcfa-42d6-8c1c-7d543ac6b7eb'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:04:14.401324 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=acab6456-dcfa-42d6-8c1c-7d543ac6b7eb,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:14.483258 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:14.483488 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-711956d4-ec95-4c0f-b4ec-d8238ab4e93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:14.486881 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-711956d4-ec95-4c0f-b4ec-d8238ab4e93d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a37b077a-fe69-4a55-9b37-2fa25f9f53d6 HTTP/1.1" status: 200 len: 797 time: 0.2979207 Jul 23 20:04:14.524403 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:14.560671 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa4ba0-3e60-4538-ab0b-348c1fd42182 req-c7a60a21-1026-4070-accf-1ded483056cc tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:14.562358 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-daaa4ba0-3e60-4538-ab0b-348c1fd42182 req-c7a60a21-1026-4070-accf-1ded483056cc tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 945 time: 0.1641045 Jul 23 20:04:14.643827 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b319ab4-b527-420f-a22b-04a2007633dc req-c1b52448-456c-45be-affa-bfee6c837e82 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:14.645643 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8b319ab4-b527-420f-a22b-04a2007633dc req-c1b52448-456c-45be-affa-bfee6c837e82 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 950 time: 0.3690085 Jul 23 20:04:14.650916 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-daaa4ba0-3e60-4538-ab0b-348c1fd42182 req-4b212f05-ab1a-4dce-8253-a27e1c9ec078 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824361 Jul 23 20:04:14.764382 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ea3f84-4953-4a26-a047-036a41c90440 x-openstack-request-id: req-69ea3f84-4953-4a26-a047-036a41c90440 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:04:14.765508 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d61372-f58c-4bc3-a0bb-fce879be9281", "name": "network-vif-plugged", "status": "completed", "tag": "7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:04:14.766243 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-69ea3f84-4953-4a26-a047-036a41c90440 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:04:14.767173 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d61372-f58c-4bc3-a0bb-fce879be9281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc', 'code': 200} Jul 23 20:04:14.826293 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8b319ab4-b527-420f-a22b-04a2007633dc req-e4b887e4-f2df-47e5-9dae-0c244b2d8708 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639881 Jul 23 20:04:14.841994 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-d2ab82d9-d22b-4391-91ea-3dc770dfabc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:14.843174 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-d2ab82d9-d22b-4391-91ea-3dc770dfabc8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8834cf6-a834-4872-ae27-a514fb198d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3342612 Jul 23 20:04:14.963167 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a9500-93a7-4cfc-b547-486065374342 req-9d5f2a60-f051-4f76-bdbf-6ac546719249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:14.966609 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3d8a9500-93a7-4cfc-b547-486065374342 req-9d5f2a60-f051-4f76-bdbf-6ac546719249 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 1097 time: 0.1625726 Jul 23 20:04:15.003314 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3dcff-d097-45c6-917d-51ac79032606 req-6cf5d6a6-8bd9-43cd-8cd1-cd73840e6893 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:15.011306 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-05a3dcff-d097-45c6-917d-51ac79032606 req-6cf5d6a6-8bd9-43cd-8cd1-cd73840e6893 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea7351ee-275c-4759-8e4a-2055663a8c74 HTTP/1.1" status: 200 len: 944 time: 0.1345613 Jul 23 20:04:15.060052 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3d8a9500-93a7-4cfc-b547-486065374342 req-5473aa21-cdfe-4297-9945-dc66e2a863ac service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864718 Jul 23 20:04:15.070157 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-05a3dcff-d097-45c6-917d-51ac79032606 req-2deda57c-af4c-4cf4-8a7f-f6124152af73 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579331 Jul 23 20:04:15.103782 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-a849a7e4-e1bf-416f-a547-b40f1307f9d3 service neutron] 10.222.0.18 "GET /v2.0/networks/a8834cf6-a834-4872-ae27-a514fb198d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517817 Jul 23 20:04:15.164592 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f8f9a-573f-4392-880f-8c25a29bd8de req-02f75f0b-3092-4c02-9ee3-bcccd691070c tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:15.172048 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f8f9a-573f-4392-880f-8c25a29bd8de req-02f75f0b-3092-4c02-9ee3-bcccd691070c tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:15.178804 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f8f9a-573f-4392-880f-8c25a29bd8de req-02f75f0b-3092-4c02-9ee3-bcccd691070c tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:15.186853 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f8f9a-573f-4392-880f-8c25a29bd8de req-02f75f0b-3092-4c02-9ee3-bcccd691070c tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:15.194152 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f8f9a-573f-4392-880f-8c25a29bd8de req-02f75f0b-3092-4c02-9ee3-bcccd691070c tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:15.201858 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f8f9a-573f-4392-880f-8c25a29bd8de req-02f75f0b-3092-4c02-9ee3-bcccd691070c tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:15.208530 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f8f9a-573f-4392-880f-8c25a29bd8de req-02f75f0b-3092-4c02-9ee3-bcccd691070c tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:15.217279 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ff2f8f9a-573f-4392-880f-8c25a29bd8de req-02f75f0b-3092-4c02-9ee3-bcccd691070c tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 5430 time: 0.2403758 Jul 23 20:04:15.353348 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ff2f8f9a-573f-4392-880f-8c25a29bd8de req-d2c39749-e734-46ff-9d90-192b9e5206e5 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8f4f3ea-9040-40e5-b97d-88f3cee36311&id=f03bc08f-e700-4073-8157-e780c3416b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1327670 Jul 23 20:04:15.396739 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-aef36b3f-89a9-424b-af44-3cec0a01aa19 service neutron] 10.222.0.18 "GET /v2.0/networks/a8834cf6-a834-4872-ae27-a514fb198d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858360 Jul 23 20:04:15.453854 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-fcdedd90-6e91-40c8-a407-e85a31f3b814 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8 HTTP/1.1" status: 200 len: 217 time: 0.0488162 Jul 23 20:04:15.524505 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-ed32ba04-f4ae-4844-82d0-aa7697370711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:15.526202 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-ed32ba04-f4ae-4844-82d0-aa7697370711 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a37b077a-fe69-4a55-9b37-2fa25f9f53d6 HTTP/1.1" status: 200 len: 797 time: 0.0655968 Jul 23 20:04:15.612664 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-acce0cbe-1449-433a-8dbe-f2f6a5170f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:15.614231 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-acce0cbe-1449-433a-8dbe-f2f6a5170f3b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8834cf6-a834-4872-ae27-a514fb198d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0811365 Jul 23 20:04:15.672656 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff441f-3215-4e4a-ba9a-36a0ce99b398 req-401ac9e7-1bae-452a-9921-bf2476d03958 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:15.676306 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cdff441f-3215-4e4a-ba9a-36a0ce99b398 req-401ac9e7-1bae-452a-9921-bf2476d03958 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 946 time: 0.1348016 Jul 23 20:04:15.747051 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-82c698a2-62d1-44f1-bc9f-efb151aed7e6 service neutron] 10.222.0.18 "GET /v2.0/networks/a8834cf6-a834-4872-ae27-a514fb198d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193128 Jul 23 20:04:15.768683 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:15.808155 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cdff441f-3215-4e4a-ba9a-36a0ce99b398 req-f1dd8049-4ef0-43cc-9948-fd78b4d213d8 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252291 Jul 23 20:04:15.909411 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-b31f54a3-4ca0-44c7-8218-e11eed405e6f service neutron] 10.222.0.18 "GET /v2.0/networks/a8834cf6-a834-4872-ae27-a514fb198d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597903 Jul 23 20:04:15.997997 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38ea57-d6fc-469d-9e99-08d4258b0c5a req-23087a90-b8c1-411a-8ae4-452a618eca48 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:16.005164 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-da38ea57-d6fc-469d-9e99-08d4258b0c5a req-23087a90-b8c1-411a-8ae4-452a618eca48 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 945 time: 0.1665940 Jul 23 20:04:16.007986 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-f5b0eb88-5943-4fca-a3e7-c149a5738299 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=eb4bcb47-1bf3-436f-9a45-04d007e3befb HTTP/1.1" status: 200 len: 217 time: 0.0833104 Jul 23 20:04:16.076322 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfae57d-3a1d-4f9b-8c64-ea6c5d4fc20f req-b165b2fa-034d-4c49-a671-3b9e83a86f2d tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:16.084125 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9bfae57d-3a1d-4f9b-8c64-ea6c5d4fc20f req-b165b2fa-034d-4c49-a671-3b9e83a86f2d tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 950 time: 0.1011612 Jul 23 20:04:16.090712 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-da38ea57-d6fc-469d-9e99-08d4258b0c5a req-0a571fa5-872d-474a-8d84-e37a906f9c06 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843949 Jul 23 20:04:16.119539 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-99dbc81b-3d47-463b-8b18-1586c02b528a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:16.121078 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-99dbc81b-3d47-463b-8b18-1586c02b528a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a37b077a-fe69-4a55-9b37-2fa25f9f53d6 HTTP/1.1" status: 200 len: 797 time: 0.1049700 Jul 23 20:04:16.137072 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9bfae57d-3a1d-4f9b-8c64-ea6c5d4fc20f req-61682a87-3ec9-494b-b39a-c58319f5cdcb tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460846 Jul 23 20:04:16.202693 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-e4f30a4b-50cb-4ed7-a9ca-09b22bdae94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:16.204402 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-e4f30a4b-50cb-4ed7-a9ca-09b22bdae94c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8834cf6-a834-4872-ae27-a514fb198d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0744493 Jul 23 20:04:16.389275 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072125e2-d729-4d05-883c-90183bd9cae2 req-e9f361cb-e1a9-4fa8-8114-278818dc13f0 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:16.392141 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-26ca5aed-5995-4c13-a9f8-b37a425a0715 service neutron] 10.222.0.18 "GET /v2.0/networks/a8834cf6-a834-4872-ae27-a514fb198d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810322 Jul 23 20:04:16.404335 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-072125e2-d729-4d05-883c-90183bd9cae2 req-e9f361cb-e1a9-4fa8-8114-278818dc13f0 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea7351ee-275c-4759-8e4a-2055663a8c74 HTTP/1.1" status: 200 len: 944 time: 0.1640961 Jul 23 20:04:16.478875 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-072125e2-d729-4d05-883c-90183bd9cae2 req-2b587b33-db3e-4245-96ca-9e854defcaf3 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685718 Jul 23 20:04:16.624762 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-42c69223-122e-4892-afea-949b9bbc8669 service neutron] 10.222.0.18 "GET /v2.0/networks/a8834cf6-a834-4872-ae27-a514fb198d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257404 Jul 23 20:04:16.640950 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device acab6456-dcfa-42d6-8c1c-7d543ac6b7eb up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:04:16.687308 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-1c6c3077-817b-4eda-af9e-24978659b31f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=5eac413d-edd8-4c69-ae6a-a9dec5945955 HTTP/1.1" status: 200 len: 217 time: 0.0536757 Jul 23 20:04:16.688466 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device c470adb8-9aee-46a6-97ba-d6f7e057e04a up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:04:16.702061 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb1ed0-8056-4113-94fb-7ff0f42573b9 req-695dda33-9227-4e4f-91ac-5180ecd1fa71 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:16.709309 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb1ed0-8056-4113-94fb-7ff0f42573b9 req-695dda33-9227-4e4f-91ac-5180ecd1fa71 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:16.717353 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb1ed0-8056-4113-94fb-7ff0f42573b9 req-695dda33-9227-4e4f-91ac-5180ecd1fa71 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:16.723664 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb1ed0-8056-4113-94fb-7ff0f42573b9 req-695dda33-9227-4e4f-91ac-5180ecd1fa71 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:16.731190 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb1ed0-8056-4113-94fb-7ff0f42573b9 req-695dda33-9227-4e4f-91ac-5180ecd1fa71 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:16.737695 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb1ed0-8056-4113-94fb-7ff0f42573b9 req-695dda33-9227-4e4f-91ac-5180ecd1fa71 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:16.744472 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb1ed0-8056-4113-94fb-7ff0f42573b9 req-695dda33-9227-4e4f-91ac-5180ecd1fa71 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:16.754807 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-19bb1ed0-8056-4113-94fb-7ff0f42573b9 req-695dda33-9227-4e4f-91ac-5180ecd1fa71 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 5430 time: 0.2186210 Jul 23 20:04:16.871920 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port acab6456-dcfa-42d6-8c1c-7d543ac6b7eb triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:04:16.873064 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:16.909140 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port c470adb8-9aee-46a6-97ba-d6f7e057e04a completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:04:16.924253 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port c470adb8-9aee-46a6-97ba-d6f7e057e04a triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:04:16.924854 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:16.951829 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-19bb1ed0-8056-4113-94fb-7ff0f42573b9 req-39940fd1-d811-49a2-bd58-4245d02f6bfe tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8f4f3ea-9040-40e5-b97d-88f3cee36311&id=f03bc08f-e700-4073-8157-e780c3416b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1960955 Jul 23 20:04:16.953544 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-5b3ee83a-7051-419e-a2fa-75b8f9e49c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:16.954922 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-5b3ee83a-7051-419e-a2fa-75b8f9e49c62 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a37b077a-fe69-4a55-9b37-2fa25f9f53d6 HTTP/1.1" status: 200 len: 797 time: 0.1965382 Jul 23 20:04:17.036465 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:17.089862 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fca6605-982e-492b-8938-3dcf3308a9ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acab6456-dcfa-42d6-8c1c-7d543ac6b7eb'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:04:17.092758 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c45f32-787f-4e61-b647-6dbc3b622ee3" -d '{"events": [{"server_uuid": "5fca6605-982e-492b-8938-3dcf3308a9ca", "name": "network-vif-plugged", "status": "completed", "tag": "acab6456-dcfa-42d6-8c1c-7d543ac6b7eb"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:04:17.111711 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port acab6456-dcfa-42d6-8c1c-7d543ac6b7eb, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=acab6456-dcfa-42d6-8c1c-7d543ac6b7eb,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:17.135003 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd7969-309d-4277-bcb1-74d67924c501 req-c96db6f4-3185-42c5-8010-a076e266a12f tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:17.141618 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-70cd7969-309d-4277-bcb1-74d67924c501 req-c96db6f4-3185-42c5-8010-a076e266a12f tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 946 time: 0.1355474 Jul 23 20:04:17.145972 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-21717e00-47f6-43cb-ac9b-70ad16adfd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:17.147532 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-21717e00-47f6-43cb-ac9b-70ad16adfd32 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8834cf6-a834-4872-ae27-a514fb198d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1846714 Jul 23 20:04:17.151869 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:17.211253 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edf92b7-7b2f-4c0f-a313-15a8b4226dad x-openstack-request-id: req-6edf92b7-7b2f-4c0f-a313-15a8b4226dad {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:04:17.212094 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fca6605-982e-492b-8938-3dcf3308a9ca", "name": "network-vif-plugged", "status": "completed", "tag": "acab6456-dcfa-42d6-8c1c-7d543ac6b7eb", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:04:17.212424 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6edf92b7-7b2f-4c0f-a313-15a8b4226dad {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:04:17.212883 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fca6605-982e-492b-8938-3dcf3308a9ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acab6456-dcfa-42d6-8c1c-7d543ac6b7eb', 'code': 200} Jul 23 20:04:17.251762 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:17.257036 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-70cd7969-309d-4277-bcb1-74d67924c501 req-6a225551-a638-4022-a72a-a99b8336676d tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085849 Jul 23 20:04:17.299192 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-86968161-4338-4e0b-87a4-76334ef6cb85 service neutron] 10.222.0.18 "GET /v2.0/networks/a8834cf6-a834-4872-ae27-a514fb198d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364360 Jul 23 20:04:17.328356 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=acab6456-dcfa-42d6-8c1c-7d543ac6b7eb,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:17.332441 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port c470adb8-9aee-46a6-97ba-d6f7e057e04a, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=c470adb8-9aee-46a6-97ba-d6f7e057e04a,segment=NetworkSegment(09c16a36-f585-4003-9e2f-a9905bed7329),segment_id=09c16a36-f585-4003-9e2f-a9905bed7329)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:17.340596 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:17.442380 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9434f4-6b76-49c1-9fda-9eae0da8c978 req-885a6207-5e28-418a-8e51-5aad6315ad9b tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:17.447355 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=c470adb8-9aee-46a6-97ba-d6f7e057e04a,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:17.465369 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6a9434f4-6b76-49c1-9fda-9eae0da8c978 req-885a6207-5e28-418a-8e51-5aad6315ad9b tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 950 time: 0.1078053 Jul 23 20:04:17.513443 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48db4e0-09f2-41f5-a449-391f0a530896 req-e182d79f-33c8-4992-83b7-64be29817fa1 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:17.520523 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a48db4e0-09f2-41f5-a449-391f0a530896 req-e182d79f-33c8-4992-83b7-64be29817fa1 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 945 time: 0.1710804 Jul 23 20:04:17.534170 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-c8144247-0bb7-4630-8652-edd2196ffe9e service neutron] 10.222.0.18 "GET /v2.0/networks/a8834cf6-a834-4872-ae27-a514fb198d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266810 Jul 23 20:04:17.544135 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6a9434f4-6b76-49c1-9fda-9eae0da8c978 req-668a8bd4-941b-433f-8679-f7c86301fadf tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722473 Jul 23 20:04:17.587700 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-c2f96126-7765-4857-a6bf-763367a12b78 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=504d6c62-6bda-47cb-bc6b-c1bc6dfa497c HTTP/1.1" status: 200 len: 217 time: 0.0442905 Jul 23 20:04:17.662083 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a48db4e0-09f2-41f5-a449-391f0a530896 req-4acc1125-3bc3-4ef7-839d-cf62468918fb tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218491 Jul 23 20:04:17.696417 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-cf9aba76-2f09-4a52-8bf9-222aaebc866c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:17.697970 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-cf9aba76-2f09-4a52-8bf9-222aaebc866c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ca55e2c4-f3b1-4280-bb32-353278dd231b HTTP/1.1" status: 200 len: 797 time: 0.0986364 Jul 23 20:04:17.864209 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-a966e1eb-c868-4fc1-884c-d67afc446393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:17.867295 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-a966e1eb-c868-4fc1-884c-d67afc446393 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c06c7c82-36a6-415d-bbcb-96da02d094eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1613605 Jul 23 20:04:17.880800 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805171b8-8aeb-4243-93e1-e82fc888c27c req-ba2b9c7e-8f53-46ff-a5f5-71d10814fe0d tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:17.888899 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-805171b8-8aeb-4243-93e1-e82fc888c27c req-ba2b9c7e-8f53-46ff-a5f5-71d10814fe0d tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea7351ee-275c-4759-8e4a-2055663a8c74 HTTP/1.1" status: 200 len: 945 time: 0.1294041 Jul 23 20:04:18.051852 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-805171b8-8aeb-4243-93e1-e82fc888c27c req-415347a2-59f1-4f69-9356-6c77e3acce41 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619093 Jul 23 20:04:18.098657 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6d350-1fc1-4b06-b700-d0133fcae204 req-a572267f-622e-441d-be16-59417e5016e6 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:18.100873 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-06e6d350-1fc1-4b06-b700-d0133fcae204 req-a572267f-622e-441d-be16-59417e5016e6 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 1097 time: 0.1743500 Jul 23 20:04:18.103598 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-84362ded-4ad9-47c4-b31b-fe59302f8782 service neutron] 10.222.0.18 "GET /v2.0/networks/c06c7c82-36a6-415d-bbcb-96da02d094eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073586 Jul 23 20:04:18.217195 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-06e6d350-1fc1-4b06-b700-d0133fcae204 req-57e7c764-7430-4aaa-8b69-cb002e806b36 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097093 Jul 23 20:04:18.223441 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [req-55a29bfc-da89-4144-820b-e2092f3607eb req-3b30a16d-97f0-4445-8f8e-600bf615e005 service neutron] show failed (client error): The resource could not be found. Jul 23 20:04:18.224660 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-55a29bfc-da89-4144-820b-e2092f3607eb req-3b30a16d-97f0-4445-8f8e-600bf615e005 service neutron] 10.222.0.18 "GET /v2.0/ports/03466cc8-624e-4b9a-8730-adbd2d561fd3/bindings/n-h1-793618-10 HTTP/1.1" status: 404 len: 381 time: 0.1597512 Jul 23 20:04:18.266673 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-9866493d-7ee3-43a0-9a45-d7c94d7e3346 service neutron] 10.222.0.18 "GET /v2.0/networks/c06c7c82-36a6-415d-bbcb-96da02d094eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552427 Jul 23 20:04:18.388499 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-e0a8a7d1-7c18-4422-be8f-1d22994630fc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f HTTP/1.1" status: 200 len: 217 time: 0.1166904 Jul 23 20:04:18.472581 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-c9500a41-8e3a-4585-b124-8b7b96261c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:18.474026 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-c9500a41-8e3a-4585-b124-8b7b96261c76 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ca55e2c4-f3b1-4280-bb32-353278dd231b HTTP/1.1" status: 200 len: 797 time: 0.0776045 Jul 23 20:04:18.520720 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8339d7-a638-4869-8378-67e9321c2593 req-86ca1dca-d678-48bf-a4b1-266163e29a51 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:18.527482 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8339d7-a638-4869-8378-67e9321c2593 req-86ca1dca-d678-48bf-a4b1-266163e29a51 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:18.535081 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8339d7-a638-4869-8378-67e9321c2593 req-86ca1dca-d678-48bf-a4b1-266163e29a51 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:18.541874 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8339d7-a638-4869-8378-67e9321c2593 req-86ca1dca-d678-48bf-a4b1-266163e29a51 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:18.547969 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8339d7-a638-4869-8378-67e9321c2593 req-86ca1dca-d678-48bf-a4b1-266163e29a51 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:18.558471 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8339d7-a638-4869-8378-67e9321c2593 req-86ca1dca-d678-48bf-a4b1-266163e29a51 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:18.564536 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8339d7-a638-4869-8378-67e9321c2593 req-86ca1dca-d678-48bf-a4b1-266163e29a51 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:18.572183 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7b8339d7-a638-4869-8378-67e9321c2593 req-86ca1dca-d678-48bf-a4b1-266163e29a51 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 5430 time: 0.1844280 Jul 23 20:04:18.603178 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-15aff23b-cd1b-4d4f-a745-7d5a65d74131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:18.604983 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-15aff23b-cd1b-4d4f-a745-7d5a65d74131 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c06c7c82-36a6-415d-bbcb-96da02d094eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0862992 Jul 23 20:04:18.612738 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279152f-3702-476d-ad9d-47d7e592b742 req-4ed2498f-e277-411d-9306-79be878d047a tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:18.620909 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7279152f-3702-476d-ad9d-47d7e592b742 req-4ed2498f-e277-411d-9306-79be878d047a tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 946 time: 0.1418374 Jul 23 20:04:18.674630 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7b8339d7-a638-4869-8378-67e9321c2593 req-041a56f4-768e-4d3a-9107-45e00ba46135 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8f4f3ea-9040-40e5-b97d-88f3cee36311&id=f03bc08f-e700-4073-8157-e780c3416b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1016181 Jul 23 20:04:18.712470 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a29bfc-da89-4144-820b-e2092f3607eb req-597e5cde-6db7-40a9-8598-1dec319a938c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:18.714804 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-55a29bfc-da89-4144-820b-e2092f3607eb req-597e5cde-6db7-40a9-8598-1dec319a938c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9&tenant_id=a28939d8212b4a0392808b969f282665 HTTP/1.1" status: 200 len: 1102 time: 0.1399896 Jul 23 20:04:18.729275 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7279152f-3702-476d-ad9d-47d7e592b742 req-eef83f13-1858-4197-a773-d5be6fe4dbae tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021919 Jul 23 20:04:18.735565 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-55a29bfc-da89-4144-820b-e2092f3607eb req-cf636b09-0b60-49f3-8454-0b20db207929 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793618-10', 'device_owner': 'compute:nova'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:04:18.784283 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-44e24006-d45b-4466-843f-971456804d5e service neutron] 10.222.0.18 "GET /v2.0/networks/c06c7c82-36a6-415d-bbcb-96da02d094eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611655 Jul 23 20:04:18.879563 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-55a29bfc-da89-4144-820b-e2092f3607eb req-cf636b09-0b60-49f3-8454-0b20db207929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:18.896201 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91899e5-2dfc-4251-9561-777c82737b5b req-f3cf04ce-a0ae-43a0-a1de-c4f14f53d299 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:18.897784 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a91899e5-2dfc-4251-9561-777c82737b5b req-f3cf04ce-a0ae-43a0-a1de-c4f14f53d299 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 1097 time: 0.1317074 Jul 23 20:04:18.952396 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83df979e-d20f-4d6f-a4b5-68a8fda10efd req-0a613b02-55e4-4fac-aff6-3358b7b6dee2 service neutron] 10.222.0.18 "GET /v2.0/networks/c06c7c82-36a6-415d-bbcb-96da02d094eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601479 Jul 23 20:04:18.984106 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a91899e5-2dfc-4251-9561-777c82737b5b req-f92435d0-02da-4a76-9960-1e1067b6094b tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590394 Jul 23 20:04:19.205283 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51725db-bafa-4010-9cce-937b84c3ccc4 req-de4628f1-0a19-4497-a383-0bab9edce7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:19.205283 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51725db-bafa-4010-9cce-937b84c3ccc4 req-de4628f1-0a19-4497-a383-0bab9edce7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:19.205283 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51725db-bafa-4010-9cce-937b84c3ccc4 req-de4628f1-0a19-4497-a383-0bab9edce7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:19.205283 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51725db-bafa-4010-9cce-937b84c3ccc4 req-de4628f1-0a19-4497-a383-0bab9edce7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:19.205283 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51725db-bafa-4010-9cce-937b84c3ccc4 req-de4628f1-0a19-4497-a383-0bab9edce7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:19.205283 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51725db-bafa-4010-9cce-937b84c3ccc4 req-de4628f1-0a19-4497-a383-0bab9edce7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:19.205283 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51725db-bafa-4010-9cce-937b84c3ccc4 req-de4628f1-0a19-4497-a383-0bab9edce7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:19.205283 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d51725db-bafa-4010-9cce-937b84c3ccc4 req-de4628f1-0a19-4497-a383-0bab9edce7f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=858effe7088a420282b357f80eadfe13&device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 6494 time: 0.1482284 Jul 23 20:04:19.215354 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea7351ee-275c-4759-8e4a-2055663a8c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c470adb8-9aee-46a6-97ba-d6f7e057e04a'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:04:19.217651 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10089a8f-0c6b-437a-be39-ab7c860b9552" -d '{"events": [{"server_uuid": "ea7351ee-275c-4759-8e4a-2055663a8c74", "name": "network-vif-plugged", "status": "completed", "tag": "c470adb8-9aee-46a6-97ba-d6f7e057e04a"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:04:19.308421 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-55a29bfc-da89-4144-820b-e2092f3607eb req-cf636b09-0b60-49f3-8454-0b20db207929 service neutron] For port 03466cc8-624e-4b9a-8730-adbd2d561fd3, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=03466cc8-624e-4b9a-8730-adbd2d561fd3,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:19.318414 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84312c9-b6fc-4131-ad4b-821cc13614ad req-04a18487-0f6a-487b-b110-789d3f10217f tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:19.326934 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e84312c9-b6fc-4131-ad4b-821cc13614ad req-04a18487-0f6a-487b-b110-789d3f10217f tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 950 time: 0.2026381 Jul 23 20:04:19.367147 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51725db-bafa-4010-9cce-937b84c3ccc4 req-0a85ece2-b4b4-4b33-a901-ccad37f6c05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:19.370306 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d51725db-bafa-4010-9cce-937b84c3ccc4 req-0a85ece2-b4b4-4b33-a901-ccad37f6c05e service neutron] 10.222.0.18 "GET /v2.0/networks?id=c06c7c82-36a6-415d-bbcb-96da02d094eb HTTP/1.1" status: 200 len: 903 time: 0.1568315 Jul 23 20:04:19.398160 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e84312c9-b6fc-4131-ad4b-821cc13614ad req-c2358623-3661-4066-adfc-afab1bf819a5 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676851 Jul 23 20:04:19.446185 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-55a29bfc-da89-4144-820b-e2092f3607eb req-cf636b09-0b60-49f3-8454-0b20db207929 service neutron] For port 03466cc8-624e-4b9a-8730-adbd2d561fd3, host n-h2-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:04:19.521003 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d51725db-bafa-4010-9cce-937b84c3ccc4 req-7d8f3563-77e5-43fc-b500-6ca566711b14 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f HTTP/1.1" status: 200 len: 217 time: 0.1414526 Jul 23 20:04:19.572815 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc7a217-21ea-479c-a694-f7f6242ebfb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03466cc8-624e-4b9a-8730-adbd2d561fd3'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:04:19.575739 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380cf2d6-a9ee-41f8-8305-2aca83d63c75" -d '{"events": [{"server_uuid": "ffc7a217-21ea-479c-a694-f7f6242ebfb9", "name": "network-vif-unplugged", "status": "completed", "tag": "03466cc8-624e-4b9a-8730-adbd2d561fd3"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:04:19.585738 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-55a29bfc-da89-4144-820b-e2092f3607eb req-cf636b09-0b60-49f3-8454-0b20db207929 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:19.606458 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-55a29bfc-da89-4144-820b-e2092f3607eb req-cf636b09-0b60-49f3-8454-0b20db207929 service neutron] Transition to ACTIVE for port object 03466cc8-624e-4b9a-8730-adbd2d561fd3 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:04:19.618791 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-55a29bfc-da89-4144-820b-e2092f3607eb req-cf636b09-0b60-49f3-8454-0b20db207929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:19.620310 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51725db-bafa-4010-9cce-937b84c3ccc4 req-ffc81a7f-2281-452d-bdbb-f9cf7b91b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:19.621889 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d51725db-bafa-4010-9cce-937b84c3ccc4 req-ffc81a7f-2281-452d-bdbb-f9cf7b91b997 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ca55e2c4-f3b1-4280-bb32-353278dd231b HTTP/1.1" status: 200 len: 797 time: 0.0740099 Jul 23 20:04:19.684863 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4ddf3-27d2-43b8-b40a-9fb3b9e276c3 req-947b2a58-9a5c-4315-88a4-ded8513e4686 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:19.690510 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96525f-2438-4d7c-b860-16ad7f9c5141 req-463fddfa-e10a-4220-9fa9-eec86307c405 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:19.692268 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8df4ddf3-27d2-43b8-b40a-9fb3b9e276c3 req-947b2a58-9a5c-4315-88a4-ded8513e4686 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/ports?device_id=c330c9a8-8e67-4613-b20f-4e09fcb29bec HTTP/1.1" status: 200 len: 946 time: 0.1791675 Jul 23 20:04:19.702685 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3b96525f-2438-4d7c-b860-16ad7f9c5141 req-463fddfa-e10a-4220-9fa9-eec86307c405 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea7351ee-275c-4759-8e4a-2055663a8c74 HTTP/1.1" status: 200 len: 945 time: 0.2093375 Jul 23 20:04:19.741334 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a29bfc-da89-4144-820b-e2092f3607eb req-cf636b09-0b60-49f3-8454-0b20db207929 service neutron] No DVR routers for this DVR port 03466cc8-624e-4b9a-8730-adbd2d561fd3 on host n-h2-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:04:19.744650 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf636b09-0b60-49f3-8454-0b20db207929 service neutron] Pushing event updated for resources: {'Port': ['ID=03466cc8-624e-4b9a-8730-adbd2d561fd3,revision_number=6']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:19.769972 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51725db-bafa-4010-9cce-937b84c3ccc4 req-2e40c43c-c44a-4388-ada5-0c846f2d801b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:19.773089 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d51725db-bafa-4010-9cce-937b84c3ccc4 req-2e40c43c-c44a-4388-ada5-0c846f2d801b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c06c7c82-36a6-415d-bbcb-96da02d094eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1431684 Jul 23 20:04:19.790426 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3b96525f-2438-4d7c-b860-16ad7f9c5141 req-3ee9ae4b-73bb-40e9-8a19-50c23b2f8af1 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857146 Jul 23 20:04:19.858664 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8df4ddf3-27d2-43b8-b40a-9fb3b9e276c3 req-19be1fac-4756-4ee3-a426-cf2a674f799f tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8895cf-23b3-4399-9b58-864da3b413c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641183 Jul 23 20:04:19.888803 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-55a29bfc-da89-4144-820b-e2092f3607eb req-cf636b09-0b60-49f3-8454-0b20db207929 service neutron] Attempting to bind port 03466cc8-624e-4b9a-8730-adbd2d561fd3 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:04:19.892905 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-55a29bfc-da89-4144-820b-e2092f3607eb req-cf636b09-0b60-49f3-8454-0b20db207929 service neutron] Attempting to bind port 03466cc8-624e-4b9a-8730-adbd2d561fd3 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:04:19.893459 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a29bfc-da89-4144-820b-e2092f3607eb req-cf636b09-0b60-49f3-8454-0b20db207929 service neutron] Attempting to bind port 03466cc8-624e-4b9a-8730-adbd2d561fd3 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:04:19.904012 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a29bfc-da89-4144-820b-e2092f3607eb req-cf636b09-0b60-49f3-8454-0b20db207929 service neutron] Port 03466cc8-624e-4b9a-8730-adbd2d561fd3 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:04:19.914831 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a29bfc-da89-4144-820b-e2092f3607eb req-cf636b09-0b60-49f3-8454-0b20db207929 service neutron] Attempting to bind port 03466cc8-624e-4b9a-8730-adbd2d561fd3 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:04:19.925038 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a29bfc-da89-4144-820b-e2092f3607eb req-cf636b09-0b60-49f3-8454-0b20db207929 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:04:19.925379 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a29bfc-da89-4144-820b-e2092f3607eb req-cf636b09-0b60-49f3-8454-0b20db207929 service neutron] Checking segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:04:19.925954 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a29bfc-da89-4144-820b-e2092f3607eb req-cf636b09-0b60-49f3-8454-0b20db207929 service neutron] Bound using segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:04:19.926399 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-55a29bfc-da89-4144-820b-e2092f3607eb req-cf636b09-0b60-49f3-8454-0b20db207929 service neutron] Bound port: 03466cc8-624e-4b9a-8730-adbd2d561fd3, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:04:19.926762 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-55a29bfc-da89-4144-820b-e2092f3607eb req-cf636b09-0b60-49f3-8454-0b20db207929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:19.939350 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c864e73e-6059-453b-8c3a-b71f832fe244 x-openstack-request-id: req-c864e73e-6059-453b-8c3a-b71f832fe244 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:04:19.939856 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea7351ee-275c-4759-8e4a-2055663a8c74", "name": "network-vif-plugged", "status": "completed", "tag": "c470adb8-9aee-46a6-97ba-d6f7e057e04a", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:04:19.940317 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c864e73e-6059-453b-8c3a-b71f832fe244 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:04:19.940889 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea7351ee-275c-4759-8e4a-2055663a8c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c470adb8-9aee-46a6-97ba-d6f7e057e04a', 'code': 200} Jul 23 20:04:20.013194 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d51725db-bafa-4010-9cce-937b84c3ccc4 req-aee62f68-6fc9-44c7-a3c9-6c3d70e59520 service neutron] 10.222.0.18 "GET /v2.0/networks/c06c7c82-36a6-415d-bbcb-96da02d094eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210658 Jul 23 20:04:20.113026 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-55a29bfc-da89-4144-820b-e2092f3607eb req-cf636b09-0b60-49f3-8454-0b20db207929 service neutron] For port 03466cc8-624e-4b9a-8730-adbd2d561fd3, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:04:20.134409 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-55a29bfc-da89-4144-820b-e2092f3607eb req-cf636b09-0b60-49f3-8454-0b20db207929 service neutron] For port 03466cc8-624e-4b9a-8730-adbd2d561fd3, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=03466cc8-624e-4b9a-8730-adbd2d561fd3,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:04:20.143384 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519ddb5-edfd-4446-b80a-3da46ff73e70 req-0f49b68e-33de-4f78-8651-7877dd695719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:20.145158 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9519ddb5-edfd-4446-b80a-3da46ff73e70 req-0f49b68e-33de-4f78-8651-7877dd695719 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ea7351ee-275c-4759-8e4a-2055663a8c74 HTTP/1.1" status: 200 len: 1097 time: 0.1250911 Jul 23 20:04:20.146979 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-55a29bfc-da89-4144-820b-e2092f3607eb req-cf636b09-0b60-49f3-8454-0b20db207929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:20.199293 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db248ff-b3b9-426c-b3d9-aedddbeca865 x-openstack-request-id: req-0db248ff-b3b9-426c-b3d9-aedddbeca865 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:04:20.199957 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc7a217-21ea-479c-a694-f7f6242ebfb9", "name": "network-vif-unplugged", "status": "completed", "tag": "03466cc8-624e-4b9a-8730-adbd2d561fd3", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:04:20.200431 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0db248ff-b3b9-426c-b3d9-aedddbeca865 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:04:20.201380 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc7a217-21ea-479c-a694-f7f6242ebfb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03466cc8-624e-4b9a-8730-adbd2d561fd3', 'code': 200} Jul 23 20:04:20.219266 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d51725db-bafa-4010-9cce-937b84c3ccc4 req-468da95a-603f-41f0-a23c-a796a0277fdb service neutron] 10.222.0.18 "GET /v2.0/networks/c06c7c82-36a6-415d-bbcb-96da02d094eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988122 Jul 23 20:04:20.220473 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a29bfc-da89-4144-820b-e2092f3607eb req-cf636b09-0b60-49f3-8454-0b20db207929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:20.221705 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-55a29bfc-da89-4144-820b-e2092f3607eb req-cf636b09-0b60-49f3-8454-0b20db207929 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:20.223490 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-55a29bfc-da89-4144-820b-e2092f3607eb req-cf636b09-0b60-49f3-8454-0b20db207929 service neutron] 10.222.0.30 "PUT /v2.0/ports/03466cc8-624e-4b9a-8730-adbd2d561fd3 HTTP/1.1" status: 200 len: 1097 time: 1.4953995 Jul 23 20:04:20.250748 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9519ddb5-edfd-4446-b80a-3da46ff73e70 req-c4775a4b-a028-401d-8e5b-51fb35ec76d6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974967 Jul 23 20:04:20.269107 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf636b09-0b60-49f3-8454-0b20db207929 service neutron] Pushing event updated for resources: {'Port': ['ID=03466cc8-624e-4b9a-8730-adbd2d561fd3,revision_number=7']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:20.352719 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a29bfc-da89-4144-820b-e2092f3607eb req-5693e1ee-9f27-43d8-97ac-56c9b175a076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:20.362758 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-55a29bfc-da89-4144-820b-e2092f3607eb req-5693e1ee-9f27-43d8-97ac-56c9b175a076 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a28939d8212b4a0392808b969f282665&device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 1100 time: 0.1060729 Jul 23 20:04:20.545651 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a29bfc-da89-4144-820b-e2092f3607eb req-5fe1d3a0-0069-48e0-8e60-ff8f1df0dedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:20.547295 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-55a29bfc-da89-4144-820b-e2092f3607eb req-5fe1d3a0-0069-48e0-8e60-ff8f1df0dedc service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.1554339 Jul 23 20:04:20.563169 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0749115-e0ec-4d2f-80e6-3eb867dc45fc req-b4479925-37bc-44ce-b3a9-01fd94b168bf tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:20.569773 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0749115-e0ec-4d2f-80e6-3eb867dc45fc req-b4479925-37bc-44ce-b3a9-01fd94b168bf tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:20.577057 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0749115-e0ec-4d2f-80e6-3eb867dc45fc req-b4479925-37bc-44ce-b3a9-01fd94b168bf tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:20.583707 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0749115-e0ec-4d2f-80e6-3eb867dc45fc req-b4479925-37bc-44ce-b3a9-01fd94b168bf tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:20.590670 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0749115-e0ec-4d2f-80e6-3eb867dc45fc req-b4479925-37bc-44ce-b3a9-01fd94b168bf tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:20.596557 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0749115-e0ec-4d2f-80e6-3eb867dc45fc req-b4479925-37bc-44ce-b3a9-01fd94b168bf tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:20.602649 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0749115-e0ec-4d2f-80e6-3eb867dc45fc req-b4479925-37bc-44ce-b3a9-01fd94b168bf tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:20.605496 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f0749115-e0ec-4d2f-80e6-3eb867dc45fc req-b4479925-37bc-44ce-b3a9-01fd94b168bf tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 5430 time: 0.2398770 Jul 23 20:04:20.658901 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 0e919cdd-9b3c-492e-b6ce-6bd2ed79d041 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:04:20.679917 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-55a29bfc-da89-4144-820b-e2092f3607eb req-622b0546-ba77-43e6-b2de-6cd4cd46e2ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=03466cc8-624e-4b9a-8730-adbd2d561fd3 HTTP/1.1" status: 200 len: 217 time: 0.0727477 Jul 23 20:04:20.717389 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f0749115-e0ec-4d2f-80e6-3eb867dc45fc req-7b70d76f-66c0-45b4-bb2c-44cc39aa7f5e tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8f4f3ea-9040-40e5-b97d-88f3cee36311&id=f03bc08f-e700-4073-8157-e780c3416b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1018867 Jul 23 20:04:20.772428 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a29bfc-da89-4144-820b-e2092f3607eb req-7125ea81-45a0-4d48-80f1-a07e23219316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:20.774440 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-55a29bfc-da89-4144-820b-e2092f3607eb req-7125ea81-45a0-4d48-80f1-a07e23219316 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.0740807 Jul 23 20:04:20.835007 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 0e919cdd-9b3c-492e-b6ce-6bd2ed79d041, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0e919cdd-9b3c-492e-b6ce-6bd2ed79d041,segment=NetworkSegment(d0a2754c-a19c-42d0-8f97-ef5cc77b5d31),segment_id=d0a2754c-a19c-42d0-8f97-ef5cc77b5d31)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:20.855278 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '0e919cdd-9b3c-492e-b6ce-6bd2ed79d041', 'network_id': '561e402d-bb2f-4939-8704-2c6bd62a51c3', 'port_id': '0e919cdd-9b3c-492e-b6ce-6bd2ed79d041', 'mac_address': 'fa:16:3e:22:5c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3585b22-200e-474c-90ad-5cdef3f6e740', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:04:20.926180 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a29bfc-da89-4144-820b-e2092f3607eb req-c5b291c5-ed92-4e6b-9122-3137ef2e2e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:20.927567 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-55a29bfc-da89-4144-820b-e2092f3607eb req-c5b291c5-ed92-4e6b-9122-3137ef2e2e7a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1394701 Jul 23 20:04:20.943875 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660b2fa-78ec-42f0-9ac8-607d6a95bb77 req-db890d94-3eea-49e1-9213-c3a17b8bf667 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:20.951256 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:20.954582 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f660b2fa-78ec-42f0-9ac8-607d6a95bb77 req-db890d94-3eea-49e1-9213-c3a17b8bf667 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 946 time: 0.1026299 Jul 23 20:04:20.973347 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e919cdd-9b3c-492e-b6ce-6bd2ed79d041 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:04:21.029944 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 0e919cdd-9b3c-492e-b6ce-6bd2ed79d041, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0e919cdd-9b3c-492e-b6ce-6bd2ed79d041,segment=NetworkSegment(d0a2754c-a19c-42d0-8f97-ef5cc77b5d31),segment_id=d0a2754c-a19c-42d0-8f97-ef5cc77b5d31)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:21.036350 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:21.058808 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f660b2fa-78ec-42f0-9ac8-607d6a95bb77 req-2f454747-1790-4bf2-b096-177b320615af tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009226 Jul 23 20:04:21.111281 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=0e919cdd-9b3c-492e-b6ce-6bd2ed79d041,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:21.111545 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-55a29bfc-da89-4144-820b-e2092f3607eb req-53365326-f848-4127-bf8b-093b86817544 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547790 Jul 23 20:04:21.266691 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-55a29bfc-da89-4144-820b-e2092f3607eb req-66866642-93bf-49a8-b559-6907075d4de1 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456921 Jul 23 20:04:21.339716 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['0e919cdd-9b3c-492e-b6ce-6bd2ed79d041'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:04:21.398522 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e156fb-679f-4669-8c4e-ee394a26fd8b req-caaf75b8-8674-45e0-a76a-8ac8b36df563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:21.401636 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a5e156fb-679f-4669-8c4e-ee394a26fd8b req-caaf75b8-8674-45e0-a76a-8ac8b36df563 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=112939265a5547faabf279e97fc2b4ed&device_id=ea7351ee-275c-4759-8e4a-2055663a8c74 HTTP/1.1" status: 200 len: 1097 time: 0.0928385 Jul 23 20:04:21.549676 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-587dcf4b-25ad-47dd-9e94-feae24e3609f tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:04:21.550656 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-587dcf4b-25ad-47dd-9e94-feae24e3609f tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067689 Jul 23 20:04:21.570416 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-640eb69d-90b0-4e3e-b80f-7dba2d041381 service neutron] Request body: {'binding': {'host': 'n-h2-793618-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:04:21.570783 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-640eb69d-90b0-4e3e-b80f-7dba2d041381 service neutron] Unknown quota resources ['binding']. {{(pid=93876) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:04:21.678885 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e156fb-679f-4669-8c4e-ee394a26fd8b req-14cb2f60-7de6-492e-9605-caa57a6e5c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:21.680380 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a5e156fb-679f-4669-8c4e-ee394a26fd8b req-14cb2f60-7de6-492e-9605-caa57a6e5c93 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 HTTP/1.1" status: 200 len: 910 time: 0.2717192 Jul 23 20:04:21.778297 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a5e156fb-679f-4669-8c4e-ee394a26fd8b req-a7349d83-daa3-4d76-86fa-2cd5d96db78e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c470adb8-9aee-46a6-97ba-d6f7e057e04a HTTP/1.1" status: 200 len: 217 time: 0.0613384 Jul 23 20:04:21.815552 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7de78cdd-53ea-4b9c-96c4-529e19fc5e7e req-eedcb06d-c773-464d-b64b-6cbd8651a89a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0816483 Jul 23 20:04:21.845275 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663f12b-ac31-4016-a674-d3d0beb0685a req-5f49b55f-f0da-4d7c-a5f9-901a5629b89b tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:21.851253 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7663f12b-ac31-4016-a674-d3d0beb0685a req-5f49b55f-f0da-4d7c-a5f9-901a5629b89b tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 948 time: 0.2996299 Jul 23 20:04:21.922010 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de78cdd-53ea-4b9c-96c4-529e19fc5e7e req-1818a0cb-99e4-4cfd-a04c-e64b1f23995d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:21.924378 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7de78cdd-53ea-4b9c-96c4-529e19fc5e7e req-1818a0cb-99e4-4cfd-a04c-e64b1f23995d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6e44c4dd248468c67611aa3d977ae&device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5 HTTP/1.1" status: 200 len: 1096 time: 0.0611312 Jul 23 20:04:21.936352 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-640eb69d-90b0-4e3e-b80f-7dba2d041381 service neutron] Attempting to bind port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc on host n-h2-793618-10 for vnic_type normal with profile None {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:04:21.936856 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-640eb69d-90b0-4e3e-b80f-7dba2d041381 service neutron] Attempting to bind port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:04:21.937591 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-640eb69d-90b0-4e3e-b80f-7dba2d041381 service neutron] Attempting to bind port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc on network 18f1c189-135d-4e39-8a5e-b364e733193d {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:04:21.945937 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e156fb-679f-4669-8c4e-ee394a26fd8b req-9747ad8d-fab3-462f-8160-0f89e6ca9ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:21.947481 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a5e156fb-679f-4669-8c4e-ee394a26fd8b req-9747ad8d-fab3-462f-8160-0f89e6ca9ae0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8f1af588-88a6-41d9-93e0-be352471d81c HTTP/1.1" status: 200 len: 849 time: 0.1613791 Jul 23 20:04:21.952653 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7663f12b-ac31-4016-a674-d3d0beb0685a req-1c74fa99-9764-4029-9f62-1db0cec97e17 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919409 Jul 23 20:04:21.968625 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-640eb69d-90b0-4e3e-b80f-7dba2d041381 service neutron] Port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc on network 18f1c189-135d-4e39-8a5e-b364e733193d not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:04:21.968625 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-640eb69d-90b0-4e3e-b80f-7dba2d041381 service neutron] Attempting to bind port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc on network 18f1c189-135d-4e39-8a5e-b364e733193d {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:04:21.994982 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a5e156fb-679f-4669-8c4e-ee394a26fd8b req-08cc18d6-d2e5-4ee5-80bc-f7c7c7281c12 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405481 Jul 23 20:04:21.997857 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-640eb69d-90b0-4e3e-b80f-7dba2d041381 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:04:21.998204 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-640eb69d-90b0-4e3e-b80f-7dba2d041381 service neutron] Checking segment: {'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:04:21.998584 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-640eb69d-90b0-4e3e-b80f-7dba2d041381 service neutron] Bound using segment: {'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:04:21.999013 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-640eb69d-90b0-4e3e-b80f-7dba2d041381 service neutron] Bound port: 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:04:22.073393 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de78cdd-53ea-4b9c-96c4-529e19fc5e7e req-f87c3395-685a-4aad-819b-2afecc3401dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:22.076107 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7de78cdd-53ea-4b9c-96c4-529e19fc5e7e req-f87c3395-685a-4aad-819b-2afecc3401dd service neutron] 10.222.0.18 "GET /v2.0/networks?id=18f1c189-135d-4e39-8a5e-b364e733193d HTTP/1.1" status: 200 len: 921 time: 0.1300936 Jul 23 20:04:22.141373 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-640eb69d-90b0-4e3e-b80f-7dba2d041381 service neutron] For port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:04:22.144709 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7de78cdd-53ea-4b9c-96c4-529e19fc5e7e req-cab4fbb5-3682-493c-a471-e4b24e23bc18 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 HTTP/1.1" status: 200 len: 217 time: 0.0604241 Jul 23 20:04:22.154377 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-640eb69d-90b0-4e3e-b80f-7dba2d041381 service neutron] Notify callbacks [] for binding, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:22.156774 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-640eb69d-90b0-4e3e-b80f-7dba2d041381 service neutron] 10.222.0.32 "POST /v2.0/ports/7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc/bindings HTTP/1.1" status: 201 len: 390 time: 0.5896592 Jul 23 20:04:22.167132 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a5e156fb-679f-4669-8c4e-ee394a26fd8b req-fc92f596-9e20-43ed-834e-faa625cd726a service neutron] 10.222.0.18 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646180 Jul 23 20:04:22.218191 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc7a217-21ea-479c-a694-f7f6242ebfb9', 'tag': '03466cc8-624e-4b9a-8730-adbd2d561fd3'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:04:22.228021 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ac8d14-2718-4f8f-a5e0-0696d2aa4450" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc7a217-21ea-479c-a694-f7f6242ebfb9", "tag": "03466cc8-624e-4b9a-8730-adbd2d561fd3"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:04:22.245963 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de78cdd-53ea-4b9c-96c4-529e19fc5e7e req-cf583d4f-73cf-4e95-9be0-5bbac66bd8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:22.249086 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7de78cdd-53ea-4b9c-96c4-529e19fc5e7e req-cf583d4f-73cf-4e95-9be0-5bbac66bd8f6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ff9cc1f3-5cfa-4b1f-ac36-a859db46b374 HTTP/1.1" status: 200 len: 860 time: 0.0985944 Jul 23 20:04:22.338827 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7de78cdd-53ea-4b9c-96c4-529e19fc5e7e req-7f31fd40-c4ba-4bf9-a1ba-4559b651df26 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=18f1c189-135d-4e39-8a5e-b364e733193d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811710 Jul 23 20:04:22.508702 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a5e156fb-679f-4669-8c4e-ee394a26fd8b req-990171a0-b49d-405f-ab41-a7f7520e09fc service neutron] 10.222.0.18 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352120 Jul 23 20:04:22.537804 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7de78cdd-53ea-4b9c-96c4-529e19fc5e7e req-4a93a414-1842-4e49-8bbe-58eb899ce50a service neutron] 10.222.0.18 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927092 Jul 23 20:04:22.556599 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09150b53-0da9-45d8-9cc4-f894d7344638 req-50b9f5ce-6a8f-4ff2-8e17-090101054a6b tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:22.564716 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-09150b53-0da9-45d8-9cc4-f894d7344638 req-50b9f5ce-6a8f-4ff2-8e17-090101054a6b tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea7351ee-275c-4759-8e4a-2055663a8c74 HTTP/1.1" status: 200 len: 945 time: 0.1522980 Jul 23 20:04:22.620406 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-09150b53-0da9-45d8-9cc4-f894d7344638 req-4ca09be3-88c2-45b4-98d3-7d17560e2ca1 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507953 Jul 23 20:04:22.672035 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 0e919cdd-9b3c-492e-b6ce-6bd2ed79d041 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:04:22.723193 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-6ce80178-f860-437c-a098-8203e9cb1585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:22.724813 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-6ce80178-f860-437c-a098-8203e9cb1585 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6e44c4dd248468c67611aa3d977ae&device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 1097 time: 0.1844983 Jul 23 20:04:22.727701 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 03466cc8-624e-4b9a-8730-adbd2d561fd3 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:04:22.758995 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7de78cdd-53ea-4b9c-96c4-529e19fc5e7e req-007888b8-574b-41a0-a316-3b3540a119cb service neutron] 10.222.0.18 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084711 Jul 23 20:04:22.846817 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 03466cc8-624e-4b9a-8730-adbd2d561fd3 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:04:22.855026 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 0e919cdd-9b3c-492e-b6ce-6bd2ed79d041 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:04:22.855820 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:22.886254 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a888a518-88ea-4495-a6bd-6404b1f6cdca req-bd7fffc6-a628-40e6-9114-fe7fe786c2fb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=88588f51-296d-4172-b0bd-13e98726bffd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2010417 Jul 23 20:04:22.912029 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae8737-e83e-4b2a-bdba-e0afdd5ccad0 req-dc897c0b-cc18-4de8-925d-3c020b9835ef tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:22.919310 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae8737-e83e-4b2a-bdba-e0afdd5ccad0 req-dc897c0b-cc18-4de8-925d-3c020b9835ef tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:22.926326 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae8737-e83e-4b2a-bdba-e0afdd5ccad0 req-dc897c0b-cc18-4de8-925d-3c020b9835ef tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:22.928355 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-0d68a680-02ab-42a9-89b3-8f095fc33929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:22.929889 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-0d68a680-02ab-42a9-89b3-8f095fc33929 service neutron] 10.222.0.18 "GET /v2.0/networks?id=18f1c189-135d-4e39-8a5e-b364e733193d HTTP/1.1" status: 200 len: 921 time: 0.1955421 Jul 23 20:04:22.933366 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae8737-e83e-4b2a-bdba-e0afdd5ccad0 req-dc897c0b-cc18-4de8-925d-3c020b9835ef tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:22.940209 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae8737-e83e-4b2a-bdba-e0afdd5ccad0 req-dc897c0b-cc18-4de8-925d-3c020b9835ef tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:22.946301 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae8737-e83e-4b2a-bdba-e0afdd5ccad0 req-dc897c0b-cc18-4de8-925d-3c020b9835ef tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:22.953762 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae8737-e83e-4b2a-bdba-e0afdd5ccad0 req-dc897c0b-cc18-4de8-925d-3c020b9835ef tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:22.962238 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2cae8737-e83e-4b2a-bdba-e0afdd5ccad0 req-dc897c0b-cc18-4de8-925d-3c020b9835ef tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 5430 time: 0.2182691 Jul 23 20:04:23.044712 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-8dbddfb3-0fb1-4475-b74a-2adf5df8cdf8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc HTTP/1.1" status: 200 len: 217 time: 0.1041155 Jul 23 20:04:23.056686 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2cae8737-e83e-4b2a-bdba-e0afdd5ccad0 req-a7fcc676-ae01-4a7c-aa61-649a3f98e8f7 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8f4f3ea-9040-40e5-b97d-88f3cee36311&id=f03bc08f-e700-4073-8157-e780c3416b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0931435 Jul 23 20:04:23.091216 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888a518-88ea-4495-a6bd-6404b1f6cdca req-c87801b0-9e4e-479e-9ed5-c2b3f90b4a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:23.093040 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a888a518-88ea-4495-a6bd-6404b1f6cdca req-c87801b0-9e4e-479e-9ed5-c2b3f90b4a2b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3d6e44c4dd248468c67611aa3d977ae&device_id=88588f51-296d-4172-b0bd-13e98726bffd HTTP/1.1" status: 200 len: 1096 time: 0.1088586 Jul 23 20:04:23.190761 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:23.221725 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db40e2a2-442b-45b9-a957-a533b06a8d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e919cdd-9b3c-492e-b6ce-6bd2ed79d041'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:04:23.224315 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf13781-1224-44bc-a359-10d46fb84112" -d '{"events": [{"server_uuid": "db40e2a2-442b-45b9-a957-a533b06a8d97", "name": "network-vif-plugged", "status": "completed", "tag": "0e919cdd-9b3c-492e-b6ce-6bd2ed79d041"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:04:23.241743 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 0e919cdd-9b3c-492e-b6ce-6bd2ed79d041, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0e919cdd-9b3c-492e-b6ce-6bd2ed79d041,segment=NetworkSegment(d0a2754c-a19c-42d0-8f97-ef5cc77b5d31),segment_id=d0a2754c-a19c-42d0-8f97-ef5cc77b5d31)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:23.250694 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:23.263807 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888a518-88ea-4495-a6bd-6404b1f6cdca req-8e5c4122-665d-400d-9b88-6c43a4c92216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:23.267841 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a888a518-88ea-4495-a6bd-6404b1f6cdca req-8e5c4122-665d-400d-9b88-6c43a4c92216 service neutron] 10.222.0.30 "GET /v2.0/networks?id=18f1c189-135d-4e39-8a5e-b364e733193d HTTP/1.1" status: 200 len: 921 time: 0.1463265 Jul 23 20:04:23.321723 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=0e919cdd-9b3c-492e-b6ce-6bd2ed79d041,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:23.344307 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a888a518-88ea-4495-a6bd-6404b1f6cdca req-0f026888-9a2d-4ed9-8953-500039d336a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=521b92fe-9c1b-492d-bf6c-0c0319b4c6c8 HTTP/1.1" status: 200 len: 217 time: 0.0526967 Jul 23 20:04:23.440022 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888a518-88ea-4495-a6bd-6404b1f6cdca req-67445d0c-94c2-4a82-a80b-0a21b11aa9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:23.441844 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a888a518-88ea-4495-a6bd-6404b1f6cdca req-67445d0c-94c2-4a82-a80b-0a21b11aa9bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff9cc1f3-5cfa-4b1f-ac36-a859db46b374 HTTP/1.1" status: 200 len: 860 time: 0.0820365 Jul 23 20:04:23.456242 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbbe8d-b387-47f8-8d25-5a62a6f05a0e req-ab2b7b5c-cfc7-4b4f-9e95-24c0407e83ef tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:23.464119 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e5dbbe8d-b387-47f8-8d25-5a62a6f05a0e req-ab2b7b5c-cfc7-4b4f-9e95-24c0407e83ef tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/ports?device_id=c330c9a8-8e67-4613-b20f-4e09fcb29bec HTTP/1.1" status: 200 len: 946 time: 0.2281637 Jul 23 20:04:23.502504 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953d97e-4e76-4c58-b44a-781565935689 req-7759e70c-0b44-4845-8001-988fe5772d73 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:23.509625 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5953d97e-4e76-4c58-b44a-781565935689 req-7759e70c-0b44-4845-8001-988fe5772d73 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 945 time: 0.5031455 Jul 23 20:04:23.511806 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a888a518-88ea-4495-a6bd-6404b1f6cdca req-68949a64-c733-4f06-b7d4-cc0114dc6e6d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=18f1c189-135d-4e39-8a5e-b364e733193d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445423 Jul 23 20:04:23.535598 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-0d670a70-3bb1-4309-a8f9-423d3eb035f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:23.537047 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-0d670a70-3bb1-4309-a8f9-423d3eb035f1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ff9cc1f3-5cfa-4b1f-ac36-a859db46b374 HTTP/1.1" status: 200 len: 860 time: 0.4851511 Jul 23 20:04:23.562922 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e5dbbe8d-b387-47f8-8d25-5a62a6f05a0e req-d73cb06e-5ba2-4da3-b2c9-cc6c36c0631f tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8895cf-23b3-4399-9b58-864da3b413c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975902 Jul 23 20:04:23.599002 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-41991da7-a7c9-45ef-bf02-3d74e5e0cb29 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=18f1c189-135d-4e39-8a5e-b364e733193d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524995 Jul 23 20:04:23.614983 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5953d97e-4e76-4c58-b44a-781565935689 req-f034c4f4-89ac-477c-9593-af13479f350d tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044190 Jul 23 20:04:23.701598 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a888a518-88ea-4495-a6bd-6404b1f6cdca req-68b726e7-0c83-422f-a02b-5454cb6a0c53 service neutron] 10.222.0.30 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706421 Jul 23 20:04:23.710035 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1786df-8cca-45d4-9341-7ac09a2291a9 x-openstack-request-id: req-7c1786df-8cca-45d4-9341-7ac09a2291a9 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:04:23.710339 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc7a217-21ea-479c-a694-f7f6242ebfb9", "tag": "03466cc8-624e-4b9a-8730-adbd2d561fd3", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:04:23.710732 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7c1786df-8cca-45d4-9341-7ac09a2291a9 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:04:23.711145 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc7a217-21ea-479c-a694-f7f6242ebfb9', 'tag': '03466cc8-624e-4b9a-8730-adbd2d561fd3', 'status': 'completed', 'code': 200} Jul 23 20:04:23.926092 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a888a518-88ea-4495-a6bd-6404b1f6cdca req-c9fd3233-05c8-439f-90f6-b48fc4d00c97 service neutron] 10.222.0.30 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057428 Jul 23 20:04:24.109997 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-569a9e91-c10e-47c4-b6b8-b9b57dfd8202 service neutron] 10.222.0.18 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4808891 Jul 23 20:04:24.121878 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e156fb-679f-4669-8c4e-ee394a26fd8b req-7b5463fd-69f2-4e55-96c7-8098f2d880a0 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:24.123451 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a5e156fb-679f-4669-8c4e-ee394a26fd8b req-7b5463fd-69f2-4e55-96c7-8098f2d880a0 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea7351ee-275c-4759-8e4a-2055663a8c74 HTTP/1.1" status: 200 len: 945 time: 0.2176685 Jul 23 20:04:24.164239 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac8d14-2718-4f8f-a5e0-0696d2aa4450 req-087ff589-978c-4215-90f1-570119d104a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:24.165774 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e1ac8d14-2718-4f8f-a5e0-0696d2aa4450 req-087ff589-978c-4215-90f1-570119d104a2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a28939d8212b4a0392808b969f282665&device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 1100 time: 0.4946771 Jul 23 20:04:24.170182 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f836c9b-d0f5-4469-bf5d-6d8dcc4c0f4b req-1d3d1ec6-da6f-4cac-9662-5ca8c308108c tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:24.171730 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5f836c9b-d0f5-4469-bf5d-6d8dcc4c0f4b req-1d3d1ec6-da6f-4cac-9662-5ca8c308108c tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.30 "GET /v2.0/ports?device_id=c330c9a8-8e67-4613-b20f-4e09fcb29bec HTTP/1.1" status: 200 len: 946 time: 0.1929498 Jul 23 20:04:24.192447 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac8d14-2718-4f8f-a5e0-0696d2aa4450 req-2d596f1a-001b-4c4f-9edc-ad9c442be6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:24.193984 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e1ac8d14-2718-4f8f-a5e0-0696d2aa4450 req-2d596f1a-001b-4c4f-9edc-ad9c442be6ae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a28939d8212b4a0392808b969f282665&device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 1100 time: 0.4675460 Jul 23 20:04:24.312577 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa594677-6371-49d0-b933-11c5d301277c req-dc6398a5-f277-44ac-9631-9155d874cd01 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:24.314285 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aa594677-6371-49d0-b933-11c5d301277c req-dc6398a5-f277-44ac-9631-9155d874cd01 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 945 time: 0.5692089 Jul 23 20:04:24.445873 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-404a1b8e-a935-4c67-a5e3-9c82b23b4985 service neutron] 10.222.0.18 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349028 Jul 23 20:04:24.485866 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aa594677-6371-49d0-b933-11c5d301277c req-e6d18d38-840e-4fd0-b7ed-eb73932894bd tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274593 Jul 23 20:04:24.498590 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac8d14-2718-4f8f-a5e0-0696d2aa4450 req-30567065-272a-42a2-9d85-83f8f9c24f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:24.499826 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e1ac8d14-2718-4f8f-a5e0-0696d2aa4450 req-30567065-272a-42a2-9d85-83f8f9c24f3d service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.3196011 Jul 23 20:04:24.505266 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac8d14-2718-4f8f-a5e0-0696d2aa4450 req-a13e793e-5a0a-4f36-ad11-b19f60baf5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:24.507173 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e1ac8d14-2718-4f8f-a5e0-0696d2aa4450 req-a13e793e-5a0a-4f36-ad11-b19f60baf5d5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.3038678 Jul 23 20:04:24.660756 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 03466cc8-624e-4b9a-8730-adbd2d561fd3 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:04:24.692958 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e1ac8d14-2718-4f8f-a5e0-0696d2aa4450 req-f7310f5e-ad2a-48f9-97ed-311f2cbd7a3b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=03466cc8-624e-4b9a-8730-adbd2d561fd3 HTTP/1.1" status: 200 len: 217 time: 0.1777854 Jul 23 20:04:24.696573 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e1ac8d14-2718-4f8f-a5e0-0696d2aa4450 req-050b8525-ffa1-4231-a40c-9109211acf98 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=03466cc8-624e-4b9a-8730-adbd2d561fd3 HTTP/1.1" status: 200 len: 217 time: 0.1717746 Jul 23 20:04:24.711438 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6f225e-a4dc-40b3-b86e-97247cb0d622 x-openstack-request-id: req-5d6f225e-a4dc-40b3-b86e-97247cb0d622 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:04:24.711787 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db40e2a2-442b-45b9-a957-a533b06a8d97", "name": "network-vif-plugged", "status": "completed", "tag": "0e919cdd-9b3c-492e-b6ce-6bd2ed79d041", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:04:24.719819 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5d6f225e-a4dc-40b3-b86e-97247cb0d622 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:04:24.720538 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db40e2a2-442b-45b9-a957-a533b06a8d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e919cdd-9b3c-492e-b6ce-6bd2ed79d041', 'code': 200} Jul 23 20:04:24.847988 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac8d14-2718-4f8f-a5e0-0696d2aa4450 req-ce8133fd-70b7-4af4-9838-b253b0e90edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:24.849636 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e1ac8d14-2718-4f8f-a5e0-0696d2aa4450 req-ce8133fd-70b7-4af4-9838-b253b0e90edf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1494451 Jul 23 20:04:24.853728 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac8d14-2718-4f8f-a5e0-0696d2aa4450 req-31a51af8-8c0d-4899-a6ba-5fc40f374867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:24.855379 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e1ac8d14-2718-4f8f-a5e0-0696d2aa4450 req-31a51af8-8c0d-4899-a6ba-5fc40f374867 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1321814 Jul 23 20:04:25.023281 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40192) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:04:25.034550 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 03466cc8-624e-4b9a-8730-adbd2d561fd3, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=03466cc8-624e-4b9a-8730-adbd2d561fd3,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:25.069066 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '03466cc8-624e-4b9a-8730-adbd2d561fd3', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': '03466cc8-624e-4b9a-8730-adbd2d561fd3', 'mac_address': 'fa:16:3e:1e:20:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:04:25.136058 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac8d14-2718-4f8f-a5e0-0696d2aa4450 req-264fd42b-f246-43fc-bb95-a6633011315f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:25.138427 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e1ac8d14-2718-4f8f-a5e0-0696d2aa4450 req-264fd42b-f246-43fc-bb95-a6633011315f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2795975 Jul 23 20:04:25.165608 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac8d14-2718-4f8f-a5e0-0696d2aa4450 req-8fb03cbe-6140-4607-a964-fa46d58c2692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:25.168239 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e1ac8d14-2718-4f8f-a5e0-0696d2aa4450 req-8fb03cbe-6140-4607-a964-fa46d58c2692 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2857602 Jul 23 20:04:25.190069 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:25.215692 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03466cc8-624e-4b9a-8730-adbd2d561fd3 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:04:25.269395 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 03466cc8-624e-4b9a-8730-adbd2d561fd3, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=03466cc8-624e-4b9a-8730-adbd2d561fd3,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:25.279357 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:25.392433 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e1ac8d14-2718-4f8f-a5e0-0696d2aa4450 req-d555a9df-ccf2-4893-93ea-9311c12c37dd service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442262 Jul 23 20:04:25.393056 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=03466cc8-624e-4b9a-8730-adbd2d561fd3,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:25.451357 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c1935311-4438-48c3-ba80-e51b60205c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:25.468702 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44522bb8-6b33-442c-a1e3-28a52976e25d req-4da451d6-83d2-4fa1-9d47-edc56584da91 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:25.476184 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-44522bb8-6b33-442c-a1e3-28a52976e25d req-4da451d6-83d2-4fa1-9d47-edc56584da91 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 948 time: 0.5220950 Jul 23 20:04:25.490844 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb079417-a84f-4368-90c9-4e5d63fd8880 req-0e8da2b2-205d-4d50-8c38-853b2f814923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:25.492471 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fb079417-a84f-4368-90c9-4e5d63fd8880 req-0e8da2b2-205d-4d50-8c38-853b2f814923 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 1098 time: 0.4420502 Jul 23 20:04:25.503177 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a830ff-90cc-4eb1-9558-88f05a54efb7 req-1b8ed4c7-5857-4a9f-80e6-5bad783abe17 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:25.512483 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-51a830ff-90cc-4eb1-9558-88f05a54efb7 req-1b8ed4c7-5857-4a9f-80e6-5bad783abe17 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea7351ee-275c-4759-8e4a-2055663a8c74 HTTP/1.1" status: 200 len: 945 time: 0.4893546 Jul 23 20:04:25.562921 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-5f836c9b-d0f5-4469-bf5d-6d8dcc4c0f4b req-331a5130-385b-4f8b-853b-7c921d711bd1 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Deleting port e21cebdd-dcd8-4a00-b706-5378b87ef05a {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:04:25.563404 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5f836c9b-d0f5-4469-bf5d-6d8dcc4c0f4b req-331a5130-385b-4f8b-853b-7c921d711bd1 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:25.567829 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-a5e156fb-679f-4669-8c4e-ee394a26fd8b req-75824290-240d-4ed8-8f07-a2db5a742503 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Deleting port c470adb8-9aee-46a6-97ba-d6f7e057e04a {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:04:25.568295 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a5e156fb-679f-4669-8c4e-ee394a26fd8b req-75824290-240d-4ed8-8f07-a2db5a742503 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:25.577343 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-44522bb8-6b33-442c-a1e3-28a52976e25d req-84150764-6b6e-4e8b-9936-4e93b1901c02 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999675 Jul 23 20:04:25.592294 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['03466cc8-624e-4b9a-8730-adbd2d561fd3'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:04:25.653638 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-51a830ff-90cc-4eb1-9558-88f05a54efb7 req-0d004da5-baab-4555-9750-2867e7805135 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401236 Jul 23 20:04:25.724966 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fb079417-a84f-4368-90c9-4e5d63fd8880 req-458c00a2-bcf0-4020-bb50-9d30d1849a56 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121000 Jul 23 20:04:25.921972 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e1ac8d14-2718-4f8f-a5e0-0696d2aa4450 req-31e004bf-c1a9-4f35-a7f7-cf20933d9ab9 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7401919 Jul 23 20:04:25.924863 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-a5e156fb-679f-4669-8c4e-ee394a26fd8b req-75824290-240d-4ed8-8f07-a2db5a742503 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] For port c470adb8-9aee-46a6-97ba-d6f7e057e04a, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=c470adb8-9aee-46a6-97ba-d6f7e057e04a,segment=NetworkSegment(09c16a36-f585-4003-9e2f-a9905bed7329),segment_id=09c16a36-f585-4003-9e2f-a9905bed7329)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:25.925234 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a5e156fb-679f-4669-8c4e-ee394a26fd8b req-75824290-240d-4ed8-8f07-a2db5a742503 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:25.928749 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-5f836c9b-d0f5-4469-bf5d-6d8dcc4c0f4b req-331a5130-385b-4f8b-853b-7c921d711bd1 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] For port e21cebdd-dcd8-4a00-b706-5378b87ef05a, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e21cebdd-dcd8-4a00-b706-5378b87ef05a,segment=NetworkSegment(a3e9d207-ccab-4461-a5ec-89b44ef8be73),segment_id=a3e9d207-ccab-4461-a5ec-89b44ef8be73)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:25.929109 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5f836c9b-d0f5-4469-bf5d-6d8dcc4c0f4b req-331a5130-385b-4f8b-853b-7c921d711bd1 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:25.934135 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95b32f-f0c4-4001-be77-5c6807ad68b9 req-996b5be4-c233-422b-b156-18c87d677ec9 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:25.941703 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bd95b32f-f0c4-4001-be77-5c6807ad68b9 req-996b5be4-c233-422b-b156-18c87d677ec9 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/ports?device_id=c330c9a8-8e67-4613-b20f-4e09fcb29bec HTTP/1.1" status: 200 len: 946 time: 0.1729136 Jul 23 20:04:25.963385 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-a5e156fb-679f-4669-8c4e-ee394a26fd8b req-75824290-240d-4ed8-8f07-a2db5a742503 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Calling delete_port for c470adb8-9aee-46a6-97ba-d6f7e057e04a owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:04:25.977904 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eee03b-70aa-401d-a4de-2c36f4ccc01d req-1bef7218-3d9a-4548-9deb-1bc143cb059d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:25.985372 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eee03b-70aa-401d-a4de-2c36f4ccc01d req-1bef7218-3d9a-4548-9deb-1bc143cb059d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:25.991316 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eee03b-70aa-401d-a4de-2c36f4ccc01d req-1bef7218-3d9a-4548-9deb-1bc143cb059d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:25.997828 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eee03b-70aa-401d-a4de-2c36f4ccc01d req-1bef7218-3d9a-4548-9deb-1bc143cb059d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:26.004738 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eee03b-70aa-401d-a4de-2c36f4ccc01d req-1bef7218-3d9a-4548-9deb-1bc143cb059d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:26.010843 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eee03b-70aa-401d-a4de-2c36f4ccc01d req-1bef7218-3d9a-4548-9deb-1bc143cb059d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:26.012645 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bd95b32f-f0c4-4001-be77-5c6807ad68b9 req-6dda82e7-8536-40fe-8cb5-f7f1db97978a tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8895cf-23b3-4399-9b58-864da3b413c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675111 Jul 23 20:04:26.016982 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eee03b-70aa-401d-a4de-2c36f4ccc01d req-1bef7218-3d9a-4548-9deb-1bc143cb059d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:26.018960 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-71eee03b-70aa-401d-a4de-2c36f4ccc01d req-1bef7218-3d9a-4548-9deb-1bc143cb059d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 5430 time: 0.3093281 Jul 23 20:04:26.044592 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e1ac8d14-2718-4f8f-a5e0-0696d2aa4450 req-77e6a6b8-8d3d-47ed-8487-d78376779f86 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5747907 Jul 23 20:04:26.233659 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c1935311-4438-48c3-ba80-e51b60205c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:26.237617 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-71eee03b-70aa-401d-a4de-2c36f4ccc01d req-cc16bd23-53c8-489a-8406-b079a9b88b5e tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8f4f3ea-9040-40e5-b97d-88f3cee36311&id=f03bc08f-e700-4073-8157-e780c3416b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1497893 Jul 23 20:04:26.258143 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c1935311-4438-48c3-ba80-e51b60205c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:26.332443 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c1935311-4438-48c3-ba80-e51b60205c39 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=150257ee6d4b46b086d8ecaac08b57a4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3072395 Jul 23 20:04:26.336447 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1935311-4438-48c3-ba80-e51b60205c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e19ea8c-1d75-4a01-8d3d-2ab0be64ac5c,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:26.337360 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40202) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:04:26.363611 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e1ac8d14-2718-4f8f-a5e0-0696d2aa4450 req-a773b3d1-497e-4cf4-8d56-31a7f285d686 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928058 Jul 23 20:04:26.402376 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35ae23-1bd4-4bef-b4fc-a62fc13395ee req-e0bbc122-93b8-496e-b694-7042f6108b72 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:26.414602 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8e35ae23-1bd4-4bef-b4fc-a62fc13395ee req-e0bbc122-93b8-496e-b694-7042f6108b72 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 946 time: 0.2641709 Jul 23 20:04:26.425554 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5f836c9b-d0f5-4469-bf5d-6d8dcc4c0f4b req-331a5130-385b-4f8b-853b-7c921d711bd1 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:26.425931 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5f836c9b-d0f5-4469-bf5d-6d8dcc4c0f4b req-331a5130-385b-4f8b-853b-7c921d711bd1 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:26.426242 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [req-5f836c9b-d0f5-4469-bf5d-6d8dcc4c0f4b req-331a5130-385b-4f8b-853b-7c921d711bd1 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Floating IP 07d32348-ceaf-41ba-9de3-4bc88b258408 disassociated. External IP: 172.25.1.35, port: e21cebdd-dcd8-4a00-b706-5378b87ef05a. Jul 23 20:04:26.426589 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-5f836c9b-d0f5-4469-bf5d-6d8dcc4c0f4b req-331a5130-385b-4f8b-853b-7c921d711bd1 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Calling delete_port for e21cebdd-dcd8-4a00-b706-5378b87ef05a owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:04:26.497313 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8e35ae23-1bd4-4bef-b4fc-a62fc13395ee req-d7cd50e0-cc6d-4a94-8a32-7967d3461b18 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808816 Jul 23 20:04:26.544258 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a5e156fb-679f-4669-8c4e-ee394a26fd8b req-75824290-240d-4ed8-8f07-a2db5a742503 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:26.548902 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-01977f42-57e5-4d02-8607-c3a02ce96cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:26.578786 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75824290-240d-4ed8-8f07-a2db5a742503 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Pushing event deleted for resources: {'Port': ['ID=c470adb8-9aee-46a6-97ba-d6f7e057e04a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:26.672666 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-01977f42-57e5-4d02-8607-c3a02ce96cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:26.687534 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device e21cebdd-dcd8-4a00-b706-5378b87ef05a no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:04:26.698600 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e156fb-679f-4669-8c4e-ee394a26fd8b req-75824290-240d-4ed8-8f07-a2db5a742503 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] No DVR routers for this DVR port c470adb8-9aee-46a6-97ba-d6f7e057e04a on host n-h2-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:04:26.710362 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a5e156fb-679f-4669-8c4e-ee394a26fd8b req-75824290-240d-4ed8-8f07-a2db5a742503 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:26.712412 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a5e156fb-679f-4669-8c4e-ee394a26fd8b req-75824290-240d-4ed8-8f07-a2db5a742503 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.18 "DELETE /v2.0/ports/c470adb8-9aee-46a6-97ba-d6f7e057e04a HTTP/1.1" status: 204 len: 173 time: 2.5713382 Jul 23 20:04:26.723332 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea7351ee-275c-4759-8e4a-2055663a8c74', 'name': 'network-vif-deleted', 'tag': 'c470adb8-9aee-46a6-97ba-d6f7e057e04a'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:04:26.727125 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4233da31-2e89-4fdb-8703-956ad2f1603b" -d '{"events": [{"server_uuid": "ea7351ee-275c-4759-8e4a-2055663a8c74", "name": "network-vif-deleted", "tag": "c470adb8-9aee-46a6-97ba-d6f7e057e04a"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:04:26.731881 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device c470adb8-9aee-46a6-97ba-d6f7e057e04a no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:04:26.777959 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbcc3f-d479-4ace-95fa-b6ff7bff34e3 req-0a2e5b26-7a2f-460f-b763-f2cdb48094ed tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:26.779581 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-21bbcc3f-d479-4ace-95fa-b6ff7bff34e3 req-0a2e5b26-7a2f-460f-b763-f2cdb48094ed tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 945 time: 0.3510206 Jul 23 20:04:26.789378 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: c470adb8-9aee-46a6-97ba-d6f7e057e04a {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:04:26.790088 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device c470adb8-9aee-46a6-97ba-d6f7e057e04a not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:04:26.867778 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:26.941008 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-21bbcc3f-d479-4ace-95fa-b6ff7bff34e3 req-7cd6bcf9-53cd-41a7-b169-402fc404ad8f tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542447 Jul 23 20:04:26.962119 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-01977f42-57e5-4d02-8607-c3a02ce96cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:26.968326 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-01977f42-57e5-4d02-8607-c3a02ce96cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:26.990764 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-01977f42-57e5-4d02-8607-c3a02ce96cc0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1e19ea8c-1d75-4a01-8d3d-2ab0be64ac5c HTTP/1.1" status: 204 len: 168 time: 0.6522365 Jul 23 20:04:27.033513 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01977f42-57e5-4d02-8607-c3a02ce96cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e19ea8c-1d75-4a01-8d3d-2ab0be64ac5c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:27.053001 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5f836c9b-d0f5-4469-bf5d-6d8dcc4c0f4b req-331a5130-385b-4f8b-853b-7c921d711bd1 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:27.089037 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-4e94914e-84ee-4272-81bc-3f09b12e0653 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:27.092557 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-4e94914e-84ee-4272-81bc-3f09b12e0653 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9&tenant_id=a28939d8212b4a0392808b969f282665&binding%3Ahost_id=n-h1-793618-10 HTTP/1.1" status: 200 len: 949 time: 0.2145648 Jul 23 20:04:27.189141 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-b5bedbe5-9135-44f3-93fa-6a21a2922b03 service neutron] 10.222.0.30 "GET /v2.0/ports/03466cc8-624e-4b9a-8730-adbd2d561fd3/bindings/n-h1-793618-10 HTTP/1.1" status: 200 len: 383 time: 0.0885773 Jul 23 20:04:27.193491 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462e9dcf-9512-4a4e-b01b-d54a7aaf6d8c x-openstack-request-id: req-462e9dcf-9512-4a4e-b01b-d54a7aaf6d8c {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:04:27.193952 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea7351ee-275c-4759-8e4a-2055663a8c74", "name": "network-vif-deleted", "tag": "c470adb8-9aee-46a6-97ba-d6f7e057e04a", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:04:27.195465 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-462e9dcf-9512-4a4e-b01b-d54a7aaf6d8c {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:04:27.196245 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea7351ee-275c-4759-8e4a-2055663a8c74', 'name': 'network-vif-deleted', 'tag': 'c470adb8-9aee-46a6-97ba-d6f7e057e04a', 'status': 'completed', 'code': 200} Jul 23 20:04:27.204253 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a5130-385b-4f8b-853b-7c921d711bd1 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Pushing event deleted for resources: {'Port': ['ID=e21cebdd-dcd8-4a00-b706-5378b87ef05a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:27.288421 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cc42a399-b4c2-4664-96b6-4cce9c2a5e31 req-c1a59a8f-8005-473b-b496-7593c90aadb3 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea7351ee-275c-4759-8e4a-2055663a8c74 HTTP/1.1" status: 200 len: 210 time: 0.1421356 Jul 23 20:04:27.487220 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-f1d70abe-13e6-4083-86e7-2faf33c1133e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:27.497078 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-f1d70abe-13e6-4083-86e7-2faf33c1133e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a28939d8212b4a0392808b969f282665&device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 1101 time: 0.2636704 Jul 23 20:04:27.559321 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f53d7159-0ef9-4435-8eaf-291022e8ab4f req-4cf8e9c8-d991-44f9-89c6-08e52d193068 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/ports?device_id=c330c9a8-8e67-4613-b20f-4e09fcb29bec HTTP/1.1" status: 200 len: 210 time: 0.1238341 Jul 23 20:04:27.722521 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f836c9b-d0f5-4469-bf5d-6d8dcc4c0f4b req-331a5130-385b-4f8b-853b-7c921d711bd1 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Router ffda0b1c-7d0e-4f6c-8441-02f1413af9da has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:04:27.835081 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40228) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:04:27.864686 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b5140960-e46b-4372-b9cb-c496c8d08a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:27.895796 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-953a57c9-5a41-4c07-bf95-8e07d0e91a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:27.899610 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-953a57c9-5a41-4c07-bf95-8e07d0e91a6b service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.3990095 Jul 23 20:04:27.943334 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d7199-6386-4002-960f-23953918dbf0 req-d05c6ef4-74c0-4349-8e44-05e5afcce14f tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:27.950102 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d7199-6386-4002-960f-23953918dbf0 req-d05c6ef4-74c0-4349-8e44-05e5afcce14f tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:27.962151 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d7199-6386-4002-960f-23953918dbf0 req-d05c6ef4-74c0-4349-8e44-05e5afcce14f tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:27.971193 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86960b-f0ef-4507-941d-368cd43acb83 req-33acc0ad-6731-4b4e-8384-3297539d114a tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:27.973285 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d7199-6386-4002-960f-23953918dbf0 req-d05c6ef4-74c0-4349-8e44-05e5afcce14f tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:27.978482 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1a86960b-f0ef-4507-941d-368cd43acb83 req-33acc0ad-6731-4b4e-8384-3297539d114a tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 949 time: 0.2291496 Jul 23 20:04:27.980381 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d7199-6386-4002-960f-23953918dbf0 req-d05c6ef4-74c0-4349-8e44-05e5afcce14f tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:27.984595 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-b658df14-91e4-4e90-b982-36c06028da20 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=03466cc8-624e-4b9a-8730-adbd2d561fd3 HTTP/1.1" status: 200 len: 217 time: 0.0771575 Jul 23 20:04:27.987151 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d7199-6386-4002-960f-23953918dbf0 req-d05c6ef4-74c0-4349-8e44-05e5afcce14f tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:27.997148 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d7199-6386-4002-960f-23953918dbf0 req-d05c6ef4-74c0-4349-8e44-05e5afcce14f tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:28.014818 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2b2d7199-6386-4002-960f-23953918dbf0 req-d05c6ef4-74c0-4349-8e44-05e5afcce14f tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 5430 time: 0.3221653 Jul 23 20:04:28.066340 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-23a5fd6d-4db0-4bb9-a6aa-a78238acab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:28.069197 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-23a5fd6d-4db0-4bb9-a6aa-a78238acab08 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.0690873 Jul 23 20:04:28.100093 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2b2d7199-6386-4002-960f-23953918dbf0 req-7e257ac3-a60e-4f4c-82cb-3ca95be7f8b8 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8f4f3ea-9040-40e5-b97d-88f3cee36311&id=f03bc08f-e700-4073-8157-e780c3416b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0839245 Jul 23 20:04:28.109380 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f836c9b-d0f5-4469-bf5d-6d8dcc4c0f4b req-331a5130-385b-4f8b-853b-7c921d711bd1 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:04:28.121156 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac6d14d-8fff-4759-9e0c-90197b8634be None None] Sync routers for ids ['ffda0b1c-7d0e-4f6c-8441-02f1413af9da'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:04:28.134832 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac6d14d-8fff-4759-9e0c-90197b8634be None None] Routers {'ffda0b1c-7d0e-4f6c-8441-02f1413af9da'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:04:28.136086 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6ac6d14d-8fff-4759-9e0c-90197b8634be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:04:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ffda0b1c-7d0e-4f6c-8441-02f1413af9da'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:04:28.224148 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f836c9b-d0f5-4469-bf5d-6d8dcc4c0f4b req-331a5130-385b-4f8b-853b-7c921d711bd1 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] No DVR routers for this DVR port e21cebdd-dcd8-4a00-b706-5378b87ef05a on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:04:28.257447 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5f836c9b-d0f5-4469-bf5d-6d8dcc4c0f4b req-331a5130-385b-4f8b-853b-7c921d711bd1 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:28.258391 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5f836c9b-d0f5-4469-bf5d-6d8dcc4c0f4b req-331a5130-385b-4f8b-853b-7c921d711bd1 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.30 "DELETE /v2.0/ports/e21cebdd-dcd8-4a00-b706-5378b87ef05a HTTP/1.1" status: 204 len: 173 time: 4.0589638 Jul 23 20:04:28.282902 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1a86960b-f0ef-4507-941d-368cd43acb83 req-be6cff09-9470-4a99-91db-8abe42993a87 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983088 Jul 23 20:04:28.389506 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-12159185-8097-4668-a81f-2857f0f10380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:28.406910 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e36019-3223-4086-bf40-44febb374803 req-73e35a20-c9fd-47d9-bb81-8c871f5f6392 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:28.407428 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-12159185-8097-4668-a81f-2857f0f10380 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3220024 Jul 23 20:04:28.414399 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-16e36019-3223-4086-bf40-44febb374803 req-73e35a20-c9fd-47d9-bb81-8c871f5f6392 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 946 time: 0.1757641 Jul 23 20:04:28.418980 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-6ac6d14d-8fff-4759-9e0c-90197b8634be None None] Set router ffda0b1c-7d0e-4f6c-8441-02f1413af9da gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:04:28.559379 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-16e36019-3223-4086-bf40-44febb374803 req-540db9d8-7cbc-47d5-b6f5-cf5fbb4ce93d tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350741 Jul 23 20:04:28.627004 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b5140960-e46b-4372-b9cb-c496c8d08a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:28.642838 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b5140960-e46b-4372-b9cb-c496c8d08a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:28.667525 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-12c34a3a-9a7f-4fbb-9325-1079d1caba38 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536085 Jul 23 20:04:28.691871 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 03466cc8-624e-4b9a-8730-adbd2d561fd3 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:04:28.732134 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b5140960-e46b-4372-b9cb-c496c8d08a74 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dce422bb6c8f49a3b9311258e3266d48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8884971 Jul 23 20:04:28.735135 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40248) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:04:28.762412 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bb04a-4155-4a98-ad02-a5536b002c39 req-01424d14-716c-4787-b442-f72d9a5239a5 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:28.763960 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b8bb04a-4155-4a98-ad02-a5536b002c39 req-01424d14-716c-4787-b442-f72d9a5239a5 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 945 time: 0.2762382 Jul 23 20:04:28.764608 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5140960-e46b-4372-b9cb-c496c8d08a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6aa171-0922-42a5-9665-bdeb93583802,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:28.791897 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5140960-e46b-4372-b9cb-c496c8d08a74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:04:28.792281 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5140960-e46b-4372-b9cb-c496c8d08a74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:04:28.792681 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5140960-e46b-4372-b9cb-c496c8d08a74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:04:28.792943 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5140960-e46b-4372-b9cb-c496c8d08a74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:04:28.793273 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5140960-e46b-4372-b9cb-c496c8d08a74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:04:28.793629 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5140960-e46b-4372-b9cb-c496c8d08a74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:04:28.793998 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5140960-e46b-4372-b9cb-c496c8d08a74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:04:28.794320 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5140960-e46b-4372-b9cb-c496c8d08a74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:04:28.794640 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5140960-e46b-4372-b9cb-c496c8d08a74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:04:28.794956 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5140960-e46b-4372-b9cb-c496c8d08a74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:04:28.795466 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5140960-e46b-4372-b9cb-c496c8d08a74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:04:28.795790 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5140960-e46b-4372-b9cb-c496c8d08a74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:04:28.853747 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 03466cc8-624e-4b9a-8730-adbd2d561fd3 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:04:28.862501 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 03466cc8-624e-4b9a-8730-adbd2d561fd3 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:04:28.863163 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:28.974824 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6ac6d14d-8fff-4759-9e0c-90197b8634be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447707414-router', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '98569d9f-8fa4-47ee-ad26-defc55abbf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:19Z', 'updated_at': '2021-07-23T19:59:28Z', 'revision_number': 4, 'project_id': '31ece22b4c2940ca986a58a7e24f5205', 'gw_port': {'id': '98569d9f-8fa4-47ee-ad26-defc55abbf0f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:21Z', 'updated_at': '2021-07-23T19:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '75cd6d17-de1b-4878-8550-c468f3065d87', 'name': '', 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'mac_address': 'fa:16:3e:88:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '943dd119-adc0-42fb-a667-378d66460d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:26Z', 'updated_at': '2021-07-23T19:59:36Z', 'revision_number': 5, 'project_id': '31ece22b4c2940ca986a58a7e24f5205', 'subnets': [{'id': '943dd119-adc0-42fb-a667-378d66460d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:04:28.981842 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b8bb04a-4155-4a98-ad02-a5536b002c39 req-10161e27-d6a1-43cd-af20-d37e5896ede2 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948862 Jul 23 20:04:28.991510 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ddca92b1-a08d-4650-8864-64c807ec2ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:29.003161 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:29.051539 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 03466cc8-624e-4b9a-8730-adbd2d561fd3, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=03466cc8-624e-4b9a-8730-adbd2d561fd3,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:29.053264 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc7a217-21ea-479c-a694-f7f6242ebfb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03466cc8-624e-4b9a-8730-adbd2d561fd3'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:04:29.059694 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3008c954-1925-4c19-843f-88107a8137cb" -d '{"events": [{"server_uuid": "ffc7a217-21ea-479c-a694-f7f6242ebfb9", "name": "network-vif-plugged", "status": "completed", "tag": "03466cc8-624e-4b9a-8730-adbd2d561fd3"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:04:29.068240 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:29.069704 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-d15955c4-9899-47d6-b16a-e9a243162663 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833113 Jul 23 20:04:29.108761 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac6d14d-8fff-4759-9e0c-90197b8634be None None] Checking router: ffda0b1c-7d0e-4f6c-8441-02f1413af9da for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:04:29.120826 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ddca92b1-a08d-4650-8864-64c807ec2ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:29.130602 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac6d14d-8fff-4759-9e0c-90197b8634be None None] Routers {'ffda0b1c-7d0e-4f6c-8441-02f1413af9da'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:04:29.130602 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6ac6d14d-8fff-4759-9e0c-90197b8634be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:04:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ffda0b1c-7d0e-4f6c-8441-02f1413af9da'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:04:29.174210 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=03466cc8-624e-4b9a-8730-adbd2d561fd3,revision_number=9']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:29.197087 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c330c9a8-8e67-4613-b20f-4e09fcb29bec', 'name': 'network-vif-deleted', 'tag': 'e21cebdd-dcd8-4a00-b706-5378b87ef05a'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:04:29.200306 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f09c37-0dcc-47d4-a80d-c75cb1f30536" -d '{"events": [{"server_uuid": "c330c9a8-8e67-4613-b20f-4e09fcb29bec", "name": "network-vif-deleted", "tag": "e21cebdd-dcd8-4a00-b706-5378b87ef05a"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:04:29.209650 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ea9c0a62-5703-4b05-a463-545278006bba req-da9bec55-c8ef-4b1c-a893-8ddd12657aeb tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/ports?device_id=c330c9a8-8e67-4613-b20f-4e09fcb29bec HTTP/1.1" status: 200 len: 210 time: 0.0566761 Jul 23 20:04:29.285332 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a861189-dae7-4229-a24e-6089e365023f req-48d8d4b6-7eb1-40a2-85f9-19fa39582b0b tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:29.289649 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7a861189-dae7-4229-a24e-6089e365023f req-48d8d4b6-7eb1-40a2-85f9-19fa39582b0b tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 946 time: 0.3758955 Jul 23 20:04:29.331511 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad93fdd4-85f1-4a62-8c3c-81caa89e8db9 x-openstack-request-id: req-ad93fdd4-85f1-4a62-8c3c-81caa89e8db9 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:04:29.332010 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc7a217-21ea-479c-a694-f7f6242ebfb9", "name": "network-vif-plugged", "status": "completed", "tag": "03466cc8-624e-4b9a-8730-adbd2d561fd3", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:04:29.332179 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ad93fdd4-85f1-4a62-8c3c-81caa89e8db9 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:04:29.332593 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc7a217-21ea-479c-a694-f7f6242ebfb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03466cc8-624e-4b9a-8730-adbd2d561fd3', 'code': 200} Jul 23 20:04:29.355162 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7a861189-dae7-4229-a24e-6089e365023f req-5d20ca5e-d67c-4b11-bc62-dc5e0edcc5a1 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565708 Jul 23 20:04:29.391928 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ddca92b1-a08d-4650-8864-64c807ec2ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:29.394577 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ddca92b1-a08d-4650-8864-64c807ec2ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:29.405942 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ddca92b1-a08d-4650-8864-64c807ec2ed5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc6aa171-0922-42a5-9665-bdeb93583802 HTTP/1.1" status: 204 len: 168 time: 0.6696153 Jul 23 20:04:29.429316 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca92b1-a08d-4650-8864-64c807ec2ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6aa171-0922-42a5-9665-bdeb93583802,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:29.527706 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-6ac6d14d-8fff-4759-9e0c-90197b8634be None None] Set router ffda0b1c-7d0e-4f6c-8441-02f1413af9da gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:04:29.659922 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63c507-3600-4527-8bb8-f9e81971fca9 req-af221099-73da-4c42-8d19-0f4c97fc5e5d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:29.680919 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63c507-3600-4527-8bb8-f9e81971fca9 req-af221099-73da-4c42-8d19-0f4c97fc5e5d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:29.696308 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63c507-3600-4527-8bb8-f9e81971fca9 req-af221099-73da-4c42-8d19-0f4c97fc5e5d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:29.729884 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63c507-3600-4527-8bb8-f9e81971fca9 req-af221099-73da-4c42-8d19-0f4c97fc5e5d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:29.768185 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-2c7f1b27-42cf-4063-9dd0-835f11cf1bdd tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:29.770807 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63c507-3600-4527-8bb8-f9e81971fca9 req-af221099-73da-4c42-8d19-0f4c97fc5e5d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:29.776563 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-2c7f1b27-42cf-4063-9dd0-835f11cf1bdd tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/networks?id=e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 HTTP/1.1" status: 200 len: 809 time: 0.2876048 Jul 23 20:04:29.796517 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-e3a4bcba-069c-4beb-9a19-c1bf2b624c91 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/quotas/112939265a5547faabf279e97fc2b4ed HTTP/1.1" status: 200 len: 375 time: 0.0189922 Jul 23 20:04:29.796746 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63c507-3600-4527-8bb8-f9e81971fca9 req-af221099-73da-4c42-8d19-0f4c97fc5e5d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:29.818107 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63c507-3600-4527-8bb8-f9e81971fca9 req-af221099-73da-4c42-8d19-0f4c97fc5e5d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:29.827584 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bd63c507-3600-4527-8bb8-f9e81971fca9 req-af221099-73da-4c42-8d19-0f4c97fc5e5d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 5430 time: 0.3489010 Jul 23 20:04:29.862533 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-f4db9748-8999-4fc7-a7ea-6f0c9b1eace9 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=112939265a5547faabf279e97fc2b4ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0648289 Jul 23 20:04:29.913261 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bd63c507-3600-4527-8bb8-f9e81971fca9 req-d19ea64d-1ade-4969-a7a2-1b4f40a5fa0d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8f4f3ea-9040-40e5-b97d-88f3cee36311&id=f03bc08f-e700-4073-8157-e780c3416b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0794935 Jul 23 20:04:29.993534 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e897a0-a4e5-449e-98be-093871000475 x-openstack-request-id: req-d5e897a0-a4e5-449e-98be-093871000475 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:04:29.993534 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c330c9a8-8e67-4613-b20f-4e09fcb29bec", "name": "network-vif-deleted", "tag": "e21cebdd-dcd8-4a00-b706-5378b87ef05a", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:04:29.993534 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d5e897a0-a4e5-449e-98be-093871000475 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:04:29.993534 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c330c9a8-8e67-4613-b20f-4e09fcb29bec', 'name': 'network-vif-deleted', 'tag': 'e21cebdd-dcd8-4a00-b706-5378b87ef05a', 'status': 'completed', 'code': 200} Jul 23 20:04:30.139733 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6ac6d14d-8fff-4759-9e0c-90197b8634be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447707414-router', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '98569d9f-8fa4-47ee-ad26-defc55abbf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:19Z', 'updated_at': '2021-07-23T19:59:28Z', 'revision_number': 4, 'project_id': '31ece22b4c2940ca986a58a7e24f5205', 'gw_port': {'id': '98569d9f-8fa4-47ee-ad26-defc55abbf0f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:21Z', 'updated_at': '2021-07-23T19:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '75cd6d17-de1b-4878-8550-c468f3065d87', 'name': '', 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'mac_address': 'fa:16:3e:88:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '943dd119-adc0-42fb-a667-378d66460d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:26Z', 'updated_at': '2021-07-23T19:59:36Z', 'revision_number': 5, 'project_id': '31ece22b4c2940ca986a58a7e24f5205', 'subnets': [{'id': '943dd119-adc0-42fb-a667-378d66460d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:04:30.178699 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac6d14d-8fff-4759-9e0c-90197b8634be None None] The sync data for ids ['ffda0b1c-7d0e-4f6c-8441-02f1413af9da'] in n-d-793618-10 is: [{'id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447707414-router', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '98569d9f-8fa4-47ee-ad26-defc55abbf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:19Z', 'updated_at': '2021-07-23T19:59:28Z', 'revision_number': 4, 'project_id': '31ece22b4c2940ca986a58a7e24f5205', 'gw_port': {'id': '98569d9f-8fa4-47ee-ad26-defc55abbf0f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:21Z', 'updated_at': '2021-07-23T19:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '75cd6d17-de1b-4878-8550-c468f3065d87', 'name': '', 'network_id': 'c601b8b0-fff2-4d36-9f97-ebce138e0521', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'mac_address': 'fa:16:3e:88:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '943dd119-adc0-42fb-a667-378d66460d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:26Z', 'updated_at': '2021-07-23T19:59:36Z', 'revision_number': 5, 'project_id': '31ece22b4c2940ca986a58a7e24f5205', 'subnets': [{'id': '943dd119-adc0-42fb-a667-378d66460d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:04:30.207785 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aad2e6-ac09-4465-9f2e-316b9d19af66 req-32ee4716-0510-4205-a31b-6cb636a262fd tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:30.226841 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d8aad2e6-ac09-4465-9f2e-316b9d19af66 req-32ee4716-0510-4205-a31b-6cb636a262fd tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 950 time: 0.1636612 Jul 23 20:04:30.312722 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d8aad2e6-ac09-4465-9f2e-316b9d19af66 req-5c9b0b43-6a0a-4804-876f-cafe887c7110 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816913 Jul 23 20:04:30.352553 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-525bb76a-2aa8-4f8d-a6d7-964349dfa21e service neutron] 10.222.0.32 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4891124 Jul 23 20:04:30.583400 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-43b02b69-d657-443c-99cd-3015f9d3039c service neutron] 10.222.0.32 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232301 Jul 23 20:04:30.662520 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e2e123-4f65-482c-af01-96034a254c73 None None] New status for floating IP 07d32348-ceaf-41ba-9de3-4bc88b258408: DOWN {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:04:30.972945 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bedaa0d-1f2b-413c-af1a-3b0b3e794f42 req-b4a25d55-e14f-4cae-aacf-73a9f348696a tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:30.990254 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3bedaa0d-1f2b-413c-af1a-3b0b3e794f42 req-b4a25d55-e14f-4cae-aacf-73a9f348696a tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 945 time: 0.1933982 Jul 23 20:04:31.069438 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3bedaa0d-1f2b-413c-af1a-3b0b3e794f42 req-eba6c358-473a-4038-b0d5-2238135082eb tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781450 Jul 23 20:04:31.171643 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c1abe8d2-7c1a-4e51-8ef7-3439caaf3b4f req-d198da31-8b12-4508-a936-a732cc942166 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd9c895c-3a75-4b0a-abd3-b9cc07ae2f1f HTTP/1.1" status: 200 len: 210 time: 0.0409992 Jul 23 20:04:31.268664 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3706739-3980-416c-af93-d170a06040d9 req-93c3da6c-40d6-4796-bfa0-bdc22c5b84b0 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:31.302554 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e3706739-3980-416c-af93-d170a06040d9 req-93c3da6c-40d6-4796-bfa0-bdc22c5b84b0 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/networks?id=561e402d-bb2f-4939-8704-2c6bd62a51c3 HTTP/1.1" status: 200 len: 815 time: 0.4054971 Jul 23 20:04:31.336769 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e3706739-3980-416c-af93-d170a06040d9 req-f9917353-ce3c-4cb9-bf2e-7ecd1a22ccd7 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/quotas/8cfe6a1fc1a344fca4c086a9bc2e1379 HTTP/1.1" status: 200 len: 375 time: 0.0318773 Jul 23 20:04:31.404989 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfb809-c32b-4566-a230-893dc1ed120e req-aaeb4e65-414f-4895-8261-0b5a55ffb9f1 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:31.422980 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfb809-c32b-4566-a230-893dc1ed120e req-aaeb4e65-414f-4895-8261-0b5a55ffb9f1 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:31.431427 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfb809-c32b-4566-a230-893dc1ed120e req-aaeb4e65-414f-4895-8261-0b5a55ffb9f1 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:31.438157 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfb809-c32b-4566-a230-893dc1ed120e req-aaeb4e65-414f-4895-8261-0b5a55ffb9f1 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:31.449512 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfb809-c32b-4566-a230-893dc1ed120e req-aaeb4e65-414f-4895-8261-0b5a55ffb9f1 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:31.459852 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfb809-c32b-4566-a230-893dc1ed120e req-aaeb4e65-414f-4895-8261-0b5a55ffb9f1 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:31.468801 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfb809-c32b-4566-a230-893dc1ed120e req-aaeb4e65-414f-4895-8261-0b5a55ffb9f1 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:31.474317 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ddbfb809-c32b-4566-a230-893dc1ed120e req-aaeb4e65-414f-4895-8261-0b5a55ffb9f1 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 5430 time: 0.1853695 Jul 23 20:04:31.566197 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e3706739-3980-416c-af93-d170a06040d9 req-1a1ff158-d137-46c9-a40b-a54afb84a5c3 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cfe6a1fc1a344fca4c086a9bc2e1379&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2155564 Jul 23 20:04:31.597744 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ddbfb809-c32b-4566-a230-893dc1ed120e req-e7a6c87d-3f93-4133-b3d9-9b0cf6ec11d6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8f4f3ea-9040-40e5-b97d-88f3cee36311&id=f03bc08f-e700-4073-8157-e780c3416b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1156647 Jul 23 20:04:31.830954 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e3706739-3980-416c-af93-d170a06040d9 req-58353700-d219-4106-b101-6badd8a2a3f6 service neutron] 10.222.0.32 "GET /v2.0/networks/561e402d-bb2f-4939-8704-2c6bd62a51c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638237 Jul 23 20:04:32.050070 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46dd58-431a-4cac-8db8-a16c28b8fee5 req-b22d15d5-bccb-48b1-8251-dff688ba20f1 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:32.068836 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e3706739-3980-416c-af93-d170a06040d9 req-9cecfd61-ea3b-48bb-91d3-3e1109ce22e8 service neutron] 10.222.0.32 "GET /v2.0/networks/561e402d-bb2f-4939-8704-2c6bd62a51c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349610 Jul 23 20:04:32.069662 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ac46dd58-431a-4cac-8db8-a16c28b8fee5 req-b22d15d5-bccb-48b1-8251-dff688ba20f1 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 950 time: 0.2874546 Jul 23 20:04:32.102184 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-98f9d55e-9aff-473d-8db7-d67bc990bfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:32.104131 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-98f9d55e-9aff-473d-8db7-d67bc990bfd3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9&tenant_id=a28939d8212b4a0392808b969f282665 HTTP/1.1" status: 200 len: 1102 time: 0.2682595 Jul 23 20:04:32.128181 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-aee49e7d-6e58-4924-817e-838a51f20a06 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793618-10', 'device_owner': 'compute:nova'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:04:32.166657 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ac46dd58-431a-4cac-8db8-a16c28b8fee5 req-5cf15ae4-bbfb-4998-8392-b7820d0b2324 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930245 Jul 23 20:04:32.229224 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40360) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:04:32.368194 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-aee49e7d-6e58-4924-817e-838a51f20a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:32.476636 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395f898-8a80-40a3-8cc9-3b2ea768e2ae req-60ba84f7-df70-4ea4-8067-2b458afb26ef tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:32.480203 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0395f898-8a80-40a3-8cc9-3b2ea768e2ae req-60ba84f7-df70-4ea4-8067-2b458afb26ef tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.30 "GET /v2.0/ports?device_id=db40e2a2-442b-45b9-a957-a533b06a8d97 HTTP/1.1" status: 200 len: 946 time: 0.3420117 Jul 23 20:04:32.606579 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0ad8ae9a-4c9b-4f52-9f02-3175dd8b2689 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:32.753736 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0ad8ae9a-4c9b-4f52-9f02-3175dd8b2689 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:32.784055 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7f7c07a8-6f0f-4b79-9b66-1f933a337f9d req-65dc2ee1-1bff-43a5-b616-074562b4252f tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd9c895c-3a75-4b0a-abd3-b9cc07ae2f1f HTTP/1.1" status: 200 len: 210 time: 0.1395903 Jul 23 20:04:32.926681 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cff470-1aa6-4cfa-b3c0-163ff4750b4c req-52cdc9a6-3c93-49a0-831b-6a7a03e36fc8 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:32.928319 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-25cff470-1aa6-4cfa-b3c0-163ff4750b4c req-52cdc9a6-3c93-49a0-831b-6a7a03e36fc8 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 945 time: 0.4394524 Jul 23 20:04:32.969081 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-0395f898-8a80-40a3-8cc9-3b2ea768e2ae req-658ed197-7d97-49d2-918c-038fb5df0d42 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Deleting port 0e919cdd-9b3c-492e-b6ce-6bd2ed79d041 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:04:32.969416 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0395f898-8a80-40a3-8cc9-3b2ea768e2ae req-658ed197-7d97-49d2-918c-038fb5df0d42 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:32.988474 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0ad8ae9a-4c9b-4f52-9f02-3175dd8b2689 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:32.991124 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0ad8ae9a-4c9b-4f52-9f02-3175dd8b2689 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:32.996035 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0ad8ae9a-4c9b-4f52-9f02-3175dd8b2689 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "DELETE /v2.0/security-groups/be8895cf-23b3-4399-9b58-864da3b413c8 HTTP/1.1" status: 204 len: 168 time: 0.7636304 Jul 23 20:04:32.996915 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40388) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:04:33.046603 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad8ae9a-4c9b-4f52-9f02-3175dd8b2689 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8895cf-23b3-4399-9b58-864da3b413c8,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:33.053567 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-08f3edbb-63d1-4f9f-8521-0ce4be69ac42 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] show failed (client error): The resource could not be found. Jul 23 20:04:33.057749 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-08f3edbb-63d1-4f9f-8521-0ce4be69ac42 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "GET /v2.0/security-groups/be8895cf-23b3-4399-9b58-864da3b413c8 HTTP/1.1" status: 404 len: 347 time: 0.0467417 Jul 23 20:04:33.058345 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40392) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:04:33.086478 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8386c098-0fab-4f1d-9a2a-c20602eb2f2e req-2a67f8bb-9e59-41e7-a2e3-582df522478a tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=66a705be-7077-4472-a2b4-35b6c98f678e HTTP/1.1" status: 200 len: 210 time: 0.1766355 Jul 23 20:04:33.221521 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-322432df-ac8d-498c-ae09-ea513730aaa2 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:33.223079 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-322432df-ac8d-498c-ae09-ea513730aaa2 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.30 "GET /v2.0/networks?id=e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 HTTP/1.1" status: 200 len: 809 time: 0.6105945 Jul 23 20:04:33.241575 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-6b18008a-c13b-4724-ade1-58334244e188 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Request body: {'port': {'device_id': 'cd9c895c-3a75-4b0a-abd3-b9cc07ae2f1f', 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1', 'admin_state_up': True, 'tenant_id': '112939265a5547faabf279e97fc2b4ed'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:04:33.460234 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-6b18008a-c13b-4724-ade1-58334244e188 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Made reservation on behalf of 112939265a5547faabf279e97fc2b4ed for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:04:33.465069 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-6b18008a-c13b-4724-ade1-58334244e188 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:33.490307 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-aee49e7d-6e58-4924-817e-838a51f20a06 service neutron] For port 03466cc8-624e-4b9a-8730-adbd2d561fd3, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=03466cc8-624e-4b9a-8730-adbd2d561fd3,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:33.587939 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-839aa51e-7bc0-4fcb-979f-c8d23fbbc5d0 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=bd4f3a49661b4ba795f8595616639abc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637631 Jul 23 20:04:33.629621 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-25cff470-1aa6-4cfa-b3c0-163ff4750b4c req-91f4610d-42f6-429f-9beb-d652cf5bd4ac tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6868751 Jul 23 20:04:33.640667 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-aee49e7d-6e58-4924-817e-838a51f20a06 service neutron] For port 03466cc8-624e-4b9a-8730-adbd2d561fd3, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:04:33.757274 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-0395f898-8a80-40a3-8cc9-3b2ea768e2ae req-658ed197-7d97-49d2-918c-038fb5df0d42 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] For port 0e919cdd-9b3c-492e-b6ce-6bd2ed79d041, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0e919cdd-9b3c-492e-b6ce-6bd2ed79d041,segment=NetworkSegment(d0a2754c-a19c-42d0-8f97-ef5cc77b5d31),segment_id=d0a2754c-a19c-42d0-8f97-ef5cc77b5d31)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:33.757700 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0395f898-8a80-40a3-8cc9-3b2ea768e2ae req-658ed197-7d97-49d2-918c-038fb5df0d42 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:33.815911 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-0395f898-8a80-40a3-8cc9-3b2ea768e2ae req-658ed197-7d97-49d2-918c-038fb5df0d42 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Calling delete_port for 0e919cdd-9b3c-492e-b6ce-6bd2ed79d041 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:04:33.918915 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-5fd9cd83-4577-4c8b-a1b6-9343fe192ae6 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Deleting port 87c51fe5-611f-4f52-af0d-01529761908a {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:04:33.919269 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5fd9cd83-4577-4c8b-a1b6-9343fe192ae6 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:33.985327 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b353a3-a02b-4348-8679-c567de60d1b4 req-97752b69-a5aa-471d-8375-e12fd97efa40 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:33.991247 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b353a3-a02b-4348-8679-c567de60d1b4 req-97752b69-a5aa-471d-8375-e12fd97efa40 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:33.997370 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b353a3-a02b-4348-8679-c567de60d1b4 req-97752b69-a5aa-471d-8375-e12fd97efa40 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:34.003355 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b353a3-a02b-4348-8679-c567de60d1b4 req-97752b69-a5aa-471d-8375-e12fd97efa40 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:34.009351 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b353a3-a02b-4348-8679-c567de60d1b4 req-97752b69-a5aa-471d-8375-e12fd97efa40 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:34.016247 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b353a3-a02b-4348-8679-c567de60d1b4 req-97752b69-a5aa-471d-8375-e12fd97efa40 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:34.022182 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b353a3-a02b-4348-8679-c567de60d1b4 req-97752b69-a5aa-471d-8375-e12fd97efa40 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:34.024126 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f7b353a3-a02b-4348-8679-c567de60d1b4 req-97752b69-a5aa-471d-8375-e12fd97efa40 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 5430 time: 0.2832930 Jul 23 20:04:34.084961 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc7a217-21ea-479c-a694-f7f6242ebfb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03466cc8-624e-4b9a-8730-adbd2d561fd3'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:04:34.087319 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dce337c-7643-49fa-ac05-efcad35fba33" -d '{"events": [{"server_uuid": "ffc7a217-21ea-479c-a694-f7f6242ebfb9", "name": "network-vif-unplugged", "status": "completed", "tag": "03466cc8-624e-4b9a-8730-adbd2d561fd3"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:04:34.092111 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-aee49e7d-6e58-4924-817e-838a51f20a06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:34.108543 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-6b18008a-c13b-4724-ade1-58334244e188 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Allocated IP 172.20.0.6 (e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1/8f1af588-88a6-41d9-93e0-be352471d81c/ce45e6e7-6c04-4995-9f32-1dcbed962bb6) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:04:34.131465 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-aee49e7d-6e58-4924-817e-838a51f20a06 service neutron] Transition to ACTIVE for port object 03466cc8-624e-4b9a-8730-adbd2d561fd3 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:04:34.145975 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-d3366203-d114-4d27-95f9-57068ea205d5 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:34.147444 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-d3366203-d114-4d27-95f9-57068ea205d5 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5501397 Jul 23 20:04:34.148234 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-aee49e7d-6e58-4924-817e-838a51f20a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:34.217514 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-15ca1449-3109-4ac2-a6b7-fdd7cce8765e tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/quotas/bd4f3a49661b4ba795f8595616639abc HTTP/1.1" status: 200 len: 375 time: 0.0583072 Jul 23 20:04:34.240952 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5fd9cd83-4577-4c8b-a1b6-9343fe192ae6 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:34.241294 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5fd9cd83-4577-4c8b-a1b6-9343fe192ae6 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:34.266051 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f7b353a3-a02b-4348-8679-c567de60d1b4 req-7a3e4261-00a9-4189-9c1f-324ecb44575e tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8f4f3ea-9040-40e5-b97d-88f3cee36311&id=f03bc08f-e700-4073-8157-e780c3416b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2009151 Jul 23 20:04:34.269352 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-aee49e7d-6e58-4924-817e-838a51f20a06 service neutron] No DVR routers for this DVR port 03466cc8-624e-4b9a-8730-adbd2d561fd3 on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:04:34.271303 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee49e7d-6e58-4924-817e-838a51f20a06 service neutron] Pushing event updated for resources: {'Port': ['ID=03466cc8-624e-4b9a-8730-adbd2d561fd3,revision_number=10']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:34.278026 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-5fd9cd83-4577-4c8b-a1b6-9343fe192ae6 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Calling delete_port for 87c51fe5-611f-4f52-af0d-01529761908a owned by network:floatingip {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:04:34.303232 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3706739-3980-416c-af93-d170a06040d9 req-5c5071f8-0a59-46d9-876c-36f9ed3ade9c tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:34.305124 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e3706739-3980-416c-af93-d170a06040d9 req-5c5071f8-0a59-46d9-876c-36f9ed3ade9c tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.18 "GET /v2.0/networks?id=561e402d-bb2f-4939-8704-2c6bd62a51c3 HTTP/1.1" status: 200 len: 815 time: 0.3973451 Jul 23 20:04:34.322007 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-e3706739-3980-416c-af93-d170a06040d9 req-183dd8cc-43b7-49dc-9243-db15bdbc6912 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Request body: {'port': {'device_id': '66a705be-7077-4472-a2b4-35b6c98f678e', 'network_id': '561e402d-bb2f-4939-8704-2c6bd62a51c3', 'admin_state_up': True, 'tenant_id': '8cfe6a1fc1a344fca4c086a9bc2e1379'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:04:34.324342 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-e619d736-630c-4b7e-9f6d-bc6c441541e6 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd4f3a49661b4ba795f8595616639abc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0961328 Jul 23 20:04:34.390932 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-aee49e7d-6e58-4924-817e-838a51f20a06 service neutron] Attempting to bind port 03466cc8-624e-4b9a-8730-adbd2d561fd3 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:04:34.391614 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-aee49e7d-6e58-4924-817e-838a51f20a06 service neutron] Attempting to bind port 03466cc8-624e-4b9a-8730-adbd2d561fd3 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:04:34.393008 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-aee49e7d-6e58-4924-817e-838a51f20a06 service neutron] Attempting to bind port 03466cc8-624e-4b9a-8730-adbd2d561fd3 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:04:34.411873 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-aee49e7d-6e58-4924-817e-838a51f20a06 service neutron] Port 03466cc8-624e-4b9a-8730-adbd2d561fd3 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:04:34.412497 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-aee49e7d-6e58-4924-817e-838a51f20a06 service neutron] Attempting to bind port 03466cc8-624e-4b9a-8730-adbd2d561fd3 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:04:34.438941 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0395f898-8a80-40a3-8cc9-3b2ea768e2ae req-658ed197-7d97-49d2-918c-038fb5df0d42 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:34.457343 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-aee49e7d-6e58-4924-817e-838a51f20a06 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:04:34.457833 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-aee49e7d-6e58-4924-817e-838a51f20a06 service neutron] Checking segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:04:34.458309 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-aee49e7d-6e58-4924-817e-838a51f20a06 service neutron] Bound using segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:04:34.458842 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-aee49e7d-6e58-4924-817e-838a51f20a06 service neutron] Bound port: 03466cc8-624e-4b9a-8730-adbd2d561fd3, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:04:34.459563 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-aee49e7d-6e58-4924-817e-838a51f20a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:34.518469 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ed197-7d97-49d2-918c-038fb5df0d42 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Pushing event deleted for resources: {'Port': ['ID=0e919cdd-9b3c-492e-b6ce-6bd2ed79d041,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:34.606771 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-6b18008a-c13b-4724-ade1-58334244e188 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:34.623014 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-aee49e7d-6e58-4924-817e-838a51f20a06 service neutron] For port 03466cc8-624e-4b9a-8730-adbd2d561fd3, host n-h2-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:04:34.627274 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-aee49e7d-6e58-4924-817e-838a51f20a06 service neutron] For port 03466cc8-624e-4b9a-8730-adbd2d561fd3, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=03466cc8-624e-4b9a-8730-adbd2d561fd3,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:04:34.649092 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-0395f898-8a80-40a3-8cc9-3b2ea768e2ae req-658ed197-7d97-49d2-918c-038fb5df0d42 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] No DVR routers for this DVR port 0e919cdd-9b3c-492e-b6ce-6bd2ed79d041 on host n-h1-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:04:34.659272 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0395f898-8a80-40a3-8cc9-3b2ea768e2ae req-658ed197-7d97-49d2-918c-038fb5df0d42 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:34.660599 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-aee49e7d-6e58-4924-817e-838a51f20a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:34.661322 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0395f898-8a80-40a3-8cc9-3b2ea768e2ae req-658ed197-7d97-49d2-918c-038fb5df0d42 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.30 "DELETE /v2.0/ports/0e919cdd-9b3c-492e-b6ce-6bd2ed79d041 HTTP/1.1" status: 204 len: 173 time: 2.1481352 Jul 23 20:04:34.663319 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db40e2a2-442b-45b9-a957-a533b06a8d97', 'name': 'network-vif-deleted', 'tag': '0e919cdd-9b3c-492e-b6ce-6bd2ed79d041'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:04:34.664222 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9d729ec5-7393-4802-b8e5-3c4e9f96a850 req-13ab733f-8a4d-442a-a7be-15326ddda997 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd9c895c-3a75-4b0a-abd3-b9cc07ae2f1f HTTP/1.1" status: 200 len: 210 time: 0.0356770 Jul 23 20:04:34.666390 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7954f06c-8151-453b-97f1-171aea16d505" -d '{"events": [{"server_uuid": "db40e2a2-442b-45b9-a957-a533b06a8d97", "name": "network-vif-deleted", "tag": "0e919cdd-9b3c-492e-b6ce-6bd2ed79d041"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:04:34.746951 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 03466cc8-624e-4b9a-8730-adbd2d561fd3 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:04:34.753290 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-aee49e7d-6e58-4924-817e-838a51f20a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:34.753954 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-aee49e7d-6e58-4924-817e-838a51f20a06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:34.758424 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-aee49e7d-6e58-4924-817e-838a51f20a06 service neutron] 10.222.0.18 "PUT /v2.0/ports/03466cc8-624e-4b9a-8730-adbd2d561fd3 HTTP/1.1" status: 200 len: 1098 time: 2.6353774 Jul 23 20:04:34.808987 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743bb185-de31-4997-bc27-46db28aad0cd req-5c2fa951-cd39-48f2-bad9-e9d5f98ce73c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:34.820599 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-743bb185-de31-4997-bc27-46db28aad0cd req-5c2fa951-cd39-48f2-bad9-e9d5f98ce73c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 949 time: 0.4272525 Jul 23 20:04:34.826674 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 03466cc8-624e-4b9a-8730-adbd2d561fd3 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:04:34.827366 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device acab6456-dcfa-42d6-8c1c-7d543ac6b7eb no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:04:34.829358 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3706739-3980-416c-af93-d170a06040d9 req-183dd8cc-43b7-49dc-9243-db15bdbc6912 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Made reservation on behalf of 8cfe6a1fc1a344fca4c086a9bc2e1379 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:04:34.833734 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e3706739-3980-416c-af93-d170a06040d9 req-183dd8cc-43b7-49dc-9243-db15bdbc6912 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:34.847247 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a931e284-0fe5-472d-ae66-d120fa15a9fd x-openstack-request-id: req-a931e284-0fe5-472d-ae66-d120fa15a9fd {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:04:34.847902 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc7a217-21ea-479c-a694-f7f6242ebfb9", "name": "network-vif-unplugged", "status": "completed", "tag": "03466cc8-624e-4b9a-8730-adbd2d561fd3", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:04:34.848337 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a931e284-0fe5-472d-ae66-d120fa15a9fd {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:04:34.848884 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc7a217-21ea-479c-a694-f7f6242ebfb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03466cc8-624e-4b9a-8730-adbd2d561fd3', 'code': 200} Jul 23 20:04:34.851106 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-6b18008a-c13b-4724-ade1-58334244e188 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:34.865683 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee49e7d-6e58-4924-817e-838a51f20a06 service neutron] Pushing event updated for resources: {'Port': ['ID=03466cc8-624e-4b9a-8730-adbd2d561fd3,revision_number=11']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:34.890969 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-6b18008a-c13b-4724-ade1-58334244e188 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Network e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:04:34.892855 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee49e7d-6e58-4924-817e-838a51f20a06 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:04:34.893394 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee49e7d-6e58-4924-817e-838a51f20a06 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:04:34.893917 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee49e7d-6e58-4924-817e-838a51f20a06 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:04:34.894409 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee49e7d-6e58-4924-817e-838a51f20a06 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:04:34.894914 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee49e7d-6e58-4924-817e-838a51f20a06 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:04:34.895415 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee49e7d-6e58-4924-817e-838a51f20a06 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:04:34.895898 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee49e7d-6e58-4924-817e-838a51f20a06 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:04:34.896392 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee49e7d-6e58-4924-817e-838a51f20a06 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:04:34.896873 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee49e7d-6e58-4924-817e-838a51f20a06 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:04:34.897370 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee49e7d-6e58-4924-817e-838a51f20a06 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:04:34.897888 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee49e7d-6e58-4924-817e-838a51f20a06 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:04:34.898373 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee49e7d-6e58-4924-817e-838a51f20a06 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:04:34.915443 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-6b18008a-c13b-4724-ade1-58334244e188 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:04:34.921909 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-6b18008a-c13b-4724-ade1-58334244e188 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:04:34.963716 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3ad1ed90-395b-43fd-a9bf-d645e7e445ba req-d9a43d86-7491-4072-a2dd-f352dbf7838c tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=66a705be-7077-4472-a2b4-35b6c98f678e HTTP/1.1" status: 200 len: 210 time: 0.0846975 Jul 23 20:04:35.028593 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:35.039534 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-af14d7a4-46e5-47c6-bc48-da73f9356540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:35.040741 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-af14d7a4-46e5-47c6-bc48-da73f9356540 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a28939d8212b4a0392808b969f282665&device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 1101 time: 0.2450755 Jul 23 20:04:35.041031 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b18008a-c13b-4724-ade1-58334244e188 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Pushing event updated for resources: {'Port': ['ID=ce45e6e7-6c04-4995-9f32-1dcbed962bb6,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:35.054521 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-6b18008a-c13b-4724-ade1-58334244e188 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:35.055193 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-6b18008a-c13b-4724-ade1-58334244e188 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:35.058339 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5fd9cd83-4577-4c8b-a1b6-9343fe192ae6 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:35.073046 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fca6605-982e-492b-8938-3dcf3308a9ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acab6456-dcfa-42d6-8c1c-7d543ac6b7eb'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:04:35.075514 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c5f491-baab-4717-8e11-c3f1dc5efa97" -d '{"events": [{"server_uuid": "5fca6605-982e-492b-8938-3dcf3308a9ca", "name": "network-vif-unplugged", "status": "completed", "tag": "acab6456-dcfa-42d6-8c1c-7d543ac6b7eb"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:04:35.091625 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port acab6456-dcfa-42d6-8c1c-7d543ac6b7eb, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=acab6456-dcfa-42d6-8c1c-7d543ac6b7eb,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:35.097199 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:35.098650 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 0e919cdd-9b3c-492e-b6ce-6bd2ed79d041 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:04:35.100101 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd9cd83-4577-4c8b-a1b6-9343fe192ae6 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Pushing event deleted for resources: {'Port': ['ID=87c51fe5-611f-4f52-af0d-01529761908a,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:35.146527 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 0e919cdd-9b3c-492e-b6ce-6bd2ed79d041 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:04:35.146527 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 0e919cdd-9b3c-492e-b6ce-6bd2ed79d041 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:04:35.174864 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e359386f-644b-4677-a1ad-66c4b238e2d7 req-50d5a63d-e3f4-4718-9365-7d66afb51b88 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dd2c279-8d14-436c-ab0f-91317a43600e HTTP/1.1" status: 200 len: 210 time: 0.1135540 Jul 23 20:04:35.179238 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-743bb185-de31-4997-bc27-46db28aad0cd req-00da018b-d397-4c6e-831f-90d574435fe8 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576798 Jul 23 20:04:35.211142 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-6b18008a-c13b-4724-ade1-58334244e188 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9776461 Jul 23 20:04:35.238433 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=acab6456-dcfa-42d6-8c1c-7d543ac6b7eb,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:35.280277 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8425638e-47a9-44ef-b995-f92f9e288787 x-openstack-request-id: req-8425638e-47a9-44ef-b995-f92f9e288787 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:04:35.280277 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db40e2a2-442b-45b9-a957-a533b06a8d97", "name": "network-vif-deleted", "tag": "0e919cdd-9b3c-492e-b6ce-6bd2ed79d041", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:04:35.280277 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8425638e-47a9-44ef-b995-f92f9e288787 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:04:35.281105 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db40e2a2-442b-45b9-a957-a533b06a8d97', 'name': 'network-vif-deleted', 'tag': '0e919cdd-9b3c-492e-b6ce-6bd2ed79d041', 'status': 'completed', 'code': 200} Jul 23 20:04:35.304447 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-a25e34f5-c30d-44df-b6b2-2f3cf50ac13d service neutron] Request body: {'port': {'device_id': 'cd9c895c-3a75-4b0a-abd3-b9cc07ae2f1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:04:35.382352 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5fd9cd83-4577-4c8b-a1b6-9343fe192ae6 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks [] for floatingip, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:35.385261 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5fd9cd83-4577-4c8b-a1b6-9343fe192ae6 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:35.389962 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5fd9cd83-4577-4c8b-a1b6-9343fe192ae6 tempest-ServersWithSpecificFlavorTestJSON-2063514028 tempest-ServersWithSpecificFlavorTestJSON-2063514028-project] 10.222.0.32 "DELETE /v2.0/floatingips/07d32348-ceaf-41ba-9de3-4bc88b258408 HTTP/1.1" status: 204 len: 168 time: 1.7681727 Jul 23 20:04:35.391052 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979a4294-1124-4a3c-87ae-c91fee432e9c x-openstack-request-id: req-979a4294-1124-4a3c-87ae-c91fee432e9c {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:04:35.391433 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fca6605-982e-492b-8938-3dcf3308a9ca", "name": "network-vif-unplugged", "status": "completed", "tag": "acab6456-dcfa-42d6-8c1c-7d543ac6b7eb", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:04:35.391822 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-979a4294-1124-4a3c-87ae-c91fee432e9c {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:04:35.392402 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fca6605-982e-492b-8938-3dcf3308a9ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acab6456-dcfa-42d6-8c1c-7d543ac6b7eb', 'code': 200} Jul 23 20:04:35.425716 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-04a1c106-f8b9-45f2-8829-63d06820f56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:35.427684 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-04a1c106-f8b9-45f2-8829-63d06820f56b service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.3686123 Jul 23 20:04:35.446711 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-e3706739-3980-416c-af93-d170a06040d9 req-183dd8cc-43b7-49dc-9243-db15bdbc6912 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Allocated IP 172.20.0.11 (561e402d-bb2f-4939-8704-2c6bd62a51c3/d3585b22-200e-474c-90ad-5cdef3f6e740/7114a50d-ddd8-4e6f-8ed0-f0385a7ed407) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:04:35.493130 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ad0c9-f5c7-42b3-b953-dec69c7315ca req-7d0f33d9-2719-4514-9b6f-5ca63c598963 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:35.498392 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-180ad0c9-f5c7-42b3-b953-dec69c7315ca req-7d0f33d9-2719-4514-9b6f-5ca63c598963 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 945 time: 0.1371562 Jul 23 20:04:35.526464 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-9bff9053-fdfb-4771-8e77-3dc7b82715fa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=03466cc8-624e-4b9a-8730-adbd2d561fd3 HTTP/1.1" status: 200 len: 217 time: 0.0768051 Jul 23 20:04:35.567133 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-a25e34f5-c30d-44df-b6b2-2f3cf50ac13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:35.589113 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-180ad0c9-f5c7-42b3-b953-dec69c7315ca req-b3e9649c-bf37-49d6-a843-2f51ed36b98c tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791926 Jul 23 20:04:35.622812 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-3c5d0794-592a-4eba-bd73-d937c6872dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:35.624386 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-3c5d0794-592a-4eba-bd73-d937c6872dff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.0913076 Jul 23 20:04:35.676495 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e3706739-3980-416c-af93-d170a06040d9 req-183dd8cc-43b7-49dc-9243-db15bdbc6912 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:35.683692 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360dce0-5b1c-4721-8a69-f125e40fe0bb req-6ecbf43b-de69-443d-92de-b9e56511a51a tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:35.689613 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360dce0-5b1c-4721-8a69-f125e40fe0bb req-6ecbf43b-de69-443d-92de-b9e56511a51a tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:35.695795 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360dce0-5b1c-4721-8a69-f125e40fe0bb req-6ecbf43b-de69-443d-92de-b9e56511a51a tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:35.702264 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360dce0-5b1c-4721-8a69-f125e40fe0bb req-6ecbf43b-de69-443d-92de-b9e56511a51a tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:35.708126 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360dce0-5b1c-4721-8a69-f125e40fe0bb req-6ecbf43b-de69-443d-92de-b9e56511a51a tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:35.715052 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360dce0-5b1c-4721-8a69-f125e40fe0bb req-6ecbf43b-de69-443d-92de-b9e56511a51a tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:35.720894 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360dce0-5b1c-4721-8a69-f125e40fe0bb req-6ecbf43b-de69-443d-92de-b9e56511a51a tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:35.722835 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b360dce0-5b1c-4721-8a69-f125e40fe0bb req-6ecbf43b-de69-443d-92de-b9e56511a51a tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 5430 time: 0.2333634 Jul 23 20:04:35.758529 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e3706739-3980-416c-af93-d170a06040d9 req-183dd8cc-43b7-49dc-9243-db15bdbc6912 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:35.767851 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3886e-0fb6-4201-8145-0f0aff17d988 req-0be8a8b4-da58-492b-b860-18fa48d4bc66 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:35.769326 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-48c3886e-0fb6-4201-8145-0f0aff17d988 req-0be8a8b4-da58-492b-b860-18fa48d4bc66 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] 10.222.0.32 "GET /v2.0/ports?device_id=5fca6605-982e-492b-8938-3dcf3308a9ca HTTP/1.1" status: 200 len: 948 time: 0.0985484 Jul 23 20:04:35.830800 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3706739-3980-416c-af93-d170a06040d9 req-183dd8cc-43b7-49dc-9243-db15bdbc6912 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Network 561e402d-bb2f-4939-8704-2c6bd62a51c3 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:04:35.841807 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b360dce0-5b1c-4721-8a69-f125e40fe0bb req-036e4bab-f468-4061-bedd-11acde06ce5d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8f4f3ea-9040-40e5-b97d-88f3cee36311&id=f03bc08f-e700-4073-8157-e780c3416b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1097987 Jul 23 20:04:35.842054 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-e3706739-3980-416c-af93-d170a06040d9 req-183dd8cc-43b7-49dc-9243-db15bdbc6912 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:04:35.852456 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3706739-3980-416c-af93-d170a06040d9 req-183dd8cc-43b7-49dc-9243-db15bdbc6912 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:04:35.859073 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183dd8cc-43b7-49dc-9243-db15bdbc6912 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Pushing event updated for resources: {'Port': ['ID=7114a50d-ddd8-4e6f-8ed0-f0385a7ed407,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:35.875041 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-e6417ad9-5210-41f2-8a8d-17331fb72666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:35.876696 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-e6417ad9-5210-41f2-8a8d-17331fb72666 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2430811 Jul 23 20:04:35.893875 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-48c3886e-0fb6-4201-8145-0f0aff17d988 req-ccc4662d-02f8-449f-9e16-c993ce408c75 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70b0ece-e5a9-4622-a819-9275dd34202a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068141 Jul 23 20:04:35.920127 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3706739-3980-416c-af93-d170a06040d9 req-183dd8cc-43b7-49dc-9243-db15bdbc6912 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:35.920793 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e3706739-3980-416c-af93-d170a06040d9 req-183dd8cc-43b7-49dc-9243-db15bdbc6912 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:35.980475 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-e5bae500-9cd0-420a-9c43-a24be4bcf06f tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=bd4f3a49661b4ba795f8595616639abc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470819 Jul 23 20:04:35.984997 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e3706739-3980-416c-af93-d170a06040d9 req-183dd8cc-43b7-49dc-9243-db15bdbc6912 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6672833 Jul 23 20:04:36.009003 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-e3706739-3980-416c-af93-d170a06040d9 req-8ebc1610-d961-4193-8e6b-c1ff3e0b7b4c service neutron] Request body: {'port': {'device_id': '66a705be-7077-4472-a2b4-35b6c98f678e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:04:36.145827 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-a25e34f5-c30d-44df-b6b2-2f3cf50ac13d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce45e6e7-6c04-4995-9f32-1dcbed962bb6 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:04:36.153523 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-247f6d0c-a395-46d4-b0bc-23dc228b29ca service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403178 Jul 23 20:04:36.158304 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-a25e34f5-c30d-44df-b6b2-2f3cf50ac13d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:36.203589 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-a25e34f5-c30d-44df-b6b2-2f3cf50ac13d service neutron] Transition to ACTIVE for port object ce45e6e7-6c04-4995-9f32-1dcbed962bb6 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:04:36.225315 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e3706739-3980-416c-af93-d170a06040d9 req-8ebc1610-d961-4193-8e6b-c1ff3e0b7b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:36.241144 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-a25e34f5-c30d-44df-b6b2-2f3cf50ac13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:36.248433 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-795028a8-43d2-4e4b-819b-565fd380b435 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:36.250260 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-795028a8-43d2-4e4b-819b-565fd380b435 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2637899 Jul 23 20:04:36.259842 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1545fd-d229-4bb3-89dd-d4427fca553b req-ca752974-5d83-4cf8-8122-91c70481eb89 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:36.261508 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bb1545fd-d229-4bb3-89dd-d4427fca553b req-ca752974-5d83-4cf8-8122-91c70481eb89 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd9c895c-3a75-4b0a-abd3-b9cc07ae2f1f HTTP/1.1" status: 200 len: 931 time: 0.2314954 Jul 23 20:04:36.266905 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-41a33a1b-5ffe-4bf7-a44b-2641a6e12221 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Request body: {'port': {'device_id': '0dd2c279-8d14-436c-ab0f-91317a43600e', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'admin_state_up': True, 'tenant_id': 'bd4f3a49661b4ba795f8595616639abc'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:04:36.320361 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed3242-7751-4691-84f2-6b8420b710e5 req-31382846-e973-40fa-88a2-6d0b0f2b8dfa tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:36.321858 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-76ed3242-7751-4691-84f2-6b8420b710e5 req-31382846-e973-40fa-88a2-6d0b0f2b8dfa tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=66a705be-7077-4472-a2b4-35b6c98f678e HTTP/1.1" status: 200 len: 932 time: 0.2263885 Jul 23 20:04:36.355884 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e34f5-c30d-44df-b6b2-2f3cf50ac13d service neutron] Pushing event updated for resources: {'Port': ['ID=ce45e6e7-6c04-4995-9f32-1dcbed962bb6,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:36.382985 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-52e49af5-bf83-404b-98ba-79bd79c32a1b req-71645cea-3250-4830-a4c8-b03f4b659757 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222137 Jul 23 20:04:36.436445 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-76ed3242-7751-4691-84f2-6b8420b710e5 req-dd6ad85d-d69e-4014-b7a6-4d7b5d366a9f tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983119 Jul 23 20:04:36.443757 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bb1545fd-d229-4bb3-89dd-d4427fca553b req-bc5e9eb4-1c17-434e-a757-827dd4e74f15 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712723 Jul 23 20:04:36.462160 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-a25e34f5-c30d-44df-b6b2-2f3cf50ac13d service neutron] Attempting to bind port ce45e6e7-6c04-4995-9f32-1dcbed962bb6 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:04:36.462538 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-a25e34f5-c30d-44df-b6b2-2f3cf50ac13d service neutron] Attempting to bind port ce45e6e7-6c04-4995-9f32-1dcbed962bb6 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '09c16a36-f585-4003-9e2f-a9905bed7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:04:36.463058 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-a25e34f5-c30d-44df-b6b2-2f3cf50ac13d service neutron] Attempting to bind port ce45e6e7-6c04-4995-9f32-1dcbed962bb6 on network e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:04:36.474135 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-a25e34f5-c30d-44df-b6b2-2f3cf50ac13d service neutron] Port ce45e6e7-6c04-4995-9f32-1dcbed962bb6 on network e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:04:36.474470 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-a25e34f5-c30d-44df-b6b2-2f3cf50ac13d service neutron] Attempting to bind port ce45e6e7-6c04-4995-9f32-1dcbed962bb6 on network e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:04:36.483011 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-a25e34f5-c30d-44df-b6b2-2f3cf50ac13d service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:04:36.483362 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-a25e34f5-c30d-44df-b6b2-2f3cf50ac13d service neutron] Checking segment: {'id': '09c16a36-f585-4003-9e2f-a9905bed7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:04:36.483755 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-a25e34f5-c30d-44df-b6b2-2f3cf50ac13d service neutron] Bound using segment: {'id': '09c16a36-f585-4003-9e2f-a9905bed7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:04:36.484186 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-a25e34f5-c30d-44df-b6b2-2f3cf50ac13d service neutron] Bound port: ce45e6e7-6c04-4995-9f32-1dcbed962bb6, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09c16a36-f585-4003-9e2f-a9905bed7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:04:36.484550 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-a25e34f5-c30d-44df-b6b2-2f3cf50ac13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:36.570137 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-a25e34f5-c30d-44df-b6b2-2f3cf50ac13d service neutron] For port ce45e6e7-6c04-4995-9f32-1dcbed962bb6, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:04:36.601487 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-a25e34f5-c30d-44df-b6b2-2f3cf50ac13d service neutron] For port ce45e6e7-6c04-4995-9f32-1dcbed962bb6, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=ce45e6e7-6c04-4995-9f32-1dcbed962bb6,segment=NetworkSegment(09c16a36-f585-4003-9e2f-a9905bed7329),segment_id=09c16a36-f585-4003-9e2f-a9905bed7329)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:04:36.607093 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-95d4e7a3-0ac6-404c-a142-7c4800a5221f req-05df29ed-ec81-4d94-be78-aa4444e6ef9b tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dd2c279-8d14-436c-ab0f-91317a43600e HTTP/1.1" status: 200 len: 210 time: 0.0398519 Jul 23 20:04:36.609180 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-41a33a1b-5ffe-4bf7-a44b-2641a6e12221 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Made reservation on behalf of bd4f3a49661b4ba795f8595616639abc for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:04:36.612628 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-41a33a1b-5ffe-4bf7-a44b-2641a6e12221 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:36.615340 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-a25e34f5-c30d-44df-b6b2-2f3cf50ac13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:36.627087 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-41a33a1b-5ffe-4bf7-a44b-2641a6e12221 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:36.689575 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e34f5-c30d-44df-b6b2-2f3cf50ac13d service neutron] Pushing event updated for resources: {'Port': ['ID=ce45e6e7-6c04-4995-9f32-1dcbed962bb6,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:36.719207 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7b394-ce7d-42c8-8624-334a56ffee0f req-f17abccf-05e5-460b-8dd9-25ba712fca34 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:36.719765 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:04:36.726639 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b0f7b394-ce7d-42c8-8624-334a56ffee0f req-f17abccf-05e5-460b-8dd9-25ba712fca34 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 949 time: 0.1718190 Jul 23 20:04:36.730423 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-a25e34f5-c30d-44df-b6b2-2f3cf50ac13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:36.731049 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-a25e34f5-c30d-44df-b6b2-2f3cf50ac13d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:36.732393 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-a25e34f5-c30d-44df-b6b2-2f3cf50ac13d service neutron] 10.222.0.30 "PUT /v2.0/ports/ce45e6e7-6c04-4995-9f32-1dcbed962bb6 HTTP/1.1" status: 200 len: 1092 time: 1.4412889 Jul 23 20:04:36.742868 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-e3706739-3980-416c-af93-d170a06040d9 req-8ebc1610-d961-4193-8e6b-c1ff3e0b7b4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7114a50d-ddd8-4e6f-8ed0-f0385a7ed407 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:04:36.756677 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e3706739-3980-416c-af93-d170a06040d9 req-8ebc1610-d961-4193-8e6b-c1ff3e0b7b4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:36.778911 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-e3706739-3980-416c-af93-d170a06040d9 req-8ebc1610-d961-4193-8e6b-c1ff3e0b7b4c service neutron] Transition to ACTIVE for port object 7114a50d-ddd8-4e6f-8ed0-f0385a7ed407 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:04:36.786476 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e3706739-3980-416c-af93-d170a06040d9 req-8ebc1610-d961-4193-8e6b-c1ff3e0b7b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:36.811033 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b0f7b394-ce7d-42c8-8624-334a56ffee0f req-a97f4b86-17b3-4df4-a231-c2f6a54bffb9 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834954 Jul 23 20:04:36.847299 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-41a33a1b-5ffe-4bf7-a44b-2641a6e12221 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:36.849899 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc7a217-21ea-479c-a694-f7f6242ebfb9', 'tag': '03466cc8-624e-4b9a-8730-adbd2d561fd3'}, {'name': 'network-changed', 'server_uuid': 'cd9c895c-3a75-4b0a-abd3-b9cc07ae2f1f', 'tag': 'ce45e6e7-6c04-4995-9f32-1dcbed962bb6'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:04:36.852902 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64c421f-e114-402a-a214-a306b924833a" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc7a217-21ea-479c-a694-f7f6242ebfb9", "tag": "03466cc8-624e-4b9a-8730-adbd2d561fd3"}, {"name": "network-changed", "server_uuid": "cd9c895c-3a75-4b0a-abd3-b9cc07ae2f1f", "tag": "ce45e6e7-6c04-4995-9f32-1dcbed962bb6"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:04:36.859910 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-41a33a1b-5ffe-4bf7-a44b-2641a6e12221 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:36.860121 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-309bc55d-d457-4aa2-8cb0-8f44c2a3066d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:36.861709 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-309bc55d-d457-4aa2-8cb0-8f44c2a3066d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112939265a5547faabf279e97fc2b4ed&device_id=cd9c895c-3a75-4b0a-abd3-b9cc07ae2f1f HTTP/1.1" status: 200 len: 1095 time: 0.0855188 Jul 23 20:04:36.899118 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc1610-d961-4193-8e6b-c1ff3e0b7b4c service neutron] Pushing event updated for resources: {'Port': ['ID=7114a50d-ddd8-4e6f-8ed0-f0385a7ed407,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:36.926298 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-1b4d952f-26f8-44ce-86b5-d77cc2fa898e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce45e6e7-6c04-4995-9f32-1dcbed962bb6 HTTP/1.1" status: 200 len: 217 time: 0.0539348 Jul 23 20:04:36.977438 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8,segment=NetworkSegment(133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6),segment_id=133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:37.002185 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8', 'network_id': 'a8834cf6-a834-4872-ae27-a514fb198d71', 'port_id': '0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8', 'mac_address': 'fa:16:3e:5b:00:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a37b077a-fe69-4a55-9b37-2fa25f9f53d6', 'ip_address': '10.1.1.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:04:37.029409 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a33a1b-5ffe-4bf7-a44b-2641a6e12221 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c3694b-8fa8-4f9e-a585-d5764c7780ee,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:37.056149 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:37.063222 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-9dc9917a-e543-4939-9255-53e5913e83b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:37.064696 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-9dc9917a-e543-4939-9255-53e5913e83b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8f1af588-88a6-41d9-93e0-be352471d81c HTTP/1.1" status: 200 len: 849 time: 0.1320386 Jul 23 20:04:37.074072 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:04:37.101304 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8,segment=NetworkSegment(133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6),segment_id=133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:37.107878 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:37.109109 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-71e8c1bc-0ea2-44fc-9a59-3fcd641b8e63 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344770 Jul 23 20:04:37.109264 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 0cbdd92a-b096-453c-b3eb-bec2759c3ae5 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:04:37.135286 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f70ba-e9de-45bc-b4b6-c2d910194658 req-76c71a75-9eb5-429c-9566-e90686d7a35d tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:37.137734 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-41a33a1b-5ffe-4bf7-a44b-2641a6e12221 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Allocated IP 192.168.233.35 (ec2201c2-595f-40aa-9bc3-fccd4b01012e/4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d/a9d6e951-e136-484e-9184-f2904ec23b13) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:04:37.139844 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-e3706739-3980-416c-af93-d170a06040d9 req-8ebc1610-d961-4193-8e6b-c1ff3e0b7b4c service neutron] Attempting to bind port 7114a50d-ddd8-4e6f-8ed0-f0385a7ed407 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:04:37.140184 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-e3706739-3980-416c-af93-d170a06040d9 req-8ebc1610-d961-4193-8e6b-c1ff3e0b7b4c service neutron] Attempting to bind port 7114a50d-ddd8-4e6f-8ed0-f0385a7ed407 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'd0a2754c-a19c-42d0-8f97-ef5cc77b5d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '561e402d-bb2f-4939-8704-2c6bd62a51c3'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:04:37.140517 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3706739-3980-416c-af93-d170a06040d9 req-8ebc1610-d961-4193-8e6b-c1ff3e0b7b4c service neutron] Attempting to bind port 7114a50d-ddd8-4e6f-8ed0-f0385a7ed407 on network 561e402d-bb2f-4939-8704-2c6bd62a51c3 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:04:37.142748 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f50f70ba-e9de-45bc-b4b6-c2d910194658 req-76c71a75-9eb5-429c-9566-e90686d7a35d tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 945 time: 0.1232171 Jul 23 20:04:37.159115 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3706739-3980-416c-af93-d170a06040d9 req-8ebc1610-d961-4193-8e6b-c1ff3e0b7b4c service neutron] Port 7114a50d-ddd8-4e6f-8ed0-f0385a7ed407 on network 561e402d-bb2f-4939-8704-2c6bd62a51c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:04:37.159444 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3706739-3980-416c-af93-d170a06040d9 req-8ebc1610-d961-4193-8e6b-c1ff3e0b7b4c service neutron] Attempting to bind port 7114a50d-ddd8-4e6f-8ed0-f0385a7ed407 on network 561e402d-bb2f-4939-8704-2c6bd62a51c3 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:04:37.179108 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3706739-3980-416c-af93-d170a06040d9 req-8ebc1610-d961-4193-8e6b-c1ff3e0b7b4c service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:04:37.179792 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3706739-3980-416c-af93-d170a06040d9 req-8ebc1610-d961-4193-8e6b-c1ff3e0b7b4c service neutron] Checking segment: {'id': 'd0a2754c-a19c-42d0-8f97-ef5cc77b5d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '561e402d-bb2f-4939-8704-2c6bd62a51c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:04:37.180075 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:37.180521 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3706739-3980-416c-af93-d170a06040d9 req-8ebc1610-d961-4193-8e6b-c1ff3e0b7b4c service neutron] Bound using segment: {'id': 'd0a2754c-a19c-42d0-8f97-ef5cc77b5d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '561e402d-bb2f-4939-8704-2c6bd62a51c3'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:04:37.181427 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-e3706739-3980-416c-af93-d170a06040d9 req-8ebc1610-d961-4193-8e6b-c1ff3e0b7b4c service neutron] Bound port: 7114a50d-ddd8-4e6f-8ed0-f0385a7ed407, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a2754c-a19c-42d0-8f97-ef5cc77b5d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '561e402d-bb2f-4939-8704-2c6bd62a51c3'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:04:37.182429 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e3706739-3980-416c-af93-d170a06040d9 req-8ebc1610-d961-4193-8e6b-c1ff3e0b7b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:37.189696 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f50f70ba-e9de-45bc-b4b6-c2d910194658 req-da716915-1d0f-4c69-9334-c17001d395d8 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456917 Jul 23 20:04:37.282581 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-90598a6f-b373-4023-b366-1f7946357d17 service neutron] 10.222.0.30 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658602 Jul 23 20:04:37.316974 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-e3706739-3980-416c-af93-d170a06040d9 req-8ebc1610-d961-4193-8e6b-c1ff3e0b7b4c service neutron] For port 7114a50d-ddd8-4e6f-8ed0-f0385a7ed407, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:04:37.323382 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-e3706739-3980-416c-af93-d170a06040d9 req-8ebc1610-d961-4193-8e6b-c1ff3e0b7b4c service neutron] For port 7114a50d-ddd8-4e6f-8ed0-f0385a7ed407, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=7114a50d-ddd8-4e6f-8ed0-f0385a7ed407,segment=NetworkSegment(d0a2754c-a19c-42d0-8f97-ef5cc77b5d31),segment_id=d0a2754c-a19c-42d0-8f97-ef5cc77b5d31)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:04:37.325429 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 0cbdd92a-b096-453c-b3eb-bec2759c3ae5, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=0cbdd92a-b096-453c-b3eb-bec2759c3ae5,segment=NetworkSegment(97fd403f-3d99-4186-9325-492002f78c99),segment_id=97fd403f-3d99-4186-9325-492002f78c99)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:37.342856 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '0cbdd92a-b096-453c-b3eb-bec2759c3ae5', 'network_id': 'c0c425ca-579f-4028-a72c-ce66097cca22', 'port_id': '0cbdd92a-b096-453c-b3eb-bec2759c3ae5', 'mac_address': 'fa:16:3e:4c:70:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a451f4d4-16b1-4cd6-849b-914123ed9f93', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:04:37.384297 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 20:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d2b973-7236-4489-84c8-f963cce515e8 x-openstack-request-id: req-11d2b973-7236-4489-84c8-f963cce515e8 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:04:37.384648 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc7a217-21ea-479c-a694-f7f6242ebfb9", "tag": "03466cc8-624e-4b9a-8730-adbd2d561fd3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cd9c895c-3a75-4b0a-abd3-b9cc07ae2f1f", "tag": "ce45e6e7-6c04-4995-9f32-1dcbed962bb6", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:04:37.384880 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-11d2b973-7236-4489-84c8-f963cce515e8 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:04:37.385269 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc7a217-21ea-479c-a694-f7f6242ebfb9', 'tag': '03466cc8-624e-4b9a-8730-adbd2d561fd3', 'status': 'completed', 'code': 200} Jul 23 20:04:37.385564 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd9c895c-3a75-4b0a-abd3-b9cc07ae2f1f', 'tag': 'ce45e6e7-6c04-4995-9f32-1dcbed962bb6', 'status': 'completed', 'code': 200} Jul 23 20:04:37.386023 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:37.407071 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e3706739-3980-416c-af93-d170a06040d9 req-8ebc1610-d961-4193-8e6b-c1ff3e0b7b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:37.418368 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cbdd92a-b096-453c-b3eb-bec2759c3ae5 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:04:37.465390 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3706739-3980-416c-af93-d170a06040d9 req-8ebc1610-d961-4193-8e6b-c1ff3e0b7b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:37.466308 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e3706739-3980-416c-af93-d170a06040d9 req-8ebc1610-d961-4193-8e6b-c1ff3e0b7b4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:37.468166 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e3706739-3980-416c-af93-d170a06040d9 req-8ebc1610-d961-4193-8e6b-c1ff3e0b7b4c service neutron] 10.222.0.18 "PUT /v2.0/ports/7114a50d-ddd8-4e6f-8ed0-f0385a7ed407 HTTP/1.1" status: 200 len: 1093 time: 1.4693792 Jul 23 20:04:37.468719 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66a705be-7077-4472-a2b4-35b6c98f678e', 'tag': '7114a50d-ddd8-4e6f-8ed0-f0385a7ed407'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:04:37.471112 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 0cbdd92a-b096-453c-b3eb-bec2759c3ae5, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=0cbdd92a-b096-453c-b3eb-bec2759c3ae5,segment=NetworkSegment(97fd403f-3d99-4186-9325-492002f78c99),segment_id=97fd403f-3d99-4186-9325-492002f78c99)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:37.473548 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845e1077-a151-4b83-b8c6-42ec30ac81ab" -d '{"events": [{"name": "network-changed", "server_uuid": "66a705be-7077-4472-a2b4-35b6c98f678e", "tag": "7114a50d-ddd8-4e6f-8ed0-f0385a7ed407"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:04:37.478120 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:37.480680 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device eb4bcb47-1bf3-436f-9a45-04d007e3befb details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:04:37.535727 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port eb4bcb47-1bf3-436f-9a45-04d007e3befb, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=eb4bcb47-1bf3-436f-9a45-04d007e3befb,segment=NetworkSegment(133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6),segment_id=133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:37.542946 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc1610-d961-4193-8e6b-c1ff3e0b7b4c service neutron] Pushing event updated for resources: {'Port': ['ID=7114a50d-ddd8-4e6f-8ed0-f0385a7ed407,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:37.559679 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': 'eb4bcb47-1bf3-436f-9a45-04d007e3befb', 'network_id': 'a8834cf6-a834-4872-ae27-a514fb198d71', 'port_id': 'eb4bcb47-1bf3-436f-9a45-04d007e3befb', 'mac_address': 'fa:16:3e:be:9f:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a37b077a-fe69-4a55-9b37-2fa25f9f53d6', 'ip_address': '10.1.1.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:04:37.570423 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-41a33a1b-5ffe-4bf7-a44b-2641a6e12221 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:37.596584 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-41a33a1b-5ffe-4bf7-a44b-2641a6e12221 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Transition to ACTIVE for port object a9d6e951-e136-484e-9184-f2904ec23b13 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:04:37.648896 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=0cbdd92a-b096-453c-b3eb-bec2759c3ae5,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:37.659808 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5b1aad30-87b3-4490-ba11-3054e05ab08e req-5f3b1207-b483-4430-a704-8cb0deda94e9 service neutron] 10.222.0.30 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689275 Jul 23 20:04:37.668785 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c421f-e114-402a-a214-a306b924833a req-c8d3a978-e352-4f80-aaae-6571aa7c3900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:37.670658 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3706739-3980-416c-af93-d170a06040d9 req-7fdf86d1-132a-4351-a851-dc7b00da248b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:37.670830 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f64c421f-e114-402a-a214-a306b924833a req-c8d3a978-e352-4f80-aaae-6571aa7c3900 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a28939d8212b4a0392808b969f282665&device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 1101 time: 0.2886903 Jul 23 20:04:37.672991 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e3706739-3980-416c-af93-d170a06040d9 req-7fdf86d1-132a-4351-a851-dc7b00da248b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cfe6a1fc1a344fca4c086a9bc2e1379&device_id=66a705be-7077-4472-a2b4-35b6c98f678e HTTP/1.1" status: 200 len: 1096 time: 0.1512544 Jul 23 20:04:37.673144 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:37.674185 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c421f-e114-402a-a214-a306b924833a req-4f28af1d-f826-4185-878e-84f914f95984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:37.675812 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f64c421f-e114-402a-a214-a306b924833a req-4f28af1d-f826-4185-878e-84f914f95984 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a28939d8212b4a0392808b969f282665&device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 1101 time: 0.2793984 Jul 23 20:04:37.690706 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb4bcb47-1bf3-436f-9a45-04d007e3befb {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:04:37.713425 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port eb4bcb47-1bf3-436f-9a45-04d007e3befb, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=eb4bcb47-1bf3-436f-9a45-04d007e3befb,segment=NetworkSegment(133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6),segment_id=133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:37.719294 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:37.720405 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 18d5e29d-60f2-4de3-a99b-260e4ed73bd7 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:04:37.731901 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e3706739-3980-416c-af93-d170a06040d9 req-e58235e9-9aa6-4499-9f29-b6828d59b39d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7114a50d-ddd8-4e6f-8ed0-f0385a7ed407 HTTP/1.1" status: 200 len: 217 time: 0.0482285 Jul 23 20:04:37.735180 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-41a33a1b-5ffe-4bf7-a44b-2641a6e12221 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:37.764098 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d1562-5c2f-40a7-afee-2e62b7ff8f9c req-018a51ac-9c6f-4e75-a903-6ca6902faba6 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:37.765647 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-048d1562-5c2f-40a7-afee-2e62b7ff8f9c req-018a51ac-9c6f-4e75-a903-6ca6902faba6 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=66a705be-7077-4472-a2b4-35b6c98f678e HTTP/1.1" status: 200 len: 944 time: 0.1638825 Jul 23 20:04:37.812772 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 18d5e29d-60f2-4de3-a99b-260e4ed73bd7, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=18d5e29d-60f2-4de3-a99b-260e4ed73bd7,segment=NetworkSegment(133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6),segment_id=133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:37.823596 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=eb4bcb47-1bf3-436f-9a45-04d007e3befb,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:37.828313 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-41a33a1b-5ffe-4bf7-a44b-2641a6e12221 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Network ec2201c2-595f-40aa-9bc3-fccd4b01012e is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:04:37.828768 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '18d5e29d-60f2-4de3-a99b-260e4ed73bd7', 'network_id': 'a8834cf6-a834-4872-ae27-a514fb198d71', 'port_id': '18d5e29d-60f2-4de3-a99b-260e4ed73bd7', 'mac_address': 'fa:16:3e:22:66:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a37b077a-fe69-4a55-9b37-2fa25f9f53d6', 'ip_address': '10.1.1.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:04:37.844720 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-41a33a1b-5ffe-4bf7-a44b-2641a6e12221 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:04:37.852878 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-41a33a1b-5ffe-4bf7-a44b-2641a6e12221 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:04:37.859802 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a33a1b-5ffe-4bf7-a44b-2641a6e12221 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Pushing event updated for resources: {'Port': ['ID=a9d6e951-e136-484e-9184-f2904ec23b13,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:37.874464 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:37.891791 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18d5e29d-60f2-4de3-a99b-260e4ed73bd7 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:04:37.908718 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3706739-3980-416c-af93-d170a06040d9 req-49bf3fdb-4f73-46e6-99df-4747238786c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:37.910370 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e3706739-3980-416c-af93-d170a06040d9 req-49bf3fdb-4f73-46e6-99df-4747238786c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d3585b22-200e-474c-90ad-5cdef3f6e740 HTTP/1.1" status: 200 len: 855 time: 0.1702900 Jul 23 20:04:37.921313 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 18d5e29d-60f2-4de3-a99b-260e4ed73bd7, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=18d5e29d-60f2-4de3-a99b-260e4ed73bd7,segment=NetworkSegment(133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6),segment_id=133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:37.927532 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:37.937830 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-048d1562-5c2f-40a7-afee-2e62b7ff8f9c req-259c1a71-01c8-485a-80ac-41ffabae239b tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364930 Jul 23 20:04:37.991076 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=18d5e29d-60f2-4de3-a99b-260e4ed73bd7,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:37.992883 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e3706739-3980-416c-af93-d170a06040d9 req-0d07b587-81c8-4672-a33f-81d2a8203b19 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=561e402d-bb2f-4939-8704-2c6bd62a51c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756695 Jul 23 20:04:37.999565 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-41a33a1b-5ffe-4bf7-a44b-2641a6e12221 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:38.001220 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-41a33a1b-5ffe-4bf7-a44b-2641a6e12221 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:38.044987 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-41a33a1b-5ffe-4bf7-a44b-2641a6e12221 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7823021 Jul 23 20:04:38.060032 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-1ed507ff-ed0a-4d03-952d-9b17381c3505 service neutron] Request body: {'port': {'device_id': '0dd2c279-8d14-436c-ab0f-91317a43600e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:04:38.178635 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-9edf28be-1c8a-47a0-89fb-e32bcf548031 None None] Provisioning for port a9d6e951-e136-484e-9184-f2904ec23b13 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:04:38.184456 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-9edf28be-1c8a-47a0-89fb-e32bcf548031 None None] Provisioning complete for port a9d6e951-e136-484e-9184-f2904ec23b13 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:04:38.185262 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9edf28be-1c8a-47a0-89fb-e32bcf548031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:38.236486 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9edf28be-1c8a-47a0-89fb-e32bcf548031 None None] Port a9d6e951-e136-484e-9184-f2904ec23b13 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:04:38.285884 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be3f87-a9ac-4c1a-9c32-c73202027a16 req-3c868f13-afe6-493d-b0d5-7f6ffa9c56eb tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:38.293695 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be3f87-a9ac-4c1a-9c32-c73202027a16 req-3c868f13-afe6-493d-b0d5-7f6ffa9c56eb tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:38.300363 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be3f87-a9ac-4c1a-9c32-c73202027a16 req-3c868f13-afe6-493d-b0d5-7f6ffa9c56eb tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:38.303511 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['0cbdd92a-b096-453c-b3eb-bec2759c3ae5'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:04:38.307415 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be3f87-a9ac-4c1a-9c32-c73202027a16 req-3c868f13-afe6-493d-b0d5-7f6ffa9c56eb tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:38.314100 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be3f87-a9ac-4c1a-9c32-c73202027a16 req-3c868f13-afe6-493d-b0d5-7f6ffa9c56eb tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:38.321028 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be3f87-a9ac-4c1a-9c32-c73202027a16 req-3c868f13-afe6-493d-b0d5-7f6ffa9c56eb tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:38.329311 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be3f87-a9ac-4c1a-9c32-c73202027a16 req-3c868f13-afe6-493d-b0d5-7f6ffa9c56eb tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:38.331467 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-33be3f87-a9ac-4c1a-9c32-c73202027a16 req-3c868f13-afe6-493d-b0d5-7f6ffa9c56eb tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 5432 time: 0.7826934 Jul 23 20:04:38.355848 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['18d5e29d-60f2-4de3-a99b-260e4ed73bd7'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:04:38.376734 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c421f-e114-402a-a214-a306b924833a req-48f56210-922c-4a5b-9981-70a5162f6d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:38.378337 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f64c421f-e114-402a-a214-a306b924833a req-48f56210-922c-4a5b-9981-70a5162f6d75 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.6853907 Jul 23 20:04:38.391320 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c421f-e114-402a-a214-a306b924833a req-9693f66d-d507-4a63-906a-6f5d141ed8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:38.392800 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f64c421f-e114-402a-a214-a306b924833a req-9693f66d-d507-4a63-906a-6f5d141ed8f5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.7085195 Jul 23 20:04:38.475683 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f64c421f-e114-402a-a214-a306b924833a req-90a9b135-720d-49b6-8d7b-306a934116d6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=03466cc8-624e-4b9a-8730-adbd2d561fd3 HTTP/1.1" status: 200 len: 217 time: 0.0893824 Jul 23 20:04:38.483338 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-33be3f87-a9ac-4c1a-9c32-c73202027a16 req-bda36f59-2536-4c40-bf2a-7f3aabcfa9a9 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8f4f3ea-9040-40e5-b97d-88f3cee36311&id=f03bc08f-e700-4073-8157-e780c3416b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1360836 Jul 23 20:04:38.486072 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f64c421f-e114-402a-a214-a306b924833a req-844e42c0-37bc-4d95-8af6-c31fe94b1df9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=03466cc8-624e-4b9a-8730-adbd2d561fd3 HTTP/1.1" status: 200 len: 217 time: 0.0804634 Jul 23 20:04:38.577862 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c421f-e114-402a-a214-a306b924833a req-cbaabeac-eec8-4b15-9101-e7ab3bde3e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:38.578581 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e3706739-3980-416c-af93-d170a06040d9 req-715b4680-c194-4984-977b-9275feb4b2e4 service neutron] 10.222.0.18 "GET /v2.0/networks/561e402d-bb2f-4939-8704-2c6bd62a51c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5688241 Jul 23 20:04:38.579355 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f64c421f-e114-402a-a214-a306b924833a req-cbaabeac-eec8-4b15-9101-e7ab3bde3e11 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.0951056 Jul 23 20:04:38.581674 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c421f-e114-402a-a214-a306b924833a req-f05f1cff-2875-4522-ac7f-918ff56d9262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:38.582292 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f64c421f-e114-402a-a214-a306b924833a req-f05f1cff-2875-4522-ac7f-918ff56d9262 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.0888786 Jul 23 20:04:38.582616 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5d63be-8698-4d48-a6d4-80f7a50ed007 x-openstack-request-id: req-bc5d63be-8698-4d48-a6d4-80f7a50ed007 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:04:38.582914 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66a705be-7077-4472-a2b4-35b6c98f678e", "tag": "7114a50d-ddd8-4e6f-8ed0-f0385a7ed407", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:04:38.583462 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bc5d63be-8698-4d48-a6d4-80f7a50ed007 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:04:38.583588 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66a705be-7077-4472-a2b4-35b6c98f678e', 'tag': '7114a50d-ddd8-4e6f-8ed0-f0385a7ed407', 'status': 'completed', 'code': 200} Jul 23 20:04:38.698773 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c421f-e114-402a-a214-a306b924833a req-3a1edfe9-1778-4de6-a477-399dfabfd301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:38.700341 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f64c421f-e114-402a-a214-a306b924833a req-3a1edfe9-1778-4de6-a477-399dfabfd301 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1109674 Jul 23 20:04:38.701382 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:04:38.703072 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c421f-e114-402a-a214-a306b924833a req-3804bcdb-8ba7-4453-905a-055c243b4e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:38.704404 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f64c421f-e114-402a-a214-a306b924833a req-3804bcdb-8ba7-4453-905a-055c243b4e39 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1033924 Jul 23 20:04:38.756520 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e3706739-3980-416c-af93-d170a06040d9 req-26317f5d-9c4d-405a-b078-7975b1eeec29 service neutron] 10.222.0.18 "GET /v2.0/networks/561e402d-bb2f-4939-8704-2c6bd62a51c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634560 Jul 23 20:04:38.784904 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-1ed507ff-ed0a-4d03-952d-9b17381c3505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:38.797008 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2dd2b-6b02-4ff0-aa1a-8819d8e465de req-cfb06cc8-869c-4289-bcb0-b62ffe0981a6 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:38.798850 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ca2dd2b-6b02-4ff0-aa1a-8819d8e465de req-cfb06cc8-869c-4289-bcb0-b62ffe0981a6 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd9c895c-3a75-4b0a-abd3-b9cc07ae2f1f HTTP/1.1" status: 200 len: 943 time: 0.6724277 Jul 23 20:04:38.823093 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f,segment=NetworkSegment(1390de9a-4335-4a2d-ac2e-5463ed9bacda),segment_id=1390de9a-4335-4a2d-ac2e-5463ed9bacda)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:38.836751 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': 'd626a4a1-2e71-4ec8-93c3-8f1b685aaf9f', 'network_id': 'c06c7c82-36a6-415d-bbcb-96da02d094eb', 'port_id': 'd626a4a1-2e71-4ec8-93c3-8f1b685aaf9f', 'mac_address': 'fa:16:3e:51:61:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca55e2c4-f3b1-4280-bb32-353278dd231b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:04:38.893846 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f64c421f-e114-402a-a214-a306b924833a req-24293a03-071e-4f4f-9e8c-dde2a14337be service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848221 Jul 23 20:04:38.895542 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f64c421f-e114-402a-a214-a306b924833a req-96703830-0377-4ae7-b06a-448b558e8c94 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754851 Jul 23 20:04:38.899698 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:38.914494 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:04:38.934034 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ca2dd2b-6b02-4ff0-aa1a-8819d8e465de req-2cebbd1f-d5da-4a2a-908e-29e6d9caa19c tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262748 Jul 23 20:04:38.936531 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f,segment=NetworkSegment(1390de9a-4335-4a2d-ac2e-5463ed9bacda),segment_id=1390de9a-4335-4a2d-ac2e-5463ed9bacda)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:38.944341 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:38.945112 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 504d6c62-6bda-47cb-bc6b-c1bc6dfa497c details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:04:38.961453 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e1077-a151-4b83-b8c6-42ec30ac81ab req-048133fe-f27c-4d6a-99e9-b3b83a62bcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:38.963671 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-845e1077-a151-4b83-b8c6-42ec30ac81ab req-048133fe-f27c-4d6a-99e9-b3b83a62bcc4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cfe6a1fc1a344fca4c086a9bc2e1379&device_id=66a705be-7077-4472-a2b4-35b6c98f678e HTTP/1.1" status: 200 len: 1096 time: 0.1360719 Jul 23 20:04:39.034267 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 504d6c62-6bda-47cb-bc6b-c1bc6dfa497c, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=504d6c62-6bda-47cb-bc6b-c1bc6dfa497c,segment=NetworkSegment(1390de9a-4335-4a2d-ac2e-5463ed9bacda),segment_id=1390de9a-4335-4a2d-ac2e-5463ed9bacda)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:39.037722 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:39.051157 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '504d6c62-6bda-47cb-bc6b-c1bc6dfa497c', 'network_id': 'c06c7c82-36a6-415d-bbcb-96da02d094eb', 'port_id': '504d6c62-6bda-47cb-bc6b-c1bc6dfa497c', 'mac_address': 'fa:16:3e:66:d0:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca55e2c4-f3b1-4280-bb32-353278dd231b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:04:39.092424 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:39.111511 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 504d6c62-6bda-47cb-bc6b-c1bc6dfa497c {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:04:39.133483 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 504d6c62-6bda-47cb-bc6b-c1bc6dfa497c, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=504d6c62-6bda-47cb-bc6b-c1bc6dfa497c,segment=NetworkSegment(1390de9a-4335-4a2d-ac2e-5463ed9bacda),segment_id=1390de9a-4335-4a2d-ac2e-5463ed9bacda)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:39.137652 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:39.138321 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 03466cc8-624e-4b9a-8730-adbd2d561fd3 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:04:39.205726 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f64c421f-e114-402a-a214-a306b924833a req-9a4d6fae-aef2-4f58-9da3-7e1b107aa7aa service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033724 Jul 23 20:04:39.208803 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f64c421f-e114-402a-a214-a306b924833a req-6fc5d156-fdda-4476-b29b-e97d3a6e3f88 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941041 Jul 23 20:04:39.212349 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=504d6c62-6bda-47cb-bc6b-c1bc6dfa497c,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:39.244823 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346eae65-5b9e-4bbc-80b1-c5591d9b5592 req-178a32aa-8f1c-4b76-9831-df976d3f4108 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:39.246334 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-346eae65-5b9e-4bbc-80b1-c5591d9b5592 req-178a32aa-8f1c-4b76-9831-df976d3f4108 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 949 time: 0.1596816 Jul 23 20:04:39.285098 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 03466cc8-624e-4b9a-8730-adbd2d561fd3, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=03466cc8-624e-4b9a-8730-adbd2d561fd3,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:39.297812 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '03466cc8-624e-4b9a-8730-adbd2d561fd3', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': '03466cc8-624e-4b9a-8730-adbd2d561fd3', 'mac_address': 'fa:16:3e:1e:20:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:04:39.314763 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e1077-a151-4b83-b8c6-42ec30ac81ab req-81c660e4-3884-4eac-832f-5ba461982e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:39.316291 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-845e1077-a151-4b83-b8c6-42ec30ac81ab req-81c660e4-3884-4eac-832f-5ba461982e58 service neutron] 10.222.0.18 "GET /v2.0/networks?id=561e402d-bb2f-4939-8704-2c6bd62a51c3 HTTP/1.1" status: 200 len: 916 time: 0.3446684 Jul 23 20:04:39.327269 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738e2df-1678-4ff1-9b32-e6544f5f6b85 req-b6815c80-372f-490e-87fd-f622a9ad6629 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:39.328557 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a738e2df-1678-4ff1-9b32-e6544f5f6b85 req-b6815c80-372f-490e-87fd-f622a9ad6629 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dd2c279-8d14-436c-ab0f-91317a43600e HTTP/1.1" status: 200 len: 935 time: 0.2359619 Jul 23 20:04:39.342862 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-346eae65-5b9e-4bbc-80b1-c5591d9b5592 req-20c7280d-4fcf-4c80-8d97-d6339bedf44d tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794551 Jul 23 20:04:39.351691 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:39.368446 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c421f-e114-402a-a214-a306b924833a req-90dd9393-d4aa-4fb2-b3a3-5762758e048d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:39.370084 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f64c421f-e114-402a-a214-a306b924833a req-90dd9393-d4aa-4fb2-b3a3-5762758e048d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112939265a5547faabf279e97fc2b4ed&device_id=cd9c895c-3a75-4b0a-abd3-b9cc07ae2f1f HTTP/1.1" status: 200 len: 1095 time: 0.0866811 Jul 23 20:04:39.376801 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03466cc8-624e-4b9a-8730-adbd2d561fd3 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:04:39.394361 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-845e1077-a151-4b83-b8c6-42ec30ac81ab req-20476b69-a5f8-40c3-8aeb-22b804a1b55b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7114a50d-ddd8-4e6f-8ed0-f0385a7ed407 HTTP/1.1" status: 200 len: 217 time: 0.0630174 Jul 23 20:04:39.398385 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 03466cc8-624e-4b9a-8730-adbd2d561fd3, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=03466cc8-624e-4b9a-8730-adbd2d561fd3,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:39.405325 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:04:39.408002 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['eb4bcb47-1bf3-436f-9a45-04d007e3befb'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:04:39.413049 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:39.413833 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 5eac413d-edd8-4c69-ae6a-a9dec5945955 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:04:39.462160 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a738e2df-1678-4ff1-9b32-e6544f5f6b85 req-bc2959e5-4617-4e7e-ae07-a4ca838846e5 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5c3694b-8fa8-4f9e-a585-d5764c7780ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193221 Jul 23 20:04:39.489199 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e1077-a151-4b83-b8c6-42ec30ac81ab req-07445e0c-7faf-4bc1-8a52-9854da71ad0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:39.491334 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-845e1077-a151-4b83-b8c6-42ec30ac81ab req-07445e0c-7faf-4bc1-8a52-9854da71ad0a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d3585b22-200e-474c-90ad-5cdef3f6e740 HTTP/1.1" status: 200 len: 855 time: 0.0857735 Jul 23 20:04:39.547147 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c421f-e114-402a-a214-a306b924833a req-e9e3ff94-99af-4444-ad76-b9389ccd7eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:39.548964 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f64c421f-e114-402a-a214-a306b924833a req-e9e3ff94-99af-4444-ad76-b9389ccd7eb0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 HTTP/1.1" status: 200 len: 910 time: 0.1707478 Jul 23 20:04:39.556760 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-1ed507ff-ed0a-4d03-952d-9b17381c3505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9d6e951-e136-484e-9184-f2904ec23b13 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:04:39.561489 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70fefa-fc8b-4848-a61a-8bf761abd940 req-49dbf4e3-7e7e-41d1-8dc5-8d6e8d62169a tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:39.566036 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0e70fefa-fc8b-4848-a61a-8bf761abd940 req-49dbf4e3-7e7e-41d1-8dc5-8d6e8d62169a tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 945 time: 0.1435711 Jul 23 20:04:39.566654 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-1ed507ff-ed0a-4d03-952d-9b17381c3505 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:39.578127 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=03466cc8-624e-4b9a-8730-adbd2d561fd3,revision_number=12']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:39.592589 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-1ed507ff-ed0a-4d03-952d-9b17381c3505 service neutron] Transition to ACTIVE for port object a9d6e951-e136-484e-9184-f2904ec23b13 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:04:39.620724 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-845e1077-a151-4b83-b8c6-42ec30ac81ab req-83af8b26-f620-4a5e-b981-04de0d1c61fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=561e402d-bb2f-4939-8704-2c6bd62a51c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016576 Jul 23 20:04:39.622127 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-1ed507ff-ed0a-4d03-952d-9b17381c3505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:39.622908 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f64c421f-e114-402a-a214-a306b924833a req-02d4eb38-1a1e-47ae-8705-2a17669c76b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce45e6e7-6c04-4995-9f32-1dcbed962bb6 HTTP/1.1" status: 200 len: 217 time: 0.0559845 Jul 23 20:04:39.717031 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 5eac413d-edd8-4c69-ae6a-a9dec5945955, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=5eac413d-edd8-4c69-ae6a-a9dec5945955,segment=NetworkSegment(133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6),segment_id=133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:39.746981 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0e70fefa-fc8b-4848-a61a-8bf761abd940 req-797b8399-df2a-4d6c-a217-23f8a818937f tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227772 Jul 23 20:04:39.751050 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '5eac413d-edd8-4c69-ae6a-a9dec5945955', 'network_id': 'a8834cf6-a834-4872-ae27-a514fb198d71', 'port_id': '5eac413d-edd8-4c69-ae6a-a9dec5945955', 'mac_address': 'fa:16:3e:1a:dd:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a37b077a-fe69-4a55-9b37-2fa25f9f53d6', 'ip_address': '10.1.1.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:04:39.764251 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c421f-e114-402a-a214-a306b924833a req-00f66a30-c407-4bb9-88cd-40f269be1bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:39.768653 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f64c421f-e114-402a-a214-a306b924833a req-00f66a30-c407-4bb9-88cd-40f269be1bf8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8f1af588-88a6-41d9-93e0-be352471d81c HTTP/1.1" status: 200 len: 849 time: 0.1331875 Jul 23 20:04:39.781105 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed507ff-ed0a-4d03-952d-9b17381c3505 service neutron] Pushing event updated for resources: {'Port': ['ID=a9d6e951-e136-484e-9184-f2904ec23b13,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:39.849315 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f64c421f-e114-402a-a214-a306b924833a req-6f9c5d47-e307-413a-b908-9dc96a8cef40 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643694 Jul 23 20:04:39.865399 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-daaa2a98-427b-441c-baf4-0aefc8a41ec3 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:39.869363 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-daaa2a98-427b-441c-baf4-0aefc8a41ec3 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281&tenant_id=a3d6e44c4dd248468c67611aa3d977ae&binding%3Ahost_id=n-h1-793618-10 HTTP/1.1" status: 200 len: 1097 time: 0.2436202 Jul 23 20:04:39.880903 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec07659-1bfe-47dd-b830-dc8ac4ff5305 req-b0413932-2aba-4790-9494-e9aa2ea9c43e tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:39.886463 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-2ba50e4e-5929-435c-8f32-ffb36ac435a7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793618-10'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:04:39.888631 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eec07659-1bfe-47dd-b830-dc8ac4ff5305 req-b0413932-2aba-4790-9494-e9aa2ea9c43e tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=66a705be-7077-4472-a2b4-35b6c98f678e HTTP/1.1" status: 200 len: 944 time: 0.2705092 Jul 23 20:04:39.916456 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:39.917535 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-845e1077-a151-4b83-b8c6-42ec30ac81ab req-eb8ce630-dcdc-45c3-a067-a36a3364b296 service neutron] 10.222.0.18 "GET /v2.0/networks/561e402d-bb2f-4939-8704-2c6bd62a51c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817898 Jul 23 20:04:39.936932 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eac413d-edd8-4c69-ae6a-a9dec5945955 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:04:39.981558 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 5eac413d-edd8-4c69-ae6a-a9dec5945955, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=5eac413d-edd8-4c69-ae6a-a9dec5945955,segment=NetworkSegment(133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6),segment_id=133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:39.994783 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:40.044469 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eec07659-1bfe-47dd-b830-dc8ac4ff5305 req-a4c3d9d3-f5c2-4f7a-a7c5-3158a4558096 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546860 Jul 23 20:04:40.057948 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=5eac413d-edd8-4c69-ae6a-a9dec5945955,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:40.060879 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-1ed507ff-ed0a-4d03-952d-9b17381c3505 service neutron] Attempting to bind port a9d6e951-e136-484e-9184-f2904ec23b13 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:04:40.060879 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-1ed507ff-ed0a-4d03-952d-9b17381c3505 service neutron] Attempting to bind port a9d6e951-e136-484e-9184-f2904ec23b13 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:04:40.061504 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-1ed507ff-ed0a-4d03-952d-9b17381c3505 service neutron] Attempting to bind port a9d6e951-e136-484e-9184-f2904ec23b13 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:04:40.079590 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-1ed507ff-ed0a-4d03-952d-9b17381c3505 service neutron] Port a9d6e951-e136-484e-9184-f2904ec23b13 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:04:40.080163 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-1ed507ff-ed0a-4d03-952d-9b17381c3505 service neutron] Attempting to bind port a9d6e951-e136-484e-9184-f2904ec23b13 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:04:40.082498 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f64c421f-e114-402a-a214-a306b924833a req-04514a66-e640-4d44-b891-54635f358afb service neutron] 10.222.0.30 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121270 Jul 23 20:04:40.086675 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-2ba50e4e-5929-435c-8f32-ffb36ac435a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:40.090609 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-1ed507ff-ed0a-4d03-952d-9b17381c3505 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:04:40.090609 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-1ed507ff-ed0a-4d03-952d-9b17381c3505 service neutron] Checking segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:04:40.091211 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-1ed507ff-ed0a-4d03-952d-9b17381c3505 service neutron] Bound using segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:04:40.091818 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-1ed507ff-ed0a-4d03-952d-9b17381c3505 service neutron] Bound port: a9d6e951-e136-484e-9184-f2904ec23b13, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:04:40.092279 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-1ed507ff-ed0a-4d03-952d-9b17381c3505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:40.096046 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-845e1077-a151-4b83-b8c6-42ec30ac81ab req-4a9462a1-aba6-4a9c-94f7-d940d73fbf1f service neutron] 10.222.0.18 "GET /v2.0/networks/561e402d-bb2f-4939-8704-2c6bd62a51c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697185 Jul 23 20:04:40.159733 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820b5aa-fcde-4544-a60c-ede594e39303 req-3df4ad43-e99b-49e7-8218-45a72fe7cd45 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:40.161309 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c820b5aa-fcde-4544-a60c-ede594e39303 req-3df4ad43-e99b-49e7-8218-45a72fe7cd45 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 950 time: 0.2535419 Jul 23 20:04:40.180956 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f13ab79b-6628-42b6-9952-24b43ad52e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:40.206804 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-1ed507ff-ed0a-4d03-952d-9b17381c3505 service neutron] For port a9d6e951-e136-484e-9184-f2904ec23b13, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:04:40.223621 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-1ed507ff-ed0a-4d03-952d-9b17381c3505 service neutron] For port a9d6e951-e136-484e-9184-f2904ec23b13, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=a9d6e951-e136-484e-9184-f2904ec23b13,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:04:40.231886 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-1ed507ff-ed0a-4d03-952d-9b17381c3505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:40.277110 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-1ed507ff-ed0a-4d03-952d-9b17381c3505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:40.277978 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-1ed507ff-ed0a-4d03-952d-9b17381c3505 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:40.279135 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-1ed507ff-ed0a-4d03-952d-9b17381c3505 service neutron] 10.222.0.30 "PUT /v2.0/ports/a9d6e951-e136-484e-9184-f2904ec23b13 HTTP/1.1" status: 200 len: 1096 time: 2.2250836 Jul 23 20:04:40.282530 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c820b5aa-fcde-4544-a60c-ede594e39303 req-f7dc2a44-d8eb-49b2-b3e6-ea58b6835b47 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116583 Jul 23 20:04:40.310920 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fea605-97e0-4ac2-8925-4347a6944c22 req-3ff34c2d-759c-4ce0-a9a6-dbe9f9ac941f tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:40.312654 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f64c421f-e114-402a-a214-a306b924833a req-0ed5078f-60f6-4746-bb63-04b43e34e30c service neutron] 10.222.0.30 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215574 Jul 23 20:04:40.320960 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fea605-97e0-4ac2-8925-4347a6944c22 req-3ff34c2d-759c-4ce0-a9a6-dbe9f9ac941f tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:40.343249 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fea605-97e0-4ac2-8925-4347a6944c22 req-3ff34c2d-759c-4ce0-a9a6-dbe9f9ac941f tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:40.350399 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-2ba50e4e-5929-435c-8f32-ffb36ac435a7 service neutron] For port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:40.360210 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fea605-97e0-4ac2-8925-4347a6944c22 req-3ff34c2d-759c-4ce0-a9a6-dbe9f9ac941f tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:40.372163 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40590) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:04:40.378965 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fea605-97e0-4ac2-8925-4347a6944c22 req-3ff34c2d-759c-4ce0-a9a6-dbe9f9ac941f tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:40.389581 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fea605-97e0-4ac2-8925-4347a6944c22 req-3ff34c2d-759c-4ce0-a9a6-dbe9f9ac941f tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:40.403486 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fea605-97e0-4ac2-8925-4347a6944c22 req-3ff34c2d-759c-4ce0-a9a6-dbe9f9ac941f tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:40.411940 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-77fea605-97e0-4ac2-8925-4347a6944c22 req-3ff34c2d-759c-4ce0-a9a6-dbe9f9ac941f tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 5437 time: 0.2641735 Jul 23 20:04:40.449784 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed507ff-ed0a-4d03-952d-9b17381c3505 service neutron] Pushing event updated for resources: {'Port': ['ID=a9d6e951-e136-484e-9184-f2904ec23b13,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:40.497672 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-77fea605-97e0-4ac2-8925-4347a6944c22 req-f1358db8-191c-4def-b8a3-d7c6edc10f40 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8f4f3ea-9040-40e5-b97d-88f3cee36311&id=f03bc08f-e700-4073-8157-e780c3416b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664387 Jul 23 20:04:40.514474 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['03466cc8-624e-4b9a-8730-adbd2d561fd3'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:04:40.564199 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-2ba50e4e-5929-435c-8f32-ffb36ac435a7 service neutron] For port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:04:40.568604 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['504d6c62-6bda-47cb-bc6b-c1bc6dfa497c'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:04:40.584761 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd2c279-8d14-436c-ab0f-91317a43600e', 'tag': 'a9d6e951-e136-484e-9184-f2904ec23b13'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:04:40.587288 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a65714-cd2c-47c2-ae4d-9c3688b4a21c" -d '{"events": [{"name": "network-changed", "server_uuid": "0dd2c279-8d14-436c-ab0f-91317a43600e", "tag": "a9d6e951-e136-484e-9184-f2904ec23b13"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:04:40.653269 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d61372-f58c-4bc3-a0bb-fce879be9281', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:04:40.656238 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d8f2b4-dbc1-46d1-b217-41468aa49702" -d '{"events": [{"server_uuid": "c3d61372-f58c-4bc3-a0bb-fce879be9281", "name": "network-vif-unplugged", "status": "completed", "tag": "7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:04:40.663615 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-2ba50e4e-5929-435c-8f32-ffb36ac435a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:40.679341 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-2ba50e4e-5929-435c-8f32-ffb36ac435a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:40.722399 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-a5d51d5e-c0f8-46bd-bd6b-8e840589d16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:40.727039 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-a5d51d5e-c0f8-46bd-bd6b-8e840589d16b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bd4f3a49661b4ba795f8595616639abc&device_id=0dd2c279-8d14-436c-ab0f-91317a43600e HTTP/1.1" status: 200 len: 1099 time: 0.3502510 Jul 23 20:04:40.728712 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:04:40.730716 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 0cbdd92a-b096-453c-b3eb-bec2759c3ae5 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:04:40.767624 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de90c7-c15c-4556-99b5-71d522fa8e25 req-17656e23-3188-45be-ba93-d3ed48c0dd7c tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:40.774193 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d5de90c7-c15c-4556-99b5-71d522fa8e25 req-17656e23-3188-45be-ba93-d3ed48c0dd7c tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dd2c279-8d14-436c-ab0f-91317a43600e HTTP/1.1" status: 200 len: 947 time: 0.0935543 Jul 23 20:04:40.803700 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device ce45e6e7-6c04-4995-9f32-1dcbed962bb6 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:04:40.805757 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:04:40.811150 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d5de90c7-c15c-4556-99b5-71d522fa8e25 req-5db393bb-1156-440c-86d7-481b1e8a85f9 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5c3694b-8fa8-4f9e-a585-d5764c7780ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339272 Jul 23 20:04:40.864914 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f32e64-21fc-495f-bbc2-9f097d0a64a5 x-openstack-request-id: req-a3f32e64-21fc-495f-bbc2-9f097d0a64a5 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:04:40.865440 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dd2c279-8d14-436c-ab0f-91317a43600e", "tag": "a9d6e951-e136-484e-9184-f2904ec23b13", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:04:40.865943 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a3f32e64-21fc-495f-bbc2-9f097d0a64a5 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:04:40.867372 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd2c279-8d14-436c-ab0f-91317a43600e', 'tag': 'a9d6e951-e136-484e-9184-f2904ec23b13', 'status': 'completed', 'code': 200} Jul 23 20:04:40.868285 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daab5ce-afb8-42c3-8cb3-c60c7ae53d70 req-c0b6b3b2-05be-48c7-8e94-65cd92c9ea92 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:40.870646 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0daab5ce-afb8-42c3-8cb3-c60c7ae53d70 req-c0b6b3b2-05be-48c7-8e94-65cd92c9ea92 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd9c895c-3a75-4b0a-abd3-b9cc07ae2f1f HTTP/1.1" status: 200 len: 943 time: 0.3740590 Jul 23 20:04:40.916918 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-ea1899e4-0431-4537-97de-71f48209d802 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=a9d6e951-e136-484e-9184-f2904ec23b13 HTTP/1.1" status: 200 len: 217 time: 0.1500502 Jul 23 20:04:40.919112 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92bd5f9b-d9b0-410d-889c-9ef3245be230 x-openstack-request-id: req-92bd5f9b-d9b0-410d-889c-9ef3245be230 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:04:40.919402 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d61372-f58c-4bc3-a0bb-fce879be9281", "name": "network-vif-unplugged", "status": "completed", "tag": "7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:04:40.919652 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-92bd5f9b-d9b0-410d-889c-9ef3245be230 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:04:40.920035 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d61372-f58c-4bc3-a0bb-fce879be9281', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc', 'code': 200} Jul 23 20:04:40.947782 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba50e4e-5929-435c-8f32-ffb36ac435a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc,revision_number=7']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:40.995951 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-5c328d28-006d-4cc7-b6ca-20e981df1de9 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a28939d8212b4a0392808b969f282665&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330293 Jul 23 20:04:41.015507 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-2ba50e4e-5929-435c-8f32-ffb36ac435a7 service neutron] Attempting to bind port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc on host n-h1-793618-10 for vnic_type normal with profile {"migrating_to": "n-h2-793618-10"} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:04:41.015911 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-2ba50e4e-5929-435c-8f32-ffb36ac435a7 service neutron] Attempting to bind port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:04:41.016158 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-2ba50e4e-5929-435c-8f32-ffb36ac435a7 service neutron] Attempting to bind port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc on network 18f1c189-135d-4e39-8a5e-b364e733193d {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:04:41.045235 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-2ba50e4e-5929-435c-8f32-ffb36ac435a7 service neutron] Port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc on network 18f1c189-135d-4e39-8a5e-b364e733193d not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:04:41.045634 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-2ba50e4e-5929-435c-8f32-ffb36ac435a7 service neutron] Attempting to bind port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc on network 18f1c189-135d-4e39-8a5e-b364e733193d {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:04:41.063344 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0daab5ce-afb8-42c3-8cb3-c60c7ae53d70 req-bb2bdc07-4452-44b0-a2b0-d25b3bdcf2c7 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396620 Jul 23 20:04:41.065662 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-2ba50e4e-5929-435c-8f32-ffb36ac435a7 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:04:41.066014 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-2ba50e4e-5929-435c-8f32-ffb36ac435a7 service neutron] Checking segment: {'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:04:41.066390 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-2ba50e4e-5929-435c-8f32-ffb36ac435a7 service neutron] Bound using segment: {'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:04:41.066834 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-2ba50e4e-5929-435c-8f32-ffb36ac435a7 service neutron] Bound port: 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:04:41.067199 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-2ba50e4e-5929-435c-8f32-ffb36ac435a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:41.069869 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-2408f1d0-c1ea-44a0-84cd-b04d3ba96348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:41.070031 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 0cbdd92a-b096-453c-b3eb-bec2759c3ae5 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:04:41.071397 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-2408f1d0-c1ea-44a0-84cd-b04d3ba96348 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1290729 Jul 23 20:04:41.104453 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 0cbdd92a-b096-453c-b3eb-bec2759c3ae5 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:04:41.104832 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:41.122529 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-b99ef7a6-e690-42e9-b282-fd7befec2b69 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:41.124654 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-b99ef7a6-e690-42e9-b282-fd7befec2b69 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1279387 Jul 23 20:04:41.140718 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-43ae9f8c-bc58-4561-95a4-bf883f9b3aca tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/quotas/a28939d8212b4a0392808b969f282665 HTTP/1.1" status: 200 len: 375 time: 0.0104525 Jul 23 20:04:41.194129 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port ce45e6e7-6c04-4995-9f32-1dcbed962bb6, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=ce45e6e7-6c04-4995-9f32-1dcbed962bb6,segment=NetworkSegment(09c16a36-f585-4003-9e2f-a9905bed7329),segment_id=09c16a36-f585-4003-9e2f-a9905bed7329)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:41.198448 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc, host n-h1-793618-10, got binding levels [] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:41.227147 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-f6d4ae16-3560-41d2-8e10-380e0d10b9ba tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a28939d8212b4a0392808b969f282665&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0807552 Jul 23 20:04:41.235241 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'ce45e6e7-6c04-4995-9f32-1dcbed962bb6', 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1', 'port_id': 'ce45e6e7-6c04-4995-9f32-1dcbed962bb6', 'mac_address': 'fa:16:3e:f1:57:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f1af588-88a6-41d9-93e0-be352471d81c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:04:41.287477 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Attempting to bind port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc on host n-h1-793618-10 for vnic_type normal with profile {"migrating_to": "n-h2-793618-10"} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:04:41.287854 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Attempting to bind port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:04:41.288644 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Attempting to bind port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc on network 18f1c189-135d-4e39-8a5e-b364e733193d {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:04:41.310412 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc on network 18f1c189-135d-4e39-8a5e-b364e733193d not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:04:41.310795 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Attempting to bind port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc on network 18f1c189-135d-4e39-8a5e-b364e733193d {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:04:41.328254 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-2ba50e4e-5929-435c-8f32-ffb36ac435a7 service neutron] For port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:04:41.346507 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:04:41.346887 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Checking segment: {'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:04:41.347487 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Bound using segment: {'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:04:41.347970 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Bound port: 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad9495d8-3225-4498-92a3-0011b0c5de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '18f1c189-135d-4e39-8a5e-b364e733193d'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:04:41.348415 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:41.357002 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:41.374657 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-2ba50e4e-5929-435c-8f32-ffb36ac435a7 service neutron] For port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:04:41.391898 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-2ba50e4e-5929-435c-8f32-ffb36ac435a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:41.409217 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-977dfc75-ca43-4eaa-9a0d-26d4bd34b66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:41.410754 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-977dfc75-ca43-4eaa-9a0d-26d4bd34b66b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3236728 Jul 23 20:04:41.439090 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce45e6e7-6c04-4995-9f32-1dcbed962bb6 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:04:41.450015 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:41.509080 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port ce45e6e7-6c04-4995-9f32-1dcbed962bb6, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=ce45e6e7-6c04-4995-9f32-1dcbed962bb6,segment=NetworkSegment(09c16a36-f585-4003-9e2f-a9905bed7329),segment_id=09c16a36-f585-4003-9e2f-a9905bed7329)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:41.511613 n-d-793618-10 neutron-server[93877]: WARNING neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Concurrent port binding operations failed on port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc Jul 23 20:04:41.517346 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cbdd92a-b096-453c-b3eb-bec2759c3ae5'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:04:41.519548 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ef4e50-91ee-4bf4-9a18-9c26af6ffb19" -d '{"events": [{"server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "name": "network-vif-plugged", "status": "completed", "tag": "0cbdd92a-b096-453c-b3eb-bec2759c3ae5"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:04:41.523198 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:41.539839 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:41.547236 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 0cbdd92a-b096-453c-b3eb-bec2759c3ae5, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=0cbdd92a-b096-453c-b3eb-bec2759c3ae5,segment=NetworkSegment(97fd403f-3d99-4186-9325-492002f78c99),segment_id=97fd403f-3d99-4186-9325-492002f78c99)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:41.548449 n-d-793618-10 neutron-server[93877]: INFO neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Attempt 2 to bind port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc Jul 23 20:04:41.548915 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc has no active binding in host n-h2-793618-10 {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 20:04:41.549307 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 7114a50d-ddd8-4e6f-8ed0-f0385a7ed407 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:04:41.567678 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c36ccb-a703-417e-917f-88c6534847be req-3f9c38c5-e408-4e44-a4a8-8f06b52e1bfc tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:41.569345 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c5c36ccb-a703-417e-917f-88c6534847be req-3f9c38c5-e408-4e44-a4a8-8f06b52e1bfc tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=66a705be-7077-4472-a2b4-35b6c98f678e HTTP/1.1" status: 200 len: 944 time: 0.0954683 Jul 23 20:04:41.573758 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:41.574553 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 18d5e29d-60f2-4de3-a99b-260e4ed73bd7 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:04:41.622344 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba50e4e-5929-435c-8f32-ffb36ac435a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc,revision_number=8']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:41.630574 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c5c36ccb-a703-417e-917f-88c6534847be req-a0fca523-6e09-4f43-9fb4-993454108894 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496891 Jul 23 20:04:41.657855 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=ce45e6e7-6c04-4995-9f32-1dcbed962bb6,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:41.698507 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0f52fcec-f181-4af1-88d2-41b184831f76 req-3cbc15fa-9c40-4892-bc28-82c40d157cd0 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 210 time: 0.0330911 Jul 23 20:04:41.773210 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['5eac413d-edd8-4c69-ae6a-a9dec5945955'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:04:41.777949 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd65e596-1034-4f85-893d-f35ceb36dc0c x-openstack-request-id: req-cd65e596-1034-4f85-893d-f35ceb36dc0c {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:04:41.778297 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "name": "network-vif-plugged", "status": "completed", "tag": "0cbdd92a-b096-453c-b3eb-bec2759c3ae5", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:04:41.778495 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd65e596-1034-4f85-893d-f35ceb36dc0c {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:04:41.778874 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cbdd92a-b096-453c-b3eb-bec2759c3ae5', 'code': 200} Jul 23 20:04:41.828735 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 18d5e29d-60f2-4de3-a99b-260e4ed73bd7 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:04:41.834822 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=0cbdd92a-b096-453c-b3eb-bec2759c3ae5,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:41.850176 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 18d5e29d-60f2-4de3-a99b-260e4ed73bd7 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:04:41.850557 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:41.901254 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 7114a50d-ddd8-4e6f-8ed0-f0385a7ed407, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=7114a50d-ddd8-4e6f-8ed0-f0385a7ed407,segment=NetworkSegment(d0a2754c-a19c-42d0-8f97-ef5cc77b5d31),segment_id=d0a2754c-a19c-42d0-8f97-ef5cc77b5d31)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:41.929813 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '7114a50d-ddd8-4e6f-8ed0-f0385a7ed407', 'network_id': '561e402d-bb2f-4939-8704-2c6bd62a51c3', 'port_id': '7114a50d-ddd8-4e6f-8ed0-f0385a7ed407', 'mac_address': 'fa:16:3e:72:f6:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3585b22-200e-474c-90ad-5cdef3f6e740', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:04:41.981978 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['ce45e6e7-6c04-4995-9f32-1dcbed962bb6'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:04:42.001072 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb39a1-200f-4b63-9a63-69e3f9f30d43 req-4bc20c63-20b5-4d61-b9f2-3f33ae8e9f98 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:42.002667 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fbbb39a1-200f-4b63-9a63-69e3f9f30d43 req-4bc20c63-20b5-4d61-b9f2-3f33ae8e9f98 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 943 time: 0.8109670 Jul 23 20:04:42.011808 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9baed4-02fd-467b-9e16-948a6069d1b5 req-0422e667-0108-45f4-9459-f7b14bdbebbd tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:42.027773 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9baed4-02fd-467b-9e16-948a6069d1b5 req-0422e667-0108-45f4-9459-f7b14bdbebbd tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:42.032885 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-2ba50e4e-5929-435c-8f32-ffb36ac435a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:42.033611 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-2ba50e4e-5929-435c-8f32-ffb36ac435a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:42.034980 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-2ba50e4e-5929-435c-8f32-ffb36ac435a7 service neutron] 10.222.0.18 "PUT /v2.0/ports/7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc HTTP/1.1" status: 200 len: 1123 time: 2.1537359 Jul 23 20:04:42.038296 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9baed4-02fd-467b-9e16-948a6069d1b5 req-0422e667-0108-45f4-9459-f7b14bdbebbd tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:42.046272 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:42.047595 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9baed4-02fd-467b-9e16-948a6069d1b5 req-0422e667-0108-45f4-9459-f7b14bdbebbd tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:42.055813 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9baed4-02fd-467b-9e16-948a6069d1b5 req-0422e667-0108-45f4-9459-f7b14bdbebbd tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:42.089902 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9baed4-02fd-467b-9e16-948a6069d1b5 req-0422e667-0108-45f4-9459-f7b14bdbebbd tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:42.096533 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fbbb39a1-200f-4b63-9a63-69e3f9f30d43 req-99d5feac-6c0c-41ff-a04b-9c965021baa3 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740368 Jul 23 20:04:42.098368 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-060abf1d-6240-409c-9547-f85b4f327059 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6693254 Jul 23 20:04:42.107485 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9baed4-02fd-467b-9e16-948a6069d1b5 req-0422e667-0108-45f4-9459-f7b14bdbebbd tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:42.116979 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4d9baed4-02fd-467b-9e16-948a6069d1b5 req-0422e667-0108-45f4-9459-f7b14bdbebbd tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 5438 time: 0.2372816 Jul 23 20:04:42.137177 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7114a50d-ddd8-4e6f-8ed0-f0385a7ed407 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:04:42.197666 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 7114a50d-ddd8-4e6f-8ed0-f0385a7ed407, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=7114a50d-ddd8-4e6f-8ed0-f0385a7ed407,segment=NetworkSegment(d0a2754c-a19c-42d0-8f97-ef5cc77b5d31),segment_id=d0a2754c-a19c-42d0-8f97-ef5cc77b5d31)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:42.204364 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:42.206837 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:04:42.215642 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:42.284291 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4d9baed4-02fd-467b-9e16-948a6069d1b5 req-4e2bdaf2-94cc-4a32-88eb-8c3ceccd0b14 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8f4f3ea-9040-40e5-b97d-88f3cee36311&id=f03bc08f-e700-4073-8157-e780c3416b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1614869 Jul 23 20:04:42.300031 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:04:42.430628 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 18d5e29d-60f2-4de3-a99b-260e4ed73bd7, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=18d5e29d-60f2-4de3-a99b-260e4ed73bd7,segment=NetworkSegment(133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6),segment_id=133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:42.450640 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:42.463535 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=7114a50d-ddd8-4e6f-8ed0-f0385a7ed407,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:42.474073 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-50c442e0-f050-4f36-89ce-a068e1e18264 req-3ac3069f-c50d-4d4f-ae59-9c24764d5b16 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605664 Jul 23 20:04:42.526254 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2984000b-f362-4769-972a-d1249720e596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:42.554320 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d621a3-c235-42fa-9640-d888825cebfb req-c411798e-086f-409c-9a56-31e0aa81fef5 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:42.558774 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e1d621a3-c235-42fa-9640-d888825cebfb req-c411798e-086f-409c-9a56-31e0aa81fef5 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dd2c279-8d14-436c-ab0f-91317a43600e HTTP/1.1" status: 200 len: 947 time: 0.3047755 Jul 23 20:04:42.575885 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf1842-4fb2-49c0-8392-5e14bf58469b req-69eba782-4341-4c15-9ff3-b8bdce2b36d6 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:42.577695 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-31bf1842-4fb2-49c0-8392-5e14bf58469b req-69eba782-4341-4c15-9ff3-b8bdce2b36d6 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd9c895c-3a75-4b0a-abd3-b9cc07ae2f1f HTTP/1.1" status: 200 len: 944 time: 0.1381309 Jul 23 20:04:42.638148 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-31bf1842-4fb2-49c0-8392-5e14bf58469b req-d900ff07-223a-4e48-9469-914471facafa tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466194 Jul 23 20:04:42.716231 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=18d5e29d-60f2-4de3-a99b-260e4ed73bd7,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:42.735498 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device eb4bcb47-1bf3-436f-9a45-04d007e3befb up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:04:42.788628 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-b64ba889-9b2f-444b-9b93-005ef93297c3 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a28939d8212b4a0392808b969f282665&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575721 Jul 23 20:04:42.822242 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device acab6456-dcfa-42d6-8c1c-7d543ac6b7eb details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:04:42.824762 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['7114a50d-ddd8-4e6f-8ed0-f0385a7ed407'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:04:42.878150 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e1d621a3-c235-42fa-9640-d888825cebfb req-e07c1bde-ede0-4e91-8f81-94f63123dd46 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5c3694b-8fa8-4f9e-a585-d5764c7780ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047818 Jul 23 20:04:42.934240 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d61372-f58c-4bc3-a0bb-fce879be9281', 'tag': '7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:04:42.937982 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3559fcd-ccca-4f5d-bc44-1477b72f4236" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d61372-f58c-4bc3-a0bb-fce879be9281", "tag": "7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:04:42.967823 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61d81a-2bdc-450d-8c58-9a7de47d12ba req-2697f6fb-0279-4f9e-b841-58babc3a5075 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:42.970034 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4f61d81a-2bdc-450d-8c58-9a7de47d12ba req-2697f6fb-0279-4f9e-b841-58babc3a5075 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=66a705be-7077-4472-a2b4-35b6c98f678e HTTP/1.1" status: 200 len: 945 time: 0.0870512 Jul 23 20:04:43.036651 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4f61d81a-2bdc-450d-8c58-9a7de47d12ba req-cda5c173-748d-4990-928b-931f2c1152b1 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549281 Jul 23 20:04:43.111535 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762e9a97-34a5-42cc-bd72-49c04fae0c08 x-openstack-request-id: req-762e9a97-34a5-42cc-bd72-49c04fae0c08 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:04:43.111909 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d61372-f58c-4bc3-a0bb-fce879be9281", "tag": "7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:04:43.112064 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-762e9a97-34a5-42cc-bd72-49c04fae0c08 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:04:43.112456 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3d61372-f58c-4bc3-a0bb-fce879be9281', 'tag': '7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc', 'status': 'completed', 'code': 200} Jul 23 20:04:43.119710 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dc850f23-36f1-4a29-bc74-154baffb303b req-76a3a1f2-738f-4aac-9c16-3d89a41df061 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 210 time: 0.0766656 Jul 23 20:04:43.125571 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a65714-cd2c-47c2-ae4d-9c3688b4a21c req-7938aa67-87b4-43a1-8165-c6cb748f08fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:43.127061 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-10a65714-cd2c-47c2-ae4d-9c3688b4a21c req-7938aa67-87b4-43a1-8165-c6cb748f08fb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bd4f3a49661b4ba795f8595616639abc&device_id=0dd2c279-8d14-436c-ab0f-91317a43600e HTTP/1.1" status: 200 len: 1099 time: 0.5672858 Jul 23 20:04:43.254921 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-81d9ad0b-d699-41b6-9dbd-5963d792933f tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:43.256449 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-81d9ad0b-d699-41b6-9dbd-5963d792933f tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4575436 Jul 23 20:04:43.303026 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-79a51cd6-8588-4697-b3a7-5f58ff252cfd tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Request body: {'port': {'device_id': 'a4b1d47f-ced0-4326-bfa7-5bc8507b9a15', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'admin_state_up': True, 'tenant_id': 'a28939d8212b4a0392808b969f282665'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:04:43.342093 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48decc39-3338-4ef9-8224-4bc8b2f25335 req-0bc5ae21-062f-4965-8c4d-0cb64fa6d6d9 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:43.357071 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-48decc39-3338-4ef9-8224-4bc8b2f25335 req-0bc5ae21-062f-4965-8c4d-0cb64fa6d6d9 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 943 time: 0.1456001 Jul 23 20:04:43.358505 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port acab6456-dcfa-42d6-8c1c-7d543ac6b7eb, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=acab6456-dcfa-42d6-8c1c-7d543ac6b7eb,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:43.380544 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3559fcd-ccca-4f5d-bc44-1477b72f4236 req-c521fd0d-356d-46ae-b712-649f64f6342a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:43.382282 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f3559fcd-ccca-4f5d-bc44-1477b72f4236 req-c521fd0d-356d-46ae-b712-649f64f6342a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3d6e44c4dd248468c67611aa3d977ae&device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 1126 time: 0.2343891 Jul 23 20:04:43.399568 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'acab6456-dcfa-42d6-8c1c-7d543ac6b7eb', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': 'acab6456-dcfa-42d6-8c1c-7d543ac6b7eb', 'mac_address': 'fa:16:3e:dc:2e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:04:43.420663 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-96a44bc5-817b-4eb5-8ef2-6cc476b0e6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:43.421835 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-48decc39-3338-4ef9-8224-4bc8b2f25335 req-f6eeaf33-db3d-46f6-bcb8-fcb6abed1269 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626037 Jul 23 20:04:43.446511 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a65714-cd2c-47c2-ae4d-9c3688b4a21c req-baf68e1e-e77a-4d78-bd7b-80e5d81ff96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:43.448576 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-10a65714-cd2c-47c2-ae4d-9c3688b4a21c req-baf68e1e-e77a-4d78-bd7b-80e5d81ff96d service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.3115699 Jul 23 20:04:43.549937 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-10a65714-cd2c-47c2-ae4d-9c3688b4a21c req-644060df-9412-46a7-9b01-ea41a5ea0374 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=a9d6e951-e136-484e-9184-f2904ec23b13 HTTP/1.1" status: 200 len: 217 time: 0.0912266 Jul 23 20:04:43.565762 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3559fcd-ccca-4f5d-bc44-1477b72f4236 req-336725ec-dfa7-4fc9-b584-894156fe6b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:43.567957 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f3559fcd-ccca-4f5d-bc44-1477b72f4236 req-336725ec-dfa7-4fc9-b584-894156fe6b82 service neutron] 10.222.0.30 "GET /v2.0/networks?id=18f1c189-135d-4e39-8a5e-b364e733193d HTTP/1.1" status: 200 len: 921 time: 0.1450272 Jul 23 20:04:43.586368 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port eb4bcb47-1bf3-436f-9a45-04d007e3befb completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:04:43.621427 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:43.630232 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port eb4bcb47-1bf3-436f-9a45-04d007e3befb triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:04:43.630668 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:43.637273 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f3559fcd-ccca-4f5d-bc44-1477b72f4236 req-b2b6ab81-d06d-4ab2-84c6-8932fa06cf26 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc HTTP/1.1" status: 200 len: 217 time: 0.0582514 Jul 23 20:04:43.642291 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:43.675327 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a65714-cd2c-47c2-ae4d-9c3688b4a21c req-58144fde-e36d-4ba9-bab4-9204e7e3f2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:43.676799 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-10a65714-cd2c-47c2-ae4d-9c3688b4a21c req-58144fde-e36d-4ba9-bab4-9204e7e3f2fc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1044464 Jul 23 20:04:43.681289 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-79a51cd6-8588-4697-b3a7-5f58ff252cfd tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Made reservation on behalf of a28939d8212b4a0392808b969f282665 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:04:43.684802 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-79a51cd6-8588-4697-b3a7-5f58ff252cfd tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:43.722973 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3559fcd-ccca-4f5d-bc44-1477b72f4236 req-59fb08c2-44dc-47a3-9126-ba51c09994cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:43.724758 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f3559fcd-ccca-4f5d-bc44-1477b72f4236 req-59fb08c2-44dc-47a3-9126-ba51c09994cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff9cc1f3-5cfa-4b1f-ac36-a859db46b374 HTTP/1.1" status: 200 len: 860 time: 0.0781519 Jul 23 20:04:43.764651 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3f6fb-d5f1-41e9-a447-821bae91f51d req-fc0c4e1e-f90b-4978-a838-4523bab05854 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:43.770742 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3f6fb-d5f1-41e9-a447-821bae91f51d req-fc0c4e1e-f90b-4978-a838-4523bab05854 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:43.778818 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3f6fb-d5f1-41e9-a447-821bae91f51d req-fc0c4e1e-f90b-4978-a838-4523bab05854 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:43.780453 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d5e29d-60f2-4de3-a99b-260e4ed73bd7'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:04:43.782977 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1b0a82-009c-4fb6-82f6-07be350b99d2" -d '{"events": [{"server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "name": "network-vif-plugged", "status": "completed", "tag": "18d5e29d-60f2-4de3-a99b-260e4ed73bd7"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:04:43.787020 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acab6456-dcfa-42d6-8c1c-7d543ac6b7eb {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:04:43.787394 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3f6fb-d5f1-41e9-a447-821bae91f51d req-fc0c4e1e-f90b-4978-a838-4523bab05854 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:43.787882 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f3559fcd-ccca-4f5d-bc44-1477b72f4236 req-1189d20e-ae97-4f01-a41e-8bde7a389fad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=18f1c189-135d-4e39-8a5e-b364e733193d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534379 Jul 23 20:04:43.794231 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3f6fb-d5f1-41e9-a447-821bae91f51d req-fc0c4e1e-f90b-4978-a838-4523bab05854 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:43.800776 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3f6fb-d5f1-41e9-a447-821bae91f51d req-fc0c4e1e-f90b-4978-a838-4523bab05854 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:43.806465 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3f6fb-d5f1-41e9-a447-821bae91f51d req-fc0c4e1e-f90b-4978-a838-4523bab05854 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:43.814374 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-35b3f6fb-d5f1-41e9-a447-821bae91f51d req-fc0c4e1e-f90b-4978-a838-4523bab05854 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 5439 time: 0.3109691 Jul 23 20:04:43.832276 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-2984000b-f362-4769-972a-d1249720e596 admin admin] Deleting port 75cd6d17-de1b-4878-8550-c468f3065d87 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:04:43.832619 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2984000b-f362-4769-972a-d1249720e596 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:43.855342 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port acab6456-dcfa-42d6-8c1c-7d543ac6b7eb, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=acab6456-dcfa-42d6-8c1c-7d543ac6b7eb,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:43.900849 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:43.961863 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0b0a7-e5a5-4cc4-aec7-dd016d8942bd req-268d0798-4ad3-4293-a16b-dfe35e74bedf tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:43.974869 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:43.975365 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a5f0b0a7-e5a5-4cc4-aec7-dd016d8942bd req-268d0798-4ad3-4293-a16b-dfe35e74bedf tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd9c895c-3a75-4b0a-abd3-b9cc07ae2f1f HTTP/1.1" status: 200 len: 944 time: 0.1909354 Jul 23 20:04:43.984299 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:44.008103 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f3559fcd-ccca-4f5d-bc44-1477b72f4236 req-fc36ef32-d336-490b-8fc5-5e74d9401c08 service neutron] 10.222.0.30 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111585 Jul 23 20:04:44.014934 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-35b3f6fb-d5f1-41e9-a447-821bae91f51d req-b0afbc87-36fa-48ce-a05f-5f7bf7df8cdc tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8f4f3ea-9040-40e5-b97d-88f3cee36311&id=f03bc08f-e700-4073-8157-e780c3416b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1994658 Jul 23 20:04:44.023261 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['acab6456-dcfa-42d6-8c1c-7d543ac6b7eb'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:04:44.027825 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=acab6456-dcfa-42d6-8c1c-7d543ac6b7eb,revision_number=9']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:44.063349 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a5f0b0a7-e5a5-4cc4-aec7-dd016d8942bd req-8cc5928d-d737-4640-a929-de89c4121dbb tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870671 Jul 23 20:04:44.097570 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a65714-cd2c-47c2-ae4d-9c3688b4a21c req-d43e9424-5aa2-40ba-a25c-c102cded6928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:44.099089 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-10a65714-cd2c-47c2-ae4d-9c3688b4a21c req-d43e9424-5aa2-40ba-a25c-c102cded6928 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4100266 Jul 23 20:04:44.189293 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7178296-56e8-49e4-a397-2e08007ca990 x-openstack-request-id: req-e7178296-56e8-49e4-a397-2e08007ca990 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:04:44.190305 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "name": "network-vif-plugged", "status": "completed", "tag": "18d5e29d-60f2-4de3-a99b-260e4ed73bd7", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:04:44.190781 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e7178296-56e8-49e4-a397-2e08007ca990 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:04:44.191806 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d5e29d-60f2-4de3-a99b-260e4ed73bd7', 'code': 200} Jul 23 20:04:44.212059 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-2984000b-f362-4769-972a-d1249720e596 admin admin] For port 75cd6d17-de1b-4878-8550-c468f3065d87, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=75cd6d17-de1b-4878-8550-c468f3065d87,segment=NetworkSegment(a3e9d207-ccab-4461-a5ec-89b44ef8be73),segment_id=a3e9d207-ccab-4461-a5ec-89b44ef8be73)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:44.213889 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2984000b-f362-4769-972a-d1249720e596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:44.217674 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port eb4bcb47-1bf3-436f-9a45-04d007e3befb, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=eb4bcb47-1bf3-436f-9a45-04d007e3befb,segment=NetworkSegment(133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6),segment_id=133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:44.280155 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:44.285034 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:04:44.285326 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-79a51cd6-8588-4697-b3a7-5f58ff252cfd tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Allocated IP 192.168.233.55 (ec2201c2-595f-40aa-9bc3-fccd4b01012e/4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d/1286a58a-6ab0-4b63-9618-5e29a4285352) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:04:44.289507 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-2984000b-f362-4769-972a-d1249720e596 admin admin] Calling delete_port for 75cd6d17-de1b-4878-8550-c468f3065d87 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:04:44.311866 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f3559fcd-ccca-4f5d-bc44-1477b72f4236 req-32955314-7e33-43a1-9b4c-b003c363f20e service neutron] 10.222.0.30 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720876 Jul 23 20:04:44.381536 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5df0d2-aff7-4b72-bf08-252573a5f94c req-382369a1-af92-4762-b525-93338bb5874e tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:44.389806 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2a5df0d2-aff7-4b72-bf08-252573a5f94c req-382369a1-af92-4762-b525-93338bb5874e tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=66a705be-7077-4472-a2b4-35b6c98f678e HTTP/1.1" status: 200 len: 945 time: 0.1080253 Jul 23 20:04:44.392223 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:44.404292 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=eb4bcb47-1bf3-436f-9a45-04d007e3befb,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:44.452093 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:44.463361 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2a5df0d2-aff7-4b72-bf08-252573a5f94c req-d3722f2d-2c12-423f-b0ab-0b5da347cc0c tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716190 Jul 23 20:04:44.518886 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:04:44.526424 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:04:44.526651 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:44.553107 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:04:44.574380 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5dd99120-30a3-40b4-8d76-8873e4a24a11 req-1a25545c-7964-4df1-94c0-0b6a5179f545 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 210 time: 0.0498240 Jul 23 20:04:44.627049 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-10a65714-cd2c-47c2-ae4d-9c3688b4a21c req-8e0341ee-118c-4f81-bd02-e97ec275cf36 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040588 Jul 23 20:04:44.635675 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:44.689456 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be772ce5-897a-4ee6-a2cd-22cf474debfb req-6e450b8f-9ee0-45ee-aaad-f81f6c7b93ee tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:44.689720 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8,segment=NetworkSegment(133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6),segment_id=133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:44.697295 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-be772ce5-897a-4ee6-a2cd-22cf474debfb req-6e450b8f-9ee0-45ee-aaad-f81f6c7b93ee tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dd2c279-8d14-436c-ab0f-91317a43600e HTTP/1.1" status: 200 len: 947 time: 0.5070832 Jul 23 20:04:44.708590 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:44.709589 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 03466cc8-624e-4b9a-8730-adbd2d561fd3 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:04:44.733718 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95922fce-576b-49db-9a91-8a38c1e1b682 req-252ee54e-d67d-429f-b202-a7a7224546f7 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:44.741957 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-95922fce-576b-49db-9a91-8a38c1e1b682 req-252ee54e-d67d-429f-b202-a7a7224546f7 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 943 time: 0.1065478 Jul 23 20:04:44.792798 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device a9d6e951-e136-484e-9184-f2904ec23b13 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:04:44.794068 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device ce45e6e7-6c04-4995-9f32-1dcbed962bb6 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:04:44.810252 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-95922fce-576b-49db-9a91-8a38c1e1b682 req-f1529348-e046-43c5-a15f-c5f8e9d7e8c6 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672851 Jul 23 20:04:44.863991 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:44.888162 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-be772ce5-897a-4ee6-a2cd-22cf474debfb req-6f2eca23-44d5-48a1-95d4-da2da529fd19 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5c3694b-8fa8-4f9e-a585-d5764c7780ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897259 Jul 23 20:04:44.905351 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2984000b-f362-4769-972a-d1249720e596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:44.922829 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port ce45e6e7-6c04-4995-9f32-1dcbed962bb6 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:04:44.937701 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port ce45e6e7-6c04-4995-9f32-1dcbed962bb6 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:04:44.938124 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:44.961386 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-10a65714-cd2c-47c2-ae4d-9c3688b4a21c req-103f2119-459d-4bee-9f40-93063800d604 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196647 Jul 23 20:04:44.966685 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2984000b-f362-4769-972a-d1249720e596 admin admin] Pushing event deleted for resources: {'Port': ['ID=75cd6d17-de1b-4878-8550-c468f3065d87,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:44.970832 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-79a51cd6-8588-4697-b3a7-5f58ff252cfd tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:44.988317 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 03466cc8-624e-4b9a-8730-adbd2d561fd3 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:04:44.999455 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 03466cc8-624e-4b9a-8730-adbd2d561fd3 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:04:44.999824 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:45.023949 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-79a51cd6-8588-4697-b3a7-5f58ff252cfd tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Transition to ACTIVE for port object 1286a58a-6ab0-4b63-9618-5e29a4285352 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:04:45.201345 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:45.329923 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port a9d6e951-e136-484e-9184-f2904ec23b13, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=a9d6e951-e136-484e-9184-f2904ec23b13,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:45.332008 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b08bb3-a83f-43d7-8e5b-dd6f4f4dd229 req-08bd6a24-cc00-4007-81b3-0788123f0d8e tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:45.349341 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b08bb3-a83f-43d7-8e5b-dd6f4f4dd229 req-08bd6a24-cc00-4007-81b3-0788123f0d8e tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:45.361562 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b08bb3-a83f-43d7-8e5b-dd6f4f4dd229 req-08bd6a24-cc00-4007-81b3-0788123f0d8e tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:45.369270 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b08bb3-a83f-43d7-8e5b-dd6f4f4dd229 req-08bd6a24-cc00-4007-81b3-0788123f0d8e tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:45.372594 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'a9d6e951-e136-484e-9184-f2904ec23b13', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': 'a9d6e951-e136-484e-9184-f2904ec23b13', 'mac_address': 'fa:16:3e:1e:a9:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:04:45.375777 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b08bb3-a83f-43d7-8e5b-dd6f4f4dd229 req-08bd6a24-cc00-4007-81b3-0788123f0d8e tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:45.385110 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b08bb3-a83f-43d7-8e5b-dd6f4f4dd229 req-08bd6a24-cc00-4007-81b3-0788123f0d8e tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:45.391696 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-79a51cd6-8588-4697-b3a7-5f58ff252cfd tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:45.394163 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b08bb3-a83f-43d7-8e5b-dd6f4f4dd229 req-08bd6a24-cc00-4007-81b3-0788123f0d8e tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:45.406019 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-80b08bb3-a83f-43d7-8e5b-dd6f4f4dd229 req-08bd6a24-cc00-4007-81b3-0788123f0d8e tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 5441 time: 0.2440989 Jul 23 20:04:45.439775 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:45.449221 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['c1030c34-2dec-438f-86af-e0a9c58b5449', '03466cc8-624e-4b9a-8730-adbd2d561fd3'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:04:45.451591 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['75b59266-48b2-441f-a566-40e18621edbc'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:04:45.462941 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-80b08bb3-a83f-43d7-8e5b-dd6f4f4dd229 req-d593cffa-04ee-4ed6-b822-1db4b559b0c6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8f4f3ea-9040-40e5-b97d-88f3cee36311&id=f03bc08f-e700-4073-8157-e780c3416b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559087 Jul 23 20:04:45.464923 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-79a51cd6-8588-4697-b3a7-5f58ff252cfd tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Network ec2201c2-595f-40aa-9bc3-fccd4b01012e is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:04:45.486744 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-79a51cd6-8588-4697-b3a7-5f58ff252cfd tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:04:45.497965 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port ce45e6e7-6c04-4995-9f32-1dcbed962bb6, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=ce45e6e7-6c04-4995-9f32-1dcbed962bb6,segment=NetworkSegment(09c16a36-f585-4003-9e2f-a9905bed7329),segment_id=09c16a36-f585-4003-9e2f-a9905bed7329)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:45.523622 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-79a51cd6-8588-4697-b3a7-5f58ff252cfd tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:04:45.544853 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2984000b-f362-4769-972a-d1249720e596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:45.570230 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:45.586015 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a51cd6-8588-4697-b3a7-5f58ff252cfd tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Pushing event updated for resources: {'Port': ['ID=1286a58a-6ab0-4b63-9618-5e29a4285352,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:45.650993 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 03466cc8-624e-4b9a-8730-adbd2d561fd3, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=03466cc8-624e-4b9a-8730-adbd2d561fd3,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:45.671937 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:45.675183 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 504d6c62-6bda-47cb-bc6b-c1bc6dfa497c up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:04:45.741263 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:45.776212 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260518df-ceac-45ba-a77d-7e1e0de9a6c6 req-8d598fc8-2a26-481d-88ae-e57e4827bd50 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:45.786946 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-260518df-ceac-45ba-a77d-7e1e0de9a6c6 req-8d598fc8-2a26-481d-88ae-e57e4827bd50 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=66a705be-7077-4472-a2b4-35b6c98f678e HTTP/1.1" status: 200 len: 945 time: 0.1099989 Jul 23 20:04:45.871717 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:45.881159 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9d6e951-e136-484e-9184-f2904ec23b13 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:04:45.890440 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-260518df-ceac-45ba-a77d-7e1e0de9a6c6 req-4ad0375c-4254-4032-b543-5ed831d51b51 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025143 Jul 23 20:04:45.907863 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port a9d6e951-e136-484e-9184-f2904ec23b13, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=a9d6e951-e136-484e-9184-f2904ec23b13,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:45.933736 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:45.935526 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=ce45e6e7-6c04-4995-9f32-1dcbed962bb6,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:45.945908 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 504d6c62-6bda-47cb-bc6b-c1bc6dfa497c completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:04:46.001604 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 504d6c62-6bda-47cb-bc6b-c1bc6dfa497c triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:04:46.002037 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:46.039593 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-cd3915b5-bccf-4e98-ba97-9fbcbc7407ae None None] Provisioning for port 1286a58a-6ab0-4b63-9618-5e29a4285352 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:04:46.049863 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-cd3915b5-bccf-4e98-ba97-9fbcbc7407ae None None] Provisioning complete for port 1286a58a-6ab0-4b63-9618-5e29a4285352 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:04:46.050288 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cd3915b5-bccf-4e98-ba97-9fbcbc7407ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:46.143549 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb5bb7-6958-48fb-a7a1-51d8ebf0db0f req-a2727ebd-0097-4b41-9fa9-4151e5002f95 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:46.145538 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-34cb5bb7-6958-48fb-a7a1-51d8ebf0db0f req-a2727ebd-0097-4b41-9fa9-4151e5002f95 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 935 time: 0.1473715 Jul 23 20:04:46.192725 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb4bcb47-1bf3-436f-9a45-04d007e3befb'}, {'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8'}, {'server_uuid': 'cd9c895c-3a75-4b0a-abd3-b9cc07ae2f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce45e6e7-6c04-4995-9f32-1dcbed962bb6'}, {'server_uuid': 'ffc7a217-21ea-479c-a694-f7f6242ebfb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03466cc8-624e-4b9a-8730-adbd2d561fd3'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:04:46.195090 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6b0b7b-a12c-4fa8-816e-e2b36381c343" -d '{"events": [{"server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "name": "network-vif-plugged", "status": "completed", "tag": "eb4bcb47-1bf3-436f-9a45-04d007e3befb"}, {"server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "name": "network-vif-plugged", "status": "completed", "tag": "0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8"}, {"server_uuid": "cd9c895c-3a75-4b0a-abd3-b9cc07ae2f1f", "name": "network-vif-plugged", "status": "completed", "tag": "ce45e6e7-6c04-4995-9f32-1dcbed962bb6"}, {"server_uuid": "ffc7a217-21ea-479c-a694-f7f6242ebfb9", "name": "network-vif-plugged", "status": "completed", "tag": "03466cc8-624e-4b9a-8730-adbd2d561fd3"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:04:46.219262 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-34cb5bb7-6958-48fb-a7a1-51d8ebf0db0f req-bf5319b8-ed3a-4697-9c05-87108758fe62 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649123 Jul 23 20:04:46.220853 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=03466cc8-624e-4b9a-8730-adbd2d561fd3,revision_number=13']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:46.313560 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=a9d6e951-e136-484e-9184-f2904ec23b13,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:46.319811 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-cd3915b5-bccf-4e98-ba97-9fbcbc7407ae None None] Port 1286a58a-6ab0-4b63-9618-5e29a4285352 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:04:46.322631 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['a9d6e951-e136-484e-9184-f2904ec23b13'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:04:46.461978 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5187512-e655-4fff-870d-f58429fc3246 req-788d432b-c90a-4a26-a6fd-816b8d5011f9 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:46.471500 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5187512-e655-4fff-870d-f58429fc3246 req-788d432b-c90a-4a26-a6fd-816b8d5011f9 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 943 time: 0.1259949 Jul 23 20:04:46.519150 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:46.533632 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5187512-e655-4fff-870d-f58429fc3246 req-4772fbd9-b38f-4538-94a4-f8b654cfbfcf tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606341 Jul 23 20:04:46.543870 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a8971-2859-4ae8-85a0-d056ef0e041d req-c51eba27-0b11-4313-808f-569815174421 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:46.564890 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-867a8971-2859-4ae8-85a0-d056ef0e041d req-c51eba27-0b11-4313-808f-569815174421 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd9c895c-3a75-4b0a-abd3-b9cc07ae2f1f HTTP/1.1" status: 200 len: 944 time: 1.2756286 Jul 23 20:04:46.589307 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 504d6c62-6bda-47cb-bc6b-c1bc6dfa497c, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=504d6c62-6bda-47cb-bc6b-c1bc6dfa497c,segment=NetworkSegment(1390de9a-4335-4a2d-ac2e-5463ed9bacda),segment_id=1390de9a-4335-4a2d-ac2e-5463ed9bacda)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:46.601819 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:46.616412 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 7114a50d-ddd8-4e6f-8ed0-f0385a7ed407 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:04:46.662389 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-867a8971-2859-4ae8-85a0-d056ef0e041d req-956fb2b7-3fed-49bd-88cf-d844fb39a78f tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950196 Jul 23 20:04:46.695648 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-79a51cd6-8588-4697-b3a7-5f58ff252cfd tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:46.698029 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-79a51cd6-8588-4697-b3a7-5f58ff252cfd tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:46.758334 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=504d6c62-6bda-47cb-bc6b-c1bc6dfa497c,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:46.797291 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84271e-2c5f-451d-82a0-0af53f6000c3 req-19246cdf-ef88-470d-a07d-09f695f5875f tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:46.809810 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-79a51cd6-8588-4697-b3a7-5f58ff252cfd tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5126109 Jul 23 20:04:46.812699 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9c84271e-2c5f-451d-82a0-0af53f6000c3 req-19246cdf-ef88-470d-a07d-09f695f5875f tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dd2c279-8d14-436c-ab0f-91317a43600e HTTP/1.1" status: 200 len: 948 time: 0.2065396 Jul 23 20:04:46.822451 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device acab6456-dcfa-42d6-8c1c-7d543ac6b7eb up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:04:46.824438 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 7114a50d-ddd8-4e6f-8ed0-f0385a7ed407 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:04:46.840697 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-47f065f2-3683-4ed1-8277-373c7080bb04 service neutron] Request body: {'port': {'device_id': 'a4b1d47f-ced0-4326-bfa7-5bc8507b9a15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:04:46.932674 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9c84271e-2c5f-451d-82a0-0af53f6000c3 req-f51f3c16-2d5e-4e36-b2da-cdb44eddbcf4 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5c3694b-8fa8-4f9e-a585-d5764c7780ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170940 Jul 23 20:04:47.000192 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 23 Jul 2021 20:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6a5912-77ad-4540-ae8e-3242bfe7e864 x-openstack-request-id: req-1f6a5912-77ad-4540-ae8e-3242bfe7e864 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:04:47.000563 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "name": "network-vif-plugged", "status": "completed", "tag": "eb4bcb47-1bf3-436f-9a45-04d007e3befb", "code": 200}, {"server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "name": "network-vif-plugged", "status": "completed", "tag": "0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8", "code": 200}, {"server_uuid": "cd9c895c-3a75-4b0a-abd3-b9cc07ae2f1f", "name": "network-vif-plugged", "status": "completed", "tag": "ce45e6e7-6c04-4995-9f32-1dcbed962bb6", "code": 200}, {"server_uuid": "ffc7a217-21ea-479c-a694-f7f6242ebfb9", "name": "network-vif-plugged", "status": "completed", "tag": "03466cc8-624e-4b9a-8730-adbd2d561fd3", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:04:47.000879 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1f6a5912-77ad-4540-ae8e-3242bfe7e864 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:04:47.001349 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb4bcb47-1bf3-436f-9a45-04d007e3befb', 'code': 200} Jul 23 20:04:47.001714 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8', 'code': 200} Jul 23 20:04:47.002030 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9c895c-3a75-4b0a-abd3-b9cc07ae2f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce45e6e7-6c04-4995-9f32-1dcbed962bb6', 'code': 200} Jul 23 20:04:47.002340 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc7a217-21ea-479c-a694-f7f6242ebfb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03466cc8-624e-4b9a-8730-adbd2d561fd3', 'code': 200} Jul 23 20:04:47.012268 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 7114a50d-ddd8-4e6f-8ed0-f0385a7ed407 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:04:47.012549 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:47.080945 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port acab6456-dcfa-42d6-8c1c-7d543ac6b7eb triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:04:47.081606 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:47.253494 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:47.287070 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9bdc9c-1e72-454e-b359-f997c209acd4 req-57118ff0-a75d-431c-8daf-46905e939c11 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:47.297957 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ba9bdc9c-1e72-454e-b359-f997c209acd4 req-57118ff0-a75d-431c-8daf-46905e939c11 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=66a705be-7077-4472-a2b4-35b6c98f678e HTTP/1.1" status: 200 len: 945 time: 0.1867604 Jul 23 20:04:47.361156 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2984000b-f362-4769-972a-d1249720e596 admin admin] Router ffda0b1c-7d0e-4f6c-8441-02f1413af9da has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:04:47.383565 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-47f065f2-3683-4ed1-8277-373c7080bb04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:47.383806 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ba9bdc9c-1e72-454e-b359-f997c209acd4 req-03f8dc95-5c55-4ac1-9dd9-88f48fc82d3f tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846653 Jul 23 20:04:47.407311 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:47.460273 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 7114a50d-ddd8-4e6f-8ed0-f0385a7ed407, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=7114a50d-ddd8-4e6f-8ed0-f0385a7ed407,segment=NetworkSegment(d0a2754c-a19c-42d0-8f97-ef5cc77b5d31),segment_id=d0a2754c-a19c-42d0-8f97-ef5cc77b5d31)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:47.490468 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:47.491625 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:04:47.601863 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2984000b-f362-4769-972a-d1249720e596 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:04:47.613181 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad47138-19f6-4da1-9a14-74ad62682e27 None None] Sync routers for ids ['ffda0b1c-7d0e-4f6c-8441-02f1413af9da'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:04:47.626119 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad47138-19f6-4da1-9a14-74ad62682e27 None None] Routers {'ffda0b1c-7d0e-4f6c-8441-02f1413af9da'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:04:47.626519 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2984000b-f362-4769-972a-d1249720e596 admin admin] 10.222.0.32 "PUT /v2.0/routers/ffda0b1c-7d0e-4f6c-8441-02f1413af9da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2470853 Jul 23 20:04:47.629437 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-dad47138-19f6-4da1-9a14-74ad62682e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:04:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ffda0b1c-7d0e-4f6c-8441-02f1413af9da'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:04:47.632117 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3773c-4ae5-45ca-a22f-c2a912465ab7 req-9b1de46b-e56c-4c2a-958a-24f4969b174c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:47.641581 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ccf3773c-4ae5-45ca-a22f-c2a912465ab7 req-9b1de46b-e56c-4c2a-958a-24f4969b174c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 935 time: 0.1982126 Jul 23 20:04:47.659473 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40750) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:04:47.669172 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port acab6456-dcfa-42d6-8c1c-7d543ac6b7eb, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=acab6456-dcfa-42d6-8c1c-7d543ac6b7eb,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:47.682402 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=7114a50d-ddd8-4e6f-8ed0-f0385a7ed407,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:47.688572 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:47.689370 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:04:47.771246 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:04:47.778608 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:04:47.778608 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:47.803312 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=acab6456-dcfa-42d6-8c1c-7d543ac6b7eb,revision_number=10']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:47.824983 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f3e71-5c0a-4850-979e-ef79bf1c42f3 req-b721d579-a78f-4544-a029-98f602c02724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:47.830481 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-156f3e71-5c0a-4850-979e-ef79bf1c42f3 req-b721d579-a78f-4544-a029-98f602c02724 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cd9c895c-3a75-4b0a-abd3-b9cc07ae2f1f HTTP/1.1" status: 200 len: 1097 time: 0.8763335 Jul 23 20:04:47.860720 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d09524-edd0-47fa-adbb-da16ddebd82e req-4423d1ad-ccf0-4af8-afa0-be90c7308a69 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:47.867448 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-dad47138-19f6-4da1-9a14-74ad62682e27 None None] Set router ffda0b1c-7d0e-4f6c-8441-02f1413af9da gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:04:47.879218 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d09524-edd0-47fa-adbb-da16ddebd82e req-4423d1ad-ccf0-4af8-afa0-be90c7308a69 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:47.895361 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d09524-edd0-47fa-adbb-da16ddebd82e req-4423d1ad-ccf0-4af8-afa0-be90c7308a69 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:47.906740 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d09524-edd0-47fa-adbb-da16ddebd82e req-4423d1ad-ccf0-4af8-afa0-be90c7308a69 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:47.916271 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d09524-edd0-47fa-adbb-da16ddebd82e req-4423d1ad-ccf0-4af8-afa0-be90c7308a69 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:47.934408 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d09524-edd0-47fa-adbb-da16ddebd82e req-4423d1ad-ccf0-4af8-afa0-be90c7308a69 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:47.949866 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:47.967967 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d09524-edd0-47fa-adbb-da16ddebd82e req-4423d1ad-ccf0-4af8-afa0-be90c7308a69 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:47.981321 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ccf3773c-4ae5-45ca-a22f-c2a912465ab7 req-55074fd5-80c6-4667-a5ee-fe97e3973ac7 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387723 Jul 23 20:04:48.008601 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e6d09524-edd0-47fa-adbb-da16ddebd82e req-4423d1ad-ccf0-4af8-afa0-be90c7308a69 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 5442 time: 0.8942783 Jul 23 20:04:48.034101 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d33b36b8-968f-4298-aa0f-0b95084fa10a admin admin] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:48.035834 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f,segment=NetworkSegment(1390de9a-4335-4a2d-ac2e-5463ed9bacda),segment_id=1390de9a-4335-4a2d-ac2e-5463ed9bacda)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:48.043484 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:48.044644 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 5eac413d-edd8-4c69-ae6a-a9dec5945955 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:04:48.201629 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:48.247394 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-156f3e71-5c0a-4850-979e-ef79bf1c42f3 req-dc45d354-c5de-43d9-9bc0-91202119cbae service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944046 Jul 23 20:04:48.253954 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 5eac413d-edd8-4c69-ae6a-a9dec5945955 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:04:48.269038 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 5eac413d-edd8-4c69-ae6a-a9dec5945955 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:04:48.269563 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:48.306629 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d33b36b8-968f-4298-aa0f-0b95084fa10a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:48.314875 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e6d09524-edd0-47fa-adbb-da16ddebd82e req-a667c9d0-5c4d-4f1b-89c6-0725dab9e98b tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8f4f3ea-9040-40e5-b97d-88f3cee36311&id=f03bc08f-e700-4073-8157-e780c3416b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2993517 Jul 23 20:04:48.357082 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-dad47138-19f6-4da1-9a14-74ad62682e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447707414-router', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '98569d9f-8fa4-47ee-ad26-defc55abbf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:19Z', 'updated_at': '2021-07-23T20:04:44Z', 'revision_number': 5, 'project_id': '31ece22b4c2940ca986a58a7e24f5205', 'gw_port': {'id': '98569d9f-8fa4-47ee-ad26-defc55abbf0f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:21Z', 'updated_at': '2021-07-23T19:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:04:48.416422 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c706c-68f4-41f3-bf22-0b692c10cfc6 req-6419f627-2f76-48e1-8b36-5b296bec5c63 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:48.418174 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-099c706c-68f4-41f3-bf22-0b692c10cfc6 req-6419f627-2f76-48e1-8b36-5b296bec5c63 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 943 time: 0.1416440 Jul 23 20:04:48.461068 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad47138-19f6-4da1-9a14-74ad62682e27 None None] Checking router: ffda0b1c-7d0e-4f6c-8441-02f1413af9da for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:04:48.489426 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad47138-19f6-4da1-9a14-74ad62682e27 None None] Routers {'ffda0b1c-7d0e-4f6c-8441-02f1413af9da'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:04:48.492104 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-dad47138-19f6-4da1-9a14-74ad62682e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:04:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ffda0b1c-7d0e-4f6c-8441-02f1413af9da'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:04:48.511677 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-099c706c-68f4-41f3-bf22-0b692c10cfc6 req-c0ed394c-e4be-4143-94de-feddf95c5334 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859339 Jul 23 20:04:48.518320 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-d33b36b8-968f-4298-aa0f-0b95084fa10a admin admin] Deleting port 98569d9f-8fa4-47ee-ad26-defc55abbf0f {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:04:48.523168 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d33b36b8-968f-4298-aa0f-0b95084fa10a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:48.531498 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:48.603165 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 5eac413d-edd8-4c69-ae6a-a9dec5945955, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=5eac413d-edd8-4c69-ae6a-a9dec5945955,segment=NetworkSegment(133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6),segment_id=133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:48.608459 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:48.694280 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-d33b36b8-968f-4298-aa0f-0b95084fa10a admin admin] For port 98569d9f-8fa4-47ee-ad26-defc55abbf0f, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=98569d9f-8fa4-47ee-ad26-defc55abbf0f,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:48.697772 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d33b36b8-968f-4298-aa0f-0b95084fa10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:48.710672 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=5eac413d-edd8-4c69-ae6a-a9dec5945955,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:48.712497 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-dad47138-19f6-4da1-9a14-74ad62682e27 None None] Set router ffda0b1c-7d0e-4f6c-8441-02f1413af9da gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:04:48.733001 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-d33b36b8-968f-4298-aa0f-0b95084fa10a admin admin] Calling delete_port for 98569d9f-8fa4-47ee-ad26-defc55abbf0f owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:04:48.796984 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-dad47138-19f6-4da1-9a14-74ad62682e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447707414-router', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:19Z', 'updated_at': '2021-07-23T20:04:48Z', 'revision_number': 6, 'project_id': '31ece22b4c2940ca986a58a7e24f5205', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:04:48.797394 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device a9d6e951-e136-484e-9184-f2904ec23b13 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:04:48.855068 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad47138-19f6-4da1-9a14-74ad62682e27 None None] The sync data for ids ['ffda0b1c-7d0e-4f6c-8441-02f1413af9da'] in n-d-793618-10 is: [{'id': 'ffda0b1c-7d0e-4f6c-8441-02f1413af9da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447707414-router', 'tenant_id': '31ece22b4c2940ca986a58a7e24f5205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:19Z', 'updated_at': '2021-07-23T20:04:48Z', 'revision_number': 6, 'project_id': '31ece22b4c2940ca986a58a7e24f5205', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:04:48.877362 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-47f065f2-3683-4ed1-8277-373c7080bb04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1286a58a-6ab0-4b63-9618-5e29a4285352 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:04:48.898862 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-47f065f2-3683-4ed1-8277-373c7080bb04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:48.920581 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port a9d6e951-e136-484e-9184-f2904ec23b13 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:04:48.928697 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port a9d6e951-e136-484e-9184-f2904ec23b13 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:04:48.929569 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:48.954360 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-47f065f2-3683-4ed1-8277-373c7080bb04 service neutron] Transition to ACTIVE for port object 1286a58a-6ab0-4b63-9618-5e29a4285352 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:04:48.974947 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-47f065f2-3683-4ed1-8277-373c7080bb04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:49.002920 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504d6c62-6bda-47cb-bc6b-c1bc6dfa497c'}, {'server_uuid': '66a705be-7077-4472-a2b4-35b6c98f678e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7114a50d-ddd8-4e6f-8ed0-f0385a7ed407'}, {'server_uuid': '5fca6605-982e-492b-8938-3dcf3308a9ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acab6456-dcfa-42d6-8c1c-7d543ac6b7eb'}, {'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd626a4a1-2e71-4ec8-93c3-8f1b685aaf9f'}, {'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eac413d-edd8-4c69-ae6a-a9dec5945955'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:04:49.008202 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecbd9fb-cae2-4d86-9d2a-b42255a628f6" -d '{"events": [{"server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "name": "network-vif-plugged", "status": "completed", "tag": "504d6c62-6bda-47cb-bc6b-c1bc6dfa497c"}, {"server_uuid": "66a705be-7077-4472-a2b4-35b6c98f678e", "name": "network-vif-plugged", "status": "completed", "tag": "7114a50d-ddd8-4e6f-8ed0-f0385a7ed407"}, {"server_uuid": "5fca6605-982e-492b-8938-3dcf3308a9ca", "name": "network-vif-plugged", "status": "completed", "tag": "acab6456-dcfa-42d6-8c1c-7d543ac6b7eb"}, {"server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "name": "network-vif-plugged", "status": "completed", "tag": "d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f"}, {"server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "name": "network-vif-plugged", "status": "completed", "tag": "5eac413d-edd8-4c69-ae6a-a9dec5945955"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:04:49.026961 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd5046-64c9-451c-8634-41d9d0229ba6 req-e1e4b3dc-129d-45ce-8b71-50a5678fd1c3 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:49.034456 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-91bd5046-64c9-451c-8634-41d9d0229ba6 req-e1e4b3dc-129d-45ce-8b71-50a5678fd1c3 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dd2c279-8d14-436c-ab0f-91317a43600e HTTP/1.1" status: 200 len: 948 time: 0.1949971 Jul 23 20:04:49.054634 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcd855-8533-495f-9683-d19dd785fa24 req-3bea34fb-09d6-4673-b4a0-1c75efb759e5 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:49.061881 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e7bcd855-8533-495f-9683-d19dd785fa24 req-3bea34fb-09d6-4673-b4a0-1c75efb759e5 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd9c895c-3a75-4b0a-abd3-b9cc07ae2f1f HTTP/1.1" status: 200 len: 945 time: 0.5278220 Jul 23 20:04:49.076535 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:49.109351 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-91bd5046-64c9-451c-8634-41d9d0229ba6 req-ef10ae37-0918-487b-a3c5-25735e041a7a tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5c3694b-8fa8-4f9e-a585-d5764c7780ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739090 Jul 23 20:04:49.123655 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port a9d6e951-e136-484e-9184-f2904ec23b13, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=a9d6e951-e136-484e-9184-f2904ec23b13,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:49.127084 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d33b36b8-968f-4298-aa0f-0b95084fa10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:49.131699 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:49.174498 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b36b8-968f-4298-aa0f-0b95084fa10a admin admin] Pushing event deleted for resources: {'Port': ['ID=98569d9f-8fa4-47ee-ad26-defc55abbf0f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:49.228577 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=a9d6e951-e136-484e-9184-f2904ec23b13,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:49.279060 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f065f2-3683-4ed1-8277-373c7080bb04 service neutron] Pushing event updated for resources: {'Port': ['ID=1286a58a-6ab0-4b63-9618-5e29a4285352,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:49.383935 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d33b36b8-968f-4298-aa0f-0b95084fa10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:49.448749 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 75cd6d17-de1b-4878-8550-c468f3065d87 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:04:49.490347 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 75cd6d17-de1b-4878-8550-c468f3065d87 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:04:49.498276 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 75cd6d17-de1b-4878-8550-c468f3065d87 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:04:49.506504 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e7bcd855-8533-495f-9683-d19dd785fa24 req-5f749d33-4f5c-480a-a435-b716e4270f19 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4432368 Jul 23 20:04:49.529280 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-e3d4d9e5-a3ad-4fda-9a77-efd01c686640 service neutron] 10.222.0.30 "GET /v2.0/ports/7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc/bindings/n-h2-793618-10 HTTP/1.1" status: 200 len: 385 time: 0.4130907 Jul 23 20:04:49.549189 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-47f065f2-3683-4ed1-8277-373c7080bb04 service neutron] Attempting to bind port 1286a58a-6ab0-4b63-9618-5e29a4285352 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:04:49.549550 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-47f065f2-3683-4ed1-8277-373c7080bb04 service neutron] Attempting to bind port 1286a58a-6ab0-4b63-9618-5e29a4285352 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:04:49.549885 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-47f065f2-3683-4ed1-8277-373c7080bb04 service neutron] Attempting to bind port 1286a58a-6ab0-4b63-9618-5e29a4285352 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:04:49.585821 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-47f065f2-3683-4ed1-8277-373c7080bb04 service neutron] Port 1286a58a-6ab0-4b63-9618-5e29a4285352 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:04:49.586202 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-47f065f2-3683-4ed1-8277-373c7080bb04 service neutron] Attempting to bind port 1286a58a-6ab0-4b63-9618-5e29a4285352 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:04:49.600134 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-47f065f2-3683-4ed1-8277-373c7080bb04 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:04:49.600482 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-47f065f2-3683-4ed1-8277-373c7080bb04 service neutron] Checking segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:04:49.600911 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-47f065f2-3683-4ed1-8277-373c7080bb04 service neutron] Bound using segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:04:49.601456 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-47f065f2-3683-4ed1-8277-373c7080bb04 service neutron] Bound port: 1286a58a-6ab0-4b63-9618-5e29a4285352, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:04:49.601951 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-47f065f2-3683-4ed1-8277-373c7080bb04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:49.615801 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 23 Jul 2021 20:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783b1971-eba5-406d-b570-3eaf2ff4903a x-openstack-request-id: req-783b1971-eba5-406d-b570-3eaf2ff4903a {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:04:49.616145 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "name": "network-vif-plugged", "status": "completed", "tag": "504d6c62-6bda-47cb-bc6b-c1bc6dfa497c", "code": 200}, {"server_uuid": "66a705be-7077-4472-a2b4-35b6c98f678e", "name": "network-vif-plugged", "status": "completed", "tag": "7114a50d-ddd8-4e6f-8ed0-f0385a7ed407", "code": 200}, {"server_uuid": "5fca6605-982e-492b-8938-3dcf3308a9ca", "name": "network-vif-plugged", "status": "completed", "tag": "acab6456-dcfa-42d6-8c1c-7d543ac6b7eb", "code": 200}, {"server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "name": "network-vif-plugged", "status": "completed", "tag": "d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f", "code": 200}, {"server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "name": "network-vif-plugged", "status": "completed", "tag": "5eac413d-edd8-4c69-ae6a-a9dec5945955", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:04:49.616380 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-783b1971-eba5-406d-b570-3eaf2ff4903a {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:04:49.616774 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504d6c62-6bda-47cb-bc6b-c1bc6dfa497c', 'code': 200} Jul 23 20:04:49.617053 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a705be-7077-4472-a2b4-35b6c98f678e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7114a50d-ddd8-4e6f-8ed0-f0385a7ed407', 'code': 200} Jul 23 20:04:49.617308 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fca6605-982e-492b-8938-3dcf3308a9ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acab6456-dcfa-42d6-8c1c-7d543ac6b7eb', 'code': 200} Jul 23 20:04:49.617578 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd626a4a1-2e71-4ec8-93c3-8f1b685aaf9f', 'code': 200} Jul 23 20:04:49.617812 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eac413d-edd8-4c69-ae6a-a9dec5945955', 'code': 200} Jul 23 20:04:49.677267 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d33b36b8-968f-4298-aa0f-0b95084fa10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:49.692902 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d33b36b8-968f-4298-aa0f-0b95084fa10a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:49.826721 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d33b36b8-968f-4298-aa0f-0b95084fa10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:49.827757 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33b36b8-968f-4298-aa0f-0b95084fa10a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffda0b1c-7d0e-4f6c-8441-02f1413af9da {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:04:49.837627 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d33b36b8-968f-4298-aa0f-0b95084fa10a admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:49.841864 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d33b36b8-968f-4298-aa0f-0b95084fa10a admin admin] 10.222.0.32 "DELETE /v2.0/routers/ffda0b1c-7d0e-4f6c-8441-02f1413af9da HTTP/1.1" status: 204 len: 168 time: 2.1333430 Jul 23 20:04:49.843422 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40776) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:04:49.866376 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-47f065f2-3683-4ed1-8277-373c7080bb04 service neutron] For port 1286a58a-6ab0-4b63-9618-5e29a4285352, host n-h2-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:04:49.866652 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e58eb9-b38e-4cec-8af2-9dad795e6411 req-55df939c-c165-4c74-abf5-1891f4802e0e tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:49.866652 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c9e58eb9-b38e-4cec-8af2-9dad795e6411 req-55df939c-c165-4c74-abf5-1891f4802e0e tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=66a705be-7077-4472-a2b4-35b6c98f678e HTTP/1.1" status: 200 len: 946 time: 0.4804876 Jul 23 20:04:49.888259 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-47f065f2-3683-4ed1-8277-373c7080bb04 service neutron] For port 1286a58a-6ab0-4b63-9618-5e29a4285352, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=1286a58a-6ab0-4b63-9618-5e29a4285352,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:04:49.908292 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-47f065f2-3683-4ed1-8277-373c7080bb04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:49.928386 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-47f065f2-3683-4ed1-8277-373c7080bb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:49.929998 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-47f065f2-3683-4ed1-8277-373c7080bb04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:49.932732 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-47f065f2-3683-4ed1-8277-373c7080bb04 service neutron] 10.222.0.18 "PUT /v2.0/ports/1286a58a-6ab0-4b63-9618-5e29a4285352 HTTP/1.1" status: 200 len: 1096 time: 3.1122026 Jul 23 20:04:49.954982 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbf4b06b-fb7d-4263-adc8-ff8a11023291 admin admin] Deleting subnet 943dd119-adc0-42fb-a667-378d66460d4a {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:04:49.967810 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b1d47f-ced0-4326-bfa7-5bc8507b9a15', 'tag': '1286a58a-6ab0-4b63-9618-5e29a4285352'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:04:49.970291 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cbf4b06b-fb7d-4263-adc8-ff8a11023291 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:49.970992 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08cdc40-dc58-4a49-bdd1-12f512499932" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b1d47f-ced0-4326-bfa7-5bc8507b9a15", "tag": "1286a58a-6ab0-4b63-9618-5e29a4285352"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:04:50.150768 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c139c-7a38-4aea-be9a-4b02aa3df6fc req-bdbaef3e-d1fa-4bd4-b65e-9bb01582918f tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:50.158136 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-745c139c-7a38-4aea-be9a-4b02aa3df6fc req-bdbaef3e-d1fa-4bd4-b65e-9bb01582918f tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 947 time: 0.4262683 Jul 23 20:04:50.204969 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f065f2-3683-4ed1-8277-373c7080bb04 service neutron] Pushing event updated for resources: {'Port': ['ID=1286a58a-6ab0-4b63-9618-5e29a4285352,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:50.269323 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-38f07a00-dc17-4b9d-b4f5-850acc695b05 service neutron] For port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:50.304397 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-745c139c-7a38-4aea-be9a-4b02aa3df6fc req-1715825e-f706-4f08-b796-0534c4d89a9b tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432219 Jul 23 20:04:50.381506 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-38f07a00-dc17-4b9d-b4f5-850acc695b05 service neutron] For port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:04:50.508594 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-9c6f9f39-d2a8-462c-9d19-f852f898bbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:50.510488 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-9c6f9f39-d2a8-462c-9d19-f852f898bbb8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a28939d8212b4a0392808b969f282665&device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 1099 time: 0.4876156 Jul 23 20:04:50.532528 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66de92-6b77-4c11-91b3-db3839e1f74d req-00dceb39-9873-4e82-b44c-6dbb2a4cef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:50.533164 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66de92-6b77-4c11-91b3-db3839e1f74d req-00dceb39-9873-4e82-b44c-6dbb2a4cef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:50.533731 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66de92-6b77-4c11-91b3-db3839e1f74d req-00dceb39-9873-4e82-b44c-6dbb2a4cef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:50.534269 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66de92-6b77-4c11-91b3-db3839e1f74d req-00dceb39-9873-4e82-b44c-6dbb2a4cef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:50.534800 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66de92-6b77-4c11-91b3-db3839e1f74d req-00dceb39-9873-4e82-b44c-6dbb2a4cef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:50.535322 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66de92-6b77-4c11-91b3-db3839e1f74d req-00dceb39-9873-4e82-b44c-6dbb2a4cef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:50.535844 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66de92-6b77-4c11-91b3-db3839e1f74d req-00dceb39-9873-4e82-b44c-6dbb2a4cef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:50.538397 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ed66de92-6b77-4c11-91b3-db3839e1f74d req-00dceb39-9873-4e82-b44c-6dbb2a4cef7b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 6508 time: 0.7790415 Jul 23 20:04:50.541643 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cbf4b06b-fb7d-4263-adc8-ff8a11023291 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:50.552404 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-38f07a00-dc17-4b9d-b4f5-850acc695b05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:04:50.594952 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c9e58eb9-b38e-4cec-8af2-9dad795e6411 req-b3e60025-5f5c-428a-beba-a208a2b4637f tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7066119 Jul 23 20:04:50.623207 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-38f07a00-dc17-4b9d-b4f5-850acc695b05 service neutron] For port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:50.644976 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-d1b60c6a-e022-44c2-9941-2a8c0e5487f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=1286a58a-6ab0-4b63-9618-5e29a4285352 HTTP/1.1" status: 200 len: 217 time: 0.1071579 Jul 23 20:04:50.647302 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-38f07a00-dc17-4b9d-b4f5-850acc695b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:50.660982 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b827f4-142c-4285-9ad6-a3fdcb8e71ab req-adfea526-4fb0-43d0-948a-7e8e7f496f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:50.662966 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c9b827f4-142c-4285-9ad6-a3fdcb8e71ab req-adfea526-4fb0-43d0-948a-7e8e7f496f36 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=66a705be-7077-4472-a2b4-35b6c98f678e HTTP/1.1" status: 200 len: 1098 time: 0.9510674 Jul 23 20:04:50.726350 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ed66de92-6b77-4c11-91b3-db3839e1f74d req-241d9270-5144-4752-9bb8-8b7bba749338 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f03bc08f-e700-4073-8157-e780c3416b03&id=b8f4f3ea-9040-40e5-b97d-88f3cee36311&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1524858 Jul 23 20:04:50.731621 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-00a9fd8c-004e-478e-9daa-64b338ac6851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:50.733196 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-00a9fd8c-004e-478e-9daa-64b338ac6851 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.0663042 Jul 23 20:04:50.820912 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c9b827f4-142c-4285-9ad6-a3fdcb8e71ab req-61316cd1-f08b-48f7-b7d3-3e62a7c50713 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128325 Jul 23 20:04:50.822587 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14264d97-268e-44bb-b3c0-b829eaafb86e req-1bcb2c88-1b87-4d0b-92b2-1998f550294c tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:50.830633 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14264d97-268e-44bb-b3c0-b829eaafb86e req-1bcb2c88-1b87-4d0b-92b2-1998f550294c tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:50.839880 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cbf4b06b-fb7d-4263-adc8-ff8a11023291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:50.840951 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14264d97-268e-44bb-b3c0-b829eaafb86e req-1bcb2c88-1b87-4d0b-92b2-1998f550294c tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:50.856480 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14264d97-268e-44bb-b3c0-b829eaafb86e req-1bcb2c88-1b87-4d0b-92b2-1998f550294c tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:50.871582 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14264d97-268e-44bb-b3c0-b829eaafb86e req-1bcb2c88-1b87-4d0b-92b2-1998f550294c tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:50.881769 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14264d97-268e-44bb-b3c0-b829eaafb86e req-1bcb2c88-1b87-4d0b-92b2-1998f550294c tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:50.891028 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14264d97-268e-44bb-b3c0-b829eaafb86e req-1bcb2c88-1b87-4d0b-92b2-1998f550294c tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:50.893635 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-14264d97-268e-44bb-b3c0-b829eaafb86e req-1bcb2c88-1b87-4d0b-92b2-1998f550294c tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 5444 time: 0.3982825 Jul 23 20:04:50.905371 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c7678-13bf-44bb-bf6f-2957f1ca85cf req-a0829399-64f9-4f6c-9cdc-eea6ebb06997 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:50.906975 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd3c7678-13bf-44bb-bf6f-2957f1ca85cf req-a0829399-64f9-4f6c-9cdc-eea6ebb06997 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 943 time: 0.1792960 Jul 23 20:04:50.967359 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cbf4b06b-fb7d-4263-adc8-ff8a11023291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:50.970263 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-38f07a00-dc17-4b9d-b4f5-850acc695b05 service neutron] Transition to ACTIVE for port object 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:04:50.979638 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-38f07a00-dc17-4b9d-b4f5-850acc695b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:50.988490 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-14264d97-268e-44bb-b3c0-b829eaafb86e req-230130ca-d7f0-40cd-923e-ad5b7dae0214 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8f4f3ea-9040-40e5-b97d-88f3cee36311&id=f03bc08f-e700-4073-8157-e780c3416b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604711 Jul 23 20:04:51.009137 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd3c7678-13bf-44bb-bf6f-2957f1ca85cf req-180444e8-ac35-46ec-bc01-e9ffb02ebf85 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943534 Jul 23 20:04:51.011114 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf4b06b-fb7d-4263-adc8-ff8a11023291 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=943dd119-adc0-42fb-a667-378d66460d4a,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:51.015955 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cbf4b06b-fb7d-4263-adc8-ff8a11023291 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:51.020881 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-cbf4b06b-fb7d-4263-adc8-ff8a11023291 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/943dd119-adc0-42fb-a667-378d66460d4a HTTP/1.1" status: 204 len: 168 time: 1.1751056 Jul 23 20:04:51.021597 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40790) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:04:51.026602 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51b47dc-caeb-4a09-8c4e-8d22f126cb6e None None] Network c601b8b0-fff2-4d36-9f97-ebce138e0521 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:04:51.065981 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-38f07a00-dc17-4b9d-b4f5-850acc695b05 service neutron] No DVR routers for this DVR port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:04:51.090780 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-7b6e4e19-6f4a-43ac-9078-7f0891a3669f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:51.092218 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-7b6e4e19-6f4a-43ac-9078-7f0891a3669f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1973882 Jul 23 20:04:51.109922 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f07a00-dc17-4b9d-b4f5-850acc695b05 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc,revision_number=10']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:51.140558 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8273166c-505d-4aa3-8f86-efcefab0b1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:51.144570 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-38f07a00-dc17-4b9d-b4f5-850acc695b05 service neutron] 10.222.0.30 "PUT /v2.0/ports/7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc/bindings/n-h2-793618-10/activate HTTP/1.1" status: 200 len: 370 time: 1.6062074 Jul 23 20:04:51.223973 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-8273166c-505d-4aa3-8f86-efcefab0b1c7 admin admin] Deleting port 6bd1f1d7-9796-456a-ba49-c115af3681db {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:04:51.224734 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8273166c-505d-4aa3-8f86-efcefab0b1c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:51.234016 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea85f97-70fa-4a53-87a8-24ab1f0f7d52 x-openstack-request-id: req-fea85f97-70fa-4a53-87a8-24ab1f0f7d52 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:04:51.234338 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b1d47f-ced0-4326-bfa7-5bc8507b9a15", "tag": "1286a58a-6ab0-4b63-9618-5e29a4285352", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:04:51.234631 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fea85f97-70fa-4a53-87a8-24ab1f0f7d52 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:04:51.235006 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b1d47f-ced0-4326-bfa7-5bc8507b9a15', 'tag': '1286a58a-6ab0-4b63-9618-5e29a4285352', 'status': 'completed', 'code': 200} Jul 23 20:04:51.240317 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 98569d9f-8fa4-47ee-ad26-defc55abbf0f no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:04:51.290614 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 98569d9f-8fa4-47ee-ad26-defc55abbf0f {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:04:51.291170 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 98569d9f-8fa4-47ee-ad26-defc55abbf0f not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:04:51.314270 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-f93eb371-78dd-40c2-8670-8633d0328119 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933823 Jul 23 20:04:51.375617 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-8273166c-505d-4aa3-8f86-efcefab0b1c7 admin admin] For port 6bd1f1d7-9796-456a-ba49-c115af3681db, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6bd1f1d7-9796-456a-ba49-c115af3681db,segment=NetworkSegment(a3e9d207-ccab-4461-a5ec-89b44ef8be73),segment_id=a3e9d207-ccab-4461-a5ec-89b44ef8be73)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:51.376197 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8273166c-505d-4aa3-8f86-efcefab0b1c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:51.394183 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84031d43-2e5d-4644-b6b8-33c9722cd5f4 req-bf9727fb-ab96-4f18-8050-641f79b22877 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:51.397210 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-84031d43-2e5d-4644-b6b8-33c9722cd5f4 req-bf9727fb-ab96-4f18-8050-641f79b22877 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dd2c279-8d14-436c-ab0f-91317a43600e HTTP/1.1" status: 200 len: 949 time: 0.1731465 Jul 23 20:04:51.401502 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-8273166c-505d-4aa3-8f86-efcefab0b1c7 admin admin] Calling delete_port for 6bd1f1d7-9796-456a-ba49-c115af3681db owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:04:51.408718 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-d942c6be-7aa4-4991-8b7c-fc06c0cbe081 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:51.410465 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-d942c6be-7aa4-4991-8b7c-fc06c0cbe081 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281&tenant_id=a3d6e44c4dd248468c67611aa3d977ae&binding%3Ahost_id=n-h1-793618-10 HTTP/1.1" status: 200 len: 1096 time: 0.1809399 Jul 23 20:04:51.475605 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e3271c-af8c-4b7a-854a-63c1421641e8 None None] DHCP port deletion for c601b8b0-fff2-4d36-9f97-ebce138e0521 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:04:51.570741 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-84031d43-2e5d-4644-b6b8-33c9722cd5f4 req-17eb46b1-b93a-486a-8819-07d7aeafd7f6 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5c3694b-8fa8-4f9e-a585-d5764c7780ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621814 Jul 23 20:04:51.594597 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-57e3271c-af8c-4b7a-854a-63c1421641e8 None None] Deleting port 6bd1f1d7-9796-456a-ba49-c115af3681db {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:04:51.594973 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-57e3271c-af8c-4b7a-854a-63c1421641e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:51.600056 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c3906a49-bd5a-4e52-9d3e-0518a046b95f req-b7d10262-8ee6-453d-9cbe-734c7d246e99 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750864 Jul 23 20:04:51.612109 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-7c478b57-0c84-45d1-a545-955ab9cd1c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:51.613764 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-7c478b57-0c84-45d1-a545-955ab9cd1c6c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281&tenant_id=a3d6e44c4dd248468c67611aa3d977ae HTTP/1.1" status: 200 len: 1096 time: 0.1891418 Jul 23 20:04:51.628665 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88435c-4371-4569-9fdf-01458de6f098 req-91795140-9c29-4d31-8082-59312b492938 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:51.630964 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3d88435c-4371-4569-9fdf-01458de6f098 req-91795140-9c29-4d31-8082-59312b492938 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd9c895c-3a75-4b0a-abd3-b9cc07ae2f1f HTTP/1.1" status: 200 len: 945 time: 0.2176774 Jul 23 20:04:51.703565 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3d88435c-4371-4569-9fdf-01458de6f098 req-f1d4f9e3-adf6-4325-bf9b-08818746e0f4 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652680 Jul 23 20:04:51.709982 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-57e3271c-af8c-4b7a-854a-63c1421641e8 None None] For port 6bd1f1d7-9796-456a-ba49-c115af3681db, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6bd1f1d7-9796-456a-ba49-c115af3681db,segment=NetworkSegment(a3e9d207-ccab-4461-a5ec-89b44ef8be73),segment_id=a3e9d207-ccab-4461-a5ec-89b44ef8be73)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:51.710394 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-57e3271c-af8c-4b7a-854a-63c1421641e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:51.713830 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8273166c-505d-4aa3-8f86-efcefab0b1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:51.728914 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-57e3271c-af8c-4b7a-854a-63c1421641e8 None None] Calling delete_port for 6bd1f1d7-9796-456a-ba49-c115af3681db owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:04:51.790941 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8273166c-505d-4aa3-8f86-efcefab0b1c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bd1f1d7-9796-456a-ba49-c115af3681db,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:51.797104 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8273166c-505d-4aa3-8f86-efcefab0b1c7 admin admin] No DVR routers for this DVR port 6bd1f1d7-9796-456a-ba49-c115af3681db on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:04:51.822802 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08cdc40-dc58-4a49-bdd1-12f512499932 req-014a4cd7-b36b-403c-acce-7535bc9d7744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:51.824488 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a08cdc40-dc58-4a49-bdd1-12f512499932 req-014a4cd7-b36b-403c-acce-7535bc9d7744 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a28939d8212b4a0392808b969f282665&device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 1099 time: 0.1388669 Jul 23 20:04:51.825386 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd2c279-8d14-436c-ab0f-91317a43600e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d6e951-e136-484e-9184-f2904ec23b13'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:04:51.827909 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bcb0ac-7940-4cf5-a2cb-3873839218d9" -d '{"events": [{"server_uuid": "0dd2c279-8d14-436c-ab0f-91317a43600e", "name": "network-vif-plugged", "status": "completed", "tag": "a9d6e951-e136-484e-9184-f2904ec23b13"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:04:51.830989 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-57e3271c-af8c-4b7a-854a-63c1421641e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:51.864750 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e3271c-af8c-4b7a-854a-63c1421641e8 None None] Pushing event deleted for resources: {'Port': ['ID=6bd1f1d7-9796-456a-ba49-c115af3681db,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:51.873274 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e3271c-af8c-4b7a-854a-63c1421641e8 None None] No DVR routers for this DVR port 6bd1f1d7-9796-456a-ba49-c115af3681db on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:04:51.916011 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8273166c-505d-4aa3-8f86-efcefab0b1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:51.928445 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-8273166c-505d-4aa3-8f86-efcefab0b1c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c601b8b0-fff2-4d36-9f97-ebce138e0521']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:04:51.949862 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b8033-a0cf-48a3-831a-14647d3a28ec req-481d15a6-6ae4-4a15-a518-63df8416d3aa tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:51.951672 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-810b8033-a0cf-48a3-831a-14647d3a28ec req-481d15a6-6ae4-4a15-a518-63df8416d3aa tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 947 time: 0.2230349 Jul 23 20:04:51.954484 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-8273166c-505d-4aa3-8f86-efcefab0b1c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3e9d207-ccab-4461-a5ec-89b44ef8be73') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:04:51.954947 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-8273166c-505d-4aa3-8f86-efcefab0b1c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3e9d207-ccab-4461-a5ec-89b44ef8be73') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:04:51.990982 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8273166c-505d-4aa3-8f86-efcefab0b1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:52.016512 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8273166c-505d-4aa3-8f86-efcefab0b1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:52.027865 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8273166c-505d-4aa3-8f86-efcefab0b1c7 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:04:52.028117 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-810b8033-a0cf-48a3-831a-14647d3a28ec req-dec8411e-8649-450c-8bbf-0e6c9aa7e908 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616341 Jul 23 20:04:52.028522 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8273166c-505d-4aa3-8f86-efcefab0b1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:52.030540 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:04:52.030540 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:04:52.030540 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:04:52.030540 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:04:52.030540 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:04:52.030540 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:04:52.030540 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:04:52.030540 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:04:52.030540 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:04:52.030540 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:04:52.030540 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:04:52.030540 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:04:52.030540 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:04:52.030540 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:04:52.030540 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:04:52.030540 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:04:52.030540 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:04:52.030540 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:04:52.030540 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:04:52.030540 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:04:52.030540 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:04:52.030540 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:04:52.030540 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:04:52.030540 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:04:52.030540 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:04:52.030540 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:04:52.030540 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:04:52.030540 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:04:52.030540 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:04:52.030540 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:04:52.030540 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:04:52.030540 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:04:52.049058 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-6cc710a9-7965-440b-875e-5df40edfbd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:52.050234 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08cdc40-dc58-4a49-bdd1-12f512499932 req-823966a9-62b3-4a05-8608-568a0c6b851f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:52.050872 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-6cc710a9-7965-440b-875e-5df40edfbd80 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6e44c4dd248468c67611aa3d977ae&device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 1096 time: 0.3515377 Jul 23 20:04:52.051992 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a08cdc40-dc58-4a49-bdd1-12f512499932 req-823966a9-62b3-4a05-8608-568a0c6b851f service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.2117982 Jul 23 20:04:52.130068 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a08cdc40-dc58-4a49-bdd1-12f512499932 req-b7a6e1f2-4a07-4934-9c10-d1d64a33f9db service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=1286a58a-6ab0-4b63-9618-5e29a4285352 HTTP/1.1" status: 200 len: 217 time: 0.0619271 Jul 23 20:04:52.214062 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08cdc40-dc58-4a49-bdd1-12f512499932 req-a9a85b46-1b35-4f55-b71a-5429e2515427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:52.216351 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a08cdc40-dc58-4a49-bdd1-12f512499932 req-a9a85b46-1b35-4f55-b71a-5429e2515427 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.0791955 Jul 23 20:04:52.271149 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798b9fd3-41e9-4d78-9194-a2b013626a7e x-openstack-request-id: req-798b9fd3-41e9-4d78-9194-a2b013626a7e {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:04:52.271693 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd2c279-8d14-436c-ab0f-91317a43600e", "name": "network-vif-plugged", "status": "completed", "tag": "a9d6e951-e136-484e-9184-f2904ec23b13", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:04:52.271888 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-798b9fd3-41e9-4d78-9194-a2b013626a7e {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:04:52.272171 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd2c279-8d14-436c-ab0f-91317a43600e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d6e951-e136-484e-9184-f2904ec23b13', 'code': 200} Jul 23 20:04:52.302524 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8273166c-505d-4aa3-8f86-efcefab0b1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:52.325913 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979313b1-6ecc-4be9-9e99-68d8f74c1c0d req-2b477e6c-d0b8-403f-a0d0-41a8acb3ad1a tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:52.328029 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-979313b1-6ecc-4be9-9e99-68d8f74c1c0d req-2b477e6c-d0b8-403f-a0d0-41a8acb3ad1a tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=66a705be-7077-4472-a2b4-35b6c98f678e HTTP/1.1" status: 200 len: 946 time: 0.3892434 Jul 23 20:04:52.333076 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8273166c-505d-4aa3-8f86-efcefab0b1c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:52.336022 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8273166c-505d-4aa3-8f86-efcefab0b1c7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c601b8b0-fff2-4d36-9f97-ebce138e0521 HTTP/1.1" status: 204 len: 168 time: 1.3133473 Jul 23 20:04:52.352481 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40816) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:04:52.408207 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8273166c-505d-4aa3-8f86-efcefab0b1c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c601b8b0-fff2-4d36-9f97-ebce138e0521,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:52.424117 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-b67148c7-31f5-4ff7-a1ce-7d642277f722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:52.425671 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-b67148c7-31f5-4ff7-a1ce-7d642277f722 service neutron] 10.222.0.18 "GET /v2.0/networks?id=18f1c189-135d-4e39-8a5e-b364e733193d HTTP/1.1" status: 200 len: 921 time: 0.3529336 Jul 23 20:04:52.470602 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-979313b1-6ecc-4be9-9e99-68d8f74c1c0d req-0e8b446e-b047-47b0-9d8d-dd23e5e0615f tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249259 Jul 23 20:04:52.504718 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-3f796635-9aee-416d-8897-906bdabf6cd4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc HTTP/1.1" status: 200 len: 217 time: 0.0463939 Jul 23 20:04:52.591421 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-cc478a2a-38d0-4460-bbab-df3b9177fe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:52.593081 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-cc478a2a-38d0-4460-bbab-df3b9177fe46 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ff9cc1f3-5cfa-4b1f-ac36-a859db46b374 HTTP/1.1" status: 200 len: 860 time: 0.0801105 Jul 23 20:04:52.663754 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-a3e67726-3c8f-43ce-a693-ae7515b3c1af service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=18f1c189-135d-4e39-8a5e-b364e733193d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588095 Jul 23 20:04:52.768288 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999833a-a980-4fe9-82b4-85e30bda44a1 req-7e851cef-0233-4ac5-bfc9-8f1b5fc952db tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:52.774916 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999833a-a980-4fe9-82b4-85e30bda44a1 req-7e851cef-0233-4ac5-bfc9-8f1b5fc952db tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:52.781985 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999833a-a980-4fe9-82b4-85e30bda44a1 req-7e851cef-0233-4ac5-bfc9-8f1b5fc952db tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:52.788727 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999833a-a980-4fe9-82b4-85e30bda44a1 req-7e851cef-0233-4ac5-bfc9-8f1b5fc952db tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:52.796137 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999833a-a980-4fe9-82b4-85e30bda44a1 req-7e851cef-0233-4ac5-bfc9-8f1b5fc952db tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:52.803016 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999833a-a980-4fe9-82b4-85e30bda44a1 req-7e851cef-0233-4ac5-bfc9-8f1b5fc952db tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:52.810029 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999833a-a980-4fe9-82b4-85e30bda44a1 req-7e851cef-0233-4ac5-bfc9-8f1b5fc952db tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:52.812199 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4999833a-a980-4fe9-82b4-85e30bda44a1 req-7e851cef-0233-4ac5-bfc9-8f1b5fc952db tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 5444 time: 0.2181032 Jul 23 20:04:52.887925 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-77338346-3f18-4655-9ab1-62a1adb40ca8 service neutron] 10.222.0.18 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136114 Jul 23 20:04:52.894509 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4999833a-a980-4fe9-82b4-85e30bda44a1 req-3af7ab11-d464-4f12-9e14-66a53a443695 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8f4f3ea-9040-40e5-b97d-88f3cee36311&id=f03bc08f-e700-4073-8157-e780c3416b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0663166 Jul 23 20:04:53.016257 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-eff98456-f2a2-48d1-b24d-1ef4382a8f1e service neutron] 10.222.0.18 "GET /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199925 Jul 23 20:04:53.127483 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08cdc40-dc58-4a49-bdd1-12f512499932 req-75b48df1-b1f2-400b-bb5a-14ae1edc8315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:53.137130 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a08cdc40-dc58-4a49-bdd1-12f512499932 req-75b48df1-b1f2-400b-bb5a-14ae1edc8315 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9055037 Jul 23 20:04:53.139898 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953cc012-3a75-4d7c-96e3-f2f4e4d809b4 req-8086ecfa-5711-4695-9a2b-8e2f94f15b11 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:53.148335 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-953cc012-3a75-4d7c-96e3-f2f4e4d809b4 req-8086ecfa-5711-4695-9a2b-8e2f94f15b11 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd9c895c-3a75-4b0a-abd3-b9cc07ae2f1f HTTP/1.1" status: 200 len: 945 time: 0.1126664 Jul 23 20:04:53.197801 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57613ae-ced5-4806-8df8-8ce5ee500673 req-d28e5fdb-9c0f-42ea-a49a-3462e418774d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:53.201101 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e57613ae-ced5-4806-8df8-8ce5ee500673 req-d28e5fdb-9c0f-42ea-a49a-3462e418774d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0dd2c279-8d14-436c-ab0f-91317a43600e HTTP/1.1" status: 200 len: 1101 time: 0.7656476 Jul 23 20:04:53.236252 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-953cc012-3a75-4d7c-96e3-f2f4e4d809b4 req-b1cd74de-4395-4ec7-b846-1c9b84c92dd5 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849178 Jul 23 20:04:53.254518 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9768b34-52cc-4eee-b129-7fd727c0f13d req-69e5b67b-30c8-447c-b774-7d5e01561bea tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:53.257658 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a9768b34-52cc-4eee-b129-7fd727c0f13d req-69e5b67b-30c8-447c-b774-7d5e01561bea tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 944 time: 0.8078671 Jul 23 20:04:53.293398 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6bd1f1d7-9796-456a-ba49-c115af3681db no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:04:53.360392 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 6bd1f1d7-9796-456a-ba49-c115af3681db {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:04:53.361218 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6bd1f1d7-9796-456a-ba49-c115af3681db not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:04:53.386340 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e57613ae-ced5-4806-8df8-8ce5ee500673 req-07afdbb3-4850-4679-b938-cfcf37fec5ea service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e5c3694b-8fa8-4f9e-a585-d5764c7780ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649551 Jul 23 20:04:53.402786 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-7c2afe6d-392e-40ba-8579-292c6b6dadde tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:53.404857 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-7c2afe6d-392e-40ba-8579-292c6b6dadde tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281&tenant_id=a3d6e44c4dd248468c67611aa3d977ae&binding%3Ahost_id=n-h2-793618-10 HTTP/1.1" status: 200 len: 1096 time: 0.1135774 Jul 23 20:04:53.417560 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a9768b34-52cc-4eee-b129-7fd727c0f13d req-c1fc06f4-045e-49d4-b37f-7f00f402d197 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438382 Jul 23 20:04:53.531621 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a08cdc40-dc58-4a49-bdd1-12f512499932 req-74100f35-2ab8-4aa2-af2b-3100a52b790e service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682988 Jul 23 20:04:53.615980 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c3748-611a-412c-ab12-73f207763518 req-5c94ee83-d97a-4edb-aa1d-34d3a3b70a59 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:53.617894 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c35c3748-611a-412c-ab12-73f207763518 req-5c94ee83-d97a-4edb-aa1d-34d3a3b70a59 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dd2c279-8d14-436c-ab0f-91317a43600e HTTP/1.1" status: 200 len: 949 time: 0.1662140 Jul 23 20:04:53.656725 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-7a5bd4eb-8aab-4410-b891-8e2271978eb8 service neutron] For port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:04:53.664616 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a08cdc40-dc58-4a49-bdd1-12f512499932 req-1da55271-ea2e-4f31-a4f5-0b7279ba4520 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966148 Jul 23 20:04:53.667360 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-7a5bd4eb-8aab-4410-b891-8e2271978eb8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:53.668351 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-7a5bd4eb-8aab-4410-b891-8e2271978eb8 service neutron] 10.222.0.18 "DELETE /v2.0/ports/7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc/bindings/n-h1-793618-10 HTTP/1.1" status: 204 len: 173 time: 0.2548552 Jul 23 20:04:53.694950 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c35c3748-611a-412c-ab12-73f207763518 req-11c9f9a8-a257-40d2-adef-2baa60ed3edb tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5c3694b-8fa8-4f9e-a585-d5764c7780ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607510 Jul 23 20:04:53.723999 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e7ce5-9e2d-49e0-ae80-67615e233e80 req-8f2fa8c3-45ad-414f-877e-ee744fde7d3e tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:53.735393 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e7ce5-9e2d-49e0-ae80-67615e233e80 req-8f2fa8c3-45ad-414f-877e-ee744fde7d3e tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:53.742090 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e7ce5-9e2d-49e0-ae80-67615e233e80 req-8f2fa8c3-45ad-414f-877e-ee744fde7d3e tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:53.748923 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e7ce5-9e2d-49e0-ae80-67615e233e80 req-8f2fa8c3-45ad-414f-877e-ee744fde7d3e tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:53.755067 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e7ce5-9e2d-49e0-ae80-67615e233e80 req-8f2fa8c3-45ad-414f-877e-ee744fde7d3e tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:53.762373 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e7ce5-9e2d-49e0-ae80-67615e233e80 req-8f2fa8c3-45ad-414f-877e-ee744fde7d3e tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:53.768490 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e7ce5-9e2d-49e0-ae80-67615e233e80 req-8f2fa8c3-45ad-414f-877e-ee744fde7d3e tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:53.778192 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-268e7ce5-9e2d-49e0-ae80-67615e233e80 req-8f2fa8c3-45ad-414f-877e-ee744fde7d3e tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 5444 time: 0.2452288 Jul 23 20:04:53.781884 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40836) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:04:53.786653 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f63dcef3-ae11-4bda-a766-f945de72f4a8 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Request body: {'floatingip': {'port_id': '0cbdd92a-b096-453c-b3eb-bec2759c3ae5'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:04:53.840548 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f63dcef3-ae11-4bda-a766-f945de72f4a8 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:53.869458 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e20f70-1530-4a83-82f7-2c84c7de7e54 req-82a018c8-f767-4222-b653-cd1f75242e93 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:53.871569 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-34e20f70-1530-4a83-82f7-2c84c7de7e54 req-82a018c8-f767-4222-b653-cd1f75242e93 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 947 time: 0.1103344 Jul 23 20:04:53.924088 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-34e20f70-1530-4a83-82f7-2c84c7de7e54 req-93b402da-da44-4401-8982-237242af4a5b tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437744 Jul 23 20:04:54.147754 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916f3ba-e13e-4018-be6a-801441a805e2 req-eb999de0-8872-478f-8cff-6f41534ea544 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:54.156852 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a916f3ba-e13e-4018-be6a-801441a805e2 req-eb999de0-8872-478f-8cff-6f41534ea544 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd9c895c-3a75-4b0a-abd3-b9cc07ae2f1f HTTP/1.1" status: 200 len: 945 time: 0.1025624 Jul 23 20:04:54.203179 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a916f3ba-e13e-4018-be6a-801441a805e2 req-1ce5e0ac-ef92-43b6-ab0a-27bf4283e111 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431237 Jul 23 20:04:54.206767 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d33efb38-4c68-4943-817a-e4bf92492281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:54.307697 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd7bb8-7a5d-4015-ae4d-321e6f1f4852 req-cc46361f-0718-4148-97dd-1e219495fcdc tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:54.314833 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cfcd7bb8-7a5d-4015-ae4d-321e6f1f4852 req-cc46361f-0718-4148-97dd-1e219495fcdc tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=66a705be-7077-4472-a2b4-35b6c98f678e HTTP/1.1" status: 200 len: 946 time: 0.2731743 Jul 23 20:04:54.412306 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cfcd7bb8-7a5d-4015-ae4d-321e6f1f4852 req-b814808a-52c2-4929-a96f-201e617e3aeb tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961082 Jul 23 20:04:54.593030 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41a1a2-4c04-4d69-ab5d-48f597ac47fe req-c78a05c1-7aa4-4d24-9e10-cab2f2a971ca tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:54.604944 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1b41a1a2-4c04-4d69-ab5d-48f597ac47fe req-c78a05c1-7aa4-4d24-9e10-cab2f2a971ca tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 944 time: 0.0903764 Jul 23 20:04:54.669997 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1b41a1a2-4c04-4d69-ab5d-48f597ac47fe req-f2c0e729-8f67-455f-a69e-29158b48278a tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583138 Jul 23 20:04:54.781821 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b4189-9363-4ffb-a338-f3a4e8f7a5ef req-b7a8926d-c5a6-493a-a4f6-465a0abf989d tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:54.789748 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-641b4189-9363-4ffb-a338-f3a4e8f7a5ef req-b7a8926d-c5a6-493a-a4f6-465a0abf989d tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=66a705be-7077-4472-a2b4-35b6c98f678e HTTP/1.1" status: 200 len: 946 time: 0.2438016 Jul 23 20:04:54.795609 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 1286a58a-6ab0-4b63-9618-5e29a4285352 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:04:54.887412 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae609d-6982-4a79-817c-f825a4035f9a req-00428e3e-8cb9-4773-acba-9fb62ed4c7bc tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:54.902142 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-90ae609d-6982-4a79-817c-f825a4035f9a req-00428e3e-8cb9-4773-acba-9fb62ed4c7bc tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dd2c279-8d14-436c-ab0f-91317a43600e HTTP/1.1" status: 200 len: 949 time: 0.1291676 Jul 23 20:04:54.931435 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 1286a58a-6ab0-4b63-9618-5e29a4285352, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=1286a58a-6ab0-4b63-9618-5e29a4285352,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:54.946985 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '1286a58a-6ab0-4b63-9618-5e29a4285352', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': '1286a58a-6ab0-4b63-9618-5e29a4285352', 'mac_address': 'fa:16:3e:3e:47:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:04:54.951010 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-641b4189-9363-4ffb-a338-f3a4e8f7a5ef req-099a21bd-d2e4-44a1-888b-f317acc81ef9 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549842 Jul 23 20:04:54.957352 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f63dcef3-ae11-4bda-a766-f945de72f4a8 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:54.964587 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-90ae609d-6982-4a79-817c-f825a4035f9a req-0018a658-db8c-46b0-b3ac-e9ac68c16bae tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5c3694b-8fa8-4f9e-a585-d5764c7780ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610888 Jul 23 20:04:54.970220 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f63dcef3-ae11-4bda-a766-f945de72f4a8 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:55.000482 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:55.015977 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1286a58a-6ab0-4b63-9618-5e29a4285352 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:04:55.048951 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 1286a58a-6ab0-4b63-9618-5e29a4285352, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=1286a58a-6ab0-4b63-9618-5e29a4285352,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:55.055698 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:55.132214 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=1286a58a-6ab0-4b63-9618-5e29a4285352,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:55.147080 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [None req-f63dcef3-ae11-4bda-a766-f945de72f4a8 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Floating IP f3f9d91d-c6f7-47f2-ad7f-66dcdbaba5bb associated. External IP: 172.25.1.158, port: 0cbdd92a-b096-453c-b3eb-bec2759c3ae5. Jul 23 20:04:55.283506 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-d33efb38-4c68-4943-817a-e4bf92492281 admin admin] Deleting port 8b2e9367-ce98-4b8c-adc7-8c50b5643027 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:04:55.284186 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d33efb38-4c68-4943-817a-e4bf92492281 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:55.401504 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e99e2-fb69-43a4-b1fe-9d4bb7610316 req-a65ce5f0-6388-4c8a-911f-570f2000d6d0 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:55.404179 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7a8e99e2-fb69-43a4-b1fe-9d4bb7610316 req-a65ce5f0-6388-4c8a-911f-570f2000d6d0 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 948 time: 0.0880852 Jul 23 20:04:55.420410 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b23210-0adf-4c87-b48e-d886174117d5 req-d07e14d8-ee3e-4124-afc6-bd16c6c689c0 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:55.427391 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-76b23210-0adf-4c87-b48e-d886174117d5 req-d07e14d8-ee3e-4124-afc6-bd16c6c689c0 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 1096 time: 0.3743949 Jul 23 20:04:55.447300 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['1286a58a-6ab0-4b63-9618-5e29a4285352'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:04:55.471472 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7a8e99e2-fb69-43a4-b1fe-9d4bb7610316 req-80257072-794a-4fa0-96e6-d04be757d2ce tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587516 Jul 23 20:04:55.546056 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-76b23210-0adf-4c87-b48e-d886174117d5 req-4cad958d-a636-4866-b228-ae16f318c323 tempest-LiveAutoBlockMigrationV225Test-1705175321 tempest-LiveAutoBlockMigrationV225Test-1705175321-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177328 Jul 23 20:04:55.568096 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-d33efb38-4c68-4943-817a-e4bf92492281 admin admin] For port 8b2e9367-ce98-4b8c-adc7-8c50b5643027, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=8b2e9367-ce98-4b8c-adc7-8c50b5643027,segment=NetworkSegment(818ef12b-5e1c-4b40-a65a-a8525ae8d35a),segment_id=818ef12b-5e1c-4b40-a65a-a8525ae8d35a)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:55.568463 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d33efb38-4c68-4943-817a-e4bf92492281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:55.632735 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-d33efb38-4c68-4943-817a-e4bf92492281 admin admin] Calling delete_port for 8b2e9367-ce98-4b8c-adc7-8c50b5643027 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:04:55.656567 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-2fe0db06-b048-4813-8edd-2b8836160237 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=bd4f3a49661b4ba795f8595616639abc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482252 Jul 23 20:04:55.793572 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63dcef3-ae11-4bda-a766-f945de72f4a8 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Router ad372a85-c26a-4382-9d5b-3f69303806e6 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:04:55.808041 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-ab5892f7-c808-4533-8f58-22723a658465 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:55.815540 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-ab5892f7-c808-4533-8f58-22723a658465 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1521723 Jul 23 20:04:55.833069 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-556c8edf-b6cb-4d6b-86e2-0aac93032b68 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/quotas/bd4f3a49661b4ba795f8595616639abc HTTP/1.1" status: 200 len: 375 time: 0.0165458 Jul 23 20:04:55.848824 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ce650-42e9-4747-9305-eaeb4971da59 req-66c79e8b-270d-4084-8580-dc1829649bea tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:55.850618 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-202ce650-42e9-4747-9305-eaeb4971da59 req-66c79e8b-270d-4084-8580-dc1829649bea tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9c895c-3a75-4b0a-abd3-b9cc07ae2f1f HTTP/1.1" status: 200 len: 945 time: 0.2959304 Jul 23 20:04:55.905649 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-cd71d07a-f3d3-495a-b56b-adf3779cac30 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd4f3a49661b4ba795f8595616639abc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0716274 Jul 23 20:04:56.290202 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b472fbd-f856-4a9b-8867-71461553e9de req-87182ead-7eed-4518-8053-bae33d80183a tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:56.301796 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8b472fbd-f856-4a9b-8867-71461553e9de req-87182ead-7eed-4518-8053-bae33d80183a tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd9c895c-3a75-4b0a-abd3-b9cc07ae2f1f HTTP/1.1" status: 200 len: 945 time: 0.1717563 Jul 23 20:04:56.371480 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8b472fbd-f856-4a9b-8867-71461553e9de req-21ef63b4-1ceb-4bfd-ba20-d9532746745f tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664892 Jul 23 20:04:56.562451 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d33efb38-4c68-4943-817a-e4bf92492281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:56.630885 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcaecb-bbb4-41ae-ae2b-93646406ffdb req-2e7bdd0e-1dbd-4c61-8187-58790d48893f tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:56.639164 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-badcaecb-bbb4-41ae-ae2b-93646406ffdb req-2e7bdd0e-1dbd-4c61-8187-58790d48893f tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=66a705be-7077-4472-a2b4-35b6c98f678e HTTP/1.1" status: 200 len: 946 time: 0.9175150 Jul 23 20:04:56.657354 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33efb38-4c68-4943-817a-e4bf92492281 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b2e9367-ce98-4b8c-adc7-8c50b5643027,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:56.729151 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4fb887fb-54ca-4f55-8408-dd1993ae19b4 req-1903eefd-f402-41ea-8645-c9c24ac355f4 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/ports?device_id=74db21fb-6af3-4b2c-8130-52bc7fc761da HTTP/1.1" status: 200 len: 210 time: 0.0450456 Jul 23 20:04:56.761244 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-badcaecb-bbb4-41ae-ae2b-93646406ffdb req-4d8d9b8f-2930-4a77-9ec5-e93b5c30e319 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210942 Jul 23 20:04:56.882517 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7faad71-32bf-4797-9f25-04e30dce982e req-6d5d3b7b-d998-40d1-a63b-f80a79ebf0e2 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:56.890767 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f7faad71-32bf-4797-9f25-04e30dce982e req-6d5d3b7b-d998-40d1-a63b-f80a79ebf0e2 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 948 time: 0.0998445 Jul 23 20:04:56.946331 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f7faad71-32bf-4797-9f25-04e30dce982e req-c2e0ee02-0c81-4594-ae07-be74412456b2 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543077 Jul 23 20:04:57.032807 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63dcef3-ae11-4bda-a766-f945de72f4a8 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:04:57.044719 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b0c3b4-1181-41ca-b7aa-567e2eb7e00c None None] Sync routers for ids ['ad372a85-c26a-4382-9d5b-3f69303806e6'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:04:57.058905 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-202ce650-42e9-4747-9305-eaeb4971da59 req-aa233dcc-c9f6-4ad7-b7ad-a3bebb7fa006 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Deleting port ce45e6e7-6c04-4995-9f32-1dcbed962bb6 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:04:57.059795 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-202ce650-42e9-4747-9305-eaeb4971da59 req-aa233dcc-c9f6-4ad7-b7ad-a3bebb7fa006 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:57.061263 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b0c3b4-1181-41ca-b7aa-567e2eb7e00c None None] Routers {'ad372a85-c26a-4382-9d5b-3f69303806e6'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:04:57.066332 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f63dcef3-ae11-4bda-a766-f945de72f4a8 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:57.069651 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-c5b0c3b4-1181-41ca-b7aa-567e2eb7e00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:04:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ad372a85-c26a-4382-9d5b-3f69303806e6'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:04:57.094550 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fedfc-aa97-4b3a-978d-89c28621d902 req-ce914c34-c423-4876-8a6c-07c2fc69dd3d tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:57.102120 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-479fedfc-aa97-4b3a-978d-89c28621d902 req-ce914c34-c423-4876-8a6c-07c2fc69dd3d tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=66a705be-7077-4472-a2b4-35b6c98f678e HTTP/1.1" status: 200 len: 946 time: 0.0889170 Jul 23 20:04:57.158760 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-479fedfc-aa97-4b3a-978d-89c28621d902 req-5b08e577-9955-4020-9ffd-072f8e2173db tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555470 Jul 23 20:04:57.239291 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d33efb38-4c68-4943-817a-e4bf92492281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:57.271935 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f63dcef3-ae11-4bda-a766-f945de72f4a8 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "PUT /v2.0/floatingips/f3f9d91d-c6f7-47f2-ad7f-66dcdbaba5bb HTTP/1.1" status: 200 len: 991 time: 3.4890118 Jul 23 20:04:57.282681 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-c5b0c3b4-1181-41ca-b7aa-567e2eb7e00c None None] Set router ad372a85-c26a-4382-9d5b-3f69303806e6 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:04:57.282901 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'tag': '0cbdd92a-b096-453c-b3eb-bec2759c3ae5'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:04:57.294726 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588fc40a-171e-4ca5-a493-e5b2e5f7af81" -d '{"events": [{"name": "network-changed", "server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "tag": "0cbdd92a-b096-453c-b3eb-bec2759c3ae5"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:04:57.485152 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6ce574-7b8d-4e6e-8307-5ec78add81bc x-openstack-request-id: req-df6ce574-7b8d-4e6e-8307-5ec78add81bc {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:04:57.485521 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624f143-44ac-4c9a-aea3-8c007da2cf3d req-c0ab506f-20a2-4f08-aa23-43376c8286e3 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:57.487572 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b624f143-44ac-4c9a-aea3-8c007da2cf3d req-c0ab506f-20a2-4f08-aa23-43376c8286e3 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 944 time: 0.1476693 Jul 23 20:04:57.487873 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "tag": "0cbdd92a-b096-453c-b3eb-bec2759c3ae5", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:04:57.488244 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-df6ce574-7b8d-4e6e-8307-5ec78add81bc {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:04:57.489592 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'tag': '0cbdd92a-b096-453c-b3eb-bec2759c3ae5', 'status': 'completed', 'code': 200} Jul 23 20:04:57.619430 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-07a8bc13-223f-4339-b6fc-4821b4889d1a tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=bd4f3a49661b4ba795f8595616639abc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1309075 Jul 23 20:04:57.654076 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ec0f0-7b6c-4b28-a104-552bf1a87b18 req-03295e42-15ec-49c0-8abe-471fdd04c4c6 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:57.671162 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ad6ec0f0-7b6c-4b28-a104-552bf1a87b18 req-03295e42-15ec-49c0-8abe-471fdd04c4c6 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 944 time: 0.7948575 Jul 23 20:04:57.701564 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-c5b0c3b4-1181-41ca-b7aa-567e2eb7e00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad372a85-c26a-4382-9d5b-3f69303806e6', 'name': 'tempest-TaggedBootDevicesTest_v242-1231983148-router', 'tenant_id': '858effe7088a420282b357f80eadfe13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '425c89fe-66dc-4d2a-8d25-3e1f12cc39db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:02:49Z', 'updated_at': '2021-07-23T20:02:56Z', 'revision_number': 4, 'project_id': '858effe7088a420282b357f80eadfe13', 'gw_port': {'id': '425c89fe-66dc-4d2a-8d25-3e1f12cc39db', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad372a85-c26a-4382-9d5b-3f69303806e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:02:50Z', 'updated_at': '2021-07-23T20:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'f3f9d91d-c6f7-47f2-ad7f-66dcdbaba5bb', 'tenant_id': '858effe7088a420282b357f80eadfe13', 'floating_ip_address': '172.25.1.158', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'ad372a85-c26a-4382-9d5b-3f69303806e6', 'port_id': '0cbdd92a-b096-453c-b3eb-bec2759c3ae5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c425ca-579f-4028-a72c-ce66097cca22', 'mac_address': 'fa:16:3e:4c:70:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:03:42Z', 'updated_at': '2021-07-23T20:04:54Z', 'revision_number': 1, 'project_id': '858effe7088a420282b357f80eadfe13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9896ff-2459-4003-b464-21a948cb8b3b', 'name': '', 'network_id': 'c0c425ca-579f-4028-a72c-ce66097cca22', 'tenant_id': '858effe7088a420282b357f80eadfe13', 'mac_address': 'fa:16:3e:ff:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad372a85-c26a-4382-9d5b-3f69303806e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a451f4d4-16b1-4cd6-849b-914123ed9f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:02:54Z', 'updated_at': '2021-07-23T20:03:03Z', 'revision_number': 5, 'project_id': '858effe7088a420282b357f80eadfe13', 'subnets': [{'id': 'a451f4d4-16b1-4cd6-849b-914123ed9f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:04:57.748871 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b0c3b4-1181-41ca-b7aa-567e2eb7e00c None None] Checking router: ad372a85-c26a-4382-9d5b-3f69303806e6 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:04:57.759494 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b0c3b4-1181-41ca-b7aa-567e2eb7e00c None None] Routers {'ad372a85-c26a-4382-9d5b-3f69303806e6'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:04:57.760117 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-c5b0c3b4-1181-41ca-b7aa-567e2eb7e00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:04:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ad372a85-c26a-4382-9d5b-3f69303806e6'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:04:57.765821 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-202ce650-42e9-4747-9305-eaeb4971da59 req-aa233dcc-c9f6-4ad7-b7ad-a3bebb7fa006 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] For port ce45e6e7-6c04-4995-9f32-1dcbed962bb6, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=ce45e6e7-6c04-4995-9f32-1dcbed962bb6,segment=NetworkSegment(09c16a36-f585-4003-9e2f-a9905bed7329),segment_id=09c16a36-f585-4003-9e2f-a9905bed7329)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:57.766541 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-202ce650-42e9-4747-9305-eaeb4971da59 req-aa233dcc-c9f6-4ad7-b7ad-a3bebb7fa006 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:57.793909 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-202ce650-42e9-4747-9305-eaeb4971da59 req-aa233dcc-c9f6-4ad7-b7ad-a3bebb7fa006 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Calling delete_port for ce45e6e7-6c04-4995-9f32-1dcbed962bb6 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:04:57.797230 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31efa3-5aed-41c2-a2e5-49f5b7bd4c8a req-b70a24cc-7c49-4ae8-923c-16cbb44a48e9 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:57.804827 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9f31efa3-5aed-41c2-a2e5-49f5b7bd4c8a req-b70a24cc-7c49-4ae8-923c-16cbb44a48e9 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=66a705be-7077-4472-a2b4-35b6c98f678e HTTP/1.1" status: 200 len: 946 time: 0.2510655 Jul 23 20:04:57.849624 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ad6ec0f0-7b6c-4b28-a104-552bf1a87b18 req-0b3a09fb-9cfe-43c5-97ad-b11f1a79719c tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769223 Jul 23 20:04:57.871449 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-2d0669e9-f868-4981-affd-a76346e8348d tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:57.871449 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-2d0669e9-f868-4981-affd-a76346e8348d tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2399693 Jul 23 20:04:57.879731 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-b624f143-44ac-4c9a-aea3-8c007da2cf3d req-7bd3ef25-8f01-417e-9bcc-af9d0cf76db2 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Deleting port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:04:57.880071 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b624f143-44ac-4c9a-aea3-8c007da2cf3d req-7bd3ef25-8f01-417e-9bcc-af9d0cf76db2 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:57.888326 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-d25fcc63-9c09-464e-8004-7b7be062de85 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Request body: {'port': {'device_id': '74db21fb-6af3-4b2c-8130-52bc7fc761da', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'admin_state_up': True, 'tenant_id': 'bd4f3a49661b4ba795f8595616639abc'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:04:57.905315 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9f31efa3-5aed-41c2-a2e5-49f5b7bd4c8a req-fa98d69c-c82f-4d31-9b9d-5e6e37dbb6e2 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996277 Jul 23 20:04:58.029048 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fc40a-171e-4ca5-a493-e5b2e5f7af81 req-f06be380-82f0-42be-a0f1-aa267d39a5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:58.029662 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fc40a-171e-4ca5-a493-e5b2e5f7af81 req-f06be380-82f0-42be-a0f1-aa267d39a5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:58.030200 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fc40a-171e-4ca5-a493-e5b2e5f7af81 req-f06be380-82f0-42be-a0f1-aa267d39a5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:58.030903 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fc40a-171e-4ca5-a493-e5b2e5f7af81 req-f06be380-82f0-42be-a0f1-aa267d39a5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:58.031434 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fc40a-171e-4ca5-a493-e5b2e5f7af81 req-f06be380-82f0-42be-a0f1-aa267d39a5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:58.032139 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fc40a-171e-4ca5-a493-e5b2e5f7af81 req-f06be380-82f0-42be-a0f1-aa267d39a5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:58.032808 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fc40a-171e-4ca5-a493-e5b2e5f7af81 req-f06be380-82f0-42be-a0f1-aa267d39a5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:58.034895 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-588fc40a-171e-4ca5-a493-e5b2e5f7af81 req-f06be380-82f0-42be-a0f1-aa267d39a5c1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=858effe7088a420282b357f80eadfe13&device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 6508 time: 0.5270176 Jul 23 20:04:58.083743 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-c5b0c3b4-1181-41ca-b7aa-567e2eb7e00c None None] Set router ad372a85-c26a-4382-9d5b-3f69303806e6 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:04:58.187440 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5cdad62d-ddbb-4323-8cd3-af4ad8915c0e req-62ab3fe1-6798-4ef7-8ba8-18776ebbe818 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/ports?device_id=74db21fb-6af3-4b2c-8130-52bc7fc761da HTTP/1.1" status: 200 len: 210 time: 0.0555689 Jul 23 20:04:58.229997 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-b624f143-44ac-4c9a-aea3-8c007da2cf3d req-7bd3ef25-8f01-417e-9bcc-af9d0cf76db2 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] For port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:04:58.230375 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b624f143-44ac-4c9a-aea3-8c007da2cf3d req-7bd3ef25-8f01-417e-9bcc-af9d0cf76db2 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:58.253008 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-b624f143-44ac-4c9a-aea3-8c007da2cf3d req-7bd3ef25-8f01-417e-9bcc-af9d0cf76db2 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Calling delete_port for 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:04:58.371912 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-d25fcc63-9c09-464e-8004-7b7be062de85 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Made reservation on behalf of bd4f3a49661b4ba795f8595616639abc for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:04:58.376230 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-d25fcc63-9c09-464e-8004-7b7be062de85 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:58.416875 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33efb38-4c68-4943-817a-e4bf92492281 admin admin] Router 7d1bc226-c4df-47ff-8163-8caf98c81af9 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:04:58.419930 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fc40a-171e-4ca5-a493-e5b2e5f7af81 req-3fe8c37f-3c24-47d6-8018-aa874305de07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:58.421509 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-588fc40a-171e-4ca5-a493-e5b2e5f7af81 req-3fe8c37f-3c24-47d6-8018-aa874305de07 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c0c425ca-579f-4028-a72c-ce66097cca22 HTTP/1.1" status: 200 len: 918 time: 0.3237882 Jul 23 20:04:58.439936 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc85360-74ab-4e3f-8c85-c900a2552d52 req-f23ade06-f2bf-48d6-b63b-fc28750028af tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:58.450096 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3bc85360-74ab-4e3f-8c85-c900a2552d52 req-f23ade06-f2bf-48d6-b63b-fc28750028af tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd9c895c-3a75-4b0a-abd3-b9cc07ae2f1f HTTP/1.1" status: 200 len: 945 time: 0.4335139 Jul 23 20:04:58.464914 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-c5b0c3b4-1181-41ca-b7aa-567e2eb7e00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad372a85-c26a-4382-9d5b-3f69303806e6', 'name': 'tempest-TaggedBootDevicesTest_v242-1231983148-router', 'tenant_id': '858effe7088a420282b357f80eadfe13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '425c89fe-66dc-4d2a-8d25-3e1f12cc39db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:02:49Z', 'updated_at': '2021-07-23T20:02:56Z', 'revision_number': 4, 'project_id': '858effe7088a420282b357f80eadfe13', 'gw_port': {'id': '425c89fe-66dc-4d2a-8d25-3e1f12cc39db', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad372a85-c26a-4382-9d5b-3f69303806e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:02:50Z', 'updated_at': '2021-07-23T20:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'f3f9d91d-c6f7-47f2-ad7f-66dcdbaba5bb', 'tenant_id': '858effe7088a420282b357f80eadfe13', 'floating_ip_address': '172.25.1.158', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'ad372a85-c26a-4382-9d5b-3f69303806e6', 'port_id': '0cbdd92a-b096-453c-b3eb-bec2759c3ae5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c425ca-579f-4028-a72c-ce66097cca22', 'mac_address': 'fa:16:3e:4c:70:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:03:42Z', 'updated_at': '2021-07-23T20:04:54Z', 'revision_number': 1, 'project_id': '858effe7088a420282b357f80eadfe13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9896ff-2459-4003-b464-21a948cb8b3b', 'name': '', 'network_id': 'c0c425ca-579f-4028-a72c-ce66097cca22', 'tenant_id': '858effe7088a420282b357f80eadfe13', 'mac_address': 'fa:16:3e:ff:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad372a85-c26a-4382-9d5b-3f69303806e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a451f4d4-16b1-4cd6-849b-914123ed9f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:02:54Z', 'updated_at': '2021-07-23T20:03:03Z', 'revision_number': 5, 'project_id': '858effe7088a420282b357f80eadfe13', 'subnets': [{'id': 'a451f4d4-16b1-4cd6-849b-914123ed9f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:04:58.515940 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b0c3b4-1181-41ca-b7aa-567e2eb7e00c None None] The sync data for ids ['ad372a85-c26a-4382-9d5b-3f69303806e6'] in n-d-793618-10 is: [{'id': 'ad372a85-c26a-4382-9d5b-3f69303806e6', 'name': 'tempest-TaggedBootDevicesTest_v242-1231983148-router', 'tenant_id': '858effe7088a420282b357f80eadfe13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '425c89fe-66dc-4d2a-8d25-3e1f12cc39db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:02:49Z', 'updated_at': '2021-07-23T20:02:56Z', 'revision_number': 4, 'project_id': '858effe7088a420282b357f80eadfe13', 'gw_port': {'id': '425c89fe-66dc-4d2a-8d25-3e1f12cc39db', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad372a85-c26a-4382-9d5b-3f69303806e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:02:50Z', 'updated_at': '2021-07-23T20:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'f3f9d91d-c6f7-47f2-ad7f-66dcdbaba5bb', 'tenant_id': '858effe7088a420282b357f80eadfe13', 'floating_ip_address': '172.25.1.158', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'ad372a85-c26a-4382-9d5b-3f69303806e6', 'port_id': '0cbdd92a-b096-453c-b3eb-bec2759c3ae5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c425ca-579f-4028-a72c-ce66097cca22', 'mac_address': 'fa:16:3e:4c:70:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:03:42Z', 'updated_at': '2021-07-23T20:04:54Z', 'revision_number': 1, 'project_id': '858effe7088a420282b357f80eadfe13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9896ff-2459-4003-b464-21a948cb8b3b', 'name': '', 'network_id': 'c0c425ca-579f-4028-a72c-ce66097cca22', 'tenant_id': '858effe7088a420282b357f80eadfe13', 'mac_address': 'fa:16:3e:ff:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad372a85-c26a-4382-9d5b-3f69303806e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a451f4d4-16b1-4cd6-849b-914123ed9f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:02:54Z', 'updated_at': '2021-07-23T20:03:03Z', 'revision_number': 5, 'project_id': '858effe7088a420282b357f80eadfe13', 'subnets': [{'id': 'a451f4d4-16b1-4cd6-849b-914123ed9f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:04:58.516664 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83e67f-e8c8-47a3-b23f-f7c9530c55f0 req-ca9ab0cd-cf3e-40c9-b8ef-21d008ae0bb2 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:58.525163 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e83e67f-e8c8-47a3-b23f-f7c9530c55f0 req-ca9ab0cd-cf3e-40c9-b8ef-21d008ae0bb2 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=66a705be-7077-4472-a2b4-35b6c98f678e HTTP/1.1" status: 200 len: 946 time: 0.2455523 Jul 23 20:04:58.569710 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-202ce650-42e9-4747-9305-eaeb4971da59 req-aa233dcc-c9f6-4ad7-b7ad-a3bebb7fa006 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:58.685805 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3bc85360-74ab-4e3f-8c85-c900a2552d52 req-69ed92d7-47fd-46de-8868-fea89eadef65 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346380 Jul 23 20:04:58.720136 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e83e67f-e8c8-47a3-b23f-f7c9530c55f0 req-b0c2c7c5-3989-406d-8838-48f39bbd36a2 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779170 Jul 23 20:04:58.723611 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b624f143-44ac-4c9a-aea3-8c007da2cf3d req-7bd3ef25-8f01-417e-9bcc-af9d0cf76db2 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:58.740014 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['6b7ee242-aab5-4f4d-90ec-2bb39beaefb2', '7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:04:58.795713 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa233dcc-c9f6-4ad7-b7ad-a3bebb7fa006 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Pushing event deleted for resources: {'Port': ['ID=ce45e6e7-6c04-4995-9f32-1dcbed962bb6,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:58.804929 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd3ef25-8f01-417e-9bcc-af9d0cf76db2 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Pushing event deleted for resources: {'Port': ['ID=7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:04:58.830712 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-588fc40a-171e-4ca5-a493-e5b2e5f7af81 req-193a52a8-8ebe-4e8a-a54e-35181e97915b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cbdd92a-b096-453c-b3eb-bec2759c3ae5 HTTP/1.1" status: 200 len: 999 time: 0.3714023 Jul 23 20:04:58.855970 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-d25fcc63-9c09-464e-8004-7b7be062de85 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Allocated IP 192.168.233.107 (ec2201c2-595f-40aa-9bc3-fccd4b01012e/4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d/aa776edc-df51-4714-b55b-fe7ba7df7c75) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:04:58.873669 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device ce45e6e7-6c04-4995-9f32-1dcbed962bb6 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:04:58.877762 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 1286a58a-6ab0-4b63-9618-5e29a4285352 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:04:58.931924 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-202ce650-42e9-4747-9305-eaeb4971da59 req-aa233dcc-c9f6-4ad7-b7ad-a3bebb7fa006 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] No DVR routers for this DVR port ce45e6e7-6c04-4995-9f32-1dcbed962bb6 on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:04:58.934803 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-202ce650-42e9-4747-9305-eaeb4971da59 req-aa233dcc-c9f6-4ad7-b7ad-a3bebb7fa006 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:58.937187 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-202ce650-42e9-4747-9305-eaeb4971da59 req-aa233dcc-c9f6-4ad7-b7ad-a3bebb7fa006 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.30 "DELETE /v2.0/ports/ce45e6e7-6c04-4995-9f32-1dcbed962bb6 HTTP/1.1" status: 204 len: 173 time: 3.0799997 Jul 23 20:04:58.938670 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fc40a-171e-4ca5-a493-e5b2e5f7af81 req-bfd5ac15-e705-4012-9846-967f2186c133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:58.940736 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-588fc40a-171e-4ca5-a493-e5b2e5f7af81 req-bfd5ac15-e705-4012-9846-967f2186c133 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a451f4d4-16b1-4cd6-849b-914123ed9f93 HTTP/1.1" status: 200 len: 856 time: 0.0607951 Jul 23 20:04:59.005191 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39356d03-5cee-4920-afef-481fe312a2e4 None None] New status for floating IP f3f9d91d-c6f7-47f2-ad7f-66dcdbaba5bb: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:04:59.035079 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-b624f143-44ac-4c9a-aea3-8c007da2cf3d req-7bd3ef25-8f01-417e-9bcc-af9d0cf76db2 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] No DVR routers for this DVR port 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:04:59.046542 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: ce45e6e7-6c04-4995-9f32-1dcbed962bb6 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:04:59.046938 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device ce45e6e7-6c04-4995-9f32-1dcbed962bb6 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:04:59.065655 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b624f143-44ac-4c9a-aea3-8c007da2cf3d req-7bd3ef25-8f01-417e-9bcc-af9d0cf76db2 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:59.074585 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b624f143-44ac-4c9a-aea3-8c007da2cf3d req-7bd3ef25-8f01-417e-9bcc-af9d0cf76db2 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.18 "DELETE /v2.0/ports/7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc HTTP/1.1" status: 204 len: 173 time: 1.5508235 Jul 23 20:04:59.075067 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d61372-f58c-4bc3-a0bb-fce879be9281', 'name': 'network-vif-deleted', 'tag': '7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:04:59.080432 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020d4ac5-c18d-4e02-9c9e-cb052f93eb14" -d '{"events": [{"server_uuid": "c3d61372-f58c-4bc3-a0bb-fce879be9281", "name": "network-vif-deleted", "tag": "7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:04:59.107836 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 1286a58a-6ab0-4b63-9618-5e29a4285352 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:04:59.136550 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33efb38-4c68-4943-817a-e4bf92492281 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:04:59.142507 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 1286a58a-6ab0-4b63-9618-5e29a4285352 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:04:59.147493 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:59.156886 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ec58a5-6994-4317-a5a8-93702d79a63f None None] Sync routers for ids ['7d1bc226-c4df-47ff-8163-8caf98c81af9'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:04:59.178701 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d33efb38-4c68-4943-817a-e4bf92492281 admin admin] 10.222.0.32 "PUT /v2.0/routers/7d1bc226-c4df-47ff-8163-8caf98c81af9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8201761 Jul 23 20:04:59.181576 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40954) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:04:59.309370 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fc40a-171e-4ca5-a493-e5b2e5f7af81 req-d418b699-854e-4622-8698-88d4df8e3021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:59.314325 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ec58a5-6994-4317-a5a8-93702d79a63f None None] Routers {'7d1bc226-c4df-47ff-8163-8caf98c81af9'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:04:59.315100 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-13ec58a5-6994-4317-a5a8-93702d79a63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:04:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['7d1bc226-c4df-47ff-8163-8caf98c81af9'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:04:59.318060 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-588fc40a-171e-4ca5-a493-e5b2e5f7af81 req-d418b699-854e-4622-8698-88d4df8e3021 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c0c425ca-579f-4028-a72c-ce66097cca22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3606405 Jul 23 20:04:59.331676 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b7405-4006-425b-be32-edd544d7822c req-e8d09ffb-44f5-4249-b156-1902f3bcac0e tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:04:59.333528 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4a5b7405-4006-425b-be32-edd544d7822c req-e8d09ffb-44f5-4249-b156-1902f3bcac0e tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 948 time: 0.3918722 Jul 23 20:04:59.492382 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9c895c-3a75-4b0a-abd3-b9cc07ae2f1f', 'name': 'network-vif-deleted', 'tag': 'ce45e6e7-6c04-4995-9f32-1dcbed962bb6'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:04:59.497341 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f485f323-b282-4c82-b35d-c2f5a59931e6" -d '{"events": [{"server_uuid": "cd9c895c-3a75-4b0a-abd3-b9cc07ae2f1f", "name": "network-vif-deleted", "tag": "ce45e6e7-6c04-4995-9f32-1dcbed962bb6"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:04:59.546553 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4a5b7405-4006-425b-be32-edd544d7822c req-b855338b-cd26-4d48-9087-7b0f0d67c965 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990030 Jul 23 20:04:59.571971 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7084e149-de7c-4055-8711-6f34f10dbfb4 req-1ec6ec7a-6d96-4050-9bfc-43569f080636 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 210 time: 0.0709133 Jul 23 20:04:59.587726 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-13ec58a5-6994-4317-a5a8-93702d79a63f None None] Set router 7d1bc226-c4df-47ff-8163-8caf98c81af9 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:04:59.613057 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-d25fcc63-9c09-464e-8004-7b7be062de85 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:59.632522 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5aaa798-2428-4ee6-b17c-4d8afdbaa9d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:59.650516 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-d25fcc63-9c09-464e-8004-7b7be062de85 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Transition to ACTIVE for port object aa776edc-df51-4714-b55b-fe7ba7df7c75 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:04:59.680482 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894c6712-9561-4c52-898d-56e05e15f96b x-openstack-request-id: req-894c6712-9561-4c52-898d-56e05e15f96b {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:04:59.681892 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d61372-f58c-4bc3-a0bb-fce879be9281", "name": "network-vif-deleted", "tag": "7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:04:59.683421 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-894c6712-9561-4c52-898d-56e05e15f96b {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:04:59.683986 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d61372-f58c-4bc3-a0bb-fce879be9281', 'name': 'network-vif-deleted', 'tag': '7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc', 'status': 'completed', 'code': 200} Jul 23 20:04:59.756966 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-d25fcc63-9c09-464e-8004-7b7be062de85 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:59.808707 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['a9d6e951-e136-484e-9184-f2904ec23b13'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:04:59.912241 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:59.960285 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-d25fcc63-9c09-464e-8004-7b7be062de85 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Network ec2201c2-595f-40aa-9bc3-fccd4b01012e is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:04:59.979226 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-d25fcc63-9c09-464e-8004-7b7be062de85 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:04:59.979881 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b1d47f-ced0-4326-bfa7-5bc8507b9a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1286a58a-6ab0-4b63-9618-5e29a4285352'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:04:59.983808 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7620adc1-2d93-415f-8fae-16e933cb584e" -d '{"events": [{"server_uuid": "a4b1d47f-ced0-4326-bfa7-5bc8507b9a15", "name": "network-vif-plugged", "status": "completed", "tag": "1286a58a-6ab0-4b63-9618-5e29a4285352"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:04:59.984239 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-d25fcc63-9c09-464e-8004-7b7be062de85 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:04:59.998565 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25fcc63-9c09-464e-8004-7b7be062de85 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Pushing event updated for resources: {'Port': ['ID=aa776edc-df51-4714-b55b-fe7ba7df7c75,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:00.047288 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 1286a58a-6ab0-4b63-9618-5e29a4285352, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=1286a58a-6ab0-4b63-9618-5e29a4285352,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:00.076728 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:00.252051 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22244172-4156-41eb-b2d2-d658f70275de req-2d7d3a55-2dbf-452a-9a2b-794fef9b2b18 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:00.262405 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-22244172-4156-41eb-b2d2-d658f70275de req-2d7d3a55-2dbf-452a-9a2b-794fef9b2b18 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/ports?device_id=74db21fb-6af3-4b2c-8130-52bc7fc761da HTTP/1.1" status: 200 len: 936 time: 0.4183862 Jul 23 20:05:00.292277 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-d25fcc63-9c09-464e-8004-7b7be062de85 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:00.292957 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-d25fcc63-9c09-464e-8004-7b7be062de85 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:00.435114 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1378c4e-1bf5-48e2-88bf-e5f0cebb2241 x-openstack-request-id: req-e1378c4e-1bf5-48e2-88bf-e5f0cebb2241 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:05:00.436042 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b1d47f-ced0-4326-bfa7-5bc8507b9a15", "name": "network-vif-plugged", "status": "completed", "tag": "1286a58a-6ab0-4b63-9618-5e29a4285352", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:05:00.436286 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e1378c4e-1bf5-48e2-88bf-e5f0cebb2241 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:05:00.436683 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b1d47f-ced0-4326-bfa7-5bc8507b9a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1286a58a-6ab0-4b63-9618-5e29a4285352', 'code': 200} Jul 23 20:05:00.463512 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=1286a58a-6ab0-4b63-9618-5e29a4285352,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:00.478980 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b376ea3-c465-4d2a-8902-91e0fe6af7fb x-openstack-request-id: req-9b376ea3-c465-4d2a-8902-91e0fe6af7fb {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:05:00.479469 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9c895c-3a75-4b0a-abd3-b9cc07ae2f1f", "name": "network-vif-deleted", "tag": "ce45e6e7-6c04-4995-9f32-1dcbed962bb6", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:05:00.479671 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b376ea3-c465-4d2a-8902-91e0fe6af7fb {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:05:00.480304 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9c895c-3a75-4b0a-abd3-b9cc07ae2f1f', 'name': 'network-vif-deleted', 'tag': 'ce45e6e7-6c04-4995-9f32-1dcbed962bb6', 'status': 'completed', 'code': 200} Jul 23 20:05:00.516269 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f15c2c68-0f9d-431d-83f4-1feffcf82a8e None None] Provisioning for port aa776edc-df51-4714-b55b-fe7ba7df7c75 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:05:00.552917 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f15c2c68-0f9d-431d-83f4-1feffcf82a8e None None] Provisioning complete for port aa776edc-df51-4714-b55b-fe7ba7df7c75 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:00.553322 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f15c2c68-0f9d-431d-83f4-1feffcf82a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:00.598636 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-588fc40a-171e-4ca5-a493-e5b2e5f7af81 req-6e6e768e-8031-465d-881e-2206dc8b7229 service neutron] 10.222.0.18 "GET /v2.0/networks/c0c425ca-579f-4028-a72c-ce66097cca22?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2622187 Jul 23 20:05:00.653314 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-13ec58a5-6994-4317-a5a8-93702d79a63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1bc226-c4df-47ff-8163-8caf98c81af9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1845203454-router', 'tenant_id': '959d5304928c4193a6a3c138f98e6b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '80941e8b-f09f-40f8-8a79-492413f8a71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:36Z', 'updated_at': '2021-07-23T20:04:56Z', 'revision_number': 5, 'project_id': '959d5304928c4193a6a3c138f98e6b80', 'gw_port': {'id': '80941e8b-f09f-40f8-8a79-492413f8a71b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1bc226-c4df-47ff-8163-8caf98c81af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:38Z', 'updated_at': '2021-07-23T19:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:00.720478 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ec58a5-6994-4317-a5a8-93702d79a63f None None] Checking router: 7d1bc226-c4df-47ff-8163-8caf98c81af9 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:05:00.729620 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-f15c2c68-0f9d-431d-83f4-1feffcf82a8e None None] Port aa776edc-df51-4714-b55b-fe7ba7df7c75 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:05:00.735865 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ec58a5-6994-4317-a5a8-93702d79a63f None None] Routers {'7d1bc226-c4df-47ff-8163-8caf98c81af9'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:05:00.736515 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-13ec58a5-6994-4317-a5a8-93702d79a63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:04:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['7d1bc226-c4df-47ff-8163-8caf98c81af9'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:00.752845 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-588fc40a-171e-4ca5-a493-e5b2e5f7af81 req-9ae01879-3acb-44c2-8cd4-89d881862413 service neutron] 10.222.0.18 "GET /v2.0/networks/c0c425ca-579f-4028-a72c-ce66097cca22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348996 Jul 23 20:05:00.792303 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5aaa798-2428-4ee6-b17c-4d8afdbaa9d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:00.816521 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb448bd-5f78-42b9-be1e-1dcfd2b218dd req-cce9e929-c39e-4824-8c8c-e95ae377e9e8 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:00.829389 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4bb448bd-5f78-42b9-be1e-1dcfd2b218dd req-cce9e929-c39e-4824-8c8c-e95ae377e9e8 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=66a705be-7077-4472-a2b4-35b6c98f678e HTTP/1.1" status: 200 len: 946 time: 0.3249171 Jul 23 20:05:00.912664 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4bb448bd-5f78-42b9-be1e-1dcfd2b218dd req-08e1f34b-d8f6-4425-a262-de738cd81b6a tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802772 Jul 23 20:05:00.933057 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-13ec58a5-6994-4317-a5a8-93702d79a63f None None] Set router 7d1bc226-c4df-47ff-8163-8caf98c81af9 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:05:00.984455 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-22244172-4156-41eb-b2d2-d658f70275de req-b46e13f9-546d-4103-ab2e-73542086bcd4 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5c3694b-8fa8-4f9e-a585-d5764c7780ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7159257 Jul 23 20:05:00.985039 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-a5aaa798-2428-4ee6-b17c-4d8afdbaa9d0 admin admin] Deleting port 80941e8b-f09f-40f8-8a79-492413f8a71b {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:05:00.985039 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5aaa798-2428-4ee6-b17c-4d8afdbaa9d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:01.003757 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-d25fcc63-9c09-464e-8004-7b7be062de85 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1146183 Jul 23 20:05:01.037667 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:05:01.071374 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-b445aff1-31ce-42c4-8399-e7101ed491c6 service neutron] Request body: {'port': {'device_id': '74db21fb-6af3-4b2c-8130-52bc7fc761da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:01.078155 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:05:01.078589 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 7fd823fd-70ba-4952-a7d7-9d1b3c8f04cc not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:05:01.285864 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-a5aaa798-2428-4ee6-b17c-4d8afdbaa9d0 admin admin] For port 80941e8b-f09f-40f8-8a79-492413f8a71b, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=80941e8b-f09f-40f8-8a79-492413f8a71b,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:01.286275 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5aaa798-2428-4ee6-b17c-4d8afdbaa9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:01.298265 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-13ec58a5-6994-4317-a5a8-93702d79a63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1bc226-c4df-47ff-8163-8caf98c81af9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1845203454-router', 'tenant_id': '959d5304928c4193a6a3c138f98e6b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '80941e8b-f09f-40f8-8a79-492413f8a71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:36Z', 'updated_at': '2021-07-23T20:04:56Z', 'revision_number': 5, 'project_id': '959d5304928c4193a6a3c138f98e6b80', 'gw_port': {'id': '80941e8b-f09f-40f8-8a79-492413f8a71b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1bc226-c4df-47ff-8163-8caf98c81af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:38Z', 'updated_at': '2021-07-23T19:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:01.302735 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-2008d0fd-887f-4931-94db-7dfbdbf6ef58 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:01.311783 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-2008d0fd-887f-4931-94db-7dfbdbf6ef58 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/networks?id=e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 HTTP/1.1" status: 200 len: 809 time: 0.2666206 Jul 23 20:05:01.313555 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-b445aff1-31ce-42c4-8399-e7101ed491c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:01.331403 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80530270-c3ec-402a-8b95-776cdb0da3d5 req-cb9cc011-fabc-43d1-b037-e7cf8871cc6e tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:01.334914 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-f4be8e13-1922-4c11-9098-d63a6f7ba9d9 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/quotas/112939265a5547faabf279e97fc2b4ed HTTP/1.1" status: 200 len: 375 time: 0.0218518 Jul 23 20:05:01.340952 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ec58a5-6994-4317-a5a8-93702d79a63f None None] The sync data for ids ['7d1bc226-c4df-47ff-8163-8caf98c81af9'] in n-d-793618-10 is: [{'id': '7d1bc226-c4df-47ff-8163-8caf98c81af9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1845203454-router', 'tenant_id': '959d5304928c4193a6a3c138f98e6b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '80941e8b-f09f-40f8-8a79-492413f8a71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:59:36Z', 'updated_at': '2021-07-23T20:04:56Z', 'revision_number': 5, 'project_id': '959d5304928c4193a6a3c138f98e6b80', 'gw_port': {'id': '80941e8b-f09f-40f8-8a79-492413f8a71b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1bc226-c4df-47ff-8163-8caf98c81af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:59:38Z', 'updated_at': '2021-07-23T19:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:05:01.342928 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-80530270-c3ec-402a-8b95-776cdb0da3d5 req-cb9cc011-fabc-43d1-b037-e7cf8871cc6e tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.18 "GET /v2.0/ports?device_id=66a705be-7077-4472-a2b4-35b6c98f678e HTTP/1.1" status: 200 len: 946 time: 0.4248450 Jul 23 20:05:01.354304 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-a5aaa798-2428-4ee6-b17c-4d8afdbaa9d0 admin admin] Calling delete_port for 80941e8b-f09f-40f8-8a79-492413f8a71b owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:05:01.384156 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-87fece04-305b-42fd-96a9-b22547e8dc03 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=112939265a5547faabf279e97fc2b4ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463886 Jul 23 20:05:01.505489 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b47add-ec2d-4842-acae-3b211f4d96df req-f059bcee-1aa6-4ec8-8afe-baa617d83927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:01.507150 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-98b47add-ec2d-4842-acae-3b211f4d96df req-f059bcee-1aa6-4ec8-8afe-baa617d83927 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 1101 time: 0.5573835 Jul 23 20:05:01.550826 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3983e2-00c8-432f-b9a8-ecfe3a927b4a req-145826a9-85c7-4e1f-a851-04a83651a7f2 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:01.552401 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9a3983e2-00c8-432f-b9a8-ecfe3a927b4a req-145826a9-85c7-4e1f-a851-04a83651a7f2 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 949 time: 0.4160018 Jul 23 20:05:01.650283 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-1a7b6d04-ad61-47f5-8e90-a5e3ea7796ae service neutron] 10.222.0.32 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647343 Jul 23 20:05:01.713799 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-98b47add-ec2d-4842-acae-3b211f4d96df req-39c527f5-f377-4688-af14-7740956f5443 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976016 Jul 23 20:05:01.756834 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9a3983e2-00c8-432f-b9a8-ecfe3a927b4a req-40bc52bf-bdd6-486a-8ffb-c8f980455615 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711731 Jul 23 20:05:01.782471 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-dbfd568b-905d-4ff6-bf9a-a1bb73c1b0e3 service neutron] 10.222.0.32 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312745 Jul 23 20:05:01.899671 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-80530270-c3ec-402a-8b95-776cdb0da3d5 req-7fa6be89-4a87-4cf0-93fc-4f2208bad552 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Deleting port 7114a50d-ddd8-4e6f-8ed0-f0385a7ed407 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:05:01.900198 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-80530270-c3ec-402a-8b95-776cdb0da3d5 req-7fa6be89-4a87-4cf0-93fc-4f2208bad552 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:01.920621 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5aaa798-2428-4ee6-b17c-4d8afdbaa9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:01.954060 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aaa798-2428-4ee6-b17c-4d8afdbaa9d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=80941e8b-f09f-40f8-8a79-492413f8a71b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:01.966800 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8c08620c-57c2-4102-a3f8-838ee5fe78c1 req-2dda8c17-cf88-4ff2-bf57-1784109451af tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 210 time: 0.0812263 Jul 23 20:05:02.124683 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5aaa798-2428-4ee6-b17c-4d8afdbaa9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:02.334988 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-b445aff1-31ce-42c4-8399-e7101ed491c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa776edc-df51-4714-b55b-fe7ba7df7c75 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:05:02.357931 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-b445aff1-31ce-42c4-8399-e7101ed491c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:02.374517 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-b445aff1-31ce-42c4-8399-e7101ed491c6 service neutron] Transition to ACTIVE for port object aa776edc-df51-4714-b55b-fe7ba7df7c75 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:05:02.391839 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-b445aff1-31ce-42c4-8399-e7101ed491c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:02.408089 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5aaa798-2428-4ee6-b17c-4d8afdbaa9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:02.411745 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5aaa798-2428-4ee6-b17c-4d8afdbaa9d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:02.466222 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445aff1-31ce-42c4-8399-e7101ed491c6 service neutron] Pushing event updated for resources: {'Port': ['ID=aa776edc-df51-4714-b55b-fe7ba7df7c75,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:02.515290 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-80530270-c3ec-402a-8b95-776cdb0da3d5 req-7fa6be89-4a87-4cf0-93fc-4f2208bad552 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] For port 7114a50d-ddd8-4e6f-8ed0-f0385a7ed407, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=7114a50d-ddd8-4e6f-8ed0-f0385a7ed407,segment=NetworkSegment(d0a2754c-a19c-42d0-8f97-ef5cc77b5d31),segment_id=d0a2754c-a19c-42d0-8f97-ef5cc77b5d31)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:02.516159 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-80530270-c3ec-402a-8b95-776cdb0da3d5 req-7fa6be89-4a87-4cf0-93fc-4f2208bad552 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:02.545132 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-80530270-c3ec-402a-8b95-776cdb0da3d5 req-7fa6be89-4a87-4cf0-93fc-4f2208bad552 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Calling delete_port for 7114a50d-ddd8-4e6f-8ed0-f0385a7ed407 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:05:02.628742 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2f87a-8ba2-45f5-9a9b-f4e806a56994 req-01338a8e-2ee2-4807-a4b5-d625542eee4b tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:02.631929 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5aaa798-2428-4ee6-b17c-4d8afdbaa9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:02.632460 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5aaa798-2428-4ee6-b17c-4d8afdbaa9d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d1bc226-c4df-47ff-8163-8caf98c81af9 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:05:02.632730 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0cf2f87a-8ba2-45f5-9a9b-f4e806a56994 req-01338a8e-2ee2-4807-a4b5-d625542eee4b tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=66a705be-7077-4472-a2b4-35b6c98f678e HTTP/1.1" status: 200 len: 946 time: 0.2539680 Jul 23 20:05:02.644578 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5aaa798-2428-4ee6-b17c-4d8afdbaa9d0 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:02.658302 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a5aaa798-2428-4ee6-b17c-4d8afdbaa9d0 admin admin] 10.222.0.32 "DELETE /v2.0/routers/7d1bc226-c4df-47ff-8163-8caf98c81af9 HTTP/1.1" status: 204 len: 168 time: 3.4742801 Jul 23 20:05:02.661374 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41024) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:02.814661 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23443c-952d-4358-969e-be0b82c1f424 req-ce9ecfe5-97aa-4723-a0e4-405cec182cb9 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:02.824037 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0e23443c-952d-4358-969e-be0b82c1f424 req-ce9ecfe5-97aa-4723-a0e4-405cec182cb9 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/ports?device_id=74db21fb-6af3-4b2c-8130-52bc7fc761da HTTP/1.1" status: 200 len: 948 time: 0.4135699 Jul 23 20:05:02.851637 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-388fd6bc-ee68-4611-a94f-8798c70492da admin admin] Deleting subnet 10b354d7-ae0b-42b6-8f0b-508642b8d478 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:05:02.859017 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-388fd6bc-ee68-4611-a94f-8798c70492da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:02.902407 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-b445aff1-31ce-42c4-8399-e7101ed491c6 service neutron] Attempting to bind port aa776edc-df51-4714-b55b-fe7ba7df7c75 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:05:02.903096 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-b445aff1-31ce-42c4-8399-e7101ed491c6 service neutron] Attempting to bind port aa776edc-df51-4714-b55b-fe7ba7df7c75 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:05:02.903781 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-b445aff1-31ce-42c4-8399-e7101ed491c6 service neutron] Attempting to bind port aa776edc-df51-4714-b55b-fe7ba7df7c75 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:05:02.940954 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-388fd6bc-ee68-4611-a94f-8798c70492da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:02.944821 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-b445aff1-31ce-42c4-8399-e7101ed491c6 service neutron] Port aa776edc-df51-4714-b55b-fe7ba7df7c75 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:05:02.945293 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-b445aff1-31ce-42c4-8399-e7101ed491c6 service neutron] Attempting to bind port aa776edc-df51-4714-b55b-fe7ba7df7c75 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:05:02.984355 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0cf2f87a-8ba2-45f5-9a9b-f4e806a56994 req-bb4688b6-211c-482b-a1e2-66b3751ea9a4 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1482381-74ca-4f19-b72f-89a72e32a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138729 Jul 23 20:05:02.996303 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-b445aff1-31ce-42c4-8399-e7101ed491c6 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:05:02.999315 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-b445aff1-31ce-42c4-8399-e7101ed491c6 service neutron] Checking segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:05:02.999964 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-b445aff1-31ce-42c4-8399-e7101ed491c6 service neutron] Bound using segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:05:03.001358 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-b445aff1-31ce-42c4-8399-e7101ed491c6 service neutron] Bound port: aa776edc-df51-4714-b55b-fe7ba7df7c75, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:05:03.002195 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-b445aff1-31ce-42c4-8399-e7101ed491c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:03.079564 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-388fd6bc-ee68-4611-a94f-8798c70492da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:03.165619 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e09c28b2-5201-41c0-a905-1ceaecdd65e6 req-949501b3-4f47-4b40-aa6a-a13a53790c63 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=9271d0d7-9251-4412-a64d-40401596586f HTTP/1.1" status: 200 len: 210 time: 0.0814378 Jul 23 20:05:03.175669 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-388fd6bc-ee68-4611-a94f-8798c70492da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:03.319127 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-b445aff1-31ce-42c4-8399-e7101ed491c6 service neutron] For port aa776edc-df51-4714-b55b-fe7ba7df7c75, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:05:03.360949 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-b445aff1-31ce-42c4-8399-e7101ed491c6 service neutron] For port aa776edc-df51-4714-b55b-fe7ba7df7c75, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=aa776edc-df51-4714-b55b-fe7ba7df7c75,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:05:03.369837 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0e23443c-952d-4358-969e-be0b82c1f424 req-3bb618a9-751d-40eb-8651-f18100551f8e tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5c3694b-8fa8-4f9e-a585-d5764c7780ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5418608 Jul 23 20:05:03.371185 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 8b2e9367-ce98-4b8c-adc7-8c50b5643027 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:05:03.376447 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388fd6bc-ee68-4611-a94f-8798c70492da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10b354d7-ae0b-42b6-8f0b-508642b8d478,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:03.379640 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-388fd6bc-ee68-4611-a94f-8798c70492da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:03.397674 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-388fd6bc-ee68-4611-a94f-8798c70492da admin admin] 10.222.0.32 "DELETE /v2.0/subnets/10b354d7-ae0b-42b6-8f0b-508642b8d478 HTTP/1.1" status: 204 len: 168 time: 0.7360542 Jul 23 20:05:03.402279 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41036) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:03.428130 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-b445aff1-31ce-42c4-8399-e7101ed491c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:03.434975 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-80530270-c3ec-402a-8b95-776cdb0da3d5 req-7fa6be89-4a87-4cf0-93fc-4f2208bad552 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:03.450483 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a907e8a5-eec4-4fa0-ad5a-75c3d5a00d60 None None] Network 294765c2-8010-4163-ae30-aebf18de5582 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:05:03.522137 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b394513b-3088-4127-bcf2-726109ff6ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:03.529263 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445aff1-31ce-42c4-8399-e7101ed491c6 service neutron] Pushing event updated for resources: {'Port': ['ID=aa776edc-df51-4714-b55b-fe7ba7df7c75,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:03.569758 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-b445aff1-31ce-42c4-8399-e7101ed491c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:03.570340 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-b445aff1-31ce-42c4-8399-e7101ed491c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:03.572493 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-b445aff1-31ce-42c4-8399-e7101ed491c6 service neutron] 10.222.0.30 "PUT /v2.0/ports/aa776edc-df51-4714-b55b-fe7ba7df7c75 HTTP/1.1" status: 200 len: 1097 time: 2.5063107 Jul 23 20:05:03.573072 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74db21fb-6af3-4b2c-8130-52bc7fc761da', 'tag': 'aa776edc-df51-4714-b55b-fe7ba7df7c75'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:05:03.575398 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed12e8c-7600-44bf-a8f9-2ae45614968d" -d '{"events": [{"name": "network-changed", "server_uuid": "74db21fb-6af3-4b2c-8130-52bc7fc761da", "tag": "aa776edc-df51-4714-b55b-fe7ba7df7c75"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:05:03.582611 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa6be89-4a87-4cf0-93fc-4f2208bad552 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Pushing event deleted for resources: {'Port': ['ID=7114a50d-ddd8-4e6f-8ed0-f0385a7ed407,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:03.595495 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 8b2e9367-ce98-4b8c-adc7-8c50b5643027 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:05:03.596934 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-187e1015-3d0c-42e9-a3d2-e17d6ce3cb6f req-2f12eb60-b2a2-4dd3-a550-1ae737e5dedd tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 210 time: 0.0715582 Jul 23 20:05:03.609089 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 8b2e9367-ce98-4b8c-adc7-8c50b5643027 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:05:03.609536 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 80941e8b-f09f-40f8-8a79-492413f8a71b no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:05:03.737276 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-b394513b-3088-4127-bcf2-726109ff6ebb admin admin] Deleting port 788447d5-6e59-4d4c-a1aa-54e6b02c4d5b {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:05:03.738301 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b394513b-3088-4127-bcf2-726109ff6ebb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:03.791913 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-80530270-c3ec-402a-8b95-776cdb0da3d5 req-7fa6be89-4a87-4cf0-93fc-4f2208bad552 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] No DVR routers for this DVR port 7114a50d-ddd8-4e6f-8ed0-f0385a7ed407 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:05:03.805432 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-80530270-c3ec-402a-8b95-776cdb0da3d5 req-7fa6be89-4a87-4cf0-93fc-4f2208bad552 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:03.807498 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-80530270-c3ec-402a-8b95-776cdb0da3d5 req-7fa6be89-4a87-4cf0-93fc-4f2208bad552 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.18 "DELETE /v2.0/ports/7114a50d-ddd8-4e6f-8ed0-f0385a7ed407 HTTP/1.1" status: 204 len: 173 time: 2.4483643 Jul 23 20:05:03.808026 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 80941e8b-f09f-40f8-8a79-492413f8a71b {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:05:03.811513 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 80941e8b-f09f-40f8-8a79-492413f8a71b not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:05:03.835182 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146c9bb-e3df-49ce-aa05-0a8237f4a3ef req-be6bfd2e-1478-44fe-96b1-80e1e3484745 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:03.837179 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a146c9bb-e3df-49ce-aa05-0a8237f4a3ef req-be6bfd2e-1478-44fe-96b1-80e1e3484745 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 949 time: 0.5103295 Jul 23 20:05:03.916567 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a146c9bb-e3df-49ce-aa05-0a8237f4a3ef req-12ccb4ca-6e27-44b1-94be-c64fc578a55a tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591543 Jul 23 20:05:03.924745 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-cb79bb8f-5f8c-46d8-a634-74a448ebae12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:03.927273 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-cb79bb8f-5f8c-46d8-a634-74a448ebae12 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bd4f3a49661b4ba795f8595616639abc&device_id=74db21fb-6af3-4b2c-8130-52bc7fc761da HTTP/1.1" status: 200 len: 1100 time: 0.2712858 Jul 23 20:05:04.060950 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7e936f-b504-4342-9d01-025d29a7aeb7 x-openstack-request-id: req-fe7e936f-b504-4342-9d01-025d29a7aeb7 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:05:04.073415 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74db21fb-6af3-4b2c-8130-52bc7fc761da", "tag": "aa776edc-df51-4714-b55b-fe7ba7df7c75", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:05:04.074010 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe7e936f-b504-4342-9d01-025d29a7aeb7 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:05:04.074591 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74db21fb-6af3-4b2c-8130-52bc7fc761da', 'tag': 'aa776edc-df51-4714-b55b-fe7ba7df7c75', 'status': 'completed', 'code': 200} Jul 23 20:05:04.076425 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-2c2b8d56-9882-4772-bb42-9734c6aaadb5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=aa776edc-df51-4714-b55b-fe7ba7df7c75 HTTP/1.1" status: 200 len: 217 time: 0.1414676 Jul 23 20:05:04.206621 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-64a896a8-33f5-4ca3-9868-c7e2110641a1 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:04.208079 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-64a896a8-33f5-4ca3-9868-c7e2110641a1 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.30 "GET /v2.0/networks?id=e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 HTTP/1.1" status: 200 len: 809 time: 0.3762512 Jul 23 20:05:04.218050 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ce1949-1c57-4605-9b99-b25756037638 None None] DHCP port deletion for 294765c2-8010-4163-ae30-aebf18de5582 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:05:04.220485 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-c2bc88b2-29ac-488d-b830-708a7ba02641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:04.222973 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-c2bc88b2-29ac-488d-b830-708a7ba02641 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1378903 Jul 23 20:05:04.226230 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-eb22d0d9-47b3-4eec-b1bf-8d38dcf4943e tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Request body: {'port': {'device_id': '9271d0d7-9251-4412-a64d-40401596586f', 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1', 'admin_state_up': True, 'tenant_id': '112939265a5547faabf279e97fc2b4ed'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:04.264418 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-94b653c6-3bc9-449c-ad6d-1dbb150d174c req-1f92ddac-227c-494c-9702-3af9a50246c7 tempest-ServerDiskConfigTestJSON-1975896144 tempest-ServerDiskConfigTestJSON-1975896144-project] 10.222.0.32 "GET /v2.0/ports?device_id=66a705be-7077-4472-a2b4-35b6c98f678e HTTP/1.1" status: 200 len: 210 time: 0.1515551 Jul 23 20:05:04.287385 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-b394513b-3088-4127-bcf2-726109ff6ebb admin admin] For port 788447d5-6e59-4d4c-a1aa-54e6b02c4d5b, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=788447d5-6e59-4d4c-a1aa-54e6b02c4d5b,segment=NetworkSegment(818ef12b-5e1c-4b40-a65a-a8525ae8d35a),segment_id=818ef12b-5e1c-4b40-a65a-a8525ae8d35a)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:04.287385 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b394513b-3088-4127-bcf2-726109ff6ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:04.311354 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-b394513b-3088-4127-bcf2-726109ff6ebb admin admin] Calling delete_port for 788447d5-6e59-4d4c-a1aa-54e6b02c4d5b owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:05:04.345344 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-c8ce1949-1c57-4605-9b99-b25756037638 None None] Deleting port 788447d5-6e59-4d4c-a1aa-54e6b02c4d5b {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:05:04.347246 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c8ce1949-1c57-4605-9b99-b25756037638 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:04.422626 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5120cbfa-ac4b-4e87-a029-43860b715b21 req-d3baba3c-1947-4297-9b9f-f599dd3da28a tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=9271d0d7-9251-4412-a64d-40401596586f HTTP/1.1" status: 200 len: 210 time: 0.0427155 Jul 23 20:05:04.423142 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b787d7-8c82-40b8-b2fd-fcb3529c8aa2 req-bf32434b-8eae-4d80-93bd-283f1b5ac3bd tempest-MigrationsAdminTest-1035184342 tempest-MigrationsAdminTest-1035184342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:04.430343 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d1b787d7-8c82-40b8-b2fd-fcb3529c8aa2 req-bf32434b-8eae-4d80-93bd-283f1b5ac3bd tempest-MigrationsAdminTest-1035184342 tempest-MigrationsAdminTest-1035184342-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 1101 time: 0.2206981 Jul 23 20:05:04.459791 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-07e1a7a0-6653-4ffc-805e-b03fb68549f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:04.464488 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-07e1a7a0-6653-4ffc-805e-b03fb68549f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1984229 Jul 23 20:05:04.498378 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-eb22d0d9-47b3-4eec-b1bf-8d38dcf4943e tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Made reservation on behalf of 112939265a5547faabf279e97fc2b4ed for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:05:04.501919 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-eb22d0d9-47b3-4eec-b1bf-8d38dcf4943e tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:04.542992 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-c8ce1949-1c57-4605-9b99-b25756037638 None None] For port 788447d5-6e59-4d4c-a1aa-54e6b02c4d5b, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=788447d5-6e59-4d4c-a1aa-54e6b02c4d5b,segment=NetworkSegment(818ef12b-5e1c-4b40-a65a-a8525ae8d35a),segment_id=818ef12b-5e1c-4b40-a65a-a8525ae8d35a)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:04.543571 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c8ce1949-1c57-4605-9b99-b25756037638 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:04.572552 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-c8ce1949-1c57-4605-9b99-b25756037638 None None] Calling delete_port for 788447d5-6e59-4d4c-a1aa-54e6b02c4d5b owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:05:04.616561 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d1b787d7-8c82-40b8-b2fd-fcb3529c8aa2 req-0759bd94-7105-40aa-b781-970c70b1c432 tempest-MigrationsAdminTest-1035184342 tempest-MigrationsAdminTest-1035184342-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841002 Jul 23 20:05:04.710889 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e26e80-5a8a-4ebf-b17d-de1f5f1a2c68 req-8b5ef216-f024-4f24-be81-8fc12a81ba48 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:04.710889 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-10e26e80-5a8a-4ebf-b17d-de1f5f1a2c68 req-8b5ef216-f024-4f24-be81-8fc12a81ba48 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/ports?device_id=74db21fb-6af3-4b2c-8130-52bc7fc761da HTTP/1.1" status: 200 len: 948 time: 0.1225901 Jul 23 20:05:04.756585 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b394513b-3088-4127-bcf2-726109ff6ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:04.780716 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-10e26e80-5a8a-4ebf-b17d-de1f5f1a2c68 req-3deef124-44f4-41a6-a6cb-e8b469c65cac tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5c3694b-8fa8-4f9e-a585-d5764c7780ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669198 Jul 23 20:05:04.787924 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-6dfb5f11-c7b6-42f1-9d11-022505a34119 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151081 Jul 23 20:05:04.821790 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b394513b-3088-4127-bcf2-726109ff6ebb admin admin] Pushing event deleted for resources: {'Port': ['ID=788447d5-6e59-4d4c-a1aa-54e6b02c4d5b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:04.867845 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e6d83d0f-44c2-4e67-8276-504a2015b7c8 req-683d0e30-5390-4756-a438-fbdcf33bbf38 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 210 time: 0.0534215 Jul 23 20:05:04.875227 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b394513b-3088-4127-bcf2-726109ff6ebb admin admin] No DVR routers for this DVR port 788447d5-6e59-4d4c-a1aa-54e6b02c4d5b on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:05:04.991332 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-eb22d0d9-47b3-4eec-b1bf-8d38dcf4943e tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Allocated IP 172.20.0.9 (e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1/8f1af588-88a6-41d9-93e0-be352471d81c/37163526-f636-4d23-b130-b1067110e179) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:05:04.998413 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 7114a50d-ddd8-4e6f-8ed0-f0385a7ed407 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:05:04.999643 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00da06d9-8c06-49dd-8c50-ce61288b0787 req-4d0c08b3-7cd7-4dcb-856e-cd804204f9bc service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039506 Jul 23 20:05:05.040758 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b394513b-3088-4127-bcf2-726109ff6ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:05.043667 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 7114a50d-ddd8-4e6f-8ed0-f0385a7ed407 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:05:05.044216 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 7114a50d-ddd8-4e6f-8ed0-f0385a7ed407 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:05:05.059027 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-b394513b-3088-4127-bcf2-726109ff6ebb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['294765c2-8010-4163-ae30-aebf18de5582']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:05.093366 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-b394513b-3088-4127-bcf2-726109ff6ebb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '818ef12b-5e1c-4b40-a65a-a8525ae8d35a') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:05.093717 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-b394513b-3088-4127-bcf2-726109ff6ebb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '818ef12b-5e1c-4b40-a65a-a8525ae8d35a') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:05.098041 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c8ce1949-1c57-4605-9b99-b25756037638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:05.123007 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ce1949-1c57-4605-9b99-b25756037638 None None] No DVR routers for this DVR port 788447d5-6e59-4d4c-a1aa-54e6b02c4d5b on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:05:05.145021 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b394513b-3088-4127-bcf2-726109ff6ebb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:05.153407 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed12e8c-7600-44bf-a8f9-2ae45614968d req-6cf809ac-19ae-412b-815e-f26ba590ba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:05.155084 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ed12e8c-7600-44bf-a8f9-2ae45614968d req-6cf809ac-19ae-412b-815e-f26ba590ba08 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bd4f3a49661b4ba795f8595616639abc&device_id=74db21fb-6af3-4b2c-8130-52bc7fc761da HTTP/1.1" status: 200 len: 1100 time: 0.0851245 Jul 23 20:05:05.174216 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce1949-1c57-4605-9b99-b25756037638 None None] Pushing event deleted for resources: {'Port': ['ID=788447d5-6e59-4d4c-a1aa-54e6b02c4d5b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:05.216030 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b394513b-3088-4127-bcf2-726109ff6ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:05.233985 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce1949-1c57-4605-9b99-b25756037638 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:05.234611 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce1949-1c57-4605-9b99-b25756037638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:05.235202 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce1949-1c57-4605-9b99-b25756037638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:05.235749 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce1949-1c57-4605-9b99-b25756037638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:05.236266 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce1949-1c57-4605-9b99-b25756037638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:05.244386 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce1949-1c57-4605-9b99-b25756037638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:05.246735 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce1949-1c57-4605-9b99-b25756037638 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:05.247254 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce1949-1c57-4605-9b99-b25756037638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:05.247759 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce1949-1c57-4605-9b99-b25756037638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:05.249741 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce1949-1c57-4605-9b99-b25756037638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:05.251817 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b394513b-3088-4127-bcf2-726109ff6ebb admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:05:05.252352 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b394513b-3088-4127-bcf2-726109ff6ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:05.254382 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:05:05.254382 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:05:05.254382 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:05:05.254382 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:05:05.254382 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:05:05.254382 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:05:05.254382 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:05:05.254382 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:05:05.254382 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:05:05.254382 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:05:05.254382 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:05:05.254382 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:05:05.254382 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:05:05.254382 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:05:05.254382 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:05:05.254382 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:05:05.254382 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:05:05.254382 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:05:05.254382 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:05:05.254382 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:05:05.254382 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:05:05.254382 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:05:05.254382 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:05:05.254382 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:05:05.254382 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:05:05.254382 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:05:05.254382 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:05:05.254382 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:05:05.254382 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:05:05.254382 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:05:05.254382 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:05:05.254382 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:05:05.278795 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce1949-1c57-4605-9b99-b25756037638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:05.279302 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce1949-1c57-4605-9b99-b25756037638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:05.357205 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed12e8c-7600-44bf-a8f9-2ae45614968d req-cd028d77-4647-4012-9ff0-a868e6ed0625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:05.365015 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ed12e8c-7600-44bf-a8f9-2ae45614968d req-cd028d77-4647-4012-9ff0-a868e6ed0625 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.2026274 Jul 23 20:05:05.366127 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 788447d5-6e59-4d4c-a1aa-54e6b02c4d5b no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:05:05.408804 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 788447d5-6e59-4d4c-a1aa-54e6b02c4d5b {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:05:05.409223 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 788447d5-6e59-4d4c-a1aa-54e6b02c4d5b not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:05:05.466411 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ed12e8c-7600-44bf-a8f9-2ae45614968d req-0fe98212-233d-4cf3-b760-5bc952bcd584 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=aa776edc-df51-4714-b55b-fe7ba7df7c75 HTTP/1.1" status: 200 len: 217 time: 0.0890660 Jul 23 20:05:05.471921 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b394513b-3088-4127-bcf2-726109ff6ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:05.496497 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b394513b-3088-4127-bcf2-726109ff6ebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:05.513732 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b394513b-3088-4127-bcf2-726109ff6ebb admin admin] 10.222.0.32 "DELETE /v2.0/networks/294765c2-8010-4163-ae30-aebf18de5582 HTTP/1.1" status: 204 len: 168 time: 2.0960510 Jul 23 20:05:05.541735 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed12e8c-7600-44bf-a8f9-2ae45614968d req-b41460b1-2a5c-4d35-838e-8f558270d855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:05.543509 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ed12e8c-7600-44bf-a8f9-2ae45614968d req-b41460b1-2a5c-4d35-838e-8f558270d855 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.0701718 Jul 23 20:05:05.556011 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b394513b-3088-4127-bcf2-726109ff6ebb admin admin] Pushing event deleted for resources: {'Network': ['ID=294765c2-8010-4163-ae30-aebf18de5582,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:05.610987 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-eb22d0d9-47b3-4eec-b1bf-8d38dcf4943e tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:05.644146 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c39f9b-b170-4395-84eb-084fd534a44a req-cefaab00-8d2b-4e0a-aa70-b426987f6b1e tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:05.650094 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ce04c6af-449c-45a9-9bbb-8634c0ccc373 req-7dede8b0-d2e2-4bc1-a7b5-981766836eb9 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=9271d0d7-9251-4412-a64d-40401596586f HTTP/1.1" status: 200 len: 210 time: 0.0989654 Jul 23 20:05:05.652368 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-76c39f9b-b170-4395-84eb-084fd534a44a req-cefaab00-8d2b-4e0a-aa70-b426987f6b1e tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 949 time: 0.2812214 Jul 23 20:05:05.684236 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41102) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:05.696282 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-28df903a-f6ad-4960-b0c7-bad96138922e req-b85188c3-731e-4ad2-a439-b49a687c9101 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4556937 Jul 23 20:05:05.727991 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed12e8c-7600-44bf-a8f9-2ae45614968d req-298fd76e-a5f6-4fd4-88b9-0dac98134e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:05.729992 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ed12e8c-7600-44bf-a8f9-2ae45614968d req-298fd76e-a5f6-4fd4-88b9-0dac98134e6f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1571653 Jul 23 20:05:05.759212 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-76c39f9b-b170-4395-84eb-084fd534a44a req-2cd415ba-52c2-4215-92be-4ae85ffcf792 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055398 Jul 23 20:05:05.763894 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1a725351-1bb8-49f9-9cbe-e6a5bf4ec7b0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=31ece22b4c2940ca986a58a7e24f5205&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0783887 Jul 23 20:05:05.767048 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41110) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:05.807832 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-eb22d0d9-47b3-4eec-b1bf-8d38dcf4943e tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:05.815452 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41114) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:05.853340 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-eb22d0d9-47b3-4eec-b1bf-8d38dcf4943e tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Network e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:05:05.865941 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-eb22d0d9-47b3-4eec-b1bf-8d38dcf4943e tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:05:05.866389 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ed12e8c-7600-44bf-a8f9-2ae45614968d req-772cae4b-04e0-498e-bb81-43e10fad4117 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287835 Jul 23 20:05:05.869172 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-eb22d0d9-47b3-4eec-b1bf-8d38dcf4943e tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:05:06.038095 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a1ce336a-163d-496e-b3c4-413c8cfab63c req-3ce9f00e-e2a5-45bb-8e87-57811723b0b9 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3d61372-f58c-4bc3-a0bb-fce879be9281 HTTP/1.1" status: 200 len: 210 time: 0.0402193 Jul 23 20:05:06.050765 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-eb22d0d9-47b3-4eec-b1bf-8d38dcf4943e tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:06.051434 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-eb22d0d9-47b3-4eec-b1bf-8d38dcf4943e tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:06.057311 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ed12e8c-7600-44bf-a8f9-2ae45614968d req-8fff426c-9760-4596-92ef-173236aa6df6 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812668 Jul 23 20:05:06.083099 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a705be-7077-4472-a2b4-35b6c98f678e', 'name': 'network-vif-deleted', 'tag': '7114a50d-ddd8-4e6f-8ed0-f0385a7ed407'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:05:06.087430 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3317005a-677c-4e1f-8b83-cbc5ecdc6e67" -d '{"events": [{"server_uuid": "66a705be-7077-4472-a2b4-35b6c98f678e", "name": "network-vif-deleted", "tag": "7114a50d-ddd8-4e6f-8ed0-f0385a7ed407"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:05:06.112974 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb22d0d9-47b3-4eec-b1bf-8d38dcf4943e tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Pushing event updated for resources: {'Port': ['ID=37163526-f636-4d23-b130-b1067110e179,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:06.123161 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-b173b65b-b4e3-49b9-877b-08d5accfc997 admin admin] Deleting subnet d3585b22-200e-474c-90ad-5cdef3f6e740 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:05:06.128056 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-eb22d0d9-47b3-4eec-b1bf-8d38dcf4943e tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9055870 Jul 23 20:05:06.128645 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef7d2cb9-97ef-4784-b226-b29ed339e8d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:06.135939 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b173b65b-b4e3-49b9-877b-08d5accfc997 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:06.179280 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-65b06af8-af52-4282-98a1-b6880ba1d86e service neutron] Request body: {'port': {'device_id': '9271d0d7-9251-4412-a64d-40401596586f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:06.193254 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bab58c-0f87-481c-bc57-8ed14f0a58a9 req-1bcdddc6-b9e1-4013-93c4-281ae76a5426 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:06.195081 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2633fb-7a9a-46ae-ae6d-39d57c705e59 x-openstack-request-id: req-5d2633fb-7a9a-46ae-ae6d-39d57c705e59 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:05:06.196112 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a705be-7077-4472-a2b4-35b6c98f678e", "name": "network-vif-deleted", "tag": "7114a50d-ddd8-4e6f-8ed0-f0385a7ed407", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:05:06.196555 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5d2633fb-7a9a-46ae-ae6d-39d57c705e59 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:05:06.197023 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a705be-7077-4472-a2b4-35b6c98f678e', 'name': 'network-vif-deleted', 'tag': '7114a50d-ddd8-4e6f-8ed0-f0385a7ed407', 'status': 'completed', 'code': 200} Jul 23 20:05:06.202145 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d8bab58c-0f87-481c-bc57-8ed14f0a58a9 req-1bcdddc6-b9e1-4013-93c4-281ae76a5426 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/ports?device_id=74db21fb-6af3-4b2c-8130-52bc7fc761da HTTP/1.1" status: 200 len: 948 time: 0.3074124 Jul 23 20:05:06.252177 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef7d2cb9-97ef-4784-b226-b29ed339e8d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:06.292549 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b173b65b-b4e3-49b9-877b-08d5accfc997 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:06.519489 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9854c5-76f7-4bf7-9f67-2eab024d5660 req-fd065b93-ab73-4f97-ab94-50c000927aa2 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:06.522750 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3c9854c5-76f7-4bf7-9f67-2eab024d5660 req-fd065b93-ab73-4f97-ab94-50c000927aa2 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] 10.222.0.32 "GET /v2.0/ports?device_id=5fca6605-982e-492b-8938-3dcf3308a9ca HTTP/1.1" status: 200 len: 951 time: 0.1067803 Jul 23 20:05:06.603639 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3c9854c5-76f7-4bf7-9f67-2eab024d5660 req-ec0256b6-ca0f-4e9a-92e1-a3cec0f04113 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70b0ece-e5a9-4622-a819-9275dd34202a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664215 Jul 23 20:05:06.857596 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d8bab58c-0f87-481c-bc57-8ed14f0a58a9 req-56849c02-4226-4dee-b749-8c92fb59ef4b tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5c3694b-8fa8-4f9e-a585-d5764c7780ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6545756 Jul 23 20:05:06.892918 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b173b65b-b4e3-49b9-877b-08d5accfc997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:06.897920 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device aa776edc-df51-4714-b55b-fe7ba7df7c75 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:05:06.903636 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef7d2cb9-97ef-4784-b226-b29ed339e8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:06.906586 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef7d2cb9-97ef-4784-b226-b29ed339e8d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:06.910654 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ef7d2cb9-97ef-4784-b226-b29ed339e8d7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eec52876-369c-4091-8be3-988fa48f81cb HTTP/1.1" status: 204 len: 168 time: 1.1399634 Jul 23 20:05:06.949788 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-65b06af8-af52-4282-98a1-b6880ba1d86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:06.954987 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7d2cb9-97ef-4784-b226-b29ed339e8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec52876-369c-4091-8be3-988fa48f81cb,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:07.098133 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b173b65b-b4e3-49b9-877b-08d5accfc997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:07.146536 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port aa776edc-df51-4714-b55b-fe7ba7df7c75, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=aa776edc-df51-4714-b55b-fe7ba7df7c75,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:07.161149 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'aa776edc-df51-4714-b55b-fe7ba7df7c75', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': 'aa776edc-df51-4714-b55b-fe7ba7df7c75', 'mac_address': 'fa:16:3e:52:37:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:05:07.206437 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b173b65b-b4e3-49b9-877b-08d5accfc997 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3585b22-200e-474c-90ad-5cdef3f6e740,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:07.208708 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b173b65b-b4e3-49b9-877b-08d5accfc997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:07.214737 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b173b65b-b4e3-49b9-877b-08d5accfc997 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d3585b22-200e-474c-90ad-5cdef3f6e740 HTTP/1.1" status: 204 len: 168 time: 1.3771255 Jul 23 20:05:07.214896 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41186) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:07.228664 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:07.270486 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa776edc-df51-4714-b55b-fe7ba7df7c75 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:05:07.330807 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port aa776edc-df51-4714-b55b-fe7ba7df7c75, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=aa776edc-df51-4714-b55b-fe7ba7df7c75,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:07.343128 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:07.346931 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fed5e719-7d2b-469b-bbfe-c08adb12d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:07.407090 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787f074-cf90-4dea-b816-e682a853d572 req-5daefc6f-cee4-449d-8cbd-c30754dcb9f8 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:07.415185 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3787f074-cf90-4dea-b816-e682a853d572 req-5daefc6f-cee4-449d-8cbd-c30754dcb9f8 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=9271d0d7-9251-4412-a64d-40401596586f HTTP/1.1" status: 200 len: 931 time: 0.3919234 Jul 23 20:05:07.444163 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=aa776edc-df51-4714-b55b-fe7ba7df7c75,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:07.499793 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3787f074-cf90-4dea-b816-e682a853d572 req-771c0697-47b3-4107-ac50-ee38e3d6d1df tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833783 Jul 23 20:05:07.567568 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fed5e719-7d2b-469b-bbfe-c08adb12d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:07.583874 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-fed5e719-7d2b-469b-bbfe-c08adb12d5ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['561e402d-bb2f-4939-8704-2c6bd62a51c3']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:07.591661 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['aa776edc-df51-4714-b55b-fe7ba7df7c75'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:05:07.609734 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-fed5e719-7d2b-469b-bbfe-c08adb12d5ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a2754c-a19c-42d0-8f97-ef5cc77b5d31') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:07.610161 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-fed5e719-7d2b-469b-bbfe-c08adb12d5ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a2754c-a19c-42d0-8f97-ef5cc77b5d31') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:07.642182 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fed5e719-7d2b-469b-bbfe-c08adb12d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:07.672821 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df903a-f6ad-4960-b0c7-bad96138922e req-cc5b2374-bc85-4804-8b3a-5fbb9a69158c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:07.676889 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-28df903a-f6ad-4960-b0c7-bad96138922e req-cc5b2374-bc85-4804-8b3a-5fbb9a69158c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a28939d8212b4a0392808b969f282665&device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 1101 time: 0.2064807 Jul 23 20:05:07.688246 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fed5e719-7d2b-469b-bbfe-c08adb12d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:07.710297 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41216) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:07.721076 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-65b06af8-af52-4282-98a1-b6880ba1d86e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37163526-f636-4d23-b130-b1067110e179 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:05:07.731986 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-65b06af8-af52-4282-98a1-b6880ba1d86e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:07.738759 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed5e719-7d2b-469b-bbfe-c08adb12d5ae admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:05:07.739256 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fed5e719-7d2b-469b-bbfe-c08adb12d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:07.745250 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:05:07.745250 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:05:07.745250 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:05:07.745250 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:05:07.745250 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:05:07.745250 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:05:07.745250 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:05:07.745250 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:05:07.745250 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:05:07.745250 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:05:07.745250 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:05:07.745250 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:05:07.745250 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:05:07.745250 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:05:07.745250 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:05:07.745250 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:05:07.745250 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:05:07.745250 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:05:07.745250 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:05:07.745250 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:05:07.745250 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:05:07.745250 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:05:07.745250 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:05:07.745250 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:05:07.745250 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:05:07.745250 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:05:07.745250 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:05:07.745250 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:05:07.745250 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:05:07.745250 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:05:07.745250 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:05:07.745250 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:05:07.752821 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-65b06af8-af52-4282-98a1-b6880ba1d86e service neutron] Transition to ACTIVE for port object 37163526-f636-4d23-b130-b1067110e179 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:05:07.766377 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-65b06af8-af52-4282-98a1-b6880ba1d86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:07.869824 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96102e11-22b4-4d94-b90b-e084737a7d60 req-30e8bcf0-5d32-4424-bdb9-cf11607a1ad2 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:07.879818 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-96102e11-22b4-4d94-b90b-e084737a7d60 req-30e8bcf0-5d32-4424-bdb9-cf11607a1ad2 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 949 time: 0.2383375 Jul 23 20:05:07.987783 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4f032ddd-e95f-407d-b6a9-fe09dcfae373 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=959d5304928c4193a6a3c138f98e6b80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2758718 Jul 23 20:05:07.991377 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fed5e719-7d2b-469b-bbfe-c08adb12d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:07.992716 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b06af8-af52-4282-98a1-b6880ba1d86e service neutron] Pushing event updated for resources: {'Port': ['ID=37163526-f636-4d23-b130-b1067110e179,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:07.993904 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41230) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:08.038698 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-65b06af8-af52-4282-98a1-b6880ba1d86e service neutron] Attempting to bind port 37163526-f636-4d23-b130-b1067110e179 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:05:08.039270 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-65b06af8-af52-4282-98a1-b6880ba1d86e service neutron] Attempting to bind port 37163526-f636-4d23-b130-b1067110e179 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '09c16a36-f585-4003-9e2f-a9905bed7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:05:08.039834 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-65b06af8-af52-4282-98a1-b6880ba1d86e service neutron] Attempting to bind port 37163526-f636-4d23-b130-b1067110e179 on network e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:05:08.054362 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df903a-f6ad-4960-b0c7-bad96138922e req-841fc28e-fd93-4a93-ab05-5f665cac0876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:08.057371 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-28df903a-f6ad-4960-b0c7-bad96138922e req-841fc28e-fd93-4a93-ab05-5f665cac0876 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.3666348 Jul 23 20:05:08.057601 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-96102e11-22b4-4d94-b90b-e084737a7d60 req-c98d5f60-fe92-467e-9d86-f9121ef5c880 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766806 Jul 23 20:05:08.061549 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fed5e719-7d2b-469b-bbfe-c08adb12d5ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:08.063393 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-65b06af8-af52-4282-98a1-b6880ba1d86e service neutron] Port 37163526-f636-4d23-b130-b1067110e179 on network e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:05:08.063722 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-65b06af8-af52-4282-98a1-b6880ba1d86e service neutron] Attempting to bind port 37163526-f636-4d23-b130-b1067110e179 on network e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:05:08.066946 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-fed5e719-7d2b-469b-bbfe-c08adb12d5ae admin admin] 10.222.0.32 "DELETE /v2.0/networks/561e402d-bb2f-4939-8704-2c6bd62a51c3 HTTP/1.1" status: 204 len: 168 time: 0.8508954 Jul 23 20:05:08.074659 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-65b06af8-af52-4282-98a1-b6880ba1d86e service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:05:08.078737 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-65b06af8-af52-4282-98a1-b6880ba1d86e service neutron] Checking segment: {'id': '09c16a36-f585-4003-9e2f-a9905bed7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:05:08.079223 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-65b06af8-af52-4282-98a1-b6880ba1d86e service neutron] Bound using segment: {'id': '09c16a36-f585-4003-9e2f-a9905bed7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:05:08.081426 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-65b06af8-af52-4282-98a1-b6880ba1d86e service neutron] Bound port: 37163526-f636-4d23-b130-b1067110e179, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09c16a36-f585-4003-9e2f-a9905bed7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:05:08.081899 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-65b06af8-af52-4282-98a1-b6880ba1d86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:08.207009 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5e719-7d2b-469b-bbfe-c08adb12d5ae admin admin] Pushing event deleted for resources: {'Network': ['ID=561e402d-bb2f-4939-8704-2c6bd62a51c3,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:08.236217 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-28df903a-f6ad-4960-b0c7-bad96138922e req-a7caf2af-6b83-4ac9-b7fc-7fa05a893d7b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=1286a58a-6ab0-4b63-9618-5e29a4285352 HTTP/1.1" status: 200 len: 217 time: 0.1454110 Jul 23 20:05:08.240810 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-65b06af8-af52-4282-98a1-b6880ba1d86e service neutron] For port 37163526-f636-4d23-b130-b1067110e179, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:05:08.251399 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-65b06af8-af52-4282-98a1-b6880ba1d86e service neutron] For port 37163526-f636-4d23-b130-b1067110e179, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=37163526-f636-4d23-b130-b1067110e179,segment=NetworkSegment(09c16a36-f585-4003-9e2f-a9905bed7329),segment_id=09c16a36-f585-4003-9e2f-a9905bed7329)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:05:08.260002 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-65b06af8-af52-4282-98a1-b6880ba1d86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:08.333938 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-65b06af8-af52-4282-98a1-b6880ba1d86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:08.334716 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-65b06af8-af52-4282-98a1-b6880ba1d86e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:08.336859 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-65b06af8-af52-4282-98a1-b6880ba1d86e service neutron] 10.222.0.30 "PUT /v2.0/ports/37163526-f636-4d23-b130-b1067110e179 HTTP/1.1" status: 200 len: 1092 time: 2.1957502 Jul 23 20:05:08.337796 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9271d0d7-9251-4412-a64d-40401596586f', 'tag': '37163526-f636-4d23-b130-b1067110e179'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:05:08.340679 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c929ca5b-c2a8-4aea-9d29-f097966b9b61" -d '{"events": [{"name": "network-changed", "server_uuid": "9271d0d7-9251-4412-a64d-40401596586f", "tag": "37163526-f636-4d23-b130-b1067110e179"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:05:08.343191 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9fbc3234-ebc1-44b7-bf1b-38196c85cb75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:08.384206 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faae7e9-b5c6-4789-86f1-540ba3961cb5 req-ef69330c-48ed-473a-8fe5-b7a621fcefc1 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:08.394937 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4faae7e9-b5c6-4789-86f1-540ba3961cb5 req-ef69330c-48ed-473a-8fe5-b7a621fcefc1 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/ports?device_id=74db21fb-6af3-4b2c-8130-52bc7fc761da HTTP/1.1" status: 200 len: 949 time: 0.4190288 Jul 23 20:05:08.453500 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df903a-f6ad-4960-b0c7-bad96138922e req-d0ad3309-447c-4bb9-848c-9db1743c0770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:08.454983 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-28df903a-f6ad-4960-b0c7-bad96138922e req-d0ad3309-447c-4bb9-848c-9db1743c0770 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.2061315 Jul 23 20:05:08.456077 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41238) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:08.464978 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9fbc3234-ebc1-44b7-bf1b-38196c85cb75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:08.541427 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4faae7e9-b5c6-4789-86f1-540ba3961cb5 req-58a1b2ae-5916-4b9b-a264-6362eb4298e6 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5c3694b-8fa8-4f9e-a585-d5764c7780ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452904 Jul 23 20:05:08.563192 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b06af8-af52-4282-98a1-b6880ba1d86e service neutron] Pushing event updated for resources: {'Port': ['ID=37163526-f636-4d23-b130-b1067110e179,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:08.613647 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda39e4-a331-43f5-8173-61d76a25101c req-028f1264-2311-43e6-8e61-6e811b88a576 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:08.621203 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7fda39e4-a331-43f5-8173-61d76a25101c req-028f1264-2311-43e6-8e61-6e811b88a576 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] 10.222.0.32 "GET /v2.0/ports?device_id=5fca6605-982e-492b-8938-3dcf3308a9ca HTTP/1.1" status: 200 len: 951 time: 0.2582600 Jul 23 20:05:08.630442 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b3dcabaa-17c8-4c54-8fc8-af41a7788225 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8cfe6a1fc1a344fca4c086a9bc2e1379&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1670010 Jul 23 20:05:08.635650 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41242) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:08.637410 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31dcde34-6f59-4718-a07d-14275ad9458f x-openstack-request-id: req-31dcde34-6f59-4718-a07d-14275ad9458f {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:05:08.637744 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9271d0d7-9251-4412-a64d-40401596586f", "tag": "37163526-f636-4d23-b130-b1067110e179", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:05:08.637996 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-31dcde34-6f59-4718-a07d-14275ad9458f {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:05:08.638394 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9271d0d7-9251-4412-a64d-40401596586f', 'tag': '37163526-f636-4d23-b130-b1067110e179', 'status': 'completed', 'code': 200} Jul 23 20:05:08.640393 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-6570e79b-414a-42a1-bcd4-d813fb194d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:08.641924 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-6570e79b-414a-42a1-bcd4-d813fb194d94 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112939265a5547faabf279e97fc2b4ed&device_id=9271d0d7-9251-4412-a64d-40401596586f HTTP/1.1" status: 200 len: 1095 time: 0.1906264 Jul 23 20:05:08.688571 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9fbc3234-ebc1-44b7-bf1b-38196c85cb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:08.698820 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-e96445dc-ff24-4771-ae81-2ccc645ed2a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37163526-f636-4d23-b130-b1067110e179 HTTP/1.1" status: 200 len: 217 time: 0.0451159 Jul 23 20:05:08.699458 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9fbc3234-ebc1-44b7-bf1b-38196c85cb75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:08.703464 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9fbc3234-ebc1-44b7-bf1b-38196c85cb75 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b469136-3959-4f22-805f-93c6ce7c1f57 HTTP/1.1" status: 204 len: 168 time: 0.6664486 Jul 23 20:05:08.715945 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df903a-f6ad-4960-b0c7-bad96138922e req-76df1769-b21c-4db4-b0f5-129099191820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:08.721367 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-28df903a-f6ad-4960-b0c7-bad96138922e req-76df1769-b21c-4db4-b0f5-129099191820 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2491984 Jul 23 20:05:08.759858 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7fda39e4-a331-43f5-8173-61d76a25101c req-9cc1073a-d814-4f37-89a4-c15b7b3a141d tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70b0ece-e5a9-4622-a819-9275dd34202a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374316 Jul 23 20:05:08.777326 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-0ed8bb0d-350f-4b2b-80a4-8c95e9e1da20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:08.778904 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-0ed8bb0d-350f-4b2b-80a4-8c95e9e1da20 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8f1af588-88a6-41d9-93e0-be352471d81c HTTP/1.1" status: 200 len: 849 time: 0.0688424 Jul 23 20:05:08.814903 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc3234-ebc1-44b7-bf1b-38196c85cb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b469136-3959-4f22-805f-93c6ce7c1f57,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:08.862680 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-3f27aa18-785f-493f-ac46-0b9a88453832 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761282 Jul 23 20:05:08.885902 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device aa776edc-df51-4714-b55b-fe7ba7df7c75 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:05:08.979360 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port aa776edc-df51-4714-b55b-fe7ba7df7c75 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:05:08.985231 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port aa776edc-df51-4714-b55b-fe7ba7df7c75 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:08.985767 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:09.015331 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-45505b4f-460d-4396-8804-cfb1f458d598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:09.045381 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-51f4d4a5-5f1d-4dfc-a149-d2dd15b5456a service neutron] 10.222.0.30 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739502 Jul 23 20:05:09.148250 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-45505b4f-460d-4396-8804-cfb1f458d598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:09.158033 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-28df903a-f6ad-4960-b0c7-bad96138922e req-6946e1d5-37ec-4107-a1fa-1b959a2b1ac2 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188306 Jul 23 20:05:09.182556 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:09.189038 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3ee1f-a8dc-472f-aa3b-079b31d62f94 req-d309ac0c-4658-4b92-960a-00827c968fc8 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:09.194273 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4fc184be-1cb5-4dba-b1d1-6c790a05341f req-9f86ac25-c23c-4aa6-9c15-7fc4ee7ca212 service neutron] 10.222.0.30 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411557 Jul 23 20:05:09.211656 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-98f3ee1f-a8dc-472f-aa3b-079b31d62f94 req-d309ac0c-4658-4b92-960a-00827c968fc8 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=9271d0d7-9251-4412-a64d-40401596586f HTTP/1.1" status: 200 len: 943 time: 0.4885101 Jul 23 20:05:09.266359 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74db21fb-6af3-4b2c-8130-52bc7fc761da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa776edc-df51-4714-b55b-fe7ba7df7c75'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:05:09.269305 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b58ca2a-b44d-4205-a16b-67b810b57ad8" -d '{"events": [{"server_uuid": "74db21fb-6af3-4b2c-8130-52bc7fc761da", "name": "network-vif-plugged", "status": "completed", "tag": "aa776edc-df51-4714-b55b-fe7ba7df7c75"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:05:09.304123 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port aa776edc-df51-4714-b55b-fe7ba7df7c75, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=aa776edc-df51-4714-b55b-fe7ba7df7c75,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:09.314626 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:09.315825 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device acab6456-dcfa-42d6-8c1c-7d543ac6b7eb no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:05:09.382534 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-98f3ee1f-a8dc-472f-aa3b-079b31d62f94 req-b7a8719f-8712-4c2c-890e-c6597724a0cd tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625226 Jul 23 20:05:09.422070 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-45505b4f-460d-4396-8804-cfb1f458d598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:09.424993 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffd49f-acbb-413b-be5b-f49b549361a3 req-3caa62f3-b09f-4595-bc11-64d1695c1e5f tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:09.428241 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-45505b4f-460d-4396-8804-cfb1f458d598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:09.434330 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-45505b4f-460d-4396-8804-cfb1f458d598 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f1482381-74ca-4f19-b72f-89a72e32a001 HTTP/1.1" status: 204 len: 168 time: 0.7954464 Jul 23 20:05:09.437852 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-92ffd49f-acbb-413b-be5b-f49b549361a3 req-3caa62f3-b09f-4595-bc11-64d1695c1e5f tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 949 time: 0.2420697 Jul 23 20:05:09.474442 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-28df903a-f6ad-4960-b0c7-bad96138922e req-cf76ac0e-2c3f-406b-9e12-cf715789b206 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051536 Jul 23 20:05:09.494340 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-92ffd49f-acbb-413b-be5b-f49b549361a3 req-6e7ebfd8-bb21-431f-8c75-80346a06c5aa tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501690 Jul 23 20:05:09.499518 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45505b4f-460d-4396-8804-cfb1f458d598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1482381-74ca-4f19-b72f-89a72e32a001,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:09.502331 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929ca5b-c2a8-4aea-9d29-f097966b9b61 req-fa965a48-1659-4b60-ac5c-6305f9bbb939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:09.506894 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c929ca5b-c2a8-4aea-9d29-f097966b9b61 req-fa965a48-1659-4b60-ac5c-6305f9bbb939 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112939265a5547faabf279e97fc2b4ed&device_id=9271d0d7-9251-4412-a64d-40401596586f HTTP/1.1" status: 200 len: 1095 time: 0.2565784 Jul 23 20:05:09.513654 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e96fcda-8697-46b8-800d-d3011101a051 x-openstack-request-id: req-0e96fcda-8697-46b8-800d-d3011101a051 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:05:09.513904 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74db21fb-6af3-4b2c-8130-52bc7fc761da", "name": "network-vif-plugged", "status": "completed", "tag": "aa776edc-df51-4714-b55b-fe7ba7df7c75", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:05:09.514033 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0e96fcda-8697-46b8-800d-d3011101a051 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:05:09.514435 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74db21fb-6af3-4b2c-8130-52bc7fc761da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa776edc-df51-4714-b55b-fe7ba7df7c75', 'code': 200} Jul 23 20:05:09.563267 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=aa776edc-df51-4714-b55b-fe7ba7df7c75,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:09.657458 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:09.735825 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port acab6456-dcfa-42d6-8c1c-7d543ac6b7eb, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=acab6456-dcfa-42d6-8c1c-7d543ac6b7eb,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:09.745527 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:09.750467 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929ca5b-c2a8-4aea-9d29-f097966b9b61 req-d8a88283-e93d-498a-83d0-ac18e84583c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:09.754728 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c929ca5b-c2a8-4aea-9d29-f097966b9b61 req-d8a88283-e93d-498a-83d0-ac18e84583c2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 HTTP/1.1" status: 200 len: 910 time: 0.2391746 Jul 23 20:05:09.793662 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf60211-fc80-4618-bd95-587f77fb9f87 req-31ebc033-7a74-4b6f-a3a6-1f5bfdbf1839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:09.795278 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-baf60211-fc80-4618-bd95-587f77fb9f87 req-31ebc033-7a74-4b6f-a3a6-1f5bfdbf1839 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=74db21fb-6af3-4b2c-8130-52bc7fc761da HTTP/1.1" status: 200 len: 1102 time: 0.2272925 Jul 23 20:05:09.822151 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c929ca5b-c2a8-4aea-9d29-f097966b9b61 req-83277fdd-253e-4067-9e27-be049ed4fea8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37163526-f636-4d23-b130-b1067110e179 HTTP/1.1" status: 200 len: 217 time: 0.0582936 Jul 23 20:05:09.888737 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=acab6456-dcfa-42d6-8c1c-7d543ac6b7eb,revision_number=11']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:09.898588 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-baf60211-fc80-4618-bd95-587f77fb9f87 req-0abba5c6-e448-44e1-ad0b-14f3718a5920 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e5c3694b-8fa8-4f9e-a585-d5764c7780ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928645 Jul 23 20:05:09.913056 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fae326-9167-4076-a5bd-47e4d164f914 req-a9da2d2e-0faf-40f6-9f8a-a5cf84767def tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:09.921495 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c1fae326-9167-4076-a5bd-47e4d164f914 req-a9da2d2e-0faf-40f6-9f8a-a5cf84767def tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/ports?device_id=74db21fb-6af3-4b2c-8130-52bc7fc761da HTTP/1.1" status: 200 len: 950 time: 0.1642728 Jul 23 20:05:10.058387 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114c4e6-ad76-43ed-80c6-ab3dd6611083 req-e76e051d-9762-427d-9e31-7c3cb2351f26 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:10.062806 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e114c4e6-ad76-43ed-80c6-ab3dd6611083 req-e76e051d-9762-427d-9e31-7c3cb2351f26 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] 10.222.0.32 "GET /v2.0/ports?device_id=5fca6605-982e-492b-8938-3dcf3308a9ca HTTP/1.1" status: 200 len: 949 time: 0.1525929 Jul 23 20:05:10.064788 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929ca5b-c2a8-4aea-9d29-f097966b9b61 req-62677bb7-ab03-445a-b5e8-da723dc7f38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:10.066347 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c929ca5b-c2a8-4aea-9d29-f097966b9b61 req-62677bb7-ab03-445a-b5e8-da723dc7f38b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8f1af588-88a6-41d9-93e0-be352471d81c HTTP/1.1" status: 200 len: 849 time: 0.2372177 Jul 23 20:05:10.156927 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c929ca5b-c2a8-4aea-9d29-f097966b9b61 req-43ae2c65-4677-4644-8089-0213d6759b27 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757077 Jul 23 20:05:10.188110 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f0ed7e89-3837-4d90-9649-daade51e170c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:10.247324 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e114c4e6-ad76-43ed-80c6-ab3dd6611083 req-fb7ddb91-1661-4e89-b4b0-5842803f6471 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70b0ece-e5a9-4622-a819-9275dd34202a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795263 Jul 23 20:05:10.374876 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c929ca5b-c2a8-4aea-9d29-f097966b9b61 req-99442f7f-a594-4621-b760-16628ef6edc9 service neutron] 10.222.0.30 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126918 Jul 23 20:05:10.601764 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c929ca5b-c2a8-4aea-9d29-f097966b9b61 req-48efe650-52ef-4710-8a95-1aa656904d33 service neutron] 10.222.0.30 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172184 Jul 23 20:05:10.658071 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03f6a2-e726-45eb-9132-5fb275d4f0e9 req-015368d6-27ef-4aa1-b41a-7a41f2a7ab33 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:10.659657 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ad03f6a2-e726-45eb-9132-5fb275d4f0e9 req-015368d6-27ef-4aa1-b41a-7a41f2a7ab33 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=9271d0d7-9251-4412-a64d-40401596586f HTTP/1.1" status: 200 len: 943 time: 0.1054842 Jul 23 20:05:10.717589 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ad03f6a2-e726-45eb-9132-5fb275d4f0e9 req-27aefba0-5274-445c-9f86-7b83ae0dad89 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473173 Jul 23 20:05:10.744659 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c1fae326-9167-4076-a5bd-47e4d164f914 req-76f87d71-2703-4aa7-bff8-17dd05f5649e tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5c3694b-8fa8-4f9e-a585-d5764c7780ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8198934 Jul 23 20:05:10.826665 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8566af-5099-4920-8257-84f19f92964d req-237b2490-7f0f-40af-adc4-937e177c1478 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:10.828450 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ca8566af-5099-4920-8257-84f19f92964d req-237b2490-7f0f-40af-adc4-937e177c1478 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] 10.222.0.30 "GET /v2.0/ports?device_id=5fca6605-982e-492b-8938-3dcf3308a9ca HTTP/1.1" status: 200 len: 949 time: 0.1915576 Jul 23 20:05:10.900555 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 37163526-f636-4d23-b130-b1067110e179 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:05:10.967240 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b2b8d-de8c-4af5-9c17-c2dded5751ed req-663541aa-73b7-457a-8657-427e0fad60a9 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:10.969149 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-322b2b8d-de8c-4af5-9c17-c2dded5751ed req-663541aa-73b7-457a-8657-427e0fad60a9 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 949 time: 0.1673219 Jul 23 20:05:11.009399 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41312) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:11.042871 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-322b2b8d-de8c-4af5-9c17-c2dded5751ed req-1cd55288-e545-49d8-b967-7afd0108475f tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662699 Jul 23 20:05:11.082766 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-ca8566af-5099-4920-8257-84f19f92964d req-fe741a0c-0ccd-4378-98d2-e94f148284be tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] Deleting port acab6456-dcfa-42d6-8c1c-7d543ac6b7eb {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:05:11.083114 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ca8566af-5099-4920-8257-84f19f92964d req-fe741a0c-0ccd-4378-98d2-e94f148284be tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:11.098291 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 37163526-f636-4d23-b130-b1067110e179, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=37163526-f636-4d23-b130-b1067110e179,segment=NetworkSegment(09c16a36-f585-4003-9e2f-a9905bed7329),segment_id=09c16a36-f585-4003-9e2f-a9905bed7329)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:11.128801 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '37163526-f636-4d23-b130-b1067110e179', 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1', 'port_id': '37163526-f636-4d23-b130-b1067110e179', 'mac_address': 'fa:16:3e:14:5e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f1af588-88a6-41d9-93e0-be352471d81c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:05:11.210513 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:11.267646 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37163526-f636-4d23-b130-b1067110e179 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:05:11.283283 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-ca8566af-5099-4920-8257-84f19f92964d req-fe741a0c-0ccd-4378-98d2-e94f148284be tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] For port acab6456-dcfa-42d6-8c1c-7d543ac6b7eb, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=acab6456-dcfa-42d6-8c1c-7d543ac6b7eb,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:11.283696 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ca8566af-5099-4920-8257-84f19f92964d req-fe741a0c-0ccd-4378-98d2-e94f148284be tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:11.303368 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-ca8566af-5099-4920-8257-84f19f92964d req-fe741a0c-0ccd-4378-98d2-e94f148284be tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] Calling delete_port for acab6456-dcfa-42d6-8c1c-7d543ac6b7eb owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:05:11.326031 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 37163526-f636-4d23-b130-b1067110e179, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=37163526-f636-4d23-b130-b1067110e179,segment=NetworkSegment(09c16a36-f585-4003-9e2f-a9905bed7329),segment_id=09c16a36-f585-4003-9e2f-a9905bed7329)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:11.331458 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-fec79627-25d7-41c0-a763-d12e6a2246c1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-114208146-network', 'tenant_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:11.336996 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:11.379800 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec79627-25d7-41c0-a763-d12e6a2246c1 admin admin] Made reservation on behalf of 3eac1fd2f7984fc28e6e139f2a1d3dd0 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:05:11.383720 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fec79627-25d7-41c0-a763-d12e6a2246c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:11.395130 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=37163526-f636-4d23-b130-b1067110e179,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:11.463932 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fec79627-25d7-41c0-a763-d12e6a2246c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:11.517797 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fca6605-982e-492b-8938-3dcf3308a9ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acab6456-dcfa-42d6-8c1c-7d543ac6b7eb'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:05:11.520134 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25c1a69-5bdd-4df1-81fc-8aa4570c3818" -d '{"events": [{"server_uuid": "5fca6605-982e-492b-8938-3dcf3308a9ca", "name": "network-vif-unplugged", "status": "completed", "tag": "acab6456-dcfa-42d6-8c1c-7d543ac6b7eb"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:05:11.596137 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304c4c6-969a-41b7-a047-135c1b1138af req-c8506e03-53b4-4a18-b3b8-ed20fdae71b7 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:11.598869 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['37163526-f636-4d23-b130-b1067110e179'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:05:11.600856 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b304c4c6-969a-41b7-a047-135c1b1138af req-c8506e03-53b4-4a18-b3b8-ed20fdae71b7 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] 10.222.0.32 "GET /v2.0/ports?device_id=5fca6605-982e-492b-8938-3dcf3308a9ca HTTP/1.1" status: 200 len: 949 time: 0.1712286 Jul 23 20:05:11.688183 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ca8566af-5099-4920-8257-84f19f92964d req-fe741a0c-0ccd-4378-98d2-e94f148284be tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:11.736380 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe741a0c-0ccd-4378-98d2-e94f148284be tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] Pushing event deleted for resources: {'Port': ['ID=acab6456-dcfa-42d6-8c1c-7d543ac6b7eb,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:11.801995 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b304c4c6-969a-41b7-a047-135c1b1138af req-50ceb6a4-5c41-4de7-a9d2-34934fb79e56 tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70b0ece-e5a9-4622-a819-9275dd34202a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266289 Jul 23 20:05:11.826017 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1946d6-276b-49d2-9be6-940bf479e779 x-openstack-request-id: req-7b1946d6-276b-49d2-9be6-940bf479e779 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:05:11.826427 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fca6605-982e-492b-8938-3dcf3308a9ca", "name": "network-vif-unplugged", "status": "completed", "tag": "acab6456-dcfa-42d6-8c1c-7d543ac6b7eb", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:05:11.826772 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7b1946d6-276b-49d2-9be6-940bf479e779 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:05:11.827264 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fca6605-982e-492b-8938-3dcf3308a9ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acab6456-dcfa-42d6-8c1c-7d543ac6b7eb', 'code': 200} Jul 23 20:05:11.841196 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fec79627-25d7-41c0-a763-d12e6a2246c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:11.842662 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8566af-5099-4920-8257-84f19f92964d req-fe741a0c-0ccd-4378-98d2-e94f148284be tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] No DVR routers for this DVR port acab6456-dcfa-42d6-8c1c-7d543ac6b7eb on host n-h1-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:05:11.846179 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ca8566af-5099-4920-8257-84f19f92964d req-fe741a0c-0ccd-4378-98d2-e94f148284be tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:11.848728 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ca8566af-5099-4920-8257-84f19f92964d req-fe741a0c-0ccd-4378-98d2-e94f148284be tempest-ImagesOneServerTestJSON-1358723090 tempest-ImagesOneServerTestJSON-1358723090-project] 10.222.0.30 "DELETE /v2.0/ports/acab6456-dcfa-42d6-8c1c-7d543ac6b7eb HTTP/1.1" status: 204 len: 173 time: 1.0124111 Jul 23 20:05:11.849332 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fca6605-982e-492b-8938-3dcf3308a9ca', 'name': 'network-vif-deleted', 'tag': 'acab6456-dcfa-42d6-8c1c-7d543ac6b7eb'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:05:11.852306 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70bc4bc2-e795-4e0e-830b-7690801e7782" -d '{"events": [{"server_uuid": "5fca6605-982e-492b-8938-3dcf3308a9ca", "name": "network-vif-deleted", "tag": "acab6456-dcfa-42d6-8c1c-7d543ac6b7eb"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:05:11.856463 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fec79627-25d7-41c0-a763-d12e6a2246c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:11.889375 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec79627-25d7-41c0-a763-d12e6a2246c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1457fee0-48b3-44b0-bd79-76d688786ce4,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:11.934554 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec79627-25d7-41c0-a763-d12e6a2246c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:05:11.953411 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fec79627-25d7-41c0-a763-d12e6a2246c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:11.953858 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-fec79627-25d7-41c0-a763-d12e6a2246c1 admin admin] Added segment 5c96697d-ee44-400a-8e69-1e994d5bac44 of type vlan for network f1957672-1349-45e6-b250-4d2e0e2b0e22 Jul 23 20:05:12.002465 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696933e-3dc0-4793-8762-bac2fd310c05 req-47537c49-dac4-41f4-8eda-f520e40e61ae tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:12.004551 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4696933e-3dc0-4793-8762-bac2fd310c05 req-47537c49-dac4-41f4-8eda-f520e40e61ae tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/ports?device_id=74db21fb-6af3-4b2c-8130-52bc7fc761da HTTP/1.1" status: 200 len: 950 time: 0.0939426 Jul 23 20:05:12.006770 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fec79627-25d7-41c0-a763-d12e6a2246c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:12.029450 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68382742-4068-4453-bd36-a711a58ef2ee req-5a03462b-4258-401b-b4ac-17f5b984fa02 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:12.031024 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-68382742-4068-4453-bd36-a711a58ef2ee req-5a03462b-4258-401b-b4ac-17f5b984fa02 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=9271d0d7-9251-4412-a64d-40401596586f HTTP/1.1" status: 200 len: 944 time: 0.1426904 Jul 23 20:05:12.044816 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4696933e-3dc0-4793-8762-bac2fd310c05 req-69da611e-8387-4434-b628-67a9b8ab39a5 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5c3694b-8fa8-4f9e-a585-d5764c7780ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343955 Jul 23 20:05:12.075221 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fec79627-25d7-41c0-a763-d12e6a2246c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:12.076313 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec79627-25d7-41c0-a763-d12e6a2246c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:12.077128 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fec79627-25d7-41c0-a763-d12e6a2246c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:12.119663 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-68382742-4068-4453-bd36-a711a58ef2ee req-627840e6-c45d-4a60-b3e5-27cdee205749 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754333 Jul 23 20:05:12.159813 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-fec79627-25d7-41c0-a763-d12e6a2246c1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1466339 Jul 23 20:05:12.159813 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec79627-25d7-41c0-a763-d12e6a2246c1 admin admin] Pushing event updated for resources: {'Network': ['ID=f1957672-1349-45e6-b250-4d2e0e2b0e22,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:12.160455 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41348) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:12.165992 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f4463a77-306b-45e9-b66c-f8204e94d5d1 admin admin] Request body: {'subnet': {'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-114208146-subnet', 'tenant_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:12.171174 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network f1957672-1349-45e6-b250-4d2e0e2b0e22 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:05:12.196102 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4463a77-306b-45e9-b66c-f8204e94d5d1 admin admin] Made reservation on behalf of 3eac1fd2f7984fc28e6e139f2a1d3dd0 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:05:12.199468 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f4463a77-306b-45e9-b66c-f8204e94d5d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:12.213763 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3131a359-613b-4634-bd17-1c2230c91f1b x-openstack-request-id: req-3131a359-613b-4634-bd17-1c2230c91f1b {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:05:12.214321 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fca6605-982e-492b-8938-3dcf3308a9ca", "name": "network-vif-deleted", "tag": "acab6456-dcfa-42d6-8c1c-7d543ac6b7eb", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:05:12.214573 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3131a359-613b-4634-bd17-1c2230c91f1b {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:05:12.215097 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fca6605-982e-492b-8938-3dcf3308a9ca', 'name': 'network-vif-deleted', 'tag': 'acab6456-dcfa-42d6-8c1c-7d543ac6b7eb', 'status': 'completed', 'code': 200} Jul 23 20:05:12.443064 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ad1cd-ad21-48b9-9832-28a482d1fc05 req-13b8e167-29e3-4f73-818a-d3bb96e76ed5 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:12.445822 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3a2ad1cd-ad21-48b9-9832-28a482d1fc05 req-13b8e167-29e3-4f73-818a-d3bb96e76ed5 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 949 time: 0.1324210 Jul 23 20:05:12.511554 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3a2ad1cd-ad21-48b9-9832-28a482d1fc05 req-603bec3c-8118-4a3f-8e55-a55b2ad2f7b3 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545418 Jul 23 20:05:12.558666 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f4463a77-306b-45e9-b66c-f8204e94d5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:12.630490 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4463a77-306b-45e9-b66c-f8204e94d5d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d89cc8ce-1520-4663-872c-281c0b224b71,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:12.661215 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4463a77-306b-45e9-b66c-f8204e94d5d1 admin admin] Checking segment: {'id': '5c96697d-ee44-400a-8e69-1e994d5bac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:05:12.661522 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4463a77-306b-45e9-b66c-f8204e94d5d1 admin admin] Network hostable DHCP agents. Network: f1957672-1349-45e6-b250-4d2e0e2b0e22, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:05:12.701372 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4463a77-306b-45e9-b66c-f8204e94d5d1 admin admin] Network f1957672-1349-45e6-b250-4d2e0e2b0e22 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:05:12.706563 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4dcdc-feaf-4e0f-91ef-9f8b226856f8 req-dcbe5a66-98c0-46c1-b52b-56e7d1f66285 tempest-ServersAdminNegativeTestJSON-116416093 tempest-ServersAdminNegativeTestJSON-116416093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:12.708100 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6af4dcdc-feaf-4e0f-91ef-9f8b226856f8 req-dcbe5a66-98c0-46c1-b52b-56e7d1f66285 tempest-ServersAdminNegativeTestJSON-116416093 tempest-ServersAdminNegativeTestJSON-116416093-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=74db21fb-6af3-4b2c-8130-52bc7fc761da HTTP/1.1" status: 200 len: 1102 time: 0.0986710 Jul 23 20:05:12.721943 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-f4463a77-306b-45e9-b66c-f8204e94d5d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, f1957672-1349-45e6-b250-4d2e0e2b0e22) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:05:12.731621 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4463a77-306b-45e9-b66c-f8204e94d5d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:12.731808 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0597e81-dcb9-4b6f-95ec-2c488930ee5b None None] Network f1957672-1349-45e6-b250-4d2e0e2b0e22 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:05:12.732338 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f4463a77-306b-45e9-b66c-f8204e94d5d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:12.738908 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6af4dcdc-feaf-4e0f-91ef-9f8b226856f8 req-b5a5afe0-daae-4144-9541-464d4d3fbe92 tempest-ServersAdminNegativeTestJSON-116416093 tempest-ServersAdminNegativeTestJSON-116416093-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:12.759036 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f4463a77-306b-45e9-b66c-f8204e94d5d1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5972540 Jul 23 20:05:12.762526 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41364) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:12.767464 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-b59de6a0-dc16-4a60-8030-c4deaf499800 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-114208146-router', 'tenant_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:12.882084 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6af4dcdc-feaf-4e0f-91ef-9f8b226856f8 req-b5a5afe0-daae-4144-9541-464d4d3fbe92 tempest-ServersAdminNegativeTestJSON-116416093 tempest-ServersAdminNegativeTestJSON-116416093-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:12.887155 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-6af4dcdc-feaf-4e0f-91ef-9f8b226856f8 req-b5a5afe0-daae-4144-9541-464d4d3fbe92 tempest-ServersAdminNegativeTestJSON-116416093 tempest-ServersAdminNegativeTestJSON-116416093-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:12.894779 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 37163526-f636-4d23-b130-b1067110e179 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:05:12.912477 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6af4dcdc-feaf-4e0f-91ef-9f8b226856f8 req-b5a5afe0-daae-4144-9541-464d4d3fbe92 tempest-ServersAdminNegativeTestJSON-116416093 tempest-ServersAdminNegativeTestJSON-116416093-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=e5c3694b-8fa8-4f9e-a585-d5764c7780ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969519 Jul 23 20:05:12.960826 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8161fc-ac02-4fa3-9be1-6fb393a97abd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-f1957672-1349-45e6-b250-4d2e0e2b0e22', 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22', 'tenant_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'fixed_ips': [{'subnet_id': 'd89cc8ce-1520-4663-872c-281c0b224b71'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:05:12.961763 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0c8161fc-ac02-4fa3-9be1-6fb393a97abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:12.966576 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5afe0-daae-4144-9541-464d4d3fbe92 tempest-ServersAdminNegativeTestJSON-116416093 tempest-ServersAdminNegativeTestJSON-116416093-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae2d8f0-9a09-4c8c-9f98-6418f29e897d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:12.985422 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1c294dd6-b465-4426-90f7-1780587c2bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:13.016171 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b59de6a0-dc16-4a60-8030-c4deaf499800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:13.017875 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b59de6a0-dc16-4a60-8030-c4deaf499800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:13.092456 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 37163526-f636-4d23-b130-b1067110e179 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:05:13.103695 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 37163526-f636-4d23-b130-b1067110e179 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:13.104173 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:13.132220 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e399f5-4467-4167-937a-6b80f233e68f req-a1c32fb8-260b-4e38-800f-577e1e5a3259 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:13.139976 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a5e399f5-4467-4167-937a-6b80f233e68f req-a1c32fb8-260b-4e38-800f-577e1e5a3259 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5 HTTP/1.1" status: 200 len: 944 time: 0.2387266 Jul 23 20:05:13.170547 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b59de6a0-dc16-4a60-8030-c4deaf499800 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:13.184477 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-0c8161fc-ac02-4fa3-9be1-6fb393a97abd None None] Allocated IP 172.20.0.2 (f1957672-1349-45e6-b250-4d2e0e2b0e22/d89cc8ce-1520-4663-872c-281c0b224b71/9732a144-b584-411f-8c71-3788b7039af3) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:05:13.285363 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:13.287899 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:13.333064 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa310c3-dfc8-4f05-866d-739bc96ae5f8 req-0c2523bc-d174-41d3-b9e0-042d2ccd0c19 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:13.335372 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dfa310c3-dfc8-4f05-866d-739bc96ae5f8 req-0c2523bc-d174-41d3-b9e0-042d2ccd0c19 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=9271d0d7-9251-4412-a64d-40401596586f HTTP/1.1" status: 200 len: 944 time: 0.1071136 Jul 23 20:05:13.339517 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a5e399f5-4467-4167-937a-6b80f233e68f req-07c6d986-d6df-47b8-8572-14758f928a93 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926367 Jul 23 20:05:13.386193 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dfa310c3-dfc8-4f05-866d-739bc96ae5f8 req-363fa74e-ae52-4a2c-bea6-469bff45909f tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410666 Jul 23 20:05:13.425547 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 37163526-f636-4d23-b130-b1067110e179, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=37163526-f636-4d23-b130-b1067110e179,segment=NetworkSegment(09c16a36-f585-4003-9e2f-a9905bed7329),segment_id=09c16a36-f585-4003-9e2f-a9905bed7329)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:13.434817 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:13.435865 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device acab6456-dcfa-42d6-8c1c-7d543ac6b7eb no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:05:13.452273 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b59de6a0-dc16-4a60-8030-c4deaf499800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:13.468029 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: acab6456-dcfa-42d6-8c1c-7d543ac6b7eb {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:05:13.468651 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device acab6456-dcfa-42d6-8c1c-7d543ac6b7eb not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:05:13.481497 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41384) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:13.502221 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41388) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:13.520178 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db2da4-9aa1-4633-baeb-d169b05c91b4 req-3d852652-10c1-4bae-aafc-082055f333f6 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:13.521334 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-13db2da4-9aa1-4633-baeb-d169b05c91b4 req-3d852652-10c1-4bae-aafc-082055f333f6 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.18 "GET /v2.0/ports?device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5 HTTP/1.1" status: 200 len: 944 time: 0.1790192 Jul 23 20:05:13.568004 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0c8161fc-ac02-4fa3-9be1-6fb393a97abd None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:13.574291 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=37163526-f636-4d23-b130-b1067110e179,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:13.590456 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0c8161fc-ac02-4fa3-9be1-6fb393a97abd None None] Transition to ACTIVE for port object 9732a144-b584-411f-8c71-3788b7039af3 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:05:13.609315 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0c8161fc-ac02-4fa3-9be1-6fb393a97abd None None] Transition to ACTIVE for port object 9732a144-b584-411f-8c71-3788b7039af3 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:05:13.619035 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0c8161fc-ac02-4fa3-9be1-6fb393a97abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:13.655529 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e3d635a-3ce0-4283-8743-75565885b248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:13.666598 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8161fc-ac02-4fa3-9be1-6fb393a97abd None None] Network f1957672-1349-45e6-b250-4d2e0e2b0e22 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:05:13.670971 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-0c8161fc-ac02-4fa3-9be1-6fb393a97abd None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:05:13.676829 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8161fc-ac02-4fa3-9be1-6fb393a97abd None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:05:13.687905 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8161fc-ac02-4fa3-9be1-6fb393a97abd None None] Pushing event updated for resources: {'Port': ['ID=9732a144-b584-411f-8c71-3788b7039af3,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:13.699337 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4c791540-7e64-4ef0-8a9f-814334a42b6a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=26fce6ed608c44a88a2569f9d765df3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2163682 Jul 23 20:05:13.700078 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41394) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:13.752990 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0c8161fc-ac02-4fa3-9be1-6fb393a97abd None None] Attempting to bind port 9732a144-b584-411f-8c71-3788b7039af3 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:05:13.753651 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0c8161fc-ac02-4fa3-9be1-6fb393a97abd None None] Attempting to bind port 9732a144-b584-411f-8c71-3788b7039af3 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '5c96697d-ee44-400a-8e69-1e994d5bac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:05:13.754015 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8161fc-ac02-4fa3-9be1-6fb393a97abd None None] Attempting to bind port 9732a144-b584-411f-8c71-3788b7039af3 on network f1957672-1349-45e6-b250-4d2e0e2b0e22 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:05:13.759712 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8161fc-ac02-4fa3-9be1-6fb393a97abd None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:05:13.760134 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8161fc-ac02-4fa3-9be1-6fb393a97abd None None] Checking segment: {'id': '5c96697d-ee44-400a-8e69-1e994d5bac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:05:13.760616 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0c8161fc-ac02-4fa3-9be1-6fb393a97abd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:13.761045 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8161fc-ac02-4fa3-9be1-6fb393a97abd None None] Bound using segment: {'id': '5c96697d-ee44-400a-8e69-1e994d5bac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:05:13.761613 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0c8161fc-ac02-4fa3-9be1-6fb393a97abd None None] Bound port: 9732a144-b584-411f-8c71-3788b7039af3, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c96697d-ee44-400a-8e69-1e994d5bac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:05:13.762023 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0c8161fc-ac02-4fa3-9be1-6fb393a97abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:13.794544 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-53c6da59-5211-44fa-baf2-104e158d23a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:13.829261 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-53c6da59-5211-44fa-baf2-104e158d23a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:13.836260 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0c8161fc-ac02-4fa3-9be1-6fb393a97abd None None] For port 9732a144-b584-411f-8c71-3788b7039af3, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:05:13.840537 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0c8161fc-ac02-4fa3-9be1-6fb393a97abd None None] For port 9732a144-b584-411f-8c71-3788b7039af3, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=9732a144-b584-411f-8c71-3788b7039af3,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:05:13.842739 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9271d0d7-9251-4412-a64d-40401596586f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37163526-f636-4d23-b130-b1067110e179'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:05:13.845676 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43d7537-2387-4a69-aa73-47fda3dd6017" -d '{"events": [{"server_uuid": "9271d0d7-9251-4412-a64d-40401596586f", "name": "network-vif-plugged", "status": "completed", "tag": "37163526-f636-4d23-b130-b1067110e179"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:05:13.853222 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0c8161fc-ac02-4fa3-9be1-6fb393a97abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:13.855397 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-13db2da4-9aa1-4633-baeb-d169b05c91b4 req-9f1f5f95-56ab-4303-9d70-3dfb1fab6761 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Deleting port 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:05:13.855898 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-13db2da4-9aa1-4633-baeb-d169b05c91b4 req-9f1f5f95-56ab-4303-9d70-3dfb1fab6761 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:13.877142 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa23f6e-482c-4b3d-ba21-b0be612318e1 req-714063aa-d533-4569-b93a-9263a4291eba tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:13.882311 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e3d635a-3ce0-4283-8743-75565885b248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:13.883990 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eaa23f6e-482c-4b3d-ba21-b0be612318e1 req-714063aa-d533-4569-b93a-9263a4291eba tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 949 time: 0.2440736 Jul 23 20:05:13.895335 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e3d635a-3ce0-4283-8743-75565885b248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:13.926940 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:13.940205 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-53c6da59-5211-44fa-baf2-104e158d23a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:13.944660 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9839d7-dba0-4bbb-9b20-4d33113a83af x-openstack-request-id: req-da9839d7-dba0-4bbb-9b20-4d33113a83af {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:05:13.945622 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9271d0d7-9251-4412-a64d-40401596586f", "name": "network-vif-plugged", "status": "completed", "tag": "37163526-f636-4d23-b130-b1067110e179", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:05:13.945989 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da9839d7-dba0-4bbb-9b20-4d33113a83af {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:05:13.946606 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9271d0d7-9251-4412-a64d-40401596586f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37163526-f636-4d23-b130-b1067110e179', 'code': 200} Jul 23 20:05:13.947765 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-53c6da59-5211-44fa-baf2-104e158d23a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:13.953814 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8161fc-ac02-4fa3-9be1-6fb393a97abd None None] Pushing event updated for resources: {'Port': ['ID=9732a144-b584-411f-8c71-3788b7039af3,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:13.954488 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-53c6da59-5211-44fa-baf2-104e158d23a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b70b0ece-e5a9-4622-a819-9275dd34202a HTTP/1.1" status: 204 len: 168 time: 0.2509274 Jul 23 20:05:13.983273 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5e3d635a-3ce0-4283-8743-75565885b248 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3271a552bc434ae19812c0e48aab18ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4800439 Jul 23 20:05:13.984524 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d635a-3ce0-4283-8743-75565885b248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66058e4-3103-4925-a1ef-f8da9ca92ef9,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:13.988340 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41404) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:14.081124 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b59de6a0-dc16-4a60-8030-c4deaf499800 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:14.092221 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6da59-5211-44fa-baf2-104e158d23a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70b0ece-e5a9-4622-a819-9275dd34202a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:14.109048 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-199bf38a-30db-4e9e-bda4-99b495cf2b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:14.190469 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b59de6a0-dc16-4a60-8030-c4deaf499800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:14.190747 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-199bf38a-30db-4e9e-bda4-99b495cf2b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:14.193892 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7f342-362f-49b4-a693-a1d39f6c61a6 req-a51b8497-452e-449c-982b-dbaa667db37b tempest-ServersAdminNegativeTestJSON-116416093 tempest-ServersAdminNegativeTestJSON-116416093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:14.204022 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0ef7f342-362f-49b4-a693-a1d39f6c61a6 req-a51b8497-452e-449c-982b-dbaa667db37b tempest-ServersAdminNegativeTestJSON-116416093 tempest-ServersAdminNegativeTestJSON-116416093-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=74db21fb-6af3-4b2c-8130-52bc7fc761da HTTP/1.1" status: 200 len: 1102 time: 0.1636374 Jul 23 20:05:14.217622 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:14.219779 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eaa23f6e-482c-4b3d-ba21-b0be612318e1 req-75bee2b5-0fb3-4e8a-91a7-d5025f759168 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496769 Jul 23 20:05:14.298065 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0ef7f342-362f-49b4-a693-a1d39f6c61a6 req-0555bb70-679a-4f4d-abef-fff518613fe3 tempest-ServersAdminNegativeTestJSON-116416093 tempest-ServersAdminNegativeTestJSON-116416093-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=e5c3694b-8fa8-4f9e-a585-d5764c7780ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929730 Jul 23 20:05:14.323644 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-199bf38a-30db-4e9e-bda4-99b495cf2b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:14.323888 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-13db2da4-9aa1-4633-baeb-d169b05c91b4 req-9f1f5f95-56ab-4303-9d70-3dfb1fab6761 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] For port 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=6b7ee242-aab5-4f4d-90ec-2bb39beaefb2,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:14.324142 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-13db2da4-9aa1-4633-baeb-d169b05c91b4 req-9f1f5f95-56ab-4303-9d70-3dfb1fab6761 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:14.333622 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-199bf38a-30db-4e9e-bda4-99b495cf2b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:14.333622 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-199bf38a-30db-4e9e-bda4-99b495cf2b8c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d66058e4-3103-4925-a1ef-f8da9ca92ef9 HTTP/1.1" status: 204 len: 168 time: 0.3410063 Jul 23 20:05:14.355849 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199bf38a-30db-4e9e-bda4-99b495cf2b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66058e4-3103-4925-a1ef-f8da9ca92ef9,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:14.380748 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-13db2da4-9aa1-4633-baeb-d169b05c91b4 req-9f1f5f95-56ab-4303-9d70-3dfb1fab6761 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Calling delete_port for 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:05:14.412928 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:14.429171 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b3a34-2d1c-40ed-af6a-2b1187223ff1 req-b0bbb57d-2b1e-434c-97cc-84d9543d64ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:14.431007 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-394b3a34-2d1c-40ed-af6a-2b1187223ff1 req-b0bbb57d-2b1e-434c-97cc-84d9543d64ca service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9271d0d7-9251-4412-a64d-40401596586f HTTP/1.1" status: 200 len: 1097 time: 0.4129267 Jul 23 20:05:14.523937 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-b59de6a0-dc16-4a60-8030-c4deaf499800 admin admin] Allocated IP 172.25.1.246 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/6a57db3e-4b8e-4116-8eab-a904c244171e) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:05:14.565505 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9c037-d901-4efe-ae01-11c1953f0537 req-27661945-43ed-4716-bb19-fe5de2c0b31b tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:14.575026 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a6c9c037-d901-4efe-ae01-11c1953f0537 req-27661945-43ed-4716-bb19-fe5de2c0b31b tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5 HTTP/1.1" status: 200 len: 944 time: 0.1323829 Jul 23 20:05:14.589874 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-394b3a34-2d1c-40ed-af6a-2b1187223ff1 req-1ab5d592-1c30-4e3f-95d1-1f407df6aa1b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493936 Jul 23 20:05:14.640121 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a6c9c037-d901-4efe-ae01-11c1953f0537 req-6fa3c8f3-d9fc-40a6-a568-9150f18fb4b5 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638764 Jul 23 20:05:14.785242 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb22f3-f5b0-430f-b0f2-ef6ab9acab42 req-d10a1ed3-9112-4d4b-9ae7-760bcd3f1a93 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:14.786709 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f2bb22f3-f5b0-430f-b0f2-ef6ab9acab42 req-d10a1ed3-9112-4d4b-9ae7-760bcd3f1a93 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=9271d0d7-9251-4412-a64d-40401596586f HTTP/1.1" status: 200 len: 945 time: 0.2655833 Jul 23 20:05:14.819691 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-13db2da4-9aa1-4633-baeb-d169b05c91b4 req-9f1f5f95-56ab-4303-9d70-3dfb1fab6761 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:14.837643 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['6b7ee242-aab5-4f4d-90ec-2bb39beaefb2'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:05:14.846320 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b59de6a0-dc16-4a60-8030-c4deaf499800 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:14.881255 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f5f95-56ab-4303-9d70-3dfb1fab6761 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Pushing event deleted for resources: {'Port': ['ID=6b7ee242-aab5-4f4d-90ec-2bb39beaefb2,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:14.894879 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41442) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:14.922809 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50d2bf62-42fc-40c2-9ba8-7ce4fcc7b2f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:14.987287 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-13db2da4-9aa1-4633-baeb-d169b05c91b4 req-9f1f5f95-56ab-4303-9d70-3dfb1fab6761 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] No DVR routers for this DVR port 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:05:14.990904 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-13db2da4-9aa1-4633-baeb-d169b05c91b4 req-9f1f5f95-56ab-4303-9d70-3dfb1fab6761 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:14.994865 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-13db2da4-9aa1-4633-baeb-d169b05c91b4 req-9f1f5f95-56ab-4303-9d70-3dfb1fab6761 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.18 "DELETE /v2.0/ports/6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 HTTP/1.1" status: 204 len: 173 time: 1.4675243 Jul 23 20:05:15.008598 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f2bb22f3-f5b0-430f-b0f2-ef6ab9acab42 req-fcc54af4-7781-49ca-9f94-be2bf0b16ba5 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097950 Jul 23 20:05:15.017630 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5', 'name': 'network-vif-deleted', 'tag': '6b7ee242-aab5-4f4d-90ec-2bb39beaefb2'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:05:15.024013 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a55632-d1d6-435c-a2a0-fb0697ec5110" -d '{"events": [{"server_uuid": "1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5", "name": "network-vif-deleted", "tag": "6b7ee242-aab5-4f4d-90ec-2bb39beaefb2"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:05:15.108156 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2210b2ca-e236-42aa-95cc-7180fea9b5ed x-openstack-request-id: req-2210b2ca-e236-42aa-95cc-7180fea9b5ed {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:05:15.109127 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5", "name": "network-vif-deleted", "tag": "6b7ee242-aab5-4f4d-90ec-2bb39beaefb2", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:05:15.109641 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2210b2ca-e236-42aa-95cc-7180fea9b5ed {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:05:15.110456 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5', 'name': 'network-vif-deleted', 'tag': '6b7ee242-aab5-4f4d-90ec-2bb39beaefb2', 'status': 'completed', 'code': 200} Jul 23 20:05:15.112141 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b59de6a0-dc16-4a60-8030-c4deaf499800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:15.131057 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50d2bf62-42fc-40c2-9ba8-7ce4fcc7b2f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:15.146350 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50d2bf62-42fc-40c2-9ba8-7ce4fcc7b2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:15.148042 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41450) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:15.166052 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59de6a0-dc16-4a60-8030-c4deaf499800 admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:05:15.187376 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-b59de6a0-dc16-4a60-8030-c4deaf499800 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:05:15.190568 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59de6a0-dc16-4a60-8030-c4deaf499800 admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:05:15.203990 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59de6a0-dc16-4a60-8030-c4deaf499800 admin admin] Pushing event updated for resources: {'Port': ['ID=6a57db3e-4b8e-4116-8eab-a904c244171e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:15.258294 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-50d2bf62-42fc-40c2-9ba8-7ce4fcc7b2f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4da2cde8a5c141b79bebb84a1e09e270&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3582149 Jul 23 20:05:15.263282 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41454) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:15.287080 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3c79fa-720e-4879-afa4-0fc3ac8a54cf None None] Network f1957672-1349-45e6-b250-4d2e0e2b0e22 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:05:15.339371 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d2bf62-42fc-40c2-9ba8-7ce4fcc7b2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43afd50c-8864-4e42-b60a-b9911fd42596,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:15.401804 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18253d92-4924-4ffc-93fd-f076f4150855 req-76d6ea2c-2a5c-48de-9fdf-a552300ac72e tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:15.410235 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-18253d92-4924-4ffc-93fd-f076f4150855 req-76d6ea2c-2a5c-48de-9fdf-a552300ac72e tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/ports?device_id=74db21fb-6af3-4b2c-8130-52bc7fc761da HTTP/1.1" status: 200 len: 950 time: 0.2770936 Jul 23 20:05:15.426095 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db763068-d5e2-4132-b813-07d213cb2969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:15.441970 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-7503d48b-31fa-46c3-a7c8-1c67023a4b1d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1098465624-network', 'tenant_id': 'd6a962a293244645924d64ff15fb020c'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:15.446375 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 9732a144-b584-411f-8c71-3788b7039af3 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:05:15.474599 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7503d48b-31fa-46c3-a7c8-1c67023a4b1d admin admin] Made reservation on behalf of d6a962a293244645924d64ff15fb020c for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:05:15.477526 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7503d48b-31fa-46c3-a7c8-1c67023a4b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:15.484905 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-18253d92-4924-4ffc-93fd-f076f4150855 req-7fd75e62-4f7f-43c7-912b-61c8f1139677 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5c3694b-8fa8-4f9e-a585-d5764c7780ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739095 Jul 23 20:05:15.517282 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7503d48b-31fa-46c3-a7c8-1c67023a4b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:15.519683 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-330e327c-cfa4-471b-9129-40616bf23299 None None] Provisioning for port 9732a144-b584-411f-8c71-3788b7039af3 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:05:15.521804 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db763068-d5e2-4132-b813-07d213cb2969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:15.599424 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db763068-d5e2-4132-b813-07d213cb2969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:15.604590 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db763068-d5e2-4132-b813-07d213cb2969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:15.606833 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-db763068-d5e2-4132-b813-07d213cb2969 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/43afd50c-8864-4e42-b60a-b9911fd42596 HTTP/1.1" status: 204 len: 168 time: 0.3416126 Jul 23 20:05:15.618660 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 9732a144-b584-411f-8c71-3788b7039af3 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:05:15.625073 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 9732a144-b584-411f-8c71-3788b7039af3 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:15.625742 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:15.638161 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db763068-d5e2-4132-b813-07d213cb2969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43afd50c-8864-4e42-b60a-b9911fd42596,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:15.794054 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:15.852363 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a8994d22-9ce3-4a86-86b6-799c0941e032 req-1ba77afd-0ae3-4c5d-b4aa-91121734e5ce tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=1efdf9e1-e67f-4bfb-9ab9-b9f60c4c17e5 HTTP/1.1" status: 200 len: 210 time: 0.0498400 Jul 23 20:05:15.881023 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:15.895046 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 9732a144-b584-411f-8c71-3788b7039af3, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=9732a144-b584-411f-8c71-3788b7039af3,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:15.910752 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:15.981708 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=9732a144-b584-411f-8c71-3788b7039af3,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:16.046492 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca29aca-b7ce-4026-a42d-d01d1c8757cf req-a0ccf79b-7fd6-4f86-9886-4116bc4985d6 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:16.053647 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fca29aca-b7ce-4026-a42d-d01d1c8757cf req-a0ccf79b-7fd6-4f86-9886-4116bc4985d6 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 949 time: 0.6412845 Jul 23 20:05:16.143322 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b59de6a0-dc16-4a60-8030-c4deaf499800 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:16.151190 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fca29aca-b7ce-4026-a42d-d01d1c8757cf req-b1b7eac7-fad3-411f-a4e7-15c94e9267a0 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966792 Jul 23 20:05:16.194576 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4985925c-9de8-4c6f-b75a-031b8f8dd859 None None] Provisioning complete for port 9732a144-b584-411f-8c71-3788b7039af3 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:16.195005 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4985925c-9de8-4c6f-b75a-031b8f8dd859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:16.246906 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0dc04a-7401-4bb5-b607-911c14d3379e req-41dd4ee8-9f27-4846-afca-745a481148e3 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:16.248698 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2c0dc04a-7401-4bb5-b607-911c14d3379e req-41dd4ee8-9f27-4846-afca-745a481148e3 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=9271d0d7-9251-4412-a64d-40401596586f HTTP/1.1" status: 200 len: 945 time: 0.1011531 Jul 23 20:05:16.259002 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7503d48b-31fa-46c3-a7c8-1c67023a4b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:16.272254 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7503d48b-31fa-46c3-a7c8-1c67023a4b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:16.294622 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7503d48b-31fa-46c3-a7c8-1c67023a4b1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:05:16.307110 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7503d48b-31fa-46c3-a7c8-1c67023a4b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:16.307459 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-7503d48b-31fa-46c3-a7c8-1c67023a4b1d admin admin] Added segment 9edc9ce8-e647-4e2d-8498-9e82510f32ef of type vlan for network 538d242d-2758-4fab-9286-25758c84ad88 Jul 23 20:05:16.310010 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2c0dc04a-7401-4bb5-b607-911c14d3379e req-49c9159b-500d-476e-96de-0aaec0619b5f tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528924 Jul 23 20:05:16.384521 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7503d48b-31fa-46c3-a7c8-1c67023a4b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6da4159-4b61-4e45-9fb4-8c024f7eb09d,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:16.389318 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7503d48b-31fa-46c3-a7c8-1c67023a4b1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:16.530811 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7503d48b-31fa-46c3-a7c8-1c67023a4b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:16.531789 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7503d48b-31fa-46c3-a7c8-1c67023a4b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:16.532365 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7503d48b-31fa-46c3-a7c8-1c67023a4b1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:16.567998 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7503d48b-31fa-46c3-a7c8-1c67023a4b1d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4154248 Jul 23 20:05:16.572093 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41494) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:16.591637 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-813f2b5b-5a06-459b-9f2b-fb9a779bd239 admin admin] Request body: {'subnet': {'network_id': '538d242d-2758-4fab-9286-25758c84ad88', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1098465624-subnet', 'tenant_id': 'd6a962a293244645924d64ff15fb020c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:16.630827 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7503d48b-31fa-46c3-a7c8-1c67023a4b1d admin admin] Pushing event updated for resources: {'Network': ['ID=538d242d-2758-4fab-9286-25758c84ad88,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:16.636890 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813f2b5b-5a06-459b-9f2b-fb9a779bd239 admin admin] Made reservation on behalf of d6a962a293244645924d64ff15fb020c for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:05:16.639394 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b59de6a0-dc16-4a60-8030-c4deaf499800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:16.639825 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-813f2b5b-5a06-459b-9f2b-fb9a779bd239 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:16.642770 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 538d242d-2758-4fab-9286-25758c84ad88 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:05:16.731761 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb480393-1aa0-4364-a450-d79768f61910 req-1c1121d2-dbf1-44f0-acdf-82ada3c72840 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:16.733596 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cb480393-1aa0-4364-a450-d79768f61910 req-1c1121d2-dbf1-44f0-acdf-82ada3c72840 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.30 "GET /v2.0/ports?device_id=74db21fb-6af3-4b2c-8130-52bc7fc761da HTTP/1.1" status: 200 len: 950 time: 0.2475576 Jul 23 20:05:16.776202 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe4748-b007-45bd-ab24-878b7e92e9d4 req-b59e4774-ed3e-49e3-befd-6e816842e3ff tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:16.777827 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-05fe4748-b007-45bd-ab24-878b7e92e9d4 req-b59e4774-ed3e-49e3-befd-6e816842e3ff tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/ports?device_id=74db21fb-6af3-4b2c-8130-52bc7fc761da HTTP/1.1" status: 200 len: 950 time: 0.2105911 Jul 23 20:05:16.900431 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-05fe4748-b007-45bd-ab24-878b7e92e9d4 req-12801d04-f1a9-41b7-a0cc-291b34cf1b2a tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5c3694b-8fa8-4f9e-a585-d5764c7780ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915120 Jul 23 20:05:16.917968 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:05:16.937340 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-813f2b5b-5a06-459b-9f2b-fb9a779bd239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:16.947831 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:05:16.948487 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 6b7ee242-aab5-4f4d-90ec-2bb39beaefb2 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:05:16.998978 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59de6a0-dc16-4a60-8030-c4deaf499800 admin admin] Router 43e6f7a4-c66c-4ed3-9a50-3c67c55f3551 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:05:17.018970 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f2b5b-5a06-459b-9f2b-fb9a779bd239 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cf3bb64-2234-40ba-afc4-2cb8539d5d58,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:17.027651 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a24efe-9ff8-439b-bc89-a847ed1819de req-849cc8ea-9165-4ce8-b767-3737c823a9a6 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:17.028005 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813f2b5b-5a06-459b-9f2b-fb9a779bd239 admin admin] Checking segment: {'id': '9edc9ce8-e647-4e2d-8498-9e82510f32ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '538d242d-2758-4fab-9286-25758c84ad88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:05:17.028359 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813f2b5b-5a06-459b-9f2b-fb9a779bd239 admin admin] Network hostable DHCP agents. Network: 538d242d-2758-4fab-9286-25758c84ad88, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:05:17.029204 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-45a24efe-9ff8-439b-bc89-a847ed1819de req-849cc8ea-9165-4ce8-b767-3737c823a9a6 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=9271d0d7-9251-4412-a64d-40401596586f HTTP/1.1" status: 200 len: 945 time: 0.1613643 Jul 23 20:05:17.051765 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813f2b5b-5a06-459b-9f2b-fb9a779bd239 admin admin] Network 538d242d-2758-4fab-9286-25758c84ad88 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:05:17.065366 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-813f2b5b-5a06-459b-9f2b-fb9a779bd239 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 538d242d-2758-4fab-9286-25758c84ad88) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:05:17.068930 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-cb480393-1aa0-4364-a450-d79768f61910 req-99b2c51b-8add-441b-9ef1-1d5dc924e424 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Deleting port aa776edc-df51-4714-b55b-fe7ba7df7c75 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:05:17.069396 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-cb480393-1aa0-4364-a450-d79768f61910 req-99b2c51b-8add-441b-9ef1-1d5dc924e424 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:17.071144 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813f2b5b-5a06-459b-9f2b-fb9a779bd239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:17.072074 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-813f2b5b-5a06-459b-9f2b-fb9a779bd239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:17.076018 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665a2f14-ea43-4d78-b960-3459933ef99e None None] Network 538d242d-2758-4fab-9286-25758c84ad88 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:05:17.093737 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-813f2b5b-5a06-459b-9f2b-fb9a779bd239 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5182095 Jul 23 20:05:17.255995 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6f8a75-a300-45f9-922e-25104ebdcea8 None None] Network 538d242d-2758-4fab-9286-25758c84ad88 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:05:17.263034 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-45a24efe-9ff8-439b-bc89-a847ed1819de req-f8edd637-e20b-4bc3-848e-6bb790774487 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278857 Jul 23 20:05:17.372823 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-cb480393-1aa0-4364-a450-d79768f61910 req-99b2c51b-8add-441b-9ef1-1d5dc924e424 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] For port aa776edc-df51-4714-b55b-fe7ba7df7c75, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=aa776edc-df51-4714-b55b-fe7ba7df7c75,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:17.373133 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-cb480393-1aa0-4364-a450-d79768f61910 req-99b2c51b-8add-441b-9ef1-1d5dc924e424 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:17.376055 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59de6a0-dc16-4a60-8030-c4deaf499800 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:05:17.387076 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8e067d-878a-4b3e-9883-c042289c478c None None] Sync routers for ids ['43e6f7a4-c66c-4ed3-9a50-3c67c55f3551'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:05:17.395673 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-cb480393-1aa0-4364-a450-d79768f61910 req-99b2c51b-8add-441b-9ef1-1d5dc924e424 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Calling delete_port for aa776edc-df51-4714-b55b-fe7ba7df7c75 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:05:17.398823 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 9732a144-b584-411f-8c71-3788b7039af3 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:05:17.403289 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8e067d-878a-4b3e-9883-c042289c478c None None] Routers {'43e6f7a4-c66c-4ed3-9a50-3c67c55f3551'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:05:17.404390 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8a8e067d-878a-4b3e-9883-c042289c478c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:05:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['43e6f7a4-c66c-4ed3-9a50-3c67c55f3551'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:17.418534 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b59de6a0-dc16-4a60-8030-c4deaf499800 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:17.423608 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41528) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:17.425611 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b59de6a0-dc16-4a60-8030-c4deaf499800 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6561978 Jul 23 20:05:17.575379 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-8a8e067d-878a-4b3e-9883-c042289c478c None None] Set router 43e6f7a4-c66c-4ed3-9a50-3c67c55f3551 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:05:17.586266 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 9732a144-b584-411f-8c71-3788b7039af3 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:17.586772 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:17.587074 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ce118-2cf9-41a0-ab1a-a2b66435d9aa req-1bf7dfa0-3a12-4bde-8d30-5219bc1094c5 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:17.589267 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-098ce118-2cf9-41a0-ab1a-a2b66435d9aa req-1bf7dfa0-3a12-4bde-8d30-5219bc1094c5 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 949 time: 0.2408097 Jul 23 20:05:17.639135 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c87db-3266-4cf6-9c72-f30b04e96ff9 req-1dbc7280-9249-4499-bc4d-3b4fd541584c tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:17.640595 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-556c87db-3266-4cf6-9c72-f30b04e96ff9 req-1dbc7280-9249-4499-bc4d-3b4fd541584c tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=88588f51-296d-4172-b0bd-13e98726bffd HTTP/1.1" status: 200 len: 944 time: 0.1226993 Jul 23 20:05:17.649664 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-cb480393-1aa0-4364-a450-d79768f61910 req-99b2c51b-8add-441b-9ef1-1d5dc924e424 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:17.664495 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['a9d6e951-e136-484e-9184-f2904ec23b13'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:05:17.719017 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2c51b-8add-441b-9ef1-1d5dc924e424 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Pushing event deleted for resources: {'Port': ['ID=aa776edc-df51-4714-b55b-fe7ba7df7c75,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:17.752482 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-098ce118-2cf9-41a0-ab1a-a2b66435d9aa req-72279e02-cd4e-4c6a-a4a9-1c2b78c4d06d tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489263 Jul 23 20:05:17.772162 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-556c87db-3266-4cf6-9c72-f30b04e96ff9 req-4341c95b-c46d-4954-a336-ac0274b4666b tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238821 Jul 23 20:05:17.795279 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb480393-1aa0-4364-a450-d79768f61910 req-99b2c51b-8add-441b-9ef1-1d5dc924e424 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] No DVR routers for this DVR port aa776edc-df51-4714-b55b-fe7ba7df7c75 on host n-h1-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:05:17.798069 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-cb480393-1aa0-4364-a450-d79768f61910 req-99b2c51b-8add-441b-9ef1-1d5dc924e424 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:17.800523 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cb480393-1aa0-4364-a450-d79768f61910 req-99b2c51b-8add-441b-9ef1-1d5dc924e424 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.30 "DELETE /v2.0/ports/aa776edc-df51-4714-b55b-fe7ba7df7c75 HTTP/1.1" status: 204 len: 173 time: 1.0609081 Jul 23 20:05:17.801073 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74db21fb-6af3-4b2c-8130-52bc7fc761da', 'name': 'network-vif-deleted', 'tag': 'aa776edc-df51-4714-b55b-fe7ba7df7c75'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:05:17.803510 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c23cdcd-1f0c-4d8b-ba9a-97b2dbb45bed" -d '{"events": [{"server_uuid": "74db21fb-6af3-4b2c-8130-52bc7fc761da", "name": "network-vif-deleted", "tag": "aa776edc-df51-4714-b55b-fe7ba7df7c75"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:05:17.830499 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8a8e067d-878a-4b3e-9883-c042289c478c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e6f7a4-c66c-4ed3-9a50-3c67c55f3551', 'name': 'tempest-ServerActionsTestJSON-114208146-router', 'tenant_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '6a57db3e-4b8e-4116-8eab-a904c244171e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:13Z', 'updated_at': '2021-07-23T20:05:15Z', 'revision_number': 3, 'project_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'gw_port': {'id': '6a57db3e-4b8e-4116-8eab-a904c244171e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e6f7a4-c66c-4ed3-9a50-3c67c55f3551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:14Z', 'updated_at': '2021-07-23T20:05:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:17.901001 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8e067d-878a-4b3e-9883-c042289c478c None None] Checking router: 43e6f7a4-c66c-4ed3-9a50-3c67c55f3551 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:05:17.904035 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8e067d-878a-4b3e-9883-c042289c478c None None] Updating router 43e6f7a4-c66c-4ed3-9a50-3c67c55f3551 port 6a57db3e-4b8e-4116-8eab-a904c244171e binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:05:17.965955 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8a8e067d-878a-4b3e-9883-c042289c478c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:18.115284 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-fef886eb-8430-4180-9c1f-b03aa0fbcd65 req-d8420a1d-3981-444b-b0db-42b08e78a8e2 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1646817366', 'description': 'tempest-description-2089641544'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:18.140134 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7aa672-2ceb-44e2-9e0e-7c748d14a1b0 x-openstack-request-id: req-5b7aa672-2ceb-44e2-9e0e-7c748d14a1b0 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:05:18.140955 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74db21fb-6af3-4b2c-8130-52bc7fc761da", "name": "network-vif-deleted", "tag": "aa776edc-df51-4714-b55b-fe7ba7df7c75", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:05:18.141231 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b7aa672-2ceb-44e2-9e0e-7c748d14a1b0 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:05:18.141663 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74db21fb-6af3-4b2c-8130-52bc7fc761da', 'name': 'network-vif-deleted', 'tag': 'aa776edc-df51-4714-b55b-fe7ba7df7c75', 'status': 'completed', 'code': 200} Jul 23 20:05:18.145889 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97f5cc-ee98-43ee-ab27-b497b72c14a1 req-5b72239c-88cc-4e48-b18a-59c504ae90ec tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:18.148539 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0d97f5cc-ee98-43ee-ab27-b497b72c14a1 req-5b72239c-88cc-4e48-b18a-59c504ae90ec tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.30 "GET /v2.0/ports?device_id=88588f51-296d-4172-b0bd-13e98726bffd HTTP/1.1" status: 200 len: 944 time: 0.3634038 Jul 23 20:05:18.227239 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-fef886eb-8430-4180-9c1f-b03aa0fbcd65 req-d8420a1d-3981-444b-b0db-42b08e78a8e2 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:18.265236 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d91c784-b1a1-4dba-8773-8a64eb104a73 req-9e8cc155-4bcf-4b5c-bff8-4aa3710116a5 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/ports?device_id=74db21fb-6af3-4b2c-8130-52bc7fc761da HTTP/1.1" status: 200 len: 210 time: 0.0581958 Jul 23 20:05:18.310711 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8a8e067d-878a-4b3e-9883-c042289c478c None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:18.322348 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8a8e067d-878a-4b3e-9883-c042289c478c None None] Transition to ACTIVE for port object 6a57db3e-4b8e-4116-8eab-a904c244171e will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:05:18.331293 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8a8e067d-878a-4b3e-9883-c042289c478c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:18.458582 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-0d97f5cc-ee98-43ee-ab27-b497b72c14a1 req-ab16e19f-31f2-4b62-99cb-9b9e87d51f10 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Deleting port 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:05:18.458926 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0d97f5cc-ee98-43ee-ab27-b497b72c14a1 req-ab16e19f-31f2-4b62-99cb-9b9e87d51f10 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:18.507097 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-8a8e067d-878a-4b3e-9883-c042289c478c None None] Attempting to bind port 6a57db3e-4b8e-4116-8eab-a904c244171e on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:05:18.508924 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-8a8e067d-878a-4b3e-9883-c042289c478c None None] Attempting to bind port 6a57db3e-4b8e-4116-8eab-a904c244171e by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:05:18.509748 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8e067d-878a-4b3e-9883-c042289c478c None None] Attempting to bind port 6a57db3e-4b8e-4116-8eab-a904c244171e on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:05:18.518153 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8e067d-878a-4b3e-9883-c042289c478c None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:05:18.518855 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8e067d-878a-4b3e-9883-c042289c478c None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:05:18.519446 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8a8e067d-878a-4b3e-9883-c042289c478c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:18.520017 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8e067d-878a-4b3e-9883-c042289c478c None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:05:18.520664 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-8a8e067d-878a-4b3e-9883-c042289c478c None None] Bound port: 6a57db3e-4b8e-4116-8eab-a904c244171e, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:05:18.521258 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8a8e067d-878a-4b3e-9883-c042289c478c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:18.559216 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ec48a80-604f-4916-aaa9-c02a08e4966d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:18.578852 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f3b4a-489e-4135-beaa-a3eb0a268a5b None None] Pushing event updated for resources: {'Port': ['ID=6a57db3e-4b8e-4116-8eab-a904c244171e,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:18.582529 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-fef886eb-8430-4180-9c1f-b03aa0fbcd65 req-d8420a1d-3981-444b-b0db-42b08e78a8e2 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:18.591575 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5727b-2502-4fb4-986c-fd67e8ebf371 req-44f47133-e2dd-4857-a5d9-230b8117ec6f tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:18.595631 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0f3b4a-489e-4135-beaa-a3eb0a268a5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:18.596259 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0f3b4a-489e-4135-beaa-a3eb0a268a5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:18.596776 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0f3b4a-489e-4135-beaa-a3eb0a268a5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:18.597332 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0f3b4a-489e-4135-beaa-a3eb0a268a5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:18.597960 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0f3b4a-489e-4135-beaa-a3eb0a268a5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:18.598804 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0f3b4a-489e-4135-beaa-a3eb0a268a5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:18.598952 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b4e5727b-2502-4fb4-986c-fd67e8ebf371 req-44f47133-e2dd-4857-a5d9-230b8117ec6f tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=9271d0d7-9251-4412-a64d-40401596586f HTTP/1.1" status: 200 len: 945 time: 0.1232576 Jul 23 20:05:18.599358 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-fef886eb-8430-4180-9c1f-b03aa0fbcd65 req-d8420a1d-3981-444b-b0db-42b08e78a8e2 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:18.600073 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0f3b4a-489e-4135-beaa-a3eb0a268a5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:18.600605 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0f3b4a-489e-4135-beaa-a3eb0a268a5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:18.601358 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0f3b4a-489e-4135-beaa-a3eb0a268a5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:18.602055 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0f3b4a-489e-4135-beaa-a3eb0a268a5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:18.602634 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0f3b4a-489e-4135-beaa-a3eb0a268a5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:18.603144 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0f3b4a-489e-4135-beaa-a3eb0a268a5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:18.610267 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-8a8e067d-878a-4b3e-9883-c042289c478c None None] For port 6a57db3e-4b8e-4116-8eab-a904c244171e, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:05:18.614356 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-8a8e067d-878a-4b3e-9883-c042289c478c None None] For port 6a57db3e-4b8e-4116-8eab-a904c244171e, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6a57db3e-4b8e-4116-8eab-a904c244171e,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:05:18.622199 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8a8e067d-878a-4b3e-9883-c042289c478c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:18.639626 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-0d97f5cc-ee98-43ee-ab27-b497b72c14a1 req-ab16e19f-31f2-4b62-99cb-9b9e87d51f10 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] For port 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=521b92fe-9c1b-492d-bf6c-0c0319b4c6c8,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:18.639995 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0d97f5cc-ee98-43ee-ab27-b497b72c14a1 req-ab16e19f-31f2-4b62-99cb-9b9e87d51f10 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:18.646798 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b4e5727b-2502-4fb4-986c-fd67e8ebf371 req-4cb0061c-9e00-4935-a29f-b065cb4927fe tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457838 Jul 23 20:05:18.689258 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8e067d-878a-4b3e-9883-c042289c478c None None] Routers {'43e6f7a4-c66c-4ed3-9a50-3c67c55f3551'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:05:18.690319 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8a8e067d-878a-4b3e-9883-c042289c478c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:05:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['43e6f7a4-c66c-4ed3-9a50-3c67c55f3551'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:18.702021 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-0d97f5cc-ee98-43ee-ab27-b497b72c14a1 req-ab16e19f-31f2-4b62-99cb-9b9e87d51f10 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Calling delete_port for 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:05:18.705857 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-fef886eb-8430-4180-9c1f-b03aa0fbcd65 req-d8420a1d-3981-444b-b0db-42b08e78a8e2 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:18.707126 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fef886eb-8430-4180-9c1f-b03aa0fbcd65 req-d8420a1d-3981-444b-b0db-42b08e78a8e2 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6147513 Jul 23 20:05:18.779256 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8420a1d-3981-444b-b0db-42b08e78a8e2 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e45f28f-5a9c-400d-8d96-7fec5d3fdd2f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:18.787785 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b80f6261-e810-4903-b119-4c7470f4d5ff req-2d9f8715-6201-429f-9ecc-ce25ca5e9991 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] 10.222.0.32 "GET /v2.0/security-groups/3e45f28f-5a9c-400d-8d96-7fec5d3fdd2f HTTP/1.1" status: 200 len: 1813 time: 0.0497406 Jul 23 20:05:18.793704 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f3b4a-489e-4135-beaa-a3eb0a268a5b None None] Pushing event updated for resources: {'Port': ['ID=6a57db3e-4b8e-4116-8eab-a904c244171e,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:18.794858 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-b80f6261-e810-4903-b119-4c7470f4d5ff req-363c77fd-1b03-441c-8eb8-9afdccfb297f tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3e45f28f-5a9c-400d-8d96-7fec5d3fdd2f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:18.795258 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-b80f6261-e810-4903-b119-4c7470f4d5ff req-363c77fd-1b03-441c-8eb8-9afdccfb297f tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3e45f28f-5a9c-400d-8d96-7fec5d3fdd2f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:18.869189 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b80f6261-e810-4903-b119-4c7470f4d5ff req-363c77fd-1b03-441c-8eb8-9afdccfb297f tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:18.874367 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-8a8e067d-878a-4b3e-9883-c042289c478c None None] Set router 43e6f7a4-c66c-4ed3-9a50-3c67c55f3551 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:05:18.901368 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b80f6261-e810-4903-b119-4c7470f4d5ff req-363c77fd-1b03-441c-8eb8-9afdccfb297f tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:18.906476 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b80f6261-e810-4903-b119-4c7470f4d5ff req-363c77fd-1b03-441c-8eb8-9afdccfb297f tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:18.910033 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device aa776edc-df51-4714-b55b-fe7ba7df7c75 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:05:18.932468 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c77fd-1b03-441c-8eb8-9afdccfb297f tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=266168fe-0d0a-4202-a1f3-9c541f0840c6,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:18.941030 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b80f6261-e810-4903-b119-4c7470f4d5ff req-363c77fd-1b03-441c-8eb8-9afdccfb297f tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:18.954324 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b80f6261-e810-4903-b119-4c7470f4d5ff req-363c77fd-1b03-441c-8eb8-9afdccfb297f tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1651514 Jul 23 20:05:18.954770 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: aa776edc-df51-4714-b55b-fe7ba7df7c75 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:05:18.955333 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device aa776edc-df51-4714-b55b-fe7ba7df7c75 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:05:18.955999 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:05:19.092851 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0ecc6-ba8f-42fe-baba-d73ccecef34b req-38fa2a6d-de98-4fb2-ac5a-a158866e88e4 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:19.094648 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0da0ecc6-ba8f-42fe-baba-d73ccecef34b req-38fa2a6d-de98-4fb2-ac5a-a158866e88e4 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=88588f51-296d-4172-b0bd-13e98726bffd HTTP/1.1" status: 200 len: 944 time: 0.0742319 Jul 23 20:05:19.110713 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8a8e067d-878a-4b3e-9883-c042289c478c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e6f7a4-c66c-4ed3-9a50-3c67c55f3551', 'name': 'tempest-ServerActionsTestJSON-114208146-router', 'tenant_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '6a57db3e-4b8e-4116-8eab-a904c244171e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:13Z', 'updated_at': '2021-07-23T20:05:15Z', 'revision_number': 3, 'project_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'gw_port': {'id': '6a57db3e-4b8e-4116-8eab-a904c244171e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e6f7a4-c66c-4ed3-9a50-3c67c55f3551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:14Z', 'updated_at': '2021-07-23T20:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:19.139985 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8e067d-878a-4b3e-9883-c042289c478c None None] The sync data for ids ['43e6f7a4-c66c-4ed3-9a50-3c67c55f3551'] in n-d-793618-10 is: [{'id': '43e6f7a4-c66c-4ed3-9a50-3c67c55f3551', 'name': 'tempest-ServerActionsTestJSON-114208146-router', 'tenant_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '6a57db3e-4b8e-4116-8eab-a904c244171e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:13Z', 'updated_at': '2021-07-23T20:05:15Z', 'revision_number': 3, 'project_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'gw_port': {'id': '6a57db3e-4b8e-4116-8eab-a904c244171e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e6f7a4-c66c-4ed3-9a50-3c67c55f3551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:14Z', 'updated_at': '2021-07-23T20:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:05:19.141621 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0da0ecc6-ba8f-42fe-baba-d73ccecef34b req-8ef38642-33e3-4611-a015-016be16b5ee0 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408318 Jul 23 20:05:19.212129 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-3ec48a80-604f-4916-aaa9-c02a08e4966d admin admin] Allocated IP 172.20.0.1 (f1957672-1349-45e6-b250-4d2e0e2b0e22/d89cc8ce-1520-4663-872c-281c0b224b71/3a3c13b2-04de-44ee-ad0e-eb714a43f7b1) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:05:19.235214 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fb2248ab-3f57-410b-b1b7-ba3c2cb410d6 req-a4d57285-e9b9-4fa4-8686-b48468138a40 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] 10.222.0.32 "GET /v2.0/security-groups/3e45f28f-5a9c-400d-8d96-7fec5d3fdd2f HTTP/1.1" status: 200 len: 2406 time: 0.0607090 Jul 23 20:05:19.327834 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-59ccc075-913e-420a-b8a4-5e83a0d506fc req-02eb8361-7a95-4ba3-862c-ebf3bdac5063 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] 10.222.0.32 "GET /v2.0/security-group-rules/266168fe-0d0a-4202-a1f3-9c541f0840c6 HTTP/1.1" status: 200 len: 778 time: 0.0312703 Jul 23 20:05:19.341141 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff8873-41a2-4f22-a6cc-53dff4237119 req-01f463c9-9b21-48c1-938a-81d06cc61b2f tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:19.348248 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-10ff8873-41a2-4f22-a6cc-53dff4237119 req-01f463c9-9b21-48c1-938a-81d06cc61b2f tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 949 time: 0.2028172 Jul 23 20:05:19.387630 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-59ccc075-913e-420a-b8a4-5e83a0d506fc req-c5fbf00d-2297-44c3-866c-e654f31cfba7 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] 10.222.0.32 "GET /v2.0/security-groups/3e45f28f-5a9c-400d-8d96-7fec5d3fdd2f HTTP/1.1" status: 200 len: 2406 time: 0.0521758 Jul 23 20:05:19.430559 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-59ccc075-913e-420a-b8a4-5e83a0d506fc req-4dec2e97-b7d4-41a8-827d-e5239e8af549 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:19.438507 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ec48a80-604f-4916-aaa9-c02a08e4966d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:19.443389 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-59ccc075-913e-420a-b8a4-5e83a0d506fc req-4dec2e97-b7d4-41a8-827d-e5239e8af549 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:19.478837 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-10ff8873-41a2-4f22-a6cc-53dff4237119 req-bb822f0b-7d89-4e04-9429-e02877d7e970 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297235 Jul 23 20:05:19.481154 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0d97f5cc-ee98-43ee-ab27-b497b72c14a1 req-ab16e19f-31f2-4b62-99cb-9b9e87d51f10 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:19.483137 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-3ec48a80-604f-4916-aaa9-c02a08e4966d admin admin] Transition to ACTIVE for port object 3a3c13b2-04de-44ee-ad0e-eb714a43f7b1 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:05:19.521277 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16e19f-31f2-4b62-99cb-9b9e87d51f10 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Pushing event deleted for resources: {'Port': ['ID=521b92fe-9c1b-492d-bf6c-0c0319b4c6c8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:19.538636 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-59ccc075-913e-420a-b8a4-5e83a0d506fc req-4dec2e97-b7d4-41a8-827d-e5239e8af549 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:19.548587 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-59ccc075-913e-420a-b8a4-5e83a0d506fc req-4dec2e97-b7d4-41a8-827d-e5239e8af549 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:19.554855 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-59ccc075-913e-420a-b8a4-5e83a0d506fc req-4dec2e97-b7d4-41a8-827d-e5239e8af549 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/266168fe-0d0a-4202-a1f3-9c541f0840c6 HTTP/1.1" status: 204 len: 173 time: 0.1563885 Jul 23 20:05:19.582212 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-ffc223e3-721f-46db-8b5f-e3013e78502c req-43622664-31e3-4926-b9f4-f6358eb35e1c tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1661369838', 'description': 'tempest-description-961441209'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:19.594251 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec2e97-b7d4-41a8-827d-e5239e8af549 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=266168fe-0d0a-4202-a1f3-9c541f0840c6,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:19.614454 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d97f5cc-ee98-43ee-ab27-b497b72c14a1 req-ab16e19f-31f2-4b62-99cb-9b9e87d51f10 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] No DVR routers for this DVR port 521b92fe-9c1b-492d-bf6c-0c0319b4c6c8 on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:05:19.624560 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ffc223e3-721f-46db-8b5f-e3013e78502c req-43622664-31e3-4926-b9f4-f6358eb35e1c tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:19.625786 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0d97f5cc-ee98-43ee-ab27-b497b72c14a1 req-ab16e19f-31f2-4b62-99cb-9b9e87d51f10 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:19.628368 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0d97f5cc-ee98-43ee-ab27-b497b72c14a1 req-ab16e19f-31f2-4b62-99cb-9b9e87d51f10 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.30 "DELETE /v2.0/ports/521b92fe-9c1b-492d-bf6c-0c0319b4c6c8 HTTP/1.1" status: 204 len: 173 time: 1.4693880 Jul 23 20:05:19.630372 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88588f51-296d-4172-b0bd-13e98726bffd', 'name': 'network-vif-deleted', 'tag': '521b92fe-9c1b-492d-bf6c-0c0319b4c6c8'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:05:19.632948 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2f8a4c-88fb-4cde-990a-fbb28a6c142f" -d '{"events": [{"server_uuid": "88588f51-296d-4172-b0bd-13e98726bffd", "name": "network-vif-deleted", "tag": "521b92fe-9c1b-492d-bf6c-0c0319b4c6c8"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:05:19.671888 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ec48a80-604f-4916-aaa9-c02a08e4966d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:19.729678 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec48a80-604f-4916-aaa9-c02a08e4966d admin admin] Network f1957672-1349-45e6-b250-4d2e0e2b0e22 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:05:19.733343 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-3ec48a80-604f-4916-aaa9-c02a08e4966d admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:05:19.740367 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec48a80-604f-4916-aaa9-c02a08e4966d admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:05:19.781194 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ffc223e3-721f-46db-8b5f-e3013e78502c req-43622664-31e3-4926-b9f4-f6358eb35e1c tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:19.788272 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ffc223e3-721f-46db-8b5f-e3013e78502c req-43622664-31e3-4926-b9f4-f6358eb35e1c tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:19.794332 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec48a80-604f-4916-aaa9-c02a08e4966d admin admin] Pushing event updated for resources: {'Port': ['ID=3a3c13b2-04de-44ee-ad0e-eb714a43f7b1,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:19.807182 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41582) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:19.820978 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ec48a80-604f-4916-aaa9-c02a08e4966d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:19.863469 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ffc223e3-721f-46db-8b5f-e3013e78502c req-43622664-31e3-4926-b9f4-f6358eb35e1c tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:19.880904 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ffc223e3-721f-46db-8b5f-e3013e78502c req-43622664-31e3-4926-b9f4-f6358eb35e1c tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3027856 Jul 23 20:05:19.887863 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43622664-31e3-4926-b9f4-f6358eb35e1c tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8ff01e-4d04-4aa5-873a-b50b2bf655a7,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:19.922934 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9468111-1c1f-4f91-b5c7-7f384aa03473 x-openstack-request-id: req-a9468111-1c1f-4f91-b5c7-7f384aa03473 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:05:19.923231 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88588f51-296d-4172-b0bd-13e98726bffd", "name": "network-vif-deleted", "tag": "521b92fe-9c1b-492d-bf6c-0c0319b4c6c8", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:05:19.923462 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a9468111-1c1f-4f91-b5c7-7f384aa03473 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:05:19.923863 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88588f51-296d-4172-b0bd-13e98726bffd', 'name': 'network-vif-deleted', 'tag': '521b92fe-9c1b-492d-bf6c-0c0319b4c6c8', 'status': 'completed', 'code': 200} Jul 23 20:05:20.071915 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b7c966f-a64d-4cae-b4e1-a12f580aefc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:20.098773 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd6215-cb67-4ffc-8cd3-fad8136e0a5e req-46300672-561f-437c-86f1-c597cdf724d3 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:20.106707 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cadd6215-cb67-4ffc-8cd3-fad8136e0a5e req-46300672-561f-437c-86f1-c597cdf724d3 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=9271d0d7-9251-4412-a64d-40401596586f HTTP/1.1" status: 200 len: 945 time: 0.1695609 Jul 23 20:05:20.138296 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066c49d-4c01-4383-97b3-28eab99891e8 req-a1576b38-06ae-4e5e-823e-e0394af23cb9 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:20.140221 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9066c49d-4c01-4383-97b3-28eab99891e8 req-a1576b38-06ae-4e5e-823e-e0394af23cb9 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dd2c279-8d14-436c-ab0f-91317a43600e HTTP/1.1" status: 200 len: 949 time: 0.0824070 Jul 23 20:05:20.150258 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e5070d5e-d271-41fc-8f66-ac3cda8a8d4e None None] Provisioning for port 3a3c13b2-04de-44ee-ad0e-eb714a43f7b1 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:05:20.154594 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e5070d5e-d271-41fc-8f66-ac3cda8a8d4e None None] Provisioning complete for port 3a3c13b2-04de-44ee-ad0e-eb714a43f7b1 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:20.154980 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e5070d5e-d271-41fc-8f66-ac3cda8a8d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:20.201139 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e5070d5e-d271-41fc-8f66-ac3cda8a8d4e None None] Port 3a3c13b2-04de-44ee-ad0e-eb714a43f7b1 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:05:20.214653 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9066c49d-4c01-4383-97b3-28eab99891e8 req-80982af8-60a0-4f37-a60f-2b3f2dffc5f6 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5c3694b-8fa8-4f9e-a585-d5764c7780ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675704 Jul 23 20:05:20.305636 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b7c966f-a64d-4cae-b4e1-a12f580aefc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:20.323072 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a41d4332-ae8e-4d1a-8553-053f66028a56 req-b843161b-f330-4f97-aa50-2edfe682d8fc tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] 10.222.0.32 "GET /v2.0/security-groups/2a8ff01e-4d04-4aa5-873a-b50b2bf655a7 HTTP/1.1" status: 200 len: 1812 time: 0.0569341 Jul 23 20:05:20.325323 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cadd6215-cb67-4ffc-8cd3-fad8136e0a5e req-bb17ab8e-edfb-4f4b-82ab-5d163661a0cd tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107196 Jul 23 20:05:20.332767 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b7c966f-a64d-4cae-b4e1-a12f580aefc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:20.371081 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ec48a80-604f-4916-aaa9-c02a08e4966d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:20.421676 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-343b86d8-8552-4528-b705-7ab7e2b26f99 req-3fedb93d-e84a-419e-aff8-a23242a9dc02 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1340546728', 'description': 'tempest-description-112074558'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:20.460768 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1b7c966f-a64d-4cae-b4e1-a12f580aefc4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f2b2e4cc420e40a3b3ceec28fd3f3994&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6452558 Jul 23 20:05:20.461144 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41598) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:20.496668 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c966f-a64d-4cae-b4e1-a12f580aefc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02151aa8-56b6-4963-bd05-4a3effdc5a86,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:20.503648 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-343b86d8-8552-4528-b705-7ab7e2b26f99 req-3fedb93d-e84a-419e-aff8-a23242a9dc02 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:20.551220 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4c36d46b-b2e4-4ace-b2b6-5731e4e91d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:20.579121 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4c36d46b-b2e4-4ace-b2b6-5731e4e91d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:20.638967 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4c36d46b-b2e4-4ace-b2b6-5731e4e91d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:20.641993 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4c36d46b-b2e4-4ace-b2b6-5731e4e91d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:20.643514 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4c36d46b-b2e4-4ace-b2b6-5731e4e91d75 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/02151aa8-56b6-4963-bd05-4a3effdc5a86 HTTP/1.1" status: 204 len: 168 time: 0.1860683 Jul 23 20:05:20.652579 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36d46b-b2e4-4ace-b2b6-5731e4e91d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02151aa8-56b6-4963-bd05-4a3effdc5a86,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:20.724091 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-343b86d8-8552-4528-b705-7ab7e2b26f99 req-3fedb93d-e84a-419e-aff8-a23242a9dc02 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:20.727447 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ec48a80-604f-4916-aaa9-c02a08e4966d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:20.730612 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-343b86d8-8552-4528-b705-7ab7e2b26f99 req-3fedb93d-e84a-419e-aff8-a23242a9dc02 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:20.741606 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ec48a80-604f-4916-aaa9-c02a08e4966d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:20.817643 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-343b86d8-8552-4528-b705-7ab7e2b26f99 req-3fedb93d-e84a-419e-aff8-a23242a9dc02 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:20.818876 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-343b86d8-8552-4528-b705-7ab7e2b26f99 req-3fedb93d-e84a-419e-aff8-a23242a9dc02 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4127388 Jul 23 20:05:20.826668 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345146ee-3ac0-487e-9083-9371142ea7e6 req-3904b008-5438-4fdb-82f1-7e5e9cf8848c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:20.827555 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fedb93d-e84a-419e-aff8-a23242a9dc02 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be67c9f4-2401-46d2-9640-c94de8c17d6b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:20.828880 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-345146ee-3ac0-487e-9083-9371142ea7e6 req-3904b008-5438-4fdb-82f1-7e5e9cf8848c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 949 time: 0.0821016 Jul 23 20:05:20.849242 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ec48a80-604f-4916-aaa9-c02a08e4966d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:20.852783 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec48a80-604f-4916-aaa9-c02a08e4966d admin admin] Pushing event updated for resources: {'Port': ['ID=3a3c13b2-04de-44ee-ad0e-eb714a43f7b1,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:20.889024 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-345146ee-3ac0-487e-9083-9371142ea7e6 req-42dbbf6e-0491-4d5e-9767-6eea35bdb052 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476098 Jul 23 20:05:20.969447 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec48a80-604f-4916-aaa9-c02a08e4966d admin admin] Network f1957672-1349-45e6-b250-4d2e0e2b0e22 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:05:20.971128 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-3ec48a80-604f-4916-aaa9-c02a08e4966d admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:05:20.978012 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1819a4ca-24ef-477c-987c-c71d4b73f32b req-1073e67a-eb34-4e36-aa66-cd6c07a7a518 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] 10.222.0.32 "GET /v2.0/security-groups/be67c9f4-2401-46d2-9640-c94de8c17d6b HTTP/1.1" status: 200 len: 1812 time: 0.0532153 Jul 23 20:05:21.006007 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-5abc0ca9-153d-4dab-8b6e-9429ef5d3d18 req-c6c1924f-71ae-467b-ac47-b97fc7a7b982 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1506192649', 'description': 'tempest-description-1732718261'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:21.031369 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41614) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:21.057566 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-33988e95-a628-4711-bd39-aec80ff75f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:21.109789 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-5abc0ca9-153d-4dab-8b6e-9429ef5d3d18 req-c6c1924f-71ae-467b-ac47-b97fc7a7b982 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:21.161238 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec48a80-604f-4916-aaa9-c02a08e4966d admin admin] Router 43e6f7a4-c66c-4ed3-9a50-3c67c55f3551 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:05:21.270449 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-33988e95-a628-4711-bd39-aec80ff75f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:21.284475 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-33988e95-a628-4711-bd39-aec80ff75f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:21.325658 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-33988e95-a628-4711-bd39-aec80ff75f2d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=157e1b88df2c49b8801de8994dcffc68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2930532 Jul 23 20:05:21.330879 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41620) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:21.336864 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2351b7c4-2455-4c60-a1e1-3f0571e4cc97 None None] Provisioning complete for port 3a3c13b2-04de-44ee-ad0e-eb714a43f7b1 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:21.338275 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2351b7c4-2455-4c60-a1e1-3f0571e4cc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:21.383480 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6a57db3e-4b8e-4116-8eab-a904c244171e up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:05:21.394768 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33988e95-a628-4711-bd39-aec80ff75f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5225a411-a1d9-4e46-91bc-28dff6d86fc8,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:21.421887 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec48a80-604f-4916-aaa9-c02a08e4966d admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:05:21.430578 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3ec48a80-604f-4916-aaa9-c02a08e4966d admin admin] 10.222.0.32 "PUT /v2.0/routers/43e6f7a4-c66c-4ed3-9a50-3c67c55f3551/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0054638 Jul 23 20:05:21.450290 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2351b7c4-2455-4c60-a1e1-3f0571e4cc97 None None] Port 3a3c13b2-04de-44ee-ad0e-eb714a43f7b1 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:05:21.457833 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-50c2a0e0-47d3-43c5-b399-499a9c873e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:21.460360 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc8d93-3ca5-408f-83d6-55244f0df5c1 req-70bc87db-f84d-43b2-8d79-adb25a040c68 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:21.468534 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bfcc8d93-3ca5-408f-83d6-55244f0df5c1 req-70bc87db-f84d-43b2-8d79-adb25a040c68 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=abe4dffa-1106-49c7-8b45-55aeb90b3920 HTTP/1.1" status: 200 len: 944 time: 0.2368176 Jul 23 20:05:21.492684 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11029a-6cf1-4309-9e3c-d612b6a91b3f req-df48546b-a9ce-4c41-9735-1c3f70ddf658 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:21.494322 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7f11029a-6cf1-4309-9e3c-d612b6a91b3f req-df48546b-a9ce-4c41-9735-1c3f70ddf658 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dd2c279-8d14-436c-ab0f-91317a43600e HTTP/1.1" status: 200 len: 949 time: 0.2155321 Jul 23 20:05:21.495532 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 6a57db3e-4b8e-4116-8eab-a904c244171e completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:05:21.500548 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 6a57db3e-4b8e-4116-8eab-a904c244171e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:21.500919 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:21.521722 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-5abc0ca9-153d-4dab-8b6e-9429ef5d3d18 req-c6c1924f-71ae-467b-ac47-b97fc7a7b982 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:21.524675 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-50c2a0e0-47d3-43c5-b399-499a9c873e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:21.554026 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-5abc0ca9-153d-4dab-8b6e-9429ef5d3d18 req-c6c1924f-71ae-467b-ac47-b97fc7a7b982 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:21.556689 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:05:21.610356 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:21.630024 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835f467f-568b-4ad9-b0f5-4f9ce4d6b9dc None None] Sync routers for ids ['43e6f7a4-c66c-4ed3-9a50-3c67c55f3551'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:05:21.642099 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-5abc0ca9-153d-4dab-8b6e-9429ef5d3d18 req-c6c1924f-71ae-467b-ac47-b97fc7a7b982 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:21.653422 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5abc0ca9-153d-4dab-8b6e-9429ef5d3d18 req-c6c1924f-71ae-467b-ac47-b97fc7a7b982 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6556423 Jul 23 20:05:21.665199 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c1924f-71ae-467b-ac47-b97fc7a7b982 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b51873a-85c1-48c5-818c-fb00c6cc8d6d,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:21.675316 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 6a57db3e-4b8e-4116-8eab-a904c244171e, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6a57db3e-4b8e-4116-8eab-a904c244171e,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:21.676203 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835f467f-568b-4ad9-b0f5-4f9ce4d6b9dc None None] Routers {'43e6f7a4-c66c-4ed3-9a50-3c67c55f3551'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:05:21.676831 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-835f467f-568b-4ad9-b0f5-4f9ce4d6b9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:05:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['43e6f7a4-c66c-4ed3-9a50-3c67c55f3551'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:21.701839 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bfcc8d93-3ca5-408f-83d6-55244f0df5c1 req-669ccd50-ce90-4be5-94be-12377c549192 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305357 Jul 23 20:05:21.719421 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-7f11029a-6cf1-4309-9e3c-d612b6a91b3f req-6e31f241-768d-4135-b4e1-adc4f9c67033 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Deleting port a9d6e951-e136-484e-9184-f2904ec23b13 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:05:21.720006 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7f11029a-6cf1-4309-9e3c-d612b6a91b3f req-6e31f241-768d-4135-b4e1-adc4f9c67033 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:21.747576 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-50c2a0e0-47d3-43c5-b399-499a9c873e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:21.752347 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-50c2a0e0-47d3-43c5-b399-499a9c873e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:21.753880 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-50c2a0e0-47d3-43c5-b399-499a9c873e74 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5225a411-a1d9-4e46-91bc-28dff6d86fc8 HTTP/1.1" status: 204 len: 168 time: 0.4139075 Jul 23 20:05:21.761047 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:21.800009 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec9bbe-4afd-482d-b0b7-0bda42e4ac78 req-597d1327-be18-4cf6-8173-5be882dde844 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:21.802138 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-67ec9bbe-4afd-482d-b0b7-0bda42e4ac78 req-597d1327-be18-4cf6-8173-5be882dde844 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.30 "GET /v2.0/ports?device_id=abe4dffa-1106-49c7-8b45-55aeb90b3920 HTTP/1.1" status: 200 len: 944 time: 0.2928963 Jul 23 20:05:21.834027 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=6a57db3e-4b8e-4116-8eab-a904c244171e,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:21.839359 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-7f11029a-6cf1-4309-9e3c-d612b6a91b3f req-6e31f241-768d-4135-b4e1-adc4f9c67033 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] For port a9d6e951-e136-484e-9184-f2904ec23b13, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=a9d6e951-e136-484e-9184-f2904ec23b13,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:21.840060 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7f11029a-6cf1-4309-9e3c-d612b6a91b3f req-6e31f241-768d-4135-b4e1-adc4f9c67033 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:21.856559 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-835f467f-568b-4ad9-b0f5-4f9ce4d6b9dc None None] Set router 43e6f7a4-c66c-4ed3-9a50-3c67c55f3551 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:05:21.858615 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c2a0e0-47d3-43c5-b399-499a9c873e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5225a411-a1d9-4e46-91bc-28dff6d86fc8,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:21.924239 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-7f11029a-6cf1-4309-9e3c-d612b6a91b3f req-6e31f241-768d-4135-b4e1-adc4f9c67033 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Calling delete_port for a9d6e951-e136-484e-9184-f2904ec23b13 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:05:21.992871 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fbdf6e94-e883-4138-a054-47c4f878397b req-342ac781-f600-46a7-9574-764cb41890ac service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2968214 Jul 23 20:05:22.013230 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfd07b-246f-41e3-90f8-a223097fdc14 req-9c183a08-9779-4410-8927-3d9078505d48 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:22.014933 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3acfd07b-246f-41e3-90f8-a223097fdc14 req-9c183a08-9779-4410-8927-3d9078505d48 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dd2c279-8d14-436c-ab0f-91317a43600e HTTP/1.1" status: 200 len: 949 time: 0.2696266 Jul 23 20:05:22.050399 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80de1ca-d891-4e5a-8e36-93edfd7e4627 req-1a383a04-c84b-41cd-b68e-7af327df6230 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:22.058583 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f80de1ca-d891-4e5a-8e36-93edfd7e4627 req-1a383a04-c84b-41cd-b68e-7af327df6230 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=9271d0d7-9251-4412-a64d-40401596586f HTTP/1.1" status: 200 len: 945 time: 0.2244678 Jul 23 20:05:22.140137 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f80de1ca-d891-4e5a-8e36-93edfd7e4627 req-36f5ee65-5586-4de6-8671-7fdeafc35563 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676785 Jul 23 20:05:22.181361 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3acfd07b-246f-41e3-90f8-a223097fdc14 req-9ffe4730-9460-461d-92d8-c3b315cbd66c tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5c3694b-8fa8-4f9e-a585-d5764c7780ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595504 Jul 23 20:05:22.213074 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7f11029a-6cf1-4309-9e3c-d612b6a91b3f req-6e31f241-768d-4135-b4e1-adc4f9c67033 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:22.229184 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['a9d6e951-e136-484e-9184-f2904ec23b13'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:05:22.262992 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31f241-768d-4135-b4e1-adc4f9c67033 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Pushing event deleted for resources: {'Port': ['ID=a9d6e951-e136-484e-9184-f2904ec23b13,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:22.263275 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-835f467f-568b-4ad9-b0f5-4f9ce4d6b9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e6f7a4-c66c-4ed3-9a50-3c67c55f3551', 'name': 'tempest-ServerActionsTestJSON-114208146-router', 'tenant_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '6a57db3e-4b8e-4116-8eab-a904c244171e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:13Z', 'updated_at': '2021-07-23T20:05:20Z', 'revision_number': 4, 'project_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'gw_port': {'id': '6a57db3e-4b8e-4116-8eab-a904c244171e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f7a4-c66c-4ed3-9a50-3c67c55f3551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:14Z', 'updated_at': '2021-07-23T20:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '3a3c13b2-04de-44ee-ad0e-eb714a43f7b1', 'name': '', 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22', 'tenant_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'mac_address': 'fa:16:3e:7c:2a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e6f7a4-c66c-4ed3-9a50-3c67c55f3551', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'd89cc8ce-1520-4663-872c-281c0b224b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:18Z', 'updated_at': '2021-07-23T20:05:20Z', 'revision_number': 2, 'project_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'subnets': [{'id': 'd89cc8ce-1520-4663-872c-281c0b224b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:22.301526 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835f467f-568b-4ad9-b0f5-4f9ce4d6b9dc None None] Checking router: 43e6f7a4-c66c-4ed3-9a50-3c67c55f3551 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:05:22.301855 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835f467f-568b-4ad9-b0f5-4f9ce4d6b9dc None None] Updating router 43e6f7a4-c66c-4ed3-9a50-3c67c55f3551 port 3a3c13b2-04de-44ee-ad0e-eb714a43f7b1 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:05:22.362560 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-67ec9bbe-4afd-482d-b0b7-0bda42e4ac78 req-84fd69b3-b372-4a6b-afbc-fe42d54a30ae tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Deleting port 32ba413a-70af-4a3c-97ca-546662f3f100 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:05:22.363306 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-67ec9bbe-4afd-482d-b0b7-0bda42e4ac78 req-84fd69b3-b372-4a6b-afbc-fe42d54a30ae tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:22.363620 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-835f467f-568b-4ad9-b0f5-4f9ce4d6b9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:22.369508 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f11029a-6cf1-4309-9e3c-d612b6a91b3f req-6e31f241-768d-4135-b4e1-adc4f9c67033 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] No DVR routers for this DVR port a9d6e951-e136-484e-9184-f2904ec23b13 on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:05:22.382621 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7f11029a-6cf1-4309-9e3c-d612b6a91b3f req-6e31f241-768d-4135-b4e1-adc4f9c67033 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:22.384689 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7f11029a-6cf1-4309-9e3c-d612b6a91b3f req-6e31f241-768d-4135-b4e1-adc4f9c67033 tempest-ServersAdminNegativeTestJSON-1138019838 tempest-ServersAdminNegativeTestJSON-1138019838-project] 10.222.0.30 "DELETE /v2.0/ports/a9d6e951-e136-484e-9184-f2904ec23b13 HTTP/1.1" status: 204 len: 173 time: 0.8772435 Jul 23 20:05:22.385147 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd2c279-8d14-436c-ab0f-91317a43600e', 'name': 'network-vif-deleted', 'tag': 'a9d6e951-e136-484e-9184-f2904ec23b13'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:05:22.390542 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c540d49b-5d96-4960-8bef-1c8d1a653f30" -d '{"events": [{"server_uuid": "0dd2c279-8d14-436c-ab0f-91317a43600e", "name": "network-vif-deleted", "tag": "a9d6e951-e136-484e-9184-f2904ec23b13"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:05:22.402402 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf6e94-e883-4138-a054-47c4f878397b req-dd99403c-0e35-46bf-afdd-587b846c9018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:22.404115 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fbdf6e94-e883-4138-a054-47c4f878397b req-dd99403c-0e35-46bf-afdd-587b846c9018 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a28939d8212b4a0392808b969f282665&device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 1102 time: 0.3800120 Jul 23 20:05:22.424354 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c0e22978-d9f2-46e7-b6fa-705a02149716 req-22b2fa5d-1079-4abe-a243-4b777f6550c1 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] 10.222.0.32 "GET /v2.0/security-groups/7b51873a-85c1-48c5-818c-fb00c6cc8d6d HTTP/1.1" status: 200 len: 1813 time: 0.1796966 Jul 23 20:05:22.637294 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-67ec9bbe-4afd-482d-b0b7-0bda42e4ac78 req-84fd69b3-b372-4a6b-afbc-fe42d54a30ae tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] For port 32ba413a-70af-4a3c-97ca-546662f3f100, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=32ba413a-70af-4a3c-97ca-546662f3f100,segment=NetworkSegment(ad9495d8-3225-4498-92a3-0011b0c5de9f),segment_id=ad9495d8-3225-4498-92a3-0011b0c5de9f)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:22.637990 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-67ec9bbe-4afd-482d-b0b7-0bda42e4ac78 req-84fd69b3-b372-4a6b-afbc-fe42d54a30ae tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:22.672692 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-67ec9bbe-4afd-482d-b0b7-0bda42e4ac78 req-84fd69b3-b372-4a6b-afbc-fe42d54a30ae tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Calling delete_port for 32ba413a-70af-4a3c-97ca-546662f3f100 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:05:22.705713 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccda36f-ce58-4a03-b180-7387f0edd062 req-6a7617b9-b510-417b-9ded-5d5762de3952 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:22.713569 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1ccda36f-ce58-4a03-b180-7387f0edd062 req-6a7617b9-b510-417b-9ded-5d5762de3952 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 949 time: 0.2260563 Jul 23 20:05:22.724753 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41660) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:22.730202 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-6f76f449-b5f7-478b-a19d-308b05c433a9 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1493956566', 'description': 'tempest-description--750702927'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:22.790472 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf6e94-e883-4138-a054-47c4f878397b req-e78cfe13-e746-432c-9e56-6a3e053b1120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:22.792025 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fbdf6e94-e883-4138-a054-47c4f878397b req-e78cfe13-e746-432c-9e56-6a3e053b1120 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.3074298 Jul 23 20:05:22.812193 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f76f449-b5f7-478b-a19d-308b05c433a9 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:22.853999 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-835f467f-568b-4ad9-b0f5-4f9ce4d6b9dc None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:22.886849 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-835f467f-568b-4ad9-b0f5-4f9ce4d6b9dc None None] Transition to ACTIVE for port object 3a3c13b2-04de-44ee-ad0e-eb714a43f7b1 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:05:22.889812 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fbdf6e94-e883-4138-a054-47c4f878397b req-f1672e8b-7695-4597-a463-285992b1f04e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=c1030c34-2dec-438f-86af-e0a9c58b5449 HTTP/1.1" status: 200 len: 217 time: 0.0852954 Jul 23 20:05:22.905586 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-835f467f-568b-4ad9-b0f5-4f9ce4d6b9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:22.963437 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf675c6-4bcc-43b8-91ca-23f53c929965 x-openstack-request-id: req-ebf675c6-4bcc-43b8-91ca-23f53c929965 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:05:22.964702 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd2c279-8d14-436c-ab0f-91317a43600e", "name": "network-vif-deleted", "tag": "a9d6e951-e136-484e-9184-f2904ec23b13", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:05:22.965627 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ebf675c6-4bcc-43b8-91ca-23f53c929965 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:05:22.966514 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd2c279-8d14-436c-ab0f-91317a43600e', 'name': 'network-vif-deleted', 'tag': 'a9d6e951-e136-484e-9184-f2904ec23b13', 'status': 'completed', 'code': 200} Jul 23 20:05:22.978486 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf6e94-e883-4138-a054-47c4f878397b req-1a580f4b-c4cd-4daa-85e6-0946c20438dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:22.982966 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fbdf6e94-e883-4138-a054-47c4f878397b req-1a580f4b-c4cd-4daa-85e6-0946c20438dc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.0834572 Jul 23 20:05:22.995840 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb810a-722b-4563-b284-d44311faf715 None None] Pushing event updated for resources: {'Port': ['ID=3a3c13b2-04de-44ee-ad0e-eb714a43f7b1,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:23.002167 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1ccda36f-ce58-4a03-b180-7387f0edd062 req-2ccedaef-6009-48ae-ad98-6189a5680ba2 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849810 Jul 23 20:05:23.032515 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f76f449-b5f7-478b-a19d-308b05c433a9 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:23.044826 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f76f449-b5f7-478b-a19d-308b05c433a9 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:23.066980 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f3861e43-f020-4bf1-9cee-d39f473174a3 req-bfbcbfba-975e-4121-8ff2-6db4e67a62bb tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1839816402', 'description': 'tempest-description-1457575762'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:23.079215 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f76f449-b5f7-478b-a19d-308b05c433a9 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:23.081040 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6f76f449-b5f7-478b-a19d-308b05c433a9 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3550186 Jul 23 20:05:23.099223 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41664) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:23.117070 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-835f467f-568b-4ad9-b0f5-4f9ce4d6b9dc None None] Attempting to bind port 3a3c13b2-04de-44ee-ad0e-eb714a43f7b1 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:05:23.118445 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-835f467f-568b-4ad9-b0f5-4f9ce4d6b9dc None None] Attempting to bind port 3a3c13b2-04de-44ee-ad0e-eb714a43f7b1 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '5c96697d-ee44-400a-8e69-1e994d5bac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:05:23.119598 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835f467f-568b-4ad9-b0f5-4f9ce4d6b9dc None None] Attempting to bind port 3a3c13b2-04de-44ee-ad0e-eb714a43f7b1 on network f1957672-1349-45e6-b250-4d2e0e2b0e22 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:05:23.125850 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835f467f-568b-4ad9-b0f5-4f9ce4d6b9dc None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:05:23.127986 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835f467f-568b-4ad9-b0f5-4f9ce4d6b9dc None None] Checking segment: {'id': '5c96697d-ee44-400a-8e69-1e994d5bac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:05:23.129457 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-835f467f-568b-4ad9-b0f5-4f9ce4d6b9dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:23.130815 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835f467f-568b-4ad9-b0f5-4f9ce4d6b9dc None None] Bound using segment: {'id': '5c96697d-ee44-400a-8e69-1e994d5bac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:05:23.131559 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-7590eccf-4469-4506-b050-96380fdd0cbd tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Request body: {'security_group_rule': {'security_group_id': '631095dc-b4cb-4d69-9d30-941103ce63f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:23.133765 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-835f467f-568b-4ad9-b0f5-4f9ce4d6b9dc None None] Bound port: 3a3c13b2-04de-44ee-ad0e-eb714a43f7b1, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c96697d-ee44-400a-8e69-1e994d5bac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:05:23.134236 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-835f467f-568b-4ad9-b0f5-4f9ce4d6b9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:23.170511 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f76f449-b5f7-478b-a19d-308b05c433a9 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=631095dc-b4cb-4d69-9d30-941103ce63f0,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:23.171853 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41668) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:23.200702 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f3861e43-f020-4bf1-9cee-d39f473174a3 req-bfbcbfba-975e-4121-8ff2-6db4e67a62bb tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:23.259815 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-835f467f-568b-4ad9-b0f5-4f9ce4d6b9dc None None] For port 3a3c13b2-04de-44ee-ad0e-eb714a43f7b1, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:05:23.268924 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-835f467f-568b-4ad9-b0f5-4f9ce4d6b9dc None None] For port 3a3c13b2-04de-44ee-ad0e-eb714a43f7b1, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3a3c13b2-04de-44ee-ad0e-eb714a43f7b1,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:05:23.275089 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf6e94-e883-4138-a054-47c4f878397b req-1ec27fd2-32a6-4b09-b8c5-b9390d627787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:23.276865 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fbdf6e94-e883-4138-a054-47c4f878397b req-1ec27fd2-32a6-4b09-b8c5-b9390d627787 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2648687 Jul 23 20:05:23.278453 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-835f467f-568b-4ad9-b0f5-4f9ce4d6b9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:23.301887 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7590eccf-4469-4506-b050-96380fdd0cbd tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:23.310287 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-67ec9bbe-4afd-482d-b0b7-0bda42e4ac78 req-84fd69b3-b372-4a6b-afbc-fe42d54a30ae tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:23.360922 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6a57db3e-4b8e-4116-8eab-a904c244171e up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:05:23.367187 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd69b3-b372-4a6b-afbc-fe42d54a30ae tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Pushing event deleted for resources: {'Port': ['ID=32ba413a-70af-4a3c-97ca-546662f3f100,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:23.411482 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b9bec-0172-4fc9-9400-ff83e27f8383 req-d529eb5c-2b37-4927-98a5-8d63926c23f6 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:23.420544 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0c2b9bec-0172-4fc9-9400-ff83e27f8383 req-d529eb5c-2b37-4927-98a5-8d63926c23f6 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/ports?device_id=abe4dffa-1106-49c7-8b45-55aeb90b3920 HTTP/1.1" status: 200 len: 866 time: 0.2786114 Jul 23 20:05:23.427507 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7590eccf-4469-4506-b050-96380fdd0cbd tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:23.432351 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7590eccf-4469-4506-b050-96380fdd0cbd tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:23.450544 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590eccf-4469-4506-b050-96380fdd0cbd tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a57011e0-1e02-4360-be07-0a5cbfbfabc1,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:23.474533 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835f467f-568b-4ad9-b0f5-4f9ce4d6b9dc None None] Routers {'43e6f7a4-c66c-4ed3-9a50-3c67c55f3551'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:05:23.475172 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-835f467f-568b-4ad9-b0f5-4f9ce4d6b9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:05:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['43e6f7a4-c66c-4ed3-9a50-3c67c55f3551'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:23.482823 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-888f7da0-b985-45e6-8c07-9fb8573479cd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-282511428-network', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:23.500631 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f3861e43-f020-4bf1-9cee-d39f473174a3 req-bfbcbfba-975e-4121-8ff2-6db4e67a62bb tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:23.514069 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f3861e43-f020-4bf1-9cee-d39f473174a3 req-bfbcbfba-975e-4121-8ff2-6db4e67a62bb tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:23.528465 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7590eccf-4469-4506-b050-96380fdd0cbd tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:23.530084 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7590eccf-4469-4506-b050-96380fdd0cbd tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4296465 Jul 23 20:05:23.543343 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41674) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:23.553109 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-b428897b-5b48-41dc-9625-3d829b222e22 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Request body: {'security_group_rule': {'security_group_id': '631095dc-b4cb-4d69-9d30-941103ce63f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:23.567308 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ec9bbe-4afd-482d-b0b7-0bda42e4ac78 req-84fd69b3-b372-4a6b-afbc-fe42d54a30ae tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] No DVR routers for this DVR port 32ba413a-70af-4a3c-97ca-546662f3f100 on host n-h1-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:05:23.572272 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-67ec9bbe-4afd-482d-b0b7-0bda42e4ac78 req-84fd69b3-b372-4a6b-afbc-fe42d54a30ae tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:23.575077 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-67ec9bbe-4afd-482d-b0b7-0bda42e4ac78 req-84fd69b3-b372-4a6b-afbc-fe42d54a30ae tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.30 "DELETE /v2.0/ports/32ba413a-70af-4a3c-97ca-546662f3f100 HTTP/1.1" status: 204 len: 173 time: 1.7368932 Jul 23 20:05:23.576505 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbcbfba-975e-4121-8ff2-6db4e67a62bb tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a54bc300-1bdd-4a07-b380-f10415650c67,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:23.578970 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb810a-722b-4563-b284-d44311faf715 None None] Pushing event updated for resources: {'Port': ['ID=3a3c13b2-04de-44ee-ad0e-eb714a43f7b1,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:23.581768 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888f7da0-b985-45e6-8c07-9fb8573479cd admin admin] Made reservation on behalf of ca9f4fe5c0d8443fb3151faa84883f9f for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:05:23.583102 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe4dffa-1106-49c7-8b45-55aeb90b3920', 'name': 'network-vif-deleted', 'tag': '32ba413a-70af-4a3c-97ca-546662f3f100'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:05:23.585135 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-888f7da0-b985-45e6-8c07-9fb8573479cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:23.585710 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a617b5-fc26-492e-a355-16cbf9af0a81" -d '{"events": [{"server_uuid": "abe4dffa-1106-49c7-8b45-55aeb90b3920", "name": "network-vif-deleted", "tag": "32ba413a-70af-4a3c-97ca-546662f3f100"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:05:23.619311 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-888f7da0-b985-45e6-8c07-9fb8573479cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:23.623400 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f3861e43-f020-4bf1-9cee-d39f473174a3 req-bfbcbfba-975e-4121-8ff2-6db4e67a62bb tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:23.632729 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f3861e43-f020-4bf1-9cee-d39f473174a3 req-bfbcbfba-975e-4121-8ff2-6db4e67a62bb tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5895236 Jul 23 20:05:23.677077 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fbdf6e94-e883-4138-a054-47c4f878397b req-8815b068-1962-4166-8985-31132dc5a46f service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921015 Jul 23 20:05:23.687088 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b428897b-5b48-41dc-9625-3d829b222e22 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:23.701779 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0c2b9bec-0172-4fc9-9400-ff83e27f8383 req-dc41a408-a975-4894-907d-9409711aed34 tempest-LiveAutoBlockMigrationV225Test-1721277145 tempest-LiveAutoBlockMigrationV225Test-1721277145-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca270714-0143-4119-8a96-00d0c044c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787218 Jul 23 20:05:23.730882 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 6a57db3e-4b8e-4116-8eab-a904c244171e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:23.741645 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:23.747576 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-835f467f-568b-4ad9-b0f5-4f9ce4d6b9dc None None] Set router 43e6f7a4-c66c-4ed3-9a50-3c67c55f3551 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:05:23.872485 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-888f7da0-b985-45e6-8c07-9fb8573479cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:23.884935 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-888f7da0-b985-45e6-8c07-9fb8573479cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:23.888345 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fbdf6e94-e883-4138-a054-47c4f878397b req-e7d53e0d-93e3-4311-84fe-2ef6c39020aa service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855247 Jul 23 20:05:23.890453 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa13eef0-cca0-4cbb-8831-b6d94db087f9 x-openstack-request-id: req-aa13eef0-cca0-4cbb-8831-b6d94db087f9 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:05:23.890861 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe4dffa-1106-49c7-8b45-55aeb90b3920", "name": "network-vif-deleted", "tag": "32ba413a-70af-4a3c-97ca-546662f3f100", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:05:23.891124 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aa13eef0-cca0-4cbb-8831-b6d94db087f9 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:05:23.891756 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe4dffa-1106-49c7-8b45-55aeb90b3920', 'name': 'network-vif-deleted', 'tag': '32ba413a-70af-4a3c-97ca-546662f3f100', 'status': 'completed', 'code': 200} Jul 23 20:05:23.953404 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e516400f-2377-48ac-94d5-f01c0c9eef21 req-0c3c0a1b-16f1-40d2-bb2b-36105f7242e1 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] 10.222.0.32 "GET /v2.0/security-groups/a54bc300-1bdd-4a07-b380-f10415650c67 HTTP/1.1" status: 200 len: 1813 time: 0.0579331 Jul 23 20:05:23.954479 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f7da0-b985-45e6-8c07-9fb8573479cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291e14e9-29a7-49fc-887b-c23bc971e5dd,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:23.996338 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-888f7da0-b985-45e6-8c07-9fb8573479cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:05:24.022026 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-888f7da0-b985-45e6-8c07-9fb8573479cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:24.022421 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-888f7da0-b985-45e6-8c07-9fb8573479cd admin admin] Added segment 489b476d-97fe-494a-9240-bd9b3eeee4c3 of type vlan for network 9809b0ec-ba40-459d-967a-8ad4e593e436 Jul 23 20:05:24.091496 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-888f7da0-b985-45e6-8c07-9fb8573479cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:24.098305 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [req-bcd0a2d7-b86e-43ab-8c09-e71beeb7eaaf req-f0711c00-1960-4b23-a352-55b906533b0f tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] show failed (client error): The resource could not be found. Jul 23 20:05:24.100001 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bcd0a2d7-b86e-43ab-8c09-e71beeb7eaaf req-f0711c00-1960-4b23-a352-55b906533b0f tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] 10.222.0.32 "GET /v2.0/security-groups/66a84811-22d0-439b-9144-c7a10ab1ad41 HTTP/1.1" status: 404 len: 352 time: 0.0522001 Jul 23 20:05:24.125866 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b428897b-5b48-41dc-9625-3d829b222e22 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:24.142536 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b428897b-5b48-41dc-9625-3d829b222e22 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:24.188698 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d68ce-263f-46be-b10e-e84d956aa757 req-56fac4ba-7b5e-4c6a-8341-ced217cddf77 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:24.198946 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-700d68ce-263f-46be-b10e-e84d956aa757 req-56fac4ba-7b5e-4c6a-8341-ced217cddf77 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=9271d0d7-9251-4412-a64d-40401596586f HTTP/1.1" status: 200 len: 945 time: 0.3236136 Jul 23 20:05:24.263971 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b428897b-5b48-41dc-9625-3d829b222e22 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c60248e2-0e91-408c-92fb-ad54abae0250,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:24.271381 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-835f467f-568b-4ad9-b0f5-4f9ce4d6b9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e6f7a4-c66c-4ed3-9a50-3c67c55f3551', 'name': 'tempest-ServerActionsTestJSON-114208146-router', 'tenant_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '6a57db3e-4b8e-4116-8eab-a904c244171e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:13Z', 'updated_at': '2021-07-23T20:05:20Z', 'revision_number': 4, 'project_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'gw_port': {'id': '6a57db3e-4b8e-4116-8eab-a904c244171e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f7a4-c66c-4ed3-9a50-3c67c55f3551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:14Z', 'updated_at': '2021-07-23T20:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '3a3c13b2-04de-44ee-ad0e-eb714a43f7b1', 'name': '', 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22', 'tenant_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'mac_address': 'fa:16:3e:7c:2a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e6f7a4-c66c-4ed3-9a50-3c67c55f3551', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'd89cc8ce-1520-4663-872c-281c0b224b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:18Z', 'updated_at': '2021-07-23T20:05:23Z', 'revision_number': 4, 'project_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'subnets': [{'id': 'd89cc8ce-1520-4663-872c-281c0b224b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:24.279795 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41692) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:24.303335 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835f467f-568b-4ad9-b0f5-4f9ce4d6b9dc None None] The sync data for ids ['43e6f7a4-c66c-4ed3-9a50-3c67c55f3551'] in n-d-793618-10 is: [{'id': '43e6f7a4-c66c-4ed3-9a50-3c67c55f3551', 'name': 'tempest-ServerActionsTestJSON-114208146-router', 'tenant_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '6a57db3e-4b8e-4116-8eab-a904c244171e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:13Z', 'updated_at': '2021-07-23T20:05:20Z', 'revision_number': 4, 'project_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'gw_port': {'id': '6a57db3e-4b8e-4116-8eab-a904c244171e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f7a4-c66c-4ed3-9a50-3c67c55f3551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:14Z', 'updated_at': '2021-07-23T20:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '3a3c13b2-04de-44ee-ad0e-eb714a43f7b1', 'name': '', 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22', 'tenant_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'mac_address': 'fa:16:3e:7c:2a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e6f7a4-c66c-4ed3-9a50-3c67c55f3551', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'd89cc8ce-1520-4663-872c-281c0b224b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:18Z', 'updated_at': '2021-07-23T20:05:23Z', 'revision_number': 4, 'project_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'subnets': [{'id': 'd89cc8ce-1520-4663-872c-281c0b224b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:05:24.337196 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b428897b-5b48-41dc-9625-3d829b222e22 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:24.338541 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b428897b-5b48-41dc-9625-3d829b222e22 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7934377 Jul 23 20:05:24.339241 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94dc8d-df15-4a2b-b6a7-46a89a76fa7a req-5a782be6-ca8a-4236-b78c-9b84b43552f6 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:24.342869 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41696) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:24.348234 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bd94dc8d-df15-4a2b-b6a7-46a89a76fa7a req-5a782be6-ca8a-4236-b78c-9b84b43552f6 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 949 time: 0.1386864 Jul 23 20:05:24.354543 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ee4dbb06-b59d-43ee-841e-d445fa0eabd9 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:24.423556 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-888f7da0-b985-45e6-8c07-9fb8573479cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:24.425438 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888f7da0-b985-45e6-8c07-9fb8573479cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:24.427872 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-888f7da0-b985-45e6-8c07-9fb8573479cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:24.440595 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bd94dc8d-df15-4a2b-b6a7-46a89a76fa7a req-fb51a0ab-4fa1-4fa9-ae1b-11055c368136 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910244 Jul 23 20:05:24.500901 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [req-3772bf0a-8431-469d-843f-d1a9581a046d req-acf64403-9023-413a-82a1-eb38b14e7238 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] show failed (client error): The resource could not be found. Jul 23 20:05:24.508995 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3772bf0a-8431-469d-843f-d1a9581a046d req-acf64403-9023-413a-82a1-eb38b14e7238 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] 10.222.0.32 "GET /v2.0/security-group-rules/f4e13887-9e8f-4486-8833-4a51b1a357d8 HTTP/1.1" status: 404 len: 361 time: 0.0319114 Jul 23 20:05:24.524940 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-700d68ce-263f-46be-b10e-e84d956aa757 req-09b3da33-fde5-4f90-a0f1-3ba504acde72 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246729 Jul 23 20:05:24.591053 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee4dbb06-b59d-43ee-841e-d445fa0eabd9 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:24.613215 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0b5501b4-087f-47b9-ae41-e1a94cec38f1 req-ff0da2de-7b0c-4e1e-a8d8-8d0818751343 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] 10.222.0.32 "GET /v2.0/security-groups/a54bc300-1bdd-4a07-b380-f10415650c67 HTTP/1.1" status: 200 len: 1813 time: 0.0669770 Jul 23 20:05:24.657978 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f7da0-b985-45e6-8c07-9fb8573479cd admin admin] Pushing event updated for resources: {'Network': ['ID=9809b0ec-ba40-459d-967a-8ad4e593e436,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:24.671941 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-888f7da0-b985-45e6-8c07-9fb8573479cd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4850969 Jul 23 20:05:24.678165 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 9809b0ec-ba40-459d-967a-8ad4e593e436 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:05:24.682716 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41700) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:24.689639 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-9e06598e-97b0-4a1b-952e-fdb0ba399e60 admin admin] Request body: {'subnet': {'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-282511428-subnet', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:24.723640 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0b5501b4-087f-47b9-ae41-e1a94cec38f1 req-798f8314-6bf7-476b-bf49-6ee3091c2e48 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:24.744939 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-dd0c58a9-08c2-4097-9c07-8f95c9c8e80a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd4f3a49661b4ba795f8595616639abc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4479890 Jul 23 20:05:24.745877 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41704) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:24.774535 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0b5501b4-087f-47b9-ae41-e1a94cec38f1 req-798f8314-6bf7-476b-bf49-6ee3091c2e48 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:24.805901 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41706) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:24.827168 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e06598e-97b0-4a1b-952e-fdb0ba399e60 admin admin] Made reservation on behalf of ca9f4fe5c0d8443fb3151faa84883f9f for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:05:24.831152 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9e06598e-97b0-4a1b-952e-fdb0ba399e60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:24.893965 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0b5501b4-087f-47b9-ae41-e1a94cec38f1 req-798f8314-6bf7-476b-bf49-6ee3091c2e48 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:24.896820 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0b5501b4-087f-47b9-ae41-e1a94cec38f1 req-798f8314-6bf7-476b-bf49-6ee3091c2e48 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:24.898193 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0b5501b4-087f-47b9-ae41-e1a94cec38f1 req-798f8314-6bf7-476b-bf49-6ee3091c2e48 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] 10.222.0.32 "DELETE /v2.0/security-groups/a54bc300-1bdd-4a07-b380-f10415650c67 HTTP/1.1" status: 204 len: 173 time: 0.2841842 Jul 23 20:05:24.977547 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f8314-6bf7-476b-bf49-6ee3091c2e48 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54bc300-1bdd-4a07-b380-f10415650c67,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:25.001331 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-299dbd7f-88a7-40c1-a085-abdb6022cd56 admin admin] Deleting subnet ff9cc1f3-5cfa-4b1f-ac36-a859db46b374 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:05:25.005435 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-299dbd7f-88a7-40c1-a085-abdb6022cd56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:25.059151 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-299dbd7f-88a7-40c1-a085-abdb6022cd56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:25.070255 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-24dcbbec-5e77-43c9-833d-51f8a278b457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:25.098515 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-24dcbbec-5e77-43c9-833d-51f8a278b457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:25.110952 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-299dbd7f-88a7-40c1-a085-abdb6022cd56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:25.180685 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-299dbd7f-88a7-40c1-a085-abdb6022cd56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:25.214436 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299dbd7f-88a7-40c1-a085-abdb6022cd56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff9cc1f3-5cfa-4b1f-ac36-a859db46b374,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:25.221394 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-299dbd7f-88a7-40c1-a085-abdb6022cd56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:25.226558 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-299dbd7f-88a7-40c1-a085-abdb6022cd56 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ff9cc1f3-5cfa-4b1f-ac36-a859db46b374 HTTP/1.1" status: 204 len: 168 time: 0.4196608 Jul 23 20:05:25.227333 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41714) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:25.246231 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ab49571a-d16e-4845-a92b-704789ddb1e2 req-9c7a1a90-b3cc-4f9f-94b8-4eadfee23d26 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] 10.222.0.32 "GET /v2.0/security-groups/7b51873a-85c1-48c5-818c-fb00c6cc8d6d HTTP/1.1" status: 200 len: 1813 time: 0.2966533 Jul 23 20:05:25.312293 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9e06598e-97b0-4a1b-952e-fdb0ba399e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:25.328325 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-24dcbbec-5e77-43c9-833d-51f8a278b457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:25.331207 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-24dcbbec-5e77-43c9-833d-51f8a278b457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:25.335615 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-24dcbbec-5e77-43c9-833d-51f8a278b457 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e5c3694b-8fa8-4f9e-a585-d5764c7780ee HTTP/1.1" status: 204 len: 168 time: 0.5797756 Jul 23 20:05:25.368317 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee4dbb06-b59d-43ee-841e-d445fa0eabd9 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:25.394673 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3a3c13b2-04de-44ee-ad0e-eb714a43f7b1 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:05:25.445838 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e06598e-97b0-4a1b-952e-fdb0ba399e60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4f0363c-c07e-46a2-b2c5-f4462163c3fd,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:25.460864 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dcbbec-5e77-43c9-833d-51f8a278b457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c3694b-8fa8-4f9e-a585-d5764c7780ee,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:25.553851 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 3a3c13b2-04de-44ee-ad0e-eb714a43f7b1 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:05:25.561789 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 3a3c13b2-04de-44ee-ad0e-eb714a43f7b1 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:25.563056 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:25.665162 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ab49571a-d16e-4845-a92b-704789ddb1e2 req-3d4a7fea-ee72-4088-8009-adb8759a5ef8 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:25.711388 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ab49571a-d16e-4845-a92b-704789ddb1e2 req-3d4a7fea-ee72-4088-8009-adb8759a5ef8 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:25.718764 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e06598e-97b0-4a1b-952e-fdb0ba399e60 admin admin] Checking segment: {'id': '489b476d-97fe-494a-9240-bd9b3eeee4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:05:25.719282 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e06598e-97b0-4a1b-952e-fdb0ba399e60 admin admin] Network hostable DHCP agents. Network: 9809b0ec-ba40-459d-967a-8ad4e593e436, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:05:25.736121 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:25.740070 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-ee4dbb06-b59d-43ee-841e-d445fa0eabd9 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Allocated IP 172.25.1.72 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/69187986-a378-49a0-84fe-91ff9d5966ca) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:05:25.780375 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e06598e-97b0-4a1b-952e-fdb0ba399e60 admin admin] Network 9809b0ec-ba40-459d-967a-8ad4e593e436 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:05:25.803527 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 3a3c13b2-04de-44ee-ad0e-eb714a43f7b1, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3a3c13b2-04de-44ee-ad0e-eb714a43f7b1,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:25.815817 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:25.826957 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-9e06598e-97b0-4a1b-952e-fdb0ba399e60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 9809b0ec-ba40-459d-967a-8ad4e593e436) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:05:25.835094 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e06598e-97b0-4a1b-952e-fdb0ba399e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:25.835511 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9e06598e-97b0-4a1b-952e-fdb0ba399e60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:25.840437 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea2af6e-b053-4bcc-9d68-c775e5998979 None None] Network 9809b0ec-ba40-459d-967a-8ad4e593e436 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:05:25.862774 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-38b964c7-03b7-4e74-bd5c-7ae932f34fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:25.872350 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ab49571a-d16e-4845-a92b-704789ddb1e2 req-3d4a7fea-ee72-4088-8009-adb8759a5ef8 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:25.874423 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ab49571a-d16e-4845-a92b-704789ddb1e2 req-3d4a7fea-ee72-4088-8009-adb8759a5ef8 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:25.875563 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ab49571a-d16e-4845-a92b-704789ddb1e2 req-3d4a7fea-ee72-4088-8009-adb8759a5ef8 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] 10.222.0.32 "DELETE /v2.0/security-groups/7b51873a-85c1-48c5-818c-fb00c6cc8d6d HTTP/1.1" status: 204 len: 173 time: 0.6284840 Jul 23 20:05:25.890312 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a7fea-ee72-4088-8009-adb8759a5ef8 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b51873a-85c1-48c5-818c-fb00c6cc8d6d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:25.905961 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9e06598e-97b0-4a1b-952e-fdb0ba399e60 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2177365 Jul 23 20:05:25.905961 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41726) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:25.910353 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f95fb454-bf75-46bd-9b39-fd010874814f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-282511428-router', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:25.962786 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f95fb454-bf75-46bd-9b39-fd010874814f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:25.964015 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f95fb454-bf75-46bd-9b39-fd010874814f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:26.023828 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=3a3c13b2-04de-44ee-ad0e-eb714a43f7b1,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:26.037409 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41728) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:26.043175 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee4dbb06-b59d-43ee-841e-d445fa0eabd9 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:26.068755 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0d601-6b3f-41db-873d-b6837a5c0e6a req-994c2374-d257-41ca-b11e-b394556d8561 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:26.070981 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-02e0d601-6b3f-41db-873d-b6837a5c0e6a req-994c2374-d257-41ca-b11e-b394556d8561 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 949 time: 0.2872789 Jul 23 20:05:26.077234 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f95fb454-bf75-46bd-9b39-fd010874814f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:26.138250 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-38b964c7-03b7-4e74-bd5c-7ae932f34fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:26.140498 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43750e14-dd8c-40ff-9bc0-e66e49d2ee4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-9809b0ec-ba40-459d-967a-8ad4e593e436', 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'fixed_ips': [{'subnet_id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:05:26.141879 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43750e14-dd8c-40ff-9bc0-e66e49d2ee4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:26.153531 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-38b964c7-03b7-4e74-bd5c-7ae932f34fe5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18f1c189-135d-4e39-8a5e-b364e733193d']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:26.174112 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-02e0d601-6b3f-41db-873d-b6837a5c0e6a req-5e0c44e7-eb80-4778-b954-f04d340e4c8f tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893338 Jul 23 20:05:26.175803 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-38b964c7-03b7-4e74-bd5c-7ae932f34fe5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad9495d8-3225-4498-92a3-0011b0c5de9f') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:26.176094 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-38b964c7-03b7-4e74-bd5c-7ae932f34fe5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad9495d8-3225-4498-92a3-0011b0c5de9f') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:26.186471 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-38b964c7-03b7-4e74-bd5c-7ae932f34fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:26.202908 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-38b964c7-03b7-4e74-bd5c-7ae932f34fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:26.218000 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b964c7-03b7-4e74-bd5c-7ae932f34fe5 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:05:26.218000 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-38b964c7-03b7-4e74-bd5c-7ae932f34fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:26.218000 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:05:26.218000 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:05:26.218000 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:05:26.218000 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:05:26.218000 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:05:26.218000 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:05:26.218000 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:05:26.218000 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:05:26.218000 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:05:26.218000 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:05:26.218000 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:05:26.218000 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:05:26.218000 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:05:26.218000 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:05:26.218000 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:05:26.218000 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:05:26.218000 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:05:26.218000 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:05:26.218000 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:05:26.218000 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:05:26.218000 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:05:26.218000 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:05:26.218000 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:05:26.218000 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:05:26.218000 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:05:26.218000 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:05:26.218000 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:05:26.218000 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:05:26.218000 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:05:26.218000 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:05:26.218000 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:05:26.218000 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:05:26.237578 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e639020b-fa90-4d39-a324-98e4902ea7be admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e13c1aa82368412aa320b542f1064203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1910613 Jul 23 20:05:26.238562 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41732) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:26.320385 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-38b964c7-03b7-4e74-bd5c-7ae932f34fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:26.325578 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-38b964c7-03b7-4e74-bd5c-7ae932f34fe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:26.330231 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-38b964c7-03b7-4e74-bd5c-7ae932f34fe5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/18f1c189-135d-4e39-8a5e-b364e733193d HTTP/1.1" status: 204 len: 168 time: 1.0993795 Jul 23 20:05:26.333122 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41734) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:26.336718 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f95fb454-bf75-46bd-9b39-fd010874814f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:26.337458 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-43750e14-dd8c-40ff-9bc0-e66e49d2ee4b None None] Allocated IP 172.20.0.2 (9809b0ec-ba40-459d-967a-8ad4e593e436/d4f0363c-c07e-46a2-b2c5-f4462163c3fd/600aa9fe-5430-4ba5-900b-cd11b1fac586) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:05:26.373508 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b964c7-03b7-4e74-bd5c-7ae932f34fe5 admin admin] Pushing event deleted for resources: {'Network': ['ID=18f1c189-135d-4e39-8a5e-b364e733193d,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:26.383340 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d5636-ca19-4dbc-a14a-104ca8bf0152 req-df079452-55d7-466a-bf07-da47f9fb8831 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:26.384891 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dc4d5636-ca19-4dbc-a14a-104ca8bf0152 req-df079452-55d7-466a-bf07-da47f9fb8831 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=9271d0d7-9251-4412-a64d-40401596586f HTTP/1.1" status: 200 len: 945 time: 0.3265178 Jul 23 20:05:26.385950 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0bb1f6d1-a28d-492b-9ab0-c3f1d0399c7b req-23135ec2-3a36-4a48-8c6a-a1de35f1936a tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] 10.222.0.32 "GET /v2.0/security-groups/be67c9f4-2401-46d2-9640-c94de8c17d6b HTTP/1.1" status: 200 len: 1812 time: 0.1484301 Jul 23 20:05:26.394648 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee4dbb06-b59d-43ee-841e-d445fa0eabd9 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:26.403617 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-845c9982-9359-48a1-a179-f92602e19db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:26.449914 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-845c9982-9359-48a1-a179-f92602e19db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:26.486035 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-54c4f9cb-9f1f-4d5f-9ea4-5af753e61d73 admin admin] Deleting subnet 1971762f-018a-41a9-8868-ce6057efbfb7 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:05:26.490559 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43750e14-dd8c-40ff-9bc0-e66e49d2ee4b None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:26.491308 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4dbb06-b59d-43ee-841e-d445fa0eabd9 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:05:26.495829 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0bb1f6d1-a28d-492b-9ab0-c3f1d0399c7b req-63eccc92-7f95-4c20-a031-ef3c2f12e764 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:26.496643 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54c4f9cb-9f1f-4d5f-9ea4-5af753e61d73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:26.499515 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-43750e14-dd8c-40ff-9bc0-e66e49d2ee4b None None] Transition to ACTIVE for port object 600aa9fe-5430-4ba5-900b-cd11b1fac586 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:05:26.515293 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-43750e14-dd8c-40ff-9bc0-e66e49d2ee4b None None] Transition to ACTIVE for port object 600aa9fe-5430-4ba5-900b-cd11b1fac586 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:05:26.521037 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43750e14-dd8c-40ff-9bc0-e66e49d2ee4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:26.522218 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0bb1f6d1-a28d-492b-9ab0-c3f1d0399c7b req-63eccc92-7f95-4c20-a031-ef3c2f12e764 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:26.525326 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-ee4dbb06-b59d-43ee-841e-d445fa0eabd9 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:05:26.532074 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4dbb06-b59d-43ee-841e-d445fa0eabd9 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Pushing event updated for resources: {'Port': ['ID=69187986-a378-49a0-84fe-91ff9d5966ca,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:26.535919 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4dbb06-b59d-43ee-841e-d445fa0eabd9 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:05:26.560183 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43750e14-dd8c-40ff-9bc0-e66e49d2ee4b None None] Network 9809b0ec-ba40-459d-967a-8ad4e593e436 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:05:26.560419 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-845c9982-9359-48a1-a179-f92602e19db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:26.563174 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-43750e14-dd8c-40ff-9bc0-e66e49d2ee4b None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:05:26.563661 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-845c9982-9359-48a1-a179-f92602e19db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:26.565635 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-845c9982-9359-48a1-a179-f92602e19db7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2ae2d8f0-9a09-4c8c-9f98-6418f29e897d HTTP/1.1" status: 204 len: 168 time: 0.3260555 Jul 23 20:05:26.570662 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43750e14-dd8c-40ff-9bc0-e66e49d2ee4b None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:05:26.575863 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dc4d5636-ca19-4dbc-a14a-104ca8bf0152 req-0c1b9083-e8d7-4372-af10-fe7bf6977889 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765897 Jul 23 20:05:26.580631 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c9982-9359-48a1-a179-f92602e19db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae2d8f0-9a09-4c8c-9f98-6418f29e897d,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:26.593121 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0bb1f6d1-a28d-492b-9ab0-c3f1d0399c7b req-63eccc92-7f95-4c20-a031-ef3c2f12e764 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:26.595738 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54c4f9cb-9f1f-4d5f-9ea4-5af753e61d73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:26.597660 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0bb1f6d1-a28d-492b-9ab0-c3f1d0399c7b req-63eccc92-7f95-4c20-a031-ef3c2f12e764 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:26.612592 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0bb1f6d1-a28d-492b-9ab0-c3f1d0399c7b req-63eccc92-7f95-4c20-a031-ef3c2f12e764 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] 10.222.0.32 "DELETE /v2.0/security-groups/be67c9f4-2401-46d2-9640-c94de8c17d6b HTTP/1.1" status: 204 len: 173 time: 0.2189600 Jul 23 20:05:26.640159 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eccc92-7f95-4c20-a031-ef3c2f12e764 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be67c9f4-2401-46d2-9640-c94de8c17d6b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:26.650041 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43750e14-dd8c-40ff-9bc0-e66e49d2ee4b None None] Pushing event updated for resources: {'Port': ['ID=600aa9fe-5430-4ba5-900b-cd11b1fac586,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:26.664442 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-43750e14-dd8c-40ff-9bc0-e66e49d2ee4b None None] Attempting to bind port 600aa9fe-5430-4ba5-900b-cd11b1fac586 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:05:26.664908 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-43750e14-dd8c-40ff-9bc0-e66e49d2ee4b None None] Attempting to bind port 600aa9fe-5430-4ba5-900b-cd11b1fac586 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '489b476d-97fe-494a-9240-bd9b3eeee4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:05:26.665280 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43750e14-dd8c-40ff-9bc0-e66e49d2ee4b None None] Attempting to bind port 600aa9fe-5430-4ba5-900b-cd11b1fac586 on network 9809b0ec-ba40-459d-967a-8ad4e593e436 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:05:26.671861 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43750e14-dd8c-40ff-9bc0-e66e49d2ee4b None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:05:26.671861 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43750e14-dd8c-40ff-9bc0-e66e49d2ee4b None None] Checking segment: {'id': '489b476d-97fe-494a-9240-bd9b3eeee4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:05:26.672281 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43750e14-dd8c-40ff-9bc0-e66e49d2ee4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:26.672660 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43750e14-dd8c-40ff-9bc0-e66e49d2ee4b None None] Bound using segment: {'id': '489b476d-97fe-494a-9240-bd9b3eeee4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:05:26.673145 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-43750e14-dd8c-40ff-9bc0-e66e49d2ee4b None None] Bound port: 600aa9fe-5430-4ba5-900b-cd11b1fac586, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '489b476d-97fe-494a-9240-bd9b3eeee4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:05:26.673563 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43750e14-dd8c-40ff-9bc0-e66e49d2ee4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:26.744897 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-43750e14-dd8c-40ff-9bc0-e66e49d2ee4b None None] For port 600aa9fe-5430-4ba5-900b-cd11b1fac586, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:05:26.752062 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-43750e14-dd8c-40ff-9bc0-e66e49d2ee4b None None] For port 600aa9fe-5430-4ba5-900b-cd11b1fac586, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=600aa9fe-5430-4ba5-900b-cd11b1fac586,segment=NetworkSegment(489b476d-97fe-494a-9240-bd9b3eeee4c3),segment_id=489b476d-97fe-494a-9240-bd9b3eeee4c3)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:05:26.759224 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43750e14-dd8c-40ff-9bc0-e66e49d2ee4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:26.848655 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43750e14-dd8c-40ff-9bc0-e66e49d2ee4b None None] Pushing event updated for resources: {'Port': ['ID=600aa9fe-5430-4ba5-900b-cd11b1fac586,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:26.948070 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device a9d6e951-e136-484e-9184-f2904ec23b13 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:05:26.978708 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: a9d6e951-e136-484e-9184-f2904ec23b13 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:05:26.979125 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device a9d6e951-e136-484e-9184-f2904ec23b13 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:05:26.980037 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 32ba413a-70af-4a3c-97ca-546662f3f100 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:05:27.029804 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 32ba413a-70af-4a3c-97ca-546662f3f100 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:05:27.030262 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 32ba413a-70af-4a3c-97ca-546662f3f100 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:05:27.136714 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54c4f9cb-9f1f-4d5f-9ea4-5af753e61d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:27.191168 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-68b73a0a-deb5-456a-8274-15113ee93a4a req-8e8ac091-dc4a-44d8-8fac-678e2faaea55 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] 10.222.0.32 "GET /v2.0/security-groups/2a8ff01e-4d04-4aa5-873a-b50b2bf655a7 HTTP/1.1" status: 200 len: 1812 time: 0.1660936 Jul 23 20:05:27.204234 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee4dbb06-b59d-43ee-841e-d445fa0eabd9 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:27.353595 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-68b73a0a-deb5-456a-8274-15113ee93a4a req-738993ec-c94e-4cbc-ae9a-c18c0ee276a0 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:27.355785 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54c4f9cb-9f1f-4d5f-9ea4-5af753e61d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:27.425838 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a952c3-5b34-4a1d-9a99-3491479ebf37 req-c895907b-927c-4c98-adec-9018a7ac0d1f tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:27.427403 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d5a952c3-5b34-4a1d-9a99-3491479ebf37 req-c895907b-927c-4c98-adec-9018a7ac0d1f tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 949 time: 0.1220627 Jul 23 20:05:27.428715 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3a3c13b2-04de-44ee-ad0e-eb714a43f7b1 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:05:27.476922 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d5a952c3-5b34-4a1d-9a99-3491479ebf37 req-ef7d4a9b-18a9-45a4-bab5-2490e918995a tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413156 Jul 23 20:05:27.505760 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee4dbb06-b59d-43ee-841e-d445fa0eabd9 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:27.507358 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 3a3c13b2-04de-44ee-ad0e-eb714a43f7b1 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:27.508104 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:27.562973 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4f9cb-9f1f-4d5f-9ea4-5af753e61d73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1971762f-018a-41a9-8868-ce6057efbfb7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:27.573889 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54c4f9cb-9f1f-4d5f-9ea4-5af753e61d73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:27.575965 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-54c4f9cb-9f1f-4d5f-9ea4-5af753e61d73 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1971762f-018a-41a9-8868-ce6057efbfb7 HTTP/1.1" status: 204 len: 168 time: 1.2344227 Jul 23 20:05:27.578989 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41760) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:27.586938 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-68b73a0a-deb5-456a-8274-15113ee93a4a req-738993ec-c94e-4cbc-ae9a-c18c0ee276a0 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:27.622779 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 600aa9fe-5430-4ba5-900b-cd11b1fac586 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:05:27.652338 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41762) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:27.671765 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4bc2ad4d-4ba0-416d-9ddb-2baddf975770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:27.735074 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 600aa9fe-5430-4ba5-900b-cd11b1fac586 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:05:27.824248 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4bc2ad4d-4ba0-416d-9ddb-2baddf975770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:27.824696 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f95fb454-bf75-46bd-9b39-fd010874814f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:27.831018 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-68b73a0a-deb5-456a-8274-15113ee93a4a req-738993ec-c94e-4cbc-ae9a-c18c0ee276a0 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:27.833735 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-68b73a0a-deb5-456a-8274-15113ee93a4a req-738993ec-c94e-4cbc-ae9a-c18c0ee276a0 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:27.833956 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-7bbcf493-7fa5-4191-91e7-950be6589ac1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-942641579-network', 'tenant_id': 'a958e7c2d3da4f5c83d72b97c2c9bb2f'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:27.835432 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-68b73a0a-deb5-456a-8274-15113ee93a4a req-738993ec-c94e-4cbc-ae9a-c18c0ee276a0 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] 10.222.0.32 "DELETE /v2.0/security-groups/2a8ff01e-4d04-4aa5-873a-b50b2bf655a7 HTTP/1.1" status: 204 len: 173 time: 0.6341298 Jul 23 20:05:27.851624 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-4bc2ad4d-4ba0-416d-9ddb-2baddf975770 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65f8c04c-3c6e-46ea-ae36-20b92fa61972']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:27.868149 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f95fb454-bf75-46bd-9b39-fd010874814f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:27.869983 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-4bc2ad4d-4ba0-416d-9ddb-2baddf975770 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d2e1815-d4cb-4fea-a196-ab6368b79107') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:27.870273 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-4bc2ad4d-4ba0-416d-9ddb-2baddf975770 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d2e1815-d4cb-4fea-a196-ab6368b79107') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:27.889288 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738993ec-c94e-4cbc-ae9a-c18c0ee276a0 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8ff01e-4d04-4aa5-873a-b50b2bf655a7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:27.894345 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4bc2ad4d-4ba0-416d-9ddb-2baddf975770 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:27.897303 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee4dbb06-b59d-43ee-841e-d445fa0eabd9 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:27.922965 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbcf493-7fa5-4191-91e7-950be6589ac1 admin admin] Made reservation on behalf of a958e7c2d3da4f5c83d72b97c2c9bb2f for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:05:27.925378 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7bbcf493-7fa5-4191-91e7-950be6589ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:27.940698 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4bc2ad4d-4ba0-416d-9ddb-2baddf975770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:27.948299 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7bbcf493-7fa5-4191-91e7-950be6589ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:27.953426 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bc2ad4d-4ba0-416d-9ddb-2baddf975770 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:05:27.953852 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4bc2ad4d-4ba0-416d-9ddb-2baddf975770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:27.965102 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf89bc-9688-4d63-a1ef-cc3896f93e2c req-f15fface-bb2e-4465-94cf-3aed3c1997e8 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:27.966805 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cdaf89bc-9688-4d63-a1ef-cc3896f93e2c req-f15fface-bb2e-4465-94cf-3aed3c1997e8 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=9271d0d7-9251-4412-a64d-40401596586f HTTP/1.1" status: 200 len: 945 time: 0.2113731 Jul 23 20:05:27.967460 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:05:27.967460 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:05:27.967460 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:05:27.967460 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:05:27.967460 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:05:27.967460 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:05:27.967460 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:05:27.967460 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:05:27.967460 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:05:27.967460 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:05:27.967460 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:05:27.967460 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:05:27.967460 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:05:27.967460 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:05:27.967460 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:05:27.967460 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:05:27.967460 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:05:27.967460 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:05:27.967460 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:05:27.967460 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:05:27.967460 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:05:27.967460 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:05:27.967460 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:05:27.967460 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:05:27.967460 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:05:27.967460 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:05:27.967460 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:05:27.967460 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:05:27.967460 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:05:27.967460 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:05:27.967460 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:05:27.967460 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:05:28.003733 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba4a84a-ab8e-432e-9644-ba73d03c12cc None None] Network 9809b0ec-ba40-459d-967a-8ad4e593e436 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:05:28.013420 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee4dbb06-b59d-43ee-841e-d445fa0eabd9 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:28.074719 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4bc2ad4d-4ba0-416d-9ddb-2baddf975770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:28.090987 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4bc2ad4d-4ba0-416d-9ddb-2baddf975770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:28.092855 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4bc2ad4d-4ba0-416d-9ddb-2baddf975770 admin admin] 10.222.0.32 "DELETE /v2.0/networks/65f8c04c-3c6e-46ea-ae36-20b92fa61972 HTTP/1.1" status: 204 len: 168 time: 0.5128462 Jul 23 20:05:28.103410 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4b5668d2-b43e-4325-ba48-f267bec81671 None None] Provisioning for port 600aa9fe-5430-4ba5-900b-cd11b1fac586 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:05:28.108979 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cdaf89bc-9688-4d63-a1ef-cc3896f93e2c req-15df1541-605e-42e0-8116-c1577766e143 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234791 Jul 23 20:05:28.113439 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-f95fb454-bf75-46bd-9b39-fd010874814f admin admin] Allocated IP 172.25.1.17 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/18638bf8-80a9-4d8d-8a3d-17bff53044b4) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:05:28.115233 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc2ad4d-4ba0-416d-9ddb-2baddf975770 admin admin] Pushing event deleted for resources: {'Network': ['ID=65f8c04c-3c6e-46ea-ae36-20b92fa61972,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:28.122653 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4dbb06-b59d-43ee-841e-d445fa0eabd9 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Pushing event updated for resources: {'Port': ['ID=69187986-a378-49a0-84fe-91ff9d5966ca,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:28.126498 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4b5668d2-b43e-4325-ba48-f267bec81671 None None] Provisioning complete for port 600aa9fe-5430-4ba5-900b-cd11b1fac586 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:28.128007 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4b5668d2-b43e-4325-ba48-f267bec81671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:28.190299 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f71ad31d-de04-42e3-b6d1-2a2599c1106f req-51ce0e00-fdcb-407b-a736-7cb6aec22e48 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] 10.222.0.32 "GET /v2.0/security-groups/3e45f28f-5a9c-400d-8d96-7fec5d3fdd2f HTTP/1.1" status: 200 len: 1813 time: 0.1868474 Jul 23 20:05:28.204080 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7bbcf493-7fa5-4191-91e7-950be6589ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:28.211742 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7bbcf493-7fa5-4191-91e7-950be6589ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:28.214627 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee4dbb06-b59d-43ee-841e-d445fa0eabd9 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:28.236676 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bbcf493-7fa5-4191-91e7-950be6589ac1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:05:28.254866 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7bbcf493-7fa5-4191-91e7-950be6589ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:28.257503 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-7bbcf493-7fa5-4191-91e7-950be6589ac1 admin admin] Added segment ecb68998-081e-4f77-aaf6-14fc0fbb5649 of type vlan for network 0c2827ad-750c-4f96-8124-4ac84b2e073e Jul 23 20:05:28.281813 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee4dbb06-b59d-43ee-841e-d445fa0eabd9 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:28.282827 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ee4dbb06-b59d-43ee-841e-d445fa0eabd9 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9389434 Jul 23 20:05:28.298823 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41774) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:28.313097 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4b5668d2-b43e-4325-ba48-f267bec81671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:28.330096 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbcf493-7fa5-4191-91e7-950be6589ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d35af11-a1d9-48dc-a3cc-094fd318b81c,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:28.337169 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7bbcf493-7fa5-4191-91e7-950be6589ac1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:28.369869 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-4b5668d2-b43e-4325-ba48-f267bec81671 None None] For port 600aa9fe-5430-4ba5-900b-cd11b1fac586, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=600aa9fe-5430-4ba5-900b-cd11b1fac586,segment=NetworkSegment(489b476d-97fe-494a-9240-bd9b3eeee4c3),segment_id=489b476d-97fe-494a-9240-bd9b3eeee4c3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:28.383540 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4b5668d2-b43e-4325-ba48-f267bec81671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:28.385074 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7bbcf493-7fa5-4191-91e7-950be6589ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:28.386782 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbcf493-7fa5-4191-91e7-950be6589ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:28.386937 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f95fb454-bf75-46bd-9b39-fd010874814f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:28.387616 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7bbcf493-7fa5-4191-91e7-950be6589ac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:28.393411 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4392aedb-b888-4870-9769-2a550608801f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a3d6e44c4dd248468c67611aa3d977ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0933945 Jul 23 20:05:28.396001 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f71ad31d-de04-42e3-b6d1-2a2599c1106f req-543ae894-0e47-4fb3-b51a-603dea579aa4 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:28.398351 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41778) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:28.448352 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f71ad31d-de04-42e3-b6d1-2a2599c1106f req-543ae894-0e47-4fb3-b51a-603dea579aa4 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:28.452052 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7bbcf493-7fa5-4191-91e7-950be6589ac1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7959220 Jul 23 20:05:28.452702 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41780) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:28.460523 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5668d2-b43e-4325-ba48-f267bec81671 None None] Pushing event updated for resources: {'Port': ['ID=600aa9fe-5430-4ba5-900b-cd11b1fac586,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:28.468520 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-40093a36-6a70-4e13-912c-e57ab2e62861 admin admin] Request body: {'subnet': {'network_id': '0c2827ad-750c-4f96-8124-4ac84b2e073e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-942641579-subnet', 'tenant_id': 'a958e7c2d3da4f5c83d72b97c2c9bb2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:28.517654 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbcf493-7fa5-4191-91e7-950be6589ac1 admin admin] Pushing event updated for resources: {'Network': ['ID=0c2827ad-750c-4f96-8124-4ac84b2e073e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:28.535420 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 0c2827ad-750c-4f96-8124-4ac84b2e073e details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:05:28.541203 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40093a36-6a70-4e13-912c-e57ab2e62861 admin admin] Made reservation on behalf of a958e7c2d3da4f5c83d72b97c2c9bb2f for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:05:28.544288 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e1123ee-ae77-4734-81a2-d2885c36eed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:28.545349 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-40093a36-6a70-4e13-912c-e57ab2e62861 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:28.575999 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f95fb454-bf75-46bd-9b39-fd010874814f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:28.581705 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e1123ee-ae77-4734-81a2-d2885c36eed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:28.599019 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f71ad31d-de04-42e3-b6d1-2a2599c1106f req-543ae894-0e47-4fb3-b51a-603dea579aa4 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:28.603546 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f71ad31d-de04-42e3-b6d1-2a2599c1106f req-543ae894-0e47-4fb3-b51a-603dea579aa4 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:28.619827 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f71ad31d-de04-42e3-b6d1-2a2599c1106f req-543ae894-0e47-4fb3-b51a-603dea579aa4 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] 10.222.0.32 "DELETE /v2.0/security-groups/3e45f28f-5a9c-400d-8d96-7fec5d3fdd2f HTTP/1.1" status: 204 len: 173 time: 0.4108825 Jul 23 20:05:28.628614 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41794) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:28.675793 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-07065744-ecbc-41bd-8783-fe7f9359814e req-f824f053-a19d-4c73-bb8d-24d99ddcec78 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1493956566&fields=id&tenant_id=3eac1fd2f7984fc28e6e139f2a1d3dd0 HTTP/1.1" status: 200 len: 267 time: 0.1129942 Jul 23 20:05:28.712588 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ae894-0e47-4fb3-b51a-603dea579aa4 tempest-SecurityGroupRulesNegativeTestJSON-1383295960 tempest-SecurityGroupRulesNegativeTestJSON-1383295960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e45f28f-5a9c-400d-8d96-7fec5d3fdd2f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:28.717659 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0d7ac2e1-844f-48c9-bb4c-1f68944c0e64 None None] Provisioning complete for port 600aa9fe-5430-4ba5-900b-cd11b1fac586 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:28.718409 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d7ac2e1-844f-48c9-bb4c-1f68944c0e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:28.733454 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95fb454-bf75-46bd-9b39-fd010874814f admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:05:28.760136 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-f95fb454-bf75-46bd-9b39-fd010874814f admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:05:28.790890 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95fb454-bf75-46bd-9b39-fd010874814f admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:05:28.822279 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95fb454-bf75-46bd-9b39-fd010874814f admin admin] Pushing event updated for resources: {'Port': ['ID=18638bf8-80a9-4d8d-8a3d-17bff53044b4,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:28.847955 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcee50f4-caa5-41fb-89af-7dfb8aee182d admin admin] Deleting subnet 0cf3bb64-2234-40ba-afc4-2cb8539d5d58 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:05:28.857943 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bcee50f4-caa5-41fb-89af-7dfb8aee182d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:28.886186 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07065744-ecbc-41bd-8783-fe7f9359814e req-aabbb577-0fa0-486b-8153-a4f0551dbec3 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:28.887672 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-07065744-ecbc-41bd-8783-fe7f9359814e req-aabbb577-0fa0-486b-8153-a4f0551dbec3 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/networks?id=f1957672-1349-45e6-b250-4d2e0e2b0e22 HTTP/1.1" status: 200 len: 811 time: 0.2010338 Jul 23 20:05:28.901102 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e1123ee-ae77-4734-81a2-d2885c36eed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:28.903633 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e1123ee-ae77-4734-81a2-d2885c36eed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:28.904768 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8e1123ee-ae77-4734-81a2-d2885c36eed1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ca270714-0143-4119-8a96-00d0c044c4c9 HTTP/1.1" status: 204 len: 168 time: 0.5039246 Jul 23 20:05:28.912299 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-07065744-ecbc-41bd-8783-fe7f9359814e req-cbb6342c-df24-4ae2-af84-c365d4048d38 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/quotas/3eac1fd2f7984fc28e6e139f2a1d3dd0 HTTP/1.1" status: 200 len: 375 time: 0.0134392 Jul 23 20:05:28.916294 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-40093a36-6a70-4e13-912c-e57ab2e62861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:28.980982 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bcee50f4-caa5-41fb-89af-7dfb8aee182d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:29.003056 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1123ee-ae77-4734-81a2-d2885c36eed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca270714-0143-4119-8a96-00d0c044c4c9,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:29.007541 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40093a36-6a70-4e13-912c-e57ab2e62861 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c6e3a91-3374-4e39-b987-01bce0acbbd8,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:29.021626 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40093a36-6a70-4e13-912c-e57ab2e62861 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:29.021980 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40093a36-6a70-4e13-912c-e57ab2e62861 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:29.022990 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40093a36-6a70-4e13-912c-e57ab2e62861 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:29.023423 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40093a36-6a70-4e13-912c-e57ab2e62861 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:29.024295 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40093a36-6a70-4e13-912c-e57ab2e62861 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:29.024295 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40093a36-6a70-4e13-912c-e57ab2e62861 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:29.024541 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40093a36-6a70-4e13-912c-e57ab2e62861 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:29.024721 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40093a36-6a70-4e13-912c-e57ab2e62861 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:29.025050 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40093a36-6a70-4e13-912c-e57ab2e62861 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:29.025414 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40093a36-6a70-4e13-912c-e57ab2e62861 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:29.025741 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40093a36-6a70-4e13-912c-e57ab2e62861 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:29.026065 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40093a36-6a70-4e13-912c-e57ab2e62861 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:29.058255 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40093a36-6a70-4e13-912c-e57ab2e62861 admin admin] Checking segment: {'id': 'ecb68998-081e-4f77-aaf6-14fc0fbb5649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0c2827ad-750c-4f96-8124-4ac84b2e073e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:05:29.058623 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40093a36-6a70-4e13-912c-e57ab2e62861 admin admin] Network hostable DHCP agents. Network: 0c2827ad-750c-4f96-8124-4ac84b2e073e, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:05:29.066159 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da60b71-6534-428f-b5f0-f77fa164dd79 req-9f5a8ff3-a60f-413f-b648-5f479d73d0a8 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:29.067402 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8da60b71-6534-428f-b5f0-f77fa164dd79 req-9f5a8ff3-a60f-413f-b648-5f479d73d0a8 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 949 time: 0.3660316 Jul 23 20:05:29.074128 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-07065744-ecbc-41bd-8783-fe7f9359814e req-c77c4da2-fe0c-41bb-b0d2-40e0098de98a tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3eac1fd2f7984fc28e6e139f2a1d3dd0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1502354 Jul 23 20:05:29.094274 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bcee50f4-caa5-41fb-89af-7dfb8aee182d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:29.097322 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40093a36-6a70-4e13-912c-e57ab2e62861 admin admin] Network 0c2827ad-750c-4f96-8124-4ac84b2e073e is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:05:29.122235 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-40093a36-6a70-4e13-912c-e57ab2e62861 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 0c2827ad-750c-4f96-8124-4ac84b2e073e) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:05:29.129757 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40093a36-6a70-4e13-912c-e57ab2e62861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:29.130095 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-40093a36-6a70-4e13-912c-e57ab2e62861 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:29.136054 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fd9b2b-62a2-4ef4-a546-9cdd68a78fb9 None None] Network 0c2827ad-750c-4f96-8124-4ac84b2e073e requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:05:29.175939 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-40093a36-6a70-4e13-912c-e57ab2e62861 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7224052 Jul 23 20:05:29.181963 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41804) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:29.186429 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-06745ed3-e68b-4170-8467-7f891303aa93 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-942641579-router', 'tenant_id': 'a958e7c2d3da4f5c83d72b97c2c9bb2f', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:29.208262 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-07065744-ecbc-41bd-8783-fe7f9359814e req-94c70c92-f595-4a21-9983-3f63cf75820f service neutron] 10.222.0.32 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203561 Jul 23 20:05:29.220192 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8da60b71-6534-428f-b5f0-f77fa164dd79 req-1ea0e7da-7606-431f-96bc-5e731ab885c8 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409373 Jul 23 20:05:29.238295 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-06745ed3-e68b-4170-8467-7f891303aa93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:29.241597 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-06745ed3-e68b-4170-8467-7f891303aa93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:29.318480 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bcee50f4-caa5-41fb-89af-7dfb8aee182d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:29.372730 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee50f4-caa5-41fb-89af-7dfb8aee182d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cf3bb64-2234-40ba-afc4-2cb8539d5d58,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:29.373194 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 600aa9fe-5430-4ba5-900b-cd11b1fac586 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:05:29.376062 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bcee50f4-caa5-41fb-89af-7dfb8aee182d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:29.380231 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bcee50f4-caa5-41fb-89af-7dfb8aee182d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0cf3bb64-2234-40ba-afc4-2cb8539d5d58 HTTP/1.1" status: 204 len: 168 time: 0.7214422 Jul 23 20:05:29.381598 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41806) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:29.398092 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-06745ed3-e68b-4170-8467-7f891303aa93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:29.460212 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41808) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:29.496449 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-07065744-ecbc-41bd-8783-fe7f9359814e req-8543c999-24f4-47ee-850a-b41e28f16bdd service neutron] 10.222.0.32 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632456 Jul 23 20:05:29.499927 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 600aa9fe-5430-4ba5-900b-cd11b1fac586 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:29.500124 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:29.509656 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b7d4324-b14f-4d76-a00e-70f64f548def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:29.527648 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efb173f-6b31-4407-ae39-df1402404b53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-0c2827ad-750c-4f96-8124-4ac84b2e073e', 'network_id': '0c2827ad-750c-4f96-8124-4ac84b2e073e', 'tenant_id': 'a958e7c2d3da4f5c83d72b97c2c9bb2f', 'fixed_ips': [{'subnet_id': '0c6e3a91-3374-4e39-b987-01bce0acbbd8'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:05:29.528917 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5efb173f-6b31-4407-ae39-df1402404b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:29.538847 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f95fb454-bf75-46bd-9b39-fd010874814f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:29.601099 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-06745ed3-e68b-4170-8467-7f891303aa93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:29.606653 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-512c3900-61fe-44c6-baa2-18be0c8232e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=588953aac7df49e591eeed06e213aa43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1438513 Jul 23 20:05:29.609146 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41810) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:29.740370 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82753e-93d3-46ec-8071-4ff6152929c7 req-3e529bc5-5194-4d1b-95da-c936b3deca6e tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:29.748579 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6b82753e-93d3-46ec-8071-4ff6152929c7 req-3e529bc5-5194-4d1b-95da-c936b3deca6e tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=9271d0d7-9251-4412-a64d-40401596586f HTTP/1.1" status: 200 len: 945 time: 0.2807560 Jul 23 20:05:29.752554 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c018c06e-eb4e-4ffa-bf44-cd6522454de1 req-bae7c1d6-3f94-4e84-acde-a9b39f3c2c09 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 210 time: 0.0646298 Jul 23 20:05:29.764057 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-25fa7453-092e-4d7d-b522-cbb8462a275c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:29.778260 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-5efb173f-6b31-4407-ae39-df1402404b53 None None] Allocated IP 172.20.0.2 (0c2827ad-750c-4f96-8124-4ac84b2e073e/0c6e3a91-3374-4e39-b987-01bce0acbbd8/6e09e0b8-7407-4400-9a66-ad317afd7914) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:05:29.804400 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-25fa7453-092e-4d7d-b522-cbb8462a275c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:29.855391 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b7d4324-b14f-4d76-a00e-70f64f548def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:29.881069 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-3b7d4324-b14f-4d76-a00e-70f64f548def admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['538d242d-2758-4fab-9286-25758c84ad88']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:29.900498 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-3b7d4324-b14f-4d76-a00e-70f64f548def admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9edc9ce8-e647-4e2d-8498-9e82510f32ef') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:29.900767 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-3b7d4324-b14f-4d76-a00e-70f64f548def admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9edc9ce8-e647-4e2d-8498-9e82510f32ef') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:29.907097 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6b82753e-93d3-46ec-8071-4ff6152929c7 req-6540b3bf-06c6-4985-b177-e3a9939c76f2 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572316 Jul 23 20:05:29.913948 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-25fa7453-092e-4d7d-b522-cbb8462a275c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:29.917623 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-25fa7453-092e-4d7d-b522-cbb8462a275c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:29.917787 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b7d4324-b14f-4d76-a00e-70f64f548def admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:29.918979 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-25fa7453-092e-4d7d-b522-cbb8462a275c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/28121748-67cc-4a69-8d00-c5e82af5de4f HTTP/1.1" status: 204 len: 168 time: 0.3088925 Jul 23 20:05:29.958121 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b7d4324-b14f-4d76-a00e-70f64f548def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:29.974148 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b7d4324-b14f-4d76-a00e-70f64f548def admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:05:29.976001 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b7d4324-b14f-4d76-a00e-70f64f548def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:30.028783 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa7453-092e-4d7d-b522-cbb8462a275c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28121748-67cc-4a69-8d00-c5e82af5de4f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:30.062673 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-06745ed3-e68b-4170-8467-7f891303aa93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:30.104093 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5efb173f-6b31-4407-ae39-df1402404b53 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:30.117068 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-06745ed3-e68b-4170-8467-7f891303aa93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:30.118303 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:05:30.118303 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:05:30.118303 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:05:30.118303 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:05:30.118303 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:05:30.118303 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:05:30.118303 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:05:30.118303 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:05:30.118303 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:05:30.118303 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:05:30.118303 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:05:30.118303 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:05:30.118303 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:05:30.118303 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:05:30.118303 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:05:30.118303 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:05:30.118303 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:05:30.118303 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:05:30.118303 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:05:30.118303 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:05:30.118303 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:05:30.118303 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:05:30.118303 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:05:30.118303 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:05:30.118303 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:05:30.118303 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:05:30.118303 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:05:30.118303 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:05:30.118303 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:05:30.118303 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:05:30.118303 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:05:30.118303 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:05:30.128294 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5efb173f-6b31-4407-ae39-df1402404b53 None None] Transition to ACTIVE for port object 6e09e0b8-7407-4400-9a66-ad317afd7914 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:05:30.146162 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b7d4324-b14f-4d76-a00e-70f64f548def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:30.160237 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5efb173f-6b31-4407-ae39-df1402404b53 None None] Transition to ACTIVE for port object 6e09e0b8-7407-4400-9a66-ad317afd7914 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:05:30.168347 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b7d4324-b14f-4d76-a00e-70f64f548def admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:30.169897 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5efb173f-6b31-4407-ae39-df1402404b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:30.170269 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3b7d4324-b14f-4d76-a00e-70f64f548def admin admin] 10.222.0.32 "DELETE /v2.0/networks/538d242d-2758-4fab-9286-25758c84ad88 HTTP/1.1" status: 204 len: 168 time: 0.7872856 Jul 23 20:05:30.171188 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d4324-b14f-4d76-a00e-70f64f548def admin admin] Pushing event deleted for resources: {'Network': ['ID=538d242d-2758-4fab-9286-25758c84ad88,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:30.218864 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f95fb454-bf75-46bd-9b39-fd010874814f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:30.246003 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efb173f-6b31-4407-ae39-df1402404b53 None None] Network 0c2827ad-750c-4f96-8124-4ac84b2e073e is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:05:30.268674 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-5efb173f-6b31-4407-ae39-df1402404b53 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:05:30.277267 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efb173f-6b31-4407-ae39-df1402404b53 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:05:30.300613 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb173f-6b31-4407-ae39-df1402404b53 None None] Pushing event updated for resources: {'Port': ['ID=6e09e0b8-7407-4400-9a66-ad317afd7914,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:30.400791 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-06745ed3-e68b-4170-8467-7f891303aa93 admin admin] Allocated IP 172.25.1.7 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/6b96deca-03b8-4d3d-b7ea-84e97d921a7b) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:05:30.452541 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41838) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:30.463481 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-5efb173f-6b31-4407-ae39-df1402404b53 None None] Attempting to bind port 6e09e0b8-7407-4400-9a66-ad317afd7914 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:05:30.464163 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-5efb173f-6b31-4407-ae39-df1402404b53 None None] Attempting to bind port 6e09e0b8-7407-4400-9a66-ad317afd7914 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'ecb68998-081e-4f77-aaf6-14fc0fbb5649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0c2827ad-750c-4f96-8124-4ac84b2e073e'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:05:30.464534 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efb173f-6b31-4407-ae39-df1402404b53 None None] Attempting to bind port 6e09e0b8-7407-4400-9a66-ad317afd7914 on network 0c2827ad-750c-4f96-8124-4ac84b2e073e {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:05:30.470561 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efb173f-6b31-4407-ae39-df1402404b53 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:05:30.470932 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efb173f-6b31-4407-ae39-df1402404b53 None None] Checking segment: {'id': 'ecb68998-081e-4f77-aaf6-14fc0fbb5649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0c2827ad-750c-4f96-8124-4ac84b2e073e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:05:30.471537 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5efb173f-6b31-4407-ae39-df1402404b53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:30.472097 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efb173f-6b31-4407-ae39-df1402404b53 None None] Bound using segment: {'id': 'ecb68998-081e-4f77-aaf6-14fc0fbb5649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0c2827ad-750c-4f96-8124-4ac84b2e073e'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:05:30.472852 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-5efb173f-6b31-4407-ae39-df1402404b53 None None] Bound port: 6e09e0b8-7407-4400-9a66-ad317afd7914, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecb68998-081e-4f77-aaf6-14fc0fbb5649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0c2827ad-750c-4f96-8124-4ac84b2e073e'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:05:30.473588 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5efb173f-6b31-4407-ae39-df1402404b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:30.602365 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-5efb173f-6b31-4407-ae39-df1402404b53 None None] For port 6e09e0b8-7407-4400-9a66-ad317afd7914, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:05:30.607548 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-5efb173f-6b31-4407-ae39-df1402404b53 None None] For port 6e09e0b8-7407-4400-9a66-ad317afd7914, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6e09e0b8-7407-4400-9a66-ad317afd7914,segment=NetworkSegment(ecb68998-081e-4f77-aaf6-14fc0fbb5649),segment_id=ecb68998-081e-4f77-aaf6-14fc0fbb5649)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:05:30.619546 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5efb173f-6b31-4407-ae39-df1402404b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:30.626725 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-06745ed3-e68b-4170-8467-7f891303aa93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:30.638389 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596933e-cfea-4402-8332-2cd8a2d1a930 req-d7078438-b93a-4a27-8c1b-3e9c39bd511c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:30.645902 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2596933e-cfea-4402-8332-2cd8a2d1a930 req-d7078438-b93a-4a27-8c1b-3e9c39bd511c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 949 time: 0.1735792 Jul 23 20:05:30.695605 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb173f-6b31-4407-ae39-df1402404b53 None None] Pushing event updated for resources: {'Port': ['ID=6e09e0b8-7407-4400-9a66-ad317afd7914,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:30.706375 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2596933e-cfea-4402-8332-2cd8a2d1a930 req-41a1a61d-9474-4b6b-b73c-29cc48bdadbe tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595794 Jul 23 20:05:30.735460 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-06745ed3-e68b-4170-8467-7f891303aa93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:30.775628 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06745ed3-e68b-4170-8467-7f891303aa93 admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:05:30.778964 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-06745ed3-e68b-4170-8467-7f891303aa93 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:05:30.782904 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06745ed3-e68b-4170-8467-7f891303aa93 admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:05:30.860429 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06745ed3-e68b-4170-8467-7f891303aa93 admin admin] Pushing event updated for resources: {'Port': ['ID=6b96deca-03b8-4d3d-b7ea-84e97d921a7b,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:30.882463 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a67c6b6b-d750-4c73-a222-78c95cce958d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d6a962a293244645924d64ff15fb020c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4287295 Jul 23 20:05:30.885955 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41848) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:30.913775 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cb361b2f-df60-42a5-9edd-2179231d6a49 req-69228994-ba5a-4d65-8a7f-a872dcdb0071 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 210 time: 0.0459473 Jul 23 20:05:30.970312 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95fb454-bf75-46bd-9b39-fd010874814f admin admin] Router 83d8be9d-c99e-43ab-99c9-42fc97d2b82f is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:05:31.150911 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95fb454-bf75-46bd-9b39-fd010874814f admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:05:31.162109 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7292298a-1867-4696-914a-9c957cc81e1c None None] Sync routers for ids ['83d8be9d-c99e-43ab-99c9-42fc97d2b82f'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:05:31.172132 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f95fb454-bf75-46bd-9b39-fd010874814f admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:31.173921 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f95fb454-bf75-46bd-9b39-fd010874814f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.2677763 Jul 23 20:05:31.175609 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7292298a-1867-4696-914a-9c957cc81e1c None None] Routers {'83d8be9d-c99e-43ab-99c9-42fc97d2b82f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:05:31.176230 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-7292298a-1867-4696-914a-9c957cc81e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:05:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['83d8be9d-c99e-43ab-99c9-42fc97d2b82f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:31.176887 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41856) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:31.321889 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-7292298a-1867-4696-914a-9c957cc81e1c None None] Set router 83d8be9d-c99e-43ab-99c9-42fc97d2b82f gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:05:31.397546 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6e09e0b8-7407-4400-9a66-ad317afd7914 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:05:31.503152 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a55b9051-0861-485e-ab01-31c99ed9596b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:31.528466 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 6e09e0b8-7407-4400-9a66-ad317afd7914 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:05:31.584115 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-7292298a-1867-4696-914a-9c957cc81e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'name': 'tempest-FloatingIPsAssociationTestJSON-282511428-router', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:25Z', 'updated_at': '2021-07-23T20:05:29Z', 'revision_number': 3, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'gw_port': {'id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:27Z', 'updated_at': '2021-07-23T20:05:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:31.637403 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7292298a-1867-4696-914a-9c957cc81e1c None None] Checking router: 83d8be9d-c99e-43ab-99c9-42fc97d2b82f for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:05:31.638074 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7292298a-1867-4696-914a-9c957cc81e1c None None] Updating router 83d8be9d-c99e-43ab-99c9-42fc97d2b82f port 18638bf8-80a9-4d8d-8a3d-17bff53044b4 binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:05:31.675268 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7292298a-1867-4696-914a-9c957cc81e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:31.689621 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a9e0f-ea7f-46b0-89c0-31bd4ba3ca15 req-aa7afbd7-5018-4a9b-85ab-5820d8a4580f tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:31.701096 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5d5a9e0f-ea7f-46b0-89c0-31bd4ba3ca15 req-aa7afbd7-5018-4a9b-85ab-5820d8a4580f tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=9271d0d7-9251-4412-a64d-40401596586f HTTP/1.1" status: 200 len: 945 time: 0.6457510 Jul 23 20:05:31.706988 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a55b9051-0861-485e-ab01-31c99ed9596b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:31.757284 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07065744-ecbc-41bd-8783-fe7f9359814e req-a189cab2-d770-42c6-8fe9-7487433bccc3 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:31.759212 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-07065744-ecbc-41bd-8783-fe7f9359814e req-a189cab2-d770-42c6-8fe9-7487433bccc3 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.30 "GET /v2.0/networks?id=f1957672-1349-45e6-b250-4d2e0e2b0e22 HTTP/1.1" status: 200 len: 811 time: 0.7158246 Jul 23 20:05:31.845734 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-07065744-ecbc-41bd-8783-fe7f9359814e req-f02f3017-1229-4b12-a63d-9c2764df1e0b tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3eac1fd2f7984fc28e6e139f2a1d3dd0 HTTP/1.1" status: 200 len: 380 time: 0.0526764 Jul 23 20:05:31.868222 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-07065744-ecbc-41bd-8783-fe7f9359814e req-ed6e84c1-0436-409a-ba53-74c637475662 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Request body: {'port': {'device_id': 'a9b8caf2-2e82-4e81-9590-162c7d3a78dd', 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22', 'admin_state_up': True, 'tenant_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'security_groups': ['631095dc-b4cb-4d69-9d30-941103ce63f0']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:31.955523 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5d5a9e0f-ea7f-46b0-89c0-31bd4ba3ca15 req-f04efa52-f231-43c1-aa65-2fcf5ee66af4 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531786 Jul 23 20:05:31.969900 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-06745ed3-e68b-4170-8467-7f891303aa93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:31.991798 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af638378-9130-4417-b234-981756adef77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:32.078003 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7292298a-1867-4696-914a-9c957cc81e1c None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:32.148843 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7292298a-1867-4696-914a-9c957cc81e1c None None] Transition to ACTIVE for port object 18638bf8-80a9-4d8d-8a3d-17bff53044b4 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:05:32.161660 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7292298a-1867-4696-914a-9c957cc81e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:32.164423 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9adbb-2ac9-4498-a653-5c698548017e req-e6d573e5-95c6-4d42-a140-02878d015e51 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:32.166004 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-52d9adbb-2ac9-4498-a653-5c698548017e req-e6d573e5-95c6-4d42-a140-02878d015e51 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 949 time: 0.2732658 Jul 23 20:05:32.186762 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d1ddea9f-60a2-4b54-b38a-eb37a704a2ab req-e805e173-5dd2-465b-8668-0599fc971660 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 210 time: 0.0862217 Jul 23 20:05:32.191089 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a55b9051-0861-485e-ab01-31c99ed9596b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:32.194025 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a55b9051-0861-485e-ab01-31c99ed9596b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:32.195824 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a55b9051-0861-485e-ab01-31c99ed9596b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e6da4159-4b61-4e45-9fb4-8c024f7eb09d HTTP/1.1" status: 204 len: 168 time: 1.3088961 Jul 23 20:05:32.222374 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2226f407-426f-489d-a4fb-4e638326202b None None] Network 0c2827ad-750c-4f96-8124-4ac84b2e073e requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:05:32.223591 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b9051-0861-485e-ab01-31c99ed9596b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6da4159-4b61-4e45-9fb4-8c024f7eb09d,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:32.266556 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-52d9adbb-2ac9-4498-a653-5c698548017e req-f284ab57-4883-4df1-8d2b-358d4fc1295e tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947275 Jul 23 20:05:32.288597 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b47ed-74dd-4271-9f90-1dae7478a131 None None] Pushing event updated for resources: {'Port': ['ID=18638bf8-80a9-4d8d-8a3d-17bff53044b4,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:32.342376 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-af638378-9130-4417-b234-981756adef77 admin admin] Allocated IP 172.20.0.1 (9809b0ec-ba40-459d-967a-8ad4e593e436/d4f0363c-c07e-46a2-b2c5-f4462163c3fd/e0d9ebd9-c2f6-4aa4-b115-5a8002393d08) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:05:32.343724 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-7292298a-1867-4696-914a-9c957cc81e1c None None] Attempting to bind port 18638bf8-80a9-4d8d-8a3d-17bff53044b4 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:05:32.345724 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-7292298a-1867-4696-914a-9c957cc81e1c None None] Attempting to bind port 18638bf8-80a9-4d8d-8a3d-17bff53044b4 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:05:32.346489 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7292298a-1867-4696-914a-9c957cc81e1c None None] Attempting to bind port 18638bf8-80a9-4d8d-8a3d-17bff53044b4 on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:05:32.361750 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7292298a-1867-4696-914a-9c957cc81e1c None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:05:32.362660 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7292298a-1867-4696-914a-9c957cc81e1c None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:05:32.363637 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7292298a-1867-4696-914a-9c957cc81e1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:32.365537 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7292298a-1867-4696-914a-9c957cc81e1c None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:05:32.367827 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-7292298a-1867-4696-914a-9c957cc81e1c None None] Bound port: 18638bf8-80a9-4d8d-8a3d-17bff53044b4, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:05:32.369516 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7292298a-1867-4696-914a-9c957cc81e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:32.470201 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c0e600b5-b245-4954-a144-0929e90e6976 None None] Provisioning for port 6e09e0b8-7407-4400-9a66-ad317afd7914 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:05:32.496427 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c0e600b5-b245-4954-a144-0929e90e6976 None None] Provisioning complete for port 6e09e0b8-7407-4400-9a66-ad317afd7914 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:32.497504 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c0e600b5-b245-4954-a144-0929e90e6976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:32.512778 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-7292298a-1867-4696-914a-9c957cc81e1c None None] For port 18638bf8-80a9-4d8d-8a3d-17bff53044b4, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:05:32.520281 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-7292298a-1867-4696-914a-9c957cc81e1c None None] For port 18638bf8-80a9-4d8d-8a3d-17bff53044b4, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=18638bf8-80a9-4d8d-8a3d-17bff53044b4,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:05:32.528803 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7292298a-1867-4696-914a-9c957cc81e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:32.566529 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af638378-9130-4417-b234-981756adef77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:32.586335 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-af638378-9130-4417-b234-981756adef77 admin admin] Transition to ACTIVE for port object e0d9ebd9-c2f6-4aa4-b115-5a8002393d08 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:05:32.640909 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b47ed-74dd-4271-9f90-1dae7478a131 None None] Pushing event updated for resources: {'Port': ['ID=18638bf8-80a9-4d8d-8a3d-17bff53044b4,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:32.644066 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7292298a-1867-4696-914a-9c957cc81e1c None None] Routers {'83d8be9d-c99e-43ab-99c9-42fc97d2b82f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:05:32.644677 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-7292298a-1867-4696-914a-9c957cc81e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:05:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['83d8be9d-c99e-43ab-99c9-42fc97d2b82f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:32.696234 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af638378-9130-4417-b234-981756adef77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:32.728767 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af638378-9130-4417-b234-981756adef77 admin admin] Network 9809b0ec-ba40-459d-967a-8ad4e593e436 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:05:32.758462 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-af638378-9130-4417-b234-981756adef77 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:05:32.759088 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c0e600b5-b245-4954-a144-0929e90e6976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:32.762370 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af638378-9130-4417-b234-981756adef77 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:05:32.811679 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af638378-9130-4417-b234-981756adef77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:32.831137 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-c0e600b5-b245-4954-a144-0929e90e6976 None None] For port 6e09e0b8-7407-4400-9a66-ad317afd7914, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6e09e0b8-7407-4400-9a66-ad317afd7914,segment=NetworkSegment(ecb68998-081e-4f77-aaf6-14fc0fbb5649),segment_id=ecb68998-081e-4f77-aaf6-14fc0fbb5649)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:32.847802 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c0e600b5-b245-4954-a144-0929e90e6976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:32.886345 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-7292298a-1867-4696-914a-9c957cc81e1c None None] Set router 83d8be9d-c99e-43ab-99c9-42fc97d2b82f gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:05:32.950477 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e600b5-b245-4954-a144-0929e90e6976 None None] Pushing event updated for resources: {'Port': ['ID=6e09e0b8-7407-4400-9a66-ad317afd7914,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:32.973034 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af638378-9130-4417-b234-981756adef77 admin admin] Pushing event updated for resources: {'Port': ['ID=e0d9ebd9-c2f6-4aa4-b115-5a8002393d08,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:33.020286 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-06745ed3-e68b-4170-8467-7f891303aa93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:33.034953 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-16bd003d-2928-4318-aee6-8f2566e96a8f req-f47b58cf-d19a-4308-bdd0-3ae1bdfa3994 tempest-SecurityGroupsTestAdminJSON-248615549 tempest-SecurityGroupsTestAdminJSON-248615549-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1953993808', 'description': 'tempest-description-1843659442'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:33.110300 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07065744-ecbc-41bd-8783-fe7f9359814e req-ed6e84c1-0436-409a-ba53-74c637475662 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Made reservation on behalf of 3eac1fd2f7984fc28e6e139f2a1d3dd0 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:05:33.115227 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-07065744-ecbc-41bd-8783-fe7f9359814e req-ed6e84c1-0436-409a-ba53-74c637475662 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:33.182840 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c9af6e9d-f842-43a4-8423-d76ff2ed9d6e None None] Provisioning complete for port 6e09e0b8-7407-4400-9a66-ad317afd7914 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:33.182840 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c9af6e9d-f842-43a4-8423-d76ff2ed9d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:33.246518 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-16bd003d-2928-4318-aee6-8f2566e96a8f req-f47b58cf-d19a-4308-bdd0-3ae1bdfa3994 tempest-SecurityGroupsTestAdminJSON-248615549 tempest-SecurityGroupsTestAdminJSON-248615549-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:33.282851 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-16bd003d-2928-4318-aee6-8f2566e96a8f req-f47b58cf-d19a-4308-bdd0-3ae1bdfa3994 tempest-SecurityGroupsTestAdminJSON-248615549 tempest-SecurityGroupsTestAdminJSON-248615549-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:33.296426 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af638378-9130-4417-b234-981756adef77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:33.342015 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4fcb8-a337-46b2-aa9d-11444b8c6976 req-2075d964-cd33-4d94-ae0a-60a0c6ee0a77 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:33.343543 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bee4fcb8-a337-46b2-aa9d-11444b8c6976 req-2075d964-cd33-4d94-ae0a-60a0c6ee0a77 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=9271d0d7-9251-4412-a64d-40401596586f HTTP/1.1" status: 200 len: 945 time: 0.2364357 Jul 23 20:05:33.348523 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6e09e0b8-7407-4400-9a66-ad317afd7914 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:05:33.411662 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-7292298a-1867-4696-914a-9c957cc81e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'name': 'tempest-FloatingIPsAssociationTestJSON-282511428-router', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:25Z', 'updated_at': '2021-07-23T20:05:29Z', 'revision_number': 3, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'gw_port': {'id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:27Z', 'updated_at': '2021-07-23T20:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:33.432642 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-07065744-ecbc-41bd-8783-fe7f9359814e req-ed6e84c1-0436-409a-ba53-74c637475662 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Allocated IP 172.20.0.4 (f1957672-1349-45e6-b250-4d2e0e2b0e22/d89cc8ce-1520-4663-872c-281c0b224b71/eddda286-689d-4dc5-8c5c-5401afb7251e) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:05:33.468307 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7292298a-1867-4696-914a-9c957cc81e1c None None] The sync data for ids ['83d8be9d-c99e-43ab-99c9-42fc97d2b82f'] in n-d-793618-10 is: [{'id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'name': 'tempest-FloatingIPsAssociationTestJSON-282511428-router', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:25Z', 'updated_at': '2021-07-23T20:05:29Z', 'revision_number': 3, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'gw_port': {'id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:27Z', 'updated_at': '2021-07-23T20:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:05:33.480852 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bee4fcb8-a337-46b2-aa9d-11444b8c6976 req-dc5edd6a-5342-4a09-9590-1c955b7c0821 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896757 Jul 23 20:05:33.486988 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06745ed3-e68b-4170-8467-7f891303aa93 admin admin] Router c57cd756-5ecf-4729-bed3-d99111e87cca is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:05:33.507552 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 6e09e0b8-7407-4400-9a66-ad317afd7914 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:33.508447 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:33.604775 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41910) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:33.611024 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b20cc283-f194-44d3-b187-a0621f1c3137 None None] Provisioning for port e0d9ebd9-c2f6-4aa4-b115-5a8002393d08 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:05:33.616886 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b20cc283-f194-44d3-b187-a0621f1c3137 None None] Provisioning complete for port e0d9ebd9-c2f6-4aa4-b115-5a8002393d08 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:33.617262 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b20cc283-f194-44d3-b187-a0621f1c3137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:33.691311 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b20cc283-f194-44d3-b187-a0621f1c3137 None None] Port e0d9ebd9-c2f6-4aa4-b115-5a8002393d08 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:05:33.699415 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-16bd003d-2928-4318-aee6-8f2566e96a8f req-f47b58cf-d19a-4308-bdd0-3ae1bdfa3994 tempest-SecurityGroupsTestAdminJSON-248615549 tempest-SecurityGroupsTestAdminJSON-248615549-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:33.711159 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-16bd003d-2928-4318-aee6-8f2566e96a8f req-f47b58cf-d19a-4308-bdd0-3ae1bdfa3994 tempest-SecurityGroupsTestAdminJSON-248615549 tempest-SecurityGroupsTestAdminJSON-248615549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:33.716245 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4aa1efb6-dcb7-4779-8e2f-9dd27628bd03 req-77f2625c-0941-4f94-b92e-1dcfdc02eb20 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 210 time: 0.0962119 Jul 23 20:05:33.758858 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-98cc1799-1ac6-44b7-b308-3e14d46dc428 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1767733661-network', 'tenant_id': '080e43911453453aa007727912f2477f'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:33.791992 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af638378-9130-4417-b234-981756adef77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:33.800050 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af638378-9130-4417-b234-981756adef77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:33.874359 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06745ed3-e68b-4170-8467-7f891303aa93 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:05:33.891101 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80b1424-8cff-4417-a9b1-b2f505a1f352 None None] Sync routers for ids ['c57cd756-5ecf-4729-bed3-d99111e87cca'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:05:33.901290 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80b1424-8cff-4417-a9b1-b2f505a1f352 None None] Routers {'c57cd756-5ecf-4729-bed3-d99111e87cca'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:05:33.902030 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-f80b1424-8cff-4417-a9b1-b2f505a1f352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:05:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['c57cd756-5ecf-4729-bed3-d99111e87cca'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:33.913320 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b58cf-d19a-4308-bdd0-3ae1bdfa3994 tempest-SecurityGroupsTestAdminJSON-248615549 tempest-SecurityGroupsTestAdminJSON-248615549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb711ba8-51b8-45e5-af9c-cee4c80f2b74,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:33.948017 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af638378-9130-4417-b234-981756adef77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:33.958576 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af638378-9130-4417-b234-981756adef77 admin admin] Pushing event updated for resources: {'Port': ['ID=e0d9ebd9-c2f6-4aa4-b115-5a8002393d08,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:33.982131 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-07065744-ecbc-41bd-8783-fe7f9359814e req-ed6e84c1-0436-409a-ba53-74c637475662 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:34.055633 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-16bd003d-2928-4318-aee6-8f2566e96a8f req-f47b58cf-d19a-4308-bdd0-3ae1bdfa3994 tempest-SecurityGroupsTestAdminJSON-248615549 tempest-SecurityGroupsTestAdminJSON-248615549-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:34.056382 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761e133-705f-4c0c-b379-92128aa774ff req-98d65a2a-826a-4411-a8d8-a67867b7e87d tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:34.060990 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-07065744-ecbc-41bd-8783-fe7f9359814e req-ed6e84c1-0436-409a-ba53-74c637475662 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Transition to ACTIVE for port object eddda286-689d-4dc5-8c5c-5401afb7251e will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:05:34.066519 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-16bd003d-2928-4318-aee6-8f2566e96a8f req-f47b58cf-d19a-4308-bdd0-3ae1bdfa3994 tempest-SecurityGroupsTestAdminJSON-248615549 tempest-SecurityGroupsTestAdminJSON-248615549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:34.067679 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a761e133-705f-4c0c-b379-92128aa774ff req-98d65a2a-826a-4411-a8d8-a67867b7e87d tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 949 time: 0.2068226 Jul 23 20:05:34.133916 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b58cf-d19a-4308-bdd0-3ae1bdfa3994 tempest-SecurityGroupsTestAdminJSON-248615549 tempest-SecurityGroupsTestAdminJSON-248615549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0146196e-18bf-494b-9ac7-6221c239ceea,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:34.144329 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af638378-9130-4417-b234-981756adef77 admin admin] Network 9809b0ec-ba40-459d-967a-8ad4e593e436 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:05:34.149436 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-af638378-9130-4417-b234-981756adef77 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:05:34.157772 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cc1799-1ac6-44b7-b308-3e14d46dc428 admin admin] Made reservation on behalf of 080e43911453453aa007727912f2477f for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:05:34.161515 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-98cc1799-1ac6-44b7-b308-3e14d46dc428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:34.168706 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-06745ed3-e68b-4170-8467-7f891303aa93 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:34.173061 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-06745ed3-e68b-4170-8467-7f891303aa93 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.9914913 Jul 23 20:05:34.175421 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41916) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:34.176188 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-16bd003d-2928-4318-aee6-8f2566e96a8f req-f47b58cf-d19a-4308-bdd0-3ae1bdfa3994 tempest-SecurityGroupsTestAdminJSON-248615549 tempest-SecurityGroupsTestAdminJSON-248615549-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:34.177646 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-16bd003d-2928-4318-aee6-8f2566e96a8f req-f47b58cf-d19a-4308-bdd0-3ae1bdfa3994 tempest-SecurityGroupsTestAdminJSON-248615549 tempest-SecurityGroupsTestAdminJSON-248615549-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.1538424 Jul 23 20:05:34.191596 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-98cc1799-1ac6-44b7-b308-3e14d46dc428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:34.282682 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-f80b1424-8cff-4417-a9b1-b2f505a1f352 None None] Set router c57cd756-5ecf-4729-bed3-d99111e87cca gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:05:34.377853 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-07065744-ecbc-41bd-8783-fe7f9359814e req-ed6e84c1-0436-409a-ba53-74c637475662 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:34.385582 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a761e133-705f-4c0c-b379-92128aa774ff req-46dade87-9016-4bb1-95fc-e890f6524cec tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168125 Jul 23 20:05:34.388822 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-d30bb5b7-d78f-42cf-b61f-85e6d432effe req-33616dc3-9265-4594-b270-614d6e5ad3fc tempest-SecurityGroupsTestAdminJSON-248615549 tempest-SecurityGroupsTestAdminJSON-248615549-project] Request body: {'security_group': {'name': 'tempest-securitygroup-400328084', 'description': 'tempest-description-554491990'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:34.483164 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07065744-ecbc-41bd-8783-fe7f9359814e req-ed6e84c1-0436-409a-ba53-74c637475662 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Network f1957672-1349-45e6-b250-4d2e0e2b0e22 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:05:34.497106 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-07065744-ecbc-41bd-8783-fe7f9359814e req-ed6e84c1-0436-409a-ba53-74c637475662 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:05:34.503510 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-07065744-ecbc-41bd-8783-fe7f9359814e req-ed6e84c1-0436-409a-ba53-74c637475662 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:05:34.509372 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af638378-9130-4417-b234-981756adef77 admin admin] Router 83d8be9d-c99e-43ab-99c9-42fc97d2b82f has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:05:34.577417 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-506b7986-d53c-4385-9179-366e886c4e43 None None] Provisioning complete for port e0d9ebd9-c2f6-4aa4-b115-5a8002393d08 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:34.579649 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07065744-ecbc-41bd-8783-fe7f9359814e req-ed6e84c1-0436-409a-ba53-74c637475662 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:34.580444 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-07065744-ecbc-41bd-8783-fe7f9359814e req-ed6e84c1-0436-409a-ba53-74c637475662 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:34.582324 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-506b7986-d53c-4385-9179-366e886c4e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:34.621830 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e84c1-0436-409a-ba53-74c637475662 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Pushing event updated for resources: {'Port': ['ID=eddda286-689d-4dc5-8c5c-5401afb7251e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:34.697426 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-506b7986-d53c-4385-9179-366e886c4e43 None None] Port e0d9ebd9-c2f6-4aa4-b115-5a8002393d08 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:05:34.733938 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-f80b1424-8cff-4417-a9b1-b2f505a1f352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57cd756-5ecf-4729-bed3-d99111e87cca', 'name': 'tempest-FloatingIPDetailsTestJSON-942641579-router', 'tenant_id': 'a958e7c2d3da4f5c83d72b97c2c9bb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '6b96deca-03b8-4d3d-b7ea-84e97d921a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:29Z', 'updated_at': '2021-07-23T20:05:31Z', 'revision_number': 3, 'project_id': 'a958e7c2d3da4f5c83d72b97c2c9bb2f', 'gw_port': {'id': '6b96deca-03b8-4d3d-b7ea-84e97d921a7b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57cd756-5ecf-4729-bed3-d99111e87cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:30Z', 'updated_at': '2021-07-23T20:05:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:34.737240 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-98cc1799-1ac6-44b7-b308-3e14d46dc428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:34.747611 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-98cc1799-1ac6-44b7-b308-3e14d46dc428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:34.767658 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af638378-9130-4417-b234-981756adef77 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:05:34.785250 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-af638378-9130-4417-b234-981756adef77 admin admin] 10.222.0.32 "PUT /v2.0/routers/83d8be9d-c99e-43ab-99c9-42fc97d2b82f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5977356 Jul 23 20:05:34.799392 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80b1424-8cff-4417-a9b1-b2f505a1f352 None None] Checking router: c57cd756-5ecf-4729-bed3-d99111e87cca for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:05:34.799754 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80b1424-8cff-4417-a9b1-b2f505a1f352 None None] Updating router c57cd756-5ecf-4729-bed3-d99111e87cca port 6b96deca-03b8-4d3d-b7ea-84e97d921a7b binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:05:34.801648 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-07065744-ecbc-41bd-8783-fe7f9359814e req-ed6e84c1-0436-409a-ba53-74c637475662 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9382520 Jul 23 20:05:34.802872 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98cc1799-1ac6-44b7-b308-3e14d46dc428 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:05:34.817962 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-07065744-ecbc-41bd-8783-fe7f9359814e req-c448e6fb-3431-4280-9bb7-f7455332ee29 service neutron] Request body: {'port': {'device_id': 'a9b8caf2-2e82-4e81-9590-162c7d3a78dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:34.832584 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-98cc1799-1ac6-44b7-b308-3e14d46dc428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:34.833108 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-98cc1799-1ac6-44b7-b308-3e14d46dc428 admin admin] Added segment dcfcb286-575f-4bc5-8644-3a9c1f47f899 of type vlan for network 74aa537d-7e22-49da-b77d-2e452b6d3781 Jul 23 20:05:34.834885 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc1799-1ac6-44b7-b308-3e14d46dc428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55273e41-b371-4890-87d7-97693f5b402e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:34.905889 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d30bb5b7-d78f-42cf-b61f-85e6d432effe req-33616dc3-9265-4594-b270-614d6e5ad3fc tempest-SecurityGroupsTestAdminJSON-248615549 tempest-SecurityGroupsTestAdminJSON-248615549-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:34.907635 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef8281-e4e7-4e4c-8b41-92c9e237a1ce req-150ac211-8b79-48c3-9396-9210166a8c4c tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:34.916536 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bcef8281-e4e7-4e4c-8b41-92c9e237a1ce req-150ac211-8b79-48c3-9396-9210166a8c4c tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=9271d0d7-9251-4412-a64d-40401596586f HTTP/1.1" status: 200 len: 945 time: 0.2708929 Jul 23 20:05:34.919658 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f80b1424-8cff-4417-a9b1-b2f505a1f352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:34.943606 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-98cc1799-1ac6-44b7-b308-3e14d46dc428 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:34.964216 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-9ad4d37f-84aa-47a3-b8f1-d69ccfac719e None None] Provisioning for port eddda286-689d-4dc5-8c5c-5401afb7251e completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:05:34.973412 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-9ad4d37f-84aa-47a3-b8f1-d69ccfac719e None None] Provisioning complete for port eddda286-689d-4dc5-8c5c-5401afb7251e triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:34.974764 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9ad4d37f-84aa-47a3-b8f1-d69ccfac719e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:35.009553 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bcef8281-e4e7-4e4c-8b41-92c9e237a1ce req-520a99ca-b117-4a12-968d-cdc5cd16a3d8 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856678 Jul 23 20:05:35.030333 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-98cc1799-1ac6-44b7-b308-3e14d46dc428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:35.031644 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cc1799-1ac6-44b7-b308-3e14d46dc428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:35.032399 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-98cc1799-1ac6-44b7-b308-3e14d46dc428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:35.087302 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9ad4d37f-84aa-47a3-b8f1-d69ccfac719e None None] Port eddda286-689d-4dc5-8c5c-5401afb7251e cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:05:35.108472 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc1799-1ac6-44b7-b308-3e14d46dc428 admin admin] Pushing event updated for resources: {'Network': ['ID=74aa537d-7e22-49da-b77d-2e452b6d3781,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:35.121830 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc1799-1ac6-44b7-b308-3e14d46dc428 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:35.122217 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc1799-1ac6-44b7-b308-3e14d46dc428 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:35.122953 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc1799-1ac6-44b7-b308-3e14d46dc428 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:35.123088 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc1799-1ac6-44b7-b308-3e14d46dc428 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:35.123464 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc1799-1ac6-44b7-b308-3e14d46dc428 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:35.123800 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc1799-1ac6-44b7-b308-3e14d46dc428 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:35.124177 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc1799-1ac6-44b7-b308-3e14d46dc428 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:35.124542 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc1799-1ac6-44b7-b308-3e14d46dc428 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:35.124987 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc1799-1ac6-44b7-b308-3e14d46dc428 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:35.125868 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc1799-1ac6-44b7-b308-3e14d46dc428 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:35.125868 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc1799-1ac6-44b7-b308-3e14d46dc428 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:35.126170 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc1799-1ac6-44b7-b308-3e14d46dc428 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:05:35.140962 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 74aa537d-7e22-49da-b77d-2e452b6d3781 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:05:35.169576 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-07065744-ecbc-41bd-8783-fe7f9359814e req-c448e6fb-3431-4280-9bb7-f7455332ee29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:35.226626 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993db33-e2d6-428e-82d7-686b840ec66a req-9b58078b-6952-4757-9aa9-b3f54b049711 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:35.229887 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1993db33-e2d6-428e-82d7-686b840ec66a req-9b58078b-6952-4757-9aa9-b3f54b049711 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 931 time: 0.1130564 Jul 23 20:05:35.318423 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1993db33-e2d6-428e-82d7-686b840ec66a req-df3c8f64-a36b-4ea8-8db6-ea6224373145 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756531 Jul 23 20:05:35.390578 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d30bb5b7-d78f-42cf-b61f-85e6d432effe req-33616dc3-9265-4594-b270-614d6e5ad3fc tempest-SecurityGroupsTestAdminJSON-248615549 tempest-SecurityGroupsTestAdminJSON-248615549-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:35.397288 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 18638bf8-80a9-4d8d-8a3d-17bff53044b4 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:05:35.403106 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d30bb5b7-d78f-42cf-b61f-85e6d432effe req-33616dc3-9265-4594-b270-614d6e5ad3fc tempest-SecurityGroupsTestAdminJSON-248615549 tempest-SecurityGroupsTestAdminJSON-248615549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:35.404719 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f80b1424-8cff-4417-a9b1-b2f505a1f352 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:35.409892 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-98cc1799-1ac6-44b7-b308-3e14d46dc428 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.8035555 Jul 23 20:05:35.410665 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41934) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:35.420245 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-8eac3cea-303e-46f1-a618-718b737e19e5 admin admin] Request body: {'subnet': {'network_id': '74aa537d-7e22-49da-b77d-2e452b6d3781', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1767733661-subnet', 'tenant_id': '080e43911453453aa007727912f2477f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:35.442293 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f80b1424-8cff-4417-a9b1-b2f505a1f352 None None] Transition to ACTIVE for port object 6b96deca-03b8-4d3d-b7ea-84e97d921a7b will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:05:35.458261 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f80b1424-8cff-4417-a9b1-b2f505a1f352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:35.472660 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eac3cea-303e-46f1-a618-718b737e19e5 admin admin] Made reservation on behalf of 080e43911453453aa007727912f2477f for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:05:35.473802 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-da0ee119-f407-420c-83ac-7bad96c250ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:35.478781 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8eac3cea-303e-46f1-a618-718b737e19e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:35.519277 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 18638bf8-80a9-4d8d-8a3d-17bff53044b4 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:05:35.523811 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d30bb5b7-d78f-42cf-b61f-85e6d432effe req-33616dc3-9265-4594-b270-614d6e5ad3fc tempest-SecurityGroupsTestAdminJSON-248615549 tempest-SecurityGroupsTestAdminJSON-248615549-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:35.525587 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d30bb5b7-d78f-42cf-b61f-85e6d432effe req-33616dc3-9265-4594-b270-614d6e5ad3fc tempest-SecurityGroupsTestAdminJSON-248615549 tempest-SecurityGroupsTestAdminJSON-248615549-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1525772 Jul 23 20:05:35.539139 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 18638bf8-80a9-4d8d-8a3d-17bff53044b4 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:35.539513 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:35.549592 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33616dc3-9265-4594-b270-614d6e5ad3fc tempest-SecurityGroupsTestAdminJSON-248615549 tempest-SecurityGroupsTestAdminJSON-248615549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a02acac-d2a7-46d6-a6af-840aabdaf10e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:35.582327 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-f80b1424-8cff-4417-a9b1-b2f505a1f352 None None] Attempting to bind port 6b96deca-03b8-4d3d-b7ea-84e97d921a7b on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:05:35.582977 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-f80b1424-8cff-4417-a9b1-b2f505a1f352 None None] Attempting to bind port 6b96deca-03b8-4d3d-b7ea-84e97d921a7b by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:05:35.583108 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b1424-8cff-4417-a9b1-b2f505a1f352 None None] Attempting to bind port 6b96deca-03b8-4d3d-b7ea-84e97d921a7b on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:05:35.584924 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25d428-7a7c-41aa-a89d-07c5d2652464 None None] Pushing event updated for resources: {'Port': ['ID=6b96deca-03b8-4d3d-b7ea-84e97d921a7b,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:35.601892 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b1424-8cff-4417-a9b1-b2f505a1f352 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:05:35.602271 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b1424-8cff-4417-a9b1-b2f505a1f352 None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:05:35.602674 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f80b1424-8cff-4417-a9b1-b2f505a1f352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:35.603058 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b1424-8cff-4417-a9b1-b2f505a1f352 None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:05:35.603537 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-f80b1424-8cff-4417-a9b1-b2f505a1f352 None None] Bound port: 6b96deca-03b8-4d3d-b7ea-84e97d921a7b, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:05:35.604613 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f80b1424-8cff-4417-a9b1-b2f505a1f352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:35.685965 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:35.738084 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 18638bf8-80a9-4d8d-8a3d-17bff53044b4, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=18638bf8-80a9-4d8d-8a3d-17bff53044b4,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:35.745223 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:35.750446 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-f80b1424-8cff-4417-a9b1-b2f505a1f352 None None] For port 6b96deca-03b8-4d3d-b7ea-84e97d921a7b, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:05:35.756931 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-f80b1424-8cff-4417-a9b1-b2f505a1f352 None None] For port 6b96deca-03b8-4d3d-b7ea-84e97d921a7b, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6b96deca-03b8-4d3d-b7ea-84e97d921a7b,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:05:35.797393 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f80b1424-8cff-4417-a9b1-b2f505a1f352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:35.837441 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=18638bf8-80a9-4d8d-8a3d-17bff53044b4,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:35.853203 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80b1424-8cff-4417-a9b1-b2f505a1f352 None None] Routers {'c57cd756-5ecf-4729-bed3-d99111e87cca'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:05:35.854165 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-f80b1424-8cff-4417-a9b1-b2f505a1f352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:05:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['c57cd756-5ecf-4729-bed3-d99111e87cca'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:35.935771 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8eac3cea-303e-46f1-a618-718b737e19e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:35.971956 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-da0ee119-f407-420c-83ac-7bad96c250ac admin admin] Allocated IP 172.20.0.1 (0c2827ad-750c-4f96-8124-4ac84b2e073e/0c6e3a91-3374-4e39-b987-01bce0acbbd8/abbd6304-a71f-4f84-ad2a-a598ea969a6f) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:05:35.976367 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25d428-7a7c-41aa-a89d-07c5d2652464 None None] Pushing event updated for resources: {'Port': ['ID=6b96deca-03b8-4d3d-b7ea-84e97d921a7b,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:35.997642 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-07065744-ecbc-41bd-8783-fe7f9359814e req-c448e6fb-3431-4280-9bb7-f7455332ee29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eddda286-689d-4dc5-8c5c-5401afb7251e {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:05:36.014137 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a996d8b-6ae9-43aa-b605-7a676b5af42b req-f05c4cb9-ebf4-41a9-98de-a294ddb53951 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:36.017023 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-f80b1424-8cff-4417-a9b1-b2f505a1f352 None None] Set router c57cd756-5ecf-4729-bed3-d99111e87cca gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:05:36.021655 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2a996d8b-6ae9-43aa-b605-7a676b5af42b req-f05c4cb9-ebf4-41a9-98de-a294ddb53951 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 949 time: 0.2313559 Jul 23 20:05:36.027398 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-07065744-ecbc-41bd-8783-fe7f9359814e req-c448e6fb-3431-4280-9bb7-f7455332ee29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:36.038093 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea50a23-a48b-4672-ae73-d2fc3b269ed2 None None] Sync routers for ids ['83d8be9d-c99e-43ab-99c9-42fc97d2b82f'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:05:36.047393 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea50a23-a48b-4672-ae73-d2fc3b269ed2 None None] Routers {'83d8be9d-c99e-43ab-99c9-42fc97d2b82f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:05:36.048711 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-7ea50a23-a48b-4672-ae73-d2fc3b269ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:05:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['83d8be9d-c99e-43ab-99c9-42fc97d2b82f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:36.079867 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-b098f45d-46fe-4c26-a0ba-647db139f7a3 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:36.081767 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-b098f45d-46fe-4c26-a0ba-647db139f7a3 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/networks?id=9809b0ec-ba40-459d-967a-8ad4e593e436 HTTP/1.1" status: 200 len: 820 time: 0.2268100 Jul 23 20:05:36.100138 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eac3cea-303e-46f1-a618-718b737e19e5 admin admin] Checking segment: {'id': 'dcfcb286-575f-4bc5-8644-3a9c1f47f899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '74aa537d-7e22-49da-b77d-2e452b6d3781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:05:36.100714 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eac3cea-303e-46f1-a618-718b737e19e5 admin admin] Network hostable DHCP agents. Network: 74aa537d-7e22-49da-b77d-2e452b6d3781, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:05:36.103918 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac3cea-303e-46f1-a618-718b737e19e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dad0a67e-ae6b-411e-b556-feb30f60ceb2,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:36.108165 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-3db089e3-0fae-4729-b146-4b8c588293af tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/quotas/ca9f4fe5c0d8443fb3151faa84883f9f HTTP/1.1" status: 200 len: 375 time: 0.0178733 Jul 23 20:05:36.170465 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-7ea50a23-a48b-4672-ae73-d2fc3b269ed2 None None] Set router 83d8be9d-c99e-43ab-99c9-42fc97d2b82f gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:05:36.181078 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eac3cea-303e-46f1-a618-718b737e19e5 admin admin] Network 74aa537d-7e22-49da-b77d-2e452b6d3781 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:05:36.205391 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-da0ee119-f407-420c-83ac-7bad96c250ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:36.209016 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-8eac3cea-303e-46f1-a618-718b737e19e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 74aa537d-7e22-49da-b77d-2e452b6d3781) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:05:36.215038 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eac3cea-303e-46f1-a618-718b737e19e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:36.216217 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8eac3cea-303e-46f1-a618-718b737e19e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:36.220861 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-da0ee119-f407-420c-83ac-7bad96c250ac admin admin] Transition to ACTIVE for port object abbd6304-a71f-4f84-ad2a-a598ea969a6f will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:05:36.238935 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f72b2e-ea4a-4bde-8124-880b27b5baa0 None None] Network 74aa537d-7e22-49da-b77d-2e452b6d3781 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:05:36.258424 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-5f7feda8-9721-44af-88cd-858824561724 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca9f4fe5c0d8443fb3151faa84883f9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1383913 Jul 23 20:05:36.260337 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8eac3cea-303e-46f1-a618-718b737e19e5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8488750 Jul 23 20:05:36.263477 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41950) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:36.274294 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-da0ee119-f407-420c-83ac-7bad96c250ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:36.275260 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-9fd6f93e-ac2b-4e27-892a-61bf34316a4d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1767733661-router', 'tenant_id': '080e43911453453aa007727912f2477f', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:36.290279 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-07065744-ecbc-41bd-8783-fe7f9359814e req-c448e6fb-3431-4280-9bb7-f7455332ee29 service neutron] Transition to ACTIVE for port object eddda286-689d-4dc5-8c5c-5401afb7251e will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:05:36.295117 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2a996d8b-6ae9-43aa-b605-7a676b5af42b req-482ed258-acd8-4c0f-b0c4-de8f55a5f992 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718949 Jul 23 20:05:36.327190 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-07065744-ecbc-41bd-8783-fe7f9359814e req-c448e6fb-3431-4280-9bb7-f7455332ee29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:36.345077 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0ee119-f407-420c-83ac-7bad96c250ac admin admin] Network 0c2827ad-750c-4f96-8124-4ac84b2e073e is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:05:36.346205 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9fd6f93e-ac2b-4e27-892a-61bf34316a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:36.347453 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9fd6f93e-ac2b-4e27-892a-61bf34316a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:36.358782 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-da0ee119-f407-420c-83ac-7bad96c250ac admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:05:36.365546 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0ee119-f407-420c-83ac-7bad96c250ac admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:05:36.401428 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ee119-f407-420c-83ac-7bad96c250ac admin admin] Pushing event updated for resources: {'Port': ['ID=abbd6304-a71f-4f84-ad2a-a598ea969a6f,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:36.421942 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-f80b1424-8cff-4417-a9b1-b2f505a1f352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57cd756-5ecf-4729-bed3-d99111e87cca', 'name': 'tempest-FloatingIPDetailsTestJSON-942641579-router', 'tenant_id': 'a958e7c2d3da4f5c83d72b97c2c9bb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '6b96deca-03b8-4d3d-b7ea-84e97d921a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:29Z', 'updated_at': '2021-07-23T20:05:31Z', 'revision_number': 3, 'project_id': 'a958e7c2d3da4f5c83d72b97c2c9bb2f', 'gw_port': {'id': '6b96deca-03b8-4d3d-b7ea-84e97d921a7b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57cd756-5ecf-4729-bed3-d99111e87cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:30Z', 'updated_at': '2021-07-23T20:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:36.472006 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80b1424-8cff-4417-a9b1-b2f505a1f352 None None] The sync data for ids ['c57cd756-5ecf-4729-bed3-d99111e87cca'] in n-d-793618-10 is: [{'id': 'c57cd756-5ecf-4729-bed3-d99111e87cca', 'name': 'tempest-FloatingIPDetailsTestJSON-942641579-router', 'tenant_id': 'a958e7c2d3da4f5c83d72b97c2c9bb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '6b96deca-03b8-4d3d-b7ea-84e97d921a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:29Z', 'updated_at': '2021-07-23T20:05:31Z', 'revision_number': 3, 'project_id': 'a958e7c2d3da4f5c83d72b97c2c9bb2f', 'gw_port': {'id': '6b96deca-03b8-4d3d-b7ea-84e97d921a7b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57cd756-5ecf-4729-bed3-d99111e87cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:30Z', 'updated_at': '2021-07-23T20:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:05:36.593012 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9fd6f93e-ac2b-4e27-892a-61bf34316a4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:36.595418 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-7ea50a23-a48b-4672-ae73-d2fc3b269ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'name': 'tempest-FloatingIPsAssociationTestJSON-282511428-router', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:25Z', 'updated_at': '2021-07-23T20:05:33Z', 'revision_number': 4, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'gw_port': {'id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:27Z', 'updated_at': '2021-07-23T20:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'e0d9ebd9-c2f6-4aa4-b115-5a8002393d08', 'name': '', 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'mac_address': 'fa:16:3e:71:86:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:32Z', 'updated_at': '2021-07-23T20:05:33Z', 'revision_number': 2, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'subnets': [{'id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:36.642861 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-5df28638-4c20-4ef1-8dea-ca7a2dcb9997 req-7a968520-afc9-4d8b-b65d-47b4d7fb0116 tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2064379637', 'description': 'tempest-description-1581284441'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:36.643300 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb98616b-59ed-4991-aa51-ddfeebba47b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-74aa537d-7e22-49da-b77d-2e452b6d3781', 'network_id': '74aa537d-7e22-49da-b77d-2e452b6d3781', 'tenant_id': '080e43911453453aa007727912f2477f', 'fixed_ips': [{'subnet_id': 'dad0a67e-ae6b-411e-b556-feb30f60ceb2'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:05:36.644210 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bb98616b-59ed-4991-aa51-ddfeebba47b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:36.651563 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea50a23-a48b-4672-ae73-d2fc3b269ed2 None None] Checking router: 83d8be9d-c99e-43ab-99c9-42fc97d2b82f for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:05:36.652446 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea50a23-a48b-4672-ae73-d2fc3b269ed2 None None] Updating router 83d8be9d-c99e-43ab-99c9-42fc97d2b82f port e0d9ebd9-c2f6-4aa4-b115-5a8002393d08 binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:05:36.658017 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-da0ee119-f407-420c-83ac-7bad96c250ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:36.706908 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7ea50a23-a48b-4672-ae73-d2fc3b269ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:36.736636 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-7ffb6c45-4649-4db2-8798-f91b2701aaa9 service neutron] 10.222.0.32 "GET /v2.0/networks/9809b0ec-ba40-459d-967a-8ad4e593e436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506035 Jul 23 20:05:36.814234 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448e6fb-3431-4280-9bb7-f7455332ee29 service neutron] Pushing event updated for resources: {'Port': ['ID=eddda286-689d-4dc5-8c5c-5401afb7251e,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:36.853561 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-07065744-ecbc-41bd-8783-fe7f9359814e req-c448e6fb-3431-4280-9bb7-f7455332ee29 service neutron] Attempting to bind port eddda286-689d-4dc5-8c5c-5401afb7251e on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:05:36.853898 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-07065744-ecbc-41bd-8783-fe7f9359814e req-c448e6fb-3431-4280-9bb7-f7455332ee29 service neutron] Attempting to bind port eddda286-689d-4dc5-8c5c-5401afb7251e by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5c96697d-ee44-400a-8e69-1e994d5bac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:05:36.854597 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07065744-ecbc-41bd-8783-fe7f9359814e req-c448e6fb-3431-4280-9bb7-f7455332ee29 service neutron] Attempting to bind port eddda286-689d-4dc5-8c5c-5401afb7251e on network f1957672-1349-45e6-b250-4d2e0e2b0e22 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:05:36.863476 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07065744-ecbc-41bd-8783-fe7f9359814e req-c448e6fb-3431-4280-9bb7-f7455332ee29 service neutron] Port eddda286-689d-4dc5-8c5c-5401afb7251e on network f1957672-1349-45e6-b250-4d2e0e2b0e22 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:05:36.864081 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07065744-ecbc-41bd-8783-fe7f9359814e req-c448e6fb-3431-4280-9bb7-f7455332ee29 service neutron] Attempting to bind port eddda286-689d-4dc5-8c5c-5401afb7251e on network f1957672-1349-45e6-b250-4d2e0e2b0e22 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:05:36.898647 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-5df28638-4c20-4ef1-8dea-ca7a2dcb9997 req-7a968520-afc9-4d8b-b65d-47b4d7fb0116 tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:36.907429 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-226a36dc-3d4c-44bb-a101-91ebab2f5efe None None] Provisioning for port abbd6304-a71f-4f84-ad2a-a598ea969a6f completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:05:36.936566 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-226a36dc-3d4c-44bb-a101-91ebab2f5efe None None] Provisioning complete for port abbd6304-a71f-4f84-ad2a-a598ea969a6f triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:36.937654 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-226a36dc-3d4c-44bb-a101-91ebab2f5efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:36.940070 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07065744-ecbc-41bd-8783-fe7f9359814e req-c448e6fb-3431-4280-9bb7-f7455332ee29 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:05:36.940790 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07065744-ecbc-41bd-8783-fe7f9359814e req-c448e6fb-3431-4280-9bb7-f7455332ee29 service neutron] Checking segment: {'id': '5c96697d-ee44-400a-8e69-1e994d5bac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:05:36.941349 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07065744-ecbc-41bd-8783-fe7f9359814e req-c448e6fb-3431-4280-9bb7-f7455332ee29 service neutron] Bound using segment: {'id': '5c96697d-ee44-400a-8e69-1e994d5bac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:05:36.942035 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-07065744-ecbc-41bd-8783-fe7f9359814e req-c448e6fb-3431-4280-9bb7-f7455332ee29 service neutron] Bound port: eddda286-689d-4dc5-8c5c-5401afb7251e, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c96697d-ee44-400a-8e69-1e994d5bac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:05:36.942568 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-07065744-ecbc-41bd-8783-fe7f9359814e req-c448e6fb-3431-4280-9bb7-f7455332ee29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:36.950851 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-5df28638-4c20-4ef1-8dea-ca7a2dcb9997 req-7a968520-afc9-4d8b-b65d-47b4d7fb0116 tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:36.977956 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-da0ee119-f407-420c-83ac-7bad96c250ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:37.040895 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-226a36dc-3d4c-44bb-a101-91ebab2f5efe None None] Port abbd6304-a71f-4f84-ad2a-a598ea969a6f cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:05:37.062166 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-bb98616b-59ed-4991-aa51-ddfeebba47b2 None None] Allocated IP 172.20.0.2 (74aa537d-7e22-49da-b77d-2e452b6d3781/dad0a67e-ae6b-411e-b556-feb30f60ceb2/72dfd6e2-829e-4d13-9900-f997d3362a4a) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:05:37.279968 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bb98616b-59ed-4991-aa51-ddfeebba47b2 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:37.290285 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-bb98616b-59ed-4991-aa51-ddfeebba47b2 None None] Transition to ACTIVE for port object 72dfd6e2-829e-4d13-9900-f997d3362a4a will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:05:37.308821 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9fd6f93e-ac2b-4e27-892a-61bf34316a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:37.312302 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-bb98616b-59ed-4991-aa51-ddfeebba47b2 None None] Transition to ACTIVE for port object 72dfd6e2-829e-4d13-9900-f997d3362a4a will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:05:37.321891 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bb98616b-59ed-4991-aa51-ddfeebba47b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:37.329160 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7ea50a23-a48b-4672-ae73-d2fc3b269ed2 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:37.345643 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7ea50a23-a48b-4672-ae73-d2fc3b269ed2 None None] Transition to ACTIVE for port object e0d9ebd9-c2f6-4aa4-b115-5a8002393d08 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:05:37.354574 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7ea50a23-a48b-4672-ae73-d2fc3b269ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:37.394805 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98616b-59ed-4991-aa51-ddfeebba47b2 None None] Pushing event updated for resources: {'Port': ['ID=72dfd6e2-829e-4d13-9900-f997d3362a4a,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:37.408691 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb98616b-59ed-4991-aa51-ddfeebba47b2 None None] Network 74aa537d-7e22-49da-b77d-2e452b6d3781 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:05:37.410439 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-bb98616b-59ed-4991-aa51-ddfeebba47b2 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:05:37.413316 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb98616b-59ed-4991-aa51-ddfeebba47b2 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:05:37.418799 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-da0ee119-f407-420c-83ac-7bad96c250ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:37.479287 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-da0ee119-f407-420c-83ac-7bad96c250ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:37.509998 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-bb98616b-59ed-4991-aa51-ddfeebba47b2 None None] Attempting to bind port 72dfd6e2-829e-4d13-9900-f997d3362a4a on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:05:37.510397 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-bb98616b-59ed-4991-aa51-ddfeebba47b2 None None] Attempting to bind port 72dfd6e2-829e-4d13-9900-f997d3362a4a by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'dcfcb286-575f-4bc5-8644-3a9c1f47f899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '74aa537d-7e22-49da-b77d-2e452b6d3781'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:05:37.510750 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb98616b-59ed-4991-aa51-ddfeebba47b2 None None] Attempting to bind port 72dfd6e2-829e-4d13-9900-f997d3362a4a on network 74aa537d-7e22-49da-b77d-2e452b6d3781 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:05:37.518791 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb98616b-59ed-4991-aa51-ddfeebba47b2 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:05:37.519184 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb98616b-59ed-4991-aa51-ddfeebba47b2 None None] Checking segment: {'id': 'dcfcb286-575f-4bc5-8644-3a9c1f47f899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '74aa537d-7e22-49da-b77d-2e452b6d3781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:05:37.519803 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bb98616b-59ed-4991-aa51-ddfeebba47b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:37.520212 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb98616b-59ed-4991-aa51-ddfeebba47b2 None None] Bound using segment: {'id': 'dcfcb286-575f-4bc5-8644-3a9c1f47f899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '74aa537d-7e22-49da-b77d-2e452b6d3781'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:05:37.520729 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-bb98616b-59ed-4991-aa51-ddfeebba47b2 None None] Bound port: 72dfd6e2-829e-4d13-9900-f997d3362a4a, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfcb286-575f-4bc5-8644-3a9c1f47f899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '74aa537d-7e22-49da-b77d-2e452b6d3781'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:05:37.521131 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bb98616b-59ed-4991-aa51-ddfeebba47b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:37.541106 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6b96deca-03b8-4d3d-b7ea-84e97d921a7b up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:05:37.554564 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb783bb-b95f-4527-8403-31ca8a45574d None None] Pushing event updated for resources: {'Port': ['ID=e0d9ebd9-c2f6-4aa4-b115-5a8002393d08,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:37.575415 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-398acb57-bca6-4f32-b1b7-2fa090859b7f service neutron] 10.222.0.32 "GET /v2.0/networks/9809b0ec-ba40-459d-967a-8ad4e593e436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122009 Jul 23 20:05:37.645375 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-7ea50a23-a48b-4672-ae73-d2fc3b269ed2 None None] Attempting to bind port e0d9ebd9-c2f6-4aa4-b115-5a8002393d08 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:05:37.646241 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-7ea50a23-a48b-4672-ae73-d2fc3b269ed2 None None] Attempting to bind port e0d9ebd9-c2f6-4aa4-b115-5a8002393d08 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '489b476d-97fe-494a-9240-bd9b3eeee4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:05:37.646830 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea50a23-a48b-4672-ae73-d2fc3b269ed2 None None] Attempting to bind port e0d9ebd9-c2f6-4aa4-b115-5a8002393d08 on network 9809b0ec-ba40-459d-967a-8ad4e593e436 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:05:37.652893 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea50a23-a48b-4672-ae73-d2fc3b269ed2 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:05:37.653488 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea50a23-a48b-4672-ae73-d2fc3b269ed2 None None] Checking segment: {'id': '489b476d-97fe-494a-9240-bd9b3eeee4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:05:37.654039 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7ea50a23-a48b-4672-ae73-d2fc3b269ed2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:37.654582 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea50a23-a48b-4672-ae73-d2fc3b269ed2 None None] Bound using segment: {'id': '489b476d-97fe-494a-9240-bd9b3eeee4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:05:37.656539 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-7ea50a23-a48b-4672-ae73-d2fc3b269ed2 None None] Bound port: e0d9ebd9-c2f6-4aa4-b115-5a8002393d08, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '489b476d-97fe-494a-9240-bd9b3eeee4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:05:37.657351 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7ea50a23-a48b-4672-ae73-d2fc3b269ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:37.683859 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ee119-f407-420c-83ac-7bad96c250ac admin admin] Pushing event updated for resources: {'Port': ['ID=abbd6304-a71f-4f84-ad2a-a598ea969a6f,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:37.690375 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-da0ee119-f407-420c-83ac-7bad96c250ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:37.715257 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-07065744-ecbc-41bd-8783-fe7f9359814e req-c448e6fb-3431-4280-9bb7-f7455332ee29 service neutron] For port eddda286-689d-4dc5-8c5c-5401afb7251e, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:05:37.723824 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-07065744-ecbc-41bd-8783-fe7f9359814e req-c448e6fb-3431-4280-9bb7-f7455332ee29 service neutron] For port eddda286-689d-4dc5-8c5c-5401afb7251e, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=eddda286-689d-4dc5-8c5c-5401afb7251e,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:05:37.744681 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-07065744-ecbc-41bd-8783-fe7f9359814e req-c448e6fb-3431-4280-9bb7-f7455332ee29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:37.775669 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 6b96deca-03b8-4d3d-b7ea-84e97d921a7b completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:05:37.783187 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-bb98616b-59ed-4991-aa51-ddfeebba47b2 None None] For port 72dfd6e2-829e-4d13-9900-f997d3362a4a, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:05:37.785689 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 6b96deca-03b8-4d3d-b7ea-84e97d921a7b triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:37.786120 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:37.797272 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07065744-ecbc-41bd-8783-fe7f9359814e req-c448e6fb-3431-4280-9bb7-f7455332ee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:37.797846 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-07065744-ecbc-41bd-8783-fe7f9359814e req-c448e6fb-3431-4280-9bb7-f7455332ee29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:37.799495 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-07065744-ecbc-41bd-8783-fe7f9359814e req-c448e6fb-3431-4280-9bb7-f7455332ee29 service neutron] 10.222.0.30 "PUT /v2.0/ports/eddda286-689d-4dc5-8c5c-5401afb7251e HTTP/1.1" status: 200 len: 1092 time: 2.9859545 Jul 23 20:05:37.840782 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-7ea50a23-a48b-4672-ae73-d2fc3b269ed2 None None] For port e0d9ebd9-c2f6-4aa4-b115-5a8002393d08, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:05:37.844529 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-7ea50a23-a48b-4672-ae73-d2fc3b269ed2 None None] For port e0d9ebd9-c2f6-4aa4-b115-5a8002393d08, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=e0d9ebd9-c2f6-4aa4-b115-5a8002393d08,segment=NetworkSegment(489b476d-97fe-494a-9240-bd9b3eeee4c3),segment_id=489b476d-97fe-494a-9240-bd9b3eeee4c3)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:05:37.851760 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7ea50a23-a48b-4672-ae73-d2fc3b269ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:37.867300 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b8caf2-2e82-4e81-9590-162c7d3a78dd', 'tag': 'eddda286-689d-4dc5-8c5c-5401afb7251e'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:05:37.868628 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-bb98616b-59ed-4991-aa51-ddfeebba47b2 None None] For port 72dfd6e2-829e-4d13-9900-f997d3362a4a, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=72dfd6e2-829e-4d13-9900-f997d3362a4a,segment=NetworkSegment(dcfcb286-575f-4bc5-8644-3a9c1f47f899),segment_id=dcfcb286-575f-4bc5-8644-3a9c1f47f899)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:05:37.873371 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c60eb73-858c-4679-8a99-d402d25639a4" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b8caf2-2e82-4e81-9590-162c7d3a78dd", "tag": "eddda286-689d-4dc5-8c5c-5401afb7251e"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:05:37.916118 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bb98616b-59ed-4991-aa51-ddfeebba47b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:37.928591 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-5df28638-4c20-4ef1-8dea-ca7a2dcb9997 req-7a968520-afc9-4d8b-b65d-47b4d7fb0116 tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:38.011749 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea50a23-a48b-4672-ae73-d2fc3b269ed2 None None] Routers {'83d8be9d-c99e-43ab-99c9-42fc97d2b82f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:05:38.020496 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-7ea50a23-a48b-4672-ae73-d2fc3b269ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:05:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['83d8be9d-c99e-43ab-99c9-42fc97d2b82f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:38.046294 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-5df28638-4c20-4ef1-8dea-ca7a2dcb9997 req-7a968520-afc9-4d8b-b65d-47b4d7fb0116 tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:38.211104 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:38.226662 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9fd6f93e-ac2b-4e27-892a-61bf34316a4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:38.262978 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 6b96deca-03b8-4d3d-b7ea-84e97d921a7b, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6b96deca-03b8-4d3d-b7ea-84e97d921a7b,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:38.273044 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:38.274272 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb783bb-b95f-4527-8403-31ca8a45574d None None] Pushing event updated for resources: {'Port': ['ID=e0d9ebd9-c2f6-4aa4-b115-5a8002393d08,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:38.276023 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 18638bf8-80a9-4d8d-8a3d-17bff53044b4 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:05:38.292847 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9fd6f93e-ac2b-4e27-892a-61bf34316a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:38.339020 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98616b-59ed-4991-aa51-ddfeebba47b2 None None] Pushing event updated for resources: {'Port': ['ID=72dfd6e2-829e-4d13-9900-f997d3362a4a,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:38.363224 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-7ea50a23-a48b-4672-ae73-d2fc3b269ed2 None None] Set router 83d8be9d-c99e-43ab-99c9-42fc97d2b82f gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:05:38.371601 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a968520-afc9-4d8b-b65d-47b4d7fb0116 tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde8d35b-493d-465c-b47b-8ea92f5fb8bc,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:38.387215 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448e6fb-3431-4280-9bb7-f7455332ee29 service neutron] Pushing event updated for resources: {'Port': ['ID=eddda286-689d-4dc5-8c5c-5401afb7251e,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:38.437829 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0ee119-f407-420c-83ac-7bad96c250ac admin admin] Network 0c2827ad-750c-4f96-8124-4ac84b2e073e is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:05:38.444762 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-da0ee119-f407-420c-83ac-7bad96c250ac admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:05:38.491426 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07065744-ecbc-41bd-8783-fe7f9359814e req-453d4bcf-3d94-4c76-9f87-e593cdb4f339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:38.493502 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-07065744-ecbc-41bd-8783-fe7f9359814e req-453d4bcf-3d94-4c76-9f87-e593cdb4f339 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3eac1fd2f7984fc28e6e139f2a1d3dd0&device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 1095 time: 0.6019716 Jul 23 20:05:38.544617 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05e71d-0f96-40ea-9fa6-fd20cf29e9ca req-9cf6f268-aa02-482a-999c-d0ab1f75dd91 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:38.546501 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6a05e71d-0f96-40ea-9fa6-fd20cf29e9ca req-9cf6f268-aa02-482a-999c-d0ab1f75dd91 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=9271d0d7-9251-4412-a64d-40401596586f HTTP/1.1" status: 200 len: 945 time: 0.4988563 Jul 23 20:05:38.827586 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6a05e71d-0f96-40ea-9fa6-fd20cf29e9ca req-c3dc409e-0aef-4823-94a2-cac7a443f935 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167606 Jul 23 20:05:38.894574 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-9fd6f93e-ac2b-4e27-892a-61bf34316a4d admin admin] Allocated IP 172.25.1.86 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/c338303b-5c93-4cc0-92f3-1a90bcbf04e7) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:05:38.952451 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=6b96deca-03b8-4d3d-b7ea-84e97d921a7b,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:38.983893 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 18638bf8-80a9-4d8d-8a3d-17bff53044b4 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:38.986686 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:39.042543 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-7ea50a23-a48b-4672-ae73-d2fc3b269ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'name': 'tempest-FloatingIPsAssociationTestJSON-282511428-router', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:25Z', 'updated_at': '2021-07-23T20:05:33Z', 'revision_number': 4, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'gw_port': {'id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:27Z', 'updated_at': '2021-07-23T20:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'e0d9ebd9-c2f6-4aa4-b115-5a8002393d08', 'name': '', 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'mac_address': 'fa:16:3e:71:86:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:32Z', 'updated_at': '2021-07-23T20:05:37Z', 'revision_number': 4, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'subnets': [{'id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:39.101737 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea50a23-a48b-4672-ae73-d2fc3b269ed2 None None] The sync data for ids ['83d8be9d-c99e-43ab-99c9-42fc97d2b82f'] in n-d-793618-10 is: [{'id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'name': 'tempest-FloatingIPsAssociationTestJSON-282511428-router', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:25Z', 'updated_at': '2021-07-23T20:05:33Z', 'revision_number': 4, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'gw_port': {'id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:27Z', 'updated_at': '2021-07-23T20:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'e0d9ebd9-c2f6-4aa4-b115-5a8002393d08', 'name': '', 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'mac_address': 'fa:16:3e:71:86:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:32Z', 'updated_at': '2021-07-23T20:05:37Z', 'revision_number': 4, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'subnets': [{'id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:05:39.117016 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-58e37831-b58d-45d8-844d-67b5bbb9ac49 None None] Provisioning complete for port abbd6304-a71f-4f84-ad2a-a598ea969a6f triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:39.117777 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-58e37831-b58d-45d8-844d-67b5bbb9ac49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:39.180326 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9fd6f93e-ac2b-4e27-892a-61bf34316a4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:39.202995 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-07065744-ecbc-41bd-8783-fe7f9359814e req-66dba742-54cf-4a5d-af48-aeef6f13390e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eddda286-689d-4dc5-8c5c-5401afb7251e HTTP/1.1" status: 200 len: 217 time: 0.6516793 Jul 23 20:05:39.229153 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef8b3b-0bff-4ed9-a22e-86c680b9b966 req-5cbffb59-4152-4f80-99fd-409e38999558 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:39.242418 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f3ef8b3b-0bff-4ed9-a22e-86c680b9b966 req-5cbffb59-4152-4f80-99fd-409e38999558 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 943 time: 0.2065506 Jul 23 20:05:39.261613 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-58e37831-b58d-45d8-844d-67b5bbb9ac49 None None] Port abbd6304-a71f-4f84-ad2a-a598ea969a6f cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:05:39.322335 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-5df28638-4c20-4ef1-8dea-ca7a2dcb9997 req-7a968520-afc9-4d8b-b65d-47b4d7fb0116 tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:39.330110 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9fd6f93e-ac2b-4e27-892a-61bf34316a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:39.356862 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-5df28638-4c20-4ef1-8dea-ca7a2dcb9997 req-7a968520-afc9-4d8b-b65d-47b4d7fb0116 tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:39.382680 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07065744-ecbc-41bd-8783-fe7f9359814e req-c7f35805-0e55-4171-938b-0d8948f54962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:39.384600 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-07065744-ecbc-41bd-8783-fe7f9359814e req-c7f35805-0e55-4171-938b-0d8948f54962 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d89cc8ce-1520-4663-872c-281c0b224b71 HTTP/1.1" status: 200 len: 850 time: 0.1751413 Jul 23 20:05:39.432895 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0ee119-f407-420c-83ac-7bad96c250ac admin admin] Router c57cd756-5ecf-4729-bed3-d99111e87cca has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:05:39.461569 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f3ef8b3b-0bff-4ed9-a22e-86c680b9b966 req-613ee7ad-0481-4294-a8a7-d5ea2d21ef1b tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590562 Jul 23 20:05:39.476195 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-5df28638-4c20-4ef1-8dea-ca7a2dcb9997 req-7a968520-afc9-4d8b-b65d-47b4d7fb0116 tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:39.490823 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5df28638-4c20-4ef1-8dea-ca7a2dcb9997 req-7a968520-afc9-4d8b-b65d-47b4d7fb0116 tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 2.8693175 Jul 23 20:05:39.496517 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd6f93e-ac2b-4e27-892a-61bf34316a4d admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:05:39.504519 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a968520-afc9-4d8b-b65d-47b4d7fb0116 tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fd242c-ab37-4121-a5de-599e9f243f9f,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:39.507989 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6f93e-ac2b-4e27-892a-61bf34316a4d admin admin] Pushing event updated for resources: {'Port': ['ID=c338303b-5c93-4cc0-92f3-1a90bcbf04e7,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:39.515952 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-9fd6f93e-ac2b-4e27-892a-61bf34316a4d admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:05:39.522781 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd6f93e-ac2b-4e27-892a-61bf34316a4d admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:05:39.630600 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6b96deca-03b8-4d3d-b7ea-84e97d921a7b up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:05:39.753546 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51bd2cf7-02bb-4ab2-9427-0478294fee33 x-openstack-request-id: req-51bd2cf7-02bb-4ab2-9427-0478294fee33 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:05:39.754289 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b8caf2-2e82-4e81-9590-162c7d3a78dd", "tag": "eddda286-689d-4dc5-8c5c-5401afb7251e", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:05:39.754791 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-51bd2cf7-02bb-4ab2-9427-0478294fee33 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:05:39.755488 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b8caf2-2e82-4e81-9590-162c7d3a78dd', 'tag': 'eddda286-689d-4dc5-8c5c-5401afb7251e', 'status': 'completed', 'code': 200} Jul 23 20:05:39.755614 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 6b96deca-03b8-4d3d-b7ea-84e97d921a7b triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:39.756134 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:39.830803 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07065744-ecbc-41bd-8783-fe7f9359814e req-5fed01d6-4c6b-42da-b03c-63de56bf2389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:39.840046 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-07065744-ecbc-41bd-8783-fe7f9359814e req-5fed01d6-4c6b-42da-b03c-63de56bf2389 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1957672-1349-45e6-b250-4d2e0e2b0e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4404368 Jul 23 20:05:39.875498 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device e0d9ebd9-c2f6-4aa4-b115-5a8002393d08 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:05:39.895297 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f0d0dfb9-4365-42f2-ae06-3cdb294e4c6a req-fabef242-fe3c-4c26-8fce-a1601dffb548 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9355540-a546-4edf-8000-438e40861cc8 HTTP/1.1" status: 200 len: 210 time: 0.0678217 Jul 23 20:05:39.948947 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-43240e3c-070e-46b4-a60c-f857119941e9 req-8dd82ccb-589a-4dba-a482-4c5352d7d46a tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-289761809', 'description': 'tempest-description-345816866'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:39.965776 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port e0d9ebd9-c2f6-4aa4-b115-5a8002393d08 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:05:39.972546 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port e0d9ebd9-c2f6-4aa4-b115-5a8002393d08 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:39.973288 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:40.031829 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac921b49-b512-47d8-a146-50e805483100 None None] Network 74aa537d-7e22-49da-b77d-2e452b6d3781 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:05:40.076353 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-56e2ae89-5c4f-4f87-8153-28f5ffc771cf None None] Provisioning for port 72dfd6e2-829e-4d13-9900-f997d3362a4a completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:05:40.117093 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:40.118121 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-f573d99f-2909-43d2-a77e-34e0930a5893 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:40.119990 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-f573d99f-2909-43d2-a77e-34e0930a5893 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.18 "GET /v2.0/networks?id=9809b0ec-ba40-459d-967a-8ad4e593e436 HTTP/1.1" status: 200 len: 820 time: 0.3826494 Jul 23 20:05:40.124684 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-43240e3c-070e-46b4-a60c-f857119941e9 req-8dd82ccb-589a-4dba-a482-4c5352d7d46a tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:40.144153 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0ee119-f407-420c-83ac-7bad96c250ac admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:05:40.165950 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-da0ee119-f407-420c-83ac-7bad96c250ac admin admin] 10.222.0.32 "PUT /v2.0/routers/c57cd756-5ecf-4729-bed3-d99111e87cca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9869111 Jul 23 20:05:40.177051 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-18a84317-7db9-461e-8bd8-bb59ffc94b03 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Request body: {'port': {'device_id': 'f9355540-a546-4edf-8000-438e40861cc8', 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436', 'admin_state_up': True, 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:40.225909 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9fd6f93e-ac2b-4e27-892a-61bf34316a4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:40.282823 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fcb62ab6-c899-4de6-b04f-14c524183769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:40.289398 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddcbd7d-405a-405e-9e7e-24c4734e5fa3 req-0af53e38-4541-415d-a045-831d74022090 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:40.291239 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ddcbd7d-405a-405e-9e7e-24c4734e5fa3 req-0af53e38-4541-415d-a045-831d74022090 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 949 time: 0.6300342 Jul 23 20:05:40.340446 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80feeb6d-a1d2-4369-814a-323dad4b9fa4 None None] Sync routers for ids ['c57cd756-5ecf-4729-bed3-d99111e87cca'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:05:40.396075 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-43240e3c-070e-46b4-a60c-f857119941e9 req-8dd82ccb-589a-4dba-a482-4c5352d7d46a tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:40.403802 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ddcbd7d-405a-405e-9e7e-24c4734e5fa3 req-b000cc83-0e2d-4209-8fd9-ebe9347bf910 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669749 Jul 23 20:05:40.412236 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port e0d9ebd9-c2f6-4aa4-b115-5a8002393d08, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=e0d9ebd9-c2f6-4aa4-b115-5a8002393d08,segment=NetworkSegment(489b476d-97fe-494a-9240-bd9b3eeee4c3),segment_id=489b476d-97fe-494a-9240-bd9b3eeee4c3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:40.414740 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-43240e3c-070e-46b4-a60c-f857119941e9 req-8dd82ccb-589a-4dba-a482-4c5352d7d46a tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:40.416764 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80feeb6d-a1d2-4369-814a-323dad4b9fa4 None None] Routers {'c57cd756-5ecf-4729-bed3-d99111e87cca'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:05:40.417406 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-07065744-ecbc-41bd-8783-fe7f9359814e req-4542227d-dd56-4067-90c0-93608fe232b7 service neutron] 10.222.0.30 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5495994 Jul 23 20:05:40.417679 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-80feeb6d-a1d2-4369-814a-323dad4b9fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:05:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['c57cd756-5ecf-4729-bed3-d99111e87cca'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:40.423548 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:40.424152 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 72dfd6e2-829e-4d13-9900-f997d3362a4a up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:05:40.536071 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-43240e3c-070e-46b4-a60c-f857119941e9 req-8dd82ccb-589a-4dba-a482-4c5352d7d46a tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:40.558033 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-43240e3c-070e-46b4-a60c-f857119941e9 req-8dd82ccb-589a-4dba-a482-4c5352d7d46a tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6161058 Jul 23 20:05:40.569817 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd82ccb-589a-4dba-a482-4c5352d7d46a tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5259c2d-726e-4cb7-84de-f6e5ac28fa93,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:40.604585 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-07065744-ecbc-41bd-8783-fe7f9359814e req-fbc425f6-0d84-47a0-ae86-373e7491e85f service neutron] 10.222.0.30 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722457 Jul 23 20:05:40.616294 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9fd6f93e-ac2b-4e27-892a-61bf34316a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:40.667027 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-18a84317-7db9-461e-8bd8-bb59ffc94b03 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Made reservation on behalf of ca9f4fe5c0d8443fb3151faa84883f9f for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:05:40.672322 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-18a84317-7db9-461e-8bd8-bb59ffc94b03 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:40.686304 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=e0d9ebd9-c2f6-4aa4-b115-5a8002393d08,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:40.733168 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-80feeb6d-a1d2-4369-814a-323dad4b9fa4 None None] Set router c57cd756-5ecf-4729-bed3-d99111e87cca gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:05:40.771060 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70bdbb6-bcfe-4f77-a09a-1f3a968555c9 req-9f128b82-3315-4f70-b2ba-6efffeaea999 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:40.774224 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e70bdbb6-bcfe-4f77-a09a-1f3a968555c9 req-9f128b82-3315-4f70-b2ba-6efffeaea999 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=9271d0d7-9251-4412-a64d-40401596586f HTTP/1.1" status: 200 len: 945 time: 0.2369998 Jul 23 20:05:40.775333 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 72dfd6e2-829e-4d13-9900-f997d3362a4a completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:05:40.787234 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 72dfd6e2-829e-4d13-9900-f997d3362a4a triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:40.787820 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:40.973382 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e70bdbb6-bcfe-4f77-a09a-1f3a968555c9 req-8c7b7d31-c5c9-4360-99a3-541c5fb619de tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898925 Jul 23 20:05:40.997089 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60eb73-858c-4679-8a99-d402d25639a4 req-e120aca7-47a3-4bdb-8c95-b6178b27b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:40.998633 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6c60eb73-858c-4679-8a99-d402d25639a4 req-e120aca7-47a3-4bdb-8c95-b6178b27b82b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3eac1fd2f7984fc28e6e139f2a1d3dd0&device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 1095 time: 0.3192861 Jul 23 20:05:41.032026 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:41.077316 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2e91eca3-cd36-45a4-a095-04ab86c1ee4c req-26872ca1-e046-4156-9ca5-bbbe2ddd6ca5 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3960135 Jul 23 20:05:41.079575 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 72dfd6e2-829e-4d13-9900-f997d3362a4a, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=72dfd6e2-829e-4d13-9900-f997d3362a4a,segment=NetworkSegment(dcfcb286-575f-4bc5-8644-3a9c1f47f899),segment_id=dcfcb286-575f-4bc5-8644-3a9c1f47f899)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:41.083514 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-18a84317-7db9-461e-8bd8-bb59ffc94b03 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Allocated IP 172.20.0.4 (9809b0ec-ba40-459d-967a-8ad4e593e436/d4f0363c-c07e-46a2-b2c5-f4462163c3fd/8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:05:41.091743 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:41.110641 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-2e91eca3-cd36-45a4-a095-04ab86c1ee4c req-5edb2301-41e7-41b6-ac58-45fb68438e79 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:41.158035 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2e91eca3-cd36-45a4-a095-04ab86c1ee4c req-5edb2301-41e7-41b6-ac58-45fb68438e79 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:41.185734 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd6f93e-ac2b-4e27-892a-61bf34316a4d admin admin] Router 11a42984-2100-4e6f-b94e-c2b92ad5ed85 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:05:41.192295 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=72dfd6e2-829e-4d13-9900-f997d3362a4a,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:41.201352 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-80feeb6d-a1d2-4369-814a-323dad4b9fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57cd756-5ecf-4729-bed3-d99111e87cca', 'name': 'tempest-FloatingIPDetailsTestJSON-942641579-router', 'tenant_id': 'a958e7c2d3da4f5c83d72b97c2c9bb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '6b96deca-03b8-4d3d-b7ea-84e97d921a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:29Z', 'updated_at': '2021-07-23T20:05:36Z', 'revision_number': 4, 'project_id': 'a958e7c2d3da4f5c83d72b97c2c9bb2f', 'gw_port': {'id': '6b96deca-03b8-4d3d-b7ea-84e97d921a7b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57cd756-5ecf-4729-bed3-d99111e87cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:30Z', 'updated_at': '2021-07-23T20:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'abbd6304-a71f-4f84-ad2a-a598ea969a6f', 'name': '', 'network_id': '0c2827ad-750c-4f96-8124-4ac84b2e073e', 'tenant_id': 'a958e7c2d3da4f5c83d72b97c2c9bb2f', 'mac_address': 'fa:16:3e:c1:b2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57cd756-5ecf-4729-bed3-d99111e87cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '0c6e3a91-3374-4e39-b987-01bce0acbbd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:35Z', 'updated_at': '2021-07-23T20:05:37Z', 'revision_number': 2, 'project_id': 'a958e7c2d3da4f5c83d72b97c2c9bb2f', 'subnets': [{'id': '0c6e3a91-3374-4e39-b987-01bce0acbbd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:41.236525 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80feeb6d-a1d2-4369-814a-323dad4b9fa4 None None] Checking router: c57cd756-5ecf-4729-bed3-d99111e87cca for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:05:41.236886 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80feeb6d-a1d2-4369-814a-323dad4b9fa4 None None] Updating router c57cd756-5ecf-4729-bed3-d99111e87cca port abbd6304-a71f-4f84-ad2a-a598ea969a6f binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:05:41.241404 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60eb73-858c-4679-8a99-d402d25639a4 req-2e0c8dfe-9714-4525-9cd5-6455254f96ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:41.242799 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6c60eb73-858c-4679-8a99-d402d25639a4 req-2e0c8dfe-9714-4525-9cd5-6455254f96ee service neutron] 10.222.0.30 "GET /v2.0/networks?id=f1957672-1349-45e6-b250-4d2e0e2b0e22 HTTP/1.1" status: 200 len: 912 time: 0.2365448 Jul 23 20:05:41.260994 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ab64854b-f53b-4ec0-b0cc-571ab7c60ba9 None None] Provisioning complete for port 72dfd6e2-829e-4d13-9900-f997d3362a4a triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:41.261373 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab64854b-f53b-4ec0-b0cc-571ab7c60ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:41.304058 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-80feeb6d-a1d2-4369-814a-323dad4b9fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:41.312209 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6c60eb73-858c-4679-8a99-d402d25639a4 req-fe0710fc-a134-4503-8b8c-d0dee485405c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eddda286-689d-4dc5-8c5c-5401afb7251e HTTP/1.1" status: 200 len: 217 time: 0.0385137 Jul 23 20:05:41.387267 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd6f93e-ac2b-4e27-892a-61bf34316a4d admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:05:41.404222 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a37dd14-161c-4930-888a-278178fe169e None None] Sync routers for ids ['11a42984-2100-4e6f-b94e-c2b92ad5ed85'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:05:41.417241 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9fd6f93e-ac2b-4e27-892a-61bf34316a4d admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:41.418524 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9fd6f93e-ac2b-4e27-892a-61bf34316a4d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.1536355 Jul 23 20:05:41.421063 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41990) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:41.427994 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2e91eca3-cd36-45a4-a095-04ab86c1ee4c req-5edb2301-41e7-41b6-ac58-45fb68438e79 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:41.434201 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19425a-7aee-41d0-bab8-92a94f7b29de req-e8791f8f-df47-4a14-8a36-3faa3a453ff6 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:41.435392 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a37dd14-161c-4930-888a-278178fe169e None None] Routers {'11a42984-2100-4e6f-b94e-c2b92ad5ed85'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:05:41.436458 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-da19425a-7aee-41d0-bab8-92a94f7b29de req-e8791f8f-df47-4a14-8a36-3faa3a453ff6 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 943 time: 0.3001714 Jul 23 20:05:41.437963 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9a37dd14-161c-4930-888a-278178fe169e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:05:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['11a42984-2100-4e6f-b94e-c2b92ad5ed85'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:41.442303 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60eb73-858c-4679-8a99-d402d25639a4 req-51889e0f-38e5-4d09-9f1b-8d38fd4ba718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:41.445681 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6c60eb73-858c-4679-8a99-d402d25639a4 req-51889e0f-38e5-4d09-9f1b-8d38fd4ba718 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d89cc8ce-1520-4663-872c-281c0b224b71 HTTP/1.1" status: 200 len: 850 time: 0.1266294 Jul 23 20:05:41.494485 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device e0d9ebd9-c2f6-4aa4-b115-5a8002393d08 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:05:41.523544 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-18a84317-7db9-461e-8bd8-bb59ffc94b03 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:41.566847 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-da19425a-7aee-41d0-bab8-92a94f7b29de req-d06e1dc1-8050-476a-82b8-42ccd108401d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153629 Jul 23 20:05:41.570017 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-18a84317-7db9-461e-8bd8-bb59ffc94b03 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Transition to ACTIVE for port object 8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:05:41.581241 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60eb73-858c-4679-8a99-d402d25639a4 req-c0edef62-6403-4c6e-b827-c0b53b2eda87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:41.583669 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6c60eb73-858c-4679-8a99-d402d25639a4 req-c0edef62-6403-4c6e-b827-c0b53b2eda87 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1957672-1349-45e6-b250-4d2e0e2b0e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1237781 Jul 23 20:05:41.623392 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port e0d9ebd9-c2f6-4aa4-b115-5a8002393d08 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:41.623768 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:41.652887 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-9a37dd14-161c-4930-888a-278178fe169e None None] Set router 11a42984-2100-4e6f-b94e-c2b92ad5ed85 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:05:41.839217 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6c60eb73-858c-4679-8a99-d402d25639a4 req-7867c8e3-7e38-43a2-bd78-f57d64d824b1 service neutron] 10.222.0.30 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351751 Jul 23 20:05:41.924968 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 72dfd6e2-829e-4d13-9900-f997d3362a4a up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:05:41.952406 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-80feeb6d-a1d2-4369-814a-323dad4b9fa4 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:41.975702 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-80feeb6d-a1d2-4369-814a-323dad4b9fa4 None None] Transition to ACTIVE for port object abbd6304-a71f-4f84-ad2a-a598ea969a6f will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:05:41.987098 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-80feeb6d-a1d2-4369-814a-323dad4b9fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:41.992569 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-18a84317-7db9-461e-8bd8-bb59ffc94b03 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:41.997067 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9a37dd14-161c-4930-888a-278178fe169e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a42984-2100-4e6f-b94e-c2b92ad5ed85', 'name': 'tempest-ServersTestJSON-1767733661-router', 'tenant_id': '080e43911453453aa007727912f2477f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'c338303b-5c93-4cc0-92f3-1a90bcbf04e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:36Z', 'updated_at': '2021-07-23T20:05:40Z', 'revision_number': 3, 'project_id': '080e43911453453aa007727912f2477f', 'gw_port': {'id': 'c338303b-5c93-4cc0-92f3-1a90bcbf04e7', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:42:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a42984-2100-4e6f-b94e-c2b92ad5ed85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:38Z', 'updated_at': '2021-07-23T20:05:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:42.050372 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 72dfd6e2-829e-4d13-9900-f997d3362a4a triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:42.050949 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:42.062712 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a37dd14-161c-4930-888a-278178fe169e None None] Checking router: 11a42984-2100-4e6f-b94e-c2b92ad5ed85 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:05:42.063367 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a37dd14-161c-4930-888a-278178fe169e None None] Updating router 11a42984-2100-4e6f-b94e-c2b92ad5ed85 port c338303b-5c93-4cc0-92f3-1a90bcbf04e7 binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:05:42.073419 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5265cb20-4fea-4145-9855-7ec9972da790 None None] Pushing event updated for resources: {'Port': ['ID=abbd6304-a71f-4f84-ad2a-a598ea969a6f,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:42.093544 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a84317-7db9-461e-8bd8-bb59ffc94b03 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Pushing event updated for resources: {'Port': ['ID=8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:42.129679 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-2e91eca3-cd36-45a4-a095-04ab86c1ee4c req-5edb2301-41e7-41b6-ac58-45fb68438e79 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Allocated IP 172.25.1.190 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/c8410b7f-ac27-4bff-be8f-77a9da38c451) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:05:42.147443 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-18a84317-7db9-461e-8bd8-bb59ffc94b03 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Network 9809b0ec-ba40-459d-967a-8ad4e593e436 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:05:42.153419 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9a37dd14-161c-4930-888a-278178fe169e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:42.161929 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-18a84317-7db9-461e-8bd8-bb59ffc94b03 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:05:42.165654 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-18a84317-7db9-461e-8bd8-bb59ffc94b03 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:05:42.221315 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-80feeb6d-a1d2-4369-814a-323dad4b9fa4 None None] Attempting to bind port abbd6304-a71f-4f84-ad2a-a598ea969a6f on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:05:42.221708 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-80feeb6d-a1d2-4369-814a-323dad4b9fa4 None None] Attempting to bind port abbd6304-a71f-4f84-ad2a-a598ea969a6f by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'ecb68998-081e-4f77-aaf6-14fc0fbb5649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0c2827ad-750c-4f96-8124-4ac84b2e073e'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:05:42.222189 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80feeb6d-a1d2-4369-814a-323dad4b9fa4 None None] Attempting to bind port abbd6304-a71f-4f84-ad2a-a598ea969a6f on network 0c2827ad-750c-4f96-8124-4ac84b2e073e {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:05:42.229650 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80feeb6d-a1d2-4369-814a-323dad4b9fa4 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:05:42.230044 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80feeb6d-a1d2-4369-814a-323dad4b9fa4 None None] Checking segment: {'id': 'ecb68998-081e-4f77-aaf6-14fc0fbb5649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0c2827ad-750c-4f96-8124-4ac84b2e073e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:05:42.232566 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-80feeb6d-a1d2-4369-814a-323dad4b9fa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:42.235620 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80feeb6d-a1d2-4369-814a-323dad4b9fa4 None None] Bound using segment: {'id': 'ecb68998-081e-4f77-aaf6-14fc0fbb5649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0c2827ad-750c-4f96-8124-4ac84b2e073e'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:05:42.236205 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-80feeb6d-a1d2-4369-814a-323dad4b9fa4 None None] Bound port: abbd6304-a71f-4f84-ad2a-a598ea969a6f, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecb68998-081e-4f77-aaf6-14fc0fbb5649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0c2827ad-750c-4f96-8124-4ac84b2e073e'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:05:42.236610 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-80feeb6d-a1d2-4369-814a-323dad4b9fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:42.303965 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-18a84317-7db9-461e-8bd8-bb59ffc94b03 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:42.304667 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-18a84317-7db9-461e-8bd8-bb59ffc94b03 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:42.339728 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [req-28df903a-f6ad-4960-b0c7-bad96138922e req-52c3949c-3adf-43e8-b009-a5cd78606782 service neutron] show failed (client error): The resource could not be found. Jul 23 20:05:42.340782 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-28df903a-f6ad-4960-b0c7-bad96138922e req-52c3949c-3adf-43e8-b009-a5cd78606782 service neutron] 10.222.0.18 "GET /v2.0/ports/1286a58a-6ab0-4b63-9618-5e29a4285352/bindings/n-h1-793618-10 HTTP/1.1" status: 404 len: 381 time: 0.4945998 Jul 23 20:05:42.342365 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-18a84317-7db9-461e-8bd8-bb59ffc94b03 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1752694 Jul 23 20:05:42.344240 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6c60eb73-858c-4679-8a99-d402d25639a4 req-ac3989dd-b6d8-469d-a73d-72eac9134a26 service neutron] 10.222.0.30 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4917333 Jul 23 20:05:42.365998 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-d7f7aa1e-c37e-4c82-9dcd-22849b239247 service neutron] Request body: {'port': {'device_id': 'f9355540-a546-4edf-8000-438e40861cc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:42.445149 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-80feeb6d-a1d2-4369-814a-323dad4b9fa4 None None] For port abbd6304-a71f-4f84-ad2a-a598ea969a6f, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:05:42.472895 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-80feeb6d-a1d2-4369-814a-323dad4b9fa4 None None] For port abbd6304-a71f-4f84-ad2a-a598ea969a6f, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=abbd6304-a71f-4f84-ad2a-a598ea969a6f,segment=NetworkSegment(ecb68998-081e-4f77-aaf6-14fc0fbb5649),segment_id=ecb68998-081e-4f77-aaf6-14fc0fbb5649)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:05:42.483331 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-80feeb6d-a1d2-4369-814a-323dad4b9fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:42.508678 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-d7f7aa1e-c37e-4c82-9dcd-22849b239247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:42.569439 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1b38e79f-1bc2-4341-ac26-2a106de76f19 None None] Provisioning for port 8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:05:42.579867 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1b38e79f-1bc2-4341-ac26-2a106de76f19 None None] Provisioning complete for port 8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:42.580300 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1b38e79f-1bc2-4341-ac26-2a106de76f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:42.582286 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5265cb20-4fea-4145-9855-7ec9972da790 None None] Pushing event updated for resources: {'Port': ['ID=abbd6304-a71f-4f84-ad2a-a598ea969a6f,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:42.590306 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80feeb6d-a1d2-4369-814a-323dad4b9fa4 None None] Routers {'c57cd756-5ecf-4729-bed3-d99111e87cca'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:05:42.591090 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-80feeb6d-a1d2-4369-814a-323dad4b9fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:05:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['c57cd756-5ecf-4729-bed3-d99111e87cca'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:42.650899 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2e91eca3-cd36-45a4-a095-04ab86c1ee4c req-5edb2301-41e7-41b6-ac58-45fb68438e79 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:42.718800 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1b38e79f-1bc2-4341-ac26-2a106de76f19 None None] Port 8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:05:42.760422 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-80feeb6d-a1d2-4369-814a-323dad4b9fa4 None None] Set router c57cd756-5ecf-4729-bed3-d99111e87cca gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:05:42.761836 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a0a9ad3-31c1-45e5-960e-edc8c9468c4f req-2bb7acfe-ebfd-4a31-8aae-8d51bfc39397 tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47814 time: 1.1368725 Jul 23 20:05:42.778869 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2e91eca3-cd36-45a4-a095-04ab86c1ee4c req-5edb2301-41e7-41b6-ac58-45fb68438e79 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:42.794328 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a2948a3-a045-41bc-a678-7c24afe5da2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:42.908819 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df903a-f6ad-4960-b0c7-bad96138922e req-c5f4ccfd-3452-4008-83ca-30ac057f3aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:42.910507 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-28df903a-f6ad-4960-b0c7-bad96138922e req-c5f4ccfd-3452-4008-83ca-30ac057f3aeb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15&tenant_id=a28939d8212b4a0392808b969f282665 HTTP/1.1" status: 200 len: 1101 time: 0.2735343 Jul 23 20:05:42.914106 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e91eca3-cd36-45a4-a095-04ab86c1ee4c req-5edb2301-41e7-41b6-ac58-45fb68438e79 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:05:42.918283 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-2e91eca3-cd36-45a4-a095-04ab86c1ee4c req-5edb2301-41e7-41b6-ac58-45fb68438e79 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:05:42.923116 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e91eca3-cd36-45a4-a095-04ab86c1ee4c req-5edb2301-41e7-41b6-ac58-45fb68438e79 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:05:42.928681 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a0a9ad3-31c1-45e5-960e-edc8c9468c4f req-8e23cd5f-6a82-4f98-b56a-7b60ad3b2ba7 tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] 10.222.0.32 "GET /v2.0/security-groups/0a8d74ea-3b86-4f30-9b34-3061c472c148 HTTP/1.1" status: 200 len: 2981 time: 0.1650486 Jul 23 20:05:42.956688 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-28df903a-f6ad-4960-b0c7-bad96138922e req-aea83f26-36ff-4d53-894c-52763ac9dbf0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793618-10', 'device_owner': 'compute:nova'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:42.967766 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb2301-41e7-41b6-ac58-45fb68438e79 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Pushing event updated for resources: {'Port': ['ID=c8410b7f-ac27-4bff-be8f-77a9da38c451,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:42.980718 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9a37dd14-161c-4930-888a-278178fe169e None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:42.991373 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9a37dd14-161c-4930-888a-278178fe169e None None] Transition to ACTIVE for port object c338303b-5c93-4cc0-92f3-1a90bcbf04e7 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:05:42.999836 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9a37dd14-161c-4930-888a-278178fe169e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:43.052519 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9a37dd14-161c-4930-888a-278178fe169e None None] Attempting to bind port c338303b-5c93-4cc0-92f3-1a90bcbf04e7 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:05:43.053096 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9a37dd14-161c-4930-888a-278178fe169e None None] Attempting to bind port c338303b-5c93-4cc0-92f3-1a90bcbf04e7 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:05:43.053724 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a37dd14-161c-4930-888a-278178fe169e None None] Attempting to bind port c338303b-5c93-4cc0-92f3-1a90bcbf04e7 on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:05:43.057426 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device eddda286-689d-4dc5-8c5c-5401afb7251e details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:05:43.072002 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a37dd14-161c-4930-888a-278178fe169e None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:05:43.072755 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a37dd14-161c-4930-888a-278178fe169e None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:05:43.073337 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9a37dd14-161c-4930-888a-278178fe169e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:43.073920 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a37dd14-161c-4930-888a-278178fe169e None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:05:43.074611 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9a37dd14-161c-4930-888a-278178fe169e None None] Bound port: c338303b-5c93-4cc0-92f3-1a90bcbf04e7, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:05:43.075188 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9a37dd14-161c-4930-888a-278178fe169e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:43.089796 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a0a9ad3-31c1-45e5-960e-edc8c9468c4f req-3d00146b-a063-46ca-bb1e-2d8c94e6bcf9 tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] 10.222.0.32 "GET /v2.0/security-groups/0a8d74ea-3b86-4f30-9b34-3061c472c148 HTTP/1.1" status: 200 len: 2981 time: 0.1577127 Jul 23 20:05:43.115322 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2e91eca3-cd36-45a4-a095-04ab86c1ee4c req-5edb2301-41e7-41b6-ac58-45fb68438e79 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:43.132630 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-9a37dd14-161c-4930-888a-278178fe169e None None] For port c338303b-5c93-4cc0-92f3-1a90bcbf04e7, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:05:43.136261 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-9a37dd14-161c-4930-888a-278178fe169e None None] For port c338303b-5c93-4cc0-92f3-1a90bcbf04e7, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=c338303b-5c93-4cc0-92f3-1a90bcbf04e7,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:05:43.141089 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79373197-07e9-4d92-9359-9a66152e4cc6 None None] Pushing event updated for resources: {'Port': ['ID=c338303b-5c93-4cc0-92f3-1a90bcbf04e7,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:43.149802 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9a37dd14-161c-4930-888a-278178fe169e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:43.169600 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-28df903a-f6ad-4960-b0c7-bad96138922e req-aea83f26-36ff-4d53-894c-52763ac9dbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:43.177862 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1d70ffa1-f97b-4d5e-9be2-287a79c99aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:43.199668 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-d7f7aa1e-c37e-4c82-9dcd-22849b239247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:05:43.202607 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port eddda286-689d-4dc5-8c5c-5401afb7251e, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=eddda286-689d-4dc5-8c5c-5401afb7251e,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:43.211948 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-d7f7aa1e-c37e-4c82-9dcd-22849b239247 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:43.218054 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a0a9ad3-31c1-45e5-960e-edc8c9468c4f req-34ebdca7-f042-4927-916a-2031c2d6dfc0 tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] 10.222.0.32 "GET /v2.0/security-groups/1457fee0-48b3-44b0-bd79-76d688786ce4 HTTP/1.1" status: 200 len: 2981 time: 0.1272142 Jul 23 20:05:43.223474 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2e91eca3-cd36-45a4-a095-04ab86c1ee4c req-5edb2301-41e7-41b6-ac58-45fb68438e79 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:43.233717 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a37dd14-161c-4930-888a-278178fe169e None None] Routers {'11a42984-2100-4e6f-b94e-c2b92ad5ed85'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:05:43.234461 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9a37dd14-161c-4930-888a-278178fe169e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:05:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['11a42984-2100-4e6f-b94e-c2b92ad5ed85'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:43.239575 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'eddda286-689d-4dc5-8c5c-5401afb7251e', 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22', 'port_id': 'eddda286-689d-4dc5-8c5c-5401afb7251e', 'mac_address': 'fa:16:3e:a1:07:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89cc8ce-1520-4663-872c-281c0b224b71', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:05:43.276796 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-80feeb6d-a1d2-4369-814a-323dad4b9fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57cd756-5ecf-4729-bed3-d99111e87cca', 'name': 'tempest-FloatingIPDetailsTestJSON-942641579-router', 'tenant_id': 'a958e7c2d3da4f5c83d72b97c2c9bb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '6b96deca-03b8-4d3d-b7ea-84e97d921a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:29Z', 'updated_at': '2021-07-23T20:05:36Z', 'revision_number': 4, 'project_id': 'a958e7c2d3da4f5c83d72b97c2c9bb2f', 'gw_port': {'id': '6b96deca-03b8-4d3d-b7ea-84e97d921a7b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57cd756-5ecf-4729-bed3-d99111e87cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:30Z', 'updated_at': '2021-07-23T20:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'abbd6304-a71f-4f84-ad2a-a598ea969a6f', 'name': '', 'network_id': '0c2827ad-750c-4f96-8124-4ac84b2e073e', 'tenant_id': 'a958e7c2d3da4f5c83d72b97c2c9bb2f', 'mac_address': 'fa:16:3e:c1:b2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57cd756-5ecf-4729-bed3-d99111e87cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '0c6e3a91-3374-4e39-b987-01bce0acbbd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:35Z', 'updated_at': '2021-07-23T20:05:42Z', 'revision_number': 4, 'project_id': 'a958e7c2d3da4f5c83d72b97c2c9bb2f', 'subnets': [{'id': '0c6e3a91-3374-4e39-b987-01bce0acbbd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:43.282099 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:43.314916 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80feeb6d-a1d2-4369-814a-323dad4b9fa4 None None] The sync data for ids ['c57cd756-5ecf-4729-bed3-d99111e87cca'] in n-d-793618-10 is: [{'id': 'c57cd756-5ecf-4729-bed3-d99111e87cca', 'name': 'tempest-FloatingIPDetailsTestJSON-942641579-router', 'tenant_id': 'a958e7c2d3da4f5c83d72b97c2c9bb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '6b96deca-03b8-4d3d-b7ea-84e97d921a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:29Z', 'updated_at': '2021-07-23T20:05:36Z', 'revision_number': 4, 'project_id': 'a958e7c2d3da4f5c83d72b97c2c9bb2f', 'gw_port': {'id': '6b96deca-03b8-4d3d-b7ea-84e97d921a7b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57cd756-5ecf-4729-bed3-d99111e87cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:30Z', 'updated_at': '2021-07-23T20:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'abbd6304-a71f-4f84-ad2a-a598ea969a6f', 'name': '', 'network_id': '0c2827ad-750c-4f96-8124-4ac84b2e073e', 'tenant_id': 'a958e7c2d3da4f5c83d72b97c2c9bb2f', 'mac_address': 'fa:16:3e:c1:b2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57cd756-5ecf-4729-bed3-d99111e87cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '0c6e3a91-3374-4e39-b987-01bce0acbbd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:35Z', 'updated_at': '2021-07-23T20:05:42Z', 'revision_number': 4, 'project_id': 'a958e7c2d3da4f5c83d72b97c2c9bb2f', 'subnets': [{'id': '0c6e3a91-3374-4e39-b987-01bce0acbbd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:05:43.325270 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:43.349140 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eddda286-689d-4dc5-8c5c-5401afb7251e {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:05:43.390311 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port eddda286-689d-4dc5-8c5c-5401afb7251e, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=eddda286-689d-4dc5-8c5c-5401afb7251e,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:43.394043 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-9a37dd14-161c-4930-888a-278178fe169e None None] Set router 11a42984-2100-4e6f-b94e-c2b92ad5ed85 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:05:43.405635 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:43.406652 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 37163526-f636-4d23-b130-b1067110e179 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:05:43.456773 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-28df903a-f6ad-4960-b0c7-bad96138922e req-aea83f26-36ff-4d53-894c-52763ac9dbf0 service neutron] For port 1286a58a-6ab0-4b63-9618-5e29a4285352, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=1286a58a-6ab0-4b63-9618-5e29a4285352,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:43.495701 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-28df903a-f6ad-4960-b0c7-bad96138922e req-aea83f26-36ff-4d53-894c-52763ac9dbf0 service neutron] For port 1286a58a-6ab0-4b63-9618-5e29a4285352, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:05:43.527965 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=eddda286-689d-4dc5-8c5c-5401afb7251e,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:43.546764 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-28df903a-f6ad-4960-b0c7-bad96138922e req-aea83f26-36ff-4d53-894c-52763ac9dbf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:43.550442 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79373197-07e9-4d92-9359-9a66152e4cc6 None None] Pushing event updated for resources: {'Port': ['ID=c338303b-5c93-4cc0-92f3-1a90bcbf04e7,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:43.558767 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b1d47f-ced0-4326-bfa7-5bc8507b9a15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1286a58a-6ab0-4b63-9618-5e29a4285352'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:05:43.561056 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63341dac-a081-42d1-aefb-ef771aabb916" -d '{"events": [{"server_uuid": "a4b1d47f-ced0-4326-bfa7-5bc8507b9a15", "name": "network-vif-unplugged", "status": "completed", "tag": "1286a58a-6ab0-4b63-9618-5e29a4285352"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:05:43.607695 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-28df903a-f6ad-4960-b0c7-bad96138922e req-aea83f26-36ff-4d53-894c-52763ac9dbf0 service neutron] Transition to ACTIVE for port object 1286a58a-6ab0-4b63-9618-5e29a4285352 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:05:43.617037 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 37163526-f636-4d23-b130-b1067110e179, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=37163526-f636-4d23-b130-b1067110e179,segment=NetworkSegment(09c16a36-f585-4003-9e2f-a9905bed7329),segment_id=09c16a36-f585-4003-9e2f-a9905bed7329)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:43.620488 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-d7f7aa1e-c37e-4c82-9dcd-22849b239247 service neutron] Transition to ACTIVE for port object 8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:05:43.621340 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-28df903a-f6ad-4960-b0c7-bad96138922e req-aea83f26-36ff-4d53-894c-52763ac9dbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:43.640351 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-d7f7aa1e-c37e-4c82-9dcd-22849b239247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:43.650434 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '37163526-f636-4d23-b130-b1067110e179', 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1', 'port_id': '37163526-f636-4d23-b130-b1067110e179', 'mac_address': 'fa:16:3e:14:5e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f1af588-88a6-41d9-93e0-be352471d81c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:05:43.664276 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-0a2948a3-a045-41bc-a678-7c24afe5da2d admin admin] Allocated IP 172.20.0.1 (74aa537d-7e22-49da-b77d-2e452b6d3781/dad0a67e-ae6b-411e-b556-feb30f60ceb2/a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:05:43.675122 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2e91eca3-cd36-45a4-a095-04ab86c1ee4c req-5edb2301-41e7-41b6-ac58-45fb68438e79 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:43.684815 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2e91eca3-cd36-45a4-a095-04ab86c1ee4c req-5edb2301-41e7-41b6-ac58-45fb68438e79 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:43.717426 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:43.720476 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea83f26-36ff-4d53-894c-52763ac9dbf0 service neutron] Pushing event updated for resources: {'Port': ['ID=1286a58a-6ab0-4b63-9618-5e29a4285352,revision_number=6']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:43.750771 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 37163526-f636-4d23-b130-b1067110e179 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:05:43.773137 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9a37dd14-161c-4930-888a-278178fe169e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a42984-2100-4e6f-b94e-c2b92ad5ed85', 'name': 'tempest-ServersTestJSON-1767733661-router', 'tenant_id': '080e43911453453aa007727912f2477f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'c338303b-5c93-4cc0-92f3-1a90bcbf04e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:36Z', 'updated_at': '2021-07-23T20:05:40Z', 'revision_number': 3, 'project_id': '080e43911453453aa007727912f2477f', 'gw_port': {'id': 'c338303b-5c93-4cc0-92f3-1a90bcbf04e7', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:42:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a42984-2100-4e6f-b94e-c2b92ad5ed85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:38Z', 'updated_at': '2021-07-23T20:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:43.803972 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 37163526-f636-4d23-b130-b1067110e179, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=37163526-f636-4d23-b130-b1067110e179,segment=NetworkSegment(09c16a36-f585-4003-9e2f-a9905bed7329),segment_id=09c16a36-f585-4003-9e2f-a9905bed7329)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:43.812005 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:43.816396 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-28df903a-f6ad-4960-b0c7-bad96138922e req-aea83f26-36ff-4d53-894c-52763ac9dbf0 service neutron] No DVR routers for this DVR port 1286a58a-6ab0-4b63-9618-5e29a4285352 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:05:43.825925 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a37dd14-161c-4930-888a-278178fe169e None None] The sync data for ids ['11a42984-2100-4e6f-b94e-c2b92ad5ed85'] in n-d-793618-10 is: [{'id': '11a42984-2100-4e6f-b94e-c2b92ad5ed85', 'name': 'tempest-ServersTestJSON-1767733661-router', 'tenant_id': '080e43911453453aa007727912f2477f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'c338303b-5c93-4cc0-92f3-1a90bcbf04e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:36Z', 'updated_at': '2021-07-23T20:05:40Z', 'revision_number': 3, 'project_id': '080e43911453453aa007727912f2477f', 'gw_port': {'id': 'c338303b-5c93-4cc0-92f3-1a90bcbf04e7', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:42:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a42984-2100-4e6f-b94e-c2b92ad5ed85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:38Z', 'updated_at': '2021-07-23T20:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:05:43.887156 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a0a9ad3-31c1-45e5-960e-edc8c9468c4f req-b7aeebed-32bb-4bda-bd17-c443c040f6bd tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] 10.222.0.32 "GET /v2.0/security-groups/1457fee0-48b3-44b0-bd79-76d688786ce4 HTTP/1.1" status: 200 len: 2981 time: 0.3120072 Jul 23 20:05:43.947939 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb2301-41e7-41b6-ac58-45fb68438e79 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Pushing event updated for resources: {'Port': ['ID=c8410b7f-ac27-4bff-be8f-77a9da38c451,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:43.967824 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2e91eca3-cd36-45a4-a095-04ab86c1ee4c req-5edb2301-41e7-41b6-ac58-45fb68438e79 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:43.984800 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['37163526-f636-4d23-b130-b1067110e179'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:05:43.993488 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2e91eca3-cd36-45a4-a095-04ab86c1ee4c req-5edb2301-41e7-41b6-ac58-45fb68438e79 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:43.994975 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2e91eca3-cd36-45a4-a095-04ab86c1ee4c req-5edb2301-41e7-41b6-ac58-45fb68438e79 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8883667 Jul 23 20:05:44.046602 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f7aa1e-c37e-4c82-9dcd-22849b239247 service neutron] Pushing event updated for resources: {'Port': ['ID=8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:44.071897 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2e91eca3-cd36-45a4-a095-04ab86c1ee4c req-213271da-691a-4a2f-93c5-843e44941ab4 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.190 HTTP/1.1" status: 200 len: 696 time: 0.0678887 Jul 23 20:05:44.089227 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a2948a3-a045-41bc-a678-7c24afe5da2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:44.090631 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:44.133521 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-28df903a-f6ad-4960-b0c7-bad96138922e req-aea83f26-36ff-4d53-894c-52763ac9dbf0 service neutron] Attempting to bind port 1286a58a-6ab0-4b63-9618-5e29a4285352 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:05:44.133851 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-28df903a-f6ad-4960-b0c7-bad96138922e req-aea83f26-36ff-4d53-894c-52763ac9dbf0 service neutron] Attempting to bind port 1286a58a-6ab0-4b63-9618-5e29a4285352 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:05:44.134181 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28df903a-f6ad-4960-b0c7-bad96138922e req-aea83f26-36ff-4d53-894c-52763ac9dbf0 service neutron] Attempting to bind port 1286a58a-6ab0-4b63-9618-5e29a4285352 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:05:44.158003 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['eddda286-689d-4dc5-8c5c-5401afb7251e'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:05:44.228438 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28df903a-f6ad-4960-b0c7-bad96138922e req-aea83f26-36ff-4d53-894c-52763ac9dbf0 service neutron] Port 1286a58a-6ab0-4b63-9618-5e29a4285352 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:05:44.240191 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28df903a-f6ad-4960-b0c7-bad96138922e req-aea83f26-36ff-4d53-894c-52763ac9dbf0 service neutron] Attempting to bind port 1286a58a-6ab0-4b63-9618-5e29a4285352 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:05:44.261219 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28df903a-f6ad-4960-b0c7-bad96138922e req-aea83f26-36ff-4d53-894c-52763ac9dbf0 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:05:44.261774 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28df903a-f6ad-4960-b0c7-bad96138922e req-aea83f26-36ff-4d53-894c-52763ac9dbf0 service neutron] Checking segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:05:44.262305 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28df903a-f6ad-4960-b0c7-bad96138922e req-aea83f26-36ff-4d53-894c-52763ac9dbf0 service neutron] Bound using segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:05:44.263494 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91eca3-cd36-45a4-a095-04ab86c1ee4c req-7678ad3f-24e2-4018-a0f3-51ceeb892c5a tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:44.272296 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-28df903a-f6ad-4960-b0c7-bad96138922e req-aea83f26-36ff-4d53-894c-52763ac9dbf0 service neutron] Bound port: 1286a58a-6ab0-4b63-9618-5e29a4285352, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:05:44.272720 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2e91eca3-cd36-45a4-a095-04ab86c1ee4c req-7678ad3f-24e2-4018-a0f3-51ceeb892c5a tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "GET /v2.0/networks/8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 784 time: 0.1905224 Jul 23 20:05:44.272917 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-28df903a-f6ad-4960-b0c7-bad96138922e req-aea83f26-36ff-4d53-894c-52763ac9dbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:44.273558 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=37163526-f636-4d23-b130-b1067110e179,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:44.296658 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-0a2948a3-a045-41bc-a678-7c24afe5da2d admin admin] Transition to ACTIVE for port object a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:05:44.304313 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a0a9ad3-31c1-45e5-960e-edc8c9468c4f req-5ae779dc-7e3a-4f0b-8141-a877187900b3 tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] 10.222.0.32 "GET /v2.0/security-groups/291e14e9-29a7-49fc-887b-c23bc971e5dd HTTP/1.1" status: 200 len: 2981 time: 0.3541691 Jul 23 20:05:44.356315 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a2948a3-a045-41bc-a678-7c24afe5da2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:44.369865 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:44.375412 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-d7f7aa1e-c37e-4c82-9dcd-22849b239247 service neutron] Attempting to bind port 8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:05:44.376271 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-d7f7aa1e-c37e-4c82-9dcd-22849b239247 service neutron] Attempting to bind port 8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '489b476d-97fe-494a-9240-bd9b3eeee4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:05:44.377213 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-d7f7aa1e-c37e-4c82-9dcd-22849b239247 service neutron] Attempting to bind port 8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3 on network 9809b0ec-ba40-459d-967a-8ad4e593e436 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:05:44.390385 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-d7f7aa1e-c37e-4c82-9dcd-22849b239247 service neutron] Port 8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3 on network 9809b0ec-ba40-459d-967a-8ad4e593e436 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:05:44.391091 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-d7f7aa1e-c37e-4c82-9dcd-22849b239247 service neutron] Attempting to bind port 8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3 on network 9809b0ec-ba40-459d-967a-8ad4e593e436 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:05:44.433598 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-d7f7aa1e-c37e-4c82-9dcd-22849b239247 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:05:44.434483 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-d7f7aa1e-c37e-4c82-9dcd-22849b239247 service neutron] Checking segment: {'id': '489b476d-97fe-494a-9240-bd9b3eeee4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:05:44.435081 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-d7f7aa1e-c37e-4c82-9dcd-22849b239247 service neutron] Bound using segment: {'id': '489b476d-97fe-494a-9240-bd9b3eeee4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:05:44.435862 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-d7f7aa1e-c37e-4c82-9dcd-22849b239247 service neutron] Bound port: 8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '489b476d-97fe-494a-9240-bd9b3eeee4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:05:44.436200 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-d7f7aa1e-c37e-4c82-9dcd-22849b239247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:44.439118 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2948a3-a045-41bc-a678-7c24afe5da2d admin admin] Network 74aa537d-7e22-49da-b77d-2e452b6d3781 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:05:44.446609 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-0a2948a3-a045-41bc-a678-7c24afe5da2d admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:05:44.446784 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a0a9ad3-31c1-45e5-960e-edc8c9468c4f req-157b81a9-b640-4f50-9912-4456fc4e267b tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] 10.222.0.32 "GET /v2.0/security-groups/291e14e9-29a7-49fc-887b-c23bc971e5dd HTTP/1.1" status: 200 len: 2981 time: 0.1228504 Jul 23 20:05:44.456158 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:44.462806 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2948a3-a045-41bc-a678-7c24afe5da2d admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:05:44.524337 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a2948a3-a045-41bc-a678-7c24afe5da2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:44.661778 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2948a3-a045-41bc-a678-7c24afe5da2d admin admin] Pushing event updated for resources: {'Port': ['ID=a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:44.730072 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-28df903a-f6ad-4960-b0c7-bad96138922e req-aea83f26-36ff-4d53-894c-52763ac9dbf0 service neutron] For port 1286a58a-6ab0-4b63-9618-5e29a4285352, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:05:44.747344 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a0a9ad3-31c1-45e5-960e-edc8c9468c4f req-84b54b7d-9d15-44a9-8c64-9eb6ccb6c1b0 tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] 10.222.0.32 "GET /v2.0/security-groups/454bd146-fdb7-44b4-ab94-503cefcd093d HTTP/1.1" status: 200 len: 2981 time: 0.2853906 Jul 23 20:05:44.797067 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a2948a3-a045-41bc-a678-7c24afe5da2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:44.809008 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-28df903a-f6ad-4960-b0c7-bad96138922e req-aea83f26-36ff-4d53-894c-52763ac9dbf0 service neutron] For port 1286a58a-6ab0-4b63-9618-5e29a4285352, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=1286a58a-6ab0-4b63-9618-5e29a4285352,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:05:44.838202 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-28df903a-f6ad-4960-b0c7-bad96138922e req-aea83f26-36ff-4d53-894c-52763ac9dbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:44.842905 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f78d7-49ba-4f59-b275-78ee1267c9e5 req-6c222591-9a9a-4845-9fc7-f27d54bc7646 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:44.851096 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1c6f78d7-49ba-4f59-b275-78ee1267c9e5 req-6c222591-9a9a-4845-9fc7-f27d54bc7646 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9355540-a546-4edf-8000-438e40861cc8 HTTP/1.1" status: 200 len: 943 time: 0.1903765 Jul 23 20:05:44.867890 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-d7f7aa1e-c37e-4c82-9dcd-22849b239247 service neutron] For port 8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:05:44.872395 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-d7f7aa1e-c37e-4c82-9dcd-22849b239247 service neutron] For port 8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3,segment=NetworkSegment(489b476d-97fe-494a-9240-bd9b3eeee4c3),segment_id=489b476d-97fe-494a-9240-bd9b3eeee4c3)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:05:44.955707 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1c6f78d7-49ba-4f59-b275-78ee1267c9e5 req-cdd49d16-3b7b-4e69-9c29-067ed8949fcf tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/security-groups?id=291e14e9-29a7-49fc-887b-c23bc971e5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874941 Jul 23 20:05:44.956700 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-d7f7aa1e-c37e-4c82-9dcd-22849b239247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:44.980555 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 1286a58a-6ab0-4b63-9618-5e29a4285352 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:05:44.984090 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df903a-f6ad-4960-b0c7-bad96138922e req-aea83f26-36ff-4d53-894c-52763ac9dbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:44.986073 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-28df903a-f6ad-4960-b0c7-bad96138922e req-aea83f26-36ff-4d53-894c-52763ac9dbf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:44.988132 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-28df903a-f6ad-4960-b0c7-bad96138922e req-aea83f26-36ff-4d53-894c-52763ac9dbf0 service neutron] 10.222.0.30 "PUT /v2.0/ports/1286a58a-6ab0-4b63-9618-5e29a4285352 HTTP/1.1" status: 200 len: 1096 time: 2.0360889 Jul 23 20:05:45.007360 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a0a9ad3-31c1-45e5-960e-edc8c9468c4f req-43e452d6-56d9-4493-aa44-03f1d80814dc tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] 10.222.0.32 "GET /v2.0/security-groups/454bd146-fdb7-44b4-ab94-503cefcd093d HTTP/1.1" status: 200 len: 2981 time: 0.2175062 Jul 23 20:05:45.045519 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-d7f7aa1e-c37e-4c82-9dcd-22849b239247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:45.046302 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-d7f7aa1e-c37e-4c82-9dcd-22849b239247 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:45.047969 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-d7f7aa1e-c37e-4c82-9dcd-22849b239247 service neutron] 10.222.0.18 "PUT /v2.0/ports/8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3 HTTP/1.1" status: 200 len: 1092 time: 2.6905594 Jul 23 20:05:45.111778 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 37163526-f636-4d23-b130-b1067110e179 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:05:45.143187 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 1286a58a-6ab0-4b63-9618-5e29a4285352 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:05:45.174118 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f50e028d-87ba-46cf-99cc-f517c4285509 None None] Provisioning for port a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:05:45.188449 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea83f26-36ff-4d53-894c-52763ac9dbf0 service neutron] Pushing event updated for resources: {'Port': ['ID=1286a58a-6ab0-4b63-9618-5e29a4285352,revision_number=7']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:45.234442 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f50e028d-87ba-46cf-99cc-f517c4285509 None None] Provisioning complete for port a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:45.235277 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f50e028d-87ba-46cf-99cc-f517c4285509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:45.294489 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f7aa1e-c37e-4c82-9dcd-22849b239247 service neutron] Pushing event updated for resources: {'Port': ['ID=8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:45.374703 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a0a9ad3-31c1-45e5-960e-edc8c9468c4f req-88574d88-c1a5-4c34-80a5-86b628fbf932 tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] 10.222.0.32 "GET /v2.0/security-groups/55273e41-b371-4890-87d7-97693f5b402e HTTP/1.1" status: 200 len: 2981 time: 0.3590846 Jul 23 20:05:45.423121 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-3834a7bf-7550-4435-bd8b-670b843c52f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:45.426917 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-3834a7bf-7550-4435-bd8b-670b843c52f5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca9f4fe5c0d8443fb3151faa84883f9f&device_id=f9355540-a546-4edf-8000-438e40861cc8 HTTP/1.1" status: 200 len: 1095 time: 0.3257763 Jul 23 20:05:45.434665 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df903a-f6ad-4960-b0c7-bad96138922e req-bd1eb5e4-5cf2-45be-a255-ea5df85aa163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:45.436459 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-28df903a-f6ad-4960-b0c7-bad96138922e req-bd1eb5e4-5cf2-45be-a255-ea5df85aa163 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a28939d8212b4a0392808b969f282665&device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 1099 time: 0.4095564 Jul 23 20:05:45.448783 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 37163526-f636-4d23-b130-b1067110e179 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:45.448783 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:45.497130 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d38d5-6fc8-4e94-a530-21b0fe0fc819 req-d1509330-ea2d-420d-af63-3a15a538578a tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:45.499456 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a24d38d5-6fc8-4e94-a530-21b0fe0fc819 req-d1509330-ea2d-420d-af63-3a15a538578a tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 947 time: 0.3924370 Jul 23 20:05:45.538321 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a2948a3-a045-41bc-a678-7c24afe5da2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:45.549462 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a2948a3-a045-41bc-a678-7c24afe5da2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:45.572495 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-f50e028d-87ba-46cf-99cc-f517c4285509 None None] Port a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:05:45.698004 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2948a3-a045-41bc-a678-7c24afe5da2d admin admin] Pushing event updated for resources: {'Port': ['ID=a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:45.770868 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device c338303b-5c93-4cc0-92f3-1a90bcbf04e7 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:05:45.797878 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a24d38d5-6fc8-4e94-a530-21b0fe0fc819 req-39d1c8e8-4bfe-455c-8099-a78f13423f27 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887883 Jul 23 20:05:45.838084 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a2948a3-a045-41bc-a678-7c24afe5da2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:45.845499 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:45.872977 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:45.894019 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port c338303b-5c93-4cc0-92f3-1a90bcbf04e7 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:05:45.901162 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-dfd20e8d-29be-42a8-b208-39bbc7dba37b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3 HTTP/1.1" status: 200 len: 217 time: 0.4635296 Jul 23 20:05:45.907214 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9271d0d7-9251-4412-a64d-40401596586f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37163526-f636-4d23-b130-b1067110e179'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:05:45.910058 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbee2c5-7947-43d3-9867-852bd5ad28b9" -d '{"events": [{"server_uuid": "9271d0d7-9251-4412-a64d-40401596586f", "name": "network-vif-plugged", "status": "completed", "tag": "37163526-f636-4d23-b130-b1067110e179"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:05:45.924819 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port c338303b-5c93-4cc0-92f3-1a90bcbf04e7 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:45.925375 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:45.989225 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a0a9ad3-31c1-45e5-960e-edc8c9468c4f req-82856303-7562-4c37-838a-51127fe08a6b tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] 10.222.0.32 "GET /v2.0/security-groups/55273e41-b371-4890-87d7-97693f5b402e HTTP/1.1" status: 200 len: 2981 time: 0.6068146 Jul 23 20:05:46.034228 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 37163526-f636-4d23-b130-b1067110e179, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=37163526-f636-4d23-b130-b1067110e179,segment=NetworkSegment(09c16a36-f585-4003-9e2f-a9905bed7329),segment_id=09c16a36-f585-4003-9e2f-a9905bed7329)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:46.043528 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-19bf3ba4-8e84-49eb-93c5-4b44e1a136dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:46.047216 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-19bf3ba4-8e84-49eb-93c5-4b44e1a136dd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d4f0363c-c07e-46a2-b2c5-f4462163c3fd HTTP/1.1" status: 200 len: 859 time: 0.1281075 Jul 23 20:05:46.056716 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:46.136759 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:46.140347 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a0a9ad3-31c1-45e5-960e-edc8c9468c4f req-db40c319-26af-405f-88d5-d74daa1ec5a6 tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] 10.222.0.32 "GET /v2.0/security-groups/9d35af11-a1d9-48dc-a3cc-094fd318b81c HTTP/1.1" status: 200 len: 2981 time: 0.1084890 Jul 23 20:05:46.155843 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df903a-f6ad-4960-b0c7-bad96138922e req-c9622843-4f6a-466b-9271-89c83e7abeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:46.157849 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-28df903a-f6ad-4960-b0c7-bad96138922e req-c9622843-4f6a-466b-9271-89c83e7abeaa service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.2557557 Jul 23 20:05:46.184025 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2948a3-a045-41bc-a678-7c24afe5da2d admin admin] Network 74aa537d-7e22-49da-b77d-2e452b6d3781 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:05:46.187724 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-0a2948a3-a045-41bc-a678-7c24afe5da2d admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:05:46.188188 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port c338303b-5c93-4cc0-92f3-1a90bcbf04e7, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=c338303b-5c93-4cc0-92f3-1a90bcbf04e7,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:46.199677 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:46.201307 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device abbd6304-a71f-4f84-ad2a-a598ea969a6f up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:05:46.235710 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-28df903a-f6ad-4960-b0c7-bad96138922e req-e2140b21-2220-4f61-8fab-5e4ef146e804 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=1286a58a-6ab0-4b63-9618-5e29a4285352 HTTP/1.1" status: 200 len: 217 time: 0.0669620 Jul 23 20:05:46.280933 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=37163526-f636-4d23-b130-b1067110e179,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:46.294909 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a0a9ad3-31c1-45e5-960e-edc8c9468c4f req-409b8584-ae53-4d76-ae77-d6a90c66583b tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] 10.222.0.32 "GET /v2.0/security-groups/9d35af11-a1d9-48dc-a3cc-094fd318b81c HTTP/1.1" status: 200 len: 2981 time: 0.1466718 Jul 23 20:05:46.341285 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-2c5bd0d2-4eeb-4106-a878-7e0dbb5eda72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:46.342894 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-2c5bd0d2-4eeb-4106-a878-7e0dbb5eda72 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9809b0ec-ba40-459d-967a-8ad4e593e436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2890053 Jul 23 20:05:46.397266 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=c338303b-5c93-4cc0-92f3-1a90bcbf04e7,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:46.397727 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a0a9ad3-31c1-45e5-960e-edc8c9468c4f req-ffb756ad-ff93-43e5-bd1a-13ec0020524c tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] 10.222.0.32 "GET /v2.0/security-groups/9f4a7ede-b202-474a-b3b4-d70b30abed4a HTTP/1.1" status: 200 len: 2981 time: 0.0927763 Jul 23 20:05:46.406620 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df903a-f6ad-4960-b0c7-bad96138922e req-0c4c1c3e-cb48-4d94-82ed-b3d37c8369c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:46.408236 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-28df903a-f6ad-4960-b0c7-bad96138922e req-0c4c1c3e-cb48-4d94-82ed-b3d37c8369c0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1639192 Jul 23 20:05:46.411206 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port abbd6304-a71f-4f84-ad2a-a598ea969a6f completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:05:46.422724 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port abbd6304-a71f-4f84-ad2a-a598ea969a6f triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:46.423420 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:46.518168 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ebd06-5483-473a-998b-86e231019903 req-210a228a-74b7-482e-b904-8ab1884c0205 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:46.533279 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d18ebd06-5483-473a-998b-86e231019903 req-210a228a-74b7-482e-b904-8ab1884c0205 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=9271d0d7-9251-4412-a64d-40401596586f HTTP/1.1" status: 200 len: 944 time: 0.5715053 Jul 23 20:05:46.555199 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:46.574326 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a0a9ad3-31c1-45e5-960e-edc8c9468c4f req-75bbff38-c386-4b40-9d8f-c75bd3f2b548 tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] 10.222.0.32 "GET /v2.0/security-groups/9f4a7ede-b202-474a-b3b4-d70b30abed4a HTTP/1.1" status: 200 len: 2981 time: 0.1649728 Jul 23 20:05:46.594542 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-72be8b42-2132-4134-9bfc-90c161e67aab service neutron] 10.222.0.18 "GET /v2.0/networks/9809b0ec-ba40-459d-967a-8ad4e593e436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407258 Jul 23 20:05:46.607999 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port abbd6304-a71f-4f84-ad2a-a598ea969a6f, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=abbd6304-a71f-4f84-ad2a-a598ea969a6f,segment=NetworkSegment(ecb68998-081e-4f77-aaf6-14fc0fbb5649),segment_id=ecb68998-081e-4f77-aaf6-14fc0fbb5649)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:46.620219 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df903a-f6ad-4960-b0c7-bad96138922e req-6e0558c0-2488-4ee7-9720-591da4f3c8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:46.621904 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-28df903a-f6ad-4960-b0c7-bad96138922e req-6e0558c0-2488-4ee7-9720-591da4f3c8cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2013400 Jul 23 20:05:46.632477 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:46.699075 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d18ebd06-5483-473a-998b-86e231019903 req-7d6eee40-8bb3-4126-b097-f3542c03d23d tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586082 Jul 23 20:05:46.709290 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a0a9ad3-31c1-45e5-960e-edc8c9468c4f req-9f2c019f-8316-41b7-a93d-12c8edc66edd tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] 10.222.0.32 "GET /v2.0/security-groups/ab0890c5-876c-472b-8160-ab7dd7b73497 HTTP/1.1" status: 200 len: 2981 time: 0.1270750 Jul 23 20:05:46.718739 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=abbd6304-a71f-4f84-ad2a-a598ea969a6f,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:46.730883 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a2948a3-a045-41bc-a678-7c24afe5da2d admin admin] Router 11a42984-2100-4e6f-b94e-c2b92ad5ed85 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:05:46.741526 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f88c79b8-78dd-423e-8121-3d287a83de49 None None] Provisioning complete for port a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:46.742579 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f88c79b8-78dd-423e-8121-3d287a83de49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:46.798018 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-f88c79b8-78dd-423e-8121-3d287a83de49 None None] Port a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:05:46.886932 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-98f09bf5-bbea-43f4-8676-54ffa9c0333a req-e4ba402a-921e-4d61-8d26-1924c6eccdff service neutron] 10.222.0.18 "GET /v2.0/networks/9809b0ec-ba40-459d-967a-8ad4e593e436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759411 Jul 23 20:05:46.888732 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a0a9ad3-31c1-45e5-960e-edc8c9468c4f req-21393c44-18e4-4145-bccf-a84a53e65f46 tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] 10.222.0.32 "GET /v2.0/security-groups/ab0890c5-876c-472b-8160-ab7dd7b73497 HTTP/1.1" status: 200 len: 2981 time: 0.1721807 Jul 23 20:05:46.950818 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-28df903a-f6ad-4960-b0c7-bad96138922e req-6895f484-b4b2-42c2-9e5f-f7f2c7f920e3 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094499 Jul 23 20:05:46.993611 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ae453-bad6-4837-886d-0041d3bddcd5 req-c0e5f8b3-f10f-4e3b-8674-a2f95d9db8b6 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:46.995257 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cf6ae453-bad6-4837-886d-0041d3bddcd5 req-c0e5f8b3-f10f-4e3b-8674-a2f95d9db8b6 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.1593888 Jul 23 20:05:46.996380 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2948a3-a045-41bc-a678-7c24afe5da2d admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:05:47.010972 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0a2948a3-a045-41bc-a678-7c24afe5da2d admin admin] 10.222.0.32 "PUT /v2.0/routers/11a42984-2100-4e6f-b94e-c2b92ad5ed85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5886176 Jul 23 20:05:47.041931 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a0a9ad3-31c1-45e5-960e-edc8c9468c4f req-c4de6b7c-3eaf-4a48-b8e4-8db7508b6ab0 tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] 10.222.0.32 "GET /v2.0/security-groups/b5626b20-0aa1-46fc-925b-c573e67b46a3 HTTP/1.1" status: 200 len: 2977 time: 0.1451566 Jul 23 20:05:47.055816 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device eddda286-689d-4dc5-8c5c-5401afb7251e up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:05:47.080540 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cf6ae453-bad6-4837-886d-0041d3bddcd5 req-a0d56804-a63e-4c10-956d-35023e8eed27 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674083 Jul 23 20:05:47.117661 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-28df903a-f6ad-4960-b0c7-bad96138922e req-3efdde53-5d6f-4b4f-aba7-f850bdfe35aa service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574781 Jul 23 20:05:47.119235 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a0a9ad3-31c1-45e5-960e-edc8c9468c4f req-8cffd4c4-580e-4a6e-980b-0735d29fdbfc tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] 10.222.0.32 "GET /v2.0/security-groups/b5626b20-0aa1-46fc-925b-c573e67b46a3 HTTP/1.1" status: 200 len: 2977 time: 0.0640786 Jul 23 20:05:47.142315 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port eddda286-689d-4dc5-8c5c-5401afb7251e completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:05:47.151253 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port eddda286-689d-4dc5-8c5c-5401afb7251e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:47.151638 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:47.193765 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd55c87-6127-4208-90cf-897f28ae8455 x-openstack-request-id: req-0fd55c87-6127-4208-90cf-897f28ae8455 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:05:47.194306 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b1d47f-ced0-4326-bfa7-5bc8507b9a15", "name": "network-vif-unplugged", "status": "completed", "tag": "1286a58a-6ab0-4b63-9618-5e29a4285352", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:05:47.194505 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0fd55c87-6127-4208-90cf-897f28ae8455 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:05:47.194868 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b1d47f-ced0-4326-bfa7-5bc8507b9a15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1286a58a-6ab0-4b63-9618-5e29a4285352', 'code': 200} Jul 23 20:05:47.201541 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a0a9ad3-31c1-45e5-960e-edc8c9468c4f req-26d3e3fa-2771-4be9-a82f-4ee87641fc71 tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] 10.222.0.32 "GET /v2.0/security-groups/bde8d35b-493d-465c-b47b-8ea92f5fb8bc HTTP/1.1" status: 200 len: 2981 time: 0.0763714 Jul 23 20:05:47.314775 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:47.326732 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a0a9ad3-31c1-45e5-960e-edc8c9468c4f req-7e370416-25af-43b8-a33e-22f5081e640f tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] 10.222.0.32 "GET /v2.0/security-groups/bde8d35b-493d-465c-b47b-8ea92f5fb8bc HTTP/1.1" status: 200 len: 2981 time: 0.1189241 Jul 23 20:05:47.377840 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port eddda286-689d-4dc5-8c5c-5401afb7251e, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=eddda286-689d-4dc5-8c5c-5401afb7251e,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:47.395569 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:47.414821 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a0a9ad3-31c1-45e5-960e-edc8c9468c4f req-649f80af-3241-48bd-bac3-5998ee78f72d tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] 10.222.0.32 "GET /v2.0/security-groups/cb711ba8-51b8-45e5-af9c-cee4c80f2b74 HTTP/1.1" status: 200 len: 2981 time: 0.0776856 Jul 23 20:05:47.482294 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-451f246c-7413-42f0-a169-2996340a2c0e req-55538292-d913-40c5-8f2a-a13e9c8bbc28 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2651818 Jul 23 20:05:47.484062 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a0a9ad3-31c1-45e5-960e-edc8c9468c4f req-6911c289-ea45-4f01-96c3-9f4583933eea tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] 10.222.0.32 "GET /v2.0/security-groups/cb711ba8-51b8-45e5-af9c-cee4c80f2b74 HTTP/1.1" status: 200 len: 2981 time: 0.0632560 Jul 23 20:05:47.495800 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-451f246c-7413-42f0-a169-2996340a2c0e req-0cf26ee9-11e7-47d8-9e4c-84dd421fdf2f tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:47.515240 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=eddda286-689d-4dc5-8c5c-5401afb7251e,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:47.520820 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device c338303b-5c93-4cc0-92f3-1a90bcbf04e7 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:05:47.524887 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-451f246c-7413-42f0-a169-2996340a2c0e req-0cf26ee9-11e7-47d8-9e4c-84dd421fdf2f tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:47.556848 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a0a9ad3-31c1-45e5-960e-edc8c9468c4f req-ceafa12a-1340-4f86-8780-7e082c8f5d4e tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] 10.222.0.32 "GET /v2.0/security-groups/e5c8fc33-ad0c-4de5-b45b-9574acce852e HTTP/1.1" status: 200 len: 2973 time: 0.0629036 Jul 23 20:05:47.591123 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port c338303b-5c93-4cc0-92f3-1a90bcbf04e7 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:47.591546 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:47.611842 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a0a9ad3-31c1-45e5-960e-edc8c9468c4f req-1a20e594-77f2-46f9-98af-03184d0b3c16 tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] 10.222.0.32 "GET /v2.0/security-groups/e5c8fc33-ad0c-4de5-b45b-9574acce852e HTTP/1.1" status: 200 len: 2973 time: 0.0496514 Jul 23 20:05:47.669326 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a0a9ad3-31c1-45e5-960e-edc8c9468c4f req-5e0a9ee3-d330-4b0a-b79c-bec0077ff980 tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] 10.222.0.32 "GET /v2.0/security-groups/f03bc08f-e700-4073-8157-e780c3416b03 HTTP/1.1" status: 200 len: 2981 time: 0.0506895 Jul 23 20:05:47.686528 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-451f246c-7413-42f0-a169-2996340a2c0e req-0cf26ee9-11e7-47d8-9e4c-84dd421fdf2f tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:47.771987 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a0a9ad3-31c1-45e5-960e-edc8c9468c4f req-c7ad45ea-7f23-44ba-9d25-cb6a538b4ab1 tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] 10.222.0.32 "GET /v2.0/security-groups/f03bc08f-e700-4073-8157-e780c3416b03 HTTP/1.1" status: 200 len: 2981 time: 0.0944993 Jul 23 20:05:47.875818 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device abbd6304-a71f-4f84-ad2a-a598ea969a6f up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:05:47.889182 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-451f246c-7413-42f0-a169-2996340a2c0e req-0cf26ee9-11e7-47d8-9e4c-84dd421fdf2f tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Allocated IP 172.25.1.169 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/d7461433-91b4-41cf-9afb-4578870e14da) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:05:47.913382 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd49431-f9eb-448e-bb58-191ea84349a6 x-openstack-request-id: req-abd49431-f9eb-448e-bb58-191ea84349a6 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:05:47.913939 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9271d0d7-9251-4412-a64d-40401596586f", "name": "network-vif-plugged", "status": "completed", "tag": "37163526-f636-4d23-b130-b1067110e179", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:05:47.914539 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-abd49431-f9eb-448e-bb58-191ea84349a6 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:05:47.915243 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9271d0d7-9251-4412-a64d-40401596586f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37163526-f636-4d23-b130-b1067110e179', 'code': 200} Jul 23 20:05:47.947755 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port abbd6304-a71f-4f84-ad2a-a598ea969a6f triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:47.948130 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:48.070986 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-451f246c-7413-42f0-a169-2996340a2c0e req-0cf26ee9-11e7-47d8-9e4c-84dd421fdf2f tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:48.087311 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7ea1e-1529-40d5-a397-b5c9e38281a6 req-f83a4f33-d363-49da-ae8b-333d86d09580 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:48.093854 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a5e7ea1e-1529-40d5-a397-b5c9e38281a6 req-f83a4f33-d363-49da-ae8b-333d86d09580 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9355540-a546-4edf-8000-438e40861cc8 HTTP/1.1" status: 200 len: 943 time: 0.0927126 Jul 23 20:05:48.161158 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-451f246c-7413-42f0-a169-2996340a2c0e req-0cf26ee9-11e7-47d8-9e4c-84dd421fdf2f tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:48.192647 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a5e7ea1e-1529-40d5-a397-b5c9e38281a6 req-4535acb2-c965-45a0-9fa7-3b421bf05511 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/security-groups?id=291e14e9-29a7-49fc-887b-c23bc971e5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864732 Jul 23 20:05:48.220814 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-451f246c-7413-42f0-a169-2996340a2c0e req-0cf26ee9-11e7-47d8-9e4c-84dd421fdf2f tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:05:48.260180 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf26ee9-11e7-47d8-9e4c-84dd421fdf2f tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Pushing event updated for resources: {'Port': ['ID=d7461433-91b4-41cf-9afb-4578870e14da,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:48.273603 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-451f246c-7413-42f0-a169-2996340a2c0e req-0cf26ee9-11e7-47d8-9e4c-84dd421fdf2f tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:05:48.281019 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-451f246c-7413-42f0-a169-2996340a2c0e req-0cf26ee9-11e7-47d8-9e4c-84dd421fdf2f tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:05:48.389554 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd162d6-046b-43af-9331-94da58dccc63 req-1faaa322-0b27-43dd-8ae2-8f639f6e0cd0 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:48.398945 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5fd162d6-046b-43af-9331-94da58dccc63 req-1faaa322-0b27-43dd-8ae2-8f639f6e0cd0 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 947 time: 0.1200373 Jul 23 20:05:48.407462 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-451f246c-7413-42f0-a169-2996340a2c0e req-0cf26ee9-11e7-47d8-9e4c-84dd421fdf2f tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:48.443641 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5fd162d6-046b-43af-9331-94da58dccc63 req-bb0e0cb4-cedc-4162-88f3-e6686c619a2d tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435178 Jul 23 20:05:48.487155 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-451f246c-7413-42f0-a169-2996340a2c0e req-0cf26ee9-11e7-47d8-9e4c-84dd421fdf2f tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:48.711213 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-451f246c-7413-42f0-a169-2996340a2c0e req-0cf26ee9-11e7-47d8-9e4c-84dd421fdf2f tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:48.717958 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-451f246c-7413-42f0-a169-2996340a2c0e req-0cf26ee9-11e7-47d8-9e4c-84dd421fdf2f tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:48.800356 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42046) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:48.807325 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-e100154e-ebcc-430b-9683-950939c9de0a tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Request body: {'security_group': {'name': 'tempest-securitygroup--69429323', 'description': 'tempest-description--1190107836'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:48.863042 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf26ee9-11e7-47d8-9e4c-84dd421fdf2f tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Pushing event updated for resources: {'Port': ['ID=d7461433-91b4-41cf-9afb-4578870e14da,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:48.887729 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-451f246c-7413-42f0-a169-2996340a2c0e req-0cf26ee9-11e7-47d8-9e4c-84dd421fdf2f tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:48.913838 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-451f246c-7413-42f0-a169-2996340a2c0e req-0cf26ee9-11e7-47d8-9e4c-84dd421fdf2f tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:48.915215 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-451f246c-7413-42f0-a169-2996340a2c0e req-0cf26ee9-11e7-47d8-9e4c-84dd421fdf2f tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4319046 Jul 23 20:05:48.949776 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e100154e-ebcc-430b-9683-950939c9de0a tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:48.998494 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-451f246c-7413-42f0-a169-2996340a2c0e req-86d7c284-4135-49f2-b468-aed13cadc3ff tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.169 HTTP/1.1" status: 200 len: 696 time: 0.0749261 Jul 23 20:05:49.006732 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:05:49.036515 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47912002-ce1c-4ba4-8e07-3036274b1eff req-480077fb-cab1-46d9-b2b0-81a3be253f35 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:49.038697 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-47912002-ce1c-4ba4-8e07-3036274b1eff req-480077fb-cab1-46d9-b2b0-81a3be253f35 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=9271d0d7-9251-4412-a64d-40401596586f HTTP/1.1" status: 200 len: 945 time: 0.1660151 Jul 23 20:05:49.105618 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 1286a58a-6ab0-4b63-9618-5e29a4285352 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:05:49.121809 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-47912002-ce1c-4ba4-8e07-3036274b1eff req-d881c02d-a489-4469-bcab-69a53044e06e tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762143 Jul 23 20:05:49.124100 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eb3880-dc22-4382-9682-3b4aa6099ca4 None None] Sync routers for ids ['11a42984-2100-4e6f-b94e-c2b92ad5ed85'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:05:49.153751 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e100154e-ebcc-430b-9683-950939c9de0a tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:49.166068 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e100154e-ebcc-430b-9683-950939c9de0a tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:49.189720 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f246c-7413-42f0-a169-2996340a2c0e req-4f56062b-c3de-411b-bd90-bba56809eef6 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:49.191152 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-451f246c-7413-42f0-a169-2996340a2c0e req-4f56062b-c3de-411b-bd90-bba56809eef6 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "GET /v2.0/networks/8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 784 time: 0.1859658 Jul 23 20:05:49.202990 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b1d47f-ced0-4326-bfa7-5bc8507b9a15', 'tag': '1286a58a-6ab0-4b63-9618-5e29a4285352'}, {'name': 'network-changed', 'server_uuid': 'f9355540-a546-4edf-8000-438e40861cc8', 'tag': '8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:05:49.205976 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5203831b-dae3-4cfc-bf67-6e098415666b" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b1d47f-ced0-4326-bfa7-5bc8507b9a15", "tag": "1286a58a-6ab0-4b63-9618-5e29a4285352"}, {"name": "network-changed", "server_uuid": "f9355540-a546-4edf-8000-438e40861cc8", "tag": "8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:05:49.219251 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eb3880-dc22-4382-9682-3b4aa6099ca4 None None] Routers {'11a42984-2100-4e6f-b94e-c2b92ad5ed85'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:05:49.219976 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-f2eb3880-dc22-4382-9682-3b4aa6099ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:05:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['11a42984-2100-4e6f-b94e-c2b92ad5ed85'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:49.244856 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e100154e-ebcc-430b-9683-950939c9de0a tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:49.248784 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42056) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:49.249063 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e100154e-ebcc-430b-9683-950939c9de0a tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4468830 Jul 23 20:05:49.253826 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-fc9ae83a-6ad4-429d-afed-3e91ceedcd78 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Request body: {'security_group_rule': {'security_group_id': 'a297093d-8549-482f-a598-b2c5d722c0ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:49.263438 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100154e-ebcc-430b-9683-950939c9de0a tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a297093d-8549-482f-a598-b2c5d722c0ae,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:49.323370 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e28bf57e-06a1-444e-9719-6a0fd20da7f5 req-986a90bb-04ee-43bb-8b05-e9988e7dc927 tempest-SecurityGroupsTestAdminJSON-248615549 tempest-SecurityGroupsTestAdminJSON-248615549-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a17304af9ca4ebe9df8201c4bc32614 HTTP/1.1" status: 200 len: 6102 time: 0.1656501 Jul 23 20:05:49.370977 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc9ae83a-6ad4-429d-afed-3e91ceedcd78 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:49.376994 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3,segment=NetworkSegment(489b476d-97fe-494a-9240-bd9b3eeee4c3),segment_id=489b476d-97fe-494a-9240-bd9b3eeee4c3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:49.401829 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e28bf57e-06a1-444e-9719-6a0fd20da7f5 req-8b8e20aa-d6ba-4338-a2fa-e13294aa33c2 tempest-SecurityGroupsTestAdminJSON-248615549 tempest-SecurityGroupsTestAdminJSON-248615549-project] 10.222.0.32 "GET /v2.0/security-groups/cb711ba8-51b8-45e5-af9c-cee4c80f2b74 HTTP/1.1" status: 200 len: 2981 time: 0.0771701 Jul 23 20:05:49.446916 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ef59e-d7e9-4507-b74a-b48df35e9d30 req-85e50e89-ce96-4f91-8ec3-34cd322a2a4d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:49.448847 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-125ef59e-d7e9-4507-b74a-b48df35e9d30 req-85e50e89-ce96-4f91-8ec3-34cd322a2a4d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 945 time: 0.1309311 Jul 23 20:05:49.450734 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3', 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436', 'port_id': '8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3', 'mac_address': 'fa:16:3e:63:0c:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:05:49.456982 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc9ae83a-6ad4-429d-afed-3e91ceedcd78 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:49.471011 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc9ae83a-6ad4-429d-afed-3e91ceedcd78 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:49.503374 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e28bf57e-06a1-444e-9719-6a0fd20da7f5 req-d2933804-b18e-491b-b620-a7fea34771ea tempest-SecurityGroupsTestAdminJSON-248615549 tempest-SecurityGroupsTestAdminJSON-248615549-project] 10.222.0.32 "GET /v2.0/security-groups/cb711ba8-51b8-45e5-af9c-cee4c80f2b74 HTTP/1.1" status: 200 len: 2981 time: 0.0986736 Jul 23 20:05:49.506526 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ae83a-6ad4-429d-afed-3e91ceedcd78 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce11315-c481-4d12-a2b0-d408de4f42e5,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:49.524509 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc9ae83a-6ad4-429d-afed-3e91ceedcd78 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:49.528044 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-fc9ae83a-6ad4-429d-afed-3e91ceedcd78 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2762594 Jul 23 20:05:49.529121 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42062) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:49.532181 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-f2eb3880-dc22-4382-9682-3b4aa6099ca4 None None] Set router 11a42984-2100-4e6f-b94e-c2b92ad5ed85 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:05:49.535606 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 1286a58a-6ab0-4b63-9618-5e29a4285352, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=1286a58a-6ab0-4b63-9618-5e29a4285352,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:49.536911 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-faf44c79-1e35-4397-bddf-7287373aec51 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Request body: {'security_group_rule': {'security_group_id': 'a297093d-8549-482f-a598-b2c5d722c0ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:49.539442 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-125ef59e-d7e9-4507-b74a-b48df35e9d30 req-20d0353d-392e-4549-98ea-5921e73cd7af tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744009 Jul 23 20:05:49.588729 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:49.595736 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '1286a58a-6ab0-4b63-9618-5e29a4285352', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': '1286a58a-6ab0-4b63-9618-5e29a4285352', 'mac_address': 'fa:16:3e:3e:47:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:05:49.641640 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-faf44c79-1e35-4397-bddf-7287373aec51 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:49.645033 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:05:49.724416 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b83227ce-8c57-4640-9b5a-6313826926cf req-12272e38-4728-4aca-8c35-00471a094505 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1687274 Jul 23 20:05:49.739040 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-b83227ce-8c57-4640-9b5a-6313826926cf req-652a5696-45c7-4376-a377-87695b7576de tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:49.754689 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-faf44c79-1e35-4397-bddf-7287373aec51 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:49.754879 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3,segment=NetworkSegment(489b476d-97fe-494a-9240-bd9b3eeee4c3),segment_id=489b476d-97fe-494a-9240-bd9b3eeee4c3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:49.759099 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:49.761443 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-faf44c79-1e35-4397-bddf-7287373aec51 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:49.767074 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:49.797369 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b83227ce-8c57-4640-9b5a-6313826926cf req-652a5696-45c7-4376-a377-87695b7576de tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:49.804408 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf44c79-1e35-4397-bddf-7287373aec51 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00dd6708-7c51-4e92-b558-7dff2229039b,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:49.809243 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 20:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be85ed0c-4639-4690-923e-e376fa108aa1 x-openstack-request-id: req-be85ed0c-4639-4690-923e-e376fa108aa1 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:05:49.818574 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b1d47f-ced0-4326-bfa7-5bc8507b9a15", "tag": "1286a58a-6ab0-4b63-9618-5e29a4285352", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f9355540-a546-4edf-8000-438e40861cc8", "tag": "8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:05:49.819681 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-be85ed0c-4639-4690-923e-e376fa108aa1 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:05:49.820515 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b1d47f-ced0-4326-bfa7-5bc8507b9a15', 'tag': '1286a58a-6ab0-4b63-9618-5e29a4285352', 'status': 'completed', 'code': 200} Jul 23 20:05:49.820962 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9355540-a546-4edf-8000-438e40861cc8', 'tag': '8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3', 'status': 'completed', 'code': 200} Jul 23 20:05:49.840849 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1286a58a-6ab0-4b63-9618-5e29a4285352 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:05:49.902348 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 1286a58a-6ab0-4b63-9618-5e29a4285352, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=1286a58a-6ab0-4b63-9618-5e29a4285352,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:49.916187 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:49.918765 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b8caf2-2e82-4e81-9590-162c7d3a78dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddda286-689d-4dc5-8c5c-5401afb7251e'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:05:49.921100 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f19e8a-8f60-46aa-af3b-e0515bc8f2b2" -d '{"events": [{"server_uuid": "a9b8caf2-2e82-4e81-9590-162c7d3a78dd", "name": "network-vif-plugged", "status": "completed", "tag": "eddda286-689d-4dc5-8c5c-5401afb7251e"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:05:49.924139 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:49.977564 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b83227ce-8c57-4640-9b5a-6313826926cf req-652a5696-45c7-4376-a377-87695b7576de tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:50.001067 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-faf44c79-1e35-4397-bddf-7287373aec51 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:50.002437 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-faf44c79-1e35-4397-bddf-7287373aec51 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4718199 Jul 23 20:05:50.004988 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-f2eb3880-dc22-4382-9682-3b4aa6099ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a42984-2100-4e6f-b94e-c2b92ad5ed85', 'name': 'tempest-ServersTestJSON-1767733661-router', 'tenant_id': '080e43911453453aa007727912f2477f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'c338303b-5c93-4cc0-92f3-1a90bcbf04e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:36Z', 'updated_at': '2021-07-23T20:05:44Z', 'revision_number': 4, 'project_id': '080e43911453453aa007727912f2477f', 'gw_port': {'id': 'c338303b-5c93-4cc0-92f3-1a90bcbf04e7', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:42:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a42984-2100-4e6f-b94e-c2b92ad5ed85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:38Z', 'updated_at': '2021-07-23T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b', 'name': '', 'network_id': '74aa537d-7e22-49da-b77d-2e452b6d3781', 'tenant_id': '080e43911453453aa007727912f2477f', 'mac_address': 'fa:16:3e:23:10:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a42984-2100-4e6f-b94e-c2b92ad5ed85', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'dad0a67e-ae6b-411e-b556-feb30f60ceb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:42Z', 'updated_at': '2021-07-23T20:05:44Z', 'revision_number': 2, 'project_id': '080e43911453453aa007727912f2477f', 'subnets': [{'id': 'dad0a67e-ae6b-411e-b556-feb30f60ceb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:50.014137 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42066) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:50.026694 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-32f25b38-2add-4e8a-b548-3495a7c3cfcb tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:50.039666 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=1286a58a-6ab0-4b63-9618-5e29a4285352,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:50.043223 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eb3880-dc22-4382-9682-3b4aa6099ca4 None None] Checking router: 11a42984-2100-4e6f-b94e-c2b92ad5ed85 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:05:50.043915 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eb3880-dc22-4382-9682-3b4aa6099ca4 None None] Updating router 11a42984-2100-4e6f-b94e-c2b92ad5ed85 port a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:05:50.082248 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:05:50.113622 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-32f25b38-2add-4e8a-b548-3495a7c3cfcb tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks [] for floatingip, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:50.121764 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f2eb3880-dc22-4382-9682-3b4aa6099ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:50.178903 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203831b-dae3-4cfc-bf67-6e098415666b req-e8031c67-3be0-4671-82ee-306adc9a5151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:50.180429 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['1286a58a-6ab0-4b63-9618-5e29a4285352'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:05:50.182441 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5203831b-dae3-4cfc-bf67-6e098415666b req-e8031c67-3be0-4671-82ee-306adc9a5151 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a28939d8212b4a0392808b969f282665&device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 1099 time: 0.3603806 Jul 23 20:05:50.200233 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-b83227ce-8c57-4640-9b5a-6313826926cf req-652a5696-45c7-4376-a377-87695b7576de tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Allocated IP 172.25.1.99 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/c78a7b8f-60ad-429e-b8db-fb8e8cfd4571) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:05:50.204461 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203831b-dae3-4cfc-bf67-6e098415666b req-117a7bb0-0557-46c5-9c24-db9104dd273f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:50.206162 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5203831b-dae3-4cfc-bf67-6e098415666b req-117a7bb0-0557-46c5-9c24-db9104dd273f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a28939d8212b4a0392808b969f282665&device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 1099 time: 0.3317866 Jul 23 20:05:50.294361 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e986bf8-4986-4e34-94fe-65164a6d07a5 req-52801afc-1842-426f-96dd-27cbfc026dbd tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:50.296262 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3e986bf8-4986-4e34-94fe-65164a6d07a5 req-52801afc-1842-426f-96dd-27cbfc026dbd tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9355540-a546-4edf-8000-438e40861cc8 HTTP/1.1" status: 200 len: 944 time: 0.3462851 Jul 23 20:05:50.355907 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b83227ce-8c57-4640-9b5a-6313826926cf req-652a5696-45c7-4376-a377-87695b7576de tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:50.448961 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b83227ce-8c57-4640-9b5a-6313826926cf req-652a5696-45c7-4376-a377-87695b7576de tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:50.499408 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b83227ce-8c57-4640-9b5a-6313826926cf req-652a5696-45c7-4376-a377-87695b7576de tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:05:50.503500 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203831b-dae3-4cfc-bf67-6e098415666b req-950910d3-98ec-4d60-b488-c1357038c74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:50.506297 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5203831b-dae3-4cfc-bf67-6e098415666b req-950910d3-98ec-4d60-b488-c1357038c74e service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.3060725 Jul 23 20:05:50.507070 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-b83227ce-8c57-4640-9b5a-6313826926cf req-652a5696-45c7-4376-a377-87695b7576de tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:05:50.510694 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3e986bf8-4986-4e34-94fe-65164a6d07a5 req-99eee42e-9370-4307-92c7-f06a256fb49d tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/security-groups?id=291e14e9-29a7-49fc-887b-c23bc971e5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058084 Jul 23 20:05:50.511925 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83227ce-8c57-4640-9b5a-6313826926cf req-652a5696-45c7-4376-a377-87695b7576de tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:05:50.513437 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203831b-dae3-4cfc-bf67-6e098415666b req-a37d5b90-3327-4529-95db-df7790706167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:50.515200 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5203831b-dae3-4cfc-bf67-6e098415666b req-a37d5b90-3327-4529-95db-df7790706167 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.2929151 Jul 23 20:05:50.587522 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5203831b-dae3-4cfc-bf67-6e098415666b req-e6ff0bc5-61d0-41f5-87e6-ecc5d38879e7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=1286a58a-6ab0-4b63-9618-5e29a4285352 HTTP/1.1" status: 200 len: 217 time: 0.0694299 Jul 23 20:05:50.677009 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5203831b-dae3-4cfc-bf67-6e098415666b req-da221ce5-3553-4525-93a4-f7097659154f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=1286a58a-6ab0-4b63-9618-5e29a4285352 HTTP/1.1" status: 200 len: 217 time: 0.1515527 Jul 23 20:05:50.697862 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-32f25b38-2add-4e8a-b548-3495a7c3cfcb tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:50.811597 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f2eb3880-dc22-4382-9682-3b4aa6099ca4 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:50.832492 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f2eb3880-dc22-4382-9682-3b4aa6099ca4 None None] Transition to ACTIVE for port object a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:05:50.848653 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f2eb3880-dc22-4382-9682-3b4aa6099ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:50.923121 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203831b-dae3-4cfc-bf67-6e098415666b req-0d970b87-eeeb-42ef-ac4b-fc5e469c4721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:50.925526 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5203831b-dae3-4cfc-bf67-6e098415666b req-0d970b87-eeeb-42ef-ac4b-fc5e469c4721 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.3283358 Jul 23 20:05:50.950382 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6853d0c6-8786-4eba-9485-55f7a48a7905 None None] Pushing event updated for resources: {'Port': ['ID=a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:50.995885 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-32f25b38-2add-4e8a-b548-3495a7c3cfcb tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Allocated IP 172.25.1.173 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/46b4ee6a-8125-4305-8bdc-864b87f6d444) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:05:51.061032 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203831b-dae3-4cfc-bf67-6e098415666b req-7fc1c096-6094-414c-ae70-d7b8b8b6b18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:51.062814 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5203831b-dae3-4cfc-bf67-6e098415666b req-7fc1c096-6094-414c-ae70-d7b8b8b6b18c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.2724357 Jul 23 20:05:51.112700 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-f2eb3880-dc22-4382-9682-3b4aa6099ca4 None None] Attempting to bind port a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:05:51.113315 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-f2eb3880-dc22-4382-9682-3b4aa6099ca4 None None] Attempting to bind port a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'dcfcb286-575f-4bc5-8644-3a9c1f47f899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '74aa537d-7e22-49da-b77d-2e452b6d3781'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:05:51.113434 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eb3880-dc22-4382-9682-3b4aa6099ca4 None None] Attempting to bind port a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b on network 74aa537d-7e22-49da-b77d-2e452b6d3781 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:05:51.125382 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eb3880-dc22-4382-9682-3b4aa6099ca4 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:05:51.125824 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eb3880-dc22-4382-9682-3b4aa6099ca4 None None] Checking segment: {'id': 'dcfcb286-575f-4bc5-8644-3a9c1f47f899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '74aa537d-7e22-49da-b77d-2e452b6d3781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:05:51.126253 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f2eb3880-dc22-4382-9682-3b4aa6099ca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:51.126693 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eb3880-dc22-4382-9682-3b4aa6099ca4 None None] Bound using segment: {'id': 'dcfcb286-575f-4bc5-8644-3a9c1f47f899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '74aa537d-7e22-49da-b77d-2e452b6d3781'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:05:51.127171 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-f2eb3880-dc22-4382-9682-3b4aa6099ca4 None None] Bound port: a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfcb286-575f-4bc5-8644-3a9c1f47f899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '74aa537d-7e22-49da-b77d-2e452b6d3781'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:05:51.127554 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f2eb3880-dc22-4382-9682-3b4aa6099ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:51.181228 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b83227ce-8c57-4640-9b5a-6313826926cf req-652a5696-45c7-4376-a377-87695b7576de tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:51.276091 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d32d6-8682-4fb5-9d10-7c7c0194a7d6 req-10c7078a-9131-4acb-bd5f-e0c57d903135 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:51.278209 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-460d32d6-8682-4fb5-9d10-7c7c0194a7d6 req-10c7078a-9131-4acb-bd5f-e0c57d903135 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 948 time: 0.6311483 Jul 23 20:05:51.296946 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b83227ce-8c57-4640-9b5a-6313826926cf req-652a5696-45c7-4376-a377-87695b7576de tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:51.301200 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a5696-45c7-4376-a377-87695b7576de tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Pushing event updated for resources: {'Port': ['ID=c78a7b8f-60ad-429e-b8db-fb8e8cfd4571,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:51.313762 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-f2eb3880-dc22-4382-9682-3b4aa6099ca4 None None] For port a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:05:51.320421 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-f2eb3880-dc22-4382-9682-3b4aa6099ca4 None None] For port a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b,segment=NetworkSegment(dcfcb286-575f-4bc5-8644-3a9c1f47f899),segment_id=dcfcb286-575f-4bc5-8644-3a9c1f47f899)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:05:51.328710 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f2eb3880-dc22-4382-9682-3b4aa6099ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:51.385151 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203831b-dae3-4cfc-bf67-6e098415666b req-db61d146-5497-47d2-ae69-0ef04567d61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:51.387067 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5203831b-dae3-4cfc-bf67-6e098415666b req-db61d146-5497-47d2-ae69-0ef04567d61a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4447041 Jul 23 20:05:51.483198 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-32f25b38-2add-4e8a-b548-3495a7c3cfcb tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:51.489172 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eb3880-dc22-4382-9682-3b4aa6099ca4 None None] Routers {'11a42984-2100-4e6f-b94e-c2b92ad5ed85'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:05:51.491968 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-f2eb3880-dc22-4382-9682-3b4aa6099ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:05:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['11a42984-2100-4e6f-b94e-c2b92ad5ed85'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:51.503638 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-460d32d6-8682-4fb5-9d10-7c7c0194a7d6 req-70bcd365-523a-4fc2-b355-d47ec4f7c7ae tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127206 Jul 23 20:05:51.507121 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6853d0c6-8786-4eba-9485-55f7a48a7905 None None] Pushing event updated for resources: {'Port': ['ID=a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:51.579299 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203831b-dae3-4cfc-bf67-6e098415666b req-fd8ad76b-b076-40c3-a498-fc9fca1c958c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:51.581085 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5203831b-dae3-4cfc-bf67-6e098415666b req-fd8ad76b-b076-40c3-a498-fc9fca1c958c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5002313 Jul 23 20:05:51.632637 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b83227ce-8c57-4640-9b5a-6313826926cf req-652a5696-45c7-4376-a377-87695b7576de tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:51.647951 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b83227ce-8c57-4640-9b5a-6313826926cf req-652a5696-45c7-4376-a377-87695b7576de tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:51.750888 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a5696-45c7-4376-a377-87695b7576de tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Pushing event updated for resources: {'Port': ['ID=c78a7b8f-60ad-429e-b8db-fb8e8cfd4571,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:51.763222 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5203831b-dae3-4cfc-bf67-6e098415666b req-1fc4d49f-4ba2-4263-90a7-ff9b1b19a584 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449056 Jul 23 20:05:51.763796 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b83227ce-8c57-4640-9b5a-6313826926cf req-652a5696-45c7-4376-a377-87695b7576de tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:51.780902 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-32f25b38-2add-4e8a-b548-3495a7c3cfcb tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:51.784993 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b83227ce-8c57-4640-9b5a-6313826926cf req-652a5696-45c7-4376-a377-87695b7576de tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:51.786146 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-308d32ce-6de4-4746-8cc3-6ab04c8185a9 req-02f1a60f-710e-43db-8fb2-b07539f37300 tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] 10.222.0.32 "GET /v2.0/security-groups/d5259c2d-726e-4cb7-84de-f6e5ac28fa93 HTTP/1.1" status: 200 len: 1776 time: 0.2138586 Jul 23 20:05:51.793982 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b83227ce-8c57-4640-9b5a-6313826926cf req-652a5696-45c7-4376-a377-87695b7576de tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0680246 Jul 23 20:05:51.865289 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b83227ce-8c57-4640-9b5a-6313826926cf req-025eb123-be8e-4a53-8a20-64e3c6eb0495 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.99 HTTP/1.1" status: 200 len: 695 time: 0.0696340 Jul 23 20:05:51.879060 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-f2eb3880-dc22-4382-9682-3b4aa6099ca4 None None] Set router 11a42984-2100-4e6f-b94e-c2b92ad5ed85 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:05:51.980566 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f25b38-2add-4e8a-b548-3495a7c3cfcb tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:05:51.989790 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f25b38-2add-4e8a-b548-3495a7c3cfcb tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Pushing event updated for resources: {'Port': ['ID=46b4ee6a-8125-4305-8bdc-864b87f6d444,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:52.001346 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-32f25b38-2add-4e8a-b548-3495a7c3cfcb tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:05:52.004611 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5203831b-dae3-4cfc-bf67-6e098415666b req-b70b53f3-2c00-491e-b9dd-15af41355c79 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088745 Jul 23 20:05:52.061733 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83227ce-8c57-4640-9b5a-6313826926cf req-f5e30a55-edb9-4887-9372-b40eb6cb2af1 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:52.072761 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b83227ce-8c57-4640-9b5a-6313826926cf req-f5e30a55-edb9-4887-9372-b40eb6cb2af1 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "GET /v2.0/networks/8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 784 time: 0.2057312 Jul 23 20:05:52.075458 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f25b38-2add-4e8a-b548-3495a7c3cfcb tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:05:52.079494 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5203831b-dae3-4cfc-bf67-6e098415666b req-f815abd7-82c1-44c7-825a-efe5cde94bf3 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062289 Jul 23 20:05:52.147048 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7b03e5-b644-432e-b083-d25f9d332655 x-openstack-request-id: req-ad7b03e5-b644-432e-b083-d25f9d332655 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:05:52.147593 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b8caf2-2e82-4e81-9590-162c7d3a78dd", "name": "network-vif-plugged", "status": "completed", "tag": "eddda286-689d-4dc5-8c5c-5401afb7251e", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:05:52.147709 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ad7b03e5-b644-432e-b083-d25f9d332655 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:05:52.148023 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b8caf2-2e82-4e81-9590-162c7d3a78dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddda286-689d-4dc5-8c5c-5401afb7251e', 'code': 200} Jul 23 20:05:52.179066 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5203831b-dae3-4cfc-bf67-6e098415666b req-459db1e8-3b6b-4731-85fa-e2fd71167657 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650336 Jul 23 20:05:52.247730 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-308d32ce-6de4-4746-8cc3-6ab04c8185a9 req-082817bb-9caf-4017-9fb7-e052258546f8 tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:52.315311 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-f2eb3880-dc22-4382-9682-3b4aa6099ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a42984-2100-4e6f-b94e-c2b92ad5ed85', 'name': 'tempest-ServersTestJSON-1767733661-router', 'tenant_id': '080e43911453453aa007727912f2477f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'c338303b-5c93-4cc0-92f3-1a90bcbf04e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:36Z', 'updated_at': '2021-07-23T20:05:44Z', 'revision_number': 4, 'project_id': '080e43911453453aa007727912f2477f', 'gw_port': {'id': 'c338303b-5c93-4cc0-92f3-1a90bcbf04e7', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:42:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a42984-2100-4e6f-b94e-c2b92ad5ed85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:38Z', 'updated_at': '2021-07-23T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b', 'name': '', 'network_id': '74aa537d-7e22-49da-b77d-2e452b6d3781', 'tenant_id': '080e43911453453aa007727912f2477f', 'mac_address': 'fa:16:3e:23:10:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a42984-2100-4e6f-b94e-c2b92ad5ed85', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'dad0a67e-ae6b-411e-b556-feb30f60ceb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:42Z', 'updated_at': '2021-07-23T20:05:51Z', 'revision_number': 4, 'project_id': '080e43911453453aa007727912f2477f', 'subnets': [{'id': 'dad0a67e-ae6b-411e-b556-feb30f60ceb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:05:52.336374 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e306c58-c346-40e7-8935-7ff428cdf1ee req-97cd790b-e8aa-4dd3-9921-e4ccaf47334c tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:52.339871 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2e306c58-c346-40e7-8935-7ff428cdf1ee req-97cd790b-e8aa-4dd3-9921-e4ccaf47334c tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=9271d0d7-9251-4412-a64d-40401596586f HTTP/1.1" status: 200 len: 945 time: 0.1209645 Jul 23 20:05:52.353887 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031ccb2-833b-4b01-af6c-40aa4b984e08 req-ba9c93ba-5638-44d6-8511-39ca38915405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:52.356602 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a031ccb2-833b-4b01-af6c-40aa4b984e08 req-ba9c93ba-5638-44d6-8511-39ca38915405 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 1097 time: 0.1617677 Jul 23 20:05:52.362999 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eb3880-dc22-4382-9682-3b4aa6099ca4 None None] The sync data for ids ['11a42984-2100-4e6f-b94e-c2b92ad5ed85'] in n-d-793618-10 is: [{'id': '11a42984-2100-4e6f-b94e-c2b92ad5ed85', 'name': 'tempest-ServersTestJSON-1767733661-router', 'tenant_id': '080e43911453453aa007727912f2477f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'c338303b-5c93-4cc0-92f3-1a90bcbf04e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:36Z', 'updated_at': '2021-07-23T20:05:44Z', 'revision_number': 4, 'project_id': '080e43911453453aa007727912f2477f', 'gw_port': {'id': 'c338303b-5c93-4cc0-92f3-1a90bcbf04e7', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:42:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a42984-2100-4e6f-b94e-c2b92ad5ed85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:38Z', 'updated_at': '2021-07-23T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b', 'name': '', 'network_id': '74aa537d-7e22-49da-b77d-2e452b6d3781', 'tenant_id': '080e43911453453aa007727912f2477f', 'mac_address': 'fa:16:3e:23:10:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a42984-2100-4e6f-b94e-c2b92ad5ed85', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'dad0a67e-ae6b-411e-b556-feb30f60ceb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:42Z', 'updated_at': '2021-07-23T20:05:51Z', 'revision_number': 4, 'project_id': '080e43911453453aa007727912f2477f', 'subnets': [{'id': 'dad0a67e-ae6b-411e-b556-feb30f60ceb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:05:52.472995 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2e306c58-c346-40e7-8935-7ff428cdf1ee req-48bf5025-8a48-4561-a38d-423c1d3cc5a3 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217113 Jul 23 20:05:52.478266 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a031ccb2-833b-4b01-af6c-40aa4b984e08 req-398548bd-3414-4f01-bb93-73377e687a18 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811563 Jul 23 20:05:52.675795 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566ea8f-e5d8-4bb5-abfc-79ca9e0e8ec9 req-a76a77cd-00d6-4eec-94c3-085f7a1ac308 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:52.677925 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b566ea8f-e5d8-4bb5-abfc-79ca9e0e8ec9 req-a76a77cd-00d6-4eec-94c3-085f7a1ac308 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 945 time: 0.0975900 Jul 23 20:05:52.753536 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b566ea8f-e5d8-4bb5-abfc-79ca9e0e8ec9 req-5b166aff-6aa6-4093-9967-e20c860af7ec tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666401 Jul 23 20:05:52.852306 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-308d32ce-6de4-4746-8cc3-6ab04c8185a9 req-082817bb-9caf-4017-9fb7-e052258546f8 tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:52.944460 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-32f25b38-2add-4e8a-b548-3495a7c3cfcb tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:53.012186 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203831b-dae3-4cfc-bf67-6e098415666b req-e5510e3e-6dbc-4c3b-8549-200925291e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:53.013755 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5203831b-dae3-4cfc-bf67-6e098415666b req-e5510e3e-6dbc-4c3b-8549-200925291e00 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca9f4fe5c0d8443fb3151faa84883f9f&device_id=f9355540-a546-4edf-8000-438e40861cc8 HTTP/1.1" status: 200 len: 1096 time: 0.8336546 Jul 23 20:05:53.047443 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:05:53.137602 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 1286a58a-6ab0-4b63-9618-5e29a4285352 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:05:53.189395 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203831b-dae3-4cfc-bf67-6e098415666b req-3faed094-8676-4438-b024-ae5af88c6b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:53.197213 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5203831b-dae3-4cfc-bf67-6e098415666b req-3faed094-8676-4438-b024-ae5af88c6b3c service neutron] 10.222.0.18 "GET /v2.0/networks?id=9809b0ec-ba40-459d-967a-8ad4e593e436 HTTP/1.1" status: 200 len: 921 time: 0.1648552 Jul 23 20:05:53.198434 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:05:53.204550 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:53.204962 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:53.255405 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-32f25b38-2add-4e8a-b548-3495a7c3cfcb tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:53.287874 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 1286a58a-6ab0-4b63-9618-5e29a4285352 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:05:53.299604 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 1286a58a-6ab0-4b63-9618-5e29a4285352 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:53.313830 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:53.515650 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-308d32ce-6de4-4746-8cc3-6ab04c8185a9 req-082817bb-9caf-4017-9fb7-e052258546f8 tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:53.518015 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-308d32ce-6de4-4746-8cc3-6ab04c8185a9 req-082817bb-9caf-4017-9fb7-e052258546f8 tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:53.519176 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-308d32ce-6de4-4746-8cc3-6ab04c8185a9 req-082817bb-9caf-4017-9fb7-e052258546f8 tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/d5259c2d-726e-4cb7-84de-f6e5ac28fa93 HTTP/1.1" status: 204 len: 173 time: 1.6942215 Jul 23 20:05:53.545171 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:05:53.551949 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:53.554623 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fccd13-a832-41b7-9bc1-37b8ead65f0d req-868d0045-f299-4699-959c-1ba9530677fb tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:53.556417 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-45fccd13-a832-41b7-9bc1-37b8ead65f0d req-868d0045-f299-4699-959c-1ba9530677fb tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9355540-a546-4edf-8000-438e40861cc8 HTTP/1.1" status: 200 len: 944 time: 0.3459191 Jul 23 20:05:53.613557 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:53.621989 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-ece10aaa-bce0-45ea-8252-eb95ba9e2a1d tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:53.623374 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-ece10aaa-bce0-45ea-8252-eb95ba9e2a1d tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15&tenant_id=a28939d8212b4a0392808b969f282665&binding%3Ahost_id=n-h1-793618-10 HTTP/1.1" status: 200 len: 948 time: 0.4863279 Jul 23 20:05:53.625530 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5203831b-dae3-4cfc-bf67-6e098415666b req-1ff3f5b5-9e84-450f-b423-38004e7631c8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3 HTTP/1.1" status: 200 len: 217 time: 0.4023335 Jul 23 20:05:53.708847 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3,segment=NetworkSegment(489b476d-97fe-494a-9240-bd9b3eeee4c3),segment_id=489b476d-97fe-494a-9240-bd9b3eeee4c3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:53.717888 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-45fccd13-a832-41b7-9bc1-37b8ead65f0d req-33dcacd3-ca51-4ba8-81ee-ed40fff06965 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/security-groups?id=291e14e9-29a7-49fc-887b-c23bc971e5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533601 Jul 23 20:05:53.742185 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082817bb-9caf-4017-9fb7-e052258546f8 tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5259c2d-726e-4cb7-84de-f6e5ac28fa93,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:53.764519 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:53.782148 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-71fc6670-05f6-4948-9770-3348535fd0e0 service neutron] 10.222.0.30 "GET /v2.0/ports/1286a58a-6ab0-4b63-9618-5e29a4285352/bindings/n-h1-793618-10 HTTP/1.1" status: 200 len: 383 time: 0.1299524 Jul 23 20:05:53.784549 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 1286a58a-6ab0-4b63-9618-5e29a4285352, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=1286a58a-6ab0-4b63-9618-5e29a4285352,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:53.844833 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:53.885351 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:05:53.892764 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:53.893283 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:53.895061 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:53.970385 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b778a-cda1-45dd-ab3e-5614f5e6617a req-ffa16808-92b3-4344-8d53-cb2b7cd36342 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:53.971953 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-508b778a-cda1-45dd-ab3e-5614f5e6617a req-ffa16808-92b3-4344-8d53-cb2b7cd36342 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 949 time: 0.1058898 Jul 23 20:05:53.979385 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-c3a5d4d5-d7f8-4263-ba13-c64d6a63953a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:53.985107 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-c3a5d4d5-d7f8-4263-ba13-c64d6a63953a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a28939d8212b4a0392808b969f282665&device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 1101 time: 0.1750956 Jul 23 20:05:54.006018 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203831b-dae3-4cfc-bf67-6e098415666b req-70f0b9c7-b217-41f7-8fcd-2e0a820397a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:54.006760 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=1286a58a-6ab0-4b63-9618-5e29a4285352,revision_number=9']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:54.008530 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5203831b-dae3-4cfc-bf67-6e098415666b req-70f0b9c7-b217-41f7-8fcd-2e0a820397a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d4f0363c-c07e-46a2-b2c5-f4462163c3fd HTTP/1.1" status: 200 len: 859 time: 0.3821888 Jul 23 20:05:54.091323 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-508b778a-cda1-45dd-ab3e-5614f5e6617a req-ecb74709-d759-4e88-ac97-9b5b8e7a75cc tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015694 Jul 23 20:05:54.092048 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:54.146247 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-32f25b38-2add-4e8a-b548-3495a7c3cfcb tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:54.162565 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f05e52a8-5d1e-4c78-badd-f2d361059e61 req-ecaaa698-fa63-4be1-8dff-ebdba8884749 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5677309 Jul 23 20:05:54.165340 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-32f25b38-2add-4e8a-b548-3495a7c3cfcb tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:54.176273 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-f05e52a8-5d1e-4c78-badd-f2d361059e61 req-3a534413-4ce1-4aac-b77a-2774cbfd0d48 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:54.186818 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b,segment=NetworkSegment(dcfcb286-575f-4bc5-8644-3a9c1f47f899),segment_id=dcfcb286-575f-4bc5-8644-3a9c1f47f899)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:54.187870 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9355540-a546-4edf-8000-438e40861cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3'}, {'server_uuid': 'a4b1d47f-ced0-4326-bfa7-5bc8507b9a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1286a58a-6ab0-4b63-9618-5e29a4285352'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:05:54.190599 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79eee2f-d414-47e9-a3e1-0544a9edf740" -d '{"events": [{"server_uuid": "f9355540-a546-4edf-8000-438e40861cc8", "name": "network-vif-plugged", "status": "completed", "tag": "8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3"}, {"server_uuid": "a4b1d47f-ced0-4326-bfa7-5bc8507b9a15", "name": "network-vif-plugged", "status": "completed", "tag": "1286a58a-6ab0-4b63-9618-5e29a4285352"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:05:54.198891 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-22f83cc8-54e3-40bc-b34d-bc447bad2bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:54.200457 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-22f83cc8-54e3-40bc-b34d-bc447bad2bbe service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.2073441 Jul 23 20:05:54.202598 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:54.273158 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-fa67ca82-24ae-402f-ae09-c0c8bdb18fc8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=1286a58a-6ab0-4b63-9618-5e29a4285352 HTTP/1.1" status: 200 len: 217 time: 0.0533445 Jul 23 20:05:54.286327 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:54.337533 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-2ab0aa50-0bed-45a7-ba1c-0233d5eda454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:54.339424 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-2ab0aa50-0bed-45a7-ba1c-0233d5eda454 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.0532570 Jul 23 20:05:54.340918 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203831b-dae3-4cfc-bf67-6e098415666b req-0d13b3ad-947e-4368-ae0f-a5e7724b0709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:54.342757 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5203831b-dae3-4cfc-bf67-6e098415666b req-0d13b3ad-947e-4368-ae0f-a5e7724b0709 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9809b0ec-ba40-459d-967a-8ad4e593e436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3043230 Jul 23 20:05:54.343630 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-32f25b38-2add-4e8a-b548-3495a7c3cfcb tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:54.353716 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06249964-b063-45c3-bbc5-44aeecabdff6 req-e3bc4920-a9b4-43e5-9bf7-50235cbe647c tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:54.354197 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f05e52a8-5d1e-4c78-badd-f2d361059e61 req-3a534413-4ce1-4aac-b77a-2774cbfd0d48 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks [] for floatingip, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:54.357823 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f25b38-2add-4e8a-b548-3495a7c3cfcb tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Pushing event updated for resources: {'Port': ['ID=46b4ee6a-8125-4305-8bdc-864b87f6d444,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:54.368397 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-06249964-b063-45c3-bbc5-44aeecabdff6 req-e3bc4920-a9b4-43e5-9bf7-50235cbe647c tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=9271d0d7-9251-4412-a64d-40401596586f HTTP/1.1" status: 200 len: 945 time: 0.1831923 Jul 23 20:05:54.429306 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-32f25b38-2add-4e8a-b548-3495a7c3cfcb tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:54.430574 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-32f25b38-2add-4e8a-b548-3495a7c3cfcb tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4077744 Jul 23 20:05:54.456155 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-06249964-b063-45c3-bbc5-44aeecabdff6 req-63e24031-8d55-43d0-9feb-b75714a5329f tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868654 Jul 23 20:05:54.493336 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-8d7d47df-3e75-43a8-98cc-0c8c781e3ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:54.495276 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-8d7d47df-3e75-43a8-98cc-0c8c781e3ab4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1181736 Jul 23 20:05:54.566895 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5203831b-dae3-4cfc-bf67-6e098415666b req-2d71a16d-bae8-4466-96d6-8749e0d6bbfc service neutron] 10.222.0.18 "GET /v2.0/networks/9809b0ec-ba40-459d-967a-8ad4e593e436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055595 Jul 23 20:05:54.635102 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d7195b07-3232-45d6-8dc9-05102fa4e6b8 req-fc1283f1-187f-4d48-8a5b-63404a56dea4 tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] 10.222.0.32 "GET /v2.0/security-groups/a1fd242c-ab37-4121-a5de-599e9f243f9f HTTP/1.1" status: 200 len: 1778 time: 0.0963867 Jul 23 20:05:54.665606 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f05e52a8-5d1e-4c78-badd-f2d361059e61 req-3a534413-4ce1-4aac-b77a-2774cbfd0d48 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:54.672803 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-4bbaf25b-45fb-4961-9b01-3d7976b9cdde service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689467 Jul 23 20:05:54.734362 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d7195b07-3232-45d6-8dc9-05102fa4e6b8 req-2654e7e4-c563-455e-b8a2-d2edbe03e10f tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:54.740544 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5203831b-dae3-4cfc-bf67-6e098415666b req-ff67ebf3-7f23-47d4-9937-da6c652261f0 service neutron] 10.222.0.18 "GET /v2.0/networks/9809b0ec-ba40-459d-967a-8ad4e593e436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617844 Jul 23 20:05:54.815341 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d7195b07-3232-45d6-8dc9-05102fa4e6b8 req-2654e7e4-c563-455e-b8a2-d2edbe03e10f tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:54.827221 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-f05e52a8-5d1e-4c78-badd-f2d361059e61 req-3a534413-4ce1-4aac-b77a-2774cbfd0d48 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Allocated IP 172.25.1.154 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/5dfa0d05-20bf-407f-8691-a8aad70ae16c) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:05:54.856041 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-434609b8-9a0b-49d8-a291-2c8fc78002db service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746814 Jul 23 20:05:54.903277 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d7195b07-3232-45d6-8dc9-05102fa4e6b8 req-2654e7e4-c563-455e-b8a2-d2edbe03e10f tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:54.907516 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d7195b07-3232-45d6-8dc9-05102fa4e6b8 req-2654e7e4-c563-455e-b8a2-d2edbe03e10f tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:54.908799 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d7195b07-3232-45d6-8dc9-05102fa4e6b8 req-2654e7e4-c563-455e-b8a2-d2edbe03e10f tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/a1fd242c-ab37-4121-a5de-599e9f243f9f HTTP/1.1" status: 204 len: 173 time: 0.2721078 Jul 23 20:05:54.918140 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654e7e4-c563-455e-b8a2-d2edbe03e10f tempest-SecurityGroupsTestAdminJSON-934832591 tempest-SecurityGroupsTestAdminJSON-934832591-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fd242c-ab37-4121-a5de-599e9f243f9f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:54.962996 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f05e52a8-5d1e-4c78-badd-f2d361059e61 req-3a534413-4ce1-4aac-b77a-2774cbfd0d48 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:55.020748 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f05e52a8-5d1e-4c78-badd-f2d361059e61 req-3a534413-4ce1-4aac-b77a-2774cbfd0d48 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:55.060978 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc7a2d-ebd7-4e71-aabd-b027a72181c0 req-8befe8e2-1754-452d-aa6c-52a702edefed tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:55.061577 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f05e52a8-5d1e-4c78-badd-f2d361059e61 req-3a534413-4ce1-4aac-b77a-2774cbfd0d48 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:05:55.062639 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0ebc7a2d-ebd7-4e71-aabd-b027a72181c0 req-8befe8e2-1754-452d-aa6c-52a702edefed tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 945 time: 0.0743635 Jul 23 20:05:55.072954 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-f05e52a8-5d1e-4c78-badd-f2d361059e61 req-3a534413-4ce1-4aac-b77a-2774cbfd0d48 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:05:55.076612 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05e52a8-5d1e-4c78-badd-f2d361059e61 req-3a534413-4ce1-4aac-b77a-2774cbfd0d48 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:05:55.106447 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0ebc7a2d-ebd7-4e71-aabd-b027a72181c0 req-cc3e159d-4ef7-4ebf-baaf-786c77523cec tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372767 Jul 23 20:05:55.109003 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a534413-4ce1-4aac-b77a-2774cbfd0d48 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Pushing event updated for resources: {'Port': ['ID=5dfa0d05-20bf-407f-8691-a8aad70ae16c,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:55.186439 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f05e52a8-5d1e-4c78-badd-f2d361059e61 req-3a534413-4ce1-4aac-b77a-2774cbfd0d48 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:55.252463 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f05e52a8-5d1e-4c78-badd-f2d361059e61 req-3a534413-4ce1-4aac-b77a-2774cbfd0d48 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:55.290049 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 20:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1938f75-54a9-4147-a507-0f6369794b79 x-openstack-request-id: req-f1938f75-54a9-4147-a507-0f6369794b79 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:05:55.291000 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9355540-a546-4edf-8000-438e40861cc8", "name": "network-vif-plugged", "status": "completed", "tag": "8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3", "code": 200}, {"server_uuid": "a4b1d47f-ced0-4326-bfa7-5bc8507b9a15", "name": "network-vif-plugged", "status": "completed", "tag": "1286a58a-6ab0-4b63-9618-5e29a4285352", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:05:55.291500 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f1938f75-54a9-4147-a507-0f6369794b79 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:05:55.293421 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9355540-a546-4edf-8000-438e40861cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3', 'code': 200} Jul 23 20:05:55.294061 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b1d47f-ced0-4326-bfa7-5bc8507b9a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1286a58a-6ab0-4b63-9618-5e29a4285352', 'code': 200} Jul 23 20:05:55.437743 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:05:55.477788 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-5d7c3690-879c-4305-a290-ed9bdd236199 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--69429323&fields=id&tenant_id=080e43911453453aa007727912f2477f HTTP/1.1" status: 200 len: 267 time: 0.0773959 Jul 23 20:05:55.519589 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc91c27-9da5-40e3-94bc-fe59cde4d4fd req-306e628a-67ba-4a9a-9952-edc72efc7a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:55.527553 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:55.528603 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:55.529704 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5fc91c27-9da5-40e3-94bc-fe59cde4d4fd req-306e628a-67ba-4a9a-9952-edc72efc7a1a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f9355540-a546-4edf-8000-438e40861cc8 HTTP/1.1" status: 200 len: 1097 time: 0.1655800 Jul 23 20:05:55.609544 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f05e52a8-5d1e-4c78-badd-f2d361059e61 req-3a534413-4ce1-4aac-b77a-2774cbfd0d48 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:55.622706 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-cde75aa1-b3d7-473c-b148-492939f1eb9c tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:55.623866 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f05e52a8-5d1e-4c78-badd-f2d361059e61 req-3a534413-4ce1-4aac-b77a-2774cbfd0d48 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:55.629552 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-cde75aa1-b3d7-473c-b148-492939f1eb9c tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] 10.222.0.32 "GET /v2.0/networks?id=74aa537d-7e22-49da-b77d-2e452b6d3781 HTTP/1.1" status: 200 len: 806 time: 0.1508791 Jul 23 20:05:55.648333 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-8966bfd6-2ce9-40f3-b468-a8143a376a08 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] 10.222.0.32 "GET /v2.0/quotas/080e43911453453aa007727912f2477f HTTP/1.1" status: 200 len: 375 time: 0.0175836 Jul 23 20:05:55.662731 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5fc91c27-9da5-40e3-94bc-fe59cde4d4fd req-90ecdd7e-86c2-4a93-83c4-2c03311cd36e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=291e14e9-29a7-49fc-887b-c23bc971e5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920131 Jul 23 20:05:55.706885 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a534413-4ce1-4aac-b77a-2774cbfd0d48 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Pushing event updated for resources: {'Port': ['ID=5dfa0d05-20bf-407f-8691-a8aad70ae16c,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:55.735693 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f05e52a8-5d1e-4c78-badd-f2d361059e61 req-3a534413-4ce1-4aac-b77a-2774cbfd0d48 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:55.757741 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-b72daf36-6186-4ca1-832a-64247ffa34d5 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=080e43911453453aa007727912f2477f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1004965 Jul 23 20:05:55.761433 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f05e52a8-5d1e-4c78-badd-f2d361059e61 req-3a534413-4ce1-4aac-b77a-2774cbfd0d48 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:55.763075 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f05e52a8-5d1e-4c78-badd-f2d361059e61 req-3a534413-4ce1-4aac-b77a-2774cbfd0d48 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5918901 Jul 23 20:05:55.859997 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-fe8541ce-f4aa-4d23-b672-41179fb832d4 service neutron] 10.222.0.32 "GET /v2.0/networks/74aa537d-7e22-49da-b77d-2e452b6d3781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008804 Jul 23 20:05:55.860949 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f05e52a8-5d1e-4c78-badd-f2d361059e61 req-869951a8-6f8c-4859-99fd-22cd88a7b794 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.154 HTTP/1.1" status: 200 len: 696 time: 0.0914013 Jul 23 20:05:55.965135 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-78f425d4-f70d-440e-9e6f-43b67487a582 service neutron] 10.222.0.32 "GET /v2.0/networks/74aa537d-7e22-49da-b77d-2e452b6d3781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041477 Jul 23 20:05:56.008816 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e52a8-5d1e-4c78-badd-f2d361059e61 req-fec4f5fa-c75c-4614-b6f7-96c44da80042 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:56.015765 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f05e52a8-5d1e-4c78-badd-f2d361059e61 req-fec4f5fa-c75c-4614-b6f7-96c44da80042 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "GET /v2.0/networks/8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 784 time: 0.1440821 Jul 23 20:05:56.021617 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [req-f05e52a8-5d1e-4c78-badd-f2d361059e61 req-f786171a-0112-419a-9b0f-2f241c9bc33a tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:05:56.032762 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f05e52a8-5d1e-4c78-badd-f2d361059e61 req-f786171a-0112-419a-9b0f-2f241c9bc33a tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160916 Jul 23 20:05:56.153219 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7429b2b-b4ad-4eb5-8ba7-5688b3ca269e req-13473d12-c03d-4a5b-bbec-1143b8f493ee tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:56.160482 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d7429b2b-b4ad-4eb5-8ba7-5688b3ca269e req-13473d12-c03d-4a5b-bbec-1143b8f493ee tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9355540-a546-4edf-8000-438e40861cc8 HTTP/1.1" status: 200 len: 945 time: 0.0808544 Jul 23 20:05:56.201421 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d7429b2b-b4ad-4eb5-8ba7-5688b3ca269e req-56296674-7c2b-4130-b499-ea1479d7b916 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/security-groups?id=291e14e9-29a7-49fc-887b-c23bc971e5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399866 Jul 23 20:05:56.225615 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d56220e4-db6b-4bba-86a5-9bf35e497c8f req-8a64658d-91ab-4ab9-8b17-69b31037b066 tempest-SecurityGroupsTestAdminJSON-248615549 tempest-SecurityGroupsTestAdminJSON-248615549-project] 10.222.0.32 "GET /v2.0/security-groups/1a02acac-d2a7-46d6-a6af-840aabdaf10e HTTP/1.1" status: 200 len: 1776 time: 0.0650346 Jul 23 20:05:56.308182 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d56220e4-db6b-4bba-86a5-9bf35e497c8f req-c5237671-d5bb-4ef0-807c-b2fe2e978eb0 tempest-SecurityGroupsTestAdminJSON-248615549 tempest-SecurityGroupsTestAdminJSON-248615549-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:56.380912 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d56220e4-db6b-4bba-86a5-9bf35e497c8f req-c5237671-d5bb-4ef0-807c-b2fe2e978eb0 tempest-SecurityGroupsTestAdminJSON-248615549 tempest-SecurityGroupsTestAdminJSON-248615549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:56.448374 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d56220e4-db6b-4bba-86a5-9bf35e497c8f req-c5237671-d5bb-4ef0-807c-b2fe2e978eb0 tempest-SecurityGroupsTestAdminJSON-248615549 tempest-SecurityGroupsTestAdminJSON-248615549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:56.451897 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d56220e4-db6b-4bba-86a5-9bf35e497c8f req-c5237671-d5bb-4ef0-807c-b2fe2e978eb0 tempest-SecurityGroupsTestAdminJSON-248615549 tempest-SecurityGroupsTestAdminJSON-248615549-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:56.453087 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d56220e4-db6b-4bba-86a5-9bf35e497c8f req-c5237671-d5bb-4ef0-807c-b2fe2e978eb0 tempest-SecurityGroupsTestAdminJSON-248615549 tempest-SecurityGroupsTestAdminJSON-248615549-project] 10.222.0.32 "DELETE /v2.0/security-groups/1a02acac-d2a7-46d6-a6af-840aabdaf10e HTTP/1.1" status: 204 len: 173 time: 0.2249684 Jul 23 20:05:56.473320 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5237671-d5bb-4ef0-807c-b2fe2e978eb0 tempest-SecurityGroupsTestAdminJSON-248615549 tempest-SecurityGroupsTestAdminJSON-248615549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a02acac-d2a7-46d6-a6af-840aabdaf10e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:56.616907 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd961c8-268f-4f56-ad42-1f705caaae98 req-e1f380dd-0a38-4ffe-bf1c-187aeebaf147 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:56.618503 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cbd961c8-268f-4f56-ad42-1f705caaae98 req-e1f380dd-0a38-4ffe-bf1c-187aeebaf147 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 949 time: 0.1439207 Jul 23 20:05:56.680046 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d79b019-f4be-42fa-a48b-1ef630db0230 req-0304b51c-1f64-45e3-a5b8-47c4df39e5aa tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:56.689658 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cbd961c8-268f-4f56-ad42-1f705caaae98 req-8c6055ee-05c1-4ea6-93e3-608ddb3aae0c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635259 Jul 23 20:05:56.692139 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42136) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:56.698489 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-d7c0ecf9-fcdb-460e-9492-29fd2355c2c5 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Request body: {'floatingip': {'port_id': 'eddda286-689d-4dc5-8c5c-5401afb7251e'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:56.704533 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3d79b019-f4be-42fa-a48b-1ef630db0230 req-0304b51c-1f64-45e3-a5b8-47c4df39e5aa tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 945 time: 0.1487718 Jul 23 20:05:56.845624 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d7c0ecf9-fcdb-460e-9492-29fd2355c2c5 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks [] for floatingip, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:56.950308 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276c3a8-dd14-4035-8ea0-562fed180379 req-6b221ffd-c2d0-4e4a-ab54-ef69f4608b52 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:56.951841 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1276c3a8-dd14-4035-8ea0-562fed180379 req-6b221ffd-c2d0-4e4a-ab54-ef69f4608b52 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=9271d0d7-9251-4412-a64d-40401596586f HTTP/1.1" status: 200 len: 945 time: 0.1358283 Jul 23 20:05:56.972363 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6434f2e3-5ec6-4e34-b94b-b41b84cf8220 req-432216bb-e199-4513-b998-f9f9222ad7cb tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "GET /v2.0/floatingips/ac26b870-1af8-45fb-ac41-920d69746b3e HTTP/1.1" status: 200 len: 693 time: 0.1410499 Jul 23 20:05:57.022374 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1276c3a8-dd14-4035-8ea0-562fed180379 req-e6ad8a92-610d-405b-b77b-f1817c8abe9a tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550539 Jul 23 20:05:57.138822 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e58c4493-9864-4a0f-b741-f3cb375dfab5 req-7519246b-7f11-4fc8-99e6-123ab8685670 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] 10.222.0.32 "GET /v2.0/ports?device_id=80908362-eaad-4737-8368-60df8c89f7ba HTTP/1.1" status: 200 len: 210 time: 0.0466332 Jul 23 20:05:57.174512 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434f2e3-5ec6-4e34-b94b-b41b84cf8220 req-cd9e47f4-e39e-4321-91a4-1a953da2a64a tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:57.176011 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6434f2e3-5ec6-4e34-b94b-b41b84cf8220 req-cd9e47f4-e39e-4321-91a4-1a953da2a64a tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "GET /v2.0/networks/8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 784 time: 0.1837664 Jul 23 20:05:57.216910 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [req-6434f2e3-5ec6-4e34-b94b-b41b84cf8220 req-f6b99a68-5051-4b48-973f-7359c7809ae3 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:05:57.218327 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6434f2e3-5ec6-4e34-b94b-b41b84cf8220 req-f6b99a68-5051-4b48-973f-7359c7809ae3 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082228 Jul 23 20:05:57.315945 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-99b879ba-27e2-4b44-8c86-0093e3045432 req-cbd5ba06-4b8b-4e4b-88c1-84abaaaad97c tempest-SecurityGroupsTestAdminJSON-248615549 tempest-SecurityGroupsTestAdminJSON-248615549-project] 10.222.0.32 "GET /v2.0/security-groups/0146196e-18bf-494b-9ac7-6221c239ceea HTTP/1.1" status: 200 len: 1778 time: 0.0643737 Jul 23 20:05:57.440621 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c3e1a88f-a40a-4fe9-ad8d-2dc3b7009040 req-c3f4250b-1d50-4f29-a24f-ade832d10a14 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "GET /v2.0/floatingips/ac26b870-1af8-45fb-ac41-920d69746b3e HTTP/1.1" status: 200 len: 693 time: 0.1252685 Jul 23 20:05:57.507991 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-99b879ba-27e2-4b44-8c86-0093e3045432 req-0329be38-e10b-443e-b53f-14d5d1c813c9 tempest-SecurityGroupsTestAdminJSON-248615549 tempest-SecurityGroupsTestAdminJSON-248615549-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:57.551996 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-99b879ba-27e2-4b44-8c86-0093e3045432 req-0329be38-e10b-443e-b53f-14d5d1c813c9 tempest-SecurityGroupsTestAdminJSON-248615549 tempest-SecurityGroupsTestAdminJSON-248615549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:57.580808 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1a88f-a40a-4fe9-ad8d-2dc3b7009040 req-fa6584ad-ec00-4578-bafe-c31fb290ef3c tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:57.589095 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c3e1a88f-a40a-4fe9-ad8d-2dc3b7009040 req-fa6584ad-ec00-4578-bafe-c31fb290ef3c tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "GET /v2.0/networks/8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 784 time: 0.1403904 Jul 23 20:05:57.595070 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [req-c3e1a88f-a40a-4fe9-ad8d-2dc3b7009040 req-2ded2a24-3d5b-4234-8978-f8ba42f1db9c tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:05:57.602602 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c3e1a88f-a40a-4fe9-ad8d-2dc3b7009040 req-2ded2a24-3d5b-4234-8978-f8ba42f1db9c tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124223 Jul 23 20:05:57.607261 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-a88c66c0-da7c-4459-a1fa-85bd27bbd278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:57.608890 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-a88c66c0-da7c-4459-a1fa-85bd27bbd278 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15&tenant_id=a28939d8212b4a0392808b969f282665 HTTP/1.1" status: 200 len: 1101 time: 0.2049589 Jul 23 20:05:57.624584 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-eb81b4e4-e388-4b7e-92e1-724a8c4cf4f9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793618-10', 'device_owner': 'compute:nova'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:57.659065 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c3e1a88f-a40a-4fe9-ad8d-2dc3b7009040 req-a68c3049-deb4-4ef5-9511-56675a2b487f tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.154 HTTP/1.1" status: 200 len: 696 time: 0.0555403 Jul 23 20:05:57.716395 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c3e1a88f-a40a-4fe9-ad8d-2dc3b7009040 req-c2f067f4-f3b6-40bd-bad9-fc833242a76a tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.154 HTTP/1.1" status: 200 len: 696 time: 0.0562952 Jul 23 20:05:57.853661 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-99b879ba-27e2-4b44-8c86-0093e3045432 req-0329be38-e10b-443e-b53f-14d5d1c813c9 tempest-SecurityGroupsTestAdminJSON-248615549 tempest-SecurityGroupsTestAdminJSON-248615549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:57.856367 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-99b879ba-27e2-4b44-8c86-0093e3045432 req-0329be38-e10b-443e-b53f-14d5d1c813c9 tempest-SecurityGroupsTestAdminJSON-248615549 tempest-SecurityGroupsTestAdminJSON-248615549-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:57.870802 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-99b879ba-27e2-4b44-8c86-0093e3045432 req-0329be38-e10b-443e-b53f-14d5d1c813c9 tempest-SecurityGroupsTestAdminJSON-248615549 tempest-SecurityGroupsTestAdminJSON-248615549-project] 10.222.0.32 "DELETE /v2.0/security-groups/0146196e-18bf-494b-9ac7-6221c239ceea HTTP/1.1" status: 204 len: 173 time: 0.5538116 Jul 23 20:05:57.883021 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-eb81b4e4-e388-4b7e-92e1-724a8c4cf4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:58.081497 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-da19ef5c-93a6-4531-92c4-a94517164790 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:58.083767 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-da19ef5c-93a6-4531-92c4-a94517164790 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] 10.222.0.30 "GET /v2.0/networks?id=74aa537d-7e22-49da-b77d-2e452b6d3781 HTTP/1.1" status: 200 len: 806 time: 0.3018889 Jul 23 20:05:58.091182 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-c3e1a88f-a40a-4fe9-ad8d-2dc3b7009040 req-9ac2f8b8-4f52-4e29-8f34-b1cc04256cd2 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Deleting port 5dfa0d05-20bf-407f-8691-a8aad70ae16c {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:05:58.091789 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c3e1a88f-a40a-4fe9-ad8d-2dc3b7009040 req-9ac2f8b8-4f52-4e29-8f34-b1cc04256cd2 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:58.207694 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42158) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:58.223063 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-898672b9-1b47-4220-bd08-83aa3e188357 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=080e43911453453aa007727912f2477f HTTP/1.1" status: 200 len: 378 time: 0.1288788 Jul 23 20:05:58.236389 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-7166e96b-818a-4f39-bf85-ceeabdb0322e tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Request body: {'port': {'device_id': '80908362-eaad-4737-8368-60df8c89f7ba', 'network_id': '74aa537d-7e22-49da-b77d-2e452b6d3781', 'admin_state_up': True, 'tenant_id': '080e43911453453aa007727912f2477f', 'security_groups': ['a297093d-8549-482f-a598-b2c5d722c0ae']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:58.346421 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c3e1a88f-a40a-4fe9-ad8d-2dc3b7009040 req-9ac2f8b8-4f52-4e29-8f34-b1cc04256cd2 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:58.346905 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c3e1a88f-a40a-4fe9-ad8d-2dc3b7009040 req-9ac2f8b8-4f52-4e29-8f34-b1cc04256cd2 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:58.369005 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-c3e1a88f-a40a-4fe9-ad8d-2dc3b7009040 req-9ac2f8b8-4f52-4e29-8f34-b1cc04256cd2 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Calling delete_port for 5dfa0d05-20bf-407f-8691-a8aad70ae16c owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:05:58.383675 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-7166e96b-818a-4f39-bf85-ceeabdb0322e tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Made reservation on behalf of 080e43911453453aa007727912f2477f for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:05:58.388067 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-7166e96b-818a-4f39-bf85-ceeabdb0322e tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:58.403221 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329be38-e10b-443e-b53f-14d5d1c813c9 tempest-SecurityGroupsTestAdminJSON-248615549 tempest-SecurityGroupsTestAdminJSON-248615549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0146196e-18bf-494b-9ac7-6221c239ceea,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:58.574063 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:05:58.581528 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6ba83493-eb21-4fb4-9936-a19a01bce384 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a17304af9ca4ebe9df8201c4bc32614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3695376 Jul 23 20:05:58.584025 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42164) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:58.608176 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.db.resource_extend [None req-d7c0ecf9-fcdb-460e-9492-29fd2355c2c5 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:05:58.703818 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-595bb574-d6b0-483e-aa2d-be6a0db681e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:58.746701 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-595bb574-d6b0-483e-aa2d-be6a0db681e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:58.782149 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5a453-996c-49ac-aca5-2a7207ae705d req-90bca645-b669-4e54-b74d-f3330bfc4e5d tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:58.783653 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8de5a453-996c-49ac-aca5-2a7207ae705d req-90bca645-b669-4e54-b74d-f3330bfc4e5d tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9355540-a546-4edf-8000-438e40861cc8 HTTP/1.1" status: 200 len: 945 time: 0.4374661 Jul 23 20:05:58.803143 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-7166e96b-818a-4f39-bf85-ceeabdb0322e tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Allocated IP 172.20.0.3 (74aa537d-7e22-49da-b77d-2e452b6d3781/dad0a67e-ae6b-411e-b556-feb30f60ceb2/406d683d-b6e4-49e3-b334-dd96f69f16ac) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:05:58.826178 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c3e1a88f-a40a-4fe9-ad8d-2dc3b7009040 req-9ac2f8b8-4f52-4e29-8f34-b1cc04256cd2 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:58.827375 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d7c0ecf9-fcdb-460e-9492-29fd2355c2c5 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:58.843829 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-595bb574-d6b0-483e-aa2d-be6a0db681e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:58.844137 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d7c0ecf9-fcdb-460e-9492-29fd2355c2c5 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:58.846084 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-595bb574-d6b0-483e-aa2d-be6a0db681e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:58.849846 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-595bb574-d6b0-483e-aa2d-be6a0db681e5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb711ba8-51b8-45e5-af9c-cee4c80f2b74 HTTP/1.1" status: 204 len: 168 time: 0.2620480 Jul 23 20:05:58.984429 n-d-793618-10 neutron-server[93875]: INFO neutron.db.l3_db [None req-d7c0ecf9-fcdb-460e-9492-29fd2355c2c5 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Floating IP 86b50130-3ce9-49b8-bef6-67e86dda3399 associated. External IP: 172.25.1.72, port: eddda286-689d-4dc5-8c5c-5401afb7251e. Jul 23 20:05:59.016937 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-7166e96b-818a-4f39-bf85-ceeabdb0322e tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:59.035439 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-7166e96b-818a-4f39-bf85-ceeabdb0322e tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Transition to ACTIVE for port object 406d683d-b6e4-49e3-b334-dd96f69f16ac will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:05:59.081362 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2f8b8-4f52-4e29-8f34-b1cc04256cd2 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Pushing event deleted for resources: {'Port': ['ID=5dfa0d05-20bf-407f-8691-a8aad70ae16c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:59.119202 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8de5a453-996c-49ac-aca5-2a7207ae705d req-33b7b14c-0232-48ac-9846-7dad009514b3 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/security-groups?id=291e14e9-29a7-49fc-887b-c23bc971e5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089314 Jul 23 20:05:59.140896 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595bb574-d6b0-483e-aa2d-be6a0db681e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb711ba8-51b8-45e5-af9c-cee4c80f2b74,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:59.164401 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-7166e96b-818a-4f39-bf85-ceeabdb0322e tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:59.235819 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-eb81b4e4-e388-4b7e-92e1-724a8c4cf4f9 service neutron] For port 1286a58a-6ab0-4b63-9618-5e29a4285352, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=1286a58a-6ab0-4b63-9618-5e29a4285352,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:05:59.391342 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42172) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:59.392465 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166e96b-818a-4f39-bf85-ceeabdb0322e tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Pushing event updated for resources: {'Port': ['ID=406d683d-b6e4-49e3-b334-dd96f69f16ac,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:59.433231 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-eb81b4e4-e388-4b7e-92e1-724a8c4cf4f9 service neutron] For port 1286a58a-6ab0-4b63-9618-5e29a4285352, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:05:59.454465 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-7166e96b-818a-4f39-bf85-ceeabdb0322e tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Network 74aa537d-7e22-49da-b77d-2e452b6d3781 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:05:59.462549 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c3e1a88f-a40a-4fe9-ad8d-2dc3b7009040 req-9ac2f8b8-4f52-4e29-8f34-b1cc04256cd2 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:59.465490 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c3e1a88f-a40a-4fe9-ad8d-2dc3b7009040 req-9ac2f8b8-4f52-4e29-8f34-b1cc04256cd2 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:59.481866 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c3e1a88f-a40a-4fe9-ad8d-2dc3b7009040 req-9ac2f8b8-4f52-4e29-8f34-b1cc04256cd2 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "DELETE /v2.0/floatingips/ac26b870-1af8-45fb-ac41-920d69746b3e HTTP/1.1" status: 204 len: 173 time: 1.7645085 Jul 23 20:05:59.489314 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-7166e96b-818a-4f39-bf85-ceeabdb0322e tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:05:59.497805 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-7166e96b-818a-4f39-bf85-ceeabdb0322e tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:05:59.508759 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c0ecf9-fcdb-460e-9492-29fd2355c2c5 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Router 43e6f7a4-c66c-4ed3-9a50-3c67c55f3551 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:05:59.509607 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b1d47f-ced0-4326-bfa7-5bc8507b9a15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1286a58a-6ab0-4b63-9618-5e29a4285352'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:05:59.511942 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98425e62-67b0-4241-a2a0-ce4af977493f" -d '{"events": [{"server_uuid": "a4b1d47f-ced0-4326-bfa7-5bc8507b9a15", "name": "network-vif-unplugged", "status": "completed", "tag": "1286a58a-6ab0-4b63-9618-5e29a4285352"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:05:59.517380 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-eb81b4e4-e388-4b7e-92e1-724a8c4cf4f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:59.540723 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-eb81b4e4-e388-4b7e-92e1-724a8c4cf4f9 service neutron] Transition to ACTIVE for port object 1286a58a-6ab0-4b63-9618-5e29a4285352 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:05:59.556891 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c1e65-b9a2-4cd4-b0b7-3c74745ba394 req-8670ca75-1df6-4ebb-93f6-d48032ad5399 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:59.563958 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4b3c1e65-b9a2-4cd4-b0b7-3c74745ba394 req-8670ca75-1df6-4ebb-93f6-d48032ad5399 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 949 time: 0.2108986 Jul 23 20:05:59.575498 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-eb81b4e4-e388-4b7e-92e1-724a8c4cf4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:59.655018 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bd1969db-2b6a-433a-bd14-910bfa03e823 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=06a5705ca9704469bac4c1970e096b15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2519572 Jul 23 20:05:59.657907 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42178) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:05:59.698224 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-7166e96b-818a-4f39-bf85-ceeabdb0322e tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:59.703422 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-7166e96b-818a-4f39-bf85-ceeabdb0322e tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:59.753669 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-7166e96b-818a-4f39-bf85-ceeabdb0322e tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5227647 Jul 23 20:05:59.773643 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-2b98bbc3-5df3-4260-bd80-506427920d61 service neutron] Request body: {'port': {'device_id': '80908362-eaad-4737-8368-60df8c89f7ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:05:59.782994 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61645d92-9a03-48d6-a545-6db7e18bbffc req-d9e66274-3376-4f1b-9328-a2188d5606f6 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:05:59.791791 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-61645d92-9a03-48d6-a545-6db7e18bbffc req-d9e66274-3376-4f1b-9328-a2188d5606f6 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=9271d0d7-9251-4412-a64d-40401596586f HTTP/1.1" status: 200 len: 945 time: 0.2068214 Jul 23 20:05:59.811794 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-eb81b4e4-e388-4b7e-92e1-724a8c4cf4f9 service neutron] No DVR routers for this DVR port 1286a58a-6ab0-4b63-9618-5e29a4285352 on host n-h1-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:05:59.821710 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4b3c1e65-b9a2-4cd4-b0b7-3c74745ba394 req-e53b4366-6735-4f97-a5c2-7f362a77b751 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564969 Jul 23 20:05:59.835390 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81b4e4-e388-4b7e-92e1-724a8c4cf4f9 service neutron] Pushing event updated for resources: {'Port': ['ID=1286a58a-6ab0-4b63-9618-5e29a4285352,revision_number=10']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:05:59.887014 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5061e8a5-aff9-42d5-b772-3d0b9e7fcd32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:59.952596 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a9d95fd3-b1d5-4688-90f4-82d26e4c33b4 None None] Provisioning for port 406d683d-b6e4-49e3-b334-dd96f69f16ac completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:05:59.968740 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a9d95fd3-b1d5-4688-90f4-82d26e4c33b4 None None] Provisioning complete for port 406d683d-b6e4-49e3-b334-dd96f69f16ac triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:05:59.970187 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a9d95fd3-b1d5-4688-90f4-82d26e4c33b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:59.988472 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-eb81b4e4-e388-4b7e-92e1-724a8c4cf4f9 service neutron] Attempting to bind port 1286a58a-6ab0-4b63-9618-5e29a4285352 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:05:59.988647 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-eb81b4e4-e388-4b7e-92e1-724a8c4cf4f9 service neutron] Attempting to bind port 1286a58a-6ab0-4b63-9618-5e29a4285352 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:05:59.989071 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-eb81b4e4-e388-4b7e-92e1-724a8c4cf4f9 service neutron] Attempting to bind port 1286a58a-6ab0-4b63-9618-5e29a4285352 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:05:59.999048 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-eb81b4e4-e388-4b7e-92e1-724a8c4cf4f9 service neutron] Port 1286a58a-6ab0-4b63-9618-5e29a4285352 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:05:59.999382 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-eb81b4e4-e388-4b7e-92e1-724a8c4cf4f9 service neutron] Attempting to bind port 1286a58a-6ab0-4b63-9618-5e29a4285352 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:06:00.030604 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-eb81b4e4-e388-4b7e-92e1-724a8c4cf4f9 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:06:00.031034 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-eb81b4e4-e388-4b7e-92e1-724a8c4cf4f9 service neutron] Checking segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:06:00.031495 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-eb81b4e4-e388-4b7e-92e1-724a8c4cf4f9 service neutron] Bound using segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:06:00.032027 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-eb81b4e4-e388-4b7e-92e1-724a8c4cf4f9 service neutron] Bound port: 1286a58a-6ab0-4b63-9618-5e29a4285352, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:06:00.032461 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-eb81b4e4-e388-4b7e-92e1-724a8c4cf4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:00.036934 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a9d95fd3-b1d5-4688-90f4-82d26e4c33b4 None None] Port 406d683d-b6e4-49e3-b334-dd96f69f16ac cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:06:00.049684 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5061e8a5-aff9-42d5-b772-3d0b9e7fcd32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:00.055068 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-61645d92-9a03-48d6-a545-6db7e18bbffc req-dccc46fa-4c17-4507-9f96-3144708f0809 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623711 Jul 23 20:06:00.105387 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-2b98bbc3-5df3-4260-bd80-506427920d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:00.117582 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-eb81b4e4-e388-4b7e-92e1-724a8c4cf4f9 service neutron] For port 1286a58a-6ab0-4b63-9618-5e29a4285352, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:06:00.122977 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-eb81b4e4-e388-4b7e-92e1-724a8c4cf4f9 service neutron] For port 1286a58a-6ab0-4b63-9618-5e29a4285352, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=1286a58a-6ab0-4b63-9618-5e29a4285352,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:06:00.124566 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c0ecf9-fcdb-460e-9492-29fd2355c2c5 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:06:00.132357 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d7c0ecf9-fcdb-460e-9492-29fd2355c2c5 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:00.137171 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a62ee61-6870-4631-82bb-e6e3446c8cbb None None] Sync routers for ids ['43e6f7a4-c66c-4ed3-9a50-3c67c55f3551'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:06:00.162578 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-eb81b4e4-e388-4b7e-92e1-724a8c4cf4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:00.168170 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a62ee61-6870-4631-82bb-e6e3446c8cbb None None] Routers {'43e6f7a4-c66c-4ed3-9a50-3c67c55f3551'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:06:00.170224 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-5a62ee61-6870-4631-82bb-e6e3446c8cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:05:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['43e6f7a4-c66c-4ed3-9a50-3c67c55f3551'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:00.286007 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-eb81b4e4-e388-4b7e-92e1-724a8c4cf4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:00.287598 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-eb81b4e4-e388-4b7e-92e1-724a8c4cf4f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:00.289460 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-eb81b4e4-e388-4b7e-92e1-724a8c4cf4f9 service neutron] 10.222.0.18 "PUT /v2.0/ports/1286a58a-6ab0-4b63-9618-5e29a4285352 HTTP/1.1" status: 200 len: 1097 time: 2.6690609 Jul 23 20:06:00.290914 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81b4e4-e388-4b7e-92e1-724a8c4cf4f9 service neutron] Pushing event updated for resources: {'Port': ['ID=1286a58a-6ab0-4b63-9618-5e29a4285352,revision_number=11']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:00.298449 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d7c0ecf9-fcdb-460e-9492-29fd2355c2c5 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "PUT /v2.0/floatingips/86b50130-3ce9-49b8-bef6-67e86dda3399 HTTP/1.1" status: 200 len: 990 time: 3.6016169 Jul 23 20:06:00.306385 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-5a62ee61-6870-4631-82bb-e6e3446c8cbb None None] Set router 43e6f7a4-c66c-4ed3-9a50-3c67c55f3551 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:06:00.417334 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff53efb-4939-4765-b861-4975bed54d74 req-76dce5b6-0b20-4343-81a5-0f2bf592649f tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:00.424872 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aff53efb-4939-4765-b861-4975bed54d74 req-76dce5b6-0b20-4343-81a5-0f2bf592649f tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] 10.222.0.32 "GET /v2.0/ports?device_id=80908362-eaad-4737-8368-60df8c89f7ba HTTP/1.1" status: 200 len: 931 time: 0.4633555 Jul 23 20:06:00.482854 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-904b0ef8-f06d-4b16-9160-f26fdf8e9a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:00.485269 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-904b0ef8-f06d-4b16-9160-f26fdf8e9a70 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a28939d8212b4a0392808b969f282665&device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 1100 time: 0.1657844 Jul 23 20:06:00.498054 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aff53efb-4939-4765-b861-4975bed54d74 req-7ad46fca-2e5b-4ac2-89f0-cd9a92957586 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] 10.222.0.32 "GET /v2.0/security-groups?id=a297093d-8549-482f-a598-b2c5d722c0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0716395 Jul 23 20:06:00.519703 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-2b98bbc3-5df3-4260-bd80-506427920d61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 406d683d-b6e4-49e3-b334-dd96f69f16ac {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:06:00.534100 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-2b98bbc3-5df3-4260-bd80-506427920d61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:00.550985 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-2b98bbc3-5df3-4260-bd80-506427920d61 service neutron] Transition to ACTIVE for port object 406d683d-b6e4-49e3-b334-dd96f69f16ac will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:06:00.569108 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-2b98bbc3-5df3-4260-bd80-506427920d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:00.642536 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-2e32f53b-ac83-4df2-a0dc-c9d403438458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:00.644104 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-2e32f53b-ac83-4df2-a0dc-c9d403438458 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.1429431 Jul 23 20:06:00.654097 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98bbc3-5df3-4260-bd80-506427920d61 service neutron] Pushing event updated for resources: {'Port': ['ID=406d683d-b6e4-49e3-b334-dd96f69f16ac,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:00.740060 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-5a62ee61-6870-4631-82bb-e6e3446c8cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e6f7a4-c66c-4ed3-9a50-3c67c55f3551', 'name': 'tempest-ServerActionsTestJSON-114208146-router', 'tenant_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '6a57db3e-4b8e-4116-8eab-a904c244171e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:13Z', 'updated_at': '2021-07-23T20:05:20Z', 'revision_number': 4, 'project_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'gw_port': {'id': '6a57db3e-4b8e-4116-8eab-a904c244171e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f7a4-c66c-4ed3-9a50-3c67c55f3551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:14Z', 'updated_at': '2021-07-23T20:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '86b50130-3ce9-49b8-bef6-67e86dda3399', 'tenant_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'floating_ip_address': '172.25.1.72', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '43e6f7a4-c66c-4ed3-9a50-3c67c55f3551', 'port_id': 'eddda286-689d-4dc5-8c5c-5401afb7251e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22', 'mac_address': 'fa:16:3e:a1:07:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b8caf2-2e82-4e81-9590-162c7d3a78dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:05:27Z', 'updated_at': '2021-07-23T20:05:58Z', 'revision_number': 1, 'project_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a3c13b2-04de-44ee-ad0e-eb714a43f7b1', 'name': '', 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22', 'tenant_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'mac_address': 'fa:16:3e:7c:2a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f7a4-c66c-4ed3-9a50-3c67c55f3551', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'd89cc8ce-1520-4663-872c-281c0b224b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:18Z', 'updated_at': '2021-07-23T20:05:25Z', 'revision_number': 5, 'project_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'subnets': [{'id': 'd89cc8ce-1520-4663-872c-281c0b224b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:00.776050 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a62ee61-6870-4631-82bb-e6e3446c8cbb None None] Checking router: 43e6f7a4-c66c-4ed3-9a50-3c67c55f3551 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:06:00.786703 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a62ee61-6870-4631-82bb-e6e3446c8cbb None None] Routers {'43e6f7a4-c66c-4ed3-9a50-3c67c55f3551'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:06:00.787756 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-5a62ee61-6870-4631-82bb-e6e3446c8cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:05:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['43e6f7a4-c66c-4ed3-9a50-3c67c55f3551'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:00.919320 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-5a62ee61-6870-4631-82bb-e6e3446c8cbb None None] Set router 43e6f7a4-c66c-4ed3-9a50-3c67c55f3551 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:06:01.034747 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5061e8a5-aff9-42d5-b772-3d0b9e7fcd32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:01.037551 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5061e8a5-aff9-42d5-b772-3d0b9e7fcd32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:01.038746 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5061e8a5-aff9-42d5-b772-3d0b9e7fcd32 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bde8d35b-493d-465c-b47b-8ea92f5fb8bc HTTP/1.1" status: 204 len: 168 time: 1.3789253 Jul 23 20:06:01.057096 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061e8a5-aff9-42d5-b772-3d0b9e7fcd32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde8d35b-493d-465c-b47b-8ea92f5fb8bc,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:01.148502 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 1286a58a-6ab0-4b63-9618-5e29a4285352 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:06:01.222231 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-653b30a9-6e71-42b8-93bc-def7e33c57f9 req-5a25277a-a1b6-4b9e-bfff-b0f37bebcb63 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6680913 Jul 23 20:06:01.256728 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 1286a58a-6ab0-4b63-9618-5e29a4285352 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:06:01.264248 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-653b30a9-6e71-42b8-93bc-def7e33c57f9 req-197ba0a0-65db-466e-917a-ec2b8a5f959f tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:06:01.274146 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-2b98bbc3-5df3-4260-bd80-506427920d61 service neutron] Attempting to bind port 406d683d-b6e4-49e3-b334-dd96f69f16ac on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:06:01.274789 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-2b98bbc3-5df3-4260-bd80-506427920d61 service neutron] Attempting to bind port 406d683d-b6e4-49e3-b334-dd96f69f16ac by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'dcfcb286-575f-4bc5-8644-3a9c1f47f899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '74aa537d-7e22-49da-b77d-2e452b6d3781'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:06:01.275313 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-2b98bbc3-5df3-4260-bd80-506427920d61 service neutron] Attempting to bind port 406d683d-b6e4-49e3-b334-dd96f69f16ac on network 74aa537d-7e22-49da-b77d-2e452b6d3781 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:06:01.285718 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-2b98bbc3-5df3-4260-bd80-506427920d61 service neutron] Port 406d683d-b6e4-49e3-b334-dd96f69f16ac on network 74aa537d-7e22-49da-b77d-2e452b6d3781 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:06:01.288791 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-2b98bbc3-5df3-4260-bd80-506427920d61 service neutron] Attempting to bind port 406d683d-b6e4-49e3-b334-dd96f69f16ac on network 74aa537d-7e22-49da-b77d-2e452b6d3781 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:06:01.299480 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-2b98bbc3-5df3-4260-bd80-506427920d61 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:06:01.300128 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-2b98bbc3-5df3-4260-bd80-506427920d61 service neutron] Checking segment: {'id': 'dcfcb286-575f-4bc5-8644-3a9c1f47f899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '74aa537d-7e22-49da-b77d-2e452b6d3781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:06:01.300692 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-2b98bbc3-5df3-4260-bd80-506427920d61 service neutron] Bound using segment: {'id': 'dcfcb286-575f-4bc5-8644-3a9c1f47f899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '74aa537d-7e22-49da-b77d-2e452b6d3781'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:06:01.301341 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-2b98bbc3-5df3-4260-bd80-506427920d61 service neutron] Bound port: 406d683d-b6e4-49e3-b334-dd96f69f16ac, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcfcb286-575f-4bc5-8644-3a9c1f47f899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '74aa537d-7e22-49da-b77d-2e452b6d3781'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:06:01.302450 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-2b98bbc3-5df3-4260-bd80-506427920d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:01.378828 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54fcdc-2f43-4403-ad9b-f7c0d27ff088 req-70c025c7-b13f-4622-ab46-e9554deea748 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:01.382578 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-653b30a9-6e71-42b8-93bc-def7e33c57f9 req-197ba0a0-65db-466e-917a-ec2b8a5f959f tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:01.396816 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0e54fcdc-2f43-4403-ad9b-f7c0d27ff088 req-70c025c7-b13f-4622-ab46-e9554deea748 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.7498162 Jul 23 20:06:01.450519 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-2b98bbc3-5df3-4260-bd80-506427920d61 service neutron] For port 406d683d-b6e4-49e3-b334-dd96f69f16ac, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:06:01.459165 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-5a62ee61-6870-4631-82bb-e6e3446c8cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e6f7a4-c66c-4ed3-9a50-3c67c55f3551', 'name': 'tempest-ServerActionsTestJSON-114208146-router', 'tenant_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '6a57db3e-4b8e-4116-8eab-a904c244171e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:13Z', 'updated_at': '2021-07-23T20:05:20Z', 'revision_number': 4, 'project_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'gw_port': {'id': '6a57db3e-4b8e-4116-8eab-a904c244171e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f7a4-c66c-4ed3-9a50-3c67c55f3551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:14Z', 'updated_at': '2021-07-23T20:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '86b50130-3ce9-49b8-bef6-67e86dda3399', 'tenant_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'floating_ip_address': '172.25.1.72', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '43e6f7a4-c66c-4ed3-9a50-3c67c55f3551', 'port_id': 'eddda286-689d-4dc5-8c5c-5401afb7251e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22', 'mac_address': 'fa:16:3e:a1:07:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b8caf2-2e82-4e81-9590-162c7d3a78dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:05:27Z', 'updated_at': '2021-07-23T20:05:58Z', 'revision_number': 1, 'project_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a3c13b2-04de-44ee-ad0e-eb714a43f7b1', 'name': '', 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22', 'tenant_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'mac_address': 'fa:16:3e:7c:2a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f7a4-c66c-4ed3-9a50-3c67c55f3551', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'd89cc8ce-1520-4663-872c-281c0b224b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:18Z', 'updated_at': '2021-07-23T20:05:25Z', 'revision_number': 5, 'project_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'subnets': [{'id': 'd89cc8ce-1520-4663-872c-281c0b224b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:01.470436 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-2b98bbc3-5df3-4260-bd80-506427920d61 service neutron] For port 406d683d-b6e4-49e3-b334-dd96f69f16ac, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=406d683d-b6e4-49e3-b334-dd96f69f16ac,segment=NetworkSegment(dcfcb286-575f-4bc5-8644-3a9c1f47f899),segment_id=dcfcb286-575f-4bc5-8644-3a9c1f47f899)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:06:01.481051 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-2b98bbc3-5df3-4260-bd80-506427920d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:01.506643 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a62ee61-6870-4631-82bb-e6e3446c8cbb None None] The sync data for ids ['43e6f7a4-c66c-4ed3-9a50-3c67c55f3551'] in n-d-793618-10 is: [{'id': '43e6f7a4-c66c-4ed3-9a50-3c67c55f3551', 'name': 'tempest-ServerActionsTestJSON-114208146-router', 'tenant_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '6a57db3e-4b8e-4116-8eab-a904c244171e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:13Z', 'updated_at': '2021-07-23T20:05:20Z', 'revision_number': 4, 'project_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'gw_port': {'id': '6a57db3e-4b8e-4116-8eab-a904c244171e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f7a4-c66c-4ed3-9a50-3c67c55f3551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:14Z', 'updated_at': '2021-07-23T20:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '86b50130-3ce9-49b8-bef6-67e86dda3399', 'tenant_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'floating_ip_address': '172.25.1.72', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '43e6f7a4-c66c-4ed3-9a50-3c67c55f3551', 'port_id': 'eddda286-689d-4dc5-8c5c-5401afb7251e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22', 'mac_address': 'fa:16:3e:a1:07:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b8caf2-2e82-4e81-9590-162c7d3a78dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:05:27Z', 'updated_at': '2021-07-23T20:05:58Z', 'revision_number': 1, 'project_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a3c13b2-04de-44ee-ad0e-eb714a43f7b1', 'name': '', 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22', 'tenant_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'mac_address': 'fa:16:3e:7c:2a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f7a4-c66c-4ed3-9a50-3c67c55f3551', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'd89cc8ce-1520-4663-872c-281c0b224b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:18Z', 'updated_at': '2021-07-23T20:05:25Z', 'revision_number': 5, 'project_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'subnets': [{'id': 'd89cc8ce-1520-4663-872c-281c0b224b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:06:01.540874 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e478371-6ced-4cb5-99bc-0ef740d2c53f x-openstack-request-id: req-1e478371-6ced-4cb5-99bc-0ef740d2c53f {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:06:01.541443 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b1d47f-ced0-4326-bfa7-5bc8507b9a15", "name": "network-vif-unplugged", "status": "completed", "tag": "1286a58a-6ab0-4b63-9618-5e29a4285352", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:06:01.544808 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e478371-6ced-4cb5-99bc-0ef740d2c53f {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:06:01.545387 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b1d47f-ced0-4326-bfa7-5bc8507b9a15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1286a58a-6ab0-4b63-9618-5e29a4285352', 'code': 200} Jul 23 20:06:01.548651 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-75924506-fdca-447b-8615-3e0772a3eea2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=1286a58a-6ab0-4b63-9618-5e29a4285352 HTTP/1.1" status: 200 len: 217 time: 0.1502233 Jul 23 20:06:01.584682 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-2b98bbc3-5df3-4260-bd80-506427920d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:01.585293 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-2b98bbc3-5df3-4260-bd80-506427920d61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:01.586876 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-2b98bbc3-5df3-4260-bd80-506427920d61 service neutron] 10.222.0.30 "PUT /v2.0/ports/406d683d-b6e4-49e3-b334-dd96f69f16ac HTTP/1.1" status: 200 len: 1092 time: 1.8193545 Jul 23 20:06:01.588618 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80908362-eaad-4737-8368-60df8c89f7ba', 'tag': '406d683d-b6e4-49e3-b334-dd96f69f16ac'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:06:01.590999 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0557106c-861a-4c9c-b094-85f228eb5235" -d '{"events": [{"name": "network-changed", "server_uuid": "80908362-eaad-4737-8368-60df8c89f7ba", "tag": "406d683d-b6e4-49e3-b334-dd96f69f16ac"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:06:01.684597 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98bbc3-5df3-4260-bd80-506427920d61 service neutron] Pushing event updated for resources: {'Port': ['ID=406d683d-b6e4-49e3-b334-dd96f69f16ac,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:01.686482 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-0a533e91-3092-4e77-8474-74dab028dbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:01.688078 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-0a533e91-3092-4e77-8474-74dab028dbcd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1321175 Jul 23 20:06:01.786693 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-653b30a9-6e71-42b8-93bc-def7e33c57f9 req-197ba0a0-65db-466e-917a-ec2b8a5f959f tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:01.804005 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-298e8593-d6f8-45e7-b08e-0498cd0ba497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:01.805610 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-298e8593-d6f8-45e7-b08e-0498cd0ba497 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=080e43911453453aa007727912f2477f&device_id=80908362-eaad-4737-8368-60df8c89f7ba HTTP/1.1" status: 200 len: 1095 time: 0.1648018 Jul 23 20:06:01.924067 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-b0086a44-0e76-4673-a29e-d47b9cb0f911 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=406d683d-b6e4-49e3-b334-dd96f69f16ac HTTP/1.1" status: 200 len: 217 time: 0.0652959 Jul 23 20:06:01.932633 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfb071f-6406-4228-b6b3-7835f9d4b5e4 None None] New status for floating IP 86b50130-3ce9-49b8-bef6-67e86dda3399: ACTIVE {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:06:01.984960 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-f9d0d848-f0ed-4787-a539-b622ab860453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:01.986876 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-f9d0d848-f0ed-4787-a539-b622ab860453 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2922974 Jul 23 20:06:02.013275 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353632d-4729-40ea-a399-c51bf260bd61 req-60a26acc-8395-4d9d-80a8-93082dde3444 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:02.030175 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c353632d-4729-40ea-a399-c51bf260bd61 req-60a26acc-8395-4d9d-80a8-93082dde3444 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 948 time: 0.2004979 Jul 23 20:06:02.134818 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c353632d-4729-40ea-a399-c51bf260bd61 req-d6e85968-1c0a-4534-989a-68ea5a83bf3e tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025820 Jul 23 20:06:02.144124 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-9d7bd664-1b8d-4a10-bebf-f0e9b1a50216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:02.159715 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-9d7bd664-1b8d-4a10-bebf-f0e9b1a50216 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dad0a67e-ae6b-411e-b556-feb30f60ceb2 HTTP/1.1" status: 200 len: 845 time: 0.2229295 Jul 23 20:06:02.189990 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-653b30a9-6e71-42b8-93bc-def7e33c57f9 req-197ba0a0-65db-466e-917a-ec2b8a5f959f tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Allocated IP 172.25.1.129 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/7b9599a4-2985-4802-82f6-14a14149b8a8) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:06:02.291818 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-4a86dce6-cf66-4abe-8d4e-d72527499d45 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525909 Jul 23 20:06:02.384209 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40895cb-f867-4252-9799-2a24d6936f59 req-0f076105-b1a6-43da-8807-bc12b912e866 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:02.386275 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a40895cb-f867-4252-9799-2a24d6936f59 req-0f076105-b1a6-43da-8807-bc12b912e866 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=9271d0d7-9251-4412-a64d-40401596586f HTTP/1.1" status: 200 len: 945 time: 0.1842678 Jul 23 20:06:02.440276 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-b09f1bf8-4379-4862-8a7e-c9513fcf980b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:02.442085 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-b09f1bf8-4379-4862-8a7e-c9513fcf980b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74aa537d-7e22-49da-b77d-2e452b6d3781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2537742 Jul 23 20:06:02.467082 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-653b30a9-6e71-42b8-93bc-def7e33c57f9 req-197ba0a0-65db-466e-917a-ec2b8a5f959f tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:02.521784 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a40895cb-f867-4252-9799-2a24d6936f59 req-f7b258bf-db6b-4194-8d8d-2b96a6b09ad8 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242847 Jul 23 20:06:02.570076 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6ccb9b97-09ee-45c5-8f73-89e33eca677c req-dae10b98-a131-4056-8b9a-ffbafc06e87d service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609782 Jul 23 20:06:02.681260 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-90dbe2df-a386-4bf0-98d1-21a0c15a9691 service neutron] 10.222.0.30 "GET /v2.0/networks/74aa537d-7e22-49da-b77d-2e452b6d3781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276056 Jul 23 20:06:02.692080 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-653b30a9-6e71-42b8-93bc-def7e33c57f9 req-197ba0a0-65db-466e-917a-ec2b8a5f959f tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:02.796014 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c0a2cc03-bdb2-4cf6-9275-e3cd845c79f2 req-a909e248-dba3-4da0-acff-8bf802eedaed tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=a958e7c2d3da4f5c83d72b97c2c9bb2f HTTP/1.1" status: 200 len: 1656 time: 0.1195481 Jul 23 20:06:02.809025 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-653b30a9-6e71-42b8-93bc-def7e33c57f9 req-197ba0a0-65db-466e-917a-ec2b8a5f959f tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:06:02.820323 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-653b30a9-6e71-42b8-93bc-def7e33c57f9 req-197ba0a0-65db-466e-917a-ec2b8a5f959f tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:06:02.828191 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-653b30a9-6e71-42b8-93bc-def7e33c57f9 req-197ba0a0-65db-466e-917a-ec2b8a5f959f tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:06:02.862531 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ba0a0-65db-466e-917a-ec2b8a5f959f tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Pushing event updated for resources: {'Port': ['ID=7b9599a4-2985-4802-82f6-14a14149b8a8,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:02.895200 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-13628644-cb3b-4ac2-9dec-5ac45e2b2729 req-69403648-7d13-4bfe-be39-8abc32806e60 service neutron] 10.222.0.30 "GET /v2.0/networks/74aa537d-7e22-49da-b77d-2e452b6d3781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050123 Jul 23 20:06:02.967491 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-653b30a9-6e71-42b8-93bc-def7e33c57f9 req-197ba0a0-65db-466e-917a-ec2b8a5f959f tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:02.984288 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2cc03-bdb2-4cf6-9275-e3cd845c79f2 req-5efae3aa-6f4a-419f-b9b6-1ca73218eee5 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:02.994731 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c0a2cc03-bdb2-4cf6-9275-e3cd845c79f2 req-5efae3aa-6f4a-419f-b9b6-1ca73218eee5 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "GET /v2.0/networks?id=8013d0d6-aee4-47cc-8dbe-3abed6e5116f&id=8013d0d6-aee4-47cc-8dbe-3abed6e5116f&id=8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 787 time: 0.1907749 Jul 23 20:06:03.001169 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [req-c0a2cc03-bdb2-4cf6-9275-e3cd845c79f2 req-e7a98b2c-762e-481a-9298-1e47a7ad95b6 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:06:03.022245 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c0a2cc03-bdb2-4cf6-9275-e3cd845c79f2 req-e7a98b2c-762e-481a-9298-1e47a7ad95b6 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0258198 Jul 23 20:06:03.029312 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-653b30a9-6e71-42b8-93bc-def7e33c57f9 req-197ba0a0-65db-466e-917a-ec2b8a5f959f tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:03.171520 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf4273-1095-4327-958f-5d5817db4dd6 req-0651d0cc-0cb1-492b-9cf0-fd7dceb8c5e2 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:03.178822 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8bcf4273-1095-4327-958f-5d5817db4dd6 req-0651d0cc-0cb1-492b-9cf0-fd7dceb8c5e2 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] 10.222.0.32 "GET /v2.0/ports?device_id=80908362-eaad-4737-8368-60df8c89f7ba HTTP/1.1" status: 200 len: 943 time: 0.0912521 Jul 23 20:06:03.229158 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-653b30a9-6e71-42b8-93bc-def7e33c57f9 req-197ba0a0-65db-466e-917a-ec2b8a5f959f tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:03.235102 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-653b30a9-6e71-42b8-93bc-def7e33c57f9 req-197ba0a0-65db-466e-917a-ec2b8a5f959f tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:03.251822 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8bcf4273-1095-4327-958f-5d5817db4dd6 req-775c1134-5435-4777-bebb-62967713cede tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] 10.222.0.32 "GET /v2.0/security-groups?id=a297093d-8549-482f-a598-b2c5d722c0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0721157 Jul 23 20:06:03.316454 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbe504b-a8ed-435d-93a6-b80e2878a515 x-openstack-request-id: req-bfbe504b-a8ed-435d-93a6-b80e2878a515 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:06:03.316838 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80908362-eaad-4737-8368-60df8c89f7ba", "tag": "406d683d-b6e4-49e3-b334-dd96f69f16ac", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:06:03.316970 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bfbe504b-a8ed-435d-93a6-b80e2878a515 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:06:03.317597 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80908362-eaad-4737-8368-60df8c89f7ba', 'tag': '406d683d-b6e4-49e3-b334-dd96f69f16ac', 'status': 'completed', 'code': 200} Jul 23 20:06:03.321790 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ba0a0-65db-466e-917a-ec2b8a5f959f tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Pushing event updated for resources: {'Port': ['ID=7b9599a4-2985-4802-82f6-14a14149b8a8,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:03.338591 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-653b30a9-6e71-42b8-93bc-def7e33c57f9 req-197ba0a0-65db-466e-917a-ec2b8a5f959f tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:03.359747 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-653b30a9-6e71-42b8-93bc-def7e33c57f9 req-197ba0a0-65db-466e-917a-ec2b8a5f959f tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:03.366706 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-653b30a9-6e71-42b8-93bc-def7e33c57f9 req-197ba0a0-65db-466e-917a-ec2b8a5f959f tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1066089 Jul 23 20:06:03.453529 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-653b30a9-6e71-42b8-93bc-def7e33c57f9 req-451a3716-69e5-4f96-adcb-4c354a6a440b tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.129 HTTP/1.1" status: 200 len: 696 time: 0.0858154 Jul 23 20:06:03.479245 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b7bf80bc-3cd2-4bcb-9f8d-6e0848b5698b req-2621123f-2bc5-49eb-96a1-8e40a52932a7 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "GET /v2.0/floatingips/100dd0a0-d3cc-462f-93a4-fde1851ac897 HTTP/1.1" status: 200 len: 692 time: 0.0621812 Jul 23 20:06:03.542622 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557106c-861a-4c9c-b094-85f228eb5235 req-acb1ae14-5d9d-42f1-92b8-abb561276570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:03.544155 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0557106c-861a-4c9c-b094-85f228eb5235 req-acb1ae14-5d9d-42f1-92b8-abb561276570 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=080e43911453453aa007727912f2477f&device_id=80908362-eaad-4737-8368-60df8c89f7ba HTTP/1.1" status: 200 len: 1095 time: 0.1944387 Jul 23 20:06:03.553752 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b1d47f-ced0-4326-bfa7-5bc8507b9a15', 'tag': '1286a58a-6ab0-4b63-9618-5e29a4285352'}, {'name': 'network-changed', 'server_uuid': 'a9b8caf2-2e82-4e81-9590-162c7d3a78dd', 'tag': 'eddda286-689d-4dc5-8c5c-5401afb7251e'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:06:03.556196 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0feebeb5-7858-4519-95e3-23c94c27bb64" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b1d47f-ced0-4326-bfa7-5bc8507b9a15", "tag": "1286a58a-6ab0-4b63-9618-5e29a4285352"}, {"name": "network-changed", "server_uuid": "a9b8caf2-2e82-4e81-9590-162c7d3a78dd", "tag": "eddda286-689d-4dc5-8c5c-5401afb7251e"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:06:03.600669 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf80bc-3cd2-4bcb-9f8d-6e0848b5698b req-3e6685f3-c126-4ce3-8799-779c460b2bc4 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:03.602459 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b7bf80bc-3cd2-4bcb-9f8d-6e0848b5698b req-3e6685f3-c126-4ce3-8799-779c460b2bc4 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "GET /v2.0/networks/8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 784 time: 0.1169126 Jul 23 20:06:03.606836 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b30a9-6e71-42b8-93bc-def7e33c57f9 req-05f3e23b-15de-4184-89fe-3c5895316e0d tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:03.608193 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-653b30a9-6e71-42b8-93bc-def7e33c57f9 req-05f3e23b-15de-4184-89fe-3c5895316e0d tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/networks/8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 784 time: 0.1539698 Jul 23 20:06:03.672761 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b7bf80bc-3cd2-4bcb-9f8d-6e0848b5698b req-98656b4c-9b10-48ad-aa6e-62b11937788b tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.99 HTTP/1.1" status: 200 len: 695 time: 0.0614142 Jul 23 20:06:03.681675 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557106c-861a-4c9c-b094-85f228eb5235 req-3d53a511-09d4-44eb-b21f-f57407adcdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:03.683387 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0557106c-861a-4c9c-b094-85f228eb5235 req-3d53a511-09d4-44eb-b21f-f57407adcdfd service neutron] 10.222.0.30 "GET /v2.0/networks?id=74aa537d-7e22-49da-b77d-2e452b6d3781 HTTP/1.1" status: 200 len: 907 time: 0.1208651 Jul 23 20:06:03.721078 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b7bf80bc-3cd2-4bcb-9f8d-6e0848b5698b req-5bcd5dd4-7fff-418b-bb4c-099ad13da854 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.99 HTTP/1.1" status: 200 len: 695 time: 0.0473871 Jul 23 20:06:03.757044 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7434a-c846-4255-b415-269459ad14cd req-f0329d9e-3bdd-4658-b94e-f931966ea18c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:03.758557 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-58f7434a-c846-4255-b415-269459ad14cd req-f0329d9e-3bdd-4658-b94e-f931966ea18c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 948 time: 0.0793691 Jul 23 20:06:03.802989 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0557106c-861a-4c9c-b094-85f228eb5235 req-ed46b7fd-743a-4ad9-875d-6d10d4dff617 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=406d683d-b6e4-49e3-b334-dd96f69f16ac HTTP/1.1" status: 200 len: 217 time: 0.0550053 Jul 23 20:06:03.857080 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-b7bf80bc-3cd2-4bcb-9f8d-6e0848b5698b req-d697a9ae-62f1-4119-9fd0-7bcf786947bb tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Deleting port c78a7b8f-60ad-429e-b8db-fb8e8cfd4571 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:06:03.857343 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b7bf80bc-3cd2-4bcb-9f8d-6e0848b5698b req-d697a9ae-62f1-4119-9fd0-7bcf786947bb tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:03.861038 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-58f7434a-c846-4255-b415-269459ad14cd req-0c07fb99-8780-4d71-9244-675f127f156c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959916 Jul 23 20:06:03.870729 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557106c-861a-4c9c-b094-85f228eb5235 req-49b7bc8c-8e6a-479e-b89c-27e6da929fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:03.872179 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0557106c-861a-4c9c-b094-85f228eb5235 req-49b7bc8c-8e6a-479e-b89c-27e6da929fdd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dad0a67e-ae6b-411e-b556-feb30f60ceb2 HTTP/1.1" status: 200 len: 845 time: 0.0627928 Jul 23 20:06:03.945790 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b7bf80bc-3cd2-4bcb-9f8d-6e0848b5698b req-d697a9ae-62f1-4119-9fd0-7bcf786947bb tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:03.946178 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b7bf80bc-3cd2-4bcb-9f8d-6e0848b5698b req-d697a9ae-62f1-4119-9fd0-7bcf786947bb tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:03.958868 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-b7bf80bc-3cd2-4bcb-9f8d-6e0848b5698b req-d697a9ae-62f1-4119-9fd0-7bcf786947bb tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Calling delete_port for c78a7b8f-60ad-429e-b8db-fb8e8cfd4571 owned by network:floatingip {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:06:03.980378 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557106c-861a-4c9c-b094-85f228eb5235 req-ff2f75df-2d2f-485e-9083-2364841a5336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:03.981934 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0557106c-861a-4c9c-b094-85f228eb5235 req-ff2f75df-2d2f-485e-9083-2364841a5336 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74aa537d-7e22-49da-b77d-2e452b6d3781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1024125 Jul 23 20:06:04.066476 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e2c26-50f5-4b27-9590-1e32dcaa3acb req-bc63159c-0573-49c4-960b-83eb298d4d47 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:04.067964 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bd7e2c26-50f5-4b27-9590-1e32dcaa3acb req-bc63159c-0573-49c4-960b-83eb298d4d47 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=9271d0d7-9251-4412-a64d-40401596586f HTTP/1.1" status: 200 len: 945 time: 0.1314569 Jul 23 20:06:04.082139 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4eb4ef-68b3-48c8-9495-cbfb8cb9ca20 req-150e0e12-40a6-4c57-83e7-6beee2bde857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:04.083809 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5b4eb4ef-68b3-48c8-9495-cbfb8cb9ca20 req-150e0e12-40a6-4c57-83e7-6beee2bde857 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112939265a5547faabf279e97fc2b4ed&device_id=9271d0d7-9251-4412-a64d-40401596586f HTTP/1.1" status: 200 len: 1097 time: 0.1229148 Jul 23 20:06:04.106302 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0557106c-861a-4c9c-b094-85f228eb5235 req-43959b4b-d428-48e7-9d5d-aeb918d98770 service neutron] 10.222.0.30 "GET /v2.0/networks/74aa537d-7e22-49da-b77d-2e452b6d3781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168685 Jul 23 20:06:04.141916 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bd7e2c26-50f5-4b27-9590-1e32dcaa3acb req-4996b18c-54cc-4647-9d0f-b4eb3fa8c403 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663245 Jul 23 20:06:04.219828 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4eb4ef-68b3-48c8-9495-cbfb8cb9ca20 req-1bfb6f45-a204-4649-a33c-89813e674d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:04.222134 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5b4eb4ef-68b3-48c8-9495-cbfb8cb9ca20 req-1bfb6f45-a204-4649-a33c-89813e674d95 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 HTTP/1.1" status: 200 len: 910 time: 0.1309674 Jul 23 20:06:04.225010 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 20:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90adf88-4659-4d11-aceb-f41315c976fa x-openstack-request-id: req-d90adf88-4659-4d11-aceb-f41315c976fa {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:06:04.225311 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b1d47f-ced0-4326-bfa7-5bc8507b9a15", "tag": "1286a58a-6ab0-4b63-9618-5e29a4285352", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a9b8caf2-2e82-4e81-9590-162c7d3a78dd", "tag": "eddda286-689d-4dc5-8c5c-5401afb7251e", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:06:04.225588 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d90adf88-4659-4d11-aceb-f41315c976fa {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:06:04.225983 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b1d47f-ced0-4326-bfa7-5bc8507b9a15', 'tag': '1286a58a-6ab0-4b63-9618-5e29a4285352', 'status': 'completed', 'code': 200} Jul 23 20:06:04.226234 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b8caf2-2e82-4e81-9590-162c7d3a78dd', 'tag': 'eddda286-689d-4dc5-8c5c-5401afb7251e', 'status': 'completed', 'code': 200} Jul 23 20:06:04.227022 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b7bf80bc-3cd2-4bcb-9f8d-6e0848b5698b req-d697a9ae-62f1-4119-9fd0-7bcf786947bb tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:04.244601 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0557106c-861a-4c9c-b094-85f228eb5235 req-8276a437-9da4-4699-ab43-e89a896150df service neutron] 10.222.0.30 "GET /v2.0/networks/74aa537d-7e22-49da-b77d-2e452b6d3781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283977 Jul 23 20:06:04.292115 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697a9ae-62f1-4119-9fd0-7bcf786947bb tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Pushing event deleted for resources: {'Port': ['ID=c78a7b8f-60ad-429e-b8db-fb8e8cfd4571,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:04.319549 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feebeb5-7858-4519-95e3-23c94c27bb64 req-dea77f18-5386-4abc-aba4-b81fc4fdf267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:04.321591 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0feebeb5-7858-4519-95e3-23c94c27bb64 req-dea77f18-5386-4abc-aba4-b81fc4fdf267 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a28939d8212b4a0392808b969f282665&device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 1100 time: 0.0648174 Jul 23 20:06:04.385401 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5b4eb4ef-68b3-48c8-9495-cbfb8cb9ca20 req-6a877047-a394-42d6-a640-f4330a0389fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37163526-f636-4d23-b130-b1067110e179 HTTP/1.1" status: 200 len: 217 time: 0.1462138 Jul 23 20:06:04.439734 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feebeb5-7858-4519-95e3-23c94c27bb64 req-1feac6a4-2a3e-4116-aed8-08d45e5b4e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:04.441227 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0feebeb5-7858-4519-95e3-23c94c27bb64 req-1feac6a4-2a3e-4116-aed8-08d45e5b4e30 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.1132555 Jul 23 20:06:04.477877 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b7bf80bc-3cd2-4bcb-9f8d-6e0848b5698b req-d697a9ae-62f1-4119-9fd0-7bcf786947bb tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks [] for floatingip, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:04.480816 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b7bf80bc-3cd2-4bcb-9f8d-6e0848b5698b req-d697a9ae-62f1-4119-9fd0-7bcf786947bb tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:04.482021 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b7bf80bc-3cd2-4bcb-9f8d-6e0848b5698b req-d697a9ae-62f1-4119-9fd0-7bcf786947bb tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "DELETE /v2.0/floatingips/100dd0a0-d3cc-462f-93a4-fde1851ac897 HTTP/1.1" status: 204 len: 173 time: 0.7566967 Jul 23 20:06:04.495085 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4eb4ef-68b3-48c8-9495-cbfb8cb9ca20 req-7ed0e7d6-1047-4e6d-8c52-e36f6ffddbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:04.496586 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5b4eb4ef-68b3-48c8-9495-cbfb8cb9ca20 req-7ed0e7d6-1047-4e6d-8c52-e36f6ffddbec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8f1af588-88a6-41d9-93e0-be352471d81c HTTP/1.1" status: 200 len: 849 time: 0.0874016 Jul 23 20:06:04.499496 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feebeb5-7858-4519-95e3-23c94c27bb64 req-3613c9d4-0f59-4e4d-bc16-5f484639e0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:04.500957 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0feebeb5-7858-4519-95e3-23c94c27bb64 req-3613c9d4-0f59-4e4d-bc16-5f484639e0e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a28939d8212b4a0392808b969f282665&device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 1100 time: 0.2243450 Jul 23 20:06:04.514916 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0feebeb5-7858-4519-95e3-23c94c27bb64 req-fa07a14f-6c34-40e2-8ffa-0b69ccf2ffe9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=1286a58a-6ab0-4b63-9618-5e29a4285352 HTTP/1.1" status: 200 len: 217 time: 0.0670660 Jul 23 20:06:04.570023 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5b4eb4ef-68b3-48c8-9495-cbfb8cb9ca20 req-d07f0a07-f6dc-490b-aed3-a11c105c4bca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661230 Jul 23 20:06:04.586192 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-e661d331-43d4-486d-af51-2b6776b21fe9 tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=18f938e864f04d9c8a0cf5eed85bd55b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509727 Jul 23 20:06:04.606488 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feebeb5-7858-4519-95e3-23c94c27bb64 req-662bcb87-7c1a-4d2e-bb04-1ad5f4137824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:04.607881 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0feebeb5-7858-4519-95e3-23c94c27bb64 req-662bcb87-7c1a-4d2e-bb04-1ad5f4137824 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.0858195 Jul 23 20:06:04.736169 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-6c54a63a-05de-4c29-bdcc-0e2be5b6740b tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:04.737563 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-6c54a63a-05de-4c29-bdcc-0e2be5b6740b tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1459608 Jul 23 20:06:04.740915 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feebeb5-7858-4519-95e3-23c94c27bb64 req-3db70ab0-1612-4df1-b7d7-d48e18f189fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:04.742181 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0feebeb5-7858-4519-95e3-23c94c27bb64 req-3db70ab0-1612-4df1-b7d7-d48e18f189fa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1200728 Jul 23 20:06:04.763827 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-26c89a21-4489-4179-941e-5b1b5c8d65d7 tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] 10.222.0.32 "GET /v2.0/quotas/18f938e864f04d9c8a0cf5eed85bd55b HTTP/1.1" status: 200 len: 375 time: 0.0198729 Jul 23 20:06:04.806956 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feebeb5-7858-4519-95e3-23c94c27bb64 req-d52eee41-2017-4067-a75f-fd0f073fa118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:04.808436 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0feebeb5-7858-4519-95e3-23c94c27bb64 req-d52eee41-2017-4067-a75f-fd0f073fa118 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.2954185 Jul 23 20:06:04.809735 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-2c48e724-fc65-4849-8a00-ab138dc39bd4 tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=18f938e864f04d9c8a0cf5eed85bd55b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367801 Jul 23 20:06:04.819066 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-34dad7ce-198e-477a-802a-ddc7758baebe tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:04.820178 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-34dad7ce-198e-477a-802a-ddc7758baebe tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/networks?id=9809b0ec-ba40-459d-967a-8ad4e593e436 HTTP/1.1" status: 200 len: 820 time: 0.2336752 Jul 23 20:06:04.822061 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5b4eb4ef-68b3-48c8-9495-cbfb8cb9ca20 req-f8029e34-64f7-462d-9f6d-83a7a7748600 service neutron] 10.222.0.30 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386208 Jul 23 20:06:04.868750 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0feebeb5-7858-4519-95e3-23c94c27bb64 req-a3b1c56d-be7b-49e0-91ca-13e0460358db service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177938 Jul 23 20:06:04.874571 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0feebeb5-7858-4519-95e3-23c94c27bb64 req-1c453564-d628-4f36-ac43-0796a1db5fb6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=1286a58a-6ab0-4b63-9618-5e29a4285352 HTTP/1.1" status: 200 len: 217 time: 0.0515821 Jul 23 20:06:04.886897 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-f260e24f-b435-429c-b0aa-235d97546120 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/quotas/ca9f4fe5c0d8443fb3151faa84883f9f HTTP/1.1" status: 200 len: 375 time: 0.0582154 Jul 23 20:06:04.972994 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0feebeb5-7858-4519-95e3-23c94c27bb64 req-82588d23-1696-48fd-bb63-fed6dceffa28 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983651 Jul 23 20:06:05.032269 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feebeb5-7858-4519-95e3-23c94c27bb64 req-6a01aba1-86f9-4180-8883-3a27ff3128d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:05.033754 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0feebeb5-7858-4519-95e3-23c94c27bb64 req-6a01aba1-86f9-4180-8883-3a27ff3128d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1487265 Jul 23 20:06:05.078568 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5b4eb4ef-68b3-48c8-9495-cbfb8cb9ca20 req-6e856588-e891-47e6-8ee5-014b224d7c9e service neutron] 10.222.0.30 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472646 Jul 23 20:06:05.090454 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feebeb5-7858-4519-95e3-23c94c27bb64 req-0d38e40d-1ac4-437f-bc86-1a3198ada688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:05.092078 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0feebeb5-7858-4519-95e3-23c94c27bb64 req-0d38e40d-1ac4-437f-bc86-1a3198ada688 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3eac1fd2f7984fc28e6e139f2a1d3dd0&device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 1097 time: 0.0796180 Jul 23 20:06:05.099785 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4834b8-fc66-4e0b-94e0-a70cf5df0624 req-c6ad1f82-1adf-42ff-8059-77a936fb7005 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:05.101434 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ef4834b8-fc66-4e0b-94e0-a70cf5df0624 req-c6ad1f82-1adf-42ff-8059-77a936fb7005 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] 10.222.0.32 "GET /v2.0/ports?device_id=80908362-eaad-4737-8368-60df8c89f7ba HTTP/1.1" status: 200 len: 943 time: 0.1227951 Jul 23 20:06:05.118016 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 1286a58a-6ab0-4b63-9618-5e29a4285352 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:06:05.120117 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-cfb6f821-9eb0-4077-a83f-0ec50c1e3adb tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca9f4fe5c0d8443fb3151faa84883f9f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2227046 Jul 23 20:06:05.158717 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feebeb5-7858-4519-95e3-23c94c27bb64 req-c6e1867e-2b2d-4a53-a977-ccb39f684298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:05.160196 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0feebeb5-7858-4519-95e3-23c94c27bb64 req-c6e1867e-2b2d-4a53-a977-ccb39f684298 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1158893 Jul 23 20:06:05.191869 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 406d683d-b6e4-49e3-b334-dd96f69f16ac details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:06:05.200014 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ef4834b8-fc66-4e0b-94e0-a70cf5df0624 req-f3681525-aa1f-4beb-b2f5-69d70f3b5808 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] 10.222.0.32 "GET /v2.0/security-groups?id=a297093d-8549-482f-a598-b2c5d722c0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0878808 Jul 23 20:06:05.280085 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feebeb5-7858-4519-95e3-23c94c27bb64 req-c430897a-e133-4c28-86aa-d0e647cceae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:05.288747 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0feebeb5-7858-4519-95e3-23c94c27bb64 req-c430897a-e133-4c28-86aa-d0e647cceae0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f1957672-1349-45e6-b250-4d2e0e2b0e22 HTTP/1.1" status: 200 len: 912 time: 0.1860275 Jul 23 20:06:05.367227 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 406d683d-b6e4-49e3-b334-dd96f69f16ac, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=406d683d-b6e4-49e3-b334-dd96f69f16ac,segment=NetworkSegment(dcfcb286-575f-4bc5-8644-3a9c1f47f899),segment_id=dcfcb286-575f-4bc5-8644-3a9c1f47f899)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:06:05.392885 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '406d683d-b6e4-49e3-b334-dd96f69f16ac', 'network_id': '74aa537d-7e22-49da-b77d-2e452b6d3781', 'port_id': '406d683d-b6e4-49e3-b334-dd96f69f16ac', 'mac_address': 'fa:16:3e:3b:07:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dad0a67e-ae6b-411e-b556-feb30f60ceb2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:06:05.395777 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 1286a58a-6ab0-4b63-9618-5e29a4285352, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=1286a58a-6ab0-4b63-9618-5e29a4285352,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:06:05.412271 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '1286a58a-6ab0-4b63-9618-5e29a4285352', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': '1286a58a-6ab0-4b63-9618-5e29a4285352', 'mac_address': 'fa:16:3e:3e:47:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:06:05.418064 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0feebeb5-7858-4519-95e3-23c94c27bb64 req-e7e88d9a-8197-42cd-a6f2-4d3fc9cf7900 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eddda286-689d-4dc5-8c5c-5401afb7251e HTTP/1.1" status: 200 len: 1000 time: 0.1215270 Jul 23 20:06:05.478766 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-21b6ff29-3494-41c3-9c39-be122f0832fa req-0a27a673-6e30-4c5d-9e78-f232ba81aea9 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "GET /v2.0/floatingips/3176617b-9e17-4329-9b36-5035700a5ae1 HTTP/1.1" status: 200 len: 693 time: 0.0596845 Jul 23 20:06:05.483573 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:05.496952 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:05.516798 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 406d683d-b6e4-49e3-b334-dd96f69f16ac {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:06:05.525166 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1286a58a-6ab0-4b63-9618-5e29a4285352 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:06:05.555845 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 1286a58a-6ab0-4b63-9618-5e29a4285352, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=1286a58a-6ab0-4b63-9618-5e29a4285352,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:06:05.562437 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:05.589351 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feebeb5-7858-4519-95e3-23c94c27bb64 req-53acd629-5b4f-4f35-8c20-6e46d9c22e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:05.590898 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0feebeb5-7858-4519-95e3-23c94c27bb64 req-53acd629-5b4f-4f35-8c20-6e46d9c22e7c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d89cc8ce-1520-4663-872c-281c0b224b71 HTTP/1.1" status: 200 len: 850 time: 0.1110754 Jul 23 20:06:05.600064 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 406d683d-b6e4-49e3-b334-dd96f69f16ac, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=406d683d-b6e4-49e3-b334-dd96f69f16ac,segment=NetworkSegment(dcfcb286-575f-4bc5-8644-3a9c1f47f899),segment_id=dcfcb286-575f-4bc5-8644-3a9c1f47f899)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:06:05.607649 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:05.635126 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=1286a58a-6ab0-4b63-9618-5e29a4285352,revision_number=12']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:05.642643 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:05.643394 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:05.643525 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:05.643977 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:05.644328 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:05.645287 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:05.645287 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:05.646279 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:05.646819 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:05.647280 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:05.647662 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:05.648365 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:05.662092 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-4b15cb90-d952-4e77-826c-e3706edfb243 service neutron] 10.222.0.32 "GET /v2.0/networks/9809b0ec-ba40-459d-967a-8ad4e593e436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5277746 Jul 23 20:06:05.695328 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0feebeb5-7858-4519-95e3-23c94c27bb64 req-6dfefc58-fd0d-4694-959c-efeb5adb65a3 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5251167 Jul 23 20:06:05.706642 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6ff29-3494-41c3-9c39-be122f0832fa req-cc063b05-3355-42b0-9da1-2c2b725086eb tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:05.708867 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-21b6ff29-3494-41c3-9c39-be122f0832fa req-cc063b05-3355-42b0-9da1-2c2b725086eb tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "GET /v2.0/networks/8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 784 time: 0.1894939 Jul 23 20:06:05.720320 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=406d683d-b6e4-49e3-b334-dd96f69f16ac,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:05.771396 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feebeb5-7858-4519-95e3-23c94c27bb64 req-b003f10b-cd0d-41f8-ada3-849cf3396832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:05.773497 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0feebeb5-7858-4519-95e3-23c94c27bb64 req-b003f10b-cd0d-41f8-ada3-849cf3396832 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1957672-1349-45e6-b250-4d2e0e2b0e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1446476 Jul 23 20:06:05.780866 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-21b6ff29-3494-41c3-9c39-be122f0832fa req-6689ee7b-d552-4647-8657-f949d4c1a78c tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.169 HTTP/1.1" status: 200 len: 696 time: 0.0632904 Jul 23 20:06:05.837968 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-c6f063f9-3aa4-4d73-8215-fd17ebded59e service neutron] 10.222.0.32 "GET /v2.0/networks/9809b0ec-ba40-459d-967a-8ad4e593e436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681659 Jul 23 20:06:05.845524 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['406d683d-b6e4-49e3-b334-dd96f69f16ac'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:06:05.855068 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0feebeb5-7858-4519-95e3-23c94c27bb64 req-56b462af-6400-4e8f-a1ed-a372168b529f service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499512 Jul 23 20:06:05.855808 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-21b6ff29-3494-41c3-9c39-be122f0832fa req-36d6fd0b-4e65-4149-867f-76c49a623f3f tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.169 HTTP/1.1" status: 200 len: 696 time: 0.0655723 Jul 23 20:06:05.871817 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['1286a58a-6ab0-4b63-9618-5e29a4285352'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:06:06.005979 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0feebeb5-7858-4519-95e3-23c94c27bb64 req-156c442f-1e1b-4116-90b1-e312f856dbbe service neutron] 10.222.0.30 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240551 Jul 23 20:06:06.088892 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db011a-a683-41b3-ae8e-72b4b69489f1 req-db23e12b-0461-4a88-a0e4-81ac1663e0ab tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:06.096748 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-91db011a-a683-41b3-ae8e-72b4b69489f1 req-db23e12b-0461-4a88-a0e4-81ac1663e0ab tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 949 time: 0.0796387 Jul 23 20:06:06.141363 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-91db011a-a683-41b3-ae8e-72b4b69489f1 req-494ce289-a277-42ac-88ee-8c7727075593 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436711 Jul 23 20:06:06.170354 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-986212cd-b4dd-4113-bc88-3952e5a7c66c tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=18f938e864f04d9c8a0cf5eed85bd55b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263216 Jul 23 20:06:06.170822 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-21b6ff29-3494-41c3-9c39-be122f0832fa req-13d81354-01c6-42d0-9682-5bfac180a2f9 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Deleting port d7461433-91b4-41cf-9afb-4578870e14da {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:06:06.171178 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-21b6ff29-3494-41c3-9c39-be122f0832fa req-13d81354-01c6-42d0-9682-5bfac180a2f9 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:06.325087 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7b58f9a7-d9aa-4f97-9491-338a48d467a4 req-a0467d23-6203-4c8d-8731-50832f4e5c20 tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bbd0d2c-043e-4a5e-990c-8bf018681937 HTTP/1.1" status: 200 len: 210 time: 0.0708599 Jul 23 20:06:06.381983 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-99108a63-278e-49c9-9034-1a8cb11f95ab tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:06.383944 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-99108a63-278e-49c9-9034-1a8cb11f95ab tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2076461 Jul 23 20:06:06.427475 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-1ae4850c-b719-4d8e-844b-29eb1f84948f tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] Request body: {'port': {'device_id': '2bbd0d2c-043e-4a5e-990c-8bf018681937', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'admin_state_up': True, 'tenant_id': '18f938e864f04d9c8a0cf5eed85bd55b'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:06:06.534836 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0feebeb5-7858-4519-95e3-23c94c27bb64 req-bc1ef86d-7433-4406-ad94-679e2229940e service neutron] 10.222.0.30 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002985 Jul 23 20:06:06.536575 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a135ea9-cdcf-4c52-a88f-445d28c540cd req-5387bb9c-c08c-4edc-9732-c8191132287f tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:06.538150 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0a135ea9-cdcf-4c52-a88f-445d28c540cd req-5387bb9c-c08c-4edc-9732-c8191132287f tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=9271d0d7-9251-4412-a64d-40401596586f HTTP/1.1" status: 200 len: 945 time: 0.1510198 Jul 23 20:06:06.593909 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-21b6ff29-3494-41c3-9c39-be122f0832fa req-13d81354-01c6-42d0-9682-5bfac180a2f9 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:06.594231 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-21b6ff29-3494-41c3-9c39-be122f0832fa req-13d81354-01c6-42d0-9682-5bfac180a2f9 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:06.597522 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0a135ea9-cdcf-4c52-a88f-445d28c540cd req-c8b46525-61c4-493d-9acf-8c8e6fae3c0f tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509384 Jul 23 20:06:06.599760 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-1ae4850c-b719-4d8e-844b-29eb1f84948f tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] Made reservation on behalf of 18f938e864f04d9c8a0cf5eed85bd55b for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:06:06.603433 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-1ae4850c-b719-4d8e-844b-29eb1f84948f tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:06.619801 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-21b6ff29-3494-41c3-9c39-be122f0832fa req-13d81354-01c6-42d0-9682-5bfac180a2f9 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Calling delete_port for d7461433-91b4-41cf-9afb-4578870e14da owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:06:06.619964 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-1ae4850c-b719-4d8e-844b-29eb1f84948f tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:06.743787 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-1ae4850c-b719-4d8e-844b-29eb1f84948f tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:06.749596 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-1ae4850c-b719-4d8e-844b-29eb1f84948f tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:06.772958 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-21b6ff29-3494-41c3-9c39-be122f0832fa req-13d81354-01c6-42d0-9682-5bfac180a2f9 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:06.823376 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d81354-01c6-42d0-9682-5bfac180a2f9 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Pushing event deleted for resources: {'Port': ['ID=d7461433-91b4-41cf-9afb-4578870e14da,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:06.881094 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-357b395b-e12e-4bd5-af7e-f2ef389cbc61 req-df33009a-e37e-49e6-93ba-2e47bab83d81 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/ports?device_id=29598783-c8a8-4c70-88b5-42cab83b8705 HTTP/1.1" status: 200 len: 210 time: 0.0919199 Jul 23 20:06:06.899307 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4850c-b719-4d8e-844b-29eb1f84948f tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b81fb652-66da-42d2-a915-9173e13b25bd,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:06.930897 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-21b6ff29-3494-41c3-9c39-be122f0832fa req-13d81354-01c6-42d0-9682-5bfac180a2f9 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:06.935216 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-21b6ff29-3494-41c3-9c39-be122f0832fa req-13d81354-01c6-42d0-9682-5bfac180a2f9 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:06.936818 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-21b6ff29-3494-41c3-9c39-be122f0832fa req-13d81354-01c6-42d0-9682-5bfac180a2f9 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "DELETE /v2.0/floatingips/3176617b-9e17-4329-9b36-5035700a5ae1 HTTP/1.1" status: 204 len: 173 time: 1.0461938 Jul 23 20:06:07.028551 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-1ae4850c-b719-4d8e-844b-29eb1f84948f tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] Allocated IP 192.168.233.175 (ec2201c2-595f-40aa-9bc3-fccd4b01012e/4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d/e9d68ba6-27d2-4896-81c6-23c2c6c032bc) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:06:07.076196 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f84ed-c06c-448f-8c38-8e6377292e23 req-8b96ed1a-e6fd-4a05-985f-c9c8c5bcdb66 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:07.077898 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5a9f84ed-c06c-448f-8c38-8e6377292e23 req-8b96ed1a-e6fd-4a05-985f-c9c8c5bcdb66 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] 10.222.0.32 "GET /v2.0/ports?device_id=80908362-eaad-4737-8368-60df8c89f7ba HTTP/1.1" status: 200 len: 944 time: 0.0722716 Jul 23 20:06:07.093084 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b97d9-c74c-49a3-8c1c-57f6289e09c9 req-b4c60348-e410-4b8d-9f8b-8e29511bc9f2 tempest-MigrationsAdminTest-1035184342 tempest-MigrationsAdminTest-1035184342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:07.094640 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-272b97d9-c74c-49a3-8c1c-57f6289e09c9 req-b4c60348-e410-4b8d-9f8b-8e29511bc9f2 tempest-MigrationsAdminTest-1035184342 tempest-MigrationsAdminTest-1035184342-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 1101 time: 0.1080770 Jul 23 20:06:07.132058 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5a9f84ed-c06c-448f-8c38-8e6377292e23 req-fe0b970b-a875-461c-a9fb-09cba1966573 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] 10.222.0.32 "GET /v2.0/security-groups?id=a297093d-8549-482f-a598-b2c5d722c0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462143 Jul 23 20:06:07.204821 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 406d683d-b6e4-49e3-b334-dd96f69f16ac up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:06:07.239865 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-272b97d9-c74c-49a3-8c1c-57f6289e09c9 req-22a38c2a-2c24-474e-864f-b8eeba0ecf2d tempest-MigrationsAdminTest-1035184342 tempest-MigrationsAdminTest-1035184342-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364286 Jul 23 20:06:07.299508 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 406d683d-b6e4-49e3-b334-dd96f69f16ac completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:06:07.305837 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a042eff1-5af1-43e4-bfa6-8ff438cc62a7 req-7eeb1a74-edc9-4e00-a0dd-3ee098e51212 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "GET /v2.0/floatingips/d3f5d0bd-59d5-4916-b749-ce74e7398b6e HTTP/1.1" status: 200 len: 693 time: 0.0611570 Jul 23 20:06:07.319480 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 406d683d-b6e4-49e3-b334-dd96f69f16ac triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:06:07.320452 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:07.366789 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-1ae4850c-b719-4d8e-844b-29eb1f84948f tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:07.394668 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-e38f69bc-b143-4722-a360-ccf954b62cac tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:07.396906 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-e38f69bc-b143-4722-a360-ccf954b62cac tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.18 "GET /v2.0/networks?id=9809b0ec-ba40-459d-967a-8ad4e593e436 HTTP/1.1" status: 200 len: 820 time: 0.2521050 Jul 23 20:06:07.402772 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-1ae4850c-b719-4d8e-844b-29eb1f84948f tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] Transition to ACTIVE for port object e9d68ba6-27d2-4896-81c6-23c2c6c032bc will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:06:07.424332 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-2b76cc5b-59ea-45e1-9612-a3e754f2722d tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Request body: {'port': {'device_id': '29598783-c8a8-4c70-88b5-42cab83b8705', 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436', 'admin_state_up': True, 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:06:07.460465 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:07.469107 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042eff1-5af1-43e4-bfa6-8ff438cc62a7 req-c39b9c83-48bc-416f-99ba-25f682aa151b tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:07.470993 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a042eff1-5af1-43e4-bfa6-8ff438cc62a7 req-c39b9c83-48bc-416f-99ba-25f682aa151b tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "GET /v2.0/networks/8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 784 time: 0.1502285 Jul 23 20:06:07.505823 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80908362-eaad-4737-8368-60df8c89f7ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406d683d-b6e4-49e3-b334-dd96f69f16ac'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:06:07.509162 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601c1916-be89-48ed-a262-5c57def68dd7" -d '{"events": [{"server_uuid": "80908362-eaad-4737-8368-60df8c89f7ba", "name": "network-vif-plugged", "status": "completed", "tag": "406d683d-b6e4-49e3-b334-dd96f69f16ac"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:06:07.514350 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 406d683d-b6e4-49e3-b334-dd96f69f16ac, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=406d683d-b6e4-49e3-b334-dd96f69f16ac,segment=NetworkSegment(dcfcb286-575f-4bc5-8644-3a9c1f47f899),segment_id=dcfcb286-575f-4bc5-8644-3a9c1f47f899)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:06:07.518902 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:07.520817 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 37163526-f636-4d23-b130-b1067110e179 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:06:07.540537 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-1ae4850c-b719-4d8e-844b-29eb1f84948f tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:07.553028 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a042eff1-5af1-43e4-bfa6-8ff438cc62a7 req-a16fb943-e487-4cc8-a451-7ba9a7127496 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.190 HTTP/1.1" status: 200 len: 696 time: 0.0685959 Jul 23 20:06:07.602705 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=406d683d-b6e4-49e3-b334-dd96f69f16ac,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:07.614505 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a042eff1-5af1-43e4-bfa6-8ff438cc62a7 req-ebf7688c-887b-410f-86b9-b9b93671a910 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.190 HTTP/1.1" status: 200 len: 696 time: 0.0515399 Jul 23 20:06:07.645662 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:07.660412 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4850c-b719-4d8e-844b-29eb1f84948f tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] Pushing event updated for resources: {'Port': ['ID=e9d68ba6-27d2-4896-81c6-23c2c6c032bc,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:07.671632 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-2b76cc5b-59ea-45e1-9612-a3e754f2722d tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Made reservation on behalf of ca9f4fe5c0d8443fb3151faa84883f9f for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:06:07.675396 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-2b76cc5b-59ea-45e1-9612-a3e754f2722d tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:07.682770 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 37163526-f636-4d23-b130-b1067110e179, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=37163526-f636-4d23-b130-b1067110e179,segment=NetworkSegment(09c16a36-f585-4003-9e2f-a9905bed7329),segment_id=09c16a36-f585-4003-9e2f-a9905bed7329)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:06:07.686849 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:07.693398 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-1ae4850c-b719-4d8e-844b-29eb1f84948f tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] Network ec2201c2-595f-40aa-9bc3-fccd4b01012e is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:06:07.699807 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-1ae4850c-b719-4d8e-844b-29eb1f84948f tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:06:07.702446 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-1ae4850c-b719-4d8e-844b-29eb1f84948f tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:06:07.742861 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=37163526-f636-4d23-b130-b1067110e179,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:07.757184 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-a042eff1-5af1-43e4-bfa6-8ff438cc62a7 req-3866f9c8-5c31-45ca-9988-8dd78c692b42 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Deleting port c8410b7f-ac27-4bff-be8f-77a9da38c451 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:06:07.757662 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a042eff1-5af1-43e4-bfa6-8ff438cc62a7 req-3866f9c8-5c31-45ca-9988-8dd78c692b42 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:07.807886 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d45fb6-619c-4682-8fbd-b7c9e2b77cba req-a70b6e83-7699-4c8a-a66c-05a1a57e6ba7 tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:07.809597 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b1d45fb6-619c-4682-8fbd-b7c9e2b77cba req-a70b6e83-7699-4c8a-a66c-05a1a57e6ba7 tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bbd0d2c-043e-4a5e-990c-8bf018681937 HTTP/1.1" status: 200 len: 936 time: 0.2440846 Jul 23 20:06:07.819860 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-1ae4850c-b719-4d8e-844b-29eb1f84948f tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:07.819860 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-1ae4850c-b719-4d8e-844b-29eb1f84948f tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:07.839616 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a042eff1-5af1-43e4-bfa6-8ff438cc62a7 req-3866f9c8-5c31-45ca-9988-8dd78c692b42 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:07.840025 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a042eff1-5af1-43e4-bfa6-8ff438cc62a7 req-3866f9c8-5c31-45ca-9988-8dd78c692b42 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:07.854265 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-a042eff1-5af1-43e4-bfa6-8ff438cc62a7 req-3866f9c8-5c31-45ca-9988-8dd78c692b42 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Calling delete_port for c8410b7f-ac27-4bff-be8f-77a9da38c451 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:06:07.865808 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-1ae4850c-b719-4d8e-844b-29eb1f84948f tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4681878 Jul 23 20:06:07.904990 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-397daec9-3a19-4c25-b873-5137fdb04a02 service neutron] Request body: {'port': {'device_id': '2bbd0d2c-043e-4a5e-990c-8bf018681937', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:06:07.935059 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c330c128-de16-4905-8dbe-c2d9e10f12c7 None None] Provisioning for port e9d68ba6-27d2-4896-81c6-23c2c6c032bc completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:06:07.941762 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c330c128-de16-4905-8dbe-c2d9e10f12c7 None None] Provisioning complete for port e9d68ba6-27d2-4896-81c6-23c2c6c032bc triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:06:07.942858 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c330c128-de16-4905-8dbe-c2d9e10f12c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:07.956269 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b1d45fb6-619c-4682-8fbd-b7c9e2b77cba req-df037847-ebcc-492f-bdd9-68ec5b1e2488 tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] 10.222.0.32 "GET /v2.0/security-groups?id=b81fb652-66da-42d2-a915-9173e13b25bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285172 Jul 23 20:06:07.984876 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-c330c128-de16-4905-8dbe-c2d9e10f12c7 None None] Port e9d68ba6-27d2-4896-81c6-23c2c6c032bc cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:06:07.994407 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-2b76cc5b-59ea-45e1-9612-a3e754f2722d tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Allocated IP 172.20.0.14 (9809b0ec-ba40-459d-967a-8ad4e593e436/d4f0363c-c07e-46a2-b2c5-f4462163c3fd/2e3fb898-6cee-4827-8bcd-7f3431ef2e3a) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:06:08.035064 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a042eff1-5af1-43e4-bfa6-8ff438cc62a7 req-3866f9c8-5c31-45ca-9988-8dd78c692b42 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:08.062904 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3866f9c8-5c31-45ca-9988-8dd78c692b42 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Pushing event deleted for resources: {'Port': ['ID=c8410b7f-ac27-4bff-be8f-77a9da38c451,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:08.092840 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-397daec9-3a19-4c25-b873-5137fdb04a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:08.128552 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a042eff1-5af1-43e4-bfa6-8ff438cc62a7 req-3866f9c8-5c31-45ca-9988-8dd78c692b42 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:08.131392 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a042eff1-5af1-43e4-bfa6-8ff438cc62a7 req-3866f9c8-5c31-45ca-9988-8dd78c692b42 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:08.132615 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a042eff1-5af1-43e4-bfa6-8ff438cc62a7 req-3866f9c8-5c31-45ca-9988-8dd78c692b42 tempest-FloatingIPDetailsTestJSON-1815806687 tempest-FloatingIPDetailsTestJSON-1815806687-project] 10.222.0.32 "DELETE /v2.0/floatingips/d3f5d0bd-59d5-4916-b749-ce74e7398b6e HTTP/1.1" status: 204 len: 173 time: 0.5135927 Jul 23 20:06:08.139402 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42334) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:08.174672 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1ccbb6-99c0-47f5-9a53-f1fb522960ea x-openstack-request-id: req-de1ccbb6-99c0-47f5-9a53-f1fb522960ea {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:06:08.174958 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80908362-eaad-4737-8368-60df8c89f7ba", "name": "network-vif-plugged", "status": "completed", "tag": "406d683d-b6e4-49e3-b334-dd96f69f16ac", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:06:08.175203 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-de1ccbb6-99c0-47f5-9a53-f1fb522960ea {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:06:08.175588 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80908362-eaad-4737-8368-60df8c89f7ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406d683d-b6e4-49e3-b334-dd96f69f16ac', 'code': 200} Jul 23 20:06:08.254191 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828807d-9bb9-4523-bfab-2cb4086fe3e4 req-cde326e4-c0ee-485f-99a5-454cb0bf5613 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:08.255837 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b828807d-9bb9-4523-bfab-2cb4086fe3e4 req-cde326e4-c0ee-485f-99a5-454cb0bf5613 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 949 time: 0.2210934 Jul 23 20:06:08.403215 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-2b76cc5b-59ea-45e1-9612-a3e754f2722d tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:08.409148 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b828807d-9bb9-4523-bfab-2cb4086fe3e4 req-cf10f095-d242-4f74-8650-575a9c100cc8 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442699 Jul 23 20:06:08.427037 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6d5ae-f9d5-42e7-b41f-bc4751e8cb35 req-95790cdc-79e7-4427-bf58-ad0e44848e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:08.428705 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-90d6d5ae-f9d5-42e7-b41f-bc4751e8cb35 req-95790cdc-79e7-4427-bf58-ad0e44848e38 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=80908362-eaad-4737-8368-60df8c89f7ba HTTP/1.1" status: 200 len: 1097 time: 0.1811059 Jul 23 20:06:08.440146 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977bb0e-5e3f-46d7-81b8-1592c2b9da2d req-05698488-cd96-4139-8a69-70640bde6b9e tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:08.441658 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d977bb0e-5e3f-46d7-81b8-1592c2b9da2d req-05698488-cd96-4139-8a69-70640bde6b9e tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=9271d0d7-9251-4412-a64d-40401596586f HTTP/1.1" status: 200 len: 943 time: 0.2067313 Jul 23 20:06:08.472998 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-2b76cc5b-59ea-45e1-9612-a3e754f2722d tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Transition to ACTIVE for port object 2e3fb898-6cee-4827-8bcd-7f3431ef2e3a will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:06:08.522592 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-90d6d5ae-f9d5-42e7-b41f-bc4751e8cb35 req-33df3101-972f-4bf2-9392-3c7846b205b2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a297093d-8549-482f-a598-b2c5d722c0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0748613 Jul 23 20:06:08.532509 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d977bb0e-5e3f-46d7-81b8-1592c2b9da2d req-e1c090dc-1f21-439a-a688-210cfc94f7fb tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793202 Jul 23 20:06:08.552114 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-2b76cc5b-59ea-45e1-9612-a3e754f2722d tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:08.577849 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:06:08.668749 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-2b76cc5b-59ea-45e1-9612-a3e754f2722d tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Network 9809b0ec-ba40-459d-967a-8ad4e593e436 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:06:08.681066 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-397daec9-3a19-4c25-b873-5137fdb04a02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9d68ba6-27d2-4896-81c6-23c2c6c032bc {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:06:08.688609 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-2b76cc5b-59ea-45e1-9612-a3e754f2722d tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:06:08.693885 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-2b76cc5b-59ea-45e1-9612-a3e754f2722d tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:06:08.696669 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b76cc5b-59ea-45e1-9612-a3e754f2722d tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Pushing event updated for resources: {'Port': ['ID=2e3fb898-6cee-4827-8bcd-7f3431ef2e3a,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:08.703703 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-397daec9-3a19-4c25-b873-5137fdb04a02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:08.720801 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b56ee-4d58-46f7-901c-a3489f0235d3 req-7fa1e239-79f0-4f7a-a6b4-be6c93ada133 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:08.722856 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5b8b56ee-4d58-46f7-901c-a3489f0235d3 req-7fa1e239-79f0-4f7a-a6b4-be6c93ada133 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] 10.222.0.32 "GET /v2.0/ports?device_id=80908362-eaad-4737-8368-60df8c89f7ba HTTP/1.1" status: 200 len: 945 time: 0.1074541 Jul 23 20:06:08.757222 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-397daec9-3a19-4c25-b873-5137fdb04a02 service neutron] Transition to ACTIVE for port object e9d68ba6-27d2-4896-81c6-23c2c6c032bc will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:06:08.774783 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-397daec9-3a19-4c25-b873-5137fdb04a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:08.788428 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-2b76cc5b-59ea-45e1-9612-a3e754f2722d tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:08.789164 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-2b76cc5b-59ea-45e1-9612-a3e754f2722d tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:08.806711 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5b8b56ee-4d58-46f7-901c-a3489f0235d3 req-dc4effa4-9e14-46f5-85d2-e8ff6191bf26 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] 10.222.0.32 "GET /v2.0/security-groups?id=a297093d-8549-482f-a598-b2c5d722c0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0658014 Jul 23 20:06:08.821145 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d33bc74a-7cdc-48c6-ac71-21e9ee671275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:08.845008 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d1fde-74b9-45fd-a5e5-0b796fa2b69d req-48832a70-eb1c-4c2a-97f0-05b9732beb84 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:08.846629 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7f7d1fde-74b9-45fd-a5e5-0b796fa2b69d req-48832a70-eb1c-4c2a-97f0-05b9732beb84 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/ports?device_id=29598783-c8a8-4c70-88b5-42cab83b8705 HTTP/1.1" status: 200 len: 932 time: 0.2769647 Jul 23 20:06:08.886959 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-2b76cc5b-59ea-45e1-9612-a3e754f2722d tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4698071 Jul 23 20:06:08.897547 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397daec9-3a19-4c25-b873-5137fdb04a02 service neutron] Pushing event updated for resources: {'Port': ['ID=e9d68ba6-27d2-4896-81c6-23c2c6c032bc,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:08.938436 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-2941c0e8-454e-42db-a571-e98df167f8ff service neutron] Request body: {'port': {'device_id': '29598783-c8a8-4c70-88b5-42cab83b8705', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:06:09.025975 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-71eac399-8705-48fb-959e-46c0979715b3 None None] Provisioning for port 2e3fb898-6cee-4827-8bcd-7f3431ef2e3a completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:06:09.034737 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-71eac399-8705-48fb-959e-46c0979715b3 None None] Provisioning complete for port 2e3fb898-6cee-4827-8bcd-7f3431ef2e3a triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:06:09.035112 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-71eac399-8705-48fb-959e-46c0979715b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:09.096253 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-71eac399-8705-48fb-959e-46c0979715b3 None None] Port 2e3fb898-6cee-4827-8bcd-7f3431ef2e3a cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:06:09.124897 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7f7d1fde-74b9-45fd-a5e5-0b796fa2b69d req-a32dfbfd-5102-4a7d-bcf1-aac7b44a9d51 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/security-groups?id=291e14e9-29a7-49fc-887b-c23bc971e5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677584 Jul 23 20:06:09.151059 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 1286a58a-6ab0-4b63-9618-5e29a4285352 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:06:09.224912 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 1286a58a-6ab0-4b63-9618-5e29a4285352 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:06:09.229405 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 1286a58a-6ab0-4b63-9618-5e29a4285352 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:06:09.229884 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:09.263271 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-397daec9-3a19-4c25-b873-5137fdb04a02 service neutron] Attempting to bind port e9d68ba6-27d2-4896-81c6-23c2c6c032bc on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:06:09.263607 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-397daec9-3a19-4c25-b873-5137fdb04a02 service neutron] Attempting to bind port e9d68ba6-27d2-4896-81c6-23c2c6c032bc by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:06:09.263940 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-397daec9-3a19-4c25-b873-5137fdb04a02 service neutron] Attempting to bind port e9d68ba6-27d2-4896-81c6-23c2c6c032bc on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:06:09.266147 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-d33bc74a-7cdc-48c6-ac71-21e9ee671275 admin admin] Deleting port abbd6304-a71f-4f84-ad2a-a598ea969a6f {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:06:09.266711 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d33bc74a-7cdc-48c6-ac71-21e9ee671275 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:09.287345 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-2941c0e8-454e-42db-a571-e98df167f8ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:09.310909 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6686159-072c-430d-8fa3-325a4857878f req-92839ac1-7373-4a00-bca3-87c79e4a419c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:09.312513 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e6686159-072c-430d-8fa3-325a4857878f req-92839ac1-7373-4a00-bca3-87c79e4a419c tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 949 time: 0.3320425 Jul 23 20:06:09.313105 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-397daec9-3a19-4c25-b873-5137fdb04a02 service neutron] Port e9d68ba6-27d2-4896-81c6-23c2c6c032bc on network ec2201c2-595f-40aa-9bc3-fccd4b01012e not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:06:09.313459 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-397daec9-3a19-4c25-b873-5137fdb04a02 service neutron] Attempting to bind port e9d68ba6-27d2-4896-81c6-23c2c6c032bc on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:06:09.337301 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:09.352429 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-397daec9-3a19-4c25-b873-5137fdb04a02 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:06:09.352429 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-397daec9-3a19-4c25-b873-5137fdb04a02 service neutron] Checking segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:06:09.352787 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-397daec9-3a19-4c25-b873-5137fdb04a02 service neutron] Bound using segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:06:09.353119 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-397daec9-3a19-4c25-b873-5137fdb04a02 service neutron] Bound port: e9d68ba6-27d2-4896-81c6-23c2c6c032bc, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:06:09.353503 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-397daec9-3a19-4c25-b873-5137fdb04a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:09.387049 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 1286a58a-6ab0-4b63-9618-5e29a4285352, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=1286a58a-6ab0-4b63-9618-5e29a4285352,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:06:09.394425 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:09.409026 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-d33bc74a-7cdc-48c6-ac71-21e9ee671275 admin admin] For port abbd6304-a71f-4f84-ad2a-a598ea969a6f, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=abbd6304-a71f-4f84-ad2a-a598ea969a6f,segment=NetworkSegment(ecb68998-081e-4f77-aaf6-14fc0fbb5649),segment_id=ecb68998-081e-4f77-aaf6-14fc0fbb5649)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:06:09.409392 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d33bc74a-7cdc-48c6-ac71-21e9ee671275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:09.450372 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-d33bc74a-7cdc-48c6-ac71-21e9ee671275 admin admin] Calling delete_port for abbd6304-a71f-4f84-ad2a-a598ea969a6f owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:06:09.470366 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=1286a58a-6ab0-4b63-9618-5e29a4285352,revision_number=13']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:09.642584 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675f597-ef90-4695-9a22-e7d02aecf4dc req-85557ae7-fb0f-4def-b2d2-d696b562d363 tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:09.646026 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5675f597-ef90-4695-9a22-e7d02aecf4dc req-85557ae7-fb0f-4def-b2d2-d696b562d363 tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bbd0d2c-043e-4a5e-990c-8bf018681937 HTTP/1.1" status: 200 len: 948 time: 0.4078846 Jul 23 20:06:09.675130 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d33bc74a-7cdc-48c6-ac71-21e9ee671275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:09.705327 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33bc74a-7cdc-48c6-ac71-21e9ee671275 admin admin] Pushing event deleted for resources: {'Port': ['ID=abbd6304-a71f-4f84-ad2a-a598ea969a6f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:09.935533 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d33bc74a-7cdc-48c6-ac71-21e9ee671275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:09.952282 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0b7ca-32ba-4910-a95f-430b25a2a632 req-55049ad7-5772-4d3c-a2ad-4b3f1a7f9c06 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:09.953802 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-75d0b7ca-32ba-4910-a95f-430b25a2a632 req-55049ad7-5772-4d3c-a2ad-4b3f1a7f9c06 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=9271d0d7-9251-4412-a64d-40401596586f HTTP/1.1" status: 200 len: 943 time: 0.1018641 Jul 23 20:06:09.977072 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-397daec9-3a19-4c25-b873-5137fdb04a02 service neutron] For port e9d68ba6-27d2-4896-81c6-23c2c6c032bc, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:06:10.009802 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-e6686159-072c-430d-8fa3-325a4857878f req-2de268bf-62fc-4018-af63-7df8ba5493fc tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Deleting port 1286a58a-6ab0-4b63-9618-5e29a4285352 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:06:10.010052 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e6686159-072c-430d-8fa3-325a4857878f req-2de268bf-62fc-4018-af63-7df8ba5493fc tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:10.013658 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-397daec9-3a19-4c25-b873-5137fdb04a02 service neutron] For port e9d68ba6-27d2-4896-81c6-23c2c6c032bc, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e9d68ba6-27d2-4896-81c6-23c2c6c032bc,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:06:10.059965 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-397daec9-3a19-4c25-b873-5137fdb04a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:10.113654 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5675f597-ef90-4695-9a22-e7d02aecf4dc req-fa3da5da-05b7-4df3-b695-f7f4d84283ef tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] 10.222.0.32 "GET /v2.0/security-groups?id=b81fb652-66da-42d2-a915-9173e13b25bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4552343 Jul 23 20:06:10.130515 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-397daec9-3a19-4c25-b873-5137fdb04a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:10.130792 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-397daec9-3a19-4c25-b873-5137fdb04a02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:10.132090 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-397daec9-3a19-4c25-b873-5137fdb04a02 service neutron] 10.222.0.30 "PUT /v2.0/ports/e9d68ba6-27d2-4896-81c6-23c2c6c032bc HTTP/1.1" status: 200 len: 1097 time: 2.2337391 Jul 23 20:06:10.139538 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bbd0d2c-043e-4a5e-990c-8bf018681937', 'tag': 'e9d68ba6-27d2-4896-81c6-23c2c6c032bc'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:06:10.141529 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4f69dc-b9ac-4445-b38b-8f20bbf16b76" -d '{"events": [{"name": "network-changed", "server_uuid": "2bbd0d2c-043e-4a5e-990c-8bf018681937", "tag": "e9d68ba6-27d2-4896-81c6-23c2c6c032bc"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:06:10.179005 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9271d0d7-9251-4412-a64d-40401596586f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37163526-f636-4d23-b130-b1067110e179'}, {'server_uuid': 'a4b1d47f-ced0-4326-bfa7-5bc8507b9a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1286a58a-6ab0-4b63-9618-5e29a4285352'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:06:10.183262 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc5a1e7-dc9a-495e-8e39-cf711e712b4e" -d '{"events": [{"server_uuid": "9271d0d7-9251-4412-a64d-40401596586f", "name": "network-vif-unplugged", "status": "completed", "tag": "37163526-f636-4d23-b130-b1067110e179"}, {"server_uuid": "a4b1d47f-ced0-4326-bfa7-5bc8507b9a15", "name": "network-vif-plugged", "status": "completed", "tag": "1286a58a-6ab0-4b63-9618-5e29a4285352"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:06:10.194553 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-14d12c31-7a7d-4466-ad71-cb123ee15a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:10.232325 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-75d0b7ca-32ba-4910-a95f-430b25a2a632 req-ceaf5c36-db8d-4d5c-81c5-cb91a9497a0f tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Deleting port 37163526-f636-4d23-b130-b1067110e179 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:06:10.232666 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-75d0b7ca-32ba-4910-a95f-430b25a2a632 req-ceaf5c36-db8d-4d5c-81c5-cb91a9497a0f tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:10.281569 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397daec9-3a19-4c25-b873-5137fdb04a02 service neutron] Pushing event updated for resources: {'Port': ['ID=e9d68ba6-27d2-4896-81c6-23c2c6c032bc,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:10.337852 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-e6686159-072c-430d-8fa3-325a4857878f req-2de268bf-62fc-4018-af63-7df8ba5493fc tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] For port 1286a58a-6ab0-4b63-9618-5e29a4285352, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=1286a58a-6ab0-4b63-9618-5e29a4285352,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:06:10.338404 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e6686159-072c-430d-8fa3-325a4857878f req-2de268bf-62fc-4018-af63-7df8ba5493fc tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:10.346460 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-75d0b7ca-32ba-4910-a95f-430b25a2a632 req-ceaf5c36-db8d-4d5c-81c5-cb91a9497a0f tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] For port 37163526-f636-4d23-b130-b1067110e179, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=37163526-f636-4d23-b130-b1067110e179,segment=NetworkSegment(09c16a36-f585-4003-9e2f-a9905bed7329),segment_id=09c16a36-f585-4003-9e2f-a9905bed7329)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:06:10.346817 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-75d0b7ca-32ba-4910-a95f-430b25a2a632 req-ceaf5c36-db8d-4d5c-81c5-cb91a9497a0f tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:10.357079 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33bc74a-7cdc-48c6-ac71-21e9ee671275 admin admin] Router c57cd756-5ecf-4729-bed3-d99111e87cca has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:06:10.365973 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-75d0b7ca-32ba-4910-a95f-430b25a2a632 req-ceaf5c36-db8d-4d5c-81c5-cb91a9497a0f tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Calling delete_port for 37163526-f636-4d23-b130-b1067110e179 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:06:10.388467 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-e6686159-072c-430d-8fa3-325a4857878f req-2de268bf-62fc-4018-af63-7df8ba5493fc tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Calling delete_port for 1286a58a-6ab0-4b63-9618-5e29a4285352 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:06:10.419038 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-2941c0e8-454e-42db-a571-e98df167f8ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e3fb898-6cee-4827-8bcd-7f3431ef2e3a {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:06:10.470521 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-2941c0e8-454e-42db-a571-e98df167f8ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:10.501389 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d4fdd-63ca-4a4b-b356-52a19a1009c6 req-d1073999-2388-49ce-99d3-2c062b220962 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:10.502878 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7b8d4fdd-63ca-4a4b-b356-52a19a1009c6 req-d1073999-2388-49ce-99d3-2c062b220962 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4b1d47f-ced0-4326-bfa7-5bc8507b9a15 HTTP/1.1" status: 200 len: 950 time: 0.2416000 Jul 23 20:06:10.504605 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-df68fa6b-ba64-49eb-a776-2961a56cc807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:10.506020 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-df68fa6b-ba64-49eb-a776-2961a56cc807 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=18f938e864f04d9c8a0cf5eed85bd55b&device_id=2bbd0d2c-043e-4a5e-990c-8bf018681937 HTTP/1.1" status: 200 len: 1100 time: 0.3191175 Jul 23 20:06:10.530004 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-2941c0e8-454e-42db-a571-e98df167f8ff service neutron] Transition to ACTIVE for port object 2e3fb898-6cee-4827-8bcd-7f3431ef2e3a will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:06:10.542929 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33bc74a-7cdc-48c6-ac71-21e9ee671275 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:06:10.550186 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d33bc74a-7cdc-48c6-ac71-21e9ee671275 admin admin] 10.222.0.32 "PUT /v2.0/routers/c57cd756-5ecf-4729-bed3-d99111e87cca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4095368 Jul 23 20:06:10.551056 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42394) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:10.556557 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6236659-79fd-4009-932f-6a74e1978590 None None] Sync routers for ids ['c57cd756-5ecf-4729-bed3-d99111e87cca'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:06:10.568092 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6236659-79fd-4009-932f-6a74e1978590 None None] Routers {'c57cd756-5ecf-4729-bed3-d99111e87cca'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:06:10.569145 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-b6236659-79fd-4009-932f-6a74e1978590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:05:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['c57cd756-5ecf-4729-bed3-d99111e87cca'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:10.574626 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-2941c0e8-454e-42db-a571-e98df167f8ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:10.580932 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-c8db336b-3f34-4fbe-9180-59ab0e6f0c3b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=e9d68ba6-27d2-4896-81c6-23c2c6c032bc HTTP/1.1" status: 200 len: 217 time: 0.0662911 Jul 23 20:06:10.677675 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7b8d4fdd-63ca-4a4b-b356-52a19a1009c6 req-f2c80437-983d-459e-8cd6-3406d9df146b tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671224 Jul 23 20:06:10.686791 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-b6236659-79fd-4009-932f-6a74e1978590 None None] Set router c57cd756-5ecf-4729-bed3-d99111e87cca gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:06:10.711600 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941c0e8-454e-42db-a571-e98df167f8ff service neutron] Pushing event updated for resources: {'Port': ['ID=2e3fb898-6cee-4827-8bcd-7f3431ef2e3a,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:10.866961 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-8e01226e-6b18-4a6c-8f03-9a3c97700e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:10.868853 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-8e01226e-6b18-4a6c-8f03-9a3c97700e08 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.2761996 Jul 23 20:06:10.903704 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-b6236659-79fd-4009-932f-6a74e1978590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57cd756-5ecf-4729-bed3-d99111e87cca', 'name': 'tempest-FloatingIPDetailsTestJSON-942641579-router', 'tenant_id': 'a958e7c2d3da4f5c83d72b97c2c9bb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '6b96deca-03b8-4d3d-b7ea-84e97d921a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:29Z', 'updated_at': '2021-07-23T20:06:09Z', 'revision_number': 5, 'project_id': 'a958e7c2d3da4f5c83d72b97c2c9bb2f', 'gw_port': {'id': '6b96deca-03b8-4d3d-b7ea-84e97d921a7b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57cd756-5ecf-4729-bed3-d99111e87cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:30Z', 'updated_at': '2021-07-23T20:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:10.940736 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6236659-79fd-4009-932f-6a74e1978590 None None] Checking router: c57cd756-5ecf-4729-bed3-d99111e87cca for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:06:10.951852 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6236659-79fd-4009-932f-6a74e1978590 None None] Routers {'c57cd756-5ecf-4729-bed3-d99111e87cca'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:06:10.952454 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-b6236659-79fd-4009-932f-6a74e1978590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:05:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['c57cd756-5ecf-4729-bed3-d99111e87cca'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:10.958103 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e6686159-072c-430d-8fa3-325a4857878f req-2de268bf-62fc-4018-af63-7df8ba5493fc tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:10.971688 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['c1030c34-2dec-438f-86af-e0a9c58b5449', '03466cc8-624e-4b9a-8730-adbd2d561fd3', '1286a58a-6ab0-4b63-9618-5e29a4285352'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:06:10.976789 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['75b59266-48b2-441f-a566-40e18621edbc'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:06:11.010340 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de268bf-62fc-4018-af63-7df8ba5493fc tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Pushing event deleted for resources: {'Port': ['ID=1286a58a-6ab0-4b63-9618-5e29a4285352,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:11.022899 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-75d0b7ca-32ba-4910-a95f-430b25a2a632 req-ceaf5c36-db8d-4d5c-81c5-cb91a9497a0f tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:11.058676 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf5c36-db8d-4d5c-81c5-cb91a9497a0f tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Pushing event deleted for resources: {'Port': ['ID=37163526-f636-4d23-b130-b1067110e179,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:11.098410 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-b6236659-79fd-4009-932f-6a74e1978590 None None] Set router c57cd756-5ecf-4729-bed3-d99111e87cca gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:06:11.102173 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-2941c0e8-454e-42db-a571-e98df167f8ff service neutron] Attempting to bind port 2e3fb898-6cee-4827-8bcd-7f3431ef2e3a on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:06:11.102660 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-2941c0e8-454e-42db-a571-e98df167f8ff service neutron] Attempting to bind port 2e3fb898-6cee-4827-8bcd-7f3431ef2e3a by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '489b476d-97fe-494a-9240-bd9b3eeee4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:06:11.103000 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-2941c0e8-454e-42db-a571-e98df167f8ff service neutron] Attempting to bind port 2e3fb898-6cee-4827-8bcd-7f3431ef2e3a on network 9809b0ec-ba40-459d-967a-8ad4e593e436 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:06:11.106771 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dd492bbb-de04-4efb-8f65-2bf6c7427ab2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:11.109948 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6686159-072c-430d-8fa3-325a4857878f req-2de268bf-62fc-4018-af63-7df8ba5493fc tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] No DVR routers for this DVR port 1286a58a-6ab0-4b63-9618-5e29a4285352 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:06:11.118321 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e6686159-072c-430d-8fa3-325a4857878f req-2de268bf-62fc-4018-af63-7df8ba5493fc tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:11.128799 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e6686159-072c-430d-8fa3-325a4857878f req-2de268bf-62fc-4018-af63-7df8ba5493fc tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.18 "DELETE /v2.0/ports/1286a58a-6ab0-4b63-9618-5e29a4285352 HTTP/1.1" status: 204 len: 173 time: 1.7944636 Jul 23 20:06:11.134402 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-2941c0e8-454e-42db-a571-e98df167f8ff service neutron] Port 2e3fb898-6cee-4827-8bcd-7f3431ef2e3a on network 9809b0ec-ba40-459d-967a-8ad4e593e436 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:06:11.134737 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-2941c0e8-454e-42db-a571-e98df167f8ff service neutron] Attempting to bind port 2e3fb898-6cee-4827-8bcd-7f3431ef2e3a on network 9809b0ec-ba40-459d-967a-8ad4e593e436 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:06:11.169349 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-2941c0e8-454e-42db-a571-e98df167f8ff service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:06:11.169739 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-2941c0e8-454e-42db-a571-e98df167f8ff service neutron] Checking segment: {'id': '489b476d-97fe-494a-9240-bd9b3eeee4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:06:11.170131 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-2941c0e8-454e-42db-a571-e98df167f8ff service neutron] Bound using segment: {'id': '489b476d-97fe-494a-9240-bd9b3eeee4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:06:11.170579 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-2941c0e8-454e-42db-a571-e98df167f8ff service neutron] Bound port: 2e3fb898-6cee-4827-8bcd-7f3431ef2e3a, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '489b476d-97fe-494a-9240-bd9b3eeee4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:06:11.170941 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-2941c0e8-454e-42db-a571-e98df167f8ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:11.182268 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214493c-cf11-4486-94e0-6e9c8567d635 req-7857152f-6110-4713-938c-1598d2b1d030 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:11.192772 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7214493c-cf11-4486-94e0-6e9c8567d635 req-7857152f-6110-4713-938c-1598d2b1d030 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] 10.222.0.32 "GET /v2.0/ports?device_id=80908362-eaad-4737-8368-60df8c89f7ba HTTP/1.1" status: 200 len: 945 time: 0.3207276 Jul 23 20:06:11.241336 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 37163526-f636-4d23-b130-b1067110e179 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:06:11.255519 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-e6eb8c20-d1c0-4032-8a5f-fb1737e26d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:11.257089 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-e6eb8c20-d1c0-4032-8a5f-fb1737e26d25 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3580737 Jul 23 20:06:11.285967 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 37163526-f636-4d23-b130-b1067110e179 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:06:11.286683 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 37163526-f636-4d23-b130-b1067110e179 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:06:11.292131 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d0b7ca-32ba-4910-a95f-430b25a2a632 req-ceaf5c36-db8d-4d5c-81c5-cb91a9497a0f tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] No DVR routers for this DVR port 37163526-f636-4d23-b130-b1067110e179 on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:06:11.295285 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-75d0b7ca-32ba-4910-a95f-430b25a2a632 req-ceaf5c36-db8d-4d5c-81c5-cb91a9497a0f tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:11.306891 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-75d0b7ca-32ba-4910-a95f-430b25a2a632 req-ceaf5c36-db8d-4d5c-81c5-cb91a9497a0f tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "DELETE /v2.0/ports/37163526-f636-4d23-b130-b1067110e179 HTTP/1.1" status: 204 len: 173 time: 1.3136294 Jul 23 20:06:11.307291 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9271d0d7-9251-4412-a64d-40401596586f', 'name': 'network-vif-deleted', 'tag': '37163526-f636-4d23-b130-b1067110e179'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:06:11.310793 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d67c28-cb4f-47da-82c1-ad406ec6a835" -d '{"events": [{"server_uuid": "9271d0d7-9251-4412-a64d-40401596586f", "name": "network-vif-deleted", "tag": "37163526-f636-4d23-b130-b1067110e179"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:06:11.316472 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dd492bbb-de04-4efb-8f65-2bf6c7427ab2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:11.431184 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-dd492bbb-de04-4efb-8f65-2bf6c7427ab2 admin admin] Deleting port 6b96deca-03b8-4d3d-b7ea-84e97d921a7b {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:06:11.431675 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dd492bbb-de04-4efb-8f65-2bf6c7427ab2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:11.458934 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7214493c-cf11-4486-94e0-6e9c8567d635 req-fa243098-1148-49a5-b02f-e28d6a0203c9 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] 10.222.0.32 "GET /v2.0/security-groups?id=a297093d-8549-482f-a598-b2c5d722c0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2651963 Jul 23 20:06:11.499235 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-b6236659-79fd-4009-932f-6a74e1978590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57cd756-5ecf-4729-bed3-d99111e87cca', 'name': 'tempest-FloatingIPDetailsTestJSON-942641579-router', 'tenant_id': 'a958e7c2d3da4f5c83d72b97c2c9bb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '6b96deca-03b8-4d3d-b7ea-84e97d921a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:29Z', 'updated_at': '2021-07-23T20:06:09Z', 'revision_number': 5, 'project_id': 'a958e7c2d3da4f5c83d72b97c2c9bb2f', 'gw_port': {'id': '6b96deca-03b8-4d3d-b7ea-84e97d921a7b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57cd756-5ecf-4729-bed3-d99111e87cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:30Z', 'updated_at': '2021-07-23T20:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:11.538794 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6236659-79fd-4009-932f-6a74e1978590 None None] The sync data for ids ['c57cd756-5ecf-4729-bed3-d99111e87cca'] in n-d-793618-10 is: [{'id': 'c57cd756-5ecf-4729-bed3-d99111e87cca', 'name': 'tempest-FloatingIPDetailsTestJSON-942641579-router', 'tenant_id': 'a958e7c2d3da4f5c83d72b97c2c9bb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '6b96deca-03b8-4d3d-b7ea-84e97d921a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:29Z', 'updated_at': '2021-07-23T20:06:09Z', 'revision_number': 5, 'project_id': 'a958e7c2d3da4f5c83d72b97c2c9bb2f', 'gw_port': {'id': '6b96deca-03b8-4d3d-b7ea-84e97d921a7b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57cd756-5ecf-4729-bed3-d99111e87cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:30Z', 'updated_at': '2021-07-23T20:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:06:11.559522 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-dd492bbb-de04-4efb-8f65-2bf6c7427ab2 admin admin] For port 6b96deca-03b8-4d3d-b7ea-84e97d921a7b, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6b96deca-03b8-4d3d-b7ea-84e97d921a7b,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:06:11.559979 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dd492bbb-de04-4efb-8f65-2bf6c7427ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:11.584855 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-dd492bbb-de04-4efb-8f65-2bf6c7427ab2 admin admin] Calling delete_port for 6b96deca-03b8-4d3d-b7ea-84e97d921a7b owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:06:11.641213 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-2941c0e8-454e-42db-a571-e98df167f8ff service neutron] For port 2e3fb898-6cee-4827-8bcd-7f3431ef2e3a, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:06:11.646422 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-2941c0e8-454e-42db-a571-e98df167f8ff service neutron] For port 2e3fb898-6cee-4827-8bcd-7f3431ef2e3a, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=2e3fb898-6cee-4827-8bcd-7f3431ef2e3a,segment=NetworkSegment(489b476d-97fe-494a-9240-bd9b3eeee4c3),segment_id=489b476d-97fe-494a-9240-bd9b3eeee4c3)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:06:11.673163 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-2941c0e8-454e-42db-a571-e98df167f8ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:11.747831 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-bd194e53-1061-4104-be21-7ead8b2d91d5 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4535770 Jul 23 20:06:11.769730 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-2941c0e8-454e-42db-a571-e98df167f8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:11.770541 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-2941c0e8-454e-42db-a571-e98df167f8ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:11.771981 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-2941c0e8-454e-42db-a571-e98df167f8ff service neutron] 10.222.0.18 "PUT /v2.0/ports/2e3fb898-6cee-4827-8bcd-7f3431ef2e3a HTTP/1.1" status: 200 len: 1093 time: 2.8431337 Jul 23 20:06:11.881837 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dd492bbb-de04-4efb-8f65-2bf6c7427ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:11.939053 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd492bbb-de04-4efb-8f65-2bf6c7427ab2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b96deca-03b8-4d3d-b7ea-84e97d921a7b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:11.996293 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941c0e8-454e-42db-a571-e98df167f8ff service neutron] Pushing event updated for resources: {'Port': ['ID=2e3fb898-6cee-4827-8bcd-7f3431ef2e3a,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:12.011079 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-78e59ab3-4668-4d64-9c03-365b87f2e1ca req-50ad11ab-9267-4265-b5ca-68909eec2f8a service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451413 Jul 23 20:06:12.014499 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e19b40-5d92-4a1c-af45-73535a57d21f x-openstack-request-id: req-f6e19b40-5d92-4a1c-af45-73535a57d21f {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:06:12.015049 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bbd0d2c-043e-4a5e-990c-8bf018681937", "tag": "e9d68ba6-27d2-4896-81c6-23c2c6c032bc", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:06:12.015315 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f6e19b40-5d92-4a1c-af45-73535a57d21f {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:06:12.015715 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bbd0d2c-043e-4a5e-990c-8bf018681937', 'tag': 'e9d68ba6-27d2-4896-81c6-23c2c6c032bc', 'status': 'completed', 'code': 200} Jul 23 20:06:12.054821 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dd492bbb-de04-4efb-8f65-2bf6c7427ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:12.057278 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01eefc-4a79-4ea8-ba33-62ec1aec254b req-32fd89c7-b4a2-4d51-ad97-5782e44469e9 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:12.064128 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1d01eefc-4a79-4ea8-ba33-62ec1aec254b req-32fd89c7-b4a2-4d51-ad97-5782e44469e9 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/ports?device_id=29598783-c8a8-4c70-88b5-42cab83b8705 HTTP/1.1" status: 200 len: 944 time: 0.3218138 Jul 23 20:06:12.082264 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Fri, 23 Jul 2021 20:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980baf2c-4f38-4bcb-bc9d-bf78314ae1fc x-openstack-request-id: req-980baf2c-4f38-4bcb-bc9d-bf78314ae1fc {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:06:12.082810 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9271d0d7-9251-4412-a64d-40401596586f", "name": "network-vif-unplugged", "status": "failed", "tag": "37163526-f636-4d23-b130-b1067110e179", "code": 422}, {"server_uuid": "a4b1d47f-ced0-4326-bfa7-5bc8507b9a15", "name": "network-vif-plugged", "status": "completed", "tag": "1286a58a-6ab0-4b63-9618-5e29a4285352", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:06:12.083310 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-980baf2c-4f38-4bcb-bc9d-bf78314ae1fc {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:06:12.084203 n-d-793618-10 neutron-server[93877]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9271d0d7-9251-4412-a64d-40401596586f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '37163526-f636-4d23-b130-b1067110e179', 'code': 422} returned with failed status Jul 23 20:06:12.084622 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b1d47f-ced0-4326-bfa7-5bc8507b9a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1286a58a-6ab0-4b63-9618-5e29a4285352', 'code': 200} Jul 23 20:06:12.085247 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-af808891-61ec-4916-8b3f-8a6f34bc3c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:12.086818 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-af808891-61ec-4916-8b3f-8a6f34bc3c20 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca9f4fe5c0d8443fb3151faa84883f9f&device_id=29598783-c8a8-4c70-88b5-42cab83b8705 HTTP/1.1" status: 200 len: 1096 time: 0.2593875 Jul 23 20:06:12.166084 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-523afaa8-ea0f-4c04-a4a8-15707cffca44 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e3fb898-6cee-4827-8bcd-7f3431ef2e3a HTTP/1.1" status: 200 len: 217 time: 0.0454335 Jul 23 20:06:12.190297 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1d01eefc-4a79-4ea8-ba33-62ec1aec254b req-6879c1a0-c3d2-4aaa-9ccf-91af513da9f9 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/security-groups?id=291e14e9-29a7-49fc-887b-c23bc971e5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253135 Jul 23 20:06:12.198388 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dd492bbb-de04-4efb-8f65-2bf6c7427ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:12.202110 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dd492bbb-de04-4efb-8f65-2bf6c7427ab2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:12.252519 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f69dc-b9ac-4445-b38b-8f20bbf16b76 req-69c16e05-3fdc-4f52-a0d1-86332efd78ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:12.253366 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 23 Jul 2021 20:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5f823b-7fba-4db7-8bbb-62956f81802a x-openstack-request-id: req-6d5f823b-7fba-4db7-8bbb-62956f81802a {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:06:12.253778 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9271d0d7-9251-4412-a64d-40401596586f", "name": "network-vif-deleted", "tag": "37163526-f636-4d23-b130-b1067110e179", "status": "failed", "code": 422}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:06:12.254718 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6d5f823b-7fba-4db7-8bbb-62956f81802a {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:06:12.255556 n-d-793618-10 neutron-server[93876]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9271d0d7-9251-4412-a64d-40401596586f', 'name': 'network-vif-deleted', 'tag': '37163526-f636-4d23-b130-b1067110e179', 'status': 'failed', 'code': 422} returned with failed status Jul 23 20:06:12.256599 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa4f69dc-b9ac-4445-b38b-8f20bbf16b76 req-69c16e05-3fdc-4f52-a0d1-86332efd78ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=18f938e864f04d9c8a0cf5eed85bd55b&device_id=2bbd0d2c-043e-4a5e-990c-8bf018681937 HTTP/1.1" status: 200 len: 1100 time: 0.1823084 Jul 23 20:06:12.258293 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-ee5dad66-c62e-468f-9371-ae6ab569af62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:12.259720 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-ee5dad66-c62e-468f-9371-ae6ab569af62 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d4f0363c-c07e-46a2-b2c5-f4462163c3fd HTTP/1.1" status: 200 len: 859 time: 0.0836990 Jul 23 20:06:12.264272 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dd492bbb-de04-4efb-8f65-2bf6c7427ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:12.265028 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd492bbb-de04-4efb-8f65-2bf6c7427ab2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c57cd756-5ecf-4729-bed3-d99111e87cca {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:06:12.271346 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dd492bbb-de04-4efb-8f65-2bf6c7427ab2 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:12.274797 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-dd492bbb-de04-4efb-8f65-2bf6c7427ab2 admin admin] 10.222.0.32 "DELETE /v2.0/routers/c57cd756-5ecf-4729-bed3-d99111e87cca HTTP/1.1" status: 204 len: 168 time: 1.7184260 Jul 23 20:06:12.275749 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42418) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:12.338663 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198b455-f661-42b4-98f0-fdf29ad56c48 req-479779d6-7c98-42ef-ba68-6984abf98e57 tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:12.340467 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d198b455-f661-42b4-98f0-fdf29ad56c48 req-479779d6-7c98-42ef-ba68-6984abf98e57 tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bbd0d2c-043e-4a5e-990c-8bf018681937 HTTP/1.1" status: 200 len: 948 time: 0.2029822 Jul 23 20:06:12.343943 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-da02e603-6ed8-497b-a218-da12e5d1c7f6 admin admin] Deleting subnet 0c6e3a91-3374-4e39-b987-01bce0acbbd8 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:06:12.347490 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-da02e603-6ed8-497b-a218-da12e5d1c7f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:12.406635 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-da02e603-6ed8-497b-a218-da12e5d1c7f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:12.451979 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d198b455-f661-42b4-98f0-fdf29ad56c48 req-df1480c5-9a6b-443f-a53b-9452af95b821 tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] 10.222.0.32 "GET /v2.0/security-groups?id=b81fb652-66da-42d2-a915-9173e13b25bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782204 Jul 23 20:06:12.460655 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-628d1d9f-79b6-4d57-aada-b2c25ad50ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:12.462216 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-628d1d9f-79b6-4d57-aada-b2c25ad50ccd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9809b0ec-ba40-459d-967a-8ad4e593e436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1862507 Jul 23 20:06:12.473485 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f69dc-b9ac-4445-b38b-8f20bbf16b76 req-ffb7b9e6-8059-41d3-958d-9928002ed4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:12.473485 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa4f69dc-b9ac-4445-b38b-8f20bbf16b76 req-ffb7b9e6-8059-41d3-958d-9928002ed4fd service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.2032473 Jul 23 20:06:12.501799 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2944db-46a6-4f54-a509-5cd3d6ae2b76 req-bc744df1-990a-4e04-9726-87cb13677219 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:12.503164 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bf2944db-46a6-4f54-a509-5cd3d6ae2b76 req-bc744df1-990a-4e04-9726-87cb13677219 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] 10.222.0.32 "GET /v2.0/ports?device_id=80908362-eaad-4737-8368-60df8c89f7ba HTTP/1.1" status: 200 len: 945 time: 0.1837149 Jul 23 20:06:12.519108 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42422) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:12.527745 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-10c9ee7d-84fa-4f2d-b98f-9b47de0a3d07 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Request body: {'floatingip': {'port_id': '406d683d-b6e4-49e3-b334-dd96f69f16ac'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:06:12.542191 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa4f69dc-b9ac-4445-b38b-8f20bbf16b76 req-b93a4e94-95a5-40a9-8c7f-5d89852d3dba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=e9d68ba6-27d2-4896-81c6-23c2c6c032bc HTTP/1.1" status: 200 len: 217 time: 0.0639105 Jul 23 20:06:12.573966 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-da02e603-6ed8-497b-a218-da12e5d1c7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:12.610554 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10c9ee7d-84fa-4f2d-b98f-9b47de0a3d07 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:12.644051 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f69dc-b9ac-4445-b38b-8f20bbf16b76 req-9b305c34-b1c7-4681-bb80-d6365cea3191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:12.646383 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa4f69dc-b9ac-4445-b38b-8f20bbf16b76 req-9b305c34-b1c7-4681-bb80-d6365cea3191 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.0979216 Jul 23 20:06:12.650657 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-80a449f1-cb74-4f58-8f6e-6c367353a2e0 service neutron] 10.222.0.18 "GET /v2.0/networks/9809b0ec-ba40-459d-967a-8ad4e593e436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814427 Jul 23 20:06:12.758680 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-da02e603-6ed8-497b-a218-da12e5d1c7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:12.817368 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02e603-6ed8-497b-a218-da12e5d1c7f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c6e3a91-3374-4e39-b987-01bce0acbbd8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:12.825273 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-da02e603-6ed8-497b-a218-da12e5d1c7f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:12.829616 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-da02e603-6ed8-497b-a218-da12e5d1c7f6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0c6e3a91-3374-4e39-b987-01bce0acbbd8 HTTP/1.1" status: 204 len: 168 time: 0.5509171 Jul 23 20:06:12.833558 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211b9229-c06a-48b0-ac74-bf257f498d23 None None] Network 0c2827ad-750c-4f96-8124-4ac84b2e073e requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:06:12.836824 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42440) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:12.853601 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f69dc-b9ac-4445-b38b-8f20bbf16b76 req-3f5609b4-f287-4760-9559-65a13387f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:12.856334 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa4f69dc-b9ac-4445-b38b-8f20bbf16b76 req-3f5609b4-f287-4760-9559-65a13387f1d0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2027025 Jul 23 20:06:12.868548 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6347dcde-c4cc-4502-8e51-59c8b7137cb8 req-4b509bfb-1ae9-414f-9672-e7fe015b7ec9 service neutron] 10.222.0.18 "GET /v2.0/networks/9809b0ec-ba40-459d-967a-8ad4e593e436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042415 Jul 23 20:06:13.005310 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-01dc4381-1101-45a1-96c2-e7bdcd706188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:13.010620 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-73d2cd8e-d682-41d5-b823-1f68e3100714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:13.036787 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-5623af0d-c165-4bbb-a224-8887b957bb9e tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:13.038530 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-5623af0d-c165-4bbb-a224-8887b957bb9e tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/networks?id=e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 HTTP/1.1" status: 200 len: 809 time: 0.2064524 Jul 23 20:06:13.079014 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa4f69dc-b9ac-4445-b38b-8f20bbf16b76 req-b81633a1-6dc5-4cfd-a4e6-352635eb8bdc service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080240 Jul 23 20:06:13.096875 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-3d21cf32-1fb1-4f27-9d24-51c50c56ade6 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/quotas/112939265a5547faabf279e97fc2b4ed HTTP/1.1" status: 200 len: 375 time: 0.0441697 Jul 23 20:06:13.121594 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19789d45-c29e-4c9c-ad4e-d3c223054ef9 None None] DHCP port deletion for 0c2827ad-750c-4f96-8124-4ac84b2e073e request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:06:13.124078 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f26ae-c2e9-4206-9e3d-ff892819430b req-947fddc6-b428-4b75-88b6-d408c2eb9684 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:13.125652 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4c7f26ae-c2e9-4206-9e3d-ff892819430b req-947fddc6-b428-4b75-88b6-d408c2eb9684 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 951 time: 0.2227650 Jul 23 20:06:13.154497 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 1286a58a-6ab0-4b63-9618-5e29a4285352 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:06:13.176249 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 1286a58a-6ab0-4b63-9618-5e29a4285352 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:06:13.176877 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 1286a58a-6ab0-4b63-9618-5e29a4285352 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:06:13.194499 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-19789d45-c29e-4c9c-ad4e-d3c223054ef9 None None] Deleting port 6e09e0b8-7407-4400-9a66-ad317afd7914 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:06:13.194773 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-19789d45-c29e-4c9c-ad4e-d3c223054ef9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:13.200062 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-a5047290-25a0-4076-8b96-b9df4eb8e214 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=112939265a5547faabf279e97fc2b4ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0931301 Jul 23 20:06:13.211014 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-73d2cd8e-d682-41d5-b823-1f68e3100714 admin admin] Deleting port 6e09e0b8-7407-4400-9a66-ad317afd7914 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:06:13.211273 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-73d2cd8e-d682-41d5-b823-1f68e3100714 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:13.241511 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4c7f26ae-c2e9-4206-9e3d-ff892819430b req-94694a41-0538-419c-9cdb-5e559a61f738 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057987 Jul 23 20:06:13.272651 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device e9d68ba6-27d2-4896-81c6-23c2c6c032bc details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:06:13.291011 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-19789d45-c29e-4c9c-ad4e-d3c223054ef9 None None] For port 6e09e0b8-7407-4400-9a66-ad317afd7914, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6e09e0b8-7407-4400-9a66-ad317afd7914,segment=NetworkSegment(ecb68998-081e-4f77-aaf6-14fc0fbb5649),segment_id=ecb68998-081e-4f77-aaf6-14fc0fbb5649)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:06:13.291503 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-19789d45-c29e-4c9c-ad4e-d3c223054ef9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:13.303456 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:13.313985 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-19789d45-c29e-4c9c-ad4e-d3c223054ef9 None None] Calling delete_port for 6e09e0b8-7407-4400-9a66-ad317afd7914 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:06:13.405339 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-3bb977cd-a825-4503-bf98-aebbf87ef47e service neutron] 10.222.0.32 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822181 Jul 23 20:06:13.427011 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10c9ee7d-84fa-4f2d-b98f-9b47de0a3d07 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:13.441409 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10c9ee7d-84fa-4f2d-b98f-9b47de0a3d07 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:13.446142 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6b96deca-03b8-4d3d-b7ea-84e97d921a7b no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:06:13.477518 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 6b96deca-03b8-4d3d-b7ea-84e97d921a7b {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:06:13.477949 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6b96deca-03b8-4d3d-b7ea-84e97d921a7b not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:06:13.478447 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6e09e0b8-7407-4400-9a66-ad317afd7914 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:06:13.538922 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port e9d68ba6-27d2-4896-81c6-23c2c6c032bc, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e9d68ba6-27d2-4896-81c6-23c2c6c032bc,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:06:13.564578 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'e9d68ba6-27d2-4896-81c6-23c2c6c032bc', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': 'e9d68ba6-27d2-4896-81c6-23c2c6c032bc', 'mac_address': 'fa:16:3e:7b:bd:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:06:13.572632 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-19789d45-c29e-4c9c-ad4e-d3c223054ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:13.589517 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-c813eea0-a40d-42ab-931b-c43c79871b05 service neutron] 10.222.0.32 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748357 Jul 23 20:06:13.600893 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No active binding found for port 6e09e0b8-7407-4400-9a66-ad317afd7914 {{(pid=93877) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 23 20:06:13.601325 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6e09e0b8-7407-4400-9a66-ad317afd7914 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:06:13.601792 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device abbd6304-a71f-4f84-ad2a-a598ea969a6f no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:06:13.602823 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [None req-10c9ee7d-84fa-4f2d-b98f-9b47de0a3d07 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Floating IP 48e20b9f-ccab-40f0-90c6-c4d0b8dd4579 associated. External IP: 172.25.1.173, port: 406d683d-b6e4-49e3-b334-dd96f69f16ac. Jul 23 20:06:13.622269 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-73d2cd8e-d682-41d5-b823-1f68e3100714 admin admin] For port 6e09e0b8-7407-4400-9a66-ad317afd7914, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6e09e0b8-7407-4400-9a66-ad317afd7914,segment=NetworkSegment(ecb68998-081e-4f77-aaf6-14fc0fbb5649),segment_id=ecb68998-081e-4f77-aaf6-14fc0fbb5649)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:06:13.622269 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-73d2cd8e-d682-41d5-b823-1f68e3100714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:13.635987 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-73d2cd8e-d682-41d5-b823-1f68e3100714 admin admin] Calling delete_port for 6e09e0b8-7407-4400-9a66-ad317afd7914 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:06:13.644825 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19789d45-c29e-4c9c-ad4e-d3c223054ef9 None None] No DVR routers for this DVR port 6e09e0b8-7407-4400-9a66-ad317afd7914 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:06:13.652187 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19789d45-c29e-4c9c-ad4e-d3c223054ef9 None None] Pushing event deleted for resources: {'Port': ['ID=6e09e0b8-7407-4400-9a66-ad317afd7914,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:13.659641 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: abbd6304-a71f-4f84-ad2a-a598ea969a6f {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:06:13.660041 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device abbd6304-a71f-4f84-ad2a-a598ea969a6f not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:06:13.679864 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:13.694055 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9d68ba6-27d2-4896-81c6-23c2c6c032bc {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:06:13.717059 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port e9d68ba6-27d2-4896-81c6-23c2c6c032bc, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e9d68ba6-27d2-4896-81c6-23c2c6c032bc,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:06:13.723712 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:13.738399 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa4f69dc-b9ac-4445-b38b-8f20bbf16b76 req-d1f78611-2e34-4982-8133-8ea700b858e4 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6486194 Jul 23 20:06:13.793489 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=e9d68ba6-27d2-4896-81c6-23c2c6c032bc,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:13.835817 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f8564-2463-4be3-949e-23f55c844513 req-78200a67-61ff-4b64-86af-ba9591aa2d33 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:13.837396 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b0f8564-2463-4be3-949e-23f55c844513 req-78200a67-61ff-4b64-86af-ba9591aa2d33 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/ports?device_id=29598783-c8a8-4c70-88b5-42cab83b8705 HTTP/1.1" status: 200 len: 944 time: 0.1459391 Jul 23 20:06:13.839998 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-73d2cd8e-d682-41d5-b823-1f68e3100714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:13.876414 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d2cd8e-d682-41d5-b823-1f68e3100714 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e09e0b8-7407-4400-9a66-ad317afd7914,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:13.885361 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d2cd8e-d682-41d5-b823-1f68e3100714 admin admin] No DVR routers for this DVR port 6e09e0b8-7407-4400-9a66-ad317afd7914 on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:06:13.915898 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:13.926508 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c9ee7d-84fa-4f2d-b98f-9b47de0a3d07 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Router 11a42984-2100-4e6f-b94e-c2b92ad5ed85 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:06:13.943172 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b0f8564-2463-4be3-949e-23f55c844513 req-a58f3fa1-49ca-44fb-855a-e3992cee7b63 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/security-groups?id=291e14e9-29a7-49fc-887b-c23bc971e5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937459 Jul 23 20:06:13.949581 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['e9d68ba6-27d2-4896-81c6-23c2c6c032bc'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:06:13.955470 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22bd319-d270-406c-8eae-9bfe893a045a req-18b87360-ebda-4c38-890a-0d1068d9c160 tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:13.957143 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e22bd319-d270-406c-8eae-9bfe893a045a req-18b87360-ebda-4c38-890a-0d1068d9c160 tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bbd0d2c-043e-4a5e-990c-8bf018681937 HTTP/1.1" status: 200 len: 949 time: 0.1224492 Jul 23 20:06:14.014908 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-73d2cd8e-d682-41d5-b823-1f68e3100714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:14.017423 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b1d47f-ced0-4326-bfa7-5bc8507b9a15', 'name': 'network-vif-deleted', 'tag': '1286a58a-6ab0-4b63-9618-5e29a4285352'}, {'name': 'network-changed', 'server_uuid': '29598783-c8a8-4c70-88b5-42cab83b8705', 'tag': '2e3fb898-6cee-4827-8bcd-7f3431ef2e3a'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:06:14.019843 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5464d8f4-6a5b-4ec0-9422-f5aa9a23a924" -d '{"events": [{"server_uuid": "a4b1d47f-ced0-4326-bfa7-5bc8507b9a15", "name": "network-vif-deleted", "tag": "1286a58a-6ab0-4b63-9618-5e29a4285352"}, {"name": "network-changed", "server_uuid": "29598783-c8a8-4c70-88b5-42cab83b8705", "tag": "2e3fb898-6cee-4827-8bcd-7f3431ef2e3a"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:06:14.030536 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-73d2cd8e-d682-41d5-b823-1f68e3100714 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c2827ad-750c-4f96-8124-4ac84b2e073e']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:14.052770 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-73d2cd8e-d682-41d5-b823-1f68e3100714 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecb68998-081e-4f77-aaf6-14fc0fbb5649') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:14.056035 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-73d2cd8e-d682-41d5-b823-1f68e3100714 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecb68998-081e-4f77-aaf6-14fc0fbb5649') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:14.067262 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-73d2cd8e-d682-41d5-b823-1f68e3100714 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:14.091374 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-73d2cd8e-d682-41d5-b823-1f68e3100714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:14.100130 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73d2cd8e-d682-41d5-b823-1f68e3100714 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:06:14.102154 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-73d2cd8e-d682-41d5-b823-1f68e3100714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:14.116736 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c9ee7d-84fa-4f2d-b98f-9b47de0a3d07 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:06:14.132733 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fffd254-41de-4345-9b6e-6359605d72f4 None None] Sync routers for ids ['11a42984-2100-4e6f-b94e-c2b92ad5ed85'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:06:14.133187 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10c9ee7d-84fa-4f2d-b98f-9b47de0a3d07 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:14.171728 n-d-793618-10 neutron-server[93875]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:06:14.171728 n-d-793618-10 neutron-server[93875]: self.session.flush() Jul 23 20:06:14.171728 n-d-793618-10 neutron-server[93875]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:06:14.171728 n-d-793618-10 neutron-server[93875]: self.session.flush() Jul 23 20:06:14.171728 n-d-793618-10 neutron-server[93875]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:06:14.171728 n-d-793618-10 neutron-server[93875]: self.session.flush() Jul 23 20:06:14.171728 n-d-793618-10 neutron-server[93875]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:06:14.171728 n-d-793618-10 neutron-server[93875]: self.session.flush() Jul 23 20:06:14.171728 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:06:14.171728 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:06:14.171728 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:06:14.171728 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:06:14.171728 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:06:14.171728 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:06:14.171728 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:06:14.171728 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:06:14.171728 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:06:14.171728 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:06:14.171728 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:06:14.171728 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:06:14.171728 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:06:14.171728 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:06:14.171728 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:06:14.171728 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:06:14.171728 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:06:14.171728 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:06:14.171728 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:06:14.171728 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:06:14.171728 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:06:14.171728 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:06:14.171728 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:06:14.171728 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:06:14.171728 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:06:14.171728 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:06:14.171728 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:06:14.171728 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:06:14.171728 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:06:14.171728 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:06:14.171728 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:06:14.171728 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:06:14.177205 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-73d2cd8e-d682-41d5-b823-1f68e3100714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:14.187335 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-73d2cd8e-d682-41d5-b823-1f68e3100714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:14.193257 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-73d2cd8e-d682-41d5-b823-1f68e3100714 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0c2827ad-750c-4f96-8124-4ac84b2e073e HTTP/1.1" status: 204 len: 168 time: 1.3551199 Jul 23 20:06:14.204226 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d2cd8e-d682-41d5-b823-1f68e3100714 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c2827ad-750c-4f96-8124-4ac84b2e073e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:14.213399 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e22bd319-d270-406c-8eae-9bfe893a045a req-74bc7f72-1f24-4090-b367-74c8bf996109 tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] 10.222.0.32 "GET /v2.0/security-groups?id=b81fb652-66da-42d2-a915-9173e13b25bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659207 Jul 23 20:06:14.219761 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-10c9ee7d-84fa-4f2d-b98f-9b47de0a3d07 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] 10.222.0.32 "PUT /v2.0/floatingips/48e20b9f-ccab-40f0-90c6-c4d0b8dd4579 HTTP/1.1" status: 200 len: 991 time: 1.6968372 Jul 23 20:06:14.256121 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fffd254-41de-4345-9b6e-6359605d72f4 None None] Routers {'11a42984-2100-4e6f-b94e-c2b92ad5ed85'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:06:14.257011 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-3fffd254-41de-4345-9b6e-6359605d72f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:06:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['11a42984-2100-4e6f-b94e-c2b92ad5ed85'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:14.257200 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80908362-eaad-4737-8368-60df8c89f7ba', 'tag': '406d683d-b6e4-49e3-b334-dd96f69f16ac'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:06:14.260403 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369c228e-405d-4357-a77b-5f1f33ce562f" -d '{"events": [{"name": "network-changed", "server_uuid": "80908362-eaad-4737-8368-60df8c89f7ba", "tag": "406d683d-b6e4-49e3-b334-dd96f69f16ac"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:06:14.261994 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:14.283113 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a7da1e30-575c-4f6d-a12d-5b5cbfbac81b req-7dad0270-fdcc-4d00-b06b-212d7d08e95e tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea639c0b-e4e2-449a-b488-93c6935f239f HTTP/1.1" status: 200 len: 210 time: 0.0657718 Jul 23 20:06:14.334894 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 23 Jul 2021 20:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e677132d-59be-49e8-b33e-4c2331384269 x-openstack-request-id: req-e677132d-59be-49e8-b33e-4c2331384269 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:06:14.335190 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b1d47f-ced0-4326-bfa7-5bc8507b9a15", "name": "network-vif-deleted", "tag": "1286a58a-6ab0-4b63-9618-5e29a4285352", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "29598783-c8a8-4c70-88b5-42cab83b8705", "tag": "2e3fb898-6cee-4827-8bcd-7f3431ef2e3a", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:06:14.335575 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e677132d-59be-49e8-b33e-4c2331384269 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:06:14.336028 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b1d47f-ced0-4326-bfa7-5bc8507b9a15', 'name': 'network-vif-deleted', 'tag': '1286a58a-6ab0-4b63-9618-5e29a4285352', 'status': 'completed', 'code': 200} Jul 23 20:06:14.336391 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29598783-c8a8-4c70-88b5-42cab83b8705', 'tag': '2e3fb898-6cee-4827-8bcd-7f3431ef2e3a', 'status': 'completed', 'code': 200} Jul 23 20:06:14.379958 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:14.382542 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb57f5c-c0e3-4f4e-ba55-d2c37b581928 req-16f38828-2c61-4748-b856-f948c6ad682d tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:14.384137 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3bb57f5c-c0e3-4f4e-ba55-d2c37b581928 req-16f38828-2c61-4748-b856-f948c6ad682d tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 951 time: 0.1043999 Jul 23 20:06:14.391783 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcd0a11-b062-439e-9f44-49cd83d0d5a1 x-openstack-request-id: req-9dcd0a11-b062-439e-9f44-49cd83d0d5a1 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:06:14.392349 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80908362-eaad-4737-8368-60df8c89f7ba", "tag": "406d683d-b6e4-49e3-b334-dd96f69f16ac", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:06:14.392817 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9dcd0a11-b062-439e-9f44-49cd83d0d5a1 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:06:14.393425 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80908362-eaad-4737-8368-60df8c89f7ba', 'tag': '406d683d-b6e4-49e3-b334-dd96f69f16ac', 'status': 'completed', 'code': 200} Jul 23 20:06:14.412218 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-3fffd254-41de-4345-9b6e-6359605d72f4 None None] Set router 11a42984-2100-4e6f-b94e-c2b92ad5ed85 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:06:14.548242 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b4557-9272-42ff-a7ae-7819ff7636f3 req-40bc8160-3874-446e-b5b3-924484f7a6e1 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:14.549813 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a66b4557-9272-42ff-a7ae-7819ff7636f3 req-40bc8160-3874-446e-b5b3-924484f7a6e1 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 951 time: 0.0866861 Jul 23 20:06:14.550786 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42470) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:14.627882 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a66b4557-9272-42ff-a7ae-7819ff7636f3 req-04ff6201-1b1c-4923-8592-ed52302a749f tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703337 Jul 23 20:06:14.634056 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5a653ad0-7209-4d89-b218-e41389ee526d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a958e7c2d3da4f5c83d72b97c2c9bb2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0821025 Jul 23 20:06:14.635259 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42472) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:14.664496 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464d8f4-6a5b-4ec0-9422-f5aa9a23a924 req-d815eda5-aebb-4f87-aa35-b72393f2e958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:14.667029 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5464d8f4-6a5b-4ec0-9422-f5aa9a23a924 req-d815eda5-aebb-4f87-aa35-b72393f2e958 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca9f4fe5c0d8443fb3151faa84883f9f&device_id=29598783-c8a8-4c70-88b5-42cab83b8705 HTTP/1.1" status: 200 len: 1096 time: 0.2819133 Jul 23 20:06:14.700576 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c228e-405d-4357-a77b-5f1f33ce562f req-b68577c5-83f8-4632-ac80-f4c89020b415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:14.702442 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-369c228e-405d-4357-a77b-5f1f33ce562f req-b68577c5-83f8-4632-ac80-f4c89020b415 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=080e43911453453aa007727912f2477f&device_id=80908362-eaad-4737-8368-60df8c89f7ba HTTP/1.1" status: 200 len: 1097 time: 0.2381387 Jul 23 20:06:14.708803 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d71ea3f6-55bc-463d-8f17-b38e96d96c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:14.730387 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-3fffd254-41de-4345-9b6e-6359605d72f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a42984-2100-4e6f-b94e-c2b92ad5ed85', 'name': 'tempest-ServersTestJSON-1767733661-router', 'tenant_id': '080e43911453453aa007727912f2477f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'c338303b-5c93-4cc0-92f3-1a90bcbf04e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:36Z', 'updated_at': '2021-07-23T20:05:44Z', 'revision_number': 4, 'project_id': '080e43911453453aa007727912f2477f', 'gw_port': {'id': 'c338303b-5c93-4cc0-92f3-1a90bcbf04e7', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:42:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a42984-2100-4e6f-b94e-c2b92ad5ed85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:38Z', 'updated_at': '2021-07-23T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '48e20b9f-ccab-40f0-90c6-c4d0b8dd4579', 'tenant_id': '080e43911453453aa007727912f2477f', 'floating_ip_address': '172.25.1.173', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '11a42984-2100-4e6f-b94e-c2b92ad5ed85', 'port_id': '406d683d-b6e4-49e3-b334-dd96f69f16ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74aa537d-7e22-49da-b77d-2e452b6d3781', 'mac_address': 'fa:16:3e:3b:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80908362-eaad-4737-8368-60df8c89f7ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:05:52Z', 'updated_at': '2021-07-23T20:06:13Z', 'revision_number': 1, 'project_id': '080e43911453453aa007727912f2477f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b', 'name': '', 'network_id': '74aa537d-7e22-49da-b77d-2e452b6d3781', 'tenant_id': '080e43911453453aa007727912f2477f', 'mac_address': 'fa:16:3e:23:10:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a42984-2100-4e6f-b94e-c2b92ad5ed85', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'dad0a67e-ae6b-411e-b556-feb30f60ceb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:42Z', 'updated_at': '2021-07-23T20:05:54Z', 'revision_number': 5, 'project_id': '080e43911453453aa007727912f2477f', 'subnets': [{'id': 'dad0a67e-ae6b-411e-b556-feb30f60ceb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:14.733107 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d71ea3f6-55bc-463d-8f17-b38e96d96c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:14.758766 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fffd254-41de-4345-9b6e-6359605d72f4 None None] Checking router: 11a42984-2100-4e6f-b94e-c2b92ad5ed85 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:06:14.775864 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fffd254-41de-4345-9b6e-6359605d72f4 None None] Routers {'11a42984-2100-4e6f-b94e-c2b92ad5ed85'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:06:14.777740 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-3fffd254-41de-4345-9b6e-6359605d72f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:06:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['11a42984-2100-4e6f-b94e-c2b92ad5ed85'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:14.792023 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d71ea3f6-55bc-463d-8f17-b38e96d96c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:14.797985 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d71ea3f6-55bc-463d-8f17-b38e96d96c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:14.799835 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d71ea3f6-55bc-463d-8f17-b38e96d96c24 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d35af11-a1d9-48dc-a3cc-094fd318b81c HTTP/1.1" status: 204 len: 168 time: 0.1640806 Jul 23 20:06:14.811658 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ea3f6-55bc-463d-8f17-b38e96d96c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d35af11-a1d9-48dc-a3cc-094fd318b81c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:14.826375 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c228e-405d-4357-a77b-5f1f33ce562f req-7637f3e7-4218-44d0-884e-a65473e59a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:14.828091 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-369c228e-405d-4357-a77b-5f1f33ce562f req-7637f3e7-4218-44d0-884e-a65473e59a63 service neutron] 10.222.0.30 "GET /v2.0/networks?id=74aa537d-7e22-49da-b77d-2e452b6d3781 HTTP/1.1" status: 200 len: 907 time: 0.1127260 Jul 23 20:06:14.944485 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-3fffd254-41de-4345-9b6e-6359605d72f4 None None] Set router 11a42984-2100-4e6f-b94e-c2b92ad5ed85 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:06:14.995435 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-369c228e-405d-4357-a77b-5f1f33ce562f req-09f822f2-4829-4c9f-bf1b-3c47d2b16f37 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=406d683d-b6e4-49e3-b334-dd96f69f16ac HTTP/1.1" status: 200 len: 999 time: 0.1543844 Jul 23 20:06:15.049640 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-3bb57f5c-c0e3-4f4e-ba55-d2c37b581928 req-c16e32b5-8494-4ac9-ab27-7dc930edd689 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Deleting port 03466cc8-624e-4b9a-8730-adbd2d561fd3 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:06:15.050418 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3bb57f5c-c0e3-4f4e-ba55-d2c37b581928 req-c16e32b5-8494-4ac9-ab27-7dc930edd689 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:15.169675 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 2e3fb898-6cee-4827-8bcd-7f3431ef2e3a details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:06:15.216569 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-3b6df51c-1b34-4026-ba23-29268f8db49e tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:15.218223 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-3b6df51c-1b34-4026-ba23-29268f8db49e tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.18 "GET /v2.0/networks?id=e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 HTTP/1.1" status: 200 len: 809 time: 0.2204940 Jul 23 20:06:15.248227 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-995b6eb3-04c5-4914-8e94-116e6d300bc4 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Request body: {'port': {'device_id': 'ea639c0b-e4e2-449a-b488-93c6935f239f', 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1', 'admin_state_up': True, 'tenant_id': '112939265a5547faabf279e97fc2b4ed'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:06:15.255104 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device e9d68ba6-27d2-4896-81c6-23c2c6c032bc up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:06:15.361248 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.db.resource_extend [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:06:15.409607 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464d8f4-6a5b-4ec0-9422-f5aa9a23a924 req-efcde562-0b8f-460c-a4eb-7154e19db679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:15.411847 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5464d8f4-6a5b-4ec0-9422-f5aa9a23a924 req-efcde562-0b8f-460c-a4eb-7154e19db679 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9809b0ec-ba40-459d-967a-8ad4e593e436 HTTP/1.1" status: 200 len: 921 time: 0.7383380 Jul 23 20:06:15.418894 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-3bb57f5c-c0e3-4f4e-ba55-d2c37b581928 req-c16e32b5-8494-4ac9-ab27-7dc930edd689 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] For port 03466cc8-624e-4b9a-8730-adbd2d561fd3, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=03466cc8-624e-4b9a-8730-adbd2d561fd3,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:06:15.419357 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3bb57f5c-c0e3-4f4e-ba55-d2c37b581928 req-c16e32b5-8494-4ac9-ab27-7dc930edd689 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:15.475579 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5464d8f4-6a5b-4ec0-9422-f5aa9a23a924 req-762117d0-7953-43ee-aab4-38212f2719a4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e3fb898-6cee-4827-8bcd-7f3431ef2e3a HTTP/1.1" status: 200 len: 217 time: 0.0511591 Jul 23 20:06:15.481384 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c228e-405d-4357-a77b-5f1f33ce562f req-c3eea3b5-ec63-4526-bd22-4c06b38605d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:15.483526 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-369c228e-405d-4357-a77b-5f1f33ce562f req-c3eea3b5-ec63-4526-bd22-4c06b38605d3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dad0a67e-ae6b-411e-b556-feb30f60ceb2 HTTP/1.1" status: 200 len: 845 time: 0.4628615 Jul 23 20:06:15.491452 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-3bb57f5c-c0e3-4f4e-ba55-d2c37b581928 req-c16e32b5-8494-4ac9-ab27-7dc930edd689 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Calling delete_port for 03466cc8-624e-4b9a-8730-adbd2d561fd3 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:06:15.497707 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-995b6eb3-04c5-4914-8e94-116e6d300bc4 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Made reservation on behalf of 112939265a5547faabf279e97fc2b4ed for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:06:15.502339 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-995b6eb3-04c5-4914-8e94-116e6d300bc4 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:15.642842 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1be2d7-6f97-454a-bcb6-367f93d7de6b req-eed1cb98-4e81-4925-9f13-1201d6f361f5 tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:15.644465 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8e1be2d7-6f97-454a-bcb6-367f93d7de6b req-eed1cb98-4e81-4925-9f13-1201d6f361f5 tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bbd0d2c-043e-4a5e-990c-8bf018681937 HTTP/1.1" status: 200 len: 949 time: 0.2176073 Jul 23 20:06:15.662311 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d6f73-ff4a-4cc8-87b1-fd5b943f8623 req-a1f18296-7288-4ab5-a68c-68e5159fc2d5 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:15.669214 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3f6d6f73-ff4a-4cc8-87b1-fd5b943f8623 req-a1f18296-7288-4ab5-a68c-68e5159fc2d5 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/ports?device_id=29598783-c8a8-4c70-88b5-42cab83b8705 HTTP/1.1" status: 200 len: 944 time: 0.4569416 Jul 23 20:06:15.682780 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port e9d68ba6-27d2-4896-81c6-23c2c6c032bc completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:06:15.712315 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port e9d68ba6-27d2-4896-81c6-23c2c6c032bc triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:06:15.712792 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:15.722143 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 2e3fb898-6cee-4827-8bcd-7f3431ef2e3a, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=2e3fb898-6cee-4827-8bcd-7f3431ef2e3a,segment=NetworkSegment(489b476d-97fe-494a-9240-bd9b3eeee4c3),segment_id=489b476d-97fe-494a-9240-bd9b3eeee4c3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:06:15.746422 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464d8f4-6a5b-4ec0-9422-f5aa9a23a924 req-57c598a6-1a59-42c7-935c-d82857af58b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:15.747988 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5464d8f4-6a5b-4ec0-9422-f5aa9a23a924 req-57c598a6-1a59-42c7-935c-d82857af58b2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d4f0363c-c07e-46a2-b2c5-f4462163c3fd HTTP/1.1" status: 200 len: 859 time: 0.2581375 Jul 23 20:06:15.785223 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '2e3fb898-6cee-4827-8bcd-7f3431ef2e3a', 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436', 'port_id': '2e3fb898-6cee-4827-8bcd-7f3431ef2e3a', 'mac_address': 'fa:16:3e:8a:bf:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:06:15.802012 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:15.808589 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3f6d6f73-ff4a-4cc8-87b1-fd5b943f8623 req-bdf45f13-d324-4833-9d6f-a7d441b14d71 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/security-groups?id=291e14e9-29a7-49fc-887b-c23bc971e5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383076 Jul 23 20:06:15.817869 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c228e-405d-4357-a77b-5f1f33ce562f req-1666ee45-031b-48e9-b344-27f3560fd961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:15.829116 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-369c228e-405d-4357-a77b-5f1f33ce562f req-1666ee45-031b-48e9-b344-27f3560fd961 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74aa537d-7e22-49da-b77d-2e452b6d3781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3240297 Jul 23 20:06:15.835487 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8e1be2d7-6f97-454a-bcb6-367f93d7de6b req-9e4bb1d6-a77f-4592-ba89-17f82dfedd33 tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] 10.222.0.32 "GET /v2.0/security-groups?id=b81fb652-66da-42d2-a915-9173e13b25bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727543 Jul 23 20:06:15.857701 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:15.901802 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e3fb898-6cee-4827-8bcd-7f3431ef2e3a {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:06:15.908617 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-3fffd254-41de-4345-9b6e-6359605d72f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a42984-2100-4e6f-b94e-c2b92ad5ed85', 'name': 'tempest-ServersTestJSON-1767733661-router', 'tenant_id': '080e43911453453aa007727912f2477f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'c338303b-5c93-4cc0-92f3-1a90bcbf04e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:36Z', 'updated_at': '2021-07-23T20:05:44Z', 'revision_number': 4, 'project_id': '080e43911453453aa007727912f2477f', 'gw_port': {'id': 'c338303b-5c93-4cc0-92f3-1a90bcbf04e7', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:42:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a42984-2100-4e6f-b94e-c2b92ad5ed85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:38Z', 'updated_at': '2021-07-23T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '48e20b9f-ccab-40f0-90c6-c4d0b8dd4579', 'tenant_id': '080e43911453453aa007727912f2477f', 'floating_ip_address': '172.25.1.173', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '11a42984-2100-4e6f-b94e-c2b92ad5ed85', 'port_id': '406d683d-b6e4-49e3-b334-dd96f69f16ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74aa537d-7e22-49da-b77d-2e452b6d3781', 'mac_address': 'fa:16:3e:3b:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80908362-eaad-4737-8368-60df8c89f7ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:05:52Z', 'updated_at': '2021-07-23T20:06:13Z', 'revision_number': 1, 'project_id': '080e43911453453aa007727912f2477f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b', 'name': '', 'network_id': '74aa537d-7e22-49da-b77d-2e452b6d3781', 'tenant_id': '080e43911453453aa007727912f2477f', 'mac_address': 'fa:16:3e:23:10:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a42984-2100-4e6f-b94e-c2b92ad5ed85', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'dad0a67e-ae6b-411e-b556-feb30f60ceb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:42Z', 'updated_at': '2021-07-23T20:05:54Z', 'revision_number': 5, 'project_id': '080e43911453453aa007727912f2477f', 'subnets': [{'id': 'dad0a67e-ae6b-411e-b556-feb30f60ceb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:15.929508 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-995b6eb3-04c5-4914-8e94-116e6d300bc4 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Allocated IP 172.20.0.6 (e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1/8f1af588-88a6-41d9-93e0-be352471d81c/bd94066a-2fd6-4646-97ce-3798174dcb64) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:06:15.960804 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fffd254-41de-4345-9b6e-6359605d72f4 None None] The sync data for ids ['11a42984-2100-4e6f-b94e-c2b92ad5ed85'] in n-d-793618-10 is: [{'id': '11a42984-2100-4e6f-b94e-c2b92ad5ed85', 'name': 'tempest-ServersTestJSON-1767733661-router', 'tenant_id': '080e43911453453aa007727912f2477f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'c338303b-5c93-4cc0-92f3-1a90bcbf04e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:36Z', 'updated_at': '2021-07-23T20:05:44Z', 'revision_number': 4, 'project_id': '080e43911453453aa007727912f2477f', 'gw_port': {'id': 'c338303b-5c93-4cc0-92f3-1a90bcbf04e7', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:42:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a42984-2100-4e6f-b94e-c2b92ad5ed85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:38Z', 'updated_at': '2021-07-23T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '48e20b9f-ccab-40f0-90c6-c4d0b8dd4579', 'tenant_id': '080e43911453453aa007727912f2477f', 'floating_ip_address': '172.25.1.173', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '11a42984-2100-4e6f-b94e-c2b92ad5ed85', 'port_id': '406d683d-b6e4-49e3-b334-dd96f69f16ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74aa537d-7e22-49da-b77d-2e452b6d3781', 'mac_address': 'fa:16:3e:3b:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80908362-eaad-4737-8368-60df8c89f7ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:05:52Z', 'updated_at': '2021-07-23T20:06:13Z', 'revision_number': 1, 'project_id': '080e43911453453aa007727912f2477f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b', 'name': '', 'network_id': '74aa537d-7e22-49da-b77d-2e452b6d3781', 'tenant_id': '080e43911453453aa007727912f2477f', 'mac_address': 'fa:16:3e:23:10:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a42984-2100-4e6f-b94e-c2b92ad5ed85', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'dad0a67e-ae6b-411e-b556-feb30f60ceb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:42Z', 'updated_at': '2021-07-23T20:05:54Z', 'revision_number': 5, 'project_id': '080e43911453453aa007727912f2477f', 'subnets': [{'id': 'dad0a67e-ae6b-411e-b556-feb30f60ceb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:06:15.968797 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:15.991237 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 2e3fb898-6cee-4827-8bcd-7f3431ef2e3a, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=2e3fb898-6cee-4827-8bcd-7f3431ef2e3a,segment=NetworkSegment(489b476d-97fe-494a-9240-bd9b3eeee4c3),segment_id=489b476d-97fe-494a-9240-bd9b3eeee4c3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:06:15.999332 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464d8f4-6a5b-4ec0-9422-f5aa9a23a924 req-b8233f32-6f98-4d39-95d2-f03bae191129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:16.001361 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5464d8f4-6a5b-4ec0-9422-f5aa9a23a924 req-b8233f32-6f98-4d39-95d2-f03bae191129 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9809b0ec-ba40-459d-967a-8ad4e593e436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2411599 Jul 23 20:06:16.004780 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:16.018973 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bbd0d2c-043e-4a5e-990c-8bf018681937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d68ba6-27d2-4896-81c6-23c2c6c032bc'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:06:16.026692 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f33b43-17cb-41d0-b6f8-9f91dda7c18e" -d '{"events": [{"server_uuid": "2bbd0d2c-043e-4a5e-990c-8bf018681937", "name": "network-vif-plugged", "status": "completed", "tag": "e9d68ba6-27d2-4896-81c6-23c2c6c032bc"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:06:16.049025 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7954439d-266c-4391-8644-be84e0be1170 req-e329dcae-6d0e-473e-b1f3-b3f3cc4e443d tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea639c0b-e4e2-449a-b488-93c6935f239f HTTP/1.1" status: 200 len: 210 time: 0.0537407 Jul 23 20:06:16.088422 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42510) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:16.096560 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port e9d68ba6-27d2-4896-81c6-23c2c6c032bc, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e9d68ba6-27d2-4896-81c6-23c2c6c032bc,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:06:16.110518 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:16.130036 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987ae152-61d0-499f-bf73-248ba771f4c9 x-openstack-request-id: req-987ae152-61d0-499f-bf73-248ba771f4c9 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:06:16.130660 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bbd0d2c-043e-4a5e-990c-8bf018681937", "name": "network-vif-plugged", "status": "completed", "tag": "e9d68ba6-27d2-4896-81c6-23c2c6c032bc", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:06:16.131055 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-987ae152-61d0-499f-bf73-248ba771f4c9 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:06:16.131463 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bbd0d2c-043e-4a5e-990c-8bf018681937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d68ba6-27d2-4896-81c6-23c2c6c032bc', 'code': 200} Jul 23 20:06:16.136854 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=2e3fb898-6cee-4827-8bcd-7f3431ef2e3a,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:16.160046 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3bb57f5c-c0e3-4f4e-ba55-d2c37b581928 req-c16e32b5-8494-4ac9-ab27-7dc930edd689 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:16.184356 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['75b59266-48b2-441f-a566-40e18621edbc'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:06:16.186833 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['c1030c34-2dec-438f-86af-e0a9c58b5449'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:06:16.205387 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e32b5-8494-4ac9-ab27-7dc930edd689 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Pushing event deleted for resources: {'Port': ['ID=03466cc8-624e-4b9a-8730-adbd2d561fd3,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:16.216963 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-12bcf459-9f62-4eb2-b252-e3bf14d7107a req-9780b4b5-d5f8-487f-8485-27babd57127e tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffc7a217-21ea-479c-a694-f7f6242ebfb9 HTTP/1.1" status: 200 len: 210 time: 0.1046710 Jul 23 20:06:16.245410 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-369c228e-405d-4357-a77b-5f1f33ce562f req-1c99362b-56ff-4456-bb76-3403f5c0a8ea service neutron] 10.222.0.30 "GET /v2.0/networks/74aa537d-7e22-49da-b77d-2e452b6d3781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122915 Jul 23 20:06:16.336119 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['2e3fb898-6cee-4827-8bcd-7f3431ef2e3a'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:06:16.358440 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-3e9b8578-2d3b-405c-b7e5-2421fc313762 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-122769486-network', 'tenant_id': '27abbdd517814454b710b0aadcb43ac5'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:06:16.378300 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75f4899-0f67-43d0-8bbe-49471243a6e5 None None] New status for floating IP 48e20b9f-ccab-40f0-90c6-c4d0b8dd4579: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:06:16.399045 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=e9d68ba6-27d2-4896-81c6-23c2c6c032bc,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:16.433311 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2280f3e-a7e2-4c41-bb55-1b415cc231cd req-7c8ee332-e48f-44e8-b5d8-501af81c8d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:16.434943 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b2280f3e-a7e2-4c41-bb55-1b415cc231cd req-7c8ee332-e48f-44e8-b5d8-501af81c8d82 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2bbd0d2c-043e-4a5e-990c-8bf018681937 HTTP/1.1" status: 200 len: 1102 time: 0.2170110 Jul 23 20:06:16.435452 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9b8578-2d3b-405c-b7e5-2421fc313762 admin admin] Made reservation on behalf of 27abbdd517814454b710b0aadcb43ac5 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:06:16.437689 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e9b8578-2d3b-405c-b7e5-2421fc313762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:16.455988 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb57f5c-c0e3-4f4e-ba55-d2c37b581928 req-c16e32b5-8494-4ac9-ab27-7dc930edd689 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] No DVR routers for this DVR port 03466cc8-624e-4b9a-8730-adbd2d561fd3 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:06:16.463365 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-995b6eb3-04c5-4914-8e94-116e6d300bc4 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:16.463621 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3bb57f5c-c0e3-4f4e-ba55-d2c37b581928 req-c16e32b5-8494-4ac9-ab27-7dc930edd689 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:16.465662 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3bb57f5c-c0e3-4f4e-ba55-d2c37b581928 req-c16e32b5-8494-4ac9-ab27-7dc930edd689 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.18 "DELETE /v2.0/ports/03466cc8-624e-4b9a-8730-adbd2d561fd3 HTTP/1.1" status: 204 len: 173 time: 2.0692642 Jul 23 20:06:16.469507 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc7a217-21ea-479c-a694-f7f6242ebfb9', 'name': 'network-vif-deleted', 'tag': '03466cc8-624e-4b9a-8730-adbd2d561fd3'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:06:16.471101 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e9b8578-2d3b-405c-b7e5-2421fc313762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:16.472433 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ca190b-70d6-4eed-91a2-43405bd86c88" -d '{"events": [{"server_uuid": "ffc7a217-21ea-479c-a694-f7f6242ebfb9", "name": "network-vif-deleted", "tag": "03466cc8-624e-4b9a-8730-adbd2d561fd3"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:06:16.496150 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5464d8f4-6a5b-4ec0-9422-f5aa9a23a924 req-214e2e07-a11e-413b-83e6-44e951ab1dbe service neutron] 10.222.0.18 "GET /v2.0/networks/9809b0ec-ba40-459d-967a-8ad4e593e436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4337318 Jul 23 20:06:16.543946 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-369c228e-405d-4357-a77b-5f1f33ce562f req-f15240ea-2351-4630-b18f-253ae3110a88 service neutron] 10.222.0.30 "GET /v2.0/networks/74aa537d-7e22-49da-b77d-2e452b6d3781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896092 Jul 23 20:06:16.602804 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b2280f3e-a7e2-4c41-bb55-1b415cc231cd req-effceedd-9e13-425b-a39e-f12f62d89b43 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b81fb652-66da-42d2-a915-9173e13b25bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570642 Jul 23 20:06:16.603768 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-995b6eb3-04c5-4914-8e94-116e6d300bc4 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:16.621417 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08cecf4-f6b0-48c3-8599-34dcd64ccb58 x-openstack-request-id: req-e08cecf4-f6b0-48c3-8599-34dcd64ccb58 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:06:16.622386 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc7a217-21ea-479c-a694-f7f6242ebfb9", "name": "network-vif-deleted", "tag": "03466cc8-624e-4b9a-8730-adbd2d561fd3", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:06:16.622821 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e08cecf4-f6b0-48c3-8599-34dcd64ccb58 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:06:16.623379 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc7a217-21ea-479c-a694-f7f6242ebfb9', 'name': 'network-vif-deleted', 'tag': '03466cc8-624e-4b9a-8730-adbd2d561fd3', 'status': 'completed', 'code': 200} Jul 23 20:06:16.681829 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5464d8f4-6a5b-4ec0-9422-f5aa9a23a924 req-8d0a07da-08e5-4fb1-b639-383d979c3c15 service neutron] 10.222.0.18 "GET /v2.0/networks/9809b0ec-ba40-459d-967a-8ad4e593e436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764486 Jul 23 20:06:16.689283 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-995b6eb3-04c5-4914-8e94-116e6d300bc4 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Network e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:06:16.697381 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-995b6eb3-04c5-4914-8e94-116e6d300bc4 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:06:16.700744 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-995b6eb3-04c5-4914-8e94-116e6d300bc4 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:06:16.703615 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b6eb3-04c5-4914-8e94-116e6d300bc4 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Pushing event updated for resources: {'Port': ['ID=bd94066a-2fd6-4646-97ce-3798174dcb64,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:16.769275 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-995b6eb3-04c5-4914-8e94-116e6d300bc4 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:16.770201 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-995b6eb3-04c5-4914-8e94-116e6d300bc4 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:16.805623 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e9b8578-2d3b-405c-b7e5-2421fc313762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:16.812666 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e9b8578-2d3b-405c-b7e5-2421fc313762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:16.827591 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-995b6eb3-04c5-4914-8e94-116e6d300bc4 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5973117 Jul 23 20:06:16.840462 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e9b8578-2d3b-405c-b7e5-2421fc313762 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:06:16.876747 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-d842f7c0-ec01-4964-8314-9fa9c72b9c46 service neutron] Request body: {'port': {'device_id': 'ea639c0b-e4e2-449a-b488-93c6935f239f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:06:16.903990 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e9b8578-2d3b-405c-b7e5-2421fc313762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:16.904590 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-3e9b8578-2d3b-405c-b7e5-2421fc313762 admin admin] Added segment 922e633b-3451-4f6f-bc6d-d29fda48ccde of type vlan for network cbcd70d7-1b61-4457-9c40-371d2aec6850 Jul 23 20:06:16.909120 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b8578-2d3b-405c-b7e5-2421fc313762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3ee4d5-fa9f-44ae-b823-0af1369c66c1,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:16.989837 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad040c16-649d-4d98-acad-01cbd1d2b27a req-b6aa9cec-d751-4d18-b405-76f2443504e2 tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:16.991469 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ad040c16-649d-4d98-acad-01cbd1d2b27a req-b6aa9cec-d751-4d18-b405-76f2443504e2 tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bbd0d2c-043e-4a5e-990c-8bf018681937 HTTP/1.1" status: 200 len: 950 time: 0.0829747 Jul 23 20:06:17.003805 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e9b8578-2d3b-405c-b7e5-2421fc313762 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:17.038865 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ad040c16-649d-4d98-acad-01cbd1d2b27a req-3911ddf5-1525-4905-aa73-673a59d57362 tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] 10.222.0.32 "GET /v2.0/security-groups?id=b81fb652-66da-42d2-a915-9173e13b25bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397451 Jul 23 20:06:17.061710 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-d842f7c0-ec01-4964-8314-9fa9c72b9c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:17.083374 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e9b8578-2d3b-405c-b7e5-2421fc313762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:17.084342 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9b8578-2d3b-405c-b7e5-2421fc313762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:17.084921 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e9b8578-2d3b-405c-b7e5-2421fc313762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:17.179520 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 03466cc8-624e-4b9a-8730-adbd2d561fd3 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:06:17.200960 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 03466cc8-624e-4b9a-8730-adbd2d561fd3 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:06:17.201216 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 03466cc8-624e-4b9a-8730-adbd2d561fd3 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:06:17.252771 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28224a11-f5c4-4dff-839b-4426f849e042 req-0b5281a1-40ea-4720-a0b3-75146c4fee5c tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:17.255254 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-28224a11-f5c4-4dff-839b-4426f849e042 req-0b5281a1-40ea-4720-a0b3-75146c4fee5c tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea639c0b-e4e2-449a-b488-93c6935f239f HTTP/1.1" status: 200 len: 931 time: 0.0783405 Jul 23 20:06:17.298516 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-28224a11-f5c4-4dff-839b-4426f849e042 req-1553233e-d8cb-4609-8235-4bbdd06c5725 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374262 Jul 23 20:06:17.466570 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a966a-db27-4aeb-89c9-96d88edc272e req-ac5a22dd-82fe-442f-a0dc-dacab70fbb42 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:17.467985 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5b6a966a-db27-4aeb-89c9-96d88edc272e req-ac5a22dd-82fe-442f-a0dc-dacab70fbb42 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/ports?device_id=29598783-c8a8-4c70-88b5-42cab83b8705 HTTP/1.1" status: 200 len: 945 time: 0.5603116 Jul 23 20:06:17.474635 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3e9b8578-2d3b-405c-b7e5-2421fc313762 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3846359 Jul 23 20:06:17.479747 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42536) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:17.487537 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-1f760f5b-0d60-4396-9452-7cd4f643ed89 admin admin] Request body: {'subnet': {'network_id': 'cbcd70d7-1b61-4457-9c40-371d2aec6850', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-122769486-subnet', 'tenant_id': '27abbdd517814454b710b0aadcb43ac5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:06:17.508584 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f760f5b-0d60-4396-9452-7cd4f643ed89 admin admin] Made reservation on behalf of 27abbdd517814454b710b0aadcb43ac5 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:06:17.511282 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f760f5b-0d60-4396-9452-7cd4f643ed89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:17.514265 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b8578-2d3b-405c-b7e5-2421fc313762 admin admin] Pushing event updated for resources: {'Network': ['ID=cbcd70d7-1b61-4457-9c40-371d2aec6850,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:17.525731 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network cbcd70d7-1b61-4457-9c40-371d2aec6850 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:06:17.609252 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5b6a966a-db27-4aeb-89c9-96d88edc272e req-ff8b03d5-2381-4264-afb1-e836fd7541dc tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/security-groups?id=291e14e9-29a7-49fc-887b-c23bc971e5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320972 Jul 23 20:06:17.736879 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f760f5b-0d60-4396-9452-7cd4f643ed89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:17.799874 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f760f5b-0d60-4396-9452-7cd4f643ed89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a86a84ba-b9ed-4479-b6c4-16e477f25677,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:17.804899 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b20c6e-3543-4eb5-9f14-c051a5f4543c req-7272e220-3dd0-43f3-8656-b382b27bf77a tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:17.806451 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-79b20c6e-3543-4eb5-9f14-c051a5f4543c req-7272e220-3dd0-43f3-8656-b382b27bf77a tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 950 time: 0.1134653 Jul 23 20:06:17.809329 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f760f5b-0d60-4396-9452-7cd4f643ed89 admin admin] Checking segment: {'id': '922e633b-3451-4f6f-bc6d-d29fda48ccde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cbcd70d7-1b61-4457-9c40-371d2aec6850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:06:17.809776 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f760f5b-0d60-4396-9452-7cd4f643ed89 admin admin] Network hostable DHCP agents. Network: cbcd70d7-1b61-4457-9c40-371d2aec6850, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:06:17.827472 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f760f5b-0d60-4396-9452-7cd4f643ed89 admin admin] Network cbcd70d7-1b61-4457-9c40-371d2aec6850 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:06:17.837156 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-1f760f5b-0d60-4396-9452-7cd4f643ed89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, cbcd70d7-1b61-4457-9c40-371d2aec6850) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:06:17.841677 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f760f5b-0d60-4396-9452-7cd4f643ed89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:17.842548 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f760f5b-0d60-4396-9452-7cd4f643ed89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:17.846980 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2255e9d9-8b80-4cb4-8255-df44742a2744 None None] Network cbcd70d7-1b61-4457-9c40-371d2aec6850 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:06:17.859536 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-d842f7c0-ec01-4964-8314-9fa9c72b9c46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd94066a-2fd6-4646-97ce-3798174dcb64 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:06:17.862999 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1f760f5b-0d60-4396-9452-7cd4f643ed89 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3819072 Jul 23 20:06:17.866277 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42540) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:17.871401 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-20f3c959-df95-4de0-a23c-0f6430d6e108 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-122769486-router', 'tenant_id': '27abbdd517814454b710b0aadcb43ac5', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:06:17.871550 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-d842f7c0-ec01-4964-8314-9fa9c72b9c46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:17.876050 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-79b20c6e-3543-4eb5-9f14-c051a5f4543c req-bdd0c413-8226-4f0e-aefe-ba90145deb1b tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516493 Jul 23 20:06:17.888774 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-d842f7c0-ec01-4964-8314-9fa9c72b9c46 service neutron] Transition to ACTIVE for port object bd94066a-2fd6-4646-97ce-3798174dcb64 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:06:17.896629 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-d842f7c0-ec01-4964-8314-9fa9c72b9c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:17.902209 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-20f3c959-df95-4de0-a23c-0f6430d6e108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:17.903487 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-20f3c959-df95-4de0-a23c-0f6430d6e108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:17.966771 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842f7c0-ec01-4964-8314-9fa9c72b9c46 service neutron] Pushing event updated for resources: {'Port': ['ID=bd94066a-2fd6-4646-97ce-3798174dcb64,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:17.967739 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-20f3c959-df95-4de0-a23c-0f6430d6e108 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:18.020002 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-d842f7c0-ec01-4964-8314-9fa9c72b9c46 service neutron] Attempting to bind port bd94066a-2fd6-4646-97ce-3798174dcb64 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:06:18.020241 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-d842f7c0-ec01-4964-8314-9fa9c72b9c46 service neutron] Attempting to bind port bd94066a-2fd6-4646-97ce-3798174dcb64 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '09c16a36-f585-4003-9e2f-a9905bed7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:06:18.020573 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-d842f7c0-ec01-4964-8314-9fa9c72b9c46 service neutron] Attempting to bind port bd94066a-2fd6-4646-97ce-3798174dcb64 on network e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:06:18.025395 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db9c850-985f-4337-a4bf-665d513c65e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-cbcd70d7-1b61-4457-9c40-371d2aec6850', 'network_id': 'cbcd70d7-1b61-4457-9c40-371d2aec6850', 'tenant_id': '27abbdd517814454b710b0aadcb43ac5', 'fixed_ips': [{'subnet_id': 'a86a84ba-b9ed-4479-b6c4-16e477f25677'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:06:18.025665 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-d842f7c0-ec01-4964-8314-9fa9c72b9c46 service neutron] Port bd94066a-2fd6-4646-97ce-3798174dcb64 on network e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:06:18.025782 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-d842f7c0-ec01-4964-8314-9fa9c72b9c46 service neutron] Attempting to bind port bd94066a-2fd6-4646-97ce-3798174dcb64 on network e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:06:18.026618 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9db9c850-985f-4337-a4bf-665d513c65e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:18.030967 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-d842f7c0-ec01-4964-8314-9fa9c72b9c46 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:06:18.031311 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-d842f7c0-ec01-4964-8314-9fa9c72b9c46 service neutron] Checking segment: {'id': '09c16a36-f585-4003-9e2f-a9905bed7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:06:18.031696 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-d842f7c0-ec01-4964-8314-9fa9c72b9c46 service neutron] Bound using segment: {'id': '09c16a36-f585-4003-9e2f-a9905bed7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:06:18.032129 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-d842f7c0-ec01-4964-8314-9fa9c72b9c46 service neutron] Bound port: bd94066a-2fd6-4646-97ce-3798174dcb64, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09c16a36-f585-4003-9e2f-a9905bed7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:06:18.032496 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-d842f7c0-ec01-4964-8314-9fa9c72b9c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:18.117114 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-d842f7c0-ec01-4964-8314-9fa9c72b9c46 service neutron] For port bd94066a-2fd6-4646-97ce-3798174dcb64, host n-h2-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:06:18.121168 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-d842f7c0-ec01-4964-8314-9fa9c72b9c46 service neutron] For port bd94066a-2fd6-4646-97ce-3798174dcb64, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=bd94066a-2fd6-4646-97ce-3798174dcb64,segment=NetworkSegment(09c16a36-f585-4003-9e2f-a9905bed7329),segment_id=09c16a36-f585-4003-9e2f-a9905bed7329)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:06:18.128171 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-d842f7c0-ec01-4964-8314-9fa9c72b9c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:18.167618 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-d842f7c0-ec01-4964-8314-9fa9c72b9c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:18.168965 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-d842f7c0-ec01-4964-8314-9fa9c72b9c46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:18.170634 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-d842f7c0-ec01-4964-8314-9fa9c72b9c46 service neutron] 10.222.0.18 "PUT /v2.0/ports/bd94066a-2fd6-4646-97ce-3798174dcb64 HTTP/1.1" status: 200 len: 1092 time: 1.3203382 Jul 23 20:06:18.170634 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea639c0b-e4e2-449a-b488-93c6935f239f', 'tag': 'bd94066a-2fd6-4646-97ce-3798174dcb64'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:06:18.173103 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ee3036-e3f0-45ec-af46-9fb710f82f8c" -d '{"events": [{"name": "network-changed", "server_uuid": "ea639c0b-e4e2-449a-b488-93c6935f239f", "tag": "bd94066a-2fd6-4646-97ce-3798174dcb64"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:06:18.194360 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-9db9c850-985f-4337-a4bf-665d513c65e5 None None] Allocated IP 172.20.0.2 (cbcd70d7-1b61-4457-9c40-371d2aec6850/a86a84ba-b9ed-4479-b6c4-16e477f25677/20a29bf8-a4a8-4bfc-bec5-8dcb8e8fe632) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:06:18.201876 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842f7c0-ec01-4964-8314-9fa9c72b9c46 service neutron] Pushing event updated for resources: {'Port': ['ID=bd94066a-2fd6-4646-97ce-3798174dcb64,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:18.301008 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-8a9c85f0-5b53-43cf-a6b4-3aeec71f5326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:18.302186 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-8a9c85f0-5b53-43cf-a6b4-3aeec71f5326 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=112939265a5547faabf279e97fc2b4ed&device_id=ea639c0b-e4e2-449a-b488-93c6935f239f HTTP/1.1" status: 200 len: 1095 time: 0.0687582 Jul 23 20:06:18.303820 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db96405c-c97c-4705-ae12-aeaeae35280e x-openstack-request-id: req-db96405c-c97c-4705-ae12-aeaeae35280e {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:06:18.304119 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea639c0b-e4e2-449a-b488-93c6935f239f", "tag": "bd94066a-2fd6-4646-97ce-3798174dcb64", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:06:18.304370 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db96405c-c97c-4705-ae12-aeaeae35280e {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:06:18.304770 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea639c0b-e4e2-449a-b488-93c6935f239f', 'tag': 'bd94066a-2fd6-4646-97ce-3798174dcb64', 'status': 'completed', 'code': 200} Jul 23 20:06:18.357453 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-510727bf-d12c-4ed5-b1cf-9f8b5d915eae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd94066a-2fd6-4646-97ce-3798174dcb64 HTTP/1.1" status: 200 len: 217 time: 0.0462608 Jul 23 20:06:18.381114 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9db9c850-985f-4337-a4bf-665d513c65e5 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:18.390442 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-9db9c850-985f-4337-a4bf-665d513c65e5 None None] Transition to ACTIVE for port object 20a29bf8-a4a8-4bfc-bec5-8dcb8e8fe632 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:06:18.406105 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-9db9c850-985f-4337-a4bf-665d513c65e5 None None] Transition to ACTIVE for port object 20a29bf8-a4a8-4bfc-bec5-8dcb8e8fe632 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:06:18.412825 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9db9c850-985f-4337-a4bf-665d513c65e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:18.445202 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-1d3d8354-dd56-4a4a-9f2d-efa7f37fe7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:18.446927 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-1d3d8354-dd56-4a4a-9f2d-efa7f37fe7f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8f1af588-88a6-41d9-93e0-be352471d81c HTTP/1.1" status: 200 len: 849 time: 0.0812306 Jul 23 20:06:18.458056 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db9c850-985f-4337-a4bf-665d513c65e5 None None] Network cbcd70d7-1b61-4457-9c40-371d2aec6850 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:06:18.462714 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-20f3c959-df95-4de0-a23c-0f6430d6e108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:18.465208 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-9db9c850-985f-4337-a4bf-665d513c65e5 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:06:18.471350 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db9c850-985f-4337-a4bf-665d513c65e5 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:06:18.479350 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db9c850-985f-4337-a4bf-665d513c65e5 None None] Pushing event updated for resources: {'Port': ['ID=20a29bf8-a4a8-4bfc-bec5-8dcb8e8fe632,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:18.496274 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-b09f3c8d-864e-4506-8ae8-40e7ddbf6f48 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379710 Jul 23 20:06:18.503606 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980fa10-775c-4401-ba56-1723d3896798 req-b8695c11-a88b-4d22-8f12-5d5e9d596436 tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:18.506254 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9980fa10-775c-4401-ba56-1723d3896798 req-b8695c11-a88b-4d22-8f12-5d5e9d596436 tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bbd0d2c-043e-4a5e-990c-8bf018681937 HTTP/1.1" status: 200 len: 950 time: 0.1723547 Jul 23 20:06:18.519204 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098253d-4d53-4f85-91a2-48f49d92e8f7 req-58dd47bb-06be-4d0d-b4b1-449e07bc8430 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:18.521311 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0098253d-4d53-4f85-91a2-48f49d92e8f7 req-58dd47bb-06be-4d0d-b4b1-449e07bc8430 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea639c0b-e4e2-449a-b488-93c6935f239f HTTP/1.1" status: 200 len: 943 time: 0.1248579 Jul 23 20:06:18.546688 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-9db9c850-985f-4337-a4bf-665d513c65e5 None None] Attempting to bind port 20a29bf8-a4a8-4bfc-bec5-8dcb8e8fe632 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:06:18.546951 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-9db9c850-985f-4337-a4bf-665d513c65e5 None None] Attempting to bind port 20a29bf8-a4a8-4bfc-bec5-8dcb8e8fe632 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '922e633b-3451-4f6f-bc6d-d29fda48ccde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cbcd70d7-1b61-4457-9c40-371d2aec6850'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:06:18.547321 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db9c850-985f-4337-a4bf-665d513c65e5 None None] Attempting to bind port 20a29bf8-a4a8-4bfc-bec5-8dcb8e8fe632 on network cbcd70d7-1b61-4457-9c40-371d2aec6850 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:06:18.553232 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db9c850-985f-4337-a4bf-665d513c65e5 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:06:18.553619 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db9c850-985f-4337-a4bf-665d513c65e5 None None] Checking segment: {'id': '922e633b-3451-4f6f-bc6d-d29fda48ccde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cbcd70d7-1b61-4457-9c40-371d2aec6850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:06:18.554151 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9db9c850-985f-4337-a4bf-665d513c65e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:18.555068 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db9c850-985f-4337-a4bf-665d513c65e5 None None] Bound using segment: {'id': '922e633b-3451-4f6f-bc6d-d29fda48ccde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cbcd70d7-1b61-4457-9c40-371d2aec6850'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:06:18.555271 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-9db9c850-985f-4337-a4bf-665d513c65e5 None None] Bound port: 20a29bf8-a4a8-4bfc-bec5-8dcb8e8fe632, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922e633b-3451-4f6f-bc6d-d29fda48ccde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cbcd70d7-1b61-4457-9c40-371d2aec6850'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:06:18.555611 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9db9c850-985f-4337-a4bf-665d513c65e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:18.594423 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9980fa10-775c-4401-ba56-1723d3896798 req-e8704688-98b3-47b3-8258-0a704ef5723d tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] 10.222.0.32 "GET /v2.0/security-groups?id=b81fb652-66da-42d2-a915-9173e13b25bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771346 Jul 23 20:06:18.609005 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0098253d-4d53-4f85-91a2-48f49d92e8f7 req-412c5f2b-6d30-4dfb-897b-bf6352882592 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759063 Jul 23 20:06:18.629437 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-9db9c850-985f-4337-a4bf-665d513c65e5 None None] For port 20a29bf8-a4a8-4bfc-bec5-8dcb8e8fe632, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:06:18.629622 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-e3da3190-6ed5-4f63-a219-4e1ce59412fa service neutron] 10.222.0.18 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261137 Jul 23 20:06:18.633000 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-9db9c850-985f-4337-a4bf-665d513c65e5 None None] For port 20a29bf8-a4a8-4bfc-bec5-8dcb8e8fe632, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=20a29bf8-a4a8-4bfc-bec5-8dcb8e8fe632,segment=NetworkSegment(922e633b-3451-4f6f-bc6d-d29fda48ccde),segment_id=922e633b-3451-4f6f-bc6d-d29fda48ccde)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:06:18.640664 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9db9c850-985f-4337-a4bf-665d513c65e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:18.740813 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db9c850-985f-4337-a4bf-665d513c65e5 None None] Pushing event updated for resources: {'Port': ['ID=20a29bf8-a4a8-4bfc-bec5-8dcb8e8fe632,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:18.768103 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-20f3c959-df95-4de0-a23c-0f6430d6e108 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:18.787604 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9bad7935-b837-41a3-8f31-8f9c1ab6b198 req-424a50c7-affa-416c-a751-b0661212f379 service neutron] 10.222.0.18 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485276 Jul 23 20:06:18.803631 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-20f3c959-df95-4de0-a23c-0f6430d6e108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:18.969728 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-20f3c959-df95-4de0-a23c-0f6430d6e108 admin admin] Allocated IP 172.25.1.84 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/6c56fae0-da02-4668-9b3e-8d03cad9bac1) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:06:18.976296 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971bb666-22f5-430b-85ad-1cdb843c9903 req-7095aab6-87f9-47c8-81a3-db686aeb291e tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:18.977866 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-971bb666-22f5-430b-85ad-1cdb843c9903 req-7095aab6-87f9-47c8-81a3-db686aeb291e tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/ports?device_id=29598783-c8a8-4c70-88b5-42cab83b8705 HTTP/1.1" status: 200 len: 945 time: 0.1405602 Jul 23 20:06:18.980816 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee3036-e3f0-45ec-af46-9fb710f82f8c req-4654562e-9098-4161-b2d8-0c4d1524ea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:18.982252 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-89ee3036-e3f0-45ec-af46-9fb710f82f8c req-4654562e-9098-4161-b2d8-0c4d1524ea4c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=112939265a5547faabf279e97fc2b4ed&device_id=ea639c0b-e4e2-449a-b488-93c6935f239f HTTP/1.1" status: 200 len: 1095 time: 0.1344144 Jul 23 20:06:19.058135 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-971bb666-22f5-430b-85ad-1cdb843c9903 req-de0856b5-d1bb-445c-9cb2-9cca63d0292e tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/security-groups?id=291e14e9-29a7-49fc-887b-c23bc971e5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696084 Jul 23 20:06:19.152898 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-20f3c959-df95-4de0-a23c-0f6430d6e108 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:19.179783 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 2e3fb898-6cee-4827-8bcd-7f3431ef2e3a up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:06:19.203458 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee3036-e3f0-45ec-af46-9fb710f82f8c req-0a5967e4-84f1-41ae-ae19-446054314909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:19.204935 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-89ee3036-e3f0-45ec-af46-9fb710f82f8c req-0a5967e4-84f1-41ae-ae19-446054314909 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 HTTP/1.1" status: 200 len: 910 time: 0.2053864 Jul 23 20:06:19.239349 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 2e3fb898-6cee-4827-8bcd-7f3431ef2e3a completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:06:19.243661 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 2e3fb898-6cee-4827-8bcd-7f3431ef2e3a triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:06:19.246587 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02ebb5-8975-4638-b518-f2e295ffd521 req-6390ee77-7687-47a5-a999-6f45bd08ef7d tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:19.248122 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8c02ebb5-8975-4638-b518-f2e295ffd521 req-6390ee77-7687-47a5-a999-6f45bd08ef7d tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 950 time: 0.1599851 Jul 23 20:06:19.249310 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-20f3c959-df95-4de0-a23c-0f6430d6e108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:19.249661 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:19.268225 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-89ee3036-e3f0-45ec-af46-9fb710f82f8c req-0a6ae189-0415-4c66-81f1-13d3c0c65293 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd94066a-2fd6-4646-97ce-3798174dcb64 HTTP/1.1" status: 200 len: 217 time: 0.0558777 Jul 23 20:06:19.298674 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18dcd8-385e-44e6-8519-a37b8bfb431b req-cd775967-538d-4c7a-a826-114f6e03ed22 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:19.301141 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0a18dcd8-385e-44e6-8519-a37b8bfb431b req-cd775967-538d-4c7a-a826-114f6e03ed22 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 950 time: 0.1559317 Jul 23 20:06:19.354394 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3c959-df95-4de0-a23c-0f6430d6e108 admin admin] Pushing event updated for resources: {'Port': ['ID=6c56fae0-da02-4668-9b3e-8d03cad9bac1,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:19.410988 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:19.411148 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0a18dcd8-385e-44e6-8519-a37b8bfb431b req-734301ee-73b9-4eee-a684-387c830f17bb tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633519 Jul 23 20:06:19.411505 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee3036-e3f0-45ec-af46-9fb710f82f8c req-f36b0f53-333f-4882-9676-f409a00136fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:19.414493 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-89ee3036-e3f0-45ec-af46-9fb710f82f8c req-f36b0f53-333f-4882-9676-f409a00136fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8f1af588-88a6-41d9-93e0-be352471d81c HTTP/1.1" status: 200 len: 849 time: 0.1389902 Jul 23 20:06:19.421361 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f3c959-df95-4de0-a23c-0f6430d6e108 admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:06:19.437331 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-20f3c959-df95-4de0-a23c-0f6430d6e108 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:06:19.450516 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29598783-c8a8-4c70-88b5-42cab83b8705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3fb898-6cee-4827-8bcd-7f3431ef2e3a'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:06:19.452075 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f3c959-df95-4de0-a23c-0f6430d6e108 admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:06:19.454230 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d48ea62-8925-487c-b187-1bd769c195a3" -d '{"events": [{"server_uuid": "29598783-c8a8-4c70-88b5-42cab83b8705", "name": "network-vif-plugged", "status": "completed", "tag": "2e3fb898-6cee-4827-8bcd-7f3431ef2e3a"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:06:19.467067 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-89ee3036-e3f0-45ec-af46-9fb710f82f8c req-083e60de-be54-4266-955b-4ae19365e79a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444653 Jul 23 20:06:19.480800 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 2e3fb898-6cee-4827-8bcd-7f3431ef2e3a, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=2e3fb898-6cee-4827-8bcd-7f3431ef2e3a,segment=NetworkSegment(489b476d-97fe-494a-9240-bd9b3eeee4c3),segment_id=489b476d-97fe-494a-9240-bd9b3eeee4c3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:06:19.489344 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:19.602379 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c115e1b0-8f52-472e-9779-af57d20191fe x-openstack-request-id: req-c115e1b0-8f52-472e-9779-af57d20191fe {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:06:19.602802 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29598783-c8a8-4c70-88b5-42cab83b8705", "name": "network-vif-plugged", "status": "completed", "tag": "2e3fb898-6cee-4827-8bcd-7f3431ef2e3a", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:06:19.603148 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c115e1b0-8f52-472e-9779-af57d20191fe {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:06:19.603736 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29598783-c8a8-4c70-88b5-42cab83b8705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3fb898-6cee-4827-8bcd-7f3431ef2e3a', 'code': 200} Jul 23 20:06:19.605828 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 20a29bf8-a4a8-4bfc-bec5-8dcb8e8fe632 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:06:19.650304 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-89ee3036-e3f0-45ec-af46-9fb710f82f8c req-5b717a68-4685-48e8-b900-629f8ac4a8df service neutron] 10.222.0.18 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756332 Jul 23 20:06:19.654139 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=2e3fb898-6cee-4827-8bcd-7f3431ef2e3a,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:19.706216 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 20a29bf8-a4a8-4bfc-bec5-8dcb8e8fe632 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:06:19.830575 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-89ee3036-e3f0-45ec-af46-9fb710f82f8c req-21041975-9086-4a35-8fa3-9eaac73139ba service neutron] 10.222.0.18 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722054 Jul 23 20:06:19.855086 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-8c02ebb5-8975-4638-b518-f2e295ffd521 req-f65bd4f2-7808-47c4-8384-0a26ecab1e4b tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Deleting port c1030c34-2dec-438f-86af-e0a9c58b5449 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:06:19.855715 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8c02ebb5-8975-4638-b518-f2e295ffd521 req-f65bd4f2-7808-47c4-8384-0a26ecab1e4b tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:19.861993 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75975e2d-2a9f-4dd9-bab2-fe9b890c1ccb req-be2af940-8037-4484-a355-4deae41ab458 tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:19.863948 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-75975e2d-2a9f-4dd9-bab2-fe9b890c1ccb req-be2af940-8037-4484-a355-4deae41ab458 tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bbd0d2c-043e-4a5e-990c-8bf018681937 HTTP/1.1" status: 200 len: 950 time: 0.0941367 Jul 23 20:06:19.905398 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-75975e2d-2a9f-4dd9-bab2-fe9b890c1ccb req-328fd488-8e94-4764-98a5-73b8b70738f3 tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] 10.222.0.32 "GET /v2.0/security-groups?id=b81fb652-66da-42d2-a915-9173e13b25bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357125 Jul 23 20:06:19.956968 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ff6fe-b379-4866-a1fb-0453212c8558 req-1e6c7e1e-c2da-4fe3-884f-a39ce1d8a8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:19.958539 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-400ff6fe-b379-4866-a1fb-0453212c8558 req-1e6c7e1e-c2da-4fe3-884f-a39ce1d8a8b6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=29598783-c8a8-4c70-88b5-42cab83b8705 HTTP/1.1" status: 200 len: 1098 time: 0.3738334 Jul 23 20:06:19.995505 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d4ac50-ee8b-4d3e-a889-6767a9b338a1 None None] Network cbcd70d7-1b61-4457-9c40-371d2aec6850 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:06:20.031577 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c55a90d1-c6f1-45fc-b2a9-3ee81d5bca71 None None] Provisioning for port 20a29bf8-a4a8-4bfc-bec5-8dcb8e8fe632 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:06:20.060056 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ff14b-acd6-40cf-b60a-24d44f8fd584 req-f5864582-c474-4ea9-9e9f-8ccaa8f91c20 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:20.061578 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9c5ff14b-acd6-40cf-b60a-24d44f8fd584 req-f5864582-c474-4ea9-9e9f-8ccaa8f91c20 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea639c0b-e4e2-449a-b488-93c6935f239f HTTP/1.1" status: 200 len: 943 time: 0.3135741 Jul 23 20:06:20.067905 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c55a90d1-c6f1-45fc-b2a9-3ee81d5bca71 None None] Provisioning complete for port 20a29bf8-a4a8-4bfc-bec5-8dcb8e8fe632 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:06:20.069709 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c55a90d1-c6f1-45fc-b2a9-3ee81d5bca71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:20.100850 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-400ff6fe-b379-4866-a1fb-0453212c8558 req-5b791d14-01a0-4041-8b8b-cbb8f77885a2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=291e14e9-29a7-49fc-887b-c23bc971e5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932941 Jul 23 20:06:20.118432 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-8c02ebb5-8975-4638-b518-f2e295ffd521 req-f65bd4f2-7808-47c4-8384-0a26ecab1e4b tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] For port c1030c34-2dec-438f-86af-e0a9c58b5449, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=c1030c34-2dec-438f-86af-e0a9c58b5449,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:06:20.118798 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8c02ebb5-8975-4638-b518-f2e295ffd521 req-f65bd4f2-7808-47c4-8384-0a26ecab1e4b tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:20.121363 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-20f3c959-df95-4de0-a23c-0f6430d6e108 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:20.197262 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29d6c8-c65e-4a69-8c55-72971ebf6a3a req-7410b1f5-8afb-4d5c-a510-c2b565525ea9 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:20.198963 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4c29d6c8-c65e-4a69-8c55-72971ebf6a3a req-7410b1f5-8afb-4d5c-a510-c2b565525ea9 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/ports?device_id=29598783-c8a8-4c70-88b5-42cab83b8705 HTTP/1.1" status: 200 len: 946 time: 0.0673470 Jul 23 20:06:20.206464 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-8c02ebb5-8975-4638-b518-f2e295ffd521 req-f65bd4f2-7808-47c4-8384-0a26ecab1e4b tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Calling delete_port for c1030c34-2dec-438f-86af-e0a9c58b5449 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:06:20.212438 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9c5ff14b-acd6-40cf-b60a-24d44f8fd584 req-8f7d6fb1-6442-4936-aae2-8290322783fc tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382253 Jul 23 20:06:20.228944 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c55a90d1-c6f1-45fc-b2a9-3ee81d5bca71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:20.253775 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4c29d6c8-c65e-4a69-8c55-72971ebf6a3a req-5bef5887-1f36-4c73-bab7-f14b4fdeb057 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/security-groups?id=291e14e9-29a7-49fc-887b-c23bc971e5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444660 Jul 23 20:06:20.287504 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-c55a90d1-c6f1-45fc-b2a9-3ee81d5bca71 None None] For port 20a29bf8-a4a8-4bfc-bec5-8dcb8e8fe632, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=20a29bf8-a4a8-4bfc-bec5-8dcb8e8fe632,segment=NetworkSegment(922e633b-3451-4f6f-bc6d-d29fda48ccde),segment_id=922e633b-3451-4f6f-bc6d-d29fda48ccde)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:06:20.293005 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c55a90d1-c6f1-45fc-b2a9-3ee81d5bca71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:20.351397 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a90d1-c6f1-45fc-b2a9-3ee81d5bca71 None None] Pushing event updated for resources: {'Port': ['ID=20a29bf8-a4a8-4bfc-bec5-8dcb8e8fe632,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:20.477674 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-20f3c959-df95-4de0-a23c-0f6430d6e108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:20.495143 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8c02ebb5-8975-4638-b518-f2e295ffd521 req-f65bd4f2-7808-47c4-8384-0a26ecab1e4b tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:20.513935 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['c1030c34-2dec-438f-86af-e0a9c58b5449'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:06:20.515903 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['75b59266-48b2-441f-a566-40e18621edbc'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:06:20.557748 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ee0fe56d-239a-45bd-8cb1-d742b66226a5 req-606672bf-e1a2-4f73-aad4-0164a17bba20 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfde140-eec2-497b-a42f-38544c75aa5e HTTP/1.1" status: 200 len: 210 time: 0.0731905 Jul 23 20:06:20.577429 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-bd9a9c41-269d-4d5e-9adb-1796f7ec17fa None None] Provisioning complete for port 20a29bf8-a4a8-4bfc-bec5-8dcb8e8fe632 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:06:20.577849 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bd9a9c41-269d-4d5e-9adb-1796f7ec17fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:20.618119 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65bd4f2-7808-47c4-8384-0a26ecab1e4b tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Pushing event deleted for resources: {'Port': ['ID=c1030c34-2dec-438f-86af-e0a9c58b5449,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:20.670814 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c02ebb5-8975-4638-b518-f2e295ffd521 req-f65bd4f2-7808-47c4-8384-0a26ecab1e4b tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] No DVR routers for this DVR port c1030c34-2dec-438f-86af-e0a9c58b5449 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:06:20.674829 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8c02ebb5-8975-4638-b518-f2e295ffd521 req-f65bd4f2-7808-47c4-8384-0a26ecab1e4b tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:20.677263 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8c02ebb5-8975-4638-b518-f2e295ffd521 req-f65bd4f2-7808-47c4-8384-0a26ecab1e4b tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.18 "DELETE /v2.0/ports/c1030c34-2dec-438f-86af-e0a9c58b5449 HTTP/1.1" status: 204 len: 173 time: 1.3550067 Jul 23 20:06:20.677727 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfde140-eec2-497b-a42f-38544c75aa5e', 'name': 'network-vif-deleted', 'tag': 'c1030c34-2dec-438f-86af-e0a9c58b5449'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:06:20.680037 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2bf2f6-339c-42b4-a0cb-09e8830073f6" -d '{"events": [{"server_uuid": "dbfde140-eec2-497b-a42f-38544c75aa5e", "name": "network-vif-deleted", "tag": "c1030c34-2dec-438f-86af-e0a9c58b5449"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:06:20.736714 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c0b38d-17bf-4ad9-9276-28af629deacb x-openstack-request-id: req-81c0b38d-17bf-4ad9-9276-28af629deacb {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:06:20.737008 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbfde140-eec2-497b-a42f-38544c75aa5e", "name": "network-vif-deleted", "tag": "c1030c34-2dec-438f-86af-e0a9c58b5449", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:06:20.737264 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-81c0b38d-17bf-4ad9-9276-28af629deacb {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:06:20.737708 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbfde140-eec2-497b-a42f-38544c75aa5e', 'name': 'network-vif-deleted', 'tag': 'c1030c34-2dec-438f-86af-e0a9c58b5449', 'status': 'completed', 'code': 200} Jul 23 20:06:20.746456 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f3c959-df95-4de0-a23c-0f6430d6e108 admin admin] Router a38cba00-fd48-45de-822f-07cfe21eb46f is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:06:20.857308 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f3c959-df95-4de0-a23c-0f6430d6e108 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:06:20.866880 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fa1a1f-4ec9-4925-9fbf-5cca82deb626 None None] Sync routers for ids ['a38cba00-fd48-45de-822f-07cfe21eb46f'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:06:20.872170 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-20f3c959-df95-4de0-a23c-0f6430d6e108 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:20.875974 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-20f3c959-df95-4de0-a23c-0f6430d6e108 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0059116 Jul 23 20:06:20.876246 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42588) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:20.876514 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fa1a1f-4ec9-4925-9fbf-5cca82deb626 None None] Routers {'a38cba00-fd48-45de-822f-07cfe21eb46f'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:06:20.877130 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-77fa1a1f-4ec9-4925-9fbf-5cca82deb626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:06:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a38cba00-fd48-45de-822f-07cfe21eb46f'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:21.131019 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-77fa1a1f-4ec9-4925-9fbf-5cca82deb626 None None] Set router a38cba00-fd48-45de-822f-07cfe21eb46f gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:06:21.203209 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e1e8e-00a2-49ad-9efa-86643521f49a req-a8666e22-0d35-432f-b051-6656622ce35a tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:21.204955 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f27e1e8e-00a2-49ad-9efa-86643521f49a req-a8666e22-0d35-432f-b051-6656622ce35a tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bbd0d2c-043e-4a5e-990c-8bf018681937 HTTP/1.1" status: 200 len: 950 time: 0.0945671 Jul 23 20:06:21.215287 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device bd94066a-2fd6-4646-97ce-3798174dcb64 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:06:21.478338 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-77fa1a1f-4ec9-4925-9fbf-5cca82deb626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38cba00-fd48-45de-822f-07cfe21eb46f', 'name': 'tempest-ServersTestManualDisk-122769486-router', 'tenant_id': '27abbdd517814454b710b0aadcb43ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '6c56fae0-da02-4668-9b3e-8d03cad9bac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:06:17Z', 'updated_at': '2021-07-23T20:06:19Z', 'revision_number': 3, 'project_id': '27abbdd517814454b710b0aadcb43ac5', 'gw_port': {'id': '6c56fae0-da02-4668-9b3e-8d03cad9bac1', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38cba00-fd48-45de-822f-07cfe21eb46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:18Z', 'updated_at': '2021-07-23T20:06:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:21.509948 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fa1a1f-4ec9-4925-9fbf-5cca82deb626 None None] Checking router: a38cba00-fd48-45de-822f-07cfe21eb46f for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:06:21.510380 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fa1a1f-4ec9-4925-9fbf-5cca82deb626 None None] Updating router a38cba00-fd48-45de-822f-07cfe21eb46f port 6c56fae0-da02-4668-9b3e-8d03cad9bac1 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:06:21.513058 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 20a29bf8-a4a8-4bfc-bec5-8dcb8e8fe632 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:06:21.571841 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-f27e1e8e-00a2-49ad-9efa-86643521f49a req-22c45a1f-268a-41ea-95c2-ce84be1adb73 tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] Deleting port e9d68ba6-27d2-4896-81c6-23c2c6c032bc {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:06:21.572502 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f27e1e8e-00a2-49ad-9efa-86643521f49a req-22c45a1f-268a-41ea-95c2-ce84be1adb73 tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:21.574954 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c43c58-19ef-486a-8315-4b73057e5b74 req-f5a5cca7-7706-4560-adff-d687f0897a2b tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:21.581119 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port bd94066a-2fd6-4646-97ce-3798174dcb64, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=bd94066a-2fd6-4646-97ce-3798174dcb64,segment=NetworkSegment(09c16a36-f585-4003-9e2f-a9905bed7329),segment_id=09c16a36-f585-4003-9e2f-a9905bed7329)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:06:21.585246 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-51c43c58-19ef-486a-8315-4b73057e5b74 req-f5a5cca7-7706-4560-adff-d687f0897a2b tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bbd0d2c-043e-4a5e-990c-8bf018681937 HTTP/1.1" status: 200 len: 950 time: 0.5751920 Jul 23 20:06:21.609383 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': 'bd94066a-2fd6-4646-97ce-3798174dcb64', 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1', 'port_id': 'bd94066a-2fd6-4646-97ce-3798174dcb64', 'mac_address': 'fa:16:3e:a5:08:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f1af588-88a6-41d9-93e0-be352471d81c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:06:21.617048 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9432a83-c7e8-4d2f-91a9-f15960f1ef48 req-664cd809-159a-4735-8429-92c87bae269f tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:21.619097 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b9432a83-c7e8-4d2f-91a9-f15960f1ef48 req-664cd809-159a-4735-8429-92c87bae269f tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea639c0b-e4e2-449a-b488-93c6935f239f HTTP/1.1" status: 200 len: 943 time: 0.2246168 Jul 23 20:06:21.622712 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-77fa1a1f-4ec9-4925-9fbf-5cca82deb626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:21.705700 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-51c43c58-19ef-486a-8315-4b73057e5b74 req-ed4b9b28-249f-463f-a503-0779f14be8c5 tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] 10.222.0.32 "GET /v2.0/security-groups?id=b81fb652-66da-42d2-a915-9173e13b25bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171539 Jul 23 20:06:21.748618 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b9432a83-c7e8-4d2f-91a9-f15960f1ef48 req-7affb24a-7f48-4322-90bf-c24cfdd19ece tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740845 Jul 23 20:06:21.756212 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f27e1e8e-00a2-49ad-9efa-86643521f49a req-22c45a1f-268a-41ea-95c2-ce84be1adb73 tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] For port e9d68ba6-27d2-4896-81c6-23c2c6c032bc, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e9d68ba6-27d2-4896-81c6-23c2c6c032bc,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:06:21.756590 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f27e1e8e-00a2-49ad-9efa-86643521f49a req-22c45a1f-268a-41ea-95c2-ce84be1adb73 tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:21.784834 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-f27e1e8e-00a2-49ad-9efa-86643521f49a req-22c45a1f-268a-41ea-95c2-ce84be1adb73 tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] Calling delete_port for e9d68ba6-27d2-4896-81c6-23c2c6c032bc owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:06:21.786333 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:21.808097 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 20a29bf8-a4a8-4bfc-bec5-8dcb8e8fe632 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:06:21.808472 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:21.813991 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd94066a-2fd6-4646-97ce-3798174dcb64 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:06:21.873256 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port bd94066a-2fd6-4646-97ce-3798174dcb64, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=bd94066a-2fd6-4646-97ce-3798174dcb64,segment=NetworkSegment(09c16a36-f585-4003-9e2f-a9905bed7329),segment_id=09c16a36-f585-4003-9e2f-a9905bed7329)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:06:21.892921 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:21.953125 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-408011ad-e83a-463c-b96b-2b1fa2fb0a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:21.961441 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f27e1e8e-00a2-49ad-9efa-86643521f49a req-22c45a1f-268a-41ea-95c2-ce84be1adb73 tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:21.986538 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['e9d68ba6-27d2-4896-81c6-23c2c6c032bc'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:06:22.006211 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c45a1f-268a-41ea-95c2-ce84be1adb73 tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] Pushing event deleted for resources: {'Port': ['ID=e9d68ba6-27d2-4896-81c6-23c2c6c032bc,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:22.042932 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c639e21-d48b-4149-8d8c-72869ee5bc68 req-5f671bb3-5bc7-47ff-b13c-2ed8e349a5af tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:22.048703 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2c639e21-d48b-4149-8d8c-72869ee5bc68 req-5f671bb3-5bc7-47ff-b13c-2ed8e349a5af tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/ports?device_id=29598783-c8a8-4c70-88b5-42cab83b8705 HTTP/1.1" status: 200 len: 946 time: 0.2652476 Jul 23 20:06:22.078551 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27e1e8e-00a2-49ad-9efa-86643521f49a req-22c45a1f-268a-41ea-95c2-ce84be1adb73 tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] No DVR routers for this DVR port e9d68ba6-27d2-4896-81c6-23c2c6c032bc on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:06:22.083291 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=bd94066a-2fd6-4646-97ce-3798174dcb64,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:22.086101 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f27e1e8e-00a2-49ad-9efa-86643521f49a req-22c45a1f-268a-41ea-95c2-ce84be1adb73 tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:22.094940 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f27e1e8e-00a2-49ad-9efa-86643521f49a req-22c45a1f-268a-41ea-95c2-ce84be1adb73 tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] 10.222.0.30 "DELETE /v2.0/ports/e9d68ba6-27d2-4896-81c6-23c2c6c032bc HTTP/1.1" status: 204 len: 173 time: 0.8737791 Jul 23 20:06:22.096683 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bbd0d2c-043e-4a5e-990c-8bf018681937', 'name': 'network-vif-deleted', 'tag': 'e9d68ba6-27d2-4896-81c6-23c2c6c032bc'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:06:22.100437 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5702ec76-44c2-42f5-910b-720fb0eb82c3" -d '{"events": [{"server_uuid": "2bbd0d2c-043e-4a5e-990c-8bf018681937", "name": "network-vif-deleted", "tag": "e9d68ba6-27d2-4896-81c6-23c2c6c032bc"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:06:22.213815 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-77fa1a1f-4ec9-4925-9fbf-5cca82deb626 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:22.228026 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-77fa1a1f-4ec9-4925-9fbf-5cca82deb626 None None] Transition to ACTIVE for port object 6c56fae0-da02-4668-9b3e-8d03cad9bac1 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:06:22.240935 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['bd94066a-2fd6-4646-97ce-3798174dcb64'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:06:22.248685 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2c639e21-d48b-4149-8d8c-72869ee5bc68 req-8bf9e486-0795-41f7-bcea-dd401d2ac9f1 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/security-groups?id=291e14e9-29a7-49fc-887b-c23bc971e5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828668 Jul 23 20:06:22.293858 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-77fa1a1f-4ec9-4925-9fbf-5cca82deb626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:22.319810 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2348d00d-4d5d-449a-8874-cf1b900d01fe x-openstack-request-id: req-2348d00d-4d5d-449a-8874-cf1b900d01fe {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:06:22.320411 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bbd0d2c-043e-4a5e-990c-8bf018681937", "name": "network-vif-deleted", "tag": "e9d68ba6-27d2-4896-81c6-23c2c6c032bc", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:06:22.320411 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2348d00d-4d5d-449a-8874-cf1b900d01fe {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:06:22.320709 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bbd0d2c-043e-4a5e-990c-8bf018681937', 'name': 'network-vif-deleted', 'tag': 'e9d68ba6-27d2-4896-81c6-23c2c6c032bc', 'status': 'completed', 'code': 200} Jul 23 20:06:22.324582 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-408011ad-e83a-463c-b96b-2b1fa2fb0a76 admin admin] Allocated IP 172.20.0.1 (cbcd70d7-1b61-4457-9c40-371d2aec6850/a86a84ba-b9ed-4479-b6c4-16e477f25677/3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:06:22.352924 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-77fa1a1f-4ec9-4925-9fbf-5cca82deb626 None None] Attempting to bind port 6c56fae0-da02-4668-9b3e-8d03cad9bac1 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:06:22.353288 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-77fa1a1f-4ec9-4925-9fbf-5cca82deb626 None None] Attempting to bind port 6c56fae0-da02-4668-9b3e-8d03cad9bac1 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:06:22.353672 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fa1a1f-4ec9-4925-9fbf-5cca82deb626 None None] Attempting to bind port 6c56fae0-da02-4668-9b3e-8d03cad9bac1 on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:06:22.375599 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fa1a1f-4ec9-4925-9fbf-5cca82deb626 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:06:22.375966 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fa1a1f-4ec9-4925-9fbf-5cca82deb626 None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:06:22.376366 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-77fa1a1f-4ec9-4925-9fbf-5cca82deb626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:22.376758 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fa1a1f-4ec9-4925-9fbf-5cca82deb626 None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:06:22.377221 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-77fa1a1f-4ec9-4925-9fbf-5cca82deb626 None None] Bound port: 6c56fae0-da02-4668-9b3e-8d03cad9bac1, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:06:22.377622 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-77fa1a1f-4ec9-4925-9fbf-5cca82deb626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:22.407024 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f62eb1-eba6-4878-bfb2-ea02925f5b18 None None] Pushing event updated for resources: {'Port': ['ID=6c56fae0-da02-4668-9b3e-8d03cad9bac1,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:22.468710 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-77fa1a1f-4ec9-4925-9fbf-5cca82deb626 None None] For port 6c56fae0-da02-4668-9b3e-8d03cad9bac1, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:06:22.474352 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-77fa1a1f-4ec9-4925-9fbf-5cca82deb626 None None] For port 6c56fae0-da02-4668-9b3e-8d03cad9bac1, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6c56fae0-da02-4668-9b3e-8d03cad9bac1,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:06:22.483287 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-77fa1a1f-4ec9-4925-9fbf-5cca82deb626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:22.507072 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2636b-6691-49f3-8734-9af36d5fb598 req-885bb02f-a224-410e-8bc8-94e6b4362714 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:22.508622 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5ef2636b-6691-49f3-8734-9af36d5fb598 req-885bb02f-a224-410e-8bc8-94e6b4362714 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 950 time: 0.1753199 Jul 23 20:06:22.515608 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d872c-452f-4dfc-8d56-8c24a9ea426c req-38750c18-9086-44a4-b9dc-3039cc1b87fc tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:22.517797 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2b6d872c-452f-4dfc-8d56-8c24a9ea426c req-38750c18-9086-44a4-b9dc-3039cc1b87fc tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9355540-a546-4edf-8000-438e40861cc8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0775216 Jul 23 20:06:22.554890 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-408011ad-e83a-463c-b96b-2b1fa2fb0a76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:22.573616 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fa1a1f-4ec9-4925-9fbf-5cca82deb626 None None] Routers {'a38cba00-fd48-45de-822f-07cfe21eb46f'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:06:22.574501 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-77fa1a1f-4ec9-4925-9fbf-5cca82deb626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:06:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a38cba00-fd48-45de-822f-07cfe21eb46f'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:22.577853 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2b6d872c-452f-4dfc-8d56-8c24a9ea426c req-f5c8c294-288d-40d5-bffe-827ffdf983c9 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.129 HTTP/1.1" status: 200 len: 696 time: 0.0490654 Jul 23 20:06:22.582758 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5ef2636b-6691-49f3-8734-9af36d5fb598 req-784b041e-b882-46c5-82a2-7c7151c653be tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648372 Jul 23 20:06:22.586869 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-408011ad-e83a-463c-b96b-2b1fa2fb0a76 admin admin] Transition to ACTIVE for port object 3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:06:22.603915 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-2b6d872c-452f-4dfc-8d56-8c24a9ea426c req-f5d06691-4a20-41bd-9506-22c71547f1d8 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Request body: {'floatingip': {'port_id': '8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:06:22.616286 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f62eb1-eba6-4878-bfb2-ea02925f5b18 None None] Pushing event updated for resources: {'Port': ['ID=6c56fae0-da02-4668-9b3e-8d03cad9bac1,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:22.640755 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-408011ad-e83a-463c-b96b-2b1fa2fb0a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:22.680558 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408011ad-e83a-463c-b96b-2b1fa2fb0a76 admin admin] Network cbcd70d7-1b61-4457-9c40-371d2aec6850 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:06:22.683266 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2b6d872c-452f-4dfc-8d56-8c24a9ea426c req-f5d06691-4a20-41bd-9506-22c71547f1d8 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:22.687350 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-408011ad-e83a-463c-b96b-2b1fa2fb0a76 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:06:22.692039 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408011ad-e83a-463c-b96b-2b1fa2fb0a76 admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:06:22.704997 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-77fa1a1f-4ec9-4925-9fbf-5cca82deb626 None None] Set router a38cba00-fd48-45de-822f-07cfe21eb46f gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:06:22.733774 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408011ad-e83a-463c-b96b-2b1fa2fb0a76 admin admin] Pushing event updated for resources: {'Port': ['ID=3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:22.799220 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-408011ad-e83a-463c-b96b-2b1fa2fb0a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:22.944615 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-601e8232-502d-4071-acc4-e1a84fc1f6d3 req-1292650c-3ad4-4d5e-9528-ee8ea34a0b22 tempest-TenantUsagesTestJSON-1300554479 tempest-TenantUsagesTestJSON-1300554479-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bbd0d2c-043e-4a5e-990c-8bf018681937 HTTP/1.1" status: 200 len: 210 time: 0.0572815 Jul 23 20:06:22.984016 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-77fa1a1f-4ec9-4925-9fbf-5cca82deb626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38cba00-fd48-45de-822f-07cfe21eb46f', 'name': 'tempest-ServersTestManualDisk-122769486-router', 'tenant_id': '27abbdd517814454b710b0aadcb43ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '6c56fae0-da02-4668-9b3e-8d03cad9bac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:06:17Z', 'updated_at': '2021-07-23T20:06:19Z', 'revision_number': 3, 'project_id': '27abbdd517814454b710b0aadcb43ac5', 'gw_port': {'id': '6c56fae0-da02-4668-9b3e-8d03cad9bac1', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38cba00-fd48-45de-822f-07cfe21eb46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:18Z', 'updated_at': '2021-07-23T20:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:23.020172 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fa1a1f-4ec9-4925-9fbf-5cca82deb626 None None] The sync data for ids ['a38cba00-fd48-45de-822f-07cfe21eb46f'] in n-d-793618-10 is: [{'id': 'a38cba00-fd48-45de-822f-07cfe21eb46f', 'name': 'tempest-ServersTestManualDisk-122769486-router', 'tenant_id': '27abbdd517814454b710b0aadcb43ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '6c56fae0-da02-4668-9b3e-8d03cad9bac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:06:17Z', 'updated_at': '2021-07-23T20:06:19Z', 'revision_number': 3, 'project_id': '27abbdd517814454b710b0aadcb43ac5', 'gw_port': {'id': '6c56fae0-da02-4668-9b3e-8d03cad9bac1', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38cba00-fd48-45de-822f-07cfe21eb46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:18Z', 'updated_at': '2021-07-23T20:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:06:23.080069 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b9ca25d0-d763-4626-ab41-9fc7875412e8 None None] Provisioning for port 3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:06:23.085820 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b9ca25d0-d763-4626-ab41-9fc7875412e8 None None] Provisioning complete for port 3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:06:23.086554 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b9ca25d0-d763-4626-ab41-9fc7875412e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:23.133065 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-408011ad-e83a-463c-b96b-2b1fa2fb0a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:23.135439 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b9ca25d0-d763-4626-ab41-9fc7875412e8 None None] Port 3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:06:23.165567 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae8b81-a89e-4590-8e83-e77b815c7e7d req-3e21e7ad-5d23-469f-b892-31134710cade tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:23.167179 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7bae8b81-a89e-4590-8e83-e77b815c7e7d req-3e21e7ad-5d23-469f-b892-31134710cade tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea639c0b-e4e2-449a-b488-93c6935f239f HTTP/1.1" status: 200 len: 944 time: 0.1241302 Jul 23 20:06:23.183410 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device c1030c34-2dec-438f-86af-e0a9c58b5449 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:06:23.204718 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: c1030c34-2dec-438f-86af-e0a9c58b5449 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:06:23.205064 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device c1030c34-2dec-438f-86af-e0a9c58b5449 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:06:23.262749 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7bae8b81-a89e-4590-8e83-e77b815c7e7d req-0cbd38bf-0944-4826-95d3-0f0641cab4c1 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754342 Jul 23 20:06:23.402765 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2b6d872c-452f-4dfc-8d56-8c24a9ea426c req-f5d06691-4a20-41bd-9506-22c71547f1d8 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:23.407523 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2b6d872c-452f-4dfc-8d56-8c24a9ea426c req-f5d06691-4a20-41bd-9506-22c71547f1d8 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:23.431771 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-408011ad-e83a-463c-b96b-2b1fa2fb0a76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:23.438785 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-408011ad-e83a-463c-b96b-2b1fa2fb0a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:23.522287 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6c56fae0-da02-4668-9b3e-8d03cad9bac1 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:06:23.540419 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [req-2b6d872c-452f-4dfc-8d56-8c24a9ea426c req-f5d06691-4a20-41bd-9506-22c71547f1d8 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Floating IP e0d4de74-35c7-4e68-9a53-8608788b26e2 associated. External IP: 172.25.1.129, port: 8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3. Jul 23 20:06:23.577167 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408011ad-e83a-463c-b96b-2b1fa2fb0a76 admin admin] Pushing event updated for resources: {'Port': ['ID=3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:23.588399 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-408011ad-e83a-463c-b96b-2b1fa2fb0a76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:23.593211 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 6c56fae0-da02-4668-9b3e-8d03cad9bac1 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:06:23.599022 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 6c56fae0-da02-4668-9b3e-8d03cad9bac1 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:06:23.599762 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:23.742946 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408011ad-e83a-463c-b96b-2b1fa2fb0a76 admin admin] Network cbcd70d7-1b61-4457-9c40-371d2aec6850 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:06:23.745239 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-408011ad-e83a-463c-b96b-2b1fa2fb0a76 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:06:23.761440 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02375bd2-661a-4958-a2ce-22dbe8e8cd7a req-dc1cee2a-08bd-472b-be35-2f777f92f9a8 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:23.762629 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:23.762898 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-02375bd2-661a-4958-a2ce-22dbe8e8cd7a req-dc1cee2a-08bd-472b-be35-2f777f92f9a8 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.30 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 950 time: 0.1306033 Jul 23 20:06:23.804747 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 6c56fae0-da02-4668-9b3e-8d03cad9bac1, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6c56fae0-da02-4668-9b3e-8d03cad9bac1,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:06:23.811258 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:23.911003 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=6c56fae0-da02-4668-9b3e-8d03cad9bac1,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:23.933411 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941a79a-ae0d-499a-b3cf-9d3902eda334 req-56fbf409-a6c0-4bf4-b7d3-5805f76c57d5 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:23.942194 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9941a79a-ae0d-499a-b3cf-9d3902eda334 req-56fbf409-a6c0-4bf4-b7d3-5805f76c57d5 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 950 time: 0.2611122 Jul 23 20:06:24.015346 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9941a79a-ae0d-499a-b3cf-9d3902eda334 req-be903235-e4b1-49e6-9697-d12c904e65eb tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab0890c5-876c-472b-8160-ab7dd7b73497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720270 Jul 23 20:06:24.078751 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-db8192b0-cca3-41b0-980f-8378b887b5de None None] Provisioning complete for port 3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:06:24.079130 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-db8192b0-cca3-41b0-980f-8378b887b5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:24.083210 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408011ad-e83a-463c-b96b-2b1fa2fb0a76 admin admin] Router a38cba00-fd48-45de-822f-07cfe21eb46f has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:06:24.117763 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b6d872c-452f-4dfc-8d56-8c24a9ea426c req-f5d06691-4a20-41bd-9506-22c71547f1d8 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Router 83d8be9d-c99e-43ab-99c9-42fc97d2b82f has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:06:24.123881 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-02375bd2-661a-4958-a2ce-22dbe8e8cd7a req-12d83a29-fd2a-424c-8a49-de713da9f8fb tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Deleting port 75b59266-48b2-441f-a566-40e18621edbc {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:06:24.124237 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-02375bd2-661a-4958-a2ce-22dbe8e8cd7a req-12d83a29-fd2a-424c-8a49-de713da9f8fb tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:24.162725 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-db8192b0-cca3-41b0-980f-8378b887b5de None None] Port 3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:06:24.245872 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408011ad-e83a-463c-b96b-2b1fa2fb0a76 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:06:24.253457 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-408011ad-e83a-463c-b96b-2b1fa2fb0a76 admin admin] 10.222.0.32 "PUT /v2.0/routers/a38cba00-fd48-45de-822f-07cfe21eb46f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3762107 Jul 23 20:06:24.321909 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-02375bd2-661a-4958-a2ce-22dbe8e8cd7a req-12d83a29-fd2a-424c-8a49-de713da9f8fb tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] For port 75b59266-48b2-441f-a566-40e18621edbc, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=75b59266-48b2-441f-a566-40e18621edbc,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:06:24.322277 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-02375bd2-661a-4958-a2ce-22dbe8e8cd7a req-12d83a29-fd2a-424c-8a49-de713da9f8fb tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:24.349939 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b6d872c-452f-4dfc-8d56-8c24a9ea426c req-f5d06691-4a20-41bd-9506-22c71547f1d8 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:06:24.351904 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-02375bd2-661a-4958-a2ce-22dbe8e8cd7a req-12d83a29-fd2a-424c-8a49-de713da9f8fb tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Calling delete_port for 75b59266-48b2-441f-a566-40e18621edbc owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:06:24.356266 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2b6d872c-452f-4dfc-8d56-8c24a9ea426c req-f5d06691-4a20-41bd-9506-22c71547f1d8 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:24.368192 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869b9913-ac23-460c-a14c-a5b1f13b4787 None None] Sync routers for ids ['83d8be9d-c99e-43ab-99c9-42fc97d2b82f'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:06:24.386922 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869b9913-ac23-460c-a14c-a5b1f13b4787 None None] Routers {'83d8be9d-c99e-43ab-99c9-42fc97d2b82f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:06:24.387576 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-869b9913-ac23-460c-a14c-a5b1f13b4787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:06:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['83d8be9d-c99e-43ab-99c9-42fc97d2b82f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:24.441804 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42644) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:24.501452 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342b4e5-f422-4999-93b9-fddc5d4dd035 req-94a245cc-acff-49e0-b3d8-c55994e2547f tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:24.504149 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c342b4e5-f422-4999-93b9-fddc5d4dd035 req-94a245cc-acff-49e0-b3d8-c55994e2547f tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea639c0b-e4e2-449a-b488-93c6935f239f HTTP/1.1" status: 200 len: 944 time: 0.1091368 Jul 23 20:06:24.573378 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c342b4e5-f422-4999-93b9-fddc5d4dd035 req-752fbe27-6a63-40b9-b0dc-d216be7c6909 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636699 Jul 23 20:06:24.584396 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-869b9913-ac23-460c-a14c-a5b1f13b4787 None None] Set router 83d8be9d-c99e-43ab-99c9-42fc97d2b82f gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:06:24.675986 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6c885f84-4ca1-41f7-ad1e-30815f1499b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=18f938e864f04d9c8a0cf5eed85bd55b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2321758 Jul 23 20:06:24.679186 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42654) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:24.784637 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f44528e4-7bc8-4d6e-a708-3e3dec92a19d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:24.847684 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f44528e4-7bc8-4d6e-a708-3e3dec92a19d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:24.871510 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2b6d872c-452f-4dfc-8d56-8c24a9ea426c req-f5d06691-4a20-41bd-9506-22c71547f1d8 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "PUT /v2.0/floatingips/e0d4de74-35c7-4e68-9a53-8608788b26e2 HTTP/1.1" status: 200 len: 996 time: 2.2742858 Jul 23 20:06:24.908687 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-869b9913-ac23-460c-a14c-a5b1f13b4787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'name': 'tempest-FloatingIPsAssociationTestJSON-282511428-router', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:25Z', 'updated_at': '2021-07-23T20:05:33Z', 'revision_number': 4, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'gw_port': {'id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:27Z', 'updated_at': '2021-07-23T20:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'e0d4de74-35c7-4e68-9a53-8608788b26e2', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'floating_ip_address': '172.25.1.129', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'port_id': '8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436', 'mac_address': 'fa:16:3e:63:0c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9355540-a546-4edf-8000-438e40861cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:06:02Z', 'updated_at': '2021-07-23T20:06:23Z', 'revision_number': 1, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d9ebd9-c2f6-4aa4-b115-5a8002393d08', 'name': '', 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'mac_address': 'fa:16:3e:71:86:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:32Z', 'updated_at': '2021-07-23T20:05:40Z', 'revision_number': 5, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'subnets': [{'id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:24.932875 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9355540-a546-4edf-8000-438e40861cc8', 'tag': '8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:06:24.935308 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f44528e4-7bc8-4d6e-a708-3e3dec92a19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:24.938281 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f44528e4-7bc8-4d6e-a708-3e3dec92a19d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:24.941809 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f44528e4-7bc8-4d6e-a708-3e3dec92a19d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b81fb652-66da-42d2-a915-9173e13b25bd HTTP/1.1" status: 204 len: 168 time: 0.2596359 Jul 23 20:06:24.943713 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a405c35a-d9bc-4877-bf1f-6fd6e7c8aad2" -d '{"events": [{"name": "network-changed", "server_uuid": "f9355540-a546-4edf-8000-438e40861cc8", "tag": "8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:06:24.969141 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44528e4-7bc8-4d6e-a708-3e3dec92a19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81fb652-66da-42d2-a915-9173e13b25bd,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:24.973237 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869b9913-ac23-460c-a14c-a5b1f13b4787 None None] Checking router: 83d8be9d-c99e-43ab-99c9-42fc97d2b82f for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:06:24.999166 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869b9913-ac23-460c-a14c-a5b1f13b4787 None None] Routers {'83d8be9d-c99e-43ab-99c9-42fc97d2b82f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:06:24.999837 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-869b9913-ac23-460c-a14c-a5b1f13b4787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:06:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['83d8be9d-c99e-43ab-99c9-42fc97d2b82f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:25.062643 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d872c-452f-4dfc-8d56-8c24a9ea426c req-a4725c59-dad5-4b9d-b94e-70ffca8c7d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:25.064254 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2b6d872c-452f-4dfc-8d56-8c24a9ea426c req-a4725c59-dad5-4b9d-b94e-70ffca8c7d37 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca9f4fe5c0d8443fb3151faa84883f9f&device_id=f9355540-a546-4edf-8000-438e40861cc8 HTTP/1.1" status: 200 len: 1097 time: 0.1160078 Jul 23 20:06:25.065353 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-02375bd2-661a-4958-a2ce-22dbe8e8cd7a req-12d83a29-fd2a-424c-8a49-de713da9f8fb tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:25.078445 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['75b59266-48b2-441f-a566-40e18621edbc'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:06:25.154247 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42664) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:25.160215 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-0a376ae2-ad81-4f45-bd28-160b5e5ba1cb tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1484912511', 'description': 'tempest-description--1129721195'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:06:25.185325 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device bd94066a-2fd6-4646-97ce-3798174dcb64 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:06:25.211018 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d83a29-fd2a-424c-8a49-de713da9f8fb tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Pushing event deleted for resources: {'Port': ['ID=75b59266-48b2-441f-a566-40e18621edbc,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:25.239995 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0a376ae2-ad81-4f45-bd28-160b5e5ba1cb tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:25.291788 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port bd94066a-2fd6-4646-97ce-3798174dcb64 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:06:25.297620 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port bd94066a-2fd6-4646-97ce-3798174dcb64 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:06:25.300082 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:25.410821 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device e9d68ba6-27d2-4896-81c6-23c2c6c032bc no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:06:25.416590 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0a376ae2-ad81-4f45-bd28-160b5e5ba1cb tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:25.426238 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0a376ae2-ad81-4f45-bd28-160b5e5ba1cb tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:25.442700 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-869b9913-ac23-460c-a14c-a5b1f13b4787 None None] Set router 83d8be9d-c99e-43ab-99c9-42fc97d2b82f gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:06:25.466345 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-02375bd2-661a-4958-a2ce-22dbe8e8cd7a req-12d83a29-fd2a-424c-8a49-de713da9f8fb tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] No DVR routers for this DVR port 75b59266-48b2-441f-a566-40e18621edbc on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:06:25.468592 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d872c-452f-4dfc-8d56-8c24a9ea426c req-9a2201df-4c80-422d-a81e-52b97278eab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:25.476644 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: e9d68ba6-27d2-4896-81c6-23c2c6c032bc {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:06:25.477377 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2b6d872c-452f-4dfc-8d56-8c24a9ea426c req-9a2201df-4c80-422d-a81e-52b97278eab6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9809b0ec-ba40-459d-967a-8ad4e593e436 HTTP/1.1" status: 200 len: 921 time: 0.3873374 Jul 23 20:06:25.480135 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda3251b-28fc-44ad-828d-79f42b03b3a5 x-openstack-request-id: req-dda3251b-28fc-44ad-828d-79f42b03b3a5 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:06:25.480369 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9355540-a546-4edf-8000-438e40861cc8", "tag": "8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:06:25.480599 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dda3251b-28fc-44ad-828d-79f42b03b3a5 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:06:25.480984 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9355540-a546-4edf-8000-438e40861cc8', 'tag': '8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3', 'status': 'completed', 'code': 200} Jul 23 20:06:25.482353 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-02375bd2-661a-4958-a2ce-22dbe8e8cd7a req-12d83a29-fd2a-424c-8a49-de713da9f8fb tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:25.483549 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device e9d68ba6-27d2-4896-81c6-23c2c6c032bc not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:06:25.485118 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-02375bd2-661a-4958-a2ce-22dbe8e8cd7a req-12d83a29-fd2a-424c-8a49-de713da9f8fb tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.30 "DELETE /v2.0/ports/75b59266-48b2-441f-a566-40e18621edbc HTTP/1.1" status: 204 len: 173 time: 1.7143052 Jul 23 20:06:25.554053 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42668) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:25.582612 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6c56fae0-da02-4668-9b3e-8d03cad9bac1 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:06:25.596806 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2b6d872c-452f-4dfc-8d56-8c24a9ea426c req-b92087ab-4079-4f67-a690-23cb9891adb3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3 HTTP/1.1" status: 200 len: 999 time: 0.1184242 Jul 23 20:06:25.615457 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0a376ae2-ad81-4f45-bd28-160b5e5ba1cb tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:25.616277 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0a376ae2-ad81-4f45-bd28-160b5e5ba1cb tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4609661 Jul 23 20:06:25.616998 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a376ae2-ad81-4f45-bd28-160b5e5ba1cb tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a783cce7-19cb-4039-9519-ca1153a4960d,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:25.619821 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42672) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:25.631406 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51754d0-03c6-4c9f-804f-bef298bea858 None None] Sync routers for ids ['a38cba00-fd48-45de-822f-07cfe21eb46f'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:06:25.640044 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:25.645687 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-8a88cdb9-08fe-44bf-841e-6467696f47ab tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Request body: {'security_group_rule': {'security_group_id': 'a783cce7-19cb-4039-9519-ca1153a4960d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:06:25.678662 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d872c-452f-4dfc-8d56-8c24a9ea426c req-8aa4328b-89dd-44ce-bdce-4796301f918a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:25.688006 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2b6d872c-452f-4dfc-8d56-8c24a9ea426c req-8aa4328b-89dd-44ce-bdce-4796301f918a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d4f0363c-c07e-46a2-b2c5-f4462163c3fd HTTP/1.1" status: 200 len: 859 time: 0.0902817 Jul 23 20:06:25.697940 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3bbf9916-2c76-4adf-a9c5-82e2bcc65347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:25.711416 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port bd94066a-2fd6-4646-97ce-3798174dcb64, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=bd94066a-2fd6-4646-97ce-3798174dcb64,segment=NetworkSegment(09c16a36-f585-4003-9e2f-a9905bed7329),segment_id=09c16a36-f585-4003-9e2f-a9905bed7329)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:06:25.713625 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51754d0-03c6-4c9f-804f-bef298bea858 None None] Routers {'a38cba00-fd48-45de-822f-07cfe21eb46f'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:06:25.714599 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-a51754d0-03c6-4c9f-804f-bef298bea858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:06:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a38cba00-fd48-45de-822f-07cfe21eb46f'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:25.717325 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea639c0b-e4e2-449a-b488-93c6935f239f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd94066a-2fd6-4646-97ce-3798174dcb64'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:06:25.720580 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96cdc307-b7c7-45c9-9814-ee2f76496340" -d '{"events": [{"server_uuid": "ea639c0b-e4e2-449a-b488-93c6935f239f", "name": "network-vif-plugged", "status": "completed", "tag": "bd94066a-2fd6-4646-97ce-3798174dcb64"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:06:25.726916 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:25.739312 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d03c4a68-36d4-4103-b79d-815fdc624454 req-6be4098b-7d67-4b50-914d-2097054f0326 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 210 time: 0.1345930 Jul 23 20:06:25.798283 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 6c56fae0-da02-4668-9b3e-8d03cad9bac1 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:06:25.801261 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:25.811953 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8a88cdb9-08fe-44bf-841e-6467696f47ab tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:25.822517 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d872c-452f-4dfc-8d56-8c24a9ea426c req-81987e35-ae49-4bcb-9b2b-7f1467feeddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:25.823960 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2b6d872c-452f-4dfc-8d56-8c24a9ea426c req-81987e35-ae49-4bcb-9b2b-7f1467feeddc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9809b0ec-ba40-459d-967a-8ad4e593e436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1351893 Jul 23 20:06:25.897260 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8a88cdb9-08fe-44bf-841e-6467696f47ab tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:25.920449 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8a88cdb9-08fe-44bf-841e-6467696f47ab tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:25.944185 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405c35a-d9bc-4877-bf1f-6fd6e7c8aad2 req-54127127-3004-4183-b837-62511999237e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:25.946027 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a405c35a-d9bc-4877-bf1f-6fd6e7c8aad2 req-54127127-3004-4183-b837-62511999237e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca9f4fe5c0d8443fb3151faa84883f9f&device_id=f9355540-a546-4edf-8000-438e40861cc8 HTTP/1.1" status: 200 len: 1097 time: 0.4581740 Jul 23 20:06:26.008015 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2b6d872c-452f-4dfc-8d56-8c24a9ea426c req-abd86739-dc44-4f13-b359-cd8b3a8f5768 service neutron] 10.222.0.32 "GET /v2.0/networks/9809b0ec-ba40-459d-967a-8ad4e593e436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749034 Jul 23 20:06:26.013561 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88cdb9-08fe-44bf-841e-6467696f47ab tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57f790e6-6040-46c3-89de-84bd72d03368,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:26.103540 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-869b9913-ac23-460c-a14c-a5b1f13b4787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'name': 'tempest-FloatingIPsAssociationTestJSON-282511428-router', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:25Z', 'updated_at': '2021-07-23T20:05:33Z', 'revision_number': 4, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'gw_port': {'id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:27Z', 'updated_at': '2021-07-23T20:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'e0d4de74-35c7-4e68-9a53-8608788b26e2', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'floating_ip_address': '172.25.1.129', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'port_id': '8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436', 'mac_address': 'fa:16:3e:63:0c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9355540-a546-4edf-8000-438e40861cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:06:02Z', 'updated_at': '2021-07-23T20:06:23Z', 'revision_number': 1, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d9ebd9-c2f6-4aa4-b115-5a8002393d08', 'name': '', 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'mac_address': 'fa:16:3e:71:86:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:32Z', 'updated_at': '2021-07-23T20:05:40Z', 'revision_number': 5, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'subnets': [{'id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:26.150942 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31be926-0520-4720-9efd-6b71eb7a1f93 req-67689b7d-0d1d-4ea9-bffd-387ec5ac2445 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:26.157726 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a31be926-0520-4720-9efd-6b71eb7a1f93 req-67689b7d-0d1d-4ea9-bffd-387ec5ac2445 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea639c0b-e4e2-449a-b488-93c6935f239f HTTP/1.1" status: 200 len: 945 time: 0.2518735 Jul 23 20:06:26.164752 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2b6d872c-452f-4dfc-8d56-8c24a9ea426c req-a3b29f30-292d-47f0-a5e2-9a02eafae987 service neutron] 10.222.0.32 "GET /v2.0/networks/9809b0ec-ba40-459d-967a-8ad4e593e436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542399 Jul 23 20:06:26.169928 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=bd94066a-2fd6-4646-97ce-3798174dcb64,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:26.195846 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869b9913-ac23-460c-a14c-a5b1f13b4787 None None] The sync data for ids ['83d8be9d-c99e-43ab-99c9-42fc97d2b82f'] in n-d-793618-10 is: [{'id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'name': 'tempest-FloatingIPsAssociationTestJSON-282511428-router', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:25Z', 'updated_at': '2021-07-23T20:05:33Z', 'revision_number': 4, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'gw_port': {'id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:27Z', 'updated_at': '2021-07-23T20:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'e0d4de74-35c7-4e68-9a53-8608788b26e2', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'floating_ip_address': '172.25.1.129', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'port_id': '8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436', 'mac_address': 'fa:16:3e:63:0c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9355540-a546-4edf-8000-438e40861cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:06:02Z', 'updated_at': '2021-07-23T20:06:23Z', 'revision_number': 1, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d9ebd9-c2f6-4aa4-b115-5a8002393d08', 'name': '', 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'mac_address': 'fa:16:3e:71:86:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:32Z', 'updated_at': '2021-07-23T20:05:40Z', 'revision_number': 5, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'subnets': [{'id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:06:26.202803 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-a51754d0-03c6-4c9f-804f-bef298bea858 None None] Set router a38cba00-fd48-45de-822f-07cfe21eb46f gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:06:26.259116 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3bbf9916-2c76-4adf-a9c5-82e2bcc65347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:26.271004 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a31be926-0520-4720-9efd-6b71eb7a1f93 req-f6d59714-2abb-4d42-88ed-87b0ee020185 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122851 Jul 23 20:06:26.290918 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405c35a-d9bc-4877-bf1f-6fd6e7c8aad2 req-e1f673de-3a9a-4da9-a6b7-12c551cf84d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:26.290918 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a405c35a-d9bc-4877-bf1f-6fd6e7c8aad2 req-e1f673de-3a9a-4da9-a6b7-12c551cf84d5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9809b0ec-ba40-459d-967a-8ad4e593e436 HTTP/1.1" status: 200 len: 921 time: 0.2975340 Jul 23 20:06:26.291650 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3bbf9916-2c76-4adf-a9c5-82e2bcc65347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:26.307688 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8a88cdb9-08fe-44bf-841e-6467696f47ab tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:26.308857 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8a88cdb9-08fe-44bf-841e-6467696f47ab tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6860673 Jul 23 20:06:26.311732 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42684) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:26.317433 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-8d989834-87a6-4879-9179-755029b8efff tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Request body: {'security_group_rule': {'security_group_id': 'a783cce7-19cb-4039-9519-ca1153a4960d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:06:26.338728 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4112c5-81bd-405c-96e0-0f3936f9667f x-openstack-request-id: req-4e4112c5-81bd-405c-96e0-0f3936f9667f {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:06:26.340182 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea639c0b-e4e2-449a-b488-93c6935f239f", "name": "network-vif-plugged", "status": "completed", "tag": "bd94066a-2fd6-4646-97ce-3798174dcb64", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:06:26.340560 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4e4112c5-81bd-405c-96e0-0f3936f9667f {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:06:26.341115 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea639c0b-e4e2-449a-b488-93c6935f239f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd94066a-2fd6-4646-97ce-3798174dcb64', 'code': 200} Jul 23 20:06:26.376293 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d989834-87a6-4879-9179-755029b8efff tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:26.463892 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3bbf9916-2c76-4adf-a9c5-82e2bcc65347 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e93b03bccc349919cd4fe8e6039d421&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8595157 Jul 23 20:06:26.481886 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d989834-87a6-4879-9179-755029b8efff tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:26.482909 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42688) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:26.492841 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d989834-87a6-4879-9179-755029b8efff tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:26.501791 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf9916-2c76-4adf-a9c5-82e2bcc65347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1c927c-6045-4e24-a070-eaa6fa0783c1,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:26.535145 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d989834-87a6-4879-9179-755029b8efff tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:26.539164 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8d989834-87a6-4879-9179-755029b8efff tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2235124 Jul 23 20:06:26.540881 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42690) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:26.547200 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-6ef6f014-0eb9-4c1c-ab7e-08441d585145 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:06:26.551877 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d989834-87a6-4879-9179-755029b8efff tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b289caf-8152-41a7-bcd0-0c30df5653fe,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:26.574030 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecab7d5-490e-49e9-aecc-ba5e43825f4d None None] New status for floating IP e0d4de74-35c7-4e68-9a53-8608788b26e2: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:06:26.608599 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a405c35a-d9bc-4877-bf1f-6fd6e7c8aad2 req-824217ca-5edb-4565-bebf-b12e57580a39 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3 HTTP/1.1" status: 200 len: 999 time: 0.3089139 Jul 23 20:06:26.618247 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6ef6f014-0eb9-4c1c-ab7e-08441d585145 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:26.641538 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40dacdff-a5bd-4e9a-ae6f-040762f5f182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:26.685315 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-a51754d0-03c6-4c9f-804f-bef298bea858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38cba00-fd48-45de-822f-07cfe21eb46f', 'name': 'tempest-ServersTestManualDisk-122769486-router', 'tenant_id': '27abbdd517814454b710b0aadcb43ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '6c56fae0-da02-4668-9b3e-8d03cad9bac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:06:17Z', 'updated_at': '2021-07-23T20:06:23Z', 'revision_number': 4, 'project_id': '27abbdd517814454b710b0aadcb43ac5', 'gw_port': {'id': '6c56fae0-da02-4668-9b3e-8d03cad9bac1', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38cba00-fd48-45de-822f-07cfe21eb46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:18Z', 'updated_at': '2021-07-23T20:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7', 'name': '', 'network_id': 'cbcd70d7-1b61-4457-9c40-371d2aec6850', 'tenant_id': '27abbdd517814454b710b0aadcb43ac5', 'mac_address': 'fa:16:3e:18:55:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38cba00-fd48-45de-822f-07cfe21eb46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'a86a84ba-b9ed-4479-b6c4-16e477f25677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:21Z', 'updated_at': '2021-07-23T20:06:23Z', 'revision_number': 2, 'project_id': '27abbdd517814454b710b0aadcb43ac5', 'subnets': [{'id': 'a86a84ba-b9ed-4479-b6c4-16e477f25677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:26.715192 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b2137546-311f-4708-bcf0-6edf5055e2fc req-44548f80-5577-4f16-9d84-965929aacf28 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0554950 Jul 23 20:06:26.723342 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40dacdff-a5bd-4e9a-ae6f-040762f5f182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:26.786076 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51754d0-03c6-4c9f-804f-bef298bea858 None None] Checking router: a38cba00-fd48-45de-822f-07cfe21eb46f for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:06:26.786960 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51754d0-03c6-4c9f-804f-bef298bea858 None None] Updating router a38cba00-fd48-45de-822f-07cfe21eb46f port 3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:06:26.789817 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7591f-4630-4760-af2e-828253874eb2 req-e59ef2e0-0a74-4950-93ae-6ba525685b6f tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:26.803498 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-23b7591f-4630-4760-af2e-828253874eb2 req-e59ef2e0-0a74-4950-93ae-6ba525685b6f tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/ports?device_id=29598783-c8a8-4c70-88b5-42cab83b8705&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3747475 Jul 23 20:06:26.810255 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae2c17-d045-45d8-aad6-63b194d4921f req-b764b753-91d5-4b06-8dc9-77c0bcb44086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:26.811739 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-feae2c17-d045-45d8-aad6-63b194d4921f req-b764b753-91d5-4b06-8dc9-77c0bcb44086 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ea639c0b-e4e2-449a-b488-93c6935f239f HTTP/1.1" status: 200 len: 1097 time: 0.4053233 Jul 23 20:06:26.826656 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405c35a-d9bc-4877-bf1f-6fd6e7c8aad2 req-a54b0edc-5618-420f-89fc-3a010047bb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:26.828139 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a405c35a-d9bc-4877-bf1f-6fd6e7c8aad2 req-a54b0edc-5618-420f-89fc-3a010047bb20 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d4f0363c-c07e-46a2-b2c5-f4462163c3fd HTTP/1.1" status: 200 len: 859 time: 0.2057953 Jul 23 20:06:26.843902 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b2137546-311f-4708-bcf0-6edf5055e2fc req-e2117bc9-264f-4b23-8abb-e141282256e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a28939d8212b4a0392808b969f282665&device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 210 time: 0.0470500 Jul 23 20:06:26.870167 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a51754d0-03c6-4c9f-804f-bef298bea858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:26.927221 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40dacdff-a5bd-4e9a-ae6f-040762f5f182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:26.929894 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40dacdff-a5bd-4e9a-ae6f-040762f5f182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:26.931148 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-40dacdff-a5bd-4e9a-ae6f-040762f5f182 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9f1c927c-6045-4e24-a070-eaa6fa0783c1 HTTP/1.1" status: 204 len: 168 time: 0.4469812 Jul 23 20:06:26.944601 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a9201bf8-01cb-41cd-bd1f-6c541852f0de req-160b990a-6978-4bc7-95c3-a1463c18e531 tempest-MigrationsAdminTest-1617715208 tempest-MigrationsAdminTest-1617715208-project] 10.222.0.32 "GET /v2.0/ports?device_id=84760425-9724-44d0-8ac8-f99cf0c34320 HTTP/1.1" status: 200 len: 210 time: 0.0662789 Jul 23 20:06:26.954343 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b2137546-311f-4708-bcf0-6edf5055e2fc req-95513f49-e423-4bd2-8e83-86ddfa1c3f95 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a28939d8212b4a0392808b969f282665&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600610 Jul 23 20:06:26.957594 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dacdff-a5bd-4e9a-ae6f-040762f5f182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1c927c-6045-4e24-a070-eaa6fa0783c1,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:26.983297 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6ef6f014-0eb9-4c1c-ab7e-08441d585145 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:27.025917 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-feae2c17-d045-45d8-aad6-63b194d4921f req-2c8489ab-a64b-41cb-a669-155e7be55f36 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955385 Jul 23 20:06:27.043004 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-23b7591f-4630-4760-af2e-828253874eb2 req-22a27d70-7d5a-49ff-b4e7-e256520017ea tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.129 HTTP/1.1" status: 200 len: 1001 time: 0.2386172 Jul 23 20:06:27.055493 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-23b7591f-4630-4760-af2e-828253874eb2 req-0f478848-6c41-434d-aca9-f168af3d356a tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Request body: {'floatingip': {'port_id': '2e3fb898-6cee-4827-8bcd-7f3431ef2e3a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:06:27.179990 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2137546-311f-4708-bcf0-6edf5055e2fc req-a8dfaa56-74da-4fea-be0d-b27830c6c0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:27.181636 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b2137546-311f-4708-bcf0-6edf5055e2fc req-a8dfaa56-74da-4fea-be0d-b27830c6c0b4 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2204328 Jul 23 20:06:27.213999 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-6ef6f014-0eb9-4c1c-ab7e-08441d585145 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Allocated IP 172.25.1.56 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/66f53cd2-0cc3-4b8f-a3bb-3fe27e69c268) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:06:27.240276 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a51754d0-03c6-4c9f-804f-bef298bea858 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:27.254127 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a51754d0-03c6-4c9f-804f-bef298bea858 None None] Transition to ACTIVE for port object 3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:06:27.274627 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a51754d0-03c6-4c9f-804f-bef298bea858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:27.387262 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6ef6f014-0eb9-4c1c-ab7e-08441d585145 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:27.398114 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d1336-de14-470d-a9c9-04f926d18f7d None None] Pushing event updated for resources: {'Port': ['ID=3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:27.401322 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405c35a-d9bc-4877-bf1f-6fd6e7c8aad2 req-a5394e43-63fc-4e6b-b6a9-736b4560f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:27.402982 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a405c35a-d9bc-4877-bf1f-6fd6e7c8aad2 req-a5394e43-63fc-4e6b-b6a9-736b4560f81b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9809b0ec-ba40-459d-967a-8ad4e593e436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5256433 Jul 23 20:06:27.454244 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6ef6f014-0eb9-4c1c-ab7e-08441d585145 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:27.490653 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84760425-9724-44d0-8ac8-f99cf0c34320', 'name': 'network-vif-deleted', 'tag': '75b59266-48b2-441f-a566-40e18621edbc'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:06:27.493116 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e274ab-f522-401e-a09d-d426d46e49b5" -d '{"events": [{"server_uuid": "84760425-9724-44d0-8ac8-f99cf0c34320", "name": "network-vif-deleted", "tag": "75b59266-48b2-441f-a566-40e18621edbc"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:06:27.512862 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-23b7591f-4630-4760-af2e-828253874eb2 req-0f478848-6c41-434d-aca9-f168af3d356a tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks [] for floatingip, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:27.514905 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-a51754d0-03c6-4c9f-804f-bef298bea858 None None] Attempting to bind port 3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:06:27.515682 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-a51754d0-03c6-4c9f-804f-bef298bea858 None None] Attempting to bind port 3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '922e633b-3451-4f6f-bc6d-d29fda48ccde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cbcd70d7-1b61-4457-9c40-371d2aec6850'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:06:27.516274 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51754d0-03c6-4c9f-804f-bef298bea858 None None] Attempting to bind port 3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7 on network cbcd70d7-1b61-4457-9c40-371d2aec6850 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:06:27.522203 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef6f014-0eb9-4c1c-ab7e-08441d585145 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:06:27.523758 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51754d0-03c6-4c9f-804f-bef298bea858 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:06:27.524204 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51754d0-03c6-4c9f-804f-bef298bea858 None None] Checking segment: {'id': '922e633b-3451-4f6f-bc6d-d29fda48ccde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cbcd70d7-1b61-4457-9c40-371d2aec6850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:06:27.524774 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a51754d0-03c6-4c9f-804f-bef298bea858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:27.525552 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51754d0-03c6-4c9f-804f-bef298bea858 None None] Bound using segment: {'id': '922e633b-3451-4f6f-bc6d-d29fda48ccde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cbcd70d7-1b61-4457-9c40-371d2aec6850'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:06:27.526087 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-a51754d0-03c6-4c9f-804f-bef298bea858 None None] Bound port: 3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922e633b-3451-4f6f-bc6d-d29fda48ccde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cbcd70d7-1b61-4457-9c40-371d2aec6850'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:06:27.526540 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a51754d0-03c6-4c9f-804f-bef298bea858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:27.537149 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-6ef6f014-0eb9-4c1c-ab7e-08441d585145 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:06:27.555405 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef6f014-0eb9-4c1c-ab7e-08441d585145 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:06:27.575811 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef6f014-0eb9-4c1c-ab7e-08441d585145 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Pushing event updated for resources: {'Port': ['ID=66f53cd2-0cc3-4b8f-a3bb-3fe27e69c268,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:27.622396 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-a51754d0-03c6-4c9f-804f-bef298bea858 None None] For port 3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:06:27.625931 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-a51754d0-03c6-4c9f-804f-bef298bea858 None None] For port 3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7,segment=NetworkSegment(922e633b-3451-4f6f-bc6d-d29fda48ccde),segment_id=922e633b-3451-4f6f-bc6d-d29fda48ccde)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:06:27.633206 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a51754d0-03c6-4c9f-804f-bef298bea858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:27.688386 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51754d0-03c6-4c9f-804f-bef298bea858 None None] Routers {'a38cba00-fd48-45de-822f-07cfe21eb46f'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:06:27.689169 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-a51754d0-03c6-4c9f-804f-bef298bea858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:06:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a38cba00-fd48-45de-822f-07cfe21eb46f'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:27.689298 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a405c35a-d9bc-4877-bf1f-6fd6e7c8aad2 req-20799a1d-0cec-4b97-8fe6-15e14ccf5293 service neutron] 10.222.0.18 "GET /v2.0/networks/9809b0ec-ba40-459d-967a-8ad4e593e436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713284 Jul 23 20:06:27.715134 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309b92e-025c-4a70-8ce2-d8cbe685ec46 req-b57ec3b4-f460-4ccd-a285-71d7f53a5853 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:27.717601 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2309b92e-025c-4a70-8ce2-d8cbe685ec46 req-b57ec3b4-f460-4ccd-a285-71d7f53a5853 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea639c0b-e4e2-449a-b488-93c6935f239f HTTP/1.1" status: 200 len: 945 time: 0.1901925 Jul 23 20:06:27.807493 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6ef6f014-0eb9-4c1c-ab7e-08441d585145 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:27.811417 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2309b92e-025c-4a70-8ce2-d8cbe685ec46 req-3a4674fc-e7cc-464c-8777-04faef9f0d66 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863478 Jul 23 20:06:27.866024 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d1336-de14-470d-a9c9-04f926d18f7d None None] Pushing event updated for resources: {'Port': ['ID=3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:27.975165 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6ef6f014-0eb9-4c1c-ab7e-08441d585145 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:28.026712 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-a51754d0-03c6-4c9f-804f-bef298bea858 None None] Set router a38cba00-fd48-45de-822f-07cfe21eb46f gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:06:28.108991 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42726) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:28.176735 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a405c35a-d9bc-4877-bf1f-6fd6e7c8aad2 req-e507730e-1ee2-4b15-b828-cc9dd65c51de service neutron] 10.222.0.18 "GET /v2.0/networks/9809b0ec-ba40-459d-967a-8ad4e593e436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4607475 Jul 23 20:06:28.271329 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ab420c-5730-45d5-9db2-4c2d99fd5b09 x-openstack-request-id: req-e7ab420c-5730-45d5-9db2-4c2d99fd5b09 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:06:28.272564 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84760425-9724-44d0-8ac8-f99cf0c34320", "name": "network-vif-deleted", "tag": "75b59266-48b2-441f-a566-40e18621edbc", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:06:28.272860 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e7ab420c-5730-45d5-9db2-4c2d99fd5b09 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:06:28.274111 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84760425-9724-44d0-8ac8-f99cf0c34320', 'name': 'network-vif-deleted', 'tag': '75b59266-48b2-441f-a566-40e18621edbc', 'status': 'completed', 'code': 200} Jul 23 20:06:28.334169 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-56a9583e-d18d-4bb4-8de6-bdf79b2603bc admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1877842224-network', 'tenant_id': 'c1517ab5a5d64cb6bbab515389182157'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:06:28.363179 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6ef6f014-0eb9-4c1c-ab7e-08441d585145 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:28.372094 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6ef6f014-0eb9-4c1c-ab7e-08441d585145 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:28.378228 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-a51754d0-03c6-4c9f-804f-bef298bea858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38cba00-fd48-45de-822f-07cfe21eb46f', 'name': 'tempest-ServersTestManualDisk-122769486-router', 'tenant_id': '27abbdd517814454b710b0aadcb43ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '6c56fae0-da02-4668-9b3e-8d03cad9bac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:06:17Z', 'updated_at': '2021-07-23T20:06:23Z', 'revision_number': 4, 'project_id': '27abbdd517814454b710b0aadcb43ac5', 'gw_port': {'id': '6c56fae0-da02-4668-9b3e-8d03cad9bac1', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38cba00-fd48-45de-822f-07cfe21eb46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:18Z', 'updated_at': '2021-07-23T20:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7', 'name': '', 'network_id': 'cbcd70d7-1b61-4457-9c40-371d2aec6850', 'tenant_id': '27abbdd517814454b710b0aadcb43ac5', 'mac_address': 'fa:16:3e:18:55:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38cba00-fd48-45de-822f-07cfe21eb46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'a86a84ba-b9ed-4479-b6c4-16e477f25677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:21Z', 'updated_at': '2021-07-23T20:06:27Z', 'revision_number': 4, 'project_id': '27abbdd517814454b710b0aadcb43ac5', 'subnets': [{'id': 'a86a84ba-b9ed-4479-b6c4-16e477f25677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:28.412807 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a9583e-d18d-4bb4-8de6-bdf79b2603bc admin admin] Made reservation on behalf of c1517ab5a5d64cb6bbab515389182157 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:06:28.416056 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-56a9583e-d18d-4bb4-8de6-bdf79b2603bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:28.422508 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51754d0-03c6-4c9f-804f-bef298bea858 None None] The sync data for ids ['a38cba00-fd48-45de-822f-07cfe21eb46f'] in n-d-793618-10 is: [{'id': 'a38cba00-fd48-45de-822f-07cfe21eb46f', 'name': 'tempest-ServersTestManualDisk-122769486-router', 'tenant_id': '27abbdd517814454b710b0aadcb43ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '6c56fae0-da02-4668-9b3e-8d03cad9bac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:06:17Z', 'updated_at': '2021-07-23T20:06:23Z', 'revision_number': 4, 'project_id': '27abbdd517814454b710b0aadcb43ac5', 'gw_port': {'id': '6c56fae0-da02-4668-9b3e-8d03cad9bac1', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38cba00-fd48-45de-822f-07cfe21eb46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:18Z', 'updated_at': '2021-07-23T20:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7', 'name': '', 'network_id': 'cbcd70d7-1b61-4457-9c40-371d2aec6850', 'tenant_id': '27abbdd517814454b710b0aadcb43ac5', 'mac_address': 'fa:16:3e:18:55:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38cba00-fd48-45de-822f-07cfe21eb46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'a86a84ba-b9ed-4479-b6c4-16e477f25677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:21Z', 'updated_at': '2021-07-23T20:06:27Z', 'revision_number': 4, 'project_id': '27abbdd517814454b710b0aadcb43ac5', 'subnets': [{'id': 'a86a84ba-b9ed-4479-b6c4-16e477f25677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:06:28.476753 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-56a9583e-d18d-4bb4-8de6-bdf79b2603bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:28.547156 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-23b7591f-4630-4760-af2e-828253874eb2 req-0f478848-6c41-434d-aca9-f168af3d356a tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:28.555536 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-23b7591f-4630-4760-af2e-828253874eb2 req-0f478848-6c41-434d-aca9-f168af3d356a tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:28.584504 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef6f014-0eb9-4c1c-ab7e-08441d585145 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Pushing event updated for resources: {'Port': ['ID=66f53cd2-0cc3-4b8f-a3bb-3fe27e69c268,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:28.590588 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6ef6f014-0eb9-4c1c-ab7e-08441d585145 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:28.648792 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42736) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:28.722496 n-d-793618-10 neutron-server[93875]: INFO neutron.db.l3_db [req-23b7591f-4630-4760-af2e-828253874eb2 req-0f478848-6c41-434d-aca9-f168af3d356a tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Floating IP e0d4de74-35c7-4e68-9a53-8608788b26e2 associated. External IP: 172.25.1.129, port: 8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3. Jul 23 20:06:28.847730 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-56a9583e-d18d-4bb4-8de6-bdf79b2603bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:28.865030 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6ef6f014-0eb9-4c1c-ab7e-08441d585145 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:28.875536 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6ef6f014-0eb9-4c1c-ab7e-08441d585145 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3271873 Jul 23 20:06:28.884178 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-56a9583e-d18d-4bb4-8de6-bdf79b2603bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:28.936757 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56a9583e-d18d-4bb4-8de6-bdf79b2603bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:06:28.980647 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9583e-d18d-4bb4-8de6-bdf79b2603bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43f2476-65b7-4074-97c0-f3c85c315c15,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:28.997079 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-56a9583e-d18d-4bb4-8de6-bdf79b2603bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:28.997431 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-56a9583e-d18d-4bb4-8de6-bdf79b2603bc admin admin] Added segment 4d9aa017-8a48-4535-9a12-21ce4466e855 of type vlan for network a805b4ae-3c57-4f34-9881-12b559d9a4fc Jul 23 20:06:29.016702 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-08080c48-a562-4325-a555-ce9ab23393f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a28939d8212b4a0392808b969f282665&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3665280 Jul 23 20:06:29.019788 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42746) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:29.020062 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e0e90-1dc5-4d75-9207-d94fa51079c0 req-bed401d0-047d-470f-8fd5-6b69b88cf860 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:29.028404 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-663e0e90-1dc5-4d75-9207-d94fa51079c0 req-bed401d0-047d-470f-8fd5-6b69b88cf860 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea639c0b-e4e2-449a-b488-93c6935f239f HTTP/1.1" status: 200 len: 945 time: 0.1209881 Jul 23 20:06:29.078477 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-663e0e90-1dc5-4d75-9207-d94fa51079c0 req-640a6850-a3f6-44b7-9d1f-a7e85c1d913a tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452285 Jul 23 20:06:29.139470 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-56a9583e-d18d-4bb4-8de6-bdf79b2603bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:29.213567 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-56a9583e-d18d-4bb4-8de6-bdf79b2603bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:29.214995 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a9583e-d18d-4bb4-8de6-bdf79b2603bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:29.215772 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-56a9583e-d18d-4bb4-8de6-bdf79b2603bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:29.249263 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-66a2d764-9be1-420e-9c7c-59843fb8e416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:29.279103 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-66a2d764-9be1-420e-9c7c-59843fb8e416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:29.312873 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42762) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:29.313754 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-56a9583e-d18d-4bb4-8de6-bdf79b2603bc admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2029698 Jul 23 20:06:29.318540 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-50567d93-34fb-4d3b-b59b-6a191d762788 admin admin] Request body: {'subnet': {'network_id': 'a805b4ae-3c57-4f34-9881-12b559d9a4fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1877842224-subnet', 'tenant_id': 'c1517ab5a5d64cb6bbab515389182157', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:06:29.325723 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23b7591f-4630-4760-af2e-828253874eb2 req-0f478848-6c41-434d-aca9-f168af3d356a tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Router 83d8be9d-c99e-43ab-99c9-42fc97d2b82f has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:06:29.352853 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 75b59266-48b2-441f-a566-40e18621edbc no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:06:29.400724 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 75b59266-48b2-441f-a566-40e18621edbc {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:06:29.401338 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 75b59266-48b2-441f-a566-40e18621edbc not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:06:29.410280 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50567d93-34fb-4d3b-b59b-6a191d762788 admin admin] Made reservation on behalf of c1517ab5a5d64cb6bbab515389182157 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:06:29.413893 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9583e-d18d-4bb4-8de6-bdf79b2603bc admin admin] Pushing event updated for resources: {'Network': ['ID=a805b4ae-3c57-4f34-9881-12b559d9a4fc,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:29.414094 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50567d93-34fb-4d3b-b59b-6a191d762788 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:29.425756 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a9583e-d18d-4bb4-8de6-bdf79b2603bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:29.431241 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a9583e-d18d-4bb4-8de6-bdf79b2603bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:29.431241 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a9583e-d18d-4bb4-8de6-bdf79b2603bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:29.431241 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a9583e-d18d-4bb4-8de6-bdf79b2603bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:29.431241 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a9583e-d18d-4bb4-8de6-bdf79b2603bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:29.431241 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a9583e-d18d-4bb4-8de6-bdf79b2603bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:29.431241 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a9583e-d18d-4bb4-8de6-bdf79b2603bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:29.431241 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a9583e-d18d-4bb4-8de6-bdf79b2603bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:29.431241 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a9583e-d18d-4bb4-8de6-bdf79b2603bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:29.431241 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a9583e-d18d-4bb4-8de6-bdf79b2603bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:29.431241 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a9583e-d18d-4bb4-8de6-bdf79b2603bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:29.431241 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a9583e-d18d-4bb4-8de6-bdf79b2603bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:29.450893 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network a805b4ae-3c57-4f34-9881-12b559d9a4fc details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:06:29.454501 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-6382230c-6de3-42ff-9261-36c4ebab9fa3 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1484912511&fields=id&tenant_id=27abbdd517814454b710b0aadcb43ac5 HTTP/1.1" status: 200 len: 267 time: 0.1563008 Jul 23 20:06:29.512884 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:06:29.587922 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-66a2d764-9be1-420e-9c7c-59843fb8e416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:29.590767 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-66a2d764-9be1-420e-9c7c-59843fb8e416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:29.594799 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-66a2d764-9be1-420e-9c7c-59843fb8e416 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ab0890c5-876c-472b-8160-ab7dd7b73497 HTTP/1.1" status: 204 len: 168 time: 0.5737948 Jul 23 20:06:29.634837 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2d764-9be1-420e-9c7c-59843fb8e416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0890c5-876c-472b-8160-ab7dd7b73497,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:29.671242 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:06:29.678862 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:06:29.679810 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:29.685249 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23b7591f-4630-4760-af2e-828253874eb2 req-0f478848-6c41-434d-aca9-f168af3d356a tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:06:29.727096 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b21c4cd-0d4f-4f41-9b76-3c1335eea6b3 None None] Sync routers for ids ['83d8be9d-c99e-43ab-99c9-42fc97d2b82f'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:06:29.763663 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b21c4cd-0d4f-4f41-9b76-3c1335eea6b3 None None] Routers {'83d8be9d-c99e-43ab-99c9-42fc97d2b82f'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:06:29.764458 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-2b21c4cd-0d4f-4f41-9b76-3c1335eea6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:06:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['83d8be9d-c99e-43ab-99c9-42fc97d2b82f'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:29.804554 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-f431bc85-7462-4118-9155-00592b872105 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:29.805704 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-f431bc85-7462-4118-9155-00592b872105 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] 10.222.0.32 "GET /v2.0/networks?id=cbcd70d7-1b61-4457-9c40-371d2aec6850 HTTP/1.1" status: 200 len: 811 time: 0.2338345 Jul 23 20:06:29.815590 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50567d93-34fb-4d3b-b59b-6a191d762788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:29.875455 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-7ff82655-107c-4a5d-8e7e-281c82aa4a3d tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] 10.222.0.32 "GET /v2.0/quotas/27abbdd517814454b710b0aadcb43ac5 HTTP/1.1" status: 200 len: 375 time: 0.0564611 Jul 23 20:06:29.940544 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50567d93-34fb-4d3b-b59b-6a191d762788 admin admin] Pushing event updated for resources: {'Subnet': ['ID=756428bd-d8e4-49ff-92fd-a97f9169c16e,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:29.954761 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50567d93-34fb-4d3b-b59b-6a191d762788 admin admin] Checking segment: {'id': '4d9aa017-8a48-4535-9a12-21ce4466e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a805b4ae-3c57-4f34-9881-12b559d9a4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:06:29.955296 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50567d93-34fb-4d3b-b59b-6a191d762788 admin admin] Network hostable DHCP agents. Network: a805b4ae-3c57-4f34-9881-12b559d9a4fc, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:06:29.967432 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:30.006725 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-2b21c4cd-0d4f-4f41-9b76-3c1335eea6b3 None None] Set router 83d8be9d-c99e-43ab-99c9-42fc97d2b82f gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:06:30.012738 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-0ead6349-d5ee-469d-9755-aa18e2859247 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=27abbdd517814454b710b0aadcb43ac5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1363239 Jul 23 20:06:30.020223 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42770) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:30.045814 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7,segment=NetworkSegment(922e633b-3451-4f6f-bc6d-d29fda48ccde),segment_id=922e633b-3451-4f6f-bc6d-d29fda48ccde)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:06:30.059891 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:30.092887 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1b665aa6-f63a-4b96-b16a-22fe1519fb9c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=720c5010a15a43d3baacf53fca9288b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0693069 Jul 23 20:06:30.093107 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42772) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:30.108937 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50567d93-34fb-4d3b-b59b-6a191d762788 admin admin] Network a805b4ae-3c57-4f34-9881-12b559d9a4fc is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:06:30.119804 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-34f12a63-1665-4503-9f6d-d57e662b4d20 service neutron] 10.222.0.32 "GET /v2.0/networks/cbcd70d7-1b61-4457-9c40-371d2aec6850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059935 Jul 23 20:06:30.129169 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23b7591f-4630-4760-af2e-828253874eb2 req-0f478848-6c41-434d-aca9-f168af3d356a tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Router 83d8be9d-c99e-43ab-99c9-42fc97d2b82f has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:06:30.157084 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-50567d93-34fb-4d3b-b59b-6a191d762788 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, a805b4ae-3c57-4f34-9881-12b559d9a4fc) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:06:30.170615 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a3f12a-73ce-4427-aeed-9abefa848ef6 None None] Network a805b4ae-3c57-4f34-9881-12b559d9a4fc requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:06:30.173668 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50567d93-34fb-4d3b-b59b-6a191d762788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:30.174433 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50567d93-34fb-4d3b-b59b-6a191d762788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:30.187491 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:30.262849 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-50567d93-34fb-4d3b-b59b-6a191d762788 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9483421 Jul 23 20:06:30.265643 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42776) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:30.265841 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-6ee4ceb5-b553-470c-ab1b-26a1e2ce7b6c service neutron] 10.222.0.32 "GET /v2.0/networks/cbcd70d7-1b61-4457-9c40-371d2aec6850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451216 Jul 23 20:06:30.279213 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-19b5e4f8-0ec7-44f0-8279-13df39f51ac5 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1877842224-router', 'tenant_id': 'c1517ab5a5d64cb6bbab515389182157', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:06:30.288650 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-28004f35-d250-4f30-b8ec-2337e1dc5892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:30.329273 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-28004f35-d250-4f30-b8ec-2337e1dc5892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:30.355208 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-19b5e4f8-0ec7-44f0-8279-13df39f51ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:30.356279 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-19b5e4f8-0ec7-44f0-8279-13df39f51ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:30.385700 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23b7591f-4630-4760-af2e-828253874eb2 req-0f478848-6c41-434d-aca9-f168af3d356a tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:06:30.399152 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-23b7591f-4630-4760-af2e-828253874eb2 req-0f478848-6c41-434d-aca9-f168af3d356a tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:30.463557 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e7250c-8850-4b31-9781-e2043a202aca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-a805b4ae-3c57-4f34-9881-12b559d9a4fc', 'network_id': 'a805b4ae-3c57-4f34-9881-12b559d9a4fc', 'tenant_id': 'c1517ab5a5d64cb6bbab515389182157', 'fixed_ips': [{'subnet_id': '756428bd-d8e4-49ff-92fd-a97f9169c16e'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:06:30.464518 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d4e7250c-8850-4b31-9781-e2043a202aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:30.617085 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-d4e7250c-8850-4b31-9781-e2043a202aca None None] Allocated IP 172.20.0.2 (a805b4ae-3c57-4f34-9881-12b559d9a4fc/756428bd-d8e4-49ff-92fd-a97f9169c16e/e5438211-457a-440a-8d4b-1077ddae4de1) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:06:30.694784 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-2b21c4cd-0d4f-4f41-9b76-3c1335eea6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'name': 'tempest-FloatingIPsAssociationTestJSON-282511428-router', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:25Z', 'updated_at': '2021-07-23T20:05:33Z', 'revision_number': 4, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'gw_port': {'id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:27Z', 'updated_at': '2021-07-23T20:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'e0d4de74-35c7-4e68-9a53-8608788b26e2', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'floating_ip_address': '172.25.1.129', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'port_id': '2e3fb898-6cee-4827-8bcd-7f3431ef2e3a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436', 'mac_address': 'fa:16:3e:8a:bf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29598783-c8a8-4c70-88b5-42cab83b8705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:06:02Z', 'updated_at': '2021-07-23T20:06:28Z', 'revision_number': 3, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d9ebd9-c2f6-4aa4-b115-5a8002393d08', 'name': '', 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'mac_address': 'fa:16:3e:71:86:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:32Z', 'updated_at': '2021-07-23T20:05:40Z', 'revision_number': 5, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'subnets': [{'id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:30.733005 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b21c4cd-0d4f-4f41-9b76-3c1335eea6b3 None None] Checking router: 83d8be9d-c99e-43ab-99c9-42fc97d2b82f for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:06:30.752798 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-19b5e4f8-0ec7-44f0-8279-13df39f51ac5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:30.765377 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9355540-a546-4edf-8000-438e40861cc8', 'tag': '8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:06:30.768201 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8e5d02-7cf3-4061-b59b-72b5fce8200b" -d '{"events": [{"name": "network-changed", "server_uuid": "f9355540-a546-4edf-8000-438e40861cc8", "tag": "8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:06:30.769832 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b21c4cd-0d4f-4f41-9b76-3c1335eea6b3 None None] Routers {'83d8be9d-c99e-43ab-99c9-42fc97d2b82f'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:06:30.770597 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-2b21c4cd-0d4f-4f41-9b76-3c1335eea6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:06:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['83d8be9d-c99e-43ab-99c9-42fc97d2b82f'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:30.856200 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-28004f35-d250-4f30-b8ec-2337e1dc5892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:30.858949 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-28004f35-d250-4f30-b8ec-2337e1dc5892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:30.860408 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-28004f35-d250-4f30-b8ec-2337e1dc5892 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/454bd146-fdb7-44b4-ab94-503cefcd093d HTTP/1.1" status: 204 len: 168 time: 0.7661979 Jul 23 20:06:30.889029 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28004f35-d250-4f30-b8ec-2337e1dc5892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454bd146-fdb7-44b4-ab94-503cefcd093d,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:30.933063 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-23b7591f-4630-4760-af2e-828253874eb2 req-0f478848-6c41-434d-aca9-f168af3d356a tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "PUT /v2.0/floatingips/e0d4de74-35c7-4e68-9a53-8608788b26e2 HTTP/1.1" status: 200 len: 999 time: 3.8835499 Jul 23 20:06:30.952995 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8e3f07a0-5d23-4848-9ac4-2486fd8ebec7 req-685fe9b8-4b8a-4679-bbc4-395aa51b80ff tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec173c36-2b33-4f3a-bc5b-be16f7d6f36c HTTP/1.1" status: 200 len: 210 time: 0.0729394 Jul 23 20:06:31.015876 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-19b5e4f8-0ec7-44f0-8279-13df39f51ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:31.076578 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7591f-4630-4760-af2e-828253874eb2 req-913fd1f1-a08e-4d40-9979-672699808227 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:31.083407 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-23b7591f-4630-4760-af2e-828253874eb2 req-913fd1f1-a08e-4d40-9979-672699808227 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/ports/8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3 HTTP/1.1" status: 200 len: 942 time: 0.1065593 Jul 23 20:06:31.165388 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-2b21c4cd-0d4f-4f41-9b76-3c1335eea6b3 None None] Set router 83d8be9d-c99e-43ab-99c9-42fc97d2b82f gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:06:31.201384 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d4e7250c-8850-4b31-9781-e2043a202aca None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:31.213010 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03a513-05d7-41f9-bfa0-d69405f1b589 req-61a3a60b-9016-4291-8af6-ddddfb49ef7f tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:31.215598 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dc03a513-05d7-41f9-bfa0-d69405f1b589 req-61a3a60b-9016-4291-8af6-ddddfb49ef7f tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea639c0b-e4e2-449a-b488-93c6935f239f HTTP/1.1" status: 200 len: 945 time: 0.1452935 Jul 23 20:06:31.224397 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d4e7250c-8850-4b31-9781-e2043a202aca None None] Transition to ACTIVE for port object e5438211-457a-440a-8d4b-1077ddae4de1 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:06:31.294404 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d4e7250c-8850-4b31-9781-e2043a202aca None None] Transition to ACTIVE for port object e5438211-457a-440a-8d4b-1077ddae4de1 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:06:31.297904 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dc03a513-05d7-41f9-bfa0-d69405f1b589 req-7cec06ba-1c7d-475b-911e-fe03e1679992 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649080 Jul 23 20:06:31.308681 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d4e7250c-8850-4b31-9781-e2043a202aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:31.417080 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5dbdf8-a741-467e-ac2c-6ea646927857 x-openstack-request-id: req-bf5dbdf8-a741-467e-ac2c-6ea646927857 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:06:31.417379 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9355540-a546-4edf-8000-438e40861cc8", "tag": "8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:06:31.417631 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bf5dbdf8-a741-467e-ac2c-6ea646927857 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:06:31.418023 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9355540-a546-4edf-8000-438e40861cc8', 'tag': '8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3', 'status': 'completed', 'code': 200} Jul 23 20:06:31.423392 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7591f-4630-4760-af2e-828253874eb2 req-1bea00ff-900e-4c98-a420-6caff688a678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:31.425685 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-23b7591f-4630-4760-af2e-828253874eb2 req-1bea00ff-900e-4c98-a420-6caff688a678 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca9f4fe5c0d8443fb3151faa84883f9f&device_id=f9355540-a546-4edf-8000-438e40861cc8 HTTP/1.1" status: 200 len: 1097 time: 0.2480373 Jul 23 20:06:31.462412 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:06:31.496991 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7250c-8850-4b31-9781-e2043a202aca None None] Pushing event updated for resources: {'Port': ['ID=e5438211-457a-440a-8d4b-1077ddae4de1,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:31.502139 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e7250c-8850-4b31-9781-e2043a202aca None None] Network a805b4ae-3c57-4f34-9881-12b559d9a4fc is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:06:31.509707 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-d4e7250c-8850-4b31-9781-e2043a202aca None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:06:31.516994 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e7250c-8850-4b31-9781-e2043a202aca None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:06:31.575101 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-19b5e4f8-0ec7-44f0-8279-13df39f51ac5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:31.576615 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7591f-4630-4760-af2e-828253874eb2 req-e25d9d4e-4fa9-48ac-a51a-dd247c49c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:31.578161 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-23b7591f-4630-4760-af2e-828253874eb2 req-e25d9d4e-4fa9-48ac-a51a-dd247c49c2ed service neutron] 10.222.0.32 "GET /v2.0/networks?id=9809b0ec-ba40-459d-967a-8ad4e593e436 HTTP/1.1" status: 200 len: 921 time: 0.1378818 Jul 23 20:06:31.611721 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-19b5e4f8-0ec7-44f0-8279-13df39f51ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:31.627231 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d4e7250c-8850-4b31-9781-e2043a202aca None None] Attempting to bind port e5438211-457a-440a-8d4b-1077ddae4de1 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:06:31.627610 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d4e7250c-8850-4b31-9781-e2043a202aca None None] Attempting to bind port e5438211-457a-440a-8d4b-1077ddae4de1 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '4d9aa017-8a48-4535-9a12-21ce4466e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a805b4ae-3c57-4f34-9881-12b559d9a4fc'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:06:31.628868 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e7250c-8850-4b31-9781-e2043a202aca None None] Attempting to bind port e5438211-457a-440a-8d4b-1077ddae4de1 on network a805b4ae-3c57-4f34-9881-12b559d9a4fc {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:06:31.638438 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:06:31.638818 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:31.642937 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e7250c-8850-4b31-9781-e2043a202aca None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:06:31.643376 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e7250c-8850-4b31-9781-e2043a202aca None None] Checking segment: {'id': '4d9aa017-8a48-4535-9a12-21ce4466e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a805b4ae-3c57-4f34-9881-12b559d9a4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:06:31.643802 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d4e7250c-8850-4b31-9781-e2043a202aca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:31.644933 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e7250c-8850-4b31-9781-e2043a202aca None None] Bound using segment: {'id': '4d9aa017-8a48-4535-9a12-21ce4466e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a805b4ae-3c57-4f34-9881-12b559d9a4fc'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:06:31.645705 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d4e7250c-8850-4b31-9781-e2043a202aca None None] Bound port: e5438211-457a-440a-8d4b-1077ddae4de1, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d9aa017-8a48-4535-9a12-21ce4466e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a805b4ae-3c57-4f34-9881-12b559d9a4fc'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:06:31.645907 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d4e7250c-8850-4b31-9781-e2043a202aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:31.656610 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-23b7591f-4630-4760-af2e-828253874eb2 req-451709d3-35c1-4739-8c79-04f3b169cd8e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3 HTTP/1.1" status: 200 len: 217 time: 0.0536358 Jul 23 20:06:31.766975 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e5d02-7cf3-4061-b59b-72b5fce8200b req-5890a00c-a8ef-45d0-a629-ec8c33c6d3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:31.769690 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dc8e5d02-7cf3-4061-b59b-72b5fce8200b req-5890a00c-a8ef-45d0-a629-ec8c33c6d3b2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca9f4fe5c0d8443fb3151faa84883f9f&device_id=f9355540-a546-4edf-8000-438e40861cc8 HTTP/1.1" status: 200 len: 1097 time: 0.3430243 Jul 23 20:06:31.781976 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-2b21c4cd-0d4f-4f41-9b76-3c1335eea6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'name': 'tempest-FloatingIPsAssociationTestJSON-282511428-router', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:25Z', 'updated_at': '2021-07-23T20:05:33Z', 'revision_number': 4, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'gw_port': {'id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:27Z', 'updated_at': '2021-07-23T20:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'e0d4de74-35c7-4e68-9a53-8608788b26e2', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'floating_ip_address': '172.25.1.129', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'port_id': '2e3fb898-6cee-4827-8bcd-7f3431ef2e3a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436', 'mac_address': 'fa:16:3e:8a:bf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29598783-c8a8-4c70-88b5-42cab83b8705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:06:02Z', 'updated_at': '2021-07-23T20:06:28Z', 'revision_number': 3, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d9ebd9-c2f6-4aa4-b115-5a8002393d08', 'name': '', 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'mac_address': 'fa:16:3e:71:86:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:32Z', 'updated_at': '2021-07-23T20:05:40Z', 'revision_number': 5, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'subnets': [{'id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:31.820534 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b21c4cd-0d4f-4f41-9b76-3c1335eea6b3 None None] The sync data for ids ['83d8be9d-c99e-43ab-99c9-42fc97d2b82f'] in n-d-793618-10 is: [{'id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'name': 'tempest-FloatingIPsAssociationTestJSON-282511428-router', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:25Z', 'updated_at': '2021-07-23T20:05:33Z', 'revision_number': 4, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'gw_port': {'id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:27Z', 'updated_at': '2021-07-23T20:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'e0d4de74-35c7-4e68-9a53-8608788b26e2', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'floating_ip_address': '172.25.1.129', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'port_id': '2e3fb898-6cee-4827-8bcd-7f3431ef2e3a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436', 'mac_address': 'fa:16:3e:8a:bf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29598783-c8a8-4c70-88b5-42cab83b8705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:06:02Z', 'updated_at': '2021-07-23T20:06:28Z', 'revision_number': 3, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d9ebd9-c2f6-4aa4-b115-5a8002393d08', 'name': '', 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'mac_address': 'fa:16:3e:71:86:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:32Z', 'updated_at': '2021-07-23T20:05:40Z', 'revision_number': 5, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'subnets': [{'id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:06:31.829631 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d4e7250c-8850-4b31-9781-e2043a202aca None None] For port e5438211-457a-440a-8d4b-1077ddae4de1, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:06:31.865301 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7591f-4630-4760-af2e-828253874eb2 req-5d2e3422-cbe6-49a5-abb1-b7dcd1553439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:31.871692 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-23b7591f-4630-4760-af2e-828253874eb2 req-5d2e3422-cbe6-49a5-abb1-b7dcd1553439 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d4f0363c-c07e-46a2-b2c5-f4462163c3fd HTTP/1.1" status: 200 len: 859 time: 0.1739087 Jul 23 20:06:31.877168 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d4e7250c-8850-4b31-9781-e2043a202aca None None] For port e5438211-457a-440a-8d4b-1077ddae4de1, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=e5438211-457a-440a-8d4b-1077ddae4de1,segment=NetworkSegment(4d9aa017-8a48-4535-9a12-21ce4466e855),segment_id=4d9aa017-8a48-4535-9a12-21ce4466e855)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:06:31.886922 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d4e7250c-8850-4b31-9781-e2043a202aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:32.022995 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7250c-8850-4b31-9781-e2043a202aca None None] Pushing event updated for resources: {'Port': ['ID=e5438211-457a-440a-8d4b-1077ddae4de1,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:32.058100 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-9032128b-c325-4511-b7b4-17c19ebba1b4 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:32.061744 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-9032128b-c325-4511-b7b4-17c19ebba1b4 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] 10.222.0.30 "GET /v2.0/networks?id=cbcd70d7-1b61-4457-9c40-371d2aec6850 HTTP/1.1" status: 200 len: 811 time: 0.3150365 Jul 23 20:06:32.123937 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e5d02-7cf3-4061-b59b-72b5fce8200b req-bb37026d-87a5-4186-8cdb-cfde216dcbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:32.126428 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dc8e5d02-7cf3-4061-b59b-72b5fce8200b req-bb37026d-87a5-4186-8cdb-cfde216dcbee service neutron] 10.222.0.18 "GET /v2.0/networks?id=9809b0ec-ba40-459d-967a-8ad4e593e436 HTTP/1.1" status: 200 len: 921 time: 0.3493824 Jul 23 20:06:32.137886 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-6ad27a80-7e93-4b47-b55f-b060cd4dea17 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27abbdd517814454b710b0aadcb43ac5 HTTP/1.1" status: 200 len: 380 time: 0.0607557 Jul 23 20:06:32.156271 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-4150c373-d541-45e6-b51c-a9e6b5059916 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Request body: {'port': {'device_id': 'ec173c36-2b33-4f3a-bc5b-be16f7d6f36c', 'network_id': 'cbcd70d7-1b61-4457-9c40-371d2aec6850', 'admin_state_up': True, 'tenant_id': '27abbdd517814454b710b0aadcb43ac5', 'security_groups': ['a783cce7-19cb-4039-9519-ca1153a4960d']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:06:32.174696 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048c17fd-5a47-49ff-8bad-f4256f65b127 None None] New status for floating IP e0d4de74-35c7-4e68-9a53-8608788b26e2: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:06:32.226430 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dc8e5d02-7cf3-4061-b59b-72b5fce8200b req-ca173c85-51cb-4137-a175-bc54f09033fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3 HTTP/1.1" status: 200 len: 217 time: 0.0928099 Jul 23 20:06:32.309948 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-19b5e4f8-0ec7-44f0-8279-13df39f51ac5 admin admin] Allocated IP 172.25.1.4 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/15b62e87-5394-40d6-8877-252d8bce51ef) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:06:32.408366 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7591f-4630-4760-af2e-828253874eb2 req-e22952e3-710d-48fa-8375-c7b856a16372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:32.416676 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-23b7591f-4630-4760-af2e-828253874eb2 req-e22952e3-710d-48fa-8375-c7b856a16372 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9809b0ec-ba40-459d-967a-8ad4e593e436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5043602 Jul 23 20:06:32.422761 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0f0744fb-db40-4e6e-af7f-f77de6520323 req-07922d30-5d6d-4ef3-bffe-060a0d55aa85 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec173c36-2b33-4f3a-bc5b-be16f7d6f36c HTTP/1.1" status: 200 len: 210 time: 0.0419118 Jul 23 20:06:32.458177 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-4150c373-d541-45e6-b51c-a9e6b5059916 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Made reservation on behalf of 27abbdd517814454b710b0aadcb43ac5 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:06:32.475314 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-4150c373-d541-45e6-b51c-a9e6b5059916 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:32.521203 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e5d02-7cf3-4061-b59b-72b5fce8200b req-0d99a411-a69a-42d8-a9e0-45462726320e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:32.524614 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dc8e5d02-7cf3-4061-b59b-72b5fce8200b req-0d99a411-a69a-42d8-a9e0-45462726320e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d4f0363c-c07e-46a2-b2c5-f4462163c3fd HTTP/1.1" status: 200 len: 859 time: 0.2246959 Jul 23 20:06:32.699208 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df36bd-9ac9-46dc-95af-7075a35907bf req-1efbf576-e3d9-4dc1-aa1c-3a6be58edd15 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:32.700798 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-03df36bd-9ac9-46dc-95af-7075a35907bf req-1efbf576-e3d9-4dc1-aa1c-3a6be58edd15 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea639c0b-e4e2-449a-b488-93c6935f239f HTTP/1.1" status: 200 len: 945 time: 0.1321452 Jul 23 20:06:32.715551 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-4150c373-d541-45e6-b51c-a9e6b5059916 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Allocated IP 172.20.0.7 (cbcd70d7-1b61-4457-9c40-371d2aec6850/a86a84ba-b9ed-4479-b6c4-16e477f25677/9664baff-d324-4bb7-83db-312ac8268922) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:06:32.727722 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bedc3d-b7ea-4055-ab06-ad87600f76bd None None] Sync routers for ids ['83d8be9d-c99e-43ab-99c9-42fc97d2b82f'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:06:32.740043 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bedc3d-b7ea-4055-ab06-ad87600f76bd None None] Routers {'83d8be9d-c99e-43ab-99c9-42fc97d2b82f'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:06:32.740703 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-b5bedc3d-b7ea-4055-ab06-ad87600f76bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:06:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['83d8be9d-c99e-43ab-99c9-42fc97d2b82f'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:32.756008 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-19b5e4f8-0ec7-44f0-8279-13df39f51ac5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:32.765861 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-23b7591f-4630-4760-af2e-828253874eb2 req-881501e9-1f58-44f0-9739-8d3d6b0b2baa service neutron] 10.222.0.32 "GET /v2.0/networks/9809b0ec-ba40-459d-967a-8ad4e593e436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482552 Jul 23 20:06:32.797297 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-03df36bd-9ac9-46dc-95af-7075a35907bf req-b0375dae-8348-428d-88cd-1fca6b758e47 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791395 Jul 23 20:06:32.892259 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-19b5e4f8-0ec7-44f0-8279-13df39f51ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:32.920653 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-b5bedc3d-b7ea-4055-ab06-ad87600f76bd None None] Set router 83d8be9d-c99e-43ab-99c9-42fc97d2b82f gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:06:32.959321 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e5d02-7cf3-4061-b59b-72b5fce8200b req-852271c1-de2a-48ba-b9a2-2a2868d69272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:32.963619 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dc8e5d02-7cf3-4061-b59b-72b5fce8200b req-852271c1-de2a-48ba-b9a2-2a2868d69272 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9809b0ec-ba40-459d-967a-8ad4e593e436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4262974 Jul 23 20:06:32.988009 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-4150c373-d541-45e6-b51c-a9e6b5059916 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:33.017995 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-4150c373-d541-45e6-b51c-a9e6b5059916 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Transition to ACTIVE for port object 9664baff-d324-4bb7-83db-312ac8268922 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:06:33.088410 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-4150c373-d541-45e6-b51c-a9e6b5059916 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:33.117446 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b5e4f8-0ec7-44f0-8279-13df39f51ac5 admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:06:33.119844 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-19b5e4f8-0ec7-44f0-8279-13df39f51ac5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:06:33.122428 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b5e4f8-0ec7-44f0-8279-13df39f51ac5 admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:06:33.154790 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-4150c373-d541-45e6-b51c-a9e6b5059916 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Network cbcd70d7-1b61-4457-9c40-371d2aec6850 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:06:33.158761 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-4150c373-d541-45e6-b51c-a9e6b5059916 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:06:33.205913 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-4150c373-d541-45e6-b51c-a9e6b5059916 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:06:33.230604 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150c373-d541-45e6-b51c-a9e6b5059916 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Pushing event updated for resources: {'Port': ['ID=9664baff-d324-4bb7-83db-312ac8268922,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:33.265344 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5e4f8-0ec7-44f0-8279-13df39f51ac5 admin admin] Pushing event updated for resources: {'Port': ['ID=15b62e87-5394-40d6-8877-252d8bce51ef,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:33.368710 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-b5bedc3d-b7ea-4055-ab06-ad87600f76bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'name': 'tempest-FloatingIPsAssociationTestJSON-282511428-router', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:25Z', 'updated_at': '2021-07-23T20:05:33Z', 'revision_number': 4, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'gw_port': {'id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:27Z', 'updated_at': '2021-07-23T20:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'e0d4de74-35c7-4e68-9a53-8608788b26e2', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'floating_ip_address': '172.25.1.129', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'port_id': '2e3fb898-6cee-4827-8bcd-7f3431ef2e3a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436', 'mac_address': 'fa:16:3e:8a:bf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29598783-c8a8-4c70-88b5-42cab83b8705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:06:02Z', 'updated_at': '2021-07-23T20:06:32Z', 'revision_number': 4, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d9ebd9-c2f6-4aa4-b115-5a8002393d08', 'name': '', 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'mac_address': 'fa:16:3e:71:86:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:32Z', 'updated_at': '2021-07-23T20:05:40Z', 'revision_number': 5, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'subnets': [{'id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:33.373377 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-4150c373-d541-45e6-b51c-a9e6b5059916 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:33.374158 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-4150c373-d541-45e6-b51c-a9e6b5059916 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:33.409086 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-4150c373-d541-45e6-b51c-a9e6b5059916 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2602835 Jul 23 20:06:33.424276 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bedc3d-b7ea-4055-ab06-ad87600f76bd None None] Checking router: 83d8be9d-c99e-43ab-99c9-42fc97d2b82f for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:06:33.433976 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-61ced3b2-c017-4a07-98cf-27709814b794 service neutron] Request body: {'port': {'device_id': 'ec173c36-2b33-4f3a-bc5b-be16f7d6f36c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:06:33.442040 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-23b7591f-4630-4760-af2e-828253874eb2 req-ee6630b8-e98a-46f2-b97d-1da2be69fde2 service neutron] 10.222.0.32 "GET /v2.0/networks/9809b0ec-ba40-459d-967a-8ad4e593e436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6111343 Jul 23 20:06:33.449238 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29598783-c8a8-4c70-88b5-42cab83b8705', 'tag': '2e3fb898-6cee-4827-8bcd-7f3431ef2e3a'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:06:33.455450 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bedc3d-b7ea-4055-ab06-ad87600f76bd None None] Routers {'83d8be9d-c99e-43ab-99c9-42fc97d2b82f'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:06:33.456233 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-b5bedc3d-b7ea-4055-ab06-ad87600f76bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:06:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['83d8be9d-c99e-43ab-99c9-42fc97d2b82f'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:33.483388 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae0ed23-d19c-4cb2-bcda-ad964a5acfe1" -d '{"events": [{"name": "network-changed", "server_uuid": "29598783-c8a8-4c70-88b5-42cab83b8705", "tag": "2e3fb898-6cee-4827-8bcd-7f3431ef2e3a"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:06:33.589578 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device e5438211-457a-440a-8d4b-1077ddae4de1 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:06:33.632613 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e552ffdc-08ec-4eab-8d98-4d731a620953 None None] Network a805b4ae-3c57-4f34-9881-12b559d9a4fc requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:06:33.636679 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dc8e5d02-7cf3-4061-b59b-72b5fce8200b req-d6428bf3-4aff-4ca7-9d58-a01388be04f2 service neutron] 10.222.0.18 "GET /v2.0/networks/9809b0ec-ba40-459d-967a-8ad4e593e436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6107330 Jul 23 20:06:33.657978 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-61ced3b2-c017-4a07-98cf-27709814b794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:33.727150 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-278018ec-fbde-4264-8360-34ccd2f2c42b None None] Provisioning for port 9664baff-d324-4bb7-83db-312ac8268922 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:06:33.730445 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27ef04-c9cc-4d6a-bdf5-c28c40ad8b0f req-115346bc-078d-4a60-be17-ab2521b5ec02 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:33.731738 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6a27ef04-c9cc-4d6a-bdf5-c28c40ad8b0f req-115346bc-078d-4a60-be17-ab2521b5ec02 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec173c36-2b33-4f3a-bc5b-be16f7d6f36c HTTP/1.1" status: 200 len: 931 time: 0.1240962 Jul 23 20:06:33.747627 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-278018ec-fbde-4264-8360-34ccd2f2c42b None None] Provisioning complete for port 9664baff-d324-4bb7-83db-312ac8268922 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:06:33.748369 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-278018ec-fbde-4264-8360-34ccd2f2c42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:33.798369 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-b5bedc3d-b7ea-4055-ab06-ad87600f76bd None None] Set router 83d8be9d-c99e-43ab-99c9-42fc97d2b82f gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:06:33.832202 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port e5438211-457a-440a-8d4b-1077ddae4de1 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:06:33.848043 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6a27ef04-c9cc-4d6a-bdf5-c28c40ad8b0f req-574555b8-fbe5-439c-a26c-46d265209ad4 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] 10.222.0.32 "GET /v2.0/security-groups?id=a783cce7-19cb-4039-9519-ca1153a4960d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016264 Jul 23 20:06:33.864201 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-278018ec-fbde-4264-8360-34ccd2f2c42b None None] Port 9664baff-d324-4bb7-83db-312ac8268922 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:06:34.021320 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-61ced3b2-c017-4a07-98cf-27709814b794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9664baff-d324-4bb7-83db-312ac8268922 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:06:34.031885 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-61ced3b2-c017-4a07-98cf-27709814b794 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:34.047641 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-61ced3b2-c017-4a07-98cf-27709814b794 service neutron] Transition to ACTIVE for port object 9664baff-d324-4bb7-83db-312ac8268922 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:06:34.052821 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-61ced3b2-c017-4a07-98cf-27709814b794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:34.059333 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-dc54358b-25f2-4895-a53e-1277917d25c7 None None] Provisioning for port e5438211-457a-440a-8d4b-1077ddae4de1 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:06:34.120376 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-dc54358b-25f2-4895-a53e-1277917d25c7 None None] Provisioning complete for port e5438211-457a-440a-8d4b-1077ddae4de1 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:06:34.120970 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dc54358b-25f2-4895-a53e-1277917d25c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:34.124062 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dc8e5d02-7cf3-4061-b59b-72b5fce8200b req-4a1cdace-0bd3-4e64-8024-236480679023 service neutron] 10.222.0.18 "GET /v2.0/networks/9809b0ec-ba40-459d-967a-8ad4e593e436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755543 Jul 23 20:06:34.125092 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ced3b2-c017-4a07-98cf-27709814b794 service neutron] Pushing event updated for resources: {'Port': ['ID=9664baff-d324-4bb7-83db-312ac8268922,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:34.136492 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7591f-4630-4760-af2e-828253874eb2 req-7be7642b-895e-47eb-b5e2-ddfa496e1bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:34.138205 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-23b7591f-4630-4760-af2e-828253874eb2 req-7be7642b-895e-47eb-b5e2-ddfa496e1bfe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca9f4fe5c0d8443fb3151faa84883f9f&device_id=29598783-c8a8-4c70-88b5-42cab83b8705 HTTP/1.1" status: 200 len: 1098 time: 0.5826182 Jul 23 20:06:34.239359 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-19b5e4f8-0ec7-44f0-8279-13df39f51ac5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:34.249021 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363350a4-9f9f-4749-b9c5-5ea18a0e1fc5 x-openstack-request-id: req-363350a4-9f9f-4749-b9c5-5ea18a0e1fc5 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:06:34.249301 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29598783-c8a8-4c70-88b5-42cab83b8705", "tag": "2e3fb898-6cee-4827-8bcd-7f3431ef2e3a", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:06:34.249583 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-363350a4-9f9f-4749-b9c5-5ea18a0e1fc5 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:06:34.249998 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29598783-c8a8-4c70-88b5-42cab83b8705', 'tag': '2e3fb898-6cee-4827-8bcd-7f3431ef2e3a', 'status': 'completed', 'code': 200} Jul 23 20:06:34.262958 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-61ced3b2-c017-4a07-98cf-27709814b794 service neutron] Attempting to bind port 9664baff-d324-4bb7-83db-312ac8268922 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:06:34.262958 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-61ced3b2-c017-4a07-98cf-27709814b794 service neutron] Attempting to bind port 9664baff-d324-4bb7-83db-312ac8268922 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '922e633b-3451-4f6f-bc6d-d29fda48ccde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cbcd70d7-1b61-4457-9c40-371d2aec6850'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:06:34.262958 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-61ced3b2-c017-4a07-98cf-27709814b794 service neutron] Attempting to bind port 9664baff-d324-4bb7-83db-312ac8268922 on network cbcd70d7-1b61-4457-9c40-371d2aec6850 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:06:34.267082 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-61ced3b2-c017-4a07-98cf-27709814b794 service neutron] Port 9664baff-d324-4bb7-83db-312ac8268922 on network cbcd70d7-1b61-4457-9c40-371d2aec6850 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:06:34.267401 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-61ced3b2-c017-4a07-98cf-27709814b794 service neutron] Attempting to bind port 9664baff-d324-4bb7-83db-312ac8268922 on network cbcd70d7-1b61-4457-9c40-371d2aec6850 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:06:34.278371 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-61ced3b2-c017-4a07-98cf-27709814b794 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:06:34.278828 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-61ced3b2-c017-4a07-98cf-27709814b794 service neutron] Checking segment: {'id': '922e633b-3451-4f6f-bc6d-d29fda48ccde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cbcd70d7-1b61-4457-9c40-371d2aec6850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:06:34.279191 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-61ced3b2-c017-4a07-98cf-27709814b794 service neutron] Bound using segment: {'id': '922e633b-3451-4f6f-bc6d-d29fda48ccde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cbcd70d7-1b61-4457-9c40-371d2aec6850'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:06:34.279652 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-61ced3b2-c017-4a07-98cf-27709814b794 service neutron] Bound port: 9664baff-d324-4bb7-83db-312ac8268922, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922e633b-3451-4f6f-bc6d-d29fda48ccde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cbcd70d7-1b61-4457-9c40-371d2aec6850'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:06:34.280020 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-61ced3b2-c017-4a07-98cf-27709814b794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:34.405118 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-61ced3b2-c017-4a07-98cf-27709814b794 service neutron] For port 9664baff-d324-4bb7-83db-312ac8268922, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:06:34.410091 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-61ced3b2-c017-4a07-98cf-27709814b794 service neutron] For port 9664baff-d324-4bb7-83db-312ac8268922, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=9664baff-d324-4bb7-83db-312ac8268922,segment=NetworkSegment(922e633b-3451-4f6f-bc6d-d29fda48ccde),segment_id=922e633b-3451-4f6f-bc6d-d29fda48ccde)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:06:34.426722 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-61ced3b2-c017-4a07-98cf-27709814b794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:34.476996 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-61ced3b2-c017-4a07-98cf-27709814b794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:34.477648 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-61ced3b2-c017-4a07-98cf-27709814b794 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:34.479058 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-61ced3b2-c017-4a07-98cf-27709814b794 service neutron] 10.222.0.30 "PUT /v2.0/ports/9664baff-d324-4bb7-83db-312ac8268922 HTTP/1.1" status: 200 len: 1092 time: 1.0562050 Jul 23 20:06:34.480302 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec173c36-2b33-4f3a-bc5b-be16f7d6f36c', 'tag': '9664baff-d324-4bb7-83db-312ac8268922'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:06:34.482642 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538dd5cd-020f-491a-85a7-beae5fc8a475" -d '{"events": [{"name": "network-changed", "server_uuid": "ec173c36-2b33-4f3a-bc5b-be16f7d6f36c", "tag": "9664baff-d324-4bb7-83db-312ac8268922"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:06:34.505382 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb7054-fe22-4de4-8ad2-f4e07bdc3280 req-87394103-3d95-48dc-9cea-e03596edf457 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:34.514165 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2edb7054-fe22-4de4-8ad2-f4e07bdc3280 req-87394103-3d95-48dc-9cea-e03596edf457 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea639c0b-e4e2-449a-b488-93c6935f239f HTTP/1.1" status: 200 len: 945 time: 0.1745589 Jul 23 20:06:34.542317 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7591f-4630-4760-af2e-828253874eb2 req-a244258d-f24c-4852-89d4-82b9bbfd2e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:34.543864 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-23b7591f-4630-4760-af2e-828253874eb2 req-a244258d-f24c-4852-89d4-82b9bbfd2e25 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9809b0ec-ba40-459d-967a-8ad4e593e436 HTTP/1.1" status: 200 len: 921 time: 0.3765213 Jul 23 20:06:34.547460 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0ed23-d19c-4cb2-bcda-ad964a5acfe1 req-187d7bb1-1703-4fca-8fa8-7335949cb4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:34.548920 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ae0ed23-d19c-4cb2-bcda-ad964a5acfe1 req-187d7bb1-1703-4fca-8fa8-7335949cb4b9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca9f4fe5c0d8443fb3151faa84883f9f&device_id=29598783-c8a8-4c70-88b5-42cab83b8705 HTTP/1.1" status: 200 len: 1098 time: 0.2863128 Jul 23 20:06:34.553076 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-b5bedc3d-b7ea-4055-ab06-ad87600f76bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'name': 'tempest-FloatingIPsAssociationTestJSON-282511428-router', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:25Z', 'updated_at': '2021-07-23T20:05:33Z', 'revision_number': 4, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'gw_port': {'id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:27Z', 'updated_at': '2021-07-23T20:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'e0d4de74-35c7-4e68-9a53-8608788b26e2', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'floating_ip_address': '172.25.1.129', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'port_id': '2e3fb898-6cee-4827-8bcd-7f3431ef2e3a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436', 'mac_address': 'fa:16:3e:8a:bf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29598783-c8a8-4c70-88b5-42cab83b8705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:06:02Z', 'updated_at': '2021-07-23T20:06:32Z', 'revision_number': 4, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d9ebd9-c2f6-4aa4-b115-5a8002393d08', 'name': '', 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'mac_address': 'fa:16:3e:71:86:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:32Z', 'updated_at': '2021-07-23T20:05:40Z', 'revision_number': 5, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'subnets': [{'id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:34.557369 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dc54358b-25f2-4895-a53e-1277917d25c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:34.621799 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-dc54358b-25f2-4895-a53e-1277917d25c7 None None] For port e5438211-457a-440a-8d4b-1077ddae4de1, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=e5438211-457a-440a-8d4b-1077ddae4de1,segment=NetworkSegment(4d9aa017-8a48-4535-9a12-21ce4466e855),segment_id=4d9aa017-8a48-4535-9a12-21ce4466e855)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:06:34.624371 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bedc3d-b7ea-4055-ab06-ad87600f76bd None None] The sync data for ids ['83d8be9d-c99e-43ab-99c9-42fc97d2b82f'] in n-d-793618-10 is: [{'id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'name': 'tempest-FloatingIPsAssociationTestJSON-282511428-router', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:25Z', 'updated_at': '2021-07-23T20:05:33Z', 'revision_number': 4, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'gw_port': {'id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:27Z', 'updated_at': '2021-07-23T20:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'e0d4de74-35c7-4e68-9a53-8608788b26e2', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'floating_ip_address': '172.25.1.129', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'port_id': '2e3fb898-6cee-4827-8bcd-7f3431ef2e3a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436', 'mac_address': 'fa:16:3e:8a:bf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29598783-c8a8-4c70-88b5-42cab83b8705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:06:02Z', 'updated_at': '2021-07-23T20:06:32Z', 'revision_number': 4, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d9ebd9-c2f6-4aa4-b115-5a8002393d08', 'name': '', 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'mac_address': 'fa:16:3e:71:86:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:32Z', 'updated_at': '2021-07-23T20:05:40Z', 'revision_number': 5, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'subnets': [{'id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:06:34.636556 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dc54358b-25f2-4895-a53e-1277917d25c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:34.707309 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54358b-25f2-4895-a53e-1277917d25c7 None None] Pushing event updated for resources: {'Port': ['ID=e5438211-457a-440a-8d4b-1077ddae4de1,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:34.760897 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6a85ebfd-e939-49aa-876c-073e28c96e03 None None] Provisioning complete for port e5438211-457a-440a-8d4b-1077ddae4de1 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:06:34.762170 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6a85ebfd-e939-49aa-876c-073e28c96e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:34.835180 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-23b7591f-4630-4760-af2e-828253874eb2 req-bce89ca9-e6a7-485b-96bd-5ba6fc391cc4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e3fb898-6cee-4827-8bcd-7f3431ef2e3a HTTP/1.1" status: 200 len: 1002 time: 0.2830701 Jul 23 20:06:34.839540 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0ed23-d19c-4cb2-bcda-ad964a5acfe1 req-23b7d37a-9804-429d-a042-53eeb20466de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:34.841984 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ae0ed23-d19c-4cb2-bcda-ad964a5acfe1 req-23b7d37a-9804-429d-a042-53eeb20466de service neutron] 10.222.0.18 "GET /v2.0/networks?id=9809b0ec-ba40-459d-967a-8ad4e593e436 HTTP/1.1" status: 200 len: 921 time: 0.2303281 Jul 23 20:06:34.974299 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7591f-4630-4760-af2e-828253874eb2 req-a81a8a05-0698-4559-91a3-a5e10dcf4a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:34.975800 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-23b7591f-4630-4760-af2e-828253874eb2 req-a81a8a05-0698-4559-91a3-a5e10dcf4a45 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d4f0363c-c07e-46a2-b2c5-f4462163c3fd HTTP/1.1" status: 200 len: 859 time: 0.1329362 Jul 23 20:06:34.979553 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ae0ed23-d19c-4cb2-bcda-ad964a5acfe1 req-94ea068f-da48-4d5b-a398-1e1d95cbc395 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e3fb898-6cee-4827-8bcd-7f3431ef2e3a HTTP/1.1" status: 200 len: 1002 time: 0.1200516 Jul 23 20:06:34.979743 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ced3b2-c017-4a07-98cf-27709814b794 service neutron] Pushing event updated for resources: {'Port': ['ID=9664baff-d324-4bb7-83db-312ac8268922,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:34.998523 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2edb7054-fe22-4de4-8ad2-f4e07bdc3280 req-d76923bc-0e9d-40c5-9e0f-bdb0c977e716 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4758863 Jul 23 20:06:35.030476 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-9a8c9937-f1a6-4b7c-b742-77d63e93f847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:35.032072 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-9a8c9937-f1a6-4b7c-b742-77d63e93f847 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=27abbdd517814454b710b0aadcb43ac5&device_id=ec173c36-2b33-4f3a-bc5b-be16f7d6f36c HTTP/1.1" status: 200 len: 1095 time: 0.4986448 Jul 23 20:06:35.048338 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-19b5e4f8-0ec7-44f0-8279-13df39f51ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:35.076933 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-5586d0a8-6bb2-49a9-836d-4d4c537bda19 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9664baff-d324-4bb7-83db-312ac8268922 HTTP/1.1" status: 200 len: 217 time: 0.0357342 Jul 23 20:06:35.155081 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0ed23-d19c-4cb2-bcda-ad964a5acfe1 req-c65e2f8a-a9f4-4d7d-a130-9d54c6842edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:35.156710 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ae0ed23-d19c-4cb2-bcda-ad964a5acfe1 req-c65e2f8a-a9f4-4d7d-a130-9d54c6842edb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d4f0363c-c07e-46a2-b2c5-f4462163c3fd HTTP/1.1" status: 200 len: 859 time: 0.1615748 Jul 23 20:06:35.158400 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-40737de4-9181-4407-b328-f195d65225e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:35.160581 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-40737de4-9181-4407-b328-f195d65225e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a86a84ba-b9ed-4479-b6c4-16e477f25677 HTTP/1.1" status: 200 len: 850 time: 0.0762730 Jul 23 20:06:35.230128 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-b67dc9fe-6bd0-407e-bb03-f8d5449d457e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:35.230672 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7591f-4630-4760-af2e-828253874eb2 req-8bbbe9b6-828a-4368-bcbc-e761e58893d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:35.233503 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-b67dc9fe-6bd0-407e-bb03-f8d5449d457e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cbcd70d7-1b61-4457-9c40-371d2aec6850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649717 Jul 23 20:06:35.238191 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-23b7591f-4630-4760-af2e-828253874eb2 req-8bbbe9b6-828a-4368-bcbc-e761e58893d3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9809b0ec-ba40-459d-967a-8ad4e593e436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2534082 Jul 23 20:06:35.370404 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0ed23-d19c-4cb2-bcda-ad964a5acfe1 req-b4d7d02d-00a8-4856-8ccd-e8ad97a63286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:35.371909 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ae0ed23-d19c-4cb2-bcda-ad964a5acfe1 req-b4d7d02d-00a8-4856-8ccd-e8ad97a63286 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9809b0ec-ba40-459d-967a-8ad4e593e436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2014933 Jul 23 20:06:35.382168 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-10b8ec6f-c566-4483-ba4b-d8f880111ac0 service neutron] 10.222.0.30 "GET /v2.0/networks/cbcd70d7-1b61-4457-9c40-371d2aec6850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396217 Jul 23 20:06:35.414396 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-23b7591f-4630-4760-af2e-828253874eb2 req-fd97947c-906d-4e06-8a39-c9811e5b3b47 service neutron] 10.222.0.32 "GET /v2.0/networks/9809b0ec-ba40-459d-967a-8ad4e593e436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752944 Jul 23 20:06:35.457559 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7965bf5e-76bf-4269-b61f-d53cadc2c147 x-openstack-request-id: req-7965bf5e-76bf-4269-b61f-d53cadc2c147 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:06:35.457944 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec173c36-2b33-4f3a-bc5b-be16f7d6f36c", "tag": "9664baff-d324-4bb7-83db-312ac8268922", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:06:35.458083 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7965bf5e-76bf-4269-b61f-d53cadc2c147 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:06:35.458480 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec173c36-2b33-4f3a-bc5b-be16f7d6f36c', 'tag': '9664baff-d324-4bb7-83db-312ac8268922', 'status': 'completed', 'code': 200} Jul 23 20:06:35.482427 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b5e4f8-0ec7-44f0-8279-13df39f51ac5 admin admin] Router 1e73de6b-2ed7-4d2e-9aae-46a2a916f684 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:06:35.489561 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device e5438211-457a-440a-8d4b-1077ddae4de1 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:06:35.536514 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4440218a-dbbc-4f20-9c50-710c6a81c307 req-139b1cca-d709-473b-9818-6ccb895bec01 service neutron] 10.222.0.30 "GET /v2.0/networks/cbcd70d7-1b61-4457-9c40-371d2aec6850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458039 Jul 23 20:06:35.556672 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:06:35.569711 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port e5438211-457a-440a-8d4b-1077ddae4de1 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:06:35.570106 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:35.589657 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9fde74-f24f-4dd9-8ec1-a35c40eefceb req-9b4f4fc3-31f2-4618-81d5-a9f0543b2d3e tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:35.591447 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6e9fde74-f24f-4dd9-8ec1-a35c40eefceb req-9b4f4fc3-31f2-4618-81d5-a9f0543b2d3e tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec173c36-2b33-4f3a-bc5b-be16f7d6f36c HTTP/1.1" status: 200 len: 943 time: 0.0889664 Jul 23 20:06:35.629331 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ae0ed23-d19c-4cb2-bcda-ad964a5acfe1 req-bfda6ec5-0383-4efa-8593-44e538a8dad1 service neutron] 10.222.0.18 "GET /v2.0/networks/9809b0ec-ba40-459d-967a-8ad4e593e436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478554 Jul 23 20:06:35.673767 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6e9fde74-f24f-4dd9-8ec1-a35c40eefceb req-089493eb-d5e0-47c6-8522-60357c216286 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] 10.222.0.32 "GET /v2.0/security-groups?id=a783cce7-19cb-4039-9519-ca1153a4960d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755336 Jul 23 20:06:35.701456 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538dd5cd-020f-491a-85a7-beae5fc8a475 req-b75700f8-898f-40b7-9aca-1c67b949b4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:35.703282 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-538dd5cd-020f-491a-85a7-beae5fc8a475 req-b75700f8-898f-40b7-9aca-1c67b949b4c7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=27abbdd517814454b710b0aadcb43ac5&device_id=ec173c36-2b33-4f3a-bc5b-be16f7d6f36c HTTP/1.1" status: 200 len: 1095 time: 0.0979574 Jul 23 20:06:35.715276 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-23b7591f-4630-4760-af2e-828253874eb2 req-2676cbc5-d529-4661-8194-c34f82f1230b service neutron] 10.222.0.32 "GET /v2.0/networks/9809b0ec-ba40-459d-967a-8ad4e593e436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000441 Jul 23 20:06:35.832423 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b5e4f8-0ec7-44f0-8279-13df39f51ac5 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:06:35.838757 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-de8f3b44-e248-4bc1-8e95-82c6934afffe req-95135318-9ed5-45cc-888b-5570e5ee5201 tempest-QuotasAdminNegativeTest-1431612609 tempest-QuotasAdminNegativeTest-1431612609-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4cecbfd93a9542c1a43789fb603f6f1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355165 Jul 23 20:06:35.842076 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538dd5cd-020f-491a-85a7-beae5fc8a475 req-c7e96f15-77cb-47a5-b657-58f0163164d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:35.842253 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ae0ed23-d19c-4cb2-bcda-ad964a5acfe1 req-cda26b06-dfcd-422a-8399-21038c1ff249 service neutron] 10.222.0.18 "GET /v2.0/networks/9809b0ec-ba40-459d-967a-8ad4e593e436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848214 Jul 23 20:06:35.842865 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ce872e-b779-4fc2-9f79-d97a4c0253a1 None None] Sync routers for ids ['1e73de6b-2ed7-4d2e-9aae-46a2a916f684'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:06:35.843458 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-538dd5cd-020f-491a-85a7-beae5fc8a475 req-c7e96f15-77cb-47a5-b657-58f0163164d6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cbcd70d7-1b61-4457-9c40-371d2aec6850 HTTP/1.1" status: 200 len: 912 time: 0.1319602 Jul 23 20:06:35.857933 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ce872e-b779-4fc2-9f79-d97a4c0253a1 None None] Routers {'1e73de6b-2ed7-4d2e-9aae-46a2a916f684'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:06:35.858699 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-b8ce872e-b779-4fc2-9f79-d97a4c0253a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:06:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['1e73de6b-2ed7-4d2e-9aae-46a2a916f684'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:35.870634 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8fff26e1-dab2-4880-a5ec-947d336db72e req-c37c62c2-404b-42d6-97f6-c8e260152405 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.129 HTTP/1.1" status: 200 len: 1002 time: 0.1126618 Jul 23 20:06:35.873614 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-19b5e4f8-0ec7-44f0-8279-13df39f51ac5 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:35.877868 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-19b5e4f8-0ec7-44f0-8279-13df39f51ac5 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.6095507 Jul 23 20:06:35.880004 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42892) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:35.911796 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-538dd5cd-020f-491a-85a7-beae5fc8a475 req-5f08c726-3fab-4533-9dbd-dff0e64902d8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9664baff-d324-4bb7-83db-312ac8268922 HTTP/1.1" status: 200 len: 217 time: 0.0551815 Jul 23 20:06:35.967411 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-b8ce872e-b779-4fc2-9f79-d97a4c0253a1 None None] Set router 1e73de6b-2ed7-4d2e-9aae-46a2a916f684 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:06:36.030864 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538dd5cd-020f-491a-85a7-beae5fc8a475 req-10ab843f-2f61-4d33-97fa-43ea7cf4c976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:36.032347 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-538dd5cd-020f-491a-85a7-beae5fc8a475 req-10ab843f-2f61-4d33-97fa-43ea7cf4c976 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a86a84ba-b9ed-4479-b6c4-16e477f25677 HTTP/1.1" status: 200 len: 850 time: 0.1054265 Jul 23 20:06:36.064028 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f3b44-e248-4bc1-8e95-82c6934afffe req-3f463e19-128e-4a52-9377-96f1c8c26f9b tempest-QuotasAdminNegativeTest-1431612609 tempest-QuotasAdminNegativeTest-1431612609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:36.066212 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-de8f3b44-e248-4bc1-8e95-82c6934afffe req-3f463e19-128e-4a52-9377-96f1c8c26f9b tempest-QuotasAdminNegativeTest-1431612609 tempest-QuotasAdminNegativeTest-1431612609-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2079265 Jul 23 20:06:36.098510 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-de8f3b44-e248-4bc1-8e95-82c6934afffe req-fc174ddc-7b6d-4d2f-aae1-e458df85f526 tempest-QuotasAdminNegativeTest-1431612609 tempest-QuotasAdminNegativeTest-1431612609-project] 10.222.0.32 "GET /v2.0/quotas/4cecbfd93a9542c1a43789fb603f6f1c HTTP/1.1" status: 200 len: 375 time: 0.0151331 Jul 23 20:06:36.156435 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-de8f3b44-e248-4bc1-8e95-82c6934afffe req-fcc727b6-0492-4609-9c56-b08115734236 tempest-QuotasAdminNegativeTest-1431612609 tempest-QuotasAdminNegativeTest-1431612609-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4cecbfd93a9542c1a43789fb603f6f1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477073 Jul 23 20:06:36.164327 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538dd5cd-020f-491a-85a7-beae5fc8a475 req-a96e0fe7-56b2-471b-87c0-175b1d07244e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:36.166601 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-538dd5cd-020f-491a-85a7-beae5fc8a475 req-a96e0fe7-56b2-471b-87c0-175b1d07244e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cbcd70d7-1b61-4457-9c40-371d2aec6850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1214943 Jul 23 20:06:36.168821 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-b8ce872e-b779-4fc2-9f79-d97a4c0253a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e73de6b-2ed7-4d2e-9aae-46a2a916f684', 'name': 'tempest-AttachSCSIVolumeTestJSON-1877842224-router', 'tenant_id': 'c1517ab5a5d64cb6bbab515389182157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '15b62e87-5394-40d6-8877-252d8bce51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:06:30Z', 'updated_at': '2021-07-23T20:06:33Z', 'revision_number': 3, 'project_id': 'c1517ab5a5d64cb6bbab515389182157', 'gw_port': {'id': '15b62e87-5394-40d6-8877-252d8bce51ef', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c2:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e73de6b-2ed7-4d2e-9aae-46a2a916f684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:31Z', 'updated_at': '2021-07-23T20:06:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:36.201498 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ce872e-b779-4fc2-9f79-d97a4c0253a1 None None] Checking router: 1e73de6b-2ed7-4d2e-9aae-46a2a916f684 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:06:36.201857 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ce872e-b779-4fc2-9f79-d97a4c0253a1 None None] Updating router 1e73de6b-2ed7-4d2e-9aae-46a2a916f684 port 15b62e87-5394-40d6-8877-252d8bce51ef binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:06:36.254070 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b8ce872e-b779-4fc2-9f79-d97a4c0253a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:36.287950 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff26e1-dab2-4880-a5ec-947d336db72e req-f5d10187-b6ca-4fbb-ba1f-18550db86aad tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:36.289402 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8fff26e1-dab2-4880-a5ec-947d336db72e req-f5d10187-b6ca-4fbb-ba1f-18550db86aad tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/ports/2e3fb898-6cee-4827-8bcd-7f3431ef2e3a HTTP/1.1" status: 200 len: 943 time: 0.4101703 Jul 23 20:06:36.341171 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-538dd5cd-020f-491a-85a7-beae5fc8a475 req-b23d670a-276b-4fb5-9bc7-2b20e70d8fac service neutron] 10.222.0.30 "GET /v2.0/networks/cbcd70d7-1b61-4457-9c40-371d2aec6850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672740 Jul 23 20:06:36.431218 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476e7d7-0188-4141-a868-c76e9b1ebad4 req-34e14d69-da1d-4490-9237-bf306dc4e1bd tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:36.432993 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1476e7d7-0188-4141-a868-c76e9b1ebad4 req-34e14d69-da1d-4490-9237-bf306dc4e1bd tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea639c0b-e4e2-449a-b488-93c6935f239f HTTP/1.1" status: 200 len: 945 time: 0.1495216 Jul 23 20:06:36.465498 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8fff26e1-dab2-4880-a5ec-947d336db72e req-d80ff234-73a0-4197-93c5-87c8d67a7433 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.129 HTTP/1.1" status: 200 len: 1002 time: 0.1036417 Jul 23 20:06:36.483055 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-538dd5cd-020f-491a-85a7-beae5fc8a475 req-b95ccddc-85b3-400a-8fd4-529f06c8f3a9 service neutron] 10.222.0.30 "GET /v2.0/networks/cbcd70d7-1b61-4457-9c40-371d2aec6850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337786 Jul 23 20:06:36.491598 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1476e7d7-0188-4141-a868-c76e9b1ebad4 req-63c5f977-89e3-4cc7-9f4a-d5e1dca6a435 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492308 Jul 23 20:06:36.554759 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b8ce872e-b779-4fc2-9f79-d97a4c0253a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:36.565606 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b8ce872e-b779-4fc2-9f79-d97a4c0253a1 None None] Transition to ACTIVE for port object 15b62e87-5394-40d6-8877-252d8bce51ef will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:06:36.572024 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b8ce872e-b779-4fc2-9f79-d97a4c0253a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:36.631458 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-b8ce872e-b779-4fc2-9f79-d97a4c0253a1 None None] Attempting to bind port 15b62e87-5394-40d6-8877-252d8bce51ef on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:06:36.631829 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-b8ce872e-b779-4fc2-9f79-d97a4c0253a1 None None] Attempting to bind port 15b62e87-5394-40d6-8877-252d8bce51ef by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:06:36.632186 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce872e-b779-4fc2-9f79-d97a4c0253a1 None None] Attempting to bind port 15b62e87-5394-40d6-8877-252d8bce51ef on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:06:36.642634 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5accd6c2-1d33-4994-91a9-c3481a791d7d None None] Pushing event updated for resources: {'Port': ['ID=15b62e87-5394-40d6-8877-252d8bce51ef,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:36.651715 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accd6c2-1d33-4994-91a9-c3481a791d7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:36.652055 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accd6c2-1d33-4994-91a9-c3481a791d7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:36.652390 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accd6c2-1d33-4994-91a9-c3481a791d7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:36.653030 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accd6c2-1d33-4994-91a9-c3481a791d7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:36.653030 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accd6c2-1d33-4994-91a9-c3481a791d7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:36.653332 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accd6c2-1d33-4994-91a9-c3481a791d7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:36.653676 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accd6c2-1d33-4994-91a9-c3481a791d7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:36.653991 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accd6c2-1d33-4994-91a9-c3481a791d7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:36.655266 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accd6c2-1d33-4994-91a9-c3481a791d7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:36.655266 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accd6c2-1d33-4994-91a9-c3481a791d7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:36.655266 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accd6c2-1d33-4994-91a9-c3481a791d7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:36.655732 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accd6c2-1d33-4994-91a9-c3481a791d7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:36.663316 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce872e-b779-4fc2-9f79-d97a4c0253a1 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:06:36.663316 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce872e-b779-4fc2-9f79-d97a4c0253a1 None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:06:36.663980 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b8ce872e-b779-4fc2-9f79-d97a4c0253a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:36.664365 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce872e-b779-4fc2-9f79-d97a4c0253a1 None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:06:36.665078 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-b8ce872e-b779-4fc2-9f79-d97a4c0253a1 None None] Bound port: 15b62e87-5394-40d6-8877-252d8bce51ef, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:06:36.665306 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b8ce872e-b779-4fc2-9f79-d97a4c0253a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:36.682232 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff26e1-dab2-4880-a5ec-947d336db72e req-0bd641d0-0d25-4f06-a5c9-bde936f6733a tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:36.683808 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8fff26e1-dab2-4880-a5ec-947d336db72e req-0bd641d0-0d25-4f06-a5c9-bde936f6733a tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/networks/8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 784 time: 0.2052722 Jul 23 20:06:36.721063 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-b8ce872e-b779-4fc2-9f79-d97a4c0253a1 None None] For port 15b62e87-5394-40d6-8877-252d8bce51ef, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:06:36.724727 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-b8ce872e-b779-4fc2-9f79-d97a4c0253a1 None None] For port 15b62e87-5394-40d6-8877-252d8bce51ef, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=15b62e87-5394-40d6-8877-252d8bce51ef,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:06:36.731488 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b8ce872e-b779-4fc2-9f79-d97a4c0253a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:36.784546 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ce872e-b779-4fc2-9f79-d97a4c0253a1 None None] Routers {'1e73de6b-2ed7-4d2e-9aae-46a2a916f684'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:06:36.785165 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-b8ce872e-b779-4fc2-9f79-d97a4c0253a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:06:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['1e73de6b-2ed7-4d2e-9aae-46a2a916f684'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:36.880550 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-353ec8c4-5006-49fc-ade3-5d9012b0d8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:36.897290 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-de000b3b-d8a1-40c6-b05c-69ccfa35f9d0 req-2dad37bc-3468-4f70-913a-e5908851babb tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.129 HTTP/1.1" status: 200 len: 1002 time: 0.0812943 Jul 23 20:06:36.920063 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f6613-12ff-47b8-a104-bf7d01b4f1a1 req-82690812-d506-4d57-a7b2-011c81e16d3f tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:36.926134 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6d5f6613-12ff-47b8-a104-bf7d01b4f1a1 req-82690812-d506-4d57-a7b2-011c81e16d3f tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec173c36-2b33-4f3a-bc5b-be16f7d6f36c HTTP/1.1" status: 200 len: 943 time: 0.0765650 Jul 23 20:06:36.972383 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5accd6c2-1d33-4994-91a9-c3481a791d7d None None] Pushing event updated for resources: {'Port': ['ID=15b62e87-5394-40d6-8877-252d8bce51ef,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:36.975635 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6d5f6613-12ff-47b8-a104-bf7d01b4f1a1 req-0e816e06-866f-427f-9f05-3fb34fc56259 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] 10.222.0.32 "GET /v2.0/security-groups?id=a783cce7-19cb-4039-9519-ca1153a4960d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477772 Jul 23 20:06:37.018074 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-b8ce872e-b779-4fc2-9f79-d97a4c0253a1 None None] Set router 1e73de6b-2ed7-4d2e-9aae-46a2a916f684 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:06:37.044424 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de000b3b-d8a1-40c6-b05c-69ccfa35f9d0 req-ad12f03a-6b96-4d43-95e1-ac1c8e5187e8 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:37.045824 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-de000b3b-d8a1-40c6-b05c-69ccfa35f9d0 req-ad12f03a-6b96-4d43-95e1-ac1c8e5187e8 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/ports/2e3fb898-6cee-4827-8bcd-7f3431ef2e3a HTTP/1.1" status: 200 len: 943 time: 0.1373074 Jul 23 20:06:37.163494 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-353ec8c4-5006-49fc-ade3-5d9012b0d8d6 admin admin] Allocated IP 172.20.0.1 (a805b4ae-3c57-4f34-9881-12b559d9a4fc/756428bd-d8e4-49ff-92fd-a97f9169c16e/d94a464d-bcc0-4321-a4b3-b3f8d98f6632) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:06:37.182121 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-de000b3b-d8a1-40c6-b05c-69ccfa35f9d0 req-9ed7a05d-12bd-4c46-be11-3be40d5f3d30 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.129 HTTP/1.1" status: 200 len: 1002 time: 0.0857878 Jul 23 20:06:37.226094 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-b8ce872e-b779-4fc2-9f79-d97a4c0253a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e73de6b-2ed7-4d2e-9aae-46a2a916f684', 'name': 'tempest-AttachSCSIVolumeTestJSON-1877842224-router', 'tenant_id': 'c1517ab5a5d64cb6bbab515389182157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '15b62e87-5394-40d6-8877-252d8bce51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:06:30Z', 'updated_at': '2021-07-23T20:06:33Z', 'revision_number': 3, 'project_id': 'c1517ab5a5d64cb6bbab515389182157', 'gw_port': {'id': '15b62e87-5394-40d6-8877-252d8bce51ef', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c2:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e73de6b-2ed7-4d2e-9aae-46a2a916f684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:31Z', 'updated_at': '2021-07-23T20:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:37.254464 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ce872e-b779-4fc2-9f79-d97a4c0253a1 None None] The sync data for ids ['1e73de6b-2ed7-4d2e-9aae-46a2a916f684'] in n-d-793618-10 is: [{'id': '1e73de6b-2ed7-4d2e-9aae-46a2a916f684', 'name': 'tempest-AttachSCSIVolumeTestJSON-1877842224-router', 'tenant_id': 'c1517ab5a5d64cb6bbab515389182157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '15b62e87-5394-40d6-8877-252d8bce51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:06:30Z', 'updated_at': '2021-07-23T20:06:33Z', 'revision_number': 3, 'project_id': 'c1517ab5a5d64cb6bbab515389182157', 'gw_port': {'id': '15b62e87-5394-40d6-8877-252d8bce51ef', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c2:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e73de6b-2ed7-4d2e-9aae-46a2a916f684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:31Z', 'updated_at': '2021-07-23T20:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:06:37.356326 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-74c65f8a-5991-412b-986d-cdbf3fd86ef2 req-7dffec20-c0f4-448d-969e-f2213de0ced9 tempest-QuotasAdminNegativeTest-1431612609 tempest-QuotasAdminNegativeTest-1431612609-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4cecbfd93a9542c1a43789fb603f6f1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244398 Jul 23 20:06:37.375787 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de000b3b-d8a1-40c6-b05c-69ccfa35f9d0 req-1d236acf-327e-4f7f-b586-7b6afee74211 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:37.376301 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-de000b3b-d8a1-40c6-b05c-69ccfa35f9d0 req-1d236acf-327e-4f7f-b586-7b6afee74211 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/networks/8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 784 time: 0.1752300 Jul 23 20:06:37.379387 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-353ec8c4-5006-49fc-ade3-5d9012b0d8d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:37.400595 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 9664baff-d324-4bb7-83db-312ac8268922 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:06:37.429073 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-353ec8c4-5006-49fc-ade3-5d9012b0d8d6 admin admin] Transition to ACTIVE for port object d94a464d-bcc0-4321-a4b3-b3f8d98f6632 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:06:37.460382 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-de000b3b-d8a1-40c6-b05c-69ccfa35f9d0 req-a0f313b5-9217-46cf-b9c7-77769ce8e169 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.129 HTTP/1.1" status: 200 len: 1002 time: 0.0769343 Jul 23 20:06:37.483354 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c65f8a-5991-412b-986d-cdbf3fd86ef2 req-936028da-e45e-4c9d-8d74-abd14dfa6ab7 tempest-QuotasAdminNegativeTest-1431612609 tempest-QuotasAdminNegativeTest-1431612609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:37.491867 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-74c65f8a-5991-412b-986d-cdbf3fd86ef2 req-936028da-e45e-4c9d-8d74-abd14dfa6ab7 tempest-QuotasAdminNegativeTest-1431612609 tempest-QuotasAdminNegativeTest-1431612609-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1279013 Jul 23 20:06:37.493847 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-de000b3b-d8a1-40c6-b05c-69ccfa35f9d0 req-76f09923-1e93-42aa-b9b1-8beb6e5e7d32 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:06:37.503891 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-74c65f8a-5991-412b-986d-cdbf3fd86ef2 req-4c137d47-c360-482e-b083-f83d1a6de622 tempest-QuotasAdminNegativeTest-1431612609 tempest-QuotasAdminNegativeTest-1431612609-project] 10.222.0.32 "GET /v2.0/quotas/4cecbfd93a9542c1a43789fb603f6f1c HTTP/1.1" status: 200 len: 375 time: 0.0102797 Jul 23 20:06:37.532476 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-353ec8c4-5006-49fc-ade3-5d9012b0d8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:37.542124 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 9664baff-d324-4bb7-83db-312ac8268922, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=9664baff-d324-4bb7-83db-312ac8268922,segment=NetworkSegment(922e633b-3451-4f6f-bc6d-d29fda48ccde),segment_id=922e633b-3451-4f6f-bc6d-d29fda48ccde)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:06:37.571419 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '9664baff-d324-4bb7-83db-312ac8268922', 'network_id': 'cbcd70d7-1b61-4457-9c40-371d2aec6850', 'port_id': '9664baff-d324-4bb7-83db-312ac8268922', 'mac_address': 'fa:16:3e:2e:36:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a86a84ba-b9ed-4479-b6c4-16e477f25677', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:06:37.581577 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353ec8c4-5006-49fc-ade3-5d9012b0d8d6 admin admin] Network a805b4ae-3c57-4f34-9881-12b559d9a4fc is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:06:37.586427 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-353ec8c4-5006-49fc-ade3-5d9012b0d8d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:06:37.588747 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-74c65f8a-5991-412b-986d-cdbf3fd86ef2 req-4bb0c617-8421-4a1f-86d3-83e401acedc5 tempest-QuotasAdminNegativeTest-1431612609 tempest-QuotasAdminNegativeTest-1431612609-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4cecbfd93a9542c1a43789fb603f6f1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0778162 Jul 23 20:06:37.594083 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353ec8c4-5006-49fc-ade3-5d9012b0d8d6 admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:06:37.639002 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:37.647559 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ec8c4-5006-49fc-ade3-5d9012b0d8d6 admin admin] Pushing event updated for resources: {'Port': ['ID=d94a464d-bcc0-4321-a4b3-b3f8d98f6632,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:37.651630 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-de000b3b-d8a1-40c6-b05c-69ccfa35f9d0 req-76f09923-1e93-42aa-b9b1-8beb6e5e7d32 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks [] for floatingip, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:37.663339 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9664baff-d324-4bb7-83db-312ac8268922 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:06:37.695134 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 9664baff-d324-4bb7-83db-312ac8268922, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=9664baff-d324-4bb7-83db-312ac8268922,segment=NetworkSegment(922e633b-3451-4f6f-bc6d-d29fda48ccde),segment_id=922e633b-3451-4f6f-bc6d-d29fda48ccde)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:06:37.699249 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:37.756844 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-353ec8c4-5006-49fc-ade3-5d9012b0d8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:37.769811 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=9664baff-d324-4bb7-83db-312ac8268922,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:37.832345 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4847ee-e75f-4588-b8b3-f87c5f36319b req-79cab4ad-fc0d-403e-af25-cc9d7279173a tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:37.834438 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fe4847ee-e75f-4588-b8b3-f87c5f36319b req-79cab4ad-fc0d-403e-af25-cc9d7279173a tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea639c0b-e4e2-449a-b488-93c6935f239f HTTP/1.1" status: 200 len: 945 time: 0.0824685 Jul 23 20:06:37.889355 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fe4847ee-e75f-4588-b8b3-f87c5f36319b req-38cbad18-6208-4554-a5af-5de0f12dfa7b tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477660 Jul 23 20:06:37.929830 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['9664baff-d324-4bb7-83db-312ac8268922'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:06:37.931433 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-de000b3b-d8a1-40c6-b05c-69ccfa35f9d0 req-76f09923-1e93-42aa-b9b1-8beb6e5e7d32 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:37.938549 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-de000b3b-d8a1-40c6-b05c-69ccfa35f9d0 req-76f09923-1e93-42aa-b9b1-8beb6e5e7d32 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:37.938996 n-d-793618-10 neutron-server[93875]: INFO neutron.db.l3_db [req-de000b3b-d8a1-40c6-b05c-69ccfa35f9d0 req-76f09923-1e93-42aa-b9b1-8beb6e5e7d32 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Floating IP e0d4de74-35c7-4e68-9a53-8608788b26e2 disassociated. External IP: 172.25.1.129, port: 2e3fb898-6cee-4827-8bcd-7f3431ef2e3a. Jul 23 20:06:38.007784 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c9b068dc-ca5b-46a9-ace5-f9d4e255d922 None None] Provisioning for port d94a464d-bcc0-4321-a4b3-b3f8d98f6632 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:06:38.015798 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c9b068dc-ca5b-46a9-ace5-f9d4e255d922 None None] Provisioning complete for port d94a464d-bcc0-4321-a4b3-b3f8d98f6632 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:06:38.016453 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c9b068dc-ca5b-46a9-ace5-f9d4e255d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:38.078020 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-c9b068dc-ca5b-46a9-ace5-f9d4e255d922 None None] Port d94a464d-bcc0-4321-a4b3-b3f8d98f6632 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:06:38.088950 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-353ec8c4-5006-49fc-ade3-5d9012b0d8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:38.319245 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de000b3b-d8a1-40c6-b05c-69ccfa35f9d0 req-76f09923-1e93-42aa-b9b1-8beb6e5e7d32 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Router 83d8be9d-c99e-43ab-99c9-42fc97d2b82f has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:06:38.426420 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6719e-53d1-47f5-91f6-d4be416044e3 req-c837c17d-0713-4155-bf96-8179815cb9e6 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:38.427944 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-aae6719e-53d1-47f5-91f6-d4be416044e3 req-c837c17d-0713-4155-bf96-8179815cb9e6 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec173c36-2b33-4f3a-bc5b-be16f7d6f36c HTTP/1.1" status: 200 len: 944 time: 0.0815771 Jul 23 20:06:38.451500 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-353ec8c4-5006-49fc-ade3-5d9012b0d8d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:38.457900 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-353ec8c4-5006-49fc-ade3-5d9012b0d8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:38.467213 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-aae6719e-53d1-47f5-91f6-d4be416044e3 req-b678604a-70a4-48af-a25d-d5ed4dd159f6 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] 10.222.0.32 "GET /v2.0/security-groups?id=a783cce7-19cb-4039-9519-ca1153a4960d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332992 Jul 23 20:06:38.538220 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de000b3b-d8a1-40c6-b05c-69ccfa35f9d0 req-76f09923-1e93-42aa-b9b1-8beb6e5e7d32 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:06:38.542932 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-de000b3b-d8a1-40c6-b05c-69ccfa35f9d0 req-76f09923-1e93-42aa-b9b1-8beb6e5e7d32 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:38.548190 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2864f4d8-5dcf-40c2-994e-797e5b63e8aa None None] Sync routers for ids ['83d8be9d-c99e-43ab-99c9-42fc97d2b82f'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:06:38.558783 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2864f4d8-5dcf-40c2-994e-797e5b63e8aa None None] Routers {'83d8be9d-c99e-43ab-99c9-42fc97d2b82f'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:06:38.559476 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-2864f4d8-5dcf-40c2-994e-797e5b63e8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:06:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['83d8be9d-c99e-43ab-99c9-42fc97d2b82f'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:38.568836 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ec8c4-5006-49fc-ade3-5d9012b0d8d6 admin admin] Pushing event updated for resources: {'Port': ['ID=d94a464d-bcc0-4321-a4b3-b3f8d98f6632,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:38.574141 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-353ec8c4-5006-49fc-ade3-5d9012b0d8d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:38.618454 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-de000b3b-d8a1-40c6-b05c-69ccfa35f9d0 req-76f09923-1e93-42aa-b9b1-8beb6e5e7d32 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "PUT /v2.0/floatingips/e0d4de74-35c7-4e68-9a53-8608788b26e2 HTTP/1.1" status: 200 len: 695 time: 1.1433198 Jul 23 20:06:38.628141 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29598783-c8a8-4c70-88b5-42cab83b8705', 'tag': '2e3fb898-6cee-4827-8bcd-7f3431ef2e3a'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:06:38.631598 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01e378f-7e14-41ac-a094-9eb351f36cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "29598783-c8a8-4c70-88b5-42cab83b8705", "tag": "2e3fb898-6cee-4827-8bcd-7f3431ef2e3a"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:06:38.682170 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-2864f4d8-5dcf-40c2-994e-797e5b63e8aa None None] Set router 83d8be9d-c99e-43ab-99c9-42fc97d2b82f gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:06:38.867058 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-49149565-12fd-4f6e-aaaf-d30f519e5d8d req-e9aadb42-f514-40d9-a2a9-8c32434e5f5c tempest-QuotasAdminNegativeTest-1431612609 tempest-QuotasAdminNegativeTest-1431612609-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4cecbfd93a9542c1a43789fb603f6f1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334339 Jul 23 20:06:38.948440 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-2864f4d8-5dcf-40c2-994e-797e5b63e8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'name': 'tempest-FloatingIPsAssociationTestJSON-282511428-router', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:25Z', 'updated_at': '2021-07-23T20:05:33Z', 'revision_number': 4, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'gw_port': {'id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:27Z', 'updated_at': '2021-07-23T20:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'e0d9ebd9-c2f6-4aa4-b115-5a8002393d08', 'name': '', 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'mac_address': 'fa:16:3e:71:86:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:32Z', 'updated_at': '2021-07-23T20:05:40Z', 'revision_number': 5, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'subnets': [{'id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:38.961276 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c57ffc-d900-4bae-8afa-53fd8e92e384 x-openstack-request-id: req-e3c57ffc-d900-4bae-8afa-53fd8e92e384 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:06:38.961589 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29598783-c8a8-4c70-88b5-42cab83b8705", "tag": "2e3fb898-6cee-4827-8bcd-7f3431ef2e3a", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:06:38.962021 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e3c57ffc-d900-4bae-8afa-53fd8e92e384 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:06:38.962858 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29598783-c8a8-4c70-88b5-42cab83b8705', 'tag': '2e3fb898-6cee-4827-8bcd-7f3431ef2e3a', 'status': 'completed', 'code': 200} Jul 23 20:06:38.977924 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2864f4d8-5dcf-40c2-994e-797e5b63e8aa None None] Checking router: 83d8be9d-c99e-43ab-99c9-42fc97d2b82f for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:06:38.986580 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2864f4d8-5dcf-40c2-994e-797e5b63e8aa None None] Routers {'83d8be9d-c99e-43ab-99c9-42fc97d2b82f'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:06:38.988095 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-2864f4d8-5dcf-40c2-994e-797e5b63e8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:06:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['83d8be9d-c99e-43ab-99c9-42fc97d2b82f'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:38.988979 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49149565-12fd-4f6e-aaaf-d30f519e5d8d req-cc0780ac-8926-41bc-aa2e-526f85736a29 tempest-QuotasAdminNegativeTest-1431612609 tempest-QuotasAdminNegativeTest-1431612609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:38.996077 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-49149565-12fd-4f6e-aaaf-d30f519e5d8d req-cc0780ac-8926-41bc-aa2e-526f85736a29 tempest-QuotasAdminNegativeTest-1431612609 tempest-QuotasAdminNegativeTest-1431612609-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1234148 Jul 23 20:06:39.010033 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-49149565-12fd-4f6e-aaaf-d30f519e5d8d req-92d746cf-d2e7-4ba3-86cb-2f51c4c09150 tempest-QuotasAdminNegativeTest-1431612609 tempest-QuotasAdminNegativeTest-1431612609-project] 10.222.0.32 "GET /v2.0/quotas/4cecbfd93a9542c1a43789fb603f6f1c HTTP/1.1" status: 200 len: 375 time: 0.0130465 Jul 23 20:06:39.048012 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353ec8c4-5006-49fc-ade3-5d9012b0d8d6 admin admin] Network a805b4ae-3c57-4f34-9881-12b559d9a4fc is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:06:39.057184 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-353ec8c4-5006-49fc-ade3-5d9012b0d8d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:06:39.061906 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de000b3b-d8a1-40c6-b05c-69ccfa35f9d0 req-63e8a37a-2f0c-469d-af05-198e6605ed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:39.063426 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-de000b3b-d8a1-40c6-b05c-69ccfa35f9d0 req-63e8a37a-2f0c-469d-af05-198e6605ed5b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca9f4fe5c0d8443fb3151faa84883f9f&device_id=29598783-c8a8-4c70-88b5-42cab83b8705 HTTP/1.1" status: 200 len: 1098 time: 0.4286439 Jul 23 20:06:39.067278 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-49149565-12fd-4f6e-aaaf-d30f519e5d8d req-93029b53-d823-4bc6-ac3a-5da5dc325a58 tempest-QuotasAdminNegativeTest-1431612609 tempest-QuotasAdminNegativeTest-1431612609-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4cecbfd93a9542c1a43789fb603f6f1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532460 Jul 23 20:06:39.097009 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e378f-7e14-41ac-a094-9eb351f36cdc req-3ddcecde-3117-49ac-9d75-2cc5c745db41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:39.098660 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d01e378f-7e14-41ac-a094-9eb351f36cdc req-3ddcecde-3117-49ac-9d75-2cc5c745db41 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca9f4fe5c0d8443fb3151faa84883f9f&device_id=29598783-c8a8-4c70-88b5-42cab83b8705 HTTP/1.1" status: 200 len: 1098 time: 0.1348841 Jul 23 20:06:39.120532 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-2864f4d8-5dcf-40c2-994e-797e5b63e8aa None None] Set router 83d8be9d-c99e-43ab-99c9-42fc97d2b82f gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:06:39.306909 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a705235-9fa7-4d39-a8a6-2513898e7c7f req-4a839af7-0f8a-4d84-815f-e9be6a0cec5e tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:39.314911 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7a705235-9fa7-4d39-a8a6-2513898e7c7f req-4a839af7-0f8a-4d84-815f-e9be6a0cec5e tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea639c0b-e4e2-449a-b488-93c6935f239f HTTP/1.1" status: 200 len: 945 time: 0.1128516 Jul 23 20:06:39.365453 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7a705235-9fa7-4d39-a8a6-2513898e7c7f req-293ecf95-1eb2-4fb9-a881-068816b8b593 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499542 Jul 23 20:06:39.374548 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de000b3b-d8a1-40c6-b05c-69ccfa35f9d0 req-ad459c73-3452-4a11-9858-a5cc625bb1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:39.376058 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-de000b3b-d8a1-40c6-b05c-69ccfa35f9d0 req-ad459c73-3452-4a11-9858-a5cc625bb1c4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9809b0ec-ba40-459d-967a-8ad4e593e436 HTTP/1.1" status: 200 len: 921 time: 0.3050678 Jul 23 20:06:39.386193 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e378f-7e14-41ac-a094-9eb351f36cdc req-4e3375dd-f24c-47c4-91db-49ad1bfdb998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:39.387689 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d01e378f-7e14-41ac-a094-9eb351f36cdc req-4e3375dd-f24c-47c4-91db-49ad1bfdb998 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9809b0ec-ba40-459d-967a-8ad4e593e436 HTTP/1.1" status: 200 len: 921 time: 0.2409816 Jul 23 20:06:39.426269 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 9664baff-d324-4bb7-83db-312ac8268922 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:06:39.426642 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353ec8c4-5006-49fc-ade3-5d9012b0d8d6 admin admin] Router 1e73de6b-2ed7-4d2e-9aae-46a2a916f684 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:06:39.462776 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-28c7cdff-6deb-4de9-b3e6-b257eb26fbbd None None] Provisioning complete for port d94a464d-bcc0-4321-a4b3-b3f8d98f6632 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:06:39.464105 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-28c7cdff-6deb-4de9-b3e6-b257eb26fbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:39.472989 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-de000b3b-d8a1-40c6-b05c-69ccfa35f9d0 req-7f16f944-ab0a-4925-bce6-156dd104593c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e3fb898-6cee-4827-8bcd-7f3431ef2e3a HTTP/1.1" status: 200 len: 217 time: 0.0839365 Jul 23 20:06:39.494880 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 15b62e87-5394-40d6-8877-252d8bce51ef up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:06:39.521993 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d01e378f-7e14-41ac-a094-9eb351f36cdc req-bb9c22d5-eec6-4fbd-938c-7535ff342785 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e3fb898-6cee-4827-8bcd-7f3431ef2e3a HTTP/1.1" status: 200 len: 217 time: 0.0931690 Jul 23 20:06:39.530549 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-2864f4d8-5dcf-40c2-994e-797e5b63e8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'name': 'tempest-FloatingIPsAssociationTestJSON-282511428-router', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:25Z', 'updated_at': '2021-07-23T20:05:33Z', 'revision_number': 4, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'gw_port': {'id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:27Z', 'updated_at': '2021-07-23T20:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'e0d9ebd9-c2f6-4aa4-b115-5a8002393d08', 'name': '', 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'mac_address': 'fa:16:3e:71:86:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:32Z', 'updated_at': '2021-07-23T20:05:40Z', 'revision_number': 5, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'subnets': [{'id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:39.567249 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-28c7cdff-6deb-4de9-b3e6-b257eb26fbbd None None] Port d94a464d-bcc0-4321-a4b3-b3f8d98f6632 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:06:39.575467 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2864f4d8-5dcf-40c2-994e-797e5b63e8aa None None] The sync data for ids ['83d8be9d-c99e-43ab-99c9-42fc97d2b82f'] in n-d-793618-10 is: [{'id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'name': 'tempest-FloatingIPsAssociationTestJSON-282511428-router', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:25Z', 'updated_at': '2021-07-23T20:05:33Z', 'revision_number': 4, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'gw_port': {'id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:27Z', 'updated_at': '2021-07-23T20:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'e0d9ebd9-c2f6-4aa4-b115-5a8002393d08', 'name': '', 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'mac_address': 'fa:16:3e:71:86:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:32Z', 'updated_at': '2021-07-23T20:05:40Z', 'revision_number': 5, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'subnets': [{'id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:06:39.593877 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 9664baff-d324-4bb7-83db-312ac8268922 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:06:39.601409 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 9664baff-d324-4bb7-83db-312ac8268922 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:06:39.601896 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:39.634567 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 15b62e87-5394-40d6-8877-252d8bce51ef completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:06:39.646277 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 15b62e87-5394-40d6-8877-252d8bce51ef triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:06:39.649785 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:39.732169 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de000b3b-d8a1-40c6-b05c-69ccfa35f9d0 req-237bb126-15a9-42fe-8423-db05d92fab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:39.738588 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-de000b3b-d8a1-40c6-b05c-69ccfa35f9d0 req-237bb126-15a9-42fe-8423-db05d92fab43 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d4f0363c-c07e-46a2-b2c5-f4462163c3fd HTTP/1.1" status: 200 len: 859 time: 0.2272427 Jul 23 20:06:39.744214 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:39.758796 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e378f-7e14-41ac-a094-9eb351f36cdc req-4a6d5dd7-1178-4b68-ba9f-8f5ff454cb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:39.760636 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d01e378f-7e14-41ac-a094-9eb351f36cdc req-4a6d5dd7-1178-4b68-ba9f-8f5ff454cb37 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d4f0363c-c07e-46a2-b2c5-f4462163c3fd HTTP/1.1" status: 200 len: 859 time: 0.1794002 Jul 23 20:06:39.798047 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353ec8c4-5006-49fc-ade3-5d9012b0d8d6 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:06:39.798246 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:39.805896 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-353ec8c4-5006-49fc-ade3-5d9012b0d8d6 admin admin] 10.222.0.32 "PUT /v2.0/routers/1e73de6b-2ed7-4d2e-9aae-46a2a916f684/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9231746 Jul 23 20:06:39.816840 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf5672c-e2d3-450c-b331-703aaf8ed8be None None] Sync routers for ids ['1e73de6b-2ed7-4d2e-9aae-46a2a916f684'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:06:39.829213 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec173c36-2b33-4f3a-bc5b-be16f7d6f36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9664baff-d324-4bb7-83db-312ac8268922'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:06:39.832271 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70cdc04c-8480-4639-9eea-e2348fce3dea" -d '{"events": [{"server_uuid": "ec173c36-2b33-4f3a-bc5b-be16f7d6f36c", "name": "network-vif-plugged", "status": "completed", "tag": "9664baff-d324-4bb7-83db-312ac8268922"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:06:39.845050 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 15b62e87-5394-40d6-8877-252d8bce51ef, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=15b62e87-5394-40d6-8877-252d8bce51ef,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:06:39.845890 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf5672c-e2d3-450c-b331-703aaf8ed8be None None] Routers {'1e73de6b-2ed7-4d2e-9aae-46a2a916f684'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:06:39.850339 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 9664baff-d324-4bb7-83db-312ac8268922, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=9664baff-d324-4bb7-83db-312ac8268922,segment=NetworkSegment(922e633b-3451-4f6f-bc6d-d29fda48ccde),segment_id=922e633b-3451-4f6f-bc6d-d29fda48ccde)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:06:39.851256 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3bf5672c-e2d3-450c-b331-703aaf8ed8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:06:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['1e73de6b-2ed7-4d2e-9aae-46a2a916f684'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:39.852125 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:39.858075 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:39.880738 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de000b3b-d8a1-40c6-b05c-69ccfa35f9d0 req-b4d6f2e7-a587-418c-a7ac-b2b1dd826042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:39.882652 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-de000b3b-d8a1-40c6-b05c-69ccfa35f9d0 req-b4d6f2e7-a587-418c-a7ac-b2b1dd826042 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9809b0ec-ba40-459d-967a-8ad4e593e436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1388044 Jul 23 20:06:39.918526 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=15b62e87-5394-40d6-8877-252d8bce51ef,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:39.960936 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e378f-7e14-41ac-a094-9eb351f36cdc req-52edddaa-e95d-45aa-8313-65157f6e8f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:39.975338 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d01e378f-7e14-41ac-a094-9eb351f36cdc req-52edddaa-e95d-45aa-8313-65157f6e8f68 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9809b0ec-ba40-459d-967a-8ad4e593e436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1923175 Jul 23 20:06:39.992147 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286bb90-3042-4ec3-a97b-5822943cdde8 req-284d5514-3837-4cbc-b8d3-40dac8b73d43 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:39.995063 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0286bb90-3042-4ec3-a97b-5822943cdde8 req-284d5514-3837-4cbc-b8d3-40dac8b73d43 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec173c36-2b33-4f3a-bc5b-be16f7d6f36c HTTP/1.1" status: 200 len: 945 time: 0.1312227 Jul 23 20:06:40.001986 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=9664baff-d324-4bb7-83db-312ac8268922,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:40.026215 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0e918a-e5db-4156-ac4e-07013b7a2692 None None] New status for floating IP e0d4de74-35c7-4e68-9a53-8608788b26e2: DOWN {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:06:40.064157 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-3bf5672c-e2d3-450c-b331-703aaf8ed8be None None] Set router 1e73de6b-2ed7-4d2e-9aae-46a2a916f684 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:06:40.068434 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0286bb90-3042-4ec3-a97b-5822943cdde8 req-546b896d-8fee-440e-abde-2514410825ab tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] 10.222.0.32 "GET /v2.0/security-groups?id=a783cce7-19cb-4039-9519-ca1153a4960d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583916 Jul 23 20:06:40.151082 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-de000b3b-d8a1-40c6-b05c-69ccfa35f9d0 req-f8b0769c-899d-4eca-a7db-3a24fb3010dc service neutron] 10.222.0.32 "GET /v2.0/networks/9809b0ec-ba40-459d-967a-8ad4e593e436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564299 Jul 23 20:06:40.179463 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e316cc36-7010-4af6-b5cd-c71b3c1cfbde x-openstack-request-id: req-e316cc36-7010-4af6-b5cd-c71b3c1cfbde {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:06:40.179725 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec173c36-2b33-4f3a-bc5b-be16f7d6f36c", "name": "network-vif-plugged", "status": "completed", "tag": "9664baff-d324-4bb7-83db-312ac8268922", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:06:40.179840 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e316cc36-7010-4af6-b5cd-c71b3c1cfbde {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:06:40.180374 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec173c36-2b33-4f3a-bc5b-be16f7d6f36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9664baff-d324-4bb7-83db-312ac8268922', 'code': 200} Jul 23 20:06:40.294318 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d01e378f-7e14-41ac-a094-9eb351f36cdc req-381afef0-b0b4-474c-8da6-ecd3480ddd7b service neutron] 10.222.0.18 "GET /v2.0/networks/9809b0ec-ba40-459d-967a-8ad4e593e436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120198 Jul 23 20:06:40.307345 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4d670-24e4-442e-a9b4-129231bc2a5e req-96a54e02-c21d-486f-abf1-21f4cd33c035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:40.312354 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-de000b3b-d8a1-40c6-b05c-69ccfa35f9d0 req-4ee9b660-94b3-4622-add1-2fd801ce1484 service neutron] 10.222.0.32 "GET /v2.0/networks/9809b0ec-ba40-459d-967a-8ad4e593e436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535995 Jul 23 20:06:40.312580 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8ca4d670-24e4-442e-a9b4-129231bc2a5e req-96a54e02-c21d-486f-abf1-21f4cd33c035 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ec173c36-2b33-4f3a-bc5b-be16f7d6f36c HTTP/1.1" status: 200 len: 1097 time: 0.0980630 Jul 23 20:06:40.334895 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3bf5672c-e2d3-450c-b331-703aaf8ed8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e73de6b-2ed7-4d2e-9aae-46a2a916f684', 'name': 'tempest-AttachSCSIVolumeTestJSON-1877842224-router', 'tenant_id': 'c1517ab5a5d64cb6bbab515389182157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '15b62e87-5394-40d6-8877-252d8bce51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:06:30Z', 'updated_at': '2021-07-23T20:06:38Z', 'revision_number': 4, 'project_id': 'c1517ab5a5d64cb6bbab515389182157', 'gw_port': {'id': '15b62e87-5394-40d6-8877-252d8bce51ef', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e73de6b-2ed7-4d2e-9aae-46a2a916f684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:31Z', 'updated_at': '2021-07-23T20:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'd94a464d-bcc0-4321-a4b3-b3f8d98f6632', 'name': '', 'network_id': 'a805b4ae-3c57-4f34-9881-12b559d9a4fc', 'tenant_id': 'c1517ab5a5d64cb6bbab515389182157', 'mac_address': 'fa:16:3e:88:67:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e73de6b-2ed7-4d2e-9aae-46a2a916f684', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '756428bd-d8e4-49ff-92fd-a97f9169c16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:36Z', 'updated_at': '2021-07-23T20:06:38Z', 'revision_number': 2, 'project_id': 'c1517ab5a5d64cb6bbab515389182157', 'subnets': [{'id': '756428bd-d8e4-49ff-92fd-a97f9169c16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:40.432299 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8ca4d670-24e4-442e-a9b4-129231bc2a5e req-1b2eecb4-06d3-4966-af4c-e17be8268e26 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a783cce7-19cb-4039-9519-ca1153a4960d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159499 Jul 23 20:06:40.440600 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf5672c-e2d3-450c-b331-703aaf8ed8be None None] Checking router: 1e73de6b-2ed7-4d2e-9aae-46a2a916f684 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:06:40.441685 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf5672c-e2d3-450c-b331-703aaf8ed8be None None] Updating router 1e73de6b-2ed7-4d2e-9aae-46a2a916f684 port d94a464d-bcc0-4321-a4b3-b3f8d98f6632 binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:06:40.495874 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bf5672c-e2d3-450c-b331-703aaf8ed8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:40.534655 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d01e378f-7e14-41ac-a094-9eb351f36cdc req-4288a35b-50b6-4528-8da1-c85d6ec3abd6 service neutron] 10.222.0.18 "GET /v2.0/networks/9809b0ec-ba40-459d-967a-8ad4e593e436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189615 Jul 23 20:06:40.538825 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2fd488b-ed04-4d86-a52d-dd291d40bb6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:40.707102 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a16617-9912-443d-b69d-2aed0f01965f req-1a77686a-8272-4928-8fe3-94f72cc04603 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:40.714470 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43024) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:40.721122 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26a16617-9912-443d-b69d-2aed0f01965f req-1a77686a-8272-4928-8fe3-94f72cc04603 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea639c0b-e4e2-449a-b488-93c6935f239f HTTP/1.1" status: 200 len: 945 time: 0.1837265 Jul 23 20:06:40.796713 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26a16617-9912-443d-b69d-2aed0f01965f req-d8e5348c-4157-4113-9ca2-3c493f3d5f20 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740750 Jul 23 20:06:40.896199 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43032) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:40.901402 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ed9d6b74-7d25-43c8-98fe-34fd4a69a4e7 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1372918801-network', 'tenant_id': '7d504d5012f14078adc2cd0498b1890a'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:06:40.913038 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bf5672c-e2d3-450c-b331-703aaf8ed8be None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:40.932111 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3bf5672c-e2d3-450c-b331-703aaf8ed8be None None] Transition to ACTIVE for port object d94a464d-bcc0-4321-a4b3-b3f8d98f6632 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:06:40.935665 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9d6b74-7d25-43c8-98fe-34fd4a69a4e7 admin admin] Made reservation on behalf of 7d504d5012f14078adc2cd0498b1890a for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:06:40.938767 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ed9d6b74-7d25-43c8-98fe-34fd4a69a4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:40.939539 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bf5672c-e2d3-450c-b331-703aaf8ed8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:40.955405 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ed9d6b74-7d25-43c8-98fe-34fd4a69a4e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:40.989973 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab9f96-b184-4412-ac6c-7a695079dc74 req-05e5598b-077b-4edc-8c10-7e802bef3c51 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:40.993666 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e961826e-46df-4369-a863-481bd128eedd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:40.998774 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-97ab9f96-b184-4412-ac6c-7a695079dc74 req-05e5598b-077b-4edc-8c10-7e802bef3c51 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9355540-a546-4edf-8000-438e40861cc8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1128209 Jul 23 20:06:41.027364 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab456d3d-3175-47dd-a799-7c7e4857b82b None None] Pushing event updated for resources: {'Port': ['ID=d94a464d-bcc0-4321-a4b3-b3f8d98f6632,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:41.059615 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-97ab9f96-b184-4412-ac6c-7a695079dc74 req-b2ffabfc-6989-47de-ae5b-cbfbc9bbb01f tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.129 HTTP/1.1" status: 200 len: 696 time: 0.0597839 Jul 23 20:06:41.065017 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-97ab9f96-b184-4412-ac6c-7a695079dc74 req-01c45b30-9295-482f-9b00-689237f345b6 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Request body: {'floatingip': {'port_id': '8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:06:41.065434 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-3bf5672c-e2d3-450c-b331-703aaf8ed8be None None] Attempting to bind port d94a464d-bcc0-4321-a4b3-b3f8d98f6632 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:06:41.065818 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-3bf5672c-e2d3-450c-b331-703aaf8ed8be None None] Attempting to bind port d94a464d-bcc0-4321-a4b3-b3f8d98f6632 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '4d9aa017-8a48-4535-9a12-21ce4466e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a805b4ae-3c57-4f34-9881-12b559d9a4fc'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:06:41.066161 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf5672c-e2d3-450c-b331-703aaf8ed8be None None] Attempting to bind port d94a464d-bcc0-4321-a4b3-b3f8d98f6632 on network a805b4ae-3c57-4f34-9881-12b559d9a4fc {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:06:41.071579 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf5672c-e2d3-450c-b331-703aaf8ed8be None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:06:41.072242 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf5672c-e2d3-450c-b331-703aaf8ed8be None None] Checking segment: {'id': '4d9aa017-8a48-4535-9a12-21ce4466e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a805b4ae-3c57-4f34-9881-12b559d9a4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:06:41.072841 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bf5672c-e2d3-450c-b331-703aaf8ed8be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:41.073402 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf5672c-e2d3-450c-b331-703aaf8ed8be None None] Bound using segment: {'id': '4d9aa017-8a48-4535-9a12-21ce4466e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a805b4ae-3c57-4f34-9881-12b559d9a4fc'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:06:41.074060 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-3bf5672c-e2d3-450c-b331-703aaf8ed8be None None] Bound port: d94a464d-bcc0-4321-a4b3-b3f8d98f6632, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d9aa017-8a48-4535-9a12-21ce4466e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a805b4ae-3c57-4f34-9881-12b559d9a4fc'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:06:41.074683 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bf5672c-e2d3-450c-b331-703aaf8ed8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:41.120135 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-97ab9f96-b184-4412-ac6c-7a695079dc74 req-01c45b30-9295-482f-9b00-689237f345b6 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks [] for floatingip, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:41.122659 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ed9d6b74-7d25-43c8-98fe-34fd4a69a4e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:41.196737 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bf5672c-e2d3-450c-b331-703aaf8ed8be None None] For port d94a464d-bcc0-4321-a4b3-b3f8d98f6632, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:06:41.200515 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3bf5672c-e2d3-450c-b331-703aaf8ed8be None None] For port d94a464d-bcc0-4321-a4b3-b3f8d98f6632, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d94a464d-bcc0-4321-a4b3-b3f8d98f6632,segment=NetworkSegment(4d9aa017-8a48-4535-9a12-21ce4466e855),segment_id=4d9aa017-8a48-4535-9a12-21ce4466e855)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:06:41.207092 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3bf5672c-e2d3-450c-b331-703aaf8ed8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:41.207504 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ed9d6b74-7d25-43c8-98fe-34fd4a69a4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:41.223994 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed9d6b74-7d25-43c8-98fe-34fd4a69a4e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:06:41.251929 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ed9d6b74-7d25-43c8-98fe-34fd4a69a4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:41.252385 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-ed9d6b74-7d25-43c8-98fe-34fd4a69a4e7 admin admin] Added segment 7e985122-0bd4-4254-9556-bd445b3748d1 of type vlan for network 9abfa0a3-b12e-40a5-ab86-541f43ff4129 Jul 23 20:06:41.267939 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf5672c-e2d3-450c-b331-703aaf8ed8be None None] Routers {'1e73de6b-2ed7-4d2e-9aae-46a2a916f684'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:06:41.269165 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3bf5672c-e2d3-450c-b331-703aaf8ed8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:06:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['1e73de6b-2ed7-4d2e-9aae-46a2a916f684'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:41.272717 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab456d3d-3175-47dd-a799-7c7e4857b82b None None] Pushing event updated for resources: {'Port': ['ID=d94a464d-bcc0-4321-a4b3-b3f8d98f6632,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:41.354072 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e961826e-46df-4369-a863-481bd128eedd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:41.366222 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ed9d6b74-7d25-43c8-98fe-34fd4a69a4e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:41.372777 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e961826e-46df-4369-a863-481bd128eedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:41.378680 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d6b74-7d25-43c8-98fe-34fd4a69a4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9eef0f8-34ef-4408-9ddc-e72aba4f1aab,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:41.413094 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9d6b74-7d25-43c8-98fe-34fd4a69a4e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:41.413550 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9d6b74-7d25-43c8-98fe-34fd4a69a4e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:41.413957 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9d6b74-7d25-43c8-98fe-34fd4a69a4e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:41.414361 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9d6b74-7d25-43c8-98fe-34fd4a69a4e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:41.414761 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9d6b74-7d25-43c8-98fe-34fd4a69a4e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:41.415100 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9d6b74-7d25-43c8-98fe-34fd4a69a4e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:41.415519 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9d6b74-7d25-43c8-98fe-34fd4a69a4e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:41.415905 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9d6b74-7d25-43c8-98fe-34fd4a69a4e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:41.416255 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9d6b74-7d25-43c8-98fe-34fd4a69a4e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:41.417167 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9d6b74-7d25-43c8-98fe-34fd4a69a4e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:41.417614 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9d6b74-7d25-43c8-98fe-34fd4a69a4e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:41.418682 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-3bf5672c-e2d3-450c-b331-703aaf8ed8be None None] Set router 1e73de6b-2ed7-4d2e-9aae-46a2a916f684 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:06:41.419598 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9d6b74-7d25-43c8-98fe-34fd4a69a4e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:06:41.490463 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e961826e-46df-4369-a863-481bd128eedd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4cecbfd93a9542c1a43789fb603f6f1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7745149 Jul 23 20:06:41.493752 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 15b62e87-5394-40d6-8877-252d8bce51ef up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:06:41.496560 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43036) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:41.533459 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961826e-46df-4369-a863-481bd128eedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e173bf2-be26-4a63-855f-4081b9154b88,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:41.550720 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ed9d6b74-7d25-43c8-98fe-34fd4a69a4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:41.551691 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9d6b74-7d25-43c8-98fe-34fd4a69a4e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:41.552270 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ed9d6b74-7d25-43c8-98fe-34fd4a69a4e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:41.592086 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 15b62e87-5394-40d6-8877-252d8bce51ef triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:06:41.592877 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:41.609461 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbdb8d-2d98-4211-bc1d-0c3c48e9fb57 req-6ceef4c9-c9c2-421c-ad94-363e499f1485 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:41.617050 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0ebbdb8d-2d98-4211-bc1d-0c3c48e9fb57 req-6ceef4c9-c9c2-421c-ad94-363e499f1485 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec173c36-2b33-4f3a-bc5b-be16f7d6f36c HTTP/1.1" status: 200 len: 945 time: 0.4119444 Jul 23 20:06:41.661753 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ed9d6b74-7d25-43c8-98fe-34fd4a69a4e7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7603962 Jul 23 20:06:41.662401 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43038) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:41.671711 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4647fe3f-1dbb-4799-adc6-121dc1dc9109 admin admin] Request body: {'subnet': {'network_id': '9abfa0a3-b12e-40a5-ab86-541f43ff4129', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1372918801-subnet', 'tenant_id': '7d504d5012f14078adc2cd0498b1890a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:06:41.703502 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3bf5672c-e2d3-450c-b331-703aaf8ed8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e73de6b-2ed7-4d2e-9aae-46a2a916f684', 'name': 'tempest-AttachSCSIVolumeTestJSON-1877842224-router', 'tenant_id': 'c1517ab5a5d64cb6bbab515389182157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '15b62e87-5394-40d6-8877-252d8bce51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:06:30Z', 'updated_at': '2021-07-23T20:06:38Z', 'revision_number': 4, 'project_id': 'c1517ab5a5d64cb6bbab515389182157', 'gw_port': {'id': '15b62e87-5394-40d6-8877-252d8bce51ef', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e73de6b-2ed7-4d2e-9aae-46a2a916f684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:31Z', 'updated_at': '2021-07-23T20:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'd94a464d-bcc0-4321-a4b3-b3f8d98f6632', 'name': '', 'network_id': 'a805b4ae-3c57-4f34-9881-12b559d9a4fc', 'tenant_id': 'c1517ab5a5d64cb6bbab515389182157', 'mac_address': 'fa:16:3e:88:67:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e73de6b-2ed7-4d2e-9aae-46a2a916f684', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '756428bd-d8e4-49ff-92fd-a97f9169c16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:36Z', 'updated_at': '2021-07-23T20:06:41Z', 'revision_number': 4, 'project_id': 'c1517ab5a5d64cb6bbab515389182157', 'subnets': [{'id': '756428bd-d8e4-49ff-92fd-a97f9169c16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:41.719302 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d6b74-7d25-43c8-98fe-34fd4a69a4e7 admin admin] Pushing event updated for resources: {'Network': ['ID=9abfa0a3-b12e-40a5-ab86-541f43ff4129,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:41.733189 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 9abfa0a3-b12e-40a5-ab86-541f43ff4129 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:06:41.738687 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf5672c-e2d3-450c-b331-703aaf8ed8be None None] The sync data for ids ['1e73de6b-2ed7-4d2e-9aae-46a2a916f684'] in n-d-793618-10 is: [{'id': '1e73de6b-2ed7-4d2e-9aae-46a2a916f684', 'name': 'tempest-AttachSCSIVolumeTestJSON-1877842224-router', 'tenant_id': 'c1517ab5a5d64cb6bbab515389182157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '15b62e87-5394-40d6-8877-252d8bce51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:06:30Z', 'updated_at': '2021-07-23T20:06:38Z', 'revision_number': 4, 'project_id': 'c1517ab5a5d64cb6bbab515389182157', 'gw_port': {'id': '15b62e87-5394-40d6-8877-252d8bce51ef', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e73de6b-2ed7-4d2e-9aae-46a2a916f684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:31Z', 'updated_at': '2021-07-23T20:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'd94a464d-bcc0-4321-a4b3-b3f8d98f6632', 'name': '', 'network_id': 'a805b4ae-3c57-4f34-9881-12b559d9a4fc', 'tenant_id': 'c1517ab5a5d64cb6bbab515389182157', 'mac_address': 'fa:16:3e:88:67:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e73de6b-2ed7-4d2e-9aae-46a2a916f684', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '756428bd-d8e4-49ff-92fd-a97f9169c16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:36Z', 'updated_at': '2021-07-23T20:06:41Z', 'revision_number': 4, 'project_id': 'c1517ab5a5d64cb6bbab515389182157', 'subnets': [{'id': '756428bd-d8e4-49ff-92fd-a97f9169c16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:06:41.758694 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0ebbdb8d-2d98-4211-bc1d-0c3c48e9fb57 req-d129b373-3876-46a8-bef9-2ca8a6ecfc3c tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] 10.222.0.32 "GET /v2.0/security-groups?id=a783cce7-19cb-4039-9519-ca1153a4960d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383362 Jul 23 20:06:41.762013 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc5d69aa-4184-4183-8013-4b48008f273b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:41.847794 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4647fe3f-1dbb-4799-adc6-121dc1dc9109 admin admin] Made reservation on behalf of 7d504d5012f14078adc2cd0498b1890a for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:06:41.852310 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4647fe3f-1dbb-4799-adc6-121dc1dc9109 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:41.875868 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc5d69aa-4184-4183-8013-4b48008f273b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:41.935125 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-97ab9f96-b184-4412-ac6c-7a695079dc74 req-01c45b30-9295-482f-9b00-689237f345b6 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:41.941267 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-97ab9f96-b184-4412-ac6c-7a695079dc74 req-01c45b30-9295-482f-9b00-689237f345b6 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:42.045067 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc5d69aa-4184-4183-8013-4b48008f273b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:42.048238 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc5d69aa-4184-4183-8013-4b48008f273b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:42.049684 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-fc5d69aa-4184-4183-8013-4b48008f273b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e173bf2-be26-4a63-855f-4081b9154b88 HTTP/1.1" status: 204 len: 168 time: 0.5455251 Jul 23 20:06:42.094575 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d69aa-4184-4183-8013-4b48008f273b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e173bf2-be26-4a63-855f-4081b9154b88,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:42.133170 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd530e4-c0d5-422e-aa6d-50e338b228e9 req-c9bc7b81-4323-4a7d-bd3e-b2e8b018debf tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:42.134855 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0cd530e4-c0d5-422e-aa6d-50e338b228e9 req-c9bc7b81-4323-4a7d-bd3e-b2e8b018debf tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea639c0b-e4e2-449a-b488-93c6935f239f HTTP/1.1" status: 200 len: 945 time: 0.1670077 Jul 23 20:06:42.135020 n-d-793618-10 neutron-server[93875]: INFO neutron.db.l3_db [req-97ab9f96-b184-4412-ac6c-7a695079dc74 req-01c45b30-9295-482f-9b00-689237f345b6 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Floating IP e0d4de74-35c7-4e68-9a53-8608788b26e2 associated. External IP: 172.25.1.129, port: 8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3. Jul 23 20:06:42.204114 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4647fe3f-1dbb-4799-adc6-121dc1dc9109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:42.225788 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6646a3-c29a-41a6-9207-10ab12fa060f req-4f03bd20-4d62-4eb5-9509-cafd7a9d3b87 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:42.227304 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4c6646a3-c29a-41a6-9207-10ab12fa060f req-4f03bd20-4d62-4eb5-9509-cafd7a9d3b87 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.18 "GET /v2.0/ports?device_id=29598783-c8a8-4c70-88b5-42cab83b8705 HTTP/1.1" status: 200 len: 946 time: 0.1865473 Jul 23 20:06:42.275270 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0cd530e4-c0d5-422e-aa6d-50e338b228e9 req-ff90ceb2-7279-43d2-8c95-4795370129b3 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108351 Jul 23 20:06:42.336795 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647fe3f-1dbb-4799-adc6-121dc1dc9109 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfa77472-0b8c-4b21-ac2b-e0a4c62a41cd,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:42.350745 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4647fe3f-1dbb-4799-adc6-121dc1dc9109 admin admin] Checking segment: {'id': '7e985122-0bd4-4254-9556-bd445b3748d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9abfa0a3-b12e-40a5-ab86-541f43ff4129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:06:42.351101 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4647fe3f-1dbb-4799-adc6-121dc1dc9109 admin admin] Network hostable DHCP agents. Network: 9abfa0a3-b12e-40a5-ab86-541f43ff4129, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:06:42.398194 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4647fe3f-1dbb-4799-adc6-121dc1dc9109 admin admin] Network 9abfa0a3-b12e-40a5-ab86-541f43ff4129 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:06:42.417366 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-4647fe3f-1dbb-4799-adc6-121dc1dc9109 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 9abfa0a3-b12e-40a5-ab86-541f43ff4129) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:06:42.422050 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4647fe3f-1dbb-4799-adc6-121dc1dc9109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:42.422659 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4647fe3f-1dbb-4799-adc6-121dc1dc9109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:42.432753 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36039543-3095-4bf9-91ad-874acc91b7a4 None None] Network 9abfa0a3-b12e-40a5-ab86-541f43ff4129 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:06:42.452824 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4647fe3f-1dbb-4799-adc6-121dc1dc9109 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7860935 Jul 23 20:06:42.454035 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43052) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:42.463037 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-59e23217-6f3c-4f12-b32c-748a451946b0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1372918801-router', 'tenant_id': '7d504d5012f14078adc2cd0498b1890a', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:06:42.512542 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-59e23217-6f3c-4f12-b32c-748a451946b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:42.514658 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-59e23217-6f3c-4f12-b32c-748a451946b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:42.586481 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-59e23217-6f3c-4f12-b32c-748a451946b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:42.635918 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43054) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:42.687604 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-04ddbc90-42d0-4730-a806-f5109b390cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:42.693751 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dcfe15-8852-4154-b859-eb82fe23347e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-9abfa0a3-b12e-40a5-ab86-541f43ff4129', 'network_id': '9abfa0a3-b12e-40a5-ab86-541f43ff4129', 'tenant_id': '7d504d5012f14078adc2cd0498b1890a', 'fixed_ips': [{'subnet_id': 'cfa77472-0b8c-4b21-ac2b-e0a4c62a41cd'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:06:42.695502 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-46dcfe15-8852-4154-b859-eb82fe23347e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:42.841241 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-04ddbc90-42d0-4730-a806-f5109b390cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:42.884960 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-46dcfe15-8852-4154-b859-eb82fe23347e None None] Allocated IP 172.20.0.2 (9abfa0a3-b12e-40a5-ab86-541f43ff4129/cfa77472-0b8c-4b21-ac2b-e0a4c62a41cd/f0c5979e-1138-40e8-8864-c657ca038a0e) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:06:42.887163 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97ab9f96-b184-4412-ac6c-7a695079dc74 req-01c45b30-9295-482f-9b00-689237f345b6 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Router 83d8be9d-c99e-43ab-99c9-42fc97d2b82f has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:06:42.907661 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-4c6646a3-c29a-41a6-9207-10ab12fa060f req-c92a96dd-d035-40c5-8857-0075c4953349 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Deleting port 2e3fb898-6cee-4827-8bcd-7f3431ef2e3a {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:06:42.908021 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4c6646a3-c29a-41a6-9207-10ab12fa060f req-c92a96dd-d035-40c5-8857-0075c4953349 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:42.944545 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-04ddbc90-42d0-4730-a806-f5109b390cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:42.961800 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8f020c23-4cd2-4e6c-b640-a367d80dd5a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:42.982015 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-59e23217-6f3c-4f12-b32c-748a451946b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:43.027494 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-4c6646a3-c29a-41a6-9207-10ab12fa060f req-c92a96dd-d035-40c5-8857-0075c4953349 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] For port 2e3fb898-6cee-4827-8bcd-7f3431ef2e3a, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=2e3fb898-6cee-4827-8bcd-7f3431ef2e3a,segment=NetworkSegment(489b476d-97fe-494a-9240-bd9b3eeee4c3),segment_id=489b476d-97fe-494a-9240-bd9b3eeee4c3)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:06:43.028079 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4c6646a3-c29a-41a6-9207-10ab12fa060f req-c92a96dd-d035-40c5-8857-0075c4953349 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:43.035737 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-04ddbc90-42d0-4730-a806-f5109b390cf5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0eac7e44a3104b378d02c80a1480a096&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3987586 Jul 23 20:06:43.040150 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43060) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:43.040798 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ddbc90-42d0-4730-a806-f5109b390cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d402cf-bdc6-4b41-9e2c-d1b6fdd77308,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:43.101509 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-46dcfe15-8852-4154-b859-eb82fe23347e None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:43.110162 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-4c6646a3-c29a-41a6-9207-10ab12fa060f req-c92a96dd-d035-40c5-8857-0075c4953349 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Calling delete_port for 2e3fb898-6cee-4827-8bcd-7f3431ef2e3a owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:06:43.113551 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-46dcfe15-8852-4154-b859-eb82fe23347e None None] Transition to ACTIVE for port object f0c5979e-1138-40e8-8864-c657ca038a0e will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:06:43.126499 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb67b4-a097-41f6-9d33-b433b62a8e46 req-a620b69d-5da1-4bb6-b13a-6ca26f1bbeb6 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:43.130849 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-46dcfe15-8852-4154-b859-eb82fe23347e None None] Transition to ACTIVE for port object f0c5979e-1138-40e8-8864-c657ca038a0e will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:06:43.135922 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-30fb67b4-a097-41f6-9d33-b433b62a8e46 req-a620b69d-5da1-4bb6-b13a-6ca26f1bbeb6 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec173c36-2b33-4f3a-bc5b-be16f7d6f36c HTTP/1.1" status: 200 len: 945 time: 0.2348456 Jul 23 20:06:43.139547 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-46dcfe15-8852-4154-b859-eb82fe23347e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:43.202207 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-877d5781-a3e7-4abe-91a5-9f27cd8e7ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:43.205196 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97ab9f96-b184-4412-ac6c-7a695079dc74 req-01c45b30-9295-482f-9b00-689237f345b6 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:06:43.211177 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-97ab9f96-b184-4412-ac6c-7a695079dc74 req-01c45b30-9295-482f-9b00-689237f345b6 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:43.216314 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dcfe15-8852-4154-b859-eb82fe23347e None None] Network 9abfa0a3-b12e-40a5-ab86-541f43ff4129 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:06:43.217052 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3308c0ca-6d8a-43d1-878d-73f32cdec9eb None None] Sync routers for ids ['83d8be9d-c99e-43ab-99c9-42fc97d2b82f'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:06:43.219037 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dcfe15-8852-4154-b859-eb82fe23347e None None] Pushing event updated for resources: {'Port': ['ID=f0c5979e-1138-40e8-8864-c657ca038a0e,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:43.231234 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-46dcfe15-8852-4154-b859-eb82fe23347e None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:06:43.242971 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3308c0ca-6d8a-43d1-878d-73f32cdec9eb None None] Routers {'83d8be9d-c99e-43ab-99c9-42fc97d2b82f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:06:43.244009 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3308c0ca-6d8a-43d1-878d-73f32cdec9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:06:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['83d8be9d-c99e-43ab-99c9-42fc97d2b82f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:43.245575 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dcfe15-8852-4154-b859-eb82fe23347e None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:06:43.275583 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-30fb67b4-a097-41f6-9d33-b433b62a8e46 req-dee31f01-ad6a-4890-9819-c9b98ee0177d tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] 10.222.0.32 "GET /v2.0/security-groups?id=a783cce7-19cb-4039-9519-ca1153a4960d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398234 Jul 23 20:06:43.278081 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-877d5781-a3e7-4abe-91a5-9f27cd8e7ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:43.286480 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-97ab9f96-b184-4412-ac6c-7a695079dc74 req-01c45b30-9295-482f-9b00-689237f345b6 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "PUT /v2.0/floatingips/e0d4de74-35c7-4e68-9a53-8608788b26e2 HTTP/1.1" status: 200 len: 996 time: 2.2254601 Jul 23 20:06:43.288276 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9355540-a546-4edf-8000-438e40861cc8', 'tag': '8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:06:43.292195 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffcec233-ecd8-480d-9da2-39f98985d6cb" -d '{"events": [{"name": "network-changed", "server_uuid": "f9355540-a546-4edf-8000-438e40861cc8", "tag": "8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:06:43.333389 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:43.381247 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-46dcfe15-8852-4154-b859-eb82fe23347e None None] Attempting to bind port f0c5979e-1138-40e8-8864-c657ca038a0e on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:06:43.381637 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-46dcfe15-8852-4154-b859-eb82fe23347e None None] Attempting to bind port f0c5979e-1138-40e8-8864-c657ca038a0e by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '7e985122-0bd4-4254-9556-bd445b3748d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9abfa0a3-b12e-40a5-ab86-541f43ff4129'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:06:43.382139 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dcfe15-8852-4154-b859-eb82fe23347e None None] Attempting to bind port f0c5979e-1138-40e8-8864-c657ca038a0e on network 9abfa0a3-b12e-40a5-ab86-541f43ff4129 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:06:43.394683 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dcfe15-8852-4154-b859-eb82fe23347e None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:06:43.395185 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dcfe15-8852-4154-b859-eb82fe23347e None None] Checking segment: {'id': '7e985122-0bd4-4254-9556-bd445b3748d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9abfa0a3-b12e-40a5-ab86-541f43ff4129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:06:43.395621 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-46dcfe15-8852-4154-b859-eb82fe23347e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:43.396070 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dcfe15-8852-4154-b859-eb82fe23347e None None] Bound using segment: {'id': '7e985122-0bd4-4254-9556-bd445b3748d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9abfa0a3-b12e-40a5-ab86-541f43ff4129'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:06:43.404419 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-46dcfe15-8852-4154-b859-eb82fe23347e None None] Bound port: f0c5979e-1138-40e8-8864-c657ca038a0e, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e985122-0bd4-4254-9556-bd445b3748d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9abfa0a3-b12e-40a5-ab86-541f43ff4129'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:06:43.405099 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-46dcfe15-8852-4154-b859-eb82fe23347e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:43.461825 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-3308c0ca-6d8a-43d1-878d-73f32cdec9eb None None] Set router 83d8be9d-c99e-43ab-99c9-42fc97d2b82f gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:06:43.509672 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4c6646a3-c29a-41a6-9207-10ab12fa060f req-c92a96dd-d035-40c5-8857-0075c4953349 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:43.525801 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab9f96-b184-4412-ac6c-7a695079dc74 req-3bdba8ae-324f-402c-95d2-1c9a6106ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:43.527353 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-97ab9f96-b184-4412-ac6c-7a695079dc74 req-3bdba8ae-324f-402c-95d2-1c9a6106ca81 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca9f4fe5c0d8443fb3151faa84883f9f&device_id=f9355540-a546-4edf-8000-438e40861cc8 HTTP/1.1" status: 200 len: 1097 time: 0.1839149 Jul 23 20:06:43.536159 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:06:43.573054 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a96dd-d035-40c5-8857-0075c4953349 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Pushing event deleted for resources: {'Port': ['ID=2e3fb898-6cee-4827-8bcd-7f3431ef2e3a,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:43.586568 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d94a464d-bcc0-4321-a4b3-b3f8d98f6632 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:06:43.633846 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-46dcfe15-8852-4154-b859-eb82fe23347e None None] For port f0c5979e-1138-40e8-8864-c657ca038a0e, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:06:43.639799 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-46dcfe15-8852-4154-b859-eb82fe23347e None None] For port f0c5979e-1138-40e8-8864-c657ca038a0e, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=f0c5979e-1138-40e8-8864-c657ca038a0e,segment=NetworkSegment(7e985122-0bd4-4254-9556-bd445b3748d1),segment_id=7e985122-0bd4-4254-9556-bd445b3748d1)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:06:43.644100 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-877d5781-a3e7-4abe-91a5-9f27cd8e7ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:43.648455 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-877d5781-a3e7-4abe-91a5-9f27cd8e7ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:43.654419 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-877d5781-a3e7-4abe-91a5-9f27cd8e7ed5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b9d402cf-bdc6-4b41-9e2c-d1b6fdd77308 HTTP/1.1" status: 204 len: 168 time: 0.6102204 Jul 23 20:06:43.664510 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-46dcfe15-8852-4154-b859-eb82fe23347e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:43.676776 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6646a3-c29a-41a6-9207-10ab12fa060f req-c92a96dd-d035-40c5-8857-0075c4953349 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] No DVR routers for this DVR port 2e3fb898-6cee-4827-8bcd-7f3431ef2e3a on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:06:43.683080 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4c6646a3-c29a-41a6-9207-10ab12fa060f req-c92a96dd-d035-40c5-8857-0075c4953349 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:43.685599 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4c6646a3-c29a-41a6-9207-10ab12fa060f req-c92a96dd-d035-40c5-8857-0075c4953349 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.18 "DELETE /v2.0/ports/2e3fb898-6cee-4827-8bcd-7f3431ef2e3a HTTP/1.1" status: 204 len: 173 time: 1.4505060 Jul 23 20:06:43.723851 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d5781-a3e7-4abe-91a5-9f27cd8e7ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d402cf-bdc6-4b41-9e2c-d1b6fdd77308,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:43.803213 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab9f96-b184-4412-ac6c-7a695079dc74 req-28db0585-ff1f-4cb7-af4b-ce3ceac64e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:43.805428 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-97ab9f96-b184-4412-ac6c-7a695079dc74 req-28db0585-ff1f-4cb7-af4b-ce3ceac64e44 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9809b0ec-ba40-459d-967a-8ad4e593e436 HTTP/1.1" status: 200 len: 921 time: 0.2452493 Jul 23 20:06:43.848645 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-59e23217-6f3c-4f12-b32c-748a451946b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:43.905110 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-59e23217-6f3c-4f12-b32c-748a451946b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:43.948559 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640bf189-46d3-4578-9000-01a5b124bfad req-4c7cf271-2af2-4a28-a58c-3985d415f1b0 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:43.957497 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-640bf189-46d3-4578-9000-01a5b124bfad req-4c7cf271-2af2-4a28-a58c-3985d415f1b0 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea639c0b-e4e2-449a-b488-93c6935f239f HTTP/1.1" status: 200 len: 945 time: 0.3967719 Jul 23 20:06:44.008783 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-97ab9f96-b184-4412-ac6c-7a695079dc74 req-8e32b633-4d36-4a62-8d12-12e474a99a7e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3 HTTP/1.1" status: 200 len: 999 time: 0.1912973 Jul 23 20:06:44.035582 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port d94a464d-bcc0-4321-a4b3-b3f8d98f6632 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:06:44.052941 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3308c0ca-6d8a-43d1-878d-73f32cdec9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'name': 'tempest-FloatingIPsAssociationTestJSON-282511428-router', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:25Z', 'updated_at': '2021-07-23T20:05:33Z', 'revision_number': 4, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'gw_port': {'id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:27Z', 'updated_at': '2021-07-23T20:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'e0d4de74-35c7-4e68-9a53-8608788b26e2', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'floating_ip_address': '172.25.1.129', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'port_id': '8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436', 'mac_address': 'fa:16:3e:63:0c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9355540-a546-4edf-8000-438e40861cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:06:02Z', 'updated_at': '2021-07-23T20:06:41Z', 'revision_number': 8, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d9ebd9-c2f6-4aa4-b115-5a8002393d08', 'name': '', 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'mac_address': 'fa:16:3e:71:86:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:32Z', 'updated_at': '2021-07-23T20:05:40Z', 'revision_number': 5, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'subnets': [{'id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:44.062594 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port d94a464d-bcc0-4321-a4b3-b3f8d98f6632 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:06:44.063077 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:44.078005 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dcfe15-8852-4154-b859-eb82fe23347e None None] Pushing event updated for resources: {'Port': ['ID=f0c5979e-1138-40e8-8864-c657ca038a0e,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:44.081438 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:44.109408 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3308c0ca-6d8a-43d1-878d-73f32cdec9eb None None] Checking router: 83d8be9d-c99e-43ab-99c9-42fc97d2b82f for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:06:44.120648 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab9f96-b184-4412-ac6c-7a695079dc74 req-eee26298-14ed-46ad-ae54-2ab172b79358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:44.121169 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3308c0ca-6d8a-43d1-878d-73f32cdec9eb None None] Routers {'83d8be9d-c99e-43ab-99c9-42fc97d2b82f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:06:44.121969 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3308c0ca-6d8a-43d1-878d-73f32cdec9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:06:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['83d8be9d-c99e-43ab-99c9-42fc97d2b82f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:44.123840 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-97ab9f96-b184-4412-ac6c-7a695079dc74 req-eee26298-14ed-46ad-ae54-2ab172b79358 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d4f0363c-c07e-46a2-b2c5-f4462163c3fd HTTP/1.1" status: 200 len: 859 time: 0.1103945 Jul 23 20:06:44.142340 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-59e23217-6f3c-4f12-b32c-748a451946b0 admin admin] Allocated IP 172.25.1.53 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/3b570ed2-4e08-4b8b-83df-1ea993b5b3f7) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:06:44.214839 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab9f96-b184-4412-ac6c-7a695079dc74 req-1b62f475-ead8-497c-b90b-75a72adab36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:44.217215 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-97ab9f96-b184-4412-ac6c-7a695079dc74 req-1b62f475-ead8-497c-b90b-75a72adab36c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9809b0ec-ba40-459d-967a-8ad4e593e436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0829883 Jul 23 20:06:44.262655 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-640bf189-46d3-4578-9000-01a5b124bfad req-e436e63a-f023-4de7-b4d6-fb0019fb55bd tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041599 Jul 23 20:06:44.330081 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:44.406967 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-3308c0ca-6d8a-43d1-878d-73f32cdec9eb None None] Set router 83d8be9d-c99e-43ab-99c9-42fc97d2b82f gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:06:44.441456 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:44.447256 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:44.502630 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port d94a464d-bcc0-4321-a4b3-b3f8d98f6632, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d94a464d-bcc0-4321-a4b3-b3f8d98f6632,segment=NetworkSegment(4d9aa017-8a48-4535-9a12-21ce4466e855),segment_id=4d9aa017-8a48-4535-9a12-21ce4466e855)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:06:44.510702 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:44.561552 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-97ab9f96-b184-4412-ac6c-7a695079dc74 req-d221eec3-5e72-4ef8-bc0d-85bc6da98ce8 service neutron] 10.222.0.32 "GET /v2.0/networks/9809b0ec-ba40-459d-967a-8ad4e593e436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289230 Jul 23 20:06:44.570958 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c279e-7ff1-4b68-8102-c362116f2eae req-499d0511-ec51-4c9b-b58b-99582d9e2473 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:44.572565 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b36c279e-7ff1-4b68-8102-c362116f2eae req-499d0511-ec51-4c9b-b58b-99582d9e2473 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec173c36-2b33-4f3a-bc5b-be16f7d6f36c HTTP/1.1" status: 200 len: 945 time: 0.1481547 Jul 23 20:06:44.575709 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-59e23217-6f3c-4f12-b32c-748a451946b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:44.593147 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43084) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:44.599691 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-21270916-5ecd-4864-ac01-41c7fa14b9a1 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Request body: {'floatingip': {'port_id': '9664baff-d324-4bb7-83db-312ac8268922'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:06:44.639885 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=d94a464d-bcc0-4321-a4b3-b3f8d98f6632,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:44.656829 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0b6ab3-0952-4b85-8a5f-55c3b14a32b2 x-openstack-request-id: req-6f0b6ab3-0952-4b85-8a5f-55c3b14a32b2 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:06:44.657145 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9355540-a546-4edf-8000-438e40861cc8", "tag": "8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:06:44.657399 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6f0b6ab3-0952-4b85-8a5f-55c3b14a32b2 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:06:44.657912 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9355540-a546-4edf-8000-438e40861cc8', 'tag': '8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3', 'status': 'completed', 'code': 200} Jul 23 20:06:44.697723 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-21270916-5ecd-4864-ac01-41c7fa14b9a1 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:44.872409 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-59e23217-6f3c-4f12-b32c-748a451946b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:44.881611 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3308c0ca-6d8a-43d1-878d-73f32cdec9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'name': 'tempest-FloatingIPsAssociationTestJSON-282511428-router', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:25Z', 'updated_at': '2021-07-23T20:05:33Z', 'revision_number': 4, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'gw_port': {'id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:27Z', 'updated_at': '2021-07-23T20:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'e0d4de74-35c7-4e68-9a53-8608788b26e2', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'floating_ip_address': '172.25.1.129', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'port_id': '8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436', 'mac_address': 'fa:16:3e:63:0c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9355540-a546-4edf-8000-438e40861cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:06:02Z', 'updated_at': '2021-07-23T20:06:41Z', 'revision_number': 8, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d9ebd9-c2f6-4aa4-b115-5a8002393d08', 'name': '', 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'mac_address': 'fa:16:3e:71:86:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:32Z', 'updated_at': '2021-07-23T20:05:40Z', 'revision_number': 5, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'subnets': [{'id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:44.934736 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3308c0ca-6d8a-43d1-878d-73f32cdec9eb None None] The sync data for ids ['83d8be9d-c99e-43ab-99c9-42fc97d2b82f'] in n-d-793618-10 is: [{'id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'name': 'tempest-FloatingIPsAssociationTestJSON-282511428-router', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:25Z', 'updated_at': '2021-07-23T20:05:33Z', 'revision_number': 4, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'gw_port': {'id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:27Z', 'updated_at': '2021-07-23T20:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'e0d4de74-35c7-4e68-9a53-8608788b26e2', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'floating_ip_address': '172.25.1.129', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'port_id': '8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436', 'mac_address': 'fa:16:3e:63:0c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9355540-a546-4edf-8000-438e40861cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:06:02Z', 'updated_at': '2021-07-23T20:06:41Z', 'revision_number': 8, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d9ebd9-c2f6-4aa4-b115-5a8002393d08', 'name': '', 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'mac_address': 'fa:16:3e:71:86:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:32Z', 'updated_at': '2021-07-23T20:05:40Z', 'revision_number': 5, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'subnets': [{'id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:06:44.957565 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e23217-6f3c-4f12-b32c-748a451946b0 admin admin] Pushing event updated for resources: {'Port': ['ID=3b570ed2-4e08-4b8b-83df-1ea993b5b3f7,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:44.973947 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-97ab9f96-b184-4412-ac6c-7a695079dc74 req-7401db21-29cf-40a1-b029-6dec90f4b67a service neutron] 10.222.0.32 "GET /v2.0/networks/9809b0ec-ba40-459d-967a-8ad4e593e436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114420 Jul 23 20:06:44.980195 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcec233-ecd8-480d-9da2-39f98985d6cb req-ff5e8cb7-9adf-437c-bcd1-d46951211579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:44.982041 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ffcec233-ecd8-480d-9da2-39f98985d6cb req-ff5e8cb7-9adf-437c-bcd1-d46951211579 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca9f4fe5c0d8443fb3151faa84883f9f&device_id=f9355540-a546-4edf-8000-438e40861cc8 HTTP/1.1" status: 200 len: 1097 time: 0.3060844 Jul 23 20:06:44.986025 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e23217-6f3c-4f12-b32c-748a451946b0 admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:06:44.989123 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-59e23217-6f3c-4f12-b32c-748a451946b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:06:45.035076 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e23217-6f3c-4f12-b32c-748a451946b0 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:06:45.126223 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcec233-ecd8-480d-9da2-39f98985d6cb req-023aead7-4cff-4f0e-b54f-db74eb2518d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:45.129722 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ffcec233-ecd8-480d-9da2-39f98985d6cb req-023aead7-4cff-4f0e-b54f-db74eb2518d3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9809b0ec-ba40-459d-967a-8ad4e593e436 HTTP/1.1" status: 200 len: 921 time: 0.1370981 Jul 23 20:06:45.211041 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ffcec233-ecd8-480d-9da2-39f98985d6cb req-08a4057f-27a5-4ccc-ac9f-a6666cfa8c42 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3 HTTP/1.1" status: 200 len: 999 time: 0.0731075 Jul 23 20:06:45.254351 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 2e3fb898-6cee-4827-8bcd-7f3431ef2e3a no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:06:45.279440 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 2e3fb898-6cee-4827-8bcd-7f3431ef2e3a {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:06:45.279858 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 2e3fb898-6cee-4827-8bcd-7f3431ef2e3a not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:06:45.377218 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8c2c10-2862-4b27-bb93-d8ec74089849 None None] New status for floating IP e0d4de74-35c7-4e68-9a53-8608788b26e2: ACTIVE {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:06:45.399683 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcec233-ecd8-480d-9da2-39f98985d6cb req-9a6be353-5031-4b0c-a85f-b84bff4f1540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:45.401184 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ffcec233-ecd8-480d-9da2-39f98985d6cb req-9a6be353-5031-4b0c-a85f-b84bff4f1540 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d4f0363c-c07e-46a2-b2c5-f4462163c3fd HTTP/1.1" status: 200 len: 859 time: 0.1820042 Jul 23 20:06:45.493139 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb09fd7-0aaa-4baf-ba9f-e0b6907a4187 None None] Network 9abfa0a3-b12e-40a5-ab86-541f43ff4129 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:06:45.514604 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2e379-5d8a-4b84-b813-bc9f07f57579 req-7aa9476b-a273-4bc1-92ad-7bfc88d81ca5 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:45.516184 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c3d2e379-5d8a-4b84-b813-bc9f07f57579 req-7aa9476b-a273-4bc1-92ad-7bfc88d81ca5 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea639c0b-e4e2-449a-b488-93c6935f239f HTTP/1.1" status: 200 len: 945 time: 0.1923442 Jul 23 20:06:45.574601 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcec233-ecd8-480d-9da2-39f98985d6cb req-8a206e77-d5c7-4103-9c24-16060bffb7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:45.576069 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ffcec233-ecd8-480d-9da2-39f98985d6cb req-8a206e77-d5c7-4103-9c24-16060bffb7a8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9809b0ec-ba40-459d-967a-8ad4e593e436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1563509 Jul 23 20:06:45.622480 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c3d2e379-5d8a-4b84-b813-bc9f07f57579 req-e4b5542f-b69d-41a4-a17a-00d3a35459b4 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957458 Jul 23 20:06:45.652247 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-281bb9d1-221f-4039-9794-c0078d9087e4 None None] Provisioning for port f0c5979e-1138-40e8-8864-c657ca038a0e completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:06:45.716593 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ffcec233-ecd8-480d-9da2-39f98985d6cb req-bcf7680d-fcc8-47f6-8d1e-adf1fea0c8bb service neutron] 10.222.0.18 "GET /v2.0/networks/9809b0ec-ba40-459d-967a-8ad4e593e436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275520 Jul 23 20:06:45.722098 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d94a464d-bcc0-4321-a4b3-b3f8d98f6632 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:06:45.813019 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port d94a464d-bcc0-4321-a4b3-b3f8d98f6632 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:06:45.813961 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:45.840748 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ffcec233-ecd8-480d-9da2-39f98985d6cb req-ac3f7efa-3cb9-4943-8f22-78781b0c36fc service neutron] 10.222.0.18 "GET /v2.0/networks/9809b0ec-ba40-459d-967a-8ad4e593e436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168342 Jul 23 20:06:45.842919 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-450573db-aafa-41f8-b342-198a03c97b18 req-5bade69f-aa78-4b5f-ae03-80bd72c98809 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/floatingips/e0d4de74-35c7-4e68-9a53-8608788b26e2 HTTP/1.1" status: 200 len: 996 time: 0.7669590 Jul 23 20:06:45.889461 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:45.977048 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device f0c5979e-1138-40e8-8864-c657ca038a0e up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:06:46.059023 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port f0c5979e-1138-40e8-8864-c657ca038a0e completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:06:46.063447 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port f0c5979e-1138-40e8-8864-c657ca038a0e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:06:46.064374 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:46.172405 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:46.191795 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450573db-aafa-41f8-b342-198a03c97b18 req-91f16f10-6386-42f5-a38d-c1d41a60491c tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:46.193240 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-450573db-aafa-41f8-b342-198a03c97b18 req-91f16f10-6386-42f5-a38d-c1d41a60491c tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/networks/8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 784 time: 0.3313913 Jul 23 20:06:46.209972 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [req-450573db-aafa-41f8-b342-198a03c97b18 req-8739d353-6f8d-4401-8b17-8de0adb4a982 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:06:46.214529 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-450573db-aafa-41f8-b342-198a03c97b18 req-8739d353-6f8d-4401-8b17-8de0adb4a982 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122488 Jul 23 20:06:46.218074 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-59e23217-6f3c-4f12-b32c-748a451946b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:46.249648 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port f0c5979e-1138-40e8-8864-c657ca038a0e, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=f0c5979e-1138-40e8-8864-c657ca038a0e,segment=NetworkSegment(7e985122-0bd4-4254-9556-bd445b3748d1),segment_id=7e985122-0bd4-4254-9556-bd445b3748d1)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:06:46.256415 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:46.332684 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5f83c9a8-3851-4ce5-b68b-c7d6d90a8862 req-ebf5397f-2a1d-478c-820e-638e6d61721f tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.129 HTTP/1.1" status: 200 len: 1001 time: 0.0902488 Jul 23 20:06:46.336248 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f7eafdcd-92e3-4161-aaaa-a88d6c2db521 None None] Provisioning complete for port f0c5979e-1138-40e8-8864-c657ca038a0e triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:06:46.336735 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f7eafdcd-92e3-4161-aaaa-a88d6c2db521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:46.338941 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=f0c5979e-1138-40e8-8864-c657ca038a0e,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:46.347295 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.db.resource_extend [None req-21270916-5ecd-4864-ac01-41c7fa14b9a1 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:06:46.404943 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83c9a8-3851-4ce5-b68b-c7d6d90a8862 req-cf5ee2b0-058d-401f-8271-f9c7eb01707e tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:46.406924 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5f83c9a8-3851-4ce5-b68b-c7d6d90a8862 req-cf5ee2b0-058d-401f-8271-f9c7eb01707e tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/ports/8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3 HTTP/1.1" status: 200 len: 942 time: 0.0737846 Jul 23 20:06:46.409230 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-21270916-5ecd-4864-ac01-41c7fa14b9a1 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:46.416030 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-21270916-5ecd-4864-ac01-41c7fa14b9a1 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:46.533780 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5f83c9a8-3851-4ce5-b68b-c7d6d90a8862 req-7e26032e-e178-4f7a-ac30-c887638eecdf tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.129 HTTP/1.1" status: 200 len: 1001 time: 0.0690408 Jul 23 20:06:46.612888 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [None req-21270916-5ecd-4864-ac01-41c7fa14b9a1 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Floating IP 97e47a02-da55-41f6-b205-32caa3ca1d4e associated. External IP: 172.25.1.56, port: 9664baff-d324-4bb7-83db-312ac8268922. Jul 23 20:06:46.661274 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83c9a8-3851-4ce5-b68b-c7d6d90a8862 req-7f5a7fb1-3ab2-451d-968a-7b89cecc1824 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:46.663161 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5f83c9a8-3851-4ce5-b68b-c7d6d90a8862 req-7f5a7fb1-3ab2-451d-968a-7b89cecc1824 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/networks/8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 784 time: 0.1227005 Jul 23 20:06:46.663659 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29598783-c8a8-4c70-88b5-42cab83b8705', 'name': 'network-vif-deleted', 'tag': '2e3fb898-6cee-4827-8bcd-7f3431ef2e3a'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:06:46.666811 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0882b21-f0ae-43ef-a8b8-ee73cdf7c17e" -d '{"events": [{"server_uuid": "29598783-c8a8-4c70-88b5-42cab83b8705", "name": "network-vif-deleted", "tag": "2e3fb898-6cee-4827-8bcd-7f3431ef2e3a"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:06:46.688575 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-59e23217-6f3c-4f12-b32c-748a451946b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:46.697838 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43132) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:46.743209 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5f83c9a8-3851-4ce5-b68b-c7d6d90a8862 req-aeaa850f-4ec0-4f3b-9826-7ce8528202c8 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.129 HTTP/1.1" status: 200 len: 1001 time: 0.0727067 Jul 23 20:06:46.754400 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-5f83c9a8-3851-4ce5-b68b-c7d6d90a8862 req-3ba15af4-62eb-4101-abe4-a3d081e411d6 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:06:46.819488 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-5f83c9a8-3851-4ce5-b68b-c7d6d90a8862 req-3ba15af4-62eb-4101-abe4-a3d081e411d6 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks [] for floatingip, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:46.855698 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b660cb56-5f92-474f-a2d0-a680afc9a06c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:46.971686 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-5f83c9a8-3851-4ce5-b68b-c7d6d90a8862 req-3ba15af4-62eb-4101-abe4-a3d081e411d6 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:46.976154 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-5f83c9a8-3851-4ce5-b68b-c7d6d90a8862 req-3ba15af4-62eb-4101-abe4-a3d081e411d6 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:46.978338 n-d-793618-10 neutron-server[93875]: INFO neutron.db.l3_db [req-5f83c9a8-3851-4ce5-b68b-c7d6d90a8862 req-3ba15af4-62eb-4101-abe4-a3d081e411d6 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Floating IP e0d4de74-35c7-4e68-9a53-8608788b26e2 disassociated. External IP: 172.25.1.129, port: 8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3. Jul 23 20:06:47.002931 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f7632-060d-475c-904c-c4ad7eabe473 req-0fef20e9-41ab-4548-b735-c5c5217d591e tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:47.004533 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6c6f7632-060d-475c-904c-c4ad7eabe473 req-0fef20e9-41ab-4548-b735-c5c5217d591e tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea639c0b-e4e2-449a-b488-93c6935f239f HTTP/1.1" status: 200 len: 945 time: 0.2577784 Jul 23 20:06:47.084695 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21270916-5ecd-4864-ac01-41c7fa14b9a1 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Router a38cba00-fd48-45de-822f-07cfe21eb46f has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:06:47.107037 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e23217-6f3c-4f12-b32c-748a451946b0 admin admin] Router ff8606a1-f116-49f4-ba32-6b2516ed42c7 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:06:47.117164 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6c6f7632-060d-475c-904c-c4ad7eabe473 req-3c636f9a-44ff-41f9-983a-d4dc08d0cc2d tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972002 Jul 23 20:06:47.168425 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0524619e-ad0f-4e72-80af-4516b9350638 x-openstack-request-id: req-0524619e-ad0f-4e72-80af-4516b9350638 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:06:47.168738 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29598783-c8a8-4c70-88b5-42cab83b8705", "name": "network-vif-deleted", "tag": "2e3fb898-6cee-4827-8bcd-7f3431ef2e3a", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:06:47.168962 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0524619e-ad0f-4e72-80af-4516b9350638 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:06:47.169358 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29598783-c8a8-4c70-88b5-42cab83b8705', 'name': 'network-vif-deleted', 'tag': '2e3fb898-6cee-4827-8bcd-7f3431ef2e3a', 'status': 'completed', 'code': 200} Jul 23 20:06:47.198537 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f83c9a8-3851-4ce5-b68b-c7d6d90a8862 req-3ba15af4-62eb-4101-abe4-a3d081e411d6 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Router 83d8be9d-c99e-43ab-99c9-42fc97d2b82f has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:06:47.298641 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b660cb56-5f92-474f-a2d0-a680afc9a06c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:47.310929 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b660cb56-5f92-474f-a2d0-a680afc9a06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:47.322516 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f83c9a8-3851-4ce5-b68b-c7d6d90a8862 req-3ba15af4-62eb-4101-abe4-a3d081e411d6 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:06:47.328314 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-5f83c9a8-3851-4ce5-b68b-c7d6d90a8862 req-3ba15af4-62eb-4101-abe4-a3d081e411d6 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:47.336193 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fb0ab3-00b9-40d9-a14c-80e6440d8ea5 None None] Sync routers for ids ['83d8be9d-c99e-43ab-99c9-42fc97d2b82f'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:06:47.345581 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fb0ab3-00b9-40d9-a14c-80e6440d8ea5 None None] Routers {'83d8be9d-c99e-43ab-99c9-42fc97d2b82f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:06:47.347219 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-29fb0ab3-00b9-40d9-a14c-80e6440d8ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:06:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['83d8be9d-c99e-43ab-99c9-42fc97d2b82f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:47.388420 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5f83c9a8-3851-4ce5-b68b-c7d6d90a8862 req-3ba15af4-62eb-4101-abe4-a3d081e411d6 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "PUT /v2.0/floatingips/e0d4de74-35c7-4e68-9a53-8608788b26e2 HTTP/1.1" status: 200 len: 696 time: 0.6339843 Jul 23 20:06:47.403706 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b660cb56-5f92-474f-a2d0-a680afc9a06c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0f2252c8e6074e0f91ca52468feee7e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7039459 Jul 23 20:06:47.418049 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e23217-6f3c-4f12-b32c-748a451946b0 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:06:47.420263 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43142) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:47.432476 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c33f542-1e9c-437c-ae18-798ffd97c85c None None] Sync routers for ids ['ff8606a1-f116-49f4-ba32-6b2516ed42c7'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:06:47.434824 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b660cb56-5f92-474f-a2d0-a680afc9a06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5dfd9ad-7d74-4454-a3ff-6d7875dd5a27,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:47.443162 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c33f542-1e9c-437c-ae18-798ffd97c85c None None] Routers {'ff8606a1-f116-49f4-ba32-6b2516ed42c7'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:06:47.443926 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6c33f542-1e9c-437c-ae18-798ffd97c85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:06:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ff8606a1-f116-49f4-ba32-6b2516ed42c7'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:47.469339 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21270916-5ecd-4864-ac01-41c7fa14b9a1 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:06:47.487876 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-21270916-5ecd-4864-ac01-41c7fa14b9a1 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:47.488373 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device f0c5979e-1138-40e8-8864-c657ca038a0e up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:06:47.496639 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-29fb0ab3-00b9-40d9-a14c-80e6440d8ea5 None None] Set router 83d8be9d-c99e-43ab-99c9-42fc97d2b82f gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:06:47.497462 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83c9a8-3851-4ce5-b68b-c7d6d90a8862 req-e0e5b032-67dd-46e8-b412-c7a74b0678b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:47.505413 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5f83c9a8-3851-4ce5-b68b-c7d6d90a8862 req-e0e5b032-67dd-46e8-b412-c7a74b0678b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca9f4fe5c0d8443fb3151faa84883f9f&device_id=f9355540-a546-4edf-8000-438e40861cc8 HTTP/1.1" status: 200 len: 1097 time: 0.1139097 Jul 23 20:06:47.517647 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8d8678df-b20e-4f9e-8397-2ca46d4bbc67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:47.547356 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-21270916-5ecd-4864-ac01-41c7fa14b9a1 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] 10.222.0.32 "PUT /v2.0/floatingips/97e47a02-da55-41f6-b205-32caa3ca1d4e HTTP/1.1" status: 200 len: 990 time: 2.9427760 Jul 23 20:06:47.552209 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec173c36-2b33-4f3a-bc5b-be16f7d6f36c', 'tag': '9664baff-d324-4bb7-83db-312ac8268922'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:06:47.555080 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726b5021-239c-4bdb-a9cb-a658e36d516c" -d '{"events": [{"name": "network-changed", "server_uuid": "ec173c36-2b33-4f3a-bc5b-be16f7d6f36c", "tag": "9664baff-d324-4bb7-83db-312ac8268922"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:06:47.562648 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-59e23217-6f3c-4f12-b32c-748a451946b0 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:47.567164 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-59e23217-6f3c-4f12-b32c-748a451946b0 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1100299 Jul 23 20:06:47.568282 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43148) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:47.590439 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fcccdf-3078-4de8-96da-81c2ae7e79bd None None] Sync routers for ids ['a38cba00-fd48-45de-822f-07cfe21eb46f'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:06:47.613401 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8d8678df-b20e-4f9e-8397-2ca46d4bbc67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:47.665932 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fcccdf-3078-4de8-96da-81c2ae7e79bd None None] Routers {'a38cba00-fd48-45de-822f-07cfe21eb46f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:06:47.668257 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f4fcccdf-3078-4de8-96da-81c2ae7e79bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:06:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a38cba00-fd48-45de-822f-07cfe21eb46f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:47.691771 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83c9a8-3851-4ce5-b68b-c7d6d90a8862 req-812e4fa9-87da-4813-a0ab-99781039d671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:47.693337 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5f83c9a8-3851-4ce5-b68b-c7d6d90a8862 req-812e4fa9-87da-4813-a0ab-99781039d671 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9809b0ec-ba40-459d-967a-8ad4e593e436 HTTP/1.1" status: 200 len: 921 time: 0.1871405 Jul 23 20:06:47.724720 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8d8678df-b20e-4f9e-8397-2ca46d4bbc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:47.727179 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8d8678df-b20e-4f9e-8397-2ca46d4bbc67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:47.728433 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8d8678df-b20e-4f9e-8397-2ca46d4bbc67 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b5dfd9ad-7d74-4454-a3ff-6d7875dd5a27 HTTP/1.1" status: 204 len: 168 time: 0.3069572 Jul 23 20:06:47.753492 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-6c33f542-1e9c-437c-ae18-798ffd97c85c None None] Set router ff8606a1-f116-49f4-ba32-6b2516ed42c7 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:06:47.777208 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5f83c9a8-3851-4ce5-b68b-c7d6d90a8862 req-91b3d661-4da3-4e44-9577-bb675de55a87 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3 HTTP/1.1" status: 200 len: 217 time: 0.0595777 Jul 23 20:06:47.777556 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8678df-b20e-4f9e-8397-2ca46d4bbc67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5dfd9ad-7d74-4454-a3ff-6d7875dd5a27,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:47.844774 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83c9a8-3851-4ce5-b68b-c7d6d90a8862 req-093f3330-49bb-47b3-901a-8318aa1edc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:47.848081 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5f83c9a8-3851-4ce5-b68b-c7d6d90a8862 req-093f3330-49bb-47b3-901a-8318aa1edc27 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d4f0363c-c07e-46a2-b2c5-f4462163c3fd HTTP/1.1" status: 200 len: 859 time: 0.0654190 Jul 23 20:06:47.900168 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db481b8-f1a8-4b2c-a643-87492d41cdd2 x-openstack-request-id: req-8db481b8-f1a8-4b2c-a643-87492d41cdd2 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:06:47.900708 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec173c36-2b33-4f3a-bc5b-be16f7d6f36c", "tag": "9664baff-d324-4bb7-83db-312ac8268922", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:06:47.900903 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8db481b8-f1a8-4b2c-a643-87492d41cdd2 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:06:47.901392 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec173c36-2b33-4f3a-bc5b-be16f7d6f36c', 'tag': '9664baff-d324-4bb7-83db-312ac8268922', 'status': 'completed', 'code': 200} Jul 23 20:06:47.922662 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port f0c5979e-1138-40e8-8864-c657ca038a0e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:06:47.923036 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:47.954692 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-f4fcccdf-3078-4de8-96da-81c2ae7e79bd None None] Set router a38cba00-fd48-45de-822f-07cfe21eb46f gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:06:47.995384 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83c9a8-3851-4ce5-b68b-c7d6d90a8862 req-fbc0846e-8c48-44c0-a635-577214347571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:48.002542 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5f83c9a8-3851-4ce5-b68b-c7d6d90a8862 req-fbc0846e-8c48-44c0-a635-577214347571 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9809b0ec-ba40-459d-967a-8ad4e593e436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1485515 Jul 23 20:06:48.047757 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-29fb0ab3-00b9-40d9-a14c-80e6440d8ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'name': 'tempest-FloatingIPsAssociationTestJSON-282511428-router', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:25Z', 'updated_at': '2021-07-23T20:05:33Z', 'revision_number': 4, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'gw_port': {'id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:27Z', 'updated_at': '2021-07-23T20:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'e0d9ebd9-c2f6-4aa4-b115-5a8002393d08', 'name': '', 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'mac_address': 'fa:16:3e:71:86:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:32Z', 'updated_at': '2021-07-23T20:05:40Z', 'revision_number': 5, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'subnets': [{'id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:48.087163 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fb0ab3-00b9-40d9-a14c-80e6440d8ea5 None None] Checking router: 83d8be9d-c99e-43ab-99c9-42fc97d2b82f for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:06:48.116954 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fb0ab3-00b9-40d9-a14c-80e6440d8ea5 None None] Routers {'83d8be9d-c99e-43ab-99c9-42fc97d2b82f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:06:48.117787 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-29fb0ab3-00b9-40d9-a14c-80e6440d8ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:06:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['83d8be9d-c99e-43ab-99c9-42fc97d2b82f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:48.132580 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6c33f542-1e9c-437c-ae18-798ffd97c85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8606a1-f116-49f4-ba32-6b2516ed42c7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1372918801-router', 'tenant_id': '7d504d5012f14078adc2cd0498b1890a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '3b570ed2-4e08-4b8b-83df-1ea993b5b3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:06:42Z', 'updated_at': '2021-07-23T20:06:45Z', 'revision_number': 3, 'project_id': '7d504d5012f14078adc2cd0498b1890a', 'gw_port': {'id': '3b570ed2-4e08-4b8b-83df-1ea993b5b3f7', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:15:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8606a1-f116-49f4-ba32-6b2516ed42c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:43Z', 'updated_at': '2021-07-23T20:06:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:48.180603 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5f83c9a8-3851-4ce5-b68b-c7d6d90a8862 req-8b227f86-053d-4006-98e2-2229adf2785d service neutron] 10.222.0.32 "GET /v2.0/networks/9809b0ec-ba40-459d-967a-8ad4e593e436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695461 Jul 23 20:06:48.215951 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b5021-239c-4bdb-a9cb-a658e36d516c req-7798c5fd-942e-4159-acd7-c56d078b3b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:48.218879 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c33f542-1e9c-437c-ae18-798ffd97c85c None None] Checking router: ff8606a1-f116-49f4-ba32-6b2516ed42c7 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:06:48.219230 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c33f542-1e9c-437c-ae18-798ffd97c85c None None] Updating router ff8606a1-f116-49f4-ba32-6b2516ed42c7 port 3b570ed2-4e08-4b8b-83df-1ea993b5b3f7 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:06:48.219584 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-726b5021-239c-4bdb-a9cb-a658e36d516c req-7798c5fd-942e-4159-acd7-c56d078b3b2e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=27abbdd517814454b710b0aadcb43ac5&device_id=ec173c36-2b33-4f3a-bc5b-be16f7d6f36c HTTP/1.1" status: 200 len: 1097 time: 0.3220747 Jul 23 20:06:48.223618 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43156) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:48.297221 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c33f542-1e9c-437c-ae18-798ffd97c85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:48.311673 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5f83c9a8-3851-4ce5-b68b-c7d6d90a8862 req-c87171ad-eb3d-4966-af27-950fc15fe62f service neutron] 10.222.0.32 "GET /v2.0/networks/9809b0ec-ba40-459d-967a-8ad4e593e436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249995 Jul 23 20:06:48.343793 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-29fb0ab3-00b9-40d9-a14c-80e6440d8ea5 None None] Set router 83d8be9d-c99e-43ab-99c9-42fc97d2b82f gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:06:48.389813 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-46e27b00-358d-40ae-bffd-3ea9222af91f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:48.463075 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f4fcccdf-3078-4de8-96da-81c2ae7e79bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38cba00-fd48-45de-822f-07cfe21eb46f', 'name': 'tempest-ServersTestManualDisk-122769486-router', 'tenant_id': '27abbdd517814454b710b0aadcb43ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '6c56fae0-da02-4668-9b3e-8d03cad9bac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:06:17Z', 'updated_at': '2021-07-23T20:06:23Z', 'revision_number': 4, 'project_id': '27abbdd517814454b710b0aadcb43ac5', 'gw_port': {'id': '6c56fae0-da02-4668-9b3e-8d03cad9bac1', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38cba00-fd48-45de-822f-07cfe21eb46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:18Z', 'updated_at': '2021-07-23T20:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '97e47a02-da55-41f6-b205-32caa3ca1d4e', 'tenant_id': '27abbdd517814454b710b0aadcb43ac5', 'floating_ip_address': '172.25.1.56', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'a38cba00-fd48-45de-822f-07cfe21eb46f', 'port_id': '9664baff-d324-4bb7-83db-312ac8268922', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbcd70d7-1b61-4457-9c40-371d2aec6850', 'mac_address': 'fa:16:3e:2e:36:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec173c36-2b33-4f3a-bc5b-be16f7d6f36c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:06:27Z', 'updated_at': '2021-07-23T20:06:46Z', 'revision_number': 1, 'project_id': '27abbdd517814454b710b0aadcb43ac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7', 'name': '', 'network_id': 'cbcd70d7-1b61-4457-9c40-371d2aec6850', 'tenant_id': '27abbdd517814454b710b0aadcb43ac5', 'mac_address': 'fa:16:3e:18:55:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38cba00-fd48-45de-822f-07cfe21eb46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'a86a84ba-b9ed-4479-b6c4-16e477f25677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:21Z', 'updated_at': '2021-07-23T20:06:29Z', 'revision_number': 5, 'project_id': '27abbdd517814454b710b0aadcb43ac5', 'subnets': [{'id': 'a86a84ba-b9ed-4479-b6c4-16e477f25677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:48.495445 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-80b638ba-462c-4bae-92fd-3401ad7b8be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:48.500993 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b5021-239c-4bdb-a9cb-a658e36d516c req-8d1a259b-aef4-4fcf-8bd3-f6209c611404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:48.503552 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-726b5021-239c-4bdb-a9cb-a658e36d516c req-8d1a259b-aef4-4fcf-8bd3-f6209c611404 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cbcd70d7-1b61-4457-9c40-371d2aec6850 HTTP/1.1" status: 200 len: 912 time: 0.2715123 Jul 23 20:06:48.605436 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fcccdf-3078-4de8-96da-81c2ae7e79bd None None] Checking router: a38cba00-fd48-45de-822f-07cfe21eb46f for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:06:48.660117 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fcccdf-3078-4de8-96da-81c2ae7e79bd None None] Routers {'a38cba00-fd48-45de-822f-07cfe21eb46f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:06:48.660428 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c33f542-1e9c-437c-ae18-798ffd97c85c None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:48.661139 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f4fcccdf-3078-4de8-96da-81c2ae7e79bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:06:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a38cba00-fd48-45de-822f-07cfe21eb46f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:48.680651 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6c33f542-1e9c-437c-ae18-798ffd97c85c None None] Transition to ACTIVE for port object 3b570ed2-4e08-4b8b-83df-1ea993b5b3f7 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:06:48.689127 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c33f542-1e9c-437c-ae18-798ffd97c85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:48.760331 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6c33f542-1e9c-437c-ae18-798ffd97c85c None None] Attempting to bind port 3b570ed2-4e08-4b8b-83df-1ea993b5b3f7 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:06:48.760992 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6c33f542-1e9c-437c-ae18-798ffd97c85c None None] Attempting to bind port 3b570ed2-4e08-4b8b-83df-1ea993b5b3f7 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:06:48.761562 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c33f542-1e9c-437c-ae18-798ffd97c85c None None] Attempting to bind port 3b570ed2-4e08-4b8b-83df-1ea993b5b3f7 on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:06:48.771129 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c33f542-1e9c-437c-ae18-798ffd97c85c None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:06:48.771863 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c33f542-1e9c-437c-ae18-798ffd97c85c None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:06:48.772436 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c33f542-1e9c-437c-ae18-798ffd97c85c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:48.772992 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c33f542-1e9c-437c-ae18-798ffd97c85c None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:06:48.773666 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6c33f542-1e9c-437c-ae18-798ffd97c85c None None] Bound port: 3b570ed2-4e08-4b8b-83df-1ea993b5b3f7, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:06:48.774239 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c33f542-1e9c-437c-ae18-798ffd97c85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:48.777353 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1acf943-4654-43f2-a830-8407a878f5ab None None] Pushing event updated for resources: {'Port': ['ID=3b570ed2-4e08-4b8b-83df-1ea993b5b3f7,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:48.824121 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-853a3265-c5b3-48b1-a4bb-a744672457ae req-1691bcca-7754-4eb5-9416-2bdbb308b38b tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/floatingips/e0d4de74-35c7-4e68-9a53-8608788b26e2 HTTP/1.1" status: 200 len: 696 time: 0.0693367 Jul 23 20:06:48.838280 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-6c33f542-1e9c-437c-ae18-798ffd97c85c None None] For port 3b570ed2-4e08-4b8b-83df-1ea993b5b3f7, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:06:48.843392 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-6c33f542-1e9c-437c-ae18-798ffd97c85c None None] For port 3b570ed2-4e08-4b8b-83df-1ea993b5b3f7, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3b570ed2-4e08-4b8b-83df-1ea993b5b3f7,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:06:48.848732 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c33f542-1e9c-437c-ae18-798ffd97c85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:48.857261 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-f4fcccdf-3078-4de8-96da-81c2ae7e79bd None None] Set router a38cba00-fd48-45de-822f-07cfe21eb46f gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:06:48.861269 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-29fb0ab3-00b9-40d9-a14c-80e6440d8ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'name': 'tempest-FloatingIPsAssociationTestJSON-282511428-router', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:25Z', 'updated_at': '2021-07-23T20:05:33Z', 'revision_number': 4, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'gw_port': {'id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:27Z', 'updated_at': '2021-07-23T20:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'e0d9ebd9-c2f6-4aa4-b115-5a8002393d08', 'name': '', 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'mac_address': 'fa:16:3e:71:86:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:32Z', 'updated_at': '2021-07-23T20:05:40Z', 'revision_number': 5, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'subnets': [{'id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:48.918767 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c33f542-1e9c-437c-ae18-798ffd97c85c None None] Routers {'ff8606a1-f116-49f4-ba32-6b2516ed42c7'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:06:48.919775 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6c33f542-1e9c-437c-ae18-798ffd97c85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:06:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ff8606a1-f116-49f4-ba32-6b2516ed42c7'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:48.925509 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fb0ab3-00b9-40d9-a14c-80e6440d8ea5 None None] The sync data for ids ['83d8be9d-c99e-43ab-99c9-42fc97d2b82f'] in n-d-793618-10 is: [{'id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'name': 'tempest-FloatingIPsAssociationTestJSON-282511428-router', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:25Z', 'updated_at': '2021-07-23T20:05:33Z', 'revision_number': 4, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'gw_port': {'id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:27Z', 'updated_at': '2021-07-23T20:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'e0d9ebd9-c2f6-4aa4-b115-5a8002393d08', 'name': '', 'network_id': '9809b0ec-ba40-459d-967a-8ad4e593e436', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'mac_address': 'fa:16:3e:71:86:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:32Z', 'updated_at': '2021-07-23T20:05:40Z', 'revision_number': 5, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'subnets': [{'id': 'd4f0363c-c07e-46a2-b2c5-f4462163c3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:06:48.990641 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a3265-c5b3-48b1-a4bb-a744672457ae req-7f5aa79e-a5d2-438b-a508-fe9f763626e4 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:49.000304 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-853a3265-c5b3-48b1-a4bb-a744672457ae req-7f5aa79e-a5d2-438b-a508-fe9f763626e4 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/networks/8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 784 time: 0.1752493 Jul 23 20:06:49.015824 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1acf943-4654-43f2-a830-8407a878f5ab None None] Pushing event updated for resources: {'Port': ['ID=3b570ed2-4e08-4b8b-83df-1ea993b5b3f7,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:49.047320 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b6ae3-4445-41bf-9d89-c041a838a4a8 req-5a82cf9f-d5ed-4910-8513-b3b23ecd0e47 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:49.048874 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-047b6ae3-4445-41bf-9d89-c041a838a4a8 req-5a82cf9f-d5ed-4910-8513-b3b23ecd0e47 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea639c0b-e4e2-449a-b488-93c6935f239f HTTP/1.1" status: 200 len: 945 time: 0.7708318 Jul 23 20:06:49.067246 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-853a3265-c5b3-48b1-a4bb-a744672457ae req-d898aba9-2bca-4312-a94a-14b31dede68b tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.129 HTTP/1.1" status: 200 len: 699 time: 0.0658944 Jul 23 20:06:49.077395 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-6c33f542-1e9c-437c-ae18-798ffd97c85c None None] Set router ff8606a1-f116-49f4-ba32-6b2516ed42c7 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:06:49.085820 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-726b5021-239c-4bdb-a9cb-a658e36d516c req-ba761de3-4438-41ff-9a8a-e45a266cfc3f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9664baff-d324-4bb7-83db-312ac8268922 HTTP/1.1" status: 200 len: 998 time: 0.5702641 Jul 23 20:06:49.115735 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-46e27b00-358d-40ae-bffd-3ea9222af91f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:49.151171 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-46e27b00-358d-40ae-bffd-3ea9222af91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:49.273958 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-047b6ae3-4445-41bf-9d89-c041a838a4a8 req-e91fbc4c-8730-43b7-9231-003e99350316 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148287 Jul 23 20:06:49.287328 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-46e27b00-358d-40ae-bffd-3ea9222af91f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a057da4b81c24857bfddccd79a22b112&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0616193 Jul 23 20:06:49.291008 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e27b00-358d-40ae-bffd-3ea9222af91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2a667f-a1aa-44ab-8a0e-0551fffbe563,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:49.295938 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b5021-239c-4bdb-a9cb-a658e36d516c req-e1c1ff6b-93d4-4662-a64e-e23efd28c213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:49.297550 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-726b5021-239c-4bdb-a9cb-a658e36d516c req-e1c1ff6b-93d4-4662-a64e-e23efd28c213 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a86a84ba-b9ed-4479-b6c4-16e477f25677 HTTP/1.1" status: 200 len: 850 time: 0.1974108 Jul 23 20:06:49.298051 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43172) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:49.326314 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f4fcccdf-3078-4de8-96da-81c2ae7e79bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38cba00-fd48-45de-822f-07cfe21eb46f', 'name': 'tempest-ServersTestManualDisk-122769486-router', 'tenant_id': '27abbdd517814454b710b0aadcb43ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '6c56fae0-da02-4668-9b3e-8d03cad9bac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:06:17Z', 'updated_at': '2021-07-23T20:06:23Z', 'revision_number': 4, 'project_id': '27abbdd517814454b710b0aadcb43ac5', 'gw_port': {'id': '6c56fae0-da02-4668-9b3e-8d03cad9bac1', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38cba00-fd48-45de-822f-07cfe21eb46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:18Z', 'updated_at': '2021-07-23T20:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '97e47a02-da55-41f6-b205-32caa3ca1d4e', 'tenant_id': '27abbdd517814454b710b0aadcb43ac5', 'floating_ip_address': '172.25.1.56', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'a38cba00-fd48-45de-822f-07cfe21eb46f', 'port_id': '9664baff-d324-4bb7-83db-312ac8268922', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbcd70d7-1b61-4457-9c40-371d2aec6850', 'mac_address': 'fa:16:3e:2e:36:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec173c36-2b33-4f3a-bc5b-be16f7d6f36c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:06:27Z', 'updated_at': '2021-07-23T20:06:46Z', 'revision_number': 1, 'project_id': '27abbdd517814454b710b0aadcb43ac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7', 'name': '', 'network_id': 'cbcd70d7-1b61-4457-9c40-371d2aec6850', 'tenant_id': '27abbdd517814454b710b0aadcb43ac5', 'mac_address': 'fa:16:3e:18:55:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38cba00-fd48-45de-822f-07cfe21eb46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'a86a84ba-b9ed-4479-b6c4-16e477f25677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:21Z', 'updated_at': '2021-07-23T20:06:29Z', 'revision_number': 5, 'project_id': '27abbdd517814454b710b0aadcb43ac5', 'subnets': [{'id': 'a86a84ba-b9ed-4479-b6c4-16e477f25677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:49.367393 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cb832a-93f5-4920-b2cf-e02f1320561c None None] New status for floating IP e0d4de74-35c7-4e68-9a53-8608788b26e2: DOWN {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:06:49.376126 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fcccdf-3078-4de8-96da-81c2ae7e79bd None None] The sync data for ids ['a38cba00-fd48-45de-822f-07cfe21eb46f'] in n-d-793618-10 is: [{'id': 'a38cba00-fd48-45de-822f-07cfe21eb46f', 'name': 'tempest-ServersTestManualDisk-122769486-router', 'tenant_id': '27abbdd517814454b710b0aadcb43ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '6c56fae0-da02-4668-9b3e-8d03cad9bac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:06:17Z', 'updated_at': '2021-07-23T20:06:23Z', 'revision_number': 4, 'project_id': '27abbdd517814454b710b0aadcb43ac5', 'gw_port': {'id': '6c56fae0-da02-4668-9b3e-8d03cad9bac1', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38cba00-fd48-45de-822f-07cfe21eb46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:18Z', 'updated_at': '2021-07-23T20:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '97e47a02-da55-41f6-b205-32caa3ca1d4e', 'tenant_id': '27abbdd517814454b710b0aadcb43ac5', 'floating_ip_address': '172.25.1.56', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'a38cba00-fd48-45de-822f-07cfe21eb46f', 'port_id': '9664baff-d324-4bb7-83db-312ac8268922', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbcd70d7-1b61-4457-9c40-371d2aec6850', 'mac_address': 'fa:16:3e:2e:36:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec173c36-2b33-4f3a-bc5b-be16f7d6f36c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:06:27Z', 'updated_at': '2021-07-23T20:06:46Z', 'revision_number': 1, 'project_id': '27abbdd517814454b710b0aadcb43ac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7', 'name': '', 'network_id': 'cbcd70d7-1b61-4457-9c40-371d2aec6850', 'tenant_id': '27abbdd517814454b710b0aadcb43ac5', 'mac_address': 'fa:16:3e:18:55:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38cba00-fd48-45de-822f-07cfe21eb46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'a86a84ba-b9ed-4479-b6c4-16e477f25677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:21Z', 'updated_at': '2021-07-23T20:06:29Z', 'revision_number': 5, 'project_id': '27abbdd517814454b710b0aadcb43ac5', 'subnets': [{'id': 'a86a84ba-b9ed-4479-b6c4-16e477f25677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:06:49.413833 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-80b638ba-462c-4bae-92fd-3401ad7b8be0 admin admin] Allocated IP 172.20.0.1 (9abfa0a3-b12e-40a5-ab86-541f43ff4129/cfa77472-0b8c-4b21-ac2b-e0a4c62a41cd/1270e4c7-b9c9-4f57-9cfb-f87e0ee476b4) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:06:49.478746 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a0a12e74-e422-417f-9aba-5bebef30fc6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:49.548534 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9355540-a546-4edf-8000-438e40861cc8', 'tag': '8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:06:49.550882 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a0a12e74-e422-417f-9aba-5bebef30fc6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:49.557284 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d27059-7d3d-4071-810d-08f91dc95992" -d '{"events": [{"name": "network-changed", "server_uuid": "f9355540-a546-4edf-8000-438e40861cc8", "tag": "8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:06:49.566091 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b5021-239c-4bdb-a9cb-a658e36d516c req-c5f84afc-e6c9-42a0-9e98-16b793e5aa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:49.567107 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-853a3265-c5b3-48b1-a4bb-a744672457ae req-5e0e5a1a-ad20-4b49-88e0-170c71549116 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.129 HTTP/1.1" status: 200 len: 699 time: 0.4988437 Jul 23 20:06:49.567766 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-726b5021-239c-4bdb-a9cb-a658e36d516c req-c5f84afc-e6c9-42a0-9e98-16b793e5aa62 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cbcd70d7-1b61-4457-9c40-371d2aec6850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2366188 Jul 23 20:06:49.576736 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6c33f542-1e9c-437c-ae18-798ffd97c85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8606a1-f116-49f4-ba32-6b2516ed42c7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1372918801-router', 'tenant_id': '7d504d5012f14078adc2cd0498b1890a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '3b570ed2-4e08-4b8b-83df-1ea993b5b3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:06:42Z', 'updated_at': '2021-07-23T20:06:45Z', 'revision_number': 3, 'project_id': '7d504d5012f14078adc2cd0498b1890a', 'gw_port': {'id': '3b570ed2-4e08-4b8b-83df-1ea993b5b3f7', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:15:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8606a1-f116-49f4-ba32-6b2516ed42c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:43Z', 'updated_at': '2021-07-23T20:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:49.681017 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f724779-f0ba-48aa-b82a-c2270ec33f38 x-openstack-request-id: req-9f724779-f0ba-48aa-b82a-c2270ec33f38 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:06:49.681457 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9355540-a546-4edf-8000-438e40861cc8", "tag": "8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:06:49.682935 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9f724779-f0ba-48aa-b82a-c2270ec33f38 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:06:49.683746 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9355540-a546-4edf-8000-438e40861cc8', 'tag': '8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3', 'status': 'completed', 'code': 200} Jul 23 20:06:49.687074 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-80b638ba-462c-4bae-92fd-3401ad7b8be0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:49.687276 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c33f542-1e9c-437c-ae18-798ffd97c85c None None] The sync data for ids ['ff8606a1-f116-49f4-ba32-6b2516ed42c7'] in n-d-793618-10 is: [{'id': 'ff8606a1-f116-49f4-ba32-6b2516ed42c7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1372918801-router', 'tenant_id': '7d504d5012f14078adc2cd0498b1890a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '3b570ed2-4e08-4b8b-83df-1ea993b5b3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:06:42Z', 'updated_at': '2021-07-23T20:06:45Z', 'revision_number': 3, 'project_id': '7d504d5012f14078adc2cd0498b1890a', 'gw_port': {'id': '3b570ed2-4e08-4b8b-83df-1ea993b5b3f7', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:15:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8606a1-f116-49f4-ba32-6b2516ed42c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:43Z', 'updated_at': '2021-07-23T20:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:06:49.758619 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a0a12e74-e422-417f-9aba-5bebef30fc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:49.761572 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a0a12e74-e422-417f-9aba-5bebef30fc6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:49.763799 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a0a12e74-e422-417f-9aba-5bebef30fc6c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0b2a667f-a1aa-44ab-8a0e-0551fffbe563 HTTP/1.1" status: 204 len: 168 time: 0.4404035 Jul 23 20:06:49.765683 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-80b638ba-462c-4bae-92fd-3401ad7b8be0 admin admin] Transition to ACTIVE for port object 1270e4c7-b9c9-4f57-9cfb-f87e0ee476b4 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:06:49.767209 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8387854-c09e-4bfa-ba64-d74f88b9448c None None] New status for floating IP 97e47a02-da55-41f6-b205-32caa3ca1d4e: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:06:49.795508 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a12e74-e422-417f-9aba-5bebef30fc6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2a667f-a1aa-44ab-8a0e-0551fffbe563,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:49.809139 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-726b5021-239c-4bdb-a9cb-a658e36d516c req-96756152-46d2-447c-a1be-fc1ce3f700bd service neutron] 10.222.0.30 "GET /v2.0/networks/cbcd70d7-1b61-4457-9c40-371d2aec6850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317653 Jul 23 20:06:49.890641 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-80b638ba-462c-4bae-92fd-3401ad7b8be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:49.956924 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-853a3265-c5b3-48b1-a4bb-a744672457ae req-1bc1014f-1a6e-445a-9d40-4f80b86794bf tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Deleting port 7b9599a4-2985-4802-82f6-14a14149b8a8 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:06:49.957524 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-853a3265-c5b3-48b1-a4bb-a744672457ae req-1bc1014f-1a6e-445a-9d40-4f80b86794bf tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:49.960682 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d27059-7d3d-4071-810d-08f91dc95992 req-81789f16-2e48-4f21-8b9d-c1e9de4de4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:49.962497 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c5d27059-7d3d-4071-810d-08f91dc95992 req-81789f16-2e48-4f21-8b9d-c1e9de4de4cc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca9f4fe5c0d8443fb3151faa84883f9f&device_id=f9355540-a546-4edf-8000-438e40861cc8 HTTP/1.1" status: 200 len: 1097 time: 0.1892490 Jul 23 20:06:49.996797 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b638ba-462c-4bae-92fd-3401ad7b8be0 admin admin] Network 9abfa0a3-b12e-40a5-ab86-541f43ff4129 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:06:50.008699 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-80b638ba-462c-4bae-92fd-3401ad7b8be0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:06:50.012074 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b638ba-462c-4bae-92fd-3401ad7b8be0 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:06:50.050260 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b638ba-462c-4bae-92fd-3401ad7b8be0 admin admin] Pushing event updated for resources: {'Port': ['ID=1270e4c7-b9c9-4f57-9cfb-f87e0ee476b4,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:50.060096 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-726b5021-239c-4bdb-a9cb-a658e36d516c req-8c74b601-0c91-4f2f-92fc-9dec8f3fc408 service neutron] 10.222.0.30 "GET /v2.0/networks/cbcd70d7-1b61-4457-9c40-371d2aec6850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377234 Jul 23 20:06:50.105852 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-80b638ba-462c-4bae-92fd-3401ad7b8be0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:50.179642 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-853a3265-c5b3-48b1-a4bb-a744672457ae req-1bc1014f-1a6e-445a-9d40-4f80b86794bf tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:50.180190 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-853a3265-c5b3-48b1-a4bb-a744672457ae req-1bc1014f-1a6e-445a-9d40-4f80b86794bf tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:50.239502 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-853a3265-c5b3-48b1-a4bb-a744672457ae req-1bc1014f-1a6e-445a-9d40-4f80b86794bf tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Calling delete_port for 7b9599a4-2985-4802-82f6-14a14149b8a8 owned by network:floatingip {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:06:50.241672 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d27059-7d3d-4071-810d-08f91dc95992 req-a950a048-752c-472a-81d5-3d44d787a64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:50.243195 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c5d27059-7d3d-4071-810d-08f91dc95992 req-a950a048-752c-472a-81d5-3d44d787a64f service neutron] 10.222.0.18 "GET /v2.0/networks?id=9809b0ec-ba40-459d-967a-8ad4e593e436 HTTP/1.1" status: 200 len: 921 time: 0.2677395 Jul 23 20:06:50.349071 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c5d27059-7d3d-4071-810d-08f91dc95992 req-f2eb5d55-9661-4cf3-8106-2ec4ef901e8b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3 HTTP/1.1" status: 200 len: 217 time: 0.0965822 Jul 23 20:06:50.445560 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d27059-7d3d-4071-810d-08f91dc95992 req-27fe65a1-9a60-4a66-af46-fe922198fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:50.447337 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c5d27059-7d3d-4071-810d-08f91dc95992 req-27fe65a1-9a60-4a66-af46-fe922198fe16 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d4f0363c-c07e-46a2-b2c5-f4462163c3fd HTTP/1.1" status: 200 len: 859 time: 0.0867181 Jul 23 20:06:50.506963 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-80b638ba-462c-4bae-92fd-3401ad7b8be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:50.528715 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-76550963-35b2-47be-a07b-1202ac5c3add None None] Provisioning for port 1270e4c7-b9c9-4f57-9cfb-f87e0ee476b4 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:06:50.532839 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-76550963-35b2-47be-a07b-1202ac5c3add None None] Provisioning complete for port 1270e4c7-b9c9-4f57-9cfb-f87e0ee476b4 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:06:50.533224 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76550963-35b2-47be-a07b-1202ac5c3add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:50.571690 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054e98c-5551-43f3-9409-17f971a3215f req-625398f7-3927-4a20-a537-e459be3cc020 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:50.573129 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0054e98c-5551-43f3-9409-17f971a3215f req-625398f7-3927-4a20-a537-e459be3cc020 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea639c0b-e4e2-449a-b488-93c6935f239f HTTP/1.1" status: 200 len: 945 time: 0.1517925 Jul 23 20:06:50.580106 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-76550963-35b2-47be-a07b-1202ac5c3add None None] Port 1270e4c7-b9c9-4f57-9cfb-f87e0ee476b4 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:06:50.596521 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d27059-7d3d-4071-810d-08f91dc95992 req-f7b8e916-f0fc-418d-8084-f7deeeb48514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:50.598621 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c5d27059-7d3d-4071-810d-08f91dc95992 req-f7b8e916-f0fc-418d-8084-f7deeeb48514 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9809b0ec-ba40-459d-967a-8ad4e593e436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1430674 Jul 23 20:06:50.660963 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0054e98c-5551-43f3-9409-17f971a3215f req-052fffe5-57c0-49b4-8ac4-1daf46f91cf2 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612822 Jul 23 20:06:50.777969 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-853a3265-c5b3-48b1-a4bb-a744672457ae req-1bc1014f-1a6e-445a-9d40-4f80b86794bf tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:50.802139 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-80b638ba-462c-4bae-92fd-3401ad7b8be0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:50.809180 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-80b638ba-462c-4bae-92fd-3401ad7b8be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:50.828492 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc1014f-1a6e-445a-9d40-4f80b86794bf tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Pushing event deleted for resources: {'Port': ['ID=7b9599a4-2985-4802-82f6-14a14149b8a8,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:50.873804 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c5d27059-7d3d-4071-810d-08f91dc95992 req-106243e4-c9e8-4c73-9c90-a0f575386579 service neutron] 10.222.0.18 "GET /v2.0/networks/9809b0ec-ba40-459d-967a-8ad4e593e436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667060 Jul 23 20:06:50.931224 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b638ba-462c-4bae-92fd-3401ad7b8be0 admin admin] Pushing event updated for resources: {'Port': ['ID=1270e4c7-b9c9-4f57-9cfb-f87e0ee476b4,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:50.943114 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-80b638ba-462c-4bae-92fd-3401ad7b8be0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:51.042949 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c5d27059-7d3d-4071-810d-08f91dc95992 req-4f79a40c-f5f3-4cf7-bb06-236bcb83b51f service neutron] 10.222.0.18 "GET /v2.0/networks/9809b0ec-ba40-459d-967a-8ad4e593e436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380584 Jul 23 20:06:51.050570 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-853a3265-c5b3-48b1-a4bb-a744672457ae req-1bc1014f-1a6e-445a-9d40-4f80b86794bf tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks [] for floatingip, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:51.053996 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-853a3265-c5b3-48b1-a4bb-a744672457ae req-1bc1014f-1a6e-445a-9d40-4f80b86794bf tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:51.055518 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-853a3265-c5b3-48b1-a4bb-a744672457ae req-1bc1014f-1a6e-445a-9d40-4f80b86794bf tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "DELETE /v2.0/floatingips/e0d4de74-35c7-4e68-9a53-8608788b26e2 HTTP/1.1" status: 204 len: 173 time: 1.4764962 Jul 23 20:06:51.068320 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43216) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:51.076124 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b638ba-462c-4bae-92fd-3401ad7b8be0 admin admin] Network 9abfa0a3-b12e-40a5-ab86-541f43ff4129 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:06:51.078092 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-80b638ba-462c-4bae-92fd-3401ad7b8be0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:06:51.237739 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b638ba-462c-4bae-92fd-3401ad7b8be0 admin admin] Router ff8606a1-f116-49f4-ba32-6b2516ed42c7 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:06:51.256615 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-33da7f52-c932-45c2-8c6c-86e43020ea77 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-738591097-network', 'tenant_id': '2ea18357e60e4284a2e37908bc623d0a'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:06:51.282720 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33da7f52-c932-45c2-8c6c-86e43020ea77 admin admin] Made reservation on behalf of 2ea18357e60e4284a2e37908bc623d0a for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:06:51.286252 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-33da7f52-c932-45c2-8c6c-86e43020ea77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:51.303374 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-33da7f52-c932-45c2-8c6c-86e43020ea77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:51.378450 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b638ba-462c-4bae-92fd-3401ad7b8be0 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:06:51.385528 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-80b638ba-462c-4bae-92fd-3401ad7b8be0 admin admin] 10.222.0.32 "PUT /v2.0/routers/ff8606a1-f116-49f4-ba32-6b2516ed42c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8133352 Jul 23 20:06:51.425806 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-3805d4e2-0fb0-4fd7-8338-581f216c91fb None None] Provisioning complete for port 1270e4c7-b9c9-4f57-9cfb-f87e0ee476b4 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:06:51.426997 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3805d4e2-0fb0-4fd7-8338-581f216c91fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:51.432071 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573d2f4-7ffd-4260-be0d-94c15fad00a9 req-867601f0-3c18-422c-b5cf-e64c5b458703 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:51.434280 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7573d2f4-7ffd-4260-be0d-94c15fad00a9 req-867601f0-3c18-422c-b5cf-e64c5b458703 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9355540-a546-4edf-8000-438e40861cc8 HTTP/1.1" status: 200 len: 945 time: 0.1284840 Jul 23 20:06:51.506455 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7573d2f4-7ffd-4260-be0d-94c15fad00a9 req-ec0c236a-1721-4212-82a6-aa12e8fe5f34 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/security-groups?id=291e14e9-29a7-49fc-887b-c23bc971e5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606139 Jul 23 20:06:51.508226 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-3805d4e2-0fb0-4fd7-8338-581f216c91fb None None] Port 1270e4c7-b9c9-4f57-9cfb-f87e0ee476b4 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:06:51.544014 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3b570ed2-4e08-4b8b-83df-1ea993b5b3f7 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:06:51.570530 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-33da7f52-c932-45c2-8c6c-86e43020ea77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:51.576244 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-33da7f52-c932-45c2-8c6c-86e43020ea77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:51.592417 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33da7f52-c932-45c2-8c6c-86e43020ea77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:06:51.605643 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-33da7f52-c932-45c2-8c6c-86e43020ea77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:51.606439 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-33da7f52-c932-45c2-8c6c-86e43020ea77 admin admin] Added segment faaa4100-4908-4e30-9a12-8cbe978cc345 of type vlan for network 7aff7ad4-f399-45a6-b7a0-e912343d4de9 Jul 23 20:06:51.625488 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 3b570ed2-4e08-4b8b-83df-1ea993b5b3f7 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:06:51.636831 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 3b570ed2-4e08-4b8b-83df-1ea993b5b3f7 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:06:51.638897 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:51.653540 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-33da7f52-c932-45c2-8c6c-86e43020ea77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:51.706641 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da7f52-c932-45c2-8c6c-86e43020ea77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29798dd-3bc9-4438-9c43-5cd79ad6910b,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:51.725440 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-33da7f52-c932-45c2-8c6c-86e43020ea77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:51.726640 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33da7f52-c932-45c2-8c6c-86e43020ea77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:51.728171 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-33da7f52-c932-45c2-8c6c-86e43020ea77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:51.788290 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43234) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:51.788528 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-33da7f52-c932-45c2-8c6c-86e43020ea77 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7187304 Jul 23 20:06:51.797715 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-9b23dc3d-a149-442f-a62a-487cc2a6a00a admin admin] Request body: {'subnet': {'network_id': '7aff7ad4-f399-45a6-b7a0-e912343d4de9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-738591097-subnet', 'tenant_id': '2ea18357e60e4284a2e37908bc623d0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:06:51.894508 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:51.929314 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da7f52-c932-45c2-8c6c-86e43020ea77 admin admin] Pushing event updated for resources: {'Network': ['ID=7aff7ad4-f399-45a6-b7a0-e912343d4de9,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:51.948576 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 7aff7ad4-f399-45a6-b7a0-e912343d4de9 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:06:51.963914 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 3b570ed2-4e08-4b8b-83df-1ea993b5b3f7, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3b570ed2-4e08-4b8b-83df-1ea993b5b3f7,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:06:51.975235 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b23dc3d-a149-442f-a62a-487cc2a6a00a admin admin] Made reservation on behalf of 2ea18357e60e4284a2e37908bc623d0a for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:06:51.978240 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9b23dc3d-a149-442f-a62a-487cc2a6a00a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:51.991695 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:52.070433 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e23393-d382-4b9b-bf43-8fd24879692a req-1663ac66-968e-4279-929e-91c0e8fcdc1e tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:52.072439 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-85e23393-d382-4b9b-bf43-8fd24879692a req-1663ac66-968e-4279-929e-91c0e8fcdc1e tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea639c0b-e4e2-449a-b488-93c6935f239f HTTP/1.1" status: 200 len: 945 time: 0.2381980 Jul 23 20:06:52.151621 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-85e23393-d382-4b9b-bf43-8fd24879692a req-f917c37d-504e-4d24-8280-87eea2f79669 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476274 Jul 23 20:06:52.281142 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=3b570ed2-4e08-4b8b-83df-1ea993b5b3f7,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:52.351203 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9b23dc3d-a149-442f-a62a-487cc2a6a00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:52.413100 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23dc3d-a149-442f-a62a-487cc2a6a00a admin admin] Pushing event updated for resources: {'Subnet': ['ID=66a49d5c-e0e6-4c4f-a1e4-48d06e760e30,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:52.424517 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b23dc3d-a149-442f-a62a-487cc2a6a00a admin admin] Checking segment: {'id': 'faaa4100-4908-4e30-9a12-8cbe978cc345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7aff7ad4-f399-45a6-b7a0-e912343d4de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:06:52.424517 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b23dc3d-a149-442f-a62a-487cc2a6a00a admin admin] Network hostable DHCP agents. Network: 7aff7ad4-f399-45a6-b7a0-e912343d4de9, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:06:52.444544 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b23dc3d-a149-442f-a62a-487cc2a6a00a admin admin] Network 7aff7ad4-f399-45a6-b7a0-e912343d4de9 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:06:52.457315 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-9b23dc3d-a149-442f-a62a-487cc2a6a00a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 7aff7ad4-f399-45a6-b7a0-e912343d4de9) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:06:52.462578 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b23dc3d-a149-442f-a62a-487cc2a6a00a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:52.463271 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9b23dc3d-a149-442f-a62a-487cc2a6a00a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:52.474271 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93562f9-73e1-4e0d-a0da-c6fa47cb6cbe None None] Network 7aff7ad4-f399-45a6-b7a0-e912343d4de9 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:06:52.480490 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9b23dc3d-a149-442f-a62a-487cc2a6a00a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6909349 Jul 23 20:06:52.815073 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc8816-e597-4a59-80be-e8091c4e4fc5 req-73fafd51-fc77-414b-93fa-b6917ce5ddc2 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:52.824230 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d0bc8816-e597-4a59-80be-e8091c4e4fc5 req-73fafd51-fc77-414b-93fa-b6917ce5ddc2 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9355540-a546-4edf-8000-438e40861cc8 HTTP/1.1" status: 200 len: 945 time: 0.1241615 Jul 23 20:06:52.838311 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58eb76b1-704e-456a-a338-a1c2944de7cb None None] Network 7aff7ad4-f399-45a6-b7a0-e912343d4de9 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:06:52.902052 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d0bc8816-e597-4a59-80be-e8091c4e4fc5 req-bcd83d92-1cc0-4926-b37a-2cfebbd15ab1 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/security-groups?id=291e14e9-29a7-49fc-887b-c23bc971e5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734901 Jul 23 20:06:52.994474 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0466cfb0-b19b-41de-8a49-fe94a9cffcca None None] Sync routers for ids ['ff8606a1-f116-49f4-ba32-6b2516ed42c7'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:06:53.007566 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87aa3d-dd1e-41f3-9c18-f92fad1674a9 req-bb95cb49-9e4d-45cf-be4a-a2104c965de0 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:53.009220 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b87aa3d-dd1e-41f3-9c18-f92fad1674a9 req-bb95cb49-9e4d-45cf-be4a-a2104c965de0 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9355540-a546-4edf-8000-438e40861cc8 HTTP/1.1" status: 200 len: 945 time: 0.1776905 Jul 23 20:06:53.019135 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0466cfb0-b19b-41de-8a49-fe94a9cffcca None None] Routers {'ff8606a1-f116-49f4-ba32-6b2516ed42c7'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:06:53.020178 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0466cfb0-b19b-41de-8a49-fe94a9cffcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:06:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ff8606a1-f116-49f4-ba32-6b2516ed42c7'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:53.211166 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-6b87aa3d-dd1e-41f3-9c18-f92fad1674a9 req-9055e55d-a2d4-4dc9-afa1-1cd396ead176 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Deleting port 8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:06:53.211762 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6b87aa3d-dd1e-41f3-9c18-f92fad1674a9 req-9055e55d-a2d4-4dc9-afa1-1cd396ead176 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:53.310551 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-0466cfb0-b19b-41de-8a49-fe94a9cffcca None None] Set router ff8606a1-f116-49f4-ba32-6b2516ed42c7 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:06:53.399561 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5876164-362e-4f8d-a317-6934d3a53d12 req-be0862d8-d0e2-430b-a85e-a076f111d813 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:53.409532 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a5876164-362e-4f8d-a317-6934d3a53d12 req-be0862d8-d0e2-430b-a85e-a076f111d813 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea639c0b-e4e2-449a-b488-93c6935f239f HTTP/1.1" status: 200 len: 945 time: 0.0931826 Jul 23 20:06:53.465163 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a5876164-362e-4f8d-a317-6934d3a53d12 req-3bc77aef-6f26-4347-8e1b-ccbb4ed91994 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533357 Jul 23 20:06:53.542854 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-6b87aa3d-dd1e-41f3-9c18-f92fad1674a9 req-9055e55d-a2d4-4dc9-afa1-1cd396ead176 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] For port 8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3,segment=NetworkSegment(489b476d-97fe-494a-9240-bd9b3eeee4c3),segment_id=489b476d-97fe-494a-9240-bd9b3eeee4c3)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:06:53.543359 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6b87aa3d-dd1e-41f3-9c18-f92fad1674a9 req-9055e55d-a2d4-4dc9-afa1-1cd396ead176 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:53.552745 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3b570ed2-4e08-4b8b-83df-1ea993b5b3f7 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:06:53.559632 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43272) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:53.566433 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-6e28ed61-378f-492e-becb-a156a1505f76 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2123710630-network', 'tenant_id': 'b684020576fc4bcf839b69f2edb1ec97'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:06:53.574495 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-6b87aa3d-dd1e-41f3-9c18-f92fad1674a9 req-9055e55d-a2d4-4dc9-afa1-1cd396ead176 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Calling delete_port for 8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:06:53.605507 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e28ed61-378f-492e-becb-a156a1505f76 admin admin] Made reservation on behalf of b684020576fc4bcf839b69f2edb1ec97 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:06:53.608366 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e28ed61-378f-492e-becb-a156a1505f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:53.618536 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e28ed61-378f-492e-becb-a156a1505f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:53.731784 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e28ed61-378f-492e-becb-a156a1505f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:53.738112 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e28ed61-378f-492e-becb-a156a1505f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:53.740567 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 3b570ed2-4e08-4b8b-83df-1ea993b5b3f7 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:06:53.740977 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:53.757514 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e28ed61-378f-492e-becb-a156a1505f76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:06:53.770432 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e28ed61-378f-492e-becb-a156a1505f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:53.771125 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-6e28ed61-378f-492e-becb-a156a1505f76 admin admin] Added segment cee909bd-7ec4-4545-a792-34be5d9f86ef of type vlan for network 14dbaf0a-1d8b-4bf3-9b88-8451f5ed603c Jul 23 20:06:53.774655 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6b87aa3d-dd1e-41f3-9c18-f92fad1674a9 req-9055e55d-a2d4-4dc9-afa1-1cd396ead176 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:53.821751 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e28ed61-378f-492e-becb-a156a1505f76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:53.833697 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9055e55d-a2d4-4dc9-afa1-1cd396ead176 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Pushing event deleted for resources: {'Port': ['ID=8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:53.864347 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e28ed61-378f-492e-becb-a156a1505f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:53.866255 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e28ed61-378f-492e-becb-a156a1505f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:53.867542 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e28ed61-378f-492e-becb-a156a1505f76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:53.925452 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0466cfb0-b19b-41de-8a49-fe94a9cffcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8606a1-f116-49f4-ba32-6b2516ed42c7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1372918801-router', 'tenant_id': '7d504d5012f14078adc2cd0498b1890a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '3b570ed2-4e08-4b8b-83df-1ea993b5b3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:06:42Z', 'updated_at': '2021-07-23T20:06:50Z', 'revision_number': 4, 'project_id': '7d504d5012f14078adc2cd0498b1890a', 'gw_port': {'id': '3b570ed2-4e08-4b8b-83df-1ea993b5b3f7', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:15:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8606a1-f116-49f4-ba32-6b2516ed42c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:43Z', 'updated_at': '2021-07-23T20:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '1270e4c7-b9c9-4f57-9cfb-f87e0ee476b4', 'name': '', 'network_id': '9abfa0a3-b12e-40a5-ab86-541f43ff4129', 'tenant_id': '7d504d5012f14078adc2cd0498b1890a', 'mac_address': 'fa:16:3e:a3:73:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8606a1-f116-49f4-ba32-6b2516ed42c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'cfa77472-0b8c-4b21-ac2b-e0a4c62a41cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:48Z', 'updated_at': '2021-07-23T20:06:50Z', 'revision_number': 2, 'project_id': '7d504d5012f14078adc2cd0498b1890a', 'subnets': [{'id': 'cfa77472-0b8c-4b21-ac2b-e0a4c62a41cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:53.928263 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6e28ed61-378f-492e-becb-a156a1505f76 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3667572 Jul 23 20:06:53.932284 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43274) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:53.938943 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e71b8936-126e-4689-b865-c776e3e65f4b admin admin] Request body: {'subnet': {'network_id': '14dbaf0a-1d8b-4bf3-9b88-8451f5ed603c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2123710630-subnet', 'tenant_id': 'b684020576fc4bcf839b69f2edb1ec97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:06:53.956951 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b87aa3d-dd1e-41f3-9c18-f92fad1674a9 req-9055e55d-a2d4-4dc9-afa1-1cd396ead176 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] No DVR routers for this DVR port 8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:06:53.961337 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6b87aa3d-dd1e-41f3-9c18-f92fad1674a9 req-9055e55d-a2d4-4dc9-afa1-1cd396ead176 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:53.965439 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b87aa3d-dd1e-41f3-9c18-f92fad1674a9 req-9055e55d-a2d4-4dc9-afa1-1cd396ead176 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.18 "DELETE /v2.0/ports/8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3 HTTP/1.1" status: 204 len: 173 time: 0.9504781 Jul 23 20:06:53.965651 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28ed61-378f-492e-becb-a156a1505f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34527a91-d469-48ca-88d6-163648f554d9,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:53.966351 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9355540-a546-4edf-8000-438e40861cc8', 'name': 'network-vif-deleted', 'tag': '8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:06:53.973098 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71b8936-126e-4689-b865-c776e3e65f4b admin admin] Made reservation on behalf of b684020576fc4bcf839b69f2edb1ec97 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:06:53.975827 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e71b8936-126e-4689-b865-c776e3e65f4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:53.982131 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78584bf1-7208-4814-af2e-5c3fc687951a" -d '{"events": [{"server_uuid": "f9355540-a546-4edf-8000-438e40861cc8", "name": "network-vif-deleted", "tag": "8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:06:54.012616 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0466cfb0-b19b-41de-8a49-fe94a9cffcca None None] Checking router: ff8606a1-f116-49f4-ba32-6b2516ed42c7 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:06:54.013271 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0466cfb0-b19b-41de-8a49-fe94a9cffcca None None] Updating router ff8606a1-f116-49f4-ba32-6b2516ed42c7 port 1270e4c7-b9c9-4f57-9cfb-f87e0ee476b4 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:06:54.054110 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0466cfb0-b19b-41de-8a49-fe94a9cffcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:54.056680 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28ed61-378f-492e-becb-a156a1505f76 admin admin] Pushing event updated for resources: {'Network': ['ID=14dbaf0a-1d8b-4bf3-9b88-8451f5ed603c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:54.071717 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95325838-7993-4aec-b490-b010ec482399 x-openstack-request-id: req-95325838-7993-4aec-b490-b010ec482399 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:06:54.072635 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9355540-a546-4edf-8000-438e40861cc8", "name": "network-vif-deleted", "tag": "8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:06:54.072959 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-95325838-7993-4aec-b490-b010ec482399 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:06:54.073458 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9355540-a546-4edf-8000-438e40861cc8', 'name': 'network-vif-deleted', 'tag': '8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3', 'status': 'completed', 'code': 200} Jul 23 20:06:54.094708 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 14dbaf0a-1d8b-4bf3-9b88-8451f5ed603c details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:06:54.141092 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fac2aa00-4146-4cc8-8db3-27d7df6e6cbd req-4bae223c-6ee8-4966-bb35-235a8a74c9a7 tempest-FloatingIPsAssociationTestJSON-354684473 tempest-FloatingIPsAssociationTestJSON-354684473-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9355540-a546-4edf-8000-438e40861cc8 HTTP/1.1" status: 200 len: 210 time: 0.0665958 Jul 23 20:06:54.503234 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e71b8936-126e-4689-b865-c776e3e65f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:54.597007 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b8936-126e-4689-b865-c776e3e65f4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a5a370c-34e7-4326-bdc4-b3e2c46bbff0,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:54.685158 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0466cfb0-b19b-41de-8a49-fe94a9cffcca None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:54.705254 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71b8936-126e-4689-b865-c776e3e65f4b admin admin] Checking segment: {'id': 'cee909bd-7ec4-4545-a792-34be5d9f86ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '14dbaf0a-1d8b-4bf3-9b88-8451f5ed603c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:06:54.705686 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71b8936-126e-4689-b865-c776e3e65f4b admin admin] Network hostable DHCP agents. Network: 14dbaf0a-1d8b-4bf3-9b88-8451f5ed603c, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:06:54.727075 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0466cfb0-b19b-41de-8a49-fe94a9cffcca None None] Transition to ACTIVE for port object 1270e4c7-b9c9-4f57-9cfb-f87e0ee476b4 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:06:54.740307 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0466cfb0-b19b-41de-8a49-fe94a9cffcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:54.776416 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5dccca-6f1c-4a0f-8d7e-ea4e03f92102 req-389d0cb1-b462-4cbb-baed-dc5bdfb6873f tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:54.784638 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2d5dccca-6f1c-4a0f-8d7e-ea4e03f92102 req-389d0cb1-b462-4cbb-baed-dc5bdfb6873f tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea639c0b-e4e2-449a-b488-93c6935f239f HTTP/1.1" status: 200 len: 945 time: 0.1383955 Jul 23 20:06:54.787012 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71b8936-126e-4689-b865-c776e3e65f4b admin admin] Network 14dbaf0a-1d8b-4bf3-9b88-8451f5ed603c is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:06:54.802220 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b875cc-1160-4915-8f2d-b7816c094d3c None None] Pushing event updated for resources: {'Port': ['ID=1270e4c7-b9c9-4f57-9cfb-f87e0ee476b4,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:54.823973 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-e71b8936-126e-4689-b865-c776e3e65f4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 14dbaf0a-1d8b-4bf3-9b88-8451f5ed603c) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:06:54.833438 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71b8936-126e-4689-b865-c776e3e65f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:54.834382 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e71b8936-126e-4689-b865-c776e3e65f4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:54.850744 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2d5dccca-6f1c-4a0f-8d7e-ea4e03f92102 req-a7a341df-04b1-41f6-bfe5-a04cf3bcb39e tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628152 Jul 23 20:06:54.883101 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548abd37-be52-45c6-adf5-e627533bf27a None None] Network 14dbaf0a-1d8b-4bf3-9b88-8451f5ed603c requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:06:54.895841 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e71b8936-126e-4689-b865-c776e3e65f4b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9623780 Jul 23 20:06:54.971038 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0466cfb0-b19b-41de-8a49-fe94a9cffcca None None] Attempting to bind port 1270e4c7-b9c9-4f57-9cfb-f87e0ee476b4 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:06:54.971710 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0466cfb0-b19b-41de-8a49-fe94a9cffcca None None] Attempting to bind port 1270e4c7-b9c9-4f57-9cfb-f87e0ee476b4 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '7e985122-0bd4-4254-9556-bd445b3748d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9abfa0a3-b12e-40a5-ab86-541f43ff4129'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:06:54.972239 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0466cfb0-b19b-41de-8a49-fe94a9cffcca None None] Attempting to bind port 1270e4c7-b9c9-4f57-9cfb-f87e0ee476b4 on network 9abfa0a3-b12e-40a5-ab86-541f43ff4129 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:06:55.019201 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0466cfb0-b19b-41de-8a49-fe94a9cffcca None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:06:55.019576 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0466cfb0-b19b-41de-8a49-fe94a9cffcca None None] Checking segment: {'id': '7e985122-0bd4-4254-9556-bd445b3748d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9abfa0a3-b12e-40a5-ab86-541f43ff4129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:06:55.019988 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0466cfb0-b19b-41de-8a49-fe94a9cffcca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:55.020390 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0466cfb0-b19b-41de-8a49-fe94a9cffcca None None] Bound using segment: {'id': '7e985122-0bd4-4254-9556-bd445b3748d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9abfa0a3-b12e-40a5-ab86-541f43ff4129'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:06:55.020886 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0466cfb0-b19b-41de-8a49-fe94a9cffcca None None] Bound port: 1270e4c7-b9c9-4f57-9cfb-f87e0ee476b4, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e985122-0bd4-4254-9556-bd445b3748d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9abfa0a3-b12e-40a5-ab86-541f43ff4129'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:06:55.021271 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0466cfb0-b19b-41de-8a49-fe94a9cffcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:55.229041 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74ea7e3-eba6-4c2d-8fa8-1e3542ac6a38 None None] Network 14dbaf0a-1d8b-4bf3-9b88-8451f5ed603c requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:06:55.230944 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43302) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:55.272480 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0466cfb0-b19b-41de-8a49-fe94a9cffcca None None] For port 1270e4c7-b9c9-4f57-9cfb-f87e0ee476b4, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:06:55.329916 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:06:55.338015 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0466cfb0-b19b-41de-8a49-fe94a9cffcca None None] For port 1270e4c7-b9c9-4f57-9cfb-f87e0ee476b4, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=1270e4c7-b9c9-4f57-9cfb-f87e0ee476b4,segment=NetworkSegment(7e985122-0bd4-4254-9556-bd445b3748d1),segment_id=7e985122-0bd4-4254-9556-bd445b3748d1)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:06:55.376307 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0466cfb0-b19b-41de-8a49-fe94a9cffcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:55.382422 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:06:55.382760 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 8bd63b7a-2ee7-4d33-a605-73c4fe4e1df3 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:06:55.634677 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0466cfb0-b19b-41de-8a49-fe94a9cffcca None None] Routers {'ff8606a1-f116-49f4-ba32-6b2516ed42c7'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:06:55.635577 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0466cfb0-b19b-41de-8a49-fe94a9cffcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:06:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ff8606a1-f116-49f4-ba32-6b2516ed42c7'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:55.731386 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b875cc-1160-4915-8f2d-b7816c094d3c None None] Pushing event updated for resources: {'Port': ['ID=1270e4c7-b9c9-4f57-9cfb-f87e0ee476b4,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:55.819211 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-0466cfb0-b19b-41de-8a49-fe94a9cffcca None None] Set router ff8606a1-f116-49f4-ba32-6b2516ed42c7 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:06:55.827962 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-9387a0f5-7a87-49c4-820a-3319a8eb091c tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:55.829395 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-9387a0f5-7a87-49c4-820a-3319a8eb091c tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] 10.222.0.32 "GET /v2.0/networks?id=7aff7ad4-f399-45a6-b7a0-e912343d4de9 HTTP/1.1" status: 200 len: 814 time: 0.1719720 Jul 23 20:06:55.833849 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f492518e-a9f0-485b-b710-0b0e1f675f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:55.887286 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-71406d75-d560-4561-91c7-94146d9f40e4 tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] 10.222.0.32 "GET /v2.0/quotas/2ea18357e60e4284a2e37908bc623d0a HTTP/1.1" status: 200 len: 375 time: 0.0183349 Jul 23 20:06:56.001768 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1bdfd-1f9a-442f-adf8-590784d42af3 req-8cee3ccc-0ee3-4515-9031-21dda816682b tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:56.010448 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-85f1bdfd-1f9a-442f-adf8-590784d42af3 req-8cee3ccc-0ee3-4515-9031-21dda816682b tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea639c0b-e4e2-449a-b488-93c6935f239f HTTP/1.1" status: 200 len: 945 time: 0.0888324 Jul 23 20:06:56.036763 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-fa247189-bc08-43ed-8532-66dec74c8eae tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ea18357e60e4284a2e37908bc623d0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1485305 Jul 23 20:06:56.058560 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-85f1bdfd-1f9a-442f-adf8-590784d42af3 req-02e7508c-e847-4a6d-adeb-125e8bf825fb tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469396 Jul 23 20:06:56.157412 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-c5fb5ce6-6fc8-46f0-aa6f-e30beccd60f8 service neutron] 10.222.0.32 "GET /v2.0/networks/7aff7ad4-f399-45a6-b7a0-e912343d4de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197073 Jul 23 20:06:56.167613 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0466cfb0-b19b-41de-8a49-fe94a9cffcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8606a1-f116-49f4-ba32-6b2516ed42c7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1372918801-router', 'tenant_id': '7d504d5012f14078adc2cd0498b1890a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '3b570ed2-4e08-4b8b-83df-1ea993b5b3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:06:42Z', 'updated_at': '2021-07-23T20:06:50Z', 'revision_number': 4, 'project_id': '7d504d5012f14078adc2cd0498b1890a', 'gw_port': {'id': '3b570ed2-4e08-4b8b-83df-1ea993b5b3f7', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:15:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8606a1-f116-49f4-ba32-6b2516ed42c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:43Z', 'updated_at': '2021-07-23T20:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '1270e4c7-b9c9-4f57-9cfb-f87e0ee476b4', 'name': '', 'network_id': '9abfa0a3-b12e-40a5-ab86-541f43ff4129', 'tenant_id': '7d504d5012f14078adc2cd0498b1890a', 'mac_address': 'fa:16:3e:a3:73:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8606a1-f116-49f4-ba32-6b2516ed42c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'cfa77472-0b8c-4b21-ac2b-e0a4c62a41cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:48Z', 'updated_at': '2021-07-23T20:06:55Z', 'revision_number': 4, 'project_id': '7d504d5012f14078adc2cd0498b1890a', 'subnets': [{'id': 'cfa77472-0b8c-4b21-ac2b-e0a4c62a41cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:56.194340 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0466cfb0-b19b-41de-8a49-fe94a9cffcca None None] The sync data for ids ['ff8606a1-f116-49f4-ba32-6b2516ed42c7'] in n-d-793618-10 is: [{'id': 'ff8606a1-f116-49f4-ba32-6b2516ed42c7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1372918801-router', 'tenant_id': '7d504d5012f14078adc2cd0498b1890a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '3b570ed2-4e08-4b8b-83df-1ea993b5b3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:06:42Z', 'updated_at': '2021-07-23T20:06:50Z', 'revision_number': 4, 'project_id': '7d504d5012f14078adc2cd0498b1890a', 'gw_port': {'id': '3b570ed2-4e08-4b8b-83df-1ea993b5b3f7', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:15:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8606a1-f116-49f4-ba32-6b2516ed42c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:43Z', 'updated_at': '2021-07-23T20:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '1270e4c7-b9c9-4f57-9cfb-f87e0ee476b4', 'name': '', 'network_id': '9abfa0a3-b12e-40a5-ab86-541f43ff4129', 'tenant_id': '7d504d5012f14078adc2cd0498b1890a', 'mac_address': 'fa:16:3e:a3:73:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8606a1-f116-49f4-ba32-6b2516ed42c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'cfa77472-0b8c-4b21-ac2b-e0a4c62a41cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:48Z', 'updated_at': '2021-07-23T20:06:55Z', 'revision_number': 4, 'project_id': '7d504d5012f14078adc2cd0498b1890a', 'subnets': [{'id': 'cfa77472-0b8c-4b21-ac2b-e0a4c62a41cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:06:56.338406 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-380f56ad-4f1a-4263-8003-a35aab606966 service neutron] 10.222.0.32 "GET /v2.0/networks/7aff7ad4-f399-45a6-b7a0-e912343d4de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723466 Jul 23 20:06:56.360950 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-f492518e-a9f0-485b-b710-0b0e1f675f3e admin admin] Deleting port e0d9ebd9-c2f6-4aa4-b115-5a8002393d08 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:06:56.361710 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f492518e-a9f0-485b-b710-0b0e1f675f3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:56.473800 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-f492518e-a9f0-485b-b710-0b0e1f675f3e admin admin] For port e0d9ebd9-c2f6-4aa4-b115-5a8002393d08, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=e0d9ebd9-c2f6-4aa4-b115-5a8002393d08,segment=NetworkSegment(489b476d-97fe-494a-9240-bd9b3eeee4c3),segment_id=489b476d-97fe-494a-9240-bd9b3eeee4c3)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:06:56.474437 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f492518e-a9f0-485b-b710-0b0e1f675f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:56.492071 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-f492518e-a9f0-485b-b710-0b0e1f675f3e admin admin] Calling delete_port for e0d9ebd9-c2f6-4aa4-b115-5a8002393d08 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:06:56.665233 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9071fe8b-03e1-45cd-84f6-f8e0c1a7cf44 req-fca2614c-125b-4923-bce1-b49990043f2e tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] 10.222.0.32 "GET /v2.0/ports?device_id=644cf0a6-427e-4ad7-98ab-e7c29c63e7e3 HTTP/1.1" status: 200 len: 210 time: 0.0663507 Jul 23 20:06:56.864919 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f492518e-a9f0-485b-b710-0b0e1f675f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:56.895499 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f492518e-a9f0-485b-b710-0b0e1f675f3e admin admin] Pushing event deleted for resources: {'Port': ['ID=e0d9ebd9-c2f6-4aa4-b115-5a8002393d08,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:57.307527 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4e16d-39c5-4119-80f1-24607bb061f7 req-7e9f79bd-8a18-4b63-94aa-ecce571c5879 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:57.309142 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e6b4e16d-39c5-4119-80f1-24607bb061f7 req-7e9f79bd-8a18-4b63-94aa-ecce571c5879 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea639c0b-e4e2-449a-b488-93c6935f239f HTTP/1.1" status: 200 len: 945 time: 0.1161921 Jul 23 20:06:57.374630 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e6b4e16d-39c5-4119-80f1-24607bb061f7 req-1368d1a3-5d57-45dd-9988-08f610207fd1 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479262 Jul 23 20:06:57.633134 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 1270e4c7-b9c9-4f57-9cfb-f87e0ee476b4 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:06:57.657735 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f492518e-a9f0-485b-b710-0b0e1f675f3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:57.761272 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 1270e4c7-b9c9-4f57-9cfb-f87e0ee476b4 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:06:57.782100 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 1270e4c7-b9c9-4f57-9cfb-f87e0ee476b4 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:06:57.783606 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:57.966051 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-be4463ec-f81d-4f68-afc3-b61ca1d376f1 req-b10f2b9e-78c6-4036-9ad1-cf47e135f0d5 tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] 10.222.0.32 "GET /v2.0/ports?device_id=644cf0a6-427e-4ad7-98ab-e7c29c63e7e3 HTTP/1.1" status: 200 len: 210 time: 0.0776427 Jul 23 20:06:57.982095 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:58.046642 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 1270e4c7-b9c9-4f57-9cfb-f87e0ee476b4, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=1270e4c7-b9c9-4f57-9cfb-f87e0ee476b4,segment=NetworkSegment(7e985122-0bd4-4254-9556-bd445b3748d1),segment_id=7e985122-0bd4-4254-9556-bd445b3748d1)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:06:58.052824 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:58.093859 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-30d4cb17-5856-4bb5-b8b9-a58ec149be4b tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:58.095955 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-30d4cb17-5856-4bb5-b8b9-a58ec149be4b tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] 10.222.0.18 "GET /v2.0/networks?id=7aff7ad4-f399-45a6-b7a0-e912343d4de9 HTTP/1.1" status: 200 len: 814 time: 0.2486811 Jul 23 20:06:58.108358 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-62b7289a-e08c-4152-b676-6dc61917c8db tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] Request body: {'port': {'device_id': '644cf0a6-427e-4ad7-98ab-e7c29c63e7e3', 'network_id': '7aff7ad4-f399-45a6-b7a0-e912343d4de9', 'admin_state_up': True, 'tenant_id': '2ea18357e60e4284a2e37908bc623d0a'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:06:58.119383 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=1270e4c7-b9c9-4f57-9cfb-f87e0ee476b4,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:58.172694 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f492518e-a9f0-485b-b710-0b0e1f675f3e admin admin] Router 83d8be9d-c99e-43ab-99c9-42fc97d2b82f has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:06:58.249168 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-62b7289a-e08c-4152-b676-6dc61917c8db tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] Made reservation on behalf of 2ea18357e60e4284a2e37908bc623d0a for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:06:58.253968 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-62b7289a-e08c-4152-b676-6dc61917c8db tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:58.288751 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f492518e-a9f0-485b-b710-0b0e1f675f3e admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:06:58.296431 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f492518e-a9f0-485b-b710-0b0e1f675f3e admin admin] 10.222.0.32 "PUT /v2.0/routers/83d8be9d-c99e-43ab-99c9-42fc97d2b82f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0619788 Jul 23 20:06:58.296675 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43350) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:58.303651 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d25d4e-c8ea-460f-b632-e5a2c8bba932 None None] Sync routers for ids ['83d8be9d-c99e-43ab-99c9-42fc97d2b82f'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:06:58.312829 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d25d4e-c8ea-460f-b632-e5a2c8bba932 None None] Routers {'83d8be9d-c99e-43ab-99c9-42fc97d2b82f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:06:58.313822 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c1d25d4e-c8ea-460f-b632-e5a2c8bba932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:06:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['83d8be9d-c99e-43ab-99c9-42fc97d2b82f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:58.404674 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-62b7289a-e08c-4152-b676-6dc61917c8db tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] Allocated IP 172.20.0.7 (7aff7ad4-f399-45a6-b7a0-e912343d4de9/66a49d5c-e0e6-4c4f-a1e4-48d06e760e30/7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:06:58.431353 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-c1d25d4e-c8ea-460f-b632-e5a2c8bba932 None None] Set router 83d8be9d-c99e-43ab-99c9-42fc97d2b82f gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:06:58.469215 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4633601-35ab-45fb-9334-f4ee0696fd1b admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:58.586961 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-62b7289a-e08c-4152-b676-6dc61917c8db tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:58.628973 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c1d25d4e-c8ea-460f-b632-e5a2c8bba932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'name': 'tempest-FloatingIPsAssociationTestJSON-282511428-router', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:25Z', 'updated_at': '2021-07-23T20:06:56Z', 'revision_number': 5, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'gw_port': {'id': '18638bf8-80a9-4d8d-8a3d-17bff53044b4', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:27Z', 'updated_at': '2021-07-23T20:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:58.645140 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-62b7289a-e08c-4152-b676-6dc61917c8db tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:58.648246 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4633601-35ab-45fb-9334-f4ee0696fd1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:58.679163 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d25d4e-c8ea-460f-b632-e5a2c8bba932 None None] Checking router: 83d8be9d-c99e-43ab-99c9-42fc97d2b82f for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:06:58.688034 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d25d4e-c8ea-460f-b632-e5a2c8bba932 None None] Routers {'83d8be9d-c99e-43ab-99c9-42fc97d2b82f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:06:58.689611 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c1d25d4e-c8ea-460f-b632-e5a2c8bba932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:06:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['83d8be9d-c99e-43ab-99c9-42fc97d2b82f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:58.718774 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c4633601-35ab-45fb-9334-f4ee0696fd1b admin admin] Deleting port 18638bf8-80a9-4d8d-8a3d-17bff53044b4 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:06:58.718774 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4633601-35ab-45fb-9334-f4ee0696fd1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:58.719538 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b7289a-e08c-4152-b676-6dc61917c8db tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] Pushing event updated for resources: {'Port': ['ID=7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:58.749435 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-62b7289a-e08c-4152-b676-6dc61917c8db tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] Network 7aff7ad4-f399-45a6-b7a0-e912343d4de9 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:06:58.752096 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-62b7289a-e08c-4152-b676-6dc61917c8db tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:06:58.768502 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-62b7289a-e08c-4152-b676-6dc61917c8db tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:06:58.820380 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-c1d25d4e-c8ea-460f-b632-e5a2c8bba932 None None] Set router 83d8be9d-c99e-43ab-99c9-42fc97d2b82f gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:06:58.826134 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-62b7289a-e08c-4152-b676-6dc61917c8db tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:58.826782 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-62b7289a-e08c-4152-b676-6dc61917c8db tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:58.859994 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-62b7289a-e08c-4152-b676-6dc61917c8db tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7548304 Jul 23 20:06:58.888629 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-84643a23-9c11-43dd-a511-5c2712f44ded service neutron] Request body: {'port': {'device_id': '644cf0a6-427e-4ad7-98ab-e7c29c63e7e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:06:58.930760 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-c4633601-35ab-45fb-9334-f4ee0696fd1b admin admin] For port 18638bf8-80a9-4d8d-8a3d-17bff53044b4, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=18638bf8-80a9-4d8d-8a3d-17bff53044b4,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:06:58.933803 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4633601-35ab-45fb-9334-f4ee0696fd1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:58.943093 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df78c2-056f-4cc6-86b8-36fa110425bd req-4669b43e-dae6-4b9f-a1b8-12480346dc58 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:58.946547 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c1d25d4e-c8ea-460f-b632-e5a2c8bba932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'name': 'tempest-FloatingIPsAssociationTestJSON-282511428-router', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:25Z', 'updated_at': '2021-07-23T20:06:58Z', 'revision_number': 6, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:06:58.954895 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-65df78c2-056f-4cc6-86b8-36fa110425bd req-4669b43e-dae6-4b9f-a1b8-12480346dc58 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea639c0b-e4e2-449a-b488-93c6935f239f HTTP/1.1" status: 200 len: 945 time: 0.3238728 Jul 23 20:06:58.958548 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c4633601-35ab-45fb-9334-f4ee0696fd1b admin admin] Calling delete_port for 18638bf8-80a9-4d8d-8a3d-17bff53044b4 owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:06:58.985016 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d25d4e-c8ea-460f-b632-e5a2c8bba932 None None] The sync data for ids ['83d8be9d-c99e-43ab-99c9-42fc97d2b82f'] in n-d-793618-10 is: [{'id': '83d8be9d-c99e-43ab-99c9-42fc97d2b82f', 'name': 'tempest-FloatingIPsAssociationTestJSON-282511428-router', 'tenant_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:25Z', 'updated_at': '2021-07-23T20:06:58Z', 'revision_number': 6, 'project_id': 'ca9f4fe5c0d8443fb3151faa84883f9f', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:06:59.055214 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-84643a23-9c11-43dd-a511-5c2712f44ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:59.085162 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-65df78c2-056f-4cc6-86b8-36fa110425bd req-79ab1b52-7e53-4ca3-8cc7-7f7624372b98 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274214 Jul 23 20:06:59.258432 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4633601-35ab-45fb-9334-f4ee0696fd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:59.268052 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d273471-1646-4720-9d0f-d938973d7161 req-f3367bae-14c1-44dc-b49e-9699573f84c7 tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:59.269766 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2d273471-1646-4720-9d0f-d938973d7161 req-f3367bae-14c1-44dc-b49e-9699573f84c7 tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] 10.222.0.32 "GET /v2.0/ports?device_id=644cf0a6-427e-4ad7-98ab-e7c29c63e7e3 HTTP/1.1" status: 200 len: 931 time: 0.1149960 Jul 23 20:06:59.301521 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4633601-35ab-45fb-9334-f4ee0696fd1b admin admin] Pushing event deleted for resources: {'Port': ['ID=18638bf8-80a9-4d8d-8a3d-17bff53044b4,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:59.378393 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-84643a23-9c11-43dd-a511-5c2712f44ded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:06:59.392992 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-84643a23-9c11-43dd-a511-5c2712f44ded service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:59.412235 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2d273471-1646-4720-9d0f-d938973d7161 req-46553c52-cd50-478d-b092-9bf3d6cbcd22 tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] 10.222.0.32 "GET /v2.0/security-groups?id=b29798dd-3bc9-4438-9c43-5cd79ad6910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149945 Jul 23 20:06:59.421507 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4633601-35ab-45fb-9334-f4ee0696fd1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:59.426788 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-84643a23-9c11-43dd-a511-5c2712f44ded service neutron] Transition to ACTIVE for port object 7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:06:59.434861 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-84643a23-9c11-43dd-a511-5c2712f44ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:59.602761 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4633601-35ab-45fb-9334-f4ee0696fd1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:59.605729 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4633601-35ab-45fb-9334-f4ee0696fd1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:59.631838 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84643a23-9c11-43dd-a511-5c2712f44ded service neutron] Pushing event updated for resources: {'Port': ['ID=7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:59.652244 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-84643a23-9c11-43dd-a511-5c2712f44ded service neutron] Attempting to bind port 7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:06:59.652820 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-84643a23-9c11-43dd-a511-5c2712f44ded service neutron] Attempting to bind port 7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'faaa4100-4908-4e30-9a12-8cbe978cc345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7aff7ad4-f399-45a6-b7a0-e912343d4de9'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:06:59.653302 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-84643a23-9c11-43dd-a511-5c2712f44ded service neutron] Attempting to bind port 7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d on network 7aff7ad4-f399-45a6-b7a0-e912343d4de9 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:06:59.654980 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4633601-35ab-45fb-9334-f4ee0696fd1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:59.655789 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4633601-35ab-45fb-9334-f4ee0696fd1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83d8be9d-c99e-43ab-99c9-42fc97d2b82f {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:06:59.660125 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-84643a23-9c11-43dd-a511-5c2712f44ded service neutron] Port 7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d on network 7aff7ad4-f399-45a6-b7a0-e912343d4de9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:06:59.660559 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-84643a23-9c11-43dd-a511-5c2712f44ded service neutron] Attempting to bind port 7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d on network 7aff7ad4-f399-45a6-b7a0-e912343d4de9 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:06:59.661162 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4633601-35ab-45fb-9334-f4ee0696fd1b admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:59.664997 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c4633601-35ab-45fb-9334-f4ee0696fd1b admin admin] 10.222.0.32 "DELETE /v2.0/routers/83d8be9d-c99e-43ab-99c9-42fc97d2b82f HTTP/1.1" status: 204 len: 168 time: 1.3646860 Jul 23 20:06:59.665155 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43364) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:59.669069 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-84643a23-9c11-43dd-a511-5c2712f44ded service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:06:59.669726 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-84643a23-9c11-43dd-a511-5c2712f44ded service neutron] Checking segment: {'id': 'faaa4100-4908-4e30-9a12-8cbe978cc345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7aff7ad4-f399-45a6-b7a0-e912343d4de9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:06:59.670242 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-84643a23-9c11-43dd-a511-5c2712f44ded service neutron] Bound using segment: {'id': 'faaa4100-4908-4e30-9a12-8cbe978cc345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7aff7ad4-f399-45a6-b7a0-e912343d4de9'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:06:59.670780 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-84643a23-9c11-43dd-a511-5c2712f44ded service neutron] Bound port: 7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faaa4100-4908-4e30-9a12-8cbe978cc345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7aff7ad4-f399-45a6-b7a0-e912343d4de9'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:06:59.671247 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-84643a23-9c11-43dd-a511-5c2712f44ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:59.733315 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8568b18-8e14-4316-84b8-e4ea18a7b5a6 admin admin] Deleting subnet d4f0363c-c07e-46a2-b2c5-f4462163c3fd {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:06:59.737295 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a8568b18-8e14-4316-84b8-e4ea18a7b5a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:59.764266 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-84643a23-9c11-43dd-a511-5c2712f44ded service neutron] For port 7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:06:59.767047 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-84643a23-9c11-43dd-a511-5c2712f44ded service neutron] For port 7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d,segment=NetworkSegment(faaa4100-4908-4e30-9a12-8cbe978cc345),segment_id=faaa4100-4908-4e30-9a12-8cbe978cc345)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:06:59.773301 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-84643a23-9c11-43dd-a511-5c2712f44ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:59.774991 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a8568b18-8e14-4316-84b8-e4ea18a7b5a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:59.812861 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-84643a23-9c11-43dd-a511-5c2712f44ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:59.813508 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-84643a23-9c11-43dd-a511-5c2712f44ded service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:59.815980 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-84643a23-9c11-43dd-a511-5c2712f44ded service neutron] 10.222.0.18 "PUT /v2.0/ports/7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d HTTP/1.1" status: 200 len: 1092 time: 0.9362240 Jul 23 20:06:59.816348 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644cf0a6-427e-4ad7-98ab-e7c29c63e7e3', 'tag': '7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:06:59.818648 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d85649-cf21-4e2b-a7f5-196f70736fd4" -d '{"events": [{"name": "network-changed", "server_uuid": "644cf0a6-427e-4ad7-98ab-e7c29c63e7e3", "tag": "7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:06:59.869834 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84643a23-9c11-43dd-a511-5c2712f44ded service neutron] Pushing event updated for resources: {'Port': ['ID=7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:06:59.927046 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d35df6-3291-46db-809d-215950b795cb x-openstack-request-id: req-59d35df6-3291-46db-809d-215950b795cb {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:06:59.927341 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644cf0a6-427e-4ad7-98ab-e7c29c63e7e3", "tag": "7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:06:59.927683 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-59d35df6-3291-46db-809d-215950b795cb {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:06:59.928103 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644cf0a6-427e-4ad7-98ab-e7c29c63e7e3', 'tag': '7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d', 'status': 'completed', 'code': 200} Jul 23 20:06:59.934968 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 1270e4c7-b9c9-4f57-9cfb-f87e0ee476b4 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:06:59.945361 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a8568b18-8e14-4316-84b8-e4ea18a7b5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:59.980529 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-d97c2e1b-5e9b-46cb-99b5-20273ea78070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:06:59.988978 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-d97c2e1b-5e9b-46cb-99b5-20273ea78070 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ea18357e60e4284a2e37908bc623d0a&device_id=644cf0a6-427e-4ad7-98ab-e7c29c63e7e3 HTTP/1.1" status: 200 len: 1095 time: 0.1303549 Jul 23 20:07:00.037102 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 1270e4c7-b9c9-4f57-9cfb-f87e0ee476b4 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:07:00.037926 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:00.081411 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a8568b18-8e14-4316-84b8-e4ea18a7b5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:00.099467 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-f6a68b1f-4338-4149-8ec1-54dbdfd9257c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d HTTP/1.1" status: 200 len: 217 time: 0.1020453 Jul 23 20:07:00.155199 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8568b18-8e14-4316-84b8-e4ea18a7b5a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4f0363c-c07e-46a2-b2c5-f4462163c3fd,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:00.157506 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a8568b18-8e14-4316-84b8-e4ea18a7b5a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:00.165073 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e34a8d2-055b-4948-a259-da5298e6b7f5 None None] Network 9809b0ec-ba40-459d-967a-8ad4e593e436 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:07:00.170932 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a8568b18-8e14-4316-84b8-e4ea18a7b5a6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d4f0363c-c07e-46a2-b2c5-f4462163c3fd HTTP/1.1" status: 204 len: 168 time: 0.5048218 Jul 23 20:07:00.171672 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43378) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:07:00.215207 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-00610287-ebd5-4a66-9202-0ef01384831b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:00.216985 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-00610287-ebd5-4a66-9202-0ef01384831b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=66a49d5c-e0e6-4c4f-a1e4-48d06e760e30 HTTP/1.1" status: 200 len: 854 time: 0.1115949 Jul 23 20:07:00.262219 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-c0c482c3-1184-493e-8e64-e56ea4fc9fbc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7aff7ad4-f399-45a6-b7a0-e912343d4de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380149 Jul 23 20:07:00.285658 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device e0d9ebd9-c2f6-4aa4-b115-5a8002393d08 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:07:00.389846 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: e0d9ebd9-c2f6-4aa4-b115-5a8002393d08 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:07:00.390117 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device e0d9ebd9-c2f6-4aa4-b115-5a8002393d08 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:07:00.396895 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3402ca5a-b2fa-4091-9dca-5f774e53ba1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:00.474368 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-ed80d92d-f0fa-43df-8907-baf074d0d976 service neutron] 10.222.0.18 "GET /v2.0/networks/7aff7ad4-f399-45a6-b7a0-e912343d4de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046180 Jul 23 20:07:00.535864 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9f4b5-5f00-48b7-9b51-a2eb2d455ab4 req-6e4ebfbe-18f8-46ec-be16-74428aba939b tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:00.537882 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-78a9f4b5-5f00-48b7-9b51-a2eb2d455ab4 req-6e4ebfbe-18f8-46ec-be16-74428aba939b tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea639c0b-e4e2-449a-b488-93c6935f239f HTTP/1.1" status: 200 len: 945 time: 0.2266543 Jul 23 20:07:00.559303 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d87314-78ac-463a-b5eb-58a7a17bd538 None None] DHCP port deletion for 9809b0ec-ba40-459d-967a-8ad4e593e436 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:07:00.625893 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-78a9f4b5-5f00-48b7-9b51-a2eb2d455ab4 req-977e715c-390d-4f46-a32e-ca4e85e32d80 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672009 Jul 23 20:07:00.628593 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-3402ca5a-b2fa-4091-9dca-5f774e53ba1a admin admin] Deleting port 600aa9fe-5430-4ba5-900b-cd11b1fac586 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:07:00.632023 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-44d87314-78ac-463a-b5eb-58a7a17bd538 None None] Deleting port 600aa9fe-5430-4ba5-900b-cd11b1fac586 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:07:00.632406 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-44d87314-78ac-463a-b5eb-58a7a17bd538 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:00.639363 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3402ca5a-b2fa-4091-9dca-5f774e53ba1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:00.678147 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c128e446-8ff8-4fea-976a-4bb31f41c3c0 req-4f959826-eef6-4270-8b84-73bc05702a8f service neutron] 10.222.0.18 "GET /v2.0/networks/7aff7ad4-f399-45a6-b7a0-e912343d4de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906784 Jul 23 20:07:00.725290 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac0151-5e04-4a94-8460-09e17ea4893f req-79d3b1b7-3a10-4d8c-86d6-55ca02bd3aaa tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:00.726099 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-44d87314-78ac-463a-b5eb-58a7a17bd538 None None] For port 600aa9fe-5430-4ba5-900b-cd11b1fac586, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=600aa9fe-5430-4ba5-900b-cd11b1fac586,segment=NetworkSegment(489b476d-97fe-494a-9240-bd9b3eeee4c3),segment_id=489b476d-97fe-494a-9240-bd9b3eeee4c3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:07:00.726788 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-44d87314-78ac-463a-b5eb-58a7a17bd538 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:00.728020 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ebac0151-5e04-4a94-8460-09e17ea4893f req-79d3b1b7-3a10-4d8c-86d6-55ca02bd3aaa tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] 10.222.0.32 "GET /v2.0/ports?device_id=644cf0a6-427e-4ad7-98ab-e7c29c63e7e3 HTTP/1.1" status: 200 len: 943 time: 0.1899786 Jul 23 20:07:00.740597 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-3402ca5a-b2fa-4091-9dca-5f774e53ba1a admin admin] For port 600aa9fe-5430-4ba5-900b-cd11b1fac586, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=600aa9fe-5430-4ba5-900b-cd11b1fac586,segment=NetworkSegment(489b476d-97fe-494a-9240-bd9b3eeee4c3),segment_id=489b476d-97fe-494a-9240-bd9b3eeee4c3)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:07:00.740597 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3402ca5a-b2fa-4091-9dca-5f774e53ba1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:00.740996 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-44d87314-78ac-463a-b5eb-58a7a17bd538 None None] Calling delete_port for 600aa9fe-5430-4ba5-900b-cd11b1fac586 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:07:00.764343 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-3402ca5a-b2fa-4091-9dca-5f774e53ba1a admin admin] Calling delete_port for 600aa9fe-5430-4ba5-900b-cd11b1fac586 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:07:00.806675 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ebac0151-5e04-4a94-8460-09e17ea4893f req-1faa2987-78fe-4198-80f7-db3caf984d86 tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] 10.222.0.32 "GET /v2.0/security-groups?id=b29798dd-3bc9-4438-9c43-5cd79ad6910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455151 Jul 23 20:07:00.827572 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d85649-cf21-4e2b-a7f5-196f70736fd4 req-93f8419c-17e8-4973-a81e-f54520e849ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:00.831961 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-89d85649-cf21-4e2b-a7f5-196f70736fd4 req-93f8419c-17e8-4973-a81e-f54520e849ab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ea18357e60e4284a2e37908bc623d0a&device_id=644cf0a6-427e-4ad7-98ab-e7c29c63e7e3 HTTP/1.1" status: 200 len: 1095 time: 0.1023259 Jul 23 20:07:00.868197 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-44d87314-78ac-463a-b5eb-58a7a17bd538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:00.908558 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d87314-78ac-463a-b5eb-58a7a17bd538 None None] Pushing event deleted for resources: {'Port': ['ID=600aa9fe-5430-4ba5-900b-cd11b1fac586,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:00.914027 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d87314-78ac-463a-b5eb-58a7a17bd538 None None] No DVR routers for this DVR port 600aa9fe-5430-4ba5-900b-cd11b1fac586 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:07:00.917873 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3402ca5a-b2fa-4091-9dca-5f774e53ba1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:00.959154 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3402ca5a-b2fa-4091-9dca-5f774e53ba1a admin admin] No DVR routers for this DVR port 600aa9fe-5430-4ba5-900b-cd11b1fac586 on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:07:00.960776 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3402ca5a-b2fa-4091-9dca-5f774e53ba1a admin admin] Pushing event deleted for resources: {'Port': ['ID=600aa9fe-5430-4ba5-900b-cd11b1fac586,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:00.990543 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d85649-cf21-4e2b-a7f5-196f70736fd4 req-7abb7ab3-472b-476c-80c0-add0df0748fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:00.993117 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-89d85649-cf21-4e2b-a7f5-196f70736fd4 req-7abb7ab3-472b-476c-80c0-add0df0748fc service neutron] 10.222.0.18 "GET /v2.0/networks?id=7aff7ad4-f399-45a6-b7a0-e912343d4de9 HTTP/1.1" status: 200 len: 915 time: 0.1528230 Jul 23 20:07:01.046117 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-89d85649-cf21-4e2b-a7f5-196f70736fd4 req-ad948ac4-7c0f-4d2a-91e0-575f18de3267 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d HTTP/1.1" status: 200 len: 217 time: 0.0465839 Jul 23 20:07:01.102928 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3402ca5a-b2fa-4091-9dca-5f774e53ba1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:01.115819 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d85649-cf21-4e2b-a7f5-196f70736fd4 req-c86a6aa7-2c9c-4032-bcb4-01c93bddf83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:01.118147 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-89d85649-cf21-4e2b-a7f5-196f70736fd4 req-c86a6aa7-2c9c-4032-bcb4-01c93bddf83d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=66a49d5c-e0e6-4c4f-a1e4-48d06e760e30 HTTP/1.1" status: 200 len: 854 time: 0.0645456 Jul 23 20:07:01.118674 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-3402ca5a-b2fa-4091-9dca-5f774e53ba1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9809b0ec-ba40-459d-967a-8ad4e593e436']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:07:01.143185 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-3402ca5a-b2fa-4091-9dca-5f774e53ba1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '489b476d-97fe-494a-9240-bd9b3eeee4c3') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:07:01.143643 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-3402ca5a-b2fa-4091-9dca-5f774e53ba1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '489b476d-97fe-494a-9240-bd9b3eeee4c3') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:07:01.155224 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3402ca5a-b2fa-4091-9dca-5f774e53ba1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:01.171713 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3402ca5a-b2fa-4091-9dca-5f774e53ba1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:01.171960 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-89d85649-cf21-4e2b-a7f5-196f70736fd4 req-acda6ecf-479c-4e8e-adbe-83d8aef11b4b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7aff7ad4-f399-45a6-b7a0-e912343d4de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456014 Jul 23 20:07:01.178434 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3402ca5a-b2fa-4091-9dca-5f774e53ba1a admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:07:01.178964 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3402ca5a-b2fa-4091-9dca-5f774e53ba1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:01.180884 n-d-793618-10 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:07:01.180884 n-d-793618-10 neutron-server[93876]: self.session.flush() Jul 23 20:07:01.180884 n-d-793618-10 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:07:01.180884 n-d-793618-10 neutron-server[93876]: self.session.flush() Jul 23 20:07:01.180884 n-d-793618-10 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:07:01.180884 n-d-793618-10 neutron-server[93876]: self.session.flush() Jul 23 20:07:01.180884 n-d-793618-10 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:07:01.180884 n-d-793618-10 neutron-server[93876]: self.session.flush() Jul 23 20:07:01.180884 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:07:01.180884 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:07:01.180884 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:07:01.180884 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:07:01.180884 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:07:01.180884 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:07:01.180884 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:07:01.180884 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:07:01.180884 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:07:01.180884 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:07:01.180884 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:07:01.180884 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:07:01.180884 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:07:01.180884 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:07:01.180884 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:07:01.180884 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:07:01.180884 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:07:01.180884 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:07:01.180884 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:07:01.180884 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:07:01.180884 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:07:01.180884 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:07:01.180884 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:07:01.180884 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:07:01.180884 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:07:01.180884 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:07:01.180884 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:07:01.180884 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:07:01.180884 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:07:01.180884 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:07:01.180884 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:07:01.180884 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:07:01.257364 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3402ca5a-b2fa-4091-9dca-5f774e53ba1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:01.263078 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3402ca5a-b2fa-4091-9dca-5f774e53ba1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:01.265438 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3402ca5a-b2fa-4091-9dca-5f774e53ba1a admin admin] 10.222.0.32 "DELETE /v2.0/networks/9809b0ec-ba40-459d-967a-8ad4e593e436 HTTP/1.1" status: 204 len: 168 time: 1.0924885 Jul 23 20:07:01.288077 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3402ca5a-b2fa-4091-9dca-5f774e53ba1a admin admin] Pushing event deleted for resources: {'Network': ['ID=9809b0ec-ba40-459d-967a-8ad4e593e436,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:01.301335 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-89d85649-cf21-4e2b-a7f5-196f70736fd4 req-cf9947f0-c7b5-4f8b-b485-d67a8dfadab9 service neutron] 10.222.0.18 "GET /v2.0/networks/7aff7ad4-f399-45a6-b7a0-e912343d4de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163762 Jul 23 20:07:01.427970 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-89d85649-cf21-4e2b-a7f5-196f70736fd4 req-a9eb29d7-2a6a-4ceb-89c3-903b66fda882 service neutron] 10.222.0.18 "GET /v2.0/networks/7aff7ad4-f399-45a6-b7a0-e912343d4de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159317 Jul 23 20:07:01.463604 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 18638bf8-80a9-4d8d-8a3d-17bff53044b4 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:07:01.486445 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 18638bf8-80a9-4d8d-8a3d-17bff53044b4 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:07:01.486939 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 18638bf8-80a9-4d8d-8a3d-17bff53044b4 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:07:01.487495 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 600aa9fe-5430-4ba5-900b-cd11b1fac586 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:07:01.506897 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 600aa9fe-5430-4ba5-900b-cd11b1fac586 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:07:01.507287 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 600aa9fe-5430-4ba5-900b-cd11b1fac586 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:07:01.511465 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43392) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:07:01.559818 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8c5d1cc6-94cb-4ac8-b4bb-a172bc2f9605 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca9f4fe5c0d8443fb3151faa84883f9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447927 Jul 23 20:07:01.560321 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43394) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:07:01.609518 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4a1bbcf8-ad7e-48aa-94ba-a054a01bb77a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:01.650520 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4a1bbcf8-ad7e-48aa-94ba-a054a01bb77a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:01.732413 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4a1bbcf8-ad7e-48aa-94ba-a054a01bb77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:01.735328 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4a1bbcf8-ad7e-48aa-94ba-a054a01bb77a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:01.739692 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4a1bbcf8-ad7e-48aa-94ba-a054a01bb77a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/291e14e9-29a7-49fc-887b-c23bc971e5dd HTTP/1.1" status: 204 len: 168 time: 0.1756999 Jul 23 20:07:01.756479 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1bbcf8-ad7e-48aa-94ba-a054a01bb77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291e14e9-29a7-49fc-887b-c23bc971e5dd,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:01.785550 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057d0c2-5b52-4e40-a4d5-9aa569c8ba2e req-103e3df3-3f98-475a-a5cc-6341dbbb872c tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:01.785550 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0057d0c2-5b52-4e40-a4d5-9aa569c8ba2e req-103e3df3-3f98-475a-a5cc-6341dbbb872c tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea639c0b-e4e2-449a-b488-93c6935f239f HTTP/1.1" status: 200 len: 945 time: 0.0946634 Jul 23 20:07:01.833754 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0057d0c2-5b52-4e40-a4d5-9aa569c8ba2e req-8e35eaea-3717-4349-a900-693544accd72 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359614 Jul 23 20:07:01.975887 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8f499-14b1-4778-9388-0bf80cb29861 req-f17ffeb0-e8c0-4770-8542-b84009d677b0 tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:01.984186 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3bd8f499-14b1-4778-9388-0bf80cb29861 req-f17ffeb0-e8c0-4770-8542-b84009d677b0 tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] 10.222.0.32 "GET /v2.0/ports?device_id=644cf0a6-427e-4ad7-98ab-e7c29c63e7e3 HTTP/1.1" status: 200 len: 943 time: 0.0790403 Jul 23 20:07:02.066182 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3bd8f499-14b1-4778-9388-0bf80cb29861 req-7cac3bd2-d86c-48f7-9f7b-7a52a2d5037b tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] 10.222.0.32 "GET /v2.0/security-groups?id=b29798dd-3bc9-4438-9c43-5cd79ad6910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809815 Jul 23 20:07:02.254521 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361342a-4c65-4b3a-8f66-c04fc7e325ba req-25f40796-fd2e-47fa-a6a4-60a539cb8451 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:02.256084 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6361342a-4c65-4b3a-8f66-c04fc7e325ba req-25f40796-fd2e-47fa-a6a4-60a539cb8451 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea639c0b-e4e2-449a-b488-93c6935f239f HTTP/1.1" status: 200 len: 945 time: 0.1201799 Jul 23 20:07:02.304633 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6361342a-4c65-4b3a-8f66-c04fc7e325ba req-23e52f90-1932-4df8-a791-981ec17db778 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419943 Jul 23 20:07:02.644333 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43432) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:07:02.758017 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-1b6b6d70-7948-4e13-86c8-0802ba7c8df8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-485542794-network', 'tenant_id': '113bbc6e17dd426787bf14d224bd8d4e'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:07:02.784276 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6b6d70-7948-4e13-86c8-0802ba7c8df8 admin admin] Made reservation on behalf of 113bbc6e17dd426787bf14d224bd8d4e for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:07:02.786621 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b6b6d70-7948-4e13-86c8-0802ba7c8df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:02.801573 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b6b6d70-7948-4e13-86c8-0802ba7c8df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:02.900109 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b6b6d70-7948-4e13-86c8-0802ba7c8df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:02.900109 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b6b6d70-7948-4e13-86c8-0802ba7c8df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:02.926433 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b6b6d70-7948-4e13-86c8-0802ba7c8df8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:07:02.936384 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b6d70-7948-4e13-86c8-0802ba7c8df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aaf1f1e-6734-4c84-a09a-1fdcc2dc03ab,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:02.941949 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b6b6d70-7948-4e13-86c8-0802ba7c8df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:02.942275 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-1b6b6d70-7948-4e13-86c8-0802ba7c8df8 admin admin] Added segment ee912e6b-4393-411f-95ed-a0a064626c96 of type vlan for network 7cd11ab1-6090-4100-8ce5-eb03960561dc Jul 23 20:07:02.986555 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b6b6d70-7948-4e13-86c8-0802ba7c8df8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:03.022270 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b6b6d70-7948-4e13-86c8-0802ba7c8df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:03.023395 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6b6d70-7948-4e13-86c8-0802ba7c8df8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:03.024010 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b6b6d70-7948-4e13-86c8-0802ba7c8df8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:03.058621 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1b6b6d70-7948-4e13-86c8-0802ba7c8df8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4129417 Jul 23 20:07:03.061585 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43436) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:07:03.077444 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-68e72bbd-4a47-4f56-a884-29a5788d2458 admin admin] Request body: {'subnet': {'network_id': '7cd11ab1-6090-4100-8ce5-eb03960561dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-485542794-subnet', 'tenant_id': '113bbc6e17dd426787bf14d224bd8d4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:07:03.093912 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b6d70-7948-4e13-86c8-0802ba7c8df8 admin admin] Pushing event updated for resources: {'Network': ['ID=7cd11ab1-6090-4100-8ce5-eb03960561dc,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:03.118221 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 7cd11ab1-6090-4100-8ce5-eb03960561dc details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:07:03.128135 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e72bbd-4a47-4f56-a884-29a5788d2458 admin admin] Made reservation on behalf of 113bbc6e17dd426787bf14d224bd8d4e for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:07:03.132372 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-68e72bbd-4a47-4f56-a884-29a5788d2458 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:03.306133 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:07:03.458260 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d,segment=NetworkSegment(faaa4100-4908-4e30-9a12-8cbe978cc345),segment_id=faaa4100-4908-4e30-9a12-8cbe978cc345)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:07:03.482738 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d', 'network_id': '7aff7ad4-f399-45a6-b7a0-e912343d4de9', 'port_id': '7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d', 'mac_address': 'fa:16:3e:4f:63:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66a49d5c-e0e6-4c4f-a1e4-48d06e760e30', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:07:03.532041 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:03.547475 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:07:03.572388 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d,segment=NetworkSegment(faaa4100-4908-4e30-9a12-8cbe978cc345),segment_id=faaa4100-4908-4e30-9a12-8cbe978cc345)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:07:03.577757 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:03.582442 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76194540-c5a8-45ce-8d71-23ecf1569f26 req-dd05f8b2-9be6-46e1-a8e4-df70bee0188f tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:03.596347 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-76194540-c5a8-45ce-8d71-23ecf1569f26 req-dd05f8b2-9be6-46e1-a8e4-df70bee0188f tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea639c0b-e4e2-449a-b488-93c6935f239f HTTP/1.1" status: 200 len: 945 time: 0.1404974 Jul 23 20:07:03.670005 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-76194540-c5a8-45ce-8d71-23ecf1569f26 req-27917fc8-c65a-43f7-9f30-39c00dc12b84 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724509 Jul 23 20:07:03.676954 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:03.714002 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6a640-81a5-47d7-9d7a-0eb0ff5f2c93 req-080f16fc-50c2-4d91-9bb4-ef90a2f17baf tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:03.715516 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d8f6a640-81a5-47d7-9d7a-0eb0ff5f2c93 req-080f16fc-50c2-4d91-9bb4-ef90a2f17baf tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] 10.222.0.32 "GET /v2.0/ports?device_id=644cf0a6-427e-4ad7-98ab-e7c29c63e7e3 HTTP/1.1" status: 200 len: 943 time: 0.5354798 Jul 23 20:07:03.804509 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abd988-5602-4311-82ba-324d8b40aa91 req-be0283b9-3a1f-4a00-b809-4ef9e4234439 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:03.806018 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-86abd988-5602-4311-82ba-324d8b40aa91 req-be0283b9-3a1f-4a00-b809-4ef9e4234439 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea639c0b-e4e2-449a-b488-93c6935f239f HTTP/1.1" status: 200 len: 945 time: 0.5486927 Jul 23 20:07:03.827081 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d8f6a640-81a5-47d7-9d7a-0eb0ff5f2c93 req-9160f546-4233-4900-9ed3-f48298babaaa tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] 10.222.0.32 "GET /v2.0/security-groups?id=b29798dd-3bc9-4438-9c43-5cd79ad6910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007318 Jul 23 20:07:03.867700 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:07:03.910173 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-68e72bbd-4a47-4f56-a884-29a5788d2458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:03.994516 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e72bbd-4a47-4f56-a884-29a5788d2458 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f19dc05-ca46-4365-885a-cc4c8c458328,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:04.024485 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e72bbd-4a47-4f56-a884-29a5788d2458 admin admin] Checking segment: {'id': 'ee912e6b-4393-411f-95ed-a0a064626c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7cd11ab1-6090-4100-8ce5-eb03960561dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:07:04.024928 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e72bbd-4a47-4f56-a884-29a5788d2458 admin admin] Network hostable DHCP agents. Network: 7cd11ab1-6090-4100-8ce5-eb03960561dc, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:07:04.037280 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-86abd988-5602-4311-82ba-324d8b40aa91 req-5204d569-9abc-4acf-8dbe-4906333ee9cd tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Deleting port bd94066a-2fd6-4646-97ce-3798174dcb64 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:07:04.037645 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-86abd988-5602-4311-82ba-324d8b40aa91 req-5204d569-9abc-4acf-8dbe-4906333ee9cd tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:04.069077 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e72bbd-4a47-4f56-a884-29a5788d2458 admin admin] Network 7cd11ab1-6090-4100-8ce5-eb03960561dc is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:07:04.084421 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-68e72bbd-4a47-4f56-a884-29a5788d2458 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 7cd11ab1-6090-4100-8ce5-eb03960561dc) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:07:04.093477 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439a6076-64fe-4370-875f-0e982804ce0d None None] Network 7cd11ab1-6090-4100-8ce5-eb03960561dc requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:07:04.117691 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e72bbd-4a47-4f56-a884-29a5788d2458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:04.118267 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-68e72bbd-4a47-4f56-a884-29a5788d2458 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:04.146267 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-68e72bbd-4a47-4f56-a884-29a5788d2458 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0832245 Jul 23 20:07:04.150322 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43460) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:07:04.155622 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e09172fb-f889-432b-9c89-e90f595f1391 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-485542794-router', 'tenant_id': '113bbc6e17dd426787bf14d224bd8d4e', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:07:04.158856 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-86abd988-5602-4311-82ba-324d8b40aa91 req-5204d569-9abc-4acf-8dbe-4906333ee9cd tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] For port bd94066a-2fd6-4646-97ce-3798174dcb64, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=bd94066a-2fd6-4646-97ce-3798174dcb64,segment=NetworkSegment(09c16a36-f585-4003-9e2f-a9905bed7329),segment_id=09c16a36-f585-4003-9e2f-a9905bed7329)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:07:04.159220 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-86abd988-5602-4311-82ba-324d8b40aa91 req-5204d569-9abc-4acf-8dbe-4906333ee9cd tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:04.172882 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-86abd988-5602-4311-82ba-324d8b40aa91 req-5204d569-9abc-4acf-8dbe-4906333ee9cd tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Calling delete_port for bd94066a-2fd6-4646-97ce-3798174dcb64 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:07:04.193642 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e09172fb-f889-432b-9c89-e90f595f1391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:04.195067 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e09172fb-f889-432b-9c89-e90f595f1391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:04.272045 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcd5538-61b7-4747-af07-ada6d5760fbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-7cd11ab1-6090-4100-8ce5-eb03960561dc', 'network_id': '7cd11ab1-6090-4100-8ce5-eb03960561dc', 'tenant_id': '113bbc6e17dd426787bf14d224bd8d4e', 'fixed_ips': [{'subnet_id': '4f19dc05-ca46-4365-885a-cc4c8c458328'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:07:04.273316 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dbcd5538-61b7-4747-af07-ada6d5760fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:04.291441 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e09172fb-f889-432b-9c89-e90f595f1391 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:04.433224 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-86abd988-5602-4311-82ba-324d8b40aa91 req-5204d569-9abc-4acf-8dbe-4906333ee9cd tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:04.487609 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204d569-9abc-4acf-8dbe-4906333ee9cd tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Pushing event deleted for resources: {'Port': ['ID=bd94066a-2fd6-4646-97ce-3798174dcb64,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:04.487899 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-dbcd5538-61b7-4747-af07-ada6d5760fbe None None] Allocated IP 172.20.0.2 (7cd11ab1-6090-4100-8ce5-eb03960561dc/4f19dc05-ca46-4365-885a-cc4c8c458328/c0ac329a-7b7b-4509-b54d-1b69d9151431) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:07:04.524848 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e09172fb-f889-432b-9c89-e90f595f1391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:04.539341 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-86abd988-5602-4311-82ba-324d8b40aa91 req-5204d569-9abc-4acf-8dbe-4906333ee9cd tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] No DVR routers for this DVR port bd94066a-2fd6-4646-97ce-3798174dcb64 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:07:04.542980 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-86abd988-5602-4311-82ba-324d8b40aa91 req-5204d569-9abc-4acf-8dbe-4906333ee9cd tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:04.546212 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-86abd988-5602-4311-82ba-324d8b40aa91 req-5204d569-9abc-4acf-8dbe-4906333ee9cd tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.18 "DELETE /v2.0/ports/bd94066a-2fd6-4646-97ce-3798174dcb64 HTTP/1.1" status: 204 len: 173 time: 0.7298172 Jul 23 20:07:04.546950 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea639c0b-e4e2-449a-b488-93c6935f239f', 'name': 'network-vif-deleted', 'tag': 'bd94066a-2fd6-4646-97ce-3798174dcb64'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:07:04.552424 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ab1c21-bc83-4c41-863a-4eadc5387b4f" -d '{"events": [{"server_uuid": "ea639c0b-e4e2-449a-b488-93c6935f239f", "name": "network-vif-deleted", "tag": "bd94066a-2fd6-4646-97ce-3798174dcb64"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:07:04.601959 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41c6851-b860-4496-ae10-d6ac4ce76962 x-openstack-request-id: req-c41c6851-b860-4496-ae10-d6ac4ce76962 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:07:04.602584 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea639c0b-e4e2-449a-b488-93c6935f239f", "name": "network-vif-deleted", "tag": "bd94066a-2fd6-4646-97ce-3798174dcb64", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:07:04.603188 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c41c6851-b860-4496-ae10-d6ac4ce76962 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:07:04.604021 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea639c0b-e4e2-449a-b488-93c6935f239f', 'name': 'network-vif-deleted', 'tag': 'bd94066a-2fd6-4646-97ce-3798174dcb64', 'status': 'completed', 'code': 200} Jul 23 20:07:04.731705 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dbcd5538-61b7-4747-af07-ada6d5760fbe None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:04.747086 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-dbcd5538-61b7-4747-af07-ada6d5760fbe None None] Transition to ACTIVE for port object c0ac329a-7b7b-4509-b54d-1b69d9151431 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:07:04.791004 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-dbcd5538-61b7-4747-af07-ada6d5760fbe None None] Transition to ACTIVE for port object c0ac329a-7b7b-4509-b54d-1b69d9151431 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:07:04.808253 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dbcd5538-61b7-4747-af07-ada6d5760fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:04.821269 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-27c402c2-42ac-4ead-adc6-07e3c60bfa31 req-85a59877-4ac1-46e0-b35c-75de6a6676d6 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea639c0b-e4e2-449a-b488-93c6935f239f HTTP/1.1" status: 200 len: 210 time: 0.0415328 Jul 23 20:07:04.868151 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e09172fb-f889-432b-9c89-e90f595f1391 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:04.890203 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e09172fb-f889-432b-9c89-e90f595f1391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:04.891808 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd5538-61b7-4747-af07-ada6d5760fbe None None] Pushing event updated for resources: {'Port': ['ID=c0ac329a-7b7b-4509-b54d-1b69d9151431,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:04.911228 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcd5538-61b7-4747-af07-ada6d5760fbe None None] Network 7cd11ab1-6090-4100-8ce5-eb03960561dc is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:07:04.913612 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-dbcd5538-61b7-4747-af07-ada6d5760fbe None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:07:04.917004 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcd5538-61b7-4747-af07-ada6d5760fbe None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:07:05.010238 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-dbcd5538-61b7-4747-af07-ada6d5760fbe None None] Attempting to bind port c0ac329a-7b7b-4509-b54d-1b69d9151431 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:07:05.010655 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-dbcd5538-61b7-4747-af07-ada6d5760fbe None None] Attempting to bind port c0ac329a-7b7b-4509-b54d-1b69d9151431 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'ee912e6b-4393-411f-95ed-a0a064626c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7cd11ab1-6090-4100-8ce5-eb03960561dc'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:07:05.011020 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcd5538-61b7-4747-af07-ada6d5760fbe None None] Attempting to bind port c0ac329a-7b7b-4509-b54d-1b69d9151431 on network 7cd11ab1-6090-4100-8ce5-eb03960561dc {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:07:05.016535 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcd5538-61b7-4747-af07-ada6d5760fbe None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:07:05.017001 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcd5538-61b7-4747-af07-ada6d5760fbe None None] Checking segment: {'id': 'ee912e6b-4393-411f-95ed-a0a064626c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7cd11ab1-6090-4100-8ce5-eb03960561dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:07:05.017601 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dbcd5538-61b7-4747-af07-ada6d5760fbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:05.018145 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcd5538-61b7-4747-af07-ada6d5760fbe None None] Bound using segment: {'id': 'ee912e6b-4393-411f-95ed-a0a064626c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7cd11ab1-6090-4100-8ce5-eb03960561dc'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:07:05.018675 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-dbcd5538-61b7-4747-af07-ada6d5760fbe None None] Bound port: c0ac329a-7b7b-4509-b54d-1b69d9151431, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee912e6b-4393-411f-95ed-a0a064626c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7cd11ab1-6090-4100-8ce5-eb03960561dc'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:07:05.019062 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dbcd5538-61b7-4747-af07-ada6d5760fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:05.079166 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-e09172fb-f889-432b-9c89-e90f595f1391 admin admin] Allocated IP 172.25.1.152 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/4b7be714-13d9-4aec-96ff-49a5105df4cf) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:07:05.094765 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3433c8-4d73-4dd0-aaa4-1eea603d9931 req-0eebbbcd-be22-4803-b363-d2a1fad16292 tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:05.097854 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3a3433c8-4d73-4dd0-aaa4-1eea603d9931 req-0eebbbcd-be22-4803-b363-d2a1fad16292 tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] 10.222.0.32 "GET /v2.0/ports?device_id=644cf0a6-427e-4ad7-98ab-e7c29c63e7e3 HTTP/1.1" status: 200 len: 944 time: 0.1495888 Jul 23 20:07:05.128715 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-dbcd5538-61b7-4747-af07-ada6d5760fbe None None] For port c0ac329a-7b7b-4509-b54d-1b69d9151431, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:07:05.132668 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-dbcd5538-61b7-4747-af07-ada6d5760fbe None None] For port c0ac329a-7b7b-4509-b54d-1b69d9151431, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=c0ac329a-7b7b-4509-b54d-1b69d9151431,segment=NetworkSegment(ee912e6b-4393-411f-95ed-a0a064626c96),segment_id=ee912e6b-4393-411f-95ed-a0a064626c96)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:07:05.147214 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dbcd5538-61b7-4747-af07-ada6d5760fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:05.201324 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3a3433c8-4d73-4dd0-aaa4-1eea603d9931 req-481b8b69-26bb-4b19-be89-c62a4c98322d tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] 10.222.0.32 "GET /v2.0/security-groups?id=b29798dd-3bc9-4438-9c43-5cd79ad6910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882068 Jul 23 20:07:05.236699 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd5538-61b7-4747-af07-ada6d5760fbe None None] Pushing event updated for resources: {'Port': ['ID=c0ac329a-7b7b-4509-b54d-1b69d9151431,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:05.310617 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:07:05.319047 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e09172fb-f889-432b-9c89-e90f595f1391 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:05.387573 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e09172fb-f889-432b-9c89-e90f595f1391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:05.449965 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:07:05.457991 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:07:05.458602 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:05.501010 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09172fb-f889-432b-9c89-e90f595f1391 admin admin] Pushing event updated for resources: {'Port': ['ID=4b7be714-13d9-4aec-96ff-49a5105df4cf,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:05.540406 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09172fb-f889-432b-9c89-e90f595f1391 admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:07:05.541913 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-e09172fb-f889-432b-9c89-e90f595f1391 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:07:05.547037 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09172fb-f889-432b-9c89-e90f595f1391 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:07:05.615282 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:05.651022 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644cf0a6-427e-4ad7-98ab-e7c29c63e7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:07:05.653026 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ceda5ab-a662-4dad-93d6-2d09ea6eda8f" -d '{"events": [{"server_uuid": "644cf0a6-427e-4ad7-98ab-e7c29c63e7e3", "name": "network-vif-plugged", "status": "completed", "tag": "7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:07:05.667326 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d,segment=NetworkSegment(faaa4100-4908-4e30-9a12-8cbe978cc345),segment_id=faaa4100-4908-4e30-9a12-8cbe978cc345)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:07:05.674944 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:05.675687 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device bd94066a-2fd6-4646-97ce-3798174dcb64 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:07:05.719779 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230164d4-611d-41c9-ac66-6ba838128ab3 x-openstack-request-id: req-230164d4-611d-41c9-ac66-6ba838128ab3 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:07:05.720738 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644cf0a6-427e-4ad7-98ab-e7c29c63e7e3", "name": "network-vif-plugged", "status": "completed", "tag": "7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:07:05.720944 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-230164d4-611d-41c9-ac66-6ba838128ab3 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:07:05.721295 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644cf0a6-427e-4ad7-98ab-e7c29c63e7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d', 'code': 200} Jul 23 20:07:05.724468 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: bd94066a-2fd6-4646-97ce-3798174dcb64 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:07:05.725141 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device bd94066a-2fd6-4646-97ce-3798174dcb64 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:07:05.773733 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:05.788763 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:05.789183 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:05.789429 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:05.789812 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:05.790133 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:05.790484 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:05.790785 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:05.791153 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:05.791483 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:05.791805 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:05.792166 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:05.792491 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:05.881710 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfbe7c5-f726-40eb-ac1b-0b94f6efa6de req-eaf590f6-303b-411c-8b7e-a39717618ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:05.883960 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0dfbe7c5-f726-40eb-ac1b-0b94f6efa6de req-eaf590f6-303b-411c-8b7e-a39717618ebe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=644cf0a6-427e-4ad7-98ab-e7c29c63e7e3 HTTP/1.1" status: 200 len: 1097 time: 0.0873775 Jul 23 20:07:05.951382 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0dfbe7c5-f726-40eb-ac1b-0b94f6efa6de req-1770bdf0-c1bd-4a92-85d5-06d65a33a5ca service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b29798dd-3bc9-4438-9c43-5cd79ad6910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603695 Jul 23 20:07:06.002969 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e09172fb-f889-432b-9c89-e90f595f1391 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:06.274890 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e09172fb-f889-432b-9c89-e90f595f1391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:06.348547 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-29f22c44-7573-442f-9612-270792d88b9c tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:06.355998 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-29f22c44-7573-442f-9612-270792d88b9c tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/networks?id=e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 HTTP/1.1" status: 200 len: 809 time: 0.1883607 Jul 23 20:07:06.370189 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-fb736fec-e316-412f-b55b-816432b9f09c tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/quotas/112939265a5547faabf279e97fc2b4ed HTTP/1.1" status: 200 len: 375 time: 0.0130889 Jul 23 20:07:06.427508 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-04ec9f3a-8f3f-43c8-bbe6-d39bbbd4ea1e tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=112939265a5547faabf279e97fc2b4ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505891 Jul 23 20:07:06.465930 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9158768-3e70-4a8c-bf4c-f19fec1993ca req-22460c6b-5560-43ed-bb5f-98dc928b6c3c tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:06.467469 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e9158768-3e70-4a8c-bf4c-f19fec1993ca req-22460c6b-5560-43ed-bb5f-98dc928b6c3c tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] 10.222.0.32 "GET /v2.0/ports?device_id=644cf0a6-427e-4ad7-98ab-e7c29c63e7e3 HTTP/1.1" status: 200 len: 945 time: 0.1387091 Jul 23 20:07:06.541026 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e9158768-3e70-4a8c-bf4c-f19fec1993ca req-64b050d0-654a-47b9-ba23-7531a289101f tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] 10.222.0.32 "GET /v2.0/security-groups?id=b29798dd-3bc9-4438-9c43-5cd79ad6910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534873 Jul 23 20:07:06.543512 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09172fb-f889-432b-9c89-e90f595f1391 admin admin] Router 71b2d64b-c49f-4cbb-bb29-190a220729e3 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:07:06.559430 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-2dcd2311-82b7-4b03-beaf-3c703c10d3f2 service neutron] 10.222.0.32 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305020 Jul 23 20:07:06.636364 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44604cb8-d827-4e9d-8711-ade1a4012363 None None] Network 7cd11ab1-6090-4100-8ce5-eb03960561dc requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:07:06.747169 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-41c7cbef-f8e7-417c-859b-3a55620e6649 service neutron] 10.222.0.32 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868024 Jul 23 20:07:06.804867 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09172fb-f889-432b-9c89-e90f595f1391 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:07:06.828876 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e09172fb-f889-432b-9c89-e90f595f1391 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:06.834414 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e09172fb-f889-432b-9c89-e90f595f1391 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6829519 Jul 23 20:07:06.834981 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43518) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:07:06.842957 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e334e47-6c2d-49ed-a9da-0b0cd34de9d8 None None] Sync routers for ids ['71b2d64b-c49f-4cbb-bb29-190a220729e3'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:07:06.896686 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e334e47-6c2d-49ed-a9da-0b0cd34de9d8 None None] Routers {'71b2d64b-c49f-4cbb-bb29-190a220729e3'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:07:06.897339 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-9e334e47-6c2d-49ed-a9da-0b0cd34de9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:06:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['71b2d64b-c49f-4cbb-bb29-190a220729e3'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:07:06.900359 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ee69c386-9f42-4ccd-88c3-82dd94079020 None None] Provisioning for port c0ac329a-7b7b-4509-b54d-1b69d9151431 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:07:07.039424 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-9e334e47-6c2d-49ed-a9da-0b0cd34de9d8 None None] Set router 71b2d64b-c49f-4cbb-bb29-190a220729e3 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:07:07.099407 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-38abab15-3bb2-484d-91e8-ad718503cb8c req-c065a110-c81c-4b95-9baa-daa71a261769 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b5fb251-8e2c-4027-96ef-b35b31b84af6 HTTP/1.1" status: 200 len: 210 time: 0.0545683 Jul 23 20:07:07.542848 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-9e334e47-6c2d-49ed-a9da-0b0cd34de9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b2d64b-c49f-4cbb-bb29-190a220729e3', 'name': 'tempest-FloatingIPsTestJSON-485542794-router', 'tenant_id': '113bbc6e17dd426787bf14d224bd8d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '4b7be714-13d9-4aec-96ff-49a5105df4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:04Z', 'updated_at': '2021-07-23T20:07:05Z', 'revision_number': 3, 'project_id': '113bbc6e17dd426787bf14d224bd8d4e', 'gw_port': {'id': '4b7be714-13d9-4aec-96ff-49a5105df4cf', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:3e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b2d64b-c49f-4cbb-bb29-190a220729e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:04Z', 'updated_at': '2021-07-23T20:07:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:07:07.616274 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e334e47-6c2d-49ed-a9da-0b0cd34de9d8 None None] Checking router: 71b2d64b-c49f-4cbb-bb29-190a220729e3 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:07:07.616627 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e334e47-6c2d-49ed-a9da-0b0cd34de9d8 None None] Updating router 71b2d64b-c49f-4cbb-bb29-190a220729e3 port 4b7be714-13d9-4aec-96ff-49a5105df4cf binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:07:07.621307 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device c0ac329a-7b7b-4509-b54d-1b69d9151431 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:07:07.715905 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e334e47-6c2d-49ed-a9da-0b0cd34de9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:07.719130 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b3f9941d-835d-4e35-ae03-0fe0c08be276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:07.781516 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c9f67-2677-4757-a193-aaaf6b811926 req-367726c2-5960-44d8-bd6a-45feded1c0e1 tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:07.792053 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-171c9f67-2677-4757-a193-aaaf6b811926 req-367726c2-5960-44d8-bd6a-45feded1c0e1 tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] 10.222.0.32 "GET /v2.0/ports?device_id=644cf0a6-427e-4ad7-98ab-e7c29c63e7e3 HTTP/1.1" status: 200 len: 945 time: 0.1299644 Jul 23 20:07:07.948524 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port c0ac329a-7b7b-4509-b54d-1b69d9151431 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:07:07.973823 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port c0ac329a-7b7b-4509-b54d-1b69d9151431 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:07:07.973990 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:07.976259 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-171c9f67-2677-4757-a193-aaaf6b811926 req-5d0d83ae-9dcc-4dda-94e6-9d5d4b8466ee tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] 10.222.0.32 "GET /v2.0/security-groups?id=b29798dd-3bc9-4438-9c43-5cd79ad6910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831615 Jul 23 20:07:08.080716 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-b3f9941d-835d-4e35-ae03-0fe0c08be276 admin admin] Allocated IP 172.20.0.1 (7cd11ab1-6090-4100-8ce5-eb03960561dc/4f19dc05-ca46-4365-885a-cc4c8c458328/d6bb9a59-5a68-491d-af75-963fe5790c69) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:07:08.170636 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:08.287805 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cad9c9ab-0558-4809-9a57-23758704738e req-bb81c1f1-847b-469d-ac5f-e688d4c162e9 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b5fb251-8e2c-4027-96ef-b35b31b84af6 HTTP/1.1" status: 200 len: 210 time: 0.0623479 Jul 23 20:07:08.359633 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b3f9941d-835d-4e35-ae03-0fe0c08be276 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:08.371952 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port c0ac329a-7b7b-4509-b54d-1b69d9151431, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=c0ac329a-7b7b-4509-b54d-1b69d9151431,segment=NetworkSegment(ee912e6b-4393-411f-95ed-a0a064626c96),segment_id=ee912e6b-4393-411f-95ed-a0a064626c96)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:07:08.390993 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:08.396987 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e334e47-6c2d-49ed-a9da-0b0cd34de9d8 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:08.422248 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-b3f9941d-835d-4e35-ae03-0fe0c08be276 admin admin] Transition to ACTIVE for port object d6bb9a59-5a68-491d-af75-963fe5790c69 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:07:08.452401 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-9e334e47-6c2d-49ed-a9da-0b0cd34de9d8 None None] Transition to ACTIVE for port object 4b7be714-13d9-4aec-96ff-49a5105df4cf will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:07:08.472997 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=c0ac329a-7b7b-4509-b54d-1b69d9151431,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:08.491628 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e334e47-6c2d-49ed-a9da-0b0cd34de9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:08.572148 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-9e334e47-6c2d-49ed-a9da-0b0cd34de9d8 None None] Attempting to bind port 4b7be714-13d9-4aec-96ff-49a5105df4cf on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:07:08.572647 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-9e334e47-6c2d-49ed-a9da-0b0cd34de9d8 None None] Attempting to bind port 4b7be714-13d9-4aec-96ff-49a5105df4cf by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:07:08.574011 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e334e47-6c2d-49ed-a9da-0b0cd34de9d8 None None] Attempting to bind port 4b7be714-13d9-4aec-96ff-49a5105df4cf on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:07:08.583968 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e334e47-6c2d-49ed-a9da-0b0cd34de9d8 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:07:08.584587 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e334e47-6c2d-49ed-a9da-0b0cd34de9d8 None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:07:08.585068 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e334e47-6c2d-49ed-a9da-0b0cd34de9d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:08.585599 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e334e47-6c2d-49ed-a9da-0b0cd34de9d8 None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:07:08.586247 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-9e334e47-6c2d-49ed-a9da-0b0cd34de9d8 None None] Bound port: 4b7be714-13d9-4aec-96ff-49a5105df4cf, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:07:08.586650 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e334e47-6c2d-49ed-a9da-0b0cd34de9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:08.622278 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51675f-84ff-4ace-8ff3-2d7a9a11c9ac None None] Pushing event updated for resources: {'Port': ['ID=4b7be714-13d9-4aec-96ff-49a5105df4cf,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:08.668928 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-9e334e47-6c2d-49ed-a9da-0b0cd34de9d8 None None] For port 4b7be714-13d9-4aec-96ff-49a5105df4cf, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:07:08.672568 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-9e334e47-6c2d-49ed-a9da-0b0cd34de9d8 None None] For port 4b7be714-13d9-4aec-96ff-49a5105df4cf, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=4b7be714-13d9-4aec-96ff-49a5105df4cf,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:07:08.684974 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e334e47-6c2d-49ed-a9da-0b0cd34de9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:08.706571 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-44d89254-c667-4ffc-987d-641f4c038d88 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:08.712992 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-44d89254-c667-4ffc-987d-641f4c038d88 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.18 "GET /v2.0/networks?id=e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 HTTP/1.1" status: 200 len: 809 time: 0.2874799 Jul 23 20:07:08.732739 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-427f80e8-1b0e-4a3f-b954-93dfb6e0d7b8 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Request body: {'port': {'device_id': '1b5fb251-8e2c-4027-96ef-b35b31b84af6', 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1', 'admin_state_up': True, 'tenant_id': '112939265a5547faabf279e97fc2b4ed'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:07:08.737703 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b3f9941d-835d-4e35-ae03-0fe0c08be276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:08.785638 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e334e47-6c2d-49ed-a9da-0b0cd34de9d8 None None] Routers {'71b2d64b-c49f-4cbb-bb29-190a220729e3'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:07:08.786144 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-9e334e47-6c2d-49ed-a9da-0b0cd34de9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:06:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['71b2d64b-c49f-4cbb-bb29-190a220729e3'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:07:08.860132 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51675f-84ff-4ace-8ff3-2d7a9a11c9ac None None] Pushing event updated for resources: {'Port': ['ID=4b7be714-13d9-4aec-96ff-49a5105df4cf,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:08.903749 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f9941d-835d-4e35-ae03-0fe0c08be276 admin admin] Network 7cd11ab1-6090-4100-8ce5-eb03960561dc is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:07:08.910149 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-b3f9941d-835d-4e35-ae03-0fe0c08be276 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:07:08.923778 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f9941d-835d-4e35-ae03-0fe0c08be276 admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:07:08.929539 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f9941d-835d-4e35-ae03-0fe0c08be276 admin admin] Pushing event updated for resources: {'Port': ['ID=d6bb9a59-5a68-491d-af75-963fe5790c69,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:08.994434 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-9e334e47-6c2d-49ed-a9da-0b0cd34de9d8 None None] Set router 71b2d64b-c49f-4cbb-bb29-190a220729e3 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:07:09.027281 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b3f9941d-835d-4e35-ae03-0fe0c08be276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:09.030798 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-427f80e8-1b0e-4a3f-b954-93dfb6e0d7b8 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Made reservation on behalf of 112939265a5547faabf279e97fc2b4ed for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:07:09.034865 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-427f80e8-1b0e-4a3f-b954-93dfb6e0d7b8 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:09.302948 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-340ea2c3-217b-4030-bffa-f012e64c9f51 None None] Provisioning for port d6bb9a59-5a68-491d-af75-963fe5790c69 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:07:09.316026 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-340ea2c3-217b-4030-bffa-f012e64c9f51 None None] Provisioning complete for port d6bb9a59-5a68-491d-af75-963fe5790c69 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:07:09.316894 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-340ea2c3-217b-4030-bffa-f012e64c9f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:09.402576 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-9e334e47-6c2d-49ed-a9da-0b0cd34de9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b2d64b-c49f-4cbb-bb29-190a220729e3', 'name': 'tempest-FloatingIPsTestJSON-485542794-router', 'tenant_id': '113bbc6e17dd426787bf14d224bd8d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '4b7be714-13d9-4aec-96ff-49a5105df4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:04Z', 'updated_at': '2021-07-23T20:07:05Z', 'revision_number': 3, 'project_id': '113bbc6e17dd426787bf14d224bd8d4e', 'gw_port': {'id': '4b7be714-13d9-4aec-96ff-49a5105df4cf', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:3e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b2d64b-c49f-4cbb-bb29-190a220729e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:04Z', 'updated_at': '2021-07-23T20:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:07:09.413089 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-340ea2c3-217b-4030-bffa-f012e64c9f51 None None] Port d6bb9a59-5a68-491d-af75-963fe5790c69 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:07:09.442293 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e334e47-6c2d-49ed-a9da-0b0cd34de9d8 None None] The sync data for ids ['71b2d64b-c49f-4cbb-bb29-190a220729e3'] in n-d-793618-10 is: [{'id': '71b2d64b-c49f-4cbb-bb29-190a220729e3', 'name': 'tempest-FloatingIPsTestJSON-485542794-router', 'tenant_id': '113bbc6e17dd426787bf14d224bd8d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '4b7be714-13d9-4aec-96ff-49a5105df4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:04Z', 'updated_at': '2021-07-23T20:07:05Z', 'revision_number': 3, 'project_id': '113bbc6e17dd426787bf14d224bd8d4e', 'gw_port': {'id': '4b7be714-13d9-4aec-96ff-49a5105df4cf', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:3e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b2d64b-c49f-4cbb-bb29-190a220729e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:04Z', 'updated_at': '2021-07-23T20:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:07:09.523113 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device c0ac329a-7b7b-4509-b54d-1b69d9151431 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:07:09.564939 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b3f9941d-835d-4e35-ae03-0fe0c08be276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:09.570558 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-427f80e8-1b0e-4a3f-b954-93dfb6e0d7b8 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Allocated IP 172.20.0.4 (e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1/8f1af588-88a6-41d9-93e0-be352471d81c/bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:07:09.584749 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eb001129-06f7-440b-bfcf-85b0300f9cd3 req-5843d4f8-e4d3-4bd9-bd19-120dd97effd7 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b5fb251-8e2c-4027-96ef-b35b31b84af6 HTTP/1.1" status: 200 len: 210 time: 0.1178942 Jul 23 20:07:09.602965 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port c0ac329a-7b7b-4509-b54d-1b69d9151431 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:07:09.603689 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:10.112171 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-427f80e8-1b0e-4a3f-b954-93dfb6e0d7b8 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:10.154977 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b3f9941d-835d-4e35-ae03-0fe0c08be276 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:10.164131 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b3f9941d-835d-4e35-ae03-0fe0c08be276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:10.193090 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-790d399c-b609-4950-a74c-9a9c8bd2dcf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:10.210771 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b3f9941d-835d-4e35-ae03-0fe0c08be276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:10.307124 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f9941d-835d-4e35-ae03-0fe0c08be276 admin admin] Pushing event updated for resources: {'Port': ['ID=d6bb9a59-5a68-491d-af75-963fe5790c69,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:10.347879 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-427f80e8-1b0e-4a3f-b954-93dfb6e0d7b8 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:10.399096 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-427f80e8-1b0e-4a3f-b954-93dfb6e0d7b8 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Network e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:07:10.424324 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-427f80e8-1b0e-4a3f-b954-93dfb6e0d7b8 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:07:10.432719 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-427f80e8-1b0e-4a3f-b954-93dfb6e0d7b8 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:07:10.504396 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f80e8-1b0e-4a3f-b954-93dfb6e0d7b8 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Pushing event updated for resources: {'Port': ['ID=bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:10.519144 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-427f80e8-1b0e-4a3f-b954-93dfb6e0d7b8 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:10.520272 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-427f80e8-1b0e-4a3f-b954-93dfb6e0d7b8 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:10.525257 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f9941d-835d-4e35-ae03-0fe0c08be276 admin admin] Network 7cd11ab1-6090-4100-8ce5-eb03960561dc is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:07:10.527654 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-b3f9941d-835d-4e35-ae03-0fe0c08be276 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:07:10.633934 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-427f80e8-1b0e-4a3f-b954-93dfb6e0d7b8 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9054246 Jul 23 20:07:10.661489 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-44fcb178-d23c-44b4-adca-603353ddf221 service neutron] Request body: {'port': {'device_id': '1b5fb251-8e2c-4027-96ef-b35b31b84af6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:07:10.802349 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-44fcb178-d23c-44b4-adca-603353ddf221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:10.830074 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f320876-dc77-471a-89d9-03a44e36a1c9 req-33071435-c6c5-4cae-a5d9-97d936fbd8d7 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:10.848846 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5f320876-dc77-471a-89d9-03a44e36a1c9 req-33071435-c6c5-4cae-a5d9-97d936fbd8d7 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b5fb251-8e2c-4027-96ef-b35b31b84af6 HTTP/1.1" status: 200 len: 931 time: 0.1544490 Jul 23 20:07:10.896967 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5f320876-dc77-471a-89d9-03a44e36a1c9 req-1b57706f-3979-403e-97eb-5681f2d3eb8a tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470963 Jul 23 20:07:10.967809 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4c3aa044-e060-4c59-b485-2f2ed92c25ed None None] Provisioning complete for port d6bb9a59-5a68-491d-af75-963fe5790c69 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:07:10.968371 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c3aa044-e060-4c59-b485-2f2ed92c25ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:11.015568 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f9941d-835d-4e35-ae03-0fe0c08be276 admin admin] Router 71b2d64b-c49f-4cbb-bb29-190a220729e3 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:07:11.046739 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-4c3aa044-e060-4c59-b485-2f2ed92c25ed None None] Port d6bb9a59-5a68-491d-af75-963fe5790c69 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:07:11.241034 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f9941d-835d-4e35-ae03-0fe0c08be276 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:07:11.261756 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b3f9941d-835d-4e35-ae03-0fe0c08be276 admin admin] 10.222.0.32 "PUT /v2.0/routers/71b2d64b-c49f-4cbb-bb29-190a220729e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4232104 Jul 23 20:07:11.374979 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-44fcb178-d23c-44b4-adca-603353ddf221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:07:11.396949 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-44fcb178-d23c-44b4-adca-603353ddf221 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:11.440182 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-44fcb178-d23c-44b4-adca-603353ddf221 service neutron] Transition to ACTIVE for port object bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:07:11.455026 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-44fcb178-d23c-44b4-adca-603353ddf221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:11.583976 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fcb178-d23c-44b4-adca-603353ddf221 service neutron] Pushing event updated for resources: {'Port': ['ID=bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:11.613436 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 4b7be714-13d9-4aec-96ff-49a5105df4cf up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:07:11.672838 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-44fcb178-d23c-44b4-adca-603353ddf221 service neutron] Attempting to bind port bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:07:11.673224 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-44fcb178-d23c-44b4-adca-603353ddf221 service neutron] Attempting to bind port bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '09c16a36-f585-4003-9e2f-a9905bed7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:07:11.673581 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-44fcb178-d23c-44b4-adca-603353ddf221 service neutron] Attempting to bind port bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7 on network e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:07:11.678792 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-44fcb178-d23c-44b4-adca-603353ddf221 service neutron] Port bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7 on network e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:07:11.678984 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-44fcb178-d23c-44b4-adca-603353ddf221 service neutron] Attempting to bind port bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7 on network e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:07:11.684557 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-44fcb178-d23c-44b4-adca-603353ddf221 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:07:11.684788 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-44fcb178-d23c-44b4-adca-603353ddf221 service neutron] Checking segment: {'id': '09c16a36-f585-4003-9e2f-a9905bed7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:07:11.685184 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-44fcb178-d23c-44b4-adca-603353ddf221 service neutron] Bound using segment: {'id': '09c16a36-f585-4003-9e2f-a9905bed7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:07:11.685671 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-44fcb178-d23c-44b4-adca-603353ddf221 service neutron] Bound port: bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09c16a36-f585-4003-9e2f-a9905bed7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:07:11.685961 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-44fcb178-d23c-44b4-adca-603353ddf221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:11.746528 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 4b7be714-13d9-4aec-96ff-49a5105df4cf completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:07:11.756581 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 4b7be714-13d9-4aec-96ff-49a5105df4cf triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:07:11.757246 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:11.923264 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:11.951753 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 4b7be714-13d9-4aec-96ff-49a5105df4cf, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=4b7be714-13d9-4aec-96ff-49a5105df4cf,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:07:11.974058 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:12.031831 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-81be44d9-3a0a-4b52-a57b-19160aad5053 req-84cb4bb5-51c0-4586-acc4-18c786b0ff03 tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2641919 Jul 23 20:07:12.037043 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-81be44d9-3a0a-4b52-a57b-19160aad5053 req-67f721db-a62b-4bcb-8a3c-43295098b36d tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:07:12.082381 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=4b7be714-13d9-4aec-96ff-49a5105df4cf,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:12.121009 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-81be44d9-3a0a-4b52-a57b-19160aad5053 req-67f721db-a62b-4bcb-8a3c-43295098b36d tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:12.172698 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39287b26-54f2-4738-aaee-f57805768310 None None] Sync routers for ids ['71b2d64b-c49f-4cbb-bb29-190a220729e3'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:07:12.186914 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39287b26-54f2-4738-aaee-f57805768310 None None] Routers {'71b2d64b-c49f-4cbb-bb29-190a220729e3'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:07:12.188221 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-39287b26-54f2-4738-aaee-f57805768310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:06:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['71b2d64b-c49f-4cbb-bb29-190a220729e3'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:07:12.286418 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-44fcb178-d23c-44b4-adca-603353ddf221 service neutron] For port bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:07:12.290857 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-44fcb178-d23c-44b4-adca-603353ddf221 service neutron] For port bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7,segment=NetworkSegment(09c16a36-f585-4003-9e2f-a9905bed7329),segment_id=09c16a36-f585-4003-9e2f-a9905bed7329)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:07:12.295748 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-81be44d9-3a0a-4b52-a57b-19160aad5053 req-67f721db-a62b-4bcb-8a3c-43295098b36d tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:12.310429 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-44fcb178-d23c-44b4-adca-603353ddf221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:12.353542 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-39287b26-54f2-4738-aaee-f57805768310 None None] Set router 71b2d64b-c49f-4cbb-bb29-190a220729e3 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:07:12.356829 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-44fcb178-d23c-44b4-adca-603353ddf221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:12.358231 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-44fcb178-d23c-44b4-adca-603353ddf221 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:12.363678 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-44fcb178-d23c-44b4-adca-603353ddf221 service neutron] 10.222.0.18 "PUT /v2.0/ports/bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7 HTTP/1.1" status: 200 len: 1092 time: 1.7162819 Jul 23 20:07:12.369121 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b5fb251-8e2c-4027-96ef-b35b31b84af6', 'tag': 'bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:07:12.371555 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef5db30-cc5a-4180-971e-c669c3e873d9" -d '{"events": [{"name": "network-changed", "server_uuid": "1b5fb251-8e2c-4027-96ef-b35b31b84af6", "tag": "bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:07:12.405345 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c9b52-1aa5-4758-bb32-c19e4d128b2d req-23c2f2e2-feb4-4396-97e2-d6c0c1a09c1c tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:12.414016 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c00c9b52-1aa5-4758-bb32-c19e4d128b2d req-23c2f2e2-feb4-4396-97e2-d6c0c1a09c1c tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b5fb251-8e2c-4027-96ef-b35b31b84af6 HTTP/1.1" status: 200 len: 943 time: 0.2290204 Jul 23 20:07:12.466998 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-81be44d9-3a0a-4b52-a57b-19160aad5053 req-67f721db-a62b-4bcb-8a3c-43295098b36d tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Allocated IP 172.25.1.151 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/9c4b0454-927a-4a96-8eaa-b69fce042e0a) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:07:12.577992 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c00c9b52-1aa5-4758-bb32-c19e4d128b2d req-e3fbf365-875f-4f13-97f6-75ae96f649e5 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580150 Jul 23 20:07:12.580753 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fcb178-d23c-44b4-adca-603353ddf221 service neutron] Pushing event updated for resources: {'Port': ['ID=bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:12.584559 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:07:12.660379 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-581c5e2c-d301-403c-89bd-b1d8756ba6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:12.662400 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-581c5e2c-d301-403c-89bd-b1d8756ba6d2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=112939265a5547faabf279e97fc2b4ed&device_id=1b5fb251-8e2c-4027-96ef-b35b31b84af6 HTTP/1.1" status: 200 len: 1095 time: 0.2042205 Jul 23 20:07:12.674973 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-81be44d9-3a0a-4b52-a57b-19160aad5053 req-67f721db-a62b-4bcb-8a3c-43295098b36d tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:12.755128 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-7bc943a3-cefa-4233-93d0-7b641a4bc44c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7 HTTP/1.1" status: 200 len: 217 time: 0.0840166 Jul 23 20:07:12.800799 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-81be44d9-3a0a-4b52-a57b-19160aad5053 req-67f721db-a62b-4bcb-8a3c-43295098b36d tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:12.862589 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-85e5799e-a3ca-4a80-b71b-32bf4d5aa17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:12.864535 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-85e5799e-a3ca-4a80-b71b-32bf4d5aa17b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8f1af588-88a6-41d9-93e0-be352471d81c HTTP/1.1" status: 200 len: 849 time: 0.1021194 Jul 23 20:07:12.872213 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-39287b26-54f2-4738-aaee-f57805768310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b2d64b-c49f-4cbb-bb29-190a220729e3', 'name': 'tempest-FloatingIPsTestJSON-485542794-router', 'tenant_id': '113bbc6e17dd426787bf14d224bd8d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '4b7be714-13d9-4aec-96ff-49a5105df4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:04Z', 'updated_at': '2021-07-23T20:07:09Z', 'revision_number': 4, 'project_id': '113bbc6e17dd426787bf14d224bd8d4e', 'gw_port': {'id': '4b7be714-13d9-4aec-96ff-49a5105df4cf', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:3e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b2d64b-c49f-4cbb-bb29-190a220729e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:04Z', 'updated_at': '2021-07-23T20:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'd6bb9a59-5a68-491d-af75-963fe5790c69', 'name': '', 'network_id': '7cd11ab1-6090-4100-8ce5-eb03960561dc', 'tenant_id': '113bbc6e17dd426787bf14d224bd8d4e', 'mac_address': 'fa:16:3e:06:ef:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b2d64b-c49f-4cbb-bb29-190a220729e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '4f19dc05-ca46-4365-885a-cc4c8c458328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:07Z', 'updated_at': '2021-07-23T20:07:09Z', 'revision_number': 2, 'project_id': '113bbc6e17dd426787bf14d224bd8d4e', 'subnets': [{'id': '4f19dc05-ca46-4365-885a-cc4c8c458328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:07:12.909691 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39287b26-54f2-4738-aaee-f57805768310 None None] Checking router: 71b2d64b-c49f-4cbb-bb29-190a220729e3 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:07:12.910525 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39287b26-54f2-4738-aaee-f57805768310 None None] Updating router 71b2d64b-c49f-4cbb-bb29-190a220729e3 port d6bb9a59-5a68-491d-af75-963fe5790c69 binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:07:12.936964 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d601e961-d06a-4df9-baff-6b92f1ea3c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:12.938774 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e302433c-54b4-4f34-9a20-acb202ef1822 x-openstack-request-id: req-e302433c-54b4-4f34-9a20-acb202ef1822 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:07:12.939319 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b5fb251-8e2c-4027-96ef-b35b31b84af6", "tag": "bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:07:12.939945 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e302433c-54b4-4f34-9a20-acb202ef1822 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:07:12.940737 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b5fb251-8e2c-4027-96ef-b35b31b84af6', 'tag': 'bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7', 'status': 'completed', 'code': 200} Jul 23 20:07:12.947071 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-a663a906-988f-4898-af97-436ce79fb67a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723772 Jul 23 20:07:12.949720 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81be44d9-3a0a-4b52-a57b-19160aad5053 req-67f721db-a62b-4bcb-8a3c-43295098b36d tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:07:12.965437 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-39287b26-54f2-4738-aaee-f57805768310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:12.967631 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-81be44d9-3a0a-4b52-a57b-19160aad5053 req-67f721db-a62b-4bcb-8a3c-43295098b36d tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:07:12.977933 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-81be44d9-3a0a-4b52-a57b-19160aad5053 req-67f721db-a62b-4bcb-8a3c-43295098b36d tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:07:13.043053 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f721db-a62b-4bcb-8a3c-43295098b36d tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Pushing event updated for resources: {'Port': ['ID=9c4b0454-927a-4a96-8eaa-b69fce042e0a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:13.116821 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-b4eb5ff5-24e5-4301-8ce4-66fd27663c51 service neutron] 10.222.0.18 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660671 Jul 23 20:07:13.160474 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-81be44d9-3a0a-4b52-a57b-19160aad5053 req-67f721db-a62b-4bcb-8a3c-43295098b36d tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:13.250160 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:13.267953 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-81be44d9-3a0a-4b52-a57b-19160aad5053 req-67f721db-a62b-4bcb-8a3c-43295098b36d tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:13.296067 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-023338f3-f911-4dd8-a2ba-0e9e1dd021d4 req-900868f6-f633-47c2-b353-fa73e76745ed service neutron] 10.222.0.18 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729410 Jul 23 20:07:13.474401 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-81be44d9-3a0a-4b52-a57b-19160aad5053 req-67f721db-a62b-4bcb-8a3c-43295098b36d tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:13.483285 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-81be44d9-3a0a-4b52-a57b-19160aad5053 req-67f721db-a62b-4bcb-8a3c-43295098b36d tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:13.488338 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5db30-cc5a-4180-971e-c669c3e873d9 req-2d1daf59-5cdb-4437-a235-c84ea01aed66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:13.492042 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ef5db30-cc5a-4180-971e-c669c3e873d9 req-2d1daf59-5cdb-4437-a235-c84ea01aed66 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=112939265a5547faabf279e97fc2b4ed&device_id=1b5fb251-8e2c-4027-96ef-b35b31b84af6 HTTP/1.1" status: 200 len: 1095 time: 0.1465845 Jul 23 20:07:13.529400 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 4b7be714-13d9-4aec-96ff-49a5105df4cf up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:07:13.530537 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-39287b26-54f2-4738-aaee-f57805768310 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:13.586011 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-39287b26-54f2-4738-aaee-f57805768310 None None] Transition to ACTIVE for port object d6bb9a59-5a68-491d-af75-963fe5790c69 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:07:13.593388 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f721db-a62b-4bcb-8a3c-43295098b36d tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Pushing event updated for resources: {'Port': ['ID=9c4b0454-927a-4a96-8eaa-b69fce042e0a,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:13.615666 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 4b7be714-13d9-4aec-96ff-49a5105df4cf triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:07:13.616641 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:13.618761 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-39287b26-54f2-4738-aaee-f57805768310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:13.736220 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5947f1-91d5-4cfa-9e0a-e7670bc1b6ed None None] Pushing event updated for resources: {'Port': ['ID=d6bb9a59-5a68-491d-af75-963fe5790c69,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:13.828308 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5db30-cc5a-4180-971e-c669c3e873d9 req-406fb194-7275-4eec-9635-0a97a5af73ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:13.830472 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ef5db30-cc5a-4180-971e-c669c3e873d9 req-406fb194-7275-4eec-9635-0a97a5af73ff service neutron] 10.222.0.18 "GET /v2.0/networks?id=e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 HTTP/1.1" status: 200 len: 910 time: 0.3314521 Jul 23 20:07:13.896259 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-39287b26-54f2-4738-aaee-f57805768310 None None] Attempting to bind port d6bb9a59-5a68-491d-af75-963fe5790c69 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:07:13.896625 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-39287b26-54f2-4738-aaee-f57805768310 None None] Attempting to bind port d6bb9a59-5a68-491d-af75-963fe5790c69 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'ee912e6b-4393-411f-95ed-a0a064626c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7cd11ab1-6090-4100-8ce5-eb03960561dc'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:07:13.896987 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39287b26-54f2-4738-aaee-f57805768310 None None] Attempting to bind port d6bb9a59-5a68-491d-af75-963fe5790c69 on network 7cd11ab1-6090-4100-8ce5-eb03960561dc {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:07:13.909681 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39287b26-54f2-4738-aaee-f57805768310 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:07:13.910069 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39287b26-54f2-4738-aaee-f57805768310 None None] Checking segment: {'id': 'ee912e6b-4393-411f-95ed-a0a064626c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7cd11ab1-6090-4100-8ce5-eb03960561dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:07:13.910453 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-39287b26-54f2-4738-aaee-f57805768310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:13.915893 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39287b26-54f2-4738-aaee-f57805768310 None None] Bound using segment: {'id': 'ee912e6b-4393-411f-95ed-a0a064626c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7cd11ab1-6090-4100-8ce5-eb03960561dc'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:07:13.916417 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-39287b26-54f2-4738-aaee-f57805768310 None None] Bound port: d6bb9a59-5a68-491d-af75-963fe5790c69, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee912e6b-4393-411f-95ed-a0a064626c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7cd11ab1-6090-4100-8ce5-eb03960561dc'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:07:13.916819 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-39287b26-54f2-4738-aaee-f57805768310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:13.933328 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:13.969000 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ef5db30-cc5a-4180-971e-c669c3e873d9 req-4910f9ef-888b-46ac-affb-b3b93d70c7d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7 HTTP/1.1" status: 200 len: 217 time: 0.1087608 Jul 23 20:07:14.082080 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0de32-b9ce-4147-90f8-31517ca0a86a req-b00f93f8-d2d3-4e50-aa17-6eb5fd2e1eac tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:14.089497 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-44f0de32-b9ce-4147-90f8-31517ca0a86a req-b00f93f8-d2d3-4e50-aa17-6eb5fd2e1eac tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b5fb251-8e2c-4027-96ef-b35b31b84af6 HTTP/1.1" status: 200 len: 943 time: 0.2859206 Jul 23 20:07:14.091202 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-39287b26-54f2-4738-aaee-f57805768310 None None] For port d6bb9a59-5a68-491d-af75-963fe5790c69, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:07:14.099109 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-39287b26-54f2-4738-aaee-f57805768310 None None] For port d6bb9a59-5a68-491d-af75-963fe5790c69, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d6bb9a59-5a68-491d-af75-963fe5790c69,segment=NetworkSegment(ee912e6b-4393-411f-95ed-a0a064626c96),segment_id=ee912e6b-4393-411f-95ed-a0a064626c96)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:07:14.105758 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-39287b26-54f2-4738-aaee-f57805768310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:14.133335 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5db30-cc5a-4180-971e-c669c3e873d9 req-55ed19a9-1a28-4bed-96f8-4d5c464726bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:14.134830 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ef5db30-cc5a-4180-971e-c669c3e873d9 req-55ed19a9-1a28-4bed-96f8-4d5c464726bf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8f1af588-88a6-41d9-93e0-be352471d81c HTTP/1.1" status: 200 len: 849 time: 0.1531911 Jul 23 20:07:14.181222 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ef5db30-cc5a-4180-971e-c669c3e873d9 req-350c1b85-7fc3-4753-a688-ca87f4eabc00 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364439 Jul 23 20:07:14.193217 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-44f0de32-b9ce-4147-90f8-31517ca0a86a req-f6f7e51e-d090-4ddb-9534-dfd7f80144b0 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025283 Jul 23 20:07:14.240422 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:14.241886 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39287b26-54f2-4738-aaee-f57805768310 None None] Routers {'71b2d64b-c49f-4cbb-bb29-190a220729e3'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:07:14.242506 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-39287b26-54f2-4738-aaee-f57805768310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:07:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['71b2d64b-c49f-4cbb-bb29-190a220729e3'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:07:14.334649 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ef5db30-cc5a-4180-971e-c669c3e873d9 req-7129a5e1-291b-4e28-afe9-0bbc69f32859 service neutron] 10.222.0.18 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347573 Jul 23 20:07:14.384950 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:14.389398 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-81be44d9-3a0a-4b52-a57b-19160aad5053 req-67f721db-a62b-4bcb-8a3c-43295098b36d tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:14.410528 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5947f1-91d5-4cfa-9e0a-e7670bc1b6ed None None] Pushing event updated for resources: {'Port': ['ID=d6bb9a59-5a68-491d-af75-963fe5790c69,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:14.412234 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-81be44d9-3a0a-4b52-a57b-19160aad5053 req-67f721db-a62b-4bcb-8a3c-43295098b36d tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:14.415540 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-81be44d9-3a0a-4b52-a57b-19160aad5053 req-67f721db-a62b-4bcb-8a3c-43295098b36d tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3821092 Jul 23 20:07:14.510189 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ef5db30-cc5a-4180-971e-c669c3e873d9 req-3db66e18-b463-4f5f-82c3-6e3c4a2694ba service neutron] 10.222.0.18 "GET /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689134 Jul 23 20:07:14.524812 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-81be44d9-3a0a-4b52-a57b-19160aad5053 req-35072cc9-1eb5-4270-a260-44ff562fe681 tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.151 HTTP/1.1" status: 200 len: 696 time: 0.1032393 Jul 23 20:07:14.571123 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-39287b26-54f2-4738-aaee-f57805768310 None None] Set router 71b2d64b-c49f-4cbb-bb29-190a220729e3 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:07:14.699866 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be44d9-3a0a-4b52-a57b-19160aad5053 req-b5aa0437-9071-4b04-a6f8-0c232ce0a8ec tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:14.701241 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-81be44d9-3a0a-4b52-a57b-19160aad5053 req-b5aa0437-9071-4b04-a6f8-0c232ce0a8ec tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] 10.222.0.32 "GET /v2.0/networks/8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 784 time: 0.1671574 Jul 23 20:07:14.794655 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-88b66739-6b6b-4c95-8ea8-b2794598fdd3 req-fbfeb111-5307-4be1-8987-e8f36bd69511 tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] 10.222.0.32 "GET /v2.0/floatingips/23e0b558-67e1-40b7-ae9b-11299bd8ebef HTTP/1.1" status: 200 len: 693 time: 0.0685601 Jul 23 20:07:14.869538 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-39287b26-54f2-4738-aaee-f57805768310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b2d64b-c49f-4cbb-bb29-190a220729e3', 'name': 'tempest-FloatingIPsTestJSON-485542794-router', 'tenant_id': '113bbc6e17dd426787bf14d224bd8d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '4b7be714-13d9-4aec-96ff-49a5105df4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:04Z', 'updated_at': '2021-07-23T20:07:09Z', 'revision_number': 4, 'project_id': '113bbc6e17dd426787bf14d224bd8d4e', 'gw_port': {'id': '4b7be714-13d9-4aec-96ff-49a5105df4cf', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:3e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b2d64b-c49f-4cbb-bb29-190a220729e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:04Z', 'updated_at': '2021-07-23T20:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'd6bb9a59-5a68-491d-af75-963fe5790c69', 'name': '', 'network_id': '7cd11ab1-6090-4100-8ce5-eb03960561dc', 'tenant_id': '113bbc6e17dd426787bf14d224bd8d4e', 'mac_address': 'fa:16:3e:06:ef:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b2d64b-c49f-4cbb-bb29-190a220729e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '4f19dc05-ca46-4365-885a-cc4c8c458328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:07Z', 'updated_at': '2021-07-23T20:07:14Z', 'revision_number': 4, 'project_id': '113bbc6e17dd426787bf14d224bd8d4e', 'subnets': [{'id': '4f19dc05-ca46-4365-885a-cc4c8c458328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:07:14.904746 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39287b26-54f2-4738-aaee-f57805768310 None None] The sync data for ids ['71b2d64b-c49f-4cbb-bb29-190a220729e3'] in n-d-793618-10 is: [{'id': '71b2d64b-c49f-4cbb-bb29-190a220729e3', 'name': 'tempest-FloatingIPsTestJSON-485542794-router', 'tenant_id': '113bbc6e17dd426787bf14d224bd8d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '4b7be714-13d9-4aec-96ff-49a5105df4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:04Z', 'updated_at': '2021-07-23T20:07:09Z', 'revision_number': 4, 'project_id': '113bbc6e17dd426787bf14d224bd8d4e', 'gw_port': {'id': '4b7be714-13d9-4aec-96ff-49a5105df4cf', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:3e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b2d64b-c49f-4cbb-bb29-190a220729e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:04Z', 'updated_at': '2021-07-23T20:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'd6bb9a59-5a68-491d-af75-963fe5790c69', 'name': '', 'network_id': '7cd11ab1-6090-4100-8ce5-eb03960561dc', 'tenant_id': '113bbc6e17dd426787bf14d224bd8d4e', 'mac_address': 'fa:16:3e:06:ef:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b2d64b-c49f-4cbb-bb29-190a220729e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '4f19dc05-ca46-4365-885a-cc4c8c458328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:07Z', 'updated_at': '2021-07-23T20:07:14Z', 'revision_number': 4, 'project_id': '113bbc6e17dd426787bf14d224bd8d4e', 'subnets': [{'id': '4f19dc05-ca46-4365-885a-cc4c8c458328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:07:15.005630 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b66739-6b6b-4c95-8ea8-b2794598fdd3 req-5d9676fd-f8fb-4e84-a61e-8027ea4da35a tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:15.007352 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-88b66739-6b6b-4c95-8ea8-b2794598fdd3 req-5d9676fd-f8fb-4e84-a61e-8027ea4da35a tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] 10.222.0.32 "GET /v2.0/networks/8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 784 time: 0.2117701 Jul 23 20:07:15.183080 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1bd693f5-8110-4fe7-9663-1557be9f5495 req-648ee0a3-abfa-4075-8567-e529229a5c2d tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=113bbc6e17dd426787bf14d224bd8d4e HTTP/1.1" status: 200 len: 696 time: 0.1533000 Jul 23 20:07:15.378221 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd693f5-8110-4fe7-9663-1557be9f5495 req-3fe020be-4ba7-4684-aaaa-b81208ebb674 tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:15.380234 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1bd693f5-8110-4fe7-9663-1557be9f5495 req-3fe020be-4ba7-4684-aaaa-b81208ebb674 tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] 10.222.0.32 "GET /v2.0/networks?id=8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 787 time: 0.1914060 Jul 23 20:07:15.393916 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [req-1bd693f5-8110-4fe7-9663-1557be9f5495 req-d20a2d4c-3724-4172-a869-124c9644c9d2 tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:07:15.395075 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1bd693f5-8110-4fe7-9663-1557be9f5495 req-d20a2d4c-3724-4172-a869-124c9644c9d2 tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064561 Jul 23 20:07:15.487761 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c93cd-c065-44d0-94c4-9ca180819629 req-b0142641-7008-4bbe-a454-cc2efdaaffd4 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:15.503931 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bd7c93cd-c065-44d0-94c4-9ca180819629 req-b0142641-7008-4bbe-a454-cc2efdaaffd4 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b5fb251-8e2c-4027-96ef-b35b31b84af6 HTTP/1.1" status: 200 len: 943 time: 0.1896446 Jul 23 20:07:15.613642 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bd7c93cd-c065-44d0-94c4-9ca180819629 req-21f83136-85bd-4f2e-87bc-a41c2304521b tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086648 Jul 23 20:07:15.619607 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d6bb9a59-5a68-491d-af75-963fe5790c69 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:07:15.671711 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-16f7f674-dfad-40db-925c-24319b92a78d req-5d447288-6290-442d-82a2-4512396229e6 tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] 10.222.0.32 "GET /v2.0/floatingips/23e0b558-67e1-40b7-ae9b-11299bd8ebef HTTP/1.1" status: 200 len: 693 time: 0.1183729 Jul 23 20:07:15.729369 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port d6bb9a59-5a68-491d-af75-963fe5790c69 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:07:15.734470 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port d6bb9a59-5a68-491d-af75-963fe5790c69 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:07:15.736063 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:15.924485 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7f674-dfad-40db-925c-24319b92a78d req-d302006c-2a9b-41e8-9fc9-8273483addd8 tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:15.934001 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-16f7f674-dfad-40db-925c-24319b92a78d req-d302006c-2a9b-41e8-9fc9-8273483addd8 tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] 10.222.0.32 "GET /v2.0/networks/8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 784 time: 0.2552137 Jul 23 20:07:15.935167 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:16.026874 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:16.033762 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-16f7f674-dfad-40db-925c-24319b92a78d req-2d6cd2a7-e934-4748-ae93-7315678ffe8e tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.151 HTTP/1.1" status: 200 len: 696 time: 0.0989816 Jul 23 20:07:16.092921 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port d6bb9a59-5a68-491d-af75-963fe5790c69, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d6bb9a59-5a68-491d-af75-963fe5790c69,segment=NetworkSegment(ee912e6b-4393-411f-95ed-a0a064626c96),segment_id=ee912e6b-4393-411f-95ed-a0a064626c96)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:07:16.099918 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:16.111361 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-16f7f674-dfad-40db-925c-24319b92a78d req-c4480ed0-5e31-47f5-aa9b-5460c330bd3d tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.151 HTTP/1.1" status: 200 len: 696 time: 0.0674093 Jul 23 20:07:16.171479 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=d6bb9a59-5a68-491d-af75-963fe5790c69,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:16.315325 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-16f7f674-dfad-40db-925c-24319b92a78d req-d39c0bda-de68-4935-af15-2e341c52b578 tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Deleting port 9c4b0454-927a-4a96-8eaa-b69fce042e0a {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:07:16.316018 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-16f7f674-dfad-40db-925c-24319b92a78d req-d39c0bda-de68-4935-af15-2e341c52b578 tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:16.426906 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-16f7f674-dfad-40db-925c-24319b92a78d req-d39c0bda-de68-4935-af15-2e341c52b578 tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:16.427598 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-16f7f674-dfad-40db-925c-24319b92a78d req-d39c0bda-de68-4935-af15-2e341c52b578 tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:16.448141 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-16f7f674-dfad-40db-925c-24319b92a78d req-d39c0bda-de68-4935-af15-2e341c52b578 tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Calling delete_port for 9c4b0454-927a-4a96-8eaa-b69fce042e0a owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:07:16.668133 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-16f7f674-dfad-40db-925c-24319b92a78d req-d39c0bda-de68-4935-af15-2e341c52b578 tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:16.721437 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c0bda-de68-4935-af15-2e341c52b578 tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Pushing event deleted for resources: {'Port': ['ID=9c4b0454-927a-4a96-8eaa-b69fce042e0a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:16.816542 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-16f7f674-dfad-40db-925c-24319b92a78d req-d39c0bda-de68-4935-af15-2e341c52b578 tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:16.821895 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-16f7f674-dfad-40db-925c-24319b92a78d req-d39c0bda-de68-4935-af15-2e341c52b578 tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:16.840850 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-16f7f674-dfad-40db-925c-24319b92a78d req-d39c0bda-de68-4935-af15-2e341c52b578 tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] 10.222.0.32 "DELETE /v2.0/floatingips/23e0b558-67e1-40b7-ae9b-11299bd8ebef HTTP/1.1" status: 204 len: 173 time: 0.7214642 Jul 23 20:07:16.849963 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361aefe-9f41-48f8-97a2-475fbbbe3a2f req-611ef3df-ff5b-4963-9219-b9693805e5aa tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:16.858732 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b361aefe-9f41-48f8-97a2-475fbbbe3a2f req-611ef3df-ff5b-4963-9219-b9693805e5aa tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b5fb251-8e2c-4027-96ef-b35b31b84af6 HTTP/1.1" status: 200 len: 943 time: 0.1196010 Jul 23 20:07:16.911605 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b361aefe-9f41-48f8-97a2-475fbbbe3a2f req-37d4ebf9-d81b-4f24-a57a-4a674374df3a tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506763 Jul 23 20:07:17.102857 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d46c4648-00ca-43dc-8e3f-d9cfdafa9b33 req-07ffb3cc-c24e-4638-9d9e-326f9b96d333 tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1665182 Jul 23 20:07:17.108657 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-d46c4648-00ca-43dc-8e3f-d9cfdafa9b33 req-1c2a4c54-b09b-4f0e-a996-f11bb47bd27f tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:07:17.140902 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d46c4648-00ca-43dc-8e3f-d9cfdafa9b33 req-1c2a4c54-b09b-4f0e-a996-f11bb47bd27f tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Notify callbacks [] for floatingip, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:17.265644 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d46c4648-00ca-43dc-8e3f-d9cfdafa9b33 req-1c2a4c54-b09b-4f0e-a996-f11bb47bd27f tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:17.386899 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:07:17.419777 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-d46c4648-00ca-43dc-8e3f-d9cfdafa9b33 req-1c2a4c54-b09b-4f0e-a996-f11bb47bd27f tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Allocated IP 172.25.1.66 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/0f332e36-89d1-4db0-a807-66de412f3df3) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:07:17.542483 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d6bb9a59-5a68-491d-af75-963fe5790c69 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:07:17.658202 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7,segment=NetworkSegment(09c16a36-f585-4003-9e2f-a9905bed7329),segment_id=09c16a36-f585-4003-9e2f-a9905bed7329)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:07:17.679277 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': 'bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7', 'network_id': 'e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1', 'port_id': 'bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7', 'mac_address': 'fa:16:3e:ff:4b:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f1af588-88a6-41d9-93e0-be352471d81c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:07:17.684709 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d46c4648-00ca-43dc-8e3f-d9cfdafa9b33 req-1c2a4c54-b09b-4f0e-a996-f11bb47bd27f tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:17.689038 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port d6bb9a59-5a68-491d-af75-963fe5790c69 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:07:17.689817 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:17.739328 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d46c4648-00ca-43dc-8e3f-d9cfdafa9b33 req-1c2a4c54-b09b-4f0e-a996-f11bb47bd27f tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:17.795926 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:17.804642 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2a4c54-b09b-4f0e-a996-f11bb47bd27f tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Pushing event updated for resources: {'Port': ['ID=0f332e36-89d1-4db0-a807-66de412f3df3,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:17.811977 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d46c4648-00ca-43dc-8e3f-d9cfdafa9b33 req-1c2a4c54-b09b-4f0e-a996-f11bb47bd27f tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:07:17.815835 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-d46c4648-00ca-43dc-8e3f-d9cfdafa9b33 req-1c2a4c54-b09b-4f0e-a996-f11bb47bd27f tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:07:17.816798 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:07:17.818232 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46c4648-00ca-43dc-8e3f-d9cfdafa9b33 req-1c2a4c54-b09b-4f0e-a996-f11bb47bd27f tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:07:17.886515 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7,segment=NetworkSegment(09c16a36-f585-4003-9e2f-a9905bed7329),segment_id=09c16a36-f585-4003-9e2f-a9905bed7329)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:07:17.895715 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:17.937530 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d46c4648-00ca-43dc-8e3f-d9cfdafa9b33 req-1c2a4c54-b09b-4f0e-a996-f11bb47bd27f tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:17.996437 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d46c4648-00ca-43dc-8e3f-d9cfdafa9b33 req-1c2a4c54-b09b-4f0e-a996-f11bb47bd27f tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:18.001292 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:18.172232 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:07:18.283415 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d46c4648-00ca-43dc-8e3f-d9cfdafa9b33 req-1c2a4c54-b09b-4f0e-a996-f11bb47bd27f tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:18.289765 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62889f78-8dc2-49c5-81f3-48fa1eafe891 req-5de88a71-912f-42c5-a94e-ccd82154c623 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:18.297688 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d46c4648-00ca-43dc-8e3f-d9cfdafa9b33 req-1c2a4c54-b09b-4f0e-a996-f11bb47bd27f tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:18.299243 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-62889f78-8dc2-49c5-81f3-48fa1eafe891 req-5de88a71-912f-42c5-a94e-ccd82154c623 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b5fb251-8e2c-4027-96ef-b35b31b84af6 HTTP/1.1" status: 200 len: 944 time: 0.1251817 Jul 23 20:07:18.363396 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-62889f78-8dc2-49c5-81f3-48fa1eafe891 req-a76dcea2-50b3-4d88-97bf-f9d71da9b384 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631011 Jul 23 20:07:18.449915 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2a4c54-b09b-4f0e-a996-f11bb47bd27f tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Pushing event updated for resources: {'Port': ['ID=0f332e36-89d1-4db0-a807-66de412f3df3,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:18.479696 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d46c4648-00ca-43dc-8e3f-d9cfdafa9b33 req-1c2a4c54-b09b-4f0e-a996-f11bb47bd27f tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:18.498997 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d46c4648-00ca-43dc-8e3f-d9cfdafa9b33 req-1c2a4c54-b09b-4f0e-a996-f11bb47bd27f tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:18.501674 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d46c4648-00ca-43dc-8e3f-d9cfdafa9b33 req-1c2a4c54-b09b-4f0e-a996-f11bb47bd27f tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3964193 Jul 23 20:07:18.559422 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d46c4648-00ca-43dc-8e3f-d9cfdafa9b33 req-84c0bef0-c31c-493c-98cb-9efc6127dbd3 tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.66 HTTP/1.1" status: 200 len: 695 time: 0.0522828 Jul 23 20:07:18.692065 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c4648-00ca-43dc-8e3f-d9cfdafa9b33 req-b1bb834b-3d8e-4847-818d-0fcedec05e36 tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:18.693421 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d46c4648-00ca-43dc-8e3f-d9cfdafa9b33 req-b1bb834b-3d8e-4847-818d-0fcedec05e36 tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] 10.222.0.32 "GET /v2.0/networks/8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 784 time: 0.1280682 Jul 23 20:07:18.770044 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0acfe90c-de17-48d6-827f-cee8601e647a req-57d7125f-377c-4228-b379-71f0455d6d67 tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] 10.222.0.32 "GET /v2.0/floatingips/57a1ae33-576a-42ab-891f-0ea83a14c216 HTTP/1.1" status: 200 len: 692 time: 0.0492811 Jul 23 20:07:18.909906 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfe90c-de17-48d6-827f-cee8601e647a req-ffdd6370-e6c8-4199-ba69-e92391fc4f5a tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:18.911676 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0acfe90c-de17-48d6-827f-cee8601e647a req-ffdd6370-e6c8-4199-ba69-e92391fc4f5a tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] 10.222.0.32 "GET /v2.0/networks/8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 784 time: 0.1320603 Jul 23 20:07:18.970241 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0acfe90c-de17-48d6-827f-cee8601e647a req-cde0dc46-36e0-497a-92e3-45de8e76bd97 tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.66 HTTP/1.1" status: 200 len: 695 time: 0.0524650 Jul 23 20:07:19.022649 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0acfe90c-de17-48d6-827f-cee8601e647a req-dcd804b2-18ea-4ef3-a425-11f4f74b9ce1 tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.66 HTTP/1.1" status: 200 len: 695 time: 0.0462503 Jul 23 20:07:19.165009 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-0acfe90c-de17-48d6-827f-cee8601e647a req-f69e2b1d-5622-4b86-93cc-59dbd4a64ed8 tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Deleting port 0f332e36-89d1-4db0-a807-66de412f3df3 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:07:19.165370 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0acfe90c-de17-48d6-827f-cee8601e647a req-f69e2b1d-5622-4b86-93cc-59dbd4a64ed8 tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:19.259487 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0acfe90c-de17-48d6-827f-cee8601e647a req-f69e2b1d-5622-4b86-93cc-59dbd4a64ed8 tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:19.259819 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0acfe90c-de17-48d6-827f-cee8601e647a req-f69e2b1d-5622-4b86-93cc-59dbd4a64ed8 tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:19.275728 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-0acfe90c-de17-48d6-827f-cee8601e647a req-f69e2b1d-5622-4b86-93cc-59dbd4a64ed8 tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Calling delete_port for 0f332e36-89d1-4db0-a807-66de412f3df3 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:07:19.409630 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:07:19.441288 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0acfe90c-de17-48d6-827f-cee8601e647a req-f69e2b1d-5622-4b86-93cc-59dbd4a64ed8 tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:19.484266 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e2b1d-5622-4b86-93cc-59dbd4a64ed8 tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Pushing event deleted for resources: {'Port': ['ID=0f332e36-89d1-4db0-a807-66de412f3df3,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:19.519905 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:07:19.526267 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b75cf-f4db-4507-b83c-1b98245361d0 req-3788758c-4ba5-4e3d-af81-8afb8ed4a177 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:19.526837 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:07:19.526837 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:19.536854 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-223b75cf-f4db-4507-b83c-1b98245361d0 req-3788758c-4ba5-4e3d-af81-8afb8ed4a177 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b5fb251-8e2c-4027-96ef-b35b31b84af6 HTTP/1.1" status: 200 len: 944 time: 0.0970128 Jul 23 20:07:19.576505 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0acfe90c-de17-48d6-827f-cee8601e647a req-f69e2b1d-5622-4b86-93cc-59dbd4a64ed8 tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:19.580895 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0acfe90c-de17-48d6-827f-cee8601e647a req-f69e2b1d-5622-4b86-93cc-59dbd4a64ed8 tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:19.594861 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0acfe90c-de17-48d6-827f-cee8601e647a req-f69e2b1d-5622-4b86-93cc-59dbd4a64ed8 tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] 10.222.0.32 "DELETE /v2.0/floatingips/57a1ae33-576a-42ab-891f-0ea83a14c216 HTTP/1.1" status: 204 len: 173 time: 0.5665398 Jul 23 20:07:19.600582 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-223b75cf-f4db-4507-b83c-1b98245361d0 req-8e63e644-08bb-42f2-b279-c7596c85e8ec tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571616 Jul 23 20:07:19.623537 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:19.752953 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [req-47a76755-ebd6-42c7-8fa1-bd4e79ccfcde req-49f961ff-e282-482a-90ab-7776b828252b tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] show failed (client error): The resource could not be found. Jul 23 20:07:19.754048 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-47a76755-ebd6-42c7-8fa1-bd4e79ccfcde req-49f961ff-e282-482a-90ab-7776b828252b tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] 10.222.0.32 "GET /v2.0/floatingips/57a1ae33-576a-42ab-891f-0ea83a14c216 HTTP/1.1" status: 404 len: 350 time: 0.0394387 Jul 23 20:07:19.799769 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b5fb251-8e2c-4027-96ef-b35b31b84af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:07:19.805520 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092f1d57-63cd-495e-b9aa-d7b8564aa8c1" -d '{"events": [{"server_uuid": "1b5fb251-8e2c-4027-96ef-b35b31b84af6", "name": "network-vif-plugged", "status": "completed", "tag": "bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:07:19.822939 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [req-6ae02721-ed12-40d7-a6de-46e39844dc06 req-60485cd6-065c-471f-b071-d0b8cc47c78d tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] show failed (client error): The resource could not be found. Jul 23 20:07:19.829774 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6ae02721-ed12-40d7-a6de-46e39844dc06 req-60485cd6-065c-471f-b071-d0b8cc47c78d tempest-FloatingIPsTestJSON-1638332386 tempest-FloatingIPsTestJSON-1638332386-project] 10.222.0.32 "GET /v2.0/floatingips/57a1ae33-576a-42ab-891f-0ea83a14c216 HTTP/1.1" status: 404 len: 350 time: 0.0503302 Jul 23 20:07:19.833894 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43706) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:07:19.839485 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7,segment=NetworkSegment(09c16a36-f585-4003-9e2f-a9905bed7329),segment_id=09c16a36-f585-4003-9e2f-a9905bed7329)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:07:19.850146 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:19.921907 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:19.935913 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b606967-6fda-442a-b9bb-e88159aa7936 x-openstack-request-id: req-1b606967-6fda-442a-b9bb-e88159aa7936 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:07:19.936147 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b5fb251-8e2c-4027-96ef-b35b31b84af6", "name": "network-vif-plugged", "status": "completed", "tag": "bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:07:19.936522 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1b606967-6fda-442a-b9bb-e88159aa7936 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:07:19.937413 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b5fb251-8e2c-4027-96ef-b35b31b84af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7', 'code': 200} Jul 23 20:07:20.143367 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c23c3-1e88-4a9a-9ea4-9aa68fbcd063 req-26524ea7-604e-4255-a34a-5a7e0685d87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:20.144860 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-177c23c3-1e88-4a9a-9ea4-9aa68fbcd063 req-26524ea7-604e-4255-a34a-5a7e0685d87c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1b5fb251-8e2c-4027-96ef-b35b31b84af6 HTTP/1.1" status: 200 len: 1097 time: 0.0650887 Jul 23 20:07:20.185498 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-177c23c3-1e88-4a9a-9ea4-9aa68fbcd063 req-6403d228-b830-4b99-b41e-50bb0b48615a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320885 Jul 23 20:07:20.251704 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d8a7245e-d925-4737-9b21-ffd7ec2f19c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:20.538842 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-d8a7245e-d925-4737-9b21-ffd7ec2f19c8 admin admin] Deleting port d6bb9a59-5a68-491d-af75-963fe5790c69 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:07:20.539628 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d8a7245e-d925-4737-9b21-ffd7ec2f19c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:20.635492 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-d8a7245e-d925-4737-9b21-ffd7ec2f19c8 admin admin] For port d6bb9a59-5a68-491d-af75-963fe5790c69, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d6bb9a59-5a68-491d-af75-963fe5790c69,segment=NetworkSegment(ee912e6b-4393-411f-95ed-a0a064626c96),segment_id=ee912e6b-4393-411f-95ed-a0a064626c96)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:07:20.635878 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d8a7245e-d925-4737-9b21-ffd7ec2f19c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:20.650676 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-d8a7245e-d925-4737-9b21-ffd7ec2f19c8 admin admin] Calling delete_port for d6bb9a59-5a68-491d-af75-963fe5790c69 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:07:20.816713 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a677a-804a-4f71-a20d-98b97d306eb5 req-a25b8ddc-c59f-4ad5-bb49-b7bdeb8b0712 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:20.818294 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8e6a677a-804a-4f71-a20d-98b97d306eb5 req-a25b8ddc-c59f-4ad5-bb49-b7bdeb8b0712 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b5fb251-8e2c-4027-96ef-b35b31b84af6 HTTP/1.1" status: 200 len: 945 time: 0.1263709 Jul 23 20:07:20.874370 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8e6a677a-804a-4f71-a20d-98b97d306eb5 req-13f7f7a3-1d66-41f6-a7ce-e30dc41ed099 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472558 Jul 23 20:07:20.928314 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d8a7245e-d925-4737-9b21-ffd7ec2f19c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:20.954426 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7245e-d925-4737-9b21-ffd7ec2f19c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6bb9a59-5a68-491d-af75-963fe5790c69,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:21.101212 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-62265d1f-a269-4bf3-a87f-bd064cf7c31c tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:21.102974 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-62265d1f-a269-4bf3-a87f-bd064cf7c31c tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] 10.222.0.32 "GET /v2.0/networks?id=a805b4ae-3c57-4f34-9881-12b559d9a4fc HTTP/1.1" status: 200 len: 815 time: 0.1601868 Jul 23 20:07:21.122047 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-eaf07d92-a4b2-472f-8131-8b4d8f54379b tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] 10.222.0.32 "GET /v2.0/quotas/c1517ab5a5d64cb6bbab515389182157 HTTP/1.1" status: 200 len: 375 time: 0.0131276 Jul 23 20:07:21.152413 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d8a7245e-d925-4737-9b21-ffd7ec2f19c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:21.192916 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-25c82218-4481-44de-a905-55da33b09335 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1517ab5a5d64cb6bbab515389182157&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0681343 Jul 23 20:07:21.285244 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-71f805ab-4d7c-44a0-89ff-937b6017cb5e service neutron] 10.222.0.32 "GET /v2.0/networks/a805b4ae-3c57-4f34-9881-12b559d9a4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855799 Jul 23 20:07:21.378480 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a7245e-d925-4737-9b21-ffd7ec2f19c8 admin admin] Router 71b2d64b-c49f-4cbb-bb29-190a220729e3 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:07:21.381788 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-627a39bb-e652-4d43-88f6-01d4d1e23c10 service neutron] 10.222.0.32 "GET /v2.0/networks/a805b4ae-3c57-4f34-9881-12b559d9a4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902264 Jul 23 20:07:21.494278 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a7245e-d925-4737-9b21-ffd7ec2f19c8 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:07:21.503021 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d8a7245e-d925-4737-9b21-ffd7ec2f19c8 admin admin] 10.222.0.32 "PUT /v2.0/routers/71b2d64b-c49f-4cbb-bb29-190a220729e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6639669 Jul 23 20:07:21.503021 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43750) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:07:21.511953 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401dbf26-fa0f-4253-afaa-50daf75c1bb9 None None] Sync routers for ids ['71b2d64b-c49f-4cbb-bb29-190a220729e3'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:07:21.521573 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401dbf26-fa0f-4253-afaa-50daf75c1bb9 None None] Routers {'71b2d64b-c49f-4cbb-bb29-190a220729e3'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:07:21.522383 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-401dbf26-fa0f-4253-afaa-50daf75c1bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:07:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['71b2d64b-c49f-4cbb-bb29-190a220729e3'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:07:21.627364 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4b5139b4-c054-4791-9c06-7eb7fd21d7f3 req-b696cb60-da62-4c35-921a-85c04f3e4728 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c3d8d06-2fd9-4e53-a3db-480048a20220 HTTP/1.1" status: 200 len: 210 time: 0.0672607 Jul 23 20:07:21.639194 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-401dbf26-fa0f-4253-afaa-50daf75c1bb9 None None] Set router 71b2d64b-c49f-4cbb-bb29-190a220729e3 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:07:21.662743 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd2675dc-10f3-42d9-abb9-e3c045c38ea2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:21.777394 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd2675dc-10f3-42d9-abb9-e3c045c38ea2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:21.851918 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-bd2675dc-10f3-42d9-abb9-e3c045c38ea2 admin admin] Deleting port 4b7be714-13d9-4aec-96ff-49a5105df4cf {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:07:21.852344 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd2675dc-10f3-42d9-abb9-e3c045c38ea2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:21.870179 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-401dbf26-fa0f-4253-afaa-50daf75c1bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b2d64b-c49f-4cbb-bb29-190a220729e3', 'name': 'tempest-FloatingIPsTestJSON-485542794-router', 'tenant_id': '113bbc6e17dd426787bf14d224bd8d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '4b7be714-13d9-4aec-96ff-49a5105df4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:04Z', 'updated_at': '2021-07-23T20:07:20Z', 'revision_number': 5, 'project_id': '113bbc6e17dd426787bf14d224bd8d4e', 'gw_port': {'id': '4b7be714-13d9-4aec-96ff-49a5105df4cf', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:3e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b2d64b-c49f-4cbb-bb29-190a220729e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:04Z', 'updated_at': '2021-07-23T20:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:07:21.913943 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401dbf26-fa0f-4253-afaa-50daf75c1bb9 None None] Checking router: 71b2d64b-c49f-4cbb-bb29-190a220729e3 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:07:21.926679 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401dbf26-fa0f-4253-afaa-50daf75c1bb9 None None] Routers {'71b2d64b-c49f-4cbb-bb29-190a220729e3'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:07:21.927359 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-401dbf26-fa0f-4253-afaa-50daf75c1bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:07:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['71b2d64b-c49f-4cbb-bb29-190a220729e3'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:07:21.959211 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-bd2675dc-10f3-42d9-abb9-e3c045c38ea2 admin admin] For port 4b7be714-13d9-4aec-96ff-49a5105df4cf, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=4b7be714-13d9-4aec-96ff-49a5105df4cf,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:07:21.959972 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd2675dc-10f3-42d9-abb9-e3c045c38ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:21.975203 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-bd2675dc-10f3-42d9-abb9-e3c045c38ea2 admin admin] Calling delete_port for 4b7be714-13d9-4aec-96ff-49a5105df4cf owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:07:22.040486 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-401dbf26-fa0f-4253-afaa-50daf75c1bb9 None None] Set router 71b2d64b-c49f-4cbb-bb29-190a220729e3 gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:07:22.046741 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c767a-7ac6-4179-89c6-472fb76fb679 req-4d79c986-4719-4451-a962-7a04d1ca8b4d tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:22.049508 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d63c767a-7ac6-4179-89c6-472fb76fb679 req-4d79c986-4719-4451-a962-7a04d1ca8b4d tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b5fb251-8e2c-4027-96ef-b35b31b84af6 HTTP/1.1" status: 200 len: 945 time: 0.0848124 Jul 23 20:07:22.111500 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-401dbf26-fa0f-4253-afaa-50daf75c1bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b2d64b-c49f-4cbb-bb29-190a220729e3', 'name': 'tempest-FloatingIPsTestJSON-485542794-router', 'tenant_id': '113bbc6e17dd426787bf14d224bd8d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:04Z', 'updated_at': '2021-07-23T20:07:21Z', 'revision_number': 6, 'project_id': '113bbc6e17dd426787bf14d224bd8d4e', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:07:22.152952 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401dbf26-fa0f-4253-afaa-50daf75c1bb9 None None] The sync data for ids ['71b2d64b-c49f-4cbb-bb29-190a220729e3'] in n-d-793618-10 is: [{'id': '71b2d64b-c49f-4cbb-bb29-190a220729e3', 'name': 'tempest-FloatingIPsTestJSON-485542794-router', 'tenant_id': '113bbc6e17dd426787bf14d224bd8d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:04Z', 'updated_at': '2021-07-23T20:07:21Z', 'revision_number': 6, 'project_id': '113bbc6e17dd426787bf14d224bd8d4e', 'gw_port_host': None}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:07:22.153704 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d63c767a-7ac6-4179-89c6-472fb76fb679 req-3645c6d3-8961-4674-ba67-31132e637e51 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905936 Jul 23 20:07:22.208894 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd2675dc-10f3-42d9-abb9-e3c045c38ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:22.247799 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2675dc-10f3-42d9-abb9-e3c045c38ea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b7be714-13d9-4aec-96ff-49a5105df4cf,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:22.342980 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd2675dc-10f3-42d9-abb9-e3c045c38ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:22.420911 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73960e30-607c-4d1d-9796-0826174b754b req-66c9c2d4-72c6-43db-a4f8-d35e774a27e4 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:22.422986 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-73960e30-607c-4d1d-9796-0826174b754b req-66c9c2d4-72c6-43db-a4f8-d35e774a27e4 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b5fb251-8e2c-4027-96ef-b35b31b84af6 HTTP/1.1" status: 200 len: 945 time: 0.0734859 Jul 23 20:07:22.439033 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd2675dc-10f3-42d9-abb9-e3c045c38ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:22.441448 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd2675dc-10f3-42d9-abb9-e3c045c38ea2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:22.465603 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-73960e30-607c-4d1d-9796-0826174b754b req-2e73b189-4dad-4e5d-be17-18476e1437d3 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356224 Jul 23 20:07:22.843628 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7322a718-2893-4192-acfc-7d0160ee063e req-fa1423a8-8641-4b02-8d4b-b413f18cf679 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c3d8d06-2fd9-4e53-a3db-480048a20220 HTTP/1.1" status: 200 len: 210 time: 0.0523045 Jul 23 20:07:22.865386 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd2675dc-10f3-42d9-abb9-e3c045c38ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:22.865386 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2675dc-10f3-42d9-abb9-e3c045c38ea2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71b2d64b-c49f-4cbb-bb29-190a220729e3 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:07:22.870563 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd2675dc-10f3-42d9-abb9-e3c045c38ea2 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:22.871752 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bd2675dc-10f3-42d9-abb9-e3c045c38ea2 admin admin] 10.222.0.32 "DELETE /v2.0/routers/71b2d64b-c49f-4cbb-bb29-190a220729e3 HTTP/1.1" status: 204 len: 168 time: 1.3681710 Jul 23 20:07:22.874825 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43786) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:07:22.965360 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-acbc11f2-093d-4967-8640-39d53bbe353f admin admin] Deleting subnet 4f19dc05-ca46-4365-885a-cc4c8c458328 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:07:22.965555 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-eb3a5b29-0ff7-4735-90ff-85117ff2937e tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:22.973249 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-eb3a5b29-0ff7-4735-90ff-85117ff2937e tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] 10.222.0.30 "GET /v2.0/networks?id=a805b4ae-3c57-4f34-9881-12b559d9a4fc HTTP/1.1" status: 200 len: 815 time: 0.1805356 Jul 23 20:07:22.977599 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-acbc11f2-093d-4967-8640-39d53bbe353f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:22.987314 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-2fcfffd8-f637-4739-a353-d6021403f885 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] Request body: {'port': {'device_id': '9c3d8d06-2fd9-4e53-a3db-480048a20220', 'network_id': 'a805b4ae-3c57-4f34-9881-12b559d9a4fc', 'admin_state_up': True, 'tenant_id': 'c1517ab5a5d64cb6bbab515389182157'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:07:23.025934 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-acbc11f2-093d-4967-8640-39d53bbe353f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:23.124550 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-2fcfffd8-f637-4739-a353-d6021403f885 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] Made reservation on behalf of c1517ab5a5d64cb6bbab515389182157 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:07:23.131270 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-2fcfffd8-f637-4739-a353-d6021403f885 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:23.168344 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-acbc11f2-093d-4967-8640-39d53bbe353f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:23.270147 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-acbc11f2-093d-4967-8640-39d53bbe353f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:23.331638 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc11f2-093d-4967-8640-39d53bbe353f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f19dc05-ca46-4365-885a-cc4c8c458328,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:23.337374 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-acbc11f2-093d-4967-8640-39d53bbe353f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:23.339655 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-acbc11f2-093d-4967-8640-39d53bbe353f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4f19dc05-ca46-4365-885a-cc4c8c458328 HTTP/1.1" status: 204 len: 168 time: 0.4627650 Jul 23 20:07:23.344125 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4a6eac-2ca4-41ab-b999-3f73809c5d30 None None] Network 7cd11ab1-6090-4100-8ce5-eb03960561dc requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:07:23.347588 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43804) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:07:23.426038 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-2fcfffd8-f637-4739-a353-d6021403f885 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] Allocated IP 172.20.0.7 (a805b4ae-3c57-4f34-9881-12b559d9a4fc/756428bd-d8e4-49ff-92fd-a97f9169c16e/dad3c36d-24ba-4f6c-a617-7171305e7cd4) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:07:23.672676 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 4b7be714-13d9-4aec-96ff-49a5105df4cf no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:07:23.675343 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-61bd0b2e-3fcb-4b69-90d7-b54a7a585af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:23.733635 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 4b7be714-13d9-4aec-96ff-49a5105df4cf {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:07:23.735043 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 4b7be714-13d9-4aec-96ff-49a5105df4cf not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:07:23.735474 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d6bb9a59-5a68-491d-af75-963fe5790c69 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:07:23.807648 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db3ec6-f06d-4238-97dd-3e353228dba4 req-495226bd-e9a2-4987-97f8-d34c0897a5ff tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:23.819286 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-72db3ec6-f06d-4238-97dd-3e353228dba4 req-495226bd-e9a2-4987-97f8-d34c0897a5ff tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b5fb251-8e2c-4027-96ef-b35b31b84af6 HTTP/1.1" status: 200 len: 945 time: 0.1225359 Jul 23 20:07:23.879682 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: d6bb9a59-5a68-491d-af75-963fe5790c69 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:07:23.881110 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d6bb9a59-5a68-491d-af75-963fe5790c69 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:07:23.884284 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-72db3ec6-f06d-4238-97dd-3e353228dba4 req-bf567f62-b3d6-4ce4-b478-f4e13e003ad2 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616400 Jul 23 20:07:23.889376 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-2fcfffd8-f637-4739-a353-d6021403f885 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:23.948175 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-61bd0b2e-3fcb-4b69-90d7-b54a7a585af9 admin admin] Deleting port c0ac329a-7b7b-4509-b54d-1b69d9151431 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:07:23.948705 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-61bd0b2e-3fcb-4b69-90d7-b54a7a585af9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:23.955888 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-2fcfffd8-f637-4739-a353-d6021403f885 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] Transition to ACTIVE for port object dad3c36d-24ba-4f6c-a617-7171305e7cd4 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:07:24.066536 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12f9dbb-463f-416a-9026-6308d2500090 None None] DHCP port deletion for 7cd11ab1-6090-4100-8ce5-eb03960561dc request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:07:24.175420 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-2fcfffd8-f637-4739-a353-d6021403f885 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:24.188432 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-44356d1a-427f-4f2e-ad64-7107a5d1f91b req-e3ac35a2-3714-43c2-a3ba-4de0398f332a tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c3d8d06-2fd9-4e53-a3db-480048a20220 HTTP/1.1" status: 200 len: 210 time: 0.1380508 Jul 23 20:07:24.227338 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-61bd0b2e-3fcb-4b69-90d7-b54a7a585af9 admin admin] For port c0ac329a-7b7b-4509-b54d-1b69d9151431, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=c0ac329a-7b7b-4509-b54d-1b69d9151431,segment=NetworkSegment(ee912e6b-4393-411f-95ed-a0a064626c96),segment_id=ee912e6b-4393-411f-95ed-a0a064626c96)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:07:24.227968 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-61bd0b2e-3fcb-4b69-90d7-b54a7a585af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:24.244820 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-f12f9dbb-463f-416a-9026-6308d2500090 None None] Deleting port c0ac329a-7b7b-4509-b54d-1b69d9151431 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:07:24.245829 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f12f9dbb-463f-416a-9026-6308d2500090 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:24.306962 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-61bd0b2e-3fcb-4b69-90d7-b54a7a585af9 admin admin] Calling delete_port for c0ac329a-7b7b-4509-b54d-1b69d9151431 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:07:24.368770 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcfffd8-f637-4739-a353-d6021403f885 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] Pushing event updated for resources: {'Port': ['ID=dad3c36d-24ba-4f6c-a617-7171305e7cd4,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:24.437277 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-2fcfffd8-f637-4739-a353-d6021403f885 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] Network a805b4ae-3c57-4f34-9881-12b559d9a4fc is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:07:24.442079 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-2fcfffd8-f637-4739-a353-d6021403f885 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:07:24.454157 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-2fcfffd8-f637-4739-a353-d6021403f885 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:07:24.474665 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-f12f9dbb-463f-416a-9026-6308d2500090 None None] For port c0ac329a-7b7b-4509-b54d-1b69d9151431, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=c0ac329a-7b7b-4509-b54d-1b69d9151431,segment=NetworkSegment(ee912e6b-4393-411f-95ed-a0a064626c96),segment_id=ee912e6b-4393-411f-95ed-a0a064626c96)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:07:24.475234 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f12f9dbb-463f-416a-9026-6308d2500090 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:24.501990 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-f12f9dbb-463f-416a-9026-6308d2500090 None None] Calling delete_port for c0ac329a-7b7b-4509-b54d-1b69d9151431 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:07:24.527171 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-61bd0b2e-3fcb-4b69-90d7-b54a7a585af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:24.584718 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-2fcfffd8-f637-4739-a353-d6021403f885 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:24.585352 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-2fcfffd8-f637-4739-a353-d6021403f885 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:24.599758 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd0b2e-3fcb-4b69-90d7-b54a7a585af9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0ac329a-7b7b-4509-b54d-1b69d9151431,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:24.622719 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-2fcfffd8-f637-4739-a353-d6021403f885 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6412225 Jul 23 20:07:24.701941 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f12f9dbb-463f-416a-9026-6308d2500090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:24.702880 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bd0b2e-3fcb-4b69-90d7-b54a7a585af9 admin admin] No DVR routers for this DVR port c0ac329a-7b7b-4509-b54d-1b69d9151431 on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:07:24.743458 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f9dbb-463f-416a-9026-6308d2500090 None None] Pushing event deleted for resources: {'Port': ['ID=c0ac329a-7b7b-4509-b54d-1b69d9151431,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:24.752816 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-f5ddbf32-6b66-4978-8005-e8300e29f362 service neutron] Request body: {'port': {'device_id': '9c3d8d06-2fd9-4e53-a3db-480048a20220', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:07:24.780256 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12f9dbb-463f-416a-9026-6308d2500090 None None] No DVR routers for this DVR port c0ac329a-7b7b-4509-b54d-1b69d9151431 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:07:24.937218 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-61bd0b2e-3fcb-4b69-90d7-b54a7a585af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:24.978431 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-1963ff8f-516a-492c-9277-a1a57e58c3f1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3749177 Jul 23 20:07:24.980256 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-61bd0b2e-3fcb-4b69-90d7-b54a7a585af9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cd11ab1-6090-4100-8ce5-eb03960561dc']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:07:25.006687 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-61bd0b2e-3fcb-4b69-90d7-b54a7a585af9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee912e6b-4393-411f-95ed-a0a064626c96') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:07:25.006991 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-61bd0b2e-3fcb-4b69-90d7-b54a7a585af9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee912e6b-4393-411f-95ed-a0a064626c96') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:07:25.026874 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-f5ddbf32-6b66-4978-8005-e8300e29f362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:25.065584 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d4ac0eac-809d-4a52-a815-4a5336f4a166 None None] Provisioning for port dad3c36d-24ba-4f6c-a617-7171305e7cd4 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:07:25.071926 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d4ac0eac-809d-4a52-a815-4a5336f4a166 None None] Provisioning complete for port dad3c36d-24ba-4f6c-a617-7171305e7cd4 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:07:25.072291 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d4ac0eac-809d-4a52-a815-4a5336f4a166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:25.090095 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-61bd0b2e-3fcb-4b69-90d7-b54a7a585af9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:25.121113 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-61bd0b2e-3fcb-4b69-90d7-b54a7a585af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:25.131200 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61bd0b2e-3fcb-4b69-90d7-b54a7a585af9 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:07:25.131668 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-61bd0b2e-3fcb-4b69-90d7-b54a7a585af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:25.133370 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:07:25.133370 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:07:25.133370 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:07:25.133370 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:07:25.133370 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:07:25.133370 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:07:25.133370 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:07:25.133370 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:07:25.133370 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:07:25.133370 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:07:25.133370 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:07:25.133370 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:07:25.133370 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:07:25.133370 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:07:25.133370 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:07:25.133370 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:07:25.133370 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:07:25.133370 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:07:25.133370 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:07:25.133370 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:07:25.133370 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:07:25.133370 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:07:25.133370 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:07:25.133370 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:07:25.133370 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:07:25.133370 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:07:25.133370 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:07:25.133370 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:07:25.133370 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:07:25.133370 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:07:25.133370 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:07:25.133370 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:07:25.163263 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20a84f-b1fa-4270-8f40-23673921035f req-2c310591-b84d-4295-95db-88a41d98a585 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:25.172904 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-d4ac0eac-809d-4a52-a815-4a5336f4a166 None None] Port dad3c36d-24ba-4f6c-a617-7171305e7cd4 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:07:25.177867 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2c20a84f-b1fa-4270-8f40-23673921035f req-2c310591-b84d-4295-95db-88a41d98a585 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b5fb251-8e2c-4027-96ef-b35b31b84af6 HTTP/1.1" status: 200 len: 945 time: 0.2752323 Jul 23 20:07:25.251683 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2c20a84f-b1fa-4270-8f40-23673921035f req-8a37974a-012d-4952-ba10-e8f528274930 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8d74ea-3b86-4f30-9b34-3061c472c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721567 Jul 23 20:07:25.271655 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-36251f49-b1d4-4752-beda-666dddbfcb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:25.272123 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-36251f49-b1d4-4752-beda-666dddbfcb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:25.272906 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-36251f49-b1d4-4752-beda-666dddbfcb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:25.273407 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-36251f49-b1d4-4752-beda-666dddbfcb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:25.273899 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-36251f49-b1d4-4752-beda-666dddbfcb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:25.274413 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-36251f49-b1d4-4752-beda-666dddbfcb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:25.274912 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-36251f49-b1d4-4752-beda-666dddbfcb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:25.277118 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-36251f49-b1d4-4752-beda-666dddbfcb9f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=858effe7088a420282b357f80eadfe13&device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 6508 time: 0.2327564 Jul 23 20:07:25.278625 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-61bd0b2e-3fcb-4b69-90d7-b54a7a585af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:25.304660 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-61bd0b2e-3fcb-4b69-90d7-b54a7a585af9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:25.307259 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-61bd0b2e-3fcb-4b69-90d7-b54a7a585af9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7cd11ab1-6090-4100-8ce5-eb03960561dc HTTP/1.1" status: 204 len: 168 time: 1.9497213 Jul 23 20:07:25.308274 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd0b2e-3fcb-4b69-90d7-b54a7a585af9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cd11ab1-6090-4100-8ce5-eb03960561dc,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:25.486025 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-8dc470a4-bbe3-4112-9dff-ec9eca7612f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:25.486505 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-8dc470a4-bbe3-4112-9dff-ec9eca7612f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:25.486972 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-8dc470a4-bbe3-4112-9dff-ec9eca7612f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:25.488684 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-8dc470a4-bbe3-4112-9dff-ec9eca7612f7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c0c425ca-579f-4028-a72c-ce66097cca22&id=a8834cf6-a834-4872-ae27-a514fb198d71&id=a8834cf6-a834-4872-ae27-a514fb198d71&id=a8834cf6-a834-4872-ae27-a514fb198d71&id=a8834cf6-a834-4872-ae27-a514fb198d71&id=c06c7c82-36a6-415d-bbcb-96da02d094eb&id=c06c7c82-36a6-415d-bbcb-96da02d094eb HTTP/1.1" status: 200 len: 2299 time: 0.1628871 Jul 23 20:07:25.583573 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device c0ac329a-7b7b-4509-b54d-1b69d9151431 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:07:25.629822 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43836) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:07:25.642213 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-52267cbf-ad6a-42bc-a6bd-8ac77bbcc572 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cbdd92a-b096-453c-b3eb-bec2759c3ae5 HTTP/1.1" status: 200 len: 1001 time: 0.1438565 Jul 23 20:07:25.678116 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: c0ac329a-7b7b-4509-b54d-1b69d9151431 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:07:25.678394 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device c0ac329a-7b7b-4509-b54d-1b69d9151431 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:07:25.776123 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-39c09e8a-0793-4a3d-bdac-65e78f65ccfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:25.793773 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a3b6dfed-f9f6-4c5d-a32a-d7744e9a6615 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=113bbc6e17dd426787bf14d224bd8d4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1600833 Jul 23 20:07:25.794455 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43846) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:07:25.800397 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-39c09e8a-0793-4a3d-bdac-65e78f65ccfa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a451f4d4-16b1-4cd6-849b-914123ed9f93 HTTP/1.1" status: 200 len: 856 time: 0.1508138 Jul 23 20:07:26.011189 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12203f36-06b7-4df6-ae30-32c7c52ab296 req-7435b934-6c3b-4ffe-8bdb-1d2fb263047d tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:26.012644 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-12203f36-06b7-4df6-ae30-32c7c52ab296 req-7435b934-6c3b-4ffe-8bdb-1d2fb263047d tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b5fb251-8e2c-4027-96ef-b35b31b84af6 HTTP/1.1" status: 200 len: 945 time: 0.1492419 Jul 23 20:07:26.012785 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158eb33b-16cd-40e9-aefb-761bb6e3ecb0 req-2883b07c-1fa3-4784-98d7-bf727199ad93 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:26.019864 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-158eb33b-16cd-40e9-aefb-761bb6e3ecb0 req-2883b07c-1fa3-4784-98d7-bf727199ad93 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c3d8d06-2fd9-4e53-a3db-480048a20220 HTTP/1.1" status: 200 len: 931 time: 0.4955380 Jul 23 20:07:26.020524 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-471c9e86-2652-42e5-b1b3-3824b36b46a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:26.021984 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-471c9e86-2652-42e5-b1b3-3824b36b46a2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c0c425ca-579f-4028-a72c-ce66097cca22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2140174 Jul 23 20:07:26.138423 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-158eb33b-16cd-40e9-aefb-761bb6e3ecb0 req-199e39aa-7f51-4e51-953b-dddc6235551c tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] 10.222.0.32 "GET /v2.0/security-groups?id=b43f2476-65b7-4074-97c0-f3c85c315c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176212 Jul 23 20:07:26.149311 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-73b3c1c4-a9da-400b-a961-42cf88017f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:26.257735 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-f5ddbf32-6b66-4978-8005-e8300e29f362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dad3c36d-24ba-4f6c-a617-7171305e7cd4 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:07:26.269107 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-f5ddbf32-6b66-4978-8005-e8300e29f362 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:26.283706 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-f5ddbf32-6b66-4978-8005-e8300e29f362 service neutron] Transition to ACTIVE for port object dad3c36d-24ba-4f6c-a617-7171305e7cd4 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:07:26.292879 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-f5ddbf32-6b66-4978-8005-e8300e29f362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:26.310418 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-73b3c1c4-a9da-400b-a961-42cf88017f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:26.416536 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ddbf32-6b66-4978-8005-e8300e29f362 service neutron] Pushing event updated for resources: {'Port': ['ID=dad3c36d-24ba-4f6c-a617-7171305e7cd4,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:26.533231 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-73b3c1c4-a9da-400b-a961-42cf88017f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:26.536271 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-73b3c1c4-a9da-400b-a961-42cf88017f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:26.537667 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-73b3c1c4-a9da-400b-a961-42cf88017f88 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7aaf1f1e-6734-4c84-a09a-1fdcc2dc03ab HTTP/1.1" status: 204 len: 168 time: 0.7403221 Jul 23 20:07:26.553434 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-2effb22d-266b-4407-9bca-723f4f2a39b9 service neutron] 10.222.0.18 "GET /v2.0/networks/c0c425ca-579f-4028-a72c-ce66097cca22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5236499 Jul 23 20:07:26.555753 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b3c1c4-a9da-400b-a961-42cf88017f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aaf1f1e-6734-4c84-a09a-1fdcc2dc03ab,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:26.573582 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-f5ddbf32-6b66-4978-8005-e8300e29f362 service neutron] Attempting to bind port dad3c36d-24ba-4f6c-a617-7171305e7cd4 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:07:26.573955 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-f5ddbf32-6b66-4978-8005-e8300e29f362 service neutron] Attempting to bind port dad3c36d-24ba-4f6c-a617-7171305e7cd4 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '4d9aa017-8a48-4535-9a12-21ce4466e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a805b4ae-3c57-4f34-9881-12b559d9a4fc'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:07:26.574287 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-f5ddbf32-6b66-4978-8005-e8300e29f362 service neutron] Attempting to bind port dad3c36d-24ba-4f6c-a617-7171305e7cd4 on network a805b4ae-3c57-4f34-9881-12b559d9a4fc {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:07:26.580213 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-12203f36-06b7-4df6-ae30-32c7c52ab296 req-316739b7-93c2-4d1c-b463-5e30cf5469c1 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Deleting port bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:07:26.580709 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-12203f36-06b7-4df6-ae30-32c7c52ab296 req-316739b7-93c2-4d1c-b463-5e30cf5469c1 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:26.584556 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-f5ddbf32-6b66-4978-8005-e8300e29f362 service neutron] Port dad3c36d-24ba-4f6c-a617-7171305e7cd4 on network a805b4ae-3c57-4f34-9881-12b559d9a4fc not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:07:26.585042 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-f5ddbf32-6b66-4978-8005-e8300e29f362 service neutron] Attempting to bind port dad3c36d-24ba-4f6c-a617-7171305e7cd4 on network a805b4ae-3c57-4f34-9881-12b559d9a4fc {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:07:26.597339 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-f5ddbf32-6b66-4978-8005-e8300e29f362 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:07:26.597637 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-f5ddbf32-6b66-4978-8005-e8300e29f362 service neutron] Checking segment: {'id': '4d9aa017-8a48-4535-9a12-21ce4466e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a805b4ae-3c57-4f34-9881-12b559d9a4fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:07:26.598020 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-f5ddbf32-6b66-4978-8005-e8300e29f362 service neutron] Bound using segment: {'id': '4d9aa017-8a48-4535-9a12-21ce4466e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a805b4ae-3c57-4f34-9881-12b559d9a4fc'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:07:26.598451 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-f5ddbf32-6b66-4978-8005-e8300e29f362 service neutron] Bound port: dad3c36d-24ba-4f6c-a617-7171305e7cd4, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d9aa017-8a48-4535-9a12-21ce4466e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a805b4ae-3c57-4f34-9881-12b559d9a4fc'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:07:26.598859 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-f5ddbf32-6b66-4978-8005-e8300e29f362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:26.696965 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-f5ddbf32-6b66-4978-8005-e8300e29f362 service neutron] For port dad3c36d-24ba-4f6c-a617-7171305e7cd4, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:07:26.701084 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-f5ddbf32-6b66-4978-8005-e8300e29f362 service neutron] For port dad3c36d-24ba-4f6c-a617-7171305e7cd4, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=dad3c36d-24ba-4f6c-a617-7171305e7cd4,segment=NetworkSegment(4d9aa017-8a48-4535-9a12-21ce4466e855),segment_id=4d9aa017-8a48-4535-9a12-21ce4466e855)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:07:26.707068 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-f5ddbf32-6b66-4978-8005-e8300e29f362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:26.759755 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-e94d35a2-1c02-449c-8f25-0caffa840ee8 service neutron] 10.222.0.18 "GET /v2.0/networks/c0c425ca-579f-4028-a72c-ce66097cca22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678224 Jul 23 20:07:26.841418 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-f5ddbf32-6b66-4978-8005-e8300e29f362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:26.842074 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-f5ddbf32-6b66-4978-8005-e8300e29f362 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:26.844450 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-f5ddbf32-6b66-4978-8005-e8300e29f362 service neutron] 10.222.0.30 "PUT /v2.0/ports/dad3c36d-24ba-4f6c-a617-7171305e7cd4 HTTP/1.1" status: 200 len: 1092 time: 2.0975792 Jul 23 20:07:26.845228 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c3d8d06-2fd9-4e53-a3db-480048a20220', 'tag': 'dad3c36d-24ba-4f6c-a617-7171305e7cd4'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:07:26.855439 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61dbd7ce-9881-41aa-bc37-eafabd793952" -d '{"events": [{"name": "network-changed", "server_uuid": "9c3d8d06-2fd9-4e53-a3db-480048a20220", "tag": "dad3c36d-24ba-4f6c-a617-7171305e7cd4"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:07:26.865634 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ddbf32-6b66-4978-8005-e8300e29f362 service neutron] Pushing event updated for resources: {'Port': ['ID=dad3c36d-24ba-4f6c-a617-7171305e7cd4,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:26.907890 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-1e91b3d6-cd6f-40a9-90d9-a3400566782a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=18d5e29d-60f2-4de3-a99b-260e4ed73bd7 HTTP/1.1" status: 200 len: 217 time: 0.0892818 Jul 23 20:07:27.034130 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-31d03110-f08e-4d2a-b60f-4764f85b52f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:27.034130 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-31d03110-f08e-4d2a-b60f-4764f85b52f4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a37b077a-fe69-4a55-9b37-2fa25f9f53d6 HTTP/1.1" status: 200 len: 797 time: 0.1146293 Jul 23 20:07:27.039476 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-12203f36-06b7-4df6-ae30-32c7c52ab296 req-316739b7-93c2-4d1c-b463-5e30cf5469c1 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] For port bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7,segment=NetworkSegment(09c16a36-f585-4003-9e2f-a9905bed7329),segment_id=09c16a36-f585-4003-9e2f-a9905bed7329)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:07:27.039842 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-12203f36-06b7-4df6-ae30-32c7c52ab296 req-316739b7-93c2-4d1c-b463-5e30cf5469c1 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:27.081862 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-12203f36-06b7-4df6-ae30-32c7c52ab296 req-316739b7-93c2-4d1c-b463-5e30cf5469c1 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Calling delete_port for bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:07:27.193555 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-6aa32618-f921-49ea-8d17-8a3c0f5687ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:27.195045 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-6aa32618-f921-49ea-8d17-8a3c0f5687ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8834cf6-a834-4872-ae27-a514fb198d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1526098 Jul 23 20:07:27.376397 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-1e29efa7-d10b-4f7b-98ad-a457f5fcb111 service neutron] 10.222.0.18 "GET /v2.0/networks/a8834cf6-a834-4872-ae27-a514fb198d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730285 Jul 23 20:07:27.379088 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-12203f36-06b7-4df6-ae30-32c7c52ab296 req-316739b7-93c2-4d1c-b463-5e30cf5469c1 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:27.392213 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:07:27.466726 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316739b7-93c2-4d1c-b463-5e30cf5469c1 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Pushing event deleted for resources: {'Port': ['ID=bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:27.560813 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-12203f36-06b7-4df6-ae30-32c7c52ab296 req-316739b7-93c2-4d1c-b463-5e30cf5469c1 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] No DVR routers for this DVR port bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:07:27.565076 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-12203f36-06b7-4df6-ae30-32c7c52ab296 req-316739b7-93c2-4d1c-b463-5e30cf5469c1 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:27.567382 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-12203f36-06b7-4df6-ae30-32c7c52ab296 req-316739b7-93c2-4d1c-b463-5e30cf5469c1 tempest-DeleteServersTestJSON-1300531706 tempest-DeleteServersTestJSON-1300531706-project] 10.222.0.18 "DELETE /v2.0/ports/bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7 HTTP/1.1" status: 204 len: 173 time: 1.5489938 Jul 23 20:07:27.567948 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b5fb251-8e2c-4027-96ef-b35b31b84af6', 'name': 'network-vif-deleted', 'tag': 'bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:07:27.570387 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa61a605-5344-4bb1-8715-8621a12ca6d2" -d '{"events": [{"server_uuid": "1b5fb251-8e2c-4027-96ef-b35b31b84af6", "name": "network-vif-deleted", "tag": "bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:07:27.644369 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-281c6ae3-5ec8-4426-9e39-0c8a7ed9094f service neutron] 10.222.0.18 "GET /v2.0/networks/a8834cf6-a834-4872-ae27-a514fb198d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472315 Jul 23 20:07:27.692188 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-1591687f-fea6-4572-b5bf-f689f09f1f33 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8 HTTP/1.1" status: 200 len: 217 time: 0.0400555 Jul 23 20:07:27.748776 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-16f72278-bc0c-416b-991f-9c2966ac9e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:27.750451 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-16f72278-bc0c-416b-991f-9c2966ac9e63 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a37b077a-fe69-4a55-9b37-2fa25f9f53d6 HTTP/1.1" status: 200 len: 797 time: 0.0480037 Jul 23 20:07:27.817305 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-9ce09a67-2ee8-481d-87c2-1f4a40d76596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:27.818988 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-9ce09a67-2ee8-481d-87c2-1f4a40d76596 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8834cf6-a834-4872-ae27-a514fb198d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0616279 Jul 23 20:07:27.923495 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-9839a268-4524-4184-96ab-356beac0b009 service neutron] 10.222.0.18 "GET /v2.0/networks/a8834cf6-a834-4872-ae27-a514fb198d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966294 Jul 23 20:07:28.028255 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-acdc5d59-ccef-4bec-8146-59747f70c5e6 service neutron] 10.222.0.18 "GET /v2.0/networks/a8834cf6-a834-4872-ae27-a514fb198d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969405 Jul 23 20:07:28.079978 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-0c5a9215-65e6-4b2b-92d6-e3b319b20831 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=eb4bcb47-1bf3-436f-9a45-04d007e3befb HTTP/1.1" status: 200 len: 217 time: 0.0442407 Jul 23 20:07:28.180824 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-b0feee0a-fe11-4b80-ba5b-919614779edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:28.182449 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-b0feee0a-fe11-4b80-ba5b-919614779edf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a37b077a-fe69-4a55-9b37-2fa25f9f53d6 HTTP/1.1" status: 200 len: 797 time: 0.0906374 Jul 23 20:07:28.243805 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-49127b5b-95f3-45a1-a948-c23faca5cb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:28.246783 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-49127b5b-95f3-45a1-a948-c23faca5cb01 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8834cf6-a834-4872-ae27-a514fb198d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0568328 Jul 23 20:07:28.349542 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-8c8e7058-405b-4655-afac-2613bf4a3b6a service neutron] 10.222.0.18 "GET /v2.0/networks/a8834cf6-a834-4872-ae27-a514fb198d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952749 Jul 23 20:07:28.443119 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-8d11db23-1d5b-477f-9f09-134eadc45a8b service neutron] 10.222.0.18 "GET /v2.0/networks/a8834cf6-a834-4872-ae27-a514fb198d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865662 Jul 23 20:07:28.489420 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-103fba3c-1eb6-4754-8718-f878eb024350 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=5eac413d-edd8-4c69-ae6a-a9dec5945955 HTTP/1.1" status: 200 len: 217 time: 0.0387230 Jul 23 20:07:28.540608 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-57db87db-2221-495e-a8b1-0e05f50d091a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:28.542235 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-57db87db-2221-495e-a8b1-0e05f50d091a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a37b077a-fe69-4a55-9b37-2fa25f9f53d6 HTTP/1.1" status: 200 len: 797 time: 0.0457835 Jul 23 20:07:28.613850 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-4cba982e-e6a7-4f83-aba7-c19a0703a17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:28.621208 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-4cba982e-e6a7-4f83-aba7-c19a0703a17a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8834cf6-a834-4872-ae27-a514fb198d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0720539 Jul 23 20:07:28.719169 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-765015f7-57bb-4d80-8695-ff22564b32d8 service neutron] 10.222.0.18 "GET /v2.0/networks/a8834cf6-a834-4872-ae27-a514fb198d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886126 Jul 23 20:07:28.823659 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-028ec154-5639-4bda-8def-36eedda49bed service neutron] 10.222.0.18 "GET /v2.0/networks/a8834cf6-a834-4872-ae27-a514fb198d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982907 Jul 23 20:07:28.873806 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-e4fd938c-67ef-4778-9495-5e205ea9d38e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=504d6c62-6bda-47cb-bc6b-c1bc6dfa497c HTTP/1.1" status: 200 len: 217 time: 0.0428002 Jul 23 20:07:28.929498 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-c834f95b-81b4-4e4d-a2bf-7ccc5d4d7177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:28.929498 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-c834f95b-81b4-4e4d-a2bf-7ccc5d4d7177 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ca55e2c4-f3b1-4280-bb32-353278dd231b HTTP/1.1" status: 200 len: 797 time: 0.0461152 Jul 23 20:07:28.998202 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-2c1a7e8d-3751-4d88-8d99-b04cb8ded03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:29.000020 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-2c1a7e8d-3751-4d88-8d99-b04cb8ded03f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c06c7c82-36a6-415d-bbcb-96da02d094eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0659621 Jul 23 20:07:29.099977 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-bc1aabcf-acba-4700-b8c1-1877c1a5f6ad service neutron] 10.222.0.18 "GET /v2.0/networks/c06c7c82-36a6-415d-bbcb-96da02d094eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911646 Jul 23 20:07:29.197514 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-61f1916a-806d-45a6-a164-ac8befb6f452 service neutron] 10.222.0.18 "GET /v2.0/networks/c06c7c82-36a6-415d-bbcb-96da02d094eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902417 Jul 23 20:07:29.256210 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-67f976ef-657f-444c-98bd-7a61b3510d0d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f HTTP/1.1" status: 200 len: 217 time: 0.0499866 Jul 23 20:07:29.306444 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-ff07235d-847c-4909-9566-feb411b82b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:29.307933 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-ff07235d-847c-4909-9566-feb411b82b16 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ca55e2c4-f3b1-4280-bb32-353278dd231b HTTP/1.1" status: 200 len: 797 time: 0.0452790 Jul 23 20:07:29.380237 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-d67b79e9-fcb1-493b-ab62-eb437b7db33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:29.381911 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-d67b79e9-fcb1-493b-ab62-eb437b7db33d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c06c7c82-36a6-415d-bbcb-96da02d094eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0663054 Jul 23 20:07:29.485360 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-536db57e-0277-4cf6-a79f-6f36c18e7584 service neutron] 10.222.0.18 "GET /v2.0/networks/c06c7c82-36a6-415d-bbcb-96da02d094eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918484 Jul 23 20:07:29.584140 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d4a1c95-c729-4c8e-89d5-98dd268a3998 req-644198f3-a6fd-4e70-91bc-7961f90b1a6e service neutron] 10.222.0.18 "GET /v2.0/networks/c06c7c82-36a6-415d-bbcb-96da02d094eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913856 Jul 23 20:07:31.426234 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:07:31.447876 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:07:31.448292 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:07:34.528315 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ef6a00a-7f0b-4951-b4ee-d3e8caa6d5c7 req-4b03ff7d-eb41-4cd1-8b1e-77ec97a1b770 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0596304 Jul 23 20:07:34.608494 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-24548d99-8788-40ea-a84a-f1639b422bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:34.610196 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-24548d99-8788-40ea-a84a-f1639b422bb9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1517ab5a5d64cb6bbab515389182157&device_id=9c3d8d06-2fd9-4e53-a3db-480048a20220 HTTP/1.1" status: 200 len: 1095 time: 0.0684140 Jul 23 20:07:34.630106 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef6a00a-7f0b-4951-b4ee-d3e8caa6d5c7 req-b53cc0ce-1dd9-4bd9-b180-f3421e3cf67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:34.632009 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2ef6a00a-7f0b-4951-b4ee-d3e8caa6d5c7 req-b53cc0ce-1dd9-4bd9-b180-f3421e3cf67b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3eac1fd2f7984fc28e6e139f2a1d3dd0&device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 1097 time: 0.0798345 Jul 23 20:07:34.692033 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-88c5ece8-8772-4567-8cdd-dee2006b8a28 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dad3c36d-24ba-4f6c-a617-7171305e7cd4 HTTP/1.1" status: 200 len: 217 time: 0.0709889 Jul 23 20:07:34.730863 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68357a78-baa7-4b91-817a-dfa57f139da9 x-openstack-request-id: req-68357a78-baa7-4b91-817a-dfa57f139da9 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:07:34.731138 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c3d8d06-2fd9-4e53-a3db-480048a20220", "tag": "dad3c36d-24ba-4f6c-a617-7171305e7cd4", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:07:34.731406 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-68357a78-baa7-4b91-817a-dfa57f139da9 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:07:34.731836 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c3d8d06-2fd9-4e53-a3db-480048a20220', 'tag': 'dad3c36d-24ba-4f6c-a617-7171305e7cd4', 'status': 'completed', 'code': 200} Jul 23 20:07:34.770925 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-6b9eebba-7e23-4630-bd5c-d4fb4bbdad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:34.772438 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-6b9eebba-7e23-4630-bd5c-d4fb4bbdad9a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=756428bd-d8e4-49ff-92fd-a97f9169c16e HTTP/1.1" status: 200 len: 854 time: 0.0741107 Jul 23 20:07:34.785506 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dbed32-b881-4469-9776-ccc1d74137ed x-openstack-request-id: req-d3dbed32-b881-4469-9776-ccc1d74137ed {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:07:34.785724 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b5fb251-8e2c-4027-96ef-b35b31b84af6", "name": "network-vif-deleted", "tag": "bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:07:34.786177 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d3dbed32-b881-4469-9776-ccc1d74137ed {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:07:34.786768 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b5fb251-8e2c-4027-96ef-b35b31b84af6', 'name': 'network-vif-deleted', 'tag': 'bb9b7a8e-acdc-4c98-9d3c-1bdf7236dac7', 'status': 'completed', 'code': 200} Jul 23 20:07:34.817080 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef6a00a-7f0b-4951-b4ee-d3e8caa6d5c7 req-7aea274c-4384-444b-8cdb-568d3242d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:34.818989 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2ef6a00a-7f0b-4951-b4ee-d3e8caa6d5c7 req-7aea274c-4384-444b-8cdb-568d3242d93f service neutron] 10.222.0.30 "GET /v2.0/networks?id=f1957672-1349-45e6-b250-4d2e0e2b0e22 HTTP/1.1" status: 200 len: 912 time: 0.1620283 Jul 23 20:07:34.893015 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd4acc-5657-4341-bd4a-3df67061c6c9 req-305564f9-ed14-4b54-a23f-c791de3d7465 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:34.894574 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-43cd4acc-5657-4341-bd4a-3df67061c6c9 req-305564f9-ed14-4b54-a23f-c791de3d7465 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c3d8d06-2fd9-4e53-a3db-480048a20220 HTTP/1.1" status: 200 len: 943 time: 0.0798125 Jul 23 20:07:34.895540 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2ef6a00a-7f0b-4951-b4ee-d3e8caa6d5c7 req-1c632e57-073f-4d14-a582-ad5be86598b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eddda286-689d-4dc5-8c5c-5401afb7251e HTTP/1.1" status: 200 len: 1000 time: 0.0684752 Jul 23 20:07:34.896606 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-cf752b4b-5fff-4811-af0a-7386954f4ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:34.898064 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-cf752b4b-5fff-4811-af0a-7386954f4ce9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a805b4ae-3c57-4f34-9881-12b559d9a4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1185448 Jul 23 20:07:34.956013 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef6a00a-7f0b-4951-b4ee-d3e8caa6d5c7 req-49b60102-abe8-4719-b9a9-223bf18855c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:34.957585 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2ef6a00a-7f0b-4951-b4ee-d3e8caa6d5c7 req-49b60102-abe8-4719-b9a9-223bf18855c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d89cc8ce-1520-4663-872c-281c0b224b71 HTTP/1.1" status: 200 len: 850 time: 0.0486832 Jul 23 20:07:34.965190 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-43cd4acc-5657-4341-bd4a-3df67061c6c9 req-34685c8a-1070-47fb-9e64-17c34a8a9ab3 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] 10.222.0.32 "GET /v2.0/security-groups?id=b43f2476-65b7-4074-97c0-f3c85c315c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611095 Jul 23 20:07:35.030369 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-56ca10a4-a182-46d0-bb25-e1248b40f120 service neutron] 10.222.0.30 "GET /v2.0/networks/a805b4ae-3c57-4f34-9881-12b559d9a4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194396 Jul 23 20:07:35.044573 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef6a00a-7f0b-4951-b4ee-d3e8caa6d5c7 req-c6430ba5-8682-498a-8b89-c7cdbdeaeba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:35.049546 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2ef6a00a-7f0b-4951-b4ee-d3e8caa6d5c7 req-c6430ba5-8682-498a-8b89-c7cdbdeaeba4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1957672-1349-45e6-b250-4d2e0e2b0e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0848742 Jul 23 20:07:35.150332 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9db1d9f0-4148-477a-9c29-6e9730dcdfa8 req-1e25844b-3126-4386-b75f-cdc4f2ef31f7 service neutron] 10.222.0.30 "GET /v2.0/networks/a805b4ae-3c57-4f34-9881-12b559d9a4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117933 Jul 23 20:07:35.200913 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2ef6a00a-7f0b-4951-b4ee-d3e8caa6d5c7 req-5ffa7f91-355d-4ff5-ac4f-79067e14d1c9 service neutron] 10.222.0.30 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438065 Jul 23 20:07:35.305097 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dbd7ce-9881-41aa-bc37-eafabd793952 req-4cdc2bd3-4f88-42c9-9671-dcd64f640444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:35.306690 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-61dbd7ce-9881-41aa-bc37-eafabd793952 req-4cdc2bd3-4f88-42c9-9671-dcd64f640444 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1517ab5a5d64cb6bbab515389182157&device_id=9c3d8d06-2fd9-4e53-a3db-480048a20220 HTTP/1.1" status: 200 len: 1095 time: 0.0991063 Jul 23 20:07:35.350637 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2ef6a00a-7f0b-4951-b4ee-d3e8caa6d5c7 req-04288134-4b26-40bb-af60-1a657b5854ec service neutron] 10.222.0.30 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422420 Jul 23 20:07:35.471036 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dbd7ce-9881-41aa-bc37-eafabd793952 req-c613966e-6de3-4874-bcc1-1ef19a30f449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:35.472749 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-61dbd7ce-9881-41aa-bc37-eafabd793952 req-c613966e-6de3-4874-bcc1-1ef19a30f449 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a805b4ae-3c57-4f34-9881-12b559d9a4fc HTTP/1.1" status: 200 len: 916 time: 0.1589227 Jul 23 20:07:35.579695 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-61dbd7ce-9881-41aa-bc37-eafabd793952 req-7b5604bd-516e-4c55-ba12-9c6c51781747 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dad3c36d-24ba-4f6c-a617-7171305e7cd4 HTTP/1.1" status: 200 len: 217 time: 0.0992529 Jul 23 20:07:35.589900 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43964) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:07:35.655571 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dbd7ce-9881-41aa-bc37-eafabd793952 req-c1843d44-7961-4d53-a0be-db1243d216cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:35.658402 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-61dbd7ce-9881-41aa-bc37-eafabd793952 req-c1843d44-7961-4d53-a0be-db1243d216cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=756428bd-d8e4-49ff-92fd-a97f9169c16e HTTP/1.1" status: 200 len: 854 time: 0.0679750 Jul 23 20:07:35.729415 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dbd7ce-9881-41aa-bc37-eafabd793952 req-6477cf02-fe53-4b2b-bef6-fcb41c502523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:35.731181 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-61dbd7ce-9881-41aa-bc37-eafabd793952 req-6477cf02-fe53-4b2b-bef6-fcb41c502523 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a805b4ae-3c57-4f34-9881-12b559d9a4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657163 Jul 23 20:07:35.741854 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-54c708f5-249d-421a-839f-4d29519078d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:35.861291 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-54c708f5-249d-421a-839f-4d29519078d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:35.866060 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-54c708f5-249d-421a-839f-4d29519078d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:35.886795 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ad748-3006-40e0-9f99-08dd6f07db65 req-b548bd51-6425-470c-a042-756c5609328a tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:35.888810 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-610ad748-3006-40e0-9f99-08dd6f07db65 req-b548bd51-6425-470c-a042-756c5609328a tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 945 time: 0.1621220 Jul 23 20:07:35.905365 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c708f5-249d-421a-839f-4d29519078d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8e02fd-854f-457d-8f93-72a0944265b9,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:35.906689 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-61dbd7ce-9881-41aa-bc37-eafabd793952 req-cb883bcb-c091-48d0-b58d-332112f1e097 service neutron] 10.222.0.30 "GET /v2.0/networks/a805b4ae-3c57-4f34-9881-12b559d9a4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643982 Jul 23 20:07:35.911991 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-54c708f5-249d-421a-839f-4d29519078d6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=36e69097566b47f5802fc16d6136d355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3183606 Jul 23 20:07:35.912621 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43974) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:07:35.924928 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c708f5-249d-421a-839f-4d29519078d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:35.925855 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c708f5-249d-421a-839f-4d29519078d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:35.925855 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c708f5-249d-421a-839f-4d29519078d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:35.926139 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c708f5-249d-421a-839f-4d29519078d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:35.926340 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c708f5-249d-421a-839f-4d29519078d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:35.926610 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c708f5-249d-421a-839f-4d29519078d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:35.926935 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c708f5-249d-421a-839f-4d29519078d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:35.927263 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c708f5-249d-421a-839f-4d29519078d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:35.927578 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c708f5-249d-421a-839f-4d29519078d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:35.927896 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c708f5-249d-421a-839f-4d29519078d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:35.928207 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c708f5-249d-421a-839f-4d29519078d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:35.928524 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c708f5-249d-421a-839f-4d29519078d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:35.965337 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-610ad748-3006-40e0-9f99-08dd6f07db65 req-939c9888-de3c-462c-845e-cc54a5b3071e tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667048 Jul 23 20:07:35.981237 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dca55cc2-3947-4b8f-8f1d-9d03aaf67b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:36.008694 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dca55cc2-3947-4b8f-8f1d-9d03aaf67b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:36.038679 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-61dbd7ce-9881-41aa-bc37-eafabd793952 req-c710869a-f3b6-490c-8877-f6d3b1c6f167 service neutron] 10.222.0.30 "GET /v2.0/networks/a805b4ae-3c57-4f34-9881-12b559d9a4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225240 Jul 23 20:07:36.065897 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dca55cc2-3947-4b8f-8f1d-9d03aaf67b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:36.069368 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dca55cc2-3947-4b8f-8f1d-9d03aaf67b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:36.071277 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-dca55cc2-3947-4b8f-8f1d-9d03aaf67b4e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5d8e02fd-854f-457d-8f93-72a0944265b9 HTTP/1.1" status: 204 len: 168 time: 0.1576829 Jul 23 20:07:36.082490 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca55cc2-3947-4b8f-8f1d-9d03aaf67b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8e02fd-854f-457d-8f93-72a0944265b9,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:36.158047 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bee135-44fe-4205-9443-947ec64ad51f req-47fc6681-7a00-478c-959b-3c2044fef474 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:36.159940 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-77bee135-44fe-4205-9443-947ec64ad51f req-47fc6681-7a00-478c-959b-3c2044fef474 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c3d8d06-2fd9-4e53-a3db-480048a20220 HTTP/1.1" status: 200 len: 943 time: 0.0864677 Jul 23 20:07:36.218079 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-77bee135-44fe-4205-9443-947ec64ad51f req-64367593-f389-46cc-b9c9-976ec98dae8d tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] 10.222.0.32 "GET /v2.0/security-groups?id=b43f2476-65b7-4074-97c0-f3c85c315c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472505 Jul 23 20:07:37.357235 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cfb5f0-e7e0-4ff8-a40e-54520e71bfee req-5d562f42-9d16-479d-a622-8ba25afab269 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:37.359259 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-31cfb5f0-e7e0-4ff8-a40e-54520e71bfee req-5d562f42-9d16-479d-a622-8ba25afab269 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c3d8d06-2fd9-4e53-a3db-480048a20220 HTTP/1.1" status: 200 len: 943 time: 0.0685754 Jul 23 20:07:37.398857 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-31cfb5f0-e7e0-4ff8-a40e-54520e71bfee req-41084881-5ff7-452c-9ca4-a67843f2499a tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] 10.222.0.32 "GET /v2.0/security-groups?id=b43f2476-65b7-4074-97c0-f3c85c315c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338926 Jul 23 20:07:37.726026 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device dad3c36d-24ba-4f6c-a617-7171305e7cd4 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:07:37.830071 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port dad3c36d-24ba-4f6c-a617-7171305e7cd4, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=dad3c36d-24ba-4f6c-a617-7171305e7cd4,segment=NetworkSegment(4d9aa017-8a48-4535-9a12-21ce4466e855),segment_id=4d9aa017-8a48-4535-9a12-21ce4466e855)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:07:37.841542 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'dad3c36d-24ba-4f6c-a617-7171305e7cd4', 'network_id': 'a805b4ae-3c57-4f34-9881-12b559d9a4fc', 'port_id': 'dad3c36d-24ba-4f6c-a617-7171305e7cd4', 'mac_address': 'fa:16:3e:89:f0:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '756428bd-d8e4-49ff-92fd-a97f9169c16e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:07:37.878654 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:37.892856 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dad3c36d-24ba-4f6c-a617-7171305e7cd4 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:07:37.917499 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port dad3c36d-24ba-4f6c-a617-7171305e7cd4, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=dad3c36d-24ba-4f6c-a617-7171305e7cd4,segment=NetworkSegment(4d9aa017-8a48-4535-9a12-21ce4466e855),segment_id=4d9aa017-8a48-4535-9a12-21ce4466e855)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:07:37.937888 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:38.007743 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=dad3c36d-24ba-4f6c-a617-7171305e7cd4,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:38.222730 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['dad3c36d-24ba-4f6c-a617-7171305e7cd4'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:07:38.543916 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d6eef-d128-40f5-8b09-9f38f5099d48 req-e69e691a-4eb4-47bd-946b-3cf3ced4f174 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:38.549996 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-613d6eef-d128-40f5-8b09-9f38f5099d48 req-e69e691a-4eb4-47bd-946b-3cf3ced4f174 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c3d8d06-2fd9-4e53-a3db-480048a20220 HTTP/1.1" status: 200 len: 944 time: 0.0770495 Jul 23 20:07:38.590660 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-613d6eef-d128-40f5-8b09-9f38f5099d48 req-d1652f92-4637-4191-be35-943ec69400a5 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] 10.222.0.32 "GET /v2.0/security-groups?id=b43f2476-65b7-4074-97c0-f3c85c315c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387762 Jul 23 20:07:39.756505 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device eddda286-689d-4dc5-8c5c-5401afb7251e details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:07:39.783259 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ecaa86-9bf4-4517-a154-54ae6fd77498 req-b18a9416-9bc4-4d61-94d5-45ec58cae229 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:39.784797 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-51ecaa86-9bf4-4517-a154-54ae6fd77498 req-b18a9416-9bc4-4d61-94d5-45ec58cae229 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c3d8d06-2fd9-4e53-a3db-480048a20220 HTTP/1.1" status: 200 len: 944 time: 0.0926709 Jul 23 20:07:39.900686 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-51ecaa86-9bf4-4517-a154-54ae6fd77498 req-dc8ae3d5-cc15-4720-a4bf-e769df37f1b7 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] 10.222.0.32 "GET /v2.0/security-groups?id=b43f2476-65b7-4074-97c0-f3c85c315c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961409 Jul 23 20:07:39.971326 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device dad3c36d-24ba-4f6c-a617-7171305e7cd4 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:07:40.038529 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port eddda286-689d-4dc5-8c5c-5401afb7251e, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=eddda286-689d-4dc5-8c5c-5401afb7251e,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:07:40.105180 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'eddda286-689d-4dc5-8c5c-5401afb7251e', 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22', 'port_id': 'eddda286-689d-4dc5-8c5c-5401afb7251e', 'mac_address': 'fa:16:3e:a1:07:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89cc8ce-1520-4663-872c-281c0b224b71', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:07:40.152495 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port dad3c36d-24ba-4f6c-a617-7171305e7cd4 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:07:40.217999 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port dad3c36d-24ba-4f6c-a617-7171305e7cd4 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:07:40.218377 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:40.429377 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-74f33c06-da61-439d-a307-2a5b8d39f780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:40.437863 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:40.462602 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eddda286-689d-4dc5-8c5c-5401afb7251e {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:07:40.485518 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port eddda286-689d-4dc5-8c5c-5401afb7251e, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=eddda286-689d-4dc5-8c5c-5401afb7251e,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:07:40.503094 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:40.580452 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:40.601662 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['eddda286-689d-4dc5-8c5c-5401afb7251e'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:07:40.671113 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port dad3c36d-24ba-4f6c-a617-7171305e7cd4, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=dad3c36d-24ba-4f6c-a617-7171305e7cd4,segment=NetworkSegment(4d9aa017-8a48-4535-9a12-21ce4466e855),segment_id=4d9aa017-8a48-4535-9a12-21ce4466e855)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:07:40.674590 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3d8d06-2fd9-4e53-a3db-480048a20220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad3c36d-24ba-4f6c-a617-7171305e7cd4'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:07:40.677326 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8742c5d-2837-47ad-9186-4e60b34fe07c" -d '{"events": [{"server_uuid": "9c3d8d06-2fd9-4e53-a3db-480048a20220", "name": "network-vif-plugged", "status": "completed", "tag": "dad3c36d-24ba-4f6c-a617-7171305e7cd4"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:07:40.700640 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:40.702799 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=eddda286-689d-4dc5-8c5c-5401afb7251e,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:40.786123 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=dad3c36d-24ba-4f6c-a617-7171305e7cd4,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:40.790882 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946ba66b-ee96-4e8c-9603-d1422587cd2d x-openstack-request-id: req-946ba66b-ee96-4e8c-9603-d1422587cd2d {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:07:40.791421 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3d8d06-2fd9-4e53-a3db-480048a20220", "name": "network-vif-plugged", "status": "completed", "tag": "dad3c36d-24ba-4f6c-a617-7171305e7cd4", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:07:40.791840 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-946ba66b-ee96-4e8c-9603-d1422587cd2d {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:07:40.792388 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3d8d06-2fd9-4e53-a3db-480048a20220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad3c36d-24ba-4f6c-a617-7171305e7cd4', 'code': 200} Jul 23 20:07:40.947375 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a02c3-600e-449b-82a5-42b1effbbe9d req-0f4a594f-6590-454c-9bec-d1131f2914fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:40.949144 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-826a02c3-600e-449b-82a5-42b1effbbe9d req-0f4a594f-6590-454c-9bec-d1131f2914fa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9c3d8d06-2fd9-4e53-a3db-480048a20220 HTTP/1.1" status: 200 len: 1097 time: 0.1161628 Jul 23 20:07:41.045589 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-826a02c3-600e-449b-82a5-42b1effbbe9d req-b9fb36f0-7544-49ec-ad43-e9f165c0f210 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b43f2476-65b7-4074-97c0-f3c85c315c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800953 Jul 23 20:07:41.172872 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85587023-a19c-4a36-9232-456df6704626 req-fc26ee3d-fbf7-440f-bdbc-0aca1a500ea9 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:41.174483 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-85587023-a19c-4a36-9232-456df6704626 req-fc26ee3d-fbf7-440f-bdbc-0aca1a500ea9 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c3d8d06-2fd9-4e53-a3db-480048a20220 HTTP/1.1" status: 200 len: 945 time: 0.1107736 Jul 23 20:07:41.244630 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-85587023-a19c-4a36-9232-456df6704626 req-021d41b5-8ce7-42e9-a7f3-3edfc820ed67 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] 10.222.0.32 "GET /v2.0/security-groups?id=b43f2476-65b7-4074-97c0-f3c85c315c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646465 Jul 23 20:07:41.783026 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device eddda286-689d-4dc5-8c5c-5401afb7251e up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:07:41.897571 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port eddda286-689d-4dc5-8c5c-5401afb7251e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:07:41.898871 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:42.067565 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:42.148030 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port eddda286-689d-4dc5-8c5c-5401afb7251e, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=eddda286-689d-4dc5-8c5c-5401afb7251e,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:07:42.165298 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:42.182827 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-91028373-9867-4847-a9c5-4a798336508c req-95c1e965-7a5b-4ee9-8ec8-37310a3b47a7 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=8601246880e2496993e08a02b817d650&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451605 Jul 23 20:07:42.298631 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=eddda286-689d-4dc5-8c5c-5401afb7251e,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:42.356575 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91028373-9867-4847-a9c5-4a798336508c req-cacc1b11-fc24-4d67-b4b4-c78c57d799e4 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:42.364700 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-91028373-9867-4847-a9c5-4a798336508c req-cacc1b11-fc24-4d67-b4b4-c78c57d799e4 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1809039 Jul 23 20:07:42.391966 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-91028373-9867-4847-a9c5-4a798336508c req-af8558bf-3d47-4e44-a006-188e093ca08c tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/quotas/8601246880e2496993e08a02b817d650 HTTP/1.1" status: 200 len: 375 time: 0.0261600 Jul 23 20:07:42.441371 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-91028373-9867-4847-a9c5-4a798336508c req-c50139a7-0fb5-447f-9e35-2ecf69bf02dc tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8601246880e2496993e08a02b817d650&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471265 Jul 23 20:07:42.601762 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cb46d-6434-43f9-856f-bb5f8d381c0b req-53982b3b-5052-44ac-95e1-8e4b2a46facc tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:42.609818 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a17cb46d-6434-43f9-856f-bb5f8d381c0b req-53982b3b-5052-44ac-95e1-8e4b2a46facc tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c3d8d06-2fd9-4e53-a3db-480048a20220 HTTP/1.1" status: 200 len: 945 time: 0.1000791 Jul 23 20:07:42.742217 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a17cb46d-6434-43f9-856f-bb5f8d381c0b req-acdb0d72-6d48-40cf-83a2-9ea019d4dcfc tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] 10.222.0.32 "GET /v2.0/security-groups?id=b43f2476-65b7-4074-97c0-f3c85c315c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312039 Jul 23 20:07:42.794440 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b8caf2-2e82-4e81-9590-162c7d3a78dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddda286-689d-4dc5-8c5c-5401afb7251e'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:07:42.802471 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931a52f5-7ec9-42c4-8bc8-fb755d0a1574" -d '{"events": [{"server_uuid": "a9b8caf2-2e82-4e81-9590-162c7d3a78dd", "name": "network-vif-plugged", "status": "completed", "tag": "eddda286-689d-4dc5-8c5c-5401afb7251e"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:07:42.875581 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44302) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:07:42.941360 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-cce0f701-a4d2-4248-8d43-bcaee2c6d55e admin admin] Deleting subnet 8f1af588-88a6-41d9-93e0-be352471d81c {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:07:42.945381 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cce0f701-a4d2-4248-8d43-bcaee2c6d55e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:42.954647 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f1d36bc-21e2-4584-beb1-5da7afa473fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:42.973199 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d694efc-3657-48ee-ac5f-48e999126460 x-openstack-request-id: req-5d694efc-3657-48ee-ac5f-48e999126460 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:07:42.976875 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b8caf2-2e82-4e81-9590-162c7d3a78dd", "name": "network-vif-plugged", "status": "completed", "tag": "eddda286-689d-4dc5-8c5c-5401afb7251e", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:07:42.978248 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5d694efc-3657-48ee-ac5f-48e999126460 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:07:42.980028 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b8caf2-2e82-4e81-9590-162c7d3a78dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddda286-689d-4dc5-8c5c-5401afb7251e', 'code': 200} Jul 23 20:07:43.002808 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cce0f701-a4d2-4248-8d43-bcaee2c6d55e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:43.124287 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cce0f701-a4d2-4248-8d43-bcaee2c6d55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:43.141103 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-c5eb0198-3cf0-4997-aa8e-caa48bd31379 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=8601246880e2496993e08a02b817d650&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0734205 Jul 23 20:07:43.238930 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cce0f701-a4d2-4248-8d43-bcaee2c6d55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:43.273832 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:43.355041 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce0f701-a4d2-4248-8d43-bcaee2c6d55e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f1af588-88a6-41d9-93e0-be352471d81c,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:43.357220 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cce0f701-a4d2-4248-8d43-bcaee2c6d55e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:43.359747 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-cce0f701-a4d2-4248-8d43-bcaee2c6d55e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8f1af588-88a6-41d9-93e0-be352471d81c HTTP/1.1" status: 204 len: 168 time: 0.4830675 Jul 23 20:07:43.371109 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44316) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:07:43.569402 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-c79009a4-3052-448b-a5dd-51aa238cebde tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:43.570993 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-c79009a4-3052-448b-a5dd-51aa238cebde tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4294674 Jul 23 20:07:43.580228 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1d00da7d-942d-4a71-9b7a-62f16e405aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:43.631843 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-448c7d71-701d-42ac-8ba4-758ddc28a7ed tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/quotas/8601246880e2496993e08a02b817d650 HTTP/1.1" status: 200 len: 375 time: 0.0397069 Jul 23 20:07:43.751296 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-29cdaf3b-45d1-49f0-988f-5741ce90b3ad tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8601246880e2496993e08a02b817d650&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1132705 Jul 23 20:07:43.878780 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1d00da7d-942d-4a71-9b7a-62f16e405aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:43.920571 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-1d00da7d-942d-4a71-9b7a-62f16e405aa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:07:43.925325 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:43.951719 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-1d00da7d-942d-4a71-9b7a-62f16e405aa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09c16a36-f585-4003-9e2f-a9905bed7329') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:07:43.952699 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-1d00da7d-942d-4a71-9b7a-62f16e405aa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09c16a36-f585-4003-9e2f-a9905bed7329') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:07:43.977496 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1d00da7d-942d-4a71-9b7a-62f16e405aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:44.016572 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1d00da7d-942d-4a71-9b7a-62f16e405aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:44.050359 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d00da7d-942d-4a71-9b7a-62f16e405aa5 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:07:44.051457 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1d00da7d-942d-4a71-9b7a-62f16e405aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:44.055771 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:07:44.055771 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:07:44.055771 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:07:44.055771 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:07:44.055771 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:07:44.055771 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:07:44.055771 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:07:44.055771 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:07:44.055771 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:07:44.055771 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:07:44.055771 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:07:44.055771 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:07:44.055771 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:07:44.055771 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:07:44.055771 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:07:44.055771 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:07:44.055771 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:07:44.055771 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:07:44.055771 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:07:44.055771 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:07:44.055771 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:07:44.055771 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:07:44.055771 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:07:44.055771 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:07:44.055771 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:07:44.055771 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:07:44.055771 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:07:44.055771 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:07:44.055771 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:07:44.055771 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:07:44.055771 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:07:44.055771 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:07:44.208926 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c34505af-cfd7-4860-8777-50531f159120 req-d562b3de-a97d-4c31-b945-af2dc85374c6 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c HTTP/1.1" status: 200 len: 210 time: 0.0957789 Jul 23 20:07:44.285738 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:44.322358 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1d00da7d-942d-4a71-9b7a-62f16e405aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:44.330587 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1d00da7d-942d-4a71-9b7a-62f16e405aa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:44.346703 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1d00da7d-942d-4a71-9b7a-62f16e405aa5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1 HTTP/1.1" status: 204 len: 168 time: 0.9688325 Jul 23 20:07:44.390671 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00da7d-942d-4a71-9b7a-62f16e405aa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e05a45b9-72e4-48e2-94dc-6fc1b9d8c8c1,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:44.441724 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:44.710558 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44356) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:07:44.727943 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-91028373-9867-4847-a9c5-4a798336508c req-97a550d0-006a-4486-865f-446e8cc2438b tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=8601246880e2496993e08a02b817d650&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617454 Jul 23 20:07:44.844760 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4229e10c-b146-4e68-85f4-5e0a2944ccec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=112939265a5547faabf279e97fc2b4ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1319182 Jul 23 20:07:44.847484 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44360) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:07:45.066148 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d10812bd-7f88-46d8-aa34-40427fcd85cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:45.104122 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d10812bd-7f88-46d8-aa34-40427fcd85cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:45.131882 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91028373-9867-4847-a9c5-4a798336508c req-51eb64b0-1e2d-4b9b-b4cc-3c5c1dbe7471 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:45.133514 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-91028373-9867-4847-a9c5-4a798336508c req-51eb64b0-1e2d-4b9b-b4cc-3c5c1dbe7471 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3997977 Jul 23 20:07:45.149180 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-91028373-9867-4847-a9c5-4a798336508c req-ec167384-e429-451b-87ba-96114383d73d tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Request body: {'port': {'device_id': 'b2fcbe3f-bd4a-4483-879f-6b96e28b59aa', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'admin_state_up': True, 'tenant_id': '8601246880e2496993e08a02b817d650'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:07:45.194100 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d10812bd-7f88-46d8-aa34-40427fcd85cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:45.197675 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d10812bd-7f88-46d8-aa34-40427fcd85cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:45.199208 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d10812bd-7f88-46d8-aa34-40427fcd85cb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a8d74ea-3b86-4f30-9b34-3061c472c148 HTTP/1.1" status: 204 len: 168 time: 0.3478453 Jul 23 20:07:45.227678 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10812bd-7f88-46d8-aa34-40427fcd85cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8d74ea-3b86-4f30-9b34-3061c472c148,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:45.245983 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10812bd-7f88-46d8-aa34-40427fcd85cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:45.250201 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10812bd-7f88-46d8-aa34-40427fcd85cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:45.250878 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10812bd-7f88-46d8-aa34-40427fcd85cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:45.251432 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10812bd-7f88-46d8-aa34-40427fcd85cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:45.252095 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10812bd-7f88-46d8-aa34-40427fcd85cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:45.253237 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10812bd-7f88-46d8-aa34-40427fcd85cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:45.254317 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10812bd-7f88-46d8-aa34-40427fcd85cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:45.254951 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10812bd-7f88-46d8-aa34-40427fcd85cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:45.256883 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10812bd-7f88-46d8-aa34-40427fcd85cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:45.258223 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10812bd-7f88-46d8-aa34-40427fcd85cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:45.258994 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10812bd-7f88-46d8-aa34-40427fcd85cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:45.260107 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10812bd-7f88-46d8-aa34-40427fcd85cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:45.532920 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-969053b2-7053-4085-9a77-c5e6f34c0c62 req-e6c79cfb-9333-4302-82f4-ab9bf9afb03b tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c HTTP/1.1" status: 200 len: 210 time: 0.1008844 Jul 23 20:07:45.698530 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91028373-9867-4847-a9c5-4a798336508c req-ec167384-e429-451b-87ba-96114383d73d tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Made reservation on behalf of 8601246880e2496993e08a02b817d650 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:07:45.710719 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-91028373-9867-4847-a9c5-4a798336508c req-ec167384-e429-451b-87ba-96114383d73d tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:45.723436 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-91028373-9867-4847-a9c5-4a798336508c req-ec167384-e429-451b-87ba-96114383d73d tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:45.793411 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:45.955891 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-91028373-9867-4847-a9c5-4a798336508c req-ec167384-e429-451b-87ba-96114383d73d tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:45.975953 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-91028373-9867-4847-a9c5-4a798336508c req-ec167384-e429-451b-87ba-96114383d73d tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:46.281215 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-4af4c4f8-a65d-42a3-b4e3-61fac146b706 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=8601246880e2496993e08a02b817d650&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0863297 Jul 23 20:07:46.284253 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec167384-e429-451b-87ba-96114383d73d tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c01aeff2-775a-4341-8484-8c280b30c8cc,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:46.534959 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-91028373-9867-4847-a9c5-4a798336508c req-ec167384-e429-451b-87ba-96114383d73d tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Allocated IP 192.168.233.252 (ec2201c2-595f-40aa-9bc3-fccd4b01012e/4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d/23dad8ee-0750-4a74-9c3c-51c635be7559) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:07:46.547764 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-097a22dd-9b73-4be8-9868-9013a9d35a50 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:46.549316 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-097a22dd-9b73-4be8-9868-9013a9d35a50 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2462184 Jul 23 20:07:46.575366 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-58a12507-1e92-4860-aecd-a1a27a5ac34b tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Request body: {'port': {'device_id': '8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'admin_state_up': True, 'tenant_id': '8601246880e2496993e08a02b817d650'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:07:46.632590 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44418) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:07:46.747961 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5211ac06-83de-4df5-8049-6b54f55721eb req-6fcce28e-0d40-4b81-9fc9-772bf49ecd55 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c HTTP/1.1" status: 200 len: 210 time: 0.1152353 Jul 23 20:07:46.881900 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-58a12507-1e92-4860-aecd-a1a27a5ac34b tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Made reservation on behalf of 8601246880e2496993e08a02b817d650 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:07:46.885241 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-58a12507-1e92-4860-aecd-a1a27a5ac34b tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:46.896521 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-28383a0b-df0c-4be9-ae48-f17d45b8234c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-147373759-network', 'tenant_id': 'a3e740eb35174745b8c66e63aac9db55'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:07:46.932182 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28383a0b-df0c-4be9-ae48-f17d45b8234c admin admin] Made reservation on behalf of a3e740eb35174745b8c66e63aac9db55 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:07:46.934777 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-28383a0b-df0c-4be9-ae48-f17d45b8234c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:46.955750 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-28383a0b-df0c-4be9-ae48-f17d45b8234c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:47.220787 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-28383a0b-df0c-4be9-ae48-f17d45b8234c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:47.226157 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-28383a0b-df0c-4be9-ae48-f17d45b8234c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:47.301056 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28383a0b-df0c-4be9-ae48-f17d45b8234c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:07:47.332043 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28383a0b-df0c-4be9-ae48-f17d45b8234c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eab5fee-f8eb-4aed-a3f0-c440f60a4ea3,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:47.344201 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-28383a0b-df0c-4be9-ae48-f17d45b8234c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:47.344759 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-28383a0b-df0c-4be9-ae48-f17d45b8234c admin admin] Added segment 24cdf91d-f478-4970-87eb-4981cb489a54 of type vlan for network 065bad45-89d8-44cd-a1fc-415086b71990 Jul 23 20:07:47.390581 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-28383a0b-df0c-4be9-ae48-f17d45b8234c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:47.404031 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-91028373-9867-4847-a9c5-4a798336508c req-ec167384-e429-451b-87ba-96114383d73d tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:47.421024 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-91028373-9867-4847-a9c5-4a798336508c req-ec167384-e429-451b-87ba-96114383d73d tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Transition to ACTIVE for port object 23dad8ee-0750-4a74-9c3c-51c635be7559 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:07:47.446732 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-28383a0b-df0c-4be9-ae48-f17d45b8234c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:47.447813 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28383a0b-df0c-4be9-ae48-f17d45b8234c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:47.448547 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-28383a0b-df0c-4be9-ae48-f17d45b8234c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:47.477480 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-91028373-9867-4847-a9c5-4a798336508c req-ec167384-e429-451b-87ba-96114383d73d tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:47.518860 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28383a0b-df0c-4be9-ae48-f17d45b8234c admin admin] Pushing event updated for resources: {'Network': ['ID=065bad45-89d8-44cd-a1fc-415086b71990,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:47.526084 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-28383a0b-df0c-4be9-ae48-f17d45b8234c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8916655 Jul 23 20:07:47.529450 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44436) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:07:47.534249 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 065bad45-89d8-44cd-a1fc-415086b71990 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:07:47.538656 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e539dd5d-d433-412d-bee0-0a8620bee3db admin admin] Request body: {'subnet': {'network_id': '065bad45-89d8-44cd-a1fc-415086b71990', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-147373759-subnet', 'tenant_id': 'a3e740eb35174745b8c66e63aac9db55', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:07:47.572727 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e539dd5d-d433-412d-bee0-0a8620bee3db admin admin] Made reservation on behalf of a3e740eb35174745b8c66e63aac9db55 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:07:47.580329 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e539dd5d-d433-412d-bee0-0a8620bee3db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:47.639352 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91028373-9867-4847-a9c5-4a798336508c req-ec167384-e429-451b-87ba-96114383d73d tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Network ec2201c2-595f-40aa-9bc3-fccd4b01012e is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:07:47.658663 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-91028373-9867-4847-a9c5-4a798336508c req-ec167384-e429-451b-87ba-96114383d73d tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:07:47.693311 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-91028373-9867-4847-a9c5-4a798336508c req-ec167384-e429-451b-87ba-96114383d73d tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:07:47.788853 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-58a12507-1e92-4860-aecd-a1a27a5ac34b tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Allocated IP 192.168.233.206 (ec2201c2-595f-40aa-9bc3-fccd4b01012e/4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d/8d9db2e8-439f-4d0b-a5ed-9753b2ed3170) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:07:47.825932 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec167384-e429-451b-87ba-96114383d73d tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Pushing event updated for resources: {'Port': ['ID=23dad8ee-0750-4a74-9c3c-51c635be7559,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:47.879417 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91028373-9867-4847-a9c5-4a798336508c req-ec167384-e429-451b-87ba-96114383d73d tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:47.880075 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-91028373-9867-4847-a9c5-4a798336508c req-ec167384-e429-451b-87ba-96114383d73d tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:47.909063 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-91028373-9867-4847-a9c5-4a798336508c req-ec167384-e429-451b-87ba-96114383d73d tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7657232 Jul 23 20:07:47.992377 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-92d6da67-b155-47f2-8f7a-10e323507d4d req-20472f35-50af-4ed2-bfb7-2143e2052d0e tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c HTTP/1.1" status: 200 len: 210 time: 0.0818357 Jul 23 20:07:48.014268 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e539dd5d-d433-412d-bee0-0a8620bee3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:48.076164 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539dd5d-d433-412d-bee0-0a8620bee3db admin admin] Pushing event updated for resources: {'Subnet': ['ID=15dbea46-1b22-4ee7-9998-2dc91fc68b70,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:48.121600 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-91028373-9867-4847-a9c5-4a798336508c req-ed6997cf-5bc6-4247-b556-49440d802e92 service neutron] Request body: {'port': {'device_id': 'b2fcbe3f-bd4a-4483-879f-6b96e28b59aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:07:48.132232 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e539dd5d-d433-412d-bee0-0a8620bee3db admin admin] Checking segment: {'id': '24cdf91d-f478-4970-87eb-4981cb489a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '065bad45-89d8-44cd-a1fc-415086b71990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:07:48.133568 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e539dd5d-d433-412d-bee0-0a8620bee3db admin admin] Network hostable DHCP agents. Network: 065bad45-89d8-44cd-a1fc-415086b71990, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:07:48.154345 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5aa7a1e8-e981-4693-8dfc-43ade441b4a5 None None] Provisioning for port 23dad8ee-0750-4a74-9c3c-51c635be7559 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:07:48.161787 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5aa7a1e8-e981-4693-8dfc-43ade441b4a5 None None] Provisioning complete for port 23dad8ee-0750-4a74-9c3c-51c635be7559 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:07:48.162506 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5aa7a1e8-e981-4693-8dfc-43ade441b4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:48.167173 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e539dd5d-d433-412d-bee0-0a8620bee3db admin admin] Network 065bad45-89d8-44cd-a1fc-415086b71990 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:07:48.187184 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-e539dd5d-d433-412d-bee0-0a8620bee3db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 065bad45-89d8-44cd-a1fc-415086b71990) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:07:48.202589 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e539dd5d-d433-412d-bee0-0a8620bee3db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:48.204565 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e539dd5d-d433-412d-bee0-0a8620bee3db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:48.215993 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b117fc-b58f-4ebd-b601-ad0dffdc4ffa None None] Network 065bad45-89d8-44cd-a1fc-415086b71990 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:07:48.235726 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e539dd5d-d433-412d-bee0-0a8620bee3db admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7015505 Jul 23 20:07:48.246464 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44450) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:07:48.266115 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e381c429-bea6-476f-9bbe-a43f944a99bf admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-147373759-router', 'tenant_id': 'a3e740eb35174745b8c66e63aac9db55', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:07:48.285853 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-5aa7a1e8-e981-4693-8dfc-43ade441b4a5 None None] Port 23dad8ee-0750-4a74-9c3c-51c635be7559 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:07:48.331119 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-58a12507-1e92-4860-aecd-a1a27a5ac34b tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:48.334525 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e381c429-bea6-476f-9bbe-a43f944a99bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:48.335869 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e381c429-bea6-476f-9bbe-a43f944a99bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:48.376408 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-58a12507-1e92-4860-aecd-a1a27a5ac34b tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Transition to ACTIVE for port object 8d9db2e8-439f-4d0b-a5ed-9753b2ed3170 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:07:48.424475 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-91028373-9867-4847-a9c5-4a798336508c req-ed6997cf-5bc6-4247-b556-49440d802e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:48.497013 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be158208-609f-4fa4-bfbe-f86b1994dbe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-065bad45-89d8-44cd-a1fc-415086b71990', 'network_id': '065bad45-89d8-44cd-a1fc-415086b71990', 'tenant_id': 'a3e740eb35174745b8c66e63aac9db55', 'fixed_ips': [{'subnet_id': '15dbea46-1b22-4ee7-9998-2dc91fc68b70'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:07:48.500537 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be158208-609f-4fa4-bfbe-f86b1994dbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:48.564262 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e381c429-bea6-476f-9bbe-a43f944a99bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:48.724433 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e381c429-bea6-476f-9bbe-a43f944a99bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:48.773423 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-be158208-609f-4fa4-bfbe-f86b1994dbe4 None None] Allocated IP 172.20.0.2 (065bad45-89d8-44cd-a1fc-415086b71990/15dbea46-1b22-4ee7-9998-2dc91fc68b70/533df084-4abf-4126-9c96-df1e177c436c) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:07:48.897179 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-91028373-9867-4847-a9c5-4a798336508c req-ed6997cf-5bc6-4247-b556-49440d802e92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23dad8ee-0750-4a74-9c3c-51c635be7559 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:07:48.906159 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-91028373-9867-4847-a9c5-4a798336508c req-ed6997cf-5bc6-4247-b556-49440d802e92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:48.919136 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-91028373-9867-4847-a9c5-4a798336508c req-ed6997cf-5bc6-4247-b556-49440d802e92 service neutron] Transition to ACTIVE for port object 23dad8ee-0750-4a74-9c3c-51c635be7559 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:07:48.921706 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-58a12507-1e92-4860-aecd-a1a27a5ac34b tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:48.931466 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-91028373-9867-4847-a9c5-4a798336508c req-ed6997cf-5bc6-4247-b556-49440d802e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:48.991405 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-58a12507-1e92-4860-aecd-a1a27a5ac34b tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Network ec2201c2-595f-40aa-9bc3-fccd4b01012e is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:07:49.006436 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-58a12507-1e92-4860-aecd-a1a27a5ac34b tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:07:49.057996 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-58a12507-1e92-4860-aecd-a1a27a5ac34b tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:07:49.160194 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a12507-1e92-4860-aecd-a1a27a5ac34b tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Pushing event updated for resources: {'Port': ['ID=8d9db2e8-439f-4d0b-a5ed-9753b2ed3170,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:49.214135 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be158208-609f-4fa4-bfbe-f86b1994dbe4 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:49.242060 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be158208-609f-4fa4-bfbe-f86b1994dbe4 None None] Transition to ACTIVE for port object 533df084-4abf-4126-9c96-df1e177c436c will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:07:49.294735 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be158208-609f-4fa4-bfbe-f86b1994dbe4 None None] Transition to ACTIVE for port object 533df084-4abf-4126-9c96-df1e177c436c will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:07:49.306287 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be158208-609f-4fa4-bfbe-f86b1994dbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:49.337106 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be158208-609f-4fa4-bfbe-f86b1994dbe4 None None] Network 065bad45-89d8-44cd-a1fc-415086b71990 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:07:49.339702 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-be158208-609f-4fa4-bfbe-f86b1994dbe4 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:07:49.407777 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be158208-609f-4fa4-bfbe-f86b1994dbe4 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:07:49.475306 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e381c429-bea6-476f-9bbe-a43f944a99bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:49.496446 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-91028373-9867-4847-a9c5-4a798336508c req-ed6997cf-5bc6-4247-b556-49440d802e92 service neutron] Attempting to bind port 23dad8ee-0750-4a74-9c3c-51c635be7559 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:07:49.497390 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-91028373-9867-4847-a9c5-4a798336508c req-ed6997cf-5bc6-4247-b556-49440d802e92 service neutron] Attempting to bind port 23dad8ee-0750-4a74-9c3c-51c635be7559 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:07:49.497944 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91028373-9867-4847-a9c5-4a798336508c req-ed6997cf-5bc6-4247-b556-49440d802e92 service neutron] Attempting to bind port 23dad8ee-0750-4a74-9c3c-51c635be7559 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:07:49.513800 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91028373-9867-4847-a9c5-4a798336508c req-ed6997cf-5bc6-4247-b556-49440d802e92 service neutron] Port 23dad8ee-0750-4a74-9c3c-51c635be7559 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:07:49.517740 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91028373-9867-4847-a9c5-4a798336508c req-ed6997cf-5bc6-4247-b556-49440d802e92 service neutron] Attempting to bind port 23dad8ee-0750-4a74-9c3c-51c635be7559 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:07:49.525714 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e381c429-bea6-476f-9bbe-a43f944a99bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:49.559100 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-58a12507-1e92-4860-aecd-a1a27a5ac34b tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:49.560191 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-58a12507-1e92-4860-aecd-a1a27a5ac34b tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:49.575870 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91028373-9867-4847-a9c5-4a798336508c req-ed6997cf-5bc6-4247-b556-49440d802e92 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:07:49.586789 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:07:49.588174 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91028373-9867-4847-a9c5-4a798336508c req-ed6997cf-5bc6-4247-b556-49440d802e92 service neutron] Checking segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:07:49.588824 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91028373-9867-4847-a9c5-4a798336508c req-ed6997cf-5bc6-4247-b556-49440d802e92 service neutron] Bound using segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:07:49.589574 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-91028373-9867-4847-a9c5-4a798336508c req-ed6997cf-5bc6-4247-b556-49440d802e92 service neutron] Bound port: 23dad8ee-0750-4a74-9c3c-51c635be7559, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:07:49.590197 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-91028373-9867-4847-a9c5-4a798336508c req-ed6997cf-5bc6-4247-b556-49440d802e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:49.607869 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be158208-609f-4fa4-bfbe-f86b1994dbe4 None None] Pushing event updated for resources: {'Port': ['ID=533df084-4abf-4126-9c96-df1e177c436c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:49.627606 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-be158208-609f-4fa4-bfbe-f86b1994dbe4 None None] Attempting to bind port 533df084-4abf-4126-9c96-df1e177c436c on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:07:49.628000 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-be158208-609f-4fa4-bfbe-f86b1994dbe4 None None] Attempting to bind port 533df084-4abf-4126-9c96-df1e177c436c by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '24cdf91d-f478-4970-87eb-4981cb489a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '065bad45-89d8-44cd-a1fc-415086b71990'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:07:49.628359 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be158208-609f-4fa4-bfbe-f86b1994dbe4 None None] Attempting to bind port 533df084-4abf-4126-9c96-df1e177c436c on network 065bad45-89d8-44cd-a1fc-415086b71990 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:07:49.635051 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be158208-609f-4fa4-bfbe-f86b1994dbe4 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:07:49.635417 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be158208-609f-4fa4-bfbe-f86b1994dbe4 None None] Checking segment: {'id': '24cdf91d-f478-4970-87eb-4981cb489a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '065bad45-89d8-44cd-a1fc-415086b71990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:07:49.636836 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be158208-609f-4fa4-bfbe-f86b1994dbe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:49.637263 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be158208-609f-4fa4-bfbe-f86b1994dbe4 None None] Bound using segment: {'id': '24cdf91d-f478-4970-87eb-4981cb489a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '065bad45-89d8-44cd-a1fc-415086b71990'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:07:49.637805 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-be158208-609f-4fa4-bfbe-f86b1994dbe4 None None] Bound port: 533df084-4abf-4126-9c96-df1e177c436c, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24cdf91d-f478-4970-87eb-4981cb489a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '065bad45-89d8-44cd-a1fc-415086b71990'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:07:49.638291 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be158208-609f-4fa4-bfbe-f86b1994dbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:49.714855 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6997cf-5bc6-4247-b556-49440d802e92 service neutron] Pushing event updated for resources: {'Port': ['ID=23dad8ee-0750-4a74-9c3c-51c635be7559,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:49.742523 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-58a12507-1e92-4860-aecd-a1a27a5ac34b tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1749086 Jul 23 20:07:49.755384 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-2840ec97-efa8-40f7-8a0d-1c657bf2d9aa service neutron] Request body: {'port': {'device_id': '8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:07:49.767948 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be158208-609f-4fa4-bfbe-f86b1994dbe4 None None] For port 533df084-4abf-4126-9c96-df1e177c436c, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:07:49.784986 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be158208-609f-4fa4-bfbe-f86b1994dbe4 None None] For port 533df084-4abf-4126-9c96-df1e177c436c, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=533df084-4abf-4126-9c96-df1e177c436c,segment=NetworkSegment(24cdf91d-f478-4970-87eb-4981cb489a54),segment_id=24cdf91d-f478-4970-87eb-4981cb489a54)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:07:49.794259 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-e381c429-bea6-476f-9bbe-a43f944a99bf admin admin] Allocated IP 172.25.1.113 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/69d9d851-ba6e-40d9-bce8-d5bbf4864c3b) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:07:49.795680 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be158208-609f-4fa4-bfbe-f86b1994dbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:49.953428 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0c02e213-58de-4ea2-afd0-6fac141253c1 None None] Provisioning for port 8d9db2e8-439f-4d0b-a5ed-9753b2ed3170 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:07:49.971518 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0c02e213-58de-4ea2-afd0-6fac141253c1 None None] Provisioning complete for port 8d9db2e8-439f-4d0b-a5ed-9753b2ed3170 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:07:49.973978 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0c02e213-58de-4ea2-afd0-6fac141253c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:49.985286 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be158208-609f-4fa4-bfbe-f86b1994dbe4 None None] Pushing event updated for resources: {'Port': ['ID=533df084-4abf-4126-9c96-df1e177c436c,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:50.010684 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e381c429-bea6-476f-9bbe-a43f944a99bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:50.036771 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12550b1b-dfcf-43cb-9b3b-03d5ef6c7318 req-c052b9ec-1126-4a13-9c92-e0d0b98d1e33 tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:50.059378 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-12550b1b-dfcf-43cb-9b3b-03d5ef6c7318 req-c052b9ec-1126-4a13-9c92-e0d0b98d1e33 tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] 10.222.0.32 "GET /v2.0/ports?device_id=644cf0a6-427e-4ad7-98ab-e7c29c63e7e3 HTTP/1.1" status: 200 len: 945 time: 0.5641193 Jul 23 20:07:50.070007 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-91028373-9867-4847-a9c5-4a798336508c req-ed6997cf-5bc6-4247-b556-49440d802e92 service neutron] For port 23dad8ee-0750-4a74-9c3c-51c635be7559, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:07:50.076686 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-0c02e213-58de-4ea2-afd0-6fac141253c1 None None] Port 8d9db2e8-439f-4d0b-a5ed-9753b2ed3170 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:07:50.087353 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8f765-ae0b-4baa-b2d8-6b949a602d02 req-3d9d75aa-ad60-44d8-af45-ac054ebe64e1 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:50.089016 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-89b8f765-ae0b-4baa-b2d8-6b949a602d02 req-3d9d75aa-ad60-44d8-af45-ac054ebe64e1 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c HTTP/1.1" status: 200 len: 936 time: 0.8581352 Jul 23 20:07:50.131488 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-2840ec97-efa8-40f7-8a0d-1c657bf2d9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:50.135384 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e381c429-bea6-476f-9bbe-a43f944a99bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:50.296679 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e381c429-bea6-476f-9bbe-a43f944a99bf admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:07:50.302182 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-e381c429-bea6-476f-9bbe-a43f944a99bf admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:07:50.318681 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e381c429-bea6-476f-9bbe-a43f944a99bf admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:07:50.361433 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-89b8f765-ae0b-4baa-b2d8-6b949a602d02 req-0f2129cd-4f80-4849-95fa-34aa7aef4912 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/security-groups?id=c01aeff2-775a-4341-8484-8c280b30c8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369072 Jul 23 20:07:50.369028 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381c429-bea6-476f-9bbe-a43f944a99bf admin admin] Pushing event updated for resources: {'Port': ['ID=69d9d851-ba6e-40d9-bce8-d5bbf4864c3b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:50.437822 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-91028373-9867-4847-a9c5-4a798336508c req-ed6997cf-5bc6-4247-b556-49440d802e92 service neutron] For port 23dad8ee-0750-4a74-9c3c-51c635be7559, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=23dad8ee-0750-4a74-9c3c-51c635be7559,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:07:50.473575 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-12550b1b-dfcf-43cb-9b3b-03d5ef6c7318 req-51ca8052-9401-41c7-a550-7abfab8fbb6c tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] 10.222.0.32 "GET /v2.0/security-groups?id=b29798dd-3bc9-4438-9c43-5cd79ad6910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4106061 Jul 23 20:07:50.518422 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-91028373-9867-4847-a9c5-4a798336508c req-ed6997cf-5bc6-4247-b556-49440d802e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:50.576007 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91028373-9867-4847-a9c5-4a798336508c req-ed6997cf-5bc6-4247-b556-49440d802e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:50.578219 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-91028373-9867-4847-a9c5-4a798336508c req-ed6997cf-5bc6-4247-b556-49440d802e92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:50.580079 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-91028373-9867-4847-a9c5-4a798336508c req-ed6997cf-5bc6-4247-b556-49440d802e92 service neutron] 10.222.0.18 "PUT /v2.0/ports/23dad8ee-0750-4a74-9c3c-51c635be7559 HTTP/1.1" status: 200 len: 1097 time: 2.4651959 Jul 23 20:07:50.589790 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2fcbe3f-bd4a-4483-879f-6b96e28b59aa', 'tag': '23dad8ee-0750-4a74-9c3c-51c635be7559'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:07:50.593552 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa36d13-abd5-483f-837f-480711323c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "b2fcbe3f-bd4a-4483-879f-6b96e28b59aa", "tag": "23dad8ee-0750-4a74-9c3c-51c635be7559"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:07:50.983844 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e7cf64-a315-4b42-bd39-f897e632353f x-openstack-request-id: req-d2e7cf64-a315-4b42-bd39-f897e632353f {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:07:50.984312 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2fcbe3f-bd4a-4483-879f-6b96e28b59aa", "tag": "23dad8ee-0750-4a74-9c3c-51c635be7559", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:07:50.984700 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d2e7cf64-a315-4b42-bd39-f897e632353f {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:07:50.985103 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2fcbe3f-bd4a-4483-879f-6b96e28b59aa', 'tag': '23dad8ee-0750-4a74-9c3c-51c635be7559', 'status': 'completed', 'code': 200} Jul 23 20:07:51.039260 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6997cf-5bc6-4247-b556-49440d802e92 service neutron] Pushing event updated for resources: {'Port': ['ID=23dad8ee-0750-4a74-9c3c-51c635be7559,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:51.055833 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e381c429-bea6-476f-9bbe-a43f944a99bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:51.134084 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f957e7c-17ca-474f-982b-6e20faebc151 req-5cc634ff-1651-4116-ae64-303e459192c7 tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:51.135893 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3f957e7c-17ca-474f-982b-6e20faebc151 req-5cc634ff-1651-4116-ae64-303e459192c7 tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] 10.222.0.18 "GET /v2.0/ports?device_id=644cf0a6-427e-4ad7-98ab-e7c29c63e7e3 HTTP/1.1" status: 200 len: 945 time: 0.4581554 Jul 23 20:07:51.213786 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78abae8-98cb-48e4-85b7-5619335efec0 req-0502cccc-1da4-41c1-9677-460e26917ce3 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:51.215437 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c78abae8-98cb-48e4-85b7-5619335efec0 req-0502cccc-1da4-41c1-9677-460e26917ce3 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] 10.222.0.32 "GET /v2.0/ports?device_id=80908362-eaad-4737-8368-60df8c89f7ba HTTP/1.1" status: 200 len: 945 time: 0.3612175 Jul 23 20:07:51.347014 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c78abae8-98cb-48e4-85b7-5619335efec0 req-1ed16a8d-ab92-4fa6-9c44-840736b2b7db tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] 10.222.0.32 "GET /v2.0/security-groups?id=a297093d-8549-482f-a598-b2c5d722c0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1158340 Jul 23 20:07:51.531283 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-3f957e7c-17ca-474f-982b-6e20faebc151 req-eca51878-f9f9-40a5-808e-6aafceda34d3 tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] Deleting port 7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:07:51.537938 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3f957e7c-17ca-474f-982b-6e20faebc151 req-eca51878-f9f9-40a5-808e-6aafceda34d3 tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:51.556961 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-2840ec97-efa8-40f7-8a0d-1c657bf2d9aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d9db2e8-439f-4d0b-a5ed-9753b2ed3170 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:07:51.620818 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea955c63-9336-4ec0-9d82-1cb83fee0b54 None None] Network 065bad45-89d8-44cd-a1fc-415086b71990 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:07:51.623413 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-2840ec97-efa8-40f7-8a0d-1c657bf2d9aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:51.756322 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 533df084-4abf-4126-9c96-df1e177c436c up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:07:51.798985 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-2840ec97-efa8-40f7-8a0d-1c657bf2d9aa service neutron] Transition to ACTIVE for port object 8d9db2e8-439f-4d0b-a5ed-9753b2ed3170 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:07:51.811797 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-2840ec97-efa8-40f7-8a0d-1c657bf2d9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:51.843569 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-675f5dd7-743c-4347-87ce-90f292272cf3 None None] Provisioning for port 533df084-4abf-4126-9c96-df1e177c436c completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:07:51.861378 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840ec97-efa8-40f7-8a0d-1c657bf2d9aa service neutron] Pushing event updated for resources: {'Port': ['ID=8d9db2e8-439f-4d0b-a5ed-9753b2ed3170,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:51.900771 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-3f957e7c-17ca-474f-982b-6e20faebc151 req-eca51878-f9f9-40a5-808e-6aafceda34d3 tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] For port 7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d,segment=NetworkSegment(faaa4100-4908-4e30-9a12-8cbe978cc345),segment_id=faaa4100-4908-4e30-9a12-8cbe978cc345)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:07:51.901136 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3f957e7c-17ca-474f-982b-6e20faebc151 req-eca51878-f9f9-40a5-808e-6aafceda34d3 tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:51.952661 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-3f957e7c-17ca-474f-982b-6e20faebc151 req-eca51878-f9f9-40a5-808e-6aafceda34d3 tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] Calling delete_port for 7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:07:51.994101 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 533df084-4abf-4126-9c96-df1e177c436c completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:07:52.002688 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 533df084-4abf-4126-9c96-df1e177c436c triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:07:52.003067 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:52.054541 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc17c55-2d3d-4be6-9418-4833e61a9b93 req-e5c65808-4445-43a2-988b-b0d4e10dc1ba tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:52.071750 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8bc17c55-2d3d-4be6-9418-4833e61a9b93 req-e5c65808-4445-43a2-988b-b0d4e10dc1ba tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] 10.222.0.32 "GET /v2.0/ports?device_id=644cf0a6-427e-4ad7-98ab-e7c29c63e7e3 HTTP/1.1" status: 200 len: 945 time: 0.4547586 Jul 23 20:07:52.240781 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:52.406480 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 533df084-4abf-4126-9c96-df1e177c436c, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=533df084-4abf-4126-9c96-df1e177c436c,segment=NetworkSegment(24cdf91d-f478-4970-87eb-4981cb489a54),segment_id=24cdf91d-f478-4970-87eb-4981cb489a54)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:07:52.412487 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:52.516863 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8bc17c55-2d3d-4be6-9418-4833e61a9b93 req-37f6abd8-4b25-4c1c-901a-1fc33cda9108 tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] 10.222.0.32 "GET /v2.0/security-groups?id=b29798dd-3bc9-4438-9c43-5cd79ad6910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4441223 Jul 23 20:07:52.518438 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=533df084-4abf-4126-9c96-df1e177c436c,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:52.519684 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e381c429-bea6-476f-9bbe-a43f944a99bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:52.541670 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-2840ec97-efa8-40f7-8a0d-1c657bf2d9aa service neutron] Attempting to bind port 8d9db2e8-439f-4d0b-a5ed-9753b2ed3170 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:07:52.547584 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-2840ec97-efa8-40f7-8a0d-1c657bf2d9aa service neutron] Attempting to bind port 8d9db2e8-439f-4d0b-a5ed-9753b2ed3170 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:07:52.548313 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-2840ec97-efa8-40f7-8a0d-1c657bf2d9aa service neutron] Attempting to bind port 8d9db2e8-439f-4d0b-a5ed-9753b2ed3170 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:07:52.551482 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e24c3904-5a4d-44da-a40a-90a11503120b None None] Provisioning complete for port 533df084-4abf-4126-9c96-df1e177c436c triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:07:52.551905 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e24c3904-5a4d-44da-a40a-90a11503120b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:52.564668 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-2840ec97-efa8-40f7-8a0d-1c657bf2d9aa service neutron] Port 8d9db2e8-439f-4d0b-a5ed-9753b2ed3170 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:07:52.567423 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-2840ec97-efa8-40f7-8a0d-1c657bf2d9aa service neutron] Attempting to bind port 8d9db2e8-439f-4d0b-a5ed-9753b2ed3170 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:07:52.658493 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-2840ec97-efa8-40f7-8a0d-1c657bf2d9aa service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:07:52.666108 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-2840ec97-efa8-40f7-8a0d-1c657bf2d9aa service neutron] Checking segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:07:52.666500 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-2840ec97-efa8-40f7-8a0d-1c657bf2d9aa service neutron] Bound using segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:07:52.668615 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-2840ec97-efa8-40f7-8a0d-1c657bf2d9aa service neutron] Bound port: 8d9db2e8-439f-4d0b-a5ed-9753b2ed3170, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:07:52.669067 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-2840ec97-efa8-40f7-8a0d-1c657bf2d9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:52.753233 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91028373-9867-4847-a9c5-4a798336508c req-88880fee-f3b8-4895-a005-ae8ffa884e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:52.754945 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-91028373-9867-4847-a9c5-4a798336508c req-88880fee-f3b8-4895-a005-ae8ffa884e37 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8601246880e2496993e08a02b817d650&device_id=b2fcbe3f-bd4a-4483-879f-6b96e28b59aa HTTP/1.1" status: 200 len: 1100 time: 1.9115984 Jul 23 20:07:52.764883 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e07a4-1500-4b57-a4b5-92f0ca90acac req-9233f64d-b63d-4a2c-adf1-db9bff073899 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:52.766478 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ac4e07a4-1500-4b57-a4b5-92f0ca90acac req-9233f64d-b63d-4a2c-adf1-db9bff073899 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c HTTP/1.1" status: 200 len: 948 time: 0.7574267 Jul 23 20:07:52.836952 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-91028373-9867-4847-a9c5-4a798336508c req-27361cb4-b493-4c73-8570-061c1e5b80ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=23dad8ee-0750-4a74-9c3c-51c635be7559 HTTP/1.1" status: 200 len: 217 time: 0.0689526 Jul 23 20:07:52.886526 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-2840ec97-efa8-40f7-8a0d-1c657bf2d9aa service neutron] For port 8d9db2e8-439f-4d0b-a5ed-9753b2ed3170, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:07:52.906141 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-2840ec97-efa8-40f7-8a0d-1c657bf2d9aa service neutron] For port 8d9db2e8-439f-4d0b-a5ed-9753b2ed3170, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=8d9db2e8-439f-4d0b-a5ed-9753b2ed3170,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:07:52.907031 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ac4e07a4-1500-4b57-a4b5-92f0ca90acac req-6d345f6d-863c-4e43-89b0-0947fbac6e72 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/security-groups?id=c01aeff2-775a-4341-8484-8c280b30c8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315124 Jul 23 20:07:52.907796 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3f957e7c-17ca-474f-982b-6e20faebc151 req-eca51878-f9f9-40a5-808e-6aafceda34d3 tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:52.924765 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:07:52.935894 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91028373-9867-4847-a9c5-4a798336508c req-63cf641e-2ff6-465c-84d7-7bee9dff249c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:52.938028 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-91028373-9867-4847-a9c5-4a798336508c req-63cf641e-2ff6-465c-84d7-7bee9dff249c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.0923059 Jul 23 20:07:52.938886 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-2840ec97-efa8-40f7-8a0d-1c657bf2d9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:52.973376 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca51878-f9f9-40a5-808e-6aafceda34d3 tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] Pushing event deleted for resources: {'Port': ['ID=7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:52.993086 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-2840ec97-efa8-40f7-8a0d-1c657bf2d9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:52.993995 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-2840ec97-efa8-40f7-8a0d-1c657bf2d9aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:52.994304 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e381c429-bea6-476f-9bbe-a43f944a99bf admin admin] Router 6c2e1461-3830-4556-aca9-94af5f3265ec is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:07:52.995819 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-2840ec97-efa8-40f7-8a0d-1c657bf2d9aa service neutron] 10.222.0.18 "PUT /v2.0/ports/8d9db2e8-439f-4d0b-a5ed-9753b2ed3170 HTTP/1.1" status: 200 len: 1097 time: 3.2519627 Jul 23 20:07:53.055761 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c', 'tag': '8d9db2e8-439f-4d0b-a5ed-9753b2ed3170'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:07:53.058389 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8deaf730-9c1f-47b8-9408-94fa8d484825" -d '{"events": [{"name": "network-changed", "server_uuid": "8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c", "tag": "8d9db2e8-439f-4d0b-a5ed-9753b2ed3170"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:07:53.061071 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840ec97-efa8-40f7-8a0d-1c657bf2d9aa service neutron] Pushing event updated for resources: {'Port': ['ID=8d9db2e8-439f-4d0b-a5ed-9753b2ed3170,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:53.144424 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e381c429-bea6-476f-9bbe-a43f944a99bf admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:07:53.154877 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195c5285-5010-43cc-8869-698d28a3d996 None None] Sync routers for ids ['6c2e1461-3830-4556-aca9-94af5f3265ec'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:07:53.168521 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9639d8-03e0-4e7d-b465-d3b5fa7cfb03 x-openstack-request-id: req-1f9639d8-03e0-4e7d-b465-d3b5fa7cfb03 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:07:53.169093 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c", "tag": "8d9db2e8-439f-4d0b-a5ed-9753b2ed3170", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:07:53.169623 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1f9639d8-03e0-4e7d-b465-d3b5fa7cfb03 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:07:53.170357 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c', 'tag': '8d9db2e8-439f-4d0b-a5ed-9753b2ed3170', 'status': 'completed', 'code': 200} Jul 23 20:07:53.172097 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195c5285-5010-43cc-8869-698d28a3d996 None None] Routers {'6c2e1461-3830-4556-aca9-94af5f3265ec'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:07:53.175001 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-195c5285-5010-43cc-8869-698d28a3d996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:07:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['6c2e1461-3830-4556-aca9-94af5f3265ec'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:07:53.205744 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e381c429-bea6-476f-9bbe-a43f944a99bf admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:53.211020 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e381c429-bea6-476f-9bbe-a43f944a99bf admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9600816 Jul 23 20:07:53.215544 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44518) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:07:53.232226 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91028373-9867-4847-a9c5-4a798336508c req-8a04483b-15df-4fa5-9fc0-071e0e1c29ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:53.234649 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-91028373-9867-4847-a9c5-4a798336508c req-8a04483b-15df-4fa5-9fc0-071e0e1c29ae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2842467 Jul 23 20:07:53.337006 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f957e7c-17ca-474f-982b-6e20faebc151 req-eca51878-f9f9-40a5-808e-6aafceda34d3 tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] No DVR routers for this DVR port 7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:07:53.341087 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3f957e7c-17ca-474f-982b-6e20faebc151 req-eca51878-f9f9-40a5-808e-6aafceda34d3 tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:53.345319 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3f957e7c-17ca-474f-982b-6e20faebc151 req-eca51878-f9f9-40a5-808e-6aafceda34d3 tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] 10.222.0.18 "DELETE /v2.0/ports/7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d HTTP/1.1" status: 204 len: 173 time: 2.2003720 Jul 23 20:07:53.456947 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-371d229b-b7a2-4285-a866-1c5648ac279f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:53.465207 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-371d229b-b7a2-4285-a866-1c5648ac279f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8601246880e2496993e08a02b817d650&device_id=8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c HTTP/1.1" status: 200 len: 1100 time: 0.3940418 Jul 23 20:07:53.537500 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-91028373-9867-4847-a9c5-4a798336508c req-15677de2-e95d-40d6-a184-5a1640a7a303 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579696 Jul 23 20:07:53.608826 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-195c5285-5010-43cc-8869-698d28a3d996 None None] Set router 6c2e1461-3830-4556-aca9-94af5f3265ec gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:07:53.622363 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 533df084-4abf-4126-9c96-df1e177c436c up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:07:53.643626 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-18e33fd5-af47-4ca6-a97e-1b62d0a23030 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=8d9db2e8-439f-4d0b-a5ed-9753b2ed3170 HTTP/1.1" status: 200 len: 217 time: 0.1748803 Jul 23 20:07:53.730799 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 533df084-4abf-4126-9c96-df1e177c436c triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:07:53.735414 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:53.760654 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf5044-ee4f-4b44-b344-f54be22a29f0 req-50fb0458-0ce6-4f46-8177-be03cb36ed93 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:53.770355 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-15bf5044-ee4f-4b44-b344-f54be22a29f0 req-50fb0458-0ce6-4f46-8177-be03cb36ed93 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] 10.222.0.32 "GET /v2.0/ports?device_id=80908362-eaad-4737-8368-60df8c89f7ba HTTP/1.1" status: 200 len: 945 time: 0.5336976 Jul 23 20:07:53.793250 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-58ea0ec9-670b-4a86-a38c-0ee7fc41104b req-fdf1eef8-2c7d-48e0-8b5f-0ba93c02e093 tempest-VolumesAdminNegativeTest-142311762 tempest-VolumesAdminNegativeTest-142311762-project] 10.222.0.32 "GET /v2.0/ports?device_id=644cf0a6-427e-4ad7-98ab-e7c29c63e7e3 HTTP/1.1" status: 200 len: 210 time: 0.0436249 Jul 23 20:07:53.799447 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-b9b5d7f5-751d-4ca0-a9a0-c1801c665863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:53.816174 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-b9b5d7f5-751d-4ca0-a9a0-c1801c665863 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1640460 Jul 23 20:07:53.947128 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-15bf5044-ee4f-4b44-b344-f54be22a29f0 req-08e3eadf-a263-485c-951c-232c5c733ed8 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] 10.222.0.32 "GET /v2.0/security-groups?id=a297093d-8549-482f-a598-b2c5d722c0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1757526 Jul 23 20:07:54.010318 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-74bc62f9-dad0-451e-b5e6-79c27c49f42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:54.010830 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-74bc62f9-dad0-451e-b5e6-79c27c49f42c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1884911 Jul 23 20:07:54.048254 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-195c5285-5010-43cc-8869-698d28a3d996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2e1461-3830-4556-aca9-94af5f3265ec', 'name': 'tempest-TaggedBootDevicesTest-147373759-router', 'tenant_id': 'a3e740eb35174745b8c66e63aac9db55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '69d9d851-ba6e-40d9-bce8-d5bbf4864c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:48Z', 'updated_at': '2021-07-23T20:07:50Z', 'revision_number': 3, 'project_id': 'a3e740eb35174745b8c66e63aac9db55', 'gw_port': {'id': '69d9d851-ba6e-40d9-bce8-d5bbf4864c3b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:14:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2e1461-3830-4556-aca9-94af5f3265ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:49Z', 'updated_at': '2021-07-23T20:07:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:07:54.124245 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195c5285-5010-43cc-8869-698d28a3d996 None None] Checking router: 6c2e1461-3830-4556-aca9-94af5f3265ec for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:07:54.124912 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195c5285-5010-43cc-8869-698d28a3d996 None None] Updating router 6c2e1461-3830-4556-aca9-94af5f3265ec port 69d9d851-ba6e-40d9-bce8-d5bbf4864c3b binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:07:54.171325 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-91028373-9867-4847-a9c5-4a798336508c req-26397f6c-08c4-4a0e-8d6b-5c1e2d51505c service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5068064 Jul 23 20:07:54.191512 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-64e04175-17c5-45c7-b8c7-07758cc6df36 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563127 Jul 23 20:07:54.345722 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ce694408-9ca5-4b7f-bd63-62d2611403ac req-74d8dcfe-ab8a-4528-bd34-a095cec7ebd4 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272597 Jul 23 20:07:54.352091 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-195c5285-5010-43cc-8869-698d28a3d996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:54.408935 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcee089-fce5-4412-aa0b-5ec651897fb1 req-05e2e55a-fdbf-4aba-8ba0-7e86ff889efa tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:54.422533 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fbcee089-fce5-4412-aa0b-5ec651897fb1 req-05e2e55a-fdbf-4aba-8ba0-7e86ff889efa tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c HTTP/1.1" status: 200 len: 948 time: 0.2925849 Jul 23 20:07:54.580726 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa36d13-abd5-483f-837f-480711323c4c req-c6aa4c50-f214-4451-9bc2-0ccb67a88308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:54.582292 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-afa36d13-abd5-483f-837f-480711323c4c req-c6aa4c50-f214-4451-9bc2-0ccb67a88308 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8601246880e2496993e08a02b817d650&device_id=b2fcbe3f-bd4a-4483-879f-6b96e28b59aa HTTP/1.1" status: 200 len: 1100 time: 0.3039227 Jul 23 20:07:54.619481 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fbcee089-fce5-4412-aa0b-5ec651897fb1 req-a0898e36-d4c7-41bb-a9e2-8e902bcab099 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/security-groups?id=c01aeff2-775a-4341-8484-8c280b30c8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765356 Jul 23 20:07:54.675393 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deaf730-9c1f-47b8-9408-94fa8d484825 req-0518b27e-3cb8-4dd3-adb9-4984d0214a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:54.676880 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8deaf730-9c1f-47b8-9408-94fa8d484825 req-0518b27e-3cb8-4dd3-adb9-4984d0214a4f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8601246880e2496993e08a02b817d650&device_id=8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c HTTP/1.1" status: 200 len: 1100 time: 0.2536609 Jul 23 20:07:54.878584 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa36d13-abd5-483f-837f-480711323c4c req-6f3002ad-a98e-4733-bd66-5651a5ce7152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:54.880739 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-afa36d13-abd5-483f-837f-480711323c4c req-6f3002ad-a98e-4733-bd66-5651a5ce7152 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.2893128 Jul 23 20:07:54.903056 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-195c5285-5010-43cc-8869-698d28a3d996 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:54.932887 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-195c5285-5010-43cc-8869-698d28a3d996 None None] Transition to ACTIVE for port object 69d9d851-ba6e-40d9-bce8-d5bbf4864c3b will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:07:54.940752 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-afa36d13-abd5-483f-837f-480711323c4c req-bf8ba943-77aa-4172-81c1-316dd7de31db service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=23dad8ee-0750-4a74-9c3c-51c635be7559 HTTP/1.1" status: 200 len: 217 time: 0.0510266 Jul 23 20:07:54.943091 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-195c5285-5010-43cc-8869-698d28a3d996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:54.948017 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2542356b-10e6-434a-adb3-9fdc2bb94156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:54.964488 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44550) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:07:55.022879 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54dff3d-d99b-46e9-8c7d-642f7269802d None None] Pushing event updated for resources: {'Port': ['ID=69d9d851-ba6e-40d9-bce8-d5bbf4864c3b,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:55.049376 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54dff3d-d99b-46e9-8c7d-642f7269802d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:55.051427 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54dff3d-d99b-46e9-8c7d-642f7269802d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:55.052354 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54dff3d-d99b-46e9-8c7d-642f7269802d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:55.052354 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54dff3d-d99b-46e9-8c7d-642f7269802d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:55.052609 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54dff3d-d99b-46e9-8c7d-642f7269802d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:55.052792 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54dff3d-d99b-46e9-8c7d-642f7269802d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:55.053077 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54dff3d-d99b-46e9-8c7d-642f7269802d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:55.053500 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54dff3d-d99b-46e9-8c7d-642f7269802d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:55.053834 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54dff3d-d99b-46e9-8c7d-642f7269802d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:55.054157 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54dff3d-d99b-46e9-8c7d-642f7269802d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:55.054482 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54dff3d-d99b-46e9-8c7d-642f7269802d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:55.055423 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54dff3d-d99b-46e9-8c7d-642f7269802d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:55.128637 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-195c5285-5010-43cc-8869-698d28a3d996 None None] Attempting to bind port 69d9d851-ba6e-40d9-bce8-d5bbf4864c3b on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:07:55.129357 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-195c5285-5010-43cc-8869-698d28a3d996 None None] Attempting to bind port 69d9d851-ba6e-40d9-bce8-d5bbf4864c3b by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:07:55.130098 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195c5285-5010-43cc-8869-698d28a3d996 None None] Attempting to bind port 69d9d851-ba6e-40d9-bce8-d5bbf4864c3b on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:07:55.144289 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195c5285-5010-43cc-8869-698d28a3d996 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:07:55.148261 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195c5285-5010-43cc-8869-698d28a3d996 None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:07:55.150718 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-195c5285-5010-43cc-8869-698d28a3d996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:55.152792 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195c5285-5010-43cc-8869-698d28a3d996 None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:07:55.161150 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-195c5285-5010-43cc-8869-698d28a3d996 None None] Bound port: 69d9d851-ba6e-40d9-bce8-d5bbf4864c3b, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:07:55.163036 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-195c5285-5010-43cc-8869-698d28a3d996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:55.196809 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-2542356b-10e6-434a-adb3-9fdc2bb94156 admin admin] Allocated IP 172.20.0.1 (065bad45-89d8-44cd-a1fc-415086b71990/15dbea46-1b22-4ee7-9998-2dc91fc68b70/800e8f71-967a-4222-9660-67f922851466) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:07:55.299005 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-195c5285-5010-43cc-8869-698d28a3d996 None None] For port 69d9d851-ba6e-40d9-bce8-d5bbf4864c3b, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:07:55.312118 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-195c5285-5010-43cc-8869-698d28a3d996 None None] For port 69d9d851-ba6e-40d9-bce8-d5bbf4864c3b, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=69d9d851-ba6e-40d9-bce8-d5bbf4864c3b,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:07:55.325618 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-195c5285-5010-43cc-8869-698d28a3d996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:55.379889 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2542356b-10e6-434a-adb3-9fdc2bb94156 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:55.394624 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-2542356b-10e6-434a-adb3-9fdc2bb94156 admin admin] Transition to ACTIVE for port object 800e8f71-967a-4222-9660-67f922851466 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:07:55.396044 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195c5285-5010-43cc-8869-698d28a3d996 None None] Routers {'6c2e1461-3830-4556-aca9-94af5f3265ec'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:07:55.397341 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-195c5285-5010-43cc-8869-698d28a3d996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:07:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['6c2e1461-3830-4556-aca9-94af5f3265ec'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:07:55.458877 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2542356b-10e6-434a-adb3-9fdc2bb94156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:55.525415 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542356b-10e6-434a-adb3-9fdc2bb94156 admin admin] Pushing event updated for resources: {'Port': ['ID=800e8f71-967a-4222-9660-67f922851466,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:55.532560 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:07:55.564821 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54dff3d-d99b-46e9-8c7d-642f7269802d None None] Pushing event updated for resources: {'Port': ['ID=69d9d851-ba6e-40d9-bce8-d5bbf4864c3b,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:55.599438 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:07:55.605607 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:07:55.644440 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa36d13-abd5-483f-837f-480711323c4c req-6d2875f1-5432-4556-9062-75374490a2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:55.650532 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-afa36d13-abd5-483f-837f-480711323c4c req-6d2875f1-5432-4556-9062-75374490a2fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.6998050 Jul 23 20:07:55.674266 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2542356b-10e6-434a-adb3-9fdc2bb94156 admin admin] Network 065bad45-89d8-44cd-a1fc-415086b71990 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:07:55.690977 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644cf0a6-427e-4ad7-98ab-e7c29c63e7e3', 'name': 'network-vif-deleted', 'tag': '7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:07:55.693228 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b4c57f-347d-4e33-8d57-96413b3a3970" -d '{"events": [{"server_uuid": "644cf0a6-427e-4ad7-98ab-e7c29c63e7e3", "name": "network-vif-deleted", "tag": "7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:07:55.696242 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deaf730-9c1f-47b8-9408-94fa8d484825 req-f2b7e657-8265-4b1a-9e52-5013b68fcd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:55.697793 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8deaf730-9c1f-47b8-9408-94fa8d484825 req-f2b7e657-8265-4b1a-9e52-5013b68fcd20 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 1.0130444 Jul 23 20:07:55.701589 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-2542356b-10e6-434a-adb3-9fdc2bb94156 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:07:55.738964 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-195c5285-5010-43cc-8869-698d28a3d996 None None] Set router 6c2e1461-3830-4556-aca9-94af5f3265ec gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:07:55.758536 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2542356b-10e6-434a-adb3-9fdc2bb94156 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:07:55.768979 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8deaf730-9c1f-47b8-9408-94fa8d484825 req-8ebec8fb-43f0-4fcf-b639-c37dac5ed0b4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=8d9db2e8-439f-4d0b-a5ed-9753b2ed3170 HTTP/1.1" status: 200 len: 217 time: 0.0622246 Jul 23 20:07:55.820841 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd3068-4964-4177-a857-7e553a80c447 req-967d1ef0-92d2-4c0f-8b71-5affcdbbe2be tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:55.834436 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-65dd3068-4964-4177-a857-7e553a80c447 req-967d1ef0-92d2-4c0f-8b71-5affcdbbe2be tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] 10.222.0.32 "GET /v2.0/ports?device_id=80908362-eaad-4737-8368-60df8c89f7ba HTTP/1.1" status: 200 len: 945 time: 0.3889863 Jul 23 20:07:55.897924 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-da383b16-4fc2-440b-9123-1f0cb1597e99 admin admin] Deleting subnet 66a49d5c-e0e6-4c4f-a1e4-48d06e760e30 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:07:55.903493 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-da383b16-4fc2-440b-9123-1f0cb1597e99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:55.929170 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-65dd3068-4964-4177-a857-7e553a80c447 req-f7d73331-bfae-43cd-b508-35ca5fa7e9e2 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] 10.222.0.32 "GET /v2.0/security-groups?id=a297093d-8549-482f-a598-b2c5d722c0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0937262 Jul 23 20:07:55.951148 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-da383b16-4fc2-440b-9123-1f0cb1597e99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:55.971581 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa36d13-abd5-483f-837f-480711323c4c req-5277cb63-00e1-40ab-bd96-8dcb4452e4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:55.973156 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-afa36d13-abd5-483f-837f-480711323c4c req-5277cb63-00e1-40ab-bd96-8dcb4452e4c0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2973027 Jul 23 20:07:55.976783 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2542356b-10e6-434a-adb3-9fdc2bb94156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:56.015404 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdac7db4-e0b7-4a0f-a0ae-6643879a68e4 x-openstack-request-id: req-bdac7db4-e0b7-4a0f-a0ae-6643879a68e4 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:07:56.015964 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644cf0a6-427e-4ad7-98ab-e7c29c63e7e3", "name": "network-vif-deleted", "tag": "7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:07:56.016393 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bdac7db4-e0b7-4a0f-a0ae-6643879a68e4 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:07:56.016954 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644cf0a6-427e-4ad7-98ab-e7c29c63e7e3', 'name': 'network-vif-deleted', 'tag': '7fb4c9ea-1716-4fb0-80a0-4dec04aa4f4d', 'status': 'completed', 'code': 200} Jul 23 20:07:56.039770 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deaf730-9c1f-47b8-9408-94fa8d484825 req-40f21aa9-bd75-498f-8542-25fcb8f8fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:56.042587 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8deaf730-9c1f-47b8-9408-94fa8d484825 req-40f21aa9-bd75-498f-8542-25fcb8f8fb96 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.2650378 Jul 23 20:07:56.158362 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8868636a-3759-434e-b393-ce4138e00368 None None] Provisioning for port 800e8f71-967a-4222-9660-67f922851466 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:07:56.171308 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8868636a-3759-434e-b393-ce4138e00368 None None] Provisioning complete for port 800e8f71-967a-4222-9660-67f922851466 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:07:56.171793 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8868636a-3759-434e-b393-ce4138e00368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:56.255695 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-afa36d13-abd5-483f-837f-480711323c4c req-9b119a15-b0be-46c0-a5d4-576467de19d8 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482531 Jul 23 20:07:56.293993 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb3c34-8d92-4a91-9353-56808350e2be req-7f0badbc-2894-4771-a177-a010f700be14 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:56.301408 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-40fb3c34-8d92-4a91-9353-56808350e2be req-7f0badbc-2894-4771-a177-a010f700be14 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c HTTP/1.1" status: 200 len: 948 time: 0.5287292 Jul 23 20:07:56.308297 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-da383b16-4fc2-440b-9123-1f0cb1597e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:56.326187 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-8868636a-3759-434e-b393-ce4138e00368 None None] Port 800e8f71-967a-4222-9660-67f922851466 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:07:56.397551 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-195c5285-5010-43cc-8869-698d28a3d996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2e1461-3830-4556-aca9-94af5f3265ec', 'name': 'tempest-TaggedBootDevicesTest-147373759-router', 'tenant_id': 'a3e740eb35174745b8c66e63aac9db55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '69d9d851-ba6e-40d9-bce8-d5bbf4864c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:48Z', 'updated_at': '2021-07-23T20:07:50Z', 'revision_number': 3, 'project_id': 'a3e740eb35174745b8c66e63aac9db55', 'gw_port': {'id': '69d9d851-ba6e-40d9-bce8-d5bbf4864c3b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:14:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2e1461-3830-4556-aca9-94af5f3265ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:49Z', 'updated_at': '2021-07-23T20:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:07:56.409565 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deaf730-9c1f-47b8-9408-94fa8d484825 req-ec1bf7a1-3a8d-4172-ac4c-536527a10db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:56.411224 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8deaf730-9c1f-47b8-9408-94fa8d484825 req-ec1bf7a1-3a8d-4172-ac4c-536527a10db7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3142564 Jul 23 20:07:56.451067 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195c5285-5010-43cc-8869-698d28a3d996 None None] The sync data for ids ['6c2e1461-3830-4556-aca9-94af5f3265ec'] in n-d-793618-10 is: [{'id': '6c2e1461-3830-4556-aca9-94af5f3265ec', 'name': 'tempest-TaggedBootDevicesTest-147373759-router', 'tenant_id': 'a3e740eb35174745b8c66e63aac9db55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '69d9d851-ba6e-40d9-bce8-d5bbf4864c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:48Z', 'updated_at': '2021-07-23T20:07:50Z', 'revision_number': 3, 'project_id': 'a3e740eb35174745b8c66e63aac9db55', 'gw_port': {'id': '69d9d851-ba6e-40d9-bce8-d5bbf4864c3b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:14:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2e1461-3830-4556-aca9-94af5f3265ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:49Z', 'updated_at': '2021-07-23T20:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:07:56.458548 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-40fb3c34-8d92-4a91-9353-56808350e2be req-7d0dfc2b-286b-4756-b845-ebe973e978c7 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/security-groups?id=c01aeff2-775a-4341-8484-8c280b30c8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553397 Jul 23 20:07:56.482936 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2542356b-10e6-434a-adb3-9fdc2bb94156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:56.577082 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-afa36d13-abd5-483f-837f-480711323c4c req-6b318c8d-f99f-4639-a106-f8e00057eee3 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127391 Jul 23 20:07:56.632457 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8deaf730-9c1f-47b8-9408-94fa8d484825 req-c63c7474-097c-41de-8923-6c81ef8fa697 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672969 Jul 23 20:07:56.634146 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-da383b16-4fc2-440b-9123-1f0cb1597e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:56.699214 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da383b16-4fc2-440b-9123-1f0cb1597e99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66a49d5c-e0e6-4c4f-a1e4-48d06e760e30,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:56.715372 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50a944-849f-4a07-9397-9d13b91eb428 req-7d5c770c-61b8-4478-b07e-f166803de52f tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:56.718118 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0c50a944-849f-4a07-9397-9d13b91eb428 req-7d5c770c-61b8-4478-b07e-f166803de52f tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] 10.222.0.30 "GET /v2.0/ports?device_id=80908362-eaad-4737-8368-60df8c89f7ba HTTP/1.1" status: 200 len: 945 time: 0.1606534 Jul 23 20:07:56.722380 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-da383b16-4fc2-440b-9123-1f0cb1597e99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:56.727582 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-da383b16-4fc2-440b-9123-1f0cb1597e99 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/66a49d5c-e0e6-4c4f-a1e4-48d06e760e30 HTTP/1.1" status: 204 len: 168 time: 1.7581897 Jul 23 20:07:56.730686 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44582) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:07:56.966806 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-32150fee-3ce1-48fc-98de-5a81a1718ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:56.977508 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2542356b-10e6-434a-adb3-9fdc2bb94156 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:56.980762 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8deaf730-9c1f-47b8-9408-94fa8d484825 req-8b1e8650-2bfa-49cd-b81f-ebea41016eab service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342156 Jul 23 20:07:57.005310 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2542356b-10e6-434a-adb3-9fdc2bb94156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:57.120942 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542356b-10e6-434a-adb3-9fdc2bb94156 admin admin] Pushing event updated for resources: {'Port': ['ID=800e8f71-967a-4222-9660-67f922851466,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:57.129556 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-32150fee-3ce1-48fc-98de-5a81a1718ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:57.140711 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-32150fee-3ce1-48fc-98de-5a81a1718ce1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aff7ad4-f399-45a6-b7a0-e912343d4de9']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:07:57.158103 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-32150fee-3ce1-48fc-98de-5a81a1718ce1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faaa4100-4908-4e30-9a12-8cbe978cc345') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:07:57.158498 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-32150fee-3ce1-48fc-98de-5a81a1718ce1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faaa4100-4908-4e30-9a12-8cbe978cc345') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:07:57.168747 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-32150fee-3ce1-48fc-98de-5a81a1718ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:57.183913 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-32150fee-3ce1-48fc-98de-5a81a1718ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:57.190683 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32150fee-3ce1-48fc-98de-5a81a1718ce1 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:07:57.191765 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-32150fee-3ce1-48fc-98de-5a81a1718ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:57.202476 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-0c50a944-849f-4a07-9397-9d13b91eb428 req-3f0ff6cf-e3d2-40b3-b4a9-6cda472dbf49 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Deleting port 406d683d-b6e4-49e3-b334-dd96f69f16ac {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:07:57.203094 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0c50a944-849f-4a07-9397-9d13b91eb428 req-3f0ff6cf-e3d2-40b3-b4a9-6cda472dbf49 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:57.253069 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:07:57.253069 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:07:57.253069 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:07:57.253069 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:07:57.253069 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:07:57.253069 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:07:57.253069 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:07:57.253069 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:07:57.253069 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:07:57.253069 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:07:57.253069 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:07:57.253069 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:07:57.253069 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:07:57.253069 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:07:57.253069 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:07:57.253069 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:07:57.253069 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:07:57.253069 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:07:57.253069 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:07:57.253069 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:07:57.253069 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:07:57.253069 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:07:57.253069 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:07:57.253069 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:07:57.253069 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:07:57.253069 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:07:57.253069 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:07:57.253069 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:07:57.253069 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:07:57.253069 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:07:57.253069 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:07:57.253069 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:07:57.262141 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-32150fee-3ce1-48fc-98de-5a81a1718ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:57.270795 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-32150fee-3ce1-48fc-98de-5a81a1718ce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:57.272774 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-32150fee-3ce1-48fc-98de-5a81a1718ce1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7aff7ad4-f399-45a6-b7a0-e912343d4de9 HTTP/1.1" status: 204 len: 168 time: 0.5406618 Jul 23 20:07:57.276401 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44588) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:07:57.320701 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32150fee-3ce1-48fc-98de-5a81a1718ce1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7aff7ad4-f399-45a6-b7a0-e912343d4de9,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:57.357437 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2542356b-10e6-434a-adb3-9fdc2bb94156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:57.363135 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ccd7884-f065-4e4b-97ef-049a03c66f01 admin admin] Deleting subnet 7a5a370c-34e7-4326-bdc4-b3e2c46bbff0 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:07:57.366923 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4ccd7884-f065-4e4b-97ef-049a03c66f01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:57.427157 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4ccd7884-f065-4e4b-97ef-049a03c66f01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:57.486056 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4ccd7884-f065-4e4b-97ef-049a03c66f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:57.548395 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 23dad8ee-0750-4a74-9c3c-51c635be7559 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:07:57.593860 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 69d9d851-ba6e-40d9-bce8-d5bbf4864c3b up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:07:57.676964 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4ccd7884-f065-4e4b-97ef-049a03c66f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:57.736327 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd7884-f065-4e4b-97ef-049a03c66f01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a5a370c-34e7-4326-bdc4-b3e2c46bbff0,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:57.773152 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4ccd7884-f065-4e4b-97ef-049a03c66f01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:57.775821 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4ccd7884-f065-4e4b-97ef-049a03c66f01 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7a5a370c-34e7-4326-bdc4-b3e2c46bbff0 HTTP/1.1" status: 204 len: 168 time: 0.4984565 Jul 23 20:07:57.782504 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44600) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:07:57.804042 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257e9a3-685a-48ce-beaa-4b119b1d82dd req-b439d25e-31ba-4934-b7cc-0b1f388e07ab tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:57.810448 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9257e9a3-685a-48ce-beaa-4b119b1d82dd req-b439d25e-31ba-4934-b7cc-0b1f388e07ab tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c HTTP/1.1" status: 200 len: 948 time: 0.2161372 Jul 23 20:07:57.859035 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 69d9d851-ba6e-40d9-bce8-d5bbf4864c3b completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:07:57.883402 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 69d9d851-ba6e-40d9-bce8-d5bbf4864c3b triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:07:57.887024 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:57.902122 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 23dad8ee-0750-4a74-9c3c-51c635be7559, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=23dad8ee-0750-4a74-9c3c-51c635be7559,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:07:57.933752 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9257e9a3-685a-48ce-beaa-4b119b1d82dd req-64de060f-0de5-41f8-ab1b-d8b45cc88660 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/security-groups?id=c01aeff2-775a-4341-8484-8c280b30c8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015365 Jul 23 20:07:57.938978 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f0cf936d-3d24-4cbe-93cb-3725a8b45668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:57.971134 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '23dad8ee-0750-4a74-9c3c-51c635be7559', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': '23dad8ee-0750-4a74-9c3c-51c635be7559', 'mac_address': 'fa:16:3e:86:3a:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:07:58.004753 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-0c50a944-849f-4a07-9397-9d13b91eb428 req-3f0ff6cf-e3d2-40b3-b4a9-6cda472dbf49 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] For port 406d683d-b6e4-49e3-b334-dd96f69f16ac, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=406d683d-b6e4-49e3-b334-dd96f69f16ac,segment=NetworkSegment(dcfcb286-575f-4bc5-8644-3a9c1f47f899),segment_id=dcfcb286-575f-4bc5-8644-3a9c1f47f899)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:07:58.005827 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0c50a944-849f-4a07-9397-9d13b91eb428 req-3f0ff6cf-e3d2-40b3-b4a9-6cda472dbf49 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:58.035184 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4efc9f-6ff2-4032-b18f-c3b2228407c8 req-654a3e75-4d4a-4123-9204-af75fadc55cd tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:58.036736 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4c4efc9f-6ff2-4032-b18f-c3b2228407c8 req-654a3e75-4d4a-4123-9204-af75fadc55cd tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] 10.222.0.32 "GET /v2.0/ports?device_id=80908362-eaad-4737-8368-60df8c89f7ba HTTP/1.1" status: 200 len: 945 time: 0.9130590 Jul 23 20:07:58.064526 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:58.080607 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23dad8ee-0750-4a74-9c3c-51c635be7559 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:07:58.085713 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f0cf936d-3d24-4cbe-93cb-3725a8b45668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:58.107311 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-f0cf936d-3d24-4cbe-93cb-3725a8b45668 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14dbaf0a-1d8b-4bf3-9b88-8451f5ed603c']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:07:58.127710 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-f0cf936d-3d24-4cbe-93cb-3725a8b45668 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cee909bd-7ec4-4545-a792-34be5d9f86ef') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:07:58.129130 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-f0cf936d-3d24-4cbe-93cb-3725a8b45668 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cee909bd-7ec4-4545-a792-34be5d9f86ef') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:07:58.137653 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4c4efc9f-6ff2-4032-b18f-c3b2228407c8 req-fdc9c9ae-e11c-4bf2-a925-8e5f16a78848 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] 10.222.0.32 "GET /v2.0/security-groups?id=a297093d-8549-482f-a598-b2c5d722c0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654824 Jul 23 20:07:58.146568 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f0cf936d-3d24-4cbe-93cb-3725a8b45668 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:58.148259 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:58.152168 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2542356b-10e6-434a-adb3-9fdc2bb94156 admin admin] Network 065bad45-89d8-44cd-a1fc-415086b71990 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:07:58.172058 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f0cf936d-3d24-4cbe-93cb-3725a8b45668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:58.180536 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0cf936d-3d24-4cbe-93cb-3725a8b45668 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:07:58.181409 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f0cf936d-3d24-4cbe-93cb-3725a8b45668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:58.182271 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-2542356b-10e6-434a-adb3-9fdc2bb94156 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:07:58.185238 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 23dad8ee-0750-4a74-9c3c-51c635be7559, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=23dad8ee-0750-4a74-9c3c-51c635be7559,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:07:58.194644 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:58.195428 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 8d9db2e8-439f-4d0b-a5ed-9753b2ed3170 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:07:58.238160 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 8d9db2e8-439f-4d0b-a5ed-9753b2ed3170, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=8d9db2e8-439f-4d0b-a5ed-9753b2ed3170,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:07:58.257216 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:07:58.257216 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:07:58.257216 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:07:58.257216 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:07:58.257216 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:07:58.257216 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:07:58.257216 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:07:58.257216 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:07:58.257216 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:07:58.257216 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:07:58.257216 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:07:58.257216 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:07:58.257216 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:07:58.257216 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:07:58.257216 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:07:58.257216 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:07:58.257216 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:07:58.257216 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:07:58.257216 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:07:58.257216 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:07:58.257216 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:07:58.257216 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:07:58.257216 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:07:58.257216 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:07:58.257216 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:07:58.257216 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:07:58.257216 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:07:58.257216 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:07:58.257216 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:07:58.257216 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:07:58.257216 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:07:58.257216 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:07:58.267786 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f0cf936d-3d24-4cbe-93cb-3725a8b45668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:58.268456 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '8d9db2e8-439f-4d0b-a5ed-9753b2ed3170', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': '8d9db2e8-439f-4d0b-a5ed-9753b2ed3170', 'mac_address': 'fa:16:3e:af:e1:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:07:58.271375 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 69d9d851-ba6e-40d9-bce8-d5bbf4864c3b, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=69d9d851-ba6e-40d9-bce8-d5bbf4864c3b,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:07:58.275234 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f0cf936d-3d24-4cbe-93cb-3725a8b45668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:58.290728 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f0cf936d-3d24-4cbe-93cb-3725a8b45668 admin admin] 10.222.0.32 "DELETE /v2.0/networks/14dbaf0a-1d8b-4bf3-9b88-8451f5ed603c HTTP/1.1" status: 204 len: 168 time: 0.5069923 Jul 23 20:07:58.322222 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:58.323064 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cf936d-3d24-4cbe-93cb-3725a8b45668 admin admin] Pushing event deleted for resources: {'Network': ['ID=14dbaf0a-1d8b-4bf3-9b88-8451f5ed603c,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:58.369593 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2542356b-10e6-434a-adb3-9fdc2bb94156 admin admin] Router 6c2e1461-3830-4556-aca9-94af5f3265ec has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:07:58.409253 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:58.458066 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d9db2e8-439f-4d0b-a5ed-9753b2ed3170 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:07:58.469865 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=23dad8ee-0750-4a74-9c3c-51c635be7559,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:58.503014 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44608) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:07:58.558823 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 8d9db2e8-439f-4d0b-a5ed-9753b2ed3170, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=8d9db2e8-439f-4d0b-a5ed-9753b2ed3170,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:07:58.577220 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:58.616230 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=69d9d851-ba6e-40d9-bce8-d5bbf4864c3b,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:58.621339 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-396c8d61-0d91-4857-a8e1-771b41bd4fc2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2ea18357e60e4284a2e37908bc623d0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1171484 Jul 23 20:07:58.627091 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44612) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:07:58.672573 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0c50a944-849f-4a07-9397-9d13b91eb428 req-3f0ff6cf-e3d2-40b3-b4a9-6cda472dbf49 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:58.672956 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0c50a944-849f-4a07-9397-9d13b91eb428 req-3f0ff6cf-e3d2-40b3-b4a9-6cda472dbf49 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:58.673282 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [req-0c50a944-849f-4a07-9397-9d13b91eb428 req-3f0ff6cf-e3d2-40b3-b4a9-6cda472dbf49 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Floating IP 48e20b9f-ccab-40f0-90c6-c4d0b8dd4579 disassociated. External IP: 172.25.1.173, port: 406d683d-b6e4-49e3-b334-dd96f69f16ac. Jul 23 20:07:58.673791 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-0c50a944-849f-4a07-9397-9d13b91eb428 req-3f0ff6cf-e3d2-40b3-b4a9-6cda472dbf49 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Calling delete_port for 406d683d-b6e4-49e3-b334-dd96f69f16ac owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:07:58.704632 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-015f381e-39a3-4f56-97d8-e6dafb00b714 None None] Provisioning complete for port 800e8f71-967a-4222-9660-67f922851466 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:07:58.704632 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-015f381e-39a3-4f56-97d8-e6dafb00b714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:58.706247 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=8d9db2e8-439f-4d0b-a5ed-9753b2ed3170,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:58.741625 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1d78e780-c7b0-4379-9317-c628c4dcee3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:58.769703 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-015f381e-39a3-4f56-97d8-e6dafb00b714 None None] Port 800e8f71-967a-4222-9660-67f922851466 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:07:58.790119 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2542356b-10e6-434a-adb3-9fdc2bb94156 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:07:58.797579 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1d78e780-c7b0-4379-9317-c628c4dcee3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:58.801173 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2542356b-10e6-434a-adb3-9fdc2bb94156 admin admin] 10.222.0.32 "PUT /v2.0/routers/6c2e1461-3830-4556-aca9-94af5f3265ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5828350 Jul 23 20:07:58.871823 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1d78e780-c7b0-4379-9317-c628c4dcee3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:58.872547 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['8d9db2e8-439f-4d0b-a5ed-9753b2ed3170'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:07:58.875591 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['23dad8ee-0750-4a74-9c3c-51c635be7559'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:07:58.883246 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1d78e780-c7b0-4379-9317-c628c4dcee3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:58.886749 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1d78e780-c7b0-4379-9317-c628c4dcee3a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b29798dd-3bc9-4438-9c43-5cd79ad6910b HTTP/1.1" status: 204 len: 168 time: 0.2562971 Jul 23 20:07:58.912319 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78e780-c7b0-4379-9317-c628c4dcee3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29798dd-3bc9-4438-9c43-5cd79ad6910b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:58.970372 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fa5579-f6d3-49b7-8d68-745ca1c54df2 None None] Sync routers for ids ['6c2e1461-3830-4556-aca9-94af5f3265ec'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:07:59.003255 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0c50a944-849f-4a07-9397-9d13b91eb428 req-3f0ff6cf-e3d2-40b3-b4a9-6cda472dbf49 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:59.027627 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fa5579-f6d3-49b7-8d68-745ca1c54df2 None None] Routers {'6c2e1461-3830-4556-aca9-94af5f3265ec'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:07:59.028710 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-68fa5579-f6d3-49b7-8d68-745ca1c54df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:07:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['6c2e1461-3830-4556-aca9-94af5f3265ec'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:07:59.058264 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ff6cf-e3d2-40b3-b4a9-6cda472dbf49 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Pushing event deleted for resources: {'Port': ['ID=406d683d-b6e4-49e3-b334-dd96f69f16ac,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:59.303163 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c12adc-d542-4bde-a02a-afe72166f6fd req-538f50e5-c894-4248-8a13-eb62d02bade1 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:59.318100 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-05c12adc-d542-4bde-a02a-afe72166f6fd req-538f50e5-c894-4248-8a13-eb62d02bade1 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c HTTP/1.1" status: 200 len: 949 time: 0.2176983 Jul 23 20:07:59.392075 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-05c12adc-d542-4bde-a02a-afe72166f6fd req-2adbbfd7-449b-4d8a-ab1c-5e898c141465 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/security-groups?id=c01aeff2-775a-4341-8484-8c280b30c8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729268 Jul 23 20:07:59.408152 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c50a944-849f-4a07-9397-9d13b91eb428 req-3f0ff6cf-e3d2-40b3-b4a9-6cda472dbf49 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Router 11a42984-2100-4e6f-b94e-c2b92ad5ed85 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:07:59.468111 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-066d541f-f54a-487c-9910-9ec71d409f08 req-701066a9-7bbf-4f62-8d1f-f4df7624e581 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] 10.222.0.32 "GET /v2.0/ports?device_id=80908362-eaad-4737-8368-60df8c89f7ba HTTP/1.1" status: 200 len: 210 time: 0.0965934 Jul 23 20:07:59.633673 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 69d9d851-ba6e-40d9-bce8-d5bbf4864c3b up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:07:59.704176 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44648) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:07:59.808559 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c50a944-849f-4a07-9397-9d13b91eb428 req-3f0ff6cf-e3d2-40b3-b4a9-6cda472dbf49 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:07:59.835020 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a139370a-5794-4f3b-a7b1-5be275643e88 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b684020576fc4bcf839b69f2edb1ec97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1293948 Jul 23 20:07:59.838282 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55113fc1-d7c9-43c8-a684-7d40f69817d6 None None] Sync routers for ids ['11a42984-2100-4e6f-b94e-c2b92ad5ed85'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:07:59.839260 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44662) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:07:59.864643 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55113fc1-d7c9-43c8-a684-7d40f69817d6 None None] Routers {'11a42984-2100-4e6f-b94e-c2b92ad5ed85'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:07:59.870363 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-55113fc1-d7c9-43c8-a684-7d40f69817d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:07:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['11a42984-2100-4e6f-b94e-c2b92ad5ed85'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:07:59.914620 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c50a944-849f-4a07-9397-9d13b91eb428 req-3f0ff6cf-e3d2-40b3-b4a9-6cda472dbf49 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] No DVR routers for this DVR port 406d683d-b6e4-49e3-b334-dd96f69f16ac on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:07:59.922422 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0c50a944-849f-4a07-9397-9d13b91eb428 req-3f0ff6cf-e3d2-40b3-b4a9-6cda472dbf49 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:59.924493 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0c50a944-849f-4a07-9397-9d13b91eb428 req-3f0ff6cf-e3d2-40b3-b4a9-6cda472dbf49 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] 10.222.0.30 "DELETE /v2.0/ports/406d683d-b6e4-49e3-b334-dd96f69f16ac HTTP/1.1" status: 204 len: 173 time: 3.2013352 Jul 23 20:07:59.924947 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80908362-eaad-4737-8368-60df8c89f7ba', 'name': 'network-vif-deleted', 'tag': '406d683d-b6e4-49e3-b334-dd96f69f16ac'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:07:59.927996 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4346f9c4-1ffd-4400-b073-bb26d4a1b4ee" -d '{"events": [{"server_uuid": "80908362-eaad-4737-8368-60df8c89f7ba", "name": "network-vif-deleted", "tag": "406d683d-b6e4-49e3-b334-dd96f69f16ac"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:07:59.929445 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a9a49026-4275-4677-9534-926bc75cccda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:59.974469 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-68fa5579-f6d3-49b7-8d68-745ca1c54df2 None None] Set router 6c2e1461-3830-4556-aca9-94af5f3265ec gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:07:59.989148 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a9a49026-4275-4677-9534-926bc75cccda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:00.004153 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e432fd0a-18d7-40a9-9841-e8f84b94f05b x-openstack-request-id: req-e432fd0a-18d7-40a9-9841-e8f84b94f05b {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:08:00.004444 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80908362-eaad-4737-8368-60df8c89f7ba", "name": "network-vif-deleted", "tag": "406d683d-b6e4-49e3-b334-dd96f69f16ac", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:08:00.004694 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e432fd0a-18d7-40a9-9841-e8f84b94f05b {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:08:00.005146 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80908362-eaad-4737-8368-60df8c89f7ba', 'name': 'network-vif-deleted', 'tag': '406d683d-b6e4-49e3-b334-dd96f69f16ac', 'status': 'completed', 'code': 200} Jul 23 20:08:00.128500 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a9a49026-4275-4677-9534-926bc75cccda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:00.131212 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a9a49026-4275-4677-9534-926bc75cccda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:00.132498 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a9a49026-4275-4677-9534-926bc75cccda admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/34527a91-d469-48ca-88d6-163648f554d9 HTTP/1.1" status: 204 len: 168 time: 0.2918758 Jul 23 20:08:00.164664 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-55113fc1-d7c9-43c8-a684-7d40f69817d6 None None] Set router 11a42984-2100-4e6f-b94e-c2b92ad5ed85 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:08:00.173007 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 69d9d851-ba6e-40d9-bce8-d5bbf4864c3b triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:00.173307 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:00.195543 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a49026-4275-4677-9534-926bc75cccda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34527a91-d469-48ca-88d6-163648f554d9,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:00.547136 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-55113fc1-d7c9-43c8-a684-7d40f69817d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a42984-2100-4e6f-b94e-c2b92ad5ed85', 'name': 'tempest-ServersTestJSON-1767733661-router', 'tenant_id': '080e43911453453aa007727912f2477f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'c338303b-5c93-4cc0-92f3-1a90bcbf04e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:36Z', 'updated_at': '2021-07-23T20:05:44Z', 'revision_number': 4, 'project_id': '080e43911453453aa007727912f2477f', 'gw_port': {'id': 'c338303b-5c93-4cc0-92f3-1a90bcbf04e7', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:42:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a42984-2100-4e6f-b94e-c2b92ad5ed85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:38Z', 'updated_at': '2021-07-23T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b', 'name': '', 'network_id': '74aa537d-7e22-49da-b77d-2e452b6d3781', 'tenant_id': '080e43911453453aa007727912f2477f', 'mac_address': 'fa:16:3e:23:10:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a42984-2100-4e6f-b94e-c2b92ad5ed85', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'dad0a67e-ae6b-411e-b556-feb30f60ceb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:42Z', 'updated_at': '2021-07-23T20:05:54Z', 'revision_number': 5, 'project_id': '080e43911453453aa007727912f2477f', 'subnets': [{'id': 'dad0a67e-ae6b-411e-b556-feb30f60ceb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:00.658536 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55113fc1-d7c9-43c8-a684-7d40f69817d6 None None] Checking router: 11a42984-2100-4e6f-b94e-c2b92ad5ed85 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:08:00.690629 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-68fa5579-f6d3-49b7-8d68-745ca1c54df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2e1461-3830-4556-aca9-94af5f3265ec', 'name': 'tempest-TaggedBootDevicesTest-147373759-router', 'tenant_id': 'a3e740eb35174745b8c66e63aac9db55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '69d9d851-ba6e-40d9-bce8-d5bbf4864c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:48Z', 'updated_at': '2021-07-23T20:07:56Z', 'revision_number': 4, 'project_id': 'a3e740eb35174745b8c66e63aac9db55', 'gw_port': {'id': '69d9d851-ba6e-40d9-bce8-d5bbf4864c3b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:14:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2e1461-3830-4556-aca9-94af5f3265ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:49Z', 'updated_at': '2021-07-23T20:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '800e8f71-967a-4222-9660-67f922851466', 'name': '', 'network_id': '065bad45-89d8-44cd-a1fc-415086b71990', 'tenant_id': 'a3e740eb35174745b8c66e63aac9db55', 'mac_address': 'fa:16:3e:7c:be:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2e1461-3830-4556-aca9-94af5f3265ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '15dbea46-1b22-4ee7-9998-2dc91fc68b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:55Z', 'updated_at': '2021-07-23T20:07:56Z', 'revision_number': 2, 'project_id': 'a3e740eb35174745b8c66e63aac9db55', 'subnets': [{'id': '15dbea46-1b22-4ee7-9998-2dc91fc68b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:00.697615 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55113fc1-d7c9-43c8-a684-7d40f69817d6 None None] Routers {'11a42984-2100-4e6f-b94e-c2b92ad5ed85'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:08:00.699971 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-55113fc1-d7c9-43c8-a684-7d40f69817d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:07:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['11a42984-2100-4e6f-b94e-c2b92ad5ed85'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:00.736425 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bedb912d-a1ec-40ad-94eb-336a30eb898a req-d168ca1f-e603-4256-a837-0ea2c057eb86 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] 10.222.0.32 "GET /v2.0/ports?device_id=80908362-eaad-4737-8368-60df8c89f7ba HTTP/1.1" status: 200 len: 210 time: 0.0995491 Jul 23 20:08:00.739161 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc067bd-1941-4ee8-ad01-6c61f90bb79b req-522a94c3-4f4b-4602-86c7-606cdacbbc59 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:00.740745 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1cc067bd-1941-4ee8-ad01-6c61f90bb79b req-522a94c3-4f4b-4602-86c7-606cdacbbc59 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c HTTP/1.1" status: 200 len: 949 time: 0.2205603 Jul 23 20:08:00.809418 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fa5579-f6d3-49b7-8d68-745ca1c54df2 None None] Checking router: 6c2e1461-3830-4556-aca9-94af5f3265ec for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:08:00.818453 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fa5579-f6d3-49b7-8d68-745ca1c54df2 None None] Updating router 6c2e1461-3830-4556-aca9-94af5f3265ec port 800e8f71-967a-4222-9660-67f922851466 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:08:00.895002 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1cc067bd-1941-4ee8-ad01-6c61f90bb79b req-6fefeee1-6db7-4506-a057-7fdcd1817e9e tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/security-groups?id=c01aeff2-775a-4341-8484-8c280b30c8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157811 Jul 23 20:08:00.956865 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-55113fc1-d7c9-43c8-a684-7d40f69817d6 None None] Set router 11a42984-2100-4e6f-b94e-c2b92ad5ed85 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:08:00.973178 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-68fa5579-f6d3-49b7-8d68-745ca1c54df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:01.329115 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-55113fc1-d7c9-43c8-a684-7d40f69817d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a42984-2100-4e6f-b94e-c2b92ad5ed85', 'name': 'tempest-ServersTestJSON-1767733661-router', 'tenant_id': '080e43911453453aa007727912f2477f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'c338303b-5c93-4cc0-92f3-1a90bcbf04e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:36Z', 'updated_at': '2021-07-23T20:05:44Z', 'revision_number': 4, 'project_id': '080e43911453453aa007727912f2477f', 'gw_port': {'id': 'c338303b-5c93-4cc0-92f3-1a90bcbf04e7', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:42:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a42984-2100-4e6f-b94e-c2b92ad5ed85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:38Z', 'updated_at': '2021-07-23T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b', 'name': '', 'network_id': '74aa537d-7e22-49da-b77d-2e452b6d3781', 'tenant_id': '080e43911453453aa007727912f2477f', 'mac_address': 'fa:16:3e:23:10:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a42984-2100-4e6f-b94e-c2b92ad5ed85', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'dad0a67e-ae6b-411e-b556-feb30f60ceb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:42Z', 'updated_at': '2021-07-23T20:05:54Z', 'revision_number': 5, 'project_id': '080e43911453453aa007727912f2477f', 'subnets': [{'id': 'dad0a67e-ae6b-411e-b556-feb30f60ceb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:01.437835 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55113fc1-d7c9-43c8-a684-7d40f69817d6 None None] The sync data for ids ['11a42984-2100-4e6f-b94e-c2b92ad5ed85'] in n-d-793618-10 is: [{'id': '11a42984-2100-4e6f-b94e-c2b92ad5ed85', 'name': 'tempest-ServersTestJSON-1767733661-router', 'tenant_id': '080e43911453453aa007727912f2477f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'c338303b-5c93-4cc0-92f3-1a90bcbf04e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:36Z', 'updated_at': '2021-07-23T20:05:44Z', 'revision_number': 4, 'project_id': '080e43911453453aa007727912f2477f', 'gw_port': {'id': 'c338303b-5c93-4cc0-92f3-1a90bcbf04e7', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:42:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a42984-2100-4e6f-b94e-c2b92ad5ed85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:38Z', 'updated_at': '2021-07-23T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b', 'name': '', 'network_id': '74aa537d-7e22-49da-b77d-2e452b6d3781', 'tenant_id': '080e43911453453aa007727912f2477f', 'mac_address': 'fa:16:3e:23:10:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a42984-2100-4e6f-b94e-c2b92ad5ed85', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'dad0a67e-ae6b-411e-b556-feb30f60ceb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:42Z', 'updated_at': '2021-07-23T20:05:54Z', 'revision_number': 5, 'project_id': '080e43911453453aa007727912f2477f', 'subnets': [{'id': 'dad0a67e-ae6b-411e-b556-feb30f60ceb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:08:01.555332 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-68fa5579-f6d3-49b7-8d68-745ca1c54df2 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:01.569795 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-68fa5579-f6d3-49b7-8d68-745ca1c54df2 None None] Transition to ACTIVE for port object 800e8f71-967a-4222-9660-67f922851466 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:08:01.577639 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 23dad8ee-0750-4a74-9c3c-51c635be7559 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:08:01.627683 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-68fa5579-f6d3-49b7-8d68-745ca1c54df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:01.670959 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710b2ca-f793-4a20-bbc8-a51dfaf85290 None None] Pushing event updated for resources: {'Port': ['ID=800e8f71-967a-4222-9660-67f922851466,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:01.704916 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 23dad8ee-0750-4a74-9c3c-51c635be7559 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:08:01.714040 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44752) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:01.734928 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 23dad8ee-0750-4a74-9c3c-51c635be7559 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:01.735491 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:01.819543 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-68fa5579-f6d3-49b7-8d68-745ca1c54df2 None None] Attempting to bind port 800e8f71-967a-4222-9660-67f922851466 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:08:01.819956 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-68fa5579-f6d3-49b7-8d68-745ca1c54df2 None None] Attempting to bind port 800e8f71-967a-4222-9660-67f922851466 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '24cdf91d-f478-4970-87eb-4981cb489a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '065bad45-89d8-44cd-a1fc-415086b71990'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:08:01.820282 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fa5579-f6d3-49b7-8d68-745ca1c54df2 None None] Attempting to bind port 800e8f71-967a-4222-9660-67f922851466 on network 065bad45-89d8-44cd-a1fc-415086b71990 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:08:01.831981 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fa5579-f6d3-49b7-8d68-745ca1c54df2 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:08:01.832370 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fa5579-f6d3-49b7-8d68-745ca1c54df2 None None] Checking segment: {'id': '24cdf91d-f478-4970-87eb-4981cb489a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '065bad45-89d8-44cd-a1fc-415086b71990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:08:01.832779 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-68fa5579-f6d3-49b7-8d68-745ca1c54df2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:01.833173 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fa5579-f6d3-49b7-8d68-745ca1c54df2 None None] Bound using segment: {'id': '24cdf91d-f478-4970-87eb-4981cb489a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '065bad45-89d8-44cd-a1fc-415086b71990'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:08:01.833948 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-68fa5579-f6d3-49b7-8d68-745ca1c54df2 None None] Bound port: 800e8f71-967a-4222-9660-67f922851466, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24cdf91d-f478-4970-87eb-4981cb489a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '065bad45-89d8-44cd-a1fc-415086b71990'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:08:01.834445 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-68fa5579-f6d3-49b7-8d68-745ca1c54df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:01.954804 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44768) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:01.970752 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-c3d741ed-3388-410d-abe2-a6380c965b92 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1681840875-network', 'tenant_id': '0a8f035149644216bbc95574fad6a4f6'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:01.998218 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-68fa5579-f6d3-49b7-8d68-745ca1c54df2 None None] For port 800e8f71-967a-4222-9660-67f922851466, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:08:02.001949 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-68fa5579-f6d3-49b7-8d68-745ca1c54df2 None None] For port 800e8f71-967a-4222-9660-67f922851466, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=800e8f71-967a-4222-9660-67f922851466,segment=NetworkSegment(24cdf91d-f478-4970-87eb-4981cb489a54),segment_id=24cdf91d-f478-4970-87eb-4981cb489a54)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:08:02.006074 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 406d683d-b6e4-49e3-b334-dd96f69f16ac no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:08:02.047305 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:02.065742 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-68fa5579-f6d3-49b7-8d68-745ca1c54df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:02.102141 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d741ed-3388-410d-abe2-a6380c965b92 admin admin] Made reservation on behalf of 0a8f035149644216bbc95574fad6a4f6 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:08:02.111699 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c3d741ed-3388-410d-abe2-a6380c965b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:02.131235 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 23dad8ee-0750-4a74-9c3c-51c635be7559, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=23dad8ee-0750-4a74-9c3c-51c635be7559,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:02.134677 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7021a7ef-aec5-4a93-981d-81d27dd8b615 None None] New status for floating IP 48e20b9f-ccab-40f0-90c6-c4d0b8dd4579: DOWN {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:08:02.143859 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fcbe3f-bd4a-4483-879f-6b96e28b59aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23dad8ee-0750-4a74-9c3c-51c635be7559'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:08:02.145644 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20857aa-1434-44f4-975c-e50c3a98b440" -d '{"events": [{"server_uuid": "b2fcbe3f-bd4a-4483-879f-6b96e28b59aa", "name": "network-vif-plugged", "status": "completed", "tag": "23dad8ee-0750-4a74-9c3c-51c635be7559"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:08:02.148327 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:02.149622 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 8d9db2e8-439f-4d0b-a5ed-9753b2ed3170 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:08:02.166996 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2e82b3df-7bf1-4b00-90cc-0c12e9e64441 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:02.212485 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c3d741ed-3388-410d-abe2-a6380c965b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:02.277519 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2e82b3df-7bf1-4b00-90cc-0c12e9e64441 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:02.301198 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 406d683d-b6e4-49e3-b334-dd96f69f16ac {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:08:02.301575 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 406d683d-b6e4-49e3-b334-dd96f69f16ac not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:08:02.321426 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4a469-626b-48cb-926e-09c2164f7792 req-7371f06b-5924-4ae3-89ff-3a818f538c5d tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:02.324403 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f9f4a469-626b-48cb-926e-09c2164f7792 req-7371f06b-5924-4ae3-89ff-3a818f538c5d tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c HTTP/1.1" status: 200 len: 949 time: 0.1682947 Jul 23 20:08:02.374513 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 8d9db2e8-439f-4d0b-a5ed-9753b2ed3170 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:08:02.406327 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 8d9db2e8-439f-4d0b-a5ed-9753b2ed3170 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:02.406776 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:02.420860 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2e82b3df-7bf1-4b00-90cc-0c12e9e64441 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:02.425263 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1720fd05-6ab8-4a09-bed7-f6ee68be5dd0 x-openstack-request-id: req-1720fd05-6ab8-4a09-bed7-f6ee68be5dd0 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:08:02.425627 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2fcbe3f-bd4a-4483-879f-6b96e28b59aa", "name": "network-vif-plugged", "status": "completed", "tag": "23dad8ee-0750-4a74-9c3c-51c635be7559", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:08:02.425843 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1720fd05-6ab8-4a09-bed7-f6ee68be5dd0 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:08:02.426252 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fcbe3f-bd4a-4483-879f-6b96e28b59aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23dad8ee-0750-4a74-9c3c-51c635be7559', 'code': 200} Jul 23 20:08:02.429457 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2e82b3df-7bf1-4b00-90cc-0c12e9e64441 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:02.432615 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2e82b3df-7bf1-4b00-90cc-0c12e9e64441 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] 10.222.0.32 "DELETE /v2.0/security-groups/a297093d-8549-482f-a598-b2c5d722c0ae HTTP/1.1" status: 204 len: 168 time: 0.4759948 Jul 23 20:08:02.441256 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44776) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:02.480802 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fa5579-f6d3-49b7-8d68-745ca1c54df2 None None] Routers {'6c2e1461-3830-4556-aca9-94af5f3265ec'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:08:02.481449 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-68fa5579-f6d3-49b7-8d68-745ca1c54df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:07:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['6c2e1461-3830-4556-aca9-94af5f3265ec'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:02.508639 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82b3df-7bf1-4b00-90cc-0c12e9e64441 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a297093d-8549-482f-a598-b2c5d722c0ae,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:02.526019 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-fa11b44a-884a-44a8-bab7-86a7f6a2a7be tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] show failed (client error): The resource could not be found. Jul 23 20:08:02.528364 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-fa11b44a-884a-44a8-bab7-86a7f6a2a7be tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] 10.222.0.32 "GET /v2.0/security-groups/a297093d-8549-482f-a598-b2c5d722c0ae HTTP/1.1" status: 404 len: 347 time: 0.0740387 Jul 23 20:08:02.531891 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44780) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:02.608664 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f9f4a469-626b-48cb-926e-09c2164f7792 req-d240fc19-cabb-4fe6-8ea3-e026cc2aad95 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/security-groups?id=c01aeff2-775a-4341-8484-8c280b30c8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562981 Jul 23 20:08:02.627017 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-68fa5579-f6d3-49b7-8d68-745ca1c54df2 None None] Set router 6c2e1461-3830-4556-aca9-94af5f3265ec gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:08:02.748450 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c3d741ed-3388-410d-abe2-a6380c965b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:02.757240 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c3d741ed-3388-410d-abe2-a6380c965b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:02.767962 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3e679-6d79-4ba5-96e9-29f604ed7a9c req-7665f019-4df1-455c-b583-7fc05a64dede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:02.770310 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c7a3e679-6d79-4ba5-96e9-29f604ed7a9c req-7665f019-4df1-455c-b583-7fc05a64dede service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b2fcbe3f-bd4a-4483-879f-6b96e28b59aa HTTP/1.1" status: 200 len: 1102 time: 0.3086989 Jul 23 20:08:02.795881 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d741ed-3388-410d-abe2-a6380c965b92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:08:02.824565 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-d6f899aa-caf2-4f35-96f4-eaf20183eb12 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Deleting port 46b4ee6a-8125-4305-8bdc-864b87f6d444 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:08:02.824966 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6f899aa-caf2-4f35-96f4-eaf20183eb12 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:02.835446 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c3d741ed-3388-410d-abe2-a6380c965b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:02.835846 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-c3d741ed-3388-410d-abe2-a6380c965b92 admin admin] Added segment c624a56d-de97-4959-866e-9ffe997374c5 of type vlan for network d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1 Jul 23 20:08:02.852673 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d741ed-3388-410d-abe2-a6380c965b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:02.897625 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710b2ca-f793-4a20-bbc8-a51dfaf85290 None None] Pushing event updated for resources: {'Port': ['ID=800e8f71-967a-4222-9660-67f922851466,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:02.956209 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c7a3e679-6d79-4ba5-96e9-29f604ed7a9c req-e50a3777-43a9-4067-b817-fdb45868e4c3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c01aeff2-775a-4341-8484-8c280b30c8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720562 Jul 23 20:08:02.961933 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c3d741ed-3388-410d-abe2-a6380c965b92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:03.019602 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6f899aa-caf2-4f35-96f4-eaf20183eb12 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:03.020508 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6f899aa-caf2-4f35-96f4-eaf20183eb12 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:03.038433 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-d6f899aa-caf2-4f35-96f4-eaf20183eb12 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Calling delete_port for 46b4ee6a-8125-4305-8bdc-864b87f6d444 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:08:03.042762 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c3d741ed-3388-410d-abe2-a6380c965b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:03.053859 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d741ed-3388-410d-abe2-a6380c965b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:03.054867 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c3d741ed-3388-410d-abe2-a6380c965b92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:03.212168 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d741ed-3388-410d-abe2-a6380c965b92 admin admin] Pushing event updated for resources: {'Network': ['ID=d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:03.230913 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c3d741ed-3388-410d-abe2-a6380c965b92 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5150104 Jul 23 20:08:03.231834 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44796) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:03.241346 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-c60a7f03-91dc-4c5b-b698-abcb6666fe36 admin admin] Request body: {'subnet': {'network_id': 'd76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1681840875-subnet', 'tenant_id': '0a8f035149644216bbc95574fad6a4f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:03.271588 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60a7f03-91dc-4c5b-b698-abcb6666fe36 admin admin] Made reservation on behalf of 0a8f035149644216bbc95574fad6a4f6 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:08:03.280554 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c60a7f03-91dc-4c5b-b698-abcb6666fe36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:03.336669 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=23dad8ee-0750-4a74-9c3c-51c635be7559,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:03.352126 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:08:03.375514 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6f899aa-caf2-4f35-96f4-eaf20183eb12 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:03.509227 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f899aa-caf2-4f35-96f4-eaf20183eb12 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Pushing event deleted for resources: {'Port': ['ID=46b4ee6a-8125-4305-8bdc-864b87f6d444,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:03.558190 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6f899aa-caf2-4f35-96f4-eaf20183eb12 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:03.561371 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6f899aa-caf2-4f35-96f4-eaf20183eb12 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:03.562650 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d6f899aa-caf2-4f35-96f4-eaf20183eb12 tempest-ServersTestJSON-1683517022 tempest-ServersTestJSON-1683517022-project] 10.222.0.32 "DELETE /v2.0/floatingips/48e20b9f-ccab-40f0-90c6-c4d0b8dd4579 HTTP/1.1" status: 204 len: 168 time: 1.0291262 Jul 23 20:08:03.565837 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44800) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:03.729353 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:03.816601 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c60a7f03-91dc-4c5b-b698-abcb6666fe36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:03.843341 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 8d9db2e8-439f-4d0b-a5ed-9753b2ed3170, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=8d9db2e8-439f-4d0b-a5ed-9753b2ed3170,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:03.853274 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:03.930477 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=8d9db2e8-439f-4d0b-a5ed-9753b2ed3170,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:03.946257 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-68fa5579-f6d3-49b7-8d68-745ca1c54df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2e1461-3830-4556-aca9-94af5f3265ec', 'name': 'tempest-TaggedBootDevicesTest-147373759-router', 'tenant_id': 'a3e740eb35174745b8c66e63aac9db55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '69d9d851-ba6e-40d9-bce8-d5bbf4864c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:48Z', 'updated_at': '2021-07-23T20:07:56Z', 'revision_number': 4, 'project_id': 'a3e740eb35174745b8c66e63aac9db55', 'gw_port': {'id': '69d9d851-ba6e-40d9-bce8-d5bbf4864c3b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:14:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2e1461-3830-4556-aca9-94af5f3265ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:49Z', 'updated_at': '2021-07-23T20:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '800e8f71-967a-4222-9660-67f922851466', 'name': '', 'network_id': '065bad45-89d8-44cd-a1fc-415086b71990', 'tenant_id': 'a3e740eb35174745b8c66e63aac9db55', 'mac_address': 'fa:16:3e:7c:be:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2e1461-3830-4556-aca9-94af5f3265ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '15dbea46-1b22-4ee7-9998-2dc91fc68b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:55Z', 'updated_at': '2021-07-23T20:08:01Z', 'revision_number': 4, 'project_id': 'a3e740eb35174745b8c66e63aac9db55', 'subnets': [{'id': '15dbea46-1b22-4ee7-9998-2dc91fc68b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:03.980933 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fa5579-f6d3-49b7-8d68-745ca1c54df2 None None] The sync data for ids ['6c2e1461-3830-4556-aca9-94af5f3265ec'] in n-d-793618-10 is: [{'id': '6c2e1461-3830-4556-aca9-94af5f3265ec', 'name': 'tempest-TaggedBootDevicesTest-147373759-router', 'tenant_id': 'a3e740eb35174745b8c66e63aac9db55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '69d9d851-ba6e-40d9-bce8-d5bbf4864c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:48Z', 'updated_at': '2021-07-23T20:07:56Z', 'revision_number': 4, 'project_id': 'a3e740eb35174745b8c66e63aac9db55', 'gw_port': {'id': '69d9d851-ba6e-40d9-bce8-d5bbf4864c3b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:14:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2e1461-3830-4556-aca9-94af5f3265ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:49Z', 'updated_at': '2021-07-23T20:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '800e8f71-967a-4222-9660-67f922851466', 'name': '', 'network_id': '065bad45-89d8-44cd-a1fc-415086b71990', 'tenant_id': 'a3e740eb35174745b8c66e63aac9db55', 'mac_address': 'fa:16:3e:7c:be:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2e1461-3830-4556-aca9-94af5f3265ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '15dbea46-1b22-4ee7-9998-2dc91fc68b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:55Z', 'updated_at': '2021-07-23T20:08:01Z', 'revision_number': 4, 'project_id': 'a3e740eb35174745b8c66e63aac9db55', 'subnets': [{'id': '15dbea46-1b22-4ee7-9998-2dc91fc68b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:08:03.985797 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a7f03-91dc-4c5b-b698-abcb6666fe36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1122d17-5637-4a7c-90bc-58da5819ab03,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:04.038412 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60a7f03-91dc-4c5b-b698-abcb6666fe36 admin admin] Checking segment: {'id': 'c624a56d-de97-4959-866e-9ffe997374c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:08:04.038892 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60a7f03-91dc-4c5b-b698-abcb6666fe36 admin admin] Network hostable DHCP agents. Network: d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:08:04.084256 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60a7f03-91dc-4c5b-b698-abcb6666fe36 admin admin] Network d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:08:04.097824 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-c60a7f03-91dc-4c5b-b698-abcb6666fe36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:08:04.111433 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06b1269-adc7-498c-9a13-2e68fca6eb2c None None] Network d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:08:04.126907 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60a7f03-91dc-4c5b-b698-abcb6666fe36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:04.130910 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c60a7f03-91dc-4c5b-b698-abcb6666fe36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:04.166809 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199c497-14c5-4323-a238-29c458267e63 req-b7514736-73a2-45be-9e00-6dd65db68174 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:04.174483 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c60a7f03-91dc-4c5b-b698-abcb6666fe36 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9408655 Jul 23 20:08:04.193319 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d199c497-14c5-4323-a238-29c458267e63 req-b7514736-73a2-45be-9e00-6dd65db68174 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c HTTP/1.1" status: 200 len: 950 time: 0.3281188 Jul 23 20:08:04.399411 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d199c497-14c5-4323-a238-29c458267e63 req-72c20327-f14d-4a6e-8a97-f0eaa5060d73 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/security-groups?id=c01aeff2-775a-4341-8484-8c280b30c8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006795 Jul 23 20:08:04.486612 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e05a415c-312d-4a8d-a9fe-515fe19fe7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:04.579027 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9db2e8-439f-4d0b-a5ed-9753b2ed3170'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:08:04.581749 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0955b0d4-9c7c-4ab1-b323-cbd21d1ae2ce" -d '{"events": [{"server_uuid": "8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c", "name": "network-vif-plugged", "status": "completed", "tag": "8d9db2e8-439f-4d0b-a5ed-9753b2ed3170"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:08:04.617955 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e183b6-07bb-4580-b96e-402cf8101c5c None None] Network d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:08:04.767882 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a699982d-75e2-4789-8f63-0f63079b6020 x-openstack-request-id: req-a699982d-75e2-4789-8f63-0f63079b6020 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:08:04.769883 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c", "name": "network-vif-plugged", "status": "completed", "tag": "8d9db2e8-439f-4d0b-a5ed-9753b2ed3170", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:08:04.770737 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a699982d-75e2-4789-8f63-0f63079b6020 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:08:04.771721 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9db2e8-439f-4d0b-a5ed-9753b2ed3170', 'code': 200} Jul 23 20:08:04.858835 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e566c-9b25-4b74-8fb8-bc40b6715825 req-7f82f03f-169a-4b29-a920-b723f3183f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:04.866883 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-200e566c-9b25-4b74-8fb8-bc40b6715825 req-7f82f03f-169a-4b29-a920-b723f3183f7a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c HTTP/1.1" status: 200 len: 1102 time: 0.1126666 Jul 23 20:08:04.995008 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-200e566c-9b25-4b74-8fb8-bc40b6715825 req-fb277257-bf40-4ff1-998a-d5ad3f778338 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c01aeff2-775a-4341-8484-8c280b30c8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207387 Jul 23 20:08:05.173119 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-e05a415c-312d-4a8d-a9fe-515fe19fe7ca admin admin] Deleting port a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:08:05.173732 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e05a415c-312d-4a8d-a9fe-515fe19fe7ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:05.312988 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-e05a415c-312d-4a8d-a9fe-515fe19fe7ca admin admin] For port a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b,segment=NetworkSegment(dcfcb286-575f-4bc5-8644-3a9c1f47f899),segment_id=dcfcb286-575f-4bc5-8644-3a9c1f47f899)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:05.313348 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e05a415c-312d-4a8d-a9fe-515fe19fe7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:05.345149 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-e05a415c-312d-4a8d-a9fe-515fe19fe7ca admin admin] Calling delete_port for a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:08:05.732980 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 800e8f71-967a-4222-9660-67f922851466 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:08:05.784271 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512f8d1-91e7-423a-aa87-d6fe0b864fee req-154d99cc-a6d6-41ac-8047-488d53bdff3e tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:05.802245 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6512f8d1-91e7-423a-aa87-d6fe0b864fee req-154d99cc-a6d6-41ac-8047-488d53bdff3e tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c HTTP/1.1" status: 200 len: 950 time: 0.2459826 Jul 23 20:08:05.814135 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e05a415c-312d-4a8d-a9fe-515fe19fe7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:05.904742 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 800e8f71-967a-4222-9660-67f922851466 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:08:05.907324 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a415c-312d-4a8d-a9fe-515fe19fe7ca admin admin] Pushing event deleted for resources: {'Port': ['ID=a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:05.919189 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 800e8f71-967a-4222-9660-67f922851466 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:05.919569 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:05.953441 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6512f8d1-91e7-423a-aa87-d6fe0b864fee req-22bd85f7-9958-46a0-acd1-143eb3f5a01e tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/security-groups?id=c01aeff2-775a-4341-8484-8c280b30c8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485908 Jul 23 20:08:06.239674 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:06.321205 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 800e8f71-967a-4222-9660-67f922851466, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=800e8f71-967a-4222-9660-67f922851466,segment=NetworkSegment(24cdf91d-f478-4970-87eb-4981cb489a54),segment_id=24cdf91d-f478-4970-87eb-4981cb489a54)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:06.327387 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:06.419599 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=800e8f71-967a-4222-9660-67f922851466,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:06.428456 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:06.428800 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:06.429197 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:06.429565 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:06.429904 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:06.430237 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:06.430367 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e05a415c-312d-4a8d-a9fe-515fe19fe7ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:06.430830 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:06.431137 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:06.431244 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:06.431551 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:06.431882 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:06.432480 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:06.568958 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41c444-74f1-4bce-a6e3-83cbb9ce797b req-62ae5959-fbbd-44f2-a2a7-06b76f376a60 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:06.570701 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5a41c444-74f1-4bce-a6e3-83cbb9ce797b req-62ae5959-fbbd-44f2-a2a7-06b76f376a60 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 945 time: 0.0775318 Jul 23 20:08:06.616046 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5a41c444-74f1-4bce-a6e3-83cbb9ce797b req-d547735d-b149-4942-bc8c-8d6794c82c4e tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359221 Jul 23 20:08:06.676383 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-eaab67af-547a-4b53-aca5-c7d24ea895b4 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:06.677935 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-eaab67af-547a-4b53-aca5-c7d24ea895b4 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/networks?id=d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1 HTTP/1.1" status: 200 len: 822 time: 0.1561806 Jul 23 20:08:06.754631 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-a5ac82aa-ddbd-4815-acd4-65bf2eb6fdf4 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/quotas/0a8f035149644216bbc95574fad6a4f6 HTTP/1.1" status: 200 len: 375 time: 0.0403166 Jul 23 20:08:06.811894 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-7135cb46-b26d-48e7-a16b-5a1b836dbfee tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a8f035149644216bbc95574fad6a4f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483630 Jul 23 20:08:06.897738 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05a415c-312d-4a8d-a9fe-515fe19fe7ca admin admin] Router 11a42984-2100-4e6f-b94e-c2b92ad5ed85 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:08:07.033400 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-c12c84d6-4475-4242-9d51-8907ed30fef0 service neutron] 10.222.0.32 "GET /v2.0/networks/d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206182 Jul 23 20:08:07.101457 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2cee1e-248e-47e8-9c4e-10c2253e3162 req-d6e261b1-87f5-4347-b544-86dbdd9e7c3c tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:07.110022 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dc2cee1e-248e-47e8-9c4e-10c2253e3162 req-d6e261b1-87f5-4347-b544-86dbdd9e7c3c tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c HTTP/1.1" status: 200 len: 950 time: 0.0821111 Jul 23 20:08:07.168107 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dc2cee1e-248e-47e8-9c4e-10c2253e3162 req-a3a9dedf-7614-491f-888b-fe13dbe4653f tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/security-groups?id=c01aeff2-775a-4341-8484-8c280b30c8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527091 Jul 23 20:08:07.403308 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84977bb7-07fc-4856-bd3c-c085dd7738e4 req-f0993008-a1bd-4d68-83c4-d81798480486 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:07.406439 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-84977bb7-07fc-4856-bd3c-c085dd7738e4 req-f0993008-a1bd-4d68-83c4-d81798480486 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2fcbe3f-bd4a-4483-879f-6b96e28b59aa HTTP/1.1" status: 200 len: 950 time: 0.0840535 Jul 23 20:08:07.432747 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05a415c-312d-4a8d-a9fe-515fe19fe7ca admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:08:07.441646 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e05a415c-312d-4a8d-a9fe-515fe19fe7ca admin admin] 10.222.0.32 "PUT /v2.0/routers/11a42984-2100-4e6f-b94e-c2b92ad5ed85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8718560 Jul 23 20:08:07.441646 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44876) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:07.446564 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0eb755d-ed60-400b-b1d4-deaa27fa21db None None] Sync routers for ids ['11a42984-2100-4e6f-b94e-c2b92ad5ed85'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:08:07.471809 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0eb755d-ed60-400b-b1d4-deaa27fa21db None None] Routers {'11a42984-2100-4e6f-b94e-c2b92ad5ed85'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:08:07.472781 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-84977bb7-07fc-4856-bd3c-c085dd7738e4 req-e9e2f0f9-d440-4b9b-badb-d37640861817 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/security-groups?id=c01aeff2-775a-4341-8484-8c280b30c8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572634 Jul 23 20:08:07.473515 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c0eb755d-ed60-400b-b1d4-deaa27fa21db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:07:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['11a42984-2100-4e6f-b94e-c2b92ad5ed85'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:07.586016 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-53fb0e8e-91fb-4c92-9878-94440ecf64cb service neutron] 10.222.0.32 "GET /v2.0/networks/d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5435905 Jul 23 20:08:07.612704 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9af2701-885b-4c01-ad6a-47c91180da76 admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:07.785668 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 800e8f71-967a-4222-9660-67f922851466 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:08:07.821093 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-c0eb755d-ed60-400b-b1d4-deaa27fa21db None None] Set router 11a42984-2100-4e6f-b94e-c2b92ad5ed85 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:08:07.837285 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9af2701-885b-4c01-ad6a-47c91180da76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:07.922639 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-e9af2701-885b-4c01-ad6a-47c91180da76 admin admin] Deleting port c338303b-5c93-4cc0-92f3-1a90bcbf04e7 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:08:07.923002 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9af2701-885b-4c01-ad6a-47c91180da76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:07.963094 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 800e8f71-967a-4222-9660-67f922851466 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:07.963455 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:08.084076 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c0eb755d-ed60-400b-b1d4-deaa27fa21db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a42984-2100-4e6f-b94e-c2b92ad5ed85', 'name': 'tempest-ServersTestJSON-1767733661-router', 'tenant_id': '080e43911453453aa007727912f2477f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'c338303b-5c93-4cc0-92f3-1a90bcbf04e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:36Z', 'updated_at': '2021-07-23T20:08:05Z', 'revision_number': 5, 'project_id': '080e43911453453aa007727912f2477f', 'gw_port': {'id': 'c338303b-5c93-4cc0-92f3-1a90bcbf04e7', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:42:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a42984-2100-4e6f-b94e-c2b92ad5ed85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:38Z', 'updated_at': '2021-07-23T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:08.113255 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-e9af2701-885b-4c01-ad6a-47c91180da76 admin admin] For port c338303b-5c93-4cc0-92f3-1a90bcbf04e7, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=c338303b-5c93-4cc0-92f3-1a90bcbf04e7,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:08.113647 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9af2701-885b-4c01-ad6a-47c91180da76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:08.132109 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-e9af2701-885b-4c01-ad6a-47c91180da76 admin admin] Calling delete_port for c338303b-5c93-4cc0-92f3-1a90bcbf04e7 owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:08:08.193010 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0eb755d-ed60-400b-b1d4-deaa27fa21db None None] Checking router: 11a42984-2100-4e6f-b94e-c2b92ad5ed85 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:08:08.221437 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0eb755d-ed60-400b-b1d4-deaa27fa21db None None] Routers {'11a42984-2100-4e6f-b94e-c2b92ad5ed85'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:08:08.222104 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c0eb755d-ed60-400b-b1d4-deaa27fa21db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:07:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['11a42984-2100-4e6f-b94e-c2b92ad5ed85'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:08.426998 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-c0eb755d-ed60-400b-b1d4-deaa27fa21db None None] Set router 11a42984-2100-4e6f-b94e-c2b92ad5ed85 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:08:08.443864 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-75181944-c03d-4cec-8f55-6e11679377e8 req-789bcb7e-37b8-4ea8-8878-ae0aa1fe6d59 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=34833a4e-1222-4108-9b63-5952724c969f HTTP/1.1" status: 200 len: 210 time: 0.0529547 Jul 23 20:08:08.490501 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb30ff7-6611-4d32-ba85-ee7432e3bb97 req-a23172d8-7e1a-4bcf-b277-0be858092fa1 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:08.497122 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1eb30ff7-6611-4d32-ba85-ee7432e3bb97 req-a23172d8-7e1a-4bcf-b277-0be858092fa1 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 945 time: 0.4999430 Jul 23 20:08:08.515599 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c0eb755d-ed60-400b-b1d4-deaa27fa21db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a42984-2100-4e6f-b94e-c2b92ad5ed85', 'name': 'tempest-ServersTestJSON-1767733661-router', 'tenant_id': '080e43911453453aa007727912f2477f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:36Z', 'updated_at': '2021-07-23T20:08:07Z', 'revision_number': 6, 'project_id': '080e43911453453aa007727912f2477f', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:08.516696 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9af2701-885b-4c01-ad6a-47c91180da76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:08.549795 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0eb755d-ed60-400b-b1d4-deaa27fa21db None None] The sync data for ids ['11a42984-2100-4e6f-b94e-c2b92ad5ed85'] in n-d-793618-10 is: [{'id': '11a42984-2100-4e6f-b94e-c2b92ad5ed85', 'name': 'tempest-ServersTestJSON-1767733661-router', 'tenant_id': '080e43911453453aa007727912f2477f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:36Z', 'updated_at': '2021-07-23T20:08:07Z', 'revision_number': 6, 'project_id': '080e43911453453aa007727912f2477f', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:08:08.610817 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af2701-885b-4c01-ad6a-47c91180da76 admin admin] Pushing event deleted for resources: {'Port': ['ID=c338303b-5c93-4cc0-92f3-1a90bcbf04e7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:08.708020 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1eb30ff7-6611-4d32-ba85-ee7432e3bb97 req-b0303e8b-bb92-4d24-a861-dd4650e663e8 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848087 Jul 23 20:08:08.725827 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9af2701-885b-4c01-ad6a-47c91180da76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:08.912230 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9af2701-885b-4c01-ad6a-47c91180da76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:08.914892 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9af2701-885b-4c01-ad6a-47c91180da76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:09.006081 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9af2701-885b-4c01-ad6a-47c91180da76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:09.006632 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9af2701-885b-4c01-ad6a-47c91180da76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11a42984-2100-4e6f-b94e-c2b92ad5ed85 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:08:09.017952 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9af2701-885b-4c01-ad6a-47c91180da76 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:09.022309 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44930) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:09.033839 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e9af2701-885b-4c01-ad6a-47c91180da76 admin admin] 10.222.0.32 "DELETE /v2.0/routers/11a42984-2100-4e6f-b94e-c2b92ad5ed85 HTTP/1.1" status: 204 len: 168 time: 1.5914264 Jul 23 20:08:09.104361 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f0be16b-d4e8-4950-a3b1-94532b406e6b admin admin] Deleting subnet dad0a67e-ae6b-411e-b556-feb30f60ceb2 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:08:09.108508 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8f0be16b-d4e8-4950-a3b1-94532b406e6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:09.196546 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8f0be16b-d4e8-4950-a3b1-94532b406e6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:09.304745 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8f0be16b-d4e8-4950-a3b1-94532b406e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:09.381146 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8f0be16b-d4e8-4950-a3b1-94532b406e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:09.399516 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8f0be16b-d4e8-4950-a3b1-94532b406e6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:09.403606 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8f0be16b-d4e8-4950-a3b1-94532b406e6b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/dad0a67e-ae6b-411e-b556-feb30f60ceb2 HTTP/1.1" status: 204 len: 168 time: 0.3780060 Jul 23 20:08:09.404540 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44938) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:09.410406 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5c7c07-c8d1-4e1c-82f8-b7e0276cf78b None None] Network 74aa537d-7e22-49da-b77d-2e452b6d3781 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:08:09.457785 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0be16b-d4e8-4950-a3b1-94532b406e6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dad0a67e-ae6b-411e-b556-feb30f60ceb2,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:09.674492 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:08:09.693037 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-01a05c5b-7548-4631-9c21-7fa9625046a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:09.758857 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:08:09.759041 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a57c2404-dbeb-4fdf-8cd7-ac3f1ce6c31b not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:08:09.759335 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device c338303b-5c93-4cc0-92f3-1a90bcbf04e7 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:08:09.836806 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-01a05c5b-7548-4631-9c21-7fa9625046a8 admin admin] Deleting port 72dfd6e2-829e-4d13-9900-f997d3362a4a {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:08:09.836806 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-01a05c5b-7548-4631-9c21-7fa9625046a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:09.843046 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d29204d1-c26c-42cd-a365-bca6e77d91f0 req-38dd34b6-3286-44ad-ad00-9f09986433af tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=34833a4e-1222-4108-9b63-5952724c969f HTTP/1.1" status: 200 len: 210 time: 0.1588933 Jul 23 20:08:09.849851 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: c338303b-5c93-4cc0-92f3-1a90bcbf04e7 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:08:09.850219 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device c338303b-5c93-4cc0-92f3-1a90bcbf04e7 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:08:09.862609 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-e1bf0842-e024-4422-bad6-8946a6f6839b tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:09.864116 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-e1bf0842-e024-4422-bad6-8946a6f6839b tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.30 "GET /v2.0/networks?id=d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1 HTTP/1.1" status: 200 len: 822 time: 0.3860121 Jul 23 20:08:09.885712 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-d627cd8a-d837-407d-a1d9-25ae6d9241e8 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Request body: {'port': {'device_id': '34833a4e-1222-4108-9b63-5952724c969f', 'network_id': 'd76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1', 'admin_state_up': True, 'tenant_id': '0a8f035149644216bbc95574fad6a4f6'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:09.992959 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-01a05c5b-7548-4631-9c21-7fa9625046a8 admin admin] For port 72dfd6e2-829e-4d13-9900-f997d3362a4a, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=72dfd6e2-829e-4d13-9900-f997d3362a4a,segment=NetworkSegment(dcfcb286-575f-4bc5-8644-3a9c1f47f899),segment_id=dcfcb286-575f-4bc5-8644-3a9c1f47f899)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:09.993336 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-01a05c5b-7548-4631-9c21-7fa9625046a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:10.026547 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a19087-64dd-455f-bbf9-45d79e476564 None None] DHCP port deletion for 74aa537d-7e22-49da-b77d-2e452b6d3781 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:08:10.033240 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-01a05c5b-7548-4631-9c21-7fa9625046a8 admin admin] Calling delete_port for 72dfd6e2-829e-4d13-9900-f997d3362a4a owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:08:10.126640 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-17a19087-64dd-455f-bbf9-45d79e476564 None None] Deleting port 72dfd6e2-829e-4d13-9900-f997d3362a4a {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:08:10.127276 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-17a19087-64dd-455f-bbf9-45d79e476564 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:10.128555 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-d627cd8a-d837-407d-a1d9-25ae6d9241e8 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Made reservation on behalf of 0a8f035149644216bbc95574fad6a4f6 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:08:10.136975 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-d627cd8a-d837-407d-a1d9-25ae6d9241e8 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:10.195956 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-01a05c5b-7548-4631-9c21-7fa9625046a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:10.233871 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a05c5b-7548-4631-9c21-7fa9625046a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=72dfd6e2-829e-4d13-9900-f997d3362a4a,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:10.241401 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a05c5b-7548-4631-9c21-7fa9625046a8 admin admin] No DVR routers for this DVR port 72dfd6e2-829e-4d13-9900-f997d3362a4a on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:08:10.241643 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-17a19087-64dd-455f-bbf9-45d79e476564 None None] For port 72dfd6e2-829e-4d13-9900-f997d3362a4a, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=72dfd6e2-829e-4d13-9900-f997d3362a4a,segment=NetworkSegment(dcfcb286-575f-4bc5-8644-3a9c1f47f899),segment_id=dcfcb286-575f-4bc5-8644-3a9c1f47f899)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:10.241643 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-17a19087-64dd-455f-bbf9-45d79e476564 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:10.251031 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e3299534-b295-4e1d-a8ec-2f22411dd779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:10.265368 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-17a19087-64dd-455f-bbf9-45d79e476564 None None] Calling delete_port for 72dfd6e2-829e-4d13-9900-f997d3362a4a owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:08:10.363978 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-01a05c5b-7548-4631-9c21-7fa9625046a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:10.370575 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-d627cd8a-d837-407d-a1d9-25ae6d9241e8 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Allocated IP 172.20.0.13 (d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1/d1122d17-5637-4a7c-90bc-58da5819ab03/e06e58b0-bda1-4ccb-845a-0a9b114086e1) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:08:10.377500 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-01a05c5b-7548-4631-9c21-7fa9625046a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74aa537d-7e22-49da-b77d-2e452b6d3781']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:10.388345 n-d-793618-10 neutron-server[93877]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 20:08:10.388345 n-d-793618-10 neutron-server[93877]: from cryptography.utils import int_from_bytes Jul 23 20:08:10.388345 n-d-793618-10 neutron-server[93877]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 20:08:10.388345 n-d-793618-10 neutron-server[93877]: from cryptography.utils import int_from_bytes Jul 23 20:08:10.388345 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:08:10.388345 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:08:10.388345 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:08:10.388345 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:08:10.388345 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:08:10.388345 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:08:10.388345 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:08:10.388345 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:08:10.388345 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:08:10.388345 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:08:10.388345 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:08:10.388345 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:08:10.388345 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:08:10.388345 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:08:10.388345 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:08:10.388345 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:08:10.388345 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:08:10.388345 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:08:10.388345 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:08:10.388345 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:08:10.388345 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:08:10.388345 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:08:10.388345 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:08:10.388345 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:08:10.388345 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:08:10.388345 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:08:10.388345 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:08:10.388345 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:08:10.388345 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:08:10.388345 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:08:10.388345 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:08:10.388345 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:08:10.388345 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:08:10.388345 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:08:10.388345 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:08:10.388345 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:08:10.388345 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:08:10.388345 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:08:10.392169 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:08:10.392169 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:08:10.392169 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:08:10.392169 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:08:10.392169 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:08:10.392169 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:08:10.392169 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:08:10.392169 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:08:10.392169 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:08:10.392169 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:08:10.392169 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:08:10.392169 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:08:10.392169 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:08:10.392169 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:08:10.395160 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-17a19087-64dd-455f-bbf9-45d79e476564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:10.396954 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-01a05c5b-7548-4631-9c21-7fa9625046a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcfcb286-575f-4bc5-8644-3a9c1f47f899') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:10.398716 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-01a05c5b-7548-4631-9c21-7fa9625046a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcfcb286-575f-4bc5-8644-3a9c1f47f899') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:10.422878 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-01a05c5b-7548-4631-9c21-7fa9625046a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:10.424591 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a19087-64dd-455f-bbf9-45d79e476564 None None] Pushing event deleted for resources: {'Port': ['ID=72dfd6e2-829e-4d13-9900-f997d3362a4a,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:10.431359 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a19087-64dd-455f-bbf9-45d79e476564 None None] No DVR routers for this DVR port 72dfd6e2-829e-4d13-9900-f997d3362a4a on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:08:10.453311 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-01a05c5b-7548-4631-9c21-7fa9625046a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:10.462215 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01a05c5b-7548-4631-9c21-7fa9625046a8 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:08:10.463625 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-01a05c5b-7548-4631-9c21-7fa9625046a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:10.466170 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:08:10.466170 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:08:10.466170 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:08:10.466170 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:08:10.466170 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:08:10.466170 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:08:10.466170 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:08:10.466170 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:08:10.466170 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:08:10.466170 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:08:10.466170 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:08:10.466170 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:08:10.466170 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:08:10.466170 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:08:10.466170 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:08:10.466170 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:08:10.466170 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:08:10.466170 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:08:10.466170 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:08:10.466170 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:08:10.466170 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:08:10.466170 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:08:10.466170 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:08:10.466170 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:08:10.466170 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:08:10.466170 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:08:10.466170 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:08:10.466170 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:08:10.466170 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:08:10.466170 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:08:10.466170 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:08:10.466170 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:08:10.553431 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-01a05c5b-7548-4631-9c21-7fa9625046a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:10.563004 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-01a05c5b-7548-4631-9c21-7fa9625046a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:10.565936 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-01a05c5b-7548-4631-9c21-7fa9625046a8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/74aa537d-7e22-49da-b77d-2e452b6d3781 HTTP/1.1" status: 204 len: 168 time: 1.1607802 Jul 23 20:08:10.585132 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a05c5b-7548-4631-9c21-7fa9625046a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=74aa537d-7e22-49da-b77d-2e452b6d3781,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:10.625811 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-d627cd8a-d837-407d-a1d9-25ae6d9241e8 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:10.675677 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-d627cd8a-d837-407d-a1d9-25ae6d9241e8 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:10.714371 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44974) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:10.727855 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-d627cd8a-d837-407d-a1d9-25ae6d9241e8 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Network d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:08:10.731847 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-d627cd8a-d837-407d-a1d9-25ae6d9241e8 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:08:10.744333 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-d627cd8a-d837-407d-a1d9-25ae6d9241e8 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:08:10.781840 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627cd8a-d837-407d-a1d9-25ae6d9241e8 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Pushing event updated for resources: {'Port': ['ID=e06e58b0-bda1-4ccb-845a-0a9b114086e1,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:10.786959 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e169ed3c-99bb-4775-9735-2c7202594448 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=080e43911453453aa007727912f2477f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0713508 Jul 23 20:08:10.789296 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44980) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:10.829560 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-d627cd8a-d837-407d-a1d9-25ae6d9241e8 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:10.830743 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-d627cd8a-d837-407d-a1d9-25ae6d9241e8 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:10.851069 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-d627cd8a-d837-407d-a1d9-25ae6d9241e8 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9744742 Jul 23 20:08:10.856963 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b5f5b9a9-1ea3-42e8-b385-1eec9f17d523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:10.865809 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-8c6f2ace-0987-4fab-8452-2cf4dc723dc3 service neutron] Request body: {'port': {'device_id': '34833a4e-1222-4108-9b63-5952724c969f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:10.925140 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b5f5b9a9-1ea3-42e8-b385-1eec9f17d523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:10.962240 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-8c6f2ace-0987-4fab-8452-2cf4dc723dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:10.985651 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ba8c4-1252-46e1-8e2f-112a1c198d82 req-843eba61-1270-45f3-92f7-ccd071c44437 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:10.987210 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-689ba8c4-1252-46e1-8e2f-112a1c198d82 req-843eba61-1270-45f3-92f7-ccd071c44437 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c3d8d06-2fd9-4e53-a3db-480048a20220 HTTP/1.1" status: 200 len: 945 time: 0.1227403 Jul 23 20:08:11.042037 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-689ba8c4-1252-46e1-8e2f-112a1c198d82 req-2f0ee556-d740-4e1f-9657-8dde3b977fb0 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] 10.222.0.32 "GET /v2.0/security-groups?id=b43f2476-65b7-4074-97c0-f3c85c315c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482047 Jul 23 20:08:11.048230 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b5f5b9a9-1ea3-42e8-b385-1eec9f17d523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:11.051300 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b5f5b9a9-1ea3-42e8-b385-1eec9f17d523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:11.054960 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b5f5b9a9-1ea3-42e8-b385-1eec9f17d523 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/55273e41-b371-4890-87d7-97693f5b402e HTTP/1.1" status: 204 len: 168 time: 0.2614586 Jul 23 20:08:11.061812 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5b9a9-1ea3-42e8-b385-1eec9f17d523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55273e41-b371-4890-87d7-97693f5b402e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:11.282985 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbca86-ceea-414f-bfa4-4ea96be1832d req-7c608a8f-ea9e-41eb-94a2-d9a47e14661c tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:11.290284 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f3dbca86-ceea-414f-bfa4-4ea96be1832d req-7c608a8f-ea9e-41eb-94a2-d9a47e14661c tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=34833a4e-1222-4108-9b63-5952724c969f HTTP/1.1" status: 200 len: 932 time: 0.1824300 Jul 23 20:08:11.376493 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f3dbca86-ceea-414f-bfa4-4ea96be1832d req-667df38d-dfb6-4553-bafd-b993e62069da tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852039 Jul 23 20:08:11.432805 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-8c6f2ace-0987-4fab-8452-2cf4dc723dc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e06e58b0-bda1-4ccb-845a-0a9b114086e1 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:08:11.442025 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-8c6f2ace-0987-4fab-8452-2cf4dc723dc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:11.475583 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-8c6f2ace-0987-4fab-8452-2cf4dc723dc3 service neutron] Transition to ACTIVE for port object e06e58b0-bda1-4ccb-845a-0a9b114086e1 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:08:11.489650 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-8c6f2ace-0987-4fab-8452-2cf4dc723dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:11.541098 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 72dfd6e2-829e-4d13-9900-f997d3362a4a no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:08:11.574756 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 72dfd6e2-829e-4d13-9900-f997d3362a4a {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:08:11.575106 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 72dfd6e2-829e-4d13-9900-f997d3362a4a not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:08:11.576117 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f2ace-0987-4fab-8452-2cf4dc723dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=e06e58b0-bda1-4ccb-845a-0a9b114086e1,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:11.630747 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 23dad8ee-0750-4a74-9c3c-51c635be7559 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:08:11.635866 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-8c6f2ace-0987-4fab-8452-2cf4dc723dc3 service neutron] Attempting to bind port e06e58b0-bda1-4ccb-845a-0a9b114086e1 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:08:11.636304 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-8c6f2ace-0987-4fab-8452-2cf4dc723dc3 service neutron] Attempting to bind port e06e58b0-bda1-4ccb-845a-0a9b114086e1 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'c624a56d-de97-4959-866e-9ffe997374c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:08:11.636682 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-8c6f2ace-0987-4fab-8452-2cf4dc723dc3 service neutron] Attempting to bind port e06e58b0-bda1-4ccb-845a-0a9b114086e1 on network d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:08:11.643078 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-8c6f2ace-0987-4fab-8452-2cf4dc723dc3 service neutron] Port e06e58b0-bda1-4ccb-845a-0a9b114086e1 on network d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:08:11.643234 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-8c6f2ace-0987-4fab-8452-2cf4dc723dc3 service neutron] Attempting to bind port e06e58b0-bda1-4ccb-845a-0a9b114086e1 on network d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:08:11.649172 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-8c6f2ace-0987-4fab-8452-2cf4dc723dc3 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:08:11.649615 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-8c6f2ace-0987-4fab-8452-2cf4dc723dc3 service neutron] Checking segment: {'id': 'c624a56d-de97-4959-866e-9ffe997374c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:08:11.649937 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-8c6f2ace-0987-4fab-8452-2cf4dc723dc3 service neutron] Bound using segment: {'id': 'c624a56d-de97-4959-866e-9ffe997374c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:08:11.650317 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-8c6f2ace-0987-4fab-8452-2cf4dc723dc3 service neutron] Bound port: e06e58b0-bda1-4ccb-845a-0a9b114086e1, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c624a56d-de97-4959-866e-9ffe997374c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:08:11.650683 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-8c6f2ace-0987-4fab-8452-2cf4dc723dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:11.758952 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-8c6f2ace-0987-4fab-8452-2cf4dc723dc3 service neutron] For port e06e58b0-bda1-4ccb-845a-0a9b114086e1, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:08:11.763669 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-8c6f2ace-0987-4fab-8452-2cf4dc723dc3 service neutron] For port e06e58b0-bda1-4ccb-845a-0a9b114086e1, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e06e58b0-bda1-4ccb-845a-0a9b114086e1,segment=NetworkSegment(c624a56d-de97-4959-866e-9ffe997374c5),segment_id=c624a56d-de97-4959-866e-9ffe997374c5)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:08:11.771289 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-8c6f2ace-0987-4fab-8452-2cf4dc723dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:11.778913 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 23dad8ee-0750-4a74-9c3c-51c635be7559, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=23dad8ee-0750-4a74-9c3c-51c635be7559,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:11.791521 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '23dad8ee-0750-4a74-9c3c-51c635be7559', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': '23dad8ee-0750-4a74-9c3c-51c635be7559', 'mac_address': 'fa:16:3e:86:3a:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:08:11.834522 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:11.846103 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-8c6f2ace-0987-4fab-8452-2cf4dc723dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:11.850717 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-8c6f2ace-0987-4fab-8452-2cf4dc723dc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:11.857329 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-8c6f2ace-0987-4fab-8452-2cf4dc723dc3 service neutron] 10.222.0.30 "PUT /v2.0/ports/e06e58b0-bda1-4ccb-845a-0a9b114086e1 HTTP/1.1" status: 200 len: 1093 time: 0.9974256 Jul 23 20:08:11.858772 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34833a4e-1222-4108-9b63-5952724c969f', 'tag': 'e06e58b0-bda1-4ccb-845a-0a9b114086e1'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:08:11.866269 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23dad8ee-0750-4a74-9c3c-51c635be7559 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:08:11.870137 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e9c2ad-301f-4b8c-a834-8d7edb364a64" -d '{"events": [{"name": "network-changed", "server_uuid": "34833a4e-1222-4108-9b63-5952724c969f", "tag": "e06e58b0-bda1-4ccb-845a-0a9b114086e1"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:08:11.932056 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 23dad8ee-0750-4a74-9c3c-51c635be7559, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=23dad8ee-0750-4a74-9c3c-51c635be7559,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:11.941259 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:11.953151 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f2ace-0987-4fab-8452-2cf4dc723dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=e06e58b0-bda1-4ccb-845a-0a9b114086e1,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:11.989054 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5acbab-f120-4b28-b04f-bd0a53aff26b x-openstack-request-id: req-4f5acbab-f120-4b28-b04f-bd0a53aff26b {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:08:11.989286 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34833a4e-1222-4108-9b63-5952724c969f", "tag": "e06e58b0-bda1-4ccb-845a-0a9b114086e1", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:08:11.989597 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4f5acbab-f120-4b28-b04f-bd0a53aff26b {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:08:11.990001 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34833a4e-1222-4108-9b63-5952724c969f', 'tag': 'e06e58b0-bda1-4ccb-845a-0a9b114086e1', 'status': 'completed', 'code': 200} Jul 23 20:08:12.022179 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device eddda286-689d-4dc5-8c5c-5401afb7251e details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:08:12.045817 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-652a7a5b-3ffc-4808-b114-15a7e6f8b0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:12.046161 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-652a7a5b-3ffc-4808-b114-15a7e6f8b0e3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a8f035149644216bbc95574fad6a4f6&device_id=34833a4e-1222-4108-9b63-5952724c969f HTTP/1.1" status: 200 len: 1096 time: 0.0864289 Jul 23 20:08:12.097891 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-0eb67e62-cc85-4bb7-94ac-87f0e3c5c35f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e06e58b0-bda1-4ccb-845a-0a9b114086e1 HTTP/1.1" status: 200 len: 217 time: 0.0430918 Jul 23 20:08:12.117449 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device eddda286-689d-4dc5-8c5c-5401afb7251e no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:08:12.131719 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45052) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:12.144569 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port eddda286-689d-4dc5-8c5c-5401afb7251e, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=eddda286-689d-4dc5-8c5c-5401afb7251e,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:12.161518 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'eddda286-689d-4dc5-8c5c-5401afb7251e', 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22', 'port_id': 'eddda286-689d-4dc5-8c5c-5401afb7251e', 'mac_address': 'fa:16:3e:a1:07:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89cc8ce-1520-4663-872c-281c0b224b71', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:08:12.181199 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=23dad8ee-0750-4a74-9c3c-51c635be7559,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:12.188914 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-6938b6a9-180c-422f-a1e5-9af27153b482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:12.191356 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-6938b6a9-180c-422f-a1e5-9af27153b482 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d1122d17-5637-4a7c-90bc-58da5819ab03 HTTP/1.1" status: 200 len: 862 time: 0.0855010 Jul 23 20:08:12.200949 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['23dad8ee-0750-4a74-9c3c-51c635be7559'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:08:12.279065 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-0ea0dfdc-1fd6-4886-9db3-44dd0a06c149 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767097 Jul 23 20:08:12.314402 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:12.328388 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eddda286-689d-4dc5-8c5c-5401afb7251e {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:08:12.366654 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f5ce7-27bb-4e03-a13e-24535737b342 req-46901a0f-87e3-45bd-8ff3-12979e3a6cda tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:12.378434 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-953f5ce7-27bb-4e03-a13e-24535737b342 req-46901a0f-87e3-45bd-8ff3-12979e3a6cda tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c3d8d06-2fd9-4e53-a3db-480048a20220 HTTP/1.1" status: 200 len: 945 time: 0.1920571 Jul 23 20:08:12.405104 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port eddda286-689d-4dc5-8c5c-5401afb7251e, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=eddda286-689d-4dc5-8c5c-5401afb7251e,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:12.417195 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:12.444791 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-5161dfb0-f3d6-4f8d-8553-1c6b742fa5db service neutron] 10.222.0.30 "GET /v2.0/networks/d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576505 Jul 23 20:08:12.458740 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-e6e17e3f-bb61-4002-8687-2636ce2367b7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1932863045-network', 'tenant_id': '9742325d3b0d4d239778899d7a4dbcdf'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:12.498160 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-953f5ce7-27bb-4e03-a13e-24535737b342 req-7a6e1423-78c9-439a-9676-9f19c79447c4 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] 10.222.0.32 "GET /v2.0/security-groups?id=b43f2476-65b7-4074-97c0-f3c85c315c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163485 Jul 23 20:08:12.507241 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=eddda286-689d-4dc5-8c5c-5401afb7251e,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:12.511090 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:12.535179 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e17e3f-bb61-4002-8687-2636ce2367b7 admin admin] Made reservation on behalf of 9742325d3b0d4d239778899d7a4dbcdf for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:08:12.538656 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e6e17e3f-bb61-4002-8687-2636ce2367b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:12.550936 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e6e17e3f-bb61-4002-8687-2636ce2367b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:12.567802 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['eddda286-689d-4dc5-8c5c-5401afb7251e'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:08:12.667686 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e6e17e3f-bb61-4002-8687-2636ce2367b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:12.675087 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e6e17e3f-bb61-4002-8687-2636ce2367b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:12.709739 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6e17e3f-bb61-4002-8687-2636ce2367b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:08:12.728743 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e6e17e3f-bb61-4002-8687-2636ce2367b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:12.729539 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.db.api [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:08:12.730114 n-d-793618-10 neutron-server[93877]: DEBUG oslo_db.api [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:08:12.730725 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-e6e17e3f-bb61-4002-8687-2636ce2367b7 admin admin] Added segment 2cccc4a1-2561-493c-866a-481a8b9752ea of type vlan for network d8973c6f-6732-481a-9379-8f35a2afdd5e Jul 23 20:08:12.751937 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a98b76b4-1425-4ba6-b964-d6bbddd7a875 req-349ed071-0439-4579-98e1-b774ed19ddec service neutron] 10.222.0.30 "GET /v2.0/networks/d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993307 Jul 23 20:08:12.913213 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9c2ad-301f-4b8c-a834-8d7edb364a64 req-a11d7573-9da3-4394-80b2-950d40bad540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:12.914445 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e6e17e3f-bb61-4002-8687-2636ce2367b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:12.914973 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-33e9c2ad-301f-4b8c-a834-8d7edb364a64 req-a11d7573-9da3-4394-80b2-950d40bad540 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a8f035149644216bbc95574fad6a4f6&device_id=34833a4e-1222-4108-9b63-5952724c969f HTTP/1.1" status: 200 len: 1096 time: 0.1014576 Jul 23 20:08:12.931865 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6d705d82-65e4-4861-b633-e4caedcab2b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:12.954673 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e17e3f-bb61-4002-8687-2636ce2367b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b03788-73ed-49dc-a56d-88203af6ed62,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:13.009249 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f288c9b-5ccc-4027-853c-134924c39301 req-903d1108-02a7-429a-80aa-e6f8afd41a15 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:13.016815 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5f288c9b-5ccc-4027-853c-134924c39301 req-903d1108-02a7-429a-80aa-e6f8afd41a15 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=34833a4e-1222-4108-9b63-5952724c969f HTTP/1.1" status: 200 len: 944 time: 0.2618711 Jul 23 20:08:13.019608 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e6e17e3f-bb61-4002-8687-2636ce2367b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:13.020572 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e17e3f-bb61-4002-8687-2636ce2367b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:13.021159 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e6e17e3f-bb61-4002-8687-2636ce2367b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:13.031463 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f43ee3-a71c-440d-840b-5b03a54c040a req-267a5928-dbfa-4303-9543-e93e8101e026 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:13.033088 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-72f43ee3-a71c-440d-840b-5b03a54c040a req-267a5928-dbfa-4303-9543-e93e8101e026 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3d8d06-2fd9-4e53-a3db-480048a20220 HTTP/1.1" status: 200 len: 945 time: 0.2761269 Jul 23 20:08:13.040834 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9c2ad-301f-4b8c-a834-8d7edb364a64 req-5165b55c-8cc8-4607-b0c9-10129e9ff382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:13.042394 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-33e9c2ad-301f-4b8c-a834-8d7edb364a64 req-5165b55c-8cc8-4607-b0c9-10129e9ff382 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1 HTTP/1.1" status: 200 len: 923 time: 0.1202128 Jul 23 20:08:13.096527 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-33e9c2ad-301f-4b8c-a834-8d7edb364a64 req-7defb89c-dad4-4918-9b3c-130eddff163e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e06e58b0-bda1-4ccb-845a-0a9b114086e1 HTTP/1.1" status: 200 len: 217 time: 0.0459766 Jul 23 20:08:13.121391 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e6e17e3f-bb61-4002-8687-2636ce2367b7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9885330 Jul 23 20:08:13.130568 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45074) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:13.162953 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-751505a1-6ca1-46bb-8aae-8c99af7f37db admin admin] Request body: {'subnet': {'network_id': 'd8973c6f-6732-481a-9379-8f35a2afdd5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1932863045-subnet', 'tenant_id': '9742325d3b0d4d239778899d7a4dbcdf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:13.176740 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9c2ad-301f-4b8c-a834-8d7edb364a64 req-b8c10c15-87a7-4b3a-877a-8f91c5ef541d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:13.179126 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-33e9c2ad-301f-4b8c-a834-8d7edb364a64 req-b8c10c15-87a7-4b3a-877a-8f91c5ef541d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d1122d17-5637-4a7c-90bc-58da5819ab03 HTTP/1.1" status: 200 len: 862 time: 0.0673554 Jul 23 20:08:13.191847 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e17e3f-bb61-4002-8687-2636ce2367b7 admin admin] Pushing event updated for resources: {'Network': ['ID=d8973c6f-6732-481a-9379-8f35a2afdd5e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:13.196666 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751505a1-6ca1-46bb-8aae-8c99af7f37db admin admin] Made reservation on behalf of 9742325d3b0d4d239778899d7a4dbcdf for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:08:13.199151 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-751505a1-6ca1-46bb-8aae-8c99af7f37db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:13.205888 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network d8973c6f-6732-481a-9379-8f35a2afdd5e details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:08:13.215561 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5f288c9b-5ccc-4027-853c-134924c39301 req-9651fbc1-b126-4641-9486-e829295e8bba tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977468 Jul 23 20:08:13.284296 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-33e9c2ad-301f-4b8c-a834-8d7edb364a64 req-01fcc6de-182e-421c-8895-132cf8c53fac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990474 Jul 23 20:08:13.363628 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:13.420830 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:13.461576 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-33e9c2ad-301f-4b8c-a834-8d7edb364a64 req-1d976af2-8bdd-47dd-b2d0-ba6832bd9f82 service neutron] 10.222.0.30 "GET /v2.0/networks/d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682799 Jul 23 20:08:13.470630 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id eddda286-689d-4dc5-8c5c-5401afb7251e {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:08:13.501729 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port eddda286-689d-4dc5-8c5c-5401afb7251e, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=eddda286-689d-4dc5-8c5c-5401afb7251e,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:13.509832 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:13.517845 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-72f43ee3-a71c-440d-840b-5b03a54c040a req-9d2186ba-605e-4fb3-91ad-3e734cfa3069 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] Deleting port dad3c36d-24ba-4f6c-a617-7171305e7cd4 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:08:13.518699 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-72f43ee3-a71c-440d-840b-5b03a54c040a req-9d2186ba-605e-4fb3-91ad-3e734cfa3069 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:13.611914 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-33e9c2ad-301f-4b8c-a834-8d7edb364a64 req-5193e4f2-7d15-4072-ba13-be8f5d230295 service neutron] 10.222.0.30 "GET /v2.0/networks/d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402841 Jul 23 20:08:13.640637 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 23dad8ee-0750-4a74-9c3c-51c635be7559 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:08:13.650774 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-72f43ee3-a71c-440d-840b-5b03a54c040a req-9d2186ba-605e-4fb3-91ad-3e734cfa3069 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] For port dad3c36d-24ba-4f6c-a617-7171305e7cd4, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=dad3c36d-24ba-4f6c-a617-7171305e7cd4,segment=NetworkSegment(4d9aa017-8a48-4535-9a12-21ce4466e855),segment_id=4d9aa017-8a48-4535-9a12-21ce4466e855)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:13.651140 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-72f43ee3-a71c-440d-840b-5b03a54c040a req-9d2186ba-605e-4fb3-91ad-3e734cfa3069 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:13.684800 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-72f43ee3-a71c-440d-840b-5b03a54c040a req-9d2186ba-605e-4fb3-91ad-3e734cfa3069 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] Calling delete_port for dad3c36d-24ba-4f6c-a617-7171305e7cd4 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:08:13.692751 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=eddda286-689d-4dc5-8c5c-5401afb7251e,revision_number=9']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:13.733029 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 23dad8ee-0750-4a74-9c3c-51c635be7559 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:13.733897 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:13.841516 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:13.882317 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fcbe3f-bd4a-4483-879f-6b96e28b59aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23dad8ee-0750-4a74-9c3c-51c635be7559'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:08:13.888770 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabf1876-3a55-4f94-b259-8cc7f24b2864" -d '{"events": [{"server_uuid": "b2fcbe3f-bd4a-4483-879f-6b96e28b59aa", "name": "network-vif-plugged", "status": "completed", "tag": "23dad8ee-0750-4a74-9c3c-51c635be7559"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:08:13.894075 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 23dad8ee-0750-4a74-9c3c-51c635be7559, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=23dad8ee-0750-4a74-9c3c-51c635be7559,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:13.901106 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:13.949813 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a2c99-9baa-4075-9274-60ab2dc063fd req-46f8efa0-6a79-4283-86cb-57f293d8564f tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:13.956746 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-545a2c99-9baa-4075-9274-60ab2dc063fd req-46f8efa0-6a79-4283-86cb-57f293d8564f tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c3d8d06-2fd9-4e53-a3db-480048a20220 HTTP/1.1" status: 200 len: 945 time: 0.3090057 Jul 23 20:08:13.958872 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:13.969912 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-751505a1-6ca1-46bb-8aae-8c99af7f37db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:13.996523 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=23dad8ee-0750-4a74-9c3c-51c635be7559,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:14.024119 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device e06e58b0-bda1-4ccb-845a-0a9b114086e1 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:08:14.108180 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-545a2c99-9baa-4075-9274-60ab2dc063fd req-c0424553-d86e-4520-a4ce-9e4ced3c06f5 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] 10.222.0.32 "GET /v2.0/security-groups?id=b43f2476-65b7-4074-97c0-f3c85c315c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460552 Jul 23 20:08:14.161533 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port e06e58b0-bda1-4ccb-845a-0a9b114086e1, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e06e58b0-bda1-4ccb-845a-0a9b114086e1,segment=NetworkSegment(c624a56d-de97-4959-866e-9ffe997374c5),segment_id=c624a56d-de97-4959-866e-9ffe997374c5)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:14.177476 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device eddda286-689d-4dc5-8c5c-5401afb7251e up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:08:14.180527 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'e06e58b0-bda1-4ccb-845a-0a9b114086e1', 'network_id': 'd76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1', 'port_id': 'e06e58b0-bda1-4ccb-845a-0a9b114086e1', 'mac_address': 'fa:16:3e:77:38:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1122d17-5637-4a7c-90bc-58da5819ab03', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:08:14.217634 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751505a1-6ca1-46bb-8aae-8c99af7f37db admin admin] Checking segment: {'id': '2cccc4a1-2561-493c-866a-481a8b9752ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd8973c6f-6732-481a-9379-8f35a2afdd5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:08:14.218315 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751505a1-6ca1-46bb-8aae-8c99af7f37db admin admin] Network hostable DHCP agents. Network: d8973c6f-6732-481a-9379-8f35a2afdd5e, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:08:14.262227 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751505a1-6ca1-46bb-8aae-8c99af7f37db admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4af5631-9c5e-4c0c-9709-a35fc168124d,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:14.292349 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:14.295699 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:14.319485 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e06e58b0-bda1-4ccb-845a-0a9b114086e1 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:08:14.324672 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-72f43ee3-a71c-440d-840b-5b03a54c040a req-9d2186ba-605e-4fb3-91ad-3e734cfa3069 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:14.325996 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port eddda286-689d-4dc5-8c5c-5401afb7251e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:14.327584 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:14.359065 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8641f499-994a-4aea-aacf-e5add3d302d8 x-openstack-request-id: req-8641f499-994a-4aea-aacf-e5add3d302d8 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:08:14.359341 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2fcbe3f-bd4a-4483-879f-6b96e28b59aa", "name": "network-vif-plugged", "status": "completed", "tag": "23dad8ee-0750-4a74-9c3c-51c635be7559", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:08:14.359753 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8641f499-994a-4aea-aacf-e5add3d302d8 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:08:14.360152 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fcbe3f-bd4a-4483-879f-6b96e28b59aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23dad8ee-0750-4a74-9c3c-51c635be7559', 'code': 200} Jul 23 20:08:14.363377 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['dad3c36d-24ba-4f6c-a617-7171305e7cd4'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:08:14.396550 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2186ba-605e-4fb3-91ad-3e734cfa3069 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] Pushing event deleted for resources: {'Port': ['ID=dad3c36d-24ba-4f6c-a617-7171305e7cd4,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:14.397611 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port e06e58b0-bda1-4ccb-845a-0a9b114086e1, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e06e58b0-bda1-4ccb-845a-0a9b114086e1,segment=NetworkSegment(c624a56d-de97-4959-866e-9ffe997374c5),segment_id=c624a56d-de97-4959-866e-9ffe997374c5)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:14.414645 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751505a1-6ca1-46bb-8aae-8c99af7f37db admin admin] Network d8973c6f-6732-481a-9379-8f35a2afdd5e is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:08:14.434597 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:14.481105 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:14.527840 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-751505a1-6ca1-46bb-8aae-8c99af7f37db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, d8973c6f-6732-481a-9379-8f35a2afdd5e) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:08:14.535829 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751505a1-6ca1-46bb-8aae-8c99af7f37db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:14.536554 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-751505a1-6ca1-46bb-8aae-8c99af7f37db admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:14.543679 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40d40d7-42ac-462c-aad3-af6518eacff8 None None] Network d8973c6f-6732-481a-9379-8f35a2afdd5e requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:08:14.548492 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=e06e58b0-bda1-4ccb-845a-0a9b114086e1,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:14.556155 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f43ee3-a71c-440d-840b-5b03a54c040a req-9d2186ba-605e-4fb3-91ad-3e734cfa3069 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] No DVR routers for this DVR port dad3c36d-24ba-4f6c-a617-7171305e7cd4 on host n-h1-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:08:14.556554 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:14.562075 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-72f43ee3-a71c-440d-840b-5b03a54c040a req-9d2186ba-605e-4fb3-91ad-3e734cfa3069 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:14.564747 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-72f43ee3-a71c-440d-840b-5b03a54c040a req-9d2186ba-605e-4fb3-91ad-3e734cfa3069 tempest-AttachSCSIVolumeTestJSON-1637084707 tempest-AttachSCSIVolumeTestJSON-1637084707-project] 10.222.0.30 "DELETE /v2.0/ports/dad3c36d-24ba-4f6c-a617-7171305e7cd4 HTTP/1.1" status: 204 len: 173 time: 1.5146809 Jul 23 20:08:14.585776 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3d8d06-2fd9-4e53-a3db-480048a20220', 'name': 'network-vif-deleted', 'tag': 'dad3c36d-24ba-4f6c-a617-7171305e7cd4'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:08:14.585776 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b38540-19cd-4698-994e-b8e18af2caa4" -d '{"events": [{"server_uuid": "9c3d8d06-2fd9-4e53-a3db-480048a20220", "name": "network-vif-deleted", "tag": "dad3c36d-24ba-4f6c-a617-7171305e7cd4"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:08:14.593168 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-751505a1-6ca1-46bb-8aae-8c99af7f37db admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4337096 Jul 23 20:08:14.653716 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff105805-1ba4-4893-959e-fa1b84a4b5f6 req-af3eb9db-e3d1-48a3-a283-9dbbd739b1fa tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:14.675357 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ff105805-1ba4-4893-959e-fa1b84a4b5f6 req-af3eb9db-e3d1-48a3-a283-9dbbd739b1fa tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=34833a4e-1222-4108-9b63-5952724c969f HTTP/1.1" status: 200 len: 945 time: 0.2174025 Jul 23 20:08:14.691147 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port eddda286-689d-4dc5-8c5c-5401afb7251e, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=eddda286-689d-4dc5-8c5c-5401afb7251e,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:14.746927 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ff105805-1ba4-4893-959e-fa1b84a4b5f6 req-e2668019-ea2e-4ab3-b282-9d6f61d50cc8 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699618 Jul 23 20:08:14.959109 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f7ef93-25ed-458c-a2bc-789f0511a492 x-openstack-request-id: req-b3f7ef93-25ed-458c-a2bc-789f0511a492 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:08:14.959507 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3d8d06-2fd9-4e53-a3db-480048a20220", "name": "network-vif-deleted", "tag": "dad3c36d-24ba-4f6c-a617-7171305e7cd4", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:08:14.959754 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b3f7ef93-25ed-458c-a2bc-789f0511a492 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:08:14.960166 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3d8d06-2fd9-4e53-a3db-480048a20220', 'name': 'network-vif-deleted', 'tag': 'dad3c36d-24ba-4f6c-a617-7171305e7cd4', 'status': 'completed', 'code': 200} Jul 23 20:08:15.051376 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['e06e58b0-bda1-4ccb-845a-0a9b114086e1'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:08:15.062811 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:15.219615 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=eddda286-689d-4dc5-8c5c-5401afb7251e,revision_number=10']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:15.228900 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94203f3a-bc5b-4ccb-bd9f-77b24f69c9bb None None] Network d8973c6f-6732-481a-9379-8f35a2afdd5e requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:08:15.798959 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:15.999388 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device e06e58b0-bda1-4ccb-845a-0a9b114086e1 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:08:16.056737 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port e06e58b0-bda1-4ccb-845a-0a9b114086e1 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:08:16.066760 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port e06e58b0-bda1-4ccb-845a-0a9b114086e1 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:16.067131 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:16.185053 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:16.224789 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port e06e58b0-bda1-4ccb-845a-0a9b114086e1, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e06e58b0-bda1-4ccb-845a-0a9b114086e1,segment=NetworkSegment(c624a56d-de97-4959-866e-9ffe997374c5),segment_id=c624a56d-de97-4959-866e-9ffe997374c5)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:16.230730 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:16.232422 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device dad3c36d-24ba-4f6c-a617-7171305e7cd4 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:08:16.298090 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: dad3c36d-24ba-4f6c-a617-7171305e7cd4 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:08:16.298594 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device dad3c36d-24ba-4f6c-a617-7171305e7cd4 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:08:16.311115 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=e06e58b0-bda1-4ccb-845a-0a9b114086e1,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:16.361243 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b8caf2-2e82-4e81-9590-162c7d3a78dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddda286-689d-4dc5-8c5c-5401afb7251e'}, {'server_uuid': '34833a4e-1222-4108-9b63-5952724c969f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06e58b0-bda1-4ccb-845a-0a9b114086e1'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:08:16.365525 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e58738b-0b76-4762-871f-d0553e16a733" -d '{"events": [{"server_uuid": "a9b8caf2-2e82-4e81-9590-162c7d3a78dd", "name": "network-vif-plugged", "status": "completed", "tag": "eddda286-689d-4dc5-8c5c-5401afb7251e"}, {"server_uuid": "34833a4e-1222-4108-9b63-5952724c969f", "name": "network-vif-plugged", "status": "completed", "tag": "e06e58b0-bda1-4ccb-845a-0a9b114086e1"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:08:19.170420 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-a6a8d3a6-8f86-41c0-ba4a-15df2b034886 tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:19.178732 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-a6a8d3a6-8f86-41c0-ba4a-15df2b034886 tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] 10.222.0.32 "GET /v2.0/networks?id=d8973c6f-6732-481a-9379-8f35a2afdd5e HTTP/1.1" status: 200 len: 822 time: 0.1523724 Jul 23 20:08:19.195800 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-5483b671-3d59-403a-bfbf-fc3f4aedf846 tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] 10.222.0.32 "GET /v2.0/quotas/9742325d3b0d4d239778899d7a4dbcdf HTTP/1.1" status: 200 len: 375 time: 0.0161219 Jul 23 20:08:19.238481 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-eea4671e-2b16-47df-9d3a-0651cec95e3f tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9742325d3b0d4d239778899d7a4dbcdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417383 Jul 23 20:08:19.303778 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0391c7-78c0-4354-8d7d-1c683fd0a9de req-f9e4d8a0-b7ee-43c1-869e-f40f30d68096 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:19.310630 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6f0391c7-78c0-4354-8d7d-1c683fd0a9de req-f9e4d8a0-b7ee-43c1-869e-f40f30d68096 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=34833a4e-1222-4108-9b63-5952724c969f HTTP/1.1" status: 200 len: 946 time: 0.1155307 Jul 23 20:08:19.348716 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-7c2ca63a-9c8d-441c-9e7b-453a63b45f4c service neutron] 10.222.0.32 "GET /v2.0/networks/d8973c6f-6732-481a-9379-8f35a2afdd5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090846 Jul 23 20:08:19.358642 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6f0391c7-78c0-4354-8d7d-1c683fd0a9de req-ecdf6ae9-d797-4e61-ac75-fcb32db43e2f tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441005 Jul 23 20:08:19.457385 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-91096af0-0303-461f-9782-ae0949e827e9 service neutron] 10.222.0.32 "GET /v2.0/networks/d8973c6f-6732-481a-9379-8f35a2afdd5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077993 Jul 23 20:08:19.565819 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 20:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3061d2e-18f8-416e-9f91-5beb90d79afc x-openstack-request-id: req-c3061d2e-18f8-416e-9f91-5beb90d79afc {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:08:19.566403 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b8caf2-2e82-4e81-9590-162c7d3a78dd", "name": "network-vif-plugged", "status": "completed", "tag": "eddda286-689d-4dc5-8c5c-5401afb7251e", "code": 200}, {"server_uuid": "34833a4e-1222-4108-9b63-5952724c969f", "name": "network-vif-plugged", "status": "completed", "tag": "e06e58b0-bda1-4ccb-845a-0a9b114086e1", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:08:19.566660 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c3061d2e-18f8-416e-9f91-5beb90d79afc {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:08:19.567156 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b8caf2-2e82-4e81-9590-162c7d3a78dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddda286-689d-4dc5-8c5c-5401afb7251e', 'code': 200} Jul 23 20:08:19.567510 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34833a4e-1222-4108-9b63-5952724c969f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06e58b0-bda1-4ccb-845a-0a9b114086e1', 'code': 200} Jul 23 20:08:19.800495 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f0bb5-6e75-456a-814e-8d2ccf4a872e req-b1777fb9-2afd-4c11-8c97-a7e451f12dce tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:19.807877 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-065f0bb5-6e75-456a-814e-8d2ccf4a872e req-b1777fb9-2afd-4c11-8c97-a7e451f12dce tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec173c36-2b33-4f3a-bc5b-be16f7d6f36c HTTP/1.1" status: 200 len: 945 time: 0.1108446 Jul 23 20:08:19.852768 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-065f0bb5-6e75-456a-814e-8d2ccf4a872e req-9270ec93-b72c-4b39-8796-a9d2e9182733 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] 10.222.0.32 "GET /v2.0/security-groups?id=a783cce7-19cb-4039-9519-ca1153a4960d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438440 Jul 23 20:08:20.048613 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-da9296f0-50c3-435b-a665-1b46c1c9f84e req-3723fa1b-4d1b-495f-b512-c2d023b1a9a5 tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] 10.222.0.32 "GET /v2.0/ports?device_id=18997b06-ac4f-4ab7-8b57-cfe0d9c61fe4 HTTP/1.1" status: 200 len: 210 time: 0.3415935 Jul 23 20:08:20.074535 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b7d7a-a463-466d-9315-d37d33a27182 req-d4035e37-a73f-410e-90b8-0814598631f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:20.077267 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-988b7d7a-a463-466d-9315-d37d33a27182 req-d4035e37-a73f-410e-90b8-0814598631f1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=34833a4e-1222-4108-9b63-5952724c969f HTTP/1.1" status: 200 len: 1098 time: 0.4308827 Jul 23 20:08:20.117313 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-988b7d7a-a463-466d-9315-d37d33a27182 req-9edb3b5b-72aa-40b9-8e6e-4c29f1794fc6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330591 Jul 23 20:08:20.640627 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9767d8-dc03-4d5d-ba9a-6dd71c55b76f req-5208ff4a-99ce-42cf-9723-15af5cf2bf3e tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:20.642370 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-af9767d8-dc03-4d5d-ba9a-6dd71c55b76f req-5208ff4a-99ce-42cf-9723-15af5cf2bf3e tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=34833a4e-1222-4108-9b63-5952724c969f HTTP/1.1" status: 200 len: 946 time: 0.1564312 Jul 23 20:08:20.718934 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-af9767d8-dc03-4d5d-ba9a-6dd71c55b76f req-fa05c464-67d6-4762-ae75-811a5a91da0d tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609243 Jul 23 20:08:21.469609 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-c5d1ca1f-c1d1-4c44-ab5e-e29b1faa104d tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:21.471599 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-c5d1ca1f-c1d1-4c44-ab5e-e29b1faa104d tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] 10.222.0.30 "GET /v2.0/networks?id=d8973c6f-6732-481a-9379-8f35a2afdd5e HTTP/1.1" status: 200 len: 822 time: 0.3207684 Jul 23 20:08:21.484896 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f525b52-814b-4572-a0c6-c6de73b51270 req-19c6e6e9-a596-4418-8869-c4e98d44b535 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:21.492511 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8f525b52-814b-4572-a0c6-c6de73b51270 req-19c6e6e9-a596-4418-8869-c4e98d44b535 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec173c36-2b33-4f3a-bc5b-be16f7d6f36c HTTP/1.1" status: 200 len: 945 time: 0.1458840 Jul 23 20:08:21.520076 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-906d9c8d-9905-4745-a5c3-033b97c3716b tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] Request body: {'port': {'device_id': '18997b06-ac4f-4ab7-8b57-cfe0d9c61fe4', 'network_id': 'd8973c6f-6732-481a-9379-8f35a2afdd5e', 'admin_state_up': True, 'tenant_id': '9742325d3b0d4d239778899d7a4dbcdf'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:21.554417 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8f525b52-814b-4572-a0c6-c6de73b51270 req-1057eac7-52ff-4707-8ce2-b373d505d7da tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] 10.222.0.32 "GET /v2.0/security-groups?id=a783cce7-19cb-4039-9519-ca1153a4960d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606945 Jul 23 20:08:21.696883 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-563c615e-d97d-4421-9fce-a1801771a665 req-84648c0c-dfcd-492e-aa21-a301b82266d8 tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] 10.222.0.32 "GET /v2.0/ports?device_id=18997b06-ac4f-4ab7-8b57-cfe0d9c61fe4 HTTP/1.1" status: 200 len: 210 time: 0.0411170 Jul 23 20:08:21.813275 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-906d9c8d-9905-4745-a5c3-033b97c3716b tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] Made reservation on behalf of 9742325d3b0d4d239778899d7a4dbcdf for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:08:21.820490 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-906d9c8d-9905-4745-a5c3-033b97c3716b tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:22.203773 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-906d9c8d-9905-4745-a5c3-033b97c3716b tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] Allocated IP 172.20.0.12 (d8973c6f-6732-481a-9379-8f35a2afdd5e/a4af5631-9c5e-4c0c-9709-a35fc168124d/097095c5-8a97-4de7-8670-2e27b987b564) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:08:22.227307 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310dea4-7380-45ba-be88-99b4b05751c3 req-57f67c59-7e31-4a89-a792-024237163b83 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:22.229641 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2310dea4-7380-45ba-be88-99b4b05751c3 req-57f67c59-7e31-4a89-a792-024237163b83 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=34833a4e-1222-4108-9b63-5952724c969f HTTP/1.1" status: 200 len: 946 time: 0.1830742 Jul 23 20:08:22.345515 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2310dea4-7380-45ba-be88-99b4b05751c3 req-7d4a5363-a6cf-4997-9cce-b73a659e5b22 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070166 Jul 23 20:08:22.666835 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-906d9c8d-9905-4745-a5c3-033b97c3716b tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:22.765395 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-906d9c8d-9905-4745-a5c3-033b97c3716b tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:22.903021 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-906d9c8d-9905-4745-a5c3-033b97c3716b tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] Network d8973c6f-6732-481a-9379-8f35a2afdd5e is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:08:22.940166 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-906d9c8d-9905-4745-a5c3-033b97c3716b tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:08:22.943057 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-906d9c8d-9905-4745-a5c3-033b97c3716b tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:08:22.948104 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d9c8d-9905-4745-a5c3-033b97c3716b tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] Pushing event updated for resources: {'Port': ['ID=097095c5-8a97-4de7-8670-2e27b987b564,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:23.022636 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-906d9c8d-9905-4745-a5c3-033b97c3716b tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:23.023410 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-906d9c8d-9905-4745-a5c3-033b97c3716b tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:23.032766 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4bd75-ca9b-4256-bc65-6f2dfde8b2fd req-1bd772b0-4414-4684-b8d9-fb6c98c44ae5 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:23.034417 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-30c4bd75-ca9b-4256-bc65-6f2dfde8b2fd req-1bd772b0-4414-4684-b8d9-fb6c98c44ae5 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=34833a4e-1222-4108-9b63-5952724c969f HTTP/1.1" status: 200 len: 946 time: 0.2819099 Jul 23 20:08:23.071963 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-906d9c8d-9905-4745-a5c3-033b97c3716b tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5593109 Jul 23 20:08:23.100328 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-e8359f16-7882-4ab9-b2a2-41dbee89aaec service neutron] Request body: {'port': {'device_id': '18997b06-ac4f-4ab7-8b57-cfe0d9c61fe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:23.196548 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-e8359f16-7882-4ab9-b2a2-41dbee89aaec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:23.261225 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-30c4bd75-ca9b-4256-bc65-6f2dfde8b2fd req-c7026732-6b90-47e7-9782-0b45bc10a51c tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141740 Jul 23 20:08:23.711331 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5c636-2f60-4e00-ba8e-f534bcb902f3 req-5052a0c2-888f-46c7-b3fc-2fc3e19687de tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:23.723508 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-43d5c636-2f60-4e00-ba8e-f534bcb902f3 req-5052a0c2-888f-46c7-b3fc-2fc3e19687de tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec173c36-2b33-4f3a-bc5b-be16f7d6f36c HTTP/1.1" status: 200 len: 945 time: 0.3439674 Jul 23 20:08:23.900526 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-43d5c636-2f60-4e00-ba8e-f534bcb902f3 req-e88fd273-55fa-4019-9b74-f02280849839 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] 10.222.0.32 "GET /v2.0/security-groups?id=a783cce7-19cb-4039-9519-ca1153a4960d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677892 Jul 23 20:08:24.109277 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb27c7b-7375-4f0d-91be-f945f6b2e4a0 req-078a6010-c9b8-4234-8424-9137fd511d33 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:24.112238 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3fb27c7b-7375-4f0d-91be-f945f6b2e4a0 req-078a6010-c9b8-4234-8424-9137fd511d33 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec173c36-2b33-4f3a-bc5b-be16f7d6f36c HTTP/1.1" status: 200 len: 945 time: 0.1777155 Jul 23 20:08:24.361511 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-e8359f16-7882-4ab9-b2a2-41dbee89aaec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 097095c5-8a97-4de7-8670-2e27b987b564 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:08:24.395107 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-e8359f16-7882-4ab9-b2a2-41dbee89aaec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:24.466964 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-3fb27c7b-7375-4f0d-91be-f945f6b2e4a0 req-9001b503-0511-4c42-ba05-ee1060c1e322 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Deleting port 9664baff-d324-4bb7-83db-312ac8268922 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:08:24.466964 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3fb27c7b-7375-4f0d-91be-f945f6b2e4a0 req-9001b503-0511-4c42-ba05-ee1060c1e322 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:24.468091 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98cc2d-c2f1-4b04-9c61-3d0e581e5750 req-26a6b9ee-045f-49f8-861f-694fa2126576 tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:24.479487 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9d98cc2d-c2f1-4b04-9c61-3d0e581e5750 req-26a6b9ee-045f-49f8-861f-694fa2126576 tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] 10.222.0.32 "GET /v2.0/ports?device_id=18997b06-ac4f-4ab7-8b57-cfe0d9c61fe4 HTTP/1.1" status: 200 len: 932 time: 0.4619820 Jul 23 20:08:24.550325 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-e8359f16-7882-4ab9-b2a2-41dbee89aaec service neutron] Transition to ACTIVE for port object 097095c5-8a97-4de7-8670-2e27b987b564 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:08:24.583765 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-e8359f16-7882-4ab9-b2a2-41dbee89aaec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:24.656516 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-3fb27c7b-7375-4f0d-91be-f945f6b2e4a0 req-9001b503-0511-4c42-ba05-ee1060c1e322 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] For port 9664baff-d324-4bb7-83db-312ac8268922, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=9664baff-d324-4bb7-83db-312ac8268922,segment=NetworkSegment(922e633b-3451-4f6f-bc6d-d29fda48ccde),segment_id=922e633b-3451-4f6f-bc6d-d29fda48ccde)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:24.657337 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3fb27c7b-7375-4f0d-91be-f945f6b2e4a0 req-9001b503-0511-4c42-ba05-ee1060c1e322 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:24.759942 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9d98cc2d-c2f1-4b04-9c61-3d0e581e5750 req-0734f731-05df-448d-8703-2b8c9ac6d5c9 tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] 10.222.0.32 "GET /v2.0/security-groups?id=12b03788-73ed-49dc-a56d-88203af6ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791967 Jul 23 20:08:24.854448 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8359f16-7882-4ab9-b2a2-41dbee89aaec service neutron] Pushing event updated for resources: {'Port': ['ID=097095c5-8a97-4de7-8670-2e27b987b564,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:24.884690 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3fb27c7b-7375-4f0d-91be-f945f6b2e4a0 req-9001b503-0511-4c42-ba05-ee1060c1e322 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:24.885066 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3fb27c7b-7375-4f0d-91be-f945f6b2e4a0 req-9001b503-0511-4c42-ba05-ee1060c1e322 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:24.885383 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [req-3fb27c7b-7375-4f0d-91be-f945f6b2e4a0 req-9001b503-0511-4c42-ba05-ee1060c1e322 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Floating IP 97e47a02-da55-41f6-b205-32caa3ca1d4e disassociated. External IP: 172.25.1.56, port: 9664baff-d324-4bb7-83db-312ac8268922. Jul 23 20:08:24.885942 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-3fb27c7b-7375-4f0d-91be-f945f6b2e4a0 req-9001b503-0511-4c42-ba05-ee1060c1e322 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Calling delete_port for 9664baff-d324-4bb7-83db-312ac8268922 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:08:24.983776 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-e8359f16-7882-4ab9-b2a2-41dbee89aaec service neutron] Attempting to bind port 097095c5-8a97-4de7-8670-2e27b987b564 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:08:24.984376 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-e8359f16-7882-4ab9-b2a2-41dbee89aaec service neutron] Attempting to bind port 097095c5-8a97-4de7-8670-2e27b987b564 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '2cccc4a1-2561-493c-866a-481a8b9752ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd8973c6f-6732-481a-9379-8f35a2afdd5e'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:08:24.984501 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-e8359f16-7882-4ab9-b2a2-41dbee89aaec service neutron] Attempting to bind port 097095c5-8a97-4de7-8670-2e27b987b564 on network d8973c6f-6732-481a-9379-8f35a2afdd5e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:08:24.998797 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-e8359f16-7882-4ab9-b2a2-41dbee89aaec service neutron] Port 097095c5-8a97-4de7-8670-2e27b987b564 on network d8973c6f-6732-481a-9379-8f35a2afdd5e not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:08:24.999258 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-e8359f16-7882-4ab9-b2a2-41dbee89aaec service neutron] Attempting to bind port 097095c5-8a97-4de7-8670-2e27b987b564 on network d8973c6f-6732-481a-9379-8f35a2afdd5e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:08:25.011246 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-e8359f16-7882-4ab9-b2a2-41dbee89aaec service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:08:25.011510 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-e8359f16-7882-4ab9-b2a2-41dbee89aaec service neutron] Checking segment: {'id': '2cccc4a1-2561-493c-866a-481a8b9752ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd8973c6f-6732-481a-9379-8f35a2afdd5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:08:25.011901 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-e8359f16-7882-4ab9-b2a2-41dbee89aaec service neutron] Bound using segment: {'id': '2cccc4a1-2561-493c-866a-481a8b9752ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd8973c6f-6732-481a-9379-8f35a2afdd5e'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:08:25.012345 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-e8359f16-7882-4ab9-b2a2-41dbee89aaec service neutron] Bound port: 097095c5-8a97-4de7-8670-2e27b987b564, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cccc4a1-2561-493c-866a-481a8b9752ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd8973c6f-6732-481a-9379-8f35a2afdd5e'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:08:25.012705 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-e8359f16-7882-4ab9-b2a2-41dbee89aaec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:25.176451 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3fb27c7b-7375-4f0d-91be-f945f6b2e4a0 req-9001b503-0511-4c42-ba05-ee1060c1e322 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:25.276489 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001b503-0511-4c42-ba05-ee1060c1e322 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Pushing event deleted for resources: {'Port': ['ID=9664baff-d324-4bb7-83db-312ac8268922,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:25.389062 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-e8359f16-7882-4ab9-b2a2-41dbee89aaec service neutron] For port 097095c5-8a97-4de7-8670-2e27b987b564, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:08:25.396778 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-e8359f16-7882-4ab9-b2a2-41dbee89aaec service neutron] For port 097095c5-8a97-4de7-8670-2e27b987b564, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=097095c5-8a97-4de7-8670-2e27b987b564,segment=NetworkSegment(2cccc4a1-2561-493c-866a-481a8b9752ea),segment_id=2cccc4a1-2561-493c-866a-481a8b9752ea)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:08:25.443217 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-e8359f16-7882-4ab9-b2a2-41dbee89aaec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:25.465458 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599aa05-b514-4b01-a95f-1e20cf4b981b req-ec164ea2-29ea-46ce-a8db-c271f9989c38 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:25.476879 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a599aa05-b514-4b01-a95f-1e20cf4b981b req-ec164ea2-29ea-46ce-a8db-c271f9989c38 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec173c36-2b33-4f3a-bc5b-be16f7d6f36c HTTP/1.1" status: 200 len: 867 time: 0.3815467 Jul 23 20:08:25.583936 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fb27c7b-7375-4f0d-91be-f945f6b2e4a0 req-9001b503-0511-4c42-ba05-ee1060c1e322 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Router a38cba00-fd48-45de-822f-07cfe21eb46f has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:08:25.627658 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a599aa05-b514-4b01-a95f-1e20cf4b981b req-aed43a0a-fa65-4329-9474-74d52b088306 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] 10.222.0.32 "GET /v2.0/security-groups?id=a783cce7-19cb-4039-9519-ca1153a4960d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497242 Jul 23 20:08:25.628586 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8359f16-7882-4ab9-b2a2-41dbee89aaec service neutron] Pushing event updated for resources: {'Port': ['ID=097095c5-8a97-4de7-8670-2e27b987b564,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:25.642554 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-e8359f16-7882-4ab9-b2a2-41dbee89aaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:25.645267 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-e8359f16-7882-4ab9-b2a2-41dbee89aaec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:25.647859 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-e8359f16-7882-4ab9-b2a2-41dbee89aaec service neutron] 10.222.0.30 "PUT /v2.0/ports/097095c5-8a97-4de7-8670-2e27b987b564 HTTP/1.1" status: 200 len: 1093 time: 2.5531471 Jul 23 20:08:25.649618 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18997b06-ac4f-4ab7-8b57-cfe0d9c61fe4', 'tag': '097095c5-8a97-4de7-8670-2e27b987b564'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:08:25.662693 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f7e35c-aa6c-4da7-bda9-285ac5e2bc5e" -d '{"events": [{"name": "network-changed", "server_uuid": "18997b06-ac4f-4ab7-8b57-cfe0d9c61fe4", "tag": "097095c5-8a97-4de7-8670-2e27b987b564"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:08:25.988626 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fb27c7b-7375-4f0d-91be-f945f6b2e4a0 req-9001b503-0511-4c42-ba05-ee1060c1e322 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:08:25.999470 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20d9e7f-e00a-4ca6-9e3d-8eccd68f628e None None] Sync routers for ids ['a38cba00-fd48-45de-822f-07cfe21eb46f'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:08:26.019035 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20d9e7f-e00a-4ca6-9e3d-8eccd68f628e None None] Routers {'a38cba00-fd48-45de-822f-07cfe21eb46f'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:08:26.019685 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-a20d9e7f-e00a-4ca6-9e3d-8eccd68f628e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:08:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a38cba00-fd48-45de-822f-07cfe21eb46f'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:26.049072 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-08c146bc-e480-4ac5-98d8-c11eb6d78286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:26.050665 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-08c146bc-e480-4ac5-98d8-c11eb6d78286 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9742325d3b0d4d239778899d7a4dbcdf&device_id=18997b06-ac4f-4ab7-8b57-cfe0d9c61fe4 HTTP/1.1" status: 200 len: 1096 time: 0.3413422 Jul 23 20:08:26.064214 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9181636-c55a-40db-910a-17058dbdb6bc req-d14b18bb-3d53-463c-8ffb-a6518ebb4129 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:26.066222 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a9181636-c55a-40db-910a-17058dbdb6bc req-d14b18bb-3d53-463c-8ffb-a6518ebb4129 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=34833a4e-1222-4108-9b63-5952724c969f HTTP/1.1" status: 200 len: 946 time: 0.2170999 Jul 23 20:08:26.121354 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb27c7b-7375-4f0d-91be-f945f6b2e4a0 req-9001b503-0511-4c42-ba05-ee1060c1e322 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] No DVR routers for this DVR port 9664baff-d324-4bb7-83db-312ac8268922 on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:08:26.130753 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3fb27c7b-7375-4f0d-91be-f945f6b2e4a0 req-9001b503-0511-4c42-ba05-ee1060c1e322 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:26.132847 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3fb27c7b-7375-4f0d-91be-f945f6b2e4a0 req-9001b503-0511-4c42-ba05-ee1060c1e322 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] 10.222.0.30 "DELETE /v2.0/ports/9664baff-d324-4bb7-83db-312ac8268922 HTTP/1.1" status: 204 len: 173 time: 2.0145693 Jul 23 20:08:26.133331 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec173c36-2b33-4f3a-bc5b-be16f7d6f36c', 'name': 'network-vif-deleted', 'tag': '9664baff-d324-4bb7-83db-312ac8268922'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:08:26.135672 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8614089c-3baf-40c2-acaf-3aca02183af5" -d '{"events": [{"server_uuid": "ec173c36-2b33-4f3a-bc5b-be16f7d6f36c", "name": "network-vif-deleted", "tag": "9664baff-d324-4bb7-83db-312ac8268922"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:08:26.190705 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-a20d9e7f-e00a-4ca6-9e3d-8eccd68f628e None None] Set router a38cba00-fd48-45de-822f-07cfe21eb46f gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:08:26.326730 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-6594f9e3-58c8-4b8a-8df8-c44e5b9f4e2e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=097095c5-8a97-4de7-8670-2e27b987b564 HTTP/1.1" status: 200 len: 217 time: 0.2589202 Jul 23 20:08:26.457427 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a9181636-c55a-40db-910a-17058dbdb6bc req-912053f0-0010-476e-971e-ce8726c0fa79 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610101 Jul 23 20:08:26.502210 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-c1383d0a-94d9-4e1d-abe5-e9bae2a12b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:26.509717 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-c1383d0a-94d9-4e1d-abe5-e9bae2a12b63 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4af5631-9c5e-4c0c-9709-a35fc168124d HTTP/1.1" status: 200 len: 862 time: 0.1718223 Jul 23 20:08:26.526457 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-a20d9e7f-e00a-4ca6-9e3d-8eccd68f628e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38cba00-fd48-45de-822f-07cfe21eb46f', 'name': 'tempest-ServersTestManualDisk-122769486-router', 'tenant_id': '27abbdd517814454b710b0aadcb43ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '6c56fae0-da02-4668-9b3e-8d03cad9bac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:06:17Z', 'updated_at': '2021-07-23T20:06:23Z', 'revision_number': 4, 'project_id': '27abbdd517814454b710b0aadcb43ac5', 'gw_port': {'id': '6c56fae0-da02-4668-9b3e-8d03cad9bac1', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38cba00-fd48-45de-822f-07cfe21eb46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:18Z', 'updated_at': '2021-07-23T20:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7', 'name': '', 'network_id': 'cbcd70d7-1b61-4457-9c40-371d2aec6850', 'tenant_id': '27abbdd517814454b710b0aadcb43ac5', 'mac_address': 'fa:16:3e:18:55:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38cba00-fd48-45de-822f-07cfe21eb46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'a86a84ba-b9ed-4479-b6c4-16e477f25677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:21Z', 'updated_at': '2021-07-23T20:06:29Z', 'revision_number': 5, 'project_id': '27abbdd517814454b710b0aadcb43ac5', 'subnets': [{'id': 'a86a84ba-b9ed-4479-b6c4-16e477f25677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:26.587549 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:08:26.592551 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20d9e7f-e00a-4ca6-9e3d-8eccd68f628e None None] Checking router: a38cba00-fd48-45de-822f-07cfe21eb46f for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:08:26.614115 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20d9e7f-e00a-4ca6-9e3d-8eccd68f628e None None] Routers {'a38cba00-fd48-45de-822f-07cfe21eb46f'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:08:26.614903 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-a20d9e7f-e00a-4ca6-9e3d-8eccd68f628e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:08:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a38cba00-fd48-45de-822f-07cfe21eb46f'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:26.621369 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-655dfb2b-5303-404b-bad2-a415eec40843 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d8973c6f-6732-481a-9379-8f35a2afdd5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966446 Jul 23 20:08:26.646069 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d7b5ce-7147-4235-bfed-a2f203098b01 x-openstack-request-id: req-22d7b5ce-7147-4235-bfed-a2f203098b01 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:08:26.646667 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18997b06-ac4f-4ab7-8b57-cfe0d9c61fe4", "tag": "097095c5-8a97-4de7-8670-2e27b987b564", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:08:26.651920 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-22d7b5ce-7147-4235-bfed-a2f203098b01 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:08:26.652485 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18997b06-ac4f-4ab7-8b57-cfe0d9c61fe4', 'tag': '097095c5-8a97-4de7-8670-2e27b987b564', 'status': 'completed', 'code': 200} Jul 23 20:08:26.862432 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-a20d9e7f-e00a-4ca6-9e3d-8eccd68f628e None None] Set router a38cba00-fd48-45de-822f-07cfe21eb46f gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:08:26.904083 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-b86c50c4-b777-4196-977f-9aca82348ed5 service neutron] 10.222.0.30 "GET /v2.0/networks/d8973c6f-6732-481a-9379-8f35a2afdd5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753386 Jul 23 20:08:27.110927 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91721a7-0bc6-4505-9add-98a2b645b275 x-openstack-request-id: req-f91721a7-0bc6-4505-9add-98a2b645b275 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:08:27.111440 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec173c36-2b33-4f3a-bc5b-be16f7d6f36c", "name": "network-vif-deleted", "tag": "9664baff-d324-4bb7-83db-312ac8268922", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:08:27.111440 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f91721a7-0bc6-4505-9add-98a2b645b275 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:08:27.111868 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec173c36-2b33-4f3a-bc5b-be16f7d6f36c', 'name': 'network-vif-deleted', 'tag': '9664baff-d324-4bb7-83db-312ac8268922', 'status': 'completed', 'code': 200} Jul 23 20:08:27.177353 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3284138-cedd-4ade-890a-c01d4a89868f req-a632f809-d0fe-41a1-bcd8-ded15a97bbd3 tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:27.192510 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c3284138-cedd-4ade-890a-c01d4a89868f req-a632f809-d0fe-41a1-bcd8-ded15a97bbd3 tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] 10.222.0.32 "GET /v2.0/ports?device_id=18997b06-ac4f-4ab7-8b57-cfe0d9c61fe4 HTTP/1.1" status: 200 len: 944 time: 0.3870623 Jul 23 20:08:27.212517 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d4e417dd-c2b6-4a2b-be6d-0d09972aa548 req-f4160c6d-954b-4474-bdbf-2296f3f77d69 service neutron] 10.222.0.30 "GET /v2.0/networks/d8973c6f-6732-481a-9379-8f35a2afdd5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005190 Jul 23 20:08:27.238966 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-a20d9e7f-e00a-4ca6-9e3d-8eccd68f628e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38cba00-fd48-45de-822f-07cfe21eb46f', 'name': 'tempest-ServersTestManualDisk-122769486-router', 'tenant_id': '27abbdd517814454b710b0aadcb43ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '6c56fae0-da02-4668-9b3e-8d03cad9bac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:06:17Z', 'updated_at': '2021-07-23T20:06:23Z', 'revision_number': 4, 'project_id': '27abbdd517814454b710b0aadcb43ac5', 'gw_port': {'id': '6c56fae0-da02-4668-9b3e-8d03cad9bac1', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38cba00-fd48-45de-822f-07cfe21eb46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:18Z', 'updated_at': '2021-07-23T20:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7', 'name': '', 'network_id': 'cbcd70d7-1b61-4457-9c40-371d2aec6850', 'tenant_id': '27abbdd517814454b710b0aadcb43ac5', 'mac_address': 'fa:16:3e:18:55:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38cba00-fd48-45de-822f-07cfe21eb46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'a86a84ba-b9ed-4479-b6c4-16e477f25677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:21Z', 'updated_at': '2021-07-23T20:06:29Z', 'revision_number': 5, 'project_id': '27abbdd517814454b710b0aadcb43ac5', 'subnets': [{'id': 'a86a84ba-b9ed-4479-b6c4-16e477f25677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:27.292873 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001f2f4-efce-4edd-b2b6-849f55cbe598 req-2dbbf5de-9d5a-4926-b5be-31ec2facbd41 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:27.293700 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20d9e7f-e00a-4ca6-9e3d-8eccd68f628e None None] The sync data for ids ['a38cba00-fd48-45de-822f-07cfe21eb46f'] in n-d-793618-10 is: [{'id': 'a38cba00-fd48-45de-822f-07cfe21eb46f', 'name': 'tempest-ServersTestManualDisk-122769486-router', 'tenant_id': '27abbdd517814454b710b0aadcb43ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '6c56fae0-da02-4668-9b3e-8d03cad9bac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:06:17Z', 'updated_at': '2021-07-23T20:06:23Z', 'revision_number': 4, 'project_id': '27abbdd517814454b710b0aadcb43ac5', 'gw_port': {'id': '6c56fae0-da02-4668-9b3e-8d03cad9bac1', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38cba00-fd48-45de-822f-07cfe21eb46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:18Z', 'updated_at': '2021-07-23T20:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7', 'name': '', 'network_id': 'cbcd70d7-1b61-4457-9c40-371d2aec6850', 'tenant_id': '27abbdd517814454b710b0aadcb43ac5', 'mac_address': 'fa:16:3e:18:55:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38cba00-fd48-45de-822f-07cfe21eb46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'a86a84ba-b9ed-4479-b6c4-16e477f25677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:21Z', 'updated_at': '2021-07-23T20:06:29Z', 'revision_number': 5, 'project_id': '27abbdd517814454b710b0aadcb43ac5', 'subnets': [{'id': 'a86a84ba-b9ed-4479-b6c4-16e477f25677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:08:27.294590 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3001f2f4-efce-4edd-b2b6-849f55cbe598 req-2dbbf5de-9d5a-4926-b5be-31ec2facbd41 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=34833a4e-1222-4108-9b63-5952724c969f HTTP/1.1" status: 200 len: 946 time: 0.1178606 Jul 23 20:08:27.296430 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c3284138-cedd-4ade-890a-c01d4a89868f req-5079fc66-487f-4266-8e24-4f3743669f6b tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] 10.222.0.32 "GET /v2.0/security-groups?id=12b03788-73ed-49dc-a56d-88203af6ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028776 Jul 23 20:08:27.384285 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45334) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:27.418742 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7e35c-aa6c-4da7-bda9-285ac5e2bc5e req-6e4aae5c-5277-4e06-a033-30f8ef267f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:27.425771 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3001f2f4-efce-4edd-b2b6-849f55cbe598 req-44007d74-f1bf-4b05-b61f-d4183a9dcac0 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241493 Jul 23 20:08:27.427736 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-19f7e35c-aa6c-4da7-bda9-285ac5e2bc5e req-6e4aae5c-5277-4e06-a033-30f8ef267f7e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9742325d3b0d4d239778899d7a4dbcdf&device_id=18997b06-ac4f-4ab7-8b57-cfe0d9c61fe4 HTTP/1.1" status: 200 len: 1096 time: 0.1303587 Jul 23 20:08:27.537297 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45342) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:27.695060 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6bed4afc-40fc-450a-9a16-873ecb1cb970 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:27.740375 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e72036-c472-4688-88d0-3d94e8a3d0a5 req-cd2b7886-e4f4-42e7-b0bb-d75eccf132eb tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:27.742173 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-30e72036-c472-4688-88d0-3d94e8a3d0a5 req-cd2b7886-e4f4-42e7-b0bb-d75eccf132eb tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=34833a4e-1222-4108-9b63-5952724c969f HTTP/1.1" status: 200 len: 946 time: 0.1210179 Jul 23 20:08:27.744112 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6bed4afc-40fc-450a-9a16-873ecb1cb970 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:27.788497 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892d968a-23ed-41b6-90fb-f1716e662185 None None] New status for floating IP 97e47a02-da55-41f6-b205-32caa3ca1d4e: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:08:27.823788 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-30e72036-c472-4688-88d0-3d94e8a3d0a5 req-9f5a0440-f110-4dcd-a4ba-9164d03eef7c tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679667 Jul 23 20:08:27.869180 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6bed4afc-40fc-450a-9a16-873ecb1cb970 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:27.872219 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6bed4afc-40fc-450a-9a16-873ecb1cb970 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:27.876062 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6bed4afc-40fc-450a-9a16-873ecb1cb970 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] 10.222.0.32 "DELETE /v2.0/security-groups/a783cce7-19cb-4039-9519-ca1153a4960d HTTP/1.1" status: 204 len: 168 time: 0.3390539 Jul 23 20:08:27.882935 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45348) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:27.951619 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bed4afc-40fc-450a-9a16-873ecb1cb970 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a783cce7-19cb-4039-9519-ca1153a4960d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:27.959129 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7e35c-aa6c-4da7-bda9-285ac5e2bc5e req-c6c71646-2306-4478-8342-8614f7cbfdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:27.961314 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-19f7e35c-aa6c-4da7-bda9-285ac5e2bc5e req-c6c71646-2306-4478-8342-8614f7cbfdf7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d8973c6f-6732-481a-9379-8f35a2afdd5e HTTP/1.1" status: 200 len: 923 time: 0.4388809 Jul 23 20:08:28.001931 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-96e291e6-4add-4a0e-89aa-79fc12158111 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] show failed (client error): The resource could not be found. Jul 23 20:08:28.002997 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-96e291e6-4add-4a0e-89aa-79fc12158111 tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] 10.222.0.32 "GET /v2.0/security-groups/a783cce7-19cb-4039-9519-ca1153a4960d HTTP/1.1" status: 404 len: 347 time: 0.0880990 Jul 23 20:08:28.007610 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45368) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:28.050077 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-19f7e35c-aa6c-4da7-bda9-285ac5e2bc5e req-ffc5224a-0d50-4f22-8900-f1bba8bd9d1f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=097095c5-8a97-4de7-8670-2e27b987b564 HTTP/1.1" status: 200 len: 217 time: 0.0622580 Jul 23 20:08:28.068396 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 9664baff-d324-4bb7-83db-312ac8268922 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:08:28.110336 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 9664baff-d324-4bb7-83db-312ac8268922 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:08:28.111048 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 9664baff-d324-4bb7-83db-312ac8268922 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:08:28.288335 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-47bae03b-1ab1-4c4d-a266-c1405394600c tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Deleting port 66f53cd2-0cc3-4b8f-a3bb-3fe27e69c268 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:08:28.293806 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-47bae03b-1ab1-4c4d-a266-c1405394600c tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:28.499666 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-47bae03b-1ab1-4c4d-a266-c1405394600c tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:28.500310 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-47bae03b-1ab1-4c4d-a266-c1405394600c tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:28.517547 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-47bae03b-1ab1-4c4d-a266-c1405394600c tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Calling delete_port for 66f53cd2-0cc3-4b8f-a3bb-3fe27e69c268 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:08:28.618590 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4085a-eb6d-4782-ae23-f2224dc42ff4 req-05e3ea48-b770-4ce0-a750-244a45e78ce4 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:28.627418 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-44d4085a-eb6d-4782-ae23-f2224dc42ff4 req-05e3ea48-b770-4ce0-a750-244a45e78ce4 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=34833a4e-1222-4108-9b63-5952724c969f HTTP/1.1" status: 200 len: 946 time: 0.6338711 Jul 23 20:08:28.640428 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7e35c-aa6c-4da7-bda9-285ac5e2bc5e req-e62e6e6d-f024-44a1-a148-02e98e76f8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:28.642083 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-19f7e35c-aa6c-4da7-bda9-285ac5e2bc5e req-e62e6e6d-f024-44a1-a148-02e98e76f8ba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4af5631-9c5e-4c0c-9709-a35fc168124d HTTP/1.1" status: 200 len: 862 time: 0.5682993 Jul 23 20:08:28.701684 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-19f7e35c-aa6c-4da7-bda9-285ac5e2bc5e req-62eb9fcf-d667-48d1-938d-f9eb98e39f86 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d8973c6f-6732-481a-9379-8f35a2afdd5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457678 Jul 23 20:08:28.777096 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-44d4085a-eb6d-4782-ae23-f2224dc42ff4 req-b0c60079-6e2e-4f79-8cbe-520d9a1efcf3 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486669 Jul 23 20:08:28.931380 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19404f5-62f4-464a-97f9-e06c723f33fb req-aff7afb6-e79d-47cf-8990-589c0b38d3fd tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:28.938779 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c19404f5-62f4-464a-97f9-e06c723f33fb req-aff7afb6-e79d-47cf-8990-589c0b38d3fd tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] 10.222.0.32 "GET /v2.0/ports?device_id=18997b06-ac4f-4ab7-8b57-cfe0d9c61fe4 HTTP/1.1" status: 200 len: 944 time: 0.4959676 Jul 23 20:08:29.003388 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c19404f5-62f4-464a-97f9-e06c723f33fb req-e3583aa7-0b07-4f55-af03-fb6bfd1d0454 tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] 10.222.0.32 "GET /v2.0/security-groups?id=12b03788-73ed-49dc-a56d-88203af6ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625162 Jul 23 20:08:29.036378 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-deefc4ef-74a3-4307-8ed0-6696952e3677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:29.163641 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-19f7e35c-aa6c-4da7-bda9-285ac5e2bc5e req-f917ac2f-160a-4d5c-a13b-569f369537e0 service neutron] 10.222.0.30 "GET /v2.0/networks/d8973c6f-6732-481a-9379-8f35a2afdd5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4540536 Jul 23 20:08:29.194114 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-47bae03b-1ab1-4c4d-a266-c1405394600c tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:29.217821 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33964a1d-6938-4da3-86ed-d03fb1a12f91 req-32b8f605-bdd1-4983-8b8c-1762ec11c715 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:29.219545 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-33964a1d-6938-4da3-86ed-d03fb1a12f91 req-32b8f605-bdd1-4983-8b8c-1762ec11c715 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2fcbe3f-bd4a-4483-879f-6b96e28b59aa HTTP/1.1" status: 200 len: 950 time: 0.2939391 Jul 23 20:08:29.293893 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-33964a1d-6938-4da3-86ed-d03fb1a12f91 req-4d4d5bea-38e1-4097-985b-1a11b38a8690 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/security-groups?id=c01aeff2-775a-4341-8484-8c280b30c8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634651 Jul 23 20:08:29.301866 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bae03b-1ab1-4c4d-a266-c1405394600c tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Pushing event deleted for resources: {'Port': ['ID=66f53cd2-0cc3-4b8f-a3bb-3fe27e69c268,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:29.433215 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73716d09-a15a-4d5d-8cac-4b504ffed6c1 req-f90bc4f9-c4bc-4b6a-846e-f0469d7da16a tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:29.442622 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-73716d09-a15a-4d5d-8cac-4b504ffed6c1 req-f90bc4f9-c4bc-4b6a-846e-f0469d7da16a tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=34833a4e-1222-4108-9b63-5952724c969f HTTP/1.1" status: 200 len: 946 time: 0.3088529 Jul 23 20:08:29.468150 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-47bae03b-1ab1-4c4d-a266-c1405394600c tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:29.472390 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-47bae03b-1ab1-4c4d-a266-c1405394600c tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:29.473814 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-47bae03b-1ab1-4c4d-a266-c1405394600c tempest-ServersTestManualDisk-1564157865 tempest-ServersTestManualDisk-1564157865-project] 10.222.0.32 "DELETE /v2.0/floatingips/97e47a02-da55-41f6-b205-32caa3ca1d4e HTTP/1.1" status: 204 len: 168 time: 1.4670715 Jul 23 20:08:29.477558 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45408) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:29.534986 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-19f7e35c-aa6c-4da7-bda9-285ac5e2bc5e req-73e5aa19-0d08-41c0-8b56-0d86d4cb50d0 service neutron] 10.222.0.30 "GET /v2.0/networks/d8973c6f-6732-481a-9379-8f35a2afdd5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615887 Jul 23 20:08:29.722564 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-73716d09-a15a-4d5d-8cac-4b504ffed6c1 req-20a375bf-5ac6-49fc-a559-3e816d0769ec tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785871 Jul 23 20:08:29.794864 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-deefc4ef-74a3-4307-8ed0-6696952e3677 admin admin] Deleting port d94a464d-bcc0-4321-a4b3-b3f8d98f6632 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:08:29.796033 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-deefc4ef-74a3-4307-8ed0-6696952e3677 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:30.006338 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab080e9-1281-404a-9cc6-2e2567cec201 req-215ed732-178f-4b41-8e98-4088541864b0 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:30.007877 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8ab080e9-1281-404a-9cc6-2e2567cec201 req-215ed732-178f-4b41-8e98-4088541864b0 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=34833a4e-1222-4108-9b63-5952724c969f HTTP/1.1" status: 200 len: 946 time: 0.2007346 Jul 23 20:08:30.010998 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-deefc4ef-74a3-4307-8ed0-6696952e3677 admin admin] For port d94a464d-bcc0-4321-a4b3-b3f8d98f6632, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d94a464d-bcc0-4321-a4b3-b3f8d98f6632,segment=NetworkSegment(4d9aa017-8a48-4535-9a12-21ce4466e855),segment_id=4d9aa017-8a48-4535-9a12-21ce4466e855)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:30.011366 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-deefc4ef-74a3-4307-8ed0-6696952e3677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:30.057838 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-deefc4ef-74a3-4307-8ed0-6696952e3677 admin admin] Calling delete_port for d94a464d-bcc0-4321-a4b3-b3f8d98f6632 owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:08:30.082213 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 097095c5-8a97-4de7-8670-2e27b987b564 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:08:30.217631 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8ab080e9-1281-404a-9cc6-2e2567cec201 req-d6a12ce7-d1d3-49b2-9978-2efdb644a9b5 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588955 Jul 23 20:08:30.305674 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 097095c5-8a97-4de7-8670-2e27b987b564, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=097095c5-8a97-4de7-8670-2e27b987b564,segment=NetworkSegment(2cccc4a1-2561-493c-866a-481a8b9752ea),segment_id=2cccc4a1-2561-493c-866a-481a8b9752ea)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:30.320537 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '097095c5-8a97-4de7-8670-2e27b987b564', 'network_id': 'd8973c6f-6732-481a-9379-8f35a2afdd5e', 'port_id': '097095c5-8a97-4de7-8670-2e27b987b564', 'mac_address': 'fa:16:3e:09:b7:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4af5631-9c5e-4c0c-9709-a35fc168124d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:08:30.387829 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:30.398591 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-efe747fb-88ae-4117-a54c-fc338420a4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:30.418481 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94027a-68d9-4693-90df-777471d6e53a req-1ed1b945-77f9-4276-9f30-24d940577e11 tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:30.422730 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 097095c5-8a97-4de7-8670-2e27b987b564 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:08:30.428395 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ff94027a-68d9-4693-90df-777471d6e53a req-1ed1b945-77f9-4276-9f30-24d940577e11 tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] 10.222.0.32 "GET /v2.0/ports?device_id=18997b06-ac4f-4ab7-8b57-cfe0d9c61fe4 HTTP/1.1" status: 200 len: 944 time: 0.2531753 Jul 23 20:08:30.450180 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 097095c5-8a97-4de7-8670-2e27b987b564, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=097095c5-8a97-4de7-8670-2e27b987b564,segment=NetworkSegment(2cccc4a1-2561-493c-866a-481a8b9752ea),segment_id=2cccc4a1-2561-493c-866a-481a8b9752ea)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:30.455513 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:30.502250 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ff94027a-68d9-4693-90df-777471d6e53a req-94e170c1-f8f9-4acb-962a-d2a0f2e86f2c tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] 10.222.0.32 "GET /v2.0/security-groups?id=12b03788-73ed-49dc-a56d-88203af6ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743189 Jul 23 20:08:30.619174 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=097095c5-8a97-4de7-8670-2e27b987b564,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:30.636116 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-deefc4ef-74a3-4307-8ed0-6696952e3677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:30.680395 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deefc4ef-74a3-4307-8ed0-6696952e3677 admin admin] Pushing event deleted for resources: {'Port': ['ID=d94a464d-bcc0-4321-a4b3-b3f8d98f6632,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:30.705274 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['097095c5-8a97-4de7-8670-2e27b987b564'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:08:30.903345 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-deefc4ef-74a3-4307-8ed0-6696952e3677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:31.119122 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-efe747fb-88ae-4117-a54c-fc338420a4b1 admin admin] Deleting port 3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:08:31.119599 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-efe747fb-88ae-4117-a54c-fc338420a4b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:31.286284 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-efe747fb-88ae-4117-a54c-fc338420a4b1 admin admin] For port 3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7,segment=NetworkSegment(922e633b-3451-4f6f-bc6d-d29fda48ccde),segment_id=922e633b-3451-4f6f-bc6d-d29fda48ccde)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:31.292630 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-efe747fb-88ae-4117-a54c-fc338420a4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:31.298161 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deefc4ef-74a3-4307-8ed0-6696952e3677 admin admin] Router 1e73de6b-2ed7-4d2e-9aae-46a2a916f684 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:08:31.328477 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-efe747fb-88ae-4117-a54c-fc338420a4b1 admin admin] Calling delete_port for 3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:08:31.484923 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deefc4ef-74a3-4307-8ed0-6696952e3677 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:08:31.493300 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-deefc4ef-74a3-4307-8ed0-6696952e3677 admin admin] 10.222.0.32 "PUT /v2.0/routers/1e73de6b-2ed7-4d2e-9aae-46a2a916f684/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1081836 Jul 23 20:08:31.497364 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5286d704-11fe-46bd-b936-4380dac0f6f4 None None] Sync routers for ids ['1e73de6b-2ed7-4d2e-9aae-46a2a916f684'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:08:31.500860 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45480) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:31.519174 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5286d704-11fe-46bd-b936-4380dac0f6f4 None None] Routers {'1e73de6b-2ed7-4d2e-9aae-46a2a916f684'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:08:31.522463 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5286d704-11fe-46bd-b936-4380dac0f6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:08:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['1e73de6b-2ed7-4d2e-9aae-46a2a916f684'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:31.681730 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6d737967-91cc-4095-8f17-94fed874452b admin admin] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:31.730005 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-5286d704-11fe-46bd-b936-4380dac0f6f4 None None] Set router 1e73de6b-2ed7-4d2e-9aae-46a2a916f684 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:08:31.769941 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 23dad8ee-0750-4a74-9c3c-51c635be7559 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:08:31.848846 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-efe747fb-88ae-4117-a54c-fc338420a4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:32.034584 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe747fb-88ae-4117-a54c-fc338420a4b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:32.093747 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 097095c5-8a97-4de7-8670-2e27b987b564 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:08:32.128651 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7bbd5-a637-48df-a929-f4e759ceffc9 req-7722c533-9921-4c35-aee8-1fb42017972c tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:32.130717 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-98c7bbd5-a637-48df-a929-f4e759ceffc9 req-7722c533-9921-4c35-aee8-1fb42017972c tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] 10.222.0.32 "GET /v2.0/ports?device_id=18997b06-ac4f-4ab7-8b57-cfe0d9c61fe4 HTTP/1.1" status: 200 len: 945 time: 0.4224372 Jul 23 20:08:32.174331 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:32.239173 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fcbe3f-bd4a-4483-879f-6b96e28b59aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23dad8ee-0750-4a74-9c3c-51c635be7559'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:08:32.242622 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409e0167-19c1-4e73-b7e3-50df05400965" -d '{"events": [{"server_uuid": "b2fcbe3f-bd4a-4483-879f-6b96e28b59aa", "name": "network-vif-unplugged", "status": "completed", "tag": "23dad8ee-0750-4a74-9c3c-51c635be7559"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:08:32.309380 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 097095c5-8a97-4de7-8670-2e27b987b564 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:08:32.316781 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 23dad8ee-0750-4a74-9c3c-51c635be7559, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=23dad8ee-0750-4a74-9c3c-51c635be7559,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:32.318578 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 097095c5-8a97-4de7-8670-2e27b987b564 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:32.319103 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:32.366696 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-98c7bbd5-a637-48df-a929-f4e759ceffc9 req-beffa266-1c89-4494-9254-1695c7e38f0f tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] 10.222.0.32 "GET /v2.0/security-groups?id=12b03788-73ed-49dc-a56d-88203af6ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290425 Jul 23 20:08:32.380363 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:32.447494 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-efe747fb-88ae-4117-a54c-fc338420a4b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:32.516033 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6974fa-bec1-4a5b-8d12-c5907face4f2 x-openstack-request-id: req-ed6974fa-bec1-4a5b-8d12-c5907face4f2 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:08:32.516968 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2fcbe3f-bd4a-4483-879f-6b96e28b59aa", "name": "network-vif-unplugged", "status": "completed", "tag": "23dad8ee-0750-4a74-9c3c-51c635be7559", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:08:32.517394 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ed6974fa-bec1-4a5b-8d12-c5907face4f2 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:08:32.517988 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fcbe3f-bd4a-4483-879f-6b96e28b59aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23dad8ee-0750-4a74-9c3c-51c635be7559', 'code': 200} Jul 23 20:08:32.553781 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=23dad8ee-0750-4a74-9c3c-51c635be7559,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:32.667684 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73004688-87b0-4b95-bf6e-2e1d00114a6c req-59d02121-fdac-432a-8ecf-ca9cde613937 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:32.679770 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-73004688-87b0-4b95-bf6e-2e1d00114a6c req-59d02121-fdac-432a-8ecf-ca9cde613937 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=34833a4e-1222-4108-9b63-5952724c969f HTTP/1.1" status: 200 len: 946 time: 0.2034833 Jul 23 20:08:32.693565 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6d737967-91cc-4095-8f17-94fed874452b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:32.770966 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:32.776288 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-73004688-87b0-4b95-bf6e-2e1d00114a6c req-aa01be50-11c9-47bc-89d1-1fbbe83fc933 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953612 Jul 23 20:08:32.779141 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5286d704-11fe-46bd-b936-4380dac0f6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e73de6b-2ed7-4d2e-9aae-46a2a916f684', 'name': 'tempest-AttachSCSIVolumeTestJSON-1877842224-router', 'tenant_id': 'c1517ab5a5d64cb6bbab515389182157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '15b62e87-5394-40d6-8877-252d8bce51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:06:30Z', 'updated_at': '2021-07-23T20:08:30Z', 'revision_number': 5, 'project_id': 'c1517ab5a5d64cb6bbab515389182157', 'gw_port': {'id': '15b62e87-5394-40d6-8877-252d8bce51ef', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e73de6b-2ed7-4d2e-9aae-46a2a916f684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:31Z', 'updated_at': '2021-07-23T20:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:32.866929 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5286d704-11fe-46bd-b936-4380dac0f6f4 None None] Checking router: 1e73de6b-2ed7-4d2e-9aae-46a2a916f684 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:08:32.908579 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-6d737967-91cc-4095-8f17-94fed874452b admin admin] Deleting port 15b62e87-5394-40d6-8877-252d8bce51ef {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:08:32.909107 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6d737967-91cc-4095-8f17-94fed874452b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:32.925904 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 097095c5-8a97-4de7-8670-2e27b987b564, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=097095c5-8a97-4de7-8670-2e27b987b564,segment=NetworkSegment(2cccc4a1-2561-493c-866a-481a8b9752ea),segment_id=2cccc4a1-2561-493c-866a-481a8b9752ea)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:32.940496 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5286d704-11fe-46bd-b936-4380dac0f6f4 None None] Routers {'1e73de6b-2ed7-4d2e-9aae-46a2a916f684'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:08:32.941113 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5286d704-11fe-46bd-b936-4380dac0f6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:08:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['1e73de6b-2ed7-4d2e-9aae-46a2a916f684'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:33.011244 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe747fb-88ae-4117-a54c-fc338420a4b1 admin admin] Router a38cba00-fd48-45de-822f-07cfe21eb46f has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:08:33.041039 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:33.166792 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-5286d704-11fe-46bd-b936-4380dac0f6f4 None None] Set router 1e73de6b-2ed7-4d2e-9aae-46a2a916f684 gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:08:33.169034 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=097095c5-8a97-4de7-8670-2e27b987b564,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:33.204186 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-6d737967-91cc-4095-8f17-94fed874452b admin admin] For port 15b62e87-5394-40d6-8877-252d8bce51ef, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=15b62e87-5394-40d6-8877-252d8bce51ef,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:33.205278 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6d737967-91cc-4095-8f17-94fed874452b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:33.246160 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-6d737967-91cc-4095-8f17-94fed874452b admin admin] Calling delete_port for 15b62e87-5394-40d6-8877-252d8bce51ef owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:08:33.335560 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5286d704-11fe-46bd-b936-4380dac0f6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e73de6b-2ed7-4d2e-9aae-46a2a916f684', 'name': 'tempest-AttachSCSIVolumeTestJSON-1877842224-router', 'tenant_id': 'c1517ab5a5d64cb6bbab515389182157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:06:30Z', 'updated_at': '2021-07-23T20:08:32Z', 'revision_number': 6, 'project_id': 'c1517ab5a5d64cb6bbab515389182157', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:33.339948 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe747fb-88ae-4117-a54c-fc338420a4b1 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:08:33.348365 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-efe747fb-88ae-4117-a54c-fc338420a4b1 admin admin] 10.222.0.32 "PUT /v2.0/routers/a38cba00-fd48-45de-822f-07cfe21eb46f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8692570 Jul 23 20:08:33.350851 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45512) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:33.363176 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e8f4ca-b888-419d-bfa7-67d1e4df8cbd None None] Sync routers for ids ['a38cba00-fd48-45de-822f-07cfe21eb46f'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:08:33.412862 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e8f4ca-b888-419d-bfa7-67d1e4df8cbd None None] Routers {'a38cba00-fd48-45de-822f-07cfe21eb46f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:08:33.417941 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f1e8f4ca-b888-419d-bfa7-67d1e4df8cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:08:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a38cba00-fd48-45de-822f-07cfe21eb46f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:33.450233 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5286d704-11fe-46bd-b936-4380dac0f6f4 None None] The sync data for ids ['1e73de6b-2ed7-4d2e-9aae-46a2a916f684'] in n-d-793618-10 is: [{'id': '1e73de6b-2ed7-4d2e-9aae-46a2a916f684', 'name': 'tempest-AttachSCSIVolumeTestJSON-1877842224-router', 'tenant_id': 'c1517ab5a5d64cb6bbab515389182157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:06:30Z', 'updated_at': '2021-07-23T20:08:32Z', 'revision_number': 6, 'project_id': 'c1517ab5a5d64cb6bbab515389182157', 'gw_port_host': None}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:08:33.691663 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9bb39c3-9c85-4788-a16c-bdc9dddb5985 admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:33.767378 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 8d9db2e8-439f-4d0b-a5ed-9753b2ed3170 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:08:33.784188 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6d737967-91cc-4095-8f17-94fed874452b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:33.805667 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-f1e8f4ca-b888-419d-bfa7-67d1e4df8cbd None None] Set router a38cba00-fd48-45de-822f-07cfe21eb46f gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:08:33.853492 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9bb39c3-9c85-4788-a16c-bdc9dddb5985 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:34.059973 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-a9bb39c3-9c85-4788-a16c-bdc9dddb5985 admin admin] Deleting port 6c56fae0-da02-4668-9b3e-8d03cad9bac1 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:08:34.061440 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9bb39c3-9c85-4788-a16c-bdc9dddb5985 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:34.070878 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d737967-91cc-4095-8f17-94fed874452b admin admin] Pushing event deleted for resources: {'Port': ['ID=15b62e87-5394-40d6-8877-252d8bce51ef,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:34.096086 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device e06e58b0-bda1-4ccb-845a-0a9b114086e1 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:08:34.155231 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 8d9db2e8-439f-4d0b-a5ed-9753b2ed3170, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=8d9db2e8-439f-4d0b-a5ed-9753b2ed3170,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:34.205647 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770f451-df99-4437-9c2d-a6973d234c21 req-a4b8ba9a-4ba1-4b7b-9469-3f9f81068fae tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:34.216473 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0770f451-df99-4437-9c2d-a6973d234c21 req-a4b8ba9a-4ba1-4b7b-9469-3f9f81068fae tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] 10.222.0.32 "GET /v2.0/ports?device_id=18997b06-ac4f-4ab7-8b57-cfe0d9c61fe4 HTTP/1.1" status: 200 len: 946 time: 0.5209634 Jul 23 20:08:34.322420 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6d737967-91cc-4095-8f17-94fed874452b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:34.343747 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port e06e58b0-bda1-4ccb-845a-0a9b114086e1, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e06e58b0-bda1-4ccb-845a-0a9b114086e1,segment=NetworkSegment(c624a56d-de97-4959-866e-9ffe997374c5),segment_id=c624a56d-de97-4959-866e-9ffe997374c5)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:34.367036 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'e06e58b0-bda1-4ccb-845a-0a9b114086e1', 'network_id': 'd76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1', 'port_id': 'e06e58b0-bda1-4ccb-845a-0a9b114086e1', 'mac_address': 'fa:16:3e:77:38:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1122d17-5637-4a7c-90bc-58da5819ab03', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:08:34.376883 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '8d9db2e8-439f-4d0b-a5ed-9753b2ed3170', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': '8d9db2e8-439f-4d0b-a5ed-9753b2ed3170', 'mac_address': 'fa:16:3e:af:e1:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:08:34.383542 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-a9bb39c3-9c85-4788-a16c-bdc9dddb5985 admin admin] For port 6c56fae0-da02-4668-9b3e-8d03cad9bac1, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6c56fae0-da02-4668-9b3e-8d03cad9bac1,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:34.384158 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9bb39c3-9c85-4788-a16c-bdc9dddb5985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:34.437957 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f1e8f4ca-b888-419d-bfa7-67d1e4df8cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38cba00-fd48-45de-822f-07cfe21eb46f', 'name': 'tempest-ServersTestManualDisk-122769486-router', 'tenant_id': '27abbdd517814454b710b0aadcb43ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '6c56fae0-da02-4668-9b3e-8d03cad9bac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:06:17Z', 'updated_at': '2021-07-23T20:08:31Z', 'revision_number': 5, 'project_id': '27abbdd517814454b710b0aadcb43ac5', 'gw_port': {'id': '6c56fae0-da02-4668-9b3e-8d03cad9bac1', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38cba00-fd48-45de-822f-07cfe21eb46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:18Z', 'updated_at': '2021-07-23T20:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:34.439877 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:34.477180 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d9db2e8-439f-4d0b-a5ed-9753b2ed3170 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:08:34.485112 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-a9bb39c3-9c85-4788-a16c-bdc9dddb5985 admin admin] Calling delete_port for 6c56fae0-da02-4668-9b3e-8d03cad9bac1 owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:08:34.523613 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e8f4ca-b888-419d-bfa7-67d1e4df8cbd None None] Checking router: a38cba00-fd48-45de-822f-07cfe21eb46f for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:08:34.525264 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 8d9db2e8-439f-4d0b-a5ed-9753b2ed3170, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=8d9db2e8-439f-4d0b-a5ed-9753b2ed3170,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:34.547665 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18997b06-ac4f-4ab7-8b57-cfe0d9c61fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097095c5-8a97-4de7-8670-2e27b987b564'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:08:34.550029 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c354f73-dbbd-4bbf-be46-048e81af455c" -d '{"events": [{"server_uuid": "18997b06-ac4f-4ab7-8b57-cfe0d9c61fe4", "name": "network-vif-plugged", "status": "completed", "tag": "097095c5-8a97-4de7-8670-2e27b987b564"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:08:34.556702 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:34.562679 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e8f4ca-b888-419d-bfa7-67d1e4df8cbd None None] Routers {'a38cba00-fd48-45de-822f-07cfe21eb46f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:08:34.563500 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f1e8f4ca-b888-419d-bfa7-67d1e4df8cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:08:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a38cba00-fd48-45de-822f-07cfe21eb46f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:34.616207 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0770f451-df99-4437-9c2d-a6973d234c21 req-9dd32bd8-6d88-4ec6-9233-57ced4dfab1c tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] 10.222.0.32 "GET /v2.0/security-groups?id=12b03788-73ed-49dc-a56d-88203af6ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855822 Jul 23 20:08:34.627636 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:34.653704 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e06e58b0-bda1-4ccb-845a-0a9b114086e1 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:08:34.667375 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=8d9db2e8-439f-4d0b-a5ed-9753b2ed3170,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:34.684950 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6d737967-91cc-4095-8f17-94fed874452b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:34.688202 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['8d9db2e8-439f-4d0b-a5ed-9753b2ed3170'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:08:34.700122 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6d737967-91cc-4095-8f17-94fed874452b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:34.764246 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port e06e58b0-bda1-4ccb-845a-0a9b114086e1, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e06e58b0-bda1-4ccb-845a-0a9b114086e1,segment=NetworkSegment(c624a56d-de97-4959-866e-9ffe997374c5),segment_id=c624a56d-de97-4959-866e-9ffe997374c5)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:34.808943 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:34.901428 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-f1e8f4ca-b888-419d-bfa7-67d1e4df8cbd None None] Set router a38cba00-fd48-45de-822f-07cfe21eb46f gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:08:34.967406 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['e06e58b0-bda1-4ccb-845a-0a9b114086e1'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:08:35.003869 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f1e8f4ca-b888-419d-bfa7-67d1e4df8cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38cba00-fd48-45de-822f-07cfe21eb46f', 'name': 'tempest-ServersTestManualDisk-122769486-router', 'tenant_id': '27abbdd517814454b710b0aadcb43ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:06:17Z', 'updated_at': '2021-07-23T20:08:33Z', 'revision_number': 6, 'project_id': '27abbdd517814454b710b0aadcb43ac5', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:35.046781 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e8f4ca-b888-419d-bfa7-67d1e4df8cbd None None] The sync data for ids ['a38cba00-fd48-45de-822f-07cfe21eb46f'] in n-d-793618-10 is: [{'id': 'a38cba00-fd48-45de-822f-07cfe21eb46f', 'name': 'tempest-ServersTestManualDisk-122769486-router', 'tenant_id': '27abbdd517814454b710b0aadcb43ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:06:17Z', 'updated_at': '2021-07-23T20:08:33Z', 'revision_number': 6, 'project_id': '27abbdd517814454b710b0aadcb43ac5', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:08:35.119882 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36214674-c5b4-4234-972d-243a6804d724 x-openstack-request-id: req-36214674-c5b4-4234-972d-243a6804d724 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:08:35.120175 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9bb39c3-9c85-4788-a16c-bdc9dddb5985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:35.120664 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18997b06-ac4f-4ab7-8b57-cfe0d9c61fe4", "name": "network-vif-plugged", "status": "completed", "tag": "097095c5-8a97-4de7-8670-2e27b987b564", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:08:35.120664 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-36214674-c5b4-4234-972d-243a6804d724 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:08:35.120898 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18997b06-ac4f-4ab7-8b57-cfe0d9c61fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097095c5-8a97-4de7-8670-2e27b987b564', 'code': 200} Jul 23 20:08:35.153324 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6d737967-91cc-4095-8f17-94fed874452b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:35.154794 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d737967-91cc-4095-8f17-94fed874452b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e73de6b-2ed7-4d2e-9aae-46a2a916f684 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:08:35.174128 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6d737967-91cc-4095-8f17-94fed874452b admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:35.175292 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6d737967-91cc-4095-8f17-94fed874452b admin admin] 10.222.0.32 "DELETE /v2.0/routers/1e73de6b-2ed7-4d2e-9aae-46a2a916f684 HTTP/1.1" status: 204 len: 168 time: 3.6734235 Jul 23 20:08:35.183026 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45574) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:35.258435 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=e06e58b0-bda1-4ccb-845a-0a9b114086e1,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:35.290410 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb39c3-9c85-4788-a16c-bdc9dddb5985 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c56fae0-da02-4668-9b3e-8d03cad9bac1,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:35.397223 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-24bdd10f-26e8-43df-85db-1f76cea27111 admin admin] Deleting subnet 756428bd-d8e4-49ff-92fd-a97f9169c16e {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:08:35.431962 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-24bdd10f-26e8-43df-85db-1f76cea27111 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:35.434772 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb315d-c444-4ea3-bcb2-c794cefc61bc req-9be0f8ae-4713-43b7-b430-6f30d83be116 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:35.441492 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4291bf-bef1-424c-8f15-649530acfe6e req-30f007dd-a2e7-4660-a81d-13f8f0a89f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:35.441492 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ff4291bf-bef1-424c-8f15-649530acfe6e req-30f007dd-a2e7-4660-a81d-13f8f0a89f9f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=18997b06-ac4f-4ab7-8b57-cfe0d9c61fe4 HTTP/1.1" status: 200 len: 1098 time: 0.3695891 Jul 23 20:08:35.454113 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9efb315d-c444-4ea3-bcb2-c794cefc61bc req-9be0f8ae-4713-43b7-b430-6f30d83be116 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=34833a4e-1222-4108-9b63-5952724c969f HTTP/1.1" status: 200 len: 946 time: 1.5071352 Jul 23 20:08:35.539002 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9bb39c3-9c85-4788-a16c-bdc9dddb5985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:35.599387 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-24bdd10f-26e8-43df-85db-1f76cea27111 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:35.659557 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ff4291bf-bef1-424c-8f15-649530acfe6e req-c1e14bd0-c45c-494a-a743-995ecc08356a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=12b03788-73ed-49dc-a56d-88203af6ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526096 Jul 23 20:08:35.726566 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9efb315d-c444-4ea3-bcb2-c794cefc61bc req-81901b62-da64-4d9d-b80c-6d239d0d5361 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714887 Jul 23 20:08:35.768392 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 8d9db2e8-439f-4d0b-a5ed-9753b2ed3170 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:08:35.803304 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-24bdd10f-26e8-43df-85db-1f76cea27111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:35.855296 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9bb39c3-9c85-4788-a16c-bdc9dddb5985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:35.859380 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9bb39c3-9c85-4788-a16c-bdc9dddb5985 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:35.965850 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 8d9db2e8-439f-4d0b-a5ed-9753b2ed3170 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:35.966326 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:36.037149 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-24bdd10f-26e8-43df-85db-1f76cea27111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:36.100941 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9bb39c3-9c85-4788-a16c-bdc9dddb5985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:36.104160 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9bb39c3-9c85-4788-a16c-bdc9dddb5985 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a38cba00-fd48-45de-822f-07cfe21eb46f {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:08:36.117912 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9bb39c3-9c85-4788-a16c-bdc9dddb5985 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:36.126010 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a9bb39c3-9c85-4788-a16c-bdc9dddb5985 admin admin] 10.222.0.32 "DELETE /v2.0/routers/a38cba00-fd48-45de-822f-07cfe21eb46f HTTP/1.1" status: 204 len: 168 time: 2.7732465 Jul 23 20:08:36.128606 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bdd10f-26e8-43df-85db-1f76cea27111 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=756428bd-d8e4-49ff-92fd-a97f9169c16e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:36.132394 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45582) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:36.135542 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d94a464d-bcc0-4321-a4b3-b3f8d98f6632 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:08:36.150276 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device e06e58b0-bda1-4ccb-845a-0a9b114086e1 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:08:36.209118 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-24bdd10f-26e8-43df-85db-1f76cea27111 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:36.209870 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd7160-6675-4aa5-a017-c695d0eb5f02 req-6996e817-93b7-4bc1-af41-60aa97272669 tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:36.211038 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-24bdd10f-26e8-43df-85db-1f76cea27111 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/756428bd-d8e4-49ff-92fd-a97f9169c16e HTTP/1.1" status: 204 len: 168 time: 1.0246880 Jul 23 20:08:36.212960 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bdd10f-26e8-43df-85db-1f76cea27111 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:36.213288 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bdd10f-26e8-43df-85db-1f76cea27111 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:36.213670 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bdd10f-26e8-43df-85db-1f76cea27111 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:36.214002 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bdd10f-26e8-43df-85db-1f76cea27111 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:36.214338 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bdd10f-26e8-43df-85db-1f76cea27111 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:36.214668 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bdd10f-26e8-43df-85db-1f76cea27111 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:36.214999 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bdd10f-26e8-43df-85db-1f76cea27111 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:36.215335 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bdd10f-26e8-43df-85db-1f76cea27111 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:36.215656 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bdd10f-26e8-43df-85db-1f76cea27111 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:36.215981 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bdd10f-26e8-43df-85db-1f76cea27111 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:36.216304 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bdd10f-26e8-43df-85db-1f76cea27111 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:36.216630 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bdd10f-26e8-43df-85db-1f76cea27111 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:36.221329 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-26dd7160-6675-4aa5-a017-c695d0eb5f02 req-6996e817-93b7-4bc1-af41-60aa97272669 tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] 10.222.0.32 "GET /v2.0/ports?device_id=18997b06-ac4f-4ab7-8b57-cfe0d9c61fe4 HTTP/1.1" status: 200 len: 946 time: 0.2081223 Jul 23 20:08:36.221748 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45584) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:36.296675 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-26dd7160-6675-4aa5-a017-c695d0eb5f02 req-86985d88-cbda-42a1-8aed-b4dd375b9575 tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] 10.222.0.32 "GET /v2.0/security-groups?id=12b03788-73ed-49dc-a56d-88203af6ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666778 Jul 23 20:08:36.318301 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd56a73b-7922-47ef-b55f-5cf765b4956c None None] Network a805b4ae-3c57-4f34-9881-12b559d9a4fc requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:08:36.327681 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-e60c4ffb-ff38-4ea4-bb7e-337e13e6a11a admin admin] Deleting subnet a86a84ba-b9ed-4479-b6c4-16e477f25677 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:08:36.332594 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e60c4ffb-ff38-4ea4-bb7e-337e13e6a11a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:36.336465 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: d94a464d-bcc0-4321-a4b3-b3f8d98f6632 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:08:36.336679 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d94a464d-bcc0-4321-a4b3-b3f8d98f6632 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:08:36.337075 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6c56fae0-da02-4668-9b3e-8d03cad9bac1 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:08:36.370763 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6c785461-8ba5-46c7-b371-948eaea2bf46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:36.408895 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e60c4ffb-ff38-4ea4-bb7e-337e13e6a11a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:36.474308 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 6c56fae0-da02-4668-9b3e-8d03cad9bac1 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:08:36.474653 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6c56fae0-da02-4668-9b3e-8d03cad9bac1 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:08:36.475076 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 15b62e87-5394-40d6-8877-252d8bce51ef no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:08:36.580364 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 15b62e87-5394-40d6-8877-252d8bce51ef {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:08:36.580664 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 15b62e87-5394-40d6-8877-252d8bce51ef not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:08:36.581067 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:08:36.610294 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-6c785461-8ba5-46c7-b371-948eaea2bf46 admin admin] Deleting port e5438211-457a-440a-8d4b-1077ddae4de1 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:08:36.619896 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6c785461-8ba5-46c7-b371-948eaea2bf46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:36.673697 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e60c4ffb-ff38-4ea4-bb7e-337e13e6a11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:36.849900 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:08:36.850436 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3f2b2960-2f89-4b4b-9c6a-c80b8e4043a7 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:08:36.927901 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889b725-3715-44e4-81de-3e0db896afb7 req-859b95a3-9c2d-4a54-b11a-1b0a917a41d8 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:36.940420 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8889b725-3715-44e4-81de-3e0db896afb7 req-859b95a3-9c2d-4a54-b11a-1b0a917a41d8 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=34833a4e-1222-4108-9b63-5952724c969f HTTP/1.1" status: 200 len: 945 time: 0.1312551 Jul 23 20:08:36.989841 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:36.994549 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-6c785461-8ba5-46c7-b371-948eaea2bf46 admin admin] For port e5438211-457a-440a-8d4b-1077ddae4de1, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=e5438211-457a-440a-8d4b-1077ddae4de1,segment=NetworkSegment(4d9aa017-8a48-4535-9a12-21ce4466e855),segment_id=4d9aa017-8a48-4535-9a12-21ce4466e855)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:36.995297 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6c785461-8ba5-46c7-b371-948eaea2bf46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:37.023169 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-6c785461-8ba5-46c7-b371-948eaea2bf46 admin admin] Calling delete_port for e5438211-457a-440a-8d4b-1077ddae4de1 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:08:37.030134 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8889b725-3715-44e4-81de-3e0db896afb7 req-34a84019-6edb-479d-9769-7182c9c33fcd tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879452 Jul 23 20:08:37.070384 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port e06e58b0-bda1-4ccb-845a-0a9b114086e1 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:37.071401 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:37.155533 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9db2e8-439f-4d0b-a5ed-9753b2ed3170'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:08:37.159595 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6e1b22-5851-422c-b4f8-a5c2a1c7942a" -d '{"events": [{"server_uuid": "8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c", "name": "network-vif-plugged", "status": "completed", "tag": "8d9db2e8-439f-4d0b-a5ed-9753b2ed3170"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:08:37.222721 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 8d9db2e8-439f-4d0b-a5ed-9753b2ed3170, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=8d9db2e8-439f-4d0b-a5ed-9753b2ed3170,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:37.230748 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e60c4ffb-ff38-4ea4-bb7e-337e13e6a11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:37.253281 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2338f7-1889-420c-ba16-a4346eac4a4a x-openstack-request-id: req-be2338f7-1889-420c-ba16-a4346eac4a4a {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:08:37.255888 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c", "name": "network-vif-plugged", "status": "completed", "tag": "8d9db2e8-439f-4d0b-a5ed-9753b2ed3170", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:08:37.256216 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-be2338f7-1889-420c-ba16-a4346eac4a4a {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:08:37.256992 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9db2e8-439f-4d0b-a5ed-9753b2ed3170', 'code': 200} Jul 23 20:08:37.288678 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:37.336214 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e60c4ffb-ff38-4ea4-bb7e-337e13e6a11a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:37.344978 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e60c4ffb-ff38-4ea4-bb7e-337e13e6a11a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a86a84ba-b9ed-4479-b6c4-16e477f25677 HTTP/1.1" status: 204 len: 168 time: 1.1982489 Jul 23 20:08:37.346252 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c4ffb-ff38-4ea4-bb7e-337e13e6a11a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a86a84ba-b9ed-4479-b6c4-16e477f25677,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:37.349603 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45596) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:37.423019 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6c785461-8ba5-46c7-b371-948eaea2bf46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:37.434848 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962361e3-dcbe-4716-a6ee-16029d23ae7e None None] Network cbcd70d7-1b61-4457-9c40-371d2aec6850 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:08:37.481089 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949d1a46-5787-4d11-bafe-708afc9c378d None None] DHCP port deletion for a805b4ae-3c57-4f34-9881-12b559d9a4fc request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:08:37.497792 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c785461-8ba5-46c7-b371-948eaea2bf46 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5438211-457a-440a-8d4b-1077ddae4de1,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:37.509517 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c785461-8ba5-46c7-b371-948eaea2bf46 admin admin] No DVR routers for this DVR port e5438211-457a-440a-8d4b-1077ddae4de1 on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:08:37.611576 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=8d9db2e8-439f-4d0b-a5ed-9753b2ed3170,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:37.629965 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device e5438211-457a-440a-8d4b-1077ddae4de1 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:08:37.691191 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6c785461-8ba5-46c7-b371-948eaea2bf46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:37.715658 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-6c785461-8ba5-46c7-b371-948eaea2bf46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a805b4ae-3c57-4f34-9881-12b559d9a4fc']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:37.768423 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f382c9c-4c8c-49d3-9a9c-fb354b68040a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:37.783376 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-6c785461-8ba5-46c7-b371-948eaea2bf46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d9aa017-8a48-4535-9a12-21ce4466e855') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:37.783677 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-6c785461-8ba5-46c7-b371-948eaea2bf46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d9aa017-8a48-4535-9a12-21ce4466e855') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:37.847659 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6c785461-8ba5-46c7-b371-948eaea2bf46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:37.850227 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: e5438211-457a-440a-8d4b-1077ddae4de1 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:08:37.859373 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device e5438211-457a-440a-8d4b-1077ddae4de1 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:08:37.876989 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:37.910140 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6c785461-8ba5-46c7-b371-948eaea2bf46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:37.922466 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c785461-8ba5-46c7-b371-948eaea2bf46 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:08:37.924115 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6c785461-8ba5-46c7-b371-948eaea2bf46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:37.928177 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:08:37.928177 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:08:37.928177 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:08:37.928177 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:08:37.928177 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:08:37.928177 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:08:37.928177 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:08:37.928177 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:08:37.928177 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:08:37.928177 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:08:37.928177 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:08:37.928177 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:08:37.928177 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:08:37.928177 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:08:37.928177 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:08:37.928177 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:08:37.928177 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:08:37.928177 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:08:37.928177 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:08:37.928177 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:08:37.928177 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:08:37.928177 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:08:37.928177 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:08:37.928177 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:08:37.928177 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:08:37.928177 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:08:37.928177 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:08:37.928177 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:08:37.928177 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:08:37.928177 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:08:37.928177 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:08:37.928177 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:08:37.961111 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b61789-befd-4d34-8c3b-c327bb3705c3 req-f2251640-9fdf-4e12-92c5-e308513b5f38 tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:37.967313 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f9b61789-befd-4d34-8c3b-c327bb3705c3 req-f2251640-9fdf-4e12-92c5-e308513b5f38 tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] 10.222.0.32 "GET /v2.0/ports?device_id=18997b06-ac4f-4ab7-8b57-cfe0d9c61fe4 HTTP/1.1" status: 200 len: 946 time: 0.4458356 Jul 23 20:08:38.039389 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port e06e58b0-bda1-4ccb-845a-0a9b114086e1, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e06e58b0-bda1-4ccb-845a-0a9b114086e1,segment=NetworkSegment(c624a56d-de97-4959-866e-9ffe997374c5),segment_id=c624a56d-de97-4959-866e-9ffe997374c5)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:38.064883 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6c785461-8ba5-46c7-b371-948eaea2bf46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:38.072066 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6c785461-8ba5-46c7-b371-948eaea2bf46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:38.074335 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6c785461-8ba5-46c7-b371-948eaea2bf46 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a805b4ae-3c57-4f34-9881-12b559d9a4fc HTTP/1.1" status: 204 len: 168 time: 1.8515637 Jul 23 20:08:38.076178 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:38.097133 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45606) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:38.101279 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f9b61789-befd-4d34-8c3b-c327bb3705c3 req-c5729b7f-7614-4a29-ad1c-b4c6348c4c56 tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] 10.222.0.32 "GET /v2.0/security-groups?id=12b03788-73ed-49dc-a56d-88203af6ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240206 Jul 23 20:08:38.116949 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-4f382c9c-4c8c-49d3-9a9c-fb354b68040a admin admin] Deleting port 20a29bf8-a4a8-4bfc-bec5-8dcb8e8fe632 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:08:38.117658 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f382c9c-4c8c-49d3-9a9c-fb354b68040a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:38.119685 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c785461-8ba5-46c7-b371-948eaea2bf46 admin admin] Pushing event deleted for resources: {'Network': ['ID=a805b4ae-3c57-4f34-9881-12b559d9a4fc,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:38.263538 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=e06e58b0-bda1-4ccb-845a-0a9b114086e1,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:38.414309 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3dc87e-e6f4-4591-a493-d35ec7fc22ca None None] DHCP port deletion for cbcd70d7-1b61-4457-9c40-371d2aec6850 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:08:38.420111 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-4f382c9c-4c8c-49d3-9a9c-fb354b68040a admin admin] For port 20a29bf8-a4a8-4bfc-bec5-8dcb8e8fe632, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=20a29bf8-a4a8-4bfc-bec5-8dcb8e8fe632,segment=NetworkSegment(922e633b-3451-4f6f-bc6d-d29fda48ccde),segment_id=922e633b-3451-4f6f-bc6d-d29fda48ccde)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:38.421064 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f382c9c-4c8c-49d3-9a9c-fb354b68040a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:38.460117 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-4f382c9c-4c8c-49d3-9a9c-fb354b68040a admin admin] Calling delete_port for 20a29bf8-a4a8-4bfc-bec5-8dcb8e8fe632 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:08:38.532696 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2a3dc87e-e6f4-4591-a493-d35ec7fc22ca None None] Deleting port 20a29bf8-a4a8-4bfc-bec5-8dcb8e8fe632 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:08:38.533412 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2a3dc87e-e6f4-4591-a493-d35ec7fc22ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:38.641854 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f382c9c-4c8c-49d3-9a9c-fb354b68040a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:38.701051 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2a3dc87e-e6f4-4591-a493-d35ec7fc22ca None None] For port 20a29bf8-a4a8-4bfc-bec5-8dcb8e8fe632, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=20a29bf8-a4a8-4bfc-bec5-8dcb8e8fe632,segment=NetworkSegment(922e633b-3451-4f6f-bc6d-d29fda48ccde),segment_id=922e633b-3451-4f6f-bc6d-d29fda48ccde)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:38.701951 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2a3dc87e-e6f4-4591-a493-d35ec7fc22ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:38.725762 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f382c9c-4c8c-49d3-9a9c-fb354b68040a admin admin] Pushing event deleted for resources: {'Port': ['ID=20a29bf8-a4a8-4bfc-bec5-8dcb8e8fe632,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:38.732495 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2a3dc87e-e6f4-4591-a493-d35ec7fc22ca None None] Calling delete_port for 20a29bf8-a4a8-4bfc-bec5-8dcb8e8fe632 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:08:38.765697 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f382c9c-4c8c-49d3-9a9c-fb354b68040a admin admin] No DVR routers for this DVR port 20a29bf8-a4a8-4bfc-bec5-8dcb8e8fe632 on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:08:38.878317 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35636c2a-be63-4cd6-92e1-318924bc4982 req-94ced4c6-b470-4358-979e-50b266bdd155 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:38.900045 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-35636c2a-be63-4cd6-92e1-318924bc4982 req-94ced4c6-b470-4358-979e-50b266bdd155 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=34833a4e-1222-4108-9b63-5952724c969f HTTP/1.1" status: 200 len: 946 time: 0.5755348 Jul 23 20:08:38.907035 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d6f5d119-2f9a-44d1-af6f-1909e5b77adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:38.936933 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2a3dc87e-e6f4-4591-a493-d35ec7fc22ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:38.993361 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f382c9c-4c8c-49d3-9a9c-fb354b68040a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:39.011183 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3dc87e-e6f4-4591-a493-d35ec7fc22ca None None] Pushing event deleted for resources: {'Port': ['ID=20a29bf8-a4a8-4bfc-bec5-8dcb8e8fe632,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:39.014601 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-4f382c9c-4c8c-49d3-9a9c-fb354b68040a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbcd70d7-1b61-4457-9c40-371d2aec6850']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:39.023592 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3dc87e-e6f4-4591-a493-d35ec7fc22ca None None] No DVR routers for this DVR port 20a29bf8-a4a8-4bfc-bec5-8dcb8e8fe632 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:08:39.028790 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-35636c2a-be63-4cd6-92e1-318924bc4982 req-d8cdcb1a-31f9-4525-a2f9-e1722c1c7ef5 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276243 Jul 23 20:08:39.066469 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-4f382c9c-4c8c-49d3-9a9c-fb354b68040a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '922e633b-3451-4f6f-bc6d-d29fda48ccde') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:39.068608 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-4f382c9c-4c8c-49d3-9a9c-fb354b68040a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '922e633b-3451-4f6f-bc6d-d29fda48ccde') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:39.132541 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f382c9c-4c8c-49d3-9a9c-fb354b68040a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:39.246967 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f382c9c-4c8c-49d3-9a9c-fb354b68040a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:39.258259 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34833a4e-1222-4108-9b63-5952724c969f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06e58b0-bda1-4ccb-845a-0a9b114086e1'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:08:39.260702 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae497fce-6c4c-4203-aa4f-9c65108a484d" -d '{"events": [{"server_uuid": "34833a4e-1222-4108-9b63-5952724c969f", "name": "network-vif-plugged", "status": "completed", "tag": "e06e58b0-bda1-4ccb-845a-0a9b114086e1"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:08:39.314765 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f382c9c-4c8c-49d3-9a9c-fb354b68040a admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:08:39.322520 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f382c9c-4c8c-49d3-9a9c-fb354b68040a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:39.324534 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:08:39.324534 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:08:39.324534 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:08:39.324534 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:08:39.324534 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:08:39.324534 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:08:39.324534 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:08:39.324534 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:08:39.324534 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:08:39.324534 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:08:39.324534 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:08:39.324534 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:08:39.324534 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:08:39.324534 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:08:39.324534 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:08:39.324534 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:08:39.324534 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:08:39.324534 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:08:39.324534 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:08:39.324534 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:08:39.324534 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:08:39.324534 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:08:39.324534 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:08:39.324534 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:08:39.324534 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:08:39.324534 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:08:39.324534 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:08:39.324534 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:08:39.324534 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:08:39.324534 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:08:39.324534 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:08:39.324534 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:08:39.445328 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-d6f5d119-2f9a-44d1-af6f-1909e5b77adb admin admin] Deleting port 1270e4c7-b9c9-4f57-9cfb-f87e0ee476b4 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:08:39.445328 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d6f5d119-2f9a-44d1-af6f-1909e5b77adb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:39.562909 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f382c9c-4c8c-49d3-9a9c-fb354b68040a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:39.568511 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f382c9c-4c8c-49d3-9a9c-fb354b68040a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:39.614780 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4f382c9c-4c8c-49d3-9a9c-fb354b68040a admin admin] 10.222.0.32 "DELETE /v2.0/networks/cbcd70d7-1b61-4457-9c40-371d2aec6850 HTTP/1.1" status: 204 len: 168 time: 2.2588842 Jul 23 20:08:39.650705 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 20a29bf8-a4a8-4bfc-bec5-8dcb8e8fe632 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:08:39.663699 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f382c9c-4c8c-49d3-9a9c-fb354b68040a admin admin] Pushing event deleted for resources: {'Network': ['ID=cbcd70d7-1b61-4457-9c40-371d2aec6850,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:39.688886 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-d6f5d119-2f9a-44d1-af6f-1909e5b77adb admin admin] For port 1270e4c7-b9c9-4f57-9cfb-f87e0ee476b4, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=1270e4c7-b9c9-4f57-9cfb-f87e0ee476b4,segment=NetworkSegment(7e985122-0bd4-4254-9556-bd445b3748d1),segment_id=7e985122-0bd4-4254-9556-bd445b3748d1)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:39.689260 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d6f5d119-2f9a-44d1-af6f-1909e5b77adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:39.715308 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 20a29bf8-a4a8-4bfc-bec5-8dcb8e8fe632 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:08:39.715676 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 20a29bf8-a4a8-4bfc-bec5-8dcb8e8fe632 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:08:39.725287 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-d6f5d119-2f9a-44d1-af6f-1909e5b77adb admin admin] Calling delete_port for 1270e4c7-b9c9-4f57-9cfb-f87e0ee476b4 owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:08:39.725778 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c8eecc-5853-46ca-a029-747249c715dd x-openstack-request-id: req-11c8eecc-5853-46ca-a029-747249c715dd {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:08:39.725937 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34833a4e-1222-4108-9b63-5952724c969f", "name": "network-vif-plugged", "status": "completed", "tag": "e06e58b0-bda1-4ccb-845a-0a9b114086e1", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:08:39.726316 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-11c8eecc-5853-46ca-a029-747249c715dd {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:08:39.726582 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34833a4e-1222-4108-9b63-5952724c969f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06e58b0-bda1-4ccb-845a-0a9b114086e1', 'code': 200} Jul 23 20:08:39.878209 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45624) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:40.004633 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f8742c76-6824-4012-bc4f-f89b694b763d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=27abbdd517814454b710b0aadcb43ac5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1226079 Jul 23 20:08:40.008050 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45626) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:40.127757 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0102e8a3-afd1-4c53-b004-b579a539eb1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:40.178975 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0102e8a3-afd1-4c53-b004-b579a539eb1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:40.185151 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dd1bbf76-d3b5-4588-bd43-36df70db50ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:40.223819 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d6f5d119-2f9a-44d1-af6f-1909e5b77adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:40.273849 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f5d119-2f9a-44d1-af6f-1909e5b77adb admin admin] Pushing event deleted for resources: {'Port': ['ID=1270e4c7-b9c9-4f57-9cfb-f87e0ee476b4,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:40.301667 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db34e7-f76a-4bce-82d7-caaab7b6fe83 req-972167b1-a4e6-4c9f-afda-63b69a5c175d tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:40.318144 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-98db34e7-f76a-4bce-82d7-caaab7b6fe83 req-972167b1-a4e6-4c9f-afda-63b69a5c175d tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=34833a4e-1222-4108-9b63-5952724c969f HTTP/1.1" status: 200 len: 946 time: 0.1445725 Jul 23 20:08:40.321836 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0102e8a3-afd1-4c53-b004-b579a539eb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:40.324521 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0102e8a3-afd1-4c53-b004-b579a539eb1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:40.345302 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0102e8a3-afd1-4c53-b004-b579a539eb1d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8c3ee4d5-fa9f-44ae-b823-0af1369c66c1 HTTP/1.1" status: 204 len: 168 time: 0.3356881 Jul 23 20:08:40.433845 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102e8a3-afd1-4c53-b004-b579a539eb1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3ee4d5-fa9f-44ae-b823-0af1369c66c1,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:40.460819 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-98db34e7-f76a-4bce-82d7-caaab7b6fe83 req-27243257-ed64-4f87-904f-ca9af189181c tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124549 Jul 23 20:08:40.817118 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d6f5d119-2f9a-44d1-af6f-1909e5b77adb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:41.266765 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5e841-c303-47a2-9c46-fad2cf53b344 req-dfc3db8a-4af4-44b0-866e-c8d4e171e17f tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:41.268317 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-42d5e841-c303-47a2-9c46-fad2cf53b344 req-dfc3db8a-4af4-44b0-866e-c8d4e171e17f tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] 10.222.0.32 "GET /v2.0/ports?device_id=18997b06-ac4f-4ab7-8b57-cfe0d9c61fe4 HTTP/1.1" status: 200 len: 946 time: 0.6695421 Jul 23 20:08:41.335163 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-42d5e841-c303-47a2-9c46-fad2cf53b344 req-783c93f7-c50f-442a-8fb3-d967828ac117 tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] 10.222.0.32 "GET /v2.0/security-groups?id=12b03788-73ed-49dc-a56d-88203af6ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568867 Jul 23 20:08:41.386803 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f5d119-2f9a-44d1-af6f-1909e5b77adb admin admin] Router ff8606a1-f116-49f4-ba32-6b2516ed42c7 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:08:41.770751 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce176c59-70a2-45ff-bb69-01eed014a508 req-70efa420-bc92-4444-bf4a-31a476ec78fa tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:41.779287 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ce176c59-70a2-45ff-bb69-01eed014a508 req-70efa420-bc92-4444-bf4a-31a476ec78fa tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=34833a4e-1222-4108-9b63-5952724c969f HTTP/1.1" status: 200 len: 946 time: 0.1477175 Jul 23 20:08:41.833383 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f5d119-2f9a-44d1-af6f-1909e5b77adb admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:08:41.844918 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c16616b-cc5e-45a1-b443-9fd392338f19 None None] Sync routers for ids ['ff8606a1-f116-49f4-ba32-6b2516ed42c7'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:08:41.868205 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c16616b-cc5e-45a1-b443-9fd392338f19 None None] Routers {'ff8606a1-f116-49f4-ba32-6b2516ed42c7'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:08:41.869226 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0c16616b-cc5e-45a1-b443-9fd392338f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:08:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ff8606a1-f116-49f4-ba32-6b2516ed42c7'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:41.871330 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d6f5d119-2f9a-44d1-af6f-1909e5b77adb admin admin] 10.222.0.32 "PUT /v2.0/routers/ff8606a1-f116-49f4-ba32-6b2516ed42c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7585497 Jul 23 20:08:41.874809 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45674) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:41.875512 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45676) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:41.961787 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ce176c59-70a2-45ff-bb69-01eed014a508 req-be1acff1-21e2-44b3-a918-73d73bbcdd78 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807172 Jul 23 20:08:42.259369 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-157a5fae-e0cc-4341-a463-f17a2614219a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-494236897-network', 'tenant_id': 'c9433630b6ba48418495f6d3d38a792b'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:42.341208 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-0c16616b-cc5e-45a1-b443-9fd392338f19 None None] Set router ff8606a1-f116-49f4-ba32-6b2516ed42c7 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:08:42.406407 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a3826-34c5-4ba7-8ef5-472cb9e95bbe req-7339dd70-3961-4da1-a4ce-51378c105aff tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:42.409859 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e20a3826-34c5-4ba7-8ef5-472cb9e95bbe req-7339dd70-3961-4da1-a4ce-51378c105aff tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] 10.222.0.30 "GET /v2.0/ports?device_id=18997b06-ac4f-4ab7-8b57-cfe0d9c61fe4 HTTP/1.1" status: 200 len: 946 time: 0.8610377 Jul 23 20:08:42.543338 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157a5fae-e0cc-4341-a463-f17a2614219a admin admin] Made reservation on behalf of c9433630b6ba48418495f6d3d38a792b for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:08:42.549052 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-157a5fae-e0cc-4341-a463-f17a2614219a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:42.567504 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0c16616b-cc5e-45a1-b443-9fd392338f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8606a1-f116-49f4-ba32-6b2516ed42c7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1372918801-router', 'tenant_id': '7d504d5012f14078adc2cd0498b1890a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '3b570ed2-4e08-4b8b-83df-1ea993b5b3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:06:42Z', 'updated_at': '2021-07-23T20:08:40Z', 'revision_number': 5, 'project_id': '7d504d5012f14078adc2cd0498b1890a', 'gw_port': {'id': '3b570ed2-4e08-4b8b-83df-1ea993b5b3f7', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:15:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8606a1-f116-49f4-ba32-6b2516ed42c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:43Z', 'updated_at': '2021-07-23T20:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:42.610116 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-157a5fae-e0cc-4341-a463-f17a2614219a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:42.628685 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-746e9536-8eb5-40cb-bcb2-a486e7e09245 admin admin] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:42.634145 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c16616b-cc5e-45a1-b443-9fd392338f19 None None] Checking router: ff8606a1-f116-49f4-ba32-6b2516ed42c7 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:08:42.655233 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c16616b-cc5e-45a1-b443-9fd392338f19 None None] Routers {'ff8606a1-f116-49f4-ba32-6b2516ed42c7'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:08:42.656155 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0c16616b-cc5e-45a1-b443-9fd392338f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:08:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ff8606a1-f116-49f4-ba32-6b2516ed42c7'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:42.665259 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd1730-d616-456b-bea6-797d8a91f8c3 req-b1ee3acb-f63c-4c64-841b-f9d521c4efe3 tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:42.672984 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-23dd1730-d616-456b-bea6-797d8a91f8c3 req-b1ee3acb-f63c-4c64-841b-f9d521c4efe3 tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] 10.222.0.32 "GET /v2.0/ports?device_id=18997b06-ac4f-4ab7-8b57-cfe0d9c61fe4 HTTP/1.1" status: 200 len: 946 time: 0.1381979 Jul 23 20:08:42.779117 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-23dd1730-d616-456b-bea6-797d8a91f8c3 req-280c77c7-19ac-4f16-95fb-f13138cf997e tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] 10.222.0.32 "GET /v2.0/security-groups?id=12b03788-73ed-49dc-a56d-88203af6ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047468 Jul 23 20:08:42.884145 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-0c16616b-cc5e-45a1-b443-9fd392338f19 None None] Set router ff8606a1-f116-49f4-ba32-6b2516ed42c7 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:08:43.017381 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c09bb6ff-0473-438f-b28d-0184f7101349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:43.213055 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3429b8-6779-4b56-ac90-c81b297c4b39 req-d8fcd03a-48ef-4def-84ac-5715c1821dd7 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:43.221647 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9b3429b8-6779-4b56-ac90-c81b297c4b39 req-d8fcd03a-48ef-4def-84ac-5715c1821dd7 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=34833a4e-1222-4108-9b63-5952724c969f HTTP/1.1" status: 200 len: 946 time: 0.1334157 Jul 23 20:08:43.293119 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-e20a3826-34c5-4ba7-8ef5-472cb9e95bbe req-0e60abee-0318-41fb-8046-349dbe3c18bd tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] Deleting port 097095c5-8a97-4de7-8670-2e27b987b564 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:08:43.293510 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e20a3826-34c5-4ba7-8ef5-472cb9e95bbe req-0e60abee-0318-41fb-8046-349dbe3c18bd tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:43.297751 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-746e9536-8eb5-40cb-bcb2-a486e7e09245 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:43.303844 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:43.307171 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45708) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:43.313247 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e9303c90-08de-468e-8f74-17b6cc68274a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-64077524'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:43.350196 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0c16616b-cc5e-45a1-b443-9fd392338f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8606a1-f116-49f4-ba32-6b2516ed42c7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1372918801-router', 'tenant_id': '7d504d5012f14078adc2cd0498b1890a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '3b570ed2-4e08-4b8b-83df-1ea993b5b3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:06:42Z', 'updated_at': '2021-07-23T20:08:40Z', 'revision_number': 5, 'project_id': '7d504d5012f14078adc2cd0498b1890a', 'gw_port': {'id': '3b570ed2-4e08-4b8b-83df-1ea993b5b3f7', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:15:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8606a1-f116-49f4-ba32-6b2516ed42c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:43Z', 'updated_at': '2021-07-23T20:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:43.356163 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9b3429b8-6779-4b56-ac90-c81b297c4b39 req-4d72f6fc-bfa1-47a4-b1c5-a9c925d79a0b tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273296 Jul 23 20:08:43.386699 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c16616b-cc5e-45a1-b443-9fd392338f19 None None] The sync data for ids ['ff8606a1-f116-49f4-ba32-6b2516ed42c7'] in n-d-793618-10 is: [{'id': 'ff8606a1-f116-49f4-ba32-6b2516ed42c7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1372918801-router', 'tenant_id': '7d504d5012f14078adc2cd0498b1890a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '3b570ed2-4e08-4b8b-83df-1ea993b5b3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:06:42Z', 'updated_at': '2021-07-23T20:08:40Z', 'revision_number': 5, 'project_id': '7d504d5012f14078adc2cd0498b1890a', 'gw_port': {'id': '3b570ed2-4e08-4b8b-83df-1ea993b5b3f7', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:15:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8606a1-f116-49f4-ba32-6b2516ed42c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:06:43Z', 'updated_at': '2021-07-23T20:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:08:43.519662 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-157a5fae-e0cc-4341-a463-f17a2614219a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:43.545750 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9303c90-08de-468e-8f74-17b6cc68274a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Made reservation on behalf of a3e740eb35174745b8c66e63aac9db55 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:08:43.547233 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-157a5fae-e0cc-4341-a463-f17a2614219a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:43.555793 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9303c90-08de-468e-8f74-17b6cc68274a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:43.583773 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9303c90-08de-468e-8f74-17b6cc68274a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:08:43.594552 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9303c90-08de-468e-8f74-17b6cc68274a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:43.594809 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-157a5fae-e0cc-4341-a463-f17a2614219a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:08:43.594918 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-e9303c90-08de-468e-8f74-17b6cc68274a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Added segment ebdc46e1-ed98-486e-b7df-53f92cdf705b of type vlan for network 24944fa3-9e4d-479a-a53d-6bb8b5f56882 Jul 23 20:08:43.611367 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-e20a3826-34c5-4ba7-8ef5-472cb9e95bbe req-0e60abee-0318-41fb-8046-349dbe3c18bd tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] For port 097095c5-8a97-4de7-8670-2e27b987b564, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=097095c5-8a97-4de7-8670-2e27b987b564,segment=NetworkSegment(2cccc4a1-2561-493c-866a-481a8b9752ea),segment_id=2cccc4a1-2561-493c-866a-481a8b9752ea)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:43.611804 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e20a3826-34c5-4ba7-8ef5-472cb9e95bbe req-0e60abee-0318-41fb-8046-349dbe3c18bd tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:43.639275 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9303c90-08de-468e-8f74-17b6cc68274a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:43.642871 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-157a5fae-e0cc-4341-a463-f17a2614219a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:43.643216 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-157a5fae-e0cc-4341-a463-f17a2614219a admin admin] Added segment 60c36825-61ab-4ddb-aac6-0e5320a472bb of type vlan for network 5d31ccbd-c97a-4218-bf26-9f2d6f98cfe2 Jul 23 20:08:43.646410 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-e20a3826-34c5-4ba7-8ef5-472cb9e95bbe req-0e60abee-0318-41fb-8046-349dbe3c18bd tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] Calling delete_port for 097095c5-8a97-4de7-8670-2e27b987b564 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:08:43.648134 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a5fae-e0cc-4341-a463-f17a2614219a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354e04bd-7eea-47fe-85fa-3907647f76df,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:43.678611 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9303c90-08de-468e-8f74-17b6cc68274a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:43.689338 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9303c90-08de-468e-8f74-17b6cc68274a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:43.690028 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9303c90-08de-468e-8f74-17b6cc68274a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:43.699372 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-746e9536-8eb5-40cb-bcb2-a486e7e09245 admin admin] Deleting port 3b570ed2-4e08-4b8b-83df-1ea993b5b3f7 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:08:43.699372 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-746e9536-8eb5-40cb-bcb2-a486e7e09245 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:43.718763 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b6767-ec95-409c-a7b0-7a4a2bf34af7 req-4b93db49-8402-41eb-ae1d-b4f28927b05c tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:43.720821 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d65b6767-ec95-409c-a7b0-7a4a2bf34af7 req-4b93db49-8402-41eb-ae1d-b4f28927b05c tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 946 time: 0.2917314 Jul 23 20:08:43.758088 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e9303c90-08de-468e-8f74-17b6cc68274a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4496624 Jul 23 20:08:43.761037 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45712) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:43.767723 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-fdae6471-387d-40c0-b05b-249982450213 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-106293086'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:43.832893 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-157a5fae-e0cc-4341-a463-f17a2614219a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:43.833777 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 1270e4c7-b9c9-4f57-9cfb-f87e0ee476b4 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:08:43.851747 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9303c90-08de-468e-8f74-17b6cc68274a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Pushing event updated for resources: {'Network': ['ID=24944fa3-9e4d-479a-a53d-6bb8b5f56882,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:43.906577 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 24944fa3-9e4d-479a-a53d-6bb8b5f56882 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:08:43.927519 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 1270e4c7-b9c9-4f57-9cfb-f87e0ee476b4 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:08:43.927876 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 1270e4c7-b9c9-4f57-9cfb-f87e0ee476b4 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:08:43.965424 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d65b6767-ec95-409c-a7b0-7a4a2bf34af7 req-f47d1f07-7c2d-44a0-aea6-5c7004e14d2b tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2367795 Jul 23 20:08:43.978114 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdae6471-387d-40c0-b05b-249982450213 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Made reservation on behalf of a3e740eb35174745b8c66e63aac9db55 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:08:43.981609 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fdae6471-387d-40c0-b05b-249982450213 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:43.997185 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-746e9536-8eb5-40cb-bcb2-a486e7e09245 admin admin] For port 3b570ed2-4e08-4b8b-83df-1ea993b5b3f7, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3b570ed2-4e08-4b8b-83df-1ea993b5b3f7,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:44.003919 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-746e9536-8eb5-40cb-bcb2-a486e7e09245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:44.031500 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdae6471-387d-40c0-b05b-249982450213 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:08:44.048126 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fdae6471-387d-40c0-b05b-249982450213 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:44.048485 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-fdae6471-387d-40c0-b05b-249982450213 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Added segment a267e6d5-9155-4637-920b-e8299e47a264 of type vlan for network 48945854-cc22-4ffa-90b9-415f56c007c5 Jul 23 20:08:44.070687 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:44.108758 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fdae6471-387d-40c0-b05b-249982450213 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:44.125077 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-157a5fae-e0cc-4341-a463-f17a2614219a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:44.128508 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157a5fae-e0cc-4341-a463-f17a2614219a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:44.129127 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-157a5fae-e0cc-4341-a463-f17a2614219a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:44.157776 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fdae6471-387d-40c0-b05b-249982450213 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:44.161961 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-746e9536-8eb5-40cb-bcb2-a486e7e09245 admin admin] Calling delete_port for 3b570ed2-4e08-4b8b-83df-1ea993b5b3f7 owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:08:44.163305 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdae6471-387d-40c0-b05b-249982450213 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:44.163912 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fdae6471-387d-40c0-b05b-249982450213 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:44.215630 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb32e5-f5ad-4a96-90c7-59b4c1970726 req-b435838c-1433-469b-9a9a-f008e498bd50 tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:44.221585 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3fcb32e5-f5ad-4a96-90c7-59b4c1970726 req-b435838c-1433-469b-9a9a-f008e498bd50 tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] 10.222.0.32 "GET /v2.0/ports?device_id=18997b06-ac4f-4ab7-8b57-cfe0d9c61fe4 HTTP/1.1" status: 200 len: 946 time: 0.3255270 Jul 23 20:08:44.226381 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45722) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:44.254403 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-02b21bcd-d32a-4aaf-9a62-e772328281b5 admin admin] Request body: {'subnet': {'network_id': '5d31ccbd-c97a-4218-bf26-9f2d6f98cfe2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-494236897-subnet', 'tenant_id': 'c9433630b6ba48418495f6d3d38a792b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:44.254751 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-157a5fae-e0cc-4341-a463-f17a2614219a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3640931 Jul 23 20:08:44.258858 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-fdae6471-387d-40c0-b05b-249982450213 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4966090 Jul 23 20:08:44.270781 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45724) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:44.275341 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:44.290126 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-8141a8ee-56c9-46e7-ae5d-e98ce5a7c6f1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Request body: {'subnet': {'network_id': '24944fa3-9e4d-479a-a53d-6bb8b5f56882', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:44.346051 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdae6471-387d-40c0-b05b-249982450213 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Pushing event updated for resources: {'Network': ['ID=48945854-cc22-4ffa-90b9-415f56c007c5,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:44.359443 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e20a3826-34c5-4ba7-8ef5-472cb9e95bbe req-0e60abee-0318-41fb-8046-349dbe3c18bd tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:44.371473 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a5fae-e0cc-4341-a463-f17a2614219a admin admin] Pushing event updated for resources: {'Network': ['ID=5d31ccbd-c97a-4218-bf26-9f2d6f98cfe2,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:44.378520 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 48945854-cc22-4ffa-90b9-415f56c007c5 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:08:44.393338 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3fcb32e5-f5ad-4a96-90c7-59b4c1970726 req-16dd9bc6-5a92-4c30-8cc9-a1059845a086 tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] 10.222.0.32 "GET /v2.0/security-groups?id=12b03788-73ed-49dc-a56d-88203af6ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437957 Jul 23 20:08:44.426807 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b21bcd-d32a-4aaf-9a62-e772328281b5 admin admin] Made reservation on behalf of c9433630b6ba48418495f6d3d38a792b for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:08:44.433172 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-02b21bcd-d32a-4aaf-9a62-e772328281b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:44.462769 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e60abee-0318-41fb-8046-349dbe3c18bd tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] Pushing event deleted for resources: {'Port': ['ID=097095c5-8a97-4de7-8670-2e27b987b564,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:44.502156 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 5d31ccbd-c97a-4218-bf26-9f2d6f98cfe2 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:08:44.524747 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:44.622419 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20a3826-34c5-4ba7-8ef5-472cb9e95bbe req-0e60abee-0318-41fb-8046-349dbe3c18bd tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] No DVR routers for this DVR port 097095c5-8a97-4de7-8670-2e27b987b564 on host n-h1-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:08:44.631750 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e20a3826-34c5-4ba7-8ef5-472cb9e95bbe req-0e60abee-0318-41fb-8046-349dbe3c18bd tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:44.635614 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e20a3826-34c5-4ba7-8ef5-472cb9e95bbe req-0e60abee-0318-41fb-8046-349dbe3c18bd tempest-InstanceActionsNegativeTestJSON-1363700514 tempest-InstanceActionsNegativeTestJSON-1363700514-project] 10.222.0.30 "DELETE /v2.0/ports/097095c5-8a97-4de7-8670-2e27b987b564 HTTP/1.1" status: 204 len: 173 time: 2.2092588 Jul 23 20:08:44.635614 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18997b06-ac4f-4ab7-8b57-cfe0d9c61fe4', 'name': 'network-vif-deleted', 'tag': '097095c5-8a97-4de7-8670-2e27b987b564'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:08:44.636761 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c55b06b-8fb6-42d3-9ca9-2ed2b0f7266f" -d '{"events": [{"server_uuid": "18997b06-ac4f-4ab7-8b57-cfe0d9c61fe4", "name": "network-vif-deleted", "tag": "097095c5-8a97-4de7-8670-2e27b987b564"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:08:44.736352 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-746e9536-8eb5-40cb-bcb2-a486e7e09245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:44.794199 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e9536-8eb5-40cb-bcb2-a486e7e09245 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b570ed2-4e08-4b8b-83df-1ea993b5b3f7,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:44.815348 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8141a8ee-56c9-46e7-ae5d-e98ce5a7c6f1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Made reservation on behalf of a3e740eb35174745b8c66e63aac9db55 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:08:44.824976 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8141a8ee-56c9-46e7-ae5d-e98ce5a7c6f1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:44.865396 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-02b21bcd-d32a-4aaf-9a62-e772328281b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:44.894050 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-746e9536-8eb5-40cb-bcb2-a486e7e09245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:44.912959 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53b552-7b84-46ba-85c2-288907401b54 req-b3c9cdcf-806d-4e3b-9e06-6c851fd43b38 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:44.922269 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-de53b552-7b84-46ba-85c2-288907401b54 req-b3c9cdcf-806d-4e3b-9e06-6c851fd43b38 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=34833a4e-1222-4108-9b63-5952724c969f HTTP/1.1" status: 200 len: 946 time: 0.3173892 Jul 23 20:08:44.961989 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f260f0-bb9b-44f2-a6c1-9b62dcb0ab17 x-openstack-request-id: req-76f260f0-bb9b-44f2-a6c1-9b62dcb0ab17 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:08:44.962856 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18997b06-ac4f-4ab7-8b57-cfe0d9c61fe4", "name": "network-vif-deleted", "tag": "097095c5-8a97-4de7-8670-2e27b987b564", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:08:44.963474 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76f260f0-bb9b-44f2-a6c1-9b62dcb0ab17 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:08:44.964217 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18997b06-ac4f-4ab7-8b57-cfe0d9c61fe4', 'name': 'network-vif-deleted', 'tag': '097095c5-8a97-4de7-8670-2e27b987b564', 'status': 'completed', 'code': 200} Jul 23 20:08:45.012577 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-746e9536-8eb5-40cb-bcb2-a486e7e09245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:45.015984 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-746e9536-8eb5-40cb-bcb2-a486e7e09245 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:45.057055 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b21bcd-d32a-4aaf-9a62-e772328281b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=798386a0-7370-4f57-9efc-1a1fbe9c993b,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:45.095561 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-de53b552-7b84-46ba-85c2-288907401b54 req-0f39666f-99d4-4863-a85c-b5360b89e9bc tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722357 Jul 23 20:08:45.124839 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-746e9536-8eb5-40cb-bcb2-a486e7e09245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:45.125692 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746e9536-8eb5-40cb-bcb2-a486e7e09245 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff8606a1-f116-49f4-ba32-6b2516ed42c7 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:08:45.132516 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-746e9536-8eb5-40cb-bcb2-a486e7e09245 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:45.140784 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-746e9536-8eb5-40cb-bcb2-a486e7e09245 admin admin] 10.222.0.32 "DELETE /v2.0/routers/ff8606a1-f116-49f4-ba32-6b2516ed42c7 HTTP/1.1" status: 204 len: 168 time: 3.2607405 Jul 23 20:08:45.147763 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45746) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:45.158985 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b21bcd-d32a-4aaf-9a62-e772328281b5 admin admin] Checking segment: {'id': '60c36825-61ab-4ddb-aac6-0e5320a472bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5d31ccbd-c97a-4218-bf26-9f2d6f98cfe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:08:45.159435 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b21bcd-d32a-4aaf-9a62-e772328281b5 admin admin] Network hostable DHCP agents. Network: 5d31ccbd-c97a-4218-bf26-9f2d6f98cfe2, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:08:45.234490 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b21bcd-d32a-4aaf-9a62-e772328281b5 admin admin] Network 5d31ccbd-c97a-4218-bf26-9f2d6f98cfe2 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:08:45.257772 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-02b21bcd-d32a-4aaf-9a62-e772328281b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 5d31ccbd-c97a-4218-bf26-9f2d6f98cfe2) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:08:45.277313 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cca5247-035f-4232-8228-2865379621fa None None] Network 5d31ccbd-c97a-4218-bf26-9f2d6f98cfe2 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:08:45.284895 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-19ae8d65-ab11-4d14-8571-4a1624e54ca0 admin admin] Deleting subnet cfa77472-0b8c-4b21-ac2b-e0a4c62a41cd {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:08:45.294050 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b21bcd-d32a-4aaf-9a62-e772328281b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:45.295595 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-02b21bcd-d32a-4aaf-9a62-e772328281b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:45.315231 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-19ae8d65-ab11-4d14-8571-4a1624e54ca0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:45.343667 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-02b21bcd-d32a-4aaf-9a62-e772328281b5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1075983 Jul 23 20:08:45.360861 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8141a8ee-56c9-46e7-ae5d-e98ce5a7c6f1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:45.429878 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-19ae8d65-ab11-4d14-8571-4a1624e54ca0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:45.505888 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a381bc8-2598-4220-a53a-af7a5b728200 req-c7f6215d-9205-48d7-9f4a-aa117e1305c5 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:45.512876 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8a381bc8-2598-4220-a53a-af7a5b728200 req-c7f6215d-9205-48d7-9f4a-aa117e1305c5 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 946 time: 0.3565514 Jul 23 20:08:45.588623 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8141a8ee-56c9-46e7-ae5d-e98ce5a7c6f1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Pushing event updated for resources: {'Subnet': ['ID=c0f9617a-d2a2-49d1-82ea-1415c4ffd90c,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:45.605791 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8a381bc8-2598-4220-a53a-af7a5b728200 req-a83ed20f-0a6d-4e8c-9b60-c40e3cf5ee1d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881224 Jul 23 20:08:45.631767 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141a8ee-56c9-46e7-ae5d-e98ce5a7c6f1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:45.632437 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141a8ee-56c9-46e7-ae5d-e98ce5a7c6f1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:45.633019 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141a8ee-56c9-46e7-ae5d-e98ce5a7c6f1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:45.633624 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141a8ee-56c9-46e7-ae5d-e98ce5a7c6f1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:45.634188 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141a8ee-56c9-46e7-ae5d-e98ce5a7c6f1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:45.634761 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141a8ee-56c9-46e7-ae5d-e98ce5a7c6f1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:45.635327 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141a8ee-56c9-46e7-ae5d-e98ce5a7c6f1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:45.636109 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141a8ee-56c9-46e7-ae5d-e98ce5a7c6f1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:45.636929 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141a8ee-56c9-46e7-ae5d-e98ce5a7c6f1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:45.637510 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141a8ee-56c9-46e7-ae5d-e98ce5a7c6f1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:45.638068 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141a8ee-56c9-46e7-ae5d-e98ce5a7c6f1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:45.639210 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141a8ee-56c9-46e7-ae5d-e98ce5a7c6f1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:45.647065 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8141a8ee-56c9-46e7-ae5d-e98ce5a7c6f1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Checking segment: {'id': 'ebdc46e1-ed98-486e-b7df-53f92cdf705b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '24944fa3-9e4d-479a-a53d-6bb8b5f56882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:08:45.647709 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8141a8ee-56c9-46e7-ae5d-e98ce5a7c6f1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Network hostable DHCP agents. Network: 24944fa3-9e4d-479a-a53d-6bb8b5f56882, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:08:45.676109 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8141a8ee-56c9-46e7-ae5d-e98ce5a7c6f1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Network 24944fa3-9e4d-479a-a53d-6bb8b5f56882 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:08:45.695582 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-8141a8ee-56c9-46e7-ae5d-e98ce5a7c6f1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 24944fa3-9e4d-479a-a53d-6bb8b5f56882) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:08:45.710366 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8141a8ee-56c9-46e7-ae5d-e98ce5a7c6f1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:45.713567 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8141a8ee-56c9-46e7-ae5d-e98ce5a7c6f1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:45.713717 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d28dc6-0255-4c4d-a3ab-f4003c683e5b None None] Network 24944fa3-9e4d-479a-a53d-6bb8b5f56882 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:08:45.735663 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45764) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:45.775054 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8141a8ee-56c9-46e7-ae5d-e98ce5a7c6f1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5010152 Jul 23 20:08:45.777017 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45770) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:45.794941 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-cd6cf72d-dc9a-4509-b54b-da94994cdb42 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Request body: {'subnet': {'network_id': '48945854-cc22-4ffa-90b9-415f56c007c5', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:45.798976 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e322db63-889a-4c7f-aa1e-7a21ba648902 None None] Network 5d31ccbd-c97a-4218-bf26-9f2d6f98cfe2 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:08:45.826612 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-19ae8d65-ab11-4d14-8571-4a1624e54ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:45.899110 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:45.966091 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3b570ed2-4e08-4b8b-83df-1ea993b5b3f7 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:08:45.986313 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b0793f5-4469-4d7a-9493-7812989b771d admin admin] Deleting subnet a4af5631-9c5e-4c0c-9709-a35fc168124d {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:08:46.003664 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4b0793f5-4469-4d7a-9493-7812989b771d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:46.017420 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 3b570ed2-4e08-4b8b-83df-1ea993b5b3f7 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:08:46.017420 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3b570ed2-4e08-4b8b-83df-1ea993b5b3f7 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:08:46.092306 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-19ae8d65-ab11-4d14-8571-4a1624e54ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:46.124051 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65a50f-931f-4f23-a352-737ec610cb1b req-1de20eba-9bbf-4166-b4e4-a75f3f055d9f tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:46.131193 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1c65a50f-931f-4f23-a352-737ec610cb1b req-1de20eba-9bbf-4166-b4e4-a75f3f055d9f tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=34833a4e-1222-4108-9b63-5952724c969f HTTP/1.1" status: 200 len: 946 time: 0.3087041 Jul 23 20:08:46.134284 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6cf72d-dc9a-4509-b54b-da94994cdb42 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Made reservation on behalf of a3e740eb35174745b8c66e63aac9db55 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:08:46.137321 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae8d65-ab11-4d14-8571-4a1624e54ca0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfa77472-0b8c-4b21-ac2b-e0a4c62a41cd,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:46.140606 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cd6cf72d-dc9a-4509-b54b-da94994cdb42 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:46.148068 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4b0793f5-4469-4d7a-9493-7812989b771d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:46.151317 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-19ae8d65-ab11-4d14-8571-4a1624e54ca0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:46.157583 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-19ae8d65-ab11-4d14-8571-4a1624e54ca0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cfa77472-0b8c-4b21-ac2b-e0a4c62a41cd HTTP/1.1" status: 204 len: 168 time: 1.0110137 Jul 23 20:08:46.158528 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45780) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:46.191274 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656c57f2-9b78-44b4-b0ba-2fa13da08f90 None None] Network 9abfa0a3-b12e-40a5-ab86-541f43ff4129 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:08:46.194473 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 097095c5-8a97-4de7-8670-2e27b987b564 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:08:46.235533 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 097095c5-8a97-4de7-8670-2e27b987b564 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:08:46.236165 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 097095c5-8a97-4de7-8670-2e27b987b564 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:08:46.236751 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device eddda286-689d-4dc5-8c5c-5401afb7251e no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:08:46.262164 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1c65a50f-931f-4f23-a352-737ec610cb1b req-9a94e94d-5278-4749-a62c-e8b0b51f0fd1 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299911 Jul 23 20:08:46.309564 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f187641-7e78-4f1e-a6e0-3e348bf5551f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-24944fa3-9e4d-479a-a53d-6bb8b5f56882', 'network_id': '24944fa3-9e4d-479a-a53d-6bb8b5f56882', 'tenant_id': 'a3e740eb35174745b8c66e63aac9db55', 'fixed_ips': [{'subnet_id': 'c0f9617a-d2a2-49d1-82ea-1415c4ffd90c'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:08:46.315864 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f187641-7e78-4f1e-a6e0-3e348bf5551f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:46.391541 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4b0793f5-4469-4d7a-9493-7812989b771d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:46.474494 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-eba89a77-1f18-4c2d-940f-8a66c86fd58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:46.592898 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cd6cf72d-dc9a-4509-b54b-da94994cdb42 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:46.644220 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4b0793f5-4469-4d7a-9493-7812989b771d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:46.711147 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0793f5-4469-4d7a-9493-7812989b771d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4af5631-9c5e-4c0c-9709-a35fc168124d,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:46.718160 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4b0793f5-4469-4d7a-9493-7812989b771d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:46.722740 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4b0793f5-4469-4d7a-9493-7812989b771d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a4af5631-9c5e-4c0c-9709-a35fc168124d HTTP/1.1" status: 204 len: 168 time: 0.9839272 Jul 23 20:08:46.728423 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45800) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:46.755124 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-eba89a77-1f18-4c2d-940f-8a66c86fd58a admin admin] Deleting port f0c5979e-1138-40e8-8864-c657ca038a0e {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:08:46.755691 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-eba89a77-1f18-4c2d-940f-8a66c86fd58a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:46.806160 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6cf72d-dc9a-4509-b54b-da94994cdb42 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Pushing event updated for resources: {'Subnet': ['ID=3545f046-ef5a-4961-ae7f-d56de353a859,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:46.807465 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdda433-1121-4cc6-97b7-091ee5f6db3e req-89c29cd1-b93e-4727-996d-bc70f555b9f4 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:46.817143 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7cdda433-1121-4cc6-97b7-091ee5f6db3e req-89c29cd1-b93e-4727-996d-bc70f555b9f4 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 946 time: 0.1829815 Jul 23 20:08:46.855734 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6cf72d-dc9a-4509-b54b-da94994cdb42 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Checking segment: {'id': 'a267e6d5-9155-4637-920b-e8299e47a264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '48945854-cc22-4ffa-90b9-415f56c007c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:08:46.856139 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6cf72d-dc9a-4509-b54b-da94994cdb42 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Network hostable DHCP agents. Network: 48945854-cc22-4ffa-90b9-415f56c007c5, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:08:46.876722 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-99d7ba16-8117-4760-9d81-5cf8bde23f82 tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:46.884402 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-99d7ba16-8117-4760-9d81-5cf8bde23f82 tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] 10.222.0.32 "GET /v2.0/networks?id=5d31ccbd-c97a-4218-bf26-9f2d6f98cfe2 HTTP/1.1" status: 200 len: 817 time: 0.3257835 Jul 23 20:08:46.896867 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-eba89a77-1f18-4c2d-940f-8a66c86fd58a admin admin] For port f0c5979e-1138-40e8-8864-c657ca038a0e, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=f0c5979e-1138-40e8-8864-c657ca038a0e,segment=NetworkSegment(7e985122-0bd4-4254-9556-bd445b3748d1),segment_id=7e985122-0bd4-4254-9556-bd445b3748d1)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:46.897295 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-eba89a77-1f18-4c2d-940f-8a66c86fd58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:46.903073 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:46.907873 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-7a6c4a28-086d-4ecb-b027-762cd1da0c52 tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] 10.222.0.32 "GET /v2.0/quotas/c9433630b6ba48418495f6d3d38a792b HTTP/1.1" status: 200 len: 375 time: 0.0228474 Jul 23 20:08:46.915806 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5a4d64e4-fdb7-4a85-8906-d22f552f2c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:46.925050 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-eba89a77-1f18-4c2d-940f-8a66c86fd58a admin admin] Calling delete_port for f0c5979e-1138-40e8-8864-c657ca038a0e owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:08:46.936409 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7cdda433-1121-4cc6-97b7-091ee5f6db3e req-41d7f58f-51ed-49d5-8408-1defe92080a9 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171808 Jul 23 20:08:46.983164 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6cf72d-dc9a-4509-b54b-da94994cdb42 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Network 48945854-cc22-4ffa-90b9-415f56c007c5 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:08:46.991660 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-3f187641-7e78-4f1e-a6e0-3e348bf5551f None None] Allocated IP 10.1.1.2 (24944fa3-9e4d-479a-a53d-6bb8b5f56882/c0f9617a-d2a2-49d1-82ea-1415c4ffd90c/1ccc1f09-400e-4874-84a3-6ec0ad698760) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:08:47.005898 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b8caf2-2e82-4e81-9590-162c7d3a78dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eddda286-689d-4dc5-8c5c-5401afb7251e'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:08:47.008028 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d6d9c3-4da4-4d98-b778-b77e32a9f02d" -d '{"events": [{"server_uuid": "a9b8caf2-2e82-4e81-9590-162c7d3a78dd", "name": "network-vif-unplugged", "status": "completed", "tag": "eddda286-689d-4dc5-8c5c-5401afb7251e"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:08:47.009444 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-e5999751-cfd4-44f2-8197-cb62f0de1e83 tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c9433630b6ba48418495f6d3d38a792b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1005535 Jul 23 20:08:47.012689 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-cd6cf72d-dc9a-4509-b54b-da94994cdb42 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 48945854-cc22-4ffa-90b9-415f56c007c5) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:08:47.042692 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6cf72d-dc9a-4509-b54b-da94994cdb42 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:47.043280 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cd6cf72d-dc9a-4509-b54b-da94994cdb42 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:47.081059 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad9dec4-4da9-49a3-b7ad-cccff0f9d587 None None] Network 48945854-cc22-4ffa-90b9-415f56c007c5 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:08:47.102741 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port eddda286-689d-4dc5-8c5c-5401afb7251e, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=eddda286-689d-4dc5-8c5c-5401afb7251e,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:47.113875 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8182b1f7-3383-4cea-89ec-64c308dffde8 None None] DHCP port deletion for 9abfa0a3-b12e-40a5-ab86-541f43ff4129 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:08:47.123403 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-cd6cf72d-dc9a-4509-b54b-da94994cdb42 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3418894 Jul 23 20:08:47.125708 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45810) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:47.132629 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-4374cc3f-4b2f-499c-b9cf-3863d4df70d1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Request body: {'port': {'network_id': '24944fa3-9e4d-479a-a53d-6bb8b5f56882', 'name': 'tempest-TaggedBootDevicesTest-664248683', 'fixed_ips': [{'subnet_id': 'c0f9617a-d2a2-49d1-82ea-1415c4ffd90c'}]}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:47.139642 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:47.139936 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device e06e58b0-bda1-4ccb-845a-0a9b114086e1 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:08:47.231512 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5a4d64e4-fdb7-4a85-8906-d22f552f2c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:47.245435 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-5a4d64e4-fdb7-4a85-8906-d22f552f2c83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8973c6f-6732-481a-9379-8f35a2afdd5e']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:47.265792 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-5a4d64e4-fdb7-4a85-8906-d22f552f2c83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cccc4a1-2561-493c-866a-481a8b9752ea') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:47.266319 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-5a4d64e4-fdb7-4a85-8906-d22f552f2c83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cccc4a1-2561-493c-866a-481a8b9752ea') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:47.282913 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5a4d64e4-fdb7-4a85-8906-d22f552f2c83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:47.299730 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-eba89a77-1f18-4c2d-940f-8a66c86fd58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:47.300229 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11173e7d-31b6-4084-8920-3182ecb7b885 x-openstack-request-id: req-11173e7d-31b6-4084-8920-3182ecb7b885 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:08:47.300586 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b8caf2-2e82-4e81-9590-162c7d3a78dd", "name": "network-vif-unplugged", "status": "completed", "tag": "eddda286-689d-4dc5-8c5c-5401afb7251e", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:08:47.301047 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-11173e7d-31b6-4084-8920-3182ecb7b885 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:08:47.301246 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5a4d64e4-fdb7-4a85-8906-d22f552f2c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:47.301798 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b8caf2-2e82-4e81-9590-162c7d3a78dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eddda286-689d-4dc5-8c5c-5401afb7251e', 'code': 200} Jul 23 20:08:47.314423 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a4d64e4-fdb7-4a85-8906-d22f552f2c83 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:08:47.314901 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5a4d64e4-fdb7-4a85-8906-d22f552f2c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:47.400838 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:08:47.400838 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:08:47.400838 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:08:47.400838 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:08:47.400838 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:08:47.400838 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:08:47.400838 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:08:47.400838 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:08:47.400838 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:08:47.400838 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:08:47.400838 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:08:47.400838 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:08:47.400838 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:08:47.400838 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:08:47.400838 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:08:47.400838 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:08:47.400838 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:08:47.400838 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:08:47.400838 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:08:47.400838 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:08:47.400838 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:08:47.400838 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:08:47.400838 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:08:47.400838 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:08:47.400838 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:08:47.400838 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:08:47.400838 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:08:47.400838 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:08:47.400838 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:08:47.400838 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:08:47.400838 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:08:47.400838 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:08:47.405410 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=eddda286-689d-4dc5-8c5c-5401afb7251e,revision_number=11']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:47.412145 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5a4d64e4-fdb7-4a85-8906-d22f552f2c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:47.427855 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba89a77-1f18-4c2d-940f-8a66c86fd58a admin admin] Pushing event deleted for resources: {'Port': ['ID=f0c5979e-1138-40e8-8864-c657ca038a0e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:47.438684 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5a4d64e4-fdb7-4a85-8906-d22f552f2c83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:47.446133 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5a4d64e4-fdb7-4a85-8906-d22f552f2c83 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d8973c6f-6732-481a-9379-8f35a2afdd5e HTTP/1.1" status: 204 len: 168 time: 0.7115307 Jul 23 20:08:47.455278 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba89a77-1f18-4c2d-940f-8a66c86fd58a admin admin] No DVR routers for this DVR port f0c5979e-1138-40e8-8864-c657ca038a0e on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:08:47.523950 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d64e4-fdb7-4a85-8906-d22f552f2c83 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8973c6f-6732-481a-9379-8f35a2afdd5e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:47.548217 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-2c10d475-a5ef-4b67-aec4-b5c51e58d123 service neutron] 10.222.0.32 "GET /v2.0/networks/5d31ccbd-c97a-4218-bf26-9f2d6f98cfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5376749 Jul 23 20:08:47.563138 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af4c3f-261a-4a11-8868-a4d1a3f4c38e req-49b84a6c-5889-40a5-a40b-4660e5d676ed tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:47.564698 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b8af4c3f-261a-4a11-8868-a4d1a3f4c38e req-49b84a6c-5889-40a5-a40b-4660e5d676ed tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.30 "GET /v2.0/ports?device_id=34833a4e-1222-4108-9b63-5952724c969f HTTP/1.1" status: 200 len: 946 time: 0.3783054 Jul 23 20:08:47.599211 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-eba89a77-1f18-4c2d-940f-8a66c86fd58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:47.677323 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device f0c5979e-1138-40e8-8864-c657ca038a0e no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:08:47.682424 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-eba89a77-1f18-4c2d-940f-8a66c86fd58a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9abfa0a3-b12e-40a5-ab86-541f43ff4129']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:47.712015 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-5765bb96-82be-4a9d-9e84-1d2961b9c83a service neutron] 10.222.0.32 "GET /v2.0/networks/5d31ccbd-c97a-4218-bf26-9f2d6f98cfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550267 Jul 23 20:08:47.713171 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45820) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:47.729342 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-eba89a77-1f18-4c2d-940f-8a66c86fd58a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e985122-0bd4-4254-9556-bd445b3748d1') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:47.729664 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-eba89a77-1f18-4c2d-940f-8a66c86fd58a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e985122-0bd4-4254-9556-bd445b3748d1') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:47.748971 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-eba89a77-1f18-4c2d-940f-8a66c86fd58a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:47.760189 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df200ff-e384-4d3e-87df-34b083840b8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-48945854-cc22-4ffa-90b9-415f56c007c5', 'network_id': '48945854-cc22-4ffa-90b9-415f56c007c5', 'tenant_id': 'a3e740eb35174745b8c66e63aac9db55', 'fixed_ips': [{'subnet_id': '3545f046-ef5a-4961-ae7f-d56de353a859'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:08:47.761217 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6df200ff-e384-4d3e-87df-34b083840b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:47.771371 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-59814152-67c8-4e9a-b174-1cfc4cc57ab5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9742325d3b0d4d239778899d7a4dbcdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0559118 Jul 23 20:08:47.771619 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4374cc3f-4b2f-499c-b9cf-3863d4df70d1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Made reservation on behalf of a3e740eb35174745b8c66e63aac9db55 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:08:47.773298 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45822) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:47.787418 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51283927-8c8b-4ea4-8a71-0905607bdbf8 req-579c2c5e-aab1-45e3-bf22-ce82a4fd8c37 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:47.791074 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-8182b1f7-3383-4cea-89ec-64c308dffde8 None None] Deleting port f0c5979e-1138-40e8-8864-c657ca038a0e {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:08:47.791445 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8182b1f7-3383-4cea-89ec-64c308dffde8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:47.793048 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: f0c5979e-1138-40e8-8864-c657ca038a0e {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:08:47.793384 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device f0c5979e-1138-40e8-8864-c657ca038a0e not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:08:47.796789 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-51283927-8c8b-4ea4-8a71-0905607bdbf8 req-579c2c5e-aab1-45e3-bf22-ce82a4fd8c37 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=34833a4e-1222-4108-9b63-5952724c969f HTTP/1.1" status: 200 len: 946 time: 0.3895631 Jul 23 20:08:47.836583 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-eba89a77-1f18-4c2d-940f-8a66c86fd58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:47.842344 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:47.870947 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eba89a77-1f18-4c2d-940f-8a66c86fd58a admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:08:47.871499 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-eba89a77-1f18-4c2d-940f-8a66c86fd58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:47.874486 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:08:47.874486 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:08:47.874486 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:08:47.874486 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:08:47.874486 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:08:47.874486 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:08:47.874486 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:08:47.874486 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:08:47.874486 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:08:47.874486 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:08:47.874486 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:08:47.874486 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:08:47.874486 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:08:47.874486 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:08:47.874486 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:08:47.874486 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:08:47.874486 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:08:47.874486 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:08:47.874486 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:08:47.874486 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:08:47.874486 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:08:47.874486 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:08:47.874486 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:08:47.874486 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:08:47.874486 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:08:47.874486 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:08:47.874486 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:08:47.874486 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:08:47.874486 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:08:47.874486 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:08:47.874486 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:08:47.874486 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:08:47.878101 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c20e9a6-12bf-42ea-ba35-d42bbf457e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:47.899680 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f187641-7e78-4f1e-a6e0-3e348bf5551f None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:47.934620 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-51283927-8c8b-4ea4-8a71-0905607bdbf8 req-e43d5684-2ad3-4f0a-835d-d506e30d3efe tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345541 Jul 23 20:08:47.988300 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c20e9a6-12bf-42ea-ba35-d42bbf457e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:48.083918 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c20e9a6-12bf-42ea-ba35-d42bbf457e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:48.084163 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port e06e58b0-bda1-4ccb-845a-0a9b114086e1, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e06e58b0-bda1-4ccb-845a-0a9b114086e1,segment=NetworkSegment(c624a56d-de97-4959-866e-9ffe997374c5),segment_id=c624a56d-de97-4959-866e-9ffe997374c5)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:48.084163 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-8182b1f7-3383-4cea-89ec-64c308dffde8 None None] For port f0c5979e-1138-40e8-8864-c657ca038a0e, host n-d-793618-10, got binding levels [] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:48.084450 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8182b1f7-3383-4cea-89ec-64c308dffde8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:48.087288 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c20e9a6-12bf-42ea-ba35-d42bbf457e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:48.089599 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6c20e9a6-12bf-42ea-ba35-d42bbf457e81 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/12b03788-73ed-49dc-a56d-88203af6ed62 HTTP/1.1" status: 204 len: 168 time: 0.3147175 Jul 23 20:08:48.111821 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:48.123981 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-8182b1f7-3383-4cea-89ec-64c308dffde8 None None] Calling delete_port for f0c5979e-1138-40e8-8864-c657ca038a0e owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:08:48.125646 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20e9a6-12bf-42ea-ba35-d42bbf457e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b03788-73ed-49dc-a56d-88203af6ed62,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:48.128666 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.ipam_backend_mixin [None req-8182b1f7-3383-4cea-89ec-64c308dffde8 None None] Port f0c5979e-1138-40e8-8864-c657ca038a0e was not found and therefore no delete operation was performed {{(pid=93877) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:08:48.165688 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device eddda286-689d-4dc5-8c5c-5401afb7251e details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:08:48.176165 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8182b1f7-3383-4cea-89ec-64c308dffde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:48.189610 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-b8af4c3f-261a-4a11-8868-a4d1a3f4c38e req-25dcc79b-16ae-4e16-9331-9f02c2857013 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Deleting port e06e58b0-bda1-4ccb-845a-0a9b114086e1 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:08:48.195422 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b8af4c3f-261a-4a11-8868-a4d1a3f4c38e req-25dcc79b-16ae-4e16-9331-9f02c2857013 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:48.293891 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8182b1f7-3383-4cea-89ec-64c308dffde8 None None] No DVR routers for this DVR port f0c5979e-1138-40e8-8864-c657ca038a0e on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:08:48.335545 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-3f187641-7e78-4f1e-a6e0-3e348bf5551f None None] Transition to ACTIVE for port object 1ccc1f09-400e-4874-84a3-6ec0ad698760 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:08:48.339295 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-6df200ff-e384-4d3e-87df-34b083840b8e None None] Allocated IP 10.2.2.2 (48945854-cc22-4ffa-90b9-415f56c007c5/3545f046-ef5a-4961-ae7f-d56de353a859/3ccd33b1-ac91-4ec3-afc6-ecc5bd69a3cc) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:08:48.355253 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=e06e58b0-bda1-4ccb-845a-0a9b114086e1,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:48.367313 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4374cc3f-4b2f-499c-b9cf-3863d4df70d1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:48.382113 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.db.resource_extend [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:08:48.414303 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-eba89a77-1f18-4c2d-940f-8a66c86fd58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:48.417397 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f19015c9-8bca-4e54-9f7e-976e96c365f3 req-a59fc58a-aa77-479d-8766-120865c956bb tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cd8322a-129a-4735-9dca-faa4a2d89bea HTTP/1.1" status: 200 len: 210 time: 0.0744405 Jul 23 20:08:48.457994 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-eba89a77-1f18-4c2d-940f-8a66c86fd58a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:48.480970 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-eba89a77-1f18-4c2d-940f-8a66c86fd58a admin admin] 10.222.0.32 "DELETE /v2.0/networks/9abfa0a3-b12e-40a5-ab86-541f43ff4129 HTTP/1.1" status: 204 len: 168 time: 2.3013999 Jul 23 20:08:48.483825 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182b1f7-3383-4cea-89ec-64c308dffde8 None None] Pushing event deleted for resources: {'Port': ['ID=f0c5979e-1138-40e8-8864-c657ca038a0e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:48.491821 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-4374cc3f-4b2f-499c-b9cf-3863d4df70d1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] device_id is not set on port 8ff51102-e428-4ded-a3d1-228f5bfc548f yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:08:48.509070 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-3f187641-7e78-4f1e-a6e0-3e348bf5551f None None] Transition to ACTIVE for port object 1ccc1f09-400e-4874-84a3-6ec0ad698760 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:08:48.565541 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f187641-7e78-4f1e-a6e0-3e348bf5551f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:48.586890 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba89a77-1f18-4c2d-940f-8a66c86fd58a admin admin] Pushing event deleted for resources: {'Network': ['ID=9abfa0a3-b12e-40a5-ab86-541f43ff4129,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:48.742481 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10078e84-f9dc-422c-a51a-e2a432670d96 req-a9998192-a42a-46ce-8973-e2a589ed43b8 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:48.753888 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f187641-7e78-4f1e-a6e0-3e348bf5551f None None] Network 24944fa3-9e4d-479a-a53d-6bb8b5f56882 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:08:48.754684 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-10078e84-f9dc-422c-a51a-e2a432670d96 req-a9998192-a42a-46ce-8973-e2a589ed43b8 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.6641004 Jul 23 20:08:48.773443 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-3f187641-7e78-4f1e-a6e0-3e348bf5551f None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:08:48.876083 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f187641-7e78-4f1e-a6e0-3e348bf5551f None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:08:48.876083 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port eddda286-689d-4dc5-8c5c-5401afb7251e, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=eddda286-689d-4dc5-8c5c-5401afb7251e,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:48.888355 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-b8af4c3f-261a-4a11-8868-a4d1a3f4c38e req-25dcc79b-16ae-4e16-9331-9f02c2857013 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] For port e06e58b0-bda1-4ccb-845a-0a9b114086e1, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e06e58b0-bda1-4ccb-845a-0a9b114086e1,segment=NetworkSegment(c624a56d-de97-4959-866e-9ffe997374c5),segment_id=c624a56d-de97-4959-866e-9ffe997374c5)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:48.888355 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b8af4c3f-261a-4a11-8868-a4d1a3f4c38e req-25dcc79b-16ae-4e16-9331-9f02c2857013 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:48.888355 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-b8af4c3f-261a-4a11-8868-a4d1a3f4c38e req-25dcc79b-16ae-4e16-9331-9f02c2857013 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Calling delete_port for e06e58b0-bda1-4ccb-845a-0a9b114086e1 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:08:48.925098 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'eddda286-689d-4dc5-8c5c-5401afb7251e', 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22', 'port_id': 'eddda286-689d-4dc5-8c5c-5401afb7251e', 'mac_address': 'fa:16:3e:a1:07:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89cc8ce-1520-4663-872c-281c0b224b71', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:08:48.970750 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f187641-7e78-4f1e-a6e0-3e348bf5551f None None] Pushing event updated for resources: {'Port': ['ID=1ccc1f09-400e-4874-84a3-6ec0ad698760,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:49.001702 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45864) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:49.051235 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:49.105735 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-3f187641-7e78-4f1e-a6e0-3e348bf5551f None None] Attempting to bind port 1ccc1f09-400e-4874-84a3-6ec0ad698760 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:08:49.106113 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-3f187641-7e78-4f1e-a6e0-3e348bf5551f None None] Attempting to bind port 1ccc1f09-400e-4874-84a3-6ec0ad698760 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'ebdc46e1-ed98-486e-b7df-53f92cdf705b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '24944fa3-9e4d-479a-a53d-6bb8b5f56882'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:08:49.106514 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f187641-7e78-4f1e-a6e0-3e348bf5551f None None] Attempting to bind port 1ccc1f09-400e-4874-84a3-6ec0ad698760 on network 24944fa3-9e4d-479a-a53d-6bb8b5f56882 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:08:49.145563 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f187641-7e78-4f1e-a6e0-3e348bf5551f None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:08:49.146310 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f187641-7e78-4f1e-a6e0-3e348bf5551f None None] Checking segment: {'id': 'ebdc46e1-ed98-486e-b7df-53f92cdf705b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '24944fa3-9e4d-479a-a53d-6bb8b5f56882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:08:49.147232 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f187641-7e78-4f1e-a6e0-3e348bf5551f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:49.149317 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f187641-7e78-4f1e-a6e0-3e348bf5551f None None] Bound using segment: {'id': 'ebdc46e1-ed98-486e-b7df-53f92cdf705b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '24944fa3-9e4d-479a-a53d-6bb8b5f56882'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:08:49.150575 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-3f187641-7e78-4f1e-a6e0-3e348bf5551f None None] Bound port: 1ccc1f09-400e-4874-84a3-6ec0ad698760, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebdc46e1-ed98-486e-b7df-53f92cdf705b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '24944fa3-9e4d-479a-a53d-6bb8b5f56882'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:08:49.156783 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f187641-7e78-4f1e-a6e0-3e348bf5551f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:49.165767 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e9e7ccf9-0f3f-438d-9571-68c41411b9af admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c1517ab5a5d64cb6bbab515389182157&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1627278 Jul 23 20:08:49.169335 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45868) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:49.249682 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6df200ff-e384-4d3e-87df-34b083840b8e None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:49.272174 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eddda286-689d-4dc5-8c5c-5401afb7251e {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:08:49.314337 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2905e-37c1-479e-b824-1799f9ac88ed req-b25ab761-75b7-46c8-9927-36fd2f8ea6ee tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:49.324268 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-33b2905e-37c1-479e-b824-1799f9ac88ed req-b25ab761-75b7-46c8-9927-36fd2f8ea6ee tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=34833a4e-1222-4108-9b63-5952724c969f HTTP/1.1" status: 200 len: 944 time: 0.2392490 Jul 23 20:08:49.337010 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34833a4e-1222-4108-9b63-5952724c969f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e06e58b0-bda1-4ccb-845a-0a9b114086e1'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:08:49.339530 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40264de3-d092-49c7-8bac-9d3731c13ae4" -d '{"events": [{"server_uuid": "34833a4e-1222-4108-9b63-5952724c969f", "name": "network-vif-unplugged", "status": "completed", "tag": "e06e58b0-bda1-4ccb-845a-0a9b114086e1"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:08:49.354121 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6df200ff-e384-4d3e-87df-34b083840b8e None None] Transition to ACTIVE for port object 3ccd33b1-ac91-4ec3-afc6-ecc5bd69a3cc will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:08:49.371549 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-10078e84-f9dc-422c-a51a-e2a432670d96 req-f712980d-ae32-4c6b-9451-cb45a469e03a tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5700114 Jul 23 20:08:49.380672 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-79591022-4768-4258-aee2-9a929d840a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:49.483786 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port eddda286-689d-4dc5-8c5c-5401afb7251e, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=eddda286-689d-4dc5-8c5c-5401afb7251e,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:49.485657 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6df200ff-e384-4d3e-87df-34b083840b8e None None] Transition to ACTIVE for port object 3ccd33b1-ac91-4ec3-afc6-ecc5bd69a3cc will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:08:49.505213 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:49.518785 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6df200ff-e384-4d3e-87df-34b083840b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:49.522769 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-33b2905e-37c1-479e-b824-1799f9ac88ed req-8192623a-3f4d-432a-a765-4c3f2d742e11 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947455 Jul 23 20:08:49.530394 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-79591022-4768-4258-aee2-9a929d840a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:49.552179 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-3f187641-7e78-4f1e-a6e0-3e348bf5551f None None] For port 1ccc1f09-400e-4874-84a3-6ec0ad698760, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:08:49.588026 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-3f187641-7e78-4f1e-a6e0-3e348bf5551f None None] For port 1ccc1f09-400e-4874-84a3-6ec0ad698760, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=1ccc1f09-400e-4874-84a3-6ec0ad698760,segment=NetworkSegment(ebdc46e1-ed98-486e-b7df-53f92cdf705b),segment_id=ebdc46e1-ed98-486e-b7df-53f92cdf705b)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:08:49.606754 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-4374cc3f-4b2f-499c-b9cf-3863d4df70d1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Allocated IP 10.1.1.207 (24944fa3-9e4d-479a-a53d-6bb8b5f56882/c0f9617a-d2a2-49d1-82ea-1415c4ffd90c/8ff51102-e428-4ded-a3d1-228f5bfc548f) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:08:49.624552 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd07d35-01be-43ec-8034-67f1aa937718 x-openstack-request-id: req-dbd07d35-01be-43ec-8034-67f1aa937718 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:08:49.624977 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34833a4e-1222-4108-9b63-5952724c969f", "name": "network-vif-unplugged", "status": "completed", "tag": "e06e58b0-bda1-4ccb-845a-0a9b114086e1", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:08:49.625288 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dbd07d35-01be-43ec-8034-67f1aa937718 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:08:49.625760 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34833a4e-1222-4108-9b63-5952724c969f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e06e58b0-bda1-4ccb-845a-0a9b114086e1', 'code': 200} Jul 23 20:08:49.633022 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['eddda286-689d-4dc5-8c5c-5401afb7251e'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:08:49.639320 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df200ff-e384-4d3e-87df-34b083840b8e None None] Network 48945854-cc22-4ffa-90b9-415f56c007c5 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:08:49.640759 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f187641-7e78-4f1e-a6e0-3e348bf5551f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:49.641095 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-79591022-4768-4258-aee2-9a929d840a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:49.660962 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-79591022-4768-4258-aee2-9a929d840a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:49.664716 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-79591022-4768-4258-aee2-9a929d840a86 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b43f2476-65b7-4074-97c0-f3c85c315c15 HTTP/1.1" status: 204 len: 168 time: 0.4916377 Jul 23 20:08:49.692049 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79591022-4768-4258-aee2-9a929d840a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43f2476-65b7-4074-97c0-f3c85c315c15,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:49.697526 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-6df200ff-e384-4d3e-87df-34b083840b8e None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:08:49.746326 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df200ff-e384-4d3e-87df-34b083840b8e None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:08:49.790603 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4bf2f26a-d18a-42eb-9572-e2c2c96eeb16 req-4a9a2779-3b74-408d-be04-c700e9b45b5d tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cd8322a-129a-4735-9dca-faa4a2d89bea HTTP/1.1" status: 200 len: 210 time: 0.0831950 Jul 23 20:08:50.059979 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=eddda286-689d-4dc5-8c5c-5401afb7251e,revision_number=12']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:50.139950 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45912) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:50.192604 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device e06e58b0-bda1-4ccb-845a-0a9b114086e1 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:08:50.259294 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b8af4c3f-261a-4a11-8868-a4d1a3f4c38e req-25dcc79b-16ae-4e16-9331-9f02c2857013 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:50.296045 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4374cc3f-4b2f-499c-b9cf-3863d4df70d1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:50.306681 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6df200ff-e384-4d3e-87df-34b083840b8e None None] Attempting to bind port 3ccd33b1-ac91-4ec3-afc6-ecc5bd69a3cc on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:08:50.306971 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6df200ff-e384-4d3e-87df-34b083840b8e None None] Attempting to bind port 3ccd33b1-ac91-4ec3-afc6-ecc5bd69a3cc by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'a267e6d5-9155-4637-920b-e8299e47a264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '48945854-cc22-4ffa-90b9-415f56c007c5'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:08:50.312086 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df200ff-e384-4d3e-87df-34b083840b8e None None] Attempting to bind port 3ccd33b1-ac91-4ec3-afc6-ecc5bd69a3cc on network 48945854-cc22-4ffa-90b9-415f56c007c5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:08:50.321580 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-17472b42-5432-4a2b-a71c-2666329b3675 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2001106442-network', 'tenant_id': '821b58081ee644e19a68a2df29672328'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:50.364051 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df200ff-e384-4d3e-87df-34b083840b8e None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:08:50.364847 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df200ff-e384-4d3e-87df-34b083840b8e None None] Checking segment: {'id': 'a267e6d5-9155-4637-920b-e8299e47a264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '48945854-cc22-4ffa-90b9-415f56c007c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:08:50.365141 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6df200ff-e384-4d3e-87df-34b083840b8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:50.365613 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df200ff-e384-4d3e-87df-34b083840b8e None None] Bound using segment: {'id': 'a267e6d5-9155-4637-920b-e8299e47a264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '48945854-cc22-4ffa-90b9-415f56c007c5'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:08:50.366093 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6df200ff-e384-4d3e-87df-34b083840b8e None None] Bound port: 3ccd33b1-ac91-4ec3-afc6-ecc5bd69a3cc, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a267e6d5-9155-4637-920b-e8299e47a264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '48945854-cc22-4ffa-90b9-415f56c007c5'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:08:50.366476 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6df200ff-e384-4d3e-87df-34b083840b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:50.409711 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17472b42-5432-4a2b-a71c-2666329b3675 admin admin] Made reservation on behalf of 821b58081ee644e19a68a2df29672328 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:08:50.412117 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-17472b42-5432-4a2b-a71c-2666329b3675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:50.429130 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df200ff-e384-4d3e-87df-34b083840b8e None None] Pushing event updated for resources: {'Port': ['ID=3ccd33b1-ac91-4ec3-afc6-ecc5bd69a3cc,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:50.447982 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-17472b42-5432-4a2b-a71c-2666329b3675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:50.469972 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-4374cc3f-4b2f-499c-b9cf-3863d4df70d1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Transition to ACTIVE for port object 8ff51102-e428-4ded-a3d1-228f5bfc548f will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:08:50.471997 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dcc79b-16ae-4e16-9331-9f02c2857013 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Pushing event deleted for resources: {'Port': ['ID=e06e58b0-bda1-4ccb-845a-0a9b114086e1,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:50.473784 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45920) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:50.636633 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f187641-7e78-4f1e-a6e0-3e348bf5551f None None] Pushing event updated for resources: {'Port': ['ID=1ccc1f09-400e-4874-84a3-6ec0ad698760,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:50.665182 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4374cc3f-4b2f-499c-b9cf-3863d4df70d1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:50.734278 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No active binding found for port e06e58b0-bda1-4ccb-845a-0a9b114086e1 {{(pid=93877) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 23 20:08:50.734947 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device e06e58b0-bda1-4ccb-845a-0a9b114086e1 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:08:50.738311 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-17472b42-5432-4a2b-a71c-2666329b3675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:50.746767 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-17472b42-5432-4a2b-a71c-2666329b3675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:50.780871 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17472b42-5432-4a2b-a71c-2666329b3675 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:08:50.830546 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17472b42-5432-4a2b-a71c-2666329b3675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084b088a-1bf0-49c5-a433-303e30d0597e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:50.861056 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-17472b42-5432-4a2b-a71c-2666329b3675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:50.861448 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-17472b42-5432-4a2b-a71c-2666329b3675 admin admin] Added segment a58b8026-c295-48e9-b000-a779e57dd467 of type vlan for network 4b833dcf-b215-44c8-88a0-a7db9c19c22c Jul 23 20:08:50.866026 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-6df200ff-e384-4d3e-87df-34b083840b8e None None] For port 3ccd33b1-ac91-4ec3-afc6-ecc5bd69a3cc, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:08:50.891056 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a487e4cc-8fc8-4b2f-839e-0b9bc37dabe0 req-ab784571-40e1-4a77-addb-48a93d8e1a4e tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=34833a4e-1222-4108-9b63-5952724c969f HTTP/1.1" status: 200 len: 210 time: 0.0860350 Jul 23 20:08:50.893289 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-6df200ff-e384-4d3e-87df-34b083840b8e None None] For port 3ccd33b1-ac91-4ec3-afc6-ecc5bd69a3cc, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3ccd33b1-ac91-4ec3-afc6-ecc5bd69a3cc,segment=NetworkSegment(a267e6d5-9155-4637-920b-e8299e47a264),segment_id=a267e6d5-9155-4637-920b-e8299e47a264)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:08:50.922336 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6df200ff-e384-4d3e-87df-34b083840b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:50.936856 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4374cc3f-4b2f-499c-b9cf-3863d4df70d1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Network 24944fa3-9e4d-479a-a53d-6bb8b5f56882 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:08:50.944625 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8af4c3f-261a-4a11-8868-a4d1a3f4c38e req-25dcc79b-16ae-4e16-9331-9f02c2857013 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] No DVR routers for this DVR port e06e58b0-bda1-4ccb-845a-0a9b114086e1 on host n-h1-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:08:50.957104 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-fd7d03f1-fa1b-4479-88ca-8a2c0e3338d7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7d504d5012f14078adc2cd0498b1890a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3441145 Jul 23 20:08:50.959021 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b8af4c3f-261a-4a11-8868-a4d1a3f4c38e req-25dcc79b-16ae-4e16-9331-9f02c2857013 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:50.959144 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45938) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:50.961677 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b8af4c3f-261a-4a11-8868-a4d1a3f4c38e req-25dcc79b-16ae-4e16-9331-9f02c2857013 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.30 "DELETE /v2.0/ports/e06e58b0-bda1-4ccb-845a-0a9b114086e1 HTTP/1.1" status: 204 len: 173 time: 3.3536530 Jul 23 20:08:50.962961 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4374cc3f-4b2f-499c-b9cf-3863d4df70d1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Pushing event updated for resources: {'Port': ['ID=8ff51102-e428-4ded-a3d1-228f5bfc548f,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:50.971086 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34833a4e-1222-4108-9b63-5952724c969f', 'name': 'network-vif-deleted', 'tag': 'e06e58b0-bda1-4ccb-845a-0a9b114086e1'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:08:50.973904 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42714735-010e-4bc0-80b5-1bdb00bac27c" -d '{"events": [{"server_uuid": "34833a4e-1222-4108-9b63-5952724c969f", "name": "network-vif-deleted", "tag": "e06e58b0-bda1-4ccb-845a-0a9b114086e1"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:08:50.976832 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-4374cc3f-4b2f-499c-b9cf-3863d4df70d1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:08:50.981699 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4374cc3f-4b2f-499c-b9cf-3863d4df70d1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:08:50.991280 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-17472b42-5432-4a2b-a71c-2666329b3675 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:51.070686 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd214d17-e42f-4224-ba4f-83d0152821e4 req-a873c348-e2cc-4f40-9a44-fc7dfe4b7fa2 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:51.078707 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd214d17-e42f-4224-ba4f-83d0152821e4 req-a873c348-e2cc-4f40-9a44-fc7dfe4b7fa2 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 945 time: 0.4491260 Jul 23 20:08:51.087204 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df200ff-e384-4d3e-87df-34b083840b8e None None] Pushing event updated for resources: {'Port': ['ID=3ccd33b1-ac91-4ec3-afc6-ecc5bd69a3cc,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:51.119057 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4374cc3f-4b2f-499c-b9cf-3863d4df70d1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:51.120188 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4374cc3f-4b2f-499c-b9cf-3863d4df70d1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:51.157949 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4374cc3f-4b2f-499c-b9cf-3863d4df70d1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.0309024 Jul 23 20:08:51.163094 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45946) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:51.168544 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-9c293f5d-9017-480a-8259-02a0419da6b7 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Request body: {'port': {'network_id': '24944fa3-9e4d-479a-a53d-6bb8b5f56882', 'name': 'tempest-TaggedBootDevicesTest-1303027786', 'fixed_ips': [{'subnet_id': 'c0f9617a-d2a2-49d1-82ea-1415c4ffd90c'}]}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:51.205671 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-17472b42-5432-4a2b-a71c-2666329b3675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:51.209345 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17472b42-5432-4a2b-a71c-2666329b3675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:51.211004 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-17472b42-5432-4a2b-a71c-2666329b3675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:51.391316 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-00ac2937-b2b2-41b5-b72d-9a2012f3e076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:51.454082 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd214d17-e42f-4224-ba4f-83d0152821e4 req-a3b1ca3a-d2a5-4f4c-8462-638070163311 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3740273 Jul 23 20:08:51.485905 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-17472b42-5432-4a2b-a71c-2666329b3675 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3445981 Jul 23 20:08:51.532372 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45950) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:51.533044 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17472b42-5432-4a2b-a71c-2666329b3675 admin admin] Pushing event updated for resources: {'Network': ['ID=4b833dcf-b215-44c8-88a0-a7db9c19c22c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:51.574839 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-7e33f99c-e37e-4928-bc99-8ec897cddcd3 admin admin] Request body: {'subnet': {'network_id': '4b833dcf-b215-44c8-88a0-a7db9c19c22c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2001106442-subnet', 'tenant_id': '821b58081ee644e19a68a2df29672328', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:51.575066 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 4b833dcf-b215-44c8-88a0-a7db9c19c22c details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:08:51.627894 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-6609c065-c335-45df-b27d-bba24de04b23 tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:51.629780 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-6609c065-c335-45df-b27d-bba24de04b23 tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] 10.222.0.30 "GET /v2.0/networks?id=5d31ccbd-c97a-4218-bf26-9f2d6f98cfe2 HTTP/1.1" status: 200 len: 817 time: 0.5407884 Jul 23 20:08:51.654473 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-a938b013-40fa-4718-9dc5-33731323443d tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] Request body: {'port': {'device_id': '0cd8322a-129a-4735-9dca-faa4a2d89bea', 'network_id': '5d31ccbd-c97a-4218-bf26-9f2d6f98cfe2', 'admin_state_up': True, 'tenant_id': 'c9433630b6ba48418495f6d3d38a792b'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:51.687173 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-00ac2937-b2b2-41b5-b72d-9a2012f3e076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:51.775794 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e33f99c-e37e-4928-bc99-8ec897cddcd3 admin admin] Made reservation on behalf of 821b58081ee644e19a68a2df29672328 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:08:51.791986 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7e33f99c-e37e-4928-bc99-8ec897cddcd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:51.910536 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3ccd33b1-ac91-4ec3-afc6-ecc5bd69a3cc up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:08:51.992830 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7211b3c9-e9a5-424c-a1bf-7b18a5f08bbb None None] Network 24944fa3-9e4d-479a-a53d-6bb8b5f56882 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:08:52.014003 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.db.api [None req-9c293f5d-9017-480a-8259-02a0419da6b7 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 20:08:52.014003 n-d-793618-10 neutron-server[93875]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 20:08:52.014003 n-d-793618-10 neutron-server[93875]: [parameters: {'project_id_1': 'a3e740eb35174745b8c66e63aac9db55', 'expiration_1': datetime.datetime(2021, 7, 23, 20, 8, 51, 635324)}] Jul 23 20:08:52.014003 n-d-793618-10 neutron-server[93875]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93875) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:08:52.014572 n-d-793618-10 neutron-server[93875]: DEBUG oslo_db.api [None req-9c293f5d-9017-480a-8259-02a0419da6b7 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:08:52.037804 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-a938b013-40fa-4718-9dc5-33731323443d tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] Made reservation on behalf of c9433630b6ba48418495f6d3d38a792b for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:08:52.066349 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-a938b013-40fa-4718-9dc5-33731323443d tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:52.073846 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-00ac2937-b2b2-41b5-b72d-9a2012f3e076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:52.076724 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-00ac2937-b2b2-41b5-b72d-9a2012f3e076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:52.083485 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-00ac2937-b2b2-41b5-b72d-9a2012f3e076 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c9eef0f8-34ef-4408-9ddc-e72aba4f1aab HTTP/1.1" status: 204 len: 168 time: 1.1219516 Jul 23 20:08:52.099568 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac2937-b2b2-41b5-b72d-9a2012f3e076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9eef0f8-34ef-4408-9ddc-e72aba4f1aab,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:52.103917 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6f5f9ee0-7698-4cb3-9817-ad05e52d9459 None None] Provisioning for port 1ccc1f09-400e-4874-84a3-6ec0ad698760 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:08:52.145827 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d554a165-b4f1-4ca4-911d-d72d5634ef5c req-1ac7aece-144c-4f8f-9053-19cb4ee0a2c7 tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cd8322a-129a-4735-9dca-faa4a2d89bea HTTP/1.1" status: 200 len: 210 time: 0.1523280 Jul 23 20:08:52.220397 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device eddda286-689d-4dc5-8c5c-5401afb7251e up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:08:52.305390 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7e33f99c-e37e-4928-bc99-8ec897cddcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:52.385260 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a66dea8-4934-400a-a6f8-40d1795ce619 x-openstack-request-id: req-1a66dea8-4934-400a-a6f8-40d1795ce619 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:08:52.385584 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34833a4e-1222-4108-9b63-5952724c969f", "name": "network-vif-deleted", "tag": "e06e58b0-bda1-4ccb-845a-0a9b114086e1", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:08:52.385832 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a66dea8-4934-400a-a6f8-40d1795ce619 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:08:52.394727 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34833a4e-1222-4108-9b63-5952724c969f', 'name': 'network-vif-deleted', 'tag': 'e06e58b0-bda1-4ccb-845a-0a9b114086e1', 'status': 'completed', 'code': 200} Jul 23 20:08:52.496028 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33f99c-e37e-4928-bc99-8ec897cddcd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10c71e86-a162-4fc6-a4dd-750a80570063,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:52.586194 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 3ccd33b1-ac91-4ec3-afc6-ecc5bd69a3cc completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:08:52.616616 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e33f99c-e37e-4928-bc99-8ec897cddcd3 admin admin] Checking segment: {'id': 'a58b8026-c295-48e9-b000-a779e57dd467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4b833dcf-b215-44c8-88a0-a7db9c19c22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:08:52.616981 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e33f99c-e37e-4928-bc99-8ec897cddcd3 admin admin] Network hostable DHCP agents. Network: 4b833dcf-b215-44c8-88a0-a7db9c19c22c, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:08:52.677164 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e33f99c-e37e-4928-bc99-8ec897cddcd3 admin admin] Network 4b833dcf-b215-44c8-88a0-a7db9c19c22c is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:08:52.695860 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c293f5d-9017-480a-8259-02a0419da6b7 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Made reservation on behalf of a3e740eb35174745b8c66e63aac9db55 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:08:52.699191 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-7e33f99c-e37e-4928-bc99-8ec897cddcd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 4b833dcf-b215-44c8-88a0-a7db9c19c22c) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:08:52.711852 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e33f99c-e37e-4928-bc99-8ec897cddcd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:52.712504 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7e33f99c-e37e-4928-bc99-8ec897cddcd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:52.714652 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9c293f5d-9017-480a-8259-02a0419da6b7 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:52.716156 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 1ccc1f09-400e-4874-84a3-6ec0ad698760 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:08:52.726673 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-a938b013-40fa-4718-9dc5-33731323443d tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] Allocated IP 172.20.0.14 (5d31ccbd-c97a-4218-bf26-9f2d6f98cfe2/798386a0-7370-4f57-9efc-1a1fbe9c993b/9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:08:52.744214 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31474c0-3094-4912-9187-c132b92f361a None None] Network 4b833dcf-b215-44c8-88a0-a7db9c19c22c requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:08:52.782077 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7e33f99c-e37e-4928-bc99-8ec897cddcd3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2352414 Jul 23 20:08:52.984077 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-9c293f5d-9017-480a-8259-02a0419da6b7 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] device_id is not set on port 029ccb5c-9717-4b7a-825f-18be8ca06481 yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:08:53.018996 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port eddda286-689d-4dc5-8c5c-5401afb7251e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:53.023178 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:53.125083 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bede43a-84f2-4388-97fe-354996ec11f3 None None] Network 48945854-cc22-4ffa-90b9-415f56c007c5 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:08:53.369000 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce32ea-791b-4dcf-917b-2db607a8616b req-b66f6e3e-43c4-495f-a845-d4b0b0f70b92 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:53.371004 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d3ce32ea-791b-4dcf-917b-2db607a8616b req-b66f6e3e-43c4-495f-a845-d4b0b0f70b92 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 945 time: 0.5335908 Jul 23 20:08:53.410676 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-06d04913-4ffe-46eb-a0f4-d4c83c950039 None None] Provisioning for port 3ccd33b1-ac91-4ec3-afc6-ecc5bd69a3cc completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:08:53.469202 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-06d04913-4ffe-46eb-a0f4-d4c83c950039 None None] Provisioning complete for port 3ccd33b1-ac91-4ec3-afc6-ecc5bd69a3cc triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:53.478911 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-06d04913-4ffe-46eb-a0f4-d4c83c950039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:53.500015 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-a938b013-40fa-4718-9dc5-33731323443d tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:53.510526 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-9c293f5d-9017-480a-8259-02a0419da6b7 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Allocated IP 10.1.1.109 (24944fa3-9e4d-479a-a53d-6bb8b5f56882/c0f9617a-d2a2-49d1-82ea-1415c4ffd90c/029ccb5c-9717-4b7a-825f-18be8ca06481) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:08:53.519606 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d3ce32ea-791b-4dcf-917b-2db607a8616b req-203527cb-099b-4014-a772-5d3498afc278 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358719 Jul 23 20:08:53.637567 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-a938b013-40fa-4718-9dc5-33731323443d tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:53.642927 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 1ccc1f09-400e-4874-84a3-6ec0ad698760 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:08:53.723805 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 1ccc1f09-400e-4874-84a3-6ec0ad698760 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:53.724110 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:53.788851 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-a938b013-40fa-4718-9dc5-33731323443d tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] Network 5d31ccbd-c97a-4218-bf26-9f2d6f98cfe2 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:08:53.798261 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-a938b013-40fa-4718-9dc5-33731323443d tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:08:53.801500 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938b013-40fa-4718-9dc5-33731323443d tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] Pushing event updated for resources: {'Port': ['ID=9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:53.804120 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-a938b013-40fa-4718-9dc5-33731323443d tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:08:53.870077 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9c293f5d-9017-480a-8259-02a0419da6b7 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:53.903574 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772077d4-5abb-49e7-b65c-bf76e462246f None None] Network 4b833dcf-b215-44c8-88a0-a7db9c19c22c requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:08:53.911206 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:53.917405 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-a938b013-40fa-4718-9dc5-33731323443d tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:53.919751 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-a938b013-40fa-4718-9dc5-33731323443d tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:53.979547 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-9c293f5d-9017-480a-8259-02a0419da6b7 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Transition to ACTIVE for port object 029ccb5c-9717-4b7a-825f-18be8ca06481 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:08:54.024979 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-a938b013-40fa-4718-9dc5-33731323443d tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3764224 Jul 23 20:08:54.099849 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b8caf2-2e82-4e81-9590-162c7d3a78dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddda286-689d-4dc5-8c5c-5401afb7251e'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:08:54.103081 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278dbcae-d98c-4211-bc79-86f697cf7c15" -d '{"events": [{"server_uuid": "a9b8caf2-2e82-4e81-9590-162c7d3a78dd", "name": "network-vif-plugged", "status": "completed", "tag": "eddda286-689d-4dc5-8c5c-5401afb7251e"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:08:54.103251 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-a596cc8e-7094-4454-9199-fc6f403f5843 tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:08:54.106700 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-a596cc8e-7094-4454-9199-fc6f403f5843 tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0192540 Jul 23 20:08:54.116524 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9c293f5d-9017-480a-8259-02a0419da6b7 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:54.156902 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port eddda286-689d-4dc5-8c5c-5401afb7251e, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=eddda286-689d-4dc5-8c5c-5401afb7251e,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:54.174263 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:54.231141 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45996) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:54.238380 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-cf33a313-8d3d-470d-abd1-ab01943c6ed2 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2116858396', 'description': 'tempest-description--1258078623'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:54.252600 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45998) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:54.293183 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c293f5d-9017-480a-8259-02a0419da6b7 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Network 24944fa3-9e4d-479a-a53d-6bb8b5f56882 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:08:54.297044 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-9c293f5d-9017-480a-8259-02a0419da6b7 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:08:54.308964 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c293f5d-9017-480a-8259-02a0419da6b7 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:08:54.451060 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-06d04913-4ffe-46eb-a0f4-d4c83c950039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:54.451344 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cf33a313-8d3d-470d-abd1-ab01943c6ed2 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:54.516591 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-1337822d-6f24-4c12-85bb-7c0782848b18 service neutron] Request body: {'port': {'device_id': '0cd8322a-129a-4735-9dca-faa4a2d89bea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:54.525526 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c293f5d-9017-480a-8259-02a0419da6b7 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Pushing event updated for resources: {'Port': ['ID=029ccb5c-9717-4b7a-825f-18be8ca06481,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:54.526879 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:54.537873 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c7d1b90-b4bb-4386-b12a-516bd1228f3a admin admin] Deleting subnet 10c71e86-a162-4fc6-a4dd-750a80570063 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:08:54.559801 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=eddda286-689d-4dc5-8c5c-5401afb7251e,revision_number=13']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:54.640721 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c7d1b90-b4bb-4386-b12a-516bd1228f3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:54.717643 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c293f5d-9017-480a-8259-02a0419da6b7 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:54.723567 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-06d04913-4ffe-46eb-a0f4-d4c83c950039 None None] For port 3ccd33b1-ac91-4ec3-afc6-ecc5bd69a3cc, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3ccd33b1-ac91-4ec3-afc6-ecc5bd69a3cc,segment=NetworkSegment(a267e6d5-9155-4637-920b-e8299e47a264),segment_id=a267e6d5-9155-4637-920b-e8299e47a264)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:54.725997 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9c293f5d-9017-480a-8259-02a0419da6b7 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:54.734715 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 1ccc1f09-400e-4874-84a3-6ec0ad698760, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=1ccc1f09-400e-4874-84a3-6ec0ad698760,segment=NetworkSegment(ebdc46e1-ed98-486e-b7df-53f92cdf705b),segment_id=ebdc46e1-ed98-486e-b7df-53f92cdf705b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:54.755660 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-06d04913-4ffe-46eb-a0f4-d4c83c950039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:54.776441 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:54.863855 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c7d1b90-b4bb-4386-b12a-516bd1228f3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:54.948691 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-1337822d-6f24-4c12-85bb-7c0782848b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:54.959730 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d04913-4ffe-46eb-a0f4-d4c83c950039 None None] Pushing event updated for resources: {'Port': ['ID=3ccd33b1-ac91-4ec3-afc6-ecc5bd69a3cc,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:54.979171 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4a393fa2-abd3-48d2-8446-a8cc8a95b330 None None] Provisioning for port 8ff51102-e428-4ded-a3d1-228f5bfc548f completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:08:55.065875 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4a393fa2-abd3-48d2-8446-a8cc8a95b330 None None] Provisioning complete for port 8ff51102-e428-4ded-a3d1-228f5bfc548f triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:55.066342 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4a393fa2-abd3-48d2-8446-a8cc8a95b330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:55.074439 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c7d1b90-b4bb-4386-b12a-516bd1228f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:55.094454 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf985b8-9b5c-4198-b8fc-2f5194c1f2e1 req-900f435e-8e54-4982-8afb-310bd19f282a tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:55.096464 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dbf985b8-9b5c-4198-b8fc-2f5194c1f2e1 req-900f435e-8e54-4982-8afb-310bd19f282a tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cd8322a-129a-4735-9dca-faa4a2d89bea HTTP/1.1" status: 200 len: 932 time: 0.7358811 Jul 23 20:08:55.120118 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cf33a313-8d3d-470d-abd1-ab01943c6ed2 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:55.150762 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cf33a313-8d3d-470d-abd1-ab01943c6ed2 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:55.159997 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-4a393fa2-abd3-48d2-8446-a8cc8a95b330 None None] Port 8ff51102-e428-4ded-a3d1-228f5bfc548f cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:08:55.181621 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cf33a313-8d3d-470d-abd1-ab01943c6ed2 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:55.187979 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-cf33a313-8d3d-470d-abd1-ab01943c6ed2 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9557462 Jul 23 20:08:55.188758 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9c293f5d-9017-480a-8259-02a0419da6b7 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.0240982 Jul 23 20:08:55.191200 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46004) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:55.218071 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-74c40082-2102-4e7f-87f5-c3965ff7e0b0 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Request body: {'security_group_rule': {'security_group_id': '8f3f4e35-1043-45a0-8dce-1e6a8dc31462', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:55.229452 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4a393fa2-abd3-48d2-8446-a8cc8a95b330 None None] Provisioning complete for port 1ccc1f09-400e-4874-84a3-6ec0ad698760 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:55.234252 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4a393fa2-abd3-48d2-8446-a8cc8a95b330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:55.312012 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74c40082-2102-4e7f-87f5-c3965ff7e0b0 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:55.320353 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=1ccc1f09-400e-4874-84a3-6ec0ad698760,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:55.327505 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf33a313-8d3d-470d-abd1-ab01943c6ed2 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3f4e35-1043-45a0-8dce-1e6a8dc31462,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:55.408797 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c7d1b90-b4bb-4386-b12a-516bd1228f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:55.442477 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d1b90-b4bb-4386-b12a-516bd1228f3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10c71e86-a162-4fc6-a4dd-750a80570063,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:55.443281 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dbf985b8-9b5c-4198-b8fc-2f5194c1f2e1 req-63f2a314-237b-4e18-8a9a-f395d1b7bbeb tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] 10.222.0.32 "GET /v2.0/security-groups?id=354e04bd-7eea-47fe-85fa-3907647f76df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397901 Jul 23 20:08:55.452121 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c7d1b90-b4bb-4386-b12a-516bd1228f3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:55.454416 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6c7d1b90-b4bb-4386-b12a-516bd1228f3a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/10c71e86-a162-4fc6-a4dd-750a80570063 HTTP/1.1" status: 204 len: 168 time: 1.1996164 Jul 23 20:08:55.460331 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46006) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:55.543465 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c8267e9b-428d-4f75-9ea8-918852eb6498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:55.582180 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74c40082-2102-4e7f-87f5-c3965ff7e0b0 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:55.602771 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74c40082-2102-4e7f-87f5-c3965ff7e0b0 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:55.632405 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-1337822d-6f24-4c12-85bb-7c0782848b18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:08:55.633861 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-def90d79-60ad-42a5-ab97-0ec5e695db45 None None] Provisioning for port 029ccb5c-9717-4b7a-825f-18be8ca06481 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:08:55.643927 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-def90d79-60ad-42a5-ab97-0ec5e695db45 None None] Provisioning complete for port 029ccb5c-9717-4b7a-825f-18be8ca06481 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:55.644397 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-def90d79-60ad-42a5-ab97-0ec5e695db45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:55.649316 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c40082-2102-4e7f-87f5-c3965ff7e0b0 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6f786d9-3f17-4611-88cc-2e7bf8f6c001,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:55.654054 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-1337822d-6f24-4c12-85bb-7c0782848b18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:55.689079 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-1337822d-6f24-4c12-85bb-7c0782848b18 service neutron] Transition to ACTIVE for port object 9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:08:55.705037 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-1337822d-6f24-4c12-85bb-7c0782848b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:55.835967 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c8267e9b-428d-4f75-9ea8-918852eb6498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:55.837992 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1337822d-6f24-4c12-85bb-7c0782848b18 service neutron] Pushing event updated for resources: {'Port': ['ID=9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:55.863309 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-c8267e9b-428d-4f75-9ea8-918852eb6498 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b833dcf-b215-44c8-88a0-a7db9c19c22c']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:55.878261 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-c8267e9b-428d-4f75-9ea8-918852eb6498 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a58b8026-c295-48e9-b000-a779e57dd467') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:55.878371 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-c8267e9b-428d-4f75-9ea8-918852eb6498 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a58b8026-c295-48e9-b000-a779e57dd467') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:55.885125 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74c40082-2102-4e7f-87f5-c3965ff7e0b0 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:55.890808 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-74c40082-2102-4e7f-87f5-c3965ff7e0b0 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6828058 Jul 23 20:08:55.896555 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46010) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:55.907725 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-bacdbc3b-b435-494a-9851-e016a3ca010d tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Request body: {'security_group_rule': {'security_group_id': '8f3f4e35-1043-45a0-8dce-1e6a8dc31462', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:55.955683 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c8267e9b-428d-4f75-9ea8-918852eb6498 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:55.978486 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bacdbc3b-b435-494a-9851-e016a3ca010d tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:55.992594 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-def90d79-60ad-42a5-ab97-0ec5e695db45 None None] Port 029ccb5c-9717-4b7a-825f-18be8ca06481 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:08:55.999480 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-1337822d-6f24-4c12-85bb-7c0782848b18 service neutron] Attempting to bind port 9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:08:56.000006 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-1337822d-6f24-4c12-85bb-7c0782848b18 service neutron] Attempting to bind port 9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '60c36825-61ab-4ddb-aac6-0e5320a472bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5d31ccbd-c97a-4218-bf26-9f2d6f98cfe2'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:08:56.000155 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-1337822d-6f24-4c12-85bb-7c0782848b18 service neutron] Attempting to bind port 9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4 on network 5d31ccbd-c97a-4218-bf26-9f2d6f98cfe2 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:08:56.006736 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-1337822d-6f24-4c12-85bb-7c0782848b18 service neutron] Port 9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4 on network 5d31ccbd-c97a-4218-bf26-9f2d6f98cfe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:08:56.007330 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-1337822d-6f24-4c12-85bb-7c0782848b18 service neutron] Attempting to bind port 9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4 on network 5d31ccbd-c97a-4218-bf26-9f2d6f98cfe2 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:08:56.017974 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-1337822d-6f24-4c12-85bb-7c0782848b18 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:08:56.017974 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-1337822d-6f24-4c12-85bb-7c0782848b18 service neutron] Checking segment: {'id': '60c36825-61ab-4ddb-aac6-0e5320a472bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5d31ccbd-c97a-4218-bf26-9f2d6f98cfe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:08:56.018362 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-def90d79-60ad-42a5-ab97-0ec5e695db45 None None] Provisioning complete for port 3ccd33b1-ac91-4ec3-afc6-ecc5bd69a3cc triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:56.018466 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-1337822d-6f24-4c12-85bb-7c0782848b18 service neutron] Bound using segment: {'id': '60c36825-61ab-4ddb-aac6-0e5320a472bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5d31ccbd-c97a-4218-bf26-9f2d6f98cfe2'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:08:56.018556 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-def90d79-60ad-42a5-ab97-0ec5e695db45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:56.018635 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-1337822d-6f24-4c12-85bb-7c0782848b18 service neutron] Bound port: 9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60c36825-61ab-4ddb-aac6-0e5320a472bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5d31ccbd-c97a-4218-bf26-9f2d6f98cfe2'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:08:56.018635 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-1337822d-6f24-4c12-85bb-7c0782848b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:56.059297 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c8267e9b-428d-4f75-9ea8-918852eb6498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:56.060191 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3317467-4653-4261-93d8-f1b24128dc17 x-openstack-request-id: req-d3317467-4653-4261-93d8-f1b24128dc17 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:08:56.061802 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b8caf2-2e82-4e81-9590-162c7d3a78dd", "name": "network-vif-plugged", "status": "completed", "tag": "eddda286-689d-4dc5-8c5c-5401afb7251e", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:08:56.062056 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d3317467-4653-4261-93d8-f1b24128dc17 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:08:56.062440 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b8caf2-2e82-4e81-9590-162c7d3a78dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddda286-689d-4dc5-8c5c-5401afb7251e', 'code': 200} Jul 23 20:08:56.132640 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-1337822d-6f24-4c12-85bb-7c0782848b18 service neutron] For port 9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:08:56.140020 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-1337822d-6f24-4c12-85bb-7c0782848b18 service neutron] For port 9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4,segment=NetworkSegment(60c36825-61ab-4ddb-aac6-0e5320a472bb),segment_id=60c36825-61ab-4ddb-aac6-0e5320a472bb)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:08:56.143043 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bacdbc3b-b435-494a-9851-e016a3ca010d tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:56.145228 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-1337822d-6f24-4c12-85bb-7c0782848b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:56.145862 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8267e9b-428d-4f75-9ea8-918852eb6498 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:08:56.147810 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c8267e9b-428d-4f75-9ea8-918852eb6498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:56.150016 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:08:56.150016 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:08:56.150016 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:08:56.150016 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:08:56.150016 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:08:56.150016 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:08:56.150016 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:08:56.150016 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:08:56.150016 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:08:56.150016 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:08:56.150016 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:08:56.150016 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:08:56.150016 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:08:56.150016 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:08:56.150016 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:08:56.150016 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:08:56.150016 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:08:56.150016 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:08:56.150016 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:08:56.150016 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:08:56.150016 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:08:56.150016 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:08:56.150016 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:08:56.150016 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:08:56.150016 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:08:56.150016 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:08:56.150016 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:08:56.150016 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:08:56.150016 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:08:56.150016 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:08:56.150016 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:08:56.150016 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:08:56.163715 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bacdbc3b-b435-494a-9851-e016a3ca010d tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:56.185695 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacdbc3b-b435-494a-9851-e016a3ca010d tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40c85cb2-1839-4176-996c-6641976e4f3c,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:56.223994 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-1337822d-6f24-4c12-85bb-7c0782848b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:56.224829 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-1337822d-6f24-4c12-85bb-7c0782848b18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:56.226608 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-1337822d-6f24-4c12-85bb-7c0782848b18 service neutron] 10.222.0.30 "PUT /v2.0/ports/9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4 HTTP/1.1" status: 200 len: 1093 time: 2.0703812 Jul 23 20:08:56.245856 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bacdbc3b-b435-494a-9851-e016a3ca010d tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:56.247384 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bacdbc3b-b435-494a-9851-e016a3ca010d tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3497508 Jul 23 20:08:56.249773 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c8267e9b-428d-4f75-9ea8-918852eb6498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:56.251489 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46016) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:56.256067 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-0cc6271f-76e9-4c6a-898a-087386057f78 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:56.256462 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd8322a-129a-4735-9dca-faa4a2d89bea', 'tag': '9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:08:56.260147 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f989b251-e928-40ab-be39-b854bb169fd0" -d '{"events": [{"name": "network-changed", "server_uuid": "0cd8322a-129a-4735-9dca-faa4a2d89bea", "tag": "9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:08:56.295523 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c8267e9b-428d-4f75-9ea8-918852eb6498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:56.315042 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c8267e9b-428d-4f75-9ea8-918852eb6498 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4b833dcf-b215-44c8-88a0-a7db9c19c22c HTTP/1.1" status: 204 len: 168 time: 0.8359880 Jul 23 20:08:56.315042 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8267e9b-428d-4f75-9ea8-918852eb6498 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b833dcf-b215-44c8-88a0-a7db9c19c22c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:56.324433 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0cc6271f-76e9-4c6a-898a-087386057f78 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:56.349868 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1337822d-6f24-4c12-85bb-7c0782848b18 service neutron] Pushing event updated for resources: {'Port': ['ID=9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:56.453140 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bdd5d-b90d-40d6-b8d9-87690769e39f req-7578fff7-fa9a-431a-947b-e39b8190cdd2 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:56.455956 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e29bdd5d-b90d-40d6-b8d9-87690769e39f req-7578fff7-fa9a-431a-947b-e39b8190cdd2 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 946 time: 0.3028533 Jul 23 20:08:56.515745 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-c2ec71ef-740c-44c2-886f-0058b2902f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:56.517284 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-c2ec71ef-740c-44c2-886f-0058b2902f0f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9433630b6ba48418495f6d3d38a792b&device_id=0cd8322a-129a-4735-9dca-faa4a2d89bea HTTP/1.1" status: 200 len: 1096 time: 0.2321067 Jul 23 20:08:56.535850 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e29bdd5d-b90d-40d6-b8d9-87690769e39f req-c4a98820-f01a-4951-8967-52ef9c0fbaa4 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636959 Jul 23 20:08:56.573649 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0cc6271f-76e9-4c6a-898a-087386057f78 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:56.586914 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-5c713d82-eb9a-4030-91bd-00bb15901a5d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4 HTTP/1.1" status: 200 len: 217 time: 0.0497973 Jul 23 20:08:56.670726 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46030) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:56.728495 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-347b0906-bbb6-4896-82fc-8e915a3d2111 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=821b58081ee644e19a68a2df29672328&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0528293 Jul 23 20:08:56.732169 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46032) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:56.744744 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-b05c7a37-4fda-4d2f-891e-370879c4a7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:56.746360 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-b05c7a37-4fda-4d2f-891e-370879c4a7d5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=798386a0-7370-4f57-9efc-1a1fbe9c993b HTTP/1.1" status: 200 len: 857 time: 0.1508858 Jul 23 20:08:56.828113 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-44e8e6a0-de95-480e-bde7-5d5244c04bad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5d31ccbd-c97a-4218-bf26-9f2d6f98cfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739770 Jul 23 20:08:56.980559 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3ccd33b1-ac91-4ec3-afc6-ecc5bd69a3cc up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:08:56.996466 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-0cc6271f-76e9-4c6a-898a-087386057f78 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Allocated IP 172.25.1.35 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/5dcbc8fd-2ca6-4dbe-a564-4d5ba4c2f30f) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:08:57.054812 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-db3f7f85-663a-498c-8d2e-6b2f05b47516 service neutron] 10.222.0.30 "GET /v2.0/networks/5d31ccbd-c97a-4218-bf26-9f2d6f98cfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186730 Jul 23 20:08:57.073894 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-87654708-593b-44a2-b6fd-b79245a29a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:57.109985 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 3ccd33b1-ac91-4ec3-afc6-ecc5bd69a3cc triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:57.110232 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:57.139668 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-87654708-593b-44a2-b6fd-b79245a29a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:57.240516 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-87654708-593b-44a2-b6fd-b79245a29a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:57.243420 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-87654708-593b-44a2-b6fd-b79245a29a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:57.258545 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-87654708-593b-44a2-b6fd-b79245a29a1b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/084b088a-1bf0-49c5-a433-303e30d0597e HTTP/1.1" status: 204 len: 168 time: 0.5146005 Jul 23 20:08:57.275729 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 1ccc1f09-400e-4874-84a3-6ec0ad698760 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:08:57.297782 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-394f4c86-790d-49d2-a6d3-ec76d56c9b70 req-5e2f250d-6226-4f20-84c5-664c8518d915 service neutron] 10.222.0.30 "GET /v2.0/networks/5d31ccbd-c97a-4218-bf26-9f2d6f98cfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345703 Jul 23 20:08:57.313794 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87654708-593b-44a2-b6fd-b79245a29a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084b088a-1bf0-49c5-a433-303e30d0597e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:57.429289 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0cc6271f-76e9-4c6a-898a-087386057f78 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:57.447837 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 1ccc1f09-400e-4874-84a3-6ec0ad698760 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:57.448254 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:57.538469 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46042) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:57.540165 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0cc6271f-76e9-4c6a-898a-087386057f78 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:57.543607 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-b0b6b6a5-d4dd-4d2d-b44c-c670fd0601d1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1627861812', 'description': 'tempest-description--1919025145'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:57.611785 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b0b6b6a5-d4dd-4d2d-b44c-c670fd0601d1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:57.628925 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc6271f-76e9-4c6a-898a-087386057f78 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:08:57.636974 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-0cc6271f-76e9-4c6a-898a-087386057f78 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:08:57.643271 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc6271f-76e9-4c6a-898a-087386057f78 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:08:57.646517 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6271f-76e9-4c6a-898a-087386057f78 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Pushing event updated for resources: {'Port': ['ID=5dcbc8fd-2ca6-4dbe-a564-4d5ba4c2f30f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:57.758034 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0cc6271f-76e9-4c6a-898a-087386057f78 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:57.861171 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0cc6271f-76e9-4c6a-898a-087386057f78 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:57.896469 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae67dbd-a2d3-46d9-b971-5e6c44b10d43 x-openstack-request-id: req-4ae67dbd-a2d3-46d9-b971-5e6c44b10d43 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:08:57.896759 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cd8322a-129a-4735-9dca-faa4a2d89bea", "tag": "9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:08:57.896999 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4ae67dbd-a2d3-46d9-b971-5e6c44b10d43 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:08:57.897379 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd8322a-129a-4735-9dca-faa4a2d89bea', 'tag': '9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4', 'status': 'completed', 'code': 200} Jul 23 20:08:57.911742 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b0b6b6a5-d4dd-4d2d-b44c-c670fd0601d1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:57.914028 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-34f02c21-8c04-44b7-8968-b7fd3ffa7cdb req-326f1e92-5112-4ad9-b6a8-4c2ff4c1aad4 tempest-AbsoluteLimitsNegativeTestJSON-1198630616 tempest-AbsoluteLimitsNegativeTestJSON-1198630616-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=7c98b84a68a14bac8eaf23c81faa56d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0938091 Jul 23 20:08:58.032899 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b0b6b6a5-d4dd-4d2d-b44c-c670fd0601d1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:58.136352 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b0b6b6a5-d4dd-4d2d-b44c-c670fd0601d1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:58.137622 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b0b6b6a5-d4dd-4d2d-b44c-c670fd0601d1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5981100 Jul 23 20:08:58.142838 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46076) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:58.148323 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-02d11086-9091-4ca4-a0b7-99f7963ab24a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Request body: {'security_group_rule': {'security_group_id': 'f32addc3-5df2-4066-b4a6-63fddb9e0741', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:58.158585 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b6b6a5-d4dd-4d2d-b44c-c670fd0601d1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f32addc3-5df2-4066-b4a6-63fddb9e0741,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:58.193625 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:08:58.236678 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0cc6271f-76e9-4c6a-898a-087386057f78 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:58.240562 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-02d11086-9091-4ca4-a0b7-99f7963ab24a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:58.242857 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0cc6271f-76e9-4c6a-898a-087386057f78 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:58.273973 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f02c21-8c04-44b7-8968-b7fd3ffa7cdb req-c9cfd768-cf60-40b3-bb4f-95c98e84b484 tempest-AbsoluteLimitsNegativeTestJSON-1198630616 tempest-AbsoluteLimitsNegativeTestJSON-1198630616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:58.295301 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75384a40-f9ae-4797-92ed-5d04d686a011 req-b5ac26d9-4ff3-4ed8-8d5d-eb5c25858be0 tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:58.296258 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-34f02c21-8c04-44b7-8968-b7fd3ffa7cdb req-c9cfd768-cf60-40b3-bb4f-95c98e84b484 tempest-AbsoluteLimitsNegativeTestJSON-1198630616 tempest-AbsoluteLimitsNegativeTestJSON-1198630616-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3606374 Jul 23 20:08:58.297215 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-75384a40-f9ae-4797-92ed-5d04d686a011 req-b5ac26d9-4ff3-4ed8-8d5d-eb5c25858be0 tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cd8322a-129a-4735-9dca-faa4a2d89bea HTTP/1.1" status: 200 len: 944 time: 0.3034365 Jul 23 20:08:58.330568 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989b251-e928-40ab-be39-b854bb169fd0 req-dc059cef-4b4f-418c-ada7-05ca88a8bace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:58.333058 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f989b251-e928-40ab-be39-b854bb169fd0 req-dc059cef-4b4f-418c-ada7-05ca88a8bace service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9433630b6ba48418495f6d3d38a792b&device_id=0cd8322a-129a-4735-9dca-faa4a2d89bea HTTP/1.1" status: 200 len: 1096 time: 0.4181752 Jul 23 20:08:58.377750 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6271f-76e9-4c6a-898a-087386057f78 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Pushing event updated for resources: {'Port': ['ID=5dcbc8fd-2ca6-4dbe-a564-4d5ba4c2f30f,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:58.405761 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-75384a40-f9ae-4797-92ed-5d04d686a011 req-b66eafb2-056a-423e-b04c-e27f6aff8a60 tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] 10.222.0.32 "GET /v2.0/security-groups?id=354e04bd-7eea-47fe-85fa-3907647f76df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960336 Jul 23 20:08:58.406905 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0cc6271f-76e9-4c6a-898a-087386057f78 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:58.428164 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0cc6271f-76e9-4c6a-898a-087386057f78 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:58.430732 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0cc6271f-76e9-4c6a-898a-087386057f78 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1768677 Jul 23 20:08:58.440654 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-34f02c21-8c04-44b7-8968-b7fd3ffa7cdb req-5e86a2ff-b5d3-4181-bb7c-17dc9efac9f3 tempest-AbsoluteLimitsNegativeTestJSON-1198630616 tempest-AbsoluteLimitsNegativeTestJSON-1198630616-project] 10.222.0.32 "GET /v2.0/quotas/7c98b84a68a14bac8eaf23c81faa56d4 HTTP/1.1" status: 200 len: 375 time: 0.1359107 Jul 23 20:08:58.488330 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4,segment=NetworkSegment(60c36825-61ab-4ddb-aac6-0e5320a472bb),segment_id=60c36825-61ab-4ddb-aac6-0e5320a472bb)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:58.520944 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4', 'network_id': '5d31ccbd-c97a-4218-bf26-9f2d6f98cfe2', 'port_id': '9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4', 'mac_address': 'fa:16:3e:73:00:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '798386a0-7370-4f57-9efc-1a1fbe9c993b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:08:58.556481 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-34f02c21-8c04-44b7-8968-b7fd3ffa7cdb req-040f148d-a468-41ef-9e09-d12f69dedff7 tempest-AbsoluteLimitsNegativeTestJSON-1198630616 tempest-AbsoluteLimitsNegativeTestJSON-1198630616-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c98b84a68a14bac8eaf23c81faa56d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1060729 Jul 23 20:08:58.611463 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-02d11086-9091-4ca4-a0b7-99f7963ab24a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:58.621893 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-02d11086-9091-4ca4-a0b7-99f7963ab24a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:58.655651 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:58.698644 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:08:58.718577 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46096) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:58.721098 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d11086-9091-4ca4-a0b7-99f7963ab24a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31f3faf8-85f9-4e67-965c-57d5dddcc942,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:58.769712 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989b251-e928-40ab-be39-b854bb169fd0 req-31a7197f-59fd-4b89-b97e-e02f604f121c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:58.771551 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f989b251-e928-40ab-be39-b854bb169fd0 req-31a7197f-59fd-4b89-b97e-e02f604f121c service neutron] 10.222.0.30 "GET /v2.0/networks?id=5d31ccbd-c97a-4218-bf26-9f2d6f98cfe2 HTTP/1.1" status: 200 len: 918 time: 0.4295487 Jul 23 20:08:58.778132 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4,segment=NetworkSegment(60c36825-61ab-4ddb-aac6-0e5320a472bb),segment_id=60c36825-61ab-4ddb-aac6-0e5320a472bb)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:58.809424 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:58.822065 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f989b251-e928-40ab-be39-b854bb169fd0 req-a3d3c203-cc74-45e0-8eb5-84a632694829 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4 HTTP/1.1" status: 200 len: 217 time: 0.0428088 Jul 23 20:08:58.824753 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-02d11086-9091-4ca4-a0b7-99f7963ab24a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:58.829142 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-02d11086-9091-4ca4-a0b7-99f7963ab24a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6823399 Jul 23 20:08:58.842349 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a3e10-df49-4c82-b273-47f891d02af1 req-86047622-4ade-4772-96e2-065ebe3f726c tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:58.861043 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-501a3e10-df49-4c82-b273-47f891d02af1 req-86047622-4ade-4772-96e2-065ebe3f726c tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 946 time: 0.1899242 Jul 23 20:08:58.864064 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46110) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:58.882642 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989b251-e928-40ab-be39-b854bb169fd0 req-27f3516b-4b28-48af-a8bc-094cf7ab9cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:58.883783 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f989b251-e928-40ab-be39-b854bb169fd0 req-27f3516b-4b28-48af-a8bc-094cf7ab9cf1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=798386a0-7370-4f57-9efc-1a1fbe9c993b HTTP/1.1" status: 200 len: 857 time: 0.0556002 Jul 23 20:08:58.887332 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-b376f980-6e29-4432-8027-4a91150f4702 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Request body: {'security_group_rule': {'security_group_id': 'f32addc3-5df2-4066-b4a6-63fddb9e0741', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:58.920220 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:59.004656 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b376f980-6e29-4432-8027-4a91150f4702 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:59.017609 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46122) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:59.037429 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:08:59.059100 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-9706e384-06e8-4e0c-9246-a5bd1cad6811 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:59.062449 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-9706e384-06e8-4e0c-9246-a5bd1cad6811 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/networks?id=d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1 HTTP/1.1" status: 200 len: 822 time: 0.1755102 Jul 23 20:08:59.064645 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-501a3e10-df49-4c82-b273-47f891d02af1 req-92f385ca-775c-40f3-979e-29055f042c6f tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025478 Jul 23 20:08:59.095363 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f989b251-e928-40ab-be39-b854bb169fd0 req-e9e768ab-4443-47a4-b037-0a0473bdd307 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5d31ccbd-c97a-4218-bf26-9f2d6f98cfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779994 Jul 23 20:08:59.108607 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-4278ff4c-5ef3-4b3f-98fd-b265e7de851f tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/quotas/0a8f035149644216bbc95574fad6a4f6 HTTP/1.1" status: 200 len: 375 time: 0.0240934 Jul 23 20:08:59.135774 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-37de4b6b-5796-4ee0-aa2e-600fd5debebe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1415960080-network', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:59.277129 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3717370b-1aaa-4397-bc2f-c78ab0b7e56f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:59.304176 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b376f980-6e29-4432-8027-4a91150f4702 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:59.310940 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b376f980-6e29-4432-8027-4a91150f4702 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:59.336231 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376f980-6e29-4432-8027-4a91150f4702 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15680af6-14ca-4e34-993f-4222d0bd095a,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:59.368876 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f780e-2c12-495c-94bd-a0f2d7402823 req-e73a66e7-abd3-4735-9162-cff3950e3a6e tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:59.382306 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b20f780e-2c12-495c-94bd-a0f2d7402823 req-e73a66e7-abd3-4735-9162-cff3950e3a6e tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c HTTP/1.1" status: 200 len: 950 time: 0.1970909 Jul 23 20:08:59.439297 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b20f780e-2c12-495c-94bd-a0f2d7402823 req-9f33bcf0-fcd9-45a5-b6b3-94e6f50ba133 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/security-groups?id=c01aeff2-775a-4341-8484-8c280b30c8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558925 Jul 23 20:08:59.570272 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.db.api [None req-3717370b-1aaa-4397-bc2f-c78ab0b7e56f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 20:08:59.570272 n-d-793618-10 neutron-server[93876]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 20:08:59.570272 n-d-793618-10 neutron-server[93876]: [parameters: {'project_id_1': '7c98b84a68a14bac8eaf23c81faa56d4', 'expiration_1': datetime.datetime(2021, 7, 23, 20, 8, 59, 305287)}] Jul 23 20:08:59.570272 n-d-793618-10 neutron-server[93876]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:08:59.570625 n-d-793618-10 neutron-server[93876]: DEBUG oslo_db.api [None req-3717370b-1aaa-4397-bc2f-c78ab0b7e56f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:08:59.600806 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37de4b6b-5796-4ee0-aa2e-600fd5debebe admin admin] Made reservation on behalf of b1a6866430c7477dabb2850fe027c983 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:08:59.603438 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-37de4b6b-5796-4ee0-aa2e-600fd5debebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:59.605658 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b376f980-6e29-4432-8027-4a91150f4702 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:59.606914 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b376f980-6e29-4432-8027-4a91150f4702 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7398841 Jul 23 20:08:59.610109 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46136) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:59.610305 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f989b251-e928-40ab-be39-b854bb169fd0 req-9a629503-187d-442f-8625-90afcc10ab30 service neutron] 10.222.0.30 "GET /v2.0/networks/5d31ccbd-c97a-4218-bf26-9f2d6f98cfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4899106 Jul 23 20:08:59.615551 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ce8d224f-e165-4d69-9bb7-649d28be6282 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:59.628407 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-37de4b6b-5796-4ee0-aa2e-600fd5debebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:59.656468 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-d17f9644-9de6-44ab-b783-1269a1a1c4a2 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a8f035149644216bbc95574fad6a4f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5469272 Jul 23 20:08:59.662111 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ce8d224f-e165-4d69-9bb7-649d28be6282 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:59.860130 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ce8d224f-e165-4d69-9bb7-649d28be6282 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:59.869056 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f989b251-e928-40ab-be39-b854bb169fd0 req-ac5c3354-2591-45fd-8134-4d3802f840e6 service neutron] 10.222.0.30 "GET /v2.0/networks/5d31ccbd-c97a-4218-bf26-9f2d6f98cfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505867 Jul 23 20:08:59.894951 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-f8631ac0-02b4-4c83-a622-c287269e48fc service neutron] 10.222.0.32 "GET /v2.0/networks/d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374971 Jul 23 20:09:00.060922 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-c8bcbf0b-4c69-4a3b-a196-cb4915105241 service neutron] 10.222.0.32 "GET /v2.0/networks/d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594071 Jul 23 20:09:00.119545 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-37de4b6b-5796-4ee0-aa2e-600fd5debebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:00.133624 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-37de4b6b-5796-4ee0-aa2e-600fd5debebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:00.177758 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37de4b6b-5796-4ee0-aa2e-600fd5debebe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:09:00.180019 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de4b6b-5796-4ee0-aa2e-600fd5debebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52351630-6d94-448b-ae3a-b51760672fa2,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:00.194691 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-37de4b6b-5796-4ee0-aa2e-600fd5debebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:00.195179 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-37de4b6b-5796-4ee0-aa2e-600fd5debebe admin admin] Added segment bdb704e3-373f-4f47-bef5-3e89668f2e28 of type vlan for network 68a6fe92-0c26-45da-99d0-e58f34d2b985 Jul 23 20:09:00.223518 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:09:00.262140 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-37de4b6b-5796-4ee0-aa2e-600fd5debebe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:00.323389 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-37de4b6b-5796-4ee0-aa2e-600fd5debebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:00.324746 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37de4b6b-5796-4ee0-aa2e-600fd5debebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:00.326896 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-37de4b6b-5796-4ee0-aa2e-600fd5debebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:00.363853 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3717370b-1aaa-4397-bc2f-c78ab0b7e56f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:00.406571 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:00.418307 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:00.418873 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:00.468368 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-37de4b6b-5796-4ee0-aa2e-600fd5debebe admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7373686 Jul 23 20:09:00.469105 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46158) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:00.488995 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-7dcdcebd-2097-43ad-9af9-37bc50b7e8a7 admin admin] Request body: {'subnet': {'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1415960080-subnet', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:00.556612 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-ce8d224f-e165-4d69-9bb7-649d28be6282 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Allocated IP 172.25.1.179 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/fc0ec2cc-c5f7-461b-9335-de0cd30a9b9a) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:09:00.567966 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089e28a-5824-4731-9370-482aef4d49ec req-26bf7983-2262-4b18-bcc6-fd2a30c9d59b tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:00.571408 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de4b6b-5796-4ee0-aa2e-600fd5debebe admin admin] Pushing event updated for resources: {'Network': ['ID=68a6fe92-0c26-45da-99d0-e58f34d2b985,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:00.576592 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2089e28a-5824-4731-9370-482aef4d49ec req-26bf7983-2262-4b18-bcc6-fd2a30c9d59b tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cd8322a-129a-4735-9dca-faa4a2d89bea HTTP/1.1" status: 200 len: 945 time: 0.2005644 Jul 23 20:09:00.587426 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 68a6fe92-0c26-45da-99d0-e58f34d2b985 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:09:00.658001 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2089e28a-5824-4731-9370-482aef4d49ec req-21019b14-6658-4aca-9b6f-14301cae709a tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] 10.222.0.32 "GET /v2.0/security-groups?id=354e04bd-7eea-47fe-85fa-3907647f76df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625112 Jul 23 20:09:00.717900 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3717370b-1aaa-4397-bc2f-c78ab0b7e56f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:00.755755 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:00.796520 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac0dc9-088b-457b-ab4f-211c9ae69e49 req-4a5439b0-be75-44ce-b518-cdaefc7b0036 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:00.811758 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3717370b-1aaa-4397-bc2f-c78ab0b7e56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:00.812041 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7dac0dc9-088b-457b-ab4f-211c9ae69e49 req-4a5439b0-be75-44ce-b518-cdaefc7b0036 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 946 time: 0.1747377 Jul 23 20:09:00.826713 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd8322a-129a-4735-9dca-faa4a2d89bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:00.829247 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b753bc4d-615d-47f1-b893-6639e54435e8" -d '{"events": [{"server_uuid": "0cd8322a-129a-4735-9dca-faa4a2d89bea", "name": "network-vif-plugged", "status": "completed", "tag": "9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:00.844424 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dcdcebd-2097-43ad-9af9-37bc50b7e8a7 admin admin] Made reservation on behalf of b1a6866430c7477dabb2850fe027c983 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:09:00.846905 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7dcdcebd-2097-43ad-9af9-37bc50b7e8a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:00.865198 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4,segment=NetworkSegment(60c36825-61ab-4ddb-aac6-0e5320a472bb),segment_id=60c36825-61ab-4ddb-aac6-0e5320a472bb)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:00.873393 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:00.887152 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d336a4c3-f56a-4348-b9e6-8adf3e1b6986 req-11d48f61-cdb4-4a24-947e-88231539373a tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8030b22-fed3-4882-b5b2-8a6efe63a829 HTTP/1.1" status: 200 len: 210 time: 0.0929320 Jul 23 20:09:00.942560 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3717370b-1aaa-4397-bc2f-c78ab0b7e56f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7c98b84a68a14bac8eaf23c81faa56d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9183228 Jul 23 20:09:00.954094 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46168) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:00.969629 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:00.974198 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa184d46-8823-48d7-addd-4510e985dfa2 x-openstack-request-id: req-aa184d46-8823-48d7-addd-4510e985dfa2 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:00.974611 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd8322a-129a-4735-9dca-faa4a2d89bea", "name": "network-vif-plugged", "status": "completed", "tag": "9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:00.974941 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aa184d46-8823-48d7-addd-4510e985dfa2 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:00.975540 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd8322a-129a-4735-9dca-faa4a2d89bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4', 'code': 200} Jul 23 20:09:00.992577 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717370b-1aaa-4397-bc2f-c78ab0b7e56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0069b7-be85-4056-9908-71d2dc6400c0,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:01.021910 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ce8d224f-e165-4d69-9bb7-649d28be6282 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:01.031773 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7dac0dc9-088b-457b-ab4f-211c9ae69e49 req-e3be9997-3c67-4bf1-b2ec-cef5d25d68ba tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187316 Jul 23 20:09:01.094358 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-87364584-c895-4ca2-807a-790bc6766128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:01.131662 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-87364584-c895-4ca2-807a-790bc6766128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:01.166412 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ce8d224f-e165-4d69-9bb7-649d28be6282 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:01.210310 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7dcdcebd-2097-43ad-9af9-37bc50b7e8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:01.255199 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8d224f-e165-4d69-9bb7-649d28be6282 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:01.260398 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-ce8d224f-e165-4d69-9bb7-649d28be6282 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:01.268797 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8d224f-e165-4d69-9bb7-649d28be6282 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:09:01.273923 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-87364584-c895-4ca2-807a-790bc6766128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:01.276791 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-87364584-c895-4ca2-807a-790bc6766128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:01.281419 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-87364584-c895-4ca2-807a-790bc6766128 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9b0069b7-be85-4056-9908-71d2dc6400c0 HTTP/1.1" status: 204 len: 168 time: 0.3177347 Jul 23 20:09:01.282211 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d224f-e165-4d69-9bb7-649d28be6282 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Pushing event updated for resources: {'Port': ['ID=fc0ec2cc-c5f7-461b-9335-de0cd30a9b9a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:01.337017 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87364584-c895-4ca2-807a-790bc6766128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0069b7-be85-4056-9908-71d2dc6400c0,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:01.338759 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683ff65-c164-4c3b-9d97-e1d828d70a5b req-a1e6211e-bcb2-4c87-8417-c47018ee48f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:01.341868 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e683ff65-c164-4c3b-9d97-e1d828d70a5b req-a1e6211e-bcb2-4c87-8417-c47018ee48f4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0cd8322a-129a-4735-9dca-faa4a2d89bea HTTP/1.1" status: 200 len: 1098 time: 0.2452414 Jul 23 20:09:01.420878 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcdcebd-2097-43ad-9af9-37bc50b7e8a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7562bacc-5c9d-4fd5-a756-532eac029140,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:01.440743 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ce8d224f-e165-4d69-9bb7-649d28be6282 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:01.484847 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e683ff65-c164-4c3b-9d97-e1d828d70a5b req-a721768f-9803-41d8-8712-6786b1d9f2d7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=354e04bd-7eea-47fe-85fa-3907647f76df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174142 Jul 23 20:09:01.498376 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcdcebd-2097-43ad-9af9-37bc50b7e8a7 admin admin] Checking segment: {'id': 'bdb704e3-373f-4f47-bef5-3e89668f2e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:01.499668 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcdcebd-2097-43ad-9af9-37bc50b7e8a7 admin admin] Network hostable DHCP agents. Network: 68a6fe92-0c26-45da-99d0-e58f34d2b985, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:09:01.507758 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ce8d224f-e165-4d69-9bb7-649d28be6282 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:01.562684 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcdcebd-2097-43ad-9af9-37bc50b7e8a7 admin admin] Network 68a6fe92-0c26-45da-99d0-e58f34d2b985 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:09:01.584904 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-7dcdcebd-2097-43ad-9af9-37bc50b7e8a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 68a6fe92-0c26-45da-99d0-e58f34d2b985) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:01.595347 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11528e1-3fcc-4180-a8e0-becb943f880e None None] Network 68a6fe92-0c26-45da-99d0-e58f34d2b985 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:09:01.610695 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcdcebd-2097-43ad-9af9-37bc50b7e8a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:01.611453 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7dcdcebd-2097-43ad-9af9-37bc50b7e8a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:01.639429 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7dcdcebd-2097-43ad-9af9-37bc50b7e8a7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1622517 Jul 23 20:09:01.642532 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46186) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:01.649271 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-242be760-cb73-4eb4-9631-e5271caed72b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1415960080-router', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:01.801846 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-242be760-cb73-4eb4-9631-e5271caed72b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:01.821426 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-242be760-cb73-4eb4-9631-e5271caed72b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:01.830617 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fedc653-60a1-4010-8c45-c75953eb260d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-68a6fe92-0c26-45da-99d0-e58f34d2b985', 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'fixed_ips': [{'subnet_id': '7562bacc-5c9d-4fd5-a756-532eac029140'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:09:01.833924 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2fedc653-60a1-4010-8c45-c75953eb260d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:01.917636 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 8d9db2e8-439f-4d0b-a5ed-9753b2ed3170 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:09:02.128012 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ce8d224f-e165-4d69-9bb7-649d28be6282 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:02.136193 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e1a61b4b-fd17-49b3-a4ec-9320af9c556c req-7be720d8-a9fa-4743-99c5-e51a671cb54a tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8030b22-fed3-4882-b5b2-8a6efe63a829 HTTP/1.1" status: 200 len: 210 time: 0.0955563 Jul 23 20:09:02.147814 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-242be760-cb73-4eb4-9631-e5271caed72b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:02.148804 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ce8d224f-e165-4d69-9bb7-649d28be6282 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:02.173319 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-e6ca8dce-2941-49c3-8668-3d92835cc035 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:02.187234 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-e6ca8dce-2941-49c3-8668-3d92835cc035 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.18 "GET /v2.0/networks?id=d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1 HTTP/1.1" status: 200 len: 822 time: 0.3511634 Jul 23 20:09:02.202171 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-88988f85-f4e0-4f31-9df0-67411628f5aa tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Request body: {'port': {'device_id': 'a8030b22-fed3-4882-b5b2-8a6efe63a829', 'network_id': 'd76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1', 'admin_state_up': True, 'tenant_id': '0a8f035149644216bbc95574fad6a4f6'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:02.278357 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-2fedc653-60a1-4010-8c45-c75953eb260d None None] Allocated IP 172.20.0.2 (68a6fe92-0c26-45da-99d0-e58f34d2b985/7562bacc-5c9d-4fd5-a756-532eac029140/00a7a916-b4e2-4e4c-8967-4f21a6239c13) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:09:02.306257 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:02.354447 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d224f-e165-4d69-9bb7-649d28be6282 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Pushing event updated for resources: {'Port': ['ID=fc0ec2cc-c5f7-461b-9335-de0cd30a9b9a,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:02.394785 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38924932-4e1a-424e-b2d2-d5bff8c6ba49 req-8e83c8ce-207a-48db-8c63-933f1ff3ae72 tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:02.406733 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-38924932-4e1a-424e-b2d2-d5bff8c6ba49 req-8e83c8ce-207a-48db-8c63-933f1ff3ae72 tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cd8322a-129a-4735-9dca-faa4a2d89bea HTTP/1.1" status: 200 len: 946 time: 0.5761414 Jul 23 20:09:02.407087 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c5371-3a6d-4cf9-9c41-b2bb56fefbde req-53a10c82-6b40-46bc-b9f4-9e5fd8099609 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:02.414733 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d88c5371-3a6d-4cf9-9c41-b2bb56fefbde req-53a10c82-6b40-46bc-b9f4-9e5fd8099609 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 946 time: 0.1642628 Jul 23 20:09:02.447782 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-88988f85-f4e0-4f31-9df0-67411628f5aa tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Made reservation on behalf of 0a8f035149644216bbc95574fad6a4f6 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:09:02.451804 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-88988f85-f4e0-4f31-9df0-67411628f5aa tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:02.459868 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 8d9db2e8-439f-4d0b-a5ed-9753b2ed3170, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=8d9db2e8-439f-4d0b-a5ed-9753b2ed3170,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:02.487339 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d88c5371-3a6d-4cf9-9c41-b2bb56fefbde req-24c691e2-2958-4423-ac8b-99a155d738bd tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715547 Jul 23 20:09:02.489408 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:02.546067 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=8d9db2e8-439f-4d0b-a5ed-9753b2ed3170,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:02.651146 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2fedc653-60a1-4010-8c45-c75953eb260d None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:02.661369 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2fedc653-60a1-4010-8c45-c75953eb260d None None] Transition to ACTIVE for port object 00a7a916-b4e2-4e4c-8967-4f21a6239c13 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:02.676944 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2fedc653-60a1-4010-8c45-c75953eb260d None None] Transition to ACTIVE for port object 00a7a916-b4e2-4e4c-8967-4f21a6239c13 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:02.689957 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2fedc653-60a1-4010-8c45-c75953eb260d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:02.744433 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fedc653-60a1-4010-8c45-c75953eb260d None None] Network 68a6fe92-0c26-45da-99d0-e58f34d2b985 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:02.752737 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46222) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:02.761902 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-2fedc653-60a1-4010-8c45-c75953eb260d None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:02.766000 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fedc653-60a1-4010-8c45-c75953eb260d None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:09:02.773018 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-38924932-4e1a-424e-b2d2-d5bff8c6ba49 req-bf11d424-7930-41f1-8381-684b66f1e51e tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] 10.222.0.32 "GET /v2.0/security-groups?id=354e04bd-7eea-47fe-85fa-3907647f76df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913878 Jul 23 20:09:02.780558 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-242be760-cb73-4eb4-9631-e5271caed72b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:02.785835 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-88988f85-f4e0-4f31-9df0-67411628f5aa tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Allocated IP 172.20.0.6 (d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1/d1122d17-5637-4a7c-90bc-58da5819ab03/e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:09:02.817249 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fedc653-60a1-4010-8c45-c75953eb260d None None] Pushing event updated for resources: {'Port': ['ID=00a7a916-b4e2-4e4c-8967-4f21a6239c13,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:02.830434 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ce8d224f-e165-4d69-9bb7-649d28be6282 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:02.854237 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-2fedc653-60a1-4010-8c45-c75953eb260d None None] Attempting to bind port 00a7a916-b4e2-4e4c-8967-4f21a6239c13 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:02.854636 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-2fedc653-60a1-4010-8c45-c75953eb260d None None] Attempting to bind port 00a7a916-b4e2-4e4c-8967-4f21a6239c13 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'bdb704e3-373f-4f47-bef5-3e89668f2e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:02.854951 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fedc653-60a1-4010-8c45-c75953eb260d None None] Attempting to bind port 00a7a916-b4e2-4e4c-8967-4f21a6239c13 on network 68a6fe92-0c26-45da-99d0-e58f34d2b985 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:02.860815 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fedc653-60a1-4010-8c45-c75953eb260d None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:02.861201 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fedc653-60a1-4010-8c45-c75953eb260d None None] Checking segment: {'id': 'bdb704e3-373f-4f47-bef5-3e89668f2e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:02.861663 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2fedc653-60a1-4010-8c45-c75953eb260d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:02.862060 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fedc653-60a1-4010-8c45-c75953eb260d None None] Bound using segment: {'id': 'bdb704e3-373f-4f47-bef5-3e89668f2e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:02.862531 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-2fedc653-60a1-4010-8c45-c75953eb260d None None] Bound port: 00a7a916-b4e2-4e4c-8967-4f21a6239c13, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb704e3-373f-4f47-bef5-3e89668f2e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:02.862915 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2fedc653-60a1-4010-8c45-c75953eb260d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:02.931685 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ce8d224f-e165-4d69-9bb7-649d28be6282 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:02.932203 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2fedc653-60a1-4010-8c45-c75953eb260d None None] For port 00a7a916-b4e2-4e4c-8967-4f21a6239c13, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:02.933759 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ce8d224f-e165-4d69-9bb7-649d28be6282 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3224235 Jul 23 20:09:02.936100 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2fedc653-60a1-4010-8c45-c75953eb260d None None] For port 00a7a916-b4e2-4e4c-8967-4f21a6239c13, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=00a7a916-b4e2-4e4c-8967-4f21a6239c13,segment=NetworkSegment(bdb704e3-373f-4f47-bef5-3e89668f2e28),segment_id=bdb704e3-373f-4f47-bef5-3e89668f2e28)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:02.941659 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2fedc653-60a1-4010-8c45-c75953eb260d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:02.961618 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-3c17dd88-ce34-429f-871e-95fae3d9cdb8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1818628875-network', 'tenant_id': 'b0034ad2193943c88dd45b988df53e40'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:02.999158 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d9db2e8-439f-4d0b-a5ed-9753b2ed3170'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:03.001859 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c502da68-5440-4474-85c9-858a69cddafc" -d '{"events": [{"server_uuid": "8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c", "name": "network-vif-unplugged", "status": "completed", "tag": "8d9db2e8-439f-4d0b-a5ed-9753b2ed3170"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:03.005244 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fedc653-60a1-4010-8c45-c75953eb260d None None] Pushing event updated for resources: {'Port': ['ID=00a7a916-b4e2-4e4c-8967-4f21a6239c13,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:03.089893 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f62dd6-731f-4ea9-9392-1f7e77e545e6 x-openstack-request-id: req-29f62dd6-731f-4ea9-9392-1f7e77e545e6 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:03.090192 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c", "name": "network-vif-unplugged", "status": "completed", "tag": "8d9db2e8-439f-4d0b-a5ed-9753b2ed3170", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:03.090445 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-29f62dd6-731f-4ea9-9392-1f7e77e545e6 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:03.090870 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d9db2e8-439f-4d0b-a5ed-9753b2ed3170', 'code': 200} Jul 23 20:09:03.142717 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c17dd88-ce34-429f-871e-95fae3d9cdb8 admin admin] Made reservation on behalf of b0034ad2193943c88dd45b988df53e40 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:09:03.145411 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3c17dd88-ce34-429f-871e-95fae3d9cdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:03.186106 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3c17dd88-ce34-429f-871e-95fae3d9cdb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:03.259177 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-242be760-cb73-4eb4-9631-e5271caed72b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:03.340043 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-242be760-cb73-4eb4-9631-e5271caed72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:03.400767 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5ee129c-875e-4952-8465-d34d5336aa09 req-43a0436e-9060-4fb2-b922-3482df5ff7c8 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8030b22-fed3-4882-b5b2-8a6efe63a829 HTTP/1.1" status: 200 len: 210 time: 0.1026292 Jul 23 20:09:03.424552 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-88988f85-f4e0-4f31-9df0-67411628f5aa tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:03.467830 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-91d40e1c-ce96-475d-ab2b-6b004211d280 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1627861812&fields=id&tenant_id=a3e740eb35174745b8c66e63aac9db55 HTTP/1.1" status: 200 len: 267 time: 0.2056825 Jul 23 20:09:03.562071 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3c17dd88-ce34-429f-871e-95fae3d9cdb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:03.571630 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3c17dd88-ce34-429f-871e-95fae3d9cdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:03.584437 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-88988f85-f4e0-4f31-9df0-67411628f5aa tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:03.588909 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-ad5fd0b3-9596-4945-ad5c-c0d65a6029a0 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:03.599946 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-ad5fd0b3-9596-4945-ad5c-c0d65a6029a0 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports/8ff51102-e428-4ded-a3d1-228f5bfc548f HTTP/1.1" status: 200 len: 931 time: 0.1305473 Jul 23 20:09:03.600457 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:09:03.665904 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-242be760-cb73-4eb4-9631-e5271caed72b admin admin] Allocated IP 172.25.1.245 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/b52d0c32-d4d5-4fa8-850c-84ffb10b224a) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:09:03.671985 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c17dd88-ce34-429f-871e-95fae3d9cdb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:09:03.681860 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-32789938-0cf8-4b6d-8a04-2e3fe2fe7ad6 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:03.690234 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-32789938-0cf8-4b6d-8a04-2e3fe2fe7ad6 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports/029ccb5c-9717-4b7a-825f-18be8ca06481 HTTP/1.1" status: 200 len: 932 time: 0.0892663 Jul 23 20:09:03.733792 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-88988f85-f4e0-4f31-9df0-67411628f5aa tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Network d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:03.740625 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17dd88-ce34-429f-871e-95fae3d9cdb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51ba93b-4e0e-46d0-bb14-a26dc48e2672,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:03.757497 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3c17dd88-ce34-429f-871e-95fae3d9cdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:03.757843 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-3c17dd88-ce34-429f-871e-95fae3d9cdb8 admin admin] Added segment 9eb759ba-9a2b-4b4a-8b0d-8ce08999cbcd of type vlan for network 0bbb7760-2d51-4302-ac23-822a97afada5 Jul 23 20:09:03.765060 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-88988f85-f4e0-4f31-9df0-67411628f5aa tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:03.770436 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-9ddf0f7a-0e3d-42b1-b786-011853d831bc tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?network_id=48945854-cc22-4ffa-90b9-415f56c007c5&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0783310 Jul 23 20:09:03.779169 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-88988f85-f4e0-4f31-9df0-67411628f5aa tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:09:03.825208 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-b0cea9ff-8edf-4b4f-af0d-e400ca29e786 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?network_id=48945854-cc22-4ffa-90b9-415f56c007c5&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0537519 Jul 23 20:09:03.844396 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 23dad8ee-0750-4a74-9c3c-51c635be7559 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:09:03.849600 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88988f85-f4e0-4f31-9df0-67411628f5aa tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Pushing event updated for resources: {'Port': ['ID=e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:03.923996 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3c17dd88-ce34-429f-871e-95fae3d9cdb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:03.953533 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-88988f85-f4e0-4f31-9df0-67411628f5aa tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:03.955065 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-88988f85-f4e0-4f31-9df0-67411628f5aa tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:03.992939 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea713e8-ccc7-41aa-88ad-2e57856dd131 req-64898b66-28f9-4722-ae36-394adc260851 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:03.996901 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bea713e8-ccc7-41aa-88ad-2e57856dd131 req-64898b66-28f9-4722-ae36-394adc260851 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 946 time: 0.3212063 Jul 23 20:09:04.043613 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-88988f85-f4e0-4f31-9df0-67411628f5aa tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8462067 Jul 23 20:09:04.058374 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-6d66cf2c-91af-41b1-bd97-51460edef5bc tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:09:04.063172 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-6d66cf2c-91af-41b1-bd97-51460edef5bc tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115249 Jul 23 20:09:04.100097 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3c17dd88-ce34-429f-871e-95fae3d9cdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:04.106054 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 23dad8ee-0750-4a74-9c3c-51c635be7559, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=23dad8ee-0750-4a74-9c3c-51c635be7559,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:04.107710 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c17dd88-ce34-429f-871e-95fae3d9cdb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:04.108950 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3c17dd88-ce34-429f-871e-95fae3d9cdb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:04.152924 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '23dad8ee-0750-4a74-9c3c-51c635be7559', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': '23dad8ee-0750-4a74-9c3c-51c635be7559', 'mac_address': 'fa:16:3e:86:3a:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:09:04.158328 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bea713e8-ccc7-41aa-88ad-2e57856dd131 req-9cf2190e-c450-4957-83c9-43191a425402 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342037 Jul 23 20:09:04.186150 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-27643067-7f0a-488d-adbf-4f13249e3c0f service neutron] Request body: {'port': {'device_id': 'a8030b22-fed3-4882-b5b2-8a6efe63a829', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:04.194794 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-e0ed663b-b2c7-41c8-8a42-879bdbc46fe4 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:04.220340 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-e0ed663b-b2c7-41c8-8a42-879bdbc46fe4 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:04.225365 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:04.245641 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-e0ed663b-b2c7-41c8-8a42-879bdbc46fe4 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:04.249616 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23dad8ee-0750-4a74-9c3c-51c635be7559 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:04.249777 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-e0ed663b-b2c7-41c8-8a42-879bdbc46fe4 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/networks?id=065bad45-89d8-44cd-a1fc-415086b71990&id=24944fa3-9e4d-479a-a53d-6bb8b5f56882&id=24944fa3-9e4d-479a-a53d-6bb8b5f56882&id=48945854-cc22-4ffa-90b9-415f56c007c5&id=48945854-cc22-4ffa-90b9-415f56c007c5 HTTP/1.1" status: 200 len: 1987 time: 0.4227934 Jul 23 20:09:04.259459 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3c17dd88-ce34-429f-871e-95fae3d9cdb8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5047348 Jul 23 20:09:04.263719 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46274) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:04.270191 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-29ebb792-3d63-4505-9145-956e944dbe77 admin admin] Request body: {'subnet': {'network_id': '0bbb7760-2d51-4302-ac23-822a97afada5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1818628875-subnet', 'tenant_id': 'b0034ad2193943c88dd45b988df53e40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:04.301647 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 23dad8ee-0750-4a74-9c3c-51c635be7559, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=23dad8ee-0750-4a74-9c3c-51c635be7559,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:04.310103 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-a35c9b37-2c67-4078-a5ae-90dac8495abb tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/quotas/a3e740eb35174745b8c66e63aac9db55 HTTP/1.1" status: 200 len: 375 time: 0.0385399 Jul 23 20:09:04.314690 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-242be760-cb73-4eb4-9631-e5271caed72b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:04.321969 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:04.348979 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17dd88-ce34-429f-871e-95fae3d9cdb8 admin admin] Pushing event updated for resources: {'Network': ['ID=0bbb7760-2d51-4302-ac23-822a97afada5,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:04.411266 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ebb792-3d63-4505-9145-956e944dbe77 admin admin] Made reservation on behalf of b0034ad2193943c88dd45b988df53e40 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:09:04.416258 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-29ebb792-3d63-4505-9145-956e944dbe77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:04.443961 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=23dad8ee-0750-4a74-9c3c-51c635be7559,revision_number=9']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:04.452181 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 0bbb7760-2d51-4302-ac23-822a97afada5 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:09:04.490934 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-27643067-7f0a-488d-adbf-4f13249e3c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:04.524401 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['23dad8ee-0750-4a74-9c3c-51c635be7559'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:09:04.541778 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-242be760-cb73-4eb4-9631-e5271caed72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:04.594622 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242be760-cb73-4eb4-9631-e5271caed72b admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:04.633196 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-242be760-cb73-4eb4-9631-e5271caed72b admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:04.645905 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242be760-cb73-4eb4-9631-e5271caed72b admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:09:04.693562 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-176efd7c-a587-4211-80b4-3ae55c655a92 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3e740eb35174745b8c66e63aac9db55&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3677595 Jul 23 20:09:04.865152 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242be760-cb73-4eb4-9631-e5271caed72b admin admin] Pushing event updated for resources: {'Port': ['ID=b52d0c32-d4d5-4fa8-850c-84ffb10b224a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:05.023654 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cf3347-d622-465a-8102-62698a944811 None None] Network 68a6fe92-0c26-45da-99d0-e58f34d2b985 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:09:05.177533 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 00a7a916-b4e2-4e4c-8967-4f21a6239c13 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:09:05.236404 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-55a4d66a-0638-401f-8b1b-24b8d6fcf6a3 service neutron] 10.222.0.32 "GET /v2.0/networks/065bad45-89d8-44cd-a1fc-415086b71990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4909365 Jul 23 20:09:05.366104 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-3a282c94-b724-40f0-be6a-49bd059df7ae service neutron] 10.222.0.32 "GET /v2.0/networks/065bad45-89d8-44cd-a1fc-415086b71990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221075 Jul 23 20:09:05.375800 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c7ad2aa7-1626-4268-baca-d18826ea159a None None] Provisioning for port 00a7a916-b4e2-4e4c-8967-4f21a6239c13 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:05.427142 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-27643067-7f0a-488d-adbf-4f13249e3c0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:05.427142 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-27643067-7f0a-488d-adbf-4f13249e3c0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:05.447139 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-27643067-7f0a-488d-adbf-4f13249e3c0f service neutron] Transition to ACTIVE for port object e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:05.470665 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-242be760-cb73-4eb4-9631-e5271caed72b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:05.519036 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 00a7a916-b4e2-4e4c-8967-4f21a6239c13 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:05.525205 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 00a7a916-b4e2-4e4c-8967-4f21a6239c13 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:05.525855 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:05.537388 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-27643067-7f0a-488d-adbf-4f13249e3c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:05.573477 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-5bd33759-0f23-4308-9fdf-01ff9d2b1ca7 service neutron] 10.222.0.32 "GET /v2.0/ports/8ff51102-e428-4ded-a3d1-228f5bfc548f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1958520 Jul 23 20:09:05.695516 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:05.808307 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 00a7a916-b4e2-4e4c-8967-4f21a6239c13, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=00a7a916-b4e2-4e4c-8967-4f21a6239c13,segment=NetworkSegment(bdb704e3-373f-4f47-bef5-3e89668f2e28),segment_id=bdb704e3-373f-4f47-bef5-3e89668f2e28)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:05.815968 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:05.820486 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27643067-7f0a-488d-adbf-4f13249e3c0f service neutron] Pushing event updated for resources: {'Port': ['ID=e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:05.842767 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-29ebb792-3d63-4505-9145-956e944dbe77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:05.892262 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 23dad8ee-0750-4a74-9c3c-51c635be7559 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:09:05.913899 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-242be760-cb73-4eb4-9631-e5271caed72b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:05.925818 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-27643067-7f0a-488d-adbf-4f13249e3c0f service neutron] Attempting to bind port e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:05.926161 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-27643067-7f0a-488d-adbf-4f13249e3c0f service neutron] Attempting to bind port e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'c624a56d-de97-4959-866e-9ffe997374c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:05.926471 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-27643067-7f0a-488d-adbf-4f13249e3c0f service neutron] Attempting to bind port e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014 on network d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:05.955721 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-27643067-7f0a-488d-adbf-4f13249e3c0f service neutron] Port e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014 on network d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:09:05.956065 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-27643067-7f0a-488d-adbf-4f13249e3c0f service neutron] Attempting to bind port e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014 on network d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:05.994625 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-27643067-7f0a-488d-adbf-4f13249e3c0f service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:05.995018 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-27643067-7f0a-488d-adbf-4f13249e3c0f service neutron] Checking segment: {'id': 'c624a56d-de97-4959-866e-9ffe997374c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:05.995340 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-27643067-7f0a-488d-adbf-4f13249e3c0f service neutron] Bound using segment: {'id': 'c624a56d-de97-4959-866e-9ffe997374c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:05.995781 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-27643067-7f0a-488d-adbf-4f13249e3c0f service neutron] Bound port: e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c624a56d-de97-4959-866e-9ffe997374c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:05.996140 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-27643067-7f0a-488d-adbf-4f13249e3c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:06.036142 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=00a7a916-b4e2-4e4c-8967-4f21a6239c13,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:06.071378 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 23dad8ee-0750-4a74-9c3c-51c635be7559 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:06.073006 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:06.118502 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-3e6ca75e-c66e-4f80-bef3-2218bb346d42 service neutron] 10.222.0.32 "GET /v2.0/networks/24944fa3-9e4d-479a-a53d-6bb8b5f56882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5354800 Jul 23 20:09:06.144606 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-945165ce-2200-4535-af80-5300c1e14df8 None None] Provisioning complete for port 00a7a916-b4e2-4e4c-8967-4f21a6239c13 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:06.144956 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-945165ce-2200-4535-af80-5300c1e14df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:06.161338 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-27643067-7f0a-488d-adbf-4f13249e3c0f service neutron] For port e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:06.172164 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-27643067-7f0a-488d-adbf-4f13249e3c0f service neutron] For port e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014,segment=NetworkSegment(c624a56d-de97-4959-866e-9ffe997374c5),segment_id=c624a56d-de97-4959-866e-9ffe997374c5)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:06.190523 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242be760-cb73-4eb4-9631-e5271caed72b admin admin] Router 77eef2dc-a638-4d4d-8821-d6d8fefbab35 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:09:06.193331 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-27643067-7f0a-488d-adbf-4f13249e3c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:06.324425 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27643067-7f0a-488d-adbf-4f13249e3c0f service neutron] Pushing event updated for resources: {'Port': ['ID=e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:06.327369 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ebb792-3d63-4505-9145-956e944dbe77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6f9804b-4df9-46ee-91ae-5666aa96d3bd,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:06.347950 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-27643067-7f0a-488d-adbf-4f13249e3c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:06.348588 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-27643067-7f0a-488d-adbf-4f13249e3c0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:06.350145 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-27643067-7f0a-488d-adbf-4f13249e3c0f service neutron] 10.222.0.18 "PUT /v2.0/ports/e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014 HTTP/1.1" status: 200 len: 1092 time: 2.2730312 Jul 23 20:09:06.352596 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8030b22-fed3-4882-b5b2-8a6efe63a829', 'tag': 'e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:06.363276 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f5d3be-2e16-45f7-9fae-f76faa433a80" -d '{"events": [{"name": "network-changed", "server_uuid": "a8030b22-fed3-4882-b5b2-8a6efe63a829", "tag": "e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:06.375510 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ebb792-3d63-4505-9145-956e944dbe77 admin admin] Checking segment: {'id': '9eb759ba-9a2b-4b4a-8b0d-8ce08999cbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0bbb7760-2d51-4302-ac23-822a97afada5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:06.375891 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ebb792-3d63-4505-9145-956e944dbe77 admin admin] Network hostable DHCP agents. Network: 0bbb7760-2d51-4302-ac23-822a97afada5, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:09:06.410523 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ebb792-3d63-4505-9145-956e944dbe77 admin admin] Network 0bbb7760-2d51-4302-ac23-822a97afada5 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:09:06.438827 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-29ebb792-3d63-4505-9145-956e944dbe77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 0bbb7760-2d51-4302-ac23-822a97afada5) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:06.489899 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ebb792-3d63-4505-9145-956e944dbe77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:06.490512 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-29ebb792-3d63-4505-9145-956e944dbe77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:06.523295 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-29ebb792-3d63-4505-9145-956e944dbe77 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.2569559 Jul 23 20:09:06.569054 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-885f7dea-1174-453e-a2cc-1fff1b33ab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:06.572791 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-885f7dea-1174-453e-a2cc-1fff1b33ab66 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a8f035149644216bbc95574fad6a4f6&device_id=a8030b22-fed3-4882-b5b2-8a6efe63a829 HTTP/1.1" status: 200 len: 1095 time: 0.1462331 Jul 23 20:09:06.693201 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-043af888-0a62-4c08-a3e0-4dfe3db31f41 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014 HTTP/1.1" status: 200 len: 217 time: 0.1116829 Jul 23 20:09:06.710033 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8724d2de-616a-41d8-9190-e050dea087d9 None None] Network 0bbb7760-2d51-4302-ac23-822a97afada5 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:09:06.772078 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:06.814974 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-543eb0c2-0536-4823-b531-3d53948cf65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:06.816830 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-543eb0c2-0536-4823-b531-3d53948cf65d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d1122d17-5637-4a7c-90bc-58da5819ab03 HTTP/1.1" status: 200 len: 862 time: 0.1142685 Jul 23 20:09:06.866812 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-1f0b4dc0-a345-47c0-a41b-575324c2b941 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383513 Jul 23 20:09:06.899002 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fcbe3f-bd4a-4483-879f-6b96e28b59aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23dad8ee-0750-4a74-9c3c-51c635be7559'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:06.901316 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b8d654-7501-4c00-ba8d-9fb5f820e99d" -d '{"events": [{"server_uuid": "b2fcbe3f-bd4a-4483-879f-6b96e28b59aa", "name": "network-vif-plugged", "status": "completed", "tag": "23dad8ee-0750-4a74-9c3c-51c635be7559"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:06.933025 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-d97b3a86-83d7-4c22-a314-b820c989bc8b service neutron] 10.222.0.32 "GET /v2.0/networks/24944fa3-9e4d-479a-a53d-6bb8b5f56882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8081141 Jul 23 20:09:06.946668 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 23dad8ee-0750-4a74-9c3c-51c635be7559, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=23dad8ee-0750-4a74-9c3c-51c635be7559,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:06.964868 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 00a7a916-b4e2-4e4c-8967-4f21a6239c13 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:09:06.969446 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:07.034049 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-700bb970-df55-4bd6-b38d-f0aeb7a081bc service neutron] 10.222.0.18 "GET /v2.0/networks/d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659372 Jul 23 20:09:07.038737 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-184bc270-99ac-4efa-8f66-f2705e2b479f service neutron] 10.222.0.32 "GET /v2.0/ports/029ccb5c-9717-4b7a-825f-18be8ca06481?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0860541 Jul 23 20:09:07.078680 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=23dad8ee-0750-4a74-9c3c-51c635be7559,revision_number=10']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:07.132144 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:07.132487 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:07.132824 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:07.133159 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:07.133505 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:07.133856 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:07.134179 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:07.134501 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:07.134823 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:07.135144 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:07.135462 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:07.135781 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:07.158117 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a067ac4f-6540-41b5-9250-463a02c6c081 None None] Network 0bbb7760-2d51-4302-ac23-822a97afada5 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:09:07.214438 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26c7bcca-5c6c-4b31-8f59-74a5f7aeb70e req-894d7d92-f01f-4fba-a50e-79323f805696 service neutron] 10.222.0.18 "GET /v2.0/networks/d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697087 Jul 23 20:09:07.265582 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-4a8d1df4-1ddb-4769-8107-2c09c74f8645 service neutron] 10.222.0.32 "GET /v2.0/networks/24944fa3-9e4d-479a-a53d-6bb8b5f56882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132664 Jul 23 20:09:07.289880 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242be760-cb73-4eb4-9631-e5271caed72b admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:09:07.302583 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0233ce4b-8795-4f4b-be8c-a710bf605604 None None] Sync routers for ids ['77eef2dc-a638-4d4d-8821-d6d8fefbab35'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:09:07.322748 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0233ce4b-8795-4f4b-be8c-a710bf605604 None None] Routers {'77eef2dc-a638-4d4d-8821-d6d8fefbab35'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:09:07.323408 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-0233ce4b-8795-4f4b-be8c-a710bf605604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:08:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['77eef2dc-a638-4d4d-8821-d6d8fefbab35'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:07.372973 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-242be760-cb73-4eb4-9631-e5271caed72b admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:07.375415 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-242be760-cb73-4eb4-9631-e5271caed72b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7313080 Jul 23 20:09:07.378186 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46302) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:07.420956 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 00a7a916-b4e2-4e4c-8967-4f21a6239c13 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:07.420956 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:07.579014 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-8561273b-ee59-403c-ba3a-78db88952b67 service neutron] 10.222.0.32 "GET /v2.0/networks/24944fa3-9e4d-479a-a53d-6bb8b5f56882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075118 Jul 23 20:09:07.693098 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-fef7e8c3-17d4-4397-9482-1321b917a748 service neutron] 10.222.0.32 "GET /v2.0/networks/24944fa3-9e4d-479a-a53d-6bb8b5f56882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126664 Jul 23 20:09:07.801578 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-50b6b889-eb3a-4ec7-8f3c-a69bc58d5b23 service neutron] 10.222.0.32 "GET /v2.0/networks/24944fa3-9e4d-479a-a53d-6bb8b5f56882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073143 Jul 23 20:09:07.868991 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-0233ce4b-8795-4f4b-be8c-a710bf605604 None None] Set router 77eef2dc-a638-4d4d-8821-d6d8fefbab35 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:09:07.918236 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-14a88d58-fc52-4f6d-a51c-15f4ab0f33e3 service neutron] 10.222.0.32 "GET /v2.0/networks/24944fa3-9e4d-479a-a53d-6bb8b5f56882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153839 Jul 23 20:09:08.037884 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-e5434a76-8a9b-4406-8d65-91e177905408 service neutron] 10.222.0.32 "GET /v2.0/networks/24944fa3-9e4d-479a-a53d-6bb8b5f56882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185021 Jul 23 20:09:08.181143 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-0233ce4b-8795-4f4b-be8c-a710bf605604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'name': 'tempest-AttachVolumeTestJSON-1415960080-router', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b52d0c32-d4d5-4fa8-850c-84ffb10b224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:01Z', 'updated_at': '2021-07-23T20:09:04Z', 'revision_number': 3, 'project_id': 'b1a6866430c7477dabb2850fe027c983', 'gw_port': {'id': 'b52d0c32-d4d5-4fa8-850c-84ffb10b224a', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ee:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:03Z', 'updated_at': '2021-07-23T20:09:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:08.187918 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-974d3799-b904-47c6-b1b0-68074d0d32fa service neutron] 10.222.0.32 "GET /v2.0/networks/48945854-cc22-4ffa-90b9-415f56c007c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490211 Jul 23 20:09:08.211692 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0233ce4b-8795-4f4b-be8c-a710bf605604 None None] Checking router: 77eef2dc-a638-4d4d-8821-d6d8fefbab35 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:09:08.212412 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0233ce4b-8795-4f4b-be8c-a710bf605604 None None] Updating router 77eef2dc-a638-4d4d-8821-d6d8fefbab35 port b52d0c32-d4d5-4fa8-850c-84ffb10b224a binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:09:08.302168 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0233ce4b-8795-4f4b-be8c-a710bf605604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:08.385326 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-b645492c-b260-495e-b86c-7a5efa8e2358 service neutron] 10.222.0.32 "GET /v2.0/networks/48945854-cc22-4ffa-90b9-415f56c007c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964030 Jul 23 20:09:08.605094 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-2ae727b8-0d01-4588-a3e2-2b4f5454fea6 service neutron] 10.222.0.32 "GET /v2.0/networks/48945854-cc22-4ffa-90b9-415f56c007c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168365 Jul 23 20:09:08.749551 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5f711785-ae1d-423a-9a4c-628b2f85c2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:08.831731 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-d11adcde-8380-4f1c-a413-8949953b3038 service neutron] 10.222.0.32 "GET /v2.0/networks/48945854-cc22-4ffa-90b9-415f56c007c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248855 Jul 23 20:09:08.894882 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0233ce4b-8795-4f4b-be8c-a710bf605604 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:08.910547 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-0233ce4b-8795-4f4b-be8c-a710bf605604 None None] Transition to ACTIVE for port object b52d0c32-d4d5-4fa8-850c-84ffb10b224a will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:08.922207 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0233ce4b-8795-4f4b-be8c-a710bf605604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:08.970331 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a437bf-3556-42dc-aa33-c2cd5d84886a None None] Pushing event updated for resources: {'Port': ['ID=b52d0c32-d4d5-4fa8-850c-84ffb10b224a,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:08.979255 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a437bf-3556-42dc-aa33-c2cd5d84886a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:08.979601 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a437bf-3556-42dc-aa33-c2cd5d84886a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:08.980001 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a437bf-3556-42dc-aa33-c2cd5d84886a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:08.980346 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a437bf-3556-42dc-aa33-c2cd5d84886a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:08.980676 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a437bf-3556-42dc-aa33-c2cd5d84886a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:08.981006 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a437bf-3556-42dc-aa33-c2cd5d84886a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:08.981332 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a437bf-3556-42dc-aa33-c2cd5d84886a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:08.981694 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a437bf-3556-42dc-aa33-c2cd5d84886a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:08.982555 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a437bf-3556-42dc-aa33-c2cd5d84886a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:08.982883 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a437bf-3556-42dc-aa33-c2cd5d84886a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:08.983206 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a437bf-3556-42dc-aa33-c2cd5d84886a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:08.983529 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a437bf-3556-42dc-aa33-c2cd5d84886a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:09.014719 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-0233ce4b-8795-4f4b-be8c-a710bf605604 None None] Attempting to bind port b52d0c32-d4d5-4fa8-850c-84ffb10b224a on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:09.015083 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-0233ce4b-8795-4f4b-be8c-a710bf605604 None None] Attempting to bind port b52d0c32-d4d5-4fa8-850c-84ffb10b224a by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:09.015446 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0233ce4b-8795-4f4b-be8c-a710bf605604 None None] Attempting to bind port b52d0c32-d4d5-4fa8-850c-84ffb10b224a on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:09.025246 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0233ce4b-8795-4f4b-be8c-a710bf605604 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:09.025633 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0233ce4b-8795-4f4b-be8c-a710bf605604 None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:09.026036 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0233ce4b-8795-4f4b-be8c-a710bf605604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:09.026432 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0233ce4b-8795-4f4b-be8c-a710bf605604 None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:09.026900 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-0233ce4b-8795-4f4b-be8c-a710bf605604 None None] Bound port: b52d0c32-d4d5-4fa8-850c-84ffb10b224a, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:09.027278 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0233ce4b-8795-4f4b-be8c-a710bf605604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:09.128737 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-5f711785-ae1d-423a-9a4c-628b2f85c2e0 admin admin] Allocated IP 172.20.0.1 (68a6fe92-0c26-45da-99d0-e58f34d2b985/7562bacc-5c9d-4fd5-a756-532eac029140/cd94949f-2562-491e-b14d-ffa1273e0b99) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:09:09.131282 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-0233ce4b-8795-4f4b-be8c-a710bf605604 None None] For port b52d0c32-d4d5-4fa8-850c-84ffb10b224a, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:09.135744 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-0233ce4b-8795-4f4b-be8c-a710bf605604 None None] For port b52d0c32-d4d5-4fa8-850c-84ffb10b224a, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=b52d0c32-d4d5-4fa8-850c-84ffb10b224a,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:09.145055 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0233ce4b-8795-4f4b-be8c-a710bf605604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:09.258736 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a437bf-3556-42dc-aa33-c2cd5d84886a None None] Pushing event updated for resources: {'Port': ['ID=b52d0c32-d4d5-4fa8-850c-84ffb10b224a,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:09.273443 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0233ce4b-8795-4f4b-be8c-a710bf605604 None None] Routers {'77eef2dc-a638-4d4d-8821-d6d8fefbab35'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:09:09.274169 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-0233ce4b-8795-4f4b-be8c-a710bf605604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:08:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['77eef2dc-a638-4d4d-8821-d6d8fefbab35'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:09.296564 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5f711785-ae1d-423a-9a4c-628b2f85c2e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:09.315385 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-5f711785-ae1d-423a-9a4c-628b2f85c2e0 admin admin] Transition to ACTIVE for port object cd94949f-2562-491e-b14d-ffa1273e0b99 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:09.388793 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5f711785-ae1d-423a-9a4c-628b2f85c2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:09.479958 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-0233ce4b-8795-4f4b-be8c-a710bf605604 None None] Set router 77eef2dc-a638-4d4d-8821-d6d8fefbab35 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:09:09.487249 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f711785-ae1d-423a-9a4c-628b2f85c2e0 admin admin] Network 68a6fe92-0c26-45da-99d0-e58f34d2b985 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:09.506310 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-5f711785-ae1d-423a-9a4c-628b2f85c2e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:09.529757 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f711785-ae1d-423a-9a4c-628b2f85c2e0 admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:09:09.605354 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f711785-ae1d-423a-9a4c-628b2f85c2e0 admin admin] Pushing event updated for resources: {'Port': ['ID=cd94949f-2562-491e-b14d-ffa1273e0b99,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:09.664953 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5f711785-ae1d-423a-9a4c-628b2f85c2e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:09.891966 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:09:10.040828 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5f711785-ae1d-423a-9a4c-628b2f85c2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:10.052273 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-0233ce4b-8795-4f4b-be8c-a710bf605604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'name': 'tempest-AttachVolumeTestJSON-1415960080-router', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b52d0c32-d4d5-4fa8-850c-84ffb10b224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:01Z', 'updated_at': '2021-07-23T20:09:04Z', 'revision_number': 3, 'project_id': 'b1a6866430c7477dabb2850fe027c983', 'gw_port': {'id': 'b52d0c32-d4d5-4fa8-850c-84ffb10b224a', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ee:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:03Z', 'updated_at': '2021-07-23T20:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:10.094418 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014,segment=NetworkSegment(c624a56d-de97-4959-866e-9ffe997374c5),segment_id=c624a56d-de97-4959-866e-9ffe997374c5)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:10.110115 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': 'e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014', 'network_id': 'd76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1', 'port_id': 'e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014', 'mac_address': 'fa:16:3e:01:86:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1122d17-5637-4a7c-90bc-58da5819ab03', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:09:10.110670 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0233ce4b-8795-4f4b-be8c-a710bf605604 None None] The sync data for ids ['77eef2dc-a638-4d4d-8821-d6d8fefbab35'] in n-d-793618-10 is: [{'id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'name': 'tempest-AttachVolumeTestJSON-1415960080-router', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b52d0c32-d4d5-4fa8-850c-84ffb10b224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:01Z', 'updated_at': '2021-07-23T20:09:04Z', 'revision_number': 3, 'project_id': 'b1a6866430c7477dabb2850fe027c983', 'gw_port': {'id': 'b52d0c32-d4d5-4fa8-850c-84ffb10b224a', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ee:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:03Z', 'updated_at': '2021-07-23T20:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:09:10.184107 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-3d7b099e-80a4-49f3-b4f1-029f8943bf15 None None] Provisioning for port cd94949f-2562-491e-b14d-ffa1273e0b99 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:10.207868 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-3d7b099e-80a4-49f3-b4f1-029f8943bf15 None None] Provisioning complete for port cd94949f-2562-491e-b14d-ffa1273e0b99 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:10.208351 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3d7b099e-80a4-49f3-b4f1-029f8943bf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:10.287784 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-17e5633c-407b-4000-b7ce-9cadb6a18643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:10.291970 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:10.325088 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:10.359843 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5f711785-ae1d-423a-9a4c-628b2f85c2e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:10.366538 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5f711785-ae1d-423a-9a4c-628b2f85c2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:10.371385 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014,segment=NetworkSegment(c624a56d-de97-4959-866e-9ffe997374c5),segment_id=c624a56d-de97-4959-866e-9ffe997374c5)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:10.393364 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:10.465636 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f711785-ae1d-423a-9a4c-628b2f85c2e0 admin admin] Pushing event updated for resources: {'Port': ['ID=cd94949f-2562-491e-b14d-ffa1273e0b99,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:10.491925 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d092b76-8e6e-4d87-8046-b02d7f4c2a00 req-67c74ef9-3017-4f9e-af43-dac20aae9e67 tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:10.498691 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5f711785-ae1d-423a-9a4c-628b2f85c2e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:10.499333 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-3d7b099e-80a4-49f3-b4f1-029f8943bf15 None None] Port cd94949f-2562-491e-b14d-ffa1273e0b99 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:09:10.499701 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9d092b76-8e6e-4d87-8046-b02d7f4c2a00 req-67c74ef9-3017-4f9e-af43-dac20aae9e67 tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cd8322a-129a-4735-9dca-faa4a2d89bea HTTP/1.1" status: 200 len: 946 time: 0.1760964 Jul 23 20:09:10.566714 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:10.644843 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9d092b76-8e6e-4d87-8046-b02d7f4c2a00 req-302c3b25-304e-471e-a32a-86a33ab2c6e2 tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] 10.222.0.32 "GET /v2.0/security-groups?id=354e04bd-7eea-47fe-85fa-3907647f76df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216323 Jul 23 20:09:10.709547 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:09:10.892479 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f711785-ae1d-423a-9a4c-628b2f85c2e0 admin admin] Network 68a6fe92-0c26-45da-99d0-e58f34d2b985 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:10.905717 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-5f711785-ae1d-423a-9a4c-628b2f85c2e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:11.030117 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be816db5-0bc3-446d-9c70-81a880ee17f3 req-7f98d5f2-0e9a-4da3-9ef0-94f7cace69bd tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:11.032167 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-be816db5-0bc3-446d-9c70-81a880ee17f3 req-7f98d5f2-0e9a-4da3-9ef0-94f7cace69bd tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8030b22-fed3-4882-b5b2-8a6efe63a829 HTTP/1.1" status: 200 len: 944 time: 0.2008646 Jul 23 20:09:11.120317 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device b52d0c32-d4d5-4fa8-850c-84ffb10b224a up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:09:11.173742 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-be816db5-0bc3-446d-9c70-81a880ee17f3 req-750b5c0f-38b3-4634-b4bd-cce7d2929e71 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309900 Jul 23 20:09:11.237345 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f711785-ae1d-423a-9a4c-628b2f85c2e0 admin admin] Router 77eef2dc-a638-4d4d-8821-d6d8fefbab35 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:09:11.421979 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port b52d0c32-d4d5-4fa8-850c-84ffb10b224a completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:11.427928 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port b52d0c32-d4d5-4fa8-850c-84ffb10b224a triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:11.428544 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:11.459671 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfa1fa-92bb-47ec-b899-9c7aee84755c req-e6b7e605-794a-4cb6-ab28-969dfa101d6f tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:11.476342 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d0cfa1fa-92bb-47ec-b899-9c7aee84755c req-e6b7e605-794a-4cb6-ab28-969dfa101d6f tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 946 time: 0.1927795 Jul 23 20:09:11.555643 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a62cb6fb-30e5-49d3-b9b9-c7af4fe33b27 None None] Provisioning complete for port cd94949f-2562-491e-b14d-ffa1273e0b99 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:11.556092 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a62cb6fb-30e5-49d3-b9b9-c7af4fe33b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:11.629062 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f711785-ae1d-423a-9a4c-628b2f85c2e0 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:09:11.642458 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d0cfa1fa-92bb-47ec-b899-9c7aee84755c req-e7ebf32f-7b09-43c3-9a1d-db3cac5d098a tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637223 Jul 23 20:09:11.654443 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5f711785-ae1d-423a-9a4c-628b2f85c2e0 admin admin] 10.222.0.32 "PUT /v2.0/routers/77eef2dc-a638-4d4d-8821-d6d8fefbab35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2746825 Jul 23 20:09:11.764426 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a62cb6fb-30e5-49d3-b9b9-c7af4fe33b27 None None] Port cd94949f-2562-491e-b14d-ffa1273e0b99 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:09:11.832318 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:11.910195 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port b52d0c32-d4d5-4fa8-850c-84ffb10b224a, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=b52d0c32-d4d5-4fa8-850c-84ffb10b224a,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:11.924223 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:11.958069 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47495f5-fbab-4369-b51b-1843b50ad35e x-openstack-request-id: req-e47495f5-fbab-4369-b51b-1843b50ad35e {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:11.958540 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8030b22-fed3-4882-b5b2-8a6efe63a829", "tag": "e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:11.958955 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e47495f5-fbab-4369-b51b-1843b50ad35e {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:11.959608 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8030b22-fed3-4882-b5b2-8a6efe63a829', 'tag': 'e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014', 'status': 'completed', 'code': 200} Jul 23 20:09:12.161350 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5d3be-2e16-45f7-9fae-f76faa433a80 req-bd7a4792-1300-4476-a1cd-87f6f9f46e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:12.174892 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=b52d0c32-d4d5-4fa8-850c-84ffb10b224a,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:12.186683 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-32f5d3be-2e16-45f7-9fae-f76faa433a80 req-bd7a4792-1300-4476-a1cd-87f6f9f46e86 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a8f035149644216bbc95574fad6a4f6&device_id=a8030b22-fed3-4882-b5b2-8a6efe63a829 HTTP/1.1" status: 200 len: 1096 time: 0.2242475 Jul 23 20:09:12.326489 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-85036648-a8f6-48f5-885f-89f75dfa8b45 req-77e8979b-6a0b-474d-9bb2-db6fbb80b29b tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1454398985', 'description': 'tempest-description-488406599'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:12.344513 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5d3be-2e16-45f7-9fae-f76faa433a80 req-45b88ebb-517b-470b-a732-b1440bdb3a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:12.346378 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-32f5d3be-2e16-45f7-9fae-f76faa433a80 req-45b88ebb-517b-470b-a732-b1440bdb3a02 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1 HTTP/1.1" status: 200 len: 923 time: 0.1533725 Jul 23 20:09:12.406129 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-85036648-a8f6-48f5-885f-89f75dfa8b45 req-77e8979b-6a0b-474d-9bb2-db6fbb80b29b tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:12.422292 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-32f5d3be-2e16-45f7-9fae-f76faa433a80 req-3d4a5d36-8445-48e9-91f4-9dcf46ad3abc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014 HTTP/1.1" status: 200 len: 217 time: 0.0656879 Jul 23 20:09:12.473853 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-334f7ccc-6ead-4172-b33d-af01cc8dd12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:12.475229 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-334f7ccc-6ead-4172-b33d-af01cc8dd12b service neutron] 10.222.0.30 "GET /v2.0/ports/8ff51102-e428-4ded-a3d1-228f5bfc548f HTTP/1.1" status: 200 len: 1027 time: 0.1279013 Jul 23 20:09:12.564565 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5d3be-2e16-45f7-9fae-f76faa433a80 req-e9e94f4e-267d-43ad-9dd9-4a6a21b53f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:12.568949 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-32f5d3be-2e16-45f7-9fae-f76faa433a80 req-e9e94f4e-267d-43ad-9dd9-4a6a21b53f67 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d1122d17-5637-4a7c-90bc-58da5819ab03 HTTP/1.1" status: 200 len: 862 time: 0.1378083 Jul 23 20:09:12.630622 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-85036648-a8f6-48f5-885f-89f75dfa8b45 req-77e8979b-6a0b-474d-9bb2-db6fbb80b29b tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:12.638898 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-85036648-a8f6-48f5-885f-89f75dfa8b45 req-77e8979b-6a0b-474d-9bb2-db6fbb80b29b tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:12.671823 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-32f5d3be-2e16-45f7-9fae-f76faa433a80 req-28e685fd-423d-4e7e-9cd2-2513f0584cf1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941887 Jul 23 20:09:12.673329 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-85036648-a8f6-48f5-885f-89f75dfa8b45 req-77e8979b-6a0b-474d-9bb2-db6fbb80b29b tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:12.677363 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-85036648-a8f6-48f5-885f-89f75dfa8b45 req-77e8979b-6a0b-474d-9bb2-db6fbb80b29b tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3574622 Jul 23 20:09:12.685964 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-786bb6b8-050a-4763-bf0f-69faf957a291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:12.710418 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-786bb6b8-050a-4763-bf0f-69faf957a291 service neutron] 10.222.0.30 "GET /v2.0/ports/029ccb5c-9717-4b7a-825f-18be8ca06481 HTTP/1.1" status: 200 len: 1028 time: 0.2257175 Jul 23 20:09:12.743804 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8979b-6a0b-474d-9bb2-db6fbb80b29b tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1afd568-4486-4ba1-9a7d-e066942677dd,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:12.893893 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a805934-ae91-4383-8e40-a490e8465535 x-openstack-request-id: req-9a805934-ae91-4383-8e40-a490e8465535 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:12.894295 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2fcbe3f-bd4a-4483-879f-6b96e28b59aa", "name": "network-vif-plugged", "status": "completed", "tag": "23dad8ee-0750-4a74-9c3c-51c635be7559", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:12.894651 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a805934-ae91-4383-8e40-a490e8465535 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:12.895148 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fcbe3f-bd4a-4483-879f-6b96e28b59aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23dad8ee-0750-4a74-9c3c-51c635be7559', 'code': 200} Jul 23 20:09:12.922304 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-056eb561-599e-4c8d-93a4-f305c3169acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:12.966801 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device b52d0c32-d4d5-4fa8-850c-84ffb10b224a up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:09:12.998669 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-12bf6ac6-4789-43e9-985e-0de90d2cef41 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:13.005218 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-12bf6ac6-4789-43e9-985e-0de90d2cef41 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:13.011610 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-12bf6ac6-4789-43e9-985e-0de90d2cef41 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:13.014201 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-12bf6ac6-4789-43e9-985e-0de90d2cef41 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.30 "GET /v2.0/networks?id=065bad45-89d8-44cd-a1fc-415086b71990&id=24944fa3-9e4d-479a-a53d-6bb8b5f56882&id=24944fa3-9e4d-479a-a53d-6bb8b5f56882&id=24944fa3-9e4d-479a-a53d-6bb8b5f56882&id=24944fa3-9e4d-479a-a53d-6bb8b5f56882&id=48945854-cc22-4ffa-90b9-415f56c007c5&id=48945854-cc22-4ffa-90b9-415f56c007c5 HTTP/1.1" status: 200 len: 1987 time: 0.2934294 Jul 23 20:09:13.095368 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0f15b008-13f9-4b08-a856-498af4186215 req-31ac32d2-03e4-4f9d-89c6-0ae528bc5d86 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 210 time: 0.0763047 Jul 23 20:09:13.155495 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port b52d0c32-d4d5-4fa8-850c-84ffb10b224a triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:13.155962 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:13.282048 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-776f85ca-e21c-4c4d-8364-477abbab1411 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3e740eb35174745b8c66e63aac9db55 HTTP/1.1" status: 200 len: 380 time: 0.2364161 Jul 23 20:09:13.300883 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-dae1c799-f6a0-4256-95d7-00779a9f6229 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Request body: {'port': {'device_id': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'network_id': '065bad45-89d8-44cd-a1fc-415086b71990', 'admin_state_up': True, 'tenant_id': 'a3e740eb35174745b8c66e63aac9db55', 'security_groups': ['f32addc3-5df2-4066-b4a6-63fddb9e0741']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:13.355722 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:13.494316 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-32f5d3be-2e16-45f7-9fae-f76faa433a80 req-deaad8dd-4a56-4a6c-a501-91551c02d7cb service neutron] 10.222.0.18 "GET /v2.0/networks/d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8139596 Jul 23 20:09:13.512548 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bbcbab-215c-426f-bf3a-74fdfe803c6a None None] Sync routers for ids ['77eef2dc-a638-4d4d-8821-d6d8fefbab35'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:09:13.534867 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bbcbab-215c-426f-bf3a-74fdfe803c6a None None] Routers {'77eef2dc-a638-4d4d-8821-d6d8fefbab35'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:09:13.536788 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-d3bbcbab-215c-426f-bf3a-74fdfe803c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:09:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['77eef2dc-a638-4d4d-8821-d6d8fefbab35'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:13.798792 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-32f5d3be-2e16-45f7-9fae-f76faa433a80 req-d23bbe04-b45b-43d0-8ffb-33a75649dac7 service neutron] 10.222.0.18 "GET /v2.0/networks/d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868533 Jul 23 20:09:13.799856 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-dae1c799-f6a0-4256-95d7-00779a9f6229 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Made reservation on behalf of a3e740eb35174745b8c66e63aac9db55 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:09:13.816840 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-dae1c799-f6a0-4256-95d7-00779a9f6229 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:13.851291 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-d3bbcbab-215c-426f-bf3a-74fdfe803c6a None None] Set router 77eef2dc-a638-4d4d-8821-d6d8fefbab35 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:09:13.934398 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:09:14.010150 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46376) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:14.019145 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-1b687320-3b45-441d-b0ca-ef3d81974553 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1789465382', 'description': 'tempest-description--90682454'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:14.050742 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:14.081426 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b687320-3b45-441d-b0ca-ef3d81974553 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:14.089774 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:14.095249 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-dae1c799-f6a0-4256-95d7-00779a9f6229 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Allocated IP 172.20.0.12 (065bad45-89d8-44cd-a1fc-415086b71990/15dbea46-1b22-4ee7-9998-2dc91fc68b70/d782c9aa-2158-45ec-9a49-51f7cf848ae5) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:09:14.100686 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:14.101588 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:14.283206 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b076682-e569-43b0-bf41-8cbb557a97d5 req-4713af3e-8205-4af7-ac74-27645f117040 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:14.293762 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3b076682-e569-43b0-bf41-8cbb557a97d5 req-4713af3e-8205-4af7-ac74-27645f117040 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8030b22-fed3-4882-b5b2-8a6efe63a829 HTTP/1.1" status: 200 len: 944 time: 0.1998997 Jul 23 20:09:14.384411 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b687320-3b45-441d-b0ca-ef3d81974553 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:14.391818 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:14.394892 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3b076682-e569-43b0-bf41-8cbb557a97d5 req-916b85d8-0565-4f07-916f-663f885a0850 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923774 Jul 23 20:09:14.399574 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b687320-3b45-441d-b0ca-ef3d81974553 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:14.467613 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a32ae2-f19a-4f5f-b7bf-9efb0766df9f req-e4547b42-2b60-42a9-8ef9-6ca3a5bd6f5c tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:14.471454 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:14.484443 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-90a32ae2-f19a-4f5f-b7bf-9efb0766df9f req-e4547b42-2b60-42a9-8ef9-6ca3a5bd6f5c tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 946 time: 0.3127964 Jul 23 20:09:14.487031 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:14.525739 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014,segment=NetworkSegment(c624a56d-de97-4959-866e-9ffe997374c5),segment_id=c624a56d-de97-4959-866e-9ffe997374c5)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:14.540112 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b687320-3b45-441d-b0ca-ef3d81974553 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:14.544335 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1b687320-3b45-441d-b0ca-ef3d81974553 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5318058 Jul 23 20:09:14.545447 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46386) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:14.556239 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:14.556480 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-cf5f5bcb-5fa7-4521-aae2-4368e6e86c4c tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Request body: {'security_group_rule': {'security_group_id': 'e3c795a9-7461-4bc4-8325-b1503df20f5b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:14.571867 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b687320-3b45-441d-b0ca-ef3d81974553 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c795a9-7461-4bc4-8325-b1503df20f5b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:14.657881 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-d3bbcbab-215c-426f-bf3a-74fdfe803c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'name': 'tempest-AttachVolumeTestJSON-1415960080-router', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b52d0c32-d4d5-4fa8-850c-84ffb10b224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:01Z', 'updated_at': '2021-07-23T20:09:09Z', 'revision_number': 4, 'project_id': 'b1a6866430c7477dabb2850fe027c983', 'gw_port': {'id': 'b52d0c32-d4d5-4fa8-850c-84ffb10b224a', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:03Z', 'updated_at': '2021-07-23T20:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'cd94949f-2562-491e-b14d-ffa1273e0b99', 'name': '', 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'mac_address': 'fa:16:3e:4a:6b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '7562bacc-5c9d-4fd5-a756-532eac029140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:08Z', 'updated_at': '2021-07-23T20:09:10Z', 'revision_number': 2, 'project_id': 'b1a6866430c7477dabb2850fe027c983', 'subnets': [{'id': '7562bacc-5c9d-4fd5-a756-532eac029140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:14.662098 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-90a32ae2-f19a-4f5f-b7bf-9efb0766df9f req-af5fa15c-b392-421a-9c1f-88112d6432e6 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766961 Jul 23 20:09:14.675098 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cf5f5bcb-5fa7-4521-aae2-4368e6e86c4c tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:14.686246 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-dae1c799-f6a0-4256-95d7-00779a9f6229 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:14.698712 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b80e8c02-2ba8-47dc-bb49-8bbc0b07e8cb req-6c539dc3-50b6-465f-b127-9894a19f061e tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] 10.222.0.32 "GET /v2.0/security-groups/d1afd568-4486-4ba1-9a7d-e066942677dd HTTP/1.1" status: 200 len: 1806 time: 0.2151272 Jul 23 20:09:14.709919 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bbcbab-215c-426f-bf3a-74fdfe803c6a None None] Checking router: 77eef2dc-a638-4d4d-8821-d6d8fefbab35 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:09:14.710421 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bbcbab-215c-426f-bf3a-74fdfe803c6a None None] Updating router 77eef2dc-a638-4d4d-8821-d6d8fefbab35 port cd94949f-2562-491e-b14d-ffa1273e0b99 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:09:14.738476 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-b80e8c02-2ba8-47dc-bb49-8bbc0b07e8cb req-798a75d4-fffe-40ef-9524-2b3f506b7577 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd1afd568-4486-4ba1-9a7d-e066942677dd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:14.738967 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-b80e8c02-2ba8-47dc-bb49-8bbc0b07e8cb req-798a75d4-fffe-40ef-9524-2b3f506b7577 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd1afd568-4486-4ba1-9a7d-e066942677dd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:14.754982 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-dae1c799-f6a0-4256-95d7-00779a9f6229 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Transition to ACTIVE for port object d782c9aa-2158-45ec-9a49-51f7cf848ae5 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:14.804352 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cf5f5bcb-5fa7-4521-aae2-4368e6e86c4c tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:14.819965 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cf5f5bcb-5fa7-4521-aae2-4368e6e86c4c tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:14.845964 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:14.861353 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f5bcb-5fa7-4521-aae2-4368e6e86c4c tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d0cad6f-2786-4e82-89ff-6793a1df0280,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:14.871259 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3bbcbab-215c-426f-bf3a-74fdfe803c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:14.896078 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cf5f5bcb-5fa7-4521-aae2-4368e6e86c4c tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:14.896078 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-cf5f5bcb-5fa7-4521-aae2-4368e6e86c4c tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3432338 Jul 23 20:09:14.896910 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8030b22-fed3-4882-b5b2-8a6efe63a829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:14.900980 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790065aa-f716-49e1-9bdf-05e04bdc35f7" -d '{"events": [{"server_uuid": "a8030b22-fed3-4882-b5b2-8a6efe63a829", "name": "network-vif-plugged", "status": "completed", "tag": "e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:14.914394 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46400) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:14.925832 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-69057d4f-4540-4940-88b0-1e7604ffe2ba tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Request body: {'security_group_rule': {'security_group_id': 'e3c795a9-7461-4bc4-8325-b1503df20f5b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:14.969583 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b80e8c02-2ba8-47dc-bb49-8bbc0b07e8cb req-798a75d4-fffe-40ef-9524-2b3f506b7577 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:15.031019 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69057d4f-4540-4940-88b0-1e7604ffe2ba tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:15.036458 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b80e8c02-2ba8-47dc-bb49-8bbc0b07e8cb req-798a75d4-fffe-40ef-9524-2b3f506b7577 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:15.046397 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b80e8c02-2ba8-47dc-bb49-8bbc0b07e8cb req-798a75d4-fffe-40ef-9524-2b3f506b7577 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:15.059422 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97280c9-722a-4847-b822-cd5e81c29974 req-36a9ecad-f7da-44a7-8037-8df757b11dc3 tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:15.068968 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a97280c9-722a-4847-b822-cd5e81c29974 req-36a9ecad-f7da-44a7-8037-8df757b11dc3 tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cd8322a-129a-4735-9dca-faa4a2d89bea HTTP/1.1" status: 200 len: 946 time: 0.1860833 Jul 23 20:09:15.088482 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b80e8c02-2ba8-47dc-bb49-8bbc0b07e8cb req-798a75d4-fffe-40ef-9524-2b3f506b7577 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:15.105432 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b80e8c02-2ba8-47dc-bb49-8bbc0b07e8cb req-798a75d4-fffe-40ef-9524-2b3f506b7577 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3820341 Jul 23 20:09:15.119752 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-dae1c799-f6a0-4256-95d7-00779a9f6229 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:15.127766 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a75d4-fffe-40ef-9524-2b3f506b7577 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccb913b6-70b6-4de1-b1ea-cc7464ea7d84,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:15.226786 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8be16d-e23f-430d-ac70-0fb8c94193d1 req-15350de9-02f1-4c48-b0be-37f714e36fae tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:15.230299 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0e8be16d-e23f-430d-ac70-0fb8c94193d1 req-15350de9-02f1-4c48-b0be-37f714e36fae tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cd8322a-129a-4735-9dca-faa4a2d89bea HTTP/1.1" status: 200 len: 946 time: 0.2751684 Jul 23 20:09:15.241109 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-dae1c799-f6a0-4256-95d7-00779a9f6229 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Network 065bad45-89d8-44cd-a1fc-415086b71990 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:15.270348 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a97280c9-722a-4847-b822-cd5e81c29974 req-6e20c2b5-a9bf-44fb-a8a8-4110d4d4c4dc tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] 10.222.0.32 "GET /v2.0/security-groups?id=354e04bd-7eea-47fe-85fa-3907647f76df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970255 Jul 23 20:09:15.272888 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-dae1c799-f6a0-4256-95d7-00779a9f6229 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:15.291977 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69057d4f-4540-4940-88b0-1e7604ffe2ba tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:15.312283 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-dae1c799-f6a0-4256-95d7-00779a9f6229 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:09:15.359020 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69057d4f-4540-4940-88b0-1e7604ffe2ba tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:15.379260 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863323ff-8240-4ee1-8c2b-f74ee75c607a x-openstack-request-id: req-863323ff-8240-4ee1-8c2b-f74ee75c607a {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:15.379602 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8030b22-fed3-4882-b5b2-8a6efe63a829", "name": "network-vif-plugged", "status": "completed", "tag": "e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:15.379814 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-863323ff-8240-4ee1-8c2b-f74ee75c607a {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:15.380236 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8030b22-fed3-4882-b5b2-8a6efe63a829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014', 'code': 200} Jul 23 20:09:15.449935 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-dae1c799-f6a0-4256-95d7-00779a9f6229 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:15.459628 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-dae1c799-f6a0-4256-95d7-00779a9f6229 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:15.626186 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69057d4f-4540-4940-88b0-1e7604ffe2ba tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b2d0aab-cce0-40b0-a048-4da44b74fe56,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:15.642978 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae1c799-f6a0-4256-95d7-00779a9f6229 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Pushing event updated for resources: {'Port': ['ID=d782c9aa-2158-45ec-9a49-51f7cf848ae5,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:15.674542 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-dae1c799-f6a0-4256-95d7-00779a9f6229 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3825989 Jul 23 20:09:15.678368 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69057d4f-4540-4940-88b0-1e7604ffe2ba tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:15.686528 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-69057d4f-4540-4940-88b0-1e7604ffe2ba tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7682106 Jul 23 20:09:15.692384 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-ad3e7eaf-03de-43b6-b2f6-1eb7bc5b4baf tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Request body: {'port': {'device_id': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'network_id': '24944fa3-9e4d-479a-a53d-6bb8b5f56882', 'admin_state_up': True, 'tenant_id': 'a3e740eb35174745b8c66e63aac9db55', 'security_groups': ['f32addc3-5df2-4066-b4a6-63fddb9e0741']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:15.697589 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46440) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:15.704375 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-bd5ddec4-2be2-4d17-a948-0d88e4f565a3 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:15.750929 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bd5ddec4-2be2-4d17-a948-0d88e4f565a3 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for floatingip, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:15.753392 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3bbcbab-215c-426f-bf3a-74fdfe803c6a None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:15.757676 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-150b4771-f019-4eb7-86a4-24c7e61ec4be req-d196bf05-29c2-4976-bf32-7d09607c74d4 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-494355935', 'description': 'tempest-description-1235302182'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:15.767776 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-84d3106e-34a5-4e9d-b04a-ad5646de6bcf None None] Provisioning for port d782c9aa-2158-45ec-9a49-51f7cf848ae5 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:15.772741 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d3bbcbab-215c-426f-bf3a-74fdfe803c6a None None] Transition to ACTIVE for port object cd94949f-2562-491e-b14d-ffa1273e0b99 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:15.774860 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-84d3106e-34a5-4e9d-b04a-ad5646de6bcf None None] Provisioning complete for port d782c9aa-2158-45ec-9a49-51f7cf848ae5 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:15.775234 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-84d3106e-34a5-4e9d-b04a-ad5646de6bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:15.804446 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-0e8be16d-e23f-430d-ac70-0fb8c94193d1 req-1f62da82-4ab4-48ac-b6da-b83a1d5ad8bb tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] Deleting port 9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:09:15.804642 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0e8be16d-e23f-430d-ac70-0fb8c94193d1 req-1f62da82-4ab4-48ac-b6da-b83a1d5ad8bb tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:15.828725 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3bbcbab-215c-426f-bf3a-74fdfe803c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:15.838334 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:15.861081 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f282ece-2513-45cf-9c09-7af54d268c63 req-8b0171fa-6d36-4de9-97e1-e2e997c613c4 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:15.862917 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9f282ece-2513-45cf-9c09-7af54d268c63 req-8b0171fa-6d36-4de9-97e1-e2e997c613c4 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 932 time: 0.6598361 Jul 23 20:09:15.871285 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47021a-22dd-4e30-8efe-71a27a69505a req-7c1abea4-3600-4fa7-b8ca-89c4685f3ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:15.873696 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bc47021a-22dd-4e30-8efe-71a27a69505a req-7c1abea4-3600-4fa7-b8ca-89c4685f3ac2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a8030b22-fed3-4882-b5b2-8a6efe63a829 HTTP/1.1" status: 200 len: 1097 time: 0.3916316 Jul 23 20:09:15.895997 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-84d3106e-34a5-4e9d-b04a-ad5646de6bcf None None] Port d782c9aa-2158-45ec-9a49-51f7cf848ae5 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:09:15.952459 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef3b45-ba58-4569-b0ca-9be71bf21b5d None None] Pushing event updated for resources: {'Port': ['ID=cd94949f-2562-491e-b14d-ffa1273e0b99,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:16.027929 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d3bbcbab-215c-426f-bf3a-74fdfe803c6a None None] Attempting to bind port cd94949f-2562-491e-b14d-ffa1273e0b99 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:16.028305 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d3bbcbab-215c-426f-bf3a-74fdfe803c6a None None] Attempting to bind port cd94949f-2562-491e-b14d-ffa1273e0b99 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'bdb704e3-373f-4f47-bef5-3e89668f2e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:16.028758 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bbcbab-215c-426f-bf3a-74fdfe803c6a None None] Attempting to bind port cd94949f-2562-491e-b14d-ffa1273e0b99 on network 68a6fe92-0c26-45da-99d0-e58f34d2b985 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:16.030801 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-ad3e7eaf-03de-43b6-b2f6-1eb7bc5b4baf tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Made reservation on behalf of a3e740eb35174745b8c66e63aac9db55 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:09:16.034516 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-ad3e7eaf-03de-43b6-b2f6-1eb7bc5b4baf tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:16.035075 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bbcbab-215c-426f-bf3a-74fdfe803c6a None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:16.035450 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bbcbab-215c-426f-bf3a-74fdfe803c6a None None] Checking segment: {'id': 'bdb704e3-373f-4f47-bef5-3e89668f2e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:16.035853 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3bbcbab-215c-426f-bf3a-74fdfe803c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:16.036296 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bbcbab-215c-426f-bf3a-74fdfe803c6a None None] Bound using segment: {'id': 'bdb704e3-373f-4f47-bef5-3e89668f2e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:16.036769 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d3bbcbab-215c-426f-bf3a-74fdfe803c6a None None] Bound port: cd94949f-2562-491e-b14d-ffa1273e0b99, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb704e3-373f-4f47-bef5-3e89668f2e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:16.037457 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3bbcbab-215c-426f-bf3a-74fdfe803c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:16.040234 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9f282ece-2513-45cf-9c09-7af54d268c63 req-b50bfd9e-5572-4096-906b-042b40341d2e tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607871 Jul 23 20:09:16.041550 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-0e8be16d-e23f-430d-ac70-0fb8c94193d1 req-1f62da82-4ab4-48ac-b6da-b83a1d5ad8bb tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] For port 9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4,segment=NetworkSegment(60c36825-61ab-4ddb-aac6-0e5320a472bb),segment_id=60c36825-61ab-4ddb-aac6-0e5320a472bb)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:16.042032 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0e8be16d-e23f-430d-ac70-0fb8c94193d1 req-1f62da82-4ab4-48ac-b6da-b83a1d5ad8bb tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:16.075106 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bc47021a-22dd-4e30-8efe-71a27a69505a req-062b58b7-4cad-47fd-8c58-b24ec2a2edfe service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769984 Jul 23 20:09:16.084560 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-0e8be16d-e23f-430d-ac70-0fb8c94193d1 req-1f62da82-4ab4-48ac-b6da-b83a1d5ad8bb tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] Calling delete_port for 9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:09:16.184117 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d3bbcbab-215c-426f-bf3a-74fdfe803c6a None None] For port cd94949f-2562-491e-b14d-ffa1273e0b99, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:16.192344 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d3bbcbab-215c-426f-bf3a-74fdfe803c6a None None] For port cd94949f-2562-491e-b14d-ffa1273e0b99, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=cd94949f-2562-491e-b14d-ffa1273e0b99,segment=NetworkSegment(bdb704e3-373f-4f47-bef5-3e89668f2e28),segment_id=bdb704e3-373f-4f47-bef5-3e89668f2e28)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:16.198967 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3bbcbab-215c-426f-bf3a-74fdfe803c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:16.287262 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bbcbab-215c-426f-bf3a-74fdfe803c6a None None] Routers {'77eef2dc-a638-4d4d-8821-d6d8fefbab35'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:09:16.288148 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-d3bbcbab-215c-426f-bf3a-74fdfe803c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:09:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['77eef2dc-a638-4d4d-8821-d6d8fefbab35'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:16.327071 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bd5ddec4-2be2-4d17-a948-0d88e4f565a3 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:16.394775 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-150b4771-f019-4eb7-86a4-24c7e61ec4be req-d196bf05-29c2-4976-bf32-7d09607c74d4 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:16.518046 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-ad3e7eaf-03de-43b6-b2f6-1eb7bc5b4baf tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Allocated IP 10.1.1.183 (24944fa3-9e4d-479a-a53d-6bb8b5f56882/c0f9617a-d2a2-49d1-82ea-1415c4ffd90c/13a84819-7175-426d-8ccb-8c2bbf23155c) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:09:16.527024 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0e8be16d-e23f-430d-ac70-0fb8c94193d1 req-1f62da82-4ab4-48ac-b6da-b83a1d5ad8bb tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:16.532240 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-d3bbcbab-215c-426f-bf3a-74fdfe803c6a None None] Set router 77eef2dc-a638-4d4d-8821-d6d8fefbab35 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:09:16.574041 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61800207-de31-4ae5-9862-02bef2d276e5 req-e9ffbe10-90f4-4e11-ae6e-7c2575324538 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:16.574250 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef3b45-ba58-4569-b0ca-9be71bf21b5d None None] Pushing event updated for resources: {'Port': ['ID=cd94949f-2562-491e-b14d-ffa1273e0b99,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:16.576760 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-61800207-de31-4ae5-9862-02bef2d276e5 req-e9ffbe10-90f4-4e11-ae6e-7c2575324538 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8030b22-fed3-4882-b5b2-8a6efe63a829 HTTP/1.1" status: 200 len: 945 time: 0.3633568 Jul 23 20:09:16.627915 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62da82-4ab4-48ac-b6da-b83a1d5ad8bb tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] Pushing event deleted for resources: {'Port': ['ID=9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:16.657583 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:09:16.668730 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-bd5ddec4-2be2-4d17-a948-0d88e4f565a3 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Allocated IP 172.25.1.189 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/d1e759bb-5e69-4ff0-97ff-439663125bd1) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:09:16.718611 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-61800207-de31-4ae5-9862-02bef2d276e5 req-7c862c64-6c17-40b3-9960-8142f2549d7e tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348772 Jul 23 20:09:16.755441 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8be16d-e23f-430d-ac70-0fb8c94193d1 req-1f62da82-4ab4-48ac-b6da-b83a1d5ad8bb tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] No DVR routers for this DVR port 9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4 on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:09:16.768968 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0e8be16d-e23f-430d-ac70-0fb8c94193d1 req-1f62da82-4ab4-48ac-b6da-b83a1d5ad8bb tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:16.771398 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0e8be16d-e23f-430d-ac70-0fb8c94193d1 req-1f62da82-4ab4-48ac-b6da-b83a1d5ad8bb tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] 10.222.0.30 "DELETE /v2.0/ports/9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4 HTTP/1.1" status: 204 len: 173 time: 1.5355537 Jul 23 20:09:16.776149 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd8322a-129a-4735-9dca-faa4a2d89bea', 'name': 'network-vif-deleted', 'tag': '9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:16.787573 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8380631-02f6-4ec3-89ae-84264d80d942" -d '{"events": [{"server_uuid": "0cd8322a-129a-4735-9dca-faa4a2d89bea", "name": "network-vif-deleted", "tag": "9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:16.844506 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-150b4771-f019-4eb7-86a4-24c7e61ec4be req-d196bf05-29c2-4976-bf32-7d09607c74d4 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:16.852506 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-150b4771-f019-4eb7-86a4-24c7e61ec4be req-d196bf05-29c2-4976-bf32-7d09607c74d4 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:16.920979 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-150b4771-f019-4eb7-86a4-24c7e61ec4be req-d196bf05-29c2-4976-bf32-7d09607c74d4 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:16.922199 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-150b4771-f019-4eb7-86a4-24c7e61ec4be req-d196bf05-29c2-4976-bf32-7d09607c74d4 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.1748941 Jul 23 20:09:16.935506 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196bf05-29c2-4976-bf32-7d09607c74d4 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=328fcc0f-bb87-4c1f-a0fb-d116aa7369f6,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:17.133744 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-ad3e7eaf-03de-43b6-b2f6-1eb7bc5b4baf tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:17.133744 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bd5ddec4-2be2-4d17-a948-0d88e4f565a3 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:17.169536 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-ad3e7eaf-03de-43b6-b2f6-1eb7bc5b4baf tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Transition to ACTIVE for port object 13a84819-7175-426d-8ccb-8c2bbf23155c will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:17.234944 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99856930-563b-41b6-9b51-478ddf77f4d5 req-e01bd903-aac4-47aa-8034-bace88a964a8 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:17.250767 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-99856930-563b-41b6-9b51-478ddf77f4d5 req-e01bd903-aac4-47aa-8034-bace88a964a8 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 946 time: 0.3909781 Jul 23 20:09:17.290537 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-ad3e7eaf-03de-43b6-b2f6-1eb7bc5b4baf tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:17.322214 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-97afccdb-ff35-401f-8478-fbe653bfd728 req-453c5ad2-7f58-41b0-a155-1051a737d509 tempest-InstanceActionsV221TestJSON-280630219 tempest-InstanceActionsV221TestJSON-280630219-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cd8322a-129a-4735-9dca-faa4a2d89bea HTTP/1.1" status: 200 len: 210 time: 0.1112392 Jul 23 20:09:17.417701 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-99856930-563b-41b6-9b51-478ddf77f4d5 req-0c8c0304-a247-4a39-b84c-f3b1bab5470d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583188 Jul 23 20:09:17.444467 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bd5ddec4-2be2-4d17-a948-0d88e4f565a3 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:17.449186 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-d3bbcbab-215c-426f-bf3a-74fdfe803c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'name': 'tempest-AttachVolumeTestJSON-1415960080-router', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b52d0c32-d4d5-4fa8-850c-84ffb10b224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:01Z', 'updated_at': '2021-07-23T20:09:09Z', 'revision_number': 4, 'project_id': 'b1a6866430c7477dabb2850fe027c983', 'gw_port': {'id': 'b52d0c32-d4d5-4fa8-850c-84ffb10b224a', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:03Z', 'updated_at': '2021-07-23T20:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'cd94949f-2562-491e-b14d-ffa1273e0b99', 'name': '', 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'mac_address': 'fa:16:3e:4a:6b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '7562bacc-5c9d-4fd5-a756-532eac029140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:08Z', 'updated_at': '2021-07-23T20:09:16Z', 'revision_number': 4, 'project_id': 'b1a6866430c7477dabb2850fe027c983', 'subnets': [{'id': '7562bacc-5c9d-4fd5-a756-532eac029140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:17.482206 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-ad3e7eaf-03de-43b6-b2f6-1eb7bc5b4baf tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Network 24944fa3-9e4d-479a-a53d-6bb8b5f56882 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:17.507455 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-ad3e7eaf-03de-43b6-b2f6-1eb7bc5b4baf tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:17.514110 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5ddec4-2be2-4d17-a948-0d88e4f565a3 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:17.517945 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-ad3e7eaf-03de-43b6-b2f6-1eb7bc5b4baf tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:09:17.522465 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bbcbab-215c-426f-bf3a-74fdfe803c6a None None] The sync data for ids ['77eef2dc-a638-4d4d-8821-d6d8fefbab35'] in n-d-793618-10 is: [{'id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'name': 'tempest-AttachVolumeTestJSON-1415960080-router', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b52d0c32-d4d5-4fa8-850c-84ffb10b224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:01Z', 'updated_at': '2021-07-23T20:09:09Z', 'revision_number': 4, 'project_id': 'b1a6866430c7477dabb2850fe027c983', 'gw_port': {'id': 'b52d0c32-d4d5-4fa8-850c-84ffb10b224a', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:03Z', 'updated_at': '2021-07-23T20:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'cd94949f-2562-491e-b14d-ffa1273e0b99', 'name': '', 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'mac_address': 'fa:16:3e:4a:6b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '7562bacc-5c9d-4fd5-a756-532eac029140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:08Z', 'updated_at': '2021-07-23T20:09:16Z', 'revision_number': 4, 'project_id': 'b1a6866430c7477dabb2850fe027c983', 'subnets': [{'id': '7562bacc-5c9d-4fd5-a756-532eac029140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:09:17.533634 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e7eaf-03de-43b6-b2f6-1eb7bc5b4baf tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Pushing event updated for resources: {'Port': ['ID=13a84819-7175-426d-8ccb-8c2bbf23155c,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:17.534808 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-bd5ddec4-2be2-4d17-a948-0d88e4f565a3 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:17.718325 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-ad3e7eaf-03de-43b6-b2f6-1eb7bc5b4baf tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:17.719701 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-ad3e7eaf-03de-43b6-b2f6-1eb7bc5b4baf tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:17.721950 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-019fe3fb-5efb-42a3-bd20-17968159914f req-97c241d2-54b9-4d63-a6cb-14e8e514662e tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] 10.222.0.32 "GET /v2.0/security-groups/328fcc0f-bb87-4c1f-a0fb-d116aa7369f6 HTTP/1.1" status: 200 len: 1806 time: 0.1135941 Jul 23 20:09:17.724849 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5ddec4-2be2-4d17-a948-0d88e4f565a3 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:09:17.733029 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-019fe3fb-5efb-42a3-bd20-17968159914f req-d4e159bb-0df6-4634-9ee0-acb5e2a7f599 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '328fcc0f-bb87-4c1f-a0fb-d116aa7369f6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:17.733347 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-019fe3fb-5efb-42a3-bd20-17968159914f req-d4e159bb-0df6-4634-9ee0-acb5e2a7f599 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '328fcc0f-bb87-4c1f-a0fb-d116aa7369f6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:17.831321 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ddec4-2be2-4d17-a948-0d88e4f565a3 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Pushing event updated for resources: {'Port': ['ID=d1e759bb-5e69-4ff0-97ff-439663125bd1,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:17.868161 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-019fe3fb-5efb-42a3-bd20-17968159914f req-d4e159bb-0df6-4634-9ee0-acb5e2a7f599 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:17.908028 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-019fe3fb-5efb-42a3-bd20-17968159914f req-d4e159bb-0df6-4634-9ee0-acb5e2a7f599 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:17.913846 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26789c2-c99d-4c2b-b7e2-fb3355f84421 x-openstack-request-id: req-b26789c2-c99d-4c2b-b7e2-fb3355f84421 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:17.914187 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd8322a-129a-4735-9dca-faa4a2d89bea", "name": "network-vif-deleted", "tag": "9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:17.914382 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b26789c2-c99d-4c2b-b7e2-fb3355f84421 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:17.914784 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd8322a-129a-4735-9dca-faa4a2d89bea', 'name': 'network-vif-deleted', 'tag': '9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4', 'status': 'completed', 'code': 200} Jul 23 20:09:17.915979 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-019fe3fb-5efb-42a3-bd20-17968159914f req-d4e159bb-0df6-4634-9ee0-acb5e2a7f599 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:17.947475 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-ad3e7eaf-03de-43b6-b2f6-1eb7bc5b4baf tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2593248 Jul 23 20:09:17.957182 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e159bb-0df6-4634-9ee0-acb5e2a7f599 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fdd0a15-2459-45ef-a708-2b3da38ad01a,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:17.973402 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-63747b58-3a1c-431c-bc78-de227e237154 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Request body: {'port': {'device_id': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'network_id': '24944fa3-9e4d-479a-a53d-6bb8b5f56882', 'admin_state_up': True, 'tenant_id': 'a3e740eb35174745b8c66e63aac9db55', 'security_groups': ['f32addc3-5df2-4066-b4a6-63fddb9e0741']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:17.990768 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-019fe3fb-5efb-42a3-bd20-17968159914f req-d4e159bb-0df6-4634-9ee0-acb5e2a7f599 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:18.004516 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-9b732e9a-3d7a-4e55-b6fe-83172efc7835 None None] Provisioning for port 13a84819-7175-426d-8ccb-8c2bbf23155c completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:18.007452 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-019fe3fb-5efb-42a3-bd20-17968159914f req-d4e159bb-0df6-4634-9ee0-acb5e2a7f599 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2845538 Jul 23 20:09:18.018014 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-9b732e9a-3d7a-4e55-b6fe-83172efc7835 None None] Provisioning complete for port 13a84819-7175-426d-8ccb-8c2bbf23155c triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:18.018844 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b732e9a-3d7a-4e55-b6fe-83172efc7835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:18.103623 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9b732e9a-3d7a-4e55-b6fe-83172efc7835 None None] Port 13a84819-7175-426d-8ccb-8c2bbf23155c cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:09:18.234036 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf0e1a-3884-45fd-ae98-1ce04995a228 req-90c48904-a249-4b15-96f5-5d7063c78671 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:18.235708 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c9bf0e1a-3884-45fd-ae98-1ce04995a228 req-90c48904-a249-4b15-96f5-5d7063c78671 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 946 time: 0.1238792 Jul 23 20:09:18.307977 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c9bf0e1a-3884-45fd-ae98-1ce04995a228 req-073fba88-6ce4-4b36-b652-4cec0faef563 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662420 Jul 23 20:09:18.334312 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:09:18.409401 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:09:18.409786 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 9ab1a7d5-5dd7-4b6d-ab07-75e5b55b1ca4 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:09:18.410414 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device eddda286-689d-4dc5-8c5c-5401afb7251e no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:09:18.501352 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c836aa-206c-42e6-bf6c-991b4840a3bb req-153d12ea-2f1c-4c7c-80ea-bad420bab5cd tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:18.515608 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-34c836aa-206c-42e6-bf6c-991b4840a3bb req-153d12ea-2f1c-4c7c-80ea-bad420bab5cd tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8030b22-fed3-4882-b5b2-8a6efe63a829 HTTP/1.1" status: 200 len: 945 time: 0.1440160 Jul 23 20:09:18.588990 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-34c836aa-206c-42e6-bf6c-991b4840a3bb req-627decbc-cdb2-4170-802d-f9c39ed98287 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703523 Jul 23 20:09:18.589307 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:18.610357 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-78763a28-6a7e-4d15-b38f-619f553bea24 req-3636414a-b4b8-454c-b583-9588e2f9b555 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-415043293', 'description': 'tempest-description-1166259667'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:18.649667 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-78763a28-6a7e-4d15-b38f-619f553bea24 req-3636414a-b4b8-454c-b583-9588e2f9b555 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:18.652775 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b8caf2-2e82-4e81-9590-162c7d3a78dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eddda286-689d-4dc5-8c5c-5401afb7251e'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:18.656793 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e62680-8385-4679-9e05-e3841894d692" -d '{"events": [{"server_uuid": "a9b8caf2-2e82-4e81-9590-162c7d3a78dd", "name": "network-vif-unplugged", "status": "completed", "tag": "eddda286-689d-4dc5-8c5c-5401afb7251e"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:18.695030 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port eddda286-689d-4dc5-8c5c-5401afb7251e, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=eddda286-689d-4dc5-8c5c-5401afb7251e,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:18.703729 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:18.771911 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-78763a28-6a7e-4d15-b38f-619f553bea24 req-3636414a-b4b8-454c-b583-9588e2f9b555 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:18.778635 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-78763a28-6a7e-4d15-b38f-619f553bea24 req-3636414a-b4b8-454c-b583-9588e2f9b555 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:18.799802 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-78763a28-6a7e-4d15-b38f-619f553bea24 req-3636414a-b4b8-454c-b583-9588e2f9b555 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:18.814352 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-78763a28-6a7e-4d15-b38f-619f553bea24 req-3636414a-b4b8-454c-b583-9588e2f9b555 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2040491 Jul 23 20:09:18.822786 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bd5ddec4-2be2-4d17-a948-0d88e4f565a3 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:18.872252 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3636414a-b4b8-454c-b583-9588e2f9b555 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=662d41aa-a80b-4a91-b21a-df29a9934ca9,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:18.937118 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=eddda286-689d-4dc5-8c5c-5401afb7251e,revision_number=14']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:18.959472 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bd5ddec4-2be2-4d17-a948-0d88e4f565a3 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:18.976527 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-63747b58-3a1c-431c-bc78-de227e237154 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Made reservation on behalf of a3e740eb35174745b8c66e63aac9db55 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:09:18.983945 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-63747b58-3a1c-431c-bc78-de227e237154 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:18.998663 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8efdb56-e0cf-488c-82f5-dcb818dfaff0 req-2a8b60d2-3b98-4625-975b-64ea625b2dfd tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:19.004718 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8efdb56-e0cf-488c-82f5-dcb818dfaff0 req-2a8b60d2-3b98-4625-975b-64ea625b2dfd tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:19.011754 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b8efdb56-e0cf-488c-82f5-dcb818dfaff0 req-2a8b60d2-3b98-4625-975b-64ea625b2dfd tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 1654 time: 0.9825749 Jul 23 20:09:19.106954 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device cd94949f-2562-491e-b14d-ffa1273e0b99 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:09:19.225337 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b8efdb56-e0cf-488c-82f5-dcb818dfaff0 req-941f8b04-c957-4713-b39a-cbeca34a6622 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106547 Jul 23 20:09:19.270387 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port cd94949f-2562-491e-b14d-ffa1273e0b99 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:19.278006 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port cd94949f-2562-491e-b14d-ffa1273e0b99 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:19.278318 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:19.385533 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:19.445443 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port cd94949f-2562-491e-b14d-ffa1273e0b99, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=cd94949f-2562-491e-b14d-ffa1273e0b99,segment=NetworkSegment(bdb704e3-373f-4f47-bef5-3e89668f2e28),segment_id=bdb704e3-373f-4f47-bef5-3e89668f2e28)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:19.454893 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:19.519573 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bd5ddec4-2be2-4d17-a948-0d88e4f565a3 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:19.536310 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bd5ddec4-2be2-4d17-a948-0d88e4f565a3 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:19.586328 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=cd94949f-2562-491e-b14d-ffa1273e0b99,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:19.719344 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bd5ddec4-2be2-4d17-a948-0d88e4f565a3 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:19.738012 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-63747b58-3a1c-431c-bc78-de227e237154 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Allocated IP 10.1.1.196 (24944fa3-9e4d-479a-a53d-6bb8b5f56882/c0f9617a-d2a2-49d1-82ea-1415c4ffd90c/6ed23c2b-2657-4c27-9d21-8b4c38ac03c3) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:09:19.765980 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8eb83c-a236-4dd2-88c1-956a7581ef92 req-bd2e1d76-163a-48d0-b275-13840fb10c7f tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:19.767851 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6f8eb83c-a236-4dd2-88c1-956a7581ef92 req-bd2e1d76-163a-48d0-b275-13840fb10c7f tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8030b22-fed3-4882-b5b2-8a6efe63a829 HTTP/1.1" status: 200 len: 945 time: 0.4274912 Jul 23 20:09:19.771667 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ddec4-2be2-4d17-a948-0d88e4f565a3 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Pushing event updated for resources: {'Port': ['ID=d1e759bb-5e69-4ff0-97ff-439663125bd1,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:19.815832 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bd5ddec4-2be2-4d17-a948-0d88e4f565a3 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:19.826254 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-bd5ddec4-2be2-4d17-a948-0d88e4f565a3 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1169364 Jul 23 20:09:19.865138 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6f8eb83c-a236-4dd2-88c1-956a7581ef92 req-9eb7ebfe-5f9e-42d4-84aa-44a38cc63124 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847056 Jul 23 20:09:19.946414 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137690cc-60d8-4eba-ba96-0106b231f7ee x-openstack-request-id: req-137690cc-60d8-4eba-ba96-0106b231f7ee {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:19.947463 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b8caf2-2e82-4e81-9590-162c7d3a78dd", "name": "network-vif-unplugged", "status": "completed", "tag": "eddda286-689d-4dc5-8c5c-5401afb7251e", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:19.948267 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-137690cc-60d8-4eba-ba96-0106b231f7ee {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:19.949161 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b8caf2-2e82-4e81-9590-162c7d3a78dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eddda286-689d-4dc5-8c5c-5401afb7251e', 'code': 200} Jul 23 20:09:19.982915 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-f7627389-1523-4ea3-9c1b-5f8eb8d3143b req-5d546cf5-228e-442b-9fd3-e2ce97c6cf3d tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-514928269', 'description': 'tempest-description-472690042'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:20.043324 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f7627389-1523-4ea3-9c1b-5f8eb8d3143b req-5d546cf5-228e-442b-9fd3-e2ce97c6cf3d tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:20.065030 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-63747b58-3a1c-431c-bc78-de227e237154 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:20.101530 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-63747b58-3a1c-431c-bc78-de227e237154 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Transition to ACTIVE for port object 6ed23c2b-2657-4c27-9d21-8b4c38ac03c3 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:20.229241 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-63747b58-3a1c-431c-bc78-de227e237154 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:20.324979 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-63747b58-3a1c-431c-bc78-de227e237154 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Network 24944fa3-9e4d-479a-a53d-6bb8b5f56882 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:20.336773 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f7627389-1523-4ea3-9c1b-5f8eb8d3143b req-5d546cf5-228e-442b-9fd3-e2ce97c6cf3d tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:20.343491 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-63747b58-3a1c-431c-bc78-de227e237154 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:20.371568 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-63747b58-3a1c-431c-bc78-de227e237154 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:09:20.375529 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f7627389-1523-4ea3-9c1b-5f8eb8d3143b req-5d546cf5-228e-442b-9fd3-e2ce97c6cf3d tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:20.423865 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63747b58-3a1c-431c-bc78-de227e237154 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Pushing event updated for resources: {'Port': ['ID=6ed23c2b-2657-4c27-9d21-8b4c38ac03c3,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:20.462745 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f7627389-1523-4ea3-9c1b-5f8eb8d3143b req-5d546cf5-228e-442b-9fd3-e2ce97c6cf3d tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:20.475232 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f7627389-1523-4ea3-9c1b-5f8eb8d3143b req-5d546cf5-228e-442b-9fd3-e2ce97c6cf3d tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4978955 Jul 23 20:09:20.494226 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d546cf5-228e-442b-9fd3-e2ce97c6cf3d tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=505e7ed2-d261-408e-ad78-12c806279b9e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:20.515528 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-63747b58-3a1c-431c-bc78-de227e237154 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:20.516209 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-63747b58-3a1c-431c-bc78-de227e237154 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:20.544329 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-63747b58-3a1c-431c-bc78-de227e237154 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5891051 Jul 23 20:09:20.554740 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-f51dce96-42bc-42dd-94d0-272f8a3f46a9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Request body: {'port': {'device_id': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '48945854-cc22-4ffa-90b9-415f56c007c5', 'admin_state_up': True, 'tenant_id': 'a3e740eb35174745b8c66e63aac9db55', 'security_groups': ['f32addc3-5df2-4066-b4a6-63fddb9e0741']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:20.758619 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f456681a-2da8-4210-9f62-6fd0bfb51004 None None] Provisioning for port 6ed23c2b-2657-4c27-9d21-8b4c38ac03c3 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:20.765411 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f456681a-2da8-4210-9f62-6fd0bfb51004 None None] Provisioning complete for port 6ed23c2b-2657-4c27-9d21-8b4c38ac03c3 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:20.765991 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f456681a-2da8-4210-9f62-6fd0bfb51004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:20.804704 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0059a742-ccc1-477b-bad8-798d2f023584 req-fa93324d-4dac-48f3-99cf-f2e80f80cbf1 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1789465382&fields=id&tenant_id=b1a6866430c7477dabb2850fe027c983 HTTP/1.1" status: 200 len: 267 time: 0.0958989 Jul 23 20:09:20.807619 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-f51dce96-42bc-42dd-94d0-272f8a3f46a9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Made reservation on behalf of a3e740eb35174745b8c66e63aac9db55 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:09:20.848419 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-f456681a-2da8-4210-9f62-6fd0bfb51004 None None] Port 6ed23c2b-2657-4c27-9d21-8b4c38ac03c3 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:09:20.971081 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device cd94949f-2562-491e-b14d-ffa1273e0b99 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:09:21.046224 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-f51dce96-42bc-42dd-94d0-272f8a3f46a9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:21.074029 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port cd94949f-2562-491e-b14d-ffa1273e0b99 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:21.074396 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:21.279661 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059a742-ccc1-477b-bad8-798d2f023584 req-e7887975-c3bb-4972-9301-83c43a102a20 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:21.299092 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0059a742-ccc1-477b-bad8-798d2f023584 req-e7887975-c3bb-4972-9301-83c43a102a20 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/networks?id=68a6fe92-0c26-45da-99d0-e58f34d2b985 HTTP/1.1" status: 200 len: 811 time: 0.4759433 Jul 23 20:09:21.326566 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0059a742-ccc1-477b-bad8-798d2f023584 req-6d7668d2-7c0f-4aad-8a6e-f8396e3bc031 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/quotas/b1a6866430c7477dabb2850fe027c983 HTTP/1.1" status: 200 len: 375 time: 0.0267406 Jul 23 20:09:21.496207 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef9468-59ad-4d8c-b368-6db88d840178 req-2920659d-4287-436e-a7b5-2c47ba923869 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:21.504502 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0059a742-ccc1-477b-bad8-798d2f023584 req-c8d7e3f8-1db2-4e90-9c59-1bd2a6dd30cb tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1a6866430c7477dabb2850fe027c983&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1666567 Jul 23 20:09:21.505237 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef9468-59ad-4d8c-b368-6db88d840178 req-2920659d-4287-436e-a7b5-2c47ba923869 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:21.521684 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef9468-59ad-4d8c-b368-6db88d840178 req-2920659d-4287-436e-a7b5-2c47ba923869 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:21.530214 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-80ef9468-59ad-4d8c-b368-6db88d840178 req-2920659d-4287-436e-a7b5-2c47ba923869 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 2375 time: 0.1937239 Jul 23 20:09:21.556429 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-f51dce96-42bc-42dd-94d0-272f8a3f46a9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Allocated IP 10.2.2.100 (48945854-cc22-4ffa-90b9-415f56c007c5/3545f046-ef5a-4961-ae7f-d56de353a859/75c5316c-fbd1-4cd5-93d9-47c4940484b5) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:09:21.593975 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-80ef9468-59ad-4d8c-b368-6db88d840178 req-3fef9c18-546b-4ac6-86e0-3e4cdd5cda49 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627415 Jul 23 20:09:21.714327 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0059a742-ccc1-477b-bad8-798d2f023584 req-d9fa8714-47c2-4f18-8f07-81add46b400b service neutron] 10.222.0.32 "GET /v2.0/networks/68a6fe92-0c26-45da-99d0-e58f34d2b985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902621 Jul 23 20:09:21.783279 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0185d-dca4-4944-b1d4-8e68f08f0fa8 req-e8a6888a-dd82-4850-8ca3-f7ff767bf112 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:21.797122 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4cc0185d-dca4-4944-b1d4-8e68f08f0fa8 req-e8a6888a-dd82-4850-8ca3-f7ff767bf112 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.1161020 Jul 23 20:09:21.856285 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4cc0185d-dca4-4944-b1d4-8e68f08f0fa8 req-b51c0fc8-f8a0-43c6-acab-2c59df7268ad tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568650 Jul 23 20:09:21.906638 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-f51dce96-42bc-42dd-94d0-272f8a3f46a9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:21.912049 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0059a742-ccc1-477b-bad8-798d2f023584 req-426b496c-b92f-413b-b895-cbba508e2f20 service neutron] 10.222.0.32 "GET /v2.0/networks/68a6fe92-0c26-45da-99d0-e58f34d2b985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852572 Jul 23 20:09:21.924441 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-f51dce96-42bc-42dd-94d0-272f8a3f46a9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Transition to ACTIVE for port object 75c5316c-fbd1-4cd5-93d9-47c4940484b5 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:21.994801 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-f51dce96-42bc-42dd-94d0-272f8a3f46a9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:21.999531 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-91bb9db6-f3ef-46f3-8013-64ecd17f93d7 req-91570fc6-a51d-4395-a807-d245f69af805 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] 10.222.0.32 "GET /v2.0/security-groups/662d41aa-a80b-4a91-b21a-df29a9934ca9 HTTP/1.1" status: 200 len: 1806 time: 0.1191487 Jul 23 20:09:22.061006 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-f51dce96-42bc-42dd-94d0-272f8a3f46a9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Network 48945854-cc22-4ffa-90b9-415f56c007c5 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:22.066714 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-f51dce96-42bc-42dd-94d0-272f8a3f46a9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:22.071054 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-f51dce96-42bc-42dd-94d0-272f8a3f46a9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:09:22.088808 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-91bb9db6-f3ef-46f3-8013-64ecd17f93d7 req-cca0dd27-d4de-42e0-a404-0c2dcb469581 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] 10.222.0.32 "GET /v2.0/security-groups/505e7ed2-d261-408e-ad78-12c806279b9e HTTP/1.1" status: 200 len: 1805 time: 0.0832779 Jul 23 20:09:22.107441 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-91bb9db6-f3ef-46f3-8013-64ecd17f93d7 req-8c755aad-1db3-4b14-9756-3cc1bddf11e7 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '662d41aa-a80b-4a91-b21a-df29a9934ca9', 'remote_group_id': '505e7ed2-d261-408e-ad78-12c806279b9e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:22.107965 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-91bb9db6-f3ef-46f3-8013-64ecd17f93d7 req-8c755aad-1db3-4b14-9756-3cc1bddf11e7 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '662d41aa-a80b-4a91-b21a-df29a9934ca9', 'remote_group_id': '505e7ed2-d261-408e-ad78-12c806279b9e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:22.124310 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51dce96-42bc-42dd-94d0-272f8a3f46a9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Pushing event updated for resources: {'Port': ['ID=75c5316c-fbd1-4cd5-93d9-47c4940484b5,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:22.155118 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-f51dce96-42bc-42dd-94d0-272f8a3f46a9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:22.158825 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-f51dce96-42bc-42dd-94d0-272f8a3f46a9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:22.205872 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-f51dce96-42bc-42dd-94d0-272f8a3f46a9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6550162 Jul 23 20:09:22.216284 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-62acc295-f60e-4fa4-9d67-1b8763222fcd tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Request body: {'port': {'device_id': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '48945854-cc22-4ffa-90b9-415f56c007c5', 'admin_state_up': True, 'tenant_id': 'a3e740eb35174745b8c66e63aac9db55', 'security_groups': ['f32addc3-5df2-4066-b4a6-63fddb9e0741']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:22.340274 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-91bb9db6-f3ef-46f3-8013-64ecd17f93d7 req-8c755aad-1db3-4b14-9756-3cc1bddf11e7 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:22.398582 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-91bb9db6-f3ef-46f3-8013-64ecd17f93d7 req-8c755aad-1db3-4b14-9756-3cc1bddf11e7 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:22.409699 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-91bb9db6-f3ef-46f3-8013-64ecd17f93d7 req-8c755aad-1db3-4b14-9756-3cc1bddf11e7 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:22.466628 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c755aad-1db3-4b14-9756-3cc1bddf11e7 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0367b2a-cb94-4c57-b57c-866367cdba80,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:22.492038 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f56df5f0-608d-48e2-a8cb-a6040a35f9fb None None] Provisioning for port 75c5316c-fbd1-4cd5-93d9-47c4940484b5 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:22.498518 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-91bb9db6-f3ef-46f3-8013-64ecd17f93d7 req-8c755aad-1db3-4b14-9756-3cc1bddf11e7 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:22.507954 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-91bb9db6-f3ef-46f3-8013-64ecd17f93d7 req-8c755aad-1db3-4b14-9756-3cc1bddf11e7 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4173348 Jul 23 20:09:22.527086 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f56df5f0-608d-48e2-a8cb-a6040a35f9fb None None] Provisioning complete for port 75c5316c-fbd1-4cd5-93d9-47c4940484b5 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:22.529976 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f56df5f0-608d-48e2-a8cb-a6040a35f9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:22.564952 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-62acc295-f60e-4fa4-9d67-1b8763222fcd tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Made reservation on behalf of a3e740eb35174745b8c66e63aac9db55 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:09:22.580413 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-62acc295-f60e-4fa4-9d67-1b8763222fcd tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:22.632342 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-f56df5f0-608d-48e2-a8cb-a6040a35f9fb None None] Port 75c5316c-fbd1-4cd5-93d9-47c4940484b5 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:09:22.930280 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8dba1f9b-751e-497f-a8f7-10ba2b570935 req-a944b088-ef62-45f1-af05-3bc068865eeb tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 210 time: 0.0850148 Jul 23 20:09:23.039480 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46648) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:23.050899 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-62acc295-f60e-4fa4-9d67-1b8763222fcd tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Allocated IP 10.2.2.200 (48945854-cc22-4ffa-90b9-415f56c007c5/3545f046-ef5a-4961-ae7f-d56de353a859/9627a8cd-cca1-4e2c-8263-bbfb4b33f26f) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:09:23.111262 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f4b5e84b-a136-4093-9cb5-6d5e57bf50a6 req-8e99e3e4-60f6-4e8d-a88e-6b67d4dd458a tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1962494880', 'description': 'tempest-description-414231756'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:23.166316 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d17dca0-0374-4ec7-87d6-fa111693eec3 admin admin] Deleting subnet 798386a0-7370-4f57-9efc-1a1fbe9c993b {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:09:23.170342 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d17dca0-0374-4ec7-87d6-fa111693eec3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:23.211323 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d17dca0-0374-4ec7-87d6-fa111693eec3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:23.214415 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f4b5e84b-a136-4093-9cb5-6d5e57bf50a6 req-8e99e3e4-60f6-4e8d-a88e-6b67d4dd458a tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:23.256830 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e0ae6-ac45-457f-b095-64b30b077853 req-dc595d6d-6027-4dd3-97d5-5d9fa7b00c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:23.258690 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fb5e0ae6-ac45-457f-b095-64b30b077853 req-dc595d6d-6027-4dd3-97d5-5d9fa7b00c26 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3eac1fd2f7984fc28e6e139f2a1d3dd0&device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 1096 time: 0.3175595 Jul 23 20:09:23.301332 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-62acc295-f60e-4fa4-9d67-1b8763222fcd tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:23.316597 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-62acc295-f60e-4fa4-9d67-1b8763222fcd tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Transition to ACTIVE for port object 9627a8cd-cca1-4e2c-8263-bbfb4b33f26f will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:23.339110 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d17dca0-0374-4ec7-87d6-fa111693eec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:23.362960 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-62acc295-f60e-4fa4-9d67-1b8763222fcd tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:23.428611 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-62acc295-f60e-4fa4-9d67-1b8763222fcd tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Network 48945854-cc22-4ffa-90b9-415f56c007c5 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:23.433059 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-62acc295-f60e-4fa4-9d67-1b8763222fcd tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:23.442332 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-62acc295-f60e-4fa4-9d67-1b8763222fcd tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:09:23.484207 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e0ae6-ac45-457f-b095-64b30b077853 req-488c6b42-d3e2-426c-81d8-b2184489c833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:23.497774 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fb5e0ae6-ac45-457f-b095-64b30b077853 req-488c6b42-d3e2-426c-81d8-b2184489c833 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f1957672-1349-45e6-b250-4d2e0e2b0e22 HTTP/1.1" status: 200 len: 912 time: 0.2179241 Jul 23 20:09:23.528157 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-62acc295-f60e-4fa4-9d67-1b8763222fcd tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:23.529513 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-62acc295-f60e-4fa4-9d67-1b8763222fcd tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:23.550200 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62acc295-f60e-4fa4-9d67-1b8763222fcd tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Pushing event updated for resources: {'Port': ['ID=9627a8cd-cca1-4e2c-8263-bbfb4b33f26f,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:23.589214 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec98db-a765-40e5-9928-a8667e5e02ce req-5b44756d-f4a3-4a36-8647-1555c3089f71 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:23.597522 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec98db-a765-40e5-9928-a8667e5e02ce req-5b44756d-f4a3-4a36-8647-1555c3089f71 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:23.604853 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec98db-a765-40e5-9928-a8667e5e02ce req-5b44756d-f4a3-4a36-8647-1555c3089f71 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:23.634597 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec98db-a765-40e5-9928-a8667e5e02ce req-5b44756d-f4a3-4a36-8647-1555c3089f71 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:23.648524 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec98db-a765-40e5-9928-a8667e5e02ce req-5b44756d-f4a3-4a36-8647-1555c3089f71 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:23.665084 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f6ec98db-a765-40e5-9928-a8667e5e02ce req-5b44756d-f4a3-4a36-8647-1555c3089f71 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 3817 time: 0.3157778 Jul 23 20:09:23.758885 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f6ec98db-a765-40e5-9928-a8667e5e02ce req-f9ed9229-2390-487f-913b-8f0485aaab0a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919738 Jul 23 20:09:23.765089 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d17dca0-0374-4ec7-87d6-fa111693eec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:23.780881 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f4b5e84b-a136-4093-9cb5-6d5e57bf50a6 req-8e99e3e4-60f6-4e8d-a88e-6b67d4dd458a tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:23.809375 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-62acc295-f60e-4fa4-9d67-1b8763222fcd tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5975502 Jul 23 20:09:23.822824 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-8bf6678c-22e4-4137-a753-4f0f213436a1 service neutron] Request body: {'port': {'device_id': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:23.852092 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f4b5e84b-a136-4093-9cb5-6d5e57bf50a6 req-8e99e3e4-60f6-4e8d-a88e-6b67d4dd458a tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:23.887763 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17dca0-0374-4ec7-87d6-fa111693eec3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=798386a0-7370-4f57-9efc-1a1fbe9c993b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:23.924853 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fb5e0ae6-ac45-457f-b095-64b30b077853 req-ecba5890-fafe-419b-a355-d86fee8df003 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eddda286-689d-4dc5-8c5c-5401afb7251e HTTP/1.1" status: 200 len: 998 time: 0.4261231 Jul 23 20:09:23.973051 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:09:23.985538 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d17dca0-0374-4ec7-87d6-fa111693eec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:23.991888 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9d17dca0-0374-4ec7-87d6-fa111693eec3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/798386a0-7370-4f57-9efc-1a1fbe9c993b HTTP/1.1" status: 204 len: 168 time: 0.9508181 Jul 23 20:09:24.029297 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46660) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:24.084517 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f4b5e84b-a136-4093-9cb5-6d5e57bf50a6 req-8e99e3e4-60f6-4e8d-a88e-6b67d4dd458a tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:24.112727 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f4b5e84b-a136-4093-9cb5-6d5e57bf50a6 req-8e99e3e4-60f6-4e8d-a88e-6b67d4dd458a tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0460103 Jul 23 20:09:24.197153 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-8bf6678c-22e4-4137-a753-4f0f213436a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:24.203424 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2283fbae-d37a-4de1-89e7-3998e1c45dbb None None] Provisioning for port 9627a8cd-cca1-4e2c-8263-bbfb4b33f26f completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:24.218781 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2283fbae-d37a-4de1-89e7-3998e1c45dbb None None] Provisioning complete for port 9627a8cd-cca1-4e2c-8263-bbfb4b33f26f triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:24.219468 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2283fbae-d37a-4de1-89e7-3998e1c45dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:24.296079 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e99e3e4-60f6-4e8d-a88e-6b67d4dd458a tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7acc9b-b8b9-4b14-a39a-1d81f6dce61f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:24.392615 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014,segment=NetworkSegment(c624a56d-de97-4959-866e-9ffe997374c5),segment_id=c624a56d-de97-4959-866e-9ffe997374c5)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:24.449916 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2283fbae-d37a-4de1-89e7-3998e1c45dbb None None] Port 9627a8cd-cca1-4e2c-8263-bbfb4b33f26f cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:09:24.452765 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': 'e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014', 'network_id': 'd76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1', 'port_id': 'e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014', 'mac_address': 'fa:16:3e:01:86:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1122d17-5637-4a7c-90bc-58da5819ab03', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:09:24.485726 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059a742-ccc1-477b-bad8-798d2f023584 req-f2e6e47c-e825-472e-9e28-70d0d7d975d1 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:24.496668 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0059a742-ccc1-477b-bad8-798d2f023584 req-f2e6e47c-e825-472e-9e28-70d0d7d975d1 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.30 "GET /v2.0/networks?id=68a6fe92-0c26-45da-99d0-e58f34d2b985 HTTP/1.1" status: 200 len: 811 time: 0.8025081 Jul 23 20:09:24.553813 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9812cca3-3cc8-46db-b22a-51355e934280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:24.572873 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e0ae6-ac45-457f-b095-64b30b077853 req-6fd4c0f0-b4a0-45ef-af21-39f98bdd0ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:24.574929 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fb5e0ae6-ac45-457f-b095-64b30b077853 req-6fd4c0f0-b4a0-45ef-af21-39f98bdd0ac0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d89cc8ce-1520-4663-872c-281c0b224b71 HTTP/1.1" status: 200 len: 850 time: 0.5786760 Jul 23 20:09:24.602227 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:24.645815 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:24.657969 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a14a437a-79aa-425f-b4e2-f379024eedd4 req-7eb3fae5-9a76-47fb-861f-b370ba4875e9 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 210 time: 0.1551778 Jul 23 20:09:24.673766 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61980e-1705-4491-9c46-979c0d4340d0 req-49223830-6f07-4ca9-abd1-15596dfdaa9d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:24.678945 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5d61980e-1705-4491-9c46-979c0d4340d0 req-49223830-6f07-4ca9-abd1-15596dfdaa9d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.4544671 Jul 23 20:09:24.693998 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014,segment=NetworkSegment(c624a56d-de97-4959-866e-9ffe997374c5),segment_id=c624a56d-de97-4959-866e-9ffe997374c5)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:24.699309 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:24.754868 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0059a742-ccc1-477b-bad8-798d2f023584 req-07eca1e3-c84c-4a64-8b79-b398fdbe0123 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1a6866430c7477dabb2850fe027c983 HTTP/1.1" status: 200 len: 380 time: 0.2374260 Jul 23 20:09:24.767650 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5d61980e-1705-4491-9c46-979c0d4340d0 req-56156f8e-5bab-480a-a8ef-7dff5c21811b tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847051 Jul 23 20:09:24.782417 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-0059a742-ccc1-477b-bad8-798d2f023584 req-58b2ff2a-3b0c-497a-bd72-10c6df6f8bb1 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Request body: {'port': {'device_id': 'bd414227-5cf3-4766-ad0f-426b4bd7ebd3', 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985', 'admin_state_up': True, 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'security_groups': ['e3c795a9-7461-4bc4-8325-b1503df20f5b']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:24.868260 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:09:24.888671 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9812cca3-3cc8-46db-b22a-51355e934280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:24.926900 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e0ae6-ac45-457f-b095-64b30b077853 req-10d1da0f-b610-4efa-8984-1bd525f30ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:24.928447 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fb5e0ae6-ac45-457f-b095-64b30b077853 req-10d1da0f-b610-4efa-8984-1bd525f30ebd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1957672-1349-45e6-b250-4d2e0e2b0e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3288267 Jul 23 20:09:24.980239 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-9812cca3-3cc8-46db-b22a-51355e934280 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d31ccbd-c97a-4218-bf26-9f2d6f98cfe2']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:24.999938 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:25.019039 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-95794415-1e20-4343-b432-a32536cec0ec req-0f69ed48-bae2-423e-ba68-8bafad2947df tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1788619456', 'description': 'tempest-description-1129414575'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:25.083952 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-95794415-1e20-4343-b432-a32536cec0ec req-0f69ed48-bae2-423e-ba68-8bafad2947df tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:25.267385 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-95794415-1e20-4343-b432-a32536cec0ec req-0f69ed48-bae2-423e-ba68-8bafad2947df tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:25.278911 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-95794415-1e20-4343-b432-a32536cec0ec req-0f69ed48-bae2-423e-ba68-8bafad2947df tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:25.308167 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-95794415-1e20-4343-b432-a32536cec0ec req-0f69ed48-bae2-423e-ba68-8bafad2947df tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:25.320888 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-95794415-1e20-4343-b432-a32536cec0ec req-0f69ed48-bae2-423e-ba68-8bafad2947df tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.3115163 Jul 23 20:09:25.452052 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69ed48-bae2-423e-ba68-8bafad2947df tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96028b07-5591-46c9-9475-4583957b2b37,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:25.468640 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-8bf6678c-22e4-4137-a753-4f0f213436a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d782c9aa-2158-45ec-9a49-51f7cf848ae5 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:25.483126 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-8bf6678c-22e4-4137-a753-4f0f213436a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:25.508118 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-8bf6678c-22e4-4137-a753-4f0f213436a1 service neutron] Transition to ACTIVE for port object d782c9aa-2158-45ec-9a49-51f7cf848ae5 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:25.524587 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-8bf6678c-22e4-4137-a753-4f0f213436a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:25.583115 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376bd9b-fc6f-4306-a1a9-986a0e470715 req-c0d2cd1b-c785-4e7e-b88a-bd40e6d68519 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:25.589863 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376bd9b-fc6f-4306-a1a9-986a0e470715 req-c0d2cd1b-c785-4e7e-b88a-bd40e6d68519 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:25.596247 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376bd9b-fc6f-4306-a1a9-986a0e470715 req-c0d2cd1b-c785-4e7e-b88a-bd40e6d68519 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:25.602966 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376bd9b-fc6f-4306-a1a9-986a0e470715 req-c0d2cd1b-c785-4e7e-b88a-bd40e6d68519 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:25.610314 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376bd9b-fc6f-4306-a1a9-986a0e470715 req-c0d2cd1b-c785-4e7e-b88a-bd40e6d68519 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:25.617792 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6376bd9b-fc6f-4306-a1a9-986a0e470715 req-c0d2cd1b-c785-4e7e-b88a-bd40e6d68519 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 3817 time: 0.2236619 Jul 23 20:09:25.714998 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf6678c-22e4-4137-a753-4f0f213436a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d782c9aa-2158-45ec-9a49-51f7cf848ae5,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:25.766130 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-9812cca3-3cc8-46db-b22a-51355e934280 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c36825-61ab-4ddb-aac6-0e5320a472bb') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:25.767269 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-9812cca3-3cc8-46db-b22a-51355e934280 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c36825-61ab-4ddb-aac6-0e5320a472bb') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:25.782021 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6376bd9b-fc6f-4306-a1a9-986a0e470715 req-e708732f-de78-452d-99bc-4dedd294ebff tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563509 Jul 23 20:09:25.799545 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9812cca3-3cc8-46db-b22a-51355e934280 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:25.863544 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9812cca3-3cc8-46db-b22a-51355e934280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:25.880933 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9812cca3-3cc8-46db-b22a-51355e934280 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:09:25.881624 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9812cca3-3cc8-46db-b22a-51355e934280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:25.885181 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:09:25.885181 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:09:25.885181 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:09:25.885181 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:09:25.885181 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:09:25.885181 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:09:25.885181 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:09:25.885181 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:09:25.885181 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:09:25.885181 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:09:25.885181 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:09:25.885181 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:09:25.885181 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:09:25.885181 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:09:25.885181 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:09:25.885181 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:09:25.885181 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:09:25.885181 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:09:25.885181 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:09:25.885181 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:09:25.885181 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:09:25.885181 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:09:25.885181 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:09:25.885181 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:09:25.885181 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:09:25.885181 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:09:25.885181 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:09:25.885181 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:09:25.885181 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:09:25.885181 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:09:25.885181 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:09:25.885181 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:09:25.940289 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-8bf6678c-22e4-4137-a753-4f0f213436a1 service neutron] Attempting to bind port d782c9aa-2158-45ec-9a49-51f7cf848ae5 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:25.940289 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-8bf6678c-22e4-4137-a753-4f0f213436a1 service neutron] Attempting to bind port d782c9aa-2158-45ec-9a49-51f7cf848ae5 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '24cdf91d-f478-4970-87eb-4981cb489a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '065bad45-89d8-44cd-a1fc-415086b71990'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:25.949719 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fb5e0ae6-ac45-457f-b095-64b30b077853 req-fb9fec98-bab6-43b3-93a8-11ed03880b75 service neutron] 10.222.0.30 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9579558 Jul 23 20:09:25.953821 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-8bf6678c-22e4-4137-a753-4f0f213436a1 service neutron] Attempting to bind port d782c9aa-2158-45ec-9a49-51f7cf848ae5 on network 065bad45-89d8-44cd-a1fc-415086b71990 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:25.964247 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-8bf6678c-22e4-4137-a753-4f0f213436a1 service neutron] Port d782c9aa-2158-45ec-9a49-51f7cf848ae5 on network 065bad45-89d8-44cd-a1fc-415086b71990 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:09:25.964873 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-8bf6678c-22e4-4137-a753-4f0f213436a1 service neutron] Attempting to bind port d782c9aa-2158-45ec-9a49-51f7cf848ae5 on network 065bad45-89d8-44cd-a1fc-415086b71990 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:25.969436 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:09:25.980777 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-8bf6678c-22e4-4137-a753-4f0f213436a1 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:25.980777 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-8bf6678c-22e4-4137-a753-4f0f213436a1 service neutron] Checking segment: {'id': '24cdf91d-f478-4970-87eb-4981cb489a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '065bad45-89d8-44cd-a1fc-415086b71990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:25.980777 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-8bf6678c-22e4-4137-a753-4f0f213436a1 service neutron] Bound using segment: {'id': '24cdf91d-f478-4970-87eb-4981cb489a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '065bad45-89d8-44cd-a1fc-415086b71990'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:25.982395 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-8bf6678c-22e4-4137-a753-4f0f213436a1 service neutron] Bound port: d782c9aa-2158-45ec-9a49-51f7cf848ae5, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24cdf91d-f478-4970-87eb-4981cb489a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '065bad45-89d8-44cd-a1fc-415086b71990'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:25.982395 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-8bf6678c-22e4-4137-a753-4f0f213436a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:26.092238 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:26.093220 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:26.100412 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0059a742-ccc1-477b-bad8-798d2f023584 req-58b2ff2a-3b0c-497a-bd72-10c6df6f8bb1 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Made reservation on behalf of b1a6866430c7477dabb2850fe027c983 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:09:26.104461 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0059a742-ccc1-477b-bad8-798d2f023584 req-58b2ff2a-3b0c-497a-bd72-10c6df6f8bb1 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:26.153296 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-8bf6678c-22e4-4137-a753-4f0f213436a1 service neutron] For port d782c9aa-2158-45ec-9a49-51f7cf848ae5, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:26.153661 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9812cca3-3cc8-46db-b22a-51355e934280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:26.159662 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-8bf6678c-22e4-4137-a753-4f0f213436a1 service neutron] For port d782c9aa-2158-45ec-9a49-51f7cf848ae5, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=d782c9aa-2158-45ec-9a49-51f7cf848ae5,segment=NetworkSegment(24cdf91d-f478-4970-87eb-4981cb489a54),segment_id=24cdf91d-f478-4970-87eb-4981cb489a54)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:26.168075 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9812cca3-3cc8-46db-b22a-51355e934280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:26.171011 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9812cca3-3cc8-46db-b22a-51355e934280 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5d31ccbd-c97a-4218-bf26-9f2d6f98cfe2 HTTP/1.1" status: 204 len: 168 time: 2.1267831 Jul 23 20:09:26.180372 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e9f04608-225e-407a-b666-6d45d01d4386 req-7141b257-c285-4c9c-82f9-f5a892aa28e4 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] 10.222.0.32 "GET /v2.0/security-groups/8e7acc9b-b8b9-4b14-a39a-1d81f6dce61f HTTP/1.1" status: 200 len: 1806 time: 0.1617422 Jul 23 20:09:26.187056 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76722db3-f65a-4743-8b64-2a77e89bc434 req-ebf7eb0f-a546-41b7-bbc4-f8568f4c3447 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:26.188791 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-76722db3-f65a-4743-8b64-2a77e89bc434 req-ebf7eb0f-a546-41b7-bbc4-f8568f4c3447 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8030b22-fed3-4882-b5b2-8a6efe63a829 HTTP/1.1" status: 200 len: 944 time: 1.2872870 Jul 23 20:09:26.216243 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-8bf6678c-22e4-4137-a753-4f0f213436a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:26.262649 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:26.317703 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8030b22-fed3-4882-b5b2-8a6efe63a829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:26.320000 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25793104-0126-425d-a9c4-aff54c5969a3" -d '{"events": [{"server_uuid": "a8030b22-fed3-4882-b5b2-8a6efe63a829", "name": "network-vif-plugged", "status": "completed", "tag": "e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:26.320574 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-8bf6678c-22e4-4137-a753-4f0f213436a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:26.321199 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-8bf6678c-22e4-4137-a753-4f0f213436a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:26.322627 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-8bf6678c-22e4-4137-a753-4f0f213436a1 service neutron] 10.222.0.30 "PUT /v2.0/ports/d782c9aa-2158-45ec-9a49-51f7cf848ae5 HTTP/1.1" status: 200 len: 1093 time: 2.5053895 Jul 23 20:09:26.324097 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'tag': 'd782c9aa-2158-45ec-9a49-51f7cf848ae5'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:26.327248 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321b4fb5-a60e-40b7-98a4-0e7b6b854a9a" -d '{"events": [{"name": "network-changed", "server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "tag": "d782c9aa-2158-45ec-9a49-51f7cf848ae5"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:26.358056 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014,segment=NetworkSegment(c624a56d-de97-4959-866e-9ffe997374c5),segment_id=c624a56d-de97-4959-866e-9ffe997374c5)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:26.362659 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e9f04608-225e-407a-b666-6d45d01d4386 req-bf3ca71b-8caa-4310-ba4e-32df828ecf48 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] 10.222.0.32 "GET /v2.0/security-groups/96028b07-5591-46c9-9475-4583957b2b37 HTTP/1.1" status: 200 len: 1807 time: 0.1373184 Jul 23 20:09:26.365606 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:26.372225 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-e9f04608-225e-407a-b666-6d45d01d4386 req-f2451e2f-16f0-4a5a-9ff5-2901543ef274 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8e7acc9b-b8b9-4b14-a39a-1d81f6dce61f', 'remote_group_id': '96028b07-5591-46c9-9475-4583957b2b37', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:26.372639 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-e9f04608-225e-407a-b666-6d45d01d4386 req-f2451e2f-16f0-4a5a-9ff5-2901543ef274 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8e7acc9b-b8b9-4b14-a39a-1d81f6dce61f', 'remote_group_id': '96028b07-5591-46c9-9475-4583957b2b37', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:26.420460 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-78ce7075-69cc-4f3b-972b-128d97701b78 service neutron] Request body: {'port': {'device_id': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:26.464443 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf6678c-22e4-4137-a753-4f0f213436a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d782c9aa-2158-45ec-9a49-51f7cf848ae5,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:26.471789 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:26.534153 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46714) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:26.560461 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9812cca3-3cc8-46db-b22a-51355e934280 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d31ccbd-c97a-4218-bf26-9f2d6f98cfe2,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:26.571405 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-0059a742-ccc1-477b-bad8-798d2f023584 req-58b2ff2a-3b0c-497a-bd72-10c6df6f8bb1 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Allocated IP 172.20.0.6 (68a6fe92-0c26-45da-99d0-e58f34d2b985/7562bacc-5c9d-4fd5-a756-532eac029140/993bde95-b5a7-4929-a2f6-f7eb102fff8f) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:09:26.603245 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-78ce7075-69cc-4f3b-972b-128d97701b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:26.623305 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-76722db3-f65a-4743-8b64-2a77e89bc434 req-7757c980-2d74-4857-8830-c4ad05407204 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322217 Jul 23 20:09:26.629043 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fb5e0ae6-ac45-457f-b095-64b30b077853 req-e372951b-2a4a-41f9-9e40-01967b925c06 service neutron] 10.222.0.30 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6611867 Jul 23 20:09:26.772492 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-aa8b4058-d8a5-49e0-a4ab-9116af84e14c req-d047d445-cc88-48d3-a86c-945e75b6c601 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 210 time: 0.0322516 Jul 23 20:09:26.852521 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0059a742-ccc1-477b-bad8-798d2f023584 req-58b2ff2a-3b0c-497a-bd72-10c6df6f8bb1 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:26.892921 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-0059a742-ccc1-477b-bad8-798d2f023584 req-58b2ff2a-3b0c-497a-bd72-10c6df6f8bb1 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Transition to ACTIVE for port object 993bde95-b5a7-4929-a2f6-f7eb102fff8f will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:26.997344 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e9f04608-225e-407a-b666-6d45d01d4386 req-f2451e2f-16f0-4a5a-9ff5-2901543ef274 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:27.020187 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16708bc0-07e3-4268-ac27-c3fc6234d92f req-501b1aad-c880-43cb-81e5-c0ab96f08bad tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:27.021845 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-16708bc0-07e3-4268-ac27-c3fc6234d92f req-501b1aad-c880-43cb-81e5-c0ab96f08bad tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.1244993 Jul 23 20:09:27.049274 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0059a742-ccc1-477b-bad8-798d2f023584 req-58b2ff2a-3b0c-497a-bd72-10c6df6f8bb1 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:27.050063 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e9f04608-225e-407a-b666-6d45d01d4386 req-f2451e2f-16f0-4a5a-9ff5-2901543ef274 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:27.072275 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0059a742-ccc1-477b-bad8-798d2f023584 req-58b2ff2a-3b0c-497a-bd72-10c6df6f8bb1 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Network 68a6fe92-0c26-45da-99d0-e58f34d2b985 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:27.075994 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-0059a742-ccc1-477b-bad8-798d2f023584 req-58b2ff2a-3b0c-497a-bd72-10c6df6f8bb1 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:27.113382 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e9f04608-225e-407a-b666-6d45d01d4386 req-f2451e2f-16f0-4a5a-9ff5-2901543ef274 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:27.116515 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-0059a742-ccc1-477b-bad8-798d2f023584 req-58b2ff2a-3b0c-497a-bd72-10c6df6f8bb1 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:09:27.188503 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059a742-ccc1-477b-bad8-798d2f023584 req-58b2ff2a-3b0c-497a-bd72-10c6df6f8bb1 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:27.189250 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0059a742-ccc1-477b-bad8-798d2f023584 req-58b2ff2a-3b0c-497a-bd72-10c6df6f8bb1 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:27.204619 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-16708bc0-07e3-4268-ac27-c3fc6234d92f req-288e1dc9-660c-4766-a85a-28e3e13036a3 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759865 Jul 23 20:09:27.227420 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2ff2a-3b0c-497a-bd72-10c6df6f8bb1 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Pushing event updated for resources: {'Port': ['ID=993bde95-b5a7-4929-a2f6-f7eb102fff8f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:27.242574 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0059a742-ccc1-477b-bad8-798d2f023584 req-58b2ff2a-3b0c-497a-bd72-10c6df6f8bb1 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4675875 Jul 23 20:09:27.251870 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e9f04608-225e-407a-b666-6d45d01d4386 req-f2451e2f-16f0-4a5a-9ff5-2901543ef274 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:27.255713 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-0059a742-ccc1-477b-bad8-798d2f023584 req-27477c0b-1f2d-4809-a74e-24129f9844ce service neutron] Request body: {'port': {'device_id': 'bd414227-5cf3-4766-ad0f-426b4bd7ebd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:27.264981 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e9f04608-225e-407a-b666-6d45d01d4386 req-f2451e2f-16f0-4a5a-9ff5-2901543ef274 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9012854 Jul 23 20:09:27.266807 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2451e2f-16f0-4a5a-9ff5-2901543ef274 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d513aa4-1a6e-408b-a324-fce92b10e327,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:27.331087 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5a8078-a23e-4904-bc40-eb2e0616d119 x-openstack-request-id: req-0f5a8078-a23e-4904-bc40-eb2e0616d119 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:27.331641 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8030b22-fed3-4882-b5b2-8a6efe63a829", "name": "network-vif-plugged", "status": "completed", "tag": "e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:27.331763 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f5a8078-a23e-4904-bc40-eb2e0616d119 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:27.332233 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8030b22-fed3-4882-b5b2-8a6efe63a829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014', 'code': 200} Jul 23 20:09:27.413065 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0059a742-ccc1-477b-bad8-798d2f023584 req-27477c0b-1f2d-4809-a74e-24129f9844ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:27.439925 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a32f4c90-f94d-4dc2-8158-344cd5aab3d7 None None] Provisioning for port 993bde95-b5a7-4929-a2f6-f7eb102fff8f completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:27.445541 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a32f4c90-f94d-4dc2-8158-344cd5aab3d7 None None] Provisioning complete for port 993bde95-b5a7-4929-a2f6-f7eb102fff8f triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:27.445950 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a32f4c90-f94d-4dc2-8158-344cd5aab3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:27.453661 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e69c7bb-1f30-4d1c-991a-f587527aacb1 x-openstack-request-id: req-1e69c7bb-1f30-4d1c-991a-f587527aacb1 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:27.454013 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "tag": "d782c9aa-2158-45ec-9a49-51f7cf848ae5", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:27.454257 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e69c7bb-1f30-4d1c-991a-f587527aacb1 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:27.454657 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'tag': 'd782c9aa-2158-45ec-9a49-51f7cf848ae5', 'status': 'completed', 'code': 200} Jul 23 20:09:27.482916 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5d5ad19f-f9d2-4047-8eb5-61dfb4c3fc28 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c9433630b6ba48418495f6d3d38a792b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9445841 Jul 23 20:09:27.484908 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46726) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:27.519898 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a32f4c90-f94d-4dc2-8158-344cd5aab3d7 None None] Port 993bde95-b5a7-4929-a2f6-f7eb102fff8f cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:09:27.565684 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-fd8f4265-bac9-4654-9f6c-b5c03e8a7cbc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5881822 Jul 23 20:09:27.583077 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b4fb5-a60e-40b7-98a4-0e7b6b854a9a req-b3acfb75-c3b9-42bd-bab5-45fa2dbd775e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:27.583808 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b4fb5-a60e-40b7-98a4-0e7b6b854a9a req-b3acfb75-c3b9-42bd-bab5-45fa2dbd775e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:27.584298 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b4fb5-a60e-40b7-98a4-0e7b6b854a9a req-b3acfb75-c3b9-42bd-bab5-45fa2dbd775e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:27.584781 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b4fb5-a60e-40b7-98a4-0e7b6b854a9a req-b3acfb75-c3b9-42bd-bab5-45fa2dbd775e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:27.585254 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b4fb5-a60e-40b7-98a4-0e7b6b854a9a req-b3acfb75-c3b9-42bd-bab5-45fa2dbd775e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:27.587092 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-321b4fb5-a60e-40b7-98a4-0e7b6b854a9a req-b3acfb75-c3b9-42bd-bab5-45fa2dbd775e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3e740eb35174745b8c66e63aac9db55&device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 4365 time: 0.1777861 Jul 23 20:09:27.696800 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5cf72211-ee7f-45e7-a6d5-6e60fb906f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:27.707608 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27402e-7f00-4240-9af3-52449b20b67a req-af839292-79a8-4095-b29c-a12dedf85e36 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:27.713970 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27402e-7f00-4240-9af3-52449b20b67a req-af839292-79a8-4095-b29c-a12dedf85e36 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:27.720274 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27402e-7f00-4240-9af3-52449b20b67a req-af839292-79a8-4095-b29c-a12dedf85e36 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:27.726332 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27402e-7f00-4240-9af3-52449b20b67a req-af839292-79a8-4095-b29c-a12dedf85e36 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:27.733203 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27402e-7f00-4240-9af3-52449b20b67a req-af839292-79a8-4095-b29c-a12dedf85e36 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:27.735560 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5cf72211-ee7f-45e7-a6d5-6e60fb906f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:27.735714 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0c27402e-7f00-4240-9af3-52449b20b67a req-af839292-79a8-4095-b29c-a12dedf85e36 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 3829 time: 0.2789998 Jul 23 20:09:27.739921 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-78ce7075-69cc-4f3b-972b-128d97701b78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ff51102-e428-4ded-a3d1-228f5bfc548f {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:27.751535 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-78ce7075-69cc-4f3b-972b-128d97701b78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:27.785859 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-78ce7075-69cc-4f3b-972b-128d97701b78 service neutron] Transition to ACTIVE for port object 8ff51102-e428-4ded-a3d1-228f5bfc548f will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:27.805002 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-78ce7075-69cc-4f3b-972b-128d97701b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:27.842158 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0c27402e-7f00-4240-9af3-52449b20b67a req-d32ddff4-5808-4d6a-8ad8-3d21e42593ce tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957515 Jul 23 20:09:27.860204 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-18c19b13-d938-47d1-b21d-1b32a5cce9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:27.860805 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-18c19b13-d938-47d1-b21d-1b32a5cce9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:27.861362 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-18c19b13-d938-47d1-b21d-1b32a5cce9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:27.861915 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-18c19b13-d938-47d1-b21d-1b32a5cce9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:27.862455 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-18c19b13-d938-47d1-b21d-1b32a5cce9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:27.862992 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-18c19b13-d938-47d1-b21d-1b32a5cce9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:27.863529 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-18c19b13-d938-47d1-b21d-1b32a5cce9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:27.865884 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-18c19b13-d938-47d1-b21d-1b32a5cce9e3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=858effe7088a420282b357f80eadfe13&device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 6508 time: 0.2220473 Jul 23 20:09:27.884344 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce7075-69cc-4f3b-972b-128d97701b78 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff51102-e428-4ded-a3d1-228f5bfc548f,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:27.934449 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-12a0947c-8ce0-42de-b8ef-498bcc0cc4f6 req-091417c8-56d6-4a0f-b5b7-87112e85674c tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] 10.222.0.32 "GET /v2.0/security-groups/96028b07-5591-46c9-9475-4583957b2b37 HTTP/1.1" status: 200 len: 1807 time: 0.2184644 Jul 23 20:09:27.963574 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b4fb5-a60e-40b7-98a4-0e7b6b854a9a req-d6d41d1d-776c-480d-8bb8-7f1a1ad6f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:27.966510 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b4fb5-a60e-40b7-98a4-0e7b6b854a9a req-d6d41d1d-776c-480d-8bb8-7f1a1ad6f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:27.967918 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b4fb5-a60e-40b7-98a4-0e7b6b854a9a req-d6d41d1d-776c-480d-8bb8-7f1a1ad6f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:27.974140 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-321b4fb5-a60e-40b7-98a4-0e7b6b854a9a req-d6d41d1d-776c-480d-8bb8-7f1a1ad6f1fa service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a3e740eb35174745b8c66e63aac9db55&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3756223 Jul 23 20:09:28.059658 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5cf72211-ee7f-45e7-a6d5-6e60fb906f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:28.063035 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5cf72211-ee7f-45e7-a6d5-6e60fb906f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:28.066603 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5cf72211-ee7f-45e7-a6d5-6e60fb906f6e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/354e04bd-7eea-47fe-85fa-3907647f76df HTTP/1.1" status: 204 len: 168 time: 0.5769916 Jul 23 20:09:28.087506 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-78ce7075-69cc-4f3b-972b-128d97701b78 service neutron] Attempting to bind port 8ff51102-e428-4ded-a3d1-228f5bfc548f on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:28.088034 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-78ce7075-69cc-4f3b-972b-128d97701b78 service neutron] Attempting to bind port 8ff51102-e428-4ded-a3d1-228f5bfc548f by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'ebdc46e1-ed98-486e-b7df-53f92cdf705b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '24944fa3-9e4d-479a-a53d-6bb8b5f56882'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:28.088744 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-78ce7075-69cc-4f3b-972b-128d97701b78 service neutron] Attempting to bind port 8ff51102-e428-4ded-a3d1-228f5bfc548f on network 24944fa3-9e4d-479a-a53d-6bb8b5f56882 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:28.117803 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-78ce7075-69cc-4f3b-972b-128d97701b78 service neutron] Port 8ff51102-e428-4ded-a3d1-228f5bfc548f on network 24944fa3-9e4d-479a-a53d-6bb8b5f56882 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:09:28.117803 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-78ce7075-69cc-4f3b-972b-128d97701b78 service neutron] Attempting to bind port 8ff51102-e428-4ded-a3d1-228f5bfc548f on network 24944fa3-9e4d-479a-a53d-6bb8b5f56882 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:28.129821 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-78ce7075-69cc-4f3b-972b-128d97701b78 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:28.130313 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-78ce7075-69cc-4f3b-972b-128d97701b78 service neutron] Checking segment: {'id': 'ebdc46e1-ed98-486e-b7df-53f92cdf705b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '24944fa3-9e4d-479a-a53d-6bb8b5f56882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:28.130804 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-78ce7075-69cc-4f3b-972b-128d97701b78 service neutron] Bound using segment: {'id': 'ebdc46e1-ed98-486e-b7df-53f92cdf705b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '24944fa3-9e4d-479a-a53d-6bb8b5f56882'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:28.131352 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-78ce7075-69cc-4f3b-972b-128d97701b78 service neutron] Bound port: 8ff51102-e428-4ded-a3d1-228f5bfc548f, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebdc46e1-ed98-486e-b7df-53f92cdf705b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '24944fa3-9e4d-479a-a53d-6bb8b5f56882'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:28.131834 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-78ce7075-69cc-4f3b-972b-128d97701b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:28.150995 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf72211-ee7f-45e7-a6d5-6e60fb906f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354e04bd-7eea-47fe-85fa-3907647f76df,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:28.249604 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-12a0947c-8ce0-42de-b8ef-498bcc0cc4f6 req-1f975e7b-fa05-4362-a8f0-ddaeff665212 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:28.261377 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-78ce7075-69cc-4f3b-972b-128d97701b78 service neutron] For port 8ff51102-e428-4ded-a3d1-228f5bfc548f, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:28.266102 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-78ce7075-69cc-4f3b-972b-128d97701b78 service neutron] For port 8ff51102-e428-4ded-a3d1-228f5bfc548f, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=8ff51102-e428-4ded-a3d1-228f5bfc548f,segment=NetworkSegment(ebdc46e1-ed98-486e-b7df-53f92cdf705b),segment_id=ebdc46e1-ed98-486e-b7df-53f92cdf705b)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:28.281654 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-c15cb926-ae79-42e0-a72e-dd56cf537d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:28.282846 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-c15cb926-ae79-42e0-a72e-dd56cf537d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:28.283309 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-c15cb926-ae79-42e0-a72e-dd56cf537d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:28.284996 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-c15cb926-ae79-42e0-a72e-dd56cf537d55 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c0c425ca-579f-4028-a72c-ce66097cca22&id=a8834cf6-a834-4872-ae27-a514fb198d71&id=a8834cf6-a834-4872-ae27-a514fb198d71&id=a8834cf6-a834-4872-ae27-a514fb198d71&id=a8834cf6-a834-4872-ae27-a514fb198d71&id=c06c7c82-36a6-415d-bbcb-96da02d094eb&id=c06c7c82-36a6-415d-bbcb-96da02d094eb HTTP/1.1" status: 200 len: 2299 time: 0.3680396 Jul 23 20:09:28.286222 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-78ce7075-69cc-4f3b-972b-128d97701b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:28.290355 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-0059a742-ccc1-477b-bad8-798d2f023584 req-27477c0b-1f2d-4809-a74e-24129f9844ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 993bde95-b5a7-4929-a2f6-f7eb102fff8f {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:28.302501 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b4fb5-a60e-40b7-98a4-0e7b6b854a9a req-2cd81408-116f-4661-af6e-90e9e824278c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:28.303967 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-321b4fb5-a60e-40b7-98a4-0e7b6b854a9a req-2cd81408-116f-4661-af6e-90e9e824278c service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3157380 Jul 23 20:09:28.306109 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0059a742-ccc1-477b-bad8-798d2f023584 req-27477c0b-1f2d-4809-a74e-24129f9844ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:28.313441 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-12a0947c-8ce0-42de-b8ef-498bcc0cc4f6 req-1f975e7b-fa05-4362-a8f0-ddaeff665212 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:28.320541 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f9688-4fc0-4397-a2ea-27ebefa916fb req-dfdb9843-ff54-41a7-b3e4-8cb0e2ec105b tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:28.326793 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fd2f9688-4fc0-4397-a2ea-27ebefa916fb req-dfdb9843-ff54-41a7-b3e4-8cb0e2ec105b tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8030b22-fed3-4882-b5b2-8a6efe63a829 HTTP/1.1" status: 200 len: 945 time: 0.2707314 Jul 23 20:09:28.336066 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-0059a742-ccc1-477b-bad8-798d2f023584 req-27477c0b-1f2d-4809-a74e-24129f9844ce service neutron] Transition to ACTIVE for port object 993bde95-b5a7-4929-a2f6-f7eb102fff8f will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:28.353605 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0059a742-ccc1-477b-bad8-798d2f023584 req-27477c0b-1f2d-4809-a74e-24129f9844ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:28.442330 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-78ce7075-69cc-4f3b-972b-128d97701b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:28.442977 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-78ce7075-69cc-4f3b-972b-128d97701b78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:28.444360 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-78ce7075-69cc-4f3b-972b-128d97701b78 service neutron] 10.222.0.30 "PUT /v2.0/ports/8ff51102-e428-4ded-a3d1-228f5bfc548f HTTP/1.1" status: 200 len: 1131 time: 2.0304368 Jul 23 20:09:28.471624 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-12a0947c-8ce0-42de-b8ef-498bcc0cc4f6 req-1f975e7b-fa05-4362-a8f0-ddaeff665212 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:28.473493 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-12a0947c-8ce0-42de-b8ef-498bcc0cc4f6 req-1f975e7b-fa05-4362-a8f0-ddaeff665212 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:28.489764 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-12a0947c-8ce0-42de-b8ef-498bcc0cc4f6 req-1f975e7b-fa05-4362-a8f0-ddaeff665212 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] 10.222.0.32 "DELETE /v2.0/security-groups/96028b07-5591-46c9-9475-4583957b2b37 HTTP/1.1" status: 204 len: 173 time: 0.5537646 Jul 23 20:09:28.491014 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-b3a945e0-8c6e-4d4b-b59c-bd83168200e1 service neutron] Request body: {'port': {'device_id': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:28.604689 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f975e7b-fa05-4362-a8f0-ddaeff665212 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96028b07-5591-46c9-9475-4583957b2b37,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:28.614320 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-b6be402b-2ee4-45c7-bcf2-06495b456d69 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cbdd92a-b096-453c-b3eb-bec2759c3ae5 HTTP/1.1" status: 200 len: 1001 time: 0.3145971 Jul 23 20:09:28.615563 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce7075-69cc-4f3b-972b-128d97701b78 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff51102-e428-4ded-a3d1-228f5bfc548f,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:28.617289 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27477c0b-1f2d-4809-a74e-24129f9844ce service neutron] Pushing event updated for resources: {'Port': ['ID=993bde95-b5a7-4929-a2f6-f7eb102fff8f,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:28.624901 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fd2f9688-4fc0-4397-a2ea-27ebefa916fb req-4cdb857c-c2bd-4e95-b9f0-026519f59f0c tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531958 Jul 23 20:09:28.827238 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-0059a742-ccc1-477b-bad8-798d2f023584 req-27477c0b-1f2d-4809-a74e-24129f9844ce service neutron] Attempting to bind port 993bde95-b5a7-4929-a2f6-f7eb102fff8f on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:28.827651 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-0059a742-ccc1-477b-bad8-798d2f023584 req-27477c0b-1f2d-4809-a74e-24129f9844ce service neutron] Attempting to bind port 993bde95-b5a7-4929-a2f6-f7eb102fff8f by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'bdb704e3-373f-4f47-bef5-3e89668f2e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:28.828091 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059a742-ccc1-477b-bad8-798d2f023584 req-27477c0b-1f2d-4809-a74e-24129f9844ce service neutron] Attempting to bind port 993bde95-b5a7-4929-a2f6-f7eb102fff8f on network 68a6fe92-0c26-45da-99d0-e58f34d2b985 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:28.833712 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059a742-ccc1-477b-bad8-798d2f023584 req-27477c0b-1f2d-4809-a74e-24129f9844ce service neutron] Port 993bde95-b5a7-4929-a2f6-f7eb102fff8f on network 68a6fe92-0c26-45da-99d0-e58f34d2b985 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:09:28.834149 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059a742-ccc1-477b-bad8-798d2f023584 req-27477c0b-1f2d-4809-a74e-24129f9844ce service neutron] Attempting to bind port 993bde95-b5a7-4929-a2f6-f7eb102fff8f on network 68a6fe92-0c26-45da-99d0-e58f34d2b985 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:28.840257 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059a742-ccc1-477b-bad8-798d2f023584 req-27477c0b-1f2d-4809-a74e-24129f9844ce service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:28.840717 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059a742-ccc1-477b-bad8-798d2f023584 req-27477c0b-1f2d-4809-a74e-24129f9844ce service neutron] Checking segment: {'id': 'bdb704e3-373f-4f47-bef5-3e89668f2e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:28.841746 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059a742-ccc1-477b-bad8-798d2f023584 req-27477c0b-1f2d-4809-a74e-24129f9844ce service neutron] Bound using segment: {'id': 'bdb704e3-373f-4f47-bef5-3e89668f2e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:28.842585 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-0059a742-ccc1-477b-bad8-798d2f023584 req-27477c0b-1f2d-4809-a74e-24129f9844ce service neutron] Bound port: 993bde95-b5a7-4929-a2f6-f7eb102fff8f, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdb704e3-373f-4f47-bef5-3e89668f2e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:28.843216 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0059a742-ccc1-477b-bad8-798d2f023584 req-27477c0b-1f2d-4809-a74e-24129f9844ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:28.864188 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0cd26a-812e-4bf6-9c1b-b7125f333cc3 req-d784ecb8-5947-4d65-b1df-b91156a7f47a tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:28.871624 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6c0cd26a-812e-4bf6-9c1b-b7125f333cc3 req-d784ecb8-5947-4d65-b1df-b91156a7f47a tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 943 time: 0.1492982 Jul 23 20:09:28.916151 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-b3a945e0-8c6e-4d4b-b59c-bd83168200e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:28.922709 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-4ab92f6c-c487-46f5-9b31-291bc8d97e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:28.924453 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-4ab92f6c-c487-46f5-9b31-291bc8d97e33 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a451f4d4-16b1-4cd6-849b-914123ed9f93 HTTP/1.1" status: 200 len: 856 time: 0.2904913 Jul 23 20:09:28.953292 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6c0cd26a-812e-4bf6-9c1b-b7125f333cc3 req-09e01408-966b-46e8-89bd-cf90fced1a93 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c795a9-7461-4bc4-8325-b1503df20f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773647 Jul 23 20:09:29.043625 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-0059a742-ccc1-477b-bad8-798d2f023584 req-27477c0b-1f2d-4809-a74e-24129f9844ce service neutron] For port 993bde95-b5a7-4929-a2f6-f7eb102fff8f, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:29.049101 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-0059a742-ccc1-477b-bad8-798d2f023584 req-27477c0b-1f2d-4809-a74e-24129f9844ce service neutron] For port 993bde95-b5a7-4929-a2f6-f7eb102fff8f, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=993bde95-b5a7-4929-a2f6-f7eb102fff8f,segment=NetworkSegment(bdb704e3-373f-4f47-bef5-3e89668f2e28),segment_id=bdb704e3-373f-4f47-bef5-3e89668f2e28)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:29.056233 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0059a742-ccc1-477b-bad8-798d2f023584 req-27477c0b-1f2d-4809-a74e-24129f9844ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:29.097256 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f451ae8-9d80-4a03-b3a9-c35be0fb61a9 req-14388cee-8b82-4c0a-b907-d0aeb0128bf3 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:29.098834 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0f451ae8-9d80-4a03-b3a9-c35be0fb61a9 req-14388cee-8b82-4c0a-b907-d0aeb0128bf3 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.3058431 Jul 23 20:09:29.141973 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059a742-ccc1-477b-bad8-798d2f023584 req-27477c0b-1f2d-4809-a74e-24129f9844ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:29.142608 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0059a742-ccc1-477b-bad8-798d2f023584 req-27477c0b-1f2d-4809-a74e-24129f9844ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:29.144113 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0059a742-ccc1-477b-bad8-798d2f023584 req-27477c0b-1f2d-4809-a74e-24129f9844ce service neutron] 10.222.0.30 "PUT /v2.0/ports/993bde95-b5a7-4929-a2f6-f7eb102fff8f HTTP/1.1" status: 200 len: 1092 time: 1.8937426 Jul 23 20:09:29.144554 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd414227-5cf3-4766-ad0f-426b4bd7ebd3', 'tag': '993bde95-b5a7-4929-a2f6-f7eb102fff8f'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:29.146831 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e54108-64c7-4218-adcc-26e48608494a" -d '{"events": [{"name": "network-changed", "server_uuid": "bd414227-5cf3-4766-ad0f-426b4bd7ebd3", "tag": "993bde95-b5a7-4929-a2f6-f7eb102fff8f"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:29.235508 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-fb8b100b-a082-4501-a81e-669411d51c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:29.237251 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-fb8b100b-a082-4501-a81e-669411d51c15 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c0c425ca-579f-4028-a72c-ce66097cca22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3008804 Jul 23 20:09:29.297963 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27477c0b-1f2d-4809-a74e-24129f9844ce service neutron] Pushing event updated for resources: {'Port': ['ID=993bde95-b5a7-4929-a2f6-f7eb102fff8f,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:29.320088 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2c67dfd3-58c0-4380-98e4-378086a8801a req-854dde0b-d1eb-46fe-86a4-519663af060c tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] 10.222.0.32 "GET /v2.0/security-groups/8e7acc9b-b8b9-4b14-a39a-1d81f6dce61f HTTP/1.1" status: 200 len: 1806 time: 0.1906953 Jul 23 20:09:29.355515 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0f451ae8-9d80-4a03-b3a9-c35be0fb61a9 req-8d298ca2-d0af-4b79-86fc-ef298b875fcd tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2457929 Jul 23 20:09:29.355658 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d2bb0-a13f-4202-9ccc-71c08d47b021 req-34e79dfa-8b50-48fc-8b11-04edf35ba555 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:29.357396 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dd8d2bb0-a13f-4202-9ccc-71c08d47b021 req-34e79dfa-8b50-48fc-8b11-04edf35ba555 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8030b22-fed3-4882-b5b2-8a6efe63a829 HTTP/1.1" status: 200 len: 945 time: 0.1683517 Jul 23 20:09:29.425986 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059a742-ccc1-477b-bad8-798d2f023584 req-f5a731fa-f75d-4b44-8476-39db6c42c964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:29.428032 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0059a742-ccc1-477b-bad8-798d2f023584 req-f5a731fa-f75d-4b44-8476-39db6c42c964 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1a6866430c7477dabb2850fe027c983&device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 1095 time: 0.1774604 Jul 23 20:09:29.489685 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'tag': '8ff51102-e428-4ded-a3d1-228f5bfc548f'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:29.491840 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e6fb90-73b3-45f9-844e-f67f1c05d085" -d '{"events": [{"name": "network-changed", "server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "tag": "8ff51102-e428-4ded-a3d1-228f5bfc548f"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:29.545932 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0059a742-ccc1-477b-bad8-798d2f023584 req-eaf64e78-f7ee-40a0-b473-1a81914730f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=993bde95-b5a7-4929-a2f6-f7eb102fff8f HTTP/1.1" status: 200 len: 217 time: 0.0660918 Jul 23 20:09:29.609178 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-06e2e546-e507-412e-9dbc-de918c8b7dfc service neutron] 10.222.0.18 "GET /v2.0/networks/c0c425ca-579f-4028-a72c-ce66097cca22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498249 Jul 23 20:09:29.645631 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059a742-ccc1-477b-bad8-798d2f023584 req-6e1fa507-3e61-4fe1-9dea-c28199af79fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:29.647262 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0059a742-ccc1-477b-bad8-798d2f023584 req-6e1fa507-3e61-4fe1-9dea-c28199af79fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7562bacc-5c9d-4fd5-a756-532eac029140 HTTP/1.1" status: 200 len: 850 time: 0.0936613 Jul 23 20:09:29.704609 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0db042-a5c0-4187-ad28-9c415bc4c9c2 req-3aaa36e6-c0d1-4cc4-b097-fbbea887f0f9 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:29.706334 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ba0db042-a5c0-4187-ad28-9c415bc4c9c2 req-3aaa36e6-c0d1-4cc4-b097-fbbea887f0f9 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2fcbe3f-bd4a-4483-879f-6b96e28b59aa HTTP/1.1" status: 200 len: 951 time: 0.2687922 Jul 23 20:09:29.712749 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-dd8d2bb0-a13f-4202-9ccc-71c08d47b021 req-aec65980-f443-4173-a76d-87a40cc3edc3 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Deleting port e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:09:29.713612 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dd8d2bb0-a13f-4202-9ccc-71c08d47b021 req-aec65980-f443-4173-a76d-87a40cc3edc3 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:29.730447 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac53e8d-d6cf-4ff5-b8aa-371bbfbdbead req-9f09fc8a-e139-468d-bc84-a6e6c26e657f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:29.736422 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac53e8d-d6cf-4ff5-b8aa-371bbfbdbead req-9f09fc8a-e139-468d-bc84-a6e6c26e657f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:29.742379 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac53e8d-d6cf-4ff5-b8aa-371bbfbdbead req-9f09fc8a-e139-468d-bc84-a6e6c26e657f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:29.748805 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac53e8d-d6cf-4ff5-b8aa-371bbfbdbead req-9f09fc8a-e139-468d-bc84-a6e6c26e657f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:29.755075 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac53e8d-d6cf-4ff5-b8aa-371bbfbdbead req-9f09fc8a-e139-468d-bc84-a6e6c26e657f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:29.761037 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac53e8d-d6cf-4ff5-b8aa-371bbfbdbead req-9f09fc8a-e139-468d-bc84-a6e6c26e657f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:29.768427 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bac53e8d-d6cf-4ff5-b8aa-371bbfbdbead req-9f09fc8a-e139-468d-bc84-a6e6c26e657f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 4601 time: 0.2738881 Jul 23 20:09:29.824241 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ba0db042-a5c0-4187-ad28-9c415bc4c9c2 req-72287eec-102f-4fd7-aeb8-c9dd04c94fa0 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/security-groups?id=c01aeff2-775a-4341-8484-8c280b30c8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072617 Jul 23 20:09:29.838157 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-79b7c856-f590-4e28-b440-54eb539ca047 service neutron] 10.222.0.18 "GET /v2.0/networks/c0c425ca-579f-4028-a72c-ce66097cca22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168415 Jul 23 20:09:29.839214 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059a742-ccc1-477b-bad8-798d2f023584 req-4c35add1-80b0-4f96-89d1-a039c1f83a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:29.840761 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0059a742-ccc1-477b-bad8-798d2f023584 req-4c35add1-80b0-4f96-89d1-a039c1f83a1f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68a6fe92-0c26-45da-99d0-e58f34d2b985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1835821 Jul 23 20:09:29.842569 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-b3a945e0-8c6e-4d4b-b59c-bd83168200e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 029ccb5c-9717-4b7a-825f-18be8ca06481 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:29.890254 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a1b577-43a5-4e28-a4f6-28a42c10bbd3 x-openstack-request-id: req-82a1b577-43a5-4e28-a4f6-28a42c10bbd3 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:29.890622 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd414227-5cf3-4766-ad0f-426b4bd7ebd3", "tag": "993bde95-b5a7-4929-a2f6-f7eb102fff8f", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:29.890975 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-82a1b577-43a5-4e28-a4f6-28a42c10bbd3 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:29.891425 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd414227-5cf3-4766-ad0f-426b4bd7ebd3', 'tag': '993bde95-b5a7-4929-a2f6-f7eb102fff8f', 'status': 'completed', 'code': 200} Jul 23 20:09:29.893291 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-dd8d2bb0-a13f-4202-9ccc-71c08d47b021 req-aec65980-f443-4173-a76d-87a40cc3edc3 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] For port e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014,segment=NetworkSegment(c624a56d-de97-4959-866e-9ffe997374c5),segment_id=c624a56d-de97-4959-866e-9ffe997374c5)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:29.893743 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dd8d2bb0-a13f-4202-9ccc-71c08d47b021 req-aec65980-f443-4173-a76d-87a40cc3edc3 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:29.897382 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-b3a945e0-8c6e-4d4b-b59c-bd83168200e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:29.903570 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-0aed9037-2cb6-4685-9598-1517a5626d42 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=18d5e29d-60f2-4de3-a99b-260e4ed73bd7 HTTP/1.1" status: 200 len: 217 time: 0.0560124 Jul 23 20:09:29.909496 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bac53e8d-d6cf-4ff5-b8aa-371bbfbdbead req-b7b3cc77-47df-45d3-9e21-bead979017c3 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8eab5fee-f8eb-4aed-a3f0-c440f60a4ea3&id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1402137 Jul 23 20:09:29.916002 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-7b1bfe12-5021-43b0-9fcc-6a6fb88deed4 req-a9eaac13-eaa1-4db0-8839-e66e4aa64d4d tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1701720450', 'description': 'tempest-description-2125910971'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:29.928342 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-dd8d2bb0-a13f-4202-9ccc-71c08d47b021 req-aec65980-f443-4173-a76d-87a40cc3edc3 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Calling delete_port for e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:09:29.947661 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-b3a945e0-8c6e-4d4b-b59c-bd83168200e1 service neutron] Transition to ACTIVE for port object 029ccb5c-9717-4b7a-825f-18be8ca06481 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:29.972250 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-63487c75-4944-4689-a22e-0a61400b9d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:29.974052 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-63487c75-4944-4689-a22e-0a61400b9d1e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a37b077a-fe69-4a55-9b37-2fa25f9f53d6 HTTP/1.1" status: 200 len: 797 time: 0.0614409 Jul 23 20:09:29.975290 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-b3a945e0-8c6e-4d4b-b59c-bd83168200e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:30.057736 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7b1bfe12-5021-43b0-9fcc-6a6fb88deed4 req-a9eaac13-eaa1-4db0-8839-e66e4aa64d4d tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:30.093299 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0059a742-ccc1-477b-bad8-798d2f023584 req-8f68e236-b198-487c-bc54-2bee1e891c28 service neutron] 10.222.0.30 "GET /v2.0/networks/68a6fe92-0c26-45da-99d0-e58f34d2b985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330160 Jul 23 20:09:30.103042 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a945e0-8c6e-4d4b-b59c-bd83168200e1 service neutron] Pushing event updated for resources: {'Port': ['ID=029ccb5c-9717-4b7a-825f-18be8ca06481,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:30.215220 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-49127c60-223e-45d9-ba11-583063a18580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:30.217386 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-49127c60-223e-45d9-ba11-583063a18580 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8834cf6-a834-4872-ae27-a514fb198d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2302976 Jul 23 20:09:30.259109 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-b3a945e0-8c6e-4d4b-b59c-bd83168200e1 service neutron] Attempting to bind port 029ccb5c-9717-4b7a-825f-18be8ca06481 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:30.259695 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-b3a945e0-8c6e-4d4b-b59c-bd83168200e1 service neutron] Attempting to bind port 029ccb5c-9717-4b7a-825f-18be8ca06481 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'ebdc46e1-ed98-486e-b7df-53f92cdf705b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '24944fa3-9e4d-479a-a53d-6bb8b5f56882'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:30.260694 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-b3a945e0-8c6e-4d4b-b59c-bd83168200e1 service neutron] Attempting to bind port 029ccb5c-9717-4b7a-825f-18be8ca06481 on network 24944fa3-9e4d-479a-a53d-6bb8b5f56882 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:30.322100 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-b3a945e0-8c6e-4d4b-b59c-bd83168200e1 service neutron] Port 029ccb5c-9717-4b7a-825f-18be8ca06481 on network 24944fa3-9e4d-479a-a53d-6bb8b5f56882 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:09:30.323101 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-b3a945e0-8c6e-4d4b-b59c-bd83168200e1 service neutron] Attempting to bind port 029ccb5c-9717-4b7a-825f-18be8ca06481 on network 24944fa3-9e4d-479a-a53d-6bb8b5f56882 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:30.335652 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-b3a945e0-8c6e-4d4b-b59c-bd83168200e1 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:30.336635 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-b3a945e0-8c6e-4d4b-b59c-bd83168200e1 service neutron] Checking segment: {'id': 'ebdc46e1-ed98-486e-b7df-53f92cdf705b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '24944fa3-9e4d-479a-a53d-6bb8b5f56882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:30.337096 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-b3a945e0-8c6e-4d4b-b59c-bd83168200e1 service neutron] Bound using segment: {'id': 'ebdc46e1-ed98-486e-b7df-53f92cdf705b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '24944fa3-9e4d-479a-a53d-6bb8b5f56882'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:30.337645 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-b3a945e0-8c6e-4d4b-b59c-bd83168200e1 service neutron] Bound port: 029ccb5c-9717-4b7a-825f-18be8ca06481, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebdc46e1-ed98-486e-b7df-53f92cdf705b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '24944fa3-9e4d-479a-a53d-6bb8b5f56882'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:30.342050 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-b3a945e0-8c6e-4d4b-b59c-bd83168200e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:30.355615 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0059a742-ccc1-477b-bad8-798d2f023584 req-b32e72d5-3255-427b-a7d1-7992138bde37 service neutron] 10.222.0.30 "GET /v2.0/networks/68a6fe92-0c26-45da-99d0-e58f34d2b985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522364 Jul 23 20:09:30.358658 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58101d10-b7ce-4aa8-b763-b5646f6c6bc0 x-openstack-request-id: req-58101d10-b7ce-4aa8-b763-b5646f6c6bc0 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:30.359977 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "tag": "8ff51102-e428-4ded-a3d1-228f5bfc548f", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:30.360193 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-58101d10-b7ce-4aa8-b763-b5646f6c6bc0 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:30.360765 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'tag': '8ff51102-e428-4ded-a3d1-228f5bfc548f', 'status': 'completed', 'code': 200} Jul 23 20:09:30.382899 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7b1bfe12-5021-43b0-9fcc-6a6fb88deed4 req-a9eaac13-eaa1-4db0-8839-e66e4aa64d4d tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:30.384978 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dd8d2bb0-a13f-4202-9ccc-71c08d47b021 req-aec65980-f443-4173-a76d-87a40cc3edc3 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:30.398632 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:09:30.425280 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7b1bfe12-5021-43b0-9fcc-6a6fb88deed4 req-a9eaac13-eaa1-4db0-8839-e66e4aa64d4d tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:30.490324 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec65980-f443-4173-a76d-87a40cc3edc3 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Pushing event deleted for resources: {'Port': ['ID=e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:30.508330 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-139b5b2c-73cd-471f-be1d-6e66e8608187 req-f61573f0-789e-4f3b-87d9-9a37acfca367 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8030b22-fed3-4882-b5b2-8a6efe63a829 HTTP/1.1" status: 200 len: 210 time: 0.0454717 Jul 23 20:09:30.526045 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eaac13-eaa1-4db0-8839-e66e4aa64d4d tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a416ec2b-5963-4170-b600-d6cc3c3f29b1,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:30.536692 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7b1bfe12-5021-43b0-9fcc-6a6fb88deed4 req-a9eaac13-eaa1-4db0-8839-e66e4aa64d4d tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:30.538515 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7b1bfe12-5021-43b0-9fcc-6a6fb88deed4 req-a9eaac13-eaa1-4db0-8839-e66e4aa64d4d tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.6297019 Jul 23 20:09:30.553344 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-703485ab-c344-44ed-a5ec-9dfe1218065e service neutron] 10.222.0.18 "GET /v2.0/networks/a8834cf6-a834-4872-ae27-a514fb198d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809105 Jul 23 20:09:30.595560 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8d2bb0-a13f-4202-9ccc-71c08d47b021 req-aec65980-f443-4173-a76d-87a40cc3edc3 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] No DVR routers for this DVR port e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014 on host n-h2-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:09:30.595904 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-b3a945e0-8c6e-4d4b-b59c-bd83168200e1 service neutron] For port 029ccb5c-9717-4b7a-825f-18be8ca06481, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:30.599999 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dd8d2bb0-a13f-4202-9ccc-71c08d47b021 req-aec65980-f443-4173-a76d-87a40cc3edc3 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:30.602215 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dd8d2bb0-a13f-4202-9ccc-71c08d47b021 req-aec65980-f443-4173-a76d-87a40cc3edc3 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.18 "DELETE /v2.0/ports/e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014 HTTP/1.1" status: 204 len: 173 time: 1.2390704 Jul 23 20:09:30.610674 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-b3a945e0-8c6e-4d4b-b59c-bd83168200e1 service neutron] For port 029ccb5c-9717-4b7a-825f-18be8ca06481, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=029ccb5c-9717-4b7a-825f-18be8ca06481,segment=NetworkSegment(ebdc46e1-ed98-486e-b7df-53f92cdf705b),segment_id=ebdc46e1-ed98-486e-b7df-53f92cdf705b)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:30.624244 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-b3a945e0-8c6e-4d4b-b59c-bd83168200e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:30.704132 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6fb90-73b3-45f9-844e-f67f1c05d085 req-761c5d6b-4e12-4328-979f-a96b899cfb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:30.704132 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6fb90-73b3-45f9-844e-f67f1c05d085 req-761c5d6b-4e12-4328-979f-a96b899cfb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:30.704655 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6fb90-73b3-45f9-844e-f67f1c05d085 req-761c5d6b-4e12-4328-979f-a96b899cfb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:30.705001 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6fb90-73b3-45f9-844e-f67f1c05d085 req-761c5d6b-4e12-4328-979f-a96b899cfb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:30.705655 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6fb90-73b3-45f9-844e-f67f1c05d085 req-761c5d6b-4e12-4328-979f-a96b899cfb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:30.705986 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6fb90-73b3-45f9-844e-f67f1c05d085 req-761c5d6b-4e12-4328-979f-a96b899cfb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:30.706454 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6fb90-73b3-45f9-844e-f67f1c05d085 req-761c5d6b-4e12-4328-979f-a96b899cfb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:30.708464 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-14e6fb90-73b3-45f9-844e-f67f1c05d085 req-761c5d6b-4e12-4328-979f-a96b899cfb66 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3e740eb35174745b8c66e63aac9db55&device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 6172 time: 0.3411219 Jul 23 20:09:30.711624 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-b3a945e0-8c6e-4d4b-b59c-bd83168200e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:30.712251 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-b3a945e0-8c6e-4d4b-b59c-bd83168200e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:30.713952 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-b3a945e0-8c6e-4d4b-b59c-bd83168200e1 service neutron] 10.222.0.30 "PUT /v2.0/ports/029ccb5c-9717-4b7a-825f-18be8ca06481 HTTP/1.1" status: 200 len: 1132 time: 2.2409797 Jul 23 20:09:30.735327 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e54108-64c7-4218-adcc-26e48608494a req-054a91d4-b866-4109-84d7-0e8d95405f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:30.736821 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e8e54108-64c7-4218-adcc-26e48608494a req-054a91d4-b866-4109-84d7-0e8d95405f4c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1a6866430c7477dabb2850fe027c983&device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 1095 time: 0.3136892 Jul 23 20:09:30.745423 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a945e0-8c6e-4d4b-b59c-bd83168200e1 service neutron] Pushing event updated for resources: {'Port': ['ID=029ccb5c-9717-4b7a-825f-18be8ca06481,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:30.760112 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-807e564a-03e5-48a3-ae3f-35d9a63dc13e service neutron] Request body: {'port': {'device_id': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:30.790725 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-b424c697-48a1-4386-a78f-99cfe9e5f57a service neutron] 10.222.0.18 "GET /v2.0/networks/a8834cf6-a834-4872-ae27-a514fb198d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128348 Jul 23 20:09:30.872812 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-eb3d1fbe-d0eb-4019-ba14-070f980a59cc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8 HTTP/1.1" status: 200 len: 217 time: 0.0728576 Jul 23 20:09:30.940718 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-dfd24437-fc4b-49a9-9470-9d39db4e0071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:30.941201 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6fb90-73b3-45f9-844e-f67f1c05d085 req-7cf381b4-8bd6-4a83-a62e-fb04335a6ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:30.941814 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6fb90-73b3-45f9-844e-f67f1c05d085 req-7cf381b4-8bd6-4a83-a62e-fb04335a6ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:30.942610 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6fb90-73b3-45f9-844e-f67f1c05d085 req-7cf381b4-8bd6-4a83-a62e-fb04335a6ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:30.942997 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-dfd24437-fc4b-49a9-9470-9d39db4e0071 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a37b077a-fe69-4a55-9b37-2fa25f9f53d6 HTTP/1.1" status: 200 len: 797 time: 0.0484715 Jul 23 20:09:30.944727 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-14e6fb90-73b3-45f9-844e-f67f1c05d085 req-7cf381b4-8bd6-4a83-a62e-fb04335a6ff0 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a3e740eb35174745b8c66e63aac9db55&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2204585 Jul 23 20:09:31.006508 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d80d5-3592-4022-b066-2120da8e6cb0 req-ee1078e4-f37a-4a4e-9df8-722be253c5b9 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:31.008193 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3a0d80d5-3592-4022-b066-2120da8e6cb0 req-ee1078e4-f37a-4a4e-9df8-722be253c5b9 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 943 time: 0.3950348 Jul 23 20:09:31.035744 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-807e564a-03e5-48a3-ae3f-35d9a63dc13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:31.113673 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-c68c1546-3bdf-4f24-946d-999f1f2bc195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:31.115193 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-c68c1546-3bdf-4f24-946d-999f1f2bc195 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8834cf6-a834-4872-ae27-a514fb198d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1472044 Jul 23 20:09:31.122850 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11e1d5-f245-47a3-92fc-6b28afaae1d2 req-5e1c65e9-d181-482c-a50f-0c0f232b0f95 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:31.130148 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd11e1d5-f245-47a3-92fc-6b28afaae1d2 req-5e1c65e9-d181-482c-a50f-0c0f232b0f95 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.2476909 Jul 23 20:09:31.524017 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3a0d80d5-3592-4022-b066-2120da8e6cb0 req-ba7dd5df-1e35-4495-a947-6d186426ce92 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c795a9-7461-4bc4-8325-b1503df20f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4881978 Jul 23 20:09:31.539380 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6fb90-73b3-45f9-844e-f67f1c05d085 req-e76fcfdd-2739-4d3c-ba1e-0f1f9537510a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:31.541371 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-14e6fb90-73b3-45f9-844e-f67f1c05d085 req-e76fcfdd-2739-4d3c-ba1e-0f1f9537510a service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5868156 Jul 23 20:09:31.559140 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e54108-64c7-4218-adcc-26e48608494a req-77167c35-5518-4adb-a83e-baaec4c0f148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:31.561379 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e8e54108-64c7-4218-adcc-26e48608494a req-77167c35-5518-4adb-a83e-baaec4c0f148 service neutron] 10.222.0.30 "GET /v2.0/networks?id=68a6fe92-0c26-45da-99d0-e58f34d2b985 HTTP/1.1" status: 200 len: 912 time: 0.7990716 Jul 23 20:09:31.603285 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e8e54108-64c7-4218-adcc-26e48608494a req-533e4280-84ba-43d8-a8bc-84294286444f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=993bde95-b5a7-4929-a2f6-f7eb102fff8f HTTP/1.1" status: 200 len: 217 time: 0.0352743 Jul 23 20:09:31.618271 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd11e1d5-f245-47a3-92fc-6b28afaae1d2 req-71b3731f-8f12-4806-9f8b-e8822d2bf903 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4850218 Jul 23 20:09:31.717958 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e54108-64c7-4218-adcc-26e48608494a req-f4af0675-f25f-4711-99ec-7ebfeed22af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:31.719414 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e8e54108-64c7-4218-adcc-26e48608494a req-f4af0675-f25f-4711-99ec-7ebfeed22af3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7562bacc-5c9d-4fd5-a756-532eac029140 HTTP/1.1" status: 200 len: 850 time: 0.1073482 Jul 23 20:09:31.774885 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-48c263ad-0377-49e1-8180-b748fab72016 service neutron] 10.222.0.18 "GET /v2.0/networks/a8834cf6-a834-4872-ae27-a514fb198d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6296134 Jul 23 20:09:31.782991 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dd39f197-8105-4235-973f-2786a6e8e81a req-e2680185-8986-45ff-b044-ed13d907750f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1176441 Jul 23 20:09:31.805694 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e54108-64c7-4218-adcc-26e48608494a req-0804b4ae-5aa9-4f0f-af02-4b2eebb7c114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:31.807206 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e8e54108-64c7-4218-adcc-26e48608494a req-0804b4ae-5aa9-4f0f-af02-4b2eebb7c114 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68a6fe92-0c26-45da-99d0-e58f34d2b985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0809460 Jul 23 20:09:31.832615 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c09d6d44-bffb-47c5-8c95-3acb211c7a20 req-dc777060-88a4-40dc-b0ff-3162db424c52 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] 10.222.0.32 "GET /v2.0/security-groups/a416ec2b-5963-4170-b600-d6cc3c3f29b1 HTTP/1.1" status: 200 len: 1807 time: 0.1830912 Jul 23 20:09:31.847277 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-c09d6d44-bffb-47c5-8c95-3acb211c7a20 req-c65ec64c-8e0e-489a-b6c0-efa2499f3558 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a416ec2b-5963-4170-b600-d6cc3c3f29b1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:31.847587 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-c09d6d44-bffb-47c5-8c95-3acb211c7a20 req-c65ec64c-8e0e-489a-b6c0-efa2499f3558 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a416ec2b-5963-4170-b600-d6cc3c3f29b1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:31.903842 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8030b22-fed3-4882-b5b2-8a6efe63a829', 'name': 'network-vif-deleted', 'tag': 'e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:31.906900 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b7ac5c-6c70-489c-ba4b-c62eac2301a2" -d '{"events": [{"server_uuid": "a8030b22-fed3-4882-b5b2-8a6efe63a829", "name": "network-vif-deleted", "tag": "e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:31.962319 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-94b7c821-ee91-4deb-b654-7bb179193c44 service neutron] 10.222.0.18 "GET /v2.0/networks/a8834cf6-a834-4872-ae27-a514fb198d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801934 Jul 23 20:09:31.979275 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e8e54108-64c7-4218-adcc-26e48608494a req-a34ec481-2602-4f47-aa07-bb9586826c2e service neutron] 10.222.0.30 "GET /v2.0/networks/68a6fe92-0c26-45da-99d0-e58f34d2b985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648042 Jul 23 20:09:31.987526 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 23dad8ee-0750-4a74-9c3c-51c635be7559 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:09:32.051009 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-6f4df48a-8033-4a50-90ad-5372486637db service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=eb4bcb47-1bf3-436f-9a45-04d007e3befb HTTP/1.1" status: 200 len: 217 time: 0.0771446 Jul 23 20:09:32.082061 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39f197-8105-4235-973f-2786a6e8e81a req-0989d354-7eed-4244-8f42-98a8d8fecf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:32.083668 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dd39f197-8105-4235-973f-2786a6e8e81a req-0989d354-7eed-4244-8f42-98a8d8fecf13 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3eac1fd2f7984fc28e6e139f2a1d3dd0&device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 1096 time: 0.1935651 Jul 23 20:09:32.101605 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d64d01-ddd1-4fcd-84b7-a3501e459c9a req-8159ef50-9200-4698-a96a-a40cd2ed41b8 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:32.102650 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:32.109607 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d64d01-ddd1-4fcd-84b7-a3501e459c9a req-8159ef50-9200-4698-a96a-a40cd2ed41b8 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:32.112795 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-807e564a-03e5-48a3-ae3f-35d9a63dc13e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13a84819-7175-426d-8ccb-8c2bbf23155c {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:32.115785 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d64d01-ddd1-4fcd-84b7-a3501e459c9a req-8159ef50-9200-4698-a96a-a40cd2ed41b8 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:32.124089 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d64d01-ddd1-4fcd-84b7-a3501e459c9a req-8159ef50-9200-4698-a96a-a40cd2ed41b8 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:32.124913 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c09d6d44-bffb-47c5-8c95-3acb211c7a20 req-c65ec64c-8e0e-489a-b6c0-efa2499f3558 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:32.129126 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-807e564a-03e5-48a3-ae3f-35d9a63dc13e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:32.130648 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d64d01-ddd1-4fcd-84b7-a3501e459c9a req-8159ef50-9200-4698-a96a-a40cd2ed41b8 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:32.139500 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d64d01-ddd1-4fcd-84b7-a3501e459c9a req-8159ef50-9200-4698-a96a-a40cd2ed41b8 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:32.148219 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d64d01-ddd1-4fcd-84b7-a3501e459c9a req-8159ef50-9200-4698-a96a-a40cd2ed41b8 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:32.157068 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a5d64d01-ddd1-4fcd-84b7-a3501e459c9a req-8159ef50-9200-4698-a96a-a40cd2ed41b8 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 5374 time: 0.2678320 Jul 23 20:09:32.160123 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 23dad8ee-0750-4a74-9c3c-51c635be7559, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=23dad8ee-0750-4a74-9c3c-51c635be7559,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:32.162175 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fcbe3f-bd4a-4483-879f-6b96e28b59aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23dad8ee-0750-4a74-9c3c-51c635be7559'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:32.167071 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ba9a70-c1ae-46c9-b559-e4088e023b41" -d '{"events": [{"server_uuid": "b2fcbe3f-bd4a-4483-879f-6b96e28b59aa", "name": "network-vif-unplugged", "status": "completed", "tag": "23dad8ee-0750-4a74-9c3c-51c635be7559"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:32.168435 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c09d6d44-bffb-47c5-8c95-3acb211c7a20 req-c65ec64c-8e0e-489a-b6c0-efa2499f3558 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:32.174716 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:32.176359 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-807e564a-03e5-48a3-ae3f-35d9a63dc13e service neutron] Transition to ACTIVE for port object 13a84819-7175-426d-8ccb-8c2bbf23155c will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:32.179451 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-c31f335e-fbaa-4a16-bce8-4d96a9aaccc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:32.182999 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-c31f335e-fbaa-4a16-bce8-4d96a9aaccc0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a37b077a-fe69-4a55-9b37-2fa25f9f53d6 HTTP/1.1" status: 200 len: 797 time: 0.1241891 Jul 23 20:09:32.182999 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c09d6d44-bffb-47c5-8c95-3acb211c7a20 req-c65ec64c-8e0e-489a-b6c0-efa2499f3558 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:32.206366 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-807e564a-03e5-48a3-ae3f-35d9a63dc13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:32.268823 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=23dad8ee-0750-4a74-9c3c-51c635be7559,revision_number=11']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:32.273216 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ec64c-8e0e-489a-b6c0-efa2499f3558 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6042ecf2-f76c-433d-b619-f148aac005cd,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:32.276735 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c09d6d44-bffb-47c5-8c95-3acb211c7a20 req-c65ec64c-8e0e-489a-b6c0-efa2499f3558 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:32.290340 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c09d6d44-bffb-47c5-8c95-3acb211c7a20 req-c65ec64c-8e0e-489a-b6c0-efa2499f3558 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4498150 Jul 23 20:09:32.321573 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e8e54108-64c7-4218-adcc-26e48608494a req-d0c36991-6a44-40bc-9abb-b49be00a4239 service neutron] 10.222.0.30 "GET /v2.0/networks/68a6fe92-0c26-45da-99d0-e58f34d2b985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345394 Jul 23 20:09:32.324246 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39f197-8105-4235-973f-2786a6e8e81a req-611f6df1-f7f1-4b37-98fb-dfa7112491b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:32.325776 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dd39f197-8105-4235-973f-2786a6e8e81a req-611f6df1-f7f1-4b37-98fb-dfa7112491b8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f1957672-1349-45e6-b250-4d2e0e2b0e22 HTTP/1.1" status: 200 len: 912 time: 0.1643217 Jul 23 20:09:32.336880 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e564a-03e5-48a3-ae3f-35d9a63dc13e service neutron] Pushing event updated for resources: {'Port': ['ID=13a84819-7175-426d-8ccb-8c2bbf23155c,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:32.365727 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'tag': '029ccb5c-9717-4b7a-825f-18be8ca06481'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:32.370080 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb3d70a-d3a8-42d0-8e88-6429f1279451" -d '{"events": [{"name": "network-changed", "server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "tag": "029ccb5c-9717-4b7a-825f-18be8ca06481"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:32.378552 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a5d64d01-ddd1-4fcd-84b7-a3501e459c9a req-6562275b-ac78-4ffe-aa4b-8e45bb94620a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8eab5fee-f8eb-4aed-a3f0-c440f60a4ea3&id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2204030 Jul 23 20:09:32.394298 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 993bde95-b5a7-4929-a2f6-f7eb102fff8f details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:09:32.462307 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-5c777fca-cf95-49b0-bfc0-0ec141e5fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:32.464104 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-5c777fca-cf95-49b0-bfc0-0ec141e5fac8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8834cf6-a834-4872-ae27-a514fb198d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2723694 Jul 23 20:09:32.482755 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dd39f197-8105-4235-973f-2786a6e8e81a req-3a76e39c-8eb3-43d4-bc82-4fdd3e48ecba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eddda286-689d-4dc5-8c5c-5401afb7251e HTTP/1.1" status: 200 len: 998 time: 0.1297731 Jul 23 20:09:32.579924 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 993bde95-b5a7-4929-a2f6-f7eb102fff8f, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=993bde95-b5a7-4929-a2f6-f7eb102fff8f,segment=NetworkSegment(bdb704e3-373f-4f47-bef5-3e89668f2e28),segment_id=bdb704e3-373f-4f47-bef5-3e89668f2e28)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:32.602165 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '993bde95-b5a7-4929-a2f6-f7eb102fff8f', 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985', 'port_id': '993bde95-b5a7-4929-a2f6-f7eb102fff8f', 'mac_address': 'fa:16:3e:e7:69:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7562bacc-5c9d-4fd5-a756-532eac029140', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:09:32.606486 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39f197-8105-4235-973f-2786a6e8e81a req-43092298-5610-494e-af36-04b350f821ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:32.616087 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dd39f197-8105-4235-973f-2786a6e8e81a req-43092298-5610-494e-af36-04b350f821ac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d89cc8ce-1520-4663-872c-281c0b224b71 HTTP/1.1" status: 200 len: 850 time: 0.1214538 Jul 23 20:09:32.660129 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:32.677954 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9d8753-183b-4839-8125-d2733a30345d x-openstack-request-id: req-5c9d8753-183b-4839-8125-d2733a30345d {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:32.678242 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8030b22-fed3-4882-b5b2-8a6efe63a829", "name": "network-vif-deleted", "tag": "e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:32.678489 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c9d8753-183b-4839-8125-d2733a30345d {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:32.678883 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8030b22-fed3-4882-b5b2-8a6efe63a829', 'name': 'network-vif-deleted', 'tag': 'e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014', 'status': 'completed', 'code': 200} Jul 23 20:09:32.688011 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 993bde95-b5a7-4929-a2f6-f7eb102fff8f {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:32.712135 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 993bde95-b5a7-4929-a2f6-f7eb102fff8f, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=993bde95-b5a7-4929-a2f6-f7eb102fff8f,segment=NetworkSegment(bdb704e3-373f-4f47-bef5-3e89668f2e28),segment_id=bdb704e3-373f-4f47-bef5-3e89668f2e28)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:32.724255 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:32.734109 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39f197-8105-4235-973f-2786a6e8e81a req-e244f023-303b-419c-a963-a4894b7ee1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:32.738007 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dd39f197-8105-4235-973f-2786a6e8e81a req-e244f023-303b-419c-a963-a4894b7ee1b7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1957672-1349-45e6-b250-4d2e0e2b0e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1198268 Jul 23 20:09:32.768094 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-807e564a-03e5-48a3-ae3f-35d9a63dc13e service neutron] Attempting to bind port 13a84819-7175-426d-8ccb-8c2bbf23155c on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:32.768432 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-807e564a-03e5-48a3-ae3f-35d9a63dc13e service neutron] Attempting to bind port 13a84819-7175-426d-8ccb-8c2bbf23155c by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'ebdc46e1-ed98-486e-b7df-53f92cdf705b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '24944fa3-9e4d-479a-a53d-6bb8b5f56882'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:32.768759 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-807e564a-03e5-48a3-ae3f-35d9a63dc13e service neutron] Attempting to bind port 13a84819-7175-426d-8ccb-8c2bbf23155c on network 24944fa3-9e4d-479a-a53d-6bb8b5f56882 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:32.788759 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-807e564a-03e5-48a3-ae3f-35d9a63dc13e service neutron] Port 13a84819-7175-426d-8ccb-8c2bbf23155c on network 24944fa3-9e4d-479a-a53d-6bb8b5f56882 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:09:32.789089 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-807e564a-03e5-48a3-ae3f-35d9a63dc13e service neutron] Attempting to bind port 13a84819-7175-426d-8ccb-8c2bbf23155c on network 24944fa3-9e4d-479a-a53d-6bb8b5f56882 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:32.790759 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68db1f8-f2b1-4dbd-8bfc-0e3150c19b41 x-openstack-request-id: req-d68db1f8-f2b1-4dbd-8bfc-0e3150c19b41 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:32.791136 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2fcbe3f-bd4a-4483-879f-6b96e28b59aa", "name": "network-vif-unplugged", "status": "completed", "tag": "23dad8ee-0750-4a74-9c3c-51c635be7559", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:32.791707 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d68db1f8-f2b1-4dbd-8bfc-0e3150c19b41 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:32.792545 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fcbe3f-bd4a-4483-879f-6b96e28b59aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23dad8ee-0750-4a74-9c3c-51c635be7559', 'code': 200} Jul 23 20:09:32.792827 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=993bde95-b5a7-4929-a2f6-f7eb102fff8f,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:32.808554 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce66029-eb9e-47f9-a21f-ae002f978215 req-1333eb2b-6e9b-478d-9e8d-0e74ff4c5ed4 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:32.811560 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8ce66029-eb9e-47f9-a21f-ae002f978215 req-1333eb2b-6e9b-478d-9e8d-0e74ff4c5ed4 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.4060373 Jul 23 20:09:32.813993 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-04ddfa5a-5e3d-49ad-a2ce-1bcf45321c88 service neutron] 10.222.0.18 "GET /v2.0/networks/a8834cf6-a834-4872-ae27-a514fb198d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355787 Jul 23 20:09:32.817647 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-807e564a-03e5-48a3-ae3f-35d9a63dc13e service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:32.818045 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-807e564a-03e5-48a3-ae3f-35d9a63dc13e service neutron] Checking segment: {'id': 'ebdc46e1-ed98-486e-b7df-53f92cdf705b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '24944fa3-9e4d-479a-a53d-6bb8b5f56882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:32.818443 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-807e564a-03e5-48a3-ae3f-35d9a63dc13e service neutron] Bound using segment: {'id': 'ebdc46e1-ed98-486e-b7df-53f92cdf705b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '24944fa3-9e4d-479a-a53d-6bb8b5f56882'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:32.818905 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-807e564a-03e5-48a3-ae3f-35d9a63dc13e service neutron] Bound port: 13a84819-7175-426d-8ccb-8c2bbf23155c, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebdc46e1-ed98-486e-b7df-53f92cdf705b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '24944fa3-9e4d-479a-a53d-6bb8b5f56882'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:32.819280 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-807e564a-03e5-48a3-ae3f-35d9a63dc13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:32.895333 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8a77e190-90a0-4045-9f39-b4a58037534d req-f7e32c00-2f22-4653-b647-a8bef057bca6 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] 10.222.0.32 "GET /v2.0/security-groups/a416ec2b-5963-4170-b600-d6cc3c3f29b1 HTTP/1.1" status: 200 len: 2401 time: 0.1381850 Jul 23 20:09:32.914691 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-8a77e190-90a0-4045-9f39-b4a58037534d req-8d1fbc9c-39c6-43f1-8abe-0a110c5ce65b tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a416ec2b-5963-4170-b600-d6cc3c3f29b1', 'remote_group_id': None}]} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:32.915015 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-8a77e190-90a0-4045-9f39-b4a58037534d req-8d1fbc9c-39c6-43f1-8abe-0a110c5ce65b tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a416ec2b-5963-4170-b600-d6cc3c3f29b1', 'remote_group_id': None}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:32.920687 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['993bde95-b5a7-4929-a2f6-f7eb102fff8f'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:09:32.934103 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dd39f197-8105-4235-973f-2786a6e8e81a req-7ac856ec-ae84-4109-8264-3fd4be5e30d9 service neutron] 10.222.0.30 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895819 Jul 23 20:09:32.975347 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8ce66029-eb9e-47f9-a21f-ae002f978215 req-a9ae690d-4d8a-4021-8d6a-24056d748c16 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526184 Jul 23 20:09:33.013978 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-f32d58fa-1d7c-44f9-b2b8-2e2edaa5a462 service neutron] 10.222.0.18 "GET /v2.0/networks/a8834cf6-a834-4872-ae27-a514fb198d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888011 Jul 23 20:09:33.014373 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-807e564a-03e5-48a3-ae3f-35d9a63dc13e service neutron] For port 13a84819-7175-426d-8ccb-8c2bbf23155c, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:33.074141 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-807e564a-03e5-48a3-ae3f-35d9a63dc13e service neutron] For port 13a84819-7175-426d-8ccb-8c2bbf23155c, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=13a84819-7175-426d-8ccb-8c2bbf23155c,segment=NetworkSegment(ebdc46e1-ed98-486e-b7df-53f92cdf705b),segment_id=ebdc46e1-ed98-486e-b7df-53f92cdf705b)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:33.077113 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e926f869-7fad-4a1d-b98f-16a850812116 x-openstack-request-id: req-e926f869-7fad-4a1d-b98f-16a850812116 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:33.077113 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "tag": "029ccb5c-9717-4b7a-825f-18be8ca06481", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:33.077113 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e926f869-7fad-4a1d-b98f-16a850812116 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:33.077425 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'tag': '029ccb5c-9717-4b7a-825f-18be8ca06481', 'status': 'completed', 'code': 200} Jul 23 20:09:33.079003 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-9fff651f-2517-4425-8ed8-b7b33e091842 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=5eac413d-edd8-4c69-ae6a-a9dec5945955 HTTP/1.1" status: 200 len: 217 time: 0.0510869 Jul 23 20:09:33.080553 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-807e564a-03e5-48a3-ae3f-35d9a63dc13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:33.172894 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8a77e190-90a0-4045-9f39-b4a58037534d req-8d1fbc9c-39c6-43f1-8abe-0a110c5ce65b tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:33.179342 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-807e564a-03e5-48a3-ae3f-35d9a63dc13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:33.179935 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-807e564a-03e5-48a3-ae3f-35d9a63dc13e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:33.181426 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-807e564a-03e5-48a3-ae3f-35d9a63dc13e service neutron] 10.222.0.30 "PUT /v2.0/ports/13a84819-7175-426d-8ccb-8c2bbf23155c HTTP/1.1" status: 200 len: 1092 time: 2.4267828 Jul 23 20:09:33.240737 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-4b019a95-8fe7-466d-aa0c-4231aaa06bd4 service neutron] Request body: {'port': {'device_id': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:33.247724 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dd39f197-8105-4235-973f-2786a6e8e81a req-e986dcdd-b6f1-406d-ac39-565aa31928e8 service neutron] 10.222.0.30 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056405 Jul 23 20:09:33.257590 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-8095b3e5-591f-482e-b182-728deb04fa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:33.259510 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-8095b3e5-591f-482e-b182-728deb04fa92 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a37b077a-fe69-4a55-9b37-2fa25f9f53d6 HTTP/1.1" status: 200 len: 797 time: 0.1650419 Jul 23 20:09:33.270609 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8a77e190-90a0-4045-9f39-b4a58037534d req-8d1fbc9c-39c6-43f1-8abe-0a110c5ce65b tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:33.279289 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8a77e190-90a0-4045-9f39-b4a58037534d req-8d1fbc9c-39c6-43f1-8abe-0a110c5ce65b tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:33.304280 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e564a-03e5-48a3-ae3f-35d9a63dc13e service neutron] Pushing event updated for resources: {'Port': ['ID=13a84819-7175-426d-8ccb-8c2bbf23155c,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:33.324969 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3d70a-d3a8-42d0-8e88-6429f1279451 req-5cde07c2-69fd-479a-b653-906cda397525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:33.325786 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3d70a-d3a8-42d0-8e88-6429f1279451 req-5cde07c2-69fd-479a-b653-906cda397525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:33.326684 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3d70a-d3a8-42d0-8e88-6429f1279451 req-5cde07c2-69fd-479a-b653-906cda397525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:33.327381 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3d70a-d3a8-42d0-8e88-6429f1279451 req-5cde07c2-69fd-479a-b653-906cda397525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:33.327853 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3d70a-d3a8-42d0-8e88-6429f1279451 req-5cde07c2-69fd-479a-b653-906cda397525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:33.328317 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3d70a-d3a8-42d0-8e88-6429f1279451 req-5cde07c2-69fd-479a-b653-906cda397525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:33.328933 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3d70a-d3a8-42d0-8e88-6429f1279451 req-5cde07c2-69fd-479a-b653-906cda397525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:33.331066 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7cb3d70a-d3a8-42d0-8e88-6429f1279451 req-5cde07c2-69fd-479a-b653-906cda397525 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3e740eb35174745b8c66e63aac9db55&device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 6282 time: 0.2494156 Jul 23 20:09:33.331816 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1fbc9c-39c6-43f1-8abe-0a110c5ce65b tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c5b35f-92b3-4f58-ba38-72d0e662ddfb,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:33.343925 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8a77e190-90a0-4045-9f39-b4a58037534d req-8d1fbc9c-39c6-43f1-8abe-0a110c5ce65b tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:33.356314 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8a77e190-90a0-4045-9f39-b4a58037534d req-8d1fbc9c-39c6-43f1-8abe-0a110c5ce65b tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4504061 Jul 23 20:09:33.509629 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-4b019a95-8fe7-466d-aa0c-4231aaa06bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:33.536145 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3d70a-d3a8-42d0-8e88-6429f1279451 req-0d48fd9e-4e79-420e-a609-99b3cf869b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:33.536879 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3d70a-d3a8-42d0-8e88-6429f1279451 req-0d48fd9e-4e79-420e-a609-99b3cf869b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:33.537083 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3d70a-d3a8-42d0-8e88-6429f1279451 req-0d48fd9e-4e79-420e-a609-99b3cf869b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:33.538699 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7cb3d70a-d3a8-42d0-8e88-6429f1279451 req-0d48fd9e-4e79-420e-a609-99b3cf869b3f service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a3e740eb35174745b8c66e63aac9db55&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1977696 Jul 23 20:09:33.552351 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-9b7f03e6-b8db-44fe-a782-fe294d5a6e14 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:33.553384 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-9b7f03e6-b8db-44fe-a782-fe294d5a6e14 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/networks?id=d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1 HTTP/1.1" status: 200 len: 822 time: 0.3061595 Jul 23 20:09:33.559556 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-2e5685db-e3b6-45ee-93e1-9a5a1d6f34fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:33.561144 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-2e5685db-e3b6-45ee-93e1-9a5a1d6f34fa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8834cf6-a834-4872-ae27-a514fb198d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2516494 Jul 23 20:09:33.590385 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f732ec8-c7ca-4aa5-949d-fc5ae01cfacd req-70e1256b-8152-4455-9765-03200c7a8c30 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:33.592493 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2f732ec8-c7ca-4aa5-949d-fc5ae01cfacd req-70e1256b-8152-4455-9765-03200c7a8c30 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 944 time: 0.1263258 Jul 23 20:09:33.616711 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-067b8318-57ce-495c-9fff-c4b20a0561b6 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/quotas/0a8f035149644216bbc95574fad6a4f6 HTTP/1.1" status: 200 len: 375 time: 0.0544775 Jul 23 20:09:33.685543 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2f732ec8-c7ca-4aa5-949d-fc5ae01cfacd req-60ae9b5b-2379-4042-91ca-a30812a2f9c2 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c795a9-7461-4bc4-8325-b1503df20f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588219 Jul 23 20:09:33.688552 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3d70a-d3a8-42d0-8e88-6429f1279451 req-f83d4bb3-93d5-465b-9f09-a524cedd7a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:33.690429 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7cb3d70a-d3a8-42d0-8e88-6429f1279451 req-f83d4bb3-93d5-465b-9f09-a524cedd7a08 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1410439 Jul 23 20:09:33.828485 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-3b23eb61-dd0a-4b32-ba06-80f62693a972 service neutron] 10.222.0.18 "GET /v2.0/networks/a8834cf6-a834-4872-ae27-a514fb198d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467494 Jul 23 20:09:33.876722 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-902cc981-d404-435a-90ca-0b1c17231f1d tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a8f035149644216bbc95574fad6a4f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2501504 Jul 23 20:09:34.016152 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:09:34.020990 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-b8a1fda5-0139-431e-b684-ceb6e9920647 service neutron] 10.222.0.18 "GET /v2.0/networks/a8834cf6-a834-4872-ae27-a514fb198d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806660 Jul 23 20:09:34.061330 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:09:34.062604 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device e2ebd359-33e9-4d34-b3fd-c4ff1bfc0014 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:09:34.076299 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-99b329c9-2c79-4122-9fec-896d5a83ac24 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:09:34.077286 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-99b329c9-2c79-4122-9fec-896d5a83ac24 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1678648 Jul 23 20:09:34.097070 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-f1eb55d5-b558-426a-863a-b6cdb40c4d13 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=504d6c62-6bda-47cb-bc6b-c1bc6dfa497c HTTP/1.1" status: 200 len: 217 time: 0.0684183 Jul 23 20:09:34.129715 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-280e73d5-2d12-4dd2-9ec1-3150e240bbf6 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:34.131291 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-280e73d5-2d12-4dd2-9ec1-3150e240bbf6 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/networks?id=f1957672-1349-45e6-b250-4d2e0e2b0e22 HTTP/1.1" status: 200 len: 811 time: 0.2050927 Jul 23 20:09:34.168609 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-df485a7a-5ccd-44e9-b483-cc06079de65a tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/quotas/3eac1fd2f7984fc28e6e139f2a1d3dd0 HTTP/1.1" status: 200 len: 375 time: 0.0259547 Jul 23 20:09:34.195134 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-4b019a95-8fe7-466d-aa0c-4231aaa06bd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ed23c2b-2657-4c27-9d21-8b4c38ac03c3 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:34.208609 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-4b019a95-8fe7-466d-aa0c-4231aaa06bd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:34.266718 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-3fbe7366-8af0-476a-92ca-f0457bc49924 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3eac1fd2f7984fc28e6e139f2a1d3dd0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0971467 Jul 23 20:09:34.270210 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-d0558fb9-b025-4def-8b2e-fc23166e8f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:34.271720 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-d0558fb9-b025-4def-8b2e-fc23166e8f8b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ca55e2c4-f3b1-4280-bb32-353278dd231b HTTP/1.1" status: 200 len: 797 time: 0.1612687 Jul 23 20:09:34.282004 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-4b019a95-8fe7-466d-aa0c-4231aaa06bd4 service neutron] Transition to ACTIVE for port object 6ed23c2b-2657-4c27-9d21-8b4c38ac03c3 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:34.297572 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-4b019a95-8fe7-466d-aa0c-4231aaa06bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:34.300967 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46914) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:34.377012 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-09359064-cc14-4bcf-90aa-0e00b263e511 service neutron] 10.222.0.32 "GET /v2.0/networks/d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774162 Jul 23 20:09:34.389329 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-664c0556-23c4-4c5a-8765-51e0ce32fe24 service neutron] 10.222.0.32 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154826 Jul 23 20:09:34.409734 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 993bde95-b5a7-4929-a2f6-f7eb102fff8f up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:09:34.505364 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b019a95-8fe7-466d-aa0c-4231aaa06bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=6ed23c2b-2657-4c27-9d21-8b4c38ac03c3,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:34.523967 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 993bde95-b5a7-4929-a2f6-f7eb102fff8f completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:34.533274 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 993bde95-b5a7-4929-a2f6-f7eb102fff8f triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:34.534135 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:34.578136 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-c22882e8-e8a0-40c4-8836-a9f74986fa51 service neutron] 10.222.0.32 "GET /v2.0/networks/d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802790 Jul 23 20:09:34.584298 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-07bf47e0-e2f0-4191-9e84-51522029cf6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:34.592479 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-1eed2d23-4c63-4555-a3ad-17a1d8051bba service neutron] 10.222.0.32 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020078 Jul 23 20:09:34.639863 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-9e714bae-69ef-49c2-a03e-64eb1b9598ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:34.641419 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-9e714bae-69ef-49c2-a03e-64eb1b9598ef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c06c7c82-36a6-415d-bbcb-96da02d094eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3608284 Jul 23 20:09:34.757717 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-07bf47e0-e2f0-4191-9e84-51522029cf6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:34.774930 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-07bf47e0-e2f0-4191-9e84-51522029cf6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:34.893808 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-07bf47e0-e2f0-4191-9e84-51522029cf6a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c503ceb8e7104fa8a245af1c188f9531&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5869219 Jul 23 20:09:34.896342 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46930) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:34.930354 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:34.946538 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf47e0-e2f0-4191-9e84-51522029cf6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ef331b-2056-4395-9a9a-58410aba37ff,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:34.951810 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-4b019a95-8fe7-466d-aa0c-4231aaa06bd4 service neutron] Attempting to bind port 6ed23c2b-2657-4c27-9d21-8b4c38ac03c3 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:34.952145 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-4b019a95-8fe7-466d-aa0c-4231aaa06bd4 service neutron] Attempting to bind port 6ed23c2b-2657-4c27-9d21-8b4c38ac03c3 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'ebdc46e1-ed98-486e-b7df-53f92cdf705b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '24944fa3-9e4d-479a-a53d-6bb8b5f56882'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:34.952474 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-4b019a95-8fe7-466d-aa0c-4231aaa06bd4 service neutron] Attempting to bind port 6ed23c2b-2657-4c27-9d21-8b4c38ac03c3 on network 24944fa3-9e4d-479a-a53d-6bb8b5f56882 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:34.977245 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-4b019a95-8fe7-466d-aa0c-4231aaa06bd4 service neutron] Port 6ed23c2b-2657-4c27-9d21-8b4c38ac03c3 on network 24944fa3-9e4d-479a-a53d-6bb8b5f56882 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:09:34.977604 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-4b019a95-8fe7-466d-aa0c-4231aaa06bd4 service neutron] Attempting to bind port 6ed23c2b-2657-4c27-9d21-8b4c38ac03c3 on network 24944fa3-9e4d-479a-a53d-6bb8b5f56882 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:34.978389 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd414227-5cf3-4766-ad0f-426b4bd7ebd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993bde95-b5a7-4929-a2f6-f7eb102fff8f'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:34.983263 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12f26fc-e392-49e0-be2d-fe353b07521e" -d '{"events": [{"server_uuid": "bd414227-5cf3-4766-ad0f-426b4bd7ebd3", "name": "network-vif-plugged", "status": "completed", "tag": "993bde95-b5a7-4929-a2f6-f7eb102fff8f"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:35.003267 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-4b019a95-8fe7-466d-aa0c-4231aaa06bd4 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:35.003607 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-4b019a95-8fe7-466d-aa0c-4231aaa06bd4 service neutron] Checking segment: {'id': 'ebdc46e1-ed98-486e-b7df-53f92cdf705b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '24944fa3-9e4d-479a-a53d-6bb8b5f56882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:35.003994 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-4b019a95-8fe7-466d-aa0c-4231aaa06bd4 service neutron] Bound using segment: {'id': 'ebdc46e1-ed98-486e-b7df-53f92cdf705b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '24944fa3-9e4d-479a-a53d-6bb8b5f56882'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:35.004440 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-4b019a95-8fe7-466d-aa0c-4231aaa06bd4 service neutron] Bound port: 6ed23c2b-2657-4c27-9d21-8b4c38ac03c3, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebdc46e1-ed98-486e-b7df-53f92cdf705b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '24944fa3-9e4d-479a-a53d-6bb8b5f56882'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:35.004801 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-4b019a95-8fe7-466d-aa0c-4231aaa06bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:35.006857 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 993bde95-b5a7-4929-a2f6-f7eb102fff8f, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=993bde95-b5a7-4929-a2f6-f7eb102fff8f,segment=NetworkSegment(bdb704e3-373f-4f47-bef5-3e89668f2e28),segment_id=bdb704e3-373f-4f47-bef5-3e89668f2e28)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:35.014430 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:35.025314 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-723ea5a0-f70e-4f63-99ae-a40028da3f50 req-82d6c554-9d05-4703-ba5f-ff979b171f8f tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] 10.222.0.32 "GET /v2.0/security-groups/a416ec2b-5963-4170-b600-d6cc3c3f29b1 HTTP/1.1" status: 200 len: 3000 time: 0.2468038 Jul 23 20:09:35.094189 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'tag': '13a84819-7175-426d-8ccb-8c2bbf23155c'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:35.096435 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fbdb3f-062e-45e2-86ac-613f7d56b11c" -d '{"events": [{"name": "network-changed", "server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "tag": "13a84819-7175-426d-8ccb-8c2bbf23155c"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:35.111727 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=993bde95-b5a7-4929-a2f6-f7eb102fff8f,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:35.128477 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-de12a7b4-d781-4d9d-8b69-bf315300885f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:35.135802 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-ca9edf93-1adf-4dfb-8f17-031abe5e18f5 service neutron] 10.222.0.18 "GET /v2.0/networks/c06c7c82-36a6-415d-bbcb-96da02d094eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710022 Jul 23 20:09:35.183870 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-de12a7b4-d781-4d9d-8b69-bf315300885f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:35.199223 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5cc49b-460a-470d-b609-f913d068a783 req-9231b0e8-4ffd-43cf-be98-48e6a9126bea tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:35.207078 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5cc49b-460a-470d-b609-f913d068a783 req-9231b0e8-4ffd-43cf-be98-48e6a9126bea tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:35.214829 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5cc49b-460a-470d-b609-f913d068a783 req-9231b0e8-4ffd-43cf-be98-48e6a9126bea tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:35.223625 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5cc49b-460a-470d-b609-f913d068a783 req-9231b0e8-4ffd-43cf-be98-48e6a9126bea tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:35.230990 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5cc49b-460a-470d-b609-f913d068a783 req-9231b0e8-4ffd-43cf-be98-48e6a9126bea tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:35.238869 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5cc49b-460a-470d-b609-f913d068a783 req-9231b0e8-4ffd-43cf-be98-48e6a9126bea tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:35.246275 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5cc49b-460a-470d-b609-f913d068a783 req-9231b0e8-4ffd-43cf-be98-48e6a9126bea tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:35.256006 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0f5cc49b-460a-470d-b609-f913d068a783 req-9231b0e8-4ffd-43cf-be98-48e6a9126bea tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 5398 time: 0.3176086 Jul 23 20:09:35.371718 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0f5cc49b-460a-470d-b609-f913d068a783 req-a5f913ea-c7e9-4207-af7f-58bbe78cc23a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8eab5fee-f8eb-4aed-a3f0-c440f60a4ea3&id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1145389 Jul 23 20:09:35.398176 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-de12a7b4-d781-4d9d-8b69-bf315300885f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:35.401885 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-de12a7b4-d781-4d9d-8b69-bf315300885f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:35.403158 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-de12a7b4-d781-4d9d-8b69-bf315300885f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d4ef331b-2056-4395-9a9a-58410aba37ff HTTP/1.1" status: 204 len: 168 time: 0.5058308 Jul 23 20:09:35.433054 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12a7b4-d781-4d9d-8b69-bf315300885f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ef331b-2056-4395-9a9a-58410aba37ff,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:35.539986 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-82f0929b-fe73-470b-9a97-c432fad6aacb req-b91af9b3-5379-43d3-bf45-2f74e8daf050 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb90a148-5683-452c-8d29-81ce83a190f4 HTTP/1.1" status: 200 len: 210 time: 0.0398817 Jul 23 20:09:35.781542 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-4b019a95-8fe7-466d-aa0c-4231aaa06bd4 service neutron] For port 6ed23c2b-2657-4c27-9d21-8b4c38ac03c3, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:35.788957 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-87605865-4dbd-4524-8d8a-b78c1cf9c706 req-e9d6b0dc-043e-45e5-9aa3-d3c26c47fb75 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5e89bf-a454-459a-8be5-2a4557bc5290 HTTP/1.1" status: 200 len: 210 time: 0.0734091 Jul 23 20:09:35.804658 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-4b019a95-8fe7-466d-aa0c-4231aaa06bd4 service neutron] For port 6ed23c2b-2657-4c27-9d21-8b4c38ac03c3, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=6ed23c2b-2657-4c27-9d21-8b4c38ac03c3,segment=NetworkSegment(ebdc46e1-ed98-486e-b7df-53f92cdf705b),segment_id=ebdc46e1-ed98-486e-b7df-53f92cdf705b)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:35.829006 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-4b019a95-8fe7-466d-aa0c-4231aaa06bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:35.837657 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb1a62c-f832-408e-8f1e-25c4ad105643 x-openstack-request-id: req-5bb1a62c-f832-408e-8f1e-25c4ad105643 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:35.838015 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd414227-5cf3-4766-ad0f-426b4bd7ebd3", "name": "network-vif-plugged", "status": "completed", "tag": "993bde95-b5a7-4929-a2f6-f7eb102fff8f", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:35.838326 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5bb1a62c-f832-408e-8f1e-25c4ad105643 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:35.839027 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd414227-5cf3-4766-ad0f-426b4bd7ebd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993bde95-b5a7-4929-a2f6-f7eb102fff8f', 'code': 200} Jul 23 20:09:35.848559 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-76dd519b-d316-4a88-a5df-94160117231a service neutron] 10.222.0.18 "GET /v2.0/networks/c06c7c82-36a6-415d-bbcb-96da02d094eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6570773 Jul 23 20:09:35.880491 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d56f8d-65a1-484f-9068-cea400eb6bd6 req-794a7066-8c24-455e-ad54-c8dd797db4d2 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:35.882053 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-05d56f8d-65a1-484f-9068-cea400eb6bd6 req-794a7066-8c24-455e-ad54-c8dd797db4d2 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 945 time: 0.6234930 Jul 23 20:09:35.884405 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-754f81f0-dc1a-4e4b-9c49-5822fb75f73c req-25c47226-1214-460e-8070-6fd690776db3 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] 10.222.0.32 "GET /v2.0/security-group-rules/a6c5b35f-92b3-4f58-ba38-72d0e662ddfb HTTP/1.1" status: 200 len: 783 time: 0.0321755 Jul 23 20:09:35.940388 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-4b019a95-8fe7-466d-aa0c-4231aaa06bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:35.941015 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-4b019a95-8fe7-466d-aa0c-4231aaa06bd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:35.942441 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-4b019a95-8fe7-466d-aa0c-4231aaa06bd4 service neutron] 10.222.0.30 "PUT /v2.0/ports/6ed23c2b-2657-4c27-9d21-8b4c38ac03c3 HTTP/1.1" status: 200 len: 1092 time: 2.7084279 Jul 23 20:09:35.983080 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-754f81f0-dc1a-4e4b-9c49-5822fb75f73c req-f2a0cde4-5720-4d4b-bb65-dcb7304cf2cd tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] 10.222.0.32 "GET /v2.0/security-groups/a416ec2b-5963-4170-b600-d6cc3c3f29b1 HTTP/1.1" status: 200 len: 3000 time: 0.0976181 Jul 23 20:09:35.983582 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-1651fa47-4f2d-4a6e-a57d-30ec0a232c8e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f HTTP/1.1" status: 200 len: 217 time: 0.1132586 Jul 23 20:09:35.994747 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-90a26d45-ed21-4e84-b35a-0fa4f906bba0 service neutron] Request body: {'port': {'device_id': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:36.023035 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-754f81f0-dc1a-4e4b-9c49-5822fb75f73c req-63ccecb5-a2a0-4785-be45-0b9d311380f4 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:36.028144 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc654c7e-85fb-4c03-bd27-a25896d273e6 req-db7fb3e3-4a46-4d5b-ba88-a1184b425d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:36.030269 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cc654c7e-85fb-4c03-bd27-a25896d273e6 req-db7fb3e3-4a46-4d5b-ba88-a1184b425d5e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 1097 time: 0.1144216 Jul 23 20:09:36.036339 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-754f81f0-dc1a-4e4b-9c49-5822fb75f73c req-63ccecb5-a2a0-4785-be45-0b9d311380f4 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:36.077178 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-05d56f8d-65a1-484f-9068-cea400eb6bd6 req-281a8d48-9bde-4c0d-b0c1-e003b94f69cb tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c795a9-7461-4bc4-8325-b1503df20f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848009 Jul 23 20:09:36.082965 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b019a95-8fe7-466d-aa0c-4231aaa06bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=6ed23c2b-2657-4c27-9d21-8b4c38ac03c3,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:36.097679 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cc654c7e-85fb-4c03-bd27-a25896d273e6 req-21eafdd6-e834-48ea-a685-2f249895d8d3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e3c795a9-7461-4bc4-8325-b1503df20f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591159 Jul 23 20:09:36.098819 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-754f81f0-dc1a-4e4b-9c49-5822fb75f73c req-63ccecb5-a2a0-4785-be45-0b9d311380f4 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:36.103889 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-754f81f0-dc1a-4e4b-9c49-5822fb75f73c req-63ccecb5-a2a0-4785-be45-0b9d311380f4 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:36.117263 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-754f81f0-dc1a-4e4b-9c49-5822fb75f73c req-63ccecb5-a2a0-4785-be45-0b9d311380f4 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/a6c5b35f-92b3-4f58-ba38-72d0e662ddfb HTTP/1.1" status: 204 len: 173 time: 0.1332128 Jul 23 20:09:36.121398 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-9e71e27a-7237-44a2-8c91-f493bc15ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:36.123243 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-9e71e27a-7237-44a2-8c91-f493bc15ab6b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ca55e2c4-f3b1-4280-bb32-353278dd231b HTTP/1.1" status: 200 len: 797 time: 0.1195209 Jul 23 20:09:36.133284 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ccecb5-a2a0-4785-be45-0b9d311380f4 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6c5b35f-92b3-4f58-ba38-72d0e662ddfb,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:36.208122 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f7fef5-f49b-49e0-8e41-3835089a0005 x-openstack-request-id: req-67f7fef5-f49b-49e0-8e41-3835089a0005 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:36.208426 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "tag": "13a84819-7175-426d-8ccb-8c2bbf23155c", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:36.208695 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-67f7fef5-f49b-49e0-8e41-3835089a0005 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:36.209099 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'tag': '13a84819-7175-426d-8ccb-8c2bbf23155c', 'status': 'completed', 'code': 200} Jul 23 20:09:36.286120 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-90a26d45-ed21-4e84-b35a-0fa4f906bba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:36.371089 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-807d22a6-13b3-448d-873f-848cdef7d7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:36.373508 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-807d22a6-13b3-448d-873f-848cdef7d7b5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c06c7c82-36a6-415d-bbcb-96da02d094eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2387249 Jul 23 20:09:36.435745 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-59adfdc2-4d6b-4538-b031-b837a857fdc3 req-f1f298a4-8ca2-4ceb-8646-f027fbf27de9 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] 10.222.0.32 "GET /v2.0/security-groups/a416ec2b-5963-4170-b600-d6cc3c3f29b1 HTTP/1.1" status: 200 len: 2401 time: 0.2140284 Jul 23 20:09:36.558235 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbdb3f-062e-45e2-86ac-613f7d56b11c req-8d7ddb9a-7608-4ba6-89ee-470b371d418c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:36.558741 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbdb3f-062e-45e2-86ac-613f7d56b11c req-8d7ddb9a-7608-4ba6-89ee-470b371d418c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:36.559221 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbdb3f-062e-45e2-86ac-613f7d56b11c req-8d7ddb9a-7608-4ba6-89ee-470b371d418c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:36.560255 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbdb3f-062e-45e2-86ac-613f7d56b11c req-8d7ddb9a-7608-4ba6-89ee-470b371d418c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:36.560843 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbdb3f-062e-45e2-86ac-613f7d56b11c req-8d7ddb9a-7608-4ba6-89ee-470b371d418c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:36.561323 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbdb3f-062e-45e2-86ac-613f7d56b11c req-8d7ddb9a-7608-4ba6-89ee-470b371d418c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:36.561827 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbdb3f-062e-45e2-86ac-613f7d56b11c req-8d7ddb9a-7608-4ba6-89ee-470b371d418c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:36.563835 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-33fbdb3f-062e-45e2-86ac-613f7d56b11c req-8d7ddb9a-7608-4ba6-89ee-470b371d418c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3e740eb35174745b8c66e63aac9db55&device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 6350 time: 0.3068774 Jul 23 20:09:36.575647 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-793f846a-032e-456a-a256-9a2c5500b36d tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:36.577224 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-793f846a-032e-456a-a256-9a2c5500b36d tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.18 "GET /v2.0/networks?id=d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1 HTTP/1.1" status: 200 len: 822 time: 0.3181045 Jul 23 20:09:36.597582 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-298706e5-f0e5-4147-96ff-579e41a0e993 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Request body: {'port': {'device_id': 'eb90a148-5683-452c-8d29-81ce83a190f4', 'network_id': 'd76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1', 'admin_state_up': True, 'tenant_id': '0a8f035149644216bbc95574fad6a4f6'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:36.630237 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47006) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:36.654204 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-59adfdc2-4d6b-4538-b031-b837a857fdc3 req-f4fe0c3c-ac0e-48eb-bda6-61255b13a985 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:36.722877 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-8c79d62b-3bd0-447f-98f7-205c222ca9f6 service neutron] 10.222.0.18 "GET /v2.0/networks/c06c7c82-36a6-415d-bbcb-96da02d094eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421085 Jul 23 20:09:36.799987 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-dace3993-88db-4dce-846e-243089bf0159 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:36.801455 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-dace3993-88db-4dce-846e-243089bf0159 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.18 "GET /v2.0/networks?id=f1957672-1349-45e6-b250-4d2e0e2b0e22 HTTP/1.1" status: 200 len: 811 time: 0.1595209 Jul 23 20:09:36.804753 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-787d9f87-774b-4603-bee4-2870dee2903b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1902147256-network', 'tenant_id': 'aa9236fc3c3c45458243c34890b9f295'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:36.812272 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbdb3f-062e-45e2-86ac-613f7d56b11c req-14e460c3-fc31-4624-9787-36efc82d4628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:36.812750 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbdb3f-062e-45e2-86ac-613f7d56b11c req-14e460c3-fc31-4624-9787-36efc82d4628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:36.813223 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbdb3f-062e-45e2-86ac-613f7d56b11c req-14e460c3-fc31-4624-9787-36efc82d4628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:36.814970 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-33fbdb3f-062e-45e2-86ac-613f7d56b11c req-14e460c3-fc31-4624-9787-36efc82d4628 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a3e740eb35174745b8c66e63aac9db55&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2368357 Jul 23 20:09:36.822230 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-e2282bd7-62c7-4701-894f-8ac682abf0d1 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Request body: {'port': {'device_id': '1a5e89bf-a454-459a-8be5-2a4557bc5290', 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22', 'admin_state_up': True, 'tenant_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:36.823799 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-59adfdc2-4d6b-4538-b031-b837a857fdc3 req-f4fe0c3c-ac0e-48eb-bda6-61255b13a985 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:36.873277 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1746b0-09c1-48d2-9913-561c9e192657 req-1832edfd-1a0b-46fa-9d62-c8b2dd033160 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:36.879523 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1746b0-09c1-48d2-9913-561c9e192657 req-1832edfd-1a0b-46fa-9d62-c8b2dd033160 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:36.885484 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1746b0-09c1-48d2-9913-561c9e192657 req-1832edfd-1a0b-46fa-9d62-c8b2dd033160 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:36.891891 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1746b0-09c1-48d2-9913-561c9e192657 req-1832edfd-1a0b-46fa-9d62-c8b2dd033160 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:36.897759 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1746b0-09c1-48d2-9913-561c9e192657 req-1832edfd-1a0b-46fa-9d62-c8b2dd033160 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:36.904404 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1746b0-09c1-48d2-9913-561c9e192657 req-1832edfd-1a0b-46fa-9d62-c8b2dd033160 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:36.910985 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1746b0-09c1-48d2-9913-561c9e192657 req-1832edfd-1a0b-46fa-9d62-c8b2dd033160 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:36.912516 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dc1746b0-09c1-48d2-9913-561c9e192657 req-1832edfd-1a0b-46fa-9d62-c8b2dd033160 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 5398 time: 0.3631542 Jul 23 20:09:36.950889 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787d9f87-774b-4603-bee4-2870dee2903b admin admin] Made reservation on behalf of aa9236fc3c3c45458243c34890b9f295 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:09:36.953158 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-787d9f87-774b-4603-bee4-2870dee2903b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:36.973742 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-787d9f87-774b-4603-bee4-2870dee2903b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:37.006181 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-298706e5-f0e5-4147-96ff-579e41a0e993 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Made reservation on behalf of 0a8f035149644216bbc95574fad6a4f6 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:09:37.009715 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-298706e5-f0e5-4147-96ff-579e41a0e993 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:37.032936 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-59adfdc2-4d6b-4538-b031-b837a857fdc3 req-f4fe0c3c-ac0e-48eb-bda6-61255b13a985 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:37.035571 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-59adfdc2-4d6b-4538-b031-b837a857fdc3 req-f4fe0c3c-ac0e-48eb-bda6-61255b13a985 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:37.036709 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-59adfdc2-4d6b-4538-b031-b837a857fdc3 req-f4fe0c3c-ac0e-48eb-bda6-61255b13a985 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] 10.222.0.32 "DELETE /v2.0/security-groups/a416ec2b-5963-4170-b600-d6cc3c3f29b1 HTTP/1.1" status: 204 len: 173 time: 0.5900459 Jul 23 20:09:37.058912 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbdb3f-062e-45e2-86ac-613f7d56b11c req-347e8622-b50b-45c3-aad1-5364a97440a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:37.060814 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-33fbdb3f-062e-45e2-86ac-613f7d56b11c req-347e8622-b50b-45c3-aad1-5364a97440a0 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2335260 Jul 23 20:09:37.068901 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe0c3c-ac0e-48eb-bda6-61255b13a985 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a416ec2b-5963-4170-b600-d6cc3c3f29b1,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:37.123185 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e30e2729-a7f6-4873-be76-7755e6db0759 req-950ae4de-ca8d-4007-aa25-75de241c5ded service neutron] 10.222.0.18 "GET /v2.0/networks/c06c7c82-36a6-415d-bbcb-96da02d094eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186979 Jul 23 20:09:37.127139 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-90a26d45-ed21-4e84-b35a-0fa4f906bba0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75c5316c-fbd1-4cd5-93d9-47c4940484b5 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:37.135486 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dc1746b0-09c1-48d2-9913-561c9e192657 req-864f34b0-4d93-4b20-ad9a-516b0774acb3 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8eab5fee-f8eb-4aed-a3f0-c440f60a4ea3&id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2110541 Jul 23 20:09:37.141540 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-90a26d45-ed21-4e84-b35a-0fa4f906bba0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:37.161186 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-90a26d45-ed21-4e84-b35a-0fa4f906bba0 service neutron] Transition to ACTIVE for port object 75c5316c-fbd1-4cd5-93d9-47c4940484b5 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:37.173398 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-90a26d45-ed21-4e84-b35a-0fa4f906bba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:37.227911 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a26d45-ed21-4e84-b35a-0fa4f906bba0 service neutron] Pushing event updated for resources: {'Port': ['ID=75c5316c-fbd1-4cd5-93d9-47c4940484b5,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:37.282824 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-787d9f87-774b-4603-bee4-2870dee2903b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:37.284233 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-298706e5-f0e5-4147-96ff-579e41a0e993 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Allocated IP 172.20.0.9 (d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1/d1122d17-5637-4a7c-90bc-58da5819ab03/56989c21-c9de-49ff-9ebf-715cbdedafd8) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:09:37.295056 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-787d9f87-774b-4603-bee4-2870dee2903b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:37.305843 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a26d45-ed21-4e84-b35a-0fa4f906bba0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:37.306187 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a26d45-ed21-4e84-b35a-0fa4f906bba0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:37.306529 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a26d45-ed21-4e84-b35a-0fa4f906bba0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:37.306862 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a26d45-ed21-4e84-b35a-0fa4f906bba0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:37.307197 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a26d45-ed21-4e84-b35a-0fa4f906bba0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:37.307531 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a26d45-ed21-4e84-b35a-0fa4f906bba0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:37.308404 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a26d45-ed21-4e84-b35a-0fa4f906bba0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:37.308404 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a26d45-ed21-4e84-b35a-0fa4f906bba0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:37.308579 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a26d45-ed21-4e84-b35a-0fa4f906bba0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:37.308806 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a26d45-ed21-4e84-b35a-0fa4f906bba0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:37.309147 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a26d45-ed21-4e84-b35a-0fa4f906bba0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:37.309362 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-787d9f87-774b-4603-bee4-2870dee2903b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:09:37.309441 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a26d45-ed21-4e84-b35a-0fa4f906bba0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:37.321199 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-787d9f87-774b-4603-bee4-2870dee2903b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:37.321629 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-787d9f87-774b-4603-bee4-2870dee2903b admin admin] Added segment 5f562663-4955-4d38-9763-67a41081ba38 of type vlan for network 76e448dd-c68c-4039-a064-3d16e069d5ca Jul 23 20:09:37.384072 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f84e412-c56b-406e-8a23-f01d463a9f65 req-98dbe90e-9174-4d79-8e76-af9065d9d556 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb90a148-5683-452c-8d29-81ce83a190f4 HTTP/1.1" status: 200 len: 210 time: 0.0820177 Jul 23 20:09:37.387190 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d00b40aa-5dbe-4a45-8d56-3cb5b3e6ee4a req-03aa0f48-1ca2-4ff4-95ac-e882cbdc7a25 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5e89bf-a454-459a-8be5-2a4557bc5290 HTTP/1.1" status: 200 len: 210 time: 0.0511069 Jul 23 20:09:37.411786 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-90a26d45-ed21-4e84-b35a-0fa4f906bba0 service neutron] Attempting to bind port 75c5316c-fbd1-4cd5-93d9-47c4940484b5 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:37.412135 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-90a26d45-ed21-4e84-b35a-0fa4f906bba0 service neutron] Attempting to bind port 75c5316c-fbd1-4cd5-93d9-47c4940484b5 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'a267e6d5-9155-4637-920b-e8299e47a264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '48945854-cc22-4ffa-90b9-415f56c007c5'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:37.412528 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-90a26d45-ed21-4e84-b35a-0fa4f906bba0 service neutron] Attempting to bind port 75c5316c-fbd1-4cd5-93d9-47c4940484b5 on network 48945854-cc22-4ffa-90b9-415f56c007c5 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:37.424790 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-e2282bd7-62c7-4701-894f-8ac682abf0d1 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Made reservation on behalf of 3eac1fd2f7984fc28e6e139f2a1d3dd0 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:09:37.437878 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-e2282bd7-62c7-4701-894f-8ac682abf0d1 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:37.441252 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-90a26d45-ed21-4e84-b35a-0fa4f906bba0 service neutron] Port 75c5316c-fbd1-4cd5-93d9-47c4940484b5 on network 48945854-cc22-4ffa-90b9-415f56c007c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:09:37.441628 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-90a26d45-ed21-4e84-b35a-0fa4f906bba0 service neutron] Attempting to bind port 75c5316c-fbd1-4cd5-93d9-47c4940484b5 on network 48945854-cc22-4ffa-90b9-415f56c007c5 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:37.455597 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-90a26d45-ed21-4e84-b35a-0fa4f906bba0 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:37.455942 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-90a26d45-ed21-4e84-b35a-0fa4f906bba0 service neutron] Checking segment: {'id': 'a267e6d5-9155-4637-920b-e8299e47a264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '48945854-cc22-4ffa-90b9-415f56c007c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:37.456332 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-90a26d45-ed21-4e84-b35a-0fa4f906bba0 service neutron] Bound using segment: {'id': 'a267e6d5-9155-4637-920b-e8299e47a264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '48945854-cc22-4ffa-90b9-415f56c007c5'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:37.456771 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-90a26d45-ed21-4e84-b35a-0fa4f906bba0 service neutron] Bound port: 75c5316c-fbd1-4cd5-93d9-47c4940484b5, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a267e6d5-9155-4637-920b-e8299e47a264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '48945854-cc22-4ffa-90b9-415f56c007c5'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:37.457133 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-90a26d45-ed21-4e84-b35a-0fa4f906bba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:37.477832 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-787d9f87-774b-4603-bee4-2870dee2903b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:37.505172 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d9f87-774b-4603-bee4-2870dee2903b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73776e44-7ae2-46ff-b78b-4627ee1e8348,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:37.514545 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [req-1156bd6f-1c3c-42da-9d96-ca759b400661 req-d6b04688-d13b-4dec-a973-d2b6abb167e2 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] show failed (client error): The resource could not be found. Jul 23 20:09:37.522045 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1156bd6f-1c3c-42da-9d96-ca759b400661 req-d6b04688-d13b-4dec-a973-d2b6abb167e2 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] 10.222.0.32 "GET /v2.0/security-groups/96028b07-5591-46c9-9475-4583957b2b37 HTTP/1.1" status: 404 len: 352 time: 0.0544052 Jul 23 20:09:37.605811 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-787d9f87-774b-4603-bee4-2870dee2903b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:37.607516 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787d9f87-774b-4603-bee4-2870dee2903b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:37.608316 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-787d9f87-774b-4603-bee4-2870dee2903b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:37.683491 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-90a26d45-ed21-4e84-b35a-0fa4f906bba0 service neutron] For port 75c5316c-fbd1-4cd5-93d9-47c4940484b5, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:37.684989 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-787d9f87-774b-4603-bee4-2870dee2903b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0447898 Jul 23 20:09:37.692892 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47042) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:37.695521 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-298706e5-f0e5-4147-96ff-579e41a0e993 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:37.700540 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-9a55b0e5-42c4-47d7-9448-cf9334214a24 admin admin] Request body: {'subnet': {'network_id': '76e448dd-c68c-4039-a064-3d16e069d5ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1902147256-subnet', 'tenant_id': 'aa9236fc3c3c45458243c34890b9f295', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:37.723056 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-e2282bd7-62c7-4701-894f-8ac682abf0d1 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Allocated IP 172.20.0.10 (f1957672-1349-45e6-b250-4d2e0e2b0e22/d89cc8ce-1520-4663-872c-281c0b224b71/035b5f7f-5305-4357-8fec-017e5e9a1ec5) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:09:37.725910 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-90a26d45-ed21-4e84-b35a-0fa4f906bba0 service neutron] For port 75c5316c-fbd1-4cd5-93d9-47c4940484b5, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=75c5316c-fbd1-4cd5-93d9-47c4940484b5,segment=NetworkSegment(a267e6d5-9155-4637-920b-e8299e47a264),segment_id=a267e6d5-9155-4637-920b-e8299e47a264)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:37.732194 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d9f87-774b-4603-bee4-2870dee2903b admin admin] Pushing event updated for resources: {'Network': ['ID=76e448dd-c68c-4039-a064-3d16e069d5ca,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:37.744294 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574cac73-4dc2-44f1-b240-053d80f61ba6 req-1a75782e-4be1-4f6e-bde4-e77564046bdc tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:37.745352 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 76e448dd-c68c-4039-a064-3d16e069d5ca details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:09:37.745895 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-574cac73-4dc2-44f1-b240-053d80f61ba6 req-1a75782e-4be1-4f6e-bde4-e77564046bdc tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 945 time: 0.2755921 Jul 23 20:09:37.747102 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-90a26d45-ed21-4e84-b35a-0fa4f906bba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:37.758013 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b2004fe5-f202-4b62-b77b-e9857edf036d req-299557fc-4a85-4b91-a73e-3d795617bbd6 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] 10.222.0.32 "GET /v2.0/security-groups/8e7acc9b-b8b9-4b14-a39a-1d81f6dce61f HTTP/1.1" status: 200 len: 1806 time: 0.1023033 Jul 23 20:09:37.804092 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-298706e5-f0e5-4147-96ff-579e41a0e993 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:37.838858 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a55b0e5-42c4-47d7-9448-cf9334214a24 admin admin] Made reservation on behalf of aa9236fc3c3c45458243c34890b9f295 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:09:37.842346 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9a55b0e5-42c4-47d7-9448-cf9334214a24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:37.849041 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-90a26d45-ed21-4e84-b35a-0fa4f906bba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:37.849647 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-90a26d45-ed21-4e84-b35a-0fa4f906bba0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:37.851035 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-90a26d45-ed21-4e84-b35a-0fa4f906bba0 service neutron] 10.222.0.30 "PUT /v2.0/ports/75c5316c-fbd1-4cd5-93d9-47c4940484b5 HTTP/1.1" status: 200 len: 1092 time: 1.8647959 Jul 23 20:09:37.859639 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-298706e5-f0e5-4147-96ff-579e41a0e993 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Network d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:37.866579 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-298706e5-f0e5-4147-96ff-579e41a0e993 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:37.871394 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-298706e5-f0e5-4147-96ff-579e41a0e993 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:09:37.889112 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a26d45-ed21-4e84-b35a-0fa4f906bba0 service neutron] Pushing event updated for resources: {'Port': ['ID=75c5316c-fbd1-4cd5-93d9-47c4940484b5,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:37.908599 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-5586a83f-0063-455c-9e74-726190e01ed5 service neutron] Request body: {'port': {'device_id': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:37.909949 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298706e5-f0e5-4147-96ff-579e41a0e993 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Pushing event updated for resources: {'Port': ['ID=56989c21-c9de-49ff-9ebf-715cbdedafd8,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:37.930524 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b2004fe5-f202-4b62-b77b-e9857edf036d req-6a4e83be-c269-44a2-9b5a-3e979adf31fc tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:37.951877 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-298706e5-f0e5-4147-96ff-579e41a0e993 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:37.952425 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-298706e5-f0e5-4147-96ff-579e41a0e993 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:37.972362 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b2004fe5-f202-4b62-b77b-e9857edf036d req-6a4e83be-c269-44a2-9b5a-3e979adf31fc tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:37.982294 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-298706e5-f0e5-4147-96ff-579e41a0e993 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3947806 Jul 23 20:09:37.996978 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-3c37d7fb-145c-4d58-a931-d6a71978a3cc service neutron] Request body: {'port': {'device_id': 'eb90a148-5683-452c-8d29-81ce83a190f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:38.018239 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-574cac73-4dc2-44f1-b240-053d80f61ba6 req-673c9108-5ce6-4b1d-b014-2924852f2785 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c795a9-7461-4bc4-8325-b1503df20f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2583172 Jul 23 20:09:38.082224 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b2004fe5-f202-4b62-b77b-e9857edf036d req-6a4e83be-c269-44a2-9b5a-3e979adf31fc tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:38.084431 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b2004fe5-f202-4b62-b77b-e9857edf036d req-6a4e83be-c269-44a2-9b5a-3e979adf31fc tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:38.089773 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b2004fe5-f202-4b62-b77b-e9857edf036d req-6a4e83be-c269-44a2-9b5a-3e979adf31fc tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] 10.222.0.32 "DELETE /v2.0/security-groups/8e7acc9b-b8b9-4b14-a39a-1d81f6dce61f HTTP/1.1" status: 204 len: 173 time: 0.3104975 Jul 23 20:09:38.129944 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e83be-c269-44a2-9b5a-3e979adf31fc tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7acc9b-b8b9-4b14-a39a-1d81f6dce61f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:38.136099 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-3c37d7fb-145c-4d58-a931-d6a71978a3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:38.219272 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-5586a83f-0063-455c-9e74-726190e01ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:38.221037 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'tag': '6ed23c2b-2657-4c27-9d21-8b4c38ac03c3'}, {'name': 'network-changed', 'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'tag': '75c5316c-fbd1-4cd5-93d9-47c4940484b5'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:38.223453 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12ea631-0595-48de-953b-8450f9b22ddc" -d '{"events": [{"name": "network-changed", "server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "tag": "6ed23c2b-2657-4c27-9d21-8b4c38ac03c3"}, {"name": "network-changed", "server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "tag": "75c5316c-fbd1-4cd5-93d9-47c4940484b5"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:38.303502 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-e2282bd7-62c7-4701-894f-8ac682abf0d1 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:38.361544 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f66f81ec-d376-46ee-a0c7-b202aa31620c req-7ad8f6be-270c-4eb6-aab2-60b4c6f859c1 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] 10.222.0.32 "GET /v2.0/security-groups/505e7ed2-d261-408e-ad78-12c806279b9e HTTP/1.1" status: 200 len: 1805 time: 0.1893082 Jul 23 20:09:38.389844 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-e2282bd7-62c7-4701-894f-8ac682abf0d1 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Transition to ACTIVE for port object 035b5f7f-5305-4357-8fec-017e5e9a1ec5 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:38.440609 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9a55b0e5-42c4-47d7-9448-cf9334214a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:38.620261 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a55b0e5-42c4-47d7-9448-cf9334214a24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abbd7fe3-d20b-4359-8aac-62218ac5177d,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:38.636047 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cafa08-d440-4cc7-94a5-aa426ea92220 req-a0f614c6-5802-433e-b42d-52d130ef1e23 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:38.637225 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-e2282bd7-62c7-4701-894f-8ac682abf0d1 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:38.637596 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e2cafa08-d440-4cc7-94a5-aa426ea92220 req-a0f614c6-5802-433e-b42d-52d130ef1e23 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 945 time: 0.1596758 Jul 23 20:09:38.641606 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f66f81ec-d376-46ee-a0c7-b202aa31620c req-96b535ef-10e6-4603-a085-da26f4ee7113 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:38.647364 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47068) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:38.654001 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4dcd5661-7fe2-4029-bf1c-9a4e229eef61 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Request body: {'floatingip': {'port_id': '993bde95-b5a7-4929-a2f6-f7eb102fff8f'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:38.701822 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4dcd5661-7fe2-4029-bf1c-9a4e229eef61 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:38.750955 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a55b0e5-42c4-47d7-9448-cf9334214a24 admin admin] Checking segment: {'id': '5f562663-4955-4d38-9763-67a41081ba38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '76e448dd-c68c-4039-a064-3d16e069d5ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:38.751317 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a55b0e5-42c4-47d7-9448-cf9334214a24 admin admin] Network hostable DHCP agents. Network: 76e448dd-c68c-4039-a064-3d16e069d5ca, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:09:38.754283 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f66f81ec-d376-46ee-a0c7-b202aa31620c req-96b535ef-10e6-4603-a085-da26f4ee7113 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:38.760608 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-e2282bd7-62c7-4701-894f-8ac682abf0d1 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Network f1957672-1349-45e6-b250-4d2e0e2b0e22 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:38.783032 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-e2282bd7-62c7-4701-894f-8ac682abf0d1 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:38.785361 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-e2282bd7-62c7-4701-894f-8ac682abf0d1 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:09:38.838385 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2282bd7-62c7-4701-894f-8ac682abf0d1 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Pushing event updated for resources: {'Port': ['ID=035b5f7f-5305-4357-8fec-017e5e9a1ec5,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:38.883681 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a55b0e5-42c4-47d7-9448-cf9334214a24 admin admin] Network 76e448dd-c68c-4039-a064-3d16e069d5ca is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:09:38.919752 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-e2282bd7-62c7-4701-894f-8ac682abf0d1 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:38.920703 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-e2282bd7-62c7-4701-894f-8ac682abf0d1 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:38.927550 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-9a55b0e5-42c4-47d7-9448-cf9334214a24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 76e448dd-c68c-4039-a064-3d16e069d5ca) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:38.941272 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125afb33-f0d0-4d92-9a76-3be28a3985a0 None None] Network 76e448dd-c68c-4039-a064-3d16e069d5ca requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:09:38.941863 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a55b0e5-42c4-47d7-9448-cf9334214a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:38.942411 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9a55b0e5-42c4-47d7-9448-cf9334214a24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:39.006335 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-5586a83f-0063-455c-9e74-726190e01ed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9627a8cd-cca1-4e2c-8263-bbfb4b33f26f {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:39.013736 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-e2282bd7-62c7-4701-894f-8ac682abf0d1 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1965172 Jul 23 20:09:39.021248 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-5586a83f-0063-455c-9e74-726190e01ed5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:39.029435 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-7020d0be-333c-4edf-9c5a-3c910159b010 service neutron] Request body: {'port': {'device_id': '1a5e89bf-a454-459a-8be5-2a4557bc5290', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:39.038278 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9a55b0e5-42c4-47d7-9448-cf9334214a24 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3406050 Jul 23 20:09:39.044365 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47080) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:39.049037 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-3c37d7fb-145c-4d58-a931-d6a71978a3cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56989c21-c9de-49ff-9ebf-715cbdedafd8 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:39.057822 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-250d825c-2041-4df5-b93f-9039fc77e893 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1902147256-router', 'tenant_id': 'aa9236fc3c3c45458243c34890b9f295', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:39.062202 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f66f81ec-d376-46ee-a0c7-b202aa31620c req-96b535ef-10e6-4603-a085-da26f4ee7113 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:39.064924 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f66f81ec-d376-46ee-a0c7-b202aa31620c req-96b535ef-10e6-4603-a085-da26f4ee7113 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:39.066124 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f66f81ec-d376-46ee-a0c7-b202aa31620c req-96b535ef-10e6-4603-a085-da26f4ee7113 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] 10.222.0.32 "DELETE /v2.0/security-groups/505e7ed2-d261-408e-ad78-12c806279b9e HTTP/1.1" status: 204 len: 173 time: 0.6885395 Jul 23 20:09:39.084249 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350f26d-1dce-4df7-be61-61065412a332 req-4b21117a-56b4-4a6d-b017-95d02e2bb1ea tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:39.086472 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-5586a83f-0063-455c-9e74-726190e01ed5 service neutron] Transition to ACTIVE for port object 9627a8cd-cca1-4e2c-8263-bbfb4b33f26f will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:39.089405 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b535ef-10e6-4603-a085-da26f4ee7113 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=505e7ed2-d261-408e-ad78-12c806279b9e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:39.091219 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350f26d-1dce-4df7-be61-61065412a332 req-4b21117a-56b4-4a6d-b017-95d02e2bb1ea tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:39.097373 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350f26d-1dce-4df7-be61-61065412a332 req-4b21117a-56b4-4a6d-b017-95d02e2bb1ea tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:39.097517 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-5586a83f-0063-455c-9e74-726190e01ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:39.103648 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350f26d-1dce-4df7-be61-61065412a332 req-4b21117a-56b4-4a6d-b017-95d02e2bb1ea tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:39.110933 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350f26d-1dce-4df7-be61-61065412a332 req-4b21117a-56b4-4a6d-b017-95d02e2bb1ea tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:39.112523 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c0d752-cd5f-4e01-890e-aa64dedbb6e1 None None] Network 76e448dd-c68c-4039-a064-3d16e069d5ca requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:09:39.117006 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350f26d-1dce-4df7-be61-61065412a332 req-4b21117a-56b4-4a6d-b017-95d02e2bb1ea tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:39.123538 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350f26d-1dce-4df7-be61-61065412a332 req-4b21117a-56b4-4a6d-b017-95d02e2bb1ea tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:39.130970 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0350f26d-1dce-4df7-be61-61065412a332 req-4b21117a-56b4-4a6d-b017-95d02e2bb1ea tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 5410 time: 0.3412857 Jul 23 20:09:39.138673 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-3c37d7fb-145c-4d58-a931-d6a71978a3cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:39.142665 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9327da1c-93b3-46b0-bcce-7cb52e1f2757 x-openstack-request-id: req-9327da1c-93b3-46b0-bcce-7cb52e1f2757 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:39.142988 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "tag": "6ed23c2b-2657-4c27-9d21-8b4c38ac03c3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "tag": "75c5316c-fbd1-4cd5-93d9-47c4940484b5", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:39.143234 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9327da1c-93b3-46b0-bcce-7cb52e1f2757 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:39.143629 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'tag': '6ed23c2b-2657-4c27-9d21-8b4c38ac03c3', 'status': 'completed', 'code': 200} Jul 23 20:09:39.143887 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'tag': '75c5316c-fbd1-4cd5-93d9-47c4940484b5', 'status': 'completed', 'code': 200} Jul 23 20:09:39.201611 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-3c37d7fb-145c-4d58-a931-d6a71978a3cc service neutron] Transition to ACTIVE for port object 56989c21-c9de-49ff-9ebf-715cbdedafd8 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:39.211014 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5586a83f-0063-455c-9e74-726190e01ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=9627a8cd-cca1-4e2c-8263-bbfb4b33f26f,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:39.229915 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-7020d0be-333c-4edf-9c5a-3c910159b010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:39.258291 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-250d825c-2041-4df5-b93f-9039fc77e893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:39.259386 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-250d825c-2041-4df5-b93f-9039fc77e893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:39.271930 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-3c37d7fb-145c-4d58-a931-d6a71978a3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:39.283130 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0fb93c80-5158-415c-ae0d-1cbd93ae8694 None None] Provisioning for port 035b5f7f-5305-4357-8fec-017e5e9a1ec5 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:39.288336 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0fb93c80-5158-415c-ae0d-1cbd93ae8694 None None] Provisioning complete for port 035b5f7f-5305-4357-8fec-017e5e9a1ec5 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:39.289429 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0fb93c80-5158-415c-ae0d-1cbd93ae8694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:39.329138 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-0fb93c80-5158-415c-ae0d-1cbd93ae8694 None None] Port 035b5f7f-5305-4357-8fec-017e5e9a1ec5 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:09:39.389266 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-5586a83f-0063-455c-9e74-726190e01ed5 service neutron] Attempting to bind port 9627a8cd-cca1-4e2c-8263-bbfb4b33f26f on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:39.389558 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-5586a83f-0063-455c-9e74-726190e01ed5 service neutron] Attempting to bind port 9627a8cd-cca1-4e2c-8263-bbfb4b33f26f by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'a267e6d5-9155-4637-920b-e8299e47a264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '48945854-cc22-4ffa-90b9-415f56c007c5'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:39.389893 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-5586a83f-0063-455c-9e74-726190e01ed5 service neutron] Attempting to bind port 9627a8cd-cca1-4e2c-8263-bbfb4b33f26f on network 48945854-cc22-4ffa-90b9-415f56c007c5 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:39.394076 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0350f26d-1dce-4df7-be61-61065412a332 req-acba226a-d57f-4356-a286-f8547b157194 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8eab5fee-f8eb-4aed-a3f0-c440f60a4ea3&id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2621672 Jul 23 20:09:39.468697 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37d7fb-145c-4d58-a931-d6a71978a3cc service neutron] Pushing event updated for resources: {'Port': ['ID=56989c21-c9de-49ff-9ebf-715cbdedafd8,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:39.479843 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-5586a83f-0063-455c-9e74-726190e01ed5 service neutron] Port 9627a8cd-cca1-4e2c-8263-bbfb4b33f26f on network 48945854-cc22-4ffa-90b9-415f56c007c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:09:39.480234 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-5586a83f-0063-455c-9e74-726190e01ed5 service neutron] Attempting to bind port 9627a8cd-cca1-4e2c-8263-bbfb4b33f26f on network 48945854-cc22-4ffa-90b9-415f56c007c5 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:39.499554 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-5586a83f-0063-455c-9e74-726190e01ed5 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:39.499892 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-5586a83f-0063-455c-9e74-726190e01ed5 service neutron] Checking segment: {'id': 'a267e6d5-9155-4637-920b-e8299e47a264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '48945854-cc22-4ffa-90b9-415f56c007c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:39.500276 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-5586a83f-0063-455c-9e74-726190e01ed5 service neutron] Bound using segment: {'id': 'a267e6d5-9155-4637-920b-e8299e47a264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '48945854-cc22-4ffa-90b9-415f56c007c5'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:39.500707 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-5586a83f-0063-455c-9e74-726190e01ed5 service neutron] Bound port: 9627a8cd-cca1-4e2c-8263-bbfb4b33f26f, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a267e6d5-9155-4637-920b-e8299e47a264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '48945854-cc22-4ffa-90b9-415f56c007c5'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:39.501068 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-5586a83f-0063-455c-9e74-726190e01ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:39.610537 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-250d825c-2041-4df5-b93f-9039fc77e893 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:39.760952 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ea631-0595-48de-953b-8450f9b22ddc req-b265d60b-9e00-41ea-81c3-80c07dd01385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:39.761350 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ea631-0595-48de-953b-8450f9b22ddc req-b265d60b-9e00-41ea-81c3-80c07dd01385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:39.761858 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ea631-0595-48de-953b-8450f9b22ddc req-b265d60b-9e00-41ea-81c3-80c07dd01385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:39.762339 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ea631-0595-48de-953b-8450f9b22ddc req-b265d60b-9e00-41ea-81c3-80c07dd01385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:39.763345 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ea631-0595-48de-953b-8450f9b22ddc req-b265d60b-9e00-41ea-81c3-80c07dd01385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:39.763811 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ea631-0595-48de-953b-8450f9b22ddc req-b265d60b-9e00-41ea-81c3-80c07dd01385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:39.764377 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ea631-0595-48de-953b-8450f9b22ddc req-b265d60b-9e00-41ea-81c3-80c07dd01385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:39.766442 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d12ea631-0595-48de-953b-8450f9b22ddc req-b265d60b-9e00-41ea-81c3-80c07dd01385 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3e740eb35174745b8c66e63aac9db55&device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 6444 time: 0.5846293 Jul 23 20:09:39.824980 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.db.resource_extend [None req-4dcd5661-7fe2-4029-bf1c-9a4e229eef61 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:09:39.904443 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230dba2-52a9-4594-b274-d6f7c35d91b2 req-69461ab4-123c-4ac3-be23-fbe63a7a0427 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:39.906026 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c230dba2-52a9-4594-b274-d6f7c35d91b2 req-69461ab4-123c-4ac3-be23-fbe63a7a0427 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5e89bf-a454-459a-8be5-2a4557bc5290 HTTP/1.1" status: 200 len: 932 time: 0.5359068 Jul 23 20:09:39.960235 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-5586a83f-0063-455c-9e74-726190e01ed5 service neutron] For port 9627a8cd-cca1-4e2c-8263-bbfb4b33f26f, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:39.980973 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-3c37d7fb-145c-4d58-a931-d6a71978a3cc service neutron] Attempting to bind port 56989c21-c9de-49ff-9ebf-715cbdedafd8 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:39.981977 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-3c37d7fb-145c-4d58-a931-d6a71978a3cc service neutron] Attempting to bind port 56989c21-c9de-49ff-9ebf-715cbdedafd8 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'c624a56d-de97-4959-866e-9ffe997374c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:39.981977 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-3c37d7fb-145c-4d58-a931-d6a71978a3cc service neutron] Attempting to bind port 56989c21-c9de-49ff-9ebf-715cbdedafd8 on network d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:39.988057 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-250d825c-2041-4df5-b93f-9039fc77e893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:39.993946 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-5586a83f-0063-455c-9e74-726190e01ed5 service neutron] For port 9627a8cd-cca1-4e2c-8263-bbfb4b33f26f, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=9627a8cd-cca1-4e2c-8263-bbfb4b33f26f,segment=NetworkSegment(a267e6d5-9155-4637-920b-e8299e47a264),segment_id=a267e6d5-9155-4637-920b-e8299e47a264)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:40.000301 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000991fe-a0e2-4586-96c4-058e728a6162 req-181110ae-4a3a-42a6-b371-68506af2732c tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:40.001835 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-000991fe-a0e2-4586-96c4-058e728a6162 req-181110ae-4a3a-42a6-b371-68506af2732c tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb90a148-5683-452c-8d29-81ce83a190f4 HTTP/1.1" status: 200 len: 943 time: 0.4956555 Jul 23 20:09:40.002402 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-5586a83f-0063-455c-9e74-726190e01ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:40.017018 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c230dba2-52a9-4594-b274-d6f7c35d91b2 req-6cedd300-36ce-4b49-8809-db0a8d20e88b tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006348 Jul 23 20:09:40.020883 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-3c37d7fb-145c-4d58-a931-d6a71978a3cc service neutron] Port 56989c21-c9de-49ff-9ebf-715cbdedafd8 on network d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:09:40.021050 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-3c37d7fb-145c-4d58-a931-d6a71978a3cc service neutron] Attempting to bind port 56989c21-c9de-49ff-9ebf-715cbdedafd8 on network d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:40.037457 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4dcd5661-7fe2-4029-bf1c-9a4e229eef61 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:40.059183 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-5586a83f-0063-455c-9e74-726190e01ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:40.060748 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-5586a83f-0063-455c-9e74-726190e01ed5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:40.062206 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-5586a83f-0063-455c-9e74-726190e01ed5 service neutron] 10.222.0.30 "PUT /v2.0/ports/9627a8cd-cca1-4e2c-8263-bbfb4b33f26f HTTP/1.1" status: 200 len: 1092 time: 2.1586556 Jul 23 20:09:40.069396 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-3c37d7fb-145c-4d58-a931-d6a71978a3cc service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:40.069774 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-3c37d7fb-145c-4d58-a931-d6a71978a3cc service neutron] Checking segment: {'id': 'c624a56d-de97-4959-866e-9ffe997374c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:40.070164 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-3c37d7fb-145c-4d58-a931-d6a71978a3cc service neutron] Bound using segment: {'id': 'c624a56d-de97-4959-866e-9ffe997374c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:40.070616 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-3c37d7fb-145c-4d58-a931-d6a71978a3cc service neutron] Bound port: 56989c21-c9de-49ff-9ebf-715cbdedafd8, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c624a56d-de97-4959-866e-9ffe997374c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:40.070978 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-3c37d7fb-145c-4d58-a931-d6a71978a3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:40.079404 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4dcd5661-7fe2-4029-bf1c-9a4e229eef61 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:40.117221 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5586a83f-0063-455c-9e74-726190e01ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=9627a8cd-cca1-4e2c-8263-bbfb4b33f26f,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:40.121384 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-7020d0be-333c-4edf-9c5a-3c910159b010 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 035b5f7f-5305-4357-8fec-017e5e9a1ec5 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:40.143581 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-7020d0be-333c-4edf-9c5a-3c910159b010 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:40.165932 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ea631-0595-48de-953b-8450f9b22ddc req-2b68bd9e-618b-4137-99eb-82efa8806bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:40.166560 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ea631-0595-48de-953b-8450f9b22ddc req-2b68bd9e-618b-4137-99eb-82efa8806bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:40.166990 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ea631-0595-48de-953b-8450f9b22ddc req-2b68bd9e-618b-4137-99eb-82efa8806bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:40.168462 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d12ea631-0595-48de-953b-8450f9b22ddc req-2b68bd9e-618b-4137-99eb-82efa8806bff service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a3e740eb35174745b8c66e63aac9db55&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3916199 Jul 23 20:09:40.171043 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-7020d0be-333c-4edf-9c5a-3c910159b010 service neutron] Transition to ACTIVE for port object 035b5f7f-5305-4357-8fec-017e5e9a1ec5 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:40.180799 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-856ecb91-0328-4c0e-881c-a5f5f7bacd97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:40.188493 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-7020d0be-333c-4edf-9c5a-3c910159b010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:40.255178 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-000991fe-a0e2-4586-96c4-058e728a6162 req-805d472a-3f9b-417f-9997-fbb852b29c5e tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427330 Jul 23 20:09:40.270813 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1fe2138f-80b4-4d58-818e-4a7b6d67c75a req-fb1283a0-b949-492b-9dfd-056b47a15c5e tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] 10.222.0.32 "GET /v2.0/security-groups/662d41aa-a80b-4a91-b21a-df29a9934ca9 HTTP/1.1" status: 200 len: 1806 time: 0.1138992 Jul 23 20:09:40.343892 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7020d0be-333c-4edf-9c5a-3c910159b010 service neutron] Pushing event updated for resources: {'Port': ['ID=035b5f7f-5305-4357-8fec-017e5e9a1ec5,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:40.391316 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-7020d0be-333c-4edf-9c5a-3c910159b010 service neutron] Attempting to bind port 035b5f7f-5305-4357-8fec-017e5e9a1ec5 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:40.391900 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-7020d0be-333c-4edf-9c5a-3c910159b010 service neutron] Attempting to bind port 035b5f7f-5305-4357-8fec-017e5e9a1ec5 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '5c96697d-ee44-400a-8e69-1e994d5bac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:40.392459 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-7020d0be-333c-4edf-9c5a-3c910159b010 service neutron] Attempting to bind port 035b5f7f-5305-4357-8fec-017e5e9a1ec5 on network f1957672-1349-45e6-b250-4d2e0e2b0e22 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:40.424434 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-7020d0be-333c-4edf-9c5a-3c910159b010 service neutron] Port 035b5f7f-5305-4357-8fec-017e5e9a1ec5 on network f1957672-1349-45e6-b250-4d2e0e2b0e22 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:09:40.424892 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-7020d0be-333c-4edf-9c5a-3c910159b010 service neutron] Attempting to bind port 035b5f7f-5305-4357-8fec-017e5e9a1ec5 on network f1957672-1349-45e6-b250-4d2e0e2b0e22 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:40.426064 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-3c37d7fb-145c-4d58-a931-d6a71978a3cc service neutron] For port 56989c21-c9de-49ff-9ebf-715cbdedafd8, host n-h2-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:40.437912 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-7020d0be-333c-4edf-9c5a-3c910159b010 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:40.438542 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-7020d0be-333c-4edf-9c5a-3c910159b010 service neutron] Checking segment: {'id': '5c96697d-ee44-400a-8e69-1e994d5bac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:40.439374 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-7020d0be-333c-4edf-9c5a-3c910159b010 service neutron] Bound using segment: {'id': '5c96697d-ee44-400a-8e69-1e994d5bac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:40.439831 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-7020d0be-333c-4edf-9c5a-3c910159b010 service neutron] Bound port: 035b5f7f-5305-4357-8fec-017e5e9a1ec5, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c96697d-ee44-400a-8e69-1e994d5bac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:40.440212 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-7020d0be-333c-4edf-9c5a-3c910159b010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:40.441419 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-3c37d7fb-145c-4d58-a931-d6a71978a3cc service neutron] For port 56989c21-c9de-49ff-9ebf-715cbdedafd8, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=56989c21-c9de-49ff-9ebf-715cbdedafd8,segment=NetworkSegment(c624a56d-de97-4959-866e-9ffe997374c5),segment_id=c624a56d-de97-4959-866e-9ffe997374c5)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:40.457636 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-3c37d7fb-145c-4d58-a931-d6a71978a3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:40.505294 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1fe2138f-80b4-4d58-818e-4a7b6d67c75a req-47051c61-b69c-4830-a4fb-b6367d83a3ab tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:40.515825 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [None req-4dcd5661-7fe2-4029-bf1c-9a4e229eef61 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Floating IP 791a7aff-529e-4044-a7fc-0f61ea3e13b0 associated. External IP: 172.25.1.189, port: 993bde95-b5a7-4929-a2f6-f7eb102fff8f. Jul 23 20:09:40.523278 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37d7fb-145c-4d58-a931-d6a71978a3cc service neutron] Pushing event updated for resources: {'Port': ['ID=56989c21-c9de-49ff-9ebf-715cbdedafd8,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:40.550160 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1fe2138f-80b4-4d58-818e-4a7b6d67c75a req-47051c61-b69c-4830-a4fb-b6367d83a3ab tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:40.567591 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ea631-0595-48de-953b-8450f9b22ddc req-d97c7804-d362-4bc4-a82b-22425ab2ee24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:40.569183 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d12ea631-0595-48de-953b-8450f9b22ddc req-d97c7804-d362-4bc4-a82b-22425ab2ee24 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3855886 Jul 23 20:09:40.582515 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-7020d0be-333c-4edf-9c5a-3c910159b010 service neutron] For port 035b5f7f-5305-4357-8fec-017e5e9a1ec5, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:40.600455 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:09:40.607857 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-7020d0be-333c-4edf-9c5a-3c910159b010 service neutron] For port 035b5f7f-5305-4357-8fec-017e5e9a1ec5, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=035b5f7f-5305-4357-8fec-017e5e9a1ec5,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:40.616145 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-7020d0be-333c-4edf-9c5a-3c910159b010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:40.657038 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1fe2138f-80b4-4d58-818e-4a7b6d67c75a req-47051c61-b69c-4830-a4fb-b6367d83a3ab tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:40.659634 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1fe2138f-80b4-4d58-818e-4a7b6d67c75a req-47051c61-b69c-4830-a4fb-b6367d83a3ab tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:40.660812 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1fe2138f-80b4-4d58-818e-4a7b6d67c75a req-47051c61-b69c-4830-a4fb-b6367d83a3ab tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] 10.222.0.32 "DELETE /v2.0/security-groups/662d41aa-a80b-4a91-b21a-df29a9934ca9 HTTP/1.1" status: 204 len: 173 time: 0.3614454 Jul 23 20:09:40.679395 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47051c61-b69c-4830-a4fb-b6367d83a3ab tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=662d41aa-a80b-4a91-b21a-df29a9934ca9,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:40.692188 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-7020d0be-333c-4edf-9c5a-3c910159b010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:40.692731 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-7020d0be-333c-4edf-9c5a-3c910159b010 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:40.694378 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-7020d0be-333c-4edf-9c5a-3c910159b010 service neutron] 10.222.0.18 "PUT /v2.0/ports/035b5f7f-5305-4357-8fec-017e5e9a1ec5 HTTP/1.1" status: 200 len: 1093 time: 1.6695175 Jul 23 20:09:40.724815 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7020d0be-333c-4edf-9c5a-3c910159b010 service neutron] Pushing event updated for resources: {'Port': ['ID=035b5f7f-5305-4357-8fec-017e5e9a1ec5,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:40.839105 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-0499d063-2c91-453d-b0c0-a76889bf1b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:40.840903 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-0499d063-2c91-453d-b0c0-a76889bf1b5f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3eac1fd2f7984fc28e6e139f2a1d3dd0&device_id=1a5e89bf-a454-459a-8be5-2a4557bc5290 HTTP/1.1" status: 200 len: 1096 time: 0.0926926 Jul 23 20:09:40.898269 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-0e3c146c-2a39-4d3d-92cd-bffde303f6c1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=035b5f7f-5305-4357-8fec-017e5e9a1ec5 HTTP/1.1" status: 200 len: 217 time: 0.0482676 Jul 23 20:09:40.904745 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-04649429-9c59-463d-8996-2c76cef762c0 req-e24a87c6-3940-42d7-b6a2-51efb942a05b tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] 10.222.0.32 "GET /v2.0/security-groups/328fcc0f-bb87-4c1f-a0fb-d116aa7369f6 HTTP/1.1" status: 200 len: 2406 time: 0.1005545 Jul 23 20:09:40.982680 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-3c37d7fb-145c-4d58-a931-d6a71978a3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:40.983037 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-1ca01d39-6673-4215-9254-90343dcd8827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:40.983358 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-3c37d7fb-145c-4d58-a931-d6a71978a3cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:40.984480 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-1ca01d39-6673-4215-9254-90343dcd8827 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d89cc8ce-1520-4663-872c-281c0b224b71 HTTP/1.1" status: 200 len: 850 time: 0.0788541 Jul 23 20:09:40.984742 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-3c37d7fb-145c-4d58-a931-d6a71978a3cc service neutron] 10.222.0.18 "PUT /v2.0/ports/56989c21-c9de-49ff-9ebf-715cbdedafd8 HTTP/1.1" status: 200 len: 1092 time: 2.9934711 Jul 23 20:09:40.993735 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb90a148-5683-452c-8d29-81ce83a190f4', 'tag': '56989c21-c9de-49ff-9ebf-715cbdedafd8'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:40.996808 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e848c59-5e12-495a-8609-7b2f071a5561" -d '{"events": [{"name": "network-changed", "server_uuid": "eb90a148-5683-452c-8d29-81ce83a190f4", "tag": "56989c21-c9de-49ff-9ebf-715cbdedafd8"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:41.012234 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-04649429-9c59-463d-8996-2c76cef762c0 req-ebf51c83-eb78-498b-bb19-2c869c91fa51 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:41.057957 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-04649429-9c59-463d-8996-2c76cef762c0 req-ebf51c83-eb78-498b-bb19-2c869c91fa51 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:41.106880 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-30ca5472-4c5b-485e-981a-f673ce5fb6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:41.108480 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-30ca5472-4c5b-485e-981a-f673ce5fb6b5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f1957672-1349-45e6-b250-4d2e0e2b0e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1116638 Jul 23 20:09:41.136656 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-04649429-9c59-463d-8996-2c76cef762c0 req-ebf51c83-eb78-498b-bb19-2c869c91fa51 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:41.140231 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-04649429-9c59-463d-8996-2c76cef762c0 req-ebf51c83-eb78-498b-bb19-2c869c91fa51 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:41.141402 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-04649429-9c59-463d-8996-2c76cef762c0 req-ebf51c83-eb78-498b-bb19-2c869c91fa51 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] 10.222.0.32 "DELETE /v2.0/security-groups/328fcc0f-bb87-4c1f-a0fb-d116aa7369f6 HTTP/1.1" status: 204 len: 173 time: 0.2282732 Jul 23 20:09:41.157066 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'tag': '9627a8cd-cca1-4e2c-8263-bbfb4b33f26f'}, {'name': 'network-changed', 'server_uuid': '1a5e89bf-a454-459a-8be5-2a4557bc5290', 'tag': '035b5f7f-5305-4357-8fec-017e5e9a1ec5'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:41.159500 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0093edb2-9840-4376-b56b-a97efc26eaf6" -d '{"events": [{"name": "network-changed", "server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "tag": "9627a8cd-cca1-4e2c-8263-bbfb4b33f26f"}, {"name": "network-changed", "server_uuid": "1a5e89bf-a454-459a-8be5-2a4557bc5290", "tag": "035b5f7f-5305-4357-8fec-017e5e9a1ec5"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:41.163893 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf51c83-eb78-498b-bb19-2c869c91fa51 tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=328fcc0f-bb87-4c1f-a0fb-d116aa7369f6,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:41.250086 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1d9beb-33c0-445d-ae7d-d1f983256f0d x-openstack-request-id: req-7f1d9beb-33c0-445d-ae7d-d1f983256f0d {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:41.250086 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb90a148-5683-452c-8d29-81ce83a190f4", "tag": "56989c21-c9de-49ff-9ebf-715cbdedafd8", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:41.250086 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7f1d9beb-33c0-445d-ae7d-d1f983256f0d {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:41.250086 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb90a148-5683-452c-8d29-81ce83a190f4', 'tag': '56989c21-c9de-49ff-9ebf-715cbdedafd8', 'status': 'completed', 'code': 200} Jul 23 20:09:41.256990 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-f022d609-8227-4855-8a52-731d341c52ec service neutron] 10.222.0.18 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410637 Jul 23 20:09:41.264283 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ea631-0595-48de-953b-8450f9b22ddc req-f7c889ef-4940-4b6a-96cd-c2fee712528f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:41.265427 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ea631-0595-48de-953b-8450f9b22ddc req-f7c889ef-4940-4b6a-96cd-c2fee712528f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:41.265427 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ea631-0595-48de-953b-8450f9b22ddc req-f7c889ef-4940-4b6a-96cd-c2fee712528f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:41.265711 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ea631-0595-48de-953b-8450f9b22ddc req-f7c889ef-4940-4b6a-96cd-c2fee712528f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:41.266176 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ea631-0595-48de-953b-8450f9b22ddc req-f7c889ef-4940-4b6a-96cd-c2fee712528f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:41.266641 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ea631-0595-48de-953b-8450f9b22ddc req-f7c889ef-4940-4b6a-96cd-c2fee712528f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:41.267097 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ea631-0595-48de-953b-8450f9b22ddc req-f7c889ef-4940-4b6a-96cd-c2fee712528f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:41.269021 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d12ea631-0595-48de-953b-8450f9b22ddc req-f7c889ef-4940-4b6a-96cd-c2fee712528f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3e740eb35174745b8c66e63aac9db55&device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 6486 time: 0.3045652 Jul 23 20:09:41.355985 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da68c1-f6b8-4a9d-9196-a2bfd5a34da9 req-6bf246ff-4338-4547-b985-2af199ff426a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:41.362515 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da68c1-f6b8-4a9d-9196-a2bfd5a34da9 req-6bf246ff-4338-4547-b985-2af199ff426a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:41.368368 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da68c1-f6b8-4a9d-9196-a2bfd5a34da9 req-6bf246ff-4338-4547-b985-2af199ff426a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:41.375160 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da68c1-f6b8-4a9d-9196-a2bfd5a34da9 req-6bf246ff-4338-4547-b985-2af199ff426a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:41.381285 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da68c1-f6b8-4a9d-9196-a2bfd5a34da9 req-6bf246ff-4338-4547-b985-2af199ff426a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:41.387253 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da68c1-f6b8-4a9d-9196-a2bfd5a34da9 req-6bf246ff-4338-4547-b985-2af199ff426a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:41.391116 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5326873-9e01-4c45-81fa-e4a13db4b8b9 req-18ce8012-e97e-4bd3-a762-26a6289f6c3c service neutron] 10.222.0.18 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281834 Jul 23 20:09:41.393780 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da68c1-f6b8-4a9d-9196-a2bfd5a34da9 req-6bf246ff-4338-4547-b985-2af199ff426a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:41.396377 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b0da68c1-f6b8-4a9d-9196-a2bfd5a34da9 req-6bf246ff-4338-4547-b985-2af199ff426a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 5422 time: 0.4308290 Jul 23 20:09:41.413928 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d22e41-b363-437e-a851-036b936d7bd0 req-6a14aac2-dd0d-4568-9565-5182ad14db06 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:41.415677 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-93d22e41-b363-437e-a851-036b936d7bd0 req-6a14aac2-dd0d-4568-9565-5182ad14db06 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5e89bf-a454-459a-8be5-2a4557bc5290 HTTP/1.1" status: 200 len: 944 time: 0.1245396 Jul 23 20:09:41.436252 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-877f5e82-eebe-40d8-9f20-0f23452a49c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:41.437743 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-877f5e82-eebe-40d8-9f20-0f23452a49c0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a8f035149644216bbc95574fad6a4f6&device_id=eb90a148-5683-452c-8d29-81ce83a190f4 HTTP/1.1" status: 200 len: 1095 time: 0.3869143 Jul 23 20:09:41.454585 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-93d22e41-b363-437e-a851-036b936d7bd0 req-177f4d57-4552-47f6-92f4-e643f2ceb32d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325403 Jul 23 20:09:41.520446 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4aba8e6e-8abb-433d-a7d6-2f83b5e1dbaa req-33b9117e-8a6b-43c7-9ea2-83560cd9d9cc tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] 10.222.0.32 "GET /v2.0/security-groups/d1afd568-4486-4ba1-9a7d-e066942677dd HTTP/1.1" status: 200 len: 2400 time: 0.0421782 Jul 23 20:09:41.551037 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-676de39f-2eef-40dc-b750-4f2536359330 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56989c21-c9de-49ff-9ebf-715cbdedafd8 HTTP/1.1" status: 200 len: 217 time: 0.0889847 Jul 23 20:09:41.552033 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-250d825c-2041-4df5-b93f-9039fc77e893 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:41.580095 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4aba8e6e-8abb-433d-a7d6-2f83b5e1dbaa req-2490128a-cd33-41e6-b3e8-101f0206fbea tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:41.603094 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4aba8e6e-8abb-433d-a7d6-2f83b5e1dbaa req-2490128a-cd33-41e6-b3e8-101f0206fbea tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:41.632562 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-250d825c-2041-4df5-b93f-9039fc77e893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:41.652120 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4aba8e6e-8abb-433d-a7d6-2f83b5e1dbaa req-2490128a-cd33-41e6-b3e8-101f0206fbea tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:41.654827 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4aba8e6e-8abb-433d-a7d6-2f83b5e1dbaa req-2490128a-cd33-41e6-b3e8-101f0206fbea tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:41.655985 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4aba8e6e-8abb-433d-a7d6-2f83b5e1dbaa req-2490128a-cd33-41e6-b3e8-101f0206fbea tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] 10.222.0.32 "DELETE /v2.0/security-groups/d1afd568-4486-4ba1-9a7d-e066942677dd HTTP/1.1" status: 204 len: 173 time: 0.1297786 Jul 23 20:09:41.662691 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47142) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:41.671387 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b0da68c1-f6b8-4a9d-9196-a2bfd5a34da9 req-b09fe380-805c-4044-a6c7-a721f098c9d9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8eab5fee-f8eb-4aed-a3f0-c440f60a4ea3&id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2263429 Jul 23 20:09:41.676181 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2490128a-cd33-41e6-b3e8-101f0206fbea tempest-SecurityGroupRulesTestJSON-1619722507 tempest-SecurityGroupRulesTestJSON-1619722507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1afd568-4486-4ba1-9a7d-e066942677dd,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:41.726120 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ea631-0595-48de-953b-8450f9b22ddc req-329746d1-b2a5-4b8b-b8a4-c27a8891ae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:41.727366 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ea631-0595-48de-953b-8450f9b22ddc req-329746d1-b2a5-4b8b-b8a4-c27a8891ae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:41.727366 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ea631-0595-48de-953b-8450f9b22ddc req-329746d1-b2a5-4b8b-b8a4-c27a8891ae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:41.728589 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d12ea631-0595-48de-953b-8450f9b22ddc req-329746d1-b2a5-4b8b-b8a4-c27a8891ae75 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a3e740eb35174745b8c66e63aac9db55&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4369149 Jul 23 20:09:41.754869 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52dc11a-b52e-4b14-84d7-4ebb505e7810 x-openstack-request-id: req-a52dc11a-b52e-4b14-84d7-4ebb505e7810 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:41.755180 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "tag": "9627a8cd-cca1-4e2c-8263-bbfb4b33f26f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1a5e89bf-a454-459a-8be5-2a4557bc5290", "tag": "035b5f7f-5305-4357-8fec-017e5e9a1ec5", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:41.755502 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a52dc11a-b52e-4b14-84d7-4ebb505e7810 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:41.755950 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'tag': '9627a8cd-cca1-4e2c-8263-bbfb4b33f26f', 'status': 'completed', 'code': 200} Jul 23 20:09:41.756166 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a5e89bf-a454-459a-8be5-2a4557bc5290', 'tag': '035b5f7f-5305-4357-8fec-017e5e9a1ec5', 'status': 'completed', 'code': 200} Jul 23 20:09:41.759491 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc97b8d-b231-47af-a60c-0bed3b0410c5 admin admin] Deleting subnet c6f9804b-4df9-46ee-91ae-5666aa96d3bd {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:09:41.765388 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-b58e3ade-0c6f-4784-8049-a8774b988034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:41.769630 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-b58e3ade-0c6f-4784-8049-a8774b988034 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d1122d17-5637-4a7c-90bc-58da5819ab03 HTTP/1.1" status: 200 len: 862 time: 0.2085128 Jul 23 20:09:41.773416 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-afc97b8d-b231-47af-a60c-0bed3b0410c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:41.801132 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dcd5661-7fe2-4029-bf1c-9a4e229eef61 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Router 77eef2dc-a638-4d4d-8821-d6d8fefbab35 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:09:41.884532 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-afc97b8d-b231-47af-a60c-0bed3b0410c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:41.914670 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-9ae63a08-8b0e-4bd6-8b60-3fa4a3b63e48 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070154 Jul 23 20:09:41.944573 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093edb2-9840-4376-b56b-a97efc26eaf6 req-cc6101b6-dcca-428c-ab28-1a0966538952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:41.946162 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0093edb2-9840-4376-b56b-a97efc26eaf6 req-cc6101b6-dcca-428c-ab28-1a0966538952 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3eac1fd2f7984fc28e6e139f2a1d3dd0&device_id=1a5e89bf-a454-459a-8be5-2a4557bc5290 HTTP/1.1" status: 200 len: 1096 time: 0.1832404 Jul 23 20:09:41.950072 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-afc97b8d-b231-47af-a60c-0bed3b0410c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:42.019350 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9593aea-b738-4b6f-af9d-61f7203842e0 req-e5263045-a82b-4fd7-8776-a9f39f04f051 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:42.020902 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e9593aea-b738-4b6f-af9d-61f7203842e0 req-e5263045-a82b-4fd7-8776-a9f39f04f051 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb90a148-5683-452c-8d29-81ce83a190f4 HTTP/1.1" status: 200 len: 943 time: 0.2060452 Jul 23 20:09:42.043623 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ea631-0595-48de-953b-8450f9b22ddc req-99c53412-e2a8-49e2-86a8-12310566e2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:42.046010 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d12ea631-0595-48de-953b-8450f9b22ddc req-99c53412-e2a8-49e2-86a8-12310566e2bb service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3008893 Jul 23 20:09:42.060759 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-250d825c-2041-4df5-b93f-9039fc77e893 admin admin] Allocated IP 172.25.1.195 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/06386fc4-8182-4238-8417-ade551456c25) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:09:42.141715 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-afc97b8d-b231-47af-a60c-0bed3b0410c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:42.152245 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093edb2-9840-4376-b56b-a97efc26eaf6 req-4f2877c3-d893-4ad5-a300-831301cbbc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:42.154446 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0093edb2-9840-4376-b56b-a97efc26eaf6 req-4f2877c3-d893-4ad5-a300-831301cbbc92 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f1957672-1349-45e6-b250-4d2e0e2b0e22 HTTP/1.1" status: 200 len: 912 time: 0.1837959 Jul 23 20:09:42.195760 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e9593aea-b738-4b6f-af9d-61f7203842e0 req-47171cd7-888f-4cbe-a4c9-123905107907 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470118 Jul 23 20:09:42.195760 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc97b8d-b231-47af-a60c-0bed3b0410c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6f9804b-4df9-46ee-91ae-5666aa96d3bd,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:42.199574 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-afc97b8d-b231-47af-a60c-0bed3b0410c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:42.204161 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-afc97b8d-b231-47af-a60c-0bed3b0410c5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c6f9804b-4df9-46ee-91ae-5666aa96d3bd HTTP/1.1" status: 204 len: 168 time: 0.5404685 Jul 23 20:09:42.234489 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47168) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:42.237680 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0093edb2-9840-4376-b56b-a97efc26eaf6 req-9e408e4b-4e68-46c2-81c9-022e0f94ca9d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=035b5f7f-5305-4357-8fec-017e5e9a1ec5 HTTP/1.1" status: 200 len: 217 time: 0.0491357 Jul 23 20:09:42.249528 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcd5661-7fe2-4029-bf1c-9a4e229eef61 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:09:42.254862 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4dcd5661-7fe2-4029-bf1c-9a4e229eef61 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:42.263624 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a08ef8-4e5b-4cba-9da4-f3708e81b075 None None] Sync routers for ids ['77eef2dc-a638-4d4d-8821-d6d8fefbab35'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:09:42.279880 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a08ef8-4e5b-4cba-9da4-f3708e81b075 None None] Routers {'77eef2dc-a638-4d4d-8821-d6d8fefbab35'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:09:42.280611 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-38a08ef8-4e5b-4cba-9da4-f3708e81b075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:09:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['77eef2dc-a638-4d4d-8821-d6d8fefbab35'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:42.288374 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093edb2-9840-4376-b56b-a97efc26eaf6 req-da59a5ef-bfb6-4bd2-954b-90150a1ef4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:42.289939 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0093edb2-9840-4376-b56b-a97efc26eaf6 req-da59a5ef-bfb6-4bd2-954b-90150a1ef4b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d89cc8ce-1520-4663-872c-281c0b224b71 HTTP/1.1" status: 200 len: 850 time: 0.0462272 Jul 23 20:09:42.308574 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-29f122c6-c864-426e-aad6-a952e2ad88d5 service neutron] 10.222.0.18 "GET /v2.0/networks/d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844709 Jul 23 20:09:42.365232 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093edb2-9840-4376-b56b-a97efc26eaf6 req-a757bb9b-71f5-4adc-85f2-f7eb4f30a791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:42.367301 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0093edb2-9840-4376-b56b-a97efc26eaf6 req-a757bb9b-71f5-4adc-85f2-f7eb4f30a791 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f1957672-1349-45e6-b250-4d2e0e2b0e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0695250 Jul 23 20:09:42.405222 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-38a08ef8-4e5b-4cba-9da4-f3708e81b075 None None] Set router 77eef2dc-a638-4d4d-8821-d6d8fefbab35 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:09:42.427607 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4dcd5661-7fe2-4029-bf1c-9a4e229eef61 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "PUT /v2.0/floatingips/791a7aff-529e-4044-a7fc-0f61ea3e13b0 HTTP/1.1" status: 200 len: 991 time: 3.7791524 Jul 23 20:09:42.451319 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-b05274c7-251b-4659-aa84-267e0e67634b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:42.451810 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-b05274c7-251b-4659-aa84-267e0e67634b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:42.452270 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-b05274c7-251b-4659-aa84-267e0e67634b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:42.452737 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-b05274c7-251b-4659-aa84-267e0e67634b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:42.453196 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-b05274c7-251b-4659-aa84-267e0e67634b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:42.453729 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-b05274c7-251b-4659-aa84-267e0e67634b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:42.454196 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-b05274c7-251b-4659-aa84-267e0e67634b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:42.456178 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-b05274c7-251b-4659-aa84-267e0e67634b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3e740eb35174745b8c66e63aac9db55&device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 6486 time: 0.3536038 Jul 23 20:09:42.458684 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34d6ff87-42d5-43ee-b596-7b182bcd18df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:42.532634 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0093edb2-9840-4376-b56b-a97efc26eaf6 req-952e334c-ffbd-4180-baa4-dd1017fac681 service neutron] 10.222.0.18 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585407 Jul 23 20:09:42.553817 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-250d825c-2041-4df5-b93f-9039fc77e893 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:42.561116 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-c1217d2d-1413-4042-ad91-22996d5bbe34 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d782c9aa-2158-45ec-9a49-51f7cf848ae5 HTTP/1.1" status: 200 len: 217 time: 0.0958245 Jul 23 20:09:42.667892 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0093edb2-9840-4376-b56b-a97efc26eaf6 req-3c0bc77a-d1a7-4fb2-bb63-6a4be7dfc33f service neutron] 10.222.0.18 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295023 Jul 23 20:09:42.676311 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-38a08ef8-4e5b-4cba-9da4-f3708e81b075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'name': 'tempest-AttachVolumeTestJSON-1415960080-router', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b52d0c32-d4d5-4fa8-850c-84ffb10b224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:01Z', 'updated_at': '2021-07-23T20:09:09Z', 'revision_number': 4, 'project_id': 'b1a6866430c7477dabb2850fe027c983', 'gw_port': {'id': 'b52d0c32-d4d5-4fa8-850c-84ffb10b224a', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:03Z', 'updated_at': '2021-07-23T20:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '791a7aff-529e-4044-a7fc-0f61ea3e13b0', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'floating_ip_address': '172.25.1.189', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'port_id': '993bde95-b5a7-4929-a2f6-f7eb102fff8f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985', 'mac_address': 'fa:16:3e:e7:69:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd414227-5cf3-4766-ad0f-426b4bd7ebd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:09:18Z', 'updated_at': '2021-07-23T20:09:39Z', 'revision_number': 1, 'project_id': 'b1a6866430c7477dabb2850fe027c983', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd94949f-2562-491e-b14d-ffa1273e0b99', 'name': '', 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'mac_address': 'fa:16:3e:4a:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '7562bacc-5c9d-4fd5-a756-532eac029140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:08Z', 'updated_at': '2021-07-23T20:09:19Z', 'revision_number': 5, 'project_id': 'b1a6866430c7477dabb2850fe027c983', 'subnets': [{'id': '7562bacc-5c9d-4fd5-a756-532eac029140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:42.707402 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a08ef8-4e5b-4cba-9da4-f3708e81b075 None None] Checking router: 77eef2dc-a638-4d4d-8821-d6d8fefbab35 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:09:42.714039 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-edff4e03-8438-46d2-b3bc-a19eb3982a29 req-d04b560b-2a7a-44d4-981f-25830cbc189b service neutron] 10.222.0.18 "GET /v2.0/networks/d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839753 Jul 23 20:09:42.722582 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a08ef8-4e5b-4cba-9da4-f3708e81b075 None None] Routers {'77eef2dc-a638-4d4d-8821-d6d8fefbab35'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:09:42.723329 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-38a08ef8-4e5b-4cba-9da4-f3708e81b075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:09:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['77eef2dc-a638-4d4d-8821-d6d8fefbab35'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:42.739173 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-dc4c3d4f-ef70-49e6-a911-478719d2dd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:42.741714 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-dc4c3d4f-ef70-49e6-a911-478719d2dd8f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=15dbea46-1b22-4ee7-9998-2dc91fc68b70 HTTP/1.1" status: 200 len: 850 time: 0.1722834 Jul 23 20:09:42.758279 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6df1e-9b0b-42f5-ad85-1467f62e8e22 req-842e895c-fd5a-4575-bca6-c84c066b47f3 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:42.760358 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00e6df1e-9b0b-42f5-ad85-1467f62e8e22 req-842e895c-fd5a-4575-bca6-c84c066b47f3 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5e89bf-a454-459a-8be5-2a4557bc5290 HTTP/1.1" status: 200 len: 944 time: 0.1086533 Jul 23 20:09:42.773419 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34d6ff87-42d5-43ee-b596-7b182bcd18df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:42.814201 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00e6df1e-9b0b-42f5-ad85-1467f62e8e22 req-2bbde5b7-9c18-4693-9386-b0e921769f97 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413208 Jul 23 20:09:42.872115 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-34d6ff87-42d5-43ee-b596-7b182bcd18df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bbb7760-2d51-4302-ac23-822a97afada5']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:42.886195 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-250d825c-2041-4df5-b93f-9039fc77e893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:42.900667 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-34d6ff87-42d5-43ee-b596-7b182bcd18df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eb759ba-9a2b-4b4a-8b0d-8ce08999cbcd') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:42.900932 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-34d6ff87-42d5-43ee-b596-7b182bcd18df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eb759ba-9a2b-4b4a-8b0d-8ce08999cbcd') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:42.942159 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5816b25a-5ff8-40aa-a087-e66ac1b81cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:42.954366 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34d6ff87-42d5-43ee-b596-7b182bcd18df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:42.975494 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250d825c-2041-4df5-b93f-9039fc77e893 admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:42.988815 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-38a08ef8-4e5b-4cba-9da4-f3708e81b075 None None] Set router 77eef2dc-a638-4d4d-8821-d6d8fefbab35 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:09:42.992225 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a1516-e8c9-4b35-ae4b-f2cb2cd61d1c req-b0815782-0575-4525-8d8f-e0959e9e9fc0 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:43.000032 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-250d825c-2041-4df5-b93f-9039fc77e893 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:43.000397 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a1516-e8c9-4b35-ae4b-f2cb2cd61d1c req-b0815782-0575-4525-8d8f-e0959e9e9fc0 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:43.007879 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d825c-2041-4df5-b93f-9039fc77e893 admin admin] Pushing event updated for resources: {'Port': ['ID=06386fc4-8182-4238-8417-ade551456c25,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:43.010415 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a1516-e8c9-4b35-ae4b-f2cb2cd61d1c req-b0815782-0575-4525-8d8f-e0959e9e9fc0 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:43.010844 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34d6ff87-42d5-43ee-b596-7b182bcd18df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:43.013494 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250d825c-2041-4df5-b93f-9039fc77e893 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:09:43.018238 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a1516-e8c9-4b35-ae4b-f2cb2cd61d1c req-b0815782-0575-4525-8d8f-e0959e9e9fc0 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:43.025198 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a1516-e8c9-4b35-ae4b-f2cb2cd61d1c req-b0815782-0575-4525-8d8f-e0959e9e9fc0 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:43.033418 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a1516-e8c9-4b35-ae4b-f2cb2cd61d1c req-b0815782-0575-4525-8d8f-e0959e9e9fc0 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:43.039796 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a1516-e8c9-4b35-ae4b-f2cb2cd61d1c req-b0815782-0575-4525-8d8f-e0959e9e9fc0 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:43.041985 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-682a1516-e8c9-4b35-ae4b-f2cb2cd61d1c req-b0815782-0575-4525-8d8f-e0959e9e9fc0 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 5422 time: 0.1499996 Jul 23 20:09:43.055145 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34d6ff87-42d5-43ee-b596-7b182bcd18df admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:09:43.055547 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34d6ff87-42d5-43ee-b596-7b182bcd18df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:43.058195 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:09:43.058195 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:09:43.058195 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:09:43.058195 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:09:43.058195 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:09:43.058195 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:09:43.058195 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:09:43.058195 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:09:43.058195 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:09:43.058195 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:09:43.058195 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:09:43.058195 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:09:43.058195 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:09:43.058195 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:09:43.058195 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:09:43.058195 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:09:43.058195 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:09:43.058195 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:09:43.058195 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:09:43.058195 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:09:43.058195 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:09:43.058195 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:09:43.058195 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:09:43.058195 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:09:43.058195 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:09:43.058195 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:09:43.058195 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:09:43.058195 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:09:43.058195 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:09:43.058195 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:09:43.058195 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:09:43.058195 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:09:43.073219 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e848c59-5e12-495a-8609-7b2f071a5561 req-3abb54dd-1790-4f3f-9dc8-c988ae88b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:43.074927 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4e848c59-5e12-495a-8609-7b2f071a5561 req-3abb54dd-1790-4f3f-9dc8-c988ae88b6fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a8f035149644216bbc95574fad6a4f6&device_id=eb90a148-5683-452c-8d29-81ce83a190f4 HTTP/1.1" status: 200 len: 1095 time: 0.2955158 Jul 23 20:09:43.100392 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-682a1516-e8c9-4b35-ae4b-f2cb2cd61d1c req-d8174d71-f923-4bdb-90c8-67a3ec48315e tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8eab5fee-f8eb-4aed-a3f0-c440f60a4ea3&id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520785 Jul 23 20:09:43.149739 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-e68ba15d-287f-4f0a-81d0-a44566d43926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:43.151461 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-e68ba15d-287f-4f0a-81d0-a44566d43926 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=065bad45-89d8-44cd-a1fc-415086b71990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3750627 Jul 23 20:09:43.235303 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34d6ff87-42d5-43ee-b596-7b182bcd18df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:43.252966 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd414227-5cf3-4766-ad0f-426b4bd7ebd3', 'tag': '993bde95-b5a7-4929-a2f6-f7eb102fff8f'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:43.255215 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212ebcf6-15a9-494e-88eb-004128ee2c2d" -d '{"events": [{"name": "network-changed", "server_uuid": "bd414227-5cf3-4766-ad0f-426b4bd7ebd3", "tag": "993bde95-b5a7-4929-a2f6-f7eb102fff8f"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:43.264083 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34d6ff87-42d5-43ee-b596-7b182bcd18df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:43.268326 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-34d6ff87-42d5-43ee-b596-7b182bcd18df admin admin] 10.222.0.32 "DELETE /v2.0/networks/0bbb7760-2d51-4302-ac23-822a97afada5 HTTP/1.1" status: 204 len: 168 time: 1.0288689 Jul 23 20:09:43.281092 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:43.346267 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6ff87-42d5-43ee-b596-7b182bcd18df admin admin] Pushing event deleted for resources: {'Network': ['ID=0bbb7760-2d51-4302-ac23-822a97afada5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:43.361519 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-38a08ef8-4e5b-4cba-9da4-f3708e81b075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'name': 'tempest-AttachVolumeTestJSON-1415960080-router', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b52d0c32-d4d5-4fa8-850c-84ffb10b224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:01Z', 'updated_at': '2021-07-23T20:09:09Z', 'revision_number': 4, 'project_id': 'b1a6866430c7477dabb2850fe027c983', 'gw_port': {'id': 'b52d0c32-d4d5-4fa8-850c-84ffb10b224a', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:03Z', 'updated_at': '2021-07-23T20:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '791a7aff-529e-4044-a7fc-0f61ea3e13b0', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'floating_ip_address': '172.25.1.189', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'port_id': '993bde95-b5a7-4929-a2f6-f7eb102fff8f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985', 'mac_address': 'fa:16:3e:e7:69:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd414227-5cf3-4766-ad0f-426b4bd7ebd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:09:18Z', 'updated_at': '2021-07-23T20:09:39Z', 'revision_number': 1, 'project_id': 'b1a6866430c7477dabb2850fe027c983', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd94949f-2562-491e-b14d-ffa1273e0b99', 'name': '', 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'mac_address': 'fa:16:3e:4a:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '7562bacc-5c9d-4fd5-a756-532eac029140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:08Z', 'updated_at': '2021-07-23T20:09:19Z', 'revision_number': 5, 'project_id': 'b1a6866430c7477dabb2850fe027c983', 'subnets': [{'id': '7562bacc-5c9d-4fd5-a756-532eac029140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:43.378128 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cdf7c8-e64b-46f3-9177-236095dc62d5 req-3ef865ea-43c2-481d-be20-5bc13c388ce8 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:43.387158 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-57cdf7c8-e64b-46f3-9177-236095dc62d5 req-3ef865ea-43c2-481d-be20-5bc13c388ce8 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb90a148-5683-452c-8d29-81ce83a190f4 HTTP/1.1" status: 200 len: 943 time: 0.1151776 Jul 23 20:09:43.414045 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a08ef8-4e5b-4cba-9da4-f3708e81b075 None None] The sync data for ids ['77eef2dc-a638-4d4d-8821-d6d8fefbab35'] in n-d-793618-10 is: [{'id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'name': 'tempest-AttachVolumeTestJSON-1415960080-router', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b52d0c32-d4d5-4fa8-850c-84ffb10b224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:01Z', 'updated_at': '2021-07-23T20:09:09Z', 'revision_number': 4, 'project_id': 'b1a6866430c7477dabb2850fe027c983', 'gw_port': {'id': 'b52d0c32-d4d5-4fa8-850c-84ffb10b224a', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:03Z', 'updated_at': '2021-07-23T20:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '791a7aff-529e-4044-a7fc-0f61ea3e13b0', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'floating_ip_address': '172.25.1.189', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'port_id': '993bde95-b5a7-4929-a2f6-f7eb102fff8f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985', 'mac_address': 'fa:16:3e:e7:69:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd414227-5cf3-4766-ad0f-426b4bd7ebd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:09:18Z', 'updated_at': '2021-07-23T20:09:39Z', 'revision_number': 1, 'project_id': 'b1a6866430c7477dabb2850fe027c983', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd94949f-2562-491e-b14d-ffa1273e0b99', 'name': '', 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'mac_address': 'fa:16:3e:4a:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '7562bacc-5c9d-4fd5-a756-532eac029140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:08Z', 'updated_at': '2021-07-23T20:09:19Z', 'revision_number': 5, 'project_id': 'b1a6866430c7477dabb2850fe027c983', 'subnets': [{'id': '7562bacc-5c9d-4fd5-a756-532eac029140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:09:43.446070 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-57cdf7c8-e64b-46f3-9177-236095dc62d5 req-ea10cd53-27aa-4c20-8cd4-9776a3b10fc1 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572498 Jul 23 20:09:43.471734 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5688b7-3202-40f3-92ad-5153f00d3ce8 x-openstack-request-id: req-2e5688b7-3202-40f3-92ad-5153f00d3ce8 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:43.472032 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd414227-5cf3-4766-ad0f-426b4bd7ebd3", "tag": "993bde95-b5a7-4929-a2f6-f7eb102fff8f", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:43.472285 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2e5688b7-3202-40f3-92ad-5153f00d3ce8 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:43.472820 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd414227-5cf3-4766-ad0f-426b4bd7ebd3', 'tag': '993bde95-b5a7-4929-a2f6-f7eb102fff8f', 'status': 'completed', 'code': 200} Jul 23 20:09:43.480283 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e848c59-5e12-495a-8609-7b2f071a5561 req-428ef5af-24f8-46db-aa38-a02b9931875d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:43.482555 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4e848c59-5e12-495a-8609-7b2f071a5561 req-428ef5af-24f8-46db-aa38-a02b9931875d service neutron] 10.222.0.18 "GET /v2.0/networks?id=d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1 HTTP/1.1" status: 200 len: 923 time: 0.3935599 Jul 23 20:09:43.489609 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-0062a893-c122-4530-bb6b-c959033c607c service neutron] 10.222.0.30 "GET /v2.0/networks/065bad45-89d8-44cd-a1fc-415086b71990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898841 Jul 23 20:09:43.497986 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47250) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:43.553513 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4e848c59-5e12-495a-8609-7b2f071a5561 req-ceea6171-9bd0-4292-a706-2f6835e5a401 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56989c21-c9de-49ff-9ebf-715cbdedafd8 HTTP/1.1" status: 200 len: 217 time: 0.0629351 Jul 23 20:09:43.567356 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ebcf6-15a9-494e-88eb-004128ee2c2d req-30eba844-26c5-401a-98b5-a3dec3feb7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:43.568885 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-212ebcf6-15a9-494e-88eb-004128ee2c2d req-30eba844-26c5-401a-98b5-a3dec3feb7a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1a6866430c7477dabb2850fe027c983&device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 1097 time: 0.0860701 Jul 23 20:09:43.695804 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ebcf6-15a9-494e-88eb-004128ee2c2d req-d89ae770-a285-4d52-8b02-c2ec795a337e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:43.697720 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-212ebcf6-15a9-494e-88eb-004128ee2c2d req-d89ae770-a285-4d52-8b02-c2ec795a337e service neutron] 10.222.0.30 "GET /v2.0/networks?id=68a6fe92-0c26-45da-99d0-e58f34d2b985 HTTP/1.1" status: 200 len: 912 time: 0.1195729 Jul 23 20:09:43.749633 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688034c6-0293-4fc5-8125-4e1d28663055 None None] New status for floating IP 791a7aff-529e-4044-a7fc-0f61ea3e13b0: ACTIVE {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:09:43.788468 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-212ebcf6-15a9-494e-88eb-004128ee2c2d req-c83b50f2-bb75-4559-b110-32ee16b3233b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=993bde95-b5a7-4929-a2f6-f7eb102fff8f HTTP/1.1" status: 200 len: 999 time: 0.0830340 Jul 23 20:09:43.858978 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ebcf6-15a9-494e-88eb-004128ee2c2d req-79c82e36-1d16-4534-8877-09aa07796713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:43.861143 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-212ebcf6-15a9-494e-88eb-004128ee2c2d req-79c82e36-1d16-4534-8877-09aa07796713 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7562bacc-5c9d-4fd5-a756-532eac029140 HTTP/1.1" status: 200 len: 850 time: 0.0656648 Jul 23 20:09:43.957301 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:44.008561 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ebcf6-15a9-494e-88eb-004128ee2c2d req-9c4cc34f-e70e-4122-b0df-da75cec62b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:44.011532 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-212ebcf6-15a9-494e-88eb-004128ee2c2d req-9c4cc34f-e70e-4122-b0df-da75cec62b75 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68a6fe92-0c26-45da-99d0-e58f34d2b985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1440847 Jul 23 20:09:44.047226 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 035b5f7f-5305-4357-8fec-017e5e9a1ec5 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:09:44.126187 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a57837-f7f0-49a7-8c3a-c22df761912a req-993baf63-3777-435d-966b-f52188527e2d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:44.132983 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-16a57837-f7f0-49a7-8c3a-c22df761912a req-993baf63-3777-435d-966b-f52188527e2d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5e89bf-a454-459a-8be5-2a4557bc5290 HTTP/1.1" status: 200 len: 944 time: 0.1762197 Jul 23 20:09:44.178056 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-212ebcf6-15a9-494e-88eb-004128ee2c2d req-5c092f8f-e0cc-4619-820a-d24b48824603 service neutron] 10.222.0.30 "GET /v2.0/networks/68a6fe92-0c26-45da-99d0-e58f34d2b985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572514 Jul 23 20:09:44.194867 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-16a57837-f7f0-49a7-8c3a-c22df761912a req-9b74640f-50aa-4f3d-aecf-454e78ab60ca tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565939 Jul 23 20:09:44.198964 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-40a780fe-664e-4ed2-823f-3ab94c12c458 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b0034ad2193943c88dd45b988df53e40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6999490 Jul 23 20:09:44.199245 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 035b5f7f-5305-4357-8fec-017e5e9a1ec5, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=035b5f7f-5305-4357-8fec-017e5e9a1ec5,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:44.206969 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47294) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:44.208490 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-3752d831-8b79-4305-90ef-10546f71df64 service neutron] 10.222.0.30 "GET /v2.0/networks/065bad45-89d8-44cd-a1fc-415086b71990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7041533 Jul 23 20:09:44.211356 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e848c59-5e12-495a-8609-7b2f071a5561 req-3c83bd4e-0df6-4961-a7ec-7d6fe559dbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:44.212743 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4e848c59-5e12-495a-8609-7b2f071a5561 req-3c83bd4e-0df6-4961-a7ec-7d6fe559dbc2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d1122d17-5637-4a7c-90bc-58da5819ab03 HTTP/1.1" status: 200 len: 862 time: 0.1609969 Jul 23 20:09:44.215211 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '035b5f7f-5305-4357-8fec-017e5e9a1ec5', 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22', 'port_id': '035b5f7f-5305-4357-8fec-017e5e9a1ec5', 'mac_address': 'fa:16:3e:a2:b0:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89cc8ce-1520-4663-872c-281c0b224b71', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:09:44.257421 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4e848c59-5e12-495a-8609-7b2f071a5561 req-90c019ba-6399-4e3d-8a5f-08990ca12f68 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320268 Jul 23 20:09:44.272872 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:44.296472 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 035b5f7f-5305-4357-8fec-017e5e9a1ec5 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:44.316425 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-9a44b56a-f463-4334-b51e-2590f51358d8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=8ff51102-e428-4ded-a3d1-228f5bfc548f HTTP/1.1" status: 200 len: 217 time: 0.1007001 Jul 23 20:09:44.317322 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-250d825c-2041-4df5-b93f-9039fc77e893 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:44.333331 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 035b5f7f-5305-4357-8fec-017e5e9a1ec5, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=035b5f7f-5305-4357-8fec-017e5e9a1ec5,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:44.342477 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:44.349001 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:44.407035 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6ba9e283-065d-407b-90bb-467b06b58b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:44.430470 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:44.435607 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-212ebcf6-15a9-494e-88eb-004128ee2c2d req-5fe37bf0-23d6-4aa5-9440-d6ef3a567edf service neutron] 10.222.0.30 "GET /v2.0/networks/68a6fe92-0c26-45da-99d0-e58f34d2b985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394712 Jul 23 20:09:44.447587 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6ba9e283-065d-407b-90bb-467b06b58b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:44.447820 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=035b5f7f-5305-4357-8fec-017e5e9a1ec5,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:44.504052 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6ba9e283-065d-407b-90bb-467b06b58b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:44.506856 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6ba9e283-065d-407b-90bb-467b06b58b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:44.508087 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6ba9e283-065d-407b-90bb-467b06b58b74 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d51ba93b-4e0e-46d0-bb14-a26dc48e2672 HTTP/1.1" status: 204 len: 168 time: 0.2998559 Jul 23 20:09:44.516283 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9e283-065d-407b-90bb-467b06b58b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51ba93b-4e0e-46d0-bb14-a26dc48e2672,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:44.557213 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-1ed1689b-75e7-4c86-afba-df8725e8001b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:44.558783 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-1ed1689b-75e7-4c86-afba-df8725e8001b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0f9617a-d2a2-49d1-82ea-1415c4ffd90c HTTP/1.1" status: 200 len: 797 time: 0.1942964 Jul 23 20:09:44.607790 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42d67c-fc2b-435b-a03f-6b3ac972133f req-31ea20ae-dbe9-449b-8aef-e87ca848e539 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:44.613802 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42d67c-fc2b-435b-a03f-6b3ac972133f req-31ea20ae-dbe9-449b-8aef-e87ca848e539 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:44.619705 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42d67c-fc2b-435b-a03f-6b3ac972133f req-31ea20ae-dbe9-449b-8aef-e87ca848e539 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:44.626236 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42d67c-fc2b-435b-a03f-6b3ac972133f req-31ea20ae-dbe9-449b-8aef-e87ca848e539 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:44.627321 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fb3b2-efea-4ea2-9279-16691bab4bca req-5d3f905b-9fed-4729-8e70-e382d6861047 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:44.632235 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42d67c-fc2b-435b-a03f-6b3ac972133f req-31ea20ae-dbe9-449b-8aef-e87ca848e539 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:44.636605 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-221fb3b2-efea-4ea2-9279-16691bab4bca req-5d3f905b-9fed-4729-8e70-e382d6861047 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c HTTP/1.1" status: 200 len: 948 time: 0.0847743 Jul 23 20:09:44.639666 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42d67c-fc2b-435b-a03f-6b3ac972133f req-31ea20ae-dbe9-449b-8aef-e87ca848e539 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:44.643499 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['035b5f7f-5305-4357-8fec-017e5e9a1ec5'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:09:44.649227 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42d67c-fc2b-435b-a03f-6b3ac972133f req-31ea20ae-dbe9-449b-8aef-e87ca848e539 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:44.651220 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6d42d67c-fc2b-435b-a03f-6b3ac972133f req-31ea20ae-dbe9-449b-8aef-e87ca848e539 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 5422 time: 0.3627064 Jul 23 20:09:44.682265 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-221fb3b2-efea-4ea2-9279-16691bab4bca req-8591a2c2-fec9-4fe3-bfcd-6dba3d95ea0a tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/security-groups?id=c01aeff2-775a-4341-8484-8c280b30c8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444841 Jul 23 20:09:44.684106 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4e848c59-5e12-495a-8609-7b2f071a5561 req-2543b75f-3ffc-4558-b2cc-05b23242ae66 service neutron] 10.222.0.18 "GET /v2.0/networks/d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965747 Jul 23 20:09:44.869945 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfbb35f-e031-4c35-bd2e-46ff2fe5cc9d req-9da4b829-3347-43a5-9c1c-e205502b854e tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:44.872740 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8dfbb35f-e031-4c35-bd2e-46ff2fe5cc9d req-9da4b829-3347-43a5-9c1c-e205502b854e tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb90a148-5683-452c-8d29-81ce83a190f4 HTTP/1.1" status: 200 len: 943 time: 0.1014717 Jul 23 20:09:44.881829 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6d42d67c-fc2b-435b-a03f-6b3ac972133f req-a179635c-675c-4661-8b10-edf7f76707f9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8eab5fee-f8eb-4aed-a3f0-c440f60a4ea3&id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2056627 Jul 23 20:09:44.904373 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-c7cfcb4c-973f-4093-8ae8-18b049923263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:44.913934 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-c7cfcb4c-973f-4093-8ae8-18b049923263 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24944fa3-9e4d-479a-a53d-6bb8b5f56882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3358488 Jul 23 20:09:44.924466 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8dfbb35f-e031-4c35-bd2e-46ff2fe5cc9d req-209c19b5-cd16-4c67-922a-a503c5d580fd tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440242 Jul 23 20:09:44.996628 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4e848c59-5e12-495a-8609-7b2f071a5561 req-94356c17-1c76-4235-8520-be4804cc3e31 service neutron] 10.222.0.18 "GET /v2.0/networks/d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019586 Jul 23 20:09:44.998318 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-250d825c-2041-4df5-b93f-9039fc77e893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:45.132196 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-cca31aa7-5094-47c6-b883-2733ddbdc68d service neutron] 10.222.0.30 "GET /v2.0/networks/24944fa3-9e4d-479a-a53d-6bb8b5f56882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169242 Jul 23 20:09:45.254402 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-ea4a1611-d8ae-429d-a2cc-d2b183908c3f service neutron] 10.222.0.30 "GET /v2.0/networks/24944fa3-9e4d-479a-a53d-6bb8b5f56882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158252 Jul 23 20:09:45.259023 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250d825c-2041-4df5-b93f-9039fc77e893 admin admin] Router a95accd7-62bc-43a5-b60c-6c73505d2731 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:09:45.302346 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-8adc0eb7-5c76-4589-bdbf-255d319368bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=029ccb5c-9717-4b7a-825f-18be8ca06481 HTTP/1.1" status: 200 len: 217 time: 0.0398421 Jul 23 20:09:45.347329 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47324) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:45.364667 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d279a5-3eca-4eba-af53-8083d2fd2391 req-ba8cff67-6c4c-4cea-b2c6-34ef3e66254b tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:45.366427 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b4d279a5-3eca-4eba-af53-8083d2fd2391 req-ba8cff67-6c4c-4cea-b2c6-34ef3e66254b tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5e89bf-a454-459a-8be5-2a4557bc5290 HTTP/1.1" status: 200 len: 945 time: 0.0816975 Jul 23 20:09:45.406703 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b4d279a5-3eca-4eba-af53-8083d2fd2391 req-deffdcbe-12d5-4c5f-9361-e055d14e219c tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334320 Jul 23 20:09:45.436067 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-789d253c-94fa-4d97-8942-fe5666d6cb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:45.437620 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-789d253c-94fa-4d97-8942-fe5666d6cb8e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0f9617a-d2a2-49d1-82ea-1415c4ffd90c HTTP/1.1" status: 200 len: 797 time: 0.0921931 Jul 23 20:09:45.462962 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-b3ea31c8-49bf-44f6-930d-42d97f9d391d admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1169229901-network', 'tenant_id': '16ace4e35c6441f68c72a7a9cc41988a'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:45.485314 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ea31c8-49bf-44f6-930d-42d97f9d391d admin admin] Made reservation on behalf of 16ace4e35c6441f68c72a7a9cc41988a for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:09:45.486360 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250d825c-2041-4df5-b93f-9039fc77e893 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:09:45.487916 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b3ea31c8-49bf-44f6-930d-42d97f9d391d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:45.497636 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b3ea31c8-49bf-44f6-930d-42d97f9d391d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:45.498387 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55681a1f-e2e7-4398-9e94-618409857313 None None] Sync routers for ids ['a95accd7-62bc-43a5-b60c-6c73505d2731'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:09:45.509852 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55681a1f-e2e7-4398-9e94-618409857313 None None] Routers {'a95accd7-62bc-43a5-b60c-6c73505d2731'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:09:45.511079 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-55681a1f-e2e7-4398-9e94-618409857313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:09:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a95accd7-62bc-43a5-b60c-6c73505d2731'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:45.513119 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-250d825c-2041-4df5-b93f-9039fc77e893 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:45.518172 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-250d825c-2041-4df5-b93f-9039fc77e893 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.4677899 Jul 23 20:09:45.518698 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47330) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:45.525395 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-8c082e16-da43-4348-b6b8-5b55054eb891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:45.527035 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-8c082e16-da43-4348-b6b8-5b55054eb891 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24944fa3-9e4d-479a-a53d-6bb8b5f56882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0820482 Jul 23 20:09:45.627657 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-55681a1f-e2e7-4398-9e94-618409857313 None None] Set router a95accd7-62bc-43a5-b60c-6c73505d2731 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:09:45.636021 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-0fd57393-c356-4ecd-a61a-90a32adc8cdb service neutron] 10.222.0.30 "GET /v2.0/networks/24944fa3-9e4d-479a-a53d-6bb8b5f56882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001742 Jul 23 20:09:45.764552 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-f6dea3f4-cf43-4b1f-b075-da8a868064db service neutron] 10.222.0.30 "GET /v2.0/networks/24944fa3-9e4d-479a-a53d-6bb8b5f56882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204584 Jul 23 20:09:45.799553 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:45.809036 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-5029aaf3-b9e1-48f5-aa33-a4ecec86d9cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=13a84819-7175-426d-8ccb-8c2bbf23155c HTTP/1.1" status: 200 len: 217 time: 0.0383394 Jul 23 20:09:45.824768 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b3ea31c8-49bf-44f6-930d-42d97f9d391d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:45.835580 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b3ea31c8-49bf-44f6-930d-42d97f9d391d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:45.853437 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ea31c8-49bf-44f6-930d-42d97f9d391d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:09:45.858846 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-55681a1f-e2e7-4398-9e94-618409857313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a95accd7-62bc-43a5-b60c-6c73505d2731', 'name': 'tempest-ServerRescueTestJSONUnderV235-1902147256-router', 'tenant_id': 'aa9236fc3c3c45458243c34890b9f295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '06386fc4-8182-4238-8417-ade551456c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:39Z', 'updated_at': '2021-07-23T20:09:43Z', 'revision_number': 3, 'project_id': 'aa9236fc3c3c45458243c34890b9f295', 'gw_port': {'id': '06386fc4-8182-4238-8417-ade551456c25', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a95accd7-62bc-43a5-b60c-6c73505d2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:41Z', 'updated_at': '2021-07-23T20:09:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:45.879932 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-49241e25-f187-405d-b80d-226b9db2e75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:45.882570 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-49241e25-f187-405d-b80d-226b9db2e75c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0f9617a-d2a2-49d1-82ea-1415c4ffd90c HTTP/1.1" status: 200 len: 797 time: 0.0655777 Jul 23 20:09:45.887687 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55681a1f-e2e7-4398-9e94-618409857313 None None] Checking router: a95accd7-62bc-43a5-b60c-6c73505d2731 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:09:45.888227 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55681a1f-e2e7-4398-9e94-618409857313 None None] Updating router a95accd7-62bc-43a5-b60c-6c73505d2731 port 06386fc4-8182-4238-8417-ade551456c25 binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:09:45.892898 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b3ea31c8-49bf-44f6-930d-42d97f9d391d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:45.893261 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-b3ea31c8-49bf-44f6-930d-42d97f9d391d admin admin] Added segment f03a1624-ec44-467c-82d0-e8d05476b022 of type vlan for network 685f09ba-c980-497d-98e8-fa2dac810c5d Jul 23 20:09:45.932815 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-55681a1f-e2e7-4398-9e94-618409857313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:45.948239 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea31c8-49bf-44f6-930d-42d97f9d391d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8818317-c142-4960-8c2b-0ef4f224df55,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:45.967707 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-61ffd803-ac16-47df-8730-1c105812b3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:45.969397 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-61ffd803-ac16-47df-8730-1c105812b3a9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24944fa3-9e4d-479a-a53d-6bb8b5f56882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0813270 Jul 23 20:09:46.048063 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c05f5-e2c0-4d9b-a387-59e2e1d0249c req-17e8e88d-0663-4653-a526-ef4209cd0b19 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:46.054872 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ab7c05f5-e2c0-4d9b-a387-59e2e1d0249c req-17e8e88d-0663-4653-a526-ef4209cd0b19 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c HTTP/1.1" status: 200 len: 948 time: 0.2841523 Jul 23 20:09:46.073354 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b3ea31c8-49bf-44f6-930d-42d97f9d391d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:46.097131 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 56989c21-c9de-49ff-9ebf-715cbdedafd8 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:09:46.099955 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 035b5f7f-5305-4357-8fec-017e5e9a1ec5 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:09:46.120401 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-c7adaf36-cfda-4d4e-8b17-a9dc7b3ae096 service neutron] 10.222.0.30 "GET /v2.0/networks/24944fa3-9e4d-479a-a53d-6bb8b5f56882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440971 Jul 23 20:09:46.143050 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ab7c05f5-e2c0-4d9b-a387-59e2e1d0249c req-7776a630-715b-4b37-9610-df90c2485f1b tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/security-groups?id=c01aeff2-775a-4341-8484-8c280b30c8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872257 Jul 23 20:09:46.195015 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980cd44-f1b7-4e3d-b348-8f7090467f54 req-187d66b8-047e-4d50-9c52-ae68e6652483 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:46.201833 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980cd44-f1b7-4e3d-b348-8f7090467f54 req-187d66b8-047e-4d50-9c52-ae68e6652483 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:46.208662 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980cd44-f1b7-4e3d-b348-8f7090467f54 req-187d66b8-047e-4d50-9c52-ae68e6652483 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:46.216347 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980cd44-f1b7-4e3d-b348-8f7090467f54 req-187d66b8-047e-4d50-9c52-ae68e6652483 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:46.216704 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b3ea31c8-49bf-44f6-930d-42d97f9d391d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:46.218314 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ea31c8-49bf-44f6-930d-42d97f9d391d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:46.218538 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b3ea31c8-49bf-44f6-930d-42d97f9d391d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:46.222424 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980cd44-f1b7-4e3d-b348-8f7090467f54 req-187d66b8-047e-4d50-9c52-ae68e6652483 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:46.228269 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980cd44-f1b7-4e3d-b348-8f7090467f54 req-187d66b8-047e-4d50-9c52-ae68e6652483 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:46.234694 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980cd44-f1b7-4e3d-b348-8f7090467f54 req-187d66b8-047e-4d50-9c52-ae68e6652483 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:46.236586 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5980cd44-f1b7-4e3d-b348-8f7090467f54 req-187d66b8-047e-4d50-9c52-ae68e6652483 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 5422 time: 0.2314622 Jul 23 20:09:46.260975 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 035b5f7f-5305-4357-8fec-017e5e9a1ec5 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:46.274454 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 035b5f7f-5305-4357-8fec-017e5e9a1ec5 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:46.274872 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:46.293147 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-55681a1f-e2e7-4398-9e94-618409857313 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:46.307068 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b3ea31c8-49bf-44f6-930d-42d97f9d391d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9563875 Jul 23 20:09:46.314227 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-55681a1f-e2e7-4398-9e94-618409857313 None None] Transition to ACTIVE for port object 06386fc4-8182-4238-8417-ade551456c25 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:46.317576 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47340) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:46.323302 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-0675480b-5cba-4e00-90c9-03b50af3fcfe admin admin] Request body: {'subnet': {'network_id': '685f09ba-c980-497d-98e8-fa2dac810c5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1169229901-subnet', 'tenant_id': '16ace4e35c6441f68c72a7a9cc41988a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:46.324810 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-55681a1f-e2e7-4398-9e94-618409857313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:46.326194 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 56989c21-c9de-49ff-9ebf-715cbdedafd8, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=56989c21-c9de-49ff-9ebf-715cbdedafd8,segment=NetworkSegment(c624a56d-de97-4959-866e-9ffe997374c5),segment_id=c624a56d-de97-4959-866e-9ffe997374c5)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:46.346622 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '56989c21-c9de-49ff-9ebf-715cbdedafd8', 'network_id': 'd76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1', 'port_id': '56989c21-c9de-49ff-9ebf-715cbdedafd8', 'mac_address': 'fa:16:3e:04:90:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1122d17-5637-4a7c-90bc-58da5819ab03', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:09:46.362429 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-d89778c5-e1fc-46d2-b24c-16c5e5292d3e service neutron] 10.222.0.30 "GET /v2.0/networks/24944fa3-9e4d-479a-a53d-6bb8b5f56882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291079 Jul 23 20:09:46.385187 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-55681a1f-e2e7-4398-9e94-618409857313 None None] Attempting to bind port 06386fc4-8182-4238-8417-ade551456c25 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:46.386383 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-55681a1f-e2e7-4398-9e94-618409857313 None None] Attempting to bind port 06386fc4-8182-4238-8417-ade551456c25 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:46.387034 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55681a1f-e2e7-4398-9e94-618409857313 None None] Attempting to bind port 06386fc4-8182-4238-8417-ade551456c25 on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:46.394379 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:46.403148 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55681a1f-e2e7-4398-9e94-618409857313 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:46.404010 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55681a1f-e2e7-4398-9e94-618409857313 None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:46.404645 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-55681a1f-e2e7-4398-9e94-618409857313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:46.405315 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55681a1f-e2e7-4398-9e94-618409857313 None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:46.405997 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-55681a1f-e2e7-4398-9e94-618409857313 None None] Bound port: 06386fc4-8182-4238-8417-ade551456c25, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:46.406727 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-55681a1f-e2e7-4398-9e94-618409857313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:46.409664 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56989c21-c9de-49ff-9ebf-715cbdedafd8 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:46.441150 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea31c8-49bf-44f6-930d-42d97f9d391d admin admin] Pushing event updated for resources: {'Network': ['ID=685f09ba-c980-497d-98e8-fa2dac810c5d,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:46.460058 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 685f09ba-c980-497d-98e8-fa2dac810c5d details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:09:46.474680 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5980cd44-f1b7-4e3d-b348-8f7090467f54 req-fcc487e4-dad8-488a-aad1-68d7d15ce35c tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8eab5fee-f8eb-4aed-a3f0-c440f60a4ea3&id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1225309 Jul 23 20:09:46.478373 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0675480b-5cba-4e00-90c9-03b50af3fcfe admin admin] Made reservation on behalf of 16ace4e35c6441f68c72a7a9cc41988a for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:09:46.481043 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0675480b-5cba-4e00-90c9-03b50af3fcfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:46.491455 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-d50d4ba9-d30f-430d-90ca-8a54f3b158c0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=6ed23c2b-2657-4c27-9d21-8b4c38ac03c3 HTTP/1.1" status: 200 len: 217 time: 0.1173906 Jul 23 20:09:46.493756 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-55681a1f-e2e7-4398-9e94-618409857313 None None] For port 06386fc4-8182-4238-8417-ade551456c25, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:46.497921 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-55681a1f-e2e7-4398-9e94-618409857313 None None] For port 06386fc4-8182-4238-8417-ade551456c25, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=06386fc4-8182-4238-8417-ade551456c25,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:46.500875 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b069275-078f-473a-96d7-83422e817cf2 req-6ef3963f-676e-4b25-ad70-a7c018317b07 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:46.506004 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-55681a1f-e2e7-4398-9e94-618409857313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:46.508057 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5867a-d6a3-4f09-b67c-e207610615be None None] Pushing event updated for resources: {'Port': ['ID=06386fc4-8182-4238-8417-ade551456c25,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:46.508814 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 56989c21-c9de-49ff-9ebf-715cbdedafd8, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=56989c21-c9de-49ff-9ebf-715cbdedafd8,segment=NetworkSegment(c624a56d-de97-4959-866e-9ffe997374c5),segment_id=c624a56d-de97-4959-866e-9ffe997374c5)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:46.523789 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3b069275-078f-473a-96d7-83422e817cf2 req-6ef3963f-676e-4b25-ad70-a7c018317b07 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c HTTP/1.1" status: 200 len: 948 time: 0.4002085 Jul 23 20:09:46.546674 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:46.548451 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:46.574315 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55681a1f-e2e7-4398-9e94-618409857313 None None] Routers {'a95accd7-62bc-43a5-b60c-6c73505d2731'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:09:46.575483 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-55681a1f-e2e7-4398-9e94-618409857313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:09:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a95accd7-62bc-43a5-b60c-6c73505d2731'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:46.614006 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=56989c21-c9de-49ff-9ebf-715cbdedafd8,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:46.647045 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 035b5f7f-5305-4357-8fec-017e5e9a1ec5, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=035b5f7f-5305-4357-8fec-017e5e9a1ec5,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:46.648093 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5e89bf-a454-459a-8be5-2a4557bc5290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035b5f7f-5305-4357-8fec-017e5e9a1ec5'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:46.650841 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ac6d38-8533-4be9-bbb1-3d666fbcce5e" -d '{"events": [{"server_uuid": "1a5e89bf-a454-459a-8be5-2a4557bc5290", "name": "network-vif-plugged", "status": "completed", "tag": "035b5f7f-5305-4357-8fec-017e5e9a1ec5"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:46.655165 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:46.655610 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5867a-d6a3-4f09-b67c-e207610615be None None] Pushing event updated for resources: {'Port': ['ID=06386fc4-8182-4238-8417-ade551456c25,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:46.711602 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=035b5f7f-5305-4357-8fec-017e5e9a1ec5,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:46.722360 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-1e0ff6ff-9a78-4c13-97a8-97e5dcf917aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:46.723999 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-1e0ff6ff-9a78-4c13-97a8-97e5dcf917aa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0f9617a-d2a2-49d1-82ea-1415c4ffd90c HTTP/1.1" status: 200 len: 797 time: 0.1982131 Jul 23 20:09:46.735631 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-55681a1f-e2e7-4398-9e94-618409857313 None None] Set router a95accd7-62bc-43a5-b60c-6c73505d2731 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:09:46.835311 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['56989c21-c9de-49ff-9ebf-715cbdedafd8'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:09:46.866130 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-47153486-1134-4dad-b540-7c12a095c68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:46.879718 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-9f4bf5b1-8ae7-4fbf-a980-653e59e4f901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:46.881235 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-9f4bf5b1-8ae7-4fbf-a980-653e59e4f901 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24944fa3-9e4d-479a-a53d-6bb8b5f56882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1499882 Jul 23 20:09:46.909943 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b184586-385d-4831-a0e6-ba043e5bc45c req-f21864f6-8201-4d48-b403-efaf049387cf tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:46.922115 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2b184586-385d-4831-a0e6-ba043e5bc45c req-f21864f6-8201-4d48-b403-efaf049387cf tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb90a148-5683-452c-8d29-81ce83a190f4 HTTP/1.1" status: 200 len: 943 time: 0.7103009 Jul 23 20:09:46.923896 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-3b069275-078f-473a-96d7-83422e817cf2 req-9a3348ed-a189-42fb-a2c5-cb1febcaa0b3 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Deleting port 8d9db2e8-439f-4d0b-a5ed-9753b2ed3170 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:09:46.924933 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3b069275-078f-473a-96d7-83422e817cf2 req-9a3348ed-a189-42fb-a2c5-cb1febcaa0b3 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:46.958103 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-55681a1f-e2e7-4398-9e94-618409857313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a95accd7-62bc-43a5-b60c-6c73505d2731', 'name': 'tempest-ServerRescueTestJSONUnderV235-1902147256-router', 'tenant_id': 'aa9236fc3c3c45458243c34890b9f295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '06386fc4-8182-4238-8417-ade551456c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:39Z', 'updated_at': '2021-07-23T20:09:43Z', 'revision_number': 3, 'project_id': 'aa9236fc3c3c45458243c34890b9f295', 'gw_port': {'id': '06386fc4-8182-4238-8417-ade551456c25', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a95accd7-62bc-43a5-b60c-6c73505d2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:41Z', 'updated_at': '2021-07-23T20:09:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:46.997107 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55681a1f-e2e7-4398-9e94-618409857313 None None] The sync data for ids ['a95accd7-62bc-43a5-b60c-6c73505d2731'] in n-d-793618-10 is: [{'id': 'a95accd7-62bc-43a5-b60c-6c73505d2731', 'name': 'tempest-ServerRescueTestJSONUnderV235-1902147256-router', 'tenant_id': 'aa9236fc3c3c45458243c34890b9f295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '06386fc4-8182-4238-8417-ade551456c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:39Z', 'updated_at': '2021-07-23T20:09:43Z', 'revision_number': 3, 'project_id': 'aa9236fc3c3c45458243c34890b9f295', 'gw_port': {'id': '06386fc4-8182-4238-8417-ade551456c25', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a95accd7-62bc-43a5-b60c-6c73505d2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:41Z', 'updated_at': '2021-07-23T20:09:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:09:47.014209 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2b184586-385d-4831-a0e6-ba043e5bc45c req-840fde5d-bba4-4c49-81fe-b68bd7fccf67 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908670 Jul 23 20:09:47.014688 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29322307-ba85-4978-bf0c-e4d561ca0f63 req-a0f982e6-0a00-4e23-857b-4b09b17ba588 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:47.016530 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-29322307-ba85-4978-bf0c-e4d561ca0f63 req-a0f982e6-0a00-4e23-857b-4b09b17ba588 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5e89bf-a454-459a-8be5-2a4557bc5290 HTTP/1.1" status: 200 len: 946 time: 0.2349231 Jul 23 20:09:47.193277 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07859a8e-e3bf-4acc-a6f5-d3ef6bdeddd0 x-openstack-request-id: req-07859a8e-e3bf-4acc-a6f5-d3ef6bdeddd0 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:47.193842 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a5e89bf-a454-459a-8be5-2a4557bc5290", "name": "network-vif-plugged", "status": "completed", "tag": "035b5f7f-5305-4357-8fec-017e5e9a1ec5", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:47.194237 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-07859a8e-e3bf-4acc-a6f5-d3ef6bdeddd0 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:47.194782 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a5e89bf-a454-459a-8be5-2a4557bc5290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035b5f7f-5305-4357-8fec-017e5e9a1ec5', 'code': 200} Jul 23 20:09:47.222183 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0675480b-5cba-4e00-90c9-03b50af3fcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:47.284833 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-47153486-1134-4dad-b540-7c12a095c68d admin admin] Allocated IP 172.20.0.1 (76e448dd-c68c-4039-a064-3d16e069d5ca/abbd7fe3-d20b-4359-8aac-62218ac5177d/001cf2d7-16c2-47b5-9d85-490b46250bb1) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:09:47.381128 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0675480b-5cba-4e00-90c9-03b50af3fcfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=28d46783-a56f-4f52-b9c4-e9a156bc0473,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:47.491793 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0675480b-5cba-4e00-90c9-03b50af3fcfe admin admin] Checking segment: {'id': 'f03a1624-ec44-467c-82d0-e8d05476b022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '685f09ba-c980-497d-98e8-fa2dac810c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:47.492493 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0675480b-5cba-4e00-90c9-03b50af3fcfe admin admin] Network hostable DHCP agents. Network: 685f09ba-c980-497d-98e8-fa2dac810c5d, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:09:47.559668 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e22dd5-d9f9-4bc0-96c2-87ac0cd60be7 req-88251187-e79a-440f-95e4-45f55b655503 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:47.561973 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-94e22dd5-d9f9-4bc0-96c2-87ac0cd60be7 req-88251187-e79a-440f-95e4-45f55b655503 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c HTTP/1.1" status: 200 len: 948 time: 0.2851110 Jul 23 20:09:47.576787 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-e4d964ba-7485-4177-9d01-903f98bbf8f2 service neutron] 10.222.0.30 "GET /v2.0/networks/24944fa3-9e4d-479a-a53d-6bb8b5f56882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6868010 Jul 23 20:09:47.580394 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffceb88-8c0e-48bd-a513-53cf6c09b17d req-f6f8203d-46d2-4251-9dda-732301bb4ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:47.582003 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ffceb88-8c0e-48bd-a513-53cf6c09b17d req-f6f8203d-46d2-4251-9dda-732301bb4ef4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1a5e89bf-a454-459a-8be5-2a4557bc5290 HTTP/1.1" status: 200 len: 1098 time: 0.2806120 Jul 23 20:09:47.593611 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0675480b-5cba-4e00-90c9-03b50af3fcfe admin admin] Network 685f09ba-c980-497d-98e8-fa2dac810c5d is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:09:47.616856 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-47153486-1134-4dad-b540-7c12a095c68d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:47.620881 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-29322307-ba85-4978-bf0c-e4d561ca0f63 req-8594b35b-d00a-4866-8391-155c214b6176 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5856099 Jul 23 20:09:47.645220 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-3b069275-078f-473a-96d7-83422e817cf2 req-9a3348ed-a189-42fb-a2c5-cb1febcaa0b3 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] For port 8d9db2e8-439f-4d0b-a5ed-9753b2ed3170, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=8d9db2e8-439f-4d0b-a5ed-9753b2ed3170,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:47.645835 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3b069275-078f-473a-96d7-83422e817cf2 req-9a3348ed-a189-42fb-a2c5-cb1febcaa0b3 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:47.649298 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-0675480b-5cba-4e00-90c9-03b50af3fcfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 685f09ba-c980-497d-98e8-fa2dac810c5d) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:47.660248 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7674063f-0d65-47e3-b759-d6505223fcba None None] Network 685f09ba-c980-497d-98e8-fa2dac810c5d requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:09:47.673382 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0675480b-5cba-4e00-90c9-03b50af3fcfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:47.673625 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0675480b-5cba-4e00-90c9-03b50af3fcfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:47.685342 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-3b069275-078f-473a-96d7-83422e817cf2 req-9a3348ed-a189-42fb-a2c5-cb1febcaa0b3 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Calling delete_port for 8d9db2e8-439f-4d0b-a5ed-9753b2ed3170 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:09:47.698944 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-94e22dd5-d9f9-4bc0-96c2-87ac0cd60be7 req-d6a538f4-cf9c-4db8-9c18-9f2e19705169 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/security-groups?id=c01aeff2-775a-4341-8484-8c280b30c8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252189 Jul 23 20:09:47.742031 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ffceb88-8c0e-48bd-a513-53cf6c09b17d req-dec2c875-f85d-44a4-ba27-b5a8ad0b7241 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422503 Jul 23 20:09:47.750157 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0675480b-5cba-4e00-90c9-03b50af3fcfe admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4264963 Jul 23 20:09:47.774541 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-47153486-1134-4dad-b540-7c12a095c68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:47.818130 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47153486-1134-4dad-b540-7c12a095c68d admin admin] Network 76e448dd-c68c-4039-a064-3d16e069d5ca is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:47.821729 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-47153486-1134-4dad-b540-7c12a095c68d admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:47.828137 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47153486-1134-4dad-b540-7c12a095c68d admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:09:47.903205 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47153486-1134-4dad-b540-7c12a095c68d admin admin] Pushing event updated for resources: {'Port': ['ID=001cf2d7-16c2-47b5-9d85-490b46250bb1,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:47.933525 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-47153486-1134-4dad-b540-7c12a095c68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:47.977503 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-bc9c9966-b70d-4864-aa3b-b8fa92d9442d service neutron] 10.222.0.30 "GET /v2.0/networks/24944fa3-9e4d-479a-a53d-6bb8b5f56882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907423 Jul 23 20:09:48.030164 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d8d970-0ef2-4a1a-b743-26ef04bd9a38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-685f09ba-c980-497d-98e8-fa2dac810c5d', 'network_id': '685f09ba-c980-497d-98e8-fa2dac810c5d', 'tenant_id': '16ace4e35c6441f68c72a7a9cc41988a', 'fixed_ips': [{'subnet_id': '28d46783-a56f-4f52-b9c4-e9a156bc0473'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:09:48.031290 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f6d8d970-0ef2-4a1a-b743-26ef04bd9a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:48.051814 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-867f587c-3602-4ce8-ab43-e0905da651b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=75c5316c-fbd1-4cd5-93d9-47c4940484b5 HTTP/1.1" status: 200 len: 217 time: 0.0624921 Jul 23 20:09:48.052417 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3b069275-078f-473a-96d7-83422e817cf2 req-9a3348ed-a189-42fb-a2c5-cb1febcaa0b3 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:48.091597 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1d982-52dc-4f2f-b973-5060b1b99854 req-3f460c19-0ce5-4e26-ad37-c1c3274b0239 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:48.098593 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1d982-52dc-4f2f-b973-5060b1b99854 req-3f460c19-0ce5-4e26-ad37-c1c3274b0239 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:48.104590 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1d982-52dc-4f2f-b973-5060b1b99854 req-3f460c19-0ce5-4e26-ad37-c1c3274b0239 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:48.112168 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1d982-52dc-4f2f-b973-5060b1b99854 req-3f460c19-0ce5-4e26-ad37-c1c3274b0239 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:48.118018 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1d982-52dc-4f2f-b973-5060b1b99854 req-3f460c19-0ce5-4e26-ad37-c1c3274b0239 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:48.124638 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1d982-52dc-4f2f-b973-5060b1b99854 req-3f460c19-0ce5-4e26-ad37-c1c3274b0239 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:48.130697 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1d982-52dc-4f2f-b973-5060b1b99854 req-3f460c19-0ce5-4e26-ad37-c1c3274b0239 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:48.132678 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-92a1d982-52dc-4f2f-b973-5060b1b99854 req-3f460c19-0ce5-4e26-ad37-c1c3274b0239 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 5422 time: 0.3977275 Jul 23 20:09:48.176413 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-47153486-1134-4dad-b540-7c12a095c68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:48.176946 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3348ed-a189-42fb-a2c5-cb1febcaa0b3 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Pushing event deleted for resources: {'Port': ['ID=8d9db2e8-439f-4d0b-a5ed-9753b2ed3170,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:48.179744 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 56989c21-c9de-49ff-9ebf-715cbdedafd8 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:09:48.259491 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3348ed-a189-42fb-a2c5-cb1febcaa0b3 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:48.259844 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3348ed-a189-42fb-a2c5-cb1febcaa0b3 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:48.260187 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3348ed-a189-42fb-a2c5-cb1febcaa0b3 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:48.260526 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3348ed-a189-42fb-a2c5-cb1febcaa0b3 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:48.260863 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3348ed-a189-42fb-a2c5-cb1febcaa0b3 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:48.261198 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3348ed-a189-42fb-a2c5-cb1febcaa0b3 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:48.261578 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3348ed-a189-42fb-a2c5-cb1febcaa0b3 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:48.261908 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3348ed-a189-42fb-a2c5-cb1febcaa0b3 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:48.262237 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3348ed-a189-42fb-a2c5-cb1febcaa0b3 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:48.262612 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3348ed-a189-42fb-a2c5-cb1febcaa0b3 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:48.262981 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3348ed-a189-42fb-a2c5-cb1febcaa0b3 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:48.263324 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3348ed-a189-42fb-a2c5-cb1febcaa0b3 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:48.293262 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b069275-078f-473a-96d7-83422e817cf2 req-9a3348ed-a189-42fb-a2c5-cb1febcaa0b3 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] No DVR routers for this DVR port 8d9db2e8-439f-4d0b-a5ed-9753b2ed3170 on host n-h2-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:09:48.297362 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-1b02b8c1-a21d-4cc1-bb30-877803fa32c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:48.299862 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-1b02b8c1-a21d-4cc1-bb30-877803fa32c0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3545f046-ef5a-4961-ae7f-d56de353a859 HTTP/1.1" status: 200 len: 797 time: 0.2365038 Jul 23 20:09:48.301404 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3b069275-078f-473a-96d7-83422e817cf2 req-9a3348ed-a189-42fb-a2c5-cb1febcaa0b3 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:48.304176 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3b069275-078f-473a-96d7-83422e817cf2 req-9a3348ed-a189-42fb-a2c5-cb1febcaa0b3 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.18 "DELETE /v2.0/ports/8d9db2e8-439f-4d0b-a5ed-9753b2ed3170 HTTP/1.1" status: 204 len: 173 time: 1.7454305 Jul 23 20:09:48.312803 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c', 'name': 'network-vif-deleted', 'tag': '8d9db2e8-439f-4d0b-a5ed-9753b2ed3170'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:48.315399 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63df6a2-243b-4087-9dd9-45fd7fc129e0" -d '{"events": [{"server_uuid": "8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c", "name": "network-vif-deleted", "tag": "8d9db2e8-439f-4d0b-a5ed-9753b2ed3170"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:48.375230 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 56989c21-c9de-49ff-9ebf-715cbdedafd8 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:48.379081 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-f6d8d970-0ef2-4a1a-b743-26ef04bd9a38 None None] Allocated IP 172.20.0.2 (685f09ba-c980-497d-98e8-fa2dac810c5d/28d46783-a56f-4f52-b9c4-e9a156bc0473/c0ac5fa9-00ff-4e2d-a122-90e76c43fffe) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:09:48.388843 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 56989c21-c9de-49ff-9ebf-715cbdedafd8 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:48.389213 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:48.406205 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-92a1d982-52dc-4f2f-b973-5060b1b99854 req-54184b37-5404-4ac4-a346-6be1f16e6aa0 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8eab5fee-f8eb-4aed-a3f0-c440f60a4ea3&id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2340038 Jul 23 20:09:48.485013 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-31316627-f486-4af3-92ef-977a93211cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:48.491242 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-31316627-f486-4af3-92ef-977a93211cac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48945854-cc22-4ffa-90b9-415f56c007c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1713789 Jul 23 20:09:48.599661 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-47153486-1134-4dad-b540-7c12a095c68d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:48.608346 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-47153486-1134-4dad-b540-7c12a095c68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:48.642391 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:48.691691 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-5dfccba1-3adc-44ea-80f1-5291c4f90bcf service neutron] 10.222.0.30 "GET /v2.0/networks/48945854-cc22-4ffa-90b9-415f56c007c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937320 Jul 23 20:09:48.716108 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab29da-968a-41f1-9fa9-89bb77880d88 req-77a8e031-924d-4cf7-9f13-d6981e0c430b tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:48.717740 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c6ab29da-968a-41f1-9fa9-89bb77880d88 req-77a8e031-924d-4cf7-9f13-d6981e0c430b tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb90a148-5683-452c-8d29-81ce83a190f4 HTTP/1.1" status: 200 len: 944 time: 0.1677749 Jul 23 20:09:48.724868 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 56989c21-c9de-49ff-9ebf-715cbdedafd8, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=56989c21-c9de-49ff-9ebf-715cbdedafd8,segment=NetworkSegment(c624a56d-de97-4959-866e-9ffe997374c5),segment_id=c624a56d-de97-4959-866e-9ffe997374c5)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:48.727228 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f6d8d970-0ef2-4a1a-b743-26ef04bd9a38 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:48.734672 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:48.735468 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 8d9db2e8-439f-4d0b-a5ed-9753b2ed3170 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:09:48.748288 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-57680bfe-63cf-44e0-a159-ac4493349a26 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:48.750360 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-57680bfe-63cf-44e0-a159-ac4493349a26 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/networks?id=685f09ba-c980-497d-98e8-fa2dac810c5d HTTP/1.1" status: 200 len: 816 time: 0.3381176 Jul 23 20:09:48.771786 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47153486-1134-4dad-b540-7c12a095c68d admin admin] Pushing event updated for resources: {'Port': ['ID=001cf2d7-16c2-47b5-9d85-490b46250bb1,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:48.774762 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-47153486-1134-4dad-b540-7c12a095c68d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:48.791358 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f6d8d970-0ef2-4a1a-b743-26ef04bd9a38 None None] Transition to ACTIVE for port object c0ac5fa9-00ff-4e2d-a122-90e76c43fffe will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:48.795675 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 8d9db2e8-439f-4d0b-a5ed-9753b2ed3170 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:09:48.795978 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 8d9db2e8-439f-4d0b-a5ed-9753b2ed3170 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:09:48.796635 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-77be65c1-c05e-4826-be18-4f4b42e0f14d tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/quotas/16ace4e35c6441f68c72a7a9cc41988a HTTP/1.1" status: 200 len: 375 time: 0.0342200 Jul 23 20:09:48.822639 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f6d8d970-0ef2-4a1a-b743-26ef04bd9a38 None None] Transition to ACTIVE for port object c0ac5fa9-00ff-4e2d-a122-90e76c43fffe will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:48.832778 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f6d8d970-0ef2-4a1a-b743-26ef04bd9a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:48.855705 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-b2f09606-ccd9-43e1-a8c8-235e5d856d94 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=16ace4e35c6441f68c72a7a9cc41988a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571673 Jul 23 20:09:48.858148 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c6ab29da-968a-41f1-9fa9-89bb77880d88 req-d97e9829-b494-4c9f-9fbc-522c2ed9d2db tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821579 Jul 23 20:09:48.882811 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d8d970-0ef2-4a1a-b743-26ef04bd9a38 None None] Network 685f09ba-c980-497d-98e8-fa2dac810c5d is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:48.884577 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=56989c21-c9de-49ff-9ebf-715cbdedafd8,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:48.888746 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-46862af5-9b4c-4dbf-8421-21f4bcd3deea service neutron] 10.222.0.30 "GET /v2.0/networks/48945854-cc22-4ffa-90b9-415f56c007c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835682 Jul 23 20:09:48.893065 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-f6d8d970-0ef2-4a1a-b743-26ef04bd9a38 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:48.896191 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d8d970-0ef2-4a1a-b743-26ef04bd9a38 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:09:48.978482 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-e90aa66a-30a3-4a2c-9c46-99d6b1fa786e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9627a8cd-cca1-4e2c-8263-bbfb4b33f26f HTTP/1.1" status: 200 len: 217 time: 0.0800025 Jul 23 20:09:49.047416 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d8d970-0ef2-4a1a-b743-26ef04bd9a38 None None] Pushing event updated for resources: {'Port': ['ID=c0ac5fa9-00ff-4e2d-a122-90e76c43fffe,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:49.080190 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 06386fc4-8182-4238-8417-ade551456c25 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:09:49.094934 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47153486-1134-4dad-b540-7c12a095c68d admin admin] Network 76e448dd-c68c-4039-a064-3d16e069d5ca is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:49.095125 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3198e072-d654-4862-ab4d-42d6d3d33a68 x-openstack-request-id: req-3198e072-d654-4862-ab4d-42d6d3d33a68 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:49.095419 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c", "name": "network-vif-deleted", "tag": "8d9db2e8-439f-4d0b-a5ed-9753b2ed3170", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:49.095669 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3198e072-d654-4862-ab4d-42d6d3d33a68 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:49.096066 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e295a94-26e7-4fbf-a8fa-ef6ec1c9e01c', 'name': 'network-vif-deleted', 'tag': '8d9db2e8-439f-4d0b-a5ed-9753b2ed3170', 'status': 'completed', 'code': 200} Jul 23 20:09:49.105102 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-3c9f9120-4caf-40fc-899b-3f63416ac9a0 service neutron] 10.222.0.32 "GET /v2.0/networks/685f09ba-c980-497d-98e8-fa2dac810c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474823 Jul 23 20:09:49.107512 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-47153486-1134-4dad-b540-7c12a095c68d admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:49.110589 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-894fc462-24a2-44d7-bae0-d67652541271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:49.112069 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-894fc462-24a2-44d7-bae0-d67652541271 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3545f046-ef5a-4961-ae7f-d56de353a859 HTTP/1.1" status: 200 len: 797 time: 0.1264334 Jul 23 20:09:49.256378 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-0de77dd0-1ed2-4a25-80c9-6f4baf9650fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:49.257944 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-0de77dd0-1ed2-4a25-80c9-6f4baf9650fd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48945854-cc22-4ffa-90b9-415f56c007c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1349072 Jul 23 20:09:49.270911 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052aa88-49a6-4197-a22c-1cd43143e6b5 req-980f8861-7aed-4fb6-b8d5-8684543b3506 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:49.272809 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0052aa88-49a6-4197-a22c-1cd43143e6b5 req-980f8861-7aed-4fb6-b8d5-8684543b3506 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5e89bf-a454-459a-8be5-2a4557bc5290 HTTP/1.1" status: 200 len: 946 time: 0.0891874 Jul 23 20:09:49.326269 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-d6c907b6-3bd1-4c4e-bc76-396e2321baa8 service neutron] 10.222.0.32 "GET /v2.0/networks/685f09ba-c980-497d-98e8-fa2dac810c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201324 Jul 23 20:09:49.333605 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb90a148-5683-452c-8d29-81ce83a190f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56989c21-c9de-49ff-9ebf-715cbdedafd8'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:49.336012 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860ae072-abac-4c13-834d-15d5cd2b07b5" -d '{"events": [{"server_uuid": "eb90a148-5683-452c-8d29-81ce83a190f4", "name": "network-vif-plugged", "status": "completed", "tag": "56989c21-c9de-49ff-9ebf-715cbdedafd8"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:49.343396 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-f6d8d970-0ef2-4a1a-b743-26ef04bd9a38 None None] Attempting to bind port c0ac5fa9-00ff-4e2d-a122-90e76c43fffe on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:49.343760 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-f6d8d970-0ef2-4a1a-b743-26ef04bd9a38 None None] Attempting to bind port c0ac5fa9-00ff-4e2d-a122-90e76c43fffe by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'f03a1624-ec44-467c-82d0-e8d05476b022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '685f09ba-c980-497d-98e8-fa2dac810c5d'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:49.344580 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d8d970-0ef2-4a1a-b743-26ef04bd9a38 None None] Attempting to bind port c0ac5fa9-00ff-4e2d-a122-90e76c43fffe on network 685f09ba-c980-497d-98e8-fa2dac810c5d {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:49.351480 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d8d970-0ef2-4a1a-b743-26ef04bd9a38 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:49.351847 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d8d970-0ef2-4a1a-b743-26ef04bd9a38 None None] Checking segment: {'id': 'f03a1624-ec44-467c-82d0-e8d05476b022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '685f09ba-c980-497d-98e8-fa2dac810c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:49.352255 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f6d8d970-0ef2-4a1a-b743-26ef04bd9a38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:49.352643 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d8d970-0ef2-4a1a-b743-26ef04bd9a38 None None] Bound using segment: {'id': 'f03a1624-ec44-467c-82d0-e8d05476b022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '685f09ba-c980-497d-98e8-fa2dac810c5d'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:49.353109 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-f6d8d970-0ef2-4a1a-b743-26ef04bd9a38 None None] Bound port: c0ac5fa9-00ff-4e2d-a122-90e76c43fffe, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f03a1624-ec44-467c-82d0-e8d05476b022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '685f09ba-c980-497d-98e8-fa2dac810c5d'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:49.353507 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f6d8d970-0ef2-4a1a-b743-26ef04bd9a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:49.353858 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47153486-1134-4dad-b540-7c12a095c68d admin admin] Router a95accd7-62bc-43a5-b60c-6c73505d2731 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:09:49.371651 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0052aa88-49a6-4197-a22c-1cd43143e6b5 req-85cb6b21-bd2d-47e8-a6a1-4a909cccd22c tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898311 Jul 23 20:09:49.392172 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-b25ea07b-2cc8-4284-a7cc-922618c13fbc service neutron] 10.222.0.30 "GET /v2.0/networks/48945854-cc22-4ffa-90b9-415f56c007c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185029 Jul 23 20:09:49.439129 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 06386fc4-8182-4238-8417-ade551456c25 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:49.456485 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 06386fc4-8182-4238-8417-ade551456c25 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:49.456866 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:49.492930 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-f6d8d970-0ef2-4a1a-b743-26ef04bd9a38 None None] For port c0ac5fa9-00ff-4e2d-a122-90e76c43fffe, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:49.525504 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-f6d8d970-0ef2-4a1a-b743-26ef04bd9a38 None None] For port c0ac5fa9-00ff-4e2d-a122-90e76c43fffe, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=c0ac5fa9-00ff-4e2d-a122-90e76c43fffe,segment=NetworkSegment(f03a1624-ec44-467c-82d0-e8d05476b022),segment_id=f03a1624-ec44-467c-82d0-e8d05476b022)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:49.537885 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f6d8d970-0ef2-4a1a-b743-26ef04bd9a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:49.563951 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b083901b-db5a-47aa-8929-eb9fd8b0367e req-c7f8f596-4f11-4a06-a290-672809966639 service neutron] 10.222.0.30 "GET /v2.0/networks/48945854-cc22-4ffa-90b9-415f56c007c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591847 Jul 23 20:09:49.609318 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d1e9b5-cb66-4f7b-8e5f-1eea1d1f0d07 x-openstack-request-id: req-16d1e9b5-cb66-4f7b-8e5f-1eea1d1f0d07 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:49.611945 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb90a148-5683-452c-8d29-81ce83a190f4", "name": "network-vif-plugged", "status": "completed", "tag": "56989c21-c9de-49ff-9ebf-715cbdedafd8", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:49.612154 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-16d1e9b5-cb66-4f7b-8e5f-1eea1d1f0d07 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:49.612563 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb90a148-5683-452c-8d29-81ce83a190f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56989c21-c9de-49ff-9ebf-715cbdedafd8', 'code': 200} Jul 23 20:09:49.654069 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47153486-1134-4dad-b540-7c12a095c68d admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:09:49.670903 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-47153486-1134-4dad-b540-7c12a095c68d admin admin] 10.222.0.32 "PUT /v2.0/routers/a95accd7-62bc-43a5-b60c-6c73505d2731/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1508420 Jul 23 20:09:49.741563 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c53f09-8619-4f14-b782-a5353a3e314c None None] Sync routers for ids ['a95accd7-62bc-43a5-b60c-6c73505d2731'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:09:49.761209 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d8d970-0ef2-4a1a-b743-26ef04bd9a38 None None] Pushing event updated for resources: {'Port': ['ID=c0ac5fa9-00ff-4e2d-a122-90e76c43fffe,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:49.787088 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c53f09-8619-4f14-b782-a5353a3e314c None None] Routers {'a95accd7-62bc-43a5-b60c-6c73505d2731'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:09:49.788212 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-a6c53f09-8619-4f14-b782-a5353a3e314c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:09:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a95accd7-62bc-43a5-b60c-6c73505d2731'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:49.913712 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:49.953231 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e66c1-6527-40ad-adbb-135277e0b7c2 req-162c7d1f-7abf-4343-98b2-9fcbe50d308e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:49.959754 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b21e66c1-6527-40ad-adbb-135277e0b7c2 req-162c7d1f-7abf-4343-98b2-9fcbe50d308e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eb90a148-5683-452c-8d29-81ce83a190f4 HTTP/1.1" status: 200 len: 1097 time: 0.3171570 Jul 23 20:09:49.985764 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 06386fc4-8182-4238-8417-ade551456c25, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=06386fc4-8182-4238-8417-ade551456c25,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:49.993004 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:50.067755 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b21e66c1-6527-40ad-adbb-135277e0b7c2 req-235ae214-2b66-4ec6-8c03-d43f1399d479 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717695 Jul 23 20:09:50.079752 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093edb2-9840-4376-b56b-a97efc26eaf6 req-dbf1997d-ddeb-4eda-b1b1-1b7928204352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:50.080571 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093edb2-9840-4376-b56b-a97efc26eaf6 req-dbf1997d-ddeb-4eda-b1b1-1b7928204352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:50.081218 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093edb2-9840-4376-b56b-a97efc26eaf6 req-dbf1997d-ddeb-4eda-b1b1-1b7928204352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:50.082645 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093edb2-9840-4376-b56b-a97efc26eaf6 req-dbf1997d-ddeb-4eda-b1b1-1b7928204352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:50.083199 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093edb2-9840-4376-b56b-a97efc26eaf6 req-dbf1997d-ddeb-4eda-b1b1-1b7928204352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:50.083677 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093edb2-9840-4376-b56b-a97efc26eaf6 req-dbf1997d-ddeb-4eda-b1b1-1b7928204352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:50.084144 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093edb2-9840-4376-b56b-a97efc26eaf6 req-dbf1997d-ddeb-4eda-b1b1-1b7928204352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:50.086252 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0093edb2-9840-4376-b56b-a97efc26eaf6 req-dbf1997d-ddeb-4eda-b1b1-1b7928204352 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3e740eb35174745b8c66e63aac9db55&device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 6486 time: 0.3755844 Jul 23 20:09:50.113713 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-a6c53f09-8619-4f14-b782-a5353a3e314c None None] Set router a95accd7-62bc-43a5-b60c-6c73505d2731 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:09:50.169864 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=06386fc4-8182-4238-8417-ade551456c25,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:50.171935 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb6f61-dbea-460c-9c46-3684accaac8a req-a942d66e-22f3-4fca-8399-3f48ef4d26d2 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:50.186943 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb6f61-dbea-460c-9c46-3684accaac8a req-a942d66e-22f3-4fca-8399-3f48ef4d26d2 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:50.193837 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb6f61-dbea-460c-9c46-3684accaac8a req-a942d66e-22f3-4fca-8399-3f48ef4d26d2 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:50.200275 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb6f61-dbea-460c-9c46-3684accaac8a req-a942d66e-22f3-4fca-8399-3f48ef4d26d2 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:50.207124 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb6f61-dbea-460c-9c46-3684accaac8a req-a942d66e-22f3-4fca-8399-3f48ef4d26d2 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:50.217076 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb6f61-dbea-460c-9c46-3684accaac8a req-a942d66e-22f3-4fca-8399-3f48ef4d26d2 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:50.224722 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb6f61-dbea-460c-9c46-3684accaac8a req-a942d66e-22f3-4fca-8399-3f48ef4d26d2 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:50.243025 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-93fb6f61-dbea-460c-9c46-3684accaac8a req-a942d66e-22f3-4fca-8399-3f48ef4d26d2 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 5422 time: 0.4507453 Jul 23 20:09:50.318738 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-7ddcecea-7f62-48d7-9c66-3c9cd2062f6a tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:50.321183 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-7ddcecea-7f62-48d7-9c66-3c9cd2062f6a tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/networks?id=685f09ba-c980-497d-98e8-fa2dac810c5d HTTP/1.1" status: 200 len: 816 time: 0.1636119 Jul 23 20:09:50.343002 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-33a98d7c-e7f7-4ce6-b26d-bba1834123f3 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/quotas/16ace4e35c6441f68c72a7a9cc41988a HTTP/1.1" status: 200 len: 375 time: 0.0122211 Jul 23 20:09:50.347195 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-93fb6f61-dbea-460c-9c46-3684accaac8a req-4cda3bce-f2b2-4cdf-a657-2fcb8ca22b9e tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8eab5fee-f8eb-4aed-a3f0-c440f60a4ea3&id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1033034 Jul 23 20:09:50.386917 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093edb2-9840-4376-b56b-a97efc26eaf6 req-1be4b9c6-ae62-49bc-a0da-8210442b4976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:50.389601 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0093edb2-9840-4376-b56b-a97efc26eaf6 req-1be4b9c6-ae62-49bc-a0da-8210442b4976 service neutron] 10.222.0.30 "GET /v2.0/networks?id=48945854-cc22-4ffa-90b9-415f56c007c5 HTTP/1.1" status: 200 len: 902 time: 0.2870133 Jul 23 20:09:50.393110 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-a6c53f09-8619-4f14-b782-a5353a3e314c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a95accd7-62bc-43a5-b60c-6c73505d2731', 'name': 'tempest-ServerRescueTestJSONUnderV235-1902147256-router', 'tenant_id': 'aa9236fc3c3c45458243c34890b9f295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '06386fc4-8182-4238-8417-ade551456c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:39Z', 'updated_at': '2021-07-23T20:09:48Z', 'revision_number': 4, 'project_id': 'aa9236fc3c3c45458243c34890b9f295', 'gw_port': {'id': '06386fc4-8182-4238-8417-ade551456c25', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a95accd7-62bc-43a5-b60c-6c73505d2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:41Z', 'updated_at': '2021-07-23T20:09:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '001cf2d7-16c2-47b5-9d85-490b46250bb1', 'name': '', 'network_id': '76e448dd-c68c-4039-a064-3d16e069d5ca', 'tenant_id': 'aa9236fc3c3c45458243c34890b9f295', 'mac_address': 'fa:16:3e:45:04:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a95accd7-62bc-43a5-b60c-6c73505d2731', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'abbd7fe3-d20b-4359-8aac-62218ac5177d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:46Z', 'updated_at': '2021-07-23T20:09:48Z', 'revision_number': 2, 'project_id': 'aa9236fc3c3c45458243c34890b9f295', 'subnets': [{'id': 'abbd7fe3-d20b-4359-8aac-62218ac5177d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:50.425644 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c53f09-8619-4f14-b782-a5353a3e314c None None] Checking router: a95accd7-62bc-43a5-b60c-6c73505d2731 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:09:50.426000 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c53f09-8619-4f14-b782-a5353a3e314c None None] Updating router a95accd7-62bc-43a5-b60c-6c73505d2731 port 001cf2d7-16c2-47b5-9d85-490b46250bb1 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:09:50.441858 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-fd973547-d5fc-43a3-acf6-e50359f7330c tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=16ace4e35c6441f68c72a7a9cc41988a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0894427 Jul 23 20:09:50.466843 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a6c53f09-8619-4f14-b782-a5353a3e314c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:50.477381 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0093edb2-9840-4376-b56b-a97efc26eaf6 req-27757a41-654f-4921-9e24-b8e4996ec8cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9627a8cd-cca1-4e2c-8263-bbfb4b33f26f HTTP/1.1" status: 200 len: 217 time: 0.0708535 Jul 23 20:09:50.556190 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-0a4acea8-3eb3-4258-b7fc-2927601003c3 service neutron] 10.222.0.32 "GET /v2.0/networks/685f09ba-c980-497d-98e8-fa2dac810c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046348 Jul 23 20:09:50.581065 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093edb2-9840-4376-b56b-a97efc26eaf6 req-cb35c9b1-b642-4622-9313-2f1672a71ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:50.582834 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0093edb2-9840-4376-b56b-a97efc26eaf6 req-cb35c9b1-b642-4622-9313-2f1672a71ed0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3545f046-ef5a-4961-ae7f-d56de353a859 HTTP/1.1" status: 200 len: 797 time: 0.0906496 Jul 23 20:09:50.610492 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed99f0-3b0d-481b-9cac-d4b30a61b62f req-aa552d59-b911-45c7-a06b-dfde6a36693c tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:50.612036 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3fed99f0-3b0d-481b-9cac-d4b30a61b62f req-aa552d59-b911-45c7-a06b-dfde6a36693c tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5e89bf-a454-459a-8be5-2a4557bc5290 HTTP/1.1" status: 200 len: 946 time: 0.1336112 Jul 23 20:09:50.672726 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3fed99f0-3b0d-481b-9cac-d4b30a61b62f req-2b11e112-eca1-4372-af98-c3196e1e0c12 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436718 Jul 23 20:09:50.699706 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093edb2-9840-4376-b56b-a97efc26eaf6 req-902eb8a9-f546-4725-86de-09330fc314c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:50.701022 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0093edb2-9840-4376-b56b-a97efc26eaf6 req-902eb8a9-f546-4725-86de-09330fc314c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48945854-cc22-4ffa-90b9-415f56c007c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1088576 Jul 23 20:09:50.707363 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-5696b471-1559-4cb9-968f-c5acae103f59 service neutron] 10.222.0.32 "GET /v2.0/networks/685f09ba-c980-497d-98e8-fa2dac810c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455021 Jul 23 20:09:50.812356 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a6c53f09-8619-4f14-b782-a5353a3e314c None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:50.825372 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a6c53f09-8619-4f14-b782-a5353a3e314c None None] Transition to ACTIVE for port object 001cf2d7-16c2-47b5-9d85-490b46250bb1 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:50.832031 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a6c53f09-8619-4f14-b782-a5353a3e314c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:50.890217 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0093edb2-9840-4376-b56b-a97efc26eaf6 req-aa5d5d4f-7418-46fe-a9cd-edf40588aad7 service neutron] 10.222.0.30 "GET /v2.0/networks/48945854-cc22-4ffa-90b9-415f56c007c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805675 Jul 23 20:09:51.194013 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0093edb2-9840-4376-b56b-a97efc26eaf6 req-13415f9b-df71-47f6-b28b-defecf686e91 service neutron] 10.222.0.30 "GET /v2.0/networks/48945854-cc22-4ffa-90b9-415f56c007c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819118 Jul 23 20:09:51.194623 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4611c1cc-ef76-45fa-810f-e49a7024220f None None] Network 685f09ba-c980-497d-98e8-fa2dac810c5d requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:09:51.203789 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-a6c53f09-8619-4f14-b782-a5353a3e314c None None] Attempting to bind port 001cf2d7-16c2-47b5-9d85-490b46250bb1 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:51.205898 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-a6c53f09-8619-4f14-b782-a5353a3e314c None None] Attempting to bind port 001cf2d7-16c2-47b5-9d85-490b46250bb1 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '5f562663-4955-4d38-9763-67a41081ba38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '76e448dd-c68c-4039-a064-3d16e069d5ca'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:51.208013 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c53f09-8619-4f14-b782-a5353a3e314c None None] Attempting to bind port 001cf2d7-16c2-47b5-9d85-490b46250bb1 on network 76e448dd-c68c-4039-a064-3d16e069d5ca {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:51.217189 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214be31-07a6-419d-b752-cde880be902b req-d1d9388d-379d-4c49-a3c3-c6f144cee189 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:51.226051 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9214be31-07a6-419d-b752-cde880be902b req-d1d9388d-379d-4c49-a3c3-c6f144cee189 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb90a148-5683-452c-8d29-81ce83a190f4 HTTP/1.1" status: 200 len: 945 time: 0.4475753 Jul 23 20:09:51.236928 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599bd12-3a3c-4387-b7fc-5efa23b10851 None None] Pushing event updated for resources: {'Port': ['ID=001cf2d7-16c2-47b5-9d85-490b46250bb1,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:51.238369 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device c0ac5fa9-00ff-4e2d-a122-90e76c43fffe up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:09:51.271173 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c53f09-8619-4f14-b782-a5353a3e314c None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:51.271476 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c53f09-8619-4f14-b782-a5353a3e314c None None] Checking segment: {'id': '5f562663-4955-4d38-9763-67a41081ba38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '76e448dd-c68c-4039-a064-3d16e069d5ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:51.271882 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a6c53f09-8619-4f14-b782-a5353a3e314c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:51.272269 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c53f09-8619-4f14-b782-a5353a3e314c None None] Bound using segment: {'id': '5f562663-4955-4d38-9763-67a41081ba38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '76e448dd-c68c-4039-a064-3d16e069d5ca'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:51.272747 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-a6c53f09-8619-4f14-b782-a5353a3e314c None None] Bound port: 001cf2d7-16c2-47b5-9d85-490b46250bb1, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f562663-4955-4d38-9763-67a41081ba38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '76e448dd-c68c-4039-a064-3d16e069d5ca'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:51.273121 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a6c53f09-8619-4f14-b782-a5353a3e314c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:51.288416 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9214be31-07a6-419d-b752-cde880be902b req-992b914b-c9db-490d-9823-a9f7e2f8a924 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610576 Jul 23 20:09:51.327187 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-6e4d621d-e760-41f8-a5c4-657ff1150b5a tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:51.329600 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-6e4d621d-e760-41f8-a5c4-657ff1150b5a tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.30 "GET /v2.0/networks?id=685f09ba-c980-497d-98e8-fa2dac810c5d HTTP/1.1" status: 200 len: 816 time: 0.2353139 Jul 23 20:09:51.346169 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-0f3915a1-1e11-4f57-b1c2-9cdc3be49120 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Request body: {'port': {'device_id': 'b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed', 'network_id': '685f09ba-c980-497d-98e8-fa2dac810c5d', 'admin_state_up': True, 'tenant_id': '16ace4e35c6441f68c72a7a9cc41988a'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:51.380536 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86c197-17c3-4d42-b052-adb4bfe8f645 req-f5c3b801-41bd-4cc3-99e3-9c2adf9bda83 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:51.387590 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2b86c197-17c3-4d42-b052-adb4bfe8f645 req-f5c3b801-41bd-4cc3-99e3-9c2adf9bda83 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2fcbe3f-bd4a-4483-879f-6b96e28b59aa HTTP/1.1" status: 200 len: 949 time: 0.1807568 Jul 23 20:09:51.455027 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-77c23c35-49f0-4c18-b572-8511e2cf82e7 None None] Provisioning for port c0ac5fa9-00ff-4e2d-a122-90e76c43fffe completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:51.478847 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2b86c197-17c3-4d42-b052-adb4bfe8f645 req-a9a9f1ad-fa1b-4613-bb58-d0c596f7727c tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/security-groups?id=c01aeff2-775a-4341-8484-8c280b30c8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895803 Jul 23 20:09:51.522025 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port c0ac5fa9-00ff-4e2d-a122-90e76c43fffe completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:51.529047 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port c0ac5fa9-00ff-4e2d-a122-90e76c43fffe triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:51.529427 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:51.570409 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-0f3915a1-1e11-4f57-b1c2-9cdc3be49120 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Made reservation on behalf of 16ace4e35c6441f68c72a7a9cc41988a for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:09:51.580900 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-0f3915a1-1e11-4f57-b1c2-9cdc3be49120 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:51.622308 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-a6c53f09-8619-4f14-b782-a5353a3e314c None None] For port 001cf2d7-16c2-47b5-9d85-490b46250bb1, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:51.630538 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032d3c7-68dd-49c7-a693-771462467b45 req-ede1e96b-e996-49ef-8499-e25328798b89 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:51.638550 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9032d3c7-68dd-49c7-a693-771462467b45 req-ede1e96b-e996-49ef-8499-e25328798b89 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/networks?id=76e448dd-c68c-4039-a064-3d16e069d5ca HTTP/1.1" status: 200 len: 820 time: 0.1726792 Jul 23 20:09:51.656805 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9032d3c7-68dd-49c7-a693-771462467b45 req-116d0cd0-a464-40c1-952d-6719a6b474a1 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/quotas/aa9236fc3c3c45458243c34890b9f295 HTTP/1.1" status: 200 len: 375 time: 0.0164025 Jul 23 20:09:51.658846 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-a6c53f09-8619-4f14-b782-a5353a3e314c None None] For port 001cf2d7-16c2-47b5-9d85-490b46250bb1, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=001cf2d7-16c2-47b5-9d85-490b46250bb1,segment=NetworkSegment(5f562663-4955-4d38-9763-67a41081ba38),segment_id=5f562663-4955-4d38-9763-67a41081ba38)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:51.669346 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a6c53f09-8619-4f14-b782-a5353a3e314c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:51.738516 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9032d3c7-68dd-49c7-a693-771462467b45 req-ccbf38d5-7de4-4dbc-8340-8f4a13a25554 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=aa9236fc3c3c45458243c34890b9f295&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0804827 Jul 23 20:09:51.746989 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [req-9032d3c7-68dd-49c7-a693-771462467b45 req-79f9bfd5-72d4-40c9-897c-45d4fbd14050 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:09:51.748672 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9032d3c7-68dd-49c7-a693-771462467b45 req-79f9bfd5-72d4-40c9-897c-45d4fbd14050 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090773 Jul 23 20:09:51.789706 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599bd12-3a3c-4387-b7fc-5efa23b10851 None None] Pushing event updated for resources: {'Port': ['ID=001cf2d7-16c2-47b5-9d85-490b46250bb1,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:51.805340 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:51.832619 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c53f09-8619-4f14-b782-a5353a3e314c None None] Routers {'a95accd7-62bc-43a5-b60c-6c73505d2731'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:09:51.833323 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-a6c53f09-8619-4f14-b782-a5353a3e314c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:09:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a95accd7-62bc-43a5-b60c-6c73505d2731'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:51.852860 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-e99e73c7-845f-400f-800c-aaf6a4b18706 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:51.854438 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-e99e73c7-845f-400f-800c-aaf6a4b18706 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/networks?id=685f09ba-c980-497d-98e8-fa2dac810c5d HTTP/1.1" status: 200 len: 816 time: 0.1950090 Jul 23 20:09:51.884614 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9032d3c7-68dd-49c7-a693-771462467b45 req-982d6f5e-562c-4422-a341-ab318a044784 service neutron] 10.222.0.32 "GET /v2.0/networks/76e448dd-c68c-4039-a064-3d16e069d5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294491 Jul 23 20:09:51.888224 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-878673d2-03a7-49df-986a-3f9d09fd8a84 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/quotas/16ace4e35c6441f68c72a7a9cc41988a HTTP/1.1" status: 200 len: 375 time: 0.0218627 Jul 23 20:09:51.894779 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port c0ac5fa9-00ff-4e2d-a122-90e76c43fffe, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=c0ac5fa9-00ff-4e2d-a122-90e76c43fffe,segment=NetworkSegment(f03a1624-ec44-467c-82d0-e8d05476b022),segment_id=f03a1624-ec44-467c-82d0-e8d05476b022)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:51.908423 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-0f3915a1-1e11-4f57-b1c2-9cdc3be49120 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Allocated IP 172.20.0.13 (685f09ba-c980-497d-98e8-fa2dac810c5d/28d46783-a56f-4f52-b9c4-e9a156bc0473/f3fae154-943b-49a2-b2a4-df74b67a9b63) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:09:51.923171 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:51.924068 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 06386fc4-8182-4238-8417-ade551456c25 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:09:52.025096 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-8548e6fb-bbff-4a4a-bd96-798f85a15740 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=16ace4e35c6441f68c72a7a9cc41988a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1358063 Jul 23 20:09:52.044760 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9032d3c7-68dd-49c7-a693-771462467b45 req-cf7430e8-7f80-4805-83c1-3178a0d37c81 service neutron] 10.222.0.32 "GET /v2.0/networks/76e448dd-c68c-4039-a064-3d16e069d5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586702 Jul 23 20:09:52.085173 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec33a34-4bd0-4e7a-99f3-3894cbf0684c req-bd6f51c0-4be6-4cb2-b39d-561674c9d6a9 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:52.086874 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dec33a34-4bd0-4e7a-99f3-3894cbf0684c req-bd6f51c0-4be6-4cb2-b39d-561674c9d6a9 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2fcbe3f-bd4a-4483-879f-6b96e28b59aa HTTP/1.1" status: 200 len: 949 time: 0.1240406 Jul 23 20:09:52.256138 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=c0ac5fa9-00ff-4e2d-a122-90e76c43fffe,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:52.291647 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-a6c53f09-8619-4f14-b782-a5353a3e314c None None] Set router a95accd7-62bc-43a5-b60c-6c73505d2731 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:09:52.373947 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1b5ecace-0f5f-429f-b141-3b9205fac62c None None] Provisioning complete for port c0ac5fa9-00ff-4e2d-a122-90e76c43fffe triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:52.374332 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1b5ecace-0f5f-429f-b141-3b9205fac62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:52.376242 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 06386fc4-8182-4238-8417-ade551456c25 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:52.376600 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:52.394227 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388c69f-7d35-4cec-97a2-f5e7b53a85c6 req-56639b25-26f8-47d1-9eaa-0617c5deb665 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:52.407690 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388c69f-7d35-4cec-97a2-f5e7b53a85c6 req-56639b25-26f8-47d1-9eaa-0617c5deb665 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:52.427308 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388c69f-7d35-4cec-97a2-f5e7b53a85c6 req-56639b25-26f8-47d1-9eaa-0617c5deb665 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:52.443282 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388c69f-7d35-4cec-97a2-f5e7b53a85c6 req-56639b25-26f8-47d1-9eaa-0617c5deb665 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:52.454612 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388c69f-7d35-4cec-97a2-f5e7b53a85c6 req-56639b25-26f8-47d1-9eaa-0617c5deb665 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:52.461391 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388c69f-7d35-4cec-97a2-f5e7b53a85c6 req-56639b25-26f8-47d1-9eaa-0617c5deb665 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:52.470182 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388c69f-7d35-4cec-97a2-f5e7b53a85c6 req-56639b25-26f8-47d1-9eaa-0617c5deb665 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:52.476276 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-e6c2fd0d-9b58-4fb8-9195-24ab34105e73 service neutron] 10.222.0.32 "GET /v2.0/networks/685f09ba-c980-497d-98e8-fa2dac810c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858154 Jul 23 20:09:52.480513 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1388c69f-7d35-4cec-97a2-f5e7b53a85c6 req-56639b25-26f8-47d1-9eaa-0617c5deb665 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 5422 time: 0.2237594 Jul 23 20:09:52.483116 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-0f3915a1-1e11-4f57-b1c2-9cdc3be49120 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:52.499367 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-dec33a34-4bd0-4e7a-99f3-3894cbf0684c req-6312d852-0d4b-4a4c-8a17-4dfd70c30382 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Deleting port 23dad8ee-0750-4a74-9c3c-51c635be7559 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:09:52.499722 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dec33a34-4bd0-4e7a-99f3-3894cbf0684c req-6312d852-0d4b-4a4c-8a17-4dfd70c30382 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:52.536213 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-0f3915a1-1e11-4f57-b1c2-9cdc3be49120 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Transition to ACTIVE for port object f3fae154-943b-49a2-b2a4-df74b67a9b63 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:52.549365 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-d8dba747-efbe-4576-a5ff-e67c1ba20ac8 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:52.550897 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-d8dba747-efbe-4576-a5ff-e67c1ba20ac8 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.18 "GET /v2.0/networks?id=685f09ba-c980-497d-98e8-fa2dac810c5d HTTP/1.1" status: 200 len: 816 time: 0.3340058 Jul 23 20:09:52.567724 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-23138352-10ba-41db-b9cb-c0ece5d9c9ae tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Request body: {'port': {'device_id': '9382c681-eb1d-4155-94ea-5c29f28b62cd', 'network_id': '685f09ba-c980-497d-98e8-fa2dac810c5d', 'admin_state_up': True, 'tenant_id': '16ace4e35c6441f68c72a7a9cc41988a'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:52.576348 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1388c69f-7d35-4cec-97a2-f5e7b53a85c6 req-ddda7a90-351b-4dac-ac0e-2b17c492b34b tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8eab5fee-f8eb-4aed-a3f0-c440f60a4ea3&id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0948546 Jul 23 20:09:52.752487 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-dec33a34-4bd0-4e7a-99f3-3894cbf0684c req-6312d852-0d4b-4a4c-8a17-4dfd70c30382 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] For port 23dad8ee-0750-4a74-9c3c-51c635be7559, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=23dad8ee-0750-4a74-9c3c-51c635be7559,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:52.752858 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dec33a34-4bd0-4e7a-99f3-3894cbf0684c req-6312d852-0d4b-4a4c-8a17-4dfd70c30382 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:52.773049 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-dec33a34-4bd0-4e7a-99f3-3894cbf0684c req-6312d852-0d4b-4a4c-8a17-4dfd70c30382 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Calling delete_port for 23dad8ee-0750-4a74-9c3c-51c635be7559 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:09:52.798792 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-a6c53f09-8619-4f14-b782-a5353a3e314c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a95accd7-62bc-43a5-b60c-6c73505d2731', 'name': 'tempest-ServerRescueTestJSONUnderV235-1902147256-router', 'tenant_id': 'aa9236fc3c3c45458243c34890b9f295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '06386fc4-8182-4238-8417-ade551456c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:39Z', 'updated_at': '2021-07-23T20:09:48Z', 'revision_number': 4, 'project_id': 'aa9236fc3c3c45458243c34890b9f295', 'gw_port': {'id': '06386fc4-8182-4238-8417-ade551456c25', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95accd7-62bc-43a5-b60c-6c73505d2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:41Z', 'updated_at': '2021-07-23T20:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '001cf2d7-16c2-47b5-9d85-490b46250bb1', 'name': '', 'network_id': '76e448dd-c68c-4039-a064-3d16e069d5ca', 'tenant_id': 'aa9236fc3c3c45458243c34890b9f295', 'mac_address': 'fa:16:3e:45:04:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a95accd7-62bc-43a5-b60c-6c73505d2731', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'abbd7fe3-d20b-4359-8aac-62218ac5177d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:46Z', 'updated_at': '2021-07-23T20:09:51Z', 'revision_number': 4, 'project_id': 'aa9236fc3c3c45458243c34890b9f295', 'subnets': [{'id': 'abbd7fe3-d20b-4359-8aac-62218ac5177d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:52.843828 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c53f09-8619-4f14-b782-a5353a3e314c None None] The sync data for ids ['a95accd7-62bc-43a5-b60c-6c73505d2731'] in n-d-793618-10 is: [{'id': 'a95accd7-62bc-43a5-b60c-6c73505d2731', 'name': 'tempest-ServerRescueTestJSONUnderV235-1902147256-router', 'tenant_id': 'aa9236fc3c3c45458243c34890b9f295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '06386fc4-8182-4238-8417-ade551456c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:39Z', 'updated_at': '2021-07-23T20:09:48Z', 'revision_number': 4, 'project_id': 'aa9236fc3c3c45458243c34890b9f295', 'gw_port': {'id': '06386fc4-8182-4238-8417-ade551456c25', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95accd7-62bc-43a5-b60c-6c73505d2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:41Z', 'updated_at': '2021-07-23T20:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '001cf2d7-16c2-47b5-9d85-490b46250bb1', 'name': '', 'network_id': '76e448dd-c68c-4039-a064-3d16e069d5ca', 'tenant_id': 'aa9236fc3c3c45458243c34890b9f295', 'mac_address': 'fa:16:3e:45:04:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a95accd7-62bc-43a5-b60c-6c73505d2731', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'abbd7fe3-d20b-4359-8aac-62218ac5177d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:46Z', 'updated_at': '2021-07-23T20:09:51Z', 'revision_number': 4, 'project_id': 'aa9236fc3c3c45458243c34890b9f295', 'subnets': [{'id': 'abbd7fe3-d20b-4359-8aac-62218ac5177d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:09:52.863401 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6d299-aae3-48ec-a429-4392a70000ea req-a182db36-3494-481c-9c57-4e6ac1383be1 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:52.865097 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a8b6d299-aae3-48ec-a429-4392a70000ea req-a182db36-3494-481c-9c57-4e6ac1383be1 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5e89bf-a454-459a-8be5-2a4557bc5290 HTTP/1.1" status: 200 len: 946 time: 0.1593428 Jul 23 20:09:52.971799 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a8b6d299-aae3-48ec-a429-4392a70000ea req-218eebf8-3472-4908-af92-838b3341249d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968475 Jul 23 20:09:53.023441 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device c0ac5fa9-00ff-4e2d-a122-90e76c43fffe up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:09:53.124317 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port c0ac5fa9-00ff-4e2d-a122-90e76c43fffe triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:53.124692 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:53.136377 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dec33a34-4bd0-4e7a-99f3-3894cbf0684c req-6312d852-0d4b-4a4c-8a17-4dfd70c30382 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:53.143454 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-7ec50373-0fa8-4d27-a9d8-a73ecc986c0d service neutron] 10.222.0.32 "GET /v2.0/networks/685f09ba-c980-497d-98e8-fa2dac810c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6544275 Jul 23 20:09:53.163784 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-0f3915a1-1e11-4f57-b1c2-9cdc3be49120 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:53.256261 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6312d852-0d4b-4a4c-8a17-4dfd70c30382 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Pushing event deleted for resources: {'Port': ['ID=23dad8ee-0750-4a74-9c3c-51c635be7559,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:53.319523 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-0f3915a1-1e11-4f57-b1c2-9cdc3be49120 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Network 685f09ba-c980-497d-98e8-fa2dac810c5d is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:53.323013 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-0f3915a1-1e11-4f57-b1c2-9cdc3be49120 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:53.338790 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3915a1-1e11-4f57-b1c2-9cdc3be49120 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Pushing event updated for resources: {'Port': ['ID=f3fae154-943b-49a2-b2a4-df74b67a9b63,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:53.340843 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-13b60f7b-af70-4ac2-8e2e-43c06f5a0537 req-fd53b101-c3f4-48d9-9993-ffdf27ab6602 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 210 time: 0.0855353 Jul 23 20:09:53.341988 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-0f3915a1-1e11-4f57-b1c2-9cdc3be49120 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:09:53.399315 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec33a34-4bd0-4e7a-99f3-3894cbf0684c req-6312d852-0d4b-4a4c-8a17-4dfd70c30382 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] No DVR routers for this DVR port 23dad8ee-0750-4a74-9c3c-51c635be7559 on host n-h2-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:09:53.406852 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-dec33a34-4bd0-4e7a-99f3-3894cbf0684c req-6312d852-0d4b-4a4c-8a17-4dfd70c30382 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:53.409100 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dec33a34-4bd0-4e7a-99f3-3894cbf0684c req-6312d852-0d4b-4a4c-8a17-4dfd70c30382 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.18 "DELETE /v2.0/ports/23dad8ee-0750-4a74-9c3c-51c635be7559 HTTP/1.1" status: 204 len: 173 time: 1.3150260 Jul 23 20:09:53.409668 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fcbe3f-bd4a-4483-879f-6b96e28b59aa', 'name': 'network-vif-deleted', 'tag': '23dad8ee-0750-4a74-9c3c-51c635be7559'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:53.414264 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-23138352-10ba-41db-b9cb-c0ece5d9c9ae tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Made reservation on behalf of 16ace4e35c6441f68c72a7a9cc41988a for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:09:53.418495 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-23138352-10ba-41db-b9cb-c0ece5d9c9ae tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:53.419350 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2658c6-1b85-4aaf-8e6f-a91ce6e7e5bc" -d '{"events": [{"server_uuid": "b2fcbe3f-bd4a-4483-879f-6b96e28b59aa", "name": "network-vif-deleted", "tag": "23dad8ee-0750-4a74-9c3c-51c635be7559"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:53.676784 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-0f3915a1-1e11-4f57-b1c2-9cdc3be49120 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:53.677582 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-0f3915a1-1e11-4f57-b1c2-9cdc3be49120 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:53.691863 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8fbcbadd-c5f9-4929-8468-63376aea9d14 req-2fd5fc88-c576-498e-b562-a764d4e92d48 tempest-ListImageFiltersTestJSON-319835793 tempest-ListImageFiltersTestJSON-319835793-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2fcbe3f-bd4a-4483-879f-6b96e28b59aa HTTP/1.1" status: 200 len: 210 time: 0.0620544 Jul 23 20:09:53.835299 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-0f3915a1-1e11-4f57-b1c2-9cdc3be49120 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4947202 Jul 23 20:09:53.882193 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-481e67c9-c60e-455c-9ee0-cc5b4dabed2c service neutron] Request body: {'port': {'device_id': 'b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:53.909445 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e14d916b-8446-44d6-abc2-3b6bd3d2ee54 None None] Provisioning for port f3fae154-943b-49a2-b2a4-df74b67a9b63 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:53.919403 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e14d916b-8446-44d6-abc2-3b6bd3d2ee54 None None] Provisioning complete for port f3fae154-943b-49a2-b2a4-df74b67a9b63 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:53.923463 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e14d916b-8446-44d6-abc2-3b6bd3d2ee54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:54.001097 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0edf9130-7a7d-4a7d-8230-e74f108d2c1e req-994bdf92-1d01-4684-a1cc-6d7cdbe4de81 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=191c775f-812a-40d5-bb97-305ad596fa74 HTTP/1.1" status: 200 len: 210 time: 0.0560842 Jul 23 20:09:54.014177 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e14d916b-8446-44d6-abc2-3b6bd3d2ee54 None None] Port f3fae154-943b-49a2-b2a4-df74b67a9b63 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:09:54.017379 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032d3c7-68dd-49c7-a693-771462467b45 req-e4df6826-2345-468b-9410-7339e4ce45c2 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:54.032535 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9032d3c7-68dd-49c7-a693-771462467b45 req-e4df6826-2345-468b-9410-7339e4ce45c2 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.30 "GET /v2.0/networks?id=76e448dd-c68c-4039-a064-3d16e069d5ca HTTP/1.1" status: 200 len: 820 time: 0.3329744 Jul 23 20:09:54.048436 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-9032d3c7-68dd-49c7-a693-771462467b45 req-effbfa20-24a9-4fee-ab84-4bec8b98f2bb tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Request body: {'port': {'device_id': '65f30694-80f5-4b52-8194-d83dfcef9ea6', 'network_id': '76e448dd-c68c-4039-a064-3d16e069d5ca', 'admin_state_up': True, 'tenant_id': 'aa9236fc3c3c45458243c34890b9f295'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:54.211631 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccddd511-af24-4728-8556-ad4445a5fe91 req-24d52c29-03df-47e2-9274-d28ec0f5ff4a tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:54.219872 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ccddd511-af24-4728-8556-ad4445a5fe91 req-24d52c29-03df-47e2-9274-d28ec0f5ff4a tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb90a148-5683-452c-8d29-81ce83a190f4 HTTP/1.1" status: 200 len: 945 time: 0.5263162 Jul 23 20:09:54.222247 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddae5a51-d32c-4c37-a663-306a38529e8f x-openstack-request-id: req-ddae5a51-d32c-4c37-a663-306a38529e8f {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:54.222738 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2fcbe3f-bd4a-4483-879f-6b96e28b59aa", "name": "network-vif-deleted", "tag": "23dad8ee-0750-4a74-9c3c-51c635be7559", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:54.223131 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ddae5a51-d32c-4c37-a663-306a38529e8f {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:54.223670 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fcbe3f-bd4a-4483-879f-6b96e28b59aa', 'name': 'network-vif-deleted', 'tag': '23dad8ee-0750-4a74-9c3c-51c635be7559', 'status': 'completed', 'code': 200} Jul 23 20:09:54.248141 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-481e67c9-c60e-455c-9ee0-cc5b4dabed2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:54.274403 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-23138352-10ba-41db-b9cb-c0ece5d9c9ae tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Allocated IP 172.20.0.4 (685f09ba-c980-497d-98e8-fa2dac810c5d/28d46783-a56f-4f52-b9c4-e9a156bc0473/0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:09:54.307066 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9032d3c7-68dd-49c7-a693-771462467b45 req-effbfa20-24a9-4fee-ab84-4bec8b98f2bb tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Made reservation on behalf of aa9236fc3c3c45458243c34890b9f295 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:09:54.312155 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9032d3c7-68dd-49c7-a693-771462467b45 req-effbfa20-24a9-4fee-ab84-4bec8b98f2bb tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:54.370650 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ccddd511-af24-4728-8556-ad4445a5fe91 req-c54a03d9-f512-407d-8a79-d6a4fc87bc31 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496208 Jul 23 20:09:54.422885 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7900bc-92d1-4434-8c73-a45c0e6688cf req-76aa5897-a901-429d-a5ac-8ccf495b53f5 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:54.429958 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7900bc-92d1-4434-8c73-a45c0e6688cf req-76aa5897-a901-429d-a5ac-8ccf495b53f5 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:54.436453 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7900bc-92d1-4434-8c73-a45c0e6688cf req-76aa5897-a901-429d-a5ac-8ccf495b53f5 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:54.443043 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7900bc-92d1-4434-8c73-a45c0e6688cf req-76aa5897-a901-429d-a5ac-8ccf495b53f5 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:54.451555 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7900bc-92d1-4434-8c73-a45c0e6688cf req-76aa5897-a901-429d-a5ac-8ccf495b53f5 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:54.457665 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7900bc-92d1-4434-8c73-a45c0e6688cf req-76aa5897-a901-429d-a5ac-8ccf495b53f5 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:54.464803 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7900bc-92d1-4434-8c73-a45c0e6688cf req-76aa5897-a901-429d-a5ac-8ccf495b53f5 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:54.467322 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0e7900bc-92d1-4434-8c73-a45c0e6688cf req-76aa5897-a901-429d-a5ac-8ccf495b53f5 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 5422 time: 0.2426689 Jul 23 20:09:54.569358 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0e7900bc-92d1-4434-8c73-a45c0e6688cf req-fe358fcc-d28e-42b1-8437-743890084e21 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8eab5fee-f8eb-4aed-a3f0-c440f60a4ea3&id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0890601 Jul 23 20:09:54.605227 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-9032d3c7-68dd-49c7-a693-771462467b45 req-effbfa20-24a9-4fee-ab84-4bec8b98f2bb tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Allocated IP 172.20.0.6 (76e448dd-c68c-4039-a064-3d16e069d5ca/abbd7fe3-d20b-4359-8aac-62218ac5177d/361597fc-b9c8-492e-be7a-de2e5a90a4b9) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:09:54.656272 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a8d3d-752f-4a2e-a161-a8ddcb03005f req-ab752bb0-484d-4644-a57f-8d28852ca008 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:54.658171 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ca7a8d3d-752f-4a2e-a161-a8ddcb03005f req-ab752bb0-484d-4644-a57f-8d28852ca008 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5e89bf-a454-459a-8be5-2a4557bc5290 HTTP/1.1" status: 200 len: 946 time: 0.1749649 Jul 23 20:09:54.726533 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ca7a8d3d-752f-4a2e-a161-a8ddcb03005f req-85583498-f99f-4ef4-90f2-92b207eb7542 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577977 Jul 23 20:09:54.746382 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-23138352-10ba-41db-b9cb-c0ece5d9c9ae tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:54.768753 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-23138352-10ba-41db-b9cb-c0ece5d9c9ae tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Transition to ACTIVE for port object 0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:54.822688 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9032d3c7-68dd-49c7-a693-771462467b45 req-effbfa20-24a9-4fee-ab84-4bec8b98f2bb tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:54.900681 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-23138352-10ba-41db-b9cb-c0ece5d9c9ae tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:54.907653 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9032d3c7-68dd-49c7-a693-771462467b45 req-effbfa20-24a9-4fee-ab84-4bec8b98f2bb tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:54.967027 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-def0c425-24f4-4184-9d53-b6029f34757b req-1ce71b32-81f1-4ce8-a819-d66777ef70d3 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 210 time: 0.0817912 Jul 23 20:09:54.988177 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9032d3c7-68dd-49c7-a693-771462467b45 req-effbfa20-24a9-4fee-ab84-4bec8b98f2bb tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Network 76e448dd-c68c-4039-a064-3d16e069d5ca is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:55.007888 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-9032d3c7-68dd-49c7-a693-771462467b45 req-effbfa20-24a9-4fee-ab84-4bec8b98f2bb tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:55.031975 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-9032d3c7-68dd-49c7-a693-771462467b45 req-effbfa20-24a9-4fee-ab84-4bec8b98f2bb tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:09:55.079430 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effbfa20-24a9-4fee-ab84-4bec8b98f2bb tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Pushing event updated for resources: {'Port': ['ID=361597fc-b9c8-492e-be7a-de2e5a90a4b9,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:55.092942 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23138352-10ba-41db-b9cb-c0ece5d9c9ae tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Pushing event updated for resources: {'Port': ['ID=0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:55.124025 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-23138352-10ba-41db-b9cb-c0ece5d9c9ae tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Network 685f09ba-c980-497d-98e8-fa2dac810c5d is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:55.128112 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032d3c7-68dd-49c7-a693-771462467b45 req-effbfa20-24a9-4fee-ab84-4bec8b98f2bb tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:55.129128 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9032d3c7-68dd-49c7-a693-771462467b45 req-effbfa20-24a9-4fee-ab84-4bec8b98f2bb tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:55.133186 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 001cf2d7-16c2-47b5-9d85-490b46250bb1 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:09:55.176965 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9032d3c7-68dd-49c7-a693-771462467b45 req-effbfa20-24a9-4fee-ab84-4bec8b98f2bb tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1330130 Jul 23 20:09:55.196806 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-9032d3c7-68dd-49c7-a693-771462467b45 req-43153000-5223-43dc-9508-6a02ee394552 service neutron] Request body: {'port': {'device_id': '65f30694-80f5-4b52-8194-d83dfcef9ea6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:55.199373 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-23138352-10ba-41db-b9cb-c0ece5d9c9ae tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:55.205357 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-23138352-10ba-41db-b9cb-c0ece5d9c9ae tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:09:55.211974 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 001cf2d7-16c2-47b5-9d85-490b46250bb1 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:55.221223 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 001cf2d7-16c2-47b5-9d85-490b46250bb1 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:55.221631 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:55.321533 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-e47d9298-bdf1-46af-a08c-66b4e4c9c61c tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:55.325263 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-e47d9298-bdf1-46af-a08c-66b4e4c9c61c tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.18 "GET /v2.0/networks?id=685f09ba-c980-497d-98e8-fa2dac810c5d HTTP/1.1" status: 200 len: 816 time: 0.3608088 Jul 23 20:09:55.330806 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-23138352-10ba-41db-b9cb-c0ece5d9c9ae tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:55.331463 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-23138352-10ba-41db-b9cb-c0ece5d9c9ae tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:55.331584 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9032d3c7-68dd-49c7-a693-771462467b45 req-43153000-5223-43dc-9508-6a02ee394552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:55.348130 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-8e706276-acc4-454f-9b4a-89c52558a7e5 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Request body: {'port': {'device_id': '191c775f-812a-40d5-bb97-305ad596fa74', 'network_id': '685f09ba-c980-497d-98e8-fa2dac810c5d', 'admin_state_up': True, 'tenant_id': '16ace4e35c6441f68c72a7a9cc41988a'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:55.355439 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-23138352-10ba-41db-b9cb-c0ece5d9c9ae tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7937090 Jul 23 20:09:55.377825 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:55.382219 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-e186513c-1460-42b2-8295-c321681ded29 service neutron] Request body: {'port': {'device_id': '9382c681-eb1d-4155-94ea-5c29f28b62cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:55.402948 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac66de-1e7f-4b6a-8264-19241159ad90 req-2446a132-9175-49e0-af2e-84b7c9de8d40 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:55.404949 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d0ac66de-1e7f-4b6a-8264-19241159ad90 req-2446a132-9175-49e0-af2e-84b7c9de8d40 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb90a148-5683-452c-8d29-81ce83a190f4 HTTP/1.1" status: 200 len: 945 time: 0.3163421 Jul 23 20:09:55.427178 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 001cf2d7-16c2-47b5-9d85-490b46250bb1, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=001cf2d7-16c2-47b5-9d85-490b46250bb1,segment=NetworkSegment(5f562663-4955-4d38-9763-67a41081ba38),segment_id=5f562663-4955-4d38-9763-67a41081ba38)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:55.441879 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:55.504119 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-481e67c9-c60e-455c-9ee0-cc5b4dabed2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3fae154-943b-49a2-b2a4-df74b67a9b63 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:55.518301 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-481e67c9-c60e-455c-9ee0-cc5b4dabed2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:55.559422 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d0ac66de-1e7f-4b6a-8264-19241159ad90 req-3391a9a0-e0c8-474e-9c35-ea3381edc664 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901263 Jul 23 20:09:55.562637 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=001cf2d7-16c2-47b5-9d85-490b46250bb1,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:55.581865 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-481e67c9-c60e-455c-9ee0-cc5b4dabed2c service neutron] Transition to ACTIVE for port object f3fae154-943b-49a2-b2a4-df74b67a9b63 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:55.593183 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-481e67c9-c60e-455c-9ee0-cc5b4dabed2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:55.627124 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-e186513c-1460-42b2-8295-c321681ded29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:55.674678 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-55489628-957c-4dde-baca-feea19b86984 None None] Provisioning for port 0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:55.681936 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-55489628-957c-4dde-baca-feea19b86984 None None] Provisioning complete for port 0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:55.682321 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-55489628-957c-4dde-baca-feea19b86984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:55.721864 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-55489628-957c-4dde-baca-feea19b86984 None None] Port 0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:09:55.760635 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e67c9-c60e-455c-9ee0-cc5b4dabed2c service neutron] Pushing event updated for resources: {'Port': ['ID=f3fae154-943b-49a2-b2a4-df74b67a9b63,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:55.774195 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5d441ba3-c3f6-46b3-bc50-00f9fa750f78 req-b6bc5130-c984-46e3-9b37-9c8c93a2a92d tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=191c775f-812a-40d5-bb97-305ad596fa74 HTTP/1.1" status: 200 len: 210 time: 0.0847776 Jul 23 20:09:55.960445 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-481e67c9-c60e-455c-9ee0-cc5b4dabed2c service neutron] Attempting to bind port f3fae154-943b-49a2-b2a4-df74b67a9b63 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:55.960896 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-481e67c9-c60e-455c-9ee0-cc5b4dabed2c service neutron] Attempting to bind port f3fae154-943b-49a2-b2a4-df74b67a9b63 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'f03a1624-ec44-467c-82d0-e8d05476b022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '685f09ba-c980-497d-98e8-fa2dac810c5d'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:55.961395 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-481e67c9-c60e-455c-9ee0-cc5b4dabed2c service neutron] Attempting to bind port f3fae154-943b-49a2-b2a4-df74b67a9b63 on network 685f09ba-c980-497d-98e8-fa2dac810c5d {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:55.971823 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-481e67c9-c60e-455c-9ee0-cc5b4dabed2c service neutron] Port f3fae154-943b-49a2-b2a4-df74b67a9b63 on network 685f09ba-c980-497d-98e8-fa2dac810c5d not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:09:55.972148 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-481e67c9-c60e-455c-9ee0-cc5b4dabed2c service neutron] Attempting to bind port f3fae154-943b-49a2-b2a4-df74b67a9b63 on network 685f09ba-c980-497d-98e8-fa2dac810c5d {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:56.006892 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-481e67c9-c60e-455c-9ee0-cc5b4dabed2c service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:56.007241 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-481e67c9-c60e-455c-9ee0-cc5b4dabed2c service neutron] Checking segment: {'id': 'f03a1624-ec44-467c-82d0-e8d05476b022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '685f09ba-c980-497d-98e8-fa2dac810c5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:56.007627 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-481e67c9-c60e-455c-9ee0-cc5b4dabed2c service neutron] Bound using segment: {'id': 'f03a1624-ec44-467c-82d0-e8d05476b022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '685f09ba-c980-497d-98e8-fa2dac810c5d'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:56.008058 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-481e67c9-c60e-455c-9ee0-cc5b4dabed2c service neutron] Bound port: f3fae154-943b-49a2-b2a4-df74b67a9b63, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f03a1624-ec44-467c-82d0-e8d05476b022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '685f09ba-c980-497d-98e8-fa2dac810c5d'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:56.008414 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-481e67c9-c60e-455c-9ee0-cc5b4dabed2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:56.075888 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-8e706276-acc4-454f-9b4a-89c52558a7e5 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Made reservation on behalf of 16ace4e35c6441f68c72a7a9cc41988a for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:09:56.079568 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-8e706276-acc4-454f-9b4a-89c52558a7e5 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:56.141224 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-481e67c9-c60e-455c-9ee0-cc5b4dabed2c service neutron] For port f3fae154-943b-49a2-b2a4-df74b67a9b63, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:56.145883 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-481e67c9-c60e-455c-9ee0-cc5b4dabed2c service neutron] For port f3fae154-943b-49a2-b2a4-df74b67a9b63, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=f3fae154-943b-49a2-b2a4-df74b67a9b63,segment=NetworkSegment(f03a1624-ec44-467c-82d0-e8d05476b022),segment_id=f03a1624-ec44-467c-82d0-e8d05476b022)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:56.150376 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-481e67c9-c60e-455c-9ee0-cc5b4dabed2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:56.161579 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 23dad8ee-0750-4a74-9c3c-51c635be7559 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:09:56.182647 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 23dad8ee-0750-4a74-9c3c-51c635be7559 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:09:56.183204 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 23dad8ee-0750-4a74-9c3c-51c635be7559 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:09:56.234909 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c2a21-8c40-4589-a540-40cbb52afbac req-f863c062-417c-48a4-b088-705a11184af9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:56.242144 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c2a21-8c40-4589-a540-40cbb52afbac req-f863c062-417c-48a4-b088-705a11184af9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:56.249692 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c2a21-8c40-4589-a540-40cbb52afbac req-f863c062-417c-48a4-b088-705a11184af9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:56.256752 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-481e67c9-c60e-455c-9ee0-cc5b4dabed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:56.257459 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-481e67c9-c60e-455c-9ee0-cc5b4dabed2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:56.257682 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c2a21-8c40-4589-a540-40cbb52afbac req-f863c062-417c-48a4-b088-705a11184af9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:56.259005 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-481e67c9-c60e-455c-9ee0-cc5b4dabed2c service neutron] 10.222.0.30 "PUT /v2.0/ports/f3fae154-943b-49a2-b2a4-df74b67a9b63 HTTP/1.1" status: 200 len: 1093 time: 2.4077153 Jul 23 20:09:56.259450 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed', 'tag': 'f3fae154-943b-49a2-b2a4-df74b67a9b63'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:56.261740 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd118ed-fde2-4640-b0a7-bba50d757884" -d '{"events": [{"name": "network-changed", "server_uuid": "b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed", "tag": "f3fae154-943b-49a2-b2a4-df74b67a9b63"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:56.264289 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c2a21-8c40-4589-a540-40cbb52afbac req-f863c062-417c-48a4-b088-705a11184af9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:56.273436 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c2a21-8c40-4589-a540-40cbb52afbac req-f863c062-417c-48a4-b088-705a11184af9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:56.274296 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-e186513c-1460-42b2-8295-c321681ded29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:56.279946 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c2a21-8c40-4589-a540-40cbb52afbac req-f863c062-417c-48a4-b088-705a11184af9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:56.287954 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4e9c2a21-8c40-4589-a540-40cbb52afbac req-f863c062-417c-48a4-b088-705a11184af9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 5422 time: 0.2632847 Jul 23 20:09:56.319296 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-e186513c-1460-42b2-8295-c321681ded29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:56.378492 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4e9c2a21-8c40-4589-a540-40cbb52afbac req-c0c984d2-2803-4fa4-b1e0-c755293e6f82 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8eab5fee-f8eb-4aed-a3f0-c440f60a4ea3&id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0891807 Jul 23 20:09:56.393903 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-9032d3c7-68dd-49c7-a693-771462467b45 req-43153000-5223-43dc-9508-6a02ee394552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 361597fc-b9c8-492e-be7a-de2e5a90a4b9 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:56.402100 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9032d3c7-68dd-49c7-a693-771462467b45 req-43153000-5223-43dc-9508-6a02ee394552 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:56.406673 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-e186513c-1460-42b2-8295-c321681ded29 service neutron] Transition to ACTIVE for port object 0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:56.423908 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e67c9-c60e-455c-9ee0-cc5b4dabed2c service neutron] Pushing event updated for resources: {'Port': ['ID=f3fae154-943b-49a2-b2a4-df74b67a9b63,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:56.434076 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-e186513c-1460-42b2-8295-c321681ded29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:56.478197 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-9032d3c7-68dd-49c7-a693-771462467b45 req-43153000-5223-43dc-9508-6a02ee394552 service neutron] Transition to ACTIVE for port object 361597fc-b9c8-492e-be7a-de2e5a90a4b9 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:56.510090 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9032d3c7-68dd-49c7-a693-771462467b45 req-43153000-5223-43dc-9508-6a02ee394552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:56.522516 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-8e706276-acc4-454f-9b4a-89c52558a7e5 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Allocated IP 172.20.0.3 (685f09ba-c980-497d-98e8-fa2dac810c5d/28d46783-a56f-4f52-b9c4-e9a156bc0473/480d5198-2b73-4712-91d4-bd4ec37b1372) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:09:56.527014 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e186513c-1460-42b2-8295-c321681ded29 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:56.577453 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2614c9f-be87-49f9-a1c1-3218fdf65c35 req-2008d869-d48b-4ebb-99b2-decc1030f0ef tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:56.579105 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b2614c9f-be87-49f9-a1c1-3218fdf65c35 req-2008d869-d48b-4ebb-99b2-decc1030f0ef tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5e89bf-a454-459a-8be5-2a4557bc5290 HTTP/1.1" status: 200 len: 946 time: 0.3514414 Jul 23 20:09:56.610796 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43153000-5223-43dc-9508-6a02ee394552 service neutron] Pushing event updated for resources: {'Port': ['ID=361597fc-b9c8-492e-be7a-de2e5a90a4b9,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:56.611075 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608bbb7-8add-4bff-b578-7d65d8aee6d9 req-ae03bb84-1640-4ccc-8fb2-6b1d1f068a16 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:56.612361 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7608bbb7-8add-4bff-b578-7d65d8aee6d9 req-ae03bb84-1640-4ccc-8fb2-6b1d1f068a16 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb90a148-5683-452c-8d29-81ce83a190f4 HTTP/1.1" status: 200 len: 945 time: 0.3407450 Jul 23 20:09:56.618292 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-47036e1d-b0da-4756-8c95-3b52d4783eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:56.619830 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-47036e1d-b0da-4756-8c95-3b52d4783eea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=16ace4e35c6441f68c72a7a9cc41988a&device_id=b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed HTTP/1.1" status: 200 len: 1096 time: 0.2963529 Jul 23 20:09:56.709538 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971815a-3f5a-4b52-b7d1-b1254117bf77 req-6392070f-9112-41f6-a8f0-afd7418c9fb5 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:56.711151 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7971815a-3f5a-4b52-b7d1-b1254117bf77 req-6392070f-9112-41f6-a8f0-afd7418c9fb5 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 931 time: 0.2508628 Jul 23 20:09:56.718102 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-eb40f39c-8ebc-41c9-9484-8c7b9fc1350c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3fae154-943b-49a2-b2a4-df74b67a9b63 HTTP/1.1" status: 200 len: 217 time: 0.0774281 Jul 23 20:09:56.794796 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b2614c9f-be87-49f9-a1c1-3218fdf65c35 req-488ee50c-0cb6-426c-980b-d221082d79ca tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804652 Jul 23 20:09:56.817660 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-e186513c-1460-42b2-8295-c321681ded29 service neutron] Attempting to bind port 0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:56.818006 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-e186513c-1460-42b2-8295-c321681ded29 service neutron] Attempting to bind port 0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'f03a1624-ec44-467c-82d0-e8d05476b022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '685f09ba-c980-497d-98e8-fa2dac810c5d'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:56.818339 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-e186513c-1460-42b2-8295-c321681ded29 service neutron] Attempting to bind port 0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b on network 685f09ba-c980-497d-98e8-fa2dac810c5d {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:56.832839 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-e186513c-1460-42b2-8295-c321681ded29 service neutron] Port 0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b on network 685f09ba-c980-497d-98e8-fa2dac810c5d not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:09:56.833169 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-e186513c-1460-42b2-8295-c321681ded29 service neutron] Attempting to bind port 0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b on network 685f09ba-c980-497d-98e8-fa2dac810c5d {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:56.835596 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-9032d3c7-68dd-49c7-a693-771462467b45 req-43153000-5223-43dc-9508-6a02ee394552 service neutron] Attempting to bind port 361597fc-b9c8-492e-be7a-de2e5a90a4b9 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:56.836015 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-9032d3c7-68dd-49c7-a693-771462467b45 req-43153000-5223-43dc-9508-6a02ee394552 service neutron] Attempting to bind port 361597fc-b9c8-492e-be7a-de2e5a90a4b9 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5f562663-4955-4d38-9763-67a41081ba38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '76e448dd-c68c-4039-a064-3d16e069d5ca'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:56.836406 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9032d3c7-68dd-49c7-a693-771462467b45 req-43153000-5223-43dc-9508-6a02ee394552 service neutron] Attempting to bind port 361597fc-b9c8-492e-be7a-de2e5a90a4b9 on network 76e448dd-c68c-4039-a064-3d16e069d5ca {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:56.846961 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-a0c20f01-dc00-40f6-944e-77256327b0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:56.848587 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-a0c20f01-dc00-40f6-944e-77256327b0a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=28d46783-a56f-4f52-b9c4-e9a156bc0473 HTTP/1.1" status: 200 len: 855 time: 0.1096570 Jul 23 20:09:56.848773 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9032d3c7-68dd-49c7-a693-771462467b45 req-43153000-5223-43dc-9508-6a02ee394552 service neutron] Port 361597fc-b9c8-492e-be7a-de2e5a90a4b9 on network 76e448dd-c68c-4039-a064-3d16e069d5ca not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:09:56.849170 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9032d3c7-68dd-49c7-a693-771462467b45 req-43153000-5223-43dc-9508-6a02ee394552 service neutron] Attempting to bind port 361597fc-b9c8-492e-be7a-de2e5a90a4b9 on network 76e448dd-c68c-4039-a064-3d16e069d5ca {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:56.850214 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-e186513c-1460-42b2-8295-c321681ded29 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:56.850551 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-e186513c-1460-42b2-8295-c321681ded29 service neutron] Checking segment: {'id': 'f03a1624-ec44-467c-82d0-e8d05476b022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '685f09ba-c980-497d-98e8-fa2dac810c5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:56.850934 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-e186513c-1460-42b2-8295-c321681ded29 service neutron] Bound using segment: {'id': 'f03a1624-ec44-467c-82d0-e8d05476b022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '685f09ba-c980-497d-98e8-fa2dac810c5d'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:56.851379 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-e186513c-1460-42b2-8295-c321681ded29 service neutron] Bound port: 0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f03a1624-ec44-467c-82d0-e8d05476b022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '685f09ba-c980-497d-98e8-fa2dac810c5d'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:56.851737 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-e186513c-1460-42b2-8295-c321681ded29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:56.857078 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7971815a-3f5a-4b52-b7d1-b1254117bf77 req-ce409428-55fa-44d9-ae8d-75953ca86336 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/security-groups?id=73776e44-7ae2-46ff-b78b-4627ee1e8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248009 Jul 23 20:09:56.865338 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9032d3c7-68dd-49c7-a693-771462467b45 req-43153000-5223-43dc-9508-6a02ee394552 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:56.865786 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9032d3c7-68dd-49c7-a693-771462467b45 req-43153000-5223-43dc-9508-6a02ee394552 service neutron] Checking segment: {'id': '5f562663-4955-4d38-9763-67a41081ba38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '76e448dd-c68c-4039-a064-3d16e069d5ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:56.866271 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9032d3c7-68dd-49c7-a693-771462467b45 req-43153000-5223-43dc-9508-6a02ee394552 service neutron] Bound using segment: {'id': '5f562663-4955-4d38-9763-67a41081ba38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '76e448dd-c68c-4039-a064-3d16e069d5ca'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:56.866809 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-9032d3c7-68dd-49c7-a693-771462467b45 req-43153000-5223-43dc-9508-6a02ee394552 service neutron] Bound port: 361597fc-b9c8-492e-be7a-de2e5a90a4b9, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f562663-4955-4d38-9763-67a41081ba38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '76e448dd-c68c-4039-a064-3d16e069d5ca'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:56.867275 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9032d3c7-68dd-49c7-a693-771462467b45 req-43153000-5223-43dc-9508-6a02ee394552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:56.935485 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486077ab-d5d8-44b5-b21d-974a9cd79b3f x-openstack-request-id: req-486077ab-d5d8-44b5-b21d-974a9cd79b3f {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:56.935785 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed", "tag": "f3fae154-943b-49a2-b2a4-df74b67a9b63", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:56.936042 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-486077ab-d5d8-44b5-b21d-974a9cd79b3f {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:56.936510 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed', 'tag': 'f3fae154-943b-49a2-b2a4-df74b67a9b63', 'status': 'completed', 'code': 200} Jul 23 20:09:56.947756 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-7608bbb7-8add-4bff-b578-7d65d8aee6d9 req-b1195c7e-4cdf-4fef-8a72-615464e1902c tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Deleting port 56989c21-c9de-49ff-9ebf-715cbdedafd8 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:09:56.948101 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7608bbb7-8add-4bff-b578-7d65d8aee6d9 req-b1195c7e-4cdf-4fef-8a72-615464e1902c tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:57.017519 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-8e706276-acc4-454f-9b4a-89c52558a7e5 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:57.021979 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 001cf2d7-16c2-47b5-9d85-490b46250bb1 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:09:57.032516 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-9032d3c7-68dd-49c7-a693-771462467b45 req-43153000-5223-43dc-9508-6a02ee394552 service neutron] For port 361597fc-b9c8-492e-be7a-de2e5a90a4b9, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:57.039683 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-9032d3c7-68dd-49c7-a693-771462467b45 req-43153000-5223-43dc-9508-6a02ee394552 service neutron] For port 361597fc-b9c8-492e-be7a-de2e5a90a4b9, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=361597fc-b9c8-492e-be7a-de2e5a90a4b9,segment=NetworkSegment(5f562663-4955-4d38-9763-67a41081ba38),segment_id=5f562663-4955-4d38-9763-67a41081ba38)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:57.044250 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-8e706276-acc4-454f-9b4a-89c52558a7e5 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Transition to ACTIVE for port object 480d5198-2b73-4712-91d4-bd4ec37b1372 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:57.055649 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9032d3c7-68dd-49c7-a693-771462467b45 req-43153000-5223-43dc-9508-6a02ee394552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:57.076861 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-e186513c-1460-42b2-8295-c321681ded29 service neutron] For port 0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:57.077982 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 001cf2d7-16c2-47b5-9d85-490b46250bb1 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:57.079133 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:57.098876 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-5ad7ba61-9b83-4c90-8783-d8ecc308400f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:57.100413 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-5ad7ba61-9b83-4c90-8783-d8ecc308400f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=685f09ba-c980-497d-98e8-fa2dac810c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2435617 Jul 23 20:09:57.106290 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-e186513c-1460-42b2-8295-c321681ded29 service neutron] For port 0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b,segment=NetworkSegment(f03a1624-ec44-467c-82d0-e8d05476b022),segment_id=f03a1624-ec44-467c-82d0-e8d05476b022)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:57.121515 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032d3c7-68dd-49c7-a693-771462467b45 req-43153000-5223-43dc-9508-6a02ee394552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:57.123356 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9032d3c7-68dd-49c7-a693-771462467b45 req-43153000-5223-43dc-9508-6a02ee394552 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:57.124268 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9032d3c7-68dd-49c7-a693-771462467b45 req-43153000-5223-43dc-9508-6a02ee394552 service neutron] 10.222.0.30 "PUT /v2.0/ports/361597fc-b9c8-492e-be7a-de2e5a90a4b9 HTTP/1.1" status: 200 len: 1092 time: 1.9360669 Jul 23 20:09:57.125253 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f30694-80f5-4b52-8194-d83dfcef9ea6', 'tag': '361597fc-b9c8-492e-be7a-de2e5a90a4b9'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:57.126320 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-e186513c-1460-42b2-8295-c321681ded29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:57.127580 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c8992a-55c0-4cff-a040-f07a1f3724d1" -d '{"events": [{"name": "network-changed", "server_uuid": "65f30694-80f5-4b52-8194-d83dfcef9ea6", "tag": "361597fc-b9c8-492e-be7a-de2e5a90a4b9"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:57.161509 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-8e706276-acc4-454f-9b4a-89c52558a7e5 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:57.163084 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43153000-5223-43dc-9508-6a02ee394552 service neutron] Pushing event updated for resources: {'Port': ['ID=361597fc-b9c8-492e-be7a-de2e5a90a4b9,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:57.208727 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-7608bbb7-8add-4bff-b578-7d65d8aee6d9 req-b1195c7e-4cdf-4fef-8a72-615464e1902c tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] For port 56989c21-c9de-49ff-9ebf-715cbdedafd8, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=56989c21-c9de-49ff-9ebf-715cbdedafd8,segment=NetworkSegment(c624a56d-de97-4959-866e-9ffe997374c5),segment_id=c624a56d-de97-4959-866e-9ffe997374c5)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:57.209304 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7608bbb7-8add-4bff-b578-7d65d8aee6d9 req-b1195c7e-4cdf-4fef-8a72-615464e1902c tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:57.233706 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-e186513c-1460-42b2-8295-c321681ded29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:57.234471 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-e186513c-1460-42b2-8295-c321681ded29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:57.236034 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-e186513c-1460-42b2-8295-c321681ded29 service neutron] 10.222.0.18 "PUT /v2.0/ports/0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b HTTP/1.1" status: 200 len: 1092 time: 1.8679421 Jul 23 20:09:57.259215 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-8e706276-acc4-454f-9b4a-89c52558a7e5 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Network 685f09ba-c980-497d-98e8-fa2dac810c5d is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:57.266469 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-8e706276-acc4-454f-9b4a-89c52558a7e5 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:57.270008 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-8e706276-acc4-454f-9b4a-89c52558a7e5 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:09:57.272625 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e706276-acc4-454f-9b4a-89c52558a7e5 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Pushing event updated for resources: {'Port': ['ID=480d5198-2b73-4712-91d4-bd4ec37b1372,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:57.293899 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-7608bbb7-8add-4bff-b578-7d65d8aee6d9 req-b1195c7e-4cdf-4fef-8a72-615464e1902c tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Calling delete_port for 56989c21-c9de-49ff-9ebf-715cbdedafd8 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:09:57.340982 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-8e706276-acc4-454f-9b4a-89c52558a7e5 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:57.341671 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-8e706276-acc4-454f-9b4a-89c52558a7e5 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:57.354684 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032d3c7-68dd-49c7-a693-771462467b45 req-6f44a642-e6a8-48fa-8b7a-671588b2e88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:57.356376 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9032d3c7-68dd-49c7-a693-771462467b45 req-6f44a642-e6a8-48fa-8b7a-671588b2e88c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa9236fc3c3c45458243c34890b9f295&device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 1095 time: 0.1475194 Jul 23 20:09:57.363761 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-8e706276-acc4-454f-9b4a-89c52558a7e5 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0290105 Jul 23 20:09:57.376152 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-4efc9568-e739-4b8e-9b6f-26917e5d8924 service neutron] Request body: {'port': {'device_id': '191c775f-812a-40d5-bb97-305ad596fa74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:57.416464 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edac0d-4b40-4694-aa52-ce09e3bc52cb req-b4f69fa3-b1ef-4ac4-997e-0bb6403c8cf7 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:57.418264 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-61edac0d-4b40-4694-aa52-ce09e3bc52cb req-b4f69fa3-b1ef-4ac4-997e-0bb6403c8cf7 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb90a148-5683-452c-8d29-81ce83a190f4 HTTP/1.1" status: 200 len: 945 time: 0.4137230 Jul 23 20:09:57.421053 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e186513c-1460-42b2-8295-c321681ded29 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:57.451511 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9032d3c7-68dd-49c7-a693-771462467b45 req-8db0ffca-7330-4661-9020-3849686e10ab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=361597fc-b9c8-492e-be7a-de2e5a90a4b9 HTTP/1.1" status: 200 len: 217 time: 0.0863450 Jul 23 20:09:57.496786 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-39369713-23fc-4cb1-9d41-ae82845a40e8 service neutron] 10.222.0.30 "GET /v2.0/networks/685f09ba-c980-497d-98e8-fa2dac810c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862288 Jul 23 20:09:57.588028 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032d3c7-68dd-49c7-a693-771462467b45 req-f2c34f9e-2d8f-4002-b43c-2cf27183f909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:57.589869 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9032d3c7-68dd-49c7-a693-771462467b45 req-f2c34f9e-2d8f-4002-b43c-2cf27183f909 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=abbd7fe3-d20b-4359-8aac-62218ac5177d HTTP/1.1" status: 200 len: 860 time: 0.1166954 Jul 23 20:09:57.594850 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-4efc9568-e739-4b8e-9b6f-26917e5d8924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:57.650394 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9032d3c7-68dd-49c7-a693-771462467b45 req-fb93466a-b9a8-4646-9792-9f2f202ea28c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=76e448dd-c68c-4039-a064-3d16e069d5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493417 Jul 23 20:09:57.661641 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6ed86-65bc-49de-a13b-9c520c2f1a2d req-c67d26c2-2d1f-4a47-aa58-95c9eb6ee1d3 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:57.665727 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-88c6ed86-65bc-49de-a13b-9c520c2f1a2d req-c67d26c2-2d1f-4a47-aa58-95c9eb6ee1d3 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=191c775f-812a-40d5-bb97-305ad596fa74 HTTP/1.1" status: 200 len: 931 time: 0.2254393 Jul 23 20:09:57.689332 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47592) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:57.791274 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-88c6ed86-65bc-49de-a13b-9c520c2f1a2d req-afa7c151-3048-481e-a550-78bb6e17171d tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926507 Jul 23 20:09:57.851680 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af931fd-e83d-4b05-82cb-0db89c8ca558 x-openstack-request-id: req-7af931fd-e83d-4b05-82cb-0db89c8ca558 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:57.851986 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65f30694-80f5-4b52-8194-d83dfcef9ea6", "tag": "361597fc-b9c8-492e-be7a-de2e5a90a4b9", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:57.852217 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7af931fd-e83d-4b05-82cb-0db89c8ca558 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:57.852611 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65f30694-80f5-4b52-8194-d83dfcef9ea6', 'tag': '361597fc-b9c8-492e-be7a-de2e5a90a4b9', 'status': 'completed', 'code': 200} Jul 23 20:09:57.916352 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-6d18c703-d827-4667-8b2a-913640dfa889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:57.918034 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-6d18c703-d827-4667-8b2a-913640dfa889 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16ace4e35c6441f68c72a7a9cc41988a&device_id=9382c681-eb1d-4155-94ea-5c29f28b62cd HTTP/1.1" status: 200 len: 1095 time: 0.6066799 Jul 23 20:09:57.947322 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4428c48d-64fb-40ea-ad75-269fb98da36c None None] Provisioning for port 480d5198-2b73-4712-91d4-bd4ec37b1372 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:57.954757 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4428c48d-64fb-40ea-ad75-269fb98da36c None None] Provisioning complete for port 480d5198-2b73-4712-91d4-bd4ec37b1372 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:57.955640 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-61edac0d-4b40-4694-aa52-ce09e3bc52cb req-1e50ba8a-a9a1-48d2-8073-0ce7528c865d tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4827926 Jul 23 20:09:57.956213 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4428c48d-64fb-40ea-ad75-269fb98da36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:58.010442 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-4428c48d-64fb-40ea-ad75-269fb98da36c None None] Port 480d5198-2b73-4712-91d4-bd4ec37b1372 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:09:58.038315 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-fd9527eb-c000-4ec0-93a2-33152c6ab852 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8601246880e2496993e08a02b817d650&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3468647 Jul 23 20:09:58.058041 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47602) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:58.063447 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9032d3c7-68dd-49c7-a693-771462467b45 req-38742535-fc38-4eea-b962-f6d4bb467f2b service neutron] 10.222.0.30 "GET /v2.0/networks/76e448dd-c68c-4039-a064-3d16e069d5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733134 Jul 23 20:09:58.064767 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-0ded3e17-4404-4254-9341-2265eb611198 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b HTTP/1.1" status: 200 len: 217 time: 0.1033299 Jul 23 20:09:58.185495 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dcabe4b5-ab80-4518-96f9-75fe5c98bc0a req-89aa0d29-47cf-46e1-b2df-19000d2caf43 service neutron] 10.222.0.30 "GET /v2.0/networks/685f09ba-c980-497d-98e8-fa2dac810c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6711574 Jul 23 20:09:58.198926 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7608bbb7-8add-4bff-b578-7d65d8aee6d9 req-b1195c7e-4cdf-4fef-8a72-615464e1902c tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:58.212952 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-affbc9c0-c464-4cf3-a25b-3e6227cf12fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:58.214695 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-affbc9c0-c464-4cf3-a25b-3e6227cf12fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=28d46783-a56f-4f52-b9c4-e9a156bc0473 HTTP/1.1" status: 200 len: 855 time: 0.1320314 Jul 23 20:09:58.229115 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d7d01-8a9b-49af-8e74-14a3d95645c5 req-cde0d6a6-82d3-4ebd-a523-1c0249f34855 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:58.242663 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d7d01-8a9b-49af-8e74-14a3d95645c5 req-cde0d6a6-82d3-4ebd-a523-1c0249f34855 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:58.248633 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d7d01-8a9b-49af-8e74-14a3d95645c5 req-cde0d6a6-82d3-4ebd-a523-1c0249f34855 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:58.254530 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d7d01-8a9b-49af-8e74-14a3d95645c5 req-cde0d6a6-82d3-4ebd-a523-1c0249f34855 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:58.260444 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d7d01-8a9b-49af-8e74-14a3d95645c5 req-cde0d6a6-82d3-4ebd-a523-1c0249f34855 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:58.266938 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d7d01-8a9b-49af-8e74-14a3d95645c5 req-cde0d6a6-82d3-4ebd-a523-1c0249f34855 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:58.272810 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d7d01-8a9b-49af-8e74-14a3d95645c5 req-cde0d6a6-82d3-4ebd-a523-1c0249f34855 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:58.274771 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7b5d7d01-8a9b-49af-8e74-14a3d95645c5 req-cde0d6a6-82d3-4ebd-a523-1c0249f34855 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 5422 time: 0.2804630 Jul 23 20:09:58.285877 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1195c7e-4cdf-4fef-8a72-615464e1902c tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Pushing event deleted for resources: {'Port': ['ID=56989c21-c9de-49ff-9ebf-715cbdedafd8,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:58.320858 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9032d3c7-68dd-49c7-a693-771462467b45 req-16ab28e9-50e7-46bf-b2be-3056b9fc727c service neutron] 10.222.0.30 "GET /v2.0/networks/76e448dd-c68c-4039-a064-3d16e069d5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491119 Jul 23 20:09:58.366181 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fe3ab9c7-c4d2-46d3-88e5-c462b16b49cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:58.366432 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7b5d7d01-8a9b-49af-8e74-14a3d95645c5 req-4ecdbe33-b5fd-43f3-96e1-5626af47234f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8eab5fee-f8eb-4aed-a3f0-c440f60a4ea3&id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0788746 Jul 23 20:09:58.376058 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-4efc9568-e739-4b8e-9b6f-26917e5d8924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 480d5198-2b73-4712-91d4-bd4ec37b1372 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:58.391216 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-7608bbb7-8add-4bff-b578-7d65d8aee6d9 req-b1195c7e-4cdf-4fef-8a72-615464e1902c tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] No DVR routers for this DVR port 56989c21-c9de-49ff-9ebf-715cbdedafd8 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:09:58.392966 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-4efc9568-e739-4b8e-9b6f-26917e5d8924 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:58.407295 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37823f95-d028-479b-99ba-6a1e6a45c612 req-d3cc9516-573a-41cc-a5ac-50513d56574f tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:58.409805 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-37823f95-d028-479b-99ba-6a1e6a45c612 req-d3cc9516-573a-41cc-a5ac-50513d56574f tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5e89bf-a454-459a-8be5-2a4557bc5290 HTTP/1.1" status: 200 len: 946 time: 0.3576329 Jul 23 20:09:58.420301 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7608bbb7-8add-4bff-b578-7d65d8aee6d9 req-b1195c7e-4cdf-4fef-8a72-615464e1902c tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:58.423626 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7608bbb7-8add-4bff-b578-7d65d8aee6d9 req-b1195c7e-4cdf-4fef-8a72-615464e1902c tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.18 "DELETE /v2.0/ports/56989c21-c9de-49ff-9ebf-715cbdedafd8 HTTP/1.1" status: 204 len: 173 time: 1.8004122 Jul 23 20:09:58.426363 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-4efc9568-e739-4b8e-9b6f-26917e5d8924 service neutron] Transition to ACTIVE for port object 480d5198-2b73-4712-91d4-bd4ec37b1372 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:58.451106 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-4efc9568-e739-4b8e-9b6f-26917e5d8924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:58.476339 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fe3ab9c7-c4d2-46d3-88e5-c462b16b49cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:58.511752 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8992a-55c0-4cff-a040-f07a1f3724d1 req-db778783-2b93-4806-87e1-8b36157bc649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:58.514282 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-19c8992a-55c0-4cff-a040-f07a1f3724d1 req-db778783-2b93-4806-87e1-8b36157bc649 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa9236fc3c3c45458243c34890b9f295&device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 1095 time: 0.1326935 Jul 23 20:09:58.526362 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-c51a9b24-4226-4a7f-a972-2cfb371694f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:58.528507 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-c51a9b24-4226-4a7f-a972-2cfb371694f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=685f09ba-c980-497d-98e8-fa2dac810c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3064749 Jul 23 20:09:58.539086 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd118ed-fde2-4640-b0a7-bba50d757884 req-b87830c2-8d32-4517-a58f-aa9a8458f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:58.540577 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0cd118ed-fde2-4640-b0a7-bba50d757884 req-b87830c2-8d32-4517-a58f-aa9a8458f48c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=16ace4e35c6441f68c72a7a9cc41988a&device_id=b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed HTTP/1.1" status: 200 len: 1096 time: 0.2807546 Jul 23 20:09:58.543563 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-37823f95-d028-479b-99ba-6a1e6a45c612 req-868193eb-4664-4e03-9120-4e7e2b8fffbb tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139638 Jul 23 20:09:58.612287 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc9568-e739-4b8e-9b6f-26917e5d8924 service neutron] Pushing event updated for resources: {'Port': ['ID=480d5198-2b73-4712-91d4-bd4ec37b1372,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:58.708385 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fe3ab9c7-c4d2-46d3-88e5-c462b16b49cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:58.710842 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fe3ab9c7-c4d2-46d3-88e5-c462b16b49cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:58.712031 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-fe3ab9c7-c4d2-46d3-88e5-c462b16b49cb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c01aeff2-775a-4341-8484-8c280b30c8cc HTTP/1.1" status: 204 len: 168 time: 0.6530116 Jul 23 20:09:58.756947 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ab9c7-c4d2-46d3-88e5-c462b16b49cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01aeff2-775a-4341-8484-8c280b30c8cc,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:58.765641 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-53d7ae5d-c0ac-4076-b155-d3e2b9fd95cd service neutron] 10.222.0.18 "GET /v2.0/networks/685f09ba-c980-497d-98e8-fa2dac810c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289824 Jul 23 20:09:58.767075 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd118ed-fde2-4640-b0a7-bba50d757884 req-ec6b4560-1527-4587-b622-6d46329b3d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:58.768448 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0cd118ed-fde2-4640-b0a7-bba50d757884 req-ec6b4560-1527-4587-b622-6d46329b3d3a service neutron] 10.222.0.30 "GET /v2.0/networks?id=685f09ba-c980-497d-98e8-fa2dac810c5d HTTP/1.1" status: 200 len: 917 time: 0.2138824 Jul 23 20:09:58.802986 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-4efc9568-e739-4b8e-9b6f-26917e5d8924 service neutron] Attempting to bind port 480d5198-2b73-4712-91d4-bd4ec37b1372 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:58.804849 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-4efc9568-e739-4b8e-9b6f-26917e5d8924 service neutron] Attempting to bind port 480d5198-2b73-4712-91d4-bd4ec37b1372 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'f03a1624-ec44-467c-82d0-e8d05476b022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '685f09ba-c980-497d-98e8-fa2dac810c5d'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:58.805217 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-4efc9568-e739-4b8e-9b6f-26917e5d8924 service neutron] Attempting to bind port 480d5198-2b73-4712-91d4-bd4ec37b1372 on network 685f09ba-c980-497d-98e8-fa2dac810c5d {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:58.844658 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-4efc9568-e739-4b8e-9b6f-26917e5d8924 service neutron] Port 480d5198-2b73-4712-91d4-bd4ec37b1372 on network 685f09ba-c980-497d-98e8-fa2dac810c5d not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:09:58.844658 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-4efc9568-e739-4b8e-9b6f-26917e5d8924 service neutron] Attempting to bind port 480d5198-2b73-4712-91d4-bd4ec37b1372 on network 685f09ba-c980-497d-98e8-fa2dac810c5d {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:58.845993 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0cd118ed-fde2-4640-b0a7-bba50d757884 req-08a64790-eaf5-4362-81a0-5e40a8a098d7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3fae154-943b-49a2-b2a4-df74b67a9b63 HTTP/1.1" status: 200 len: 217 time: 0.0549290 Jul 23 20:09:58.860233 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-4efc9568-e739-4b8e-9b6f-26917e5d8924 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:58.863700 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-4efc9568-e739-4b8e-9b6f-26917e5d8924 service neutron] Checking segment: {'id': 'f03a1624-ec44-467c-82d0-e8d05476b022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '685f09ba-c980-497d-98e8-fa2dac810c5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:58.864265 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-4efc9568-e739-4b8e-9b6f-26917e5d8924 service neutron] Bound using segment: {'id': 'f03a1624-ec44-467c-82d0-e8d05476b022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '685f09ba-c980-497d-98e8-fa2dac810c5d'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:58.864895 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-4efc9568-e739-4b8e-9b6f-26917e5d8924 service neutron] Bound port: 480d5198-2b73-4712-91d4-bd4ec37b1372, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f03a1624-ec44-467c-82d0-e8d05476b022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '685f09ba-c980-497d-98e8-fa2dac810c5d'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:58.865035 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-4efc9568-e739-4b8e-9b6f-26917e5d8924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:58.894393 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f77e1-4f57-4ba2-9ef3-5935a91030ca req-c771346e-ffd4-4a5e-859a-0574a277bbf6 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:58.900204 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-483f77e1-4f57-4ba2-9ef3-5935a91030ca req-c771346e-ffd4-4a5e-859a-0574a277bbf6 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 943 time: 0.4054425 Jul 23 20:09:58.910208 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8992a-55c0-4cff-a040-f07a1f3724d1 req-e5820306-7f62-415b-83f5-f4657a08f80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:58.911659 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-19c8992a-55c0-4cff-a040-f07a1f3724d1 req-e5820306-7f62-415b-83f5-f4657a08f80a service neutron] 10.222.0.30 "GET /v2.0/networks?id=76e448dd-c68c-4039-a064-3d16e069d5ca HTTP/1.1" status: 200 len: 921 time: 0.3728986 Jul 23 20:09:58.946108 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9382c681-eb1d-4155-94ea-5c29f28b62cd', 'tag': '0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b'}, {'server_uuid': 'eb90a148-5683-452c-8d29-81ce83a190f4', 'name': 'network-vif-deleted', 'tag': '56989c21-c9de-49ff-9ebf-715cbdedafd8'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:58.948921 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13414c22-2f47-44aa-8a93-cbc61cc1844c" -d '{"events": [{"name": "network-changed", "server_uuid": "9382c681-eb1d-4155-94ea-5c29f28b62cd", "tag": "0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b"}, {"server_uuid": "eb90a148-5683-452c-8d29-81ce83a190f4", "name": "network-vif-deleted", "tag": "56989c21-c9de-49ff-9ebf-715cbdedafd8"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:59.002547 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd118ed-fde2-4640-b0a7-bba50d757884 req-e2080d08-1be4-4d3a-9d9f-e54d379048fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:59.004223 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0cd118ed-fde2-4640-b0a7-bba50d757884 req-e2080d08-1be4-4d3a-9d9f-e54d379048fc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=28d46783-a56f-4f52-b9c4-e9a156bc0473 HTTP/1.1" status: 200 len: 855 time: 0.1516130 Jul 23 20:09:59.030351 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-19c8992a-55c0-4cff-a040-f07a1f3724d1 req-32750e54-b359-418c-a849-6628f9f84227 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=361597fc-b9c8-492e-be7a-de2e5a90a4b9 HTTP/1.1" status: 200 len: 217 time: 0.1073287 Jul 23 20:09:59.071101 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-97cd5f73-a36e-4969-8ecd-f2a96d915e2b req-84eeea1e-5a71-4345-9463-2b6f263f40c0 service neutron] 10.222.0.18 "GET /v2.0/networks/685f09ba-c980-497d-98e8-fa2dac810c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947106 Jul 23 20:09:59.102345 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-483f77e1-4f57-4ba2-9ef3-5935a91030ca req-0912aad7-fe19-4f62-ade0-b39310059fc1 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/security-groups?id=73776e44-7ae2-46ff-b78b-4627ee1e8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897132 Jul 23 20:09:59.109116 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983ec96-5798-4860-a4bd-6289e6042405 req-3471d620-480b-4b57-9091-692cb6217fef tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:59.115939 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8983ec96-5798-4860-a4bd-6289e6042405 req-3471d620-480b-4b57-9091-692cb6217fef tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=191c775f-812a-40d5-bb97-305ad596fa74 HTTP/1.1" status: 200 len: 943 time: 0.2257271 Jul 23 20:09:59.138309 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-4efc9568-e739-4b8e-9b6f-26917e5d8924 service neutron] For port 480d5198-2b73-4712-91d4-bd4ec37b1372, host n-h2-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:59.140171 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd118ed-fde2-4640-b0a7-bba50d757884 req-ba02eec4-15ea-453e-b825-571c472fea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:59.141844 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0cd118ed-fde2-4640-b0a7-bba50d757884 req-ba02eec4-15ea-453e-b825-571c472fea4d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=685f09ba-c980-497d-98e8-fa2dac810c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1245105 Jul 23 20:09:59.143079 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-4efc9568-e739-4b8e-9b6f-26917e5d8924 service neutron] For port 480d5198-2b73-4712-91d4-bd4ec37b1372, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=480d5198-2b73-4712-91d4-bd4ec37b1372,segment=NetworkSegment(f03a1624-ec44-467c-82d0-e8d05476b022),segment_id=f03a1624-ec44-467c-82d0-e8d05476b022)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:59.152005 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-4efc9568-e739-4b8e-9b6f-26917e5d8924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:59.178467 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8983ec96-5798-4860-a4bd-6289e6042405 req-b30b9ccc-3870-487a-9e88-f100ed075446 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615635 Jul 23 20:09:59.185076 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8992a-55c0-4cff-a040-f07a1f3724d1 req-096842b1-ca63-467b-979e-d98cceb77482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:59.195014 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-19c8992a-55c0-4cff-a040-f07a1f3724d1 req-096842b1-ca63-467b-979e-d98cceb77482 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=abbd7fe3-d20b-4359-8aac-62218ac5177d HTTP/1.1" status: 200 len: 860 time: 0.1394634 Jul 23 20:09:59.271040 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7aecef-0fec-42bf-bb3b-2bde4544abf4 x-openstack-request-id: req-9a7aecef-0fec-42bf-bb3b-2bde4544abf4 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:59.271330 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9382c681-eb1d-4155-94ea-5c29f28b62cd", "tag": "0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b", "status": "completed", "code": 200}, {"server_uuid": "eb90a148-5683-452c-8d29-81ce83a190f4", "name": "network-vif-deleted", "tag": "56989c21-c9de-49ff-9ebf-715cbdedafd8", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:59.271787 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a7aecef-0fec-42bf-bb3b-2bde4544abf4 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:59.272378 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9382c681-eb1d-4155-94ea-5c29f28b62cd', 'tag': '0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b', 'status': 'completed', 'code': 200} Jul 23 20:09:59.272904 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb90a148-5683-452c-8d29-81ce83a190f4', 'name': 'network-vif-deleted', 'tag': '56989c21-c9de-49ff-9ebf-715cbdedafd8', 'status': 'completed', 'code': 200} Jul 23 20:09:59.330023 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc9568-e739-4b8e-9b6f-26917e5d8924 service neutron] Pushing event updated for resources: {'Port': ['ID=480d5198-2b73-4712-91d4-bd4ec37b1372,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:59.337635 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-19c8992a-55c0-4cff-a040-f07a1f3724d1 req-7ab5bad5-be24-487a-b86a-41898f922538 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=76e448dd-c68c-4039-a064-3d16e069d5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065321 Jul 23 20:09:59.339501 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-4efc9568-e739-4b8e-9b6f-26917e5d8924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:59.340201 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-4efc9568-e739-4b8e-9b6f-26917e5d8924 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:59.341871 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-4efc9568-e739-4b8e-9b6f-26917e5d8924 service neutron] 10.222.0.18 "PUT /v2.0/ports/480d5198-2b73-4712-91d4-bd4ec37b1372 HTTP/1.1" status: 200 len: 1092 time: 1.9706011 Jul 23 20:09:59.436428 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0cd118ed-fde2-4640-b0a7-bba50d757884 req-740e0b28-f789-4e79-8393-23d00f49ceb3 service neutron] 10.222.0.30 "GET /v2.0/networks/685f09ba-c980-497d-98e8-fa2dac810c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803843 Jul 23 20:09:59.520991 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47644) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:59.566479 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13414c22-2f47-44aa-8a93-cbc61cc1844c req-7b69f24c-1fc9-402e-b927-ad1fc5c9bb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:59.577592 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-13414c22-2f47-44aa-8a93-cbc61cc1844c req-7b69f24c-1fc9-402e-b927-ad1fc5c9bb03 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16ace4e35c6441f68c72a7a9cc41988a&device_id=9382c681-eb1d-4155-94ea-5c29f28b62cd HTTP/1.1" status: 200 len: 1095 time: 0.2810278 Jul 23 20:09:59.616275 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-19c8992a-55c0-4cff-a040-f07a1f3724d1 req-61c7940f-66a8-4790-80f3-4d9a52d6b22a service neutron] 10.222.0.30 "GET /v2.0/networks/76e448dd-c68c-4039-a064-3d16e069d5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688069 Jul 23 20:09:59.630915 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-b17f199c-bac8-4b9c-aa26-3ed10427d701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:59.632461 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-b17f199c-bac8-4b9c-aa26-3ed10427d701 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16ace4e35c6441f68c72a7a9cc41988a&device_id=191c775f-812a-40d5-bb97-305ad596fa74 HTTP/1.1" status: 200 len: 1095 time: 0.2455239 Jul 23 20:09:59.714738 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0cd118ed-fde2-4640-b0a7-bba50d757884 req-951e19dd-515b-4ee3-9d3f-93592c583ed9 service neutron] 10.222.0.30 "GET /v2.0/networks/685f09ba-c980-497d-98e8-fa2dac810c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602031 Jul 23 20:09:59.745274 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-686f6411-fa61-4c2d-b6b9-a47fb88cf34e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=480d5198-2b73-4712-91d4-bd4ec37b1372 HTTP/1.1" status: 200 len: 217 time: 0.0999854 Jul 23 20:09:59.746315 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-57c94475-3690-4b8c-8354-773e31cb52a4 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:59.762972 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13414c22-2f47-44aa-8a93-cbc61cc1844c req-dd6c4883-d464-4cc0-a8ea-8761d9491e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:59.764483 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-13414c22-2f47-44aa-8a93-cbc61cc1844c req-dd6c4883-d464-4cc0-a8ea-8761d9491e4e service neutron] 10.222.0.18 "GET /v2.0/networks?id=685f09ba-c980-497d-98e8-fa2dac810c5d HTTP/1.1" status: 200 len: 917 time: 0.1823971 Jul 23 20:09:59.776201 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd466a41-96fd-4120-9f95-2ef66782d6cb req-4bc1e8d1-84ec-419a-822b-36f302cf08e1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:59.782293 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd466a41-96fd-4120-9f95-2ef66782d6cb req-4bc1e8d1-84ec-419a-822b-36f302cf08e1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:59.788422 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd466a41-96fd-4120-9f95-2ef66782d6cb req-4bc1e8d1-84ec-419a-822b-36f302cf08e1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:59.795260 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd466a41-96fd-4120-9f95-2ef66782d6cb req-4bc1e8d1-84ec-419a-822b-36f302cf08e1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:59.801621 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd466a41-96fd-4120-9f95-2ef66782d6cb req-4bc1e8d1-84ec-419a-822b-36f302cf08e1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:59.807052 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd466a41-96fd-4120-9f95-2ef66782d6cb req-4bc1e8d1-84ec-419a-822b-36f302cf08e1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:59.813955 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd466a41-96fd-4120-9f95-2ef66782d6cb req-4bc1e8d1-84ec-419a-822b-36f302cf08e1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:59.815855 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bd466a41-96fd-4120-9f95-2ef66782d6cb req-4bc1e8d1-84ec-419a-822b-36f302cf08e1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 5422 time: 0.2722483 Jul 23 20:09:59.855460 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '191c775f-812a-40d5-bb97-305ad596fa74', 'tag': '480d5198-2b73-4712-91d4-bd4ec37b1372'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:59.858447 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71ea6b2-620f-42b3-b504-73fac76bad68" -d '{"events": [{"name": "network-changed", "server_uuid": "191c775f-812a-40d5-bb97-305ad596fa74", "tag": "480d5198-2b73-4712-91d4-bd4ec37b1372"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:59.868758 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-57c94475-3690-4b8c-8354-773e31cb52a4 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:59.870203 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-13414c22-2f47-44aa-8a93-cbc61cc1844c req-79670ec3-5458-45d9-94f2-56bc8bae68c0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b HTTP/1.1" status: 200 len: 217 time: 0.0533438 Jul 23 20:09:59.912410 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-9721774c-fad1-4739-abf7-8aa5b77219a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:59.913889 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-9721774c-fad1-4739-abf7-8aa5b77219a6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=28d46783-a56f-4f52-b9c4-e9a156bc0473 HTTP/1.1" status: 200 len: 855 time: 0.1273444 Jul 23 20:09:59.918130 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bd466a41-96fd-4120-9f95-2ef66782d6cb req-79b0dc4c-22da-447f-ba9e-8ab078c6f14f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8eab5fee-f8eb-4aed-a3f0-c440f60a4ea3&id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0947850 Jul 23 20:09:59.932298 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-19c8992a-55c0-4cff-a040-f07a1f3724d1 req-7f6a2733-4d8c-4096-9eac-4cba5a596f3a service neutron] 10.222.0.30 "GET /v2.0/networks/76e448dd-c68c-4039-a064-3d16e069d5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039730 Jul 23 20:09:59.946719 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13414c22-2f47-44aa-8a93-cbc61cc1844c req-25f7ce41-8cd4-4376-994e-4be5fd2add49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:59.946719 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-13414c22-2f47-44aa-8a93-cbc61cc1844c req-25f7ce41-8cd4-4376-994e-4be5fd2add49 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=28d46783-a56f-4f52-b9c4-e9a156bc0473 HTTP/1.1" status: 200 len: 855 time: 0.0607989 Jul 23 20:09:59.978458 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12f67e-1e9c-46e4-8117-5e9e465c6960 req-a320b550-f274-4de1-8496-be2632388453 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:59.980475 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3b12f67e-1e9c-46e4-8117-5e9e465c6960 req-a320b550-f274-4de1-8496-be2632388453 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5e89bf-a454-459a-8be5-2a4557bc5290 HTTP/1.1" status: 200 len: 946 time: 0.3357573 Jul 23 20:10:00.014351 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-57c94475-3690-4b8c-8354-773e31cb52a4 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:00.016821 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-57c94475-3690-4b8c-8354-773e31cb52a4 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:00.017970 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-57c94475-3690-4b8c-8354-773e31cb52a4 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "DELETE /v2.0/security-groups/8f3f4e35-1043-45a0-8dce-1e6a8dc31462 HTTP/1.1" status: 204 len: 168 time: 0.4944544 Jul 23 20:10:00.021541 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47658) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:00.039720 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13414c22-2f47-44aa-8a93-cbc61cc1844c req-c0363fbe-9bbd-483b-bff5-8fe268f18d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:00.041444 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-13414c22-2f47-44aa-8a93-cbc61cc1844c req-c0363fbe-9bbd-483b-bff5-8fe268f18d28 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=685f09ba-c980-497d-98e8-fa2dac810c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0947421 Jul 23 20:10:00.042861 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-5c88a31c-0804-415d-9739-b1c345d08fe1 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] show failed (client error): The resource could not be found. Jul 23 20:10:00.047114 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5c88a31c-0804-415d-9739-b1c345d08fe1 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "GET /v2.0/security-groups/8f3f4e35-1043-45a0-8dce-1e6a8dc31462 HTTP/1.1" status: 404 len: 347 time: 0.0220077 Jul 23 20:10:00.047258 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c94475-3690-4b8c-8354-773e31cb52a4 tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3f4e35-1043-45a0-8dce-1e6a8dc31462,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:00.047341 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47660) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:00.053105 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-9624234d-890b-45fa-8415-c48fa372aa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:00.054637 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-9624234d-890b-45fa-8415-c48fa372aa73 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=685f09ba-c980-497d-98e8-fa2dac810c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1256087 Jul 23 20:10:00.068332 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3b12f67e-1e9c-46e4-8117-5e9e465c6960 req-4f1b11b7-21c1-4f9a-b99c-cc62b7161981 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717280 Jul 23 20:10:00.129393 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4846f090-97b4-460b-a489-d9ecbf08deab x-openstack-request-id: req-4846f090-97b4-460b-a489-d9ecbf08deab {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:00.129711 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "191c775f-812a-40d5-bb97-305ad596fa74", "tag": "480d5198-2b73-4712-91d4-bd4ec37b1372", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:00.129958 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4846f090-97b4-460b-a489-d9ecbf08deab {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:00.130510 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '191c775f-812a-40d5-bb97-305ad596fa74', 'tag': '480d5198-2b73-4712-91d4-bd4ec37b1372', 'status': 'completed', 'code': 200} Jul 23 20:10:00.168697 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-f3635146-ae76-4b7b-a015-8c1166ce524b service neutron] 10.222.0.18 "GET /v2.0/networks/685f09ba-c980-497d-98e8-fa2dac810c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993972 Jul 23 20:10:00.173003 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 56989c21-c9de-49ff-9ebf-715cbdedafd8 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:10:00.207522 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 56989c21-c9de-49ff-9ebf-715cbdedafd8 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:10:00.208418 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 56989c21-c9de-49ff-9ebf-715cbdedafd8 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:10:00.293869 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-13414c22-2f47-44aa-8a93-cbc61cc1844c req-6cc050bd-4f58-40b6-a43f-23a8b43c10a3 service neutron] 10.222.0.18 "GET /v2.0/networks/685f09ba-c980-497d-98e8-fa2dac810c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434788 Jul 23 20:10:00.323283 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-c771b347-d5ce-495a-8084-31f142ca295b tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Deleting port 5dcbc8fd-2ca6-4dbe-a564-4d5ba4c2f30f {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:10:00.323629 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c771b347-d5ce-495a-8084-31f142ca295b tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:00.462995 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c771b347-d5ce-495a-8084-31f142ca295b tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:00.463669 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c771b347-d5ce-495a-8084-31f142ca295b tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:00.467909 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-13414c22-2f47-44aa-8a93-cbc61cc1844c req-c4af0b96-4675-4385-ab07-20ee85c1aca8 service neutron] 10.222.0.18 "GET /v2.0/networks/685f09ba-c980-497d-98e8-fa2dac810c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675766 Jul 23 20:10:00.478454 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-c771b347-d5ce-495a-8084-31f142ca295b tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Calling delete_port for 5dcbc8fd-2ca6-4dbe-a564-4d5ba4c2f30f owned by network:floatingip {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:10:00.623660 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device f3fae154-943b-49a2-b2a4-df74b67a9b63 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:10:00.633590 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c771b347-d5ce-495a-8084-31f142ca295b tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:00.649100 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5ad7dad7-69f2-49ff-b181-e52e3f1aec01 req-c833d114-a9ba-471a-a69b-35962f9c5926 service neutron] 10.222.0.18 "GET /v2.0/networks/685f09ba-c980-497d-98e8-fa2dac810c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661844 Jul 23 20:10:00.662472 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61389c1-6300-4c67-bf30-caffe409f263 req-904eba5d-da5e-4afc-bac8-1f379b1b18c1 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:00.664126 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d61389c1-6300-4c67-bf30-caffe409f263 req-904eba5d-da5e-4afc-bac8-1f379b1b18c1 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 943 time: 0.4621987 Jul 23 20:10:00.668365 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c771b347-d5ce-495a-8084-31f142ca295b tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Pushing event deleted for resources: {'Port': ['ID=5dcbc8fd-2ca6-4dbe-a564-4d5ba4c2f30f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:00.743950 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d61389c1-6300-4c67-bf30-caffe409f263 req-1f842509-d1cb-44c0-a325-78408f3f27d3 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/security-groups?id=73776e44-7ae2-46ff-b78b-4627ee1e8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676515 Jul 23 20:10:00.765890 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port f3fae154-943b-49a2-b2a4-df74b67a9b63, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=f3fae154-943b-49a2-b2a4-df74b67a9b63,segment=NetworkSegment(f03a1624-ec44-467c-82d0-e8d05476b022),segment_id=f03a1624-ec44-467c-82d0-e8d05476b022)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:00.782704 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c771b347-d5ce-495a-8084-31f142ca295b tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks [] for floatingip, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:00.782932 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'f3fae154-943b-49a2-b2a4-df74b67a9b63', 'network_id': '685f09ba-c980-497d-98e8-fa2dac810c5d', 'port_id': 'f3fae154-943b-49a2-b2a4-df74b67a9b63', 'mac_address': 'fa:16:3e:fe:c7:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d46783-a56f-4f52-b9c4-e9a156bc0473', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:10:00.783291 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ea6b2-620f-42b3-b504-73fac76bad68 req-c878bef1-0a67-4bf2-aed2-7cfdad8d5336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:00.784793 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e71ea6b2-620f-42b3-b504-73fac76bad68 req-c878bef1-0a67-4bf2-aed2-7cfdad8d5336 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16ace4e35c6441f68c72a7a9cc41988a&device_id=191c775f-812a-40d5-bb97-305ad596fa74 HTTP/1.1" status: 200 len: 1095 time: 0.0777934 Jul 23 20:10:00.785557 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c771b347-d5ce-495a-8084-31f142ca295b tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:00.789304 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c771b347-d5ce-495a-8084-31f142ca295b tempest-ImagesOneServerNegativeTestJSON-191286790 tempest-ImagesOneServerNegativeTestJSON-191286790-project] 10.222.0.32 "DELETE /v2.0/floatingips/d2a5a98e-d36b-4242-a168-5d0eaf8a4cb2 HTTP/1.1" status: 204 len: 168 time: 0.7384965 Jul 23 20:10:00.800199 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415b081-cc30-49f6-a12e-3f4510b04d4e req-2feb830b-7040-4c43-b0b8-2471c2de3d26 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:00.801839 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f415b081-cc30-49f6-a12e-3f4510b04d4e req-2feb830b-7040-4c43-b0b8-2471c2de3d26 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=191c775f-812a-40d5-bb97-305ad596fa74 HTTP/1.1" status: 200 len: 943 time: 0.1388938 Jul 23 20:10:00.826795 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:00.845680 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3fae154-943b-49a2-b2a4-df74b67a9b63 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:10:00.869442 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f415b081-cc30-49f6-a12e-3f4510b04d4e req-4386c671-b14e-47f2-b93d-2c49e588b745 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575292 Jul 23 20:10:00.880955 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port f3fae154-943b-49a2-b2a4-df74b67a9b63, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=f3fae154-943b-49a2-b2a4-df74b67a9b63,segment=NetworkSegment(f03a1624-ec44-467c-82d0-e8d05476b022),segment_id=f03a1624-ec44-467c-82d0-e8d05476b022)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:00.880955 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:00.880955 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 361597fc-b9c8-492e-be7a-de2e5a90a4b9 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:10:00.957112 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ea6b2-620f-42b3-b504-73fac76bad68 req-c47fc814-c31c-4afe-88a6-e099d1bfe4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:00.958722 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e71ea6b2-620f-42b3-b504-73fac76bad68 req-c47fc814-c31c-4afe-88a6-e099d1bfe4e8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=685f09ba-c980-497d-98e8-fa2dac810c5d HTTP/1.1" status: 200 len: 917 time: 0.1681397 Jul 23 20:10:00.966293 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=f3fae154-943b-49a2-b2a4-df74b67a9b63,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:01.010814 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e71ea6b2-620f-42b3-b504-73fac76bad68 req-ded30445-7964-4a70-8dd5-d9fe97b19792 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=480d5198-2b73-4712-91d4-bd4ec37b1372 HTTP/1.1" status: 200 len: 217 time: 0.0428648 Jul 23 20:10:01.054205 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 361597fc-b9c8-492e-be7a-de2e5a90a4b9, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=361597fc-b9c8-492e-be7a-de2e5a90a4b9,segment=NetworkSegment(5f562663-4955-4d38-9763-67a41081ba38),segment_id=5f562663-4955-4d38-9763-67a41081ba38)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:01.067501 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '361597fc-b9c8-492e-be7a-de2e5a90a4b9', 'network_id': '76e448dd-c68c-4039-a064-3d16e069d5ca', 'port_id': '361597fc-b9c8-492e-be7a-de2e5a90a4b9', 'mac_address': 'fa:16:3e:9d:d6:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abbd7fe3-d20b-4359-8aac-62218ac5177d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:10:01.072999 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ea6b2-620f-42b3-b504-73fac76bad68 req-ebda82f1-87e2-4ac0-a652-a09964a92ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:01.075578 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e71ea6b2-620f-42b3-b504-73fac76bad68 req-ebda82f1-87e2-4ac0-a652-a09964a92ecf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=28d46783-a56f-4f52-b9c4-e9a156bc0473 HTTP/1.1" status: 200 len: 855 time: 0.0547116 Jul 23 20:10:01.125090 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:01.137640 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a538d-b92a-4bf0-8be5-2060b7897d2a req-b22efd76-18d0-4929-9488-d6250f103969 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:01.144856 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 361597fc-b9c8-492e-be7a-de2e5a90a4b9 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:10:01.145036 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a538d-b92a-4bf0-8be5-2060b7897d2a req-b22efd76-18d0-4929-9488-d6250f103969 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:01.150120 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ea6b2-620f-42b3-b504-73fac76bad68 req-e4471b5f-fbc8-410d-ae6f-e59f2b9dae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:01.151644 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e71ea6b2-620f-42b3-b504-73fac76bad68 req-e4471b5f-fbc8-410d-ae6f-e59f2b9dae7d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=685f09ba-c980-497d-98e8-fa2dac810c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0695813 Jul 23 20:10:01.152581 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a538d-b92a-4bf0-8be5-2060b7897d2a req-b22efd76-18d0-4929-9488-d6250f103969 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:01.159979 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a538d-b92a-4bf0-8be5-2060b7897d2a req-b22efd76-18d0-4929-9488-d6250f103969 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:01.165890 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a538d-b92a-4bf0-8be5-2060b7897d2a req-b22efd76-18d0-4929-9488-d6250f103969 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:01.170293 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 361597fc-b9c8-492e-be7a-de2e5a90a4b9, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=361597fc-b9c8-492e-be7a-de2e5a90a4b9,segment=NetworkSegment(5f562663-4955-4d38-9763-67a41081ba38),segment_id=5f562663-4955-4d38-9763-67a41081ba38)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:01.173039 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a538d-b92a-4bf0-8be5-2060b7897d2a req-b22efd76-18d0-4929-9488-d6250f103969 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:01.174191 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47692) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:01.176918 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:01.179895 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a538d-b92a-4bf0-8be5-2060b7897d2a req-b22efd76-18d0-4929-9488-d6250f103969 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:01.187406 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2f6a538d-b92a-4bf0-8be5-2060b7897d2a req-b22efd76-18d0-4929-9488-d6250f103969 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 5422 time: 0.1599514 Jul 23 20:10:01.225269 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2f6a538d-b92a-4bf0-8be5-2060b7897d2a req-fb3b51cb-a1eb-4adc-9648-63895e99c944 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8eab5fee-f8eb-4aed-a3f0-c440f60a4ea3&id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369699 Jul 23 20:10:01.241748 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=361597fc-b9c8-492e-be7a-de2e5a90a4b9,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:01.314181 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-7683b4b4-5094-428f-96b9-98eea83fa632 admin admin] Deleting subnet d1122d17-5637-4a7c-90bc-58da5819ab03 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:10:01.320615 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7683b4b4-5094-428f-96b9-98eea83fa632 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:01.383007 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e71ea6b2-620f-42b3-b504-73fac76bad68 req-6fef6c6d-09fe-4e61-b1f8-603e0283010b service neutron] 10.222.0.18 "GET /v2.0/networks/685f09ba-c980-497d-98e8-fa2dac810c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241731 Jul 23 20:10:01.391015 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7683b4b4-5094-428f-96b9-98eea83fa632 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:01.470394 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['f3fae154-943b-49a2-b2a4-df74b67a9b63'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:01.473769 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['361597fc-b9c8-492e-be7a-de2e5a90a4b9'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:01.506521 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ca337-1fdb-4a97-9f50-07ba5472844a req-873f0063-a460-4928-8527-3fce1e95a5af tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:01.507980 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b95ca337-1fdb-4a97-9f50-07ba5472844a req-873f0063-a460-4928-8527-3fce1e95a5af tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5e89bf-a454-459a-8be5-2a4557bc5290 HTTP/1.1" status: 200 len: 946 time: 0.2103851 Jul 23 20:10:01.514106 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7683b4b4-5094-428f-96b9-98eea83fa632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:01.593196 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e71ea6b2-620f-42b3-b504-73fac76bad68 req-e773a215-e556-4dae-85e3-953cff17c5dd service neutron] 10.222.0.18 "GET /v2.0/networks/685f09ba-c980-497d-98e8-fa2dac810c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001090 Jul 23 20:10:01.604588 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b95ca337-1fdb-4a97-9f50-07ba5472844a req-d31a8719-c4e5-4c79-9c89-79c003b47d36 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700610 Jul 23 20:10:01.631805 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7683b4b4-5094-428f-96b9-98eea83fa632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:01.659715 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7683b4b4-5094-428f-96b9-98eea83fa632 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1122d17-5637-4a7c-90bc-58da5819ab03,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:01.663137 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7683b4b4-5094-428f-96b9-98eea83fa632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:01.665153 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7683b4b4-5094-428f-96b9-98eea83fa632 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d1122d17-5637-4a7c-90bc-58da5819ab03 HTTP/1.1" status: 204 len: 168 time: 0.4895318 Jul 23 20:10:01.667625 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47700) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:01.752164 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bd9601a0-b2de-4b3b-98af-79440ea1fd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:01.836262 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bd9601a0-b2de-4b3b-98af-79440ea1fd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:01.847543 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-bd9601a0-b2de-4b3b-98af-79440ea1fd84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:10:01.860540 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-bd9601a0-b2de-4b3b-98af-79440ea1fd84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c624a56d-de97-4959-866e-9ffe997374c5') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:10:01.861058 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-bd9601a0-b2de-4b3b-98af-79440ea1fd84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c624a56d-de97-4959-866e-9ffe997374c5') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:10:01.873714 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bd9601a0-b2de-4b3b-98af-79440ea1fd84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:01.888577 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bd9601a0-b2de-4b3b-98af-79440ea1fd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:01.895542 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd9601a0-b2de-4b3b-98af-79440ea1fd84 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:10:01.895941 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bd9601a0-b2de-4b3b-98af-79440ea1fd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:01.897981 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:10:01.897981 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:10:01.897981 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:10:01.897981 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:10:01.897981 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:10:01.897981 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:10:01.897981 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:10:01.897981 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:10:01.897981 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:10:01.897981 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:10:01.897981 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:10:01.897981 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:10:01.897981 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:10:01.897981 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:10:01.897981 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:10:01.897981 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:10:01.897981 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:10:01.897981 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:10:01.897981 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:10:01.897981 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:10:01.897981 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:10:01.897981 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:10:01.897981 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:10:01.897981 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:10:01.897981 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:10:01.897981 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:10:01.897981 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:10:01.897981 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:10:01.897981 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:10:01.897981 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:10:01.897981 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:10:01.897981 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:10:01.909313 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269669e1-1945-4dc4-8a84-c36a86106eb8 req-4168c59c-af37-4fbc-8f51-6f458c34a861 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:01.911060 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-269669e1-1945-4dc4-8a84-c36a86106eb8 req-4168c59c-af37-4fbc-8f51-6f458c34a861 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 944 time: 0.0853698 Jul 23 20:10:01.954032 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-269669e1-1945-4dc4-8a84-c36a86106eb8 req-8048f7ca-e974-48cb-b39a-731230cbeb25 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/security-groups?id=73776e44-7ae2-46ff-b78b-4627ee1e8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367124 Jul 23 20:10:01.957020 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bd9601a0-b2de-4b3b-98af-79440ea1fd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:01.967129 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bd9601a0-b2de-4b3b-98af-79440ea1fd84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:01.972229 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-bd9601a0-b2de-4b3b-98af-79440ea1fd84 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1 HTTP/1.1" status: 204 len: 168 time: 0.2997136 Jul 23 20:10:01.987170 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9601a0-b2de-4b3b-98af-79440ea1fd84 admin admin] Pushing event deleted for resources: {'Network': ['ID=d76e1f07-e1cc-4d28-ac0f-632bbdd0d1d1,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:02.084306 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d11d2c-7a16-4164-af85-84bad1bbde81 req-f3195cec-47e6-4813-bc40-5fbe96005639 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:02.086041 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-05d11d2c-7a16-4164-af85-84bad1bbde81 req-f3195cec-47e6-4813-bc40-5fbe96005639 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=191c775f-812a-40d5-bb97-305ad596fa74 HTTP/1.1" status: 200 len: 943 time: 0.0740371 Jul 23 20:10:02.130060 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-05d11d2c-7a16-4164-af85-84bad1bbde81 req-7282d74f-4c4f-453b-826e-f7de58d1600e tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363333 Jul 23 20:10:02.151188 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47712) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:02.172158 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:10:02.200596 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a4fb5570-24a6-4ffa-9577-7e09bf47e784 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a8f035149644216bbc95574fad6a4f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454943 Jul 23 20:10:02.200874 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47714) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:02.268877 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ff810010-1cd1-4f97-8a49-d23bb2c5213d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:02.293059 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ff810010-1cd1-4f97-8a49-d23bb2c5213d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:02.297287 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b,segment=NetworkSegment(f03a1624-ec44-467c-82d0-e8d05476b022),segment_id=f03a1624-ec44-467c-82d0-e8d05476b022)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:02.309969 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b', 'network_id': '685f09ba-c980-497d-98e8-fa2dac810c5d', 'port_id': '0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b', 'mac_address': 'fa:16:3e:c1:41:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d46783-a56f-4f52-b9c4-e9a156bc0473', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:10:02.350518 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ff810010-1cd1-4f97-8a49-d23bb2c5213d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:02.353398 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ff810010-1cd1-4f97-8a49-d23bb2c5213d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:02.354087 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:02.357721 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ff810010-1cd1-4f97-8a49-d23bb2c5213d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/16d2eb79-ae5a-498a-a9a9-a0144d6e60bb HTTP/1.1" status: 204 len: 168 time: 0.1558106 Jul 23 20:10:02.369429 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:10:02.370575 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff810010-1cd1-4f97-8a49-d23bb2c5213d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d2eb79-ae5a-498a-a9a9-a0144d6e60bb,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:02.417618 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b,segment=NetworkSegment(f03a1624-ec44-467c-82d0-e8d05476b022),segment_id=f03a1624-ec44-467c-82d0-e8d05476b022)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:02.424721 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:02.483344 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d24b1-57b4-4307-a127-01dc239e7ba6 req-86220704-4b74-4c62-96b6-f917eeb07469 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:02.489686 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d24b1-57b4-4307-a127-01dc239e7ba6 req-86220704-4b74-4c62-96b6-f917eeb07469 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:02.492306 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:02.496161 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d24b1-57b4-4307-a127-01dc239e7ba6 req-86220704-4b74-4c62-96b6-f917eeb07469 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:02.502332 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d24b1-57b4-4307-a127-01dc239e7ba6 req-86220704-4b74-4c62-96b6-f917eeb07469 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:02.508411 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d24b1-57b4-4307-a127-01dc239e7ba6 req-86220704-4b74-4c62-96b6-f917eeb07469 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:02.514954 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d24b1-57b4-4307-a127-01dc239e7ba6 req-86220704-4b74-4c62-96b6-f917eeb07469 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:02.522690 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d24b1-57b4-4307-a127-01dc239e7ba6 req-86220704-4b74-4c62-96b6-f917eeb07469 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:02.524628 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9a7d24b1-57b4-4307-a127-01dc239e7ba6 req-86220704-4b74-4c62-96b6-f917eeb07469 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 5422 time: 0.1289566 Jul 23 20:10:02.571318 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9a7d24b1-57b4-4307-a127-01dc239e7ba6 req-8bc55fe0-710f-48d8-8301-397f9811c45f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8eab5fee-f8eb-4aed-a3f0-c440f60a4ea3&id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386493 Jul 23 20:10:02.631678 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device f3fae154-943b-49a2-b2a4-df74b67a9b63 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:10:02.694605 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port f3fae154-943b-49a2-b2a4-df74b67a9b63 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:10:02.701382 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port f3fae154-943b-49a2-b2a4-df74b67a9b63 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:10:02.702524 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:02.733033 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:02.796850 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69fa04-1574-48a1-bc55-21ec601cbd76 req-d90dc77e-3b52-4b4c-aa21-e5131675fa0f tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:02.798055 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-de69fa04-1574-48a1-bc55-21ec601cbd76 req-d90dc77e-3b52-4b4c-aa21-e5131675fa0f tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5e89bf-a454-459a-8be5-2a4557bc5290 HTTP/1.1" status: 200 len: 946 time: 0.0879788 Jul 23 20:10:02.851921 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-de69fa04-1574-48a1-bc55-21ec601cbd76 req-5190f4ea-3ee5-4342-aa99-8f7216179a7b tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443180 Jul 23 20:10:02.855205 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:02.891857 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3fae154-943b-49a2-b2a4-df74b67a9b63'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:10:02.894247 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8033ffd5-243c-4019-99d2-d1decb9bcf1f" -d '{"events": [{"server_uuid": "b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed", "name": "network-vif-plugged", "status": "completed", "tag": "f3fae154-943b-49a2-b2a4-df74b67a9b63"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:10:02.904814 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47748) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:02.914459 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port f3fae154-943b-49a2-b2a4-df74b67a9b63, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=f3fae154-943b-49a2-b2a4-df74b67a9b63,segment=NetworkSegment(f03a1624-ec44-467c-82d0-e8d05476b022),segment_id=f03a1624-ec44-467c-82d0-e8d05476b022)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:02.923146 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:02.924051 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 361597fc-b9c8-492e-be7a-de2e5a90a4b9 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:10:03.131366 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14311744-4d81-4204-b5a7-edb633969764 req-82badfc7-aedc-40bf-91c2-9b77d90acfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:03.136624 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-14311744-4d81-4204-b5a7-edb633969764 req-82badfc7-aedc-40bf-91c2-9b77d90acfa8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed HTTP/1.1" status: 200 len: 1098 time: 0.0908356 Jul 23 20:10:03.145457 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ebd60-f88c-4fe9-95bf-108995a2378f req-9442493f-b92a-4515-b002-cc2753ca4bba tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:03.147147 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f29ebd60-f88c-4fe9-95bf-108995a2378f req-9442493f-b92a-4515-b002-cc2753ca4bba tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 944 time: 0.1100457 Jul 23 20:10:03.183622 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a89016a5-f239-41e9-a248-bcb4b1b1c211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:03.188208 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-14311744-4d81-4204-b5a7-edb633969764 req-1f883328-1700-49fd-9b64-b113b656c5e1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466099 Jul 23 20:10:03.223729 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f29ebd60-f88c-4fe9-95bf-108995a2378f req-ba7cda63-9f32-4983-9296-70ad0cce2975 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/security-groups?id=73776e44-7ae2-46ff-b78b-4627ee1e8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693223 Jul 23 20:10:03.270067 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e93a7b-f7f9-4dac-8daf-45a641cf8e0d x-openstack-request-id: req-89e93a7b-f7f9-4dac-8daf-45a641cf8e0d {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:03.270374 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed", "name": "network-vif-plugged", "status": "completed", "tag": "f3fae154-943b-49a2-b2a4-df74b67a9b63", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:03.270766 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-89e93a7b-f7f9-4dac-8daf-45a641cf8e0d {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:03.271061 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3fae154-943b-49a2-b2a4-df74b67a9b63', 'code': 200} Jul 23 20:10:03.316206 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 361597fc-b9c8-492e-be7a-de2e5a90a4b9 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:10:03.326387 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 361597fc-b9c8-492e-be7a-de2e5a90a4b9 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:10:03.327033 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:03.334853 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48377a81-9fa0-4644-8c65-8dca5fc1b3f5 req-54e5771e-e6df-488f-9a1a-5a69fff3b67f tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:03.345990 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-48377a81-9fa0-4644-8c65-8dca5fc1b3f5 req-54e5771e-e6df-488f-9a1a-5a69fff3b67f tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=191c775f-812a-40d5-bb97-305ad596fa74 HTTP/1.1" status: 200 len: 943 time: 0.1198716 Jul 23 20:10:03.349134 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a89016a5-f239-41e9-a248-bcb4b1b1c211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:03.355230 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a89016a5-f239-41e9-a248-bcb4b1b1c211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:03.360278 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=f3fae154-943b-49a2-b2a4-df74b67a9b63,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:03.401719 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-48377a81-9fa0-4644-8c65-8dca5fc1b3f5 req-01ec2b66-d51c-4df6-896f-675c6f5ec22e tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497646 Jul 23 20:10:03.408246 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a89016a5-f239-41e9-a248-bcb4b1b1c211 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=39afa8d326c7432994b6784eda757284&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5023139 Jul 23 20:10:03.411486 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47770) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:03.422063 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89016a5-f239-41e9-a248-bcb4b1b1c211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42143005-aa28-483d-9476-f4cfe3162db4,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:03.467230 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:03.504841 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 361597fc-b9c8-492e-be7a-de2e5a90a4b9, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=361597fc-b9c8-492e-be7a-de2e5a90a4b9,segment=NetworkSegment(5f562663-4955-4d38-9763-67a41081ba38),segment_id=5f562663-4955-4d38-9763-67a41081ba38)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:03.510421 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:03.566107 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=361597fc-b9c8-492e-be7a-de2e5a90a4b9,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:03.742199 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bc6a4-46c1-4751-b15d-dea16c968fa6 req-e33da1bb-9bdf-43d1-8855-27ae7f603037 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:03.748539 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bc6a4-46c1-4751-b15d-dea16c968fa6 req-e33da1bb-9bdf-43d1-8855-27ae7f603037 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:03.752424 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b4c8af72-f97e-48a9-a06b-d53b5bf2881d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:03.754495 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bc6a4-46c1-4751-b15d-dea16c968fa6 req-e33da1bb-9bdf-43d1-8855-27ae7f603037 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:03.760341 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bc6a4-46c1-4751-b15d-dea16c968fa6 req-e33da1bb-9bdf-43d1-8855-27ae7f603037 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:03.767147 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bc6a4-46c1-4751-b15d-dea16c968fa6 req-e33da1bb-9bdf-43d1-8855-27ae7f603037 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:03.772962 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bc6a4-46c1-4751-b15d-dea16c968fa6 req-e33da1bb-9bdf-43d1-8855-27ae7f603037 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:03.773997 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b4c8af72-f97e-48a9-a06b-d53b5bf2881d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:03.781702 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bc6a4-46c1-4751-b15d-dea16c968fa6 req-e33da1bb-9bdf-43d1-8855-27ae7f603037 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:03.784521 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e01bc6a4-46c1-4751-b15d-dea16c968fa6 req-e33da1bb-9bdf-43d1-8855-27ae7f603037 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 5422 time: 0.1261795 Jul 23 20:10:03.820821 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b4c8af72-f97e-48a9-a06b-d53b5bf2881d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:03.823722 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b4c8af72-f97e-48a9-a06b-d53b5bf2881d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:03.825940 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b4c8af72-f97e-48a9-a06b-d53b5bf2881d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/42143005-aa28-483d-9476-f4cfe3162db4 HTTP/1.1" status: 204 len: 168 time: 0.4103754 Jul 23 20:10:03.834975 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8af72-f97e-48a9-a06b-d53b5bf2881d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42143005-aa28-483d-9476-f4cfe3162db4,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:03.837264 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e01bc6a4-46c1-4751-b15d-dea16c968fa6 req-ade8d42e-28f6-484a-8fb4-47072b642bd8 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8eab5fee-f8eb-4aed-a3f0-c440f60a4ea3&id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0465865 Jul 23 20:10:04.005958 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93dbd40-bf30-424b-bb70-3ed1a24ddbb7 req-0f6958cd-83ae-4453-aeb8-95118f117041 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:04.007466 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b93dbd40-bf30-424b-bb70-3ed1a24ddbb7 req-0f6958cd-83ae-4453-aeb8-95118f117041 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5e89bf-a454-459a-8be5-2a4557bc5290 HTTP/1.1" status: 200 len: 946 time: 0.0745621 Jul 23 20:10:04.053690 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b93dbd40-bf30-424b-bb70-3ed1a24ddbb7 req-137bcbe9-03ae-4b37-932c-a99667402dda tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402062 Jul 23 20:10:04.188531 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 480d5198-2b73-4712-91d4-bd4ec37b1372 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:10:04.190899 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:10:04.283921 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:10:04.321987 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:10:04.322586 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:04.380156 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 480d5198-2b73-4712-91d4-bd4ec37b1372, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=480d5198-2b73-4712-91d4-bd4ec37b1372,segment=NetworkSegment(f03a1624-ec44-467c-82d0-e8d05476b022),segment_id=f03a1624-ec44-467c-82d0-e8d05476b022)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:04.394348 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '480d5198-2b73-4712-91d4-bd4ec37b1372', 'network_id': '685f09ba-c980-497d-98e8-fa2dac810c5d', 'port_id': '480d5198-2b73-4712-91d4-bd4ec37b1372', 'mac_address': 'fa:16:3e:8c:91:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d46783-a56f-4f52-b9c4-e9a156bc0473', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:10:04.431820 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f67c9e-ee50-4091-8bb9-642d31a9acb9 req-efac399b-640f-489b-afab-6b0a5c7edb12 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:04.433689 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83f67c9e-ee50-4091-8bb9-642d31a9acb9 req-efac399b-640f-489b-afab-6b0a5c7edb12 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 945 time: 0.0947132 Jul 23 20:10:04.468519 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:04.478414 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:04.483682 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83f67c9e-ee50-4091-8bb9-642d31a9acb9 req-7598b79c-cb0a-4b0e-82cc-da01cb52ab55 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/security-groups?id=73776e44-7ae2-46ff-b78b-4627ee1e8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439222 Jul 23 20:10:04.513041 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 480d5198-2b73-4712-91d4-bd4ec37b1372 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:10:04.533349 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b,segment=NetworkSegment(f03a1624-ec44-467c-82d0-e8d05476b022),segment_id=f03a1624-ec44-467c-82d0-e8d05476b022)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:04.541897 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:04.596155 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 480d5198-2b73-4712-91d4-bd4ec37b1372, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=480d5198-2b73-4712-91d4-bd4ec37b1372,segment=NetworkSegment(f03a1624-ec44-467c-82d0-e8d05476b022),segment_id=f03a1624-ec44-467c-82d0-e8d05476b022)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:04.597921 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:04.603791 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:04.656401 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cb47d-6d50-4384-b91b-31f16f58a5b0 req-32bb148e-c76c-4797-9d20-7381eacc174a tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:04.658478 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0d3cb47d-6d50-4384-b91b-31f16f58a5b0 req-32bb148e-c76c-4797-9d20-7381eacc174a tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=191c775f-812a-40d5-bb97-305ad596fa74 HTTP/1.1" status: 200 len: 943 time: 0.0839813 Jul 23 20:10:04.671444 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=480d5198-2b73-4712-91d4-bd4ec37b1372,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:04.707088 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0d3cb47d-6d50-4384-b91b-31f16f58a5b0 req-2aa110a2-53d3-407d-b948-7f775eb51f09 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425417 Jul 23 20:10:04.708298 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47830) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:04.716248 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47834) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:04.813853 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-f64c69f0-7f3e-42fc-aaab-5986b792cced admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-645413299-network', 'tenant_id': '59a2e3b5186446568f882467c14fb3e1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:04.816731 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d06aab1e-add8-45e4-9916-f0e03cbea1e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:04.850172 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64c69f0-7f3e-42fc-aaab-5986b792cced admin admin] Made reservation on behalf of 59a2e3b5186446568f882467c14fb3e1 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:10:04.852501 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f64c69f0-7f3e-42fc-aaab-5986b792cced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:04.867710 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f64c69f0-7f3e-42fc-aaab-5986b792cced admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:04.906918 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['480d5198-2b73-4712-91d4-bd4ec37b1372'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:04.982719 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d06aab1e-add8-45e4-9916-f0e03cbea1e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:04.991802 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d06aab1e-add8-45e4-9916-f0e03cbea1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:05.056674 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc752351-a7f0-4780-a647-4cb8f457c7b6 req-43cd9375-231f-4035-a9f9-aba7af403af4 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:05.062754 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc752351-a7f0-4780-a647-4cb8f457c7b6 req-43cd9375-231f-4035-a9f9-aba7af403af4 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:05.068623 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc752351-a7f0-4780-a647-4cb8f457c7b6 req-43cd9375-231f-4035-a9f9-aba7af403af4 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:05.074504 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc752351-a7f0-4780-a647-4cb8f457c7b6 req-43cd9375-231f-4035-a9f9-aba7af403af4 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:05.080928 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc752351-a7f0-4780-a647-4cb8f457c7b6 req-43cd9375-231f-4035-a9f9-aba7af403af4 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:05.086836 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc752351-a7f0-4780-a647-4cb8f457c7b6 req-43cd9375-231f-4035-a9f9-aba7af403af4 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:05.093705 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc752351-a7f0-4780-a647-4cb8f457c7b6 req-43cd9375-231f-4035-a9f9-aba7af403af4 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:05.095689 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bc752351-a7f0-4780-a647-4cb8f457c7b6 req-43cd9375-231f-4035-a9f9-aba7af403af4 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 5422 time: 0.1783640 Jul 23 20:10:05.102758 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d06aab1e-add8-45e4-9916-f0e03cbea1e8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=70f059a372784a25a26790b8e20ea355&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3909726 Jul 23 20:10:05.103201 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47842) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:05.104863 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06aab1e-add8-45e4-9916-f0e03cbea1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7638eb46-2095-4885-95b0-f45b64beeaad,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:05.162683 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bc752351-a7f0-4780-a647-4cb8f457c7b6 req-a021c439-cda3-48ba-a09e-4e5276941f7f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8eab5fee-f8eb-4aed-a3f0-c440f60a4ea3&id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587895 Jul 23 20:10:05.208483 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-72c8d5a2-8ab5-4286-908a-88ae8fd642c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:05.212139 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f64c69f0-7f3e-42fc-aaab-5986b792cced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:05.217936 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f64c69f0-7f3e-42fc-aaab-5986b792cced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:05.241131 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-72c8d5a2-8ab5-4286-908a-88ae8fd642c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:05.242398 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f64c69f0-7f3e-42fc-aaab-5986b792cced admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:10:05.255911 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725512c-1ec1-4d05-ab04-a72e2545354b req-b798ef53-a642-4a57-8d42-a659f6c53b46 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:05.257424 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e725512c-1ec1-4d05-ab04-a72e2545354b req-b798ef53-a642-4a57-8d42-a659f6c53b46 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5e89bf-a454-459a-8be5-2a4557bc5290 HTTP/1.1" status: 200 len: 946 time: 0.1190946 Jul 23 20:10:05.264104 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c69f0-7f3e-42fc-aaab-5986b792cced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad708555-0f24-4f59-9419-eb7c655799ac,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:05.267228 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f64c69f0-7f3e-42fc-aaab-5986b792cced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:05.267581 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-f64c69f0-7f3e-42fc-aaab-5986b792cced admin admin] Added segment 608e3980-3de4-45f2-9a2c-32aaffbdf85e of type vlan for network f5dc4c43-5c01-454e-bbd0-9a9f5de1d897 Jul 23 20:10:05.272673 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f30694-80f5-4b52-8194-d83dfcef9ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361597fc-b9c8-492e-be7a-de2e5a90a4b9'}, {'server_uuid': '9382c681-eb1d-4155-94ea-5c29f28b62cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:10:05.275997 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c073073-039a-45ed-ae17-018ed0302e4f" -d '{"events": [{"server_uuid": "65f30694-80f5-4b52-8194-d83dfcef9ea6", "name": "network-vif-plugged", "status": "completed", "tag": "361597fc-b9c8-492e-be7a-de2e5a90a4b9"}, {"server_uuid": "9382c681-eb1d-4155-94ea-5c29f28b62cd", "name": "network-vif-plugged", "status": "completed", "tag": "0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:10:05.313888 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e725512c-1ec1-4d05-ab04-a72e2545354b req-0a5a0719-6103-4a8c-a5d2-ccf372e53bbe tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462480 Jul 23 20:10:05.324534 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f64c69f0-7f3e-42fc-aaab-5986b792cced admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:05.326956 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 20:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f8e5ee-f9d7-449b-8c35-fd7b1f9f3951 x-openstack-request-id: req-a4f8e5ee-f9d7-449b-8c35-fd7b1f9f3951 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:05.327463 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65f30694-80f5-4b52-8194-d83dfcef9ea6", "name": "network-vif-plugged", "status": "completed", "tag": "361597fc-b9c8-492e-be7a-de2e5a90a4b9", "code": 200}, {"server_uuid": "9382c681-eb1d-4155-94ea-5c29f28b62cd", "name": "network-vif-plugged", "status": "completed", "tag": "0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:05.327555 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a4f8e5ee-f9d7-449b-8c35-fd7b1f9f3951 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:05.327914 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f30694-80f5-4b52-8194-d83dfcef9ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361597fc-b9c8-492e-be7a-de2e5a90a4b9', 'code': 200} Jul 23 20:10:05.328172 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9382c681-eb1d-4155-94ea-5c29f28b62cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b', 'code': 200} Jul 23 20:10:05.337008 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-72c8d5a2-8ab5-4286-908a-88ae8fd642c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:05.341871 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-72c8d5a2-8ab5-4286-908a-88ae8fd642c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:05.345306 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-72c8d5a2-8ab5-4286-908a-88ae8fd642c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7638eb46-2095-4885-95b0-f45b64beeaad HTTP/1.1" status: 204 len: 168 time: 0.2381399 Jul 23 20:10:05.358388 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c8d5a2-8ab5-4286-908a-88ae8fd642c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7638eb46-2095-4885-95b0-f45b64beeaad,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:05.370960 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f64c69f0-7f3e-42fc-aaab-5986b792cced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:05.373222 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64c69f0-7f3e-42fc-aaab-5986b792cced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:05.374286 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f64c69f0-7f3e-42fc-aaab-5986b792cced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:05.409686 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f64c69f0-7f3e-42fc-aaab-5986b792cced admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6923230 Jul 23 20:10:05.412906 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47850) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:05.420577 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-255cb642-3b03-4b12-992e-3dce32657380 admin admin] Request body: {'subnet': {'network_id': 'f5dc4c43-5c01-454e-bbd0-9a9f5de1d897', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-645413299-subnet', 'tenant_id': '59a2e3b5186446568f882467c14fb3e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:05.447125 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c69f0-7f3e-42fc-aaab-5986b792cced admin admin] Pushing event updated for resources: {'Network': ['ID=f5dc4c43-5c01-454e-bbd0-9a9f5de1d897,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:05.458419 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network f5dc4c43-5c01-454e-bbd0-9a9f5de1d897 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:10:05.503446 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255cb642-3b03-4b12-992e-3dce32657380 admin admin] Made reservation on behalf of 59a2e3b5186446568f882467c14fb3e1 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:10:05.506881 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-255cb642-3b03-4b12-992e-3dce32657380 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:05.595678 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1768d8b-55e4-472a-9b3d-c98d0006112d req-290fd394-04c0-410e-b4fc-e0ba4d760e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:05.597179 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f1768d8b-55e4-472a-9b3d-c98d0006112d req-290fd394-04c0-410e-b4fc-e0ba4d760e39 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9382c681-eb1d-4155-94ea-5c29f28b62cd HTTP/1.1" status: 200 len: 1097 time: 0.1952572 Jul 23 20:10:05.613340 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fef213-b572-4464-83d3-c02c61e86cc4 req-63f8ad73-3496-45cf-862f-88e97560d279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:05.614819 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a7fef213-b572-4464-83d3-c02c61e86cc4 req-63f8ad73-3496-45cf-862f-88e97560d279 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 1097 time: 0.1905003 Jul 23 20:10:05.722655 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f1768d8b-55e4-472a-9b3d-c98d0006112d req-8780c4dd-80c3-4caa-a6c1-095e950b238c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038513 Jul 23 20:10:05.729202 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a7fef213-b572-4464-83d3-c02c61e86cc4 req-f865e6c2-d11e-45e3-8d1d-55888654f5b3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=73776e44-7ae2-46ff-b78b-4627ee1e8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809884 Jul 23 20:10:05.780703 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d6917-4b33-4631-a14d-c0dd27673b43 req-235765dd-9d45-4af6-a963-f782c982912a tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:05.786051 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7c5d6917-4b33-4631-a14d-c0dd27673b43 req-235765dd-9d45-4af6-a963-f782c982912a tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 945 time: 0.1867359 Jul 23 20:10:05.873578 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7c5d6917-4b33-4631-a14d-c0dd27673b43 req-353b2e70-e323-4dc5-8953-cd9274c733a1 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/security-groups?id=73776e44-7ae2-46ff-b78b-4627ee1e8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847440 Jul 23 20:10:05.877669 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19c90f-88aa-46ed-b2f5-485a1744ebd8 req-c865f620-447d-4c33-9f1b-05a409e7a995 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:05.880199 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-255cb642-3b03-4b12-992e-3dce32657380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:05.882092 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db19c90f-88aa-46ed-b2f5-485a1744ebd8 req-c865f620-447d-4c33-9f1b-05a409e7a995 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=191c775f-812a-40d5-bb97-305ad596fa74 HTTP/1.1" status: 200 len: 944 time: 0.0975924 Jul 23 20:10:05.932070 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db19c90f-88aa-46ed-b2f5-485a1744ebd8 req-3380a11e-9eba-4fd0-b1d0-e2bc1508fbf7 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448110 Jul 23 20:10:05.943952 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255cb642-3b03-4b12-992e-3dce32657380 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18257437-0202-4917-a1ee-f8140f3f0823,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:05.955530 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255cb642-3b03-4b12-992e-3dce32657380 admin admin] Checking segment: {'id': '608e3980-3de4-45f2-9a2c-32aaffbdf85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f5dc4c43-5c01-454e-bbd0-9a9f5de1d897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:10:05.955729 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255cb642-3b03-4b12-992e-3dce32657380 admin admin] Network hostable DHCP agents. Network: f5dc4c43-5c01-454e-bbd0-9a9f5de1d897, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:10:05.973318 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255cb642-3b03-4b12-992e-3dce32657380 admin admin] Network f5dc4c43-5c01-454e-bbd0-9a9f5de1d897 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:10:05.982382 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-255cb642-3b03-4b12-992e-3dce32657380 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, f5dc4c43-5c01-454e-bbd0-9a9f5de1d897) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:10:05.989953 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f86e8d8-57ad-4374-bb5b-67888933b137 None None] Network f5dc4c43-5c01-454e-bbd0-9a9f5de1d897 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:10:05.992525 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255cb642-3b03-4b12-992e-3dce32657380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:05.993336 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-255cb642-3b03-4b12-992e-3dce32657380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:06.025500 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-255cb642-3b03-4b12-992e-3dce32657380 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5931611 Jul 23 20:10:06.084196 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47878) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:06.125799 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d7ba44-51ca-43af-b3b5-68e49b9bdaed None None] Network f5dc4c43-5c01-454e-bbd0-9a9f5de1d897 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:10:06.190369 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-48f47a3e-6ccf-4a63-b014-f75d0696e304 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1148141876-network', 'tenant_id': '37483605594b45728f169830dd224b23'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:06.190809 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 480d5198-2b73-4712-91d4-bd4ec37b1372 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:10:06.227432 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f47a3e-6ccf-4a63-b014-f75d0696e304 admin admin] Made reservation on behalf of 37483605594b45728f169830dd224b23 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:10:06.229822 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48f47a3e-6ccf-4a63-b014-f75d0696e304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:06.250755 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48f47a3e-6ccf-4a63-b014-f75d0696e304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:06.306718 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 480d5198-2b73-4712-91d4-bd4ec37b1372 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:10:06.311495 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 480d5198-2b73-4712-91d4-bd4ec37b1372 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:10:06.312159 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:06.349110 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bbaeeb-68ff-434a-8d2e-a421c3c516a2 req-07cbfd53-cdf8-45fd-b46d-0c298b81eda9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:06.357548 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bbaeeb-68ff-434a-8d2e-a421c3c516a2 req-07cbfd53-cdf8-45fd-b46d-0c298b81eda9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:06.363665 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bbaeeb-68ff-434a-8d2e-a421c3c516a2 req-07cbfd53-cdf8-45fd-b46d-0c298b81eda9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:06.370047 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bbaeeb-68ff-434a-8d2e-a421c3c516a2 req-07cbfd53-cdf8-45fd-b46d-0c298b81eda9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:06.375434 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48f47a3e-6ccf-4a63-b014-f75d0696e304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:06.376095 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bbaeeb-68ff-434a-8d2e-a421c3c516a2 req-07cbfd53-cdf8-45fd-b46d-0c298b81eda9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:06.383127 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bbaeeb-68ff-434a-8d2e-a421c3c516a2 req-07cbfd53-cdf8-45fd-b46d-0c298b81eda9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:06.385044 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48f47a3e-6ccf-4a63-b014-f75d0696e304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:06.389433 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bbaeeb-68ff-434a-8d2e-a421c3c516a2 req-07cbfd53-cdf8-45fd-b46d-0c298b81eda9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:06.395916 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [req-d18412bf-5645-4f3e-9d57-f81351f2712c req-e449ea9f-2f21-4a93-9597-9125652582bc tempest-SecurityGroupsNegativeTestJSON-614558008 tempest-SecurityGroupsNegativeTestJSON-614558008-project] show failed (client error): The resource could not be found. Jul 23 20:10:06.397152 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d18412bf-5645-4f3e-9d57-f81351f2712c req-e449ea9f-2f21-4a93-9597-9125652582bc tempest-SecurityGroupsNegativeTestJSON-614558008 tempest-SecurityGroupsNegativeTestJSON-614558008-project] 10.222.0.32 "GET /v2.0/security-groups/38da6d6b-b2ae-4e21-a376-93ed619d70e0 HTTP/1.1" status: 404 len: 352 time: 0.0201561 Jul 23 20:10:06.397830 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-38bbaeeb-68ff-434a-8d2e-a421c3c516a2 req-07cbfd53-cdf8-45fd-b46d-0c298b81eda9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 5422 time: 0.1448538 Jul 23 20:10:06.407272 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:06.427769 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f47a3e-6ccf-4a63-b014-f75d0696e304 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:10:06.439582 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f47a3e-6ccf-4a63-b014-f75d0696e304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2670c6d-bde0-4087-ab85-ff93008a6fde,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:06.446488 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 480d5198-2b73-4712-91d4-bd4ec37b1372, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=480d5198-2b73-4712-91d4-bd4ec37b1372,segment=NetworkSegment(f03a1624-ec44-467c-82d0-e8d05476b022),segment_id=f03a1624-ec44-467c-82d0-e8d05476b022)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:06.452790 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:06.459906 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48f47a3e-6ccf-4a63-b014-f75d0696e304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:06.460287 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-48f47a3e-6ccf-4a63-b014-f75d0696e304 admin admin] Added segment 492a6177-a188-4aef-b748-e4f023badb6e of type vlan for network 0c4a98a0-10be-4c43-b9be-da42be087eb0 Jul 23 20:10:06.468636 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-38bbaeeb-68ff-434a-8d2e-a421c3c516a2 req-7ef344e5-4889-4b0e-ad11-bf7f3c3289fa tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8eab5fee-f8eb-4aed-a3f0-c440f60a4ea3&id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0634124 Jul 23 20:10:06.512578 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48f47a3e-6ccf-4a63-b014-f75d0696e304 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:06.525316 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=480d5198-2b73-4712-91d4-bd4ec37b1372,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:06.553731 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48f47a3e-6ccf-4a63-b014-f75d0696e304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:06.555206 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f47a3e-6ccf-4a63-b014-f75d0696e304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:06.556015 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48f47a3e-6ccf-4a63-b014-f75d0696e304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:06.598111 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-48f47a3e-6ccf-4a63-b014-f75d0696e304 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5127065 Jul 23 20:10:06.601150 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47898) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:06.606639 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-ee4b05e9-2447-4f0a-8f92-f762fd333e35 admin admin] Request body: {'subnet': {'network_id': '0c4a98a0-10be-4c43-b9be-da42be087eb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1148141876-subnet', 'tenant_id': '37483605594b45728f169830dd224b23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:06.634803 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4b05e9-2447-4f0a-8f92-f762fd333e35 admin admin] Made reservation on behalf of 37483605594b45728f169830dd224b23 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:10:06.638192 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ee4b05e9-2447-4f0a-8f92-f762fd333e35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:06.675219 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f47a3e-6ccf-4a63-b014-f75d0696e304 admin admin] Pushing event updated for resources: {'Network': ['ID=0c4a98a0-10be-4c43-b9be-da42be087eb0,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:06.688038 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 0c4a98a0-10be-4c43-b9be-da42be087eb0 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:10:06.705384 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5836f049-0c18-47cc-aeab-74b2e97944ce req-27ab791b-3bd4-4a63-b3e8-21001312da1a tempest-SecurityGroupsNegativeTestJSON-614558008 tempest-SecurityGroupsNegativeTestJSON-614558008-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=59a2e3b5186446568f882467c14fb3e1 HTTP/1.1" status: 200 len: 2988 time: 0.1268027 Jul 23 20:10:06.760996 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5836f049-0c18-47cc-aeab-74b2e97944ce req-abe6989a-641a-467a-b87a-e5de84b54964 tempest-SecurityGroupsNegativeTestJSON-614558008 tempest-SecurityGroupsNegativeTestJSON-614558008-project] 10.222.0.32 "GET /v2.0/security-groups/ad708555-0f24-4f59-9419-eb7c655799ac HTTP/1.1" status: 200 len: 2985 time: 0.0467398 Jul 23 20:10:06.834663 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5836f049-0c18-47cc-aeab-74b2e97944ce req-ec618ce4-1bfc-4d4d-b506-2f13268723ab tempest-SecurityGroupsNegativeTestJSON-614558008 tempest-SecurityGroupsNegativeTestJSON-614558008-project] 10.222.0.32 "GET /v2.0/security-groups/ad708555-0f24-4f59-9419-eb7c655799ac HTTP/1.1" status: 200 len: 2985 time: 0.0531876 Jul 23 20:10:06.851237 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ee4b05e9-2447-4f0a-8f92-f762fd333e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:06.939823 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b05e9-2447-4f0a-8f92-f762fd333e35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33682a81-1336-40fb-9d9b-61b3c24a5fd3,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:06.952739 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-99e4db5e-6524-4e54-af24-d614c9d07ef7 req-052f3dda-8b92-4bb4-825f-43d5a1b8ae73 tempest-SecurityGroupsNegativeTestJSON-614558008 tempest-SecurityGroupsNegativeTestJSON-614558008-project] 10.222.0.32 "GET /v2.0/security-groups/ad708555-0f24-4f59-9419-eb7c655799ac HTTP/1.1" status: 200 len: 2985 time: 0.0407443 Jul 23 20:10:06.967438 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4b05e9-2447-4f0a-8f92-f762fd333e35 admin admin] Checking segment: {'id': '492a6177-a188-4aef-b748-e4f023badb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0c4a98a0-10be-4c43-b9be-da42be087eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:10:06.967800 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4b05e9-2447-4f0a-8f92-f762fd333e35 admin admin] Network hostable DHCP agents. Network: 0c4a98a0-10be-4c43-b9be-da42be087eb0, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:10:06.990418 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09317076-63b5-4030-a558-4951e0e45936 req-b65fc209-068b-480b-a3be-448288c5cbcf tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:06.991930 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-09317076-63b5-4030-a558-4951e0e45936 req-b65fc209-068b-480b-a3be-448288c5cbcf tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5e89bf-a454-459a-8be5-2a4557bc5290 HTTP/1.1" status: 200 len: 946 time: 0.1384602 Jul 23 20:10:07.000482 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4b05e9-2447-4f0a-8f92-f762fd333e35 admin admin] Network 0c4a98a0-10be-4c43-b9be-da42be087eb0 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:10:07.017011 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [req-99e4db5e-6524-4e54-af24-d614c9d07ef7 req-7a15e3cb-9913-41a5-956f-b53c16f201cb tempest-SecurityGroupsNegativeTestJSON-614558008 tempest-SecurityGroupsNegativeTestJSON-614558008-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 20:10:07.018068 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-99e4db5e-6524-4e54-af24-d614c9d07ef7 req-7a15e3cb-9913-41a5-956f-b53c16f201cb tempest-SecurityGroupsNegativeTestJSON-614558008 tempest-SecurityGroupsNegativeTestJSON-614558008-project] 10.222.0.32 "DELETE /v2.0/security-groups/ad708555-0f24-4f59-9419-eb7c655799ac HTTP/1.1" status: 409 len: 352 time: 0.0591252 Jul 23 20:10:07.023065 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-ee4b05e9-2447-4f0a-8f92-f762fd333e35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 0c4a98a0-10be-4c43-b9be-da42be087eb0) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:10:07.034058 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd1cc65-a8f0-4e73-aea4-2504b312a954 None None] Network 0c4a98a0-10be-4c43-b9be-da42be087eb0 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:10:07.034785 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4b05e9-2447-4f0a-8f92-f762fd333e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:07.035385 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ee4b05e9-2447-4f0a-8f92-f762fd333e35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:07.062939 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ee4b05e9-2447-4f0a-8f92-f762fd333e35 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4598055 Jul 23 20:10:07.070948 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-09317076-63b5-4030-a558-4951e0e45936 req-a58765de-7d9b-4ea8-a207-1937e10acbda tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725904 Jul 23 20:10:07.142087 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9877751-34c2-451f-b53f-47e613a26454 req-1e90b79d-99cb-47cc-a8f6-42152e3b5868 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:07.143885 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a9877751-34c2-451f-b53f-47e613a26454 req-1e90b79d-99cb-47cc-a8f6-42152e3b5868 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 945 time: 0.0708568 Jul 23 20:10:07.188974 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a9877751-34c2-451f-b53f-47e613a26454 req-39417765-0682-4242-9482-6cfa807babd6 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/security-groups?id=73776e44-7ae2-46ff-b78b-4627ee1e8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391912 Jul 23 20:10:07.217932 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a564e99-83b9-4791-93b3-2d38c2d10c6b None None] Network 0c4a98a0-10be-4c43-b9be-da42be087eb0 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:10:07.237865 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d691a-b88a-4bf6-90ed-b8736caa670d req-351c8f1f-e04c-4a82-b7e0-4ea12a57bbe8 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:07.239550 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8e6d691a-b88a-4bf6-90ed-b8736caa670d req-351c8f1f-e04c-4a82-b7e0-4ea12a57bbe8 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=191c775f-812a-40d5-bb97-305ad596fa74 HTTP/1.1" status: 200 len: 945 time: 0.0739079 Jul 23 20:10:07.242186 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [req-c58133dd-d7f5-47f8-845d-ff7e92c67bd6 req-9f54171c-7919-4884-9ad1-69cc5fe810a6 tempest-SecurityGroupsNegativeTestJSON-614558008 tempest-SecurityGroupsNegativeTestJSON-614558008-project] show failed (client error): The resource could not be found. Jul 23 20:10:07.255443 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c58133dd-d7f5-47f8-845d-ff7e92c67bd6 req-9f54171c-7919-4884-9ad1-69cc5fe810a6 tempest-SecurityGroupsNegativeTestJSON-614558008 tempest-SecurityGroupsNegativeTestJSON-614558008-project] 10.222.0.32 "GET /v2.0/security-groups/7e0cf722-f452-4c1b-be8c-bfa6ac03ace1 HTTP/1.1" status: 404 len: 352 time: 0.0260170 Jul 23 20:10:07.288413 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8e6d691a-b88a-4bf6-90ed-b8736caa670d req-f2152691-6ad1-4152-9271-ea77401ddebb tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379312 Jul 23 20:10:07.313104 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-7c67c4e3-56f5-4736-aa84-c7b0486a3471 req-5a0c7c06-55c3-4562-9771-d5ae9f89b680 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-131241906', 'description': 'tempest-description-379361718'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:07.330610 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '191c775f-812a-40d5-bb97-305ad596fa74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480d5198-2b73-4712-91d4-bd4ec37b1372'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:10:07.333172 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2feb422-e5b1-44f4-adb9-9e3eca5ece2d" -d '{"events": [{"server_uuid": "191c775f-812a-40d5-bb97-305ad596fa74", "name": "network-vif-plugged", "status": "completed", "tag": "480d5198-2b73-4712-91d4-bd4ec37b1372"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:10:07.338269 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7c67c4e3-56f5-4736-aa84-c7b0486a3471 req-5a0c7c06-55c3-4562-9771-d5ae9f89b680 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:07.424747 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7c67c4e3-56f5-4736-aa84-c7b0486a3471 req-5a0c7c06-55c3-4562-9771-d5ae9f89b680 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:07.429174 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7c67c4e3-56f5-4736-aa84-c7b0486a3471 req-5a0c7c06-55c3-4562-9771-d5ae9f89b680 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:07.450842 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [req-ea9b0bcc-169e-42b4-84f1-3c395836906f req-0fca719b-d99f-4766-8721-1e35c5e82b0d tempest-SecurityGroupsNegativeTestJSON-614558008 tempest-SecurityGroupsNegativeTestJSON-614558008-project] show failed (client error): The resource could not be found. Jul 23 20:10:07.452398 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ea9b0bcc-169e-42b4-84f1-3c395836906f req-0fca719b-d99f-4766-8721-1e35c5e82b0d tempest-SecurityGroupsNegativeTestJSON-614558008 tempest-SecurityGroupsNegativeTestJSON-614558008-project] 10.222.0.32 "GET /v2.0/security-groups/9944e690-6511-4d8f-bb76-5e7869cb0d40 HTTP/1.1" status: 404 len: 352 time: 0.0190804 Jul 23 20:10:07.459132 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7c67c4e3-56f5-4736-aa84-c7b0486a3471 req-5a0c7c06-55c3-4562-9771-d5ae9f89b680 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:07.459937 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7c67c4e3-56f5-4736-aa84-c7b0486a3471 req-5a0c7c06-55c3-4562-9771-d5ae9f89b680 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1523988 Jul 23 20:10:07.461786 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0c7c06-55c3-4562-9771-d5ae9f89b680 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f291e3b-a4f7-4543-b666-8b6fc3a0c8e1,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:07.467887 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47922) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:07.507622 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f604d779-32f2-4bb4-bfe8-aac9d9edd120 x-openstack-request-id: req-f604d779-32f2-4bb4-bfe8-aac9d9edd120 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:07.508109 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "191c775f-812a-40d5-bb97-305ad596fa74", "name": "network-vif-plugged", "status": "completed", "tag": "480d5198-2b73-4712-91d4-bd4ec37b1372", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:07.508202 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f604d779-32f2-4bb4-bfe8-aac9d9edd120 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:07.508533 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '191c775f-812a-40d5-bb97-305ad596fa74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480d5198-2b73-4712-91d4-bd4ec37b1372', 'code': 200} Jul 23 20:10:07.529161 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-3a03304e-998e-43b3-8e34-0d6a9ac37be8 req-f82a5d11-b136-45be-a2ea-90494a3ee6f6 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2143362239', 'description': 'tempest-description-1564861238'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:07.558510 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3a03304e-998e-43b3-8e34-0d6a9ac37be8 req-f82a5d11-b136-45be-a2ea-90494a3ee6f6 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:07.587739 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-756eefdb-1fef-4342-95ca-da123ad47538 admin admin] Deleting subnet 18257437-0202-4917-a1ee-f8140f3f0823 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:10:07.595708 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-756eefdb-1fef-4342-95ca-da123ad47538 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:07.644728 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3a03304e-998e-43b3-8e34-0d6a9ac37be8 req-f82a5d11-b136-45be-a2ea-90494a3ee6f6 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:07.648887 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3a03304e-998e-43b3-8e34-0d6a9ac37be8 req-f82a5d11-b136-45be-a2ea-90494a3ee6f6 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:07.672402 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-756eefdb-1fef-4342-95ca-da123ad47538 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:07.681598 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3a03304e-998e-43b3-8e34-0d6a9ac37be8 req-f82a5d11-b136-45be-a2ea-90494a3ee6f6 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:07.682847 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3a03304e-998e-43b3-8e34-0d6a9ac37be8 req-f82a5d11-b136-45be-a2ea-90494a3ee6f6 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1602850 Jul 23 20:10:07.690179 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a5d11-b136-45be-a2ea-90494a3ee6f6 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0785735-1558-4594-b72a-8734d0b74948,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:07.695563 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420d5e1-6f64-47f3-8550-1e4c9d21fe03 req-b27a1fbd-2de9-42ce-9ffd-ede53c1d2468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:07.696759 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e420d5e1-6f64-47f3-8550-1e4c9d21fe03 req-b27a1fbd-2de9-42ce-9ffd-ede53c1d2468 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa9236fc3c3c45458243c34890b9f295&device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 1097 time: 0.2238698 Jul 23 20:10:07.773651 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e6294-2931-4bf9-957e-b84b8460291e req-3062a703-8682-40fa-8404-a89d8d50f029 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:07.775128 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-db2e6294-2931-4bf9-957e-b84b8460291e req-3062a703-8682-40fa-8404-a89d8d50f029 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 945 time: 0.2486854 Jul 23 20:10:07.789303 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044797e-12c1-4d17-8187-a31ed44346bf req-84be7725-193a-4091-8af9-da6f5a8c80c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:07.790798 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f044797e-12c1-4d17-8187-a31ed44346bf req-84be7725-193a-4091-8af9-da6f5a8c80c3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=191c775f-812a-40d5-bb97-305ad596fa74 HTTP/1.1" status: 200 len: 1097 time: 0.2160215 Jul 23 20:10:07.818429 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac6f56-a050-4ac4-bb2d-795122ad364d req-5c9fef72-136a-4049-be1d-5504bbd443a0 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:07.821601 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-756eefdb-1fef-4342-95ca-da123ad47538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:07.824303 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac6f56-a050-4ac4-bb2d-795122ad364d req-5c9fef72-136a-4049-be1d-5504bbd443a0 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:07.830539 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac6f56-a050-4ac4-bb2d-795122ad364d req-5c9fef72-136a-4049-be1d-5504bbd443a0 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:07.836546 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac6f56-a050-4ac4-bb2d-795122ad364d req-5c9fef72-136a-4049-be1d-5504bbd443a0 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:07.843343 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac6f56-a050-4ac4-bb2d-795122ad364d req-5c9fef72-136a-4049-be1d-5504bbd443a0 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:07.849309 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac6f56-a050-4ac4-bb2d-795122ad364d req-5c9fef72-136a-4049-be1d-5504bbd443a0 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:07.855236 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac6f56-a050-4ac4-bb2d-795122ad364d req-5c9fef72-136a-4049-be1d-5504bbd443a0 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:07.857775 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a2ac6f56-a050-4ac4-bb2d-795122ad364d req-5c9fef72-136a-4049-be1d-5504bbd443a0 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 5422 time: 0.1101711 Jul 23 20:10:07.899688 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a2ac6f56-a050-4ac4-bb2d-795122ad364d req-fcb2e4dd-e8ed-45c1-affa-8a840adb6553 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8eab5fee-f8eb-4aed-a3f0-c440f60a4ea3&id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354199 Jul 23 20:10:07.923064 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-db2e6294-2931-4bf9-957e-b84b8460291e req-60a17cf9-a494-45cc-9437-89f69dade57e tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/security-groups?id=73776e44-7ae2-46ff-b78b-4627ee1e8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339157 Jul 23 20:10:07.932806 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f044797e-12c1-4d17-8187-a31ed44346bf req-4c920df6-e7a0-4776-81fd-29c68d33ef2a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081603 Jul 23 20:10:07.934500 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420d5e1-6f64-47f3-8550-1e4c9d21fe03 req-e9f99291-ee39-4e66-a5ab-e9308406d706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:07.936207 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e420d5e1-6f64-47f3-8550-1e4c9d21fe03 req-e9f99291-ee39-4e66-a5ab-e9308406d706 service neutron] 10.222.0.30 "GET /v2.0/networks?id=76e448dd-c68c-4039-a064-3d16e069d5ca HTTP/1.1" status: 200 len: 921 time: 0.2297759 Jul 23 20:10:07.988338 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-756eefdb-1fef-4342-95ca-da123ad47538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:07.991174 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e420d5e1-6f64-47f3-8550-1e4c9d21fe03 req-18704fb8-ed5a-4715-ac14-c5c4c51e972a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=361597fc-b9c8-492e-be7a-de2e5a90a4b9 HTTP/1.1" status: 200 len: 217 time: 0.0415785 Jul 23 20:10:08.027258 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756eefdb-1fef-4342-95ca-da123ad47538 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18257437-0202-4917-a1ee-f8140f3f0823,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:08.063006 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-756eefdb-1fef-4342-95ca-da123ad47538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:08.064839 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-756eefdb-1fef-4342-95ca-da123ad47538 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/18257437-0202-4917-a1ee-f8140f3f0823 HTTP/1.1" status: 204 len: 168 time: 0.5985332 Jul 23 20:10:08.067512 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47944) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:08.103956 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420d5e1-6f64-47f3-8550-1e4c9d21fe03 req-0d4a83c2-37bc-45a2-bd25-641fb40cee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:08.105413 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e420d5e1-6f64-47f3-8550-1e4c9d21fe03 req-0d4a83c2-37bc-45a2-bd25-641fb40cee2a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=abbd7fe3-d20b-4359-8aac-62218ac5177d HTTP/1.1" status: 200 len: 860 time: 0.1070476 Jul 23 20:10:08.140610 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c2c4eca-f1d1-436f-bf5b-a16878f49aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:08.165251 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e420d5e1-6f64-47f3-8550-1e4c9d21fe03 req-6ab9078c-2955-49fe-9b72-cc85fbea18bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=76e448dd-c68c-4039-a064-3d16e069d5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332410 Jul 23 20:10:08.219835 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-92e49c68-fcea-4e70-af19-5445f8af0dda tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:08.221503 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-92e49c68-fcea-4e70-af19-5445f8af0dda tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/networks?id=0c4a98a0-10be-4c43-b9be-da42be087eb0 HTTP/1.1" status: 200 len: 813 time: 0.2056406 Jul 23 20:10:08.268217 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c2c4eca-f1d1-436f-bf5b-a16878f49aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:08.268406 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-659487ca-1833-4d01-b38e-27a73fd84d04 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/quotas/37483605594b45728f169830dd224b23 HTTP/1.1" status: 200 len: 375 time: 0.0400460 Jul 23 20:10:08.280886 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-8c2c4eca-f1d1-436f-bf5b-a16878f49aef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5dc4c43-5c01-454e-bbd0-9a9f5de1d897']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:10:08.299364 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6e5e4-0f37-4968-912d-fef7324f40ed req-e27e91b7-72a5-44b7-a158-092880a68b2c tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:08.300831 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c8e6e5e4-0f37-4968-912d-fef7324f40ed req-e27e91b7-72a5-44b7-a158-092880a68b2c tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5e89bf-a454-459a-8be5-2a4557bc5290 HTTP/1.1" status: 200 len: 946 time: 0.1519766 Jul 23 20:10:08.302507 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-8c2c4eca-f1d1-436f-bf5b-a16878f49aef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '608e3980-3de4-45f2-9a2c-32aaffbdf85e') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:10:08.302782 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-8c2c4eca-f1d1-436f-bf5b-a16878f49aef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '608e3980-3de4-45f2-9a2c-32aaffbdf85e') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:10:08.308850 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-20b83b12-2b5c-4bc4-8632-8f96aa3fbc8d tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=37483605594b45728f169830dd224b23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342503 Jul 23 20:10:08.318633 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c2c4eca-f1d1-436f-bf5b-a16878f49aef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:08.323514 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e420d5e1-6f64-47f3-8550-1e4c9d21fe03 req-b9cd25f4-399a-4d77-b9b7-26dbac1da2be service neutron] 10.222.0.30 "GET /v2.0/networks/76e448dd-c68c-4039-a064-3d16e069d5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506057 Jul 23 20:10:08.345143 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c2c4eca-f1d1-436f-bf5b-a16878f49aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:08.359209 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c2c4eca-f1d1-436f-bf5b-a16878f49aef admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:10:08.359689 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c2c4eca-f1d1-436f-bf5b-a16878f49aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:08.361811 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:10:08.361811 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:10:08.361811 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:10:08.361811 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:10:08.361811 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:10:08.361811 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:10:08.361811 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:10:08.361811 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:10:08.361811 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:10:08.361811 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:10:08.361811 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:10:08.361811 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:10:08.361811 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:10:08.361811 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:10:08.361811 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:10:08.361811 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:10:08.361811 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:10:08.361811 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:10:08.361811 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:10:08.361811 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:10:08.361811 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:10:08.361811 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:10:08.361811 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:10:08.361811 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:10:08.361811 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:10:08.361811 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:10:08.361811 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:10:08.361811 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:10:08.361811 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:10:08.361811 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:10:08.361811 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:10:08.361811 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:10:08.374660 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c8e6e5e4-0f37-4968-912d-fef7324f40ed req-2f2c2c1b-02b8-4225-8dfd-0cd57bd5a6cc tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652452 Jul 23 20:10:08.427756 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c2c4eca-f1d1-436f-bf5b-a16878f49aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:08.435832 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c2c4eca-f1d1-436f-bf5b-a16878f49aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:08.439217 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8c2c4eca-f1d1-436f-bf5b-a16878f49aef admin admin] 10.222.0.32 "DELETE /v2.0/networks/f5dc4c43-5c01-454e-bbd0-9a9f5de1d897 HTTP/1.1" status: 204 len: 168 time: 0.3699391 Jul 23 20:10:08.456220 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c4eca-f1d1-436f-bf5b-a16878f49aef admin admin] Pushing event deleted for resources: {'Network': ['ID=f5dc4c43-5c01-454e-bbd0-9a9f5de1d897,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:08.492007 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e420d5e1-6f64-47f3-8550-1e4c9d21fe03 req-44200c18-ed5d-426c-85cc-0ca0dd0e4aef service neutron] 10.222.0.30 "GET /v2.0/networks/76e448dd-c68c-4039-a064-3d16e069d5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615891 Jul 23 20:10:08.519867 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-3bb72518-bf09-4739-92b2-eda8b69f4ad8 service neutron] 10.222.0.32 "GET /v2.0/networks/0c4a98a0-10be-4c43-b9be-da42be087eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018728 Jul 23 20:10:08.536537 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24b411-3697-4886-bb8e-8d5209529169 req-3a080a53-7538-49c2-9779-6c486ad89312 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:08.538255 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1d24b411-3697-4886-bb8e-8d5209529169 req-3a080a53-7538-49c2-9779-6c486ad89312 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=191c775f-812a-40d5-bb97-305ad596fa74 HTTP/1.1" status: 200 len: 945 time: 0.0840192 Jul 23 20:10:08.582090 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47958) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:08.595723 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1d24b411-3697-4886-bb8e-8d5209529169 req-f0fcce69-274a-4179-beba-e614a6ffa44c tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510418 Jul 23 20:10:08.630735 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-28faed05-b39d-4d02-914b-75977b3860a4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=59a2e3b5186446568f882467c14fb3e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454845 Jul 23 20:10:08.633187 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47960) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:08.638101 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-1ae1dee5-a9bf-42cd-a1d7-bf5c4d1281d7 service neutron] 10.222.0.32 "GET /v2.0/networks/0c4a98a0-10be-4c43-b9be-da42be087eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107645 Jul 23 20:10:08.674015 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 8ff51102-e428-4ded-a3d1-228f5bfc548f details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:10:08.687353 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2b3459ed-c817-4ccc-a1ee-9ad53c489c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:08.725565 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2b3459ed-c817-4ccc-a1ee-9ad53c489c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:08.809768 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2b3459ed-c817-4ccc-a1ee-9ad53c489c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:08.812125 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 8ff51102-e428-4ded-a3d1-228f5bfc548f, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=8ff51102-e428-4ded-a3d1-228f5bfc548f,segment=NetworkSegment(ebdc46e1-ed98-486e-b7df-53f92cdf705b),segment_id=ebdc46e1-ed98-486e-b7df-53f92cdf705b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:08.812345 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2b3459ed-c817-4ccc-a1ee-9ad53c489c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:08.816073 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2b3459ed-c817-4ccc-a1ee-9ad53c489c08 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ad708555-0f24-4f59-9419-eb7c655799ac HTTP/1.1" status: 204 len: 168 time: 0.1788373 Jul 23 20:10:08.828250 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '8ff51102-e428-4ded-a3d1-228f5bfc548f', 'network_id': '24944fa3-9e4d-479a-a53d-6bb8b5f56882', 'port_id': '8ff51102-e428-4ded-a3d1-228f5bfc548f', 'mac_address': 'fa:16:3e:34:79:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0f9617a-d2a2-49d1-82ea-1415c4ffd90c', 'ip_address': '10.1.1.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:10:08.837753 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2cb986db-f827-458c-9e8c-8f901239ec11 req-d505a39d-2c09-4a40-b951-ffd23f515a34 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/ports?device_id=28daf85d-ac61-4b73-82b4-6bf681f7e8fe HTTP/1.1" status: 200 len: 210 time: 0.0370333 Jul 23 20:10:08.843672 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3459ed-c817-4ccc-a1ee-9ad53c489c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad708555-0f24-4f59-9419-eb7c655799ac,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:08.905755 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:08.921411 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff51102-e428-4ded-a3d1-228f5bfc548f {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:10:08.944380 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 8ff51102-e428-4ded-a3d1-228f5bfc548f, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=8ff51102-e428-4ded-a3d1-228f5bfc548f,segment=NetworkSegment(ebdc46e1-ed98-486e-b7df-53f92cdf705b),segment_id=ebdc46e1-ed98-486e-b7df-53f92cdf705b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:08.951847 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:08.952824 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 6ed23c2b-2657-4c27-9d21-8b4c38ac03c3 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:10:09.034382 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 6ed23c2b-2657-4c27-9d21-8b4c38ac03c3, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=6ed23c2b-2657-4c27-9d21-8b4c38ac03c3,segment=NetworkSegment(ebdc46e1-ed98-486e-b7df-53f92cdf705b),segment_id=ebdc46e1-ed98-486e-b7df-53f92cdf705b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:09.038222 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=8ff51102-e428-4ded-a3d1-228f5bfc548f,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:09.053015 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:09.053980 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:09.054538 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:09.055088 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:09.055629 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:09.056230 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:09.056759 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:09.057295 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:09.057916 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:09.058461 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:09.059135 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:09.059680 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:09.066123 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '6ed23c2b-2657-4c27-9d21-8b4c38ac03c3', 'network_id': '24944fa3-9e4d-479a-a53d-6bb8b5f56882', 'port_id': '6ed23c2b-2657-4c27-9d21-8b4c38ac03c3', 'mac_address': 'fa:16:3e:5e:37:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0f9617a-d2a2-49d1-82ea-1415c4ffd90c', 'ip_address': '10.1.1.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:10:09.108892 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22275ee5-6b03-4c47-9581-27d506c1422a req-0495866e-3327-4685-a262-19ce5b17dda9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:09.121001 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22275ee5-6b03-4c47-9581-27d506c1422a req-0495866e-3327-4685-a262-19ce5b17dda9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:09.131074 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22275ee5-6b03-4c47-9581-27d506c1422a req-0495866e-3327-4685-a262-19ce5b17dda9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:09.135400 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:09.139055 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22275ee5-6b03-4c47-9581-27d506c1422a req-0495866e-3327-4685-a262-19ce5b17dda9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:09.140473 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3a02b-6768-42fa-b896-b53a108e5396 req-0ee35333-ca12-4c73-819a-cb36a7d01906 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:09.145922 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22275ee5-6b03-4c47-9581-27d506c1422a req-0495866e-3327-4685-a262-19ce5b17dda9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:09.147615 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-34f3a02b-6768-42fa-b896-b53a108e5396 req-0ee35333-ca12-4c73-819a-cb36a7d01906 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 945 time: 0.1079435 Jul 23 20:10:09.150727 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ed23c2b-2657-4c27-9d21-8b4c38ac03c3 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:10:09.154001 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22275ee5-6b03-4c47-9581-27d506c1422a req-0495866e-3327-4685-a262-19ce5b17dda9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:09.160553 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22275ee5-6b03-4c47-9581-27d506c1422a req-0495866e-3327-4685-a262-19ce5b17dda9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:09.162671 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-22275ee5-6b03-4c47-9581-27d506c1422a req-0495866e-3327-4685-a262-19ce5b17dda9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 5423 time: 0.1605124 Jul 23 20:10:09.175368 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 6ed23c2b-2657-4c27-9d21-8b4c38ac03c3, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=6ed23c2b-2657-4c27-9d21-8b4c38ac03c3,segment=NetworkSegment(ebdc46e1-ed98-486e-b7df-53f92cdf705b),segment_id=ebdc46e1-ed98-486e-b7df-53f92cdf705b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:09.180256 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:09.180855 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 75c5316c-fbd1-4cd5-93d9-47c4940484b5 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:10:09.223123 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-22275ee5-6b03-4c47-9581-27d506c1422a req-10841a14-52d9-4556-b4f7-89cbcb706fc1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8eab5fee-f8eb-4aed-a3f0-c440f60a4ea3&id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519192 Jul 23 20:10:09.249396 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-34f3a02b-6768-42fa-b896-b53a108e5396 req-f3d22fce-00ff-48cf-8568-68990ae7452e tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/security-groups?id=73776e44-7ae2-46ff-b78b-4627ee1e8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920780 Jul 23 20:10:09.273216 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=6ed23c2b-2657-4c27-9d21-8b4c38ac03c3,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:09.364244 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 75c5316c-fbd1-4cd5-93d9-47c4940484b5, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=75c5316c-fbd1-4cd5-93d9-47c4940484b5,segment=NetworkSegment(a267e6d5-9155-4637-920b-e8299e47a264),segment_id=a267e6d5-9155-4637-920b-e8299e47a264)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:09.380477 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '75c5316c-fbd1-4cd5-93d9-47c4940484b5', 'network_id': '48945854-cc22-4ffa-90b9-415f56c007c5', 'port_id': '75c5316c-fbd1-4cd5-93d9-47c4940484b5', 'mac_address': 'fa:16:3e:db:5c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3545f046-ef5a-4961-ae7f-d56de353a859', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:10:09.427925 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:09.442141 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75c5316c-fbd1-4cd5-93d9-47c4940484b5 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:10:09.464063 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 75c5316c-fbd1-4cd5-93d9-47c4940484b5, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=75c5316c-fbd1-4cd5-93d9-47c4940484b5,segment=NetworkSegment(a267e6d5-9155-4637-920b-e8299e47a264),segment_id=a267e6d5-9155-4637-920b-e8299e47a264)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:09.469689 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:09.470337 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 13a84819-7175-426d-8ccb-8c2bbf23155c details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:10:09.548256 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 13a84819-7175-426d-8ccb-8c2bbf23155c, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=13a84819-7175-426d-8ccb-8c2bbf23155c,segment=NetworkSegment(ebdc46e1-ed98-486e-b7df-53f92cdf705b),segment_id=ebdc46e1-ed98-486e-b7df-53f92cdf705b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:09.549729 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6f472-3398-4270-9bbf-efa08c416014 req-e53ea113-92c0-43de-a973-56729b3f07b5 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:09.550790 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=75c5316c-fbd1-4cd5-93d9-47c4940484b5,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:09.556524 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4fc6f472-3398-4270-9bbf-efa08c416014 req-e53ea113-92c0-43de-a973-56729b3f07b5 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5e89bf-a454-459a-8be5-2a4557bc5290 HTTP/1.1" status: 200 len: 946 time: 0.0954831 Jul 23 20:10:09.562962 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '13a84819-7175-426d-8ccb-8c2bbf23155c', 'network_id': '24944fa3-9e4d-479a-a53d-6bb8b5f56882', 'port_id': '13a84819-7175-426d-8ccb-8c2bbf23155c', 'mac_address': 'fa:16:3e:20:d1:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0f9617a-d2a2-49d1-82ea-1415c4ffd90c', 'ip_address': '10.1.1.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:10:09.610135 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4fc6f472-3398-4270-9bbf-efa08c416014 req-c9b0b243-66d5-4f24-b51c-d04eb4909c5f tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467763 Jul 23 20:10:09.612761 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:09.627700 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a84819-7175-426d-8ccb-8c2bbf23155c {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:10:09.651522 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 13a84819-7175-426d-8ccb-8c2bbf23155c, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=13a84819-7175-426d-8ccb-8c2bbf23155c,segment=NetworkSegment(ebdc46e1-ed98-486e-b7df-53f92cdf705b),segment_id=ebdc46e1-ed98-486e-b7df-53f92cdf705b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:09.656309 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:09.657011 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 9627a8cd-cca1-4e2c-8263-bbfb4b33f26f details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:10:09.729223 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=13a84819-7175-426d-8ccb-8c2bbf23155c,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:09.733988 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 9627a8cd-cca1-4e2c-8263-bbfb4b33f26f, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=9627a8cd-cca1-4e2c-8263-bbfb4b33f26f,segment=NetworkSegment(a267e6d5-9155-4637-920b-e8299e47a264),segment_id=a267e6d5-9155-4637-920b-e8299e47a264)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:09.749905 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '9627a8cd-cca1-4e2c-8263-bbfb4b33f26f', 'network_id': '48945854-cc22-4ffa-90b9-415f56c007c5', 'port_id': '9627a8cd-cca1-4e2c-8263-bbfb4b33f26f', 'mac_address': 'fa:16:3e:ec:25:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3545f046-ef5a-4961-ae7f-d56de353a859', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:10:09.775591 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0232d-8bd7-403d-904d-fc5ee8a10cd0 req-4eabd1e1-9c05-4885-9fb6-c1cc95ac419f tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:09.777169 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c6a0232d-8bd7-403d-904d-fc5ee8a10cd0 req-4eabd1e1-9c05-4885-9fb6-c1cc95ac419f tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=191c775f-812a-40d5-bb97-305ad596fa74 HTTP/1.1" status: 200 len: 945 time: 0.0864227 Jul 23 20:10:09.791932 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:09.806320 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9627a8cd-cca1-4e2c-8263-bbfb4b33f26f {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:10:09.824432 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c6a0232d-8bd7-403d-904d-fc5ee8a10cd0 req-9f2a314e-2481-4541-8df2-7c2d7f3e330e tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350358 Jul 23 20:10:09.828537 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 9627a8cd-cca1-4e2c-8263-bbfb4b33f26f, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=9627a8cd-cca1-4e2c-8263-bbfb4b33f26f,segment=NetworkSegment(a267e6d5-9155-4637-920b-e8299e47a264),segment_id=a267e6d5-9155-4637-920b-e8299e47a264)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:09.833361 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:09.834236 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device d782c9aa-2158-45ec-9a49-51f7cf848ae5 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:10:09.914818 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=9627a8cd-cca1-4e2c-8263-bbfb4b33f26f,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:09.976826 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495c15e-7eb3-4ffb-b450-334ea07e7505 req-28945a6d-d894-4b3c-9020-d30ed7167bfd tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:09.978394 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f495c15e-7eb3-4ffb-b450-334ea07e7505 req-28945a6d-d894-4b3c-9020-d30ed7167bfd tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed HTTP/1.1" status: 200 len: 946 time: 0.0839767 Jul 23 20:10:09.982679 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port d782c9aa-2158-45ec-9a49-51f7cf848ae5, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=d782c9aa-2158-45ec-9a49-51f7cf848ae5,segment=NetworkSegment(24cdf91d-f478-4970-87eb-4981cb489a54),segment_id=24cdf91d-f478-4970-87eb-4981cb489a54)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:09.995222 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'd782c9aa-2158-45ec-9a49-51f7cf848ae5', 'network_id': '065bad45-89d8-44cd-a1fc-415086b71990', 'port_id': 'd782c9aa-2158-45ec-9a49-51f7cf848ae5', 'mac_address': 'fa:16:3e:6b:28:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15dbea46-1b22-4ee7-9998-2dc91fc68b70', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:10:10.031692 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f495c15e-7eb3-4ffb-b450-334ea07e7505 req-0ab9184e-8de8-4aca-b087-d9214b2d6ee5 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437679 Jul 23 20:10:10.036714 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:10.055680 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d782c9aa-2158-45ec-9a49-51f7cf848ae5 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:10:10.092745 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port d782c9aa-2158-45ec-9a49-51f7cf848ae5, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=d782c9aa-2158-45ec-9a49-51f7cf848ae5,segment=NetworkSegment(24cdf91d-f478-4970-87eb-4981cb489a54),segment_id=24cdf91d-f478-4970-87eb-4981cb489a54)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:10.099221 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:10.101160 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 029ccb5c-9717-4b7a-825f-18be8ca06481 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:10:10.138426 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d3d45161-c604-4e42-b9ec-7c795bbd44c2 req-a58fa23b-f166-4463-877b-dc85282f8f03 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/ports?device_id=28daf85d-ac61-4b73-82b4-6bf681f7e8fe HTTP/1.1" status: 200 len: 210 time: 0.0351124 Jul 23 20:10:10.197085 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 029ccb5c-9717-4b7a-825f-18be8ca06481, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=029ccb5c-9717-4b7a-825f-18be8ca06481,segment=NetworkSegment(ebdc46e1-ed98-486e-b7df-53f92cdf705b),segment_id=ebdc46e1-ed98-486e-b7df-53f92cdf705b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:10.199816 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=d782c9aa-2158-45ec-9a49-51f7cf848ae5,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:10.224144 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '029ccb5c-9717-4b7a-825f-18be8ca06481', 'network_id': '24944fa3-9e4d-479a-a53d-6bb8b5f56882', 'port_id': '029ccb5c-9717-4b7a-825f-18be8ca06481', 'mac_address': 'fa:16:3e:28:6b:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0f9617a-d2a2-49d1-82ea-1415c4ffd90c', 'ip_address': '10.1.1.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:10:10.226499 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c79d359b-730a-4f78-98ec-244f72e77d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:10.283028 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:10.292589 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-2884df9d-b047-4539-9dc1-4cce163876e1 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:10.294607 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-2884df9d-b047-4539-9dc1-4cce163876e1 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.18 "GET /v2.0/networks?id=0c4a98a0-10be-4c43-b9be-da42be087eb0 HTTP/1.1" status: 200 len: 813 time: 0.2295098 Jul 23 20:10:10.296798 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 029ccb5c-9717-4b7a-825f-18be8ca06481 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:10:10.318881 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 029ccb5c-9717-4b7a-825f-18be8ca06481, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=029ccb5c-9717-4b7a-825f-18be8ca06481,segment=NetworkSegment(ebdc46e1-ed98-486e-b7df-53f92cdf705b),segment_id=ebdc46e1-ed98-486e-b7df-53f92cdf705b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:10.320054 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-f6fad02e-bd07-4e41-9e5b-6d387121d75b tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Request body: {'port': {'device_id': '28daf85d-ac61-4b73-82b4-6bf681f7e8fe', 'network_id': '0c4a98a0-10be-4c43-b9be-da42be087eb0', 'admin_state_up': True, 'tenant_id': '37483605594b45728f169830dd224b23'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:10.325100 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:10.386858 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=029ccb5c-9717-4b7a-825f-18be8ca06481,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:10.522284 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb39fd-a517-4deb-a247-4b95a92ad37d req-7302f70e-98e9-4f9e-a5ba-9726a6e31181 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:10.524291 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dfcb39fd-a517-4deb-a247-4b95a92ad37d req-7302f70e-98e9-4f9e-a5ba-9726a6e31181 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 945 time: 0.0726323 Jul 23 20:10:10.566418 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dfcb39fd-a517-4deb-a247-4b95a92ad37d req-09e6f29b-209b-466b-ae82-472854e98d4f tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/security-groups?id=73776e44-7ae2-46ff-b78b-4627ee1e8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353162 Jul 23 20:10:10.703658 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85533156-0486-4023-b174-3227613d6696 req-88273291-e2f8-410d-bb2f-7a3584405605 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:10.709606 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85533156-0486-4023-b174-3227613d6696 req-88273291-e2f8-410d-bb2f-7a3584405605 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:10.716970 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85533156-0486-4023-b174-3227613d6696 req-88273291-e2f8-410d-bb2f-7a3584405605 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:10.722594 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85533156-0486-4023-b174-3227613d6696 req-88273291-e2f8-410d-bb2f-7a3584405605 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:10.728429 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85533156-0486-4023-b174-3227613d6696 req-88273291-e2f8-410d-bb2f-7a3584405605 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:10.735615 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85533156-0486-4023-b174-3227613d6696 req-88273291-e2f8-410d-bb2f-7a3584405605 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:10.738136 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43e680-1595-427d-a8b1-a16f89e48f60 req-ea8e73aa-83b9-4361-819a-d46585945531 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:10.739635 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1c43e680-1595-427d-a8b1-a16f89e48f60 req-ea8e73aa-83b9-4361-819a-d46585945531 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=9382c681-eb1d-4155-94ea-5c29f28b62cd HTTP/1.1" status: 200 len: 945 time: 0.5101111 Jul 23 20:10:10.741486 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85533156-0486-4023-b174-3227613d6696 req-88273291-e2f8-410d-bb2f-7a3584405605 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:10.743491 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-85533156-0486-4023-b174-3227613d6696 req-88273291-e2f8-410d-bb2f-7a3584405605 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 5429 time: 0.1133881 Jul 23 20:10:10.795553 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-85533156-0486-4023-b174-3227613d6696 req-1a088ccc-3bb8-4544-bc4f-059b7a41e614 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8eab5fee-f8eb-4aed-a3f0-c440f60a4ea3&id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407321 Jul 23 20:10:10.800432 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1c43e680-1595-427d-a8b1-a16f89e48f60 req-7a2ea05f-8094-49ea-9d44-ad188bf5c283 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511224 Jul 23 20:10:10.802320 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-f6fad02e-bd07-4e41-9e5b-6d387121d75b tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Made reservation on behalf of 37483605594b45728f169830dd224b23 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:10:10.805836 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-f6fad02e-bd07-4e41-9e5b-6d387121d75b tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:10.978605 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-f6fad02e-bd07-4e41-9e5b-6d387121d75b tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Allocated IP 172.20.0.14 (0c4a98a0-10be-4c43-b9be-da42be087eb0/33682a81-1336-40fb-9d9b-61b3c24a5fd3/96c3859a-6618-48fb-b537-6368a02e8874) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:10:11.097782 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['9627a8cd-cca1-4e2c-8263-bbfb4b33f26f'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:11.143068 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['d782c9aa-2158-45ec-9a49-51f7cf848ae5'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:11.157071 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545b442-8bd0-42eb-b1e1-41e3591af6ed req-f485fe42-9317-4564-ae4d-05a41d2eddc1 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:11.164153 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a545b442-8bd0-42eb-b1e1-41e3591af6ed req-f485fe42-9317-4564-ae4d-05a41d2eddc1 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5e89bf-a454-459a-8be5-2a4557bc5290 HTTP/1.1" status: 200 len: 946 time: 0.1581335 Jul 23 20:10:11.182474 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['13a84819-7175-426d-8ccb-8c2bbf23155c'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:11.239365 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['75c5316c-fbd1-4cd5-93d9-47c4940484b5'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:11.252806 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a545b442-8bd0-42eb-b1e1-41e3591af6ed req-ac64778e-4ba3-4cc7-946c-1d8294ce84e2 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827305 Jul 23 20:10:11.297374 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['6ed23c2b-2657-4c27-9d21-8b4c38ac03c3'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:11.299259 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-f6fad02e-bd07-4e41-9e5b-6d387121d75b tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:11.336293 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50fca6-3bd9-4282-9ca0-9b6f089000a0 req-6fbff393-9480-4468-aa1c-ed9b6a573f0c tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:11.338224 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ed50fca6-3bd9-4282-9ca0-9b6f089000a0 req-6fbff393-9480-4468-aa1c-ed9b6a573f0c tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=191c775f-812a-40d5-bb97-305ad596fa74 HTTP/1.1" status: 200 len: 945 time: 0.0807152 Jul 23 20:10:11.341232 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-63a5e45b-3667-4357-b713-0fbbec1095d6 req-cd0e36ca-9c96-4015-9abc-194dd77e3c0b tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/ports?device_id=28daf85d-ac61-4b73-82b4-6bf681f7e8fe HTTP/1.1" status: 200 len: 210 time: 0.0347278 Jul 23 20:10:11.374228 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-f6fad02e-bd07-4e41-9e5b-6d387121d75b tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:11.394540 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ed50fca6-3bd9-4282-9ca0-9b6f089000a0 req-ac75bbce-fe56-4586-b295-1283abeaf021 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412347 Jul 23 20:10:11.429265 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-f6fad02e-bd07-4e41-9e5b-6d387121d75b tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Network 0c4a98a0-10be-4c43-b9be-da42be087eb0 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:10:11.437302 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-f6fad02e-bd07-4e41-9e5b-6d387121d75b tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:10:11.440135 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-f6fad02e-bd07-4e41-9e5b-6d387121d75b tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:10:11.472076 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fad02e-bd07-4e41-9e5b-6d387121d75b tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Pushing event updated for resources: {'Port': ['ID=96c3859a-6618-48fb-b537-6368a02e8874,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:11.498586 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-f6fad02e-bd07-4e41-9e5b-6d387121d75b tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:11.499412 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-f6fad02e-bd07-4e41-9e5b-6d387121d75b tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:11.517406 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-f6fad02e-bd07-4e41-9e5b-6d387121d75b tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2031610 Jul 23 20:10:11.529847 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-a7429e7d-4ddc-4079-80f2-23cef25e4d70 service neutron] Request body: {'port': {'device_id': '28daf85d-ac61-4b73-82b4-6bf681f7e8fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:11.607419 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-a7429e7d-4ddc-4079-80f2-23cef25e4d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:11.724586 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8735194-fb83-441a-beb9-6900d3a21c71 req-c27d2ac5-e0b9-4b44-af5e-7dfc27de095a tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:11.726265 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c8735194-fb83-441a-beb9-6900d3a21c71 req-c27d2ac5-e0b9-4b44-af5e-7dfc27de095a tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 945 time: 0.0754688 Jul 23 20:10:11.771710 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c8735194-fb83-441a-beb9-6900d3a21c71 req-57a52684-20ac-48a2-8b6a-2bf982b97312 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/security-groups?id=73776e44-7ae2-46ff-b78b-4627ee1e8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366199 Jul 23 20:10:11.791106 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd5e82-7be4-4d64-b9ab-f378ea626cd4 req-eb5a19b7-316f-418d-b320-2d0a38ef2553 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:11.792687 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c1bd5e82-7be4-4d64-b9ab-f378ea626cd4 req-eb5a19b7-316f-418d-b320-2d0a38ef2553 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed HTTP/1.1" status: 200 len: 946 time: 0.1480937 Jul 23 20:10:11.883630 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c1bd5e82-7be4-4d64-b9ab-f378ea626cd4 req-ed73f156-3fd1-464b-8fd2-903ef9b42e0d tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764971 Jul 23 20:10:11.967240 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-a7429e7d-4ddc-4079-80f2-23cef25e4d70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96c3859a-6618-48fb-b537-6368a02e8874 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:10:11.975188 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-a7429e7d-4ddc-4079-80f2-23cef25e4d70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:11.986418 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd38bd-df18-47f4-805f-0f59a38d1308 req-f7cf6d72-d064-4f1d-bd97-d309cccf09c9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:11.990510 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-a7429e7d-4ddc-4079-80f2-23cef25e4d70 service neutron] Transition to ACTIVE for port object 96c3859a-6618-48fb-b537-6368a02e8874 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:10:11.992235 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd38bd-df18-47f4-805f-0f59a38d1308 req-f7cf6d72-d064-4f1d-bd97-d309cccf09c9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:11.994520 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-a7429e7d-4ddc-4079-80f2-23cef25e4d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:11.998413 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd38bd-df18-47f4-805f-0f59a38d1308 req-f7cf6d72-d064-4f1d-bd97-d309cccf09c9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:12.004261 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd38bd-df18-47f4-805f-0f59a38d1308 req-f7cf6d72-d064-4f1d-bd97-d309cccf09c9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:12.010131 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd38bd-df18-47f4-805f-0f59a38d1308 req-f7cf6d72-d064-4f1d-bd97-d309cccf09c9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:12.016621 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd38bd-df18-47f4-805f-0f59a38d1308 req-f7cf6d72-d064-4f1d-bd97-d309cccf09c9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:12.022661 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd38bd-df18-47f4-805f-0f59a38d1308 req-f7cf6d72-d064-4f1d-bd97-d309cccf09c9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:12.024978 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b8fd38bd-df18-47f4-805f-0f59a38d1308 req-f7cf6d72-d064-4f1d-bd97-d309cccf09c9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 5429 time: 0.1284981 Jul 23 20:10:12.052410 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7429e7d-4ddc-4079-80f2-23cef25e4d70 service neutron] Pushing event updated for resources: {'Port': ['ID=96c3859a-6618-48fb-b537-6368a02e8874,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:12.092018 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b8fd38bd-df18-47f4-805f-0f59a38d1308 req-fbe71eb5-244f-4b52-b643-5602a7ccabfe tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8eab5fee-f8eb-4aed-a3f0-c440f60a4ea3&id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0485835 Jul 23 20:10:12.142207 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['029ccb5c-9717-4b7a-825f-18be8ca06481'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:12.166443 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['8ff51102-e428-4ded-a3d1-228f5bfc548f'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:12.172076 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-a7429e7d-4ddc-4079-80f2-23cef25e4d70 service neutron] Attempting to bind port 96c3859a-6618-48fb-b537-6368a02e8874 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:10:12.172416 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-a7429e7d-4ddc-4079-80f2-23cef25e4d70 service neutron] Attempting to bind port 96c3859a-6618-48fb-b537-6368a02e8874 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '492a6177-a188-4aef-b748-e4f023badb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0c4a98a0-10be-4c43-b9be-da42be087eb0'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:10:12.172740 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-a7429e7d-4ddc-4079-80f2-23cef25e4d70 service neutron] Attempting to bind port 96c3859a-6618-48fb-b537-6368a02e8874 on network 0c4a98a0-10be-4c43-b9be-da42be087eb0 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:10:12.179556 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-a7429e7d-4ddc-4079-80f2-23cef25e4d70 service neutron] Port 96c3859a-6618-48fb-b537-6368a02e8874 on network 0c4a98a0-10be-4c43-b9be-da42be087eb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:10:12.179779 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-a7429e7d-4ddc-4079-80f2-23cef25e4d70 service neutron] Attempting to bind port 96c3859a-6618-48fb-b537-6368a02e8874 on network 0c4a98a0-10be-4c43-b9be-da42be087eb0 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:10:12.187663 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-a7429e7d-4ddc-4079-80f2-23cef25e4d70 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:10:12.187971 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-a7429e7d-4ddc-4079-80f2-23cef25e4d70 service neutron] Checking segment: {'id': '492a6177-a188-4aef-b748-e4f023badb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0c4a98a0-10be-4c43-b9be-da42be087eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:10:12.188350 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-a7429e7d-4ddc-4079-80f2-23cef25e4d70 service neutron] Bound using segment: {'id': '492a6177-a188-4aef-b748-e4f023badb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0c4a98a0-10be-4c43-b9be-da42be087eb0'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:10:12.188775 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-a7429e7d-4ddc-4079-80f2-23cef25e4d70 service neutron] Bound port: 96c3859a-6618-48fb-b537-6368a02e8874, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '492a6177-a188-4aef-b748-e4f023badb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0c4a98a0-10be-4c43-b9be-da42be087eb0'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:10:12.189129 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-a7429e7d-4ddc-4079-80f2-23cef25e4d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:12.247303 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9607f21-ead2-418b-99f7-ceae792bb9aa req-938bcb93-cc0f-448c-ae36-bdc969b72458 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:12.252423 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9607f21-ead2-418b-99f7-ceae792bb9aa req-938bcb93-cc0f-448c-ae36-bdc969b72458 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:12.258427 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9607f21-ead2-418b-99f7-ceae792bb9aa req-938bcb93-cc0f-448c-ae36-bdc969b72458 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:12.260192 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b9607f21-ead2-418b-99f7-ceae792bb9aa req-938bcb93-cc0f-448c-ae36-bdc969b72458 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=191c775f-812a-40d5-bb97-305ad596fa74&device_id=9382c681-eb1d-4155-94ea-5c29f28b62cd&device_id=b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed HTTP/1.1" status: 200 len: 2417 time: 0.1523783 Jul 23 20:10:12.317263 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-a7429e7d-4ddc-4079-80f2-23cef25e4d70 service neutron] For port 96c3859a-6618-48fb-b537-6368a02e8874, host n-h2-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:10:12.338161 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b9607f21-ead2-418b-99f7-ceae792bb9aa req-89e93549-8313-49ec-8552-e41d3fa0fc4c tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694606 Jul 23 20:10:12.342988 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-a7429e7d-4ddc-4079-80f2-23cef25e4d70 service neutron] For port 96c3859a-6618-48fb-b537-6368a02e8874, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=96c3859a-6618-48fb-b537-6368a02e8874,segment=NetworkSegment(492a6177-a188-4aef-b748-e4f023badb6e),segment_id=492a6177-a188-4aef-b748-e4f023badb6e)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:10:12.348837 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-a7429e7d-4ddc-4079-80f2-23cef25e4d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:12.387960 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-a7429e7d-4ddc-4079-80f2-23cef25e4d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:12.388591 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-a7429e7d-4ddc-4079-80f2-23cef25e4d70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:12.390118 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-a7429e7d-4ddc-4079-80f2-23cef25e4d70 service neutron] 10.222.0.18 "PUT /v2.0/ports/96c3859a-6618-48fb-b537-6368a02e8874 HTTP/1.1" status: 200 len: 1093 time: 0.8653345 Jul 23 20:10:12.390566 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28daf85d-ac61-4b73-82b4-6bf681f7e8fe', 'tag': '96c3859a-6618-48fb-b537-6368a02e8874'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:10:12.392854 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd37b7a-b617-4db1-ad02-56eed3fd1f09" -d '{"events": [{"name": "network-changed", "server_uuid": "28daf85d-ac61-4b73-82b4-6bf681f7e8fe", "tag": "96c3859a-6618-48fb-b537-6368a02e8874"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:10:12.425516 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7429e7d-4ddc-4079-80f2-23cef25e4d70 service neutron] Pushing event updated for resources: {'Port': ['ID=96c3859a-6618-48fb-b537-6368a02e8874,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:12.489003 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9e4ec-050e-487e-b3d3-ef4af49d7b6a req-242a8e98-0b1a-4955-8df6-7b9ced516cc8 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:12.490688 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ade9e4ec-050e-487e-b3d3-ef4af49d7b6a req-242a8e98-0b1a-4955-8df6-7b9ced516cc8 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5e89bf-a454-459a-8be5-2a4557bc5290 HTTP/1.1" status: 200 len: 946 time: 0.0818269 Jul 23 20:10:12.490904 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-2d5e2e28-a727-4623-825d-2ccfbe43c9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:12.492378 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-2d5e2e28-a727-4623-825d-2ccfbe43c9c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=37483605594b45728f169830dd224b23&device_id=28daf85d-ac61-4b73-82b4-6bf681f7e8fe HTTP/1.1" status: 200 len: 1096 time: 0.0599313 Jul 23 20:10:12.530510 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ade9e4ec-050e-487e-b3d3-ef4af49d7b6a req-8f2ee78d-02a7-45e8-aa59-e8152f4d7d7b tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338004 Jul 23 20:10:12.551221 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-77859cce-9c5c-438b-97df-ee9327d91c6f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96c3859a-6618-48fb-b537-6368a02e8874 HTTP/1.1" status: 200 len: 217 time: 0.0477839 Jul 23 20:10:12.612018 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-dd6f6d9e-7043-4077-a144-52970ae5ba3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:12.613336 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-dd6f6d9e-7043-4077-a144-52970ae5ba3c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=33682a81-1336-40fb-9d9b-61b3c24a5fd3 HTTP/1.1" status: 200 len: 853 time: 0.0605917 Jul 23 20:10:12.654337 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-a987fa53-57f4-4955-96a1-21d24ac6b365 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0c4a98a0-10be-4c43-b9be-da42be087eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345135 Jul 23 20:10:12.700952 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a3e2a-965b-479e-8549-c7201f4947ed req-74e11c4b-92ae-4706-9151-90f29d8dc913 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:12.703989 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-421a3e2a-965b-479e-8549-c7201f4947ed req-74e11c4b-92ae-4706-9151-90f29d8dc913 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=191c775f-812a-40d5-bb97-305ad596fa74 HTTP/1.1" status: 200 len: 945 time: 0.0863714 Jul 23 20:10:12.749721 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-421a3e2a-965b-479e-8549-c7201f4947ed req-5843d63c-566d-491e-8834-e4e4560a35e4 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397182 Jul 23 20:10:12.786909 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b47ab4-f375-44d1-bd5a-9932f1361418 x-openstack-request-id: req-a1b47ab4-f375-44d1-bd5a-9932f1361418 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:12.787196 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28daf85d-ac61-4b73-82b4-6bf681f7e8fe", "tag": "96c3859a-6618-48fb-b537-6368a02e8874", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:12.787448 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a1b47ab4-f375-44d1-bd5a-9932f1361418 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:12.787847 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28daf85d-ac61-4b73-82b4-6bf681f7e8fe', 'tag': '96c3859a-6618-48fb-b537-6368a02e8874', 'status': 'completed', 'code': 200} Jul 23 20:10:12.814635 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59498435-2b82-420f-9b5b-d743219dc0de req-21341122-c9b6-4059-af9d-f50f7a581d60 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:12.816164 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-59498435-2b82-420f-9b5b-d743219dc0de req-21341122-c9b6-4059-af9d-f50f7a581d60 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/ports?device_id=28daf85d-ac61-4b73-82b4-6bf681f7e8fe HTTP/1.1" status: 200 len: 944 time: 0.1608269 Jul 23 20:10:12.843551 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-e1aa3c81-b7e5-4b95-8843-80212b219a76 service neutron] 10.222.0.18 "GET /v2.0/networks/0c4a98a0-10be-4c43-b9be-da42be087eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796768 Jul 23 20:10:12.892219 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-59498435-2b82-420f-9b5b-d743219dc0de req-c46b4d96-cc1e-4363-917f-d687a47e56af tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2670c6d-bde0-4087-ab85-ff93008a6fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666702 Jul 23 20:10:12.928026 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e379e4fb-485c-4daf-8f30-98d0ddf1dfcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:12.981666 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d26b625e-d572-4cb1-9b54-c0ce25ba0439 req-d3a472dc-7c0e-4c05-b588-25eea66bf0f7 service neutron] 10.222.0.18 "GET /v2.0/networks/0c4a98a0-10be-4c43-b9be-da42be087eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311288 Jul 23 20:10:13.107368 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427b0e9-caaf-49c7-8bef-2b785d984d7b req-0b8e4bd8-a256-4990-b301-db6f7e1b44af tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:13.109011 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4427b0e9-caaf-49c7-8bef-2b785d984d7b req-0b8e4bd8-a256-4990-b301-db6f7e1b44af tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 945 time: 0.1146188 Jul 23 20:10:13.127543 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd37b7a-b617-4db1-ad02-56eed3fd1f09 req-5e5eadb8-d7d6-4436-9c29-61632a8d7ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:13.129101 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6cd37b7a-b617-4db1-ad02-56eed3fd1f09 req-5e5eadb8-d7d6-4436-9c29-61632a8d7ec8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=37483605594b45728f169830dd224b23&device_id=28daf85d-ac61-4b73-82b4-6bf681f7e8fe HTTP/1.1" status: 200 len: 1096 time: 0.0982842 Jul 23 20:10:13.186606 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4427b0e9-caaf-49c7-8bef-2b785d984d7b req-0538602e-5972-4362-8b43-98032f247ef3 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/security-groups?id=73776e44-7ae2-46ff-b78b-4627ee1e8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692267 Jul 23 20:10:13.263291 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:13.271278 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd37b7a-b617-4db1-ad02-56eed3fd1f09 req-ffbf2e2e-e558-4bcc-9ecf-ed8297ede398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:13.272740 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6cd37b7a-b617-4db1-ad02-56eed3fd1f09 req-ffbf2e2e-e558-4bcc-9ecf-ed8297ede398 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0c4a98a0-10be-4c43-b9be-da42be087eb0 HTTP/1.1" status: 200 len: 914 time: 0.1354611 Jul 23 20:10:13.358565 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6cd37b7a-b617-4db1-ad02-56eed3fd1f09 req-a71e2e48-4b4d-4f05-aa35-19b5c73ab44c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96c3859a-6618-48fb-b537-6368a02e8874 HTTP/1.1" status: 200 len: 217 time: 0.0709295 Jul 23 20:10:13.431896 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8f905-be25-47ef-89a6-000a36d3d365 req-a8780dd0-e9cd-43cd-8230-a0551b656a9f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:13.438205 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8f905-be25-47ef-89a6-000a36d3d365 req-a8780dd0-e9cd-43cd-8230-a0551b656a9f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:13.444074 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8f905-be25-47ef-89a6-000a36d3d365 req-a8780dd0-e9cd-43cd-8230-a0551b656a9f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:13.450016 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8f905-be25-47ef-89a6-000a36d3d365 req-a8780dd0-e9cd-43cd-8230-a0551b656a9f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:13.455869 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8f905-be25-47ef-89a6-000a36d3d365 req-a8780dd0-e9cd-43cd-8230-a0551b656a9f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:13.461745 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8f905-be25-47ef-89a6-000a36d3d365 req-a8780dd0-e9cd-43cd-8230-a0551b656a9f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:13.468120 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8f905-be25-47ef-89a6-000a36d3d365 req-a8780dd0-e9cd-43cd-8230-a0551b656a9f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:13.470143 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4db8f905-be25-47ef-89a6-000a36d3d365 req-a8780dd0-e9cd-43cd-8230-a0551b656a9f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 5429 time: 0.1844499 Jul 23 20:10:13.471903 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd37b7a-b617-4db1-ad02-56eed3fd1f09 req-bf5cf4bc-dbcf-40f2-ad79-db337c1fa24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:13.473233 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6cd37b7a-b617-4db1-ad02-56eed3fd1f09 req-bf5cf4bc-dbcf-40f2-ad79-db337c1fa24e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=33682a81-1336-40fb-9d9b-61b3c24a5fd3 HTTP/1.1" status: 200 len: 853 time: 0.1081667 Jul 23 20:10:13.529030 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6cd37b7a-b617-4db1-ad02-56eed3fd1f09 req-56fc258c-749f-4185-92fa-4b245f8a3f12 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0c4a98a0-10be-4c43-b9be-da42be087eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381100 Jul 23 20:10:13.560706 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4db8f905-be25-47ef-89a6-000a36d3d365 req-3addf0e4-57df-43d9-93f7-2a4061914c70 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8eab5fee-f8eb-4aed-a3f0-c440f60a4ea3&id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0850439 Jul 23 20:10:13.697549 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6cd37b7a-b617-4db1-ad02-56eed3fd1f09 req-bed1b44d-5fb0-433e-8fdd-9c99deee1d25 service neutron] 10.222.0.18 "GET /v2.0/networks/0c4a98a0-10be-4c43-b9be-da42be087eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605544 Jul 23 20:10:13.846634 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5d160-94ea-4fa5-9af5-810ff253d18e req-86cca865-5f29-4113-9425-294d5e7c67ce tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:13.849725 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f5c5d160-94ea-4fa5-9af5-810ff253d18e req-86cca865-5f29-4113-9425-294d5e7c67ce tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5e89bf-a454-459a-8be5-2a4557bc5290 HTTP/1.1" status: 200 len: 946 time: 0.1986339 Jul 23 20:10:13.855101 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6cd37b7a-b617-4db1-ad02-56eed3fd1f09 req-246dc13e-b919-401c-9b5a-fb15a13eeb31 service neutron] 10.222.0.18 "GET /v2.0/networks/0c4a98a0-10be-4c43-b9be-da42be087eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488280 Jul 23 20:10:13.890758 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f5c5d160-94ea-4fa5-9af5-810ff253d18e req-98773817-31fe-44f9-836a-d659304832f2 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347390 Jul 23 20:10:13.929431 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:14.057496 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90681529-4e25-4aba-8017-5c35e8b3e996 req-cd50c19a-8318-4e0f-946c-4117f66c95ae tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:14.059381 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-90681529-4e25-4aba-8017-5c35e8b3e996 req-cd50c19a-8318-4e0f-946c-4117f66c95ae tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/ports?device_id=28daf85d-ac61-4b73-82b4-6bf681f7e8fe HTTP/1.1" status: 200 len: 944 time: 0.0673211 Jul 23 20:10:14.104543 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-90681529-4e25-4aba-8017-5c35e8b3e996 req-10950dc4-ebaa-479e-bf5d-0e9b6e3e7b70 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2670c6d-bde0-4087-ab85-ff93008a6fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396080 Jul 23 20:10:14.214974 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a1f54-6b93-44be-96b4-7760681b1d4c req-358322e6-7b60-4816-86bc-bde2dc2f28af tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:14.217570 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f05a1f54-6b93-44be-96b4-7760681b1d4c req-358322e6-7b60-4816-86bc-bde2dc2f28af tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed HTTP/1.1" status: 200 len: 946 time: 0.0676847 Jul 23 20:10:14.257180 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f05a1f54-6b93-44be-96b4-7760681b1d4c req-0bb8444f-620a-40ff-827d-2040b0ccb4be tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340135 Jul 23 20:10:14.283284 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:14.333485 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf4f7e-2942-4041-89b6-a3c9b927c2bc req-d2bee414-317b-4f7f-a3a2-423cf5da2e9a tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:14.335127 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-aaaf4f7e-2942-4041-89b6-a3c9b927c2bc req-d2bee414-317b-4f7f-a3a2-423cf5da2e9a tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 945 time: 0.0685132 Jul 23 20:10:14.376077 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-aaaf4f7e-2942-4041-89b6-a3c9b927c2bc req-895fd921-36fd-470c-afc9-937b326a3271 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/security-groups?id=73776e44-7ae2-46ff-b78b-4627ee1e8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337460 Jul 23 20:10:14.426059 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:14.679078 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 8ff51102-e428-4ded-a3d1-228f5bfc548f up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:10:14.732886 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 8ff51102-e428-4ded-a3d1-228f5bfc548f completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:10:14.735644 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee2659-2308-4636-870f-a9bcfce17428 req-6694c167-9448-4ffc-bbbe-37d14bb772dc tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:14.737083 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 8ff51102-e428-4ded-a3d1-228f5bfc548f triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:10:14.737454 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:14.742011 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee2659-2308-4636-870f-a9bcfce17428 req-6694c167-9448-4ffc-bbbe-37d14bb772dc tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:14.748247 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee2659-2308-4636-870f-a9bcfce17428 req-6694c167-9448-4ffc-bbbe-37d14bb772dc tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:14.754411 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee2659-2308-4636-870f-a9bcfce17428 req-6694c167-9448-4ffc-bbbe-37d14bb772dc tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:14.760654 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee2659-2308-4636-870f-a9bcfce17428 req-6694c167-9448-4ffc-bbbe-37d14bb772dc tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:14.767215 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee2659-2308-4636-870f-a9bcfce17428 req-6694c167-9448-4ffc-bbbe-37d14bb772dc tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:14.773028 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee2659-2308-4636-870f-a9bcfce17428 req-6694c167-9448-4ffc-bbbe-37d14bb772dc tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:14.775036 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d3ee2659-2308-4636-870f-a9bcfce17428 req-6694c167-9448-4ffc-bbbe-37d14bb772dc tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 5429 time: 0.1168706 Jul 23 20:10:14.815349 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:14.816125 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d3ee2659-2308-4636-870f-a9bcfce17428 req-240a20a6-1a45-4656-b70d-2ac46c9913f1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8eab5fee-f8eb-4aed-a3f0-c440f60a4ea3&id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337842 Jul 23 20:10:14.841802 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff51102-e428-4ded-a3d1-228f5bfc548f'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:10:14.842850 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d075ec13-53ee-4823-a4d8-75dacf83b652" -d '{"events": [{"server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "name": "network-vif-plugged", "status": "completed", "tag": "8ff51102-e428-4ded-a3d1-228f5bfc548f"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:10:14.857054 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 8ff51102-e428-4ded-a3d1-228f5bfc548f, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=8ff51102-e428-4ded-a3d1-228f5bfc548f,segment=NetworkSegment(ebdc46e1-ed98-486e-b7df-53f92cdf705b),segment_id=ebdc46e1-ed98-486e-b7df-53f92cdf705b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:14.861291 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:14.862096 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 6ed23c2b-2657-4c27-9d21-8b4c38ac03c3 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:10:14.912826 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20995c0a-aee9-457a-8fe7-ed12eb7e08fd x-openstack-request-id: req-20995c0a-aee9-457a-8fe7-ed12eb7e08fd {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:14.913128 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "name": "network-vif-plugged", "status": "completed", "tag": "8ff51102-e428-4ded-a3d1-228f5bfc548f", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:14.913380 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-20995c0a-aee9-457a-8fe7-ed12eb7e08fd {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:14.913922 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff51102-e428-4ded-a3d1-228f5bfc548f', 'code': 200} Jul 23 20:10:14.953673 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=8ff51102-e428-4ded-a3d1-228f5bfc548f,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:14.966973 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 6ed23c2b-2657-4c27-9d21-8b4c38ac03c3 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:10:14.971217 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 6ed23c2b-2657-4c27-9d21-8b4c38ac03c3 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:10:14.971592 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:15.041486 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15462047-3b9f-485a-a56b-49d551ae6d15 req-81241437-4e0b-4c93-aba4-88dd9eee5b5d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:15.043453 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-15462047-3b9f-485a-a56b-49d551ae6d15 req-81241437-4e0b-4c93-aba4-88dd9eee5b5d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5e89bf-a454-459a-8be5-2a4557bc5290 HTTP/1.1" status: 200 len: 946 time: 0.0730395 Jul 23 20:10:15.059407 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:15.094520 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 6ed23c2b-2657-4c27-9d21-8b4c38ac03c3, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=6ed23c2b-2657-4c27-9d21-8b4c38ac03c3,segment=NetworkSegment(ebdc46e1-ed98-486e-b7df-53f92cdf705b),segment_id=ebdc46e1-ed98-486e-b7df-53f92cdf705b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:15.094732 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-15462047-3b9f-485a-a56b-49d551ae6d15 req-e26bcdae-220e-42b7-848e-d1ed05492f1a tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426078 Jul 23 20:10:15.099585 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:15.101030 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 75c5316c-fbd1-4cd5-93d9-47c4940484b5 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:10:15.188157 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=6ed23c2b-2657-4c27-9d21-8b4c38ac03c3,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:15.209636 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 75c5316c-fbd1-4cd5-93d9-47c4940484b5 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:10:15.213482 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 75c5316c-fbd1-4cd5-93d9-47c4940484b5 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:10:15.213977 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:15.258487 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a506a41-ed05-46e9-8c69-ba014bf166a7 req-02891c46-323f-41a0-b37c-d27e5f94af42 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:15.260271 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5a506a41-ed05-46e9-8c69-ba014bf166a7 req-02891c46-323f-41a0-b37c-d27e5f94af42 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/ports?device_id=28daf85d-ac61-4b73-82b4-6bf681f7e8fe HTTP/1.1" status: 200 len: 944 time: 0.0717976 Jul 23 20:10:15.307169 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:15.313692 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5a506a41-ed05-46e9-8c69-ba014bf166a7 req-e7c3a90a-3e84-429f-a93a-57f8d35a6428 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2670c6d-bde0-4087-ab85-ff93008a6fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478404 Jul 23 20:10:15.352948 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 75c5316c-fbd1-4cd5-93d9-47c4940484b5, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=75c5316c-fbd1-4cd5-93d9-47c4940484b5,segment=NetworkSegment(a267e6d5-9155-4637-920b-e8299e47a264),segment_id=a267e6d5-9155-4637-920b-e8299e47a264)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:15.358006 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:15.359533 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 13a84819-7175-426d-8ccb-8c2bbf23155c up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:10:15.456902 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2321bb-6a14-4011-ab34-1947d5e42d17 req-0aa5f0c2-26d9-4ce4-ac70-b5562753403e tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:15.469362 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=75c5316c-fbd1-4cd5-93d9-47c4940484b5,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:15.470250 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3c2321bb-6a14-4011-ab34-1947d5e42d17 req-0aa5f0c2-26d9-4ce4-ac70-b5562753403e tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed HTTP/1.1" status: 200 len: 946 time: 0.1289332 Jul 23 20:10:15.483019 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 13a84819-7175-426d-8ccb-8c2bbf23155c completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:10:15.487481 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 13a84819-7175-426d-8ccb-8c2bbf23155c triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:10:15.487886 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:15.526929 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3c2321bb-6a14-4011-ab34-1947d5e42d17 req-417c784e-a524-42ad-9580-d79644eb2a23 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557935 Jul 23 20:10:15.570502 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6a6ac-7ab6-4657-bc3c-f8620665d928 req-2a51b7ce-6cdb-4031-9571-3bac0bea01a8 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:15.572525 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3eb6a6ac-7ab6-4657-bc3c-f8620665d928 req-2a51b7ce-6cdb-4031-9571-3bac0bea01a8 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 945 time: 0.0814242 Jul 23 20:10:15.588484 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:15.630782 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3eb6a6ac-7ab6-4657-bc3c-f8620665d928 req-040f5e06-cba3-43e1-a51c-31f4cdd41de2 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/security-groups?id=73776e44-7ae2-46ff-b78b-4627ee1e8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438809 Jul 23 20:10:15.633208 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 13a84819-7175-426d-8ccb-8c2bbf23155c, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=13a84819-7175-426d-8ccb-8c2bbf23155c,segment=NetworkSegment(ebdc46e1-ed98-486e-b7df-53f92cdf705b),segment_id=ebdc46e1-ed98-486e-b7df-53f92cdf705b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:15.646556 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:15.647444 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 9627a8cd-cca1-4e2c-8263-bbfb4b33f26f up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:10:15.727065 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=13a84819-7175-426d-8ccb-8c2bbf23155c,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:15.741952 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 9627a8cd-cca1-4e2c-8263-bbfb4b33f26f completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:10:15.745555 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 9627a8cd-cca1-4e2c-8263-bbfb4b33f26f triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:10:15.745930 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:15.802993 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:15.837512 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:15.882512 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 9627a8cd-cca1-4e2c-8263-bbfb4b33f26f, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=9627a8cd-cca1-4e2c-8263-bbfb4b33f26f,segment=NetworkSegment(a267e6d5-9155-4637-920b-e8299e47a264),segment_id=a267e6d5-9155-4637-920b-e8299e47a264)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:15.886606 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:15.888713 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device d782c9aa-2158-45ec-9a49-51f7cf848ae5 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:10:15.963196 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=9627a8cd-cca1-4e2c-8263-bbfb4b33f26f,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:15.971220 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f719c26-d907-438c-a409-fecae0b6b54e req-8fcd698a-1b72-467b-9cc0-e2c49650aa9f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:15.975652 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port d782c9aa-2158-45ec-9a49-51f7cf848ae5 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:10:15.977119 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f719c26-d907-438c-a409-fecae0b6b54e req-8fcd698a-1b72-467b-9cc0-e2c49650aa9f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:15.979353 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port d782c9aa-2158-45ec-9a49-51f7cf848ae5 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:10:15.979723 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:15.983670 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f719c26-d907-438c-a409-fecae0b6b54e req-8fcd698a-1b72-467b-9cc0-e2c49650aa9f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:15.989540 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f719c26-d907-438c-a409-fecae0b6b54e req-8fcd698a-1b72-467b-9cc0-e2c49650aa9f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:15.995327 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f719c26-d907-438c-a409-fecae0b6b54e req-8fcd698a-1b72-467b-9cc0-e2c49650aa9f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:16.001210 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f719c26-d907-438c-a409-fecae0b6b54e req-8fcd698a-1b72-467b-9cc0-e2c49650aa9f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:16.007065 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f719c26-d907-438c-a409-fecae0b6b54e req-8fcd698a-1b72-467b-9cc0-e2c49650aa9f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:16.008985 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1f719c26-d907-438c-a409-fecae0b6b54e req-8fcd698a-1b72-467b-9cc0-e2c49650aa9f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 5434 time: 0.1115644 Jul 23 20:10:16.050199 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1f719c26-d907-438c-a409-fecae0b6b54e req-7fea0dfc-d8f3-4a70-907b-92bccee2c5ef tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8eab5fee-f8eb-4aed-a3f0-c440f60a4ea3&id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348701 Jul 23 20:10:16.058150 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:16.092347 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port d782c9aa-2158-45ec-9a49-51f7cf848ae5, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=d782c9aa-2158-45ec-9a49-51f7cf848ae5,segment=NetworkSegment(24cdf91d-f478-4970-87eb-4981cb489a54),segment_id=24cdf91d-f478-4970-87eb-4981cb489a54)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:16.095837 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:16.096577 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 029ccb5c-9717-4b7a-825f-18be8ca06481 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:10:16.171140 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=d782c9aa-2158-45ec-9a49-51f7cf848ae5,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:16.182602 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 029ccb5c-9717-4b7a-825f-18be8ca06481 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:10:16.187153 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 029ccb5c-9717-4b7a-825f-18be8ca06481 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:10:16.187517 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:16.248949 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5459944-48ae-46d3-9e36-e6bfd88f30c5 req-0896475e-85aa-4c3e-bb20-ef58e3350a50 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:16.250511 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d5459944-48ae-46d3-9e36-e6bfd88f30c5 req-0896475e-85aa-4c3e-bb20-ef58e3350a50 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5e89bf-a454-459a-8be5-2a4557bc5290 HTTP/1.1" status: 200 len: 946 time: 0.0669060 Jul 23 20:10:16.269751 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:16.290913 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d5459944-48ae-46d3-9e36-e6bfd88f30c5 req-beeb2c7b-25d3-48b6-9170-5a37a2581e95 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340908 Jul 23 20:10:16.301437 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 96c3859a-6618-48fb-b537-6368a02e8874 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:10:16.306645 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 029ccb5c-9717-4b7a-825f-18be8ca06481, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=029ccb5c-9717-4b7a-825f-18be8ca06481,segment=NetworkSegment(ebdc46e1-ed98-486e-b7df-53f92cdf705b),segment_id=ebdc46e1-ed98-486e-b7df-53f92cdf705b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:16.315242 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:16.419658 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=029ccb5c-9717-4b7a-825f-18be8ca06481,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:16.451073 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 96c3859a-6618-48fb-b537-6368a02e8874, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=96c3859a-6618-48fb-b537-6368a02e8874,segment=NetworkSegment(492a6177-a188-4aef-b748-e4f023badb6e),segment_id=492a6177-a188-4aef-b748-e4f023badb6e)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:16.466215 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d941a41-2763-4961-bba0-f301cfe9f894 req-cb802282-7e0a-43de-8f0e-d91b538b227d tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:16.467917 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9d941a41-2763-4961-bba0-f301cfe9f894 req-cb802282-7e0a-43de-8f0e-d91b538b227d tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/ports?device_id=28daf85d-ac61-4b73-82b4-6bf681f7e8fe HTTP/1.1" status: 200 len: 944 time: 0.0793529 Jul 23 20:10:16.501624 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b16448-d8f3-4a55-b0ad-549b5464df7b req-02e11275-dd77-48c2-8b8e-7094f928f3ee tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:16.506047 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-94b16448-d8f3-4a55-b0ad-549b5464df7b req-02e11275-dd77-48c2-8b8e-7094f928f3ee tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.0722513 Jul 23 20:10:16.511120 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9d941a41-2763-4961-bba0-f301cfe9f894 req-86684dc9-6d1c-4cd7-ab22-1a2211980072 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2670c6d-bde0-4087-ab85-ff93008a6fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370359 Jul 23 20:10:16.546713 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-94b16448-d8f3-4a55-b0ad-549b5464df7b req-3b95c309-2521-45c5-a0b2-1b2dd6ad0ab6 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353422 Jul 23 20:10:16.582642 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '96c3859a-6618-48fb-b537-6368a02e8874', 'network_id': '0c4a98a0-10be-4c43-b9be-da42be087eb0', 'port_id': '96c3859a-6618-48fb-b537-6368a02e8874', 'mac_address': 'fa:16:3e:1c:8b:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33682a81-1336-40fb-9d9b-61b3c24a5fd3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:10:16.620564 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:16.634500 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96c3859a-6618-48fb-b537-6368a02e8874 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:10:16.656248 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 96c3859a-6618-48fb-b537-6368a02e8874, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=96c3859a-6618-48fb-b537-6368a02e8874,segment=NetworkSegment(492a6177-a188-4aef-b748-e4f023badb6e),segment_id=492a6177-a188-4aef-b748-e4f023badb6e)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:16.661614 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:16.690052 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08c58d-5bf6-4d32-8515-afe2fdf20b18 req-1a9a22ce-920c-418f-b3bf-67efeadd6b85 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:16.691603 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fe08c58d-5bf6-4d32-8515-afe2fdf20b18 req-1a9a22ce-920c-418f-b3bf-67efeadd6b85 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed HTTP/1.1" status: 200 len: 946 time: 0.0714817 Jul 23 20:10:16.692826 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9f378-0cfa-425d-8511-9b671d5b6797 req-65088d84-f6ac-4bc2-9f56-17ce22c4ea90 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:16.694357 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a8c9f378-0cfa-425d-8511-9b671d5b6797 req-65088d84-f6ac-4bc2-9f56-17ce22c4ea90 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.0718057 Jul 23 20:10:16.713947 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=96c3859a-6618-48fb-b537-6368a02e8874,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:16.733728 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fe08c58d-5bf6-4d32-8515-afe2fdf20b18 req-bf987881-dd7d-4c9a-ab1e-bab8ad479112 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352790 Jul 23 20:10:16.739058 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a8c9f378-0cfa-425d-8511-9b671d5b6797 req-42ba0b1d-bd77-4122-b1f0-5fe6e4c2f971 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392022 Jul 23 20:10:16.888270 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2869c6-39f4-4574-bbb2-a75e03facd1d req-596e4d07-840e-4333-89c2-1781622e4db5 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:16.889769 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0d2869c6-39f4-4574-bbb2-a75e03facd1d req-596e4d07-840e-4333-89c2-1781622e4db5 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 945 time: 0.0788567 Jul 23 20:10:16.914715 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed23c2b-2657-4c27-9d21-8b4c38ac03c3'}, {'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c5316c-fbd1-4cd5-93d9-47c4940484b5'}, {'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a84819-7175-426d-8ccb-8c2bbf23155c'}, {'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9627a8cd-cca1-4e2c-8263-bbfb4b33f26f'}, {'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd782c9aa-2158-45ec-9a49-51f7cf848ae5'}, {'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029ccb5c-9717-4b7a-825f-18be8ca06481'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:10:16.917164 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7383cb3-c4de-451d-bb5e-cad2bbd419e3" -d '{"events": [{"server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "name": "network-vif-plugged", "status": "completed", "tag": "6ed23c2b-2657-4c27-9d21-8b4c38ac03c3"}, {"server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "name": "network-vif-plugged", "status": "completed", "tag": "75c5316c-fbd1-4cd5-93d9-47c4940484b5"}, {"server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "name": "network-vif-plugged", "status": "completed", "tag": "13a84819-7175-426d-8ccb-8c2bbf23155c"}, {"server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "name": "network-vif-plugged", "status": "completed", "tag": "9627a8cd-cca1-4e2c-8263-bbfb4b33f26f"}, {"server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "name": "network-vif-plugged", "status": "completed", "tag": "d782c9aa-2158-45ec-9a49-51f7cf848ae5"}, {"server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "name": "network-vif-plugged", "status": "completed", "tag": "029ccb5c-9717-4b7a-825f-18be8ca06481"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:10:16.931074 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0d2869c6-39f4-4574-bbb2-a75e03facd1d req-46acd1a6-9973-4971-a8a4-e9ab42dbd67c tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/security-groups?id=73776e44-7ae2-46ff-b78b-4627ee1e8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357938 Jul 23 20:10:16.973233 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['96c3859a-6618-48fb-b537-6368a02e8874'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:17.038199 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Fri, 23 Jul 2021 20:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473a03eb-0976-46d2-bd80-8763089a5680 x-openstack-request-id: req-473a03eb-0976-46d2-bd80-8763089a5680 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:17.038724 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "name": "network-vif-plugged", "status": "completed", "tag": "6ed23c2b-2657-4c27-9d21-8b4c38ac03c3", "code": 200}, {"server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "name": "network-vif-plugged", "status": "completed", "tag": "75c5316c-fbd1-4cd5-93d9-47c4940484b5", "code": 200}, {"server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "name": "network-vif-plugged", "status": "completed", "tag": "13a84819-7175-426d-8ccb-8c2bbf23155c", "code": 200}, {"server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "name": "network-vif-plugged", "status": "completed", "tag": "9627a8cd-cca1-4e2c-8263-bbfb4b33f26f", "code": 200}, {"server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "name": "network-vif-plugged", "status": "completed", "tag": "d782c9aa-2158-45ec-9a49-51f7cf848ae5", "code": 200}, {"server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "name": "network-vif-plugged", "status": "completed", "tag": "029ccb5c-9717-4b7a-825f-18be8ca06481", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:17.039450 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-473a03eb-0976-46d2-bd80-8763089a5680 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:17.040046 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed23c2b-2657-4c27-9d21-8b4c38ac03c3', 'code': 200} Jul 23 20:10:17.040477 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c5316c-fbd1-4cd5-93d9-47c4940484b5', 'code': 200} Jul 23 20:10:17.040904 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a84819-7175-426d-8ccb-8c2bbf23155c', 'code': 200} Jul 23 20:10:17.041327 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9627a8cd-cca1-4e2c-8263-bbfb4b33f26f', 'code': 200} Jul 23 20:10:17.041786 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd782c9aa-2158-45ec-9a49-51f7cf848ae5', 'code': 200} Jul 23 20:10:17.042581 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029ccb5c-9717-4b7a-825f-18be8ca06481', 'code': 200} Jul 23 20:10:17.171854 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e872cb-b643-4082-9198-3a793ef867d3 req-d453db22-02b1-4ead-ab7a-a87dbdd8c1c2 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:17.173935 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-56e872cb-b643-4082-9198-3a793ef867d3 req-d453db22-02b1-4ead-ab7a-a87dbdd8c1c2 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/networks?id=f1957672-1349-45e6-b250-4d2e0e2b0e22 HTTP/1.1" status: 200 len: 811 time: 0.1581707 Jul 23 20:10:17.207697 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-56e872cb-b643-4082-9198-3a793ef867d3 req-79d03b66-25b1-41a5-9f40-101f59e3c855 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/quotas/3eac1fd2f7984fc28e6e139f2a1d3dd0 HTTP/1.1" status: 200 len: 375 time: 0.0157259 Jul 23 20:10:17.253075 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd892d-1c30-4f0a-9d67-c085e782995d req-ae90e891-ba41-4a5b-bdc6-aa1309dcc69f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:17.259035 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd892d-1c30-4f0a-9d67-c085e782995d req-ae90e891-ba41-4a5b-bdc6-aa1309dcc69f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:17.266289 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd892d-1c30-4f0a-9d67-c085e782995d req-ae90e891-ba41-4a5b-bdc6-aa1309dcc69f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:17.267977 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09944fb6-3efb-4351-ba66-84753fab3b43 req-6ff161f2-6094-49d9-9938-e3f5376e3c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:17.268577 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09944fb6-3efb-4351-ba66-84753fab3b43 req-6ff161f2-6094-49d9-9938-e3f5376e3c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:17.269075 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09944fb6-3efb-4351-ba66-84753fab3b43 req-6ff161f2-6094-49d9-9938-e3f5376e3c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:17.269554 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09944fb6-3efb-4351-ba66-84753fab3b43 req-6ff161f2-6094-49d9-9938-e3f5376e3c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:17.270025 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09944fb6-3efb-4351-ba66-84753fab3b43 req-6ff161f2-6094-49d9-9938-e3f5376e3c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:17.270493 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09944fb6-3efb-4351-ba66-84753fab3b43 req-6ff161f2-6094-49d9-9938-e3f5376e3c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:17.270957 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09944fb6-3efb-4351-ba66-84753fab3b43 req-6ff161f2-6094-49d9-9938-e3f5376e3c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:17.272582 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd892d-1c30-4f0a-9d67-c085e782995d req-ae90e891-ba41-4a5b-bdc6-aa1309dcc69f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:17.272953 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-09944fb6-3efb-4351-ba66-84753fab3b43 req-6ff161f2-6094-49d9-9938-e3f5376e3c9d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 6500 time: 0.1217222 Jul 23 20:10:17.278939 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd892d-1c30-4f0a-9d67-c085e782995d req-ae90e891-ba41-4a5b-bdc6-aa1309dcc69f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:17.285053 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd892d-1c30-4f0a-9d67-c085e782995d req-ae90e891-ba41-4a5b-bdc6-aa1309dcc69f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:17.291265 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd892d-1c30-4f0a-9d67-c085e782995d req-ae90e891-ba41-4a5b-bdc6-aa1309dcc69f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:17.293847 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f6fd892d-1c30-4f0a-9d67-c085e782995d req-ae90e891-ba41-4a5b-bdc6-aa1309dcc69f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 5436 time: 0.1245961 Jul 23 20:10:17.331631 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-56e872cb-b643-4082-9198-3a793ef867d3 req-f29199fc-ae46-4013-a199-5c065ef7e17c tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3eac1fd2f7984fc28e6e139f2a1d3dd0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1178324 Jul 23 20:10:17.337532 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-09944fb6-3efb-4351-ba66-84753fab3b43 req-dc193378-56f4-4106-b796-7ac1ee16f14c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f32addc3-5df2-4066-b4a6-63fddb9e0741&id=8eab5fee-f8eb-4aed-a3f0-c440f60a4ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568871 Jul 23 20:10:17.355499 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f6fd892d-1c30-4f0a-9d67-c085e782995d req-61415e4d-52cc-49a1-9be3-800e63eca8e5 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8eab5fee-f8eb-4aed-a3f0-c440f60a4ea3&id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511618 Jul 23 20:10:17.428940 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-56e872cb-b643-4082-9198-3a793ef867d3 req-79269e09-fcba-44e9-8b24-739db96e7261 service neutron] 10.222.0.32 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903604 Jul 23 20:10:17.524323 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-56e872cb-b643-4082-9198-3a793ef867d3 req-10d5b903-74a2-4abf-a557-4044979f01d7 service neutron] 10.222.0.32 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891585 Jul 23 20:10:17.591364 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:10:17.685598 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69e128-bb57-4ce1-9f2b-b60b1cc2d915 req-b069a77e-c03e-4d0e-9cfb-d9a6e6821a7b tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:17.688101 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d69e128-bb57-4ce1-9f2b-b60b1cc2d915 req-b069a77e-c03e-4d0e-9cfb-d9a6e6821a7b tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/ports?device_id=28daf85d-ac61-4b73-82b4-6bf681f7e8fe HTTP/1.1" status: 200 len: 945 time: 0.1058643 Jul 23 20:10:17.704022 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-258f65ad-a525-4185-b60b-9e11dfd755a4 req-9ca510c0-e272-4a84-a7cc-c61d4ec69272 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=53d1c3c2-3e8b-4e29-9b11-b9d9146cc9de HTTP/1.1" status: 200 len: 210 time: 0.0410542 Jul 23 20:10:17.732159 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d69e128-bb57-4ce1-9f2b-b60b1cc2d915 req-d03fa925-f485-43a7-9ca3-246983c49a76 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2670c6d-bde0-4087-ab85-ff93008a6fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378134 Jul 23 20:10:17.883985 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1305e-5eb1-4020-8d73-5fa444c43aa7 req-8e93fa56-cb12-4b30-bd68-992d64c049f8 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:17.885545 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-85b1305e-5eb1-4020-8d73-5fa444c43aa7 req-8e93fa56-cb12-4b30-bd68-992d64c049f8 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed HTTP/1.1" status: 200 len: 946 time: 0.0745897 Jul 23 20:10:17.930475 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-85b1305e-5eb1-4020-8d73-5fa444c43aa7 req-f32fc6f9-a343-4511-a57c-2d7faaddc4df tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379701 Jul 23 20:10:18.083737 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551bdab-f4cb-400b-be5b-778f8008423f req-0985b57e-e0e4-46f2-94db-e17efe6ac857 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:18.085231 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1551bdab-f4cb-400b-be5b-778f8008423f req-0985b57e-e0e4-46f2-94db-e17efe6ac857 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 945 time: 0.0721655 Jul 23 20:10:18.133996 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1551bdab-f4cb-400b-be5b-778f8008423f req-b176d12f-9f4b-45a4-aa9e-4b7a8a267b9d tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/security-groups?id=73776e44-7ae2-46ff-b78b-4627ee1e8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419359 Jul 23 20:10:18.313052 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 96c3859a-6618-48fb-b537-6368a02e8874 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:10:18.361458 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 96c3859a-6618-48fb-b537-6368a02e8874 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:10:18.364960 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 96c3859a-6618-48fb-b537-6368a02e8874 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:10:18.365333 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:18.459457 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:18.495691 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 96c3859a-6618-48fb-b537-6368a02e8874, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=96c3859a-6618-48fb-b537-6368a02e8874,segment=NetworkSegment(492a6177-a188-4aef-b748-e4f023badb6e),segment_id=492a6177-a188-4aef-b748-e4f023badb6e)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:18.515351 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194464d-9f76-4250-b7ff-25599973c804 req-e8896c7d-7bdb-49ee-b4c8-65ce9ad29f19 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:18.515526 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:18.523776 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194464d-9f76-4250-b7ff-25599973c804 req-e8896c7d-7bdb-49ee-b4c8-65ce9ad29f19 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:18.530175 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194464d-9f76-4250-b7ff-25599973c804 req-e8896c7d-7bdb-49ee-b4c8-65ce9ad29f19 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:18.536332 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194464d-9f76-4250-b7ff-25599973c804 req-e8896c7d-7bdb-49ee-b4c8-65ce9ad29f19 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:18.542651 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194464d-9f76-4250-b7ff-25599973c804 req-e8896c7d-7bdb-49ee-b4c8-65ce9ad29f19 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:18.549535 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194464d-9f76-4250-b7ff-25599973c804 req-e8896c7d-7bdb-49ee-b4c8-65ce9ad29f19 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:18.557228 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194464d-9f76-4250-b7ff-25599973c804 req-e8896c7d-7bdb-49ee-b4c8-65ce9ad29f19 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:18.559805 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e194464d-9f76-4250-b7ff-25599973c804 req-e8896c7d-7bdb-49ee-b4c8-65ce9ad29f19 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 5436 time: 0.1260071 Jul 23 20:10:18.569631 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=96c3859a-6618-48fb-b537-6368a02e8874,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:18.613861 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e194464d-9f76-4250-b7ff-25599973c804 req-eb6344d0-2e6e-4f78-98a0-1fea173b382c tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8eab5fee-f8eb-4aed-a3f0-c440f60a4ea3&id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0474565 Jul 23 20:10:18.792924 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e872cb-b643-4082-9198-3a793ef867d3 req-c5e30e60-8005-4a4d-9058-6b63c54dd814 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:18.795368 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-56e872cb-b643-4082-9198-3a793ef867d3 req-c5e30e60-8005-4a4d-9058-6b63c54dd814 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.30 "GET /v2.0/networks?id=f1957672-1349-45e6-b250-4d2e0e2b0e22 HTTP/1.1" status: 200 len: 811 time: 0.1204326 Jul 23 20:10:18.818130 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-56e872cb-b643-4082-9198-3a793ef867d3 req-db236b47-c6b6-432a-8f80-21ec6c9ede3d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Request body: {'port': {'device_id': '53d1c3c2-3e8b-4e29-9b11-b9d9146cc9de', 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22', 'admin_state_up': True, 'tenant_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:18.856450 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-597b6ebb-0320-482d-9dcb-d5cce36d2c3d req-08dbf7c1-b461-4e01-a10e-842fd5b881f9 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=53d1c3c2-3e8b-4e29-9b11-b9d9146cc9de HTTP/1.1" status: 200 len: 210 time: 0.0439191 Jul 23 20:10:18.965739 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8e017-51f0-435d-b2c3-2b3ac48859a7 req-6f439b60-1f0b-4eae-84f3-4dbbf1c6ec85 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:18.967392 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-36a8e017-51f0-435d-b2c3-2b3ac48859a7 req-6f439b60-1f0b-4eae-84f3-4dbbf1c6ec85 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/ports?device_id=28daf85d-ac61-4b73-82b4-6bf681f7e8fe HTTP/1.1" status: 200 len: 946 time: 0.1310060 Jul 23 20:10:19.008563 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56e872cb-b643-4082-9198-3a793ef867d3 req-db236b47-c6b6-432a-8f80-21ec6c9ede3d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Made reservation on behalf of 3eac1fd2f7984fc28e6e139f2a1d3dd0 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:10:19.012126 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-56e872cb-b643-4082-9198-3a793ef867d3 req-db236b47-c6b6-432a-8f80-21ec6c9ede3d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:19.030063 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-36a8e017-51f0-435d-b2c3-2b3ac48859a7 req-274b5142-3680-42b6-bb98-3051e05405c6 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2670c6d-bde0-4087-ab85-ff93008a6fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562592 Jul 23 20:10:19.044476 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28daf85d-ac61-4b73-82b4-6bf681f7e8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c3859a-6618-48fb-b537-6368a02e8874'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:10:19.047191 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d71cb0-fab9-4153-a62c-6620bb0f7717" -d '{"events": [{"server_uuid": "28daf85d-ac61-4b73-82b4-6bf681f7e8fe", "name": "network-vif-plugged", "status": "completed", "tag": "96c3859a-6618-48fb-b537-6368a02e8874"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:10:19.115570 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619b01d-54c9-4cc6-a4e9-4101582ae7b8 req-0365b7c3-ba2d-4c53-bf86-679762e77821 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:19.120767 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6619b01d-54c9-4cc6-a4e9-4101582ae7b8 req-0365b7c3-ba2d-4c53-bf86-679762e77821 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed HTTP/1.1" status: 200 len: 946 time: 0.0975387 Jul 23 20:10:19.160662 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e2e95d-1b33-47b0-9c4a-4055401c5bc2 x-openstack-request-id: req-a5e2e95d-1b33-47b0-9c4a-4055401c5bc2 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:19.160662 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28daf85d-ac61-4b73-82b4-6bf681f7e8fe", "name": "network-vif-plugged", "status": "completed", "tag": "96c3859a-6618-48fb-b537-6368a02e8874", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:19.160662 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a5e2e95d-1b33-47b0-9c4a-4055401c5bc2 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:19.161008 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28daf85d-ac61-4b73-82b4-6bf681f7e8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c3859a-6618-48fb-b537-6368a02e8874', 'code': 200} Jul 23 20:10:19.174048 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6619b01d-54c9-4cc6-a4e9-4101582ae7b8 req-802188ad-c593-4402-950d-2df38af0ba24 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510252 Jul 23 20:10:19.191168 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-56e872cb-b643-4082-9198-3a793ef867d3 req-db236b47-c6b6-432a-8f80-21ec6c9ede3d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Allocated IP 172.20.0.13 (f1957672-1349-45e6-b250-4d2e0e2b0e22/d89cc8ce-1520-4663-872c-281c0b224b71/df5dcfc5-c287-4e54-93bf-2d5f19324d29) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:10:19.411196 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7a2e6-6052-4144-b458-7982b69dac53 req-a149cd2f-2a59-4a70-adb9-6dca82c2f04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:19.412622 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a2c7a2e6-6052-4144-b458-7982b69dac53 req-a149cd2f-2a59-4a70-adb9-6dca82c2f04a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=28daf85d-ac61-4b73-82b4-6bf681f7e8fe HTTP/1.1" status: 200 len: 1098 time: 0.1653683 Jul 23 20:10:19.440524 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580f3c3-5233-48f4-b4ca-18e5a18956f5 req-2fb72178-d1a4-4286-9a5a-b7b02127191a tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:19.442387 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2580f3c3-5233-48f4-b4ca-18e5a18956f5 req-2fb72178-d1a4-4286-9a5a-b7b02127191a tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 945 time: 0.2116716 Jul 23 20:10:19.483635 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-56e872cb-b643-4082-9198-3a793ef867d3 req-db236b47-c6b6-432a-8f80-21ec6c9ede3d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:19.514646 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-56e872cb-b643-4082-9198-3a793ef867d3 req-db236b47-c6b6-432a-8f80-21ec6c9ede3d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Transition to ACTIVE for port object df5dcfc5-c287-4e54-93bf-2d5f19324d29 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:10:19.522367 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a2c7a2e6-6052-4144-b458-7982b69dac53 req-203dd1a8-c4f9-4033-beca-beb6d304a670 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a2670c6d-bde0-4087-ab85-ff93008a6fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980635 Jul 23 20:10:19.535060 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2580f3c3-5233-48f4-b4ca-18e5a18956f5 req-9477f812-11a9-4b4f-acec-d59633888995 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/security-groups?id=73776e44-7ae2-46ff-b78b-4627ee1e8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859699 Jul 23 20:10:19.571824 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-56e872cb-b643-4082-9198-3a793ef867d3 req-db236b47-c6b6-432a-8f80-21ec6c9ede3d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:19.583717 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['035b5f7f-5305-4357-8fec-017e5e9a1ec5'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:19.623683 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56e872cb-b643-4082-9198-3a793ef867d3 req-db236b47-c6b6-432a-8f80-21ec6c9ede3d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Network f1957672-1349-45e6-b250-4d2e0e2b0e22 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:10:19.633528 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-56e872cb-b643-4082-9198-3a793ef867d3 req-db236b47-c6b6-432a-8f80-21ec6c9ede3d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:10:19.635646 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48252) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:19.637136 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e872cb-b643-4082-9198-3a793ef867d3 req-db236b47-c6b6-432a-8f80-21ec6c9ede3d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:10:19.661095 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db236b47-c6b6-432a-8f80-21ec6c9ede3d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Pushing event updated for resources: {'Port': ['ID=df5dcfc5-c287-4e54-93bf-2d5f19324d29,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:19.709353 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e872cb-b643-4082-9198-3a793ef867d3 req-db236b47-c6b6-432a-8f80-21ec6c9ede3d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:19.710425 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-56e872cb-b643-4082-9198-3a793ef867d3 req-db236b47-c6b6-432a-8f80-21ec6c9ede3d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:19.741563 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-56e872cb-b643-4082-9198-3a793ef867d3 req-db236b47-c6b6-432a-8f80-21ec6c9ede3d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9302888 Jul 23 20:10:19.757652 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-56e872cb-b643-4082-9198-3a793ef867d3 req-80bcde59-8613-4594-aa24-8b6622e9710b service neutron] Request body: {'port': {'device_id': '53d1c3c2-3e8b-4e29-9b11-b9d9146cc9de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:19.812265 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e6a94ef7-8667-4ec0-a5cc-80beae4667b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:19.837959 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5e9de-d7fc-43d9-933d-c615436561b5 req-683043bc-e7d8-48a8-be10-566d02e8a385 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:19.845298 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5e9de-d7fc-43d9-933d-c615436561b5 req-683043bc-e7d8-48a8-be10-566d02e8a385 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:19.851337 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5e9de-d7fc-43d9-933d-c615436561b5 req-683043bc-e7d8-48a8-be10-566d02e8a385 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:19.857922 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5e9de-d7fc-43d9-933d-c615436561b5 req-683043bc-e7d8-48a8-be10-566d02e8a385 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:19.863963 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-56e872cb-b643-4082-9198-3a793ef867d3 req-80bcde59-8613-4594-aa24-8b6622e9710b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:19.865117 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5e9de-d7fc-43d9-933d-c615436561b5 req-683043bc-e7d8-48a8-be10-566d02e8a385 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:19.871474 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5e9de-d7fc-43d9-933d-c615436561b5 req-683043bc-e7d8-48a8-be10-566d02e8a385 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:19.877730 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5e9de-d7fc-43d9-933d-c615436561b5 req-683043bc-e7d8-48a8-be10-566d02e8a385 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:19.879699 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4fa5e9de-d7fc-43d9-933d-c615436561b5 req-683043bc-e7d8-48a8-be10-566d02e8a385 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 5436 time: 0.1573541 Jul 23 20:10:19.939396 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4fa5e9de-d7fc-43d9-933d-c615436561b5 req-fd75334b-f3b9-4c1e-9689-e69134b5b53a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8eab5fee-f8eb-4aed-a3f0-c440f60a4ea3&id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512965 Jul 23 20:10:19.983828 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-9714a77f-eb66-4ba3-a346-75d04f3f2d71 None None] Provisioning for port df5dcfc5-c287-4e54-93bf-2d5f19324d29 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:10:19.988798 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-9714a77f-eb66-4ba3-a346-75d04f3f2d71 None None] Provisioning complete for port df5dcfc5-c287-4e54-93bf-2d5f19324d29 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:10:19.989332 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9714a77f-eb66-4ba3-a346-75d04f3f2d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:20.020655 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e6a94ef7-8667-4ec0-a5cc-80beae4667b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:20.027013 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e6a94ef7-8667-4ec0-a5cc-80beae4667b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:20.027193 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9714a77f-eb66-4ba3-a346-75d04f3f2d71 None None] Port df5dcfc5-c287-4e54-93bf-2d5f19324d29 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:10:20.101625 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e6a94ef7-8667-4ec0-a5cc-80beae4667b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=73d1ccf7ce2047b2a7e3f74692cb224c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4646068 Jul 23 20:10:20.106098 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48266) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:20.112879 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a94ef7-8667-4ec0-a5cc-80beae4667b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f364f1e7-850c-4888-96ad-c612a0ce6893,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:20.124848 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a10843-e007-4f87-bca4-70b358c9112c req-78669964-8292-45a8-af4b-1b3f606c9aca tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:20.126415 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c5a10843-e007-4f87-bca4-70b358c9112c req-78669964-8292-45a8-af4b-1b3f606c9aca tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=53d1c3c2-3e8b-4e29-9b11-b9d9146cc9de HTTP/1.1" status: 200 len: 932 time: 0.1935129 Jul 23 20:10:20.171417 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a02efb-bb09-4671-8a14-9d07511a481e req-513adda7-29eb-4549-a15f-99a14a759705 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:20.182218 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a02efb-bb09-4671-8a14-9d07511a481e req-513adda7-29eb-4549-a15f-99a14a759705 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:20.189643 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a02efb-bb09-4671-8a14-9d07511a481e req-513adda7-29eb-4549-a15f-99a14a759705 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:20.195467 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a02efb-bb09-4671-8a14-9d07511a481e req-513adda7-29eb-4549-a15f-99a14a759705 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:20.198576 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c5a10843-e007-4f87-bca4-70b358c9112c req-3dc34029-76b6-4040-a9a3-18d56abb5892 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606947 Jul 23 20:10:20.201376 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a02efb-bb09-4671-8a14-9d07511a481e req-513adda7-29eb-4549-a15f-99a14a759705 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:20.207301 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a02efb-bb09-4671-8a14-9d07511a481e req-513adda7-29eb-4549-a15f-99a14a759705 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:20.213196 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a02efb-bb09-4671-8a14-9d07511a481e req-513adda7-29eb-4549-a15f-99a14a759705 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:20.215792 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-52a02efb-bb09-4671-8a14-9d07511a481e req-513adda7-29eb-4549-a15f-99a14a759705 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 5436 time: 0.1854703 Jul 23 20:10:20.234433 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48272) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:20.238344 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bdb63192-2c08-4488-b29d-a497c930a74d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:20.238995 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-b6ccd174-19b0-4b49-a84d-0e6bc3ff7cac tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Request body: {'floatingip': {'port_id': 'd782c9aa-2158-45ec-9a49-51f7cf848ae5'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:20.267524 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bdb63192-2c08-4488-b29d-a497c930a74d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:20.278497 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b6ccd174-19b0-4b49-a84d-0e6bc3ff7cac tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:20.386002 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bdb63192-2c08-4488-b29d-a497c930a74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:20.388749 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bdb63192-2c08-4488-b29d-a497c930a74d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:20.393511 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-bdb63192-2c08-4488-b29d-a497c930a74d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f364f1e7-850c-4888-96ad-c612a0ce6893 HTTP/1.1" status: 204 len: 168 time: 0.2827935 Jul 23 20:10:20.403685 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb63192-2c08-4488-b29d-a497c930a74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f364f1e7-850c-4888-96ad-c612a0ce6893,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:20.415492 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c4e3d-4bd1-40d2-be13-b2e045588c81 req-30067eb5-e11a-4eb7-8a0f-a5953549004d tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:20.417090 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2f9c4e3d-4bd1-40d2-be13-b2e045588c81 req-30067eb5-e11a-4eb7-8a0f-a5953549004d tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/ports?device_id=28daf85d-ac61-4b73-82b4-6bf681f7e8fe HTTP/1.1" status: 200 len: 946 time: 0.1134307 Jul 23 20:10:20.487768 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2f9c4e3d-4bd1-40d2-be13-b2e045588c81 req-3bd15db0-d37e-4122-b0cb-3db4dec92f37 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2670c6d-bde0-4087-ab85-ff93008a6fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621212 Jul 23 20:10:20.677159 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38af7c0-9322-4caf-9b37-60b7c65f96cb req-bd888d2a-d2b8-4a43-9798-20b01d40c6a5 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:20.678891 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e38af7c0-9322-4caf-9b37-60b7c65f96cb req-bd888d2a-d2b8-4a43-9798-20b01d40c6a5 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 945 time: 0.0713098 Jul 23 20:10:20.718707 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-56e872cb-b643-4082-9198-3a793ef867d3 req-80bcde59-8613-4594-aa24-8b6622e9710b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df5dcfc5-c287-4e54-93bf-2d5f19324d29 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:10:20.721578 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e38af7c0-9322-4caf-9b37-60b7c65f96cb req-f76afc8b-8200-4a8d-bec8-75014bbcfccb tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/security-groups?id=73776e44-7ae2-46ff-b78b-4627ee1e8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351346 Jul 23 20:10:20.737712 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-56e872cb-b643-4082-9198-3a793ef867d3 req-80bcde59-8613-4594-aa24-8b6622e9710b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:20.786606 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-56e872cb-b643-4082-9198-3a793ef867d3 req-80bcde59-8613-4594-aa24-8b6622e9710b service neutron] Transition to ACTIVE for port object df5dcfc5-c287-4e54-93bf-2d5f19324d29 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:10:20.810260 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-56e872cb-b643-4082-9198-3a793ef867d3 req-80bcde59-8613-4594-aa24-8b6622e9710b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:20.966837 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bcde59-8613-4594-aa24-8b6622e9710b service neutron] Pushing event updated for resources: {'Port': ['ID=df5dcfc5-c287-4e54-93bf-2d5f19324d29,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:20.985723 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936bf3d-c4ae-49d3-b099-46bd9d0ff975 req-e5f652c7-8bc0-47ac-86c0-50a55e0277a4 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:20.987254 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b936bf3d-c4ae-49d3-b099-46bd9d0ff975 req-e5f652c7-8bc0-47ac-86c0-50a55e0277a4 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed HTTP/1.1" status: 200 len: 946 time: 0.2641129 Jul 23 20:10:21.123980 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b936bf3d-c4ae-49d3-b099-46bd9d0ff975 req-336bde09-80e3-4ab0-b3da-5f20f233d443 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167550 Jul 23 20:10:21.175670 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-56e872cb-b643-4082-9198-3a793ef867d3 req-80bcde59-8613-4594-aa24-8b6622e9710b service neutron] Attempting to bind port df5dcfc5-c287-4e54-93bf-2d5f19324d29 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:10:21.176005 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-56e872cb-b643-4082-9198-3a793ef867d3 req-80bcde59-8613-4594-aa24-8b6622e9710b service neutron] Attempting to bind port df5dcfc5-c287-4e54-93bf-2d5f19324d29 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5c96697d-ee44-400a-8e69-1e994d5bac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:10:21.176329 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e872cb-b643-4082-9198-3a793ef867d3 req-80bcde59-8613-4594-aa24-8b6622e9710b service neutron] Attempting to bind port df5dcfc5-c287-4e54-93bf-2d5f19324d29 on network f1957672-1349-45e6-b250-4d2e0e2b0e22 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:10:21.209365 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e872cb-b643-4082-9198-3a793ef867d3 req-80bcde59-8613-4594-aa24-8b6622e9710b service neutron] Port df5dcfc5-c287-4e54-93bf-2d5f19324d29 on network f1957672-1349-45e6-b250-4d2e0e2b0e22 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:10:21.209712 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e872cb-b643-4082-9198-3a793ef867d3 req-80bcde59-8613-4594-aa24-8b6622e9710b service neutron] Attempting to bind port df5dcfc5-c287-4e54-93bf-2d5f19324d29 on network f1957672-1349-45e6-b250-4d2e0e2b0e22 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:10:21.218280 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e872cb-b643-4082-9198-3a793ef867d3 req-80bcde59-8613-4594-aa24-8b6622e9710b service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:10:21.218616 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e872cb-b643-4082-9198-3a793ef867d3 req-80bcde59-8613-4594-aa24-8b6622e9710b service neutron] Checking segment: {'id': '5c96697d-ee44-400a-8e69-1e994d5bac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:10:21.218994 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e872cb-b643-4082-9198-3a793ef867d3 req-80bcde59-8613-4594-aa24-8b6622e9710b service neutron] Bound using segment: {'id': '5c96697d-ee44-400a-8e69-1e994d5bac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:10:21.219419 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-56e872cb-b643-4082-9198-3a793ef867d3 req-80bcde59-8613-4594-aa24-8b6622e9710b service neutron] Bound port: df5dcfc5-c287-4e54-93bf-2d5f19324d29, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c96697d-ee44-400a-8e69-1e994d5bac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:10:21.219781 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-56e872cb-b643-4082-9198-3a793ef867d3 req-80bcde59-8613-4594-aa24-8b6622e9710b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:21.383192 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-56e872cb-b643-4082-9198-3a793ef867d3 req-80bcde59-8613-4594-aa24-8b6622e9710b service neutron] For port df5dcfc5-c287-4e54-93bf-2d5f19324d29, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:10:21.403688 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-56e872cb-b643-4082-9198-3a793ef867d3 req-80bcde59-8613-4594-aa24-8b6622e9710b service neutron] For port df5dcfc5-c287-4e54-93bf-2d5f19324d29, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=df5dcfc5-c287-4e54-93bf-2d5f19324d29,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:10:21.411397 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b6ccd174-19b0-4b49-a84d-0e6bc3ff7cac tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:21.414667 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-56e872cb-b643-4082-9198-3a793ef867d3 req-80bcde59-8613-4594-aa24-8b6622e9710b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:21.432560 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b6ccd174-19b0-4b49-a84d-0e6bc3ff7cac tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:21.510599 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e872cb-b643-4082-9198-3a793ef867d3 req-80bcde59-8613-4594-aa24-8b6622e9710b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:21.511708 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-56e872cb-b643-4082-9198-3a793ef867d3 req-80bcde59-8613-4594-aa24-8b6622e9710b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:21.513803 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-56e872cb-b643-4082-9198-3a793ef867d3 req-80bcde59-8613-4594-aa24-8b6622e9710b service neutron] 10.222.0.30 "PUT /v2.0/ports/df5dcfc5-c287-4e54-93bf-2d5f19324d29 HTTP/1.1" status: 200 len: 1093 time: 1.7612586 Jul 23 20:10:21.546597 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53d1c3c2-3e8b-4e29-9b11-b9d9146cc9de', 'tag': 'df5dcfc5-c287-4e54-93bf-2d5f19324d29'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:10:21.549022 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acff9dc-5315-4cce-9edb-e3bf721bf2b5" -d '{"events": [{"name": "network-changed", "server_uuid": "53d1c3c2-3e8b-4e29-9b11-b9d9146cc9de", "tag": "df5dcfc5-c287-4e54-93bf-2d5f19324d29"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:10:21.638324 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bcde59-8613-4594-aa24-8b6622e9710b service neutron] Pushing event updated for resources: {'Port': ['ID=df5dcfc5-c287-4e54-93bf-2d5f19324d29,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:21.677887 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [None req-b6ccd174-19b0-4b49-a84d-0e6bc3ff7cac tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Floating IP 17a11a01-ffa8-40a6-bcba-5117c95d87da associated. External IP: 172.25.1.179, port: d782c9aa-2158-45ec-9a49-51f7cf848ae5. Jul 23 20:10:21.689147 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbfdf9c-3fbe-45f5-a327-e42b450e55d1 req-31703b4a-915d-4ccc-a7d9-7eedb474c5b5 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:21.696175 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6dbfdf9c-3fbe-45f5-a327-e42b450e55d1 req-31703b4a-915d-4ccc-a7d9-7eedb474c5b5 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=53d1c3c2-3e8b-4e29-9b11-b9d9146cc9de HTTP/1.1" status: 200 len: 944 time: 0.2829664 Jul 23 20:10:21.728195 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b0d9c-ca30-4b90-996f-432a9cb0c1d0 req-bcad8cbb-08d8-4bf4-baf1-90e5ccc910cc tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:21.731074 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ce5b0d9c-ca30-4b90-996f-432a9cb0c1d0 req-bcad8cbb-08d8-4bf4-baf1-90e5ccc910cc tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/ports?device_id=28daf85d-ac61-4b73-82b4-6bf681f7e8fe HTTP/1.1" status: 200 len: 946 time: 0.0822163 Jul 23 20:10:21.790241 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ce5b0d9c-ca30-4b90-996f-432a9cb0c1d0 req-1aa4dc3f-dda6-40ef-ba3b-4a64a30ae96a tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2670c6d-bde0-4087-ab85-ff93008a6fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519218 Jul 23 20:10:21.815285 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e872cb-b643-4082-9198-3a793ef867d3 req-435e71aa-c626-4475-83fb-d6aa78ed70e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:21.817172 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-56e872cb-b643-4082-9198-3a793ef867d3 req-435e71aa-c626-4475-83fb-d6aa78ed70e0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3eac1fd2f7984fc28e6e139f2a1d3dd0&device_id=53d1c3c2-3e8b-4e29-9b11-b9d9146cc9de HTTP/1.1" status: 200 len: 1096 time: 0.2540145 Jul 23 20:10:21.873866 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5706116-1328-490e-81f9-78a5430811e5 x-openstack-request-id: req-c5706116-1328-490e-81f9-78a5430811e5 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:21.874170 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53d1c3c2-3e8b-4e29-9b11-b9d9146cc9de", "tag": "df5dcfc5-c287-4e54-93bf-2d5f19324d29", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:21.875080 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c5706116-1328-490e-81f9-78a5430811e5 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:21.875484 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53d1c3c2-3e8b-4e29-9b11-b9d9146cc9de', 'tag': 'df5dcfc5-c287-4e54-93bf-2d5f19324d29', 'status': 'completed', 'code': 200} Jul 23 20:10:21.879279 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-56e872cb-b643-4082-9198-3a793ef867d3 req-a79c8c77-3a75-4c85-a6ed-f81e41f1efcb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df5dcfc5-c287-4e54-93bf-2d5f19324d29 HTTP/1.1" status: 200 len: 217 time: 0.0483711 Jul 23 20:10:21.889440 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6dbfdf9c-3fbe-45f5-a327-e42b450e55d1 req-a7e00b4a-609a-4e1d-a336-66500f761d1b tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923273 Jul 23 20:10:21.906561 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48340) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:21.951839 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e872cb-b643-4082-9198-3a793ef867d3 req-2dc49218-15a1-4381-a7ee-96796e0e46cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:21.953330 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-56e872cb-b643-4082-9198-3a793ef867d3 req-2dc49218-15a1-4381-a7ee-96796e0e46cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d89cc8ce-1520-4663-872c-281c0b224b71 HTTP/1.1" status: 200 len: 850 time: 0.0612936 Jul 23 20:10:21.976119 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c784e-3e12-4559-bcb4-5e52dc1f191c req-3b3de18a-974e-47de-bcdf-463c5eec51af tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:21.977539 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e31c784e-3e12-4559-bcb4-5e52dc1f191c req-3b3de18a-974e-47de-bcdf-463c5eec51af tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 945 time: 0.0829465 Jul 23 20:10:22.017729 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e31c784e-3e12-4559-bcb4-5e52dc1f191c req-bacb6f5f-fbf3-4efe-aa7f-353680bb02b8 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/security-groups?id=73776e44-7ae2-46ff-b78b-4627ee1e8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340629 Jul 23 20:10:22.054964 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-46f647e8-19f0-48c8-b729-8c47ea2f96e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:22.097716 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a557b053-2b78-43ad-a4bf-bfa7b88e7cd0 req-a7297711-404c-4554-8d2b-817c21beb5c0 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-131241906&fields=id&tenant_id=37483605594b45728f169830dd224b23 HTTP/1.1" status: 200 len: 267 time: 0.1433697 Jul 23 20:10:22.145967 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-46f647e8-19f0-48c8-b729-8c47ea2f96e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:22.151557 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-46f647e8-19f0-48c8-b729-8c47ea2f96e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:22.183145 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e872cb-b643-4082-9198-3a793ef867d3 req-d8a238b8-b0e0-4724-aa87-3c15a85e0244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:22.185564 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-56e872cb-b643-4082-9198-3a793ef867d3 req-d8a238b8-b0e0-4724-aa87-3c15a85e0244 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1957672-1349-45e6-b250-4d2e0e2b0e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2096684 Jul 23 20:10:22.192851 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-46f647e8-19f0-48c8-b729-8c47ea2f96e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d7754a07195340bd80185ca47782891b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2874873 Jul 23 20:10:22.194008 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f647e8-19f0-48c8-b729-8c47ea2f96e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4dd8f2-07be-4e74-99e9-51c0a4b690c0,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:22.194740 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ccd174-19b0-4b49-a84d-0e6bc3ff7cac tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Router 6c2e1461-3830-4556-aca9-94af5f3265ec has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:10:22.196332 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48346) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:22.258598 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557b053-2b78-43ad-a4bf-bfa7b88e7cd0 req-ca835afb-4ab8-4fed-b43f-0677ccf76524 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:22.260070 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a557b053-2b78-43ad-a4bf-bfa7b88e7cd0 req-ca835afb-4ab8-4fed-b43f-0677ccf76524 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/ports?device_id=28daf85d-ac61-4b73-82b4-6bf681f7e8fe HTTP/1.1" status: 200 len: 946 time: 0.1497607 Jul 23 20:10:22.285642 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6b818117-b082-4e90-b709-9e4bcb2efbe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:22.315158 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6b818117-b082-4e90-b709-9e4bcb2efbe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:22.329795 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173055f-3dca-4b0c-b0e5-3cf63917f2fc req-b3689237-9f01-450a-b275-2f91a814833f tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:22.331300 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5173055f-3dca-4b0c-b0e5-3cf63917f2fc req-b3689237-9f01-450a-b275-2f91a814833f tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed HTTP/1.1" status: 200 len: 946 time: 0.1199040 Jul 23 20:10:22.353602 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-a557b053-2b78-43ad-a4bf-bfa7b88e7cd0 req-34ff4cb2-fcd5-46d3-a418-d783045bf50c tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Request body: {'port': {'security_groups': ['a2670c6d-bde0-4087-ab85-ff93008a6fde', '1f291e3b-a4f7-4543-b666-8b6fc3a0c8e1']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:22.387288 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5173055f-3dca-4b0c-b0e5-3cf63917f2fc req-e3128684-d604-44d6-8c29-8f5428f199ab tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465755 Jul 23 20:10:22.400279 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6b818117-b082-4e90-b709-9e4bcb2efbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:22.410223 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6b818117-b082-4e90-b709-9e4bcb2efbe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:22.410223 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6b818117-b082-4e90-b709-9e4bcb2efbe5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c4dd8f2-07be-4e74-99e9-51c0a4b690c0 HTTP/1.1" status: 204 len: 168 time: 0.2086875 Jul 23 20:10:22.417084 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b818117-b082-4e90-b709-9e4bcb2efbe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4dd8f2-07be-4e74-99e9-51c0a4b690c0,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:22.446438 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-56e872cb-b643-4082-9198-3a793ef867d3 req-e95d57ef-f768-4e1b-9cd7-30f494d94c21 service neutron] 10.222.0.30 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504177 Jul 23 20:10:22.536943 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ccd174-19b0-4b49-a84d-0e6bc3ff7cac tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:10:22.542583 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b6ccd174-19b0-4b49-a84d-0e6bc3ff7cac tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:22.551770 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07add61f-16a7-48c1-9dd5-ff5ebbfa5bf0 None None] Sync routers for ids ['6c2e1461-3830-4556-aca9-94af5f3265ec'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:10:22.562324 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07add61f-16a7-48c1-9dd5-ff5ebbfa5bf0 None None] Routers {'6c2e1461-3830-4556-aca9-94af5f3265ec'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:10:22.562947 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-07add61f-16a7-48c1-9dd5-ff5ebbfa5bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:10:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['6c2e1461-3830-4556-aca9-94af5f3265ec'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:10:22.598102 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a557b053-2b78-43ad-a4bf-bfa7b88e7cd0 req-34ff4cb2-fcd5-46d3-a418-d783045bf50c tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:22.662733 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b6ccd174-19b0-4b49-a84d-0e6bc3ff7cac tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "PUT /v2.0/floatingips/17a11a01-ffa8-40a6-bcba-5117c95d87da HTTP/1.1" status: 200 len: 992 time: 2.4272137 Jul 23 20:10:22.668185 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-56e872cb-b643-4082-9198-3a793ef867d3 req-01ba2f5e-cfdf-43c6-b879-aca52b3fcf12 service neutron] 10.222.0.30 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144737 Jul 23 20:10:22.720689 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-07add61f-16a7-48c1-9dd5-ff5ebbfa5bf0 None None] Set router 6c2e1461-3830-4556-aca9-94af5f3265ec gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:10:22.869733 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acff9dc-5315-4cce-9edb-e3bf721bf2b5 req-37265ecc-fbaa-4537-aff7-0b3e1ae1cb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:22.871869 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9acff9dc-5315-4cce-9edb-e3bf721bf2b5 req-37265ecc-fbaa-4537-aff7-0b3e1ae1cb3c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3eac1fd2f7984fc28e6e139f2a1d3dd0&device_id=53d1c3c2-3e8b-4e29-9b11-b9d9146cc9de HTTP/1.1" status: 200 len: 1096 time: 0.1324654 Jul 23 20:10:22.921456 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-a557b053-2b78-43ad-a4bf-bfa7b88e7cd0 req-34ff4cb2-fcd5-46d3-a418-d783045bf50c tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] For port 96c3859a-6618-48fb-b537-6368a02e8874, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=96c3859a-6618-48fb-b537-6368a02e8874,segment=NetworkSegment(492a6177-a188-4aef-b748-e4f023badb6e),segment_id=492a6177-a188-4aef-b748-e4f023badb6e)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:23.000655 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a557b053-2b78-43ad-a4bf-bfa7b88e7cd0 req-34ff4cb2-fcd5-46d3-a418-d783045bf50c tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:23.014807 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a557b053-2b78-43ad-a4bf-bfa7b88e7cd0 req-34ff4cb2-fcd5-46d3-a418-d783045bf50c tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:23.025412 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acff9dc-5315-4cce-9edb-e3bf721bf2b5 req-4b97c028-8158-4ad5-a3fd-cfbd8f4ab6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:23.026963 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9acff9dc-5315-4cce-9edb-e3bf721bf2b5 req-4b97c028-8158-4ad5-a3fd-cfbd8f4ab6da service neutron] 10.222.0.30 "GET /v2.0/networks?id=f1957672-1349-45e6-b250-4d2e0e2b0e22 HTTP/1.1" status: 200 len: 912 time: 0.1476872 Jul 23 20:10:23.027346 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['96c3859a-6618-48fb-b537-6368a02e8874'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:23.104304 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9acff9dc-5315-4cce-9edb-e3bf721bf2b5 req-3aef7520-7738-4021-b7da-cf256c11ae73 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df5dcfc5-c287-4e54-93bf-2d5f19324d29 HTTP/1.1" status: 200 len: 217 time: 0.0558114 Jul 23 20:10:23.113024 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557b053-2b78-43ad-a4bf-bfa7b88e7cd0 req-34ff4cb2-fcd5-46d3-a418-d783045bf50c tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:23.113693 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a557b053-2b78-43ad-a4bf-bfa7b88e7cd0 req-34ff4cb2-fcd5-46d3-a418-d783045bf50c tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:23.115830 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a557b053-2b78-43ad-a4bf-bfa7b88e7cd0 req-34ff4cb2-fcd5-46d3-a418-d783045bf50c tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "PUT /v2.0/ports/96c3859a-6618-48fb-b537-6368a02e8874 HTTP/1.1" status: 200 len: 982 time: 0.8268826 Jul 23 20:10:23.137376 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-07add61f-16a7-48c1-9dd5-ff5ebbfa5bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2e1461-3830-4556-aca9-94af5f3265ec', 'name': 'tempest-TaggedBootDevicesTest-147373759-router', 'tenant_id': 'a3e740eb35174745b8c66e63aac9db55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '69d9d851-ba6e-40d9-bce8-d5bbf4864c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:48Z', 'updated_at': '2021-07-23T20:07:56Z', 'revision_number': 4, 'project_id': 'a3e740eb35174745b8c66e63aac9db55', 'gw_port': {'id': '69d9d851-ba6e-40d9-bce8-d5bbf4864c3b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:14:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2e1461-3830-4556-aca9-94af5f3265ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:49Z', 'updated_at': '2021-07-23T20:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '17a11a01-ffa8-40a6-bcba-5117c95d87da', 'tenant_id': 'a3e740eb35174745b8c66e63aac9db55', 'floating_ip_address': '172.25.1.179', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '6c2e1461-3830-4556-aca9-94af5f3265ec', 'port_id': 'd782c9aa-2158-45ec-9a49-51f7cf848ae5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '065bad45-89d8-44cd-a1fc-415086b71990', 'mac_address': 'fa:16:3e:6b:28:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:09:01Z', 'updated_at': '2021-07-23T20:10:21Z', 'revision_number': 1, 'project_id': 'a3e740eb35174745b8c66e63aac9db55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '800e8f71-967a-4222-9660-67f922851466', 'name': '', 'network_id': '065bad45-89d8-44cd-a1fc-415086b71990', 'tenant_id': 'a3e740eb35174745b8c66e63aac9db55', 'mac_address': 'fa:16:3e:7c:be:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2e1461-3830-4556-aca9-94af5f3265ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '15dbea46-1b22-4ee7-9998-2dc91fc68b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:55Z', 'updated_at': '2021-07-23T20:08:06Z', 'revision_number': 5, 'project_id': 'a3e740eb35174745b8c66e63aac9db55', 'subnets': [{'id': '15dbea46-1b22-4ee7-9998-2dc91fc68b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:10:23.163077 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff4cb2-fcd5-46d3-a418-d783045bf50c tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Pushing event updated for resources: {'Port': ['ID=96c3859a-6618-48fb-b537-6368a02e8874,revision_number=6']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:23.167702 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893758a0-23e6-4fec-9004-cff326af421c req-3e7f8897-22b4-451f-89b3-0cf547acf58e tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:23.169888 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-893758a0-23e6-4fec-9004-cff326af421c req-3e7f8897-22b4-451f-89b3-0cf547acf58e tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=53d1c3c2-3e8b-4e29-9b11-b9d9146cc9de HTTP/1.1" status: 200 len: 944 time: 0.1657245 Jul 23 20:10:23.182518 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acff9dc-5315-4cce-9edb-e3bf721bf2b5 req-158b6e8e-8543-4954-a64b-f71680f57649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:23.184101 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9acff9dc-5315-4cce-9edb-e3bf721bf2b5 req-158b6e8e-8543-4954-a64b-f71680f57649 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d89cc8ce-1520-4663-872c-281c0b224b71 HTTP/1.1" status: 200 len: 850 time: 0.0643399 Jul 23 20:10:23.197086 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07add61f-16a7-48c1-9dd5-ff5ebbfa5bf0 None None] Checking router: 6c2e1461-3830-4556-aca9-94af5f3265ec for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:10:23.207997 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07add61f-16a7-48c1-9dd5-ff5ebbfa5bf0 None None] Routers {'6c2e1461-3830-4556-aca9-94af5f3265ec'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:10:23.209041 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-07add61f-16a7-48c1-9dd5-ff5ebbfa5bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:10:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['6c2e1461-3830-4556-aca9-94af5f3265ec'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:10:23.259460 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['96c3859a-6618-48fb-b537-6368a02e8874'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:23.265377 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-893758a0-23e6-4fec-9004-cff326af421c req-7a52e54c-5d05-44eb-97b4-2ff05871bec1 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872178 Jul 23 20:10:23.364391 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-07add61f-16a7-48c1-9dd5-ff5ebbfa5bf0 None None] Set router 6c2e1461-3830-4556-aca9-94af5f3265ec gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:10:23.444896 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-67918807-3958-41c2-961f-937f76acbda8 req-611c7ea4-7ddc-47ee-8ed7-463f46365deb tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2143362239&fields=id&tenant_id=37483605594b45728f169830dd224b23 HTTP/1.1" status: 200 len: 267 time: 0.0821309 Jul 23 20:10:23.586924 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67918807-3958-41c2-961f-937f76acbda8 req-d0d03693-8015-49e9-b1d6-4cc2d0936b22 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:23.594050 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-67918807-3958-41c2-961f-937f76acbda8 req-d0d03693-8015-49e9-b1d6-4cc2d0936b22 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/ports?device_id=28daf85d-ac61-4b73-82b4-6bf681f7e8fe HTTP/1.1" status: 200 len: 985 time: 0.1419272 Jul 23 20:10:23.607805 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-67918807-3958-41c2-961f-937f76acbda8 req-ba60e339-5e2b-45ac-b865-e2bc147fb85e tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Request body: {'port': {'security_groups': ['1f291e3b-a4f7-4543-b666-8b6fc3a0c8e1', 'a2670c6d-bde0-4087-ab85-ff93008a6fde', 'd0785735-1558-4594-b72a-8734d0b74948']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:23.649752 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acff9dc-5315-4cce-9edb-e3bf721bf2b5 req-05d4a567-2f1f-409f-ad04-a3b976c2874c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:23.651995 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9acff9dc-5315-4cce-9edb-e3bf721bf2b5 req-05d4a567-2f1f-409f-ad04-a3b976c2874c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1957672-1349-45e6-b250-4d2e0e2b0e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4611843 Jul 23 20:10:23.752481 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba71c2-82ed-4c34-9345-09a9cb651815 req-a5adfe2c-cea3-461c-9b48-c94c5904c130 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:23.754376 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-efba71c2-82ed-4c34-9345-09a9cb651815 req-a5adfe2c-cea3-461c-9b48-c94c5904c130 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 945 time: 0.5211577 Jul 23 20:10:23.785910 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9acff9dc-5315-4cce-9edb-e3bf721bf2b5 req-f022f0f7-49f2-4454-a32f-7d3514d597b9 service neutron] 10.222.0.30 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256309 Jul 23 20:10:23.791564 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-67918807-3958-41c2-961f-937f76acbda8 req-ba60e339-5e2b-45ac-b865-e2bc147fb85e tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:23.791741 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-07add61f-16a7-48c1-9dd5-ff5ebbfa5bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2e1461-3830-4556-aca9-94af5f3265ec', 'name': 'tempest-TaggedBootDevicesTest-147373759-router', 'tenant_id': 'a3e740eb35174745b8c66e63aac9db55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '69d9d851-ba6e-40d9-bce8-d5bbf4864c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:48Z', 'updated_at': '2021-07-23T20:07:56Z', 'revision_number': 4, 'project_id': 'a3e740eb35174745b8c66e63aac9db55', 'gw_port': {'id': '69d9d851-ba6e-40d9-bce8-d5bbf4864c3b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:14:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2e1461-3830-4556-aca9-94af5f3265ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:49Z', 'updated_at': '2021-07-23T20:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '17a11a01-ffa8-40a6-bcba-5117c95d87da', 'tenant_id': 'a3e740eb35174745b8c66e63aac9db55', 'floating_ip_address': '172.25.1.179', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '6c2e1461-3830-4556-aca9-94af5f3265ec', 'port_id': 'd782c9aa-2158-45ec-9a49-51f7cf848ae5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '065bad45-89d8-44cd-a1fc-415086b71990', 'mac_address': 'fa:16:3e:6b:28:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:09:01Z', 'updated_at': '2021-07-23T20:10:21Z', 'revision_number': 1, 'project_id': 'a3e740eb35174745b8c66e63aac9db55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '800e8f71-967a-4222-9660-67f922851466', 'name': '', 'network_id': '065bad45-89d8-44cd-a1fc-415086b71990', 'tenant_id': 'a3e740eb35174745b8c66e63aac9db55', 'mac_address': 'fa:16:3e:7c:be:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2e1461-3830-4556-aca9-94af5f3265ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '15dbea46-1b22-4ee7-9998-2dc91fc68b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:55Z', 'updated_at': '2021-07-23T20:08:06Z', 'revision_number': 5, 'project_id': 'a3e740eb35174745b8c66e63aac9db55', 'subnets': [{'id': '15dbea46-1b22-4ee7-9998-2dc91fc68b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:10:23.832285 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-efba71c2-82ed-4c34-9345-09a9cb651815 req-1d5684eb-c363-4425-80fb-b5438ead2dae tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/security-groups?id=73776e44-7ae2-46ff-b78b-4627ee1e8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685010 Jul 23 20:10:23.876877 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07add61f-16a7-48c1-9dd5-ff5ebbfa5bf0 None None] The sync data for ids ['6c2e1461-3830-4556-aca9-94af5f3265ec'] in n-d-793618-10 is: [{'id': '6c2e1461-3830-4556-aca9-94af5f3265ec', 'name': 'tempest-TaggedBootDevicesTest-147373759-router', 'tenant_id': 'a3e740eb35174745b8c66e63aac9db55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '69d9d851-ba6e-40d9-bce8-d5bbf4864c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:48Z', 'updated_at': '2021-07-23T20:07:56Z', 'revision_number': 4, 'project_id': 'a3e740eb35174745b8c66e63aac9db55', 'gw_port': {'id': '69d9d851-ba6e-40d9-bce8-d5bbf4864c3b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:14:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2e1461-3830-4556-aca9-94af5f3265ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:49Z', 'updated_at': '2021-07-23T20:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '17a11a01-ffa8-40a6-bcba-5117c95d87da', 'tenant_id': 'a3e740eb35174745b8c66e63aac9db55', 'floating_ip_address': '172.25.1.179', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '6c2e1461-3830-4556-aca9-94af5f3265ec', 'port_id': 'd782c9aa-2158-45ec-9a49-51f7cf848ae5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '065bad45-89d8-44cd-a1fc-415086b71990', 'mac_address': 'fa:16:3e:6b:28:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:09:01Z', 'updated_at': '2021-07-23T20:10:21Z', 'revision_number': 1, 'project_id': 'a3e740eb35174745b8c66e63aac9db55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '800e8f71-967a-4222-9660-67f922851466', 'name': '', 'network_id': '065bad45-89d8-44cd-a1fc-415086b71990', 'tenant_id': 'a3e740eb35174745b8c66e63aac9db55', 'mac_address': 'fa:16:3e:7c:be:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2e1461-3830-4556-aca9-94af5f3265ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '15dbea46-1b22-4ee7-9998-2dc91fc68b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:55Z', 'updated_at': '2021-07-23T20:08:06Z', 'revision_number': 5, 'project_id': 'a3e740eb35174745b8c66e63aac9db55', 'subnets': [{'id': '15dbea46-1b22-4ee7-9998-2dc91fc68b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:10:23.878361 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'tag': 'd782c9aa-2158-45ec-9a49-51f7cf848ae5'}, {'name': 'network-changed', 'server_uuid': '28daf85d-ac61-4b73-82b4-6bf681f7e8fe', 'tag': '96c3859a-6618-48fb-b537-6368a02e8874'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:10:23.880786 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24997f99-34f6-4767-8f09-7fb0c3d52957" -d '{"events": [{"name": "network-changed", "server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "tag": "d782c9aa-2158-45ec-9a49-51f7cf848ae5"}, {"name": "network-changed", "server_uuid": "28daf85d-ac61-4b73-82b4-6bf681f7e8fe", "tag": "96c3859a-6618-48fb-b537-6368a02e8874"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:10:23.944907 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9acff9dc-5315-4cce-9edb-e3bf721bf2b5 req-53ef69bb-076f-4217-b65f-3e09bb4f8c9e service neutron] 10.222.0.30 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487567 Jul 23 20:10:24.041048 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27711a00-cc31-4d9a-846f-5f7783cd3083 req-fb57a464-9da3-4376-8f09-c69d68514ca1 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:24.042837 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-27711a00-cc31-4d9a-846f-5f7783cd3083 req-fb57a464-9da3-4376-8f09-c69d68514ca1 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed HTTP/1.1" status: 200 len: 946 time: 0.1012306 Jul 23 20:10:24.094526 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-27711a00-cc31-4d9a-846f-5f7783cd3083 req-fe6e5031-bb12-4979-bb01-7c9979430f52 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451717 Jul 23 20:10:24.131009 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-67918807-3958-41c2-961f-937f76acbda8 req-ba60e339-5e2b-45ac-b865-e2bc147fb85e tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] For port 96c3859a-6618-48fb-b537-6368a02e8874, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=96c3859a-6618-48fb-b537-6368a02e8874,segment=NetworkSegment(492a6177-a188-4aef-b748-e4f023badb6e),segment_id=492a6177-a188-4aef-b748-e4f023badb6e)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:24.170206 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-67918807-3958-41c2-961f-937f76acbda8 req-ba60e339-5e2b-45ac-b865-e2bc147fb85e tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:24.177228 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-67918807-3958-41c2-961f-937f76acbda8 req-ba60e339-5e2b-45ac-b865-e2bc147fb85e tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:24.195470 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['96c3859a-6618-48fb-b537-6368a02e8874'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:24.251294 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9538306-07de-4155-8bdd-c789972d7f15 None None] New status for floating IP 17a11a01-ffa8-40a6-bcba-5117c95d87da: ACTIVE {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:10:24.272105 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67918807-3958-41c2-961f-937f76acbda8 req-ba60e339-5e2b-45ac-b865-e2bc147fb85e tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:24.274743 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-67918807-3958-41c2-961f-937f76acbda8 req-ba60e339-5e2b-45ac-b865-e2bc147fb85e tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:24.282671 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-67918807-3958-41c2-961f-937f76acbda8 req-ba60e339-5e2b-45ac-b865-e2bc147fb85e tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "PUT /v2.0/ports/96c3859a-6618-48fb-b537-6368a02e8874 HTTP/1.1" status: 200 len: 1021 time: 0.6838689 Jul 23 20:10:24.291515 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28daf85d-ac61-4b73-82b4-6bf681f7e8fe', 'tag': '96c3859a-6618-48fb-b537-6368a02e8874'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:10:24.299190 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b4bbe8-f33f-4ae8-8e95-15f868d58766" -d '{"events": [{"name": "network-changed", "server_uuid": "28daf85d-ac61-4b73-82b4-6bf681f7e8fe", "tag": "96c3859a-6618-48fb-b537-6368a02e8874"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:10:24.325028 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60e339-5e2b-45ac-b865-e2bc147fb85e tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Pushing event updated for resources: {'Port': ['ID=96c3859a-6618-48fb-b537-6368a02e8874,revision_number=7']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:24.397593 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 20:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b7a8ce-9a0b-461a-be6d-63af7e1ca644 x-openstack-request-id: req-d2b7a8ce-9a0b-461a-be6d-63af7e1ca644 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:24.398002 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "tag": "d782c9aa-2158-45ec-9a49-51f7cf848ae5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "28daf85d-ac61-4b73-82b4-6bf681f7e8fe", "tag": "96c3859a-6618-48fb-b537-6368a02e8874", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:24.398347 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d2b7a8ce-9a0b-461a-be6d-63af7e1ca644 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:24.398844 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'tag': 'd782c9aa-2158-45ec-9a49-51f7cf848ae5', 'status': 'completed', 'code': 200} Jul 23 20:10:24.399194 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28daf85d-ac61-4b73-82b4-6bf681f7e8fe', 'tag': '96c3859a-6618-48fb-b537-6368a02e8874', 'status': 'completed', 'code': 200} Jul 23 20:10:24.489672 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['96c3859a-6618-48fb-b537-6368a02e8874'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:24.524669 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1eade-aff7-4fdb-89fc-d209b9a6068b req-62f000fe-1aca-45b2-b770-5f2de80c5746 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:24.530104 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-16f1eade-aff7-4fdb-89fc-d209b9a6068b req-62f000fe-1aca-45b2-b770-5f2de80c5746 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=53d1c3c2-3e8b-4e29-9b11-b9d9146cc9de HTTP/1.1" status: 200 len: 944 time: 0.1195445 Jul 23 20:10:24.638190 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24997f99-34f6-4767-8f09-7fb0c3d52957 req-e7f6bdc4-736f-4435-9f7c-0cfef3f70e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:24.639714 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-24997f99-34f6-4767-8f09-7fb0c3d52957 req-e7f6bdc4-736f-4435-9f7c-0cfef3f70e60 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=37483605594b45728f169830dd224b23&device_id=28daf85d-ac61-4b73-82b4-6bf681f7e8fe HTTP/1.1" status: 200 len: 1176 time: 0.2065432 Jul 23 20:10:24.643316 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-16f1eade-aff7-4fdb-89fc-d209b9a6068b req-6ce82eef-adf7-4bab-b4ef-73ce3f3f2348 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065247 Jul 23 20:10:24.655905 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24997f99-34f6-4767-8f09-7fb0c3d52957 req-486cc4e7-17ec-4546-8828-dfea05dc0f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:24.656389 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24997f99-34f6-4767-8f09-7fb0c3d52957 req-486cc4e7-17ec-4546-8828-dfea05dc0f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:24.656858 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24997f99-34f6-4767-8f09-7fb0c3d52957 req-486cc4e7-17ec-4546-8828-dfea05dc0f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:24.657332 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24997f99-34f6-4767-8f09-7fb0c3d52957 req-486cc4e7-17ec-4546-8828-dfea05dc0f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:24.657815 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24997f99-34f6-4767-8f09-7fb0c3d52957 req-486cc4e7-17ec-4546-8828-dfea05dc0f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:24.658277 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24997f99-34f6-4767-8f09-7fb0c3d52957 req-486cc4e7-17ec-4546-8828-dfea05dc0f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:24.658866 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24997f99-34f6-4767-8f09-7fb0c3d52957 req-486cc4e7-17ec-4546-8828-dfea05dc0f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:24.661025 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-24997f99-34f6-4767-8f09-7fb0c3d52957 req-486cc4e7-17ec-4546-8828-dfea05dc0f62 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3e740eb35174745b8c66e63aac9db55&device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 6500 time: 0.2167084 Jul 23 20:10:24.678094 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e70c0f-7802-41c9-83e0-0cdfd9116649 req-1cae9ae4-dbdb-4859-a434-50bc0272e61d tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:24.679729 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-86e70c0f-7802-41c9-83e0-0cdfd9116649 req-1cae9ae4-dbdb-4859-a434-50bc0272e61d tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/ports?device_id=28daf85d-ac61-4b73-82b4-6bf681f7e8fe HTTP/1.1" status: 200 len: 1024 time: 0.1623502 Jul 23 20:10:24.712135 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe5035c-17b2-4df7-9605-25582919c7a0 x-openstack-request-id: req-cfe5035c-17b2-4df7-9605-25582919c7a0 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:24.712436 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28daf85d-ac61-4b73-82b4-6bf681f7e8fe", "tag": "96c3859a-6618-48fb-b537-6368a02e8874", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:24.712688 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cfe5035c-17b2-4df7-9605-25582919c7a0 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:24.713562 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28daf85d-ac61-4b73-82b4-6bf681f7e8fe', 'tag': '96c3859a-6618-48fb-b537-6368a02e8874', 'status': 'completed', 'code': 200} Jul 23 20:10:24.892184 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24997f99-34f6-4767-8f09-7fb0c3d52957 req-01539f5a-9642-4b63-b35d-85107594f0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:24.894111 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-24997f99-34f6-4767-8f09-7fb0c3d52957 req-01539f5a-9642-4b63-b35d-85107594f0ee service neutron] 10.222.0.18 "GET /v2.0/networks?id=0c4a98a0-10be-4c43-b9be-da42be087eb0 HTTP/1.1" status: 200 len: 914 time: 0.2457862 Jul 23 20:10:24.972289 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-24997f99-34f6-4767-8f09-7fb0c3d52957 req-3e972d37-6144-4792-a8bb-31dea6ce39e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96c3859a-6618-48fb-b537-6368a02e8874 HTTP/1.1" status: 200 len: 217 time: 0.0684819 Jul 23 20:10:25.036462 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-86e70c0f-7802-41c9-83e0-0cdfd9116649 req-2d00740f-9a09-4cc0-aba8-4842667a3f6b tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f291e3b-a4f7-4543-b666-8b6fc3a0c8e1&id=a2670c6d-bde0-4087-ab85-ff93008a6fde&id=d0785735-1558-4594-b72a-8734d0b74948 HTTP/1.1" status: 200 len: 6156 time: 0.3365736 Jul 23 20:10:25.039977 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24997f99-34f6-4767-8f09-7fb0c3d52957 req-5fe50fcc-3699-40f5-881d-f9135596252d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:25.041238 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-24997f99-34f6-4767-8f09-7fb0c3d52957 req-5fe50fcc-3699-40f5-881d-f9135596252d service neutron] 10.222.0.30 "GET /v2.0/networks?id=065bad45-89d8-44cd-a1fc-415086b71990 HTTP/1.1" status: 200 len: 912 time: 0.3604827 Jul 23 20:10:25.073907 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8531c9-0e78-4559-bd0b-ccdd6f13782e req-6da5a58f-03e1-4aea-9681-c428ac298ef6 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:25.074527 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-e549e9b8-a035-4a4a-b0c8-5716a74bb37b req-db73274c-4814-49b5-9c70-d83b3a5a47c6 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Request body: {'security_group': {'name': ' tempest-securitygroup -278573552 ', 'description': 'tempest-description-1421468284'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:25.082183 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9d8531c9-0e78-4559-bd0b-ccdd6f13782e req-6da5a58f-03e1-4aea-9681-c428ac298ef6 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 945 time: 0.1519945 Jul 23 20:10:25.133602 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24997f99-34f6-4767-8f09-7fb0c3d52957 req-e2ee1420-b322-468a-b096-01cda4dfed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:25.135105 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-24997f99-34f6-4767-8f09-7fb0c3d52957 req-e2ee1420-b322-468a-b096-01cda4dfed69 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=33682a81-1336-40fb-9d9b-61b3c24a5fd3 HTTP/1.1" status: 200 len: 853 time: 0.1495252 Jul 23 20:10:25.137071 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9d8531c9-0e78-4559-bd0b-ccdd6f13782e req-c1d1dd8a-913f-443d-9423-b9e9526f60f1 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/security-groups?id=73776e44-7ae2-46ff-b78b-4627ee1e8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539634 Jul 23 20:10:25.166691 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e549e9b8-a035-4a4a-b0c8-5716a74bb37b req-db73274c-4814-49b5-9c70-d83b3a5a47c6 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:25.173074 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-24997f99-34f6-4767-8f09-7fb0c3d52957 req-cfa6b6c4-bd79-47d9-9309-39f040516c80 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d782c9aa-2158-45ec-9a49-51f7cf848ae5 HTTP/1.1" status: 200 len: 1002 time: 0.1217682 Jul 23 20:10:25.202421 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-24997f99-34f6-4767-8f09-7fb0c3d52957 req-9edb0990-4f71-4e07-913e-4dad6d9b0bbf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0c4a98a0-10be-4c43-b9be-da42be087eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526586 Jul 23 20:10:25.299068 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369554ba-fdfd-4383-9434-c5871c8c45bd req-7dba6652-2212-4cac-b045-e333ec3ff7d7 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:25.306006 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-369554ba-fdfd-4383-9434-c5871c8c45bd req-7dba6652-2212-4cac-b045-e333ec3ff7d7 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed HTTP/1.1" status: 200 len: 946 time: 0.0804305 Jul 23 20:10:25.332629 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24997f99-34f6-4767-8f09-7fb0c3d52957 req-8f673854-433e-443d-a64b-4563ab0cac21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:25.334273 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-24997f99-34f6-4767-8f09-7fb0c3d52957 req-8f673854-433e-443d-a64b-4563ab0cac21 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=15dbea46-1b22-4ee7-9998-2dc91fc68b70 HTTP/1.1" status: 200 len: 850 time: 0.1369808 Jul 23 20:10:25.370018 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-369554ba-fdfd-4383-9434-c5871c8c45bd req-c0616cce-0459-4491-89a3-e73b8d81df14 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616477 Jul 23 20:10:25.427947 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-24997f99-34f6-4767-8f09-7fb0c3d52957 req-5cdb1864-dcc2-48bd-8648-51d7462929b2 service neutron] 10.222.0.18 "GET /v2.0/networks/0c4a98a0-10be-4c43-b9be-da42be087eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924059 Jul 23 20:10:25.502046 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e549e9b8-a035-4a4a-b0c8-5716a74bb37b req-db73274c-4814-49b5-9c70-d83b3a5a47c6 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:25.533594 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e549e9b8-a035-4a4a-b0c8-5716a74bb37b req-db73274c-4814-49b5-9c70-d83b3a5a47c6 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:25.537266 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24997f99-34f6-4767-8f09-7fb0c3d52957 req-50ea769c-eeaa-4727-9b10-d041529b4171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:25.538780 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-24997f99-34f6-4767-8f09-7fb0c3d52957 req-50ea769c-eeaa-4727-9b10-d041529b4171 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=065bad45-89d8-44cd-a1fc-415086b71990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1927707 Jul 23 20:10:25.602481 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e549e9b8-a035-4a4a-b0c8-5716a74bb37b req-db73274c-4814-49b5-9c70-d83b3a5a47c6 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:25.603696 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e549e9b8-a035-4a4a-b0c8-5716a74bb37b req-db73274c-4814-49b5-9c70-d83b3a5a47c6 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.5389333 Jul 23 20:10:25.615529 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db73274c-4814-49b5-9c70-d83b3a5a47c6 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b250b05-c62e-4fc1-b06f-0f40e97905b7,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:25.633287 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-24997f99-34f6-4767-8f09-7fb0c3d52957 req-9bef4bb4-ed57-456b-9719-4d3a883c6d26 service neutron] 10.222.0.18 "GET /v2.0/networks/0c4a98a0-10be-4c43-b9be-da42be087eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970408 Jul 23 20:10:25.695816 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-def8ec20-e1dd-48bc-ba9b-bd448567613f req-9f007403-5621-4dff-a51c-37ad0c1a3de5 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups/1b250b05-c62e-4fc1-b06f-0f40e97905b7 HTTP/1.1" status: 200 len: 1782 time: 0.0581241 Jul 23 20:10:25.728594 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-24997f99-34f6-4767-8f09-7fb0c3d52957 req-1111f2af-9d2d-496b-9873-c8a5f62a1f3a service neutron] 10.222.0.30 "GET /v2.0/networks/065bad45-89d8-44cd-a1fc-415086b71990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810095 Jul 23 20:10:25.775874 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0c872418-12f9-4f16-a592-ce30fb723cf7 req-388b2289-a95d-4740-a21e-e7aab0ce1444 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups/1b250b05-c62e-4fc1-b06f-0f40e97905b7 HTTP/1.1" status: 200 len: 1782 time: 0.0518141 Jul 23 20:10:25.853578 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0c872418-12f9-4f16-a592-ce30fb723cf7 req-3b683779-960e-4278-ac8a-e677164657e5 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:25.880038 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4bbe8-f33f-4ae8-8e95-15f868d58766 req-11b064ed-74d8-49f6-a230-8dfeeca0314b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:25.881577 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-72b4bbe8-f33f-4ae8-8e95-15f868d58766 req-11b064ed-74d8-49f6-a230-8dfeeca0314b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=37483605594b45728f169830dd224b23&device_id=28daf85d-ac61-4b73-82b4-6bf681f7e8fe HTTP/1.1" status: 200 len: 1176 time: 0.1896000 Jul 23 20:10:25.890506 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0c872418-12f9-4f16-a592-ce30fb723cf7 req-3b683779-960e-4278-ac8a-e677164657e5 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:25.907547 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-24997f99-34f6-4767-8f09-7fb0c3d52957 req-1ca0ee34-8d96-467c-aec4-9337af212e4f service neutron] 10.222.0.30 "GET /v2.0/networks/065bad45-89d8-44cd-a1fc-415086b71990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689231 Jul 23 20:10:25.944124 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d88b1e-d560-485a-a9c9-46247ae91c16 req-18923db2-c3a2-4a17-8a62-7604aa9f9536 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:25.944900 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0c872418-12f9-4f16-a592-ce30fb723cf7 req-3b683779-960e-4278-ac8a-e677164657e5 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:25.945900 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-76d88b1e-d560-485a-a9c9-46247ae91c16 req-18923db2-c3a2-4a17-8a62-7604aa9f9536 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=53d1c3c2-3e8b-4e29-9b11-b9d9146cc9de HTTP/1.1" status: 200 len: 944 time: 0.1926248 Jul 23 20:10:25.946346 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48460) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:25.952361 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0c872418-12f9-4f16-a592-ce30fb723cf7 req-3b683779-960e-4278-ac8a-e677164657e5 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:25.953666 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0c872418-12f9-4f16-a592-ce30fb723cf7 req-3b683779-960e-4278-ac8a-e677164657e5 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "DELETE /v2.0/security-groups/1b250b05-c62e-4fc1-b06f-0f40e97905b7 HTTP/1.1" status: 204 len: 173 time: 0.1701968 Jul 23 20:10:25.964304 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b683779-960e-4278-ac8a-e677164657e5 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b250b05-c62e-4fc1-b06f-0f40e97905b7,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:25.995677 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [req-570fee2d-6734-4fc1-b542-894eaa3faa61 req-27600b4f-e02f-42f2-9835-eaedabb45b45 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] show failed (client error): The resource could not be found. Jul 23 20:10:25.997946 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-570fee2d-6734-4fc1-b542-894eaa3faa61 req-27600b4f-e02f-42f2-9835-eaedabb45b45 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups/1b250b05-c62e-4fc1-b06f-0f40e97905b7 HTTP/1.1" status: 404 len: 352 time: 0.0230753 Jul 23 20:10:26.026319 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-4f275f69-ef88-4d1b-8c0a-602b2a35f9ad req-21d77fee-9635-45a1-98b8-ee3502295ca2 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-792302236', 'description': 'tempest-description-2071161133'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:26.037236 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-76d88b1e-d560-485a-a9c9-46247ae91c16 req-e326b0b6-80cb-48e9-bc79-b8ca4ea5bf43 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531740 Jul 23 20:10:26.038714 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4bbe8-f33f-4ae8-8e95-15f868d58766 req-3170ec8f-e161-4ab7-83b5-fa0c13f97cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:26.039858 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-72b4bbe8-f33f-4ae8-8e95-15f868d58766 req-3170ec8f-e161-4ab7-83b5-fa0c13f97cf2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0c4a98a0-10be-4c43-b9be-da42be087eb0 HTTP/1.1" status: 200 len: 914 time: 0.1502843 Jul 23 20:10:26.060083 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4f275f69-ef88-4d1b-8c0a-602b2a35f9ad req-21d77fee-9635-45a1-98b8-ee3502295ca2 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:26.089362 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-72b4bbe8-f33f-4ae8-8e95-15f868d58766 req-243ae34c-5c6a-415c-b092-169a413af7df service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96c3859a-6618-48fb-b537-6368a02e8874 HTTP/1.1" status: 200 len: 217 time: 0.0418904 Jul 23 20:10:26.148310 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4f275f69-ef88-4d1b-8c0a-602b2a35f9ad req-21d77fee-9635-45a1-98b8-ee3502295ca2 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:26.149549 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2954e3ea-17f0-4136-bb98-80a12e9e51db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:26.153028 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4f275f69-ef88-4d1b-8c0a-602b2a35f9ad req-21d77fee-9635-45a1-98b8-ee3502295ca2 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:26.169992 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4bbe8-f33f-4ae8-8e95-15f868d58766 req-9aed87b0-a798-4596-a4e2-3f20d508eb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:26.171485 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-72b4bbe8-f33f-4ae8-8e95-15f868d58766 req-9aed87b0-a798-4596-a4e2-3f20d508eb40 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=33682a81-1336-40fb-9d9b-61b3c24a5fd3 HTTP/1.1" status: 200 len: 853 time: 0.0754530 Jul 23 20:10:26.191844 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d77fee-9635-45a1-98b8-ee3502295ca2 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fc0ad4-bad5-47e9-a176-b4d54259f581,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:26.217979 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-72b4bbe8-f33f-4ae8-8e95-15f868d58766 req-9d75cf0a-23f8-4dba-bf3f-3c2c75771615 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0c4a98a0-10be-4c43-b9be-da42be087eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358639 Jul 23 20:10:26.384795 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-72b4bbe8-f33f-4ae8-8e95-15f868d58766 req-b9f81940-eee5-47c1-8120-29138b61c362 service neutron] 10.222.0.18 "GET /v2.0/networks/0c4a98a0-10be-4c43-b9be-da42be087eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493587 Jul 23 20:10:26.412128 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b63799-8b5f-4ea9-b682-9887e14e7853 req-7380acf3-e746-4375-a3a1-9b23f7db1e7d tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:26.413570 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-25b63799-8b5f-4ea9-b682-9887e14e7853 req-7380acf3-e746-4375-a3a1-9b23f7db1e7d tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 945 time: 0.1914902 Jul 23 20:10:26.433976 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2954e3ea-17f0-4136-bb98-80a12e9e51db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:26.442329 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4f275f69-ef88-4d1b-8c0a-602b2a35f9ad req-21d77fee-9635-45a1-98b8-ee3502295ca2 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:26.443512 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4f275f69-ef88-4d1b-8c0a-602b2a35f9ad req-21d77fee-9635-45a1-98b8-ee3502295ca2 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4221563 Jul 23 20:10:26.458813 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2954e3ea-17f0-4136-bb98-80a12e9e51db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:26.551743 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2954e3ea-17f0-4136-bb98-80a12e9e51db admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca5558b32c9446b0908e0c4968f1919d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6025565 Jul 23 20:10:26.554886 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48478) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:26.558949 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268120b-53ee-4c3d-9de0-6887c9a524c0 req-a46a0838-a83a-4dca-be4a-0f88a81d4665 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:26.560437 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-25b63799-8b5f-4ea9-b682-9887e14e7853 req-e2b3a504-0a72-4374-9408-aaf43fc5a63e tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/security-groups?id=73776e44-7ae2-46ff-b78b-4627ee1e8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375186 Jul 23 20:10:26.560590 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9268120b-53ee-4c3d-9de0-6887c9a524c0 req-a46a0838-a83a-4dca-be4a-0f88a81d4665 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed HTTP/1.1" status: 200 len: 946 time: 0.0683060 Jul 23 20:10:26.566726 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954e3ea-17f0-4136-bb98-80a12e9e51db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2730e9f-a473-4f69-844e-bdbf92a0e857,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:26.595411 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-72b4bbe8-f33f-4ae8-8e95-15f868d58766 req-42e44f76-6871-4ffd-95b1-c2f72ec34d63 service neutron] 10.222.0.18 "GET /v2.0/networks/0c4a98a0-10be-4c43-b9be-da42be087eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013144 Jul 23 20:10:26.603198 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-c3801061-0869-456f-94ae-0cd6e12c77da req-a2d5b940-36a1-4b47-a58d-c174fbeccd3e tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-778211754', 'description': 'tempest-description-910690873'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:26.614579 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9268120b-53ee-4c3d-9de0-6887c9a524c0 req-053ac5ef-74c0-4936-834b-4e417f6f9433 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483170 Jul 23 20:10:26.644260 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c3801061-0869-456f-94ae-0cd6e12c77da req-a2d5b940-36a1-4b47-a58d-c174fbeccd3e tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:26.656798 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e3b6287-d68a-4fa3-967b-e726a55c141a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:26.689858 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e3b6287-d68a-4fa3-967b-e726a55c141a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:26.729850 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device df5dcfc5-c287-4e54-93bf-2d5f19324d29 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:10:26.785606 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c3801061-0869-456f-94ae-0cd6e12c77da req-a2d5b940-36a1-4b47-a58d-c174fbeccd3e tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:26.786747 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e3b6287-d68a-4fa3-967b-e726a55c141a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:26.789544 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e3b6287-d68a-4fa3-967b-e726a55c141a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:26.793704 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0e3b6287-d68a-4fa3-967b-e726a55c141a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a2730e9f-a473-4f69-844e-bdbf92a0e857 HTTP/1.1" status: 204 len: 168 time: 0.2334900 Jul 23 20:10:26.798952 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c3801061-0869-456f-94ae-0cd6e12c77da req-a2d5b940-36a1-4b47-a58d-c174fbeccd3e tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:26.801499 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b6287-d68a-4fa3-967b-e726a55c141a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2730e9f-a473-4f69-844e-bdbf92a0e857,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:26.841938 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d5b940-36a1-4b47-a58d-c174fbeccd3e tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32551dd6-bb43-4f3b-a556-8837e03d6fca,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:26.850527 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c3801061-0869-456f-94ae-0cd6e12c77da req-a2d5b940-36a1-4b47-a58d-c174fbeccd3e tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:26.853340 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c3801061-0869-456f-94ae-0cd6e12c77da req-a2d5b940-36a1-4b47-a58d-c174fbeccd3e tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2605772 Jul 23 20:10:26.857535 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port df5dcfc5-c287-4e54-93bf-2d5f19324d29, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=df5dcfc5-c287-4e54-93bf-2d5f19324d29,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:26.871528 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'df5dcfc5-c287-4e54-93bf-2d5f19324d29', 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22', 'port_id': 'df5dcfc5-c287-4e54-93bf-2d5f19324d29', 'mac_address': 'fa:16:3e:97:49:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89cc8ce-1520-4663-872c-281c0b224b71', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:10:26.880359 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-058901df-6b48-407e-84c6-a9bcbb3a4b1a req-75fa51d5-5e98-4925-8a5a-3e5152207df7 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1121604084', 'description': 'tempest-description-1830808170'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:26.904490 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-058901df-6b48-407e-84c6-a9bcbb3a4b1a req-75fa51d5-5e98-4925-8a5a-3e5152207df7 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:26.920183 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:26.936514 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df5dcfc5-c287-4e54-93bf-2d5f19324d29 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:10:26.959677 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port df5dcfc5-c287-4e54-93bf-2d5f19324d29, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=df5dcfc5-c287-4e54-93bf-2d5f19324d29,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:26.963660 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:26.998949 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-058901df-6b48-407e-84c6-a9bcbb3a4b1a req-75fa51d5-5e98-4925-8a5a-3e5152207df7 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:27.003194 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-058901df-6b48-407e-84c6-a9bcbb3a4b1a req-75fa51d5-5e98-4925-8a5a-3e5152207df7 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:27.014182 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=df5dcfc5-c287-4e54-93bf-2d5f19324d29,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:27.031329 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-058901df-6b48-407e-84c6-a9bcbb3a4b1a req-75fa51d5-5e98-4925-8a5a-3e5152207df7 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:27.032561 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-058901df-6b48-407e-84c6-a9bcbb3a4b1a req-75fa51d5-5e98-4925-8a5a-3e5152207df7 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1567593 Jul 23 20:10:27.036932 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fa51d5-5e98-4925-8a5a-3e5152207df7 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfca96e-aee4-4510-9991-60c62783354f,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:27.112750 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48492) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:27.148110 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fc7b3854-07e7-485d-9cf5-ec22a29e9e1d req-dada508a-663d-43b1-98a0-3a38417da6fb tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=37483605594b45728f169830dd224b23 HTTP/1.1" status: 200 len: 10909 time: 0.0943213 Jul 23 20:10:27.152039 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3e0d18af-d09d-4012-badc-35e9033389d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:27.196245 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fc7b3854-07e7-485d-9cf5-ec22a29e9e1d req-eba5f51c-47fe-438c-a991-60992a32e86d tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups/a2670c6d-bde0-4087-ab85-ff93008a6fde HTTP/1.1" status: 200 len: 2985 time: 0.0413797 Jul 23 20:10:27.216991 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d961c-db32-474e-9b58-70d9a1c30eeb req-f21e0b22-8cf7-4c8b-839d-3744eef307a3 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:27.218463 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b8d961c-db32-474e-9b58-70d9a1c30eeb req-f21e0b22-8cf7-4c8b-839d-3744eef307a3 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=53d1c3c2-3e8b-4e29-9b11-b9d9146cc9de HTTP/1.1" status: 200 len: 945 time: 0.1076949 Jul 23 20:10:27.248281 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fc7b3854-07e7-485d-9cf5-ec22a29e9e1d req-20b9a66c-35da-404a-b352-051ac4b8173c tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups/a2670c6d-bde0-4087-ab85-ff93008a6fde HTTP/1.1" status: 200 len: 2985 time: 0.0455797 Jul 23 20:10:27.280512 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b8d961c-db32-474e-9b58-70d9a1c30eeb req-af2f600f-e2ef-439e-9c8e-572b673b8638 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541594 Jul 23 20:10:27.304696 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3e0d18af-d09d-4012-badc-35e9033389d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:27.309320 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3e0d18af-d09d-4012-badc-35e9033389d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:27.312553 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['df5dcfc5-c287-4e54-93bf-2d5f19324d29'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:27.314211 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b0a6a947-612b-4203-84c6-ab4c82f38178 req-39a98909-64dd-4cc6-bdec-b6d1bafc2f78 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups/f3fc0ad4-bad5-47e9-a176-b4d54259f581 HTTP/1.1" status: 200 len: 1802 time: 0.0443649 Jul 23 20:10:27.351092 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3e0d18af-d09d-4012-badc-35e9033389d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=986da369e08e4900be5535fc3832f571&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2350328 Jul 23 20:10:27.351092 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d18af-d09d-4012-badc-35e9033389d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f46a96-f7ab-4ebd-a8a3-85654c7b5b33,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:27.353211 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48496) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:27.385400 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b0a6a947-612b-4203-84c6-ab4c82f38178 req-19d53388-b6ad-46d8-983a-4b968e4e017d tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:27.406203 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-60a4713a-7cbc-4fe4-b1ca-092fe1afc098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:27.417066 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b0a6a947-612b-4203-84c6-ab4c82f38178 req-19d53388-b6ad-46d8-983a-4b968e4e017d tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:27.430512 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-60a4713a-7cbc-4fe4-b1ca-092fe1afc098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:27.462783 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b0a6a947-612b-4203-84c6-ab4c82f38178 req-19d53388-b6ad-46d8-983a-4b968e4e017d tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:27.466458 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b0a6a947-612b-4203-84c6-ab4c82f38178 req-19d53388-b6ad-46d8-983a-4b968e4e017d tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:27.467717 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b0a6a947-612b-4203-84c6-ab4c82f38178 req-19d53388-b6ad-46d8-983a-4b968e4e017d tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "DELETE /v2.0/security-groups/f3fc0ad4-bad5-47e9-a176-b4d54259f581 HTTP/1.1" status: 204 len: 173 time: 0.1457047 Jul 23 20:10:27.477041 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d53388-b6ad-46d8-983a-4b968e4e017d tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fc0ad4-bad5-47e9-a176-b4d54259f581,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:27.501891 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-60a4713a-7cbc-4fe4-b1ca-092fe1afc098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:27.504552 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-60a4713a-7cbc-4fe4-b1ca-092fe1afc098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:27.505730 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-60a4713a-7cbc-4fe4-b1ca-092fe1afc098 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d0f46a96-f7ab-4ebd-a8a3-85654c7b5b33 HTTP/1.1" status: 204 len: 168 time: 0.1514769 Jul 23 20:10:27.508803 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [req-f99df846-8904-4b57-931f-01d71124f225 req-e570b63a-26e6-405b-99cc-88d6e0117972 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] show failed (client error): The resource could not be found. Jul 23 20:10:27.509857 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f99df846-8904-4b57-931f-01d71124f225 req-e570b63a-26e6-405b-99cc-88d6e0117972 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups/f3fc0ad4-bad5-47e9-a176-b4d54259f581 HTTP/1.1" status: 404 len: 352 time: 0.0213494 Jul 23 20:10:27.518736 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a4713a-7cbc-4fe4-b1ca-092fe1afc098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f46a96-f7ab-4ebd-a8a3-85654c7b5b33,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:27.579632 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a8837ba7-ec9e-4871-b41a-4991a680da12 req-83f3cd71-190c-4e82-a118-89ea5daa459e tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups/32551dd6-bb43-4f3b-a556-8837e03d6fca HTTP/1.1" status: 200 len: 1801 time: 0.0468478 Jul 23 20:10:27.647467 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a8837ba7-ec9e-4871-b41a-4991a680da12 req-a0fbceef-ab4c-4e62-b862-12db2e045e5f tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:27.681235 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a8837ba7-ec9e-4871-b41a-4991a680da12 req-a0fbceef-ab4c-4e62-b862-12db2e045e5f tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:27.709807 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715a1a8-9400-4a10-9ae7-d8963f3e45cd req-53568e23-eb7e-4e17-9529-b9ed1cbed7ea tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:27.711443 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7715a1a8-9400-4a10-9ae7-d8963f3e45cd req-53568e23-eb7e-4e17-9529-b9ed1cbed7ea tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 945 time: 0.0748601 Jul 23 20:10:27.728399 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a8837ba7-ec9e-4871-b41a-4991a680da12 req-a0fbceef-ab4c-4e62-b862-12db2e045e5f tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:27.732718 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a8837ba7-ec9e-4871-b41a-4991a680da12 req-a0fbceef-ab4c-4e62-b862-12db2e045e5f tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:27.734614 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a8837ba7-ec9e-4871-b41a-4991a680da12 req-a0fbceef-ab4c-4e62-b862-12db2e045e5f tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "DELETE /v2.0/security-groups/32551dd6-bb43-4f3b-a556-8837e03d6fca HTTP/1.1" status: 204 len: 173 time: 0.1482761 Jul 23 20:10:27.745791 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbceef-ab4c-4e62-b862-12db2e045e5f tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32551dd6-bb43-4f3b-a556-8837e03d6fca,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:27.757678 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7715a1a8-9400-4a10-9ae7-d8963f3e45cd req-135c28d9-6113-4d94-8dc4-be87693c5645 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/security-groups?id=73776e44-7ae2-46ff-b78b-4627ee1e8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393441 Jul 23 20:10:27.874186 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [req-a1fa1361-1845-450f-acdf-9bb021f0c1ba req-e9853954-62d3-47ca-bae1-60350c9f8ddf tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] show failed (client error): The resource could not be found. Jul 23 20:10:27.883413 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a1fa1361-1845-450f-acdf-9bb021f0c1ba req-e9853954-62d3-47ca-bae1-60350c9f8ddf tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups/32551dd6-bb43-4f3b-a556-8837e03d6fca HTTP/1.1" status: 404 len: 352 time: 0.0238669 Jul 23 20:10:27.887888 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857d8b4-8ddb-43ff-95df-24a02b533d93 req-ded91331-e62f-4f5b-b9a1-0ab317dc060f tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:27.890829 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4857d8b4-8ddb-43ff-95df-24a02b533d93 req-ded91331-e62f-4f5b-b9a1-0ab317dc060f tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed HTTP/1.1" status: 200 len: 946 time: 0.0930965 Jul 23 20:10:27.935854 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4857d8b4-8ddb-43ff-95df-24a02b533d93 req-71052f17-b59d-47b3-9a92-23aef7d87fec tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394888 Jul 23 20:10:28.036684 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5d6db05-2e1e-4cb6-a952-3f6555c9a221 req-64f06266-f852-4fbb-9eb9-01fb9d7011d1 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups/8cfca96e-aee4-4510-9991-60c62783354f HTTP/1.1" status: 200 len: 1803 time: 0.0496094 Jul 23 20:10:28.103576 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b5d6db05-2e1e-4cb6-a952-3f6555c9a221 req-c00c63c8-5733-414f-a4b8-293b314091bb tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:28.127398 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b5d6db05-2e1e-4cb6-a952-3f6555c9a221 req-c00c63c8-5733-414f-a4b8-293b314091bb tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:28.169708 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b5d6db05-2e1e-4cb6-a952-3f6555c9a221 req-c00c63c8-5733-414f-a4b8-293b314091bb tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:28.172572 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b5d6db05-2e1e-4cb6-a952-3f6555c9a221 req-c00c63c8-5733-414f-a4b8-293b314091bb tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:28.173936 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5d6db05-2e1e-4cb6-a952-3f6555c9a221 req-c00c63c8-5733-414f-a4b8-293b314091bb tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "DELETE /v2.0/security-groups/8cfca96e-aee4-4510-9991-60c62783354f HTTP/1.1" status: 204 len: 173 time: 0.1303439 Jul 23 20:10:28.183395 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c63c8-5733-414f-a4b8-293b314091bb tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfca96e-aee4-4510-9991-60c62783354f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:28.216753 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [req-4880138f-9e81-4bbd-9ba9-0f4b12edb199 req-14b92a34-c0c0-4834-acc1-edbe50e16af4 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] show failed (client error): The resource could not be found. Jul 23 20:10:28.217801 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4880138f-9e81-4bbd-9ba9-0f4b12edb199 req-14b92a34-c0c0-4834-acc1-edbe50e16af4 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups/8cfca96e-aee4-4510-9991-60c62783354f HTTP/1.1" status: 404 len: 352 time: 0.0188723 Jul 23 20:10:28.328208 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e739b686-b2d8-41f6-9ea9-85fee5fa189c req-931dd676-753e-4c45-bd7e-c90c794c2322 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=37483605594b45728f169830dd224b23 HTTP/1.1" status: 200 len: 6156 time: 0.0808282 Jul 23 20:10:28.379970 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e739b686-b2d8-41f6-9ea9-85fee5fa189c req-3656aa1f-5dac-43d8-8153-3b57f91bc56f tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups/a2670c6d-bde0-4087-ab85-ff93008a6fde HTTP/1.1" status: 200 len: 2985 time: 0.0455551 Jul 23 20:10:28.434220 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e739b686-b2d8-41f6-9ea9-85fee5fa189c req-8692aa91-82f8-4b99-83e0-be7e416e666d tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups/a2670c6d-bde0-4087-ab85-ff93008a6fde HTTP/1.1" status: 200 len: 2985 time: 0.0469744 Jul 23 20:10:28.435559 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd039c-9543-4693-897c-f641ff3e1759 req-15927870-8f41-4e44-9bfd-5ac8159c0f79 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:28.442783 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3acd039c-9543-4693-897c-f641ff3e1759 req-15927870-8f41-4e44-9bfd-5ac8159c0f79 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=53d1c3c2-3e8b-4e29-9b11-b9d9146cc9de HTTP/1.1" status: 200 len: 945 time: 0.0848873 Jul 23 20:10:28.467668 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-fdc837c2-b558-4583-bd50-84dd3c7821de req-a2e25394-45c3-4411-9b5f-d0ef970ab280 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1748889046', 'description': 'tempest-description-1148732335'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:28.481087 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3acd039c-9543-4693-897c-f641ff3e1759 req-f76366dd-e1a4-4dec-9c9b-3a14740a98b2 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369265 Jul 23 20:10:28.501750 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fdc837c2-b558-4583-bd50-84dd3c7821de req-a2e25394-45c3-4411-9b5f-d0ef970ab280 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:28.603395 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fdc837c2-b558-4583-bd50-84dd3c7821de req-a2e25394-45c3-4411-9b5f-d0ef970ab280 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:28.630924 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fdc837c2-b558-4583-bd50-84dd3c7821de req-a2e25394-45c3-4411-9b5f-d0ef970ab280 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:28.661227 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fdc837c2-b558-4583-bd50-84dd3c7821de req-a2e25394-45c3-4411-9b5f-d0ef970ab280 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:28.662539 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fdc837c2-b558-4583-bd50-84dd3c7821de req-a2e25394-45c3-4411-9b5f-d0ef970ab280 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2005138 Jul 23 20:10:28.664396 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e25394-45c3-4411-9b5f-d0ef970ab280 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53b7e83c-4bf6-4e44-b680-6ec23fe212a0,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:28.697890 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-5e722d45-4f5d-4dd5-b160-50458763898c req-33797e97-3965-4614-9f6f-485d44b8e547 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-374132472', 'description': 'tempest-description-667697562'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:28.722909 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5e722d45-4f5d-4dd5-b160-50458763898c req-33797e97-3965-4614-9f6f-485d44b8e547 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:28.738419 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device df5dcfc5-c287-4e54-93bf-2d5f19324d29 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:10:28.794536 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port df5dcfc5-c287-4e54-93bf-2d5f19324d29 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:10:28.801581 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port df5dcfc5-c287-4e54-93bf-2d5f19324d29 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:10:28.802220 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:28.840532 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5e722d45-4f5d-4dd5-b160-50458763898c req-33797e97-3965-4614-9f6f-485d44b8e547 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:28.845450 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5e722d45-4f5d-4dd5-b160-50458763898c req-33797e97-3965-4614-9f6f-485d44b8e547 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:28.887560 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5e722d45-4f5d-4dd5-b160-50458763898c req-33797e97-3965-4614-9f6f-485d44b8e547 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:28.889099 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5e722d45-4f5d-4dd5-b160-50458763898c req-33797e97-3965-4614-9f6f-485d44b8e547 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1955128 Jul 23 20:10:28.891430 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33797e97-3965-4614-9f6f-485d44b8e547 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=111ca59e-33bf-4f9d-8537-d71a1796f30a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:28.920365 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:28.947589 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d1c3c2-3e8b-4e29-9b11-b9d9146cc9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5dcfc5-c287-4e54-93bf-2d5f19324d29'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:10:28.950520 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0fe8e3-fd49-4f1e-92e0-5440439f5ffb" -d '{"events": [{"server_uuid": "53d1c3c2-3e8b-4e29-9b11-b9d9146cc9de", "name": "network-vif-plugged", "status": "completed", "tag": "df5dcfc5-c287-4e54-93bf-2d5f19324d29"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:10:28.964056 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port df5dcfc5-c287-4e54-93bf-2d5f19324d29, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=df5dcfc5-c287-4e54-93bf-2d5f19324d29,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:28.970191 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:28.972129 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6d8f6-4553-447a-b5a0-66115e4d722d req-16fc7ab2-246b-4bca-945e-007bea557d07 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:28.979906 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-77f6d8f6-4553-447a-b5a0-66115e4d722d req-16fc7ab2-246b-4bca-945e-007bea557d07 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 945 time: 0.1297197 Jul 23 20:10:29.028635 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=df5dcfc5-c287-4e54-93bf-2d5f19324d29,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:29.041680 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9a6c37-838d-40dc-a188-217cbe1389a6 x-openstack-request-id: req-1a9a6c37-838d-40dc-a188-217cbe1389a6 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:29.041979 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d1c3c2-3e8b-4e29-9b11-b9d9146cc9de", "name": "network-vif-plugged", "status": "completed", "tag": "df5dcfc5-c287-4e54-93bf-2d5f19324d29", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:29.042235 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a9a6c37-838d-40dc-a188-217cbe1389a6 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:29.042631 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d1c3c2-3e8b-4e29-9b11-b9d9146cc9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5dcfc5-c287-4e54-93bf-2d5f19324d29', 'code': 200} Jul 23 20:10:29.061868 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-77f6d8f6-4553-447a-b5a0-66115e4d722d req-7e353331-4c1c-46dd-8169-3ece2dd44f14 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/security-groups?id=73776e44-7ae2-46ff-b78b-4627ee1e8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760090 Jul 23 20:10:29.207179 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b6e39-b42e-4263-85a8-06b1f828b89a req-62c41022-a439-4999-9a2e-862da7dade2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:29.208860 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-de2b6e39-b42e-4263-85a8-06b1f828b89a req-62c41022-a439-4999-9a2e-862da7dade2c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=53d1c3c2-3e8b-4e29-9b11-b9d9146cc9de HTTP/1.1" status: 200 len: 1098 time: 0.0977478 Jul 23 20:10:29.217259 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418cad3-5f09-4cbd-bbc7-601ed8311687 req-610978e9-a272-44cb-ae22-d1fc15c0354d tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:29.218753 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2418cad3-5f09-4cbd-bbc7-601ed8311687 req-610978e9-a272-44cb-ae22-d1fc15c0354d tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed HTTP/1.1" status: 200 len: 946 time: 0.1171420 Jul 23 20:10:29.276473 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-de2b6e39-b42e-4263-85a8-06b1f828b89a req-ce726718-bd38-4c5b-9a4b-540aafc12a2f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567324 Jul 23 20:10:29.279817 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2418cad3-5f09-4cbd-bbc7-601ed8311687 req-34df86c0-2a0b-43b5-84f7-d7c407e2ee5f tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538557 Jul 23 20:10:29.384527 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-f89744f1-de7e-4c97-8b99-747099d9a50f tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:29.386048 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-f89744f1-de7e-4c97-8b99-747099d9a50f tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/networks?id=0c4a98a0-10be-4c43-b9be-da42be087eb0 HTTP/1.1" status: 200 len: 813 time: 0.1056173 Jul 23 20:10:29.401450 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-1e2272b6-b02a-4413-883c-498038eee33a tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/quotas/37483605594b45728f169830dd224b23 HTTP/1.1" status: 200 len: 375 time: 0.0093076 Jul 23 20:10:29.474315 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-d611860a-0641-489e-8b02-a2112dbc7d8a tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=37483605594b45728f169830dd224b23&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0666251 Jul 23 20:10:29.567021 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-e337f4cf-51b5-4850-9639-f4d74f181e75 service neutron] 10.222.0.32 "GET /v2.0/networks/0c4a98a0-10be-4c43-b9be-da42be087eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851796 Jul 23 20:10:29.632003 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d1286-4020-44db-85b9-ced38279c0dc req-cc79431a-a541-4439-b825-d6a33b8ce8fc tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:29.633807 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6c8d1286-4020-44db-85b9-ced38279c0dc req-cc79431a-a541-4439-b825-d6a33b8ce8fc tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=53d1c3c2-3e8b-4e29-9b11-b9d9146cc9de HTTP/1.1" status: 200 len: 946 time: 0.0743406 Jul 23 20:10:29.669972 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-6a3d679d-4494-49ab-b1b7-7be08b183b8d service neutron] 10.222.0.32 "GET /v2.0/networks/0c4a98a0-10be-4c43-b9be-da42be087eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962396 Jul 23 20:10:29.674934 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6c8d1286-4020-44db-85b9-ced38279c0dc req-1ee5e431-a37f-4f6c-ae62-5488f12b95a4 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343931 Jul 23 20:10:29.849715 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8e323b33-3511-4ab9-b205-d3ab86f92162 req-e2a64580-d45c-4849-9cc8-302f723f4198 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/ports?device_id=26c575e8-c33c-408e-8def-44e1c308f833 HTTP/1.1" status: 200 len: 210 time: 0.0303206 Jul 23 20:10:30.233491 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209ba2f-bc48-4c48-bdf7-5750fe6c3073 req-5cb91761-b2ba-458e-9bae-0e035b3b8716 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:30.236091 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d209ba2f-bc48-4c48-bdf7-5750fe6c3073 req-5cb91761-b2ba-458e-9bae-0e035b3b8716 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 945 time: 0.0967426 Jul 23 20:10:30.337778 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d209ba2f-bc48-4c48-bdf7-5750fe6c3073 req-debea3ff-057e-4de4-9ae9-8f6004a931b6 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/security-groups?id=73776e44-7ae2-46ff-b78b-4627ee1e8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856564 Jul 23 20:10:30.475498 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc22c95-95c1-42db-a2a8-48a079158414 req-53b01d87-194c-4ea0-bf23-cdaa7cfade42 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:30.482455 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0fc22c95-95c1-42db-a2a8-48a079158414 req-53b01d87-194c-4ea0-bf23-cdaa7cfade42 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed HTTP/1.1" status: 200 len: 946 time: 0.0984657 Jul 23 20:10:30.525299 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0fc22c95-95c1-42db-a2a8-48a079158414 req-cc72e687-988e-411a-ae1e-09b0aba7a93a tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409763 Jul 23 20:10:30.818859 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32df8b-ae6d-4cc9-981c-d4547a525de5 req-7ae257b6-5563-4954-b62e-d7ad3496a559 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:30.820434 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cf32df8b-ae6d-4cc9-981c-d4547a525de5 req-7ae257b6-5563-4954-b62e-d7ad3496a559 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=53d1c3c2-3e8b-4e29-9b11-b9d9146cc9de HTTP/1.1" status: 200 len: 946 time: 0.0723255 Jul 23 20:10:30.870575 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cf32df8b-ae6d-4cc9-981c-d4547a525de5 req-85aa2d0d-bc3d-4e34-980f-267884dbad7f tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419443 Jul 23 20:10:31.017867 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7e75ea3d-9b81-4493-b300-d1472a234c9b req-8e7d3b5e-296f-432e-8bd1-8662c444cd22 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/ports?device_id=26c575e8-c33c-408e-8def-44e1c308f833 HTTP/1.1" status: 200 len: 210 time: 0.0733671 Jul 23 20:10:31.117560 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-fdb03406-c2e7-4611-b4e0-f9f642cef529 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:31.119037 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-fdb03406-c2e7-4611-b4e0-f9f642cef529 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.18 "GET /v2.0/networks?id=0c4a98a0-10be-4c43-b9be-da42be087eb0 HTTP/1.1" status: 200 len: 813 time: 0.1888700 Jul 23 20:10:31.134559 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-0a1a4c7d-ed85-4f88-996b-8887ea04a973 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Request body: {'port': {'device_id': '26c575e8-c33c-408e-8def-44e1c308f833', 'network_id': '0c4a98a0-10be-4c43-b9be-da42be087eb0', 'admin_state_up': True, 'tenant_id': '37483605594b45728f169830dd224b23'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:31.257956 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-0a1a4c7d-ed85-4f88-996b-8887ea04a973 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Made reservation on behalf of 37483605594b45728f169830dd224b23 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:10:31.263881 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-0a1a4c7d-ed85-4f88-996b-8887ea04a973 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:31.410517 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-0a1a4c7d-ed85-4f88-996b-8887ea04a973 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Allocated IP 172.20.0.12 (0c4a98a0-10be-4c43-b9be-da42be087eb0/33682a81-1336-40fb-9d9b-61b3c24a5fd3/ade4bc5f-3538-4399-820d-d6a793bdb783) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:10:31.479541 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253b322-1218-4647-8b9c-75f79da792a6 req-fc2eba6d-a5d7-45da-b922-9dca50f38d79 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:31.482027 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b253b322-1218-4647-8b9c-75f79da792a6 req-fc2eba6d-a5d7-45da-b922-9dca50f38d79 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 945 time: 0.0815761 Jul 23 20:10:31.525436 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b253b322-1218-4647-8b9c-75f79da792a6 req-cf5fc99c-da98-466b-9c3b-53821df2f333 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/security-groups?id=73776e44-7ae2-46ff-b78b-4627ee1e8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375798 Jul 23 20:10:31.595733 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-0a1a4c7d-ed85-4f88-996b-8887ea04a973 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:31.701384 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-0a1a4c7d-ed85-4f88-996b-8887ea04a973 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:31.716039 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['96c3859a-6618-48fb-b537-6368a02e8874'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:31.769739 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-0a1a4c7d-ed85-4f88-996b-8887ea04a973 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Network 0c4a98a0-10be-4c43-b9be-da42be087eb0 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:10:31.787597 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1105f76-4db2-4244-9f11-8b4045fe0e0b req-cc15c6c8-3259-4fec-92c0-893d5f436d93 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:31.789589 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c1105f76-4db2-4244-9f11-8b4045fe0e0b req-cc15c6c8-3259-4fec-92c0-893d5f436d93 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed HTTP/1.1" status: 200 len: 946 time: 0.1767602 Jul 23 20:10:31.790922 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-0a1a4c7d-ed85-4f88-996b-8887ea04a973 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:10:31.798173 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-0a1a4c7d-ed85-4f88-996b-8887ea04a973 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:10:31.827987 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-442f162a-66b9-43dd-bf7c-d881034d7b1a req-f7977538-acda-4762-b643-37d14fb2656c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1731925 Jul 23 20:10:31.835137 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a4c7d-ed85-4f88-996b-8887ea04a973 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Pushing event updated for resources: {'Port': ['ID=ade4bc5f-3538-4399-820d-d6a793bdb783,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:31.879982 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-0a1a4c7d-ed85-4f88-996b-8887ea04a973 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:31.880617 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-0a1a4c7d-ed85-4f88-996b-8887ea04a973 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:31.896538 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c1105f76-4db2-4244-9f11-8b4045fe0e0b req-28acdb31-7b15-4a23-9381-b9033af4f480 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923917 Jul 23 20:10:31.929632 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-0a1a4c7d-ed85-4f88-996b-8887ea04a973 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7990835 Jul 23 20:10:31.945646 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-a416bce3-7ab1-4034-a5aa-1d7173c45353 service neutron] Request body: {'port': {'device_id': '26c575e8-c33c-408e-8def-44e1c308f833', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:31.999451 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f162a-66b9-43dd-bf7c-d881034d7b1a req-b60b099e-88cf-4624-8f11-bd2ada8d3d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:32.000968 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-442f162a-66b9-43dd-bf7c-d881034d7b1a req-b60b099e-88cf-4624-8f11-bd2ada8d3d60 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3eac1fd2f7984fc28e6e139f2a1d3dd0&device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 1096 time: 0.1078229 Jul 23 20:10:32.075609 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-a416bce3-7ab1-4034-a5aa-1d7173c45353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:32.206347 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f162a-66b9-43dd-bf7c-d881034d7b1a req-a25737aa-7af8-4ffd-b796-693a795b312e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:32.207819 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-442f162a-66b9-43dd-bf7c-d881034d7b1a req-a25737aa-7af8-4ffd-b796-693a795b312e service neutron] 10.222.0.30 "GET /v2.0/networks?id=f1957672-1349-45e6-b250-4d2e0e2b0e22 HTTP/1.1" status: 200 len: 912 time: 0.1761167 Jul 23 20:10:32.648842 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb859d4-14d2-49dd-80d0-a99f68d36135 req-e04d6d34-0fb8-427a-b9a4-49ea504852aa tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:32.650399 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7fb859d4-14d2-49dd-80d0-a99f68d36135 req-e04d6d34-0fb8-427a-b9a4-49ea504852aa tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/ports?device_id=26c575e8-c33c-408e-8def-44e1c308f833 HTTP/1.1" status: 200 len: 932 time: 0.5416024 Jul 23 20:10:32.664438 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-442f162a-66b9-43dd-bf7c-d881034d7b1a req-398fb6ba-c8ae-4722-a6af-bf200559bf07 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eddda286-689d-4dc5-8c5c-5401afb7251e HTTP/1.1" status: 200 len: 998 time: 0.4468355 Jul 23 20:10:32.684432 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2609408-85ba-49b9-a98a-6c46c18e352d req-fe6ed539-a2a8-4960-b9b7-e3c08d72b274 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:32.686649 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f2609408-85ba-49b9-a98a-6c46c18e352d req-fe6ed539-a2a8-4960-b9b7-e3c08d72b274 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 945 time: 0.0836654 Jul 23 20:10:32.728291 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f2609408-85ba-49b9-a98a-6c46c18e352d req-738ff906-7653-4a76-abaa-703abd708a02 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/security-groups?id=73776e44-7ae2-46ff-b78b-4627ee1e8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350819 Jul 23 20:10:32.788523 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7fb859d4-14d2-49dd-80d0-a99f68d36135 req-0be6ef3c-7421-440a-b1e6-5522691e0382 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2670c6d-bde0-4087-ab85-ff93008a6fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291723 Jul 23 20:10:32.791564 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f162a-66b9-43dd-bf7c-d881034d7b1a req-f223b328-c9aa-4cc0-a2a2-8506716f68d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:32.793406 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-442f162a-66b9-43dd-bf7c-d881034d7b1a req-f223b328-c9aa-4cc0-a2a2-8506716f68d6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d89cc8ce-1520-4663-872c-281c0b224b71 HTTP/1.1" status: 200 len: 850 time: 0.1060741 Jul 23 20:10:32.915377 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f162a-66b9-43dd-bf7c-d881034d7b1a req-1ccc1fb1-414d-40a4-8b10-8f30f43460d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:32.916787 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-442f162a-66b9-43dd-bf7c-d881034d7b1a req-1ccc1fb1-414d-40a4-8b10-8f30f43460d2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1957672-1349-45e6-b250-4d2e0e2b0e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1140566 Jul 23 20:10:32.918731 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-a416bce3-7ab1-4034-a5aa-1d7173c45353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ade4bc5f-3538-4399-820d-d6a793bdb783 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:10:32.927414 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-a416bce3-7ab1-4034-a5aa-1d7173c45353 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:32.969766 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-a416bce3-7ab1-4034-a5aa-1d7173c45353 service neutron] Transition to ACTIVE for port object ade4bc5f-3538-4399-820d-d6a793bdb783 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:10:32.997746 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-a416bce3-7ab1-4034-a5aa-1d7173c45353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:33.052350 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51ccdd-e672-4fc2-8986-467a6408d720 req-bfb3b09d-ecf6-4ea1-92b0-663734730d91 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:33.053881 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f51ccdd-e672-4fc2-8986-467a6408d720 req-bfb3b09d-ecf6-4ea1-92b0-663734730d91 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed HTTP/1.1" status: 200 len: 946 time: 0.0709879 Jul 23 20:10:33.071732 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416bce3-7ab1-4034-a5aa-1d7173c45353 service neutron] Pushing event updated for resources: {'Port': ['ID=ade4bc5f-3538-4399-820d-d6a793bdb783,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:33.080063 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-442f162a-66b9-43dd-bf7c-d881034d7b1a req-38c3966e-a439-4091-9d4f-abc4dc271888 service neutron] 10.222.0.30 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547852 Jul 23 20:10:33.106705 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f51ccdd-e672-4fc2-8986-467a6408d720 req-41fa0614-9303-4c4e-9594-398f643fe96c tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467970 Jul 23 20:10:33.208920 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-a416bce3-7ab1-4034-a5aa-1d7173c45353 service neutron] Attempting to bind port ade4bc5f-3538-4399-820d-d6a793bdb783 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:10:33.209506 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-a416bce3-7ab1-4034-a5aa-1d7173c45353 service neutron] Attempting to bind port ade4bc5f-3538-4399-820d-d6a793bdb783 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '492a6177-a188-4aef-b748-e4f023badb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0c4a98a0-10be-4c43-b9be-da42be087eb0'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:10:33.209649 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-a416bce3-7ab1-4034-a5aa-1d7173c45353 service neutron] Attempting to bind port ade4bc5f-3538-4399-820d-d6a793bdb783 on network 0c4a98a0-10be-4c43-b9be-da42be087eb0 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:10:33.223873 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-a416bce3-7ab1-4034-a5aa-1d7173c45353 service neutron] Port ade4bc5f-3538-4399-820d-d6a793bdb783 on network 0c4a98a0-10be-4c43-b9be-da42be087eb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:10:33.224205 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-a416bce3-7ab1-4034-a5aa-1d7173c45353 service neutron] Attempting to bind port ade4bc5f-3538-4399-820d-d6a793bdb783 on network 0c4a98a0-10be-4c43-b9be-da42be087eb0 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:10:33.232622 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-a416bce3-7ab1-4034-a5aa-1d7173c45353 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:10:33.232966 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-a416bce3-7ab1-4034-a5aa-1d7173c45353 service neutron] Checking segment: {'id': '492a6177-a188-4aef-b748-e4f023badb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0c4a98a0-10be-4c43-b9be-da42be087eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:10:33.233351 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-a416bce3-7ab1-4034-a5aa-1d7173c45353 service neutron] Bound using segment: {'id': '492a6177-a188-4aef-b748-e4f023badb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0c4a98a0-10be-4c43-b9be-da42be087eb0'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:10:33.233815 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-a416bce3-7ab1-4034-a5aa-1d7173c45353 service neutron] Bound port: ade4bc5f-3538-4399-820d-d6a793bdb783, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '492a6177-a188-4aef-b748-e4f023badb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0c4a98a0-10be-4c43-b9be-da42be087eb0'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:10:33.234177 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-a416bce3-7ab1-4034-a5aa-1d7173c45353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:33.237710 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-442f162a-66b9-43dd-bf7c-d881034d7b1a req-cf51f165-7705-4d43-8088-f5666aa98172 service neutron] 10.222.0.30 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402736 Jul 23 20:10:33.302764 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-a416bce3-7ab1-4034-a5aa-1d7173c45353 service neutron] For port ade4bc5f-3538-4399-820d-d6a793bdb783, host n-h2-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:10:33.305965 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-a416bce3-7ab1-4034-a5aa-1d7173c45353 service neutron] For port ade4bc5f-3538-4399-820d-d6a793bdb783, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=ade4bc5f-3538-4399-820d-d6a793bdb783,segment=NetworkSegment(492a6177-a188-4aef-b748-e4f023badb6e),segment_id=492a6177-a188-4aef-b748-e4f023badb6e)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:10:33.310728 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-a416bce3-7ab1-4034-a5aa-1d7173c45353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:33.345650 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-a416bce3-7ab1-4034-a5aa-1d7173c45353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:33.346268 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-a416bce3-7ab1-4034-a5aa-1d7173c45353 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:33.347642 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-a416bce3-7ab1-4034-a5aa-1d7173c45353 service neutron] 10.222.0.18 "PUT /v2.0/ports/ade4bc5f-3538-4399-820d-d6a793bdb783 HTTP/1.1" status: 200 len: 1093 time: 1.4070680 Jul 23 20:10:33.348081 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c575e8-c33c-408e-8def-44e1c308f833', 'tag': 'ade4bc5f-3538-4399-820d-d6a793bdb783'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:10:33.350363 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45aee299-1ef7-495e-9c30-a1abd727830d" -d '{"events": [{"name": "network-changed", "server_uuid": "26c575e8-c33c-408e-8def-44e1c308f833", "tag": "ade4bc5f-3538-4399-820d-d6a793bdb783"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:10:33.378929 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416bce3-7ab1-4034-a5aa-1d7173c45353 service neutron] Pushing event updated for resources: {'Port': ['ID=ade4bc5f-3538-4399-820d-d6a793bdb783,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:33.397559 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a02851-50c3-4988-92b0-3e56b1e78449 x-openstack-request-id: req-84a02851-50c3-4988-92b0-3e56b1e78449 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:33.397871 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26c575e8-c33c-408e-8def-44e1c308f833", "tag": "ade4bc5f-3538-4399-820d-d6a793bdb783", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:33.398151 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84a02851-50c3-4988-92b0-3e56b1e78449 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:33.398558 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c575e8-c33c-408e-8def-44e1c308f833', 'tag': 'ade4bc5f-3538-4399-820d-d6a793bdb783', 'status': 'completed', 'code': 200} Jul 23 20:10:33.468398 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-adf60620-9ad6-41bd-96b5-10e7b98a4c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:33.469936 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-adf60620-9ad6-41bd-96b5-10e7b98a4c60 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=37483605594b45728f169830dd224b23&device_id=26c575e8-c33c-408e-8def-44e1c308f833 HTTP/1.1" status: 200 len: 1096 time: 0.0676913 Jul 23 20:10:33.517210 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-152cf1be-957f-433d-8d20-3ba8655004f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ade4bc5f-3538-4399-820d-d6a793bdb783 HTTP/1.1" status: 200 len: 217 time: 0.0349610 Jul 23 20:10:33.572011 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-d427a6d5-0a8d-40af-9153-086425b0b9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:33.573542 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-d427a6d5-0a8d-40af-9153-086425b0b9bf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=33682a81-1336-40fb-9d9b-61b3c24a5fd3 HTTP/1.1" status: 200 len: 853 time: 0.0472102 Jul 23 20:10:33.612170 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-1124c822-3449-44ce-8639-b3b02f8795f2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0c4a98a0-10be-4c43-b9be-da42be087eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296023 Jul 23 20:10:33.706624 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-27b57115-5e32-48fa-b252-750151e1aac8 service neutron] 10.222.0.18 "GET /v2.0/networks/0c4a98a0-10be-4c43-b9be-da42be087eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868165 Jul 23 20:10:33.803778 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5914e39d-a414-4fea-8b3c-376da2fcf7d9 req-51eacb7d-db24-4576-ae30-b300df7ceb41 service neutron] 10.222.0.18 "GET /v2.0/networks/0c4a98a0-10be-4c43-b9be-da42be087eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898228 Jul 23 20:10:33.898019 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8e1f6-dbfd-4dcb-8a09-c16a83c00e68 req-e08b232b-e042-4651-b248-fd7ea62ba909 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:33.899532 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b4a8e1f6-dbfd-4dcb-8a09-c16a83c00e68 req-e08b232b-e042-4651-b248-fd7ea62ba909 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 945 time: 0.0809014 Jul 23 20:10:33.942470 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b4a8e1f6-dbfd-4dcb-8a09-c16a83c00e68 req-217b41a4-44f0-4ebd-b8b9-e468d369ba6a tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/security-groups?id=73776e44-7ae2-46ff-b78b-4627ee1e8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349112 Jul 23 20:10:33.966133 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aee299-1ef7-495e-9c30-a1abd727830d req-1c0f4f8e-a109-4d96-8ca7-9d3c975b4ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:33.966133 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-45aee299-1ef7-495e-9c30-a1abd727830d req-1c0f4f8e-a109-4d96-8ca7-9d3c975b4ab0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=37483605594b45728f169830dd224b23&device_id=26c575e8-c33c-408e-8def-44e1c308f833 HTTP/1.1" status: 200 len: 1096 time: 0.0952387 Jul 23 20:10:33.985271 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b505bb-fdcc-405b-9a3b-a6d22bf25129 req-50f5e9f7-4550-4732-b21c-a9fbf4d5c103 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:33.986739 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b6b505bb-fdcc-405b-9a3b-a6d22bf25129 req-50f5e9f7-4550-4732-b21c-a9fbf4d5c103 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/ports?device_id=26c575e8-c33c-408e-8def-44e1c308f833 HTTP/1.1" status: 200 len: 944 time: 0.1116829 Jul 23 20:10:34.076624 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b6b505bb-fdcc-405b-9a3b-a6d22bf25129 req-b397c6b1-8699-4f72-bdce-1c6d0f006891 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2670c6d-bde0-4087-ab85-ff93008a6fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776486 Jul 23 20:10:34.097215 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aee299-1ef7-495e-9c30-a1abd727830d req-ade68d58-4bd4-442a-b794-217aeab9f749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:34.098754 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-45aee299-1ef7-495e-9c30-a1abd727830d req-ade68d58-4bd4-442a-b794-217aeab9f749 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0c4a98a0-10be-4c43-b9be-da42be087eb0 HTTP/1.1" status: 200 len: 914 time: 0.1284380 Jul 23 20:10:34.140771 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-45aee299-1ef7-495e-9c30-a1abd727830d req-b98bbff3-331d-4c62-aea9-bebca8c26d59 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ade4bc5f-3538-4399-820d-d6a793bdb783 HTTP/1.1" status: 200 len: 217 time: 0.0338340 Jul 23 20:10:34.200948 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aee299-1ef7-495e-9c30-a1abd727830d req-190fc0c1-2164-4689-a52a-8e65c1cbd924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:34.202441 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-45aee299-1ef7-495e-9c30-a1abd727830d req-190fc0c1-2164-4689-a52a-8e65c1cbd924 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=33682a81-1336-40fb-9d9b-61b3c24a5fd3 HTTP/1.1" status: 200 len: 853 time: 0.0546644 Jul 23 20:10:34.253437 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-45aee299-1ef7-495e-9c30-a1abd727830d req-2d3ba893-cf1a-4298-9c97-6f7b524e8661 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0c4a98a0-10be-4c43-b9be-da42be087eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409727 Jul 23 20:10:34.255006 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969c3e2-fe3d-49c1-a6e4-dfbc533a54dd req-6cc37877-5a13-463a-95e9-a4036aa3af8c tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:34.256533 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c969c3e2-fe3d-49c1-a6e4-dfbc533a54dd req-6cc37877-5a13-463a-95e9-a4036aa3af8c tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed HTTP/1.1" status: 200 len: 946 time: 0.0779557 Jul 23 20:10:34.303189 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c969c3e2-fe3d-49c1-a6e4-dfbc533a54dd req-c9de7a4d-1249-4e9f-b1a0-730fa645c593 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407052 Jul 23 20:10:34.364753 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-45aee299-1ef7-495e-9c30-a1abd727830d req-7bd9d215-df9b-4bbb-8252-1eedad767253 service neutron] 10.222.0.18 "GET /v2.0/networks/0c4a98a0-10be-4c43-b9be-da42be087eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030810 Jul 23 20:10:34.426326 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48758) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:34.462046 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-45aee299-1ef7-495e-9c30-a1abd727830d req-85facf8f-c28a-4871-ac8a-994a8b51aebb service neutron] 10.222.0.18 "GET /v2.0/networks/0c4a98a0-10be-4c43-b9be-da42be087eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881219 Jul 23 20:10:34.531611 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6da17bf4-583d-47a2-a1d4-5f379168afa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:34.620627 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6da17bf4-583d-47a2-a1d4-5f379168afa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:34.625051 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6da17bf4-583d-47a2-a1d4-5f379168afa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:34.662732 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6da17bf4-583d-47a2-a1d4-5f379168afa4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2263059e924046b683003d1e64aa8513&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2350016 Jul 23 20:10:34.663862 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da17bf4-583d-47a2-a1d4-5f379168afa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1a4de3-2ae8-4c78-af3f-aec8d6e8c838,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:34.665430 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48766) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:34.714027 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bc7ffc13-749e-4c15-932e-f14e5266685d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:34.735984 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bc7ffc13-749e-4c15-932e-f14e5266685d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:34.782764 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bc7ffc13-749e-4c15-932e-f14e5266685d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:34.785302 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bc7ffc13-749e-4c15-932e-f14e5266685d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:34.786477 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bc7ffc13-749e-4c15-932e-f14e5266685d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6c1a4de3-2ae8-4c78-af3f-aec8d6e8c838 HTTP/1.1" status: 204 len: 168 time: 0.1200376 Jul 23 20:10:34.794785 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ffc13-749e-4c15-932e-f14e5266685d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1a4de3-2ae8-4c78-af3f-aec8d6e8c838,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:35.045293 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48774) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:35.062725 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-828952a8-be2c-4852-b2fb-9334848d51f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:35.084743 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef802a6-0906-417e-8ddc-9991a21c99df req-d069ec71-77b2-400e-9307-9ce93fe40f38 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:35.086919 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0ef802a6-0906-417e-8ddc-9991a21c99df req-d069ec71-77b2-400e-9307-9ce93fe40f38 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 945 time: 0.0698097 Jul 23 20:10:35.132569 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0ef802a6-0906-417e-8ddc-9991a21c99df req-267cfff1-cdf8-42e2-b888-c57f7434007e tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/security-groups?id=73776e44-7ae2-46ff-b78b-4627ee1e8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384362 Jul 23 20:10:35.159319 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-828952a8-be2c-4852-b2fb-9334848d51f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:35.170686 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-828952a8-be2c-4852-b2fb-9334848d51f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:35.230044 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828952a8-be2c-4852-b2fb-9334848d51f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c282046-092e-4979-91ce-0a8c1adb9aab,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:35.237984 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-828952a8-be2c-4852-b2fb-9334848d51f7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0141a334f7254356853e41ee82125013&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1892316 Jul 23 20:10:35.238601 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48780) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:35.282413 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e97034-f0cd-4de9-80b6-9efa5a35735d req-3105dac9-5160-42cf-a867-402dd0f09d24 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:35.283918 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-04e97034-f0cd-4de9-80b6-9efa5a35735d req-3105dac9-5160-42cf-a867-402dd0f09d24 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/ports?device_id=26c575e8-c33c-408e-8def-44e1c308f833 HTTP/1.1" status: 200 len: 944 time: 0.1233735 Jul 23 20:10:35.338734 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e568c53-cc3d-457c-82c7-eebb2d8a92b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:35.344780 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-04e97034-f0cd-4de9-80b6-9efa5a35735d req-8a56765e-ef55-4fc8-b1d6-e365a19de12d tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2670c6d-bde0-4087-ab85-ff93008a6fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518043 Jul 23 20:10:35.366261 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e568c53-cc3d-457c-82c7-eebb2d8a92b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:35.422511 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e568c53-cc3d-457c-82c7-eebb2d8a92b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:35.425579 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e568c53-cc3d-457c-82c7-eebb2d8a92b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:35.427045 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5e568c53-cc3d-457c-82c7-eebb2d8a92b2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8c282046-092e-4979-91ce-0a8c1adb9aab HTTP/1.1" status: 204 len: 168 time: 0.1875436 Jul 23 20:10:35.442181 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e568c53-cc3d-457c-82c7-eebb2d8a92b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c282046-092e-4979-91ce-0a8c1adb9aab,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:35.463053 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29edae7-0946-4c7e-91e4-08dab1568e84 req-4f95606d-bb8e-4b9d-9d9b-73e86ac32fd9 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:35.465642 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f29edae7-0946-4c7e-91e4-08dab1568e84 req-4f95606d-bb8e-4b9d-9d9b-73e86ac32fd9 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed HTTP/1.1" status: 200 len: 946 time: 0.0808916 Jul 23 20:10:35.503016 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f29edae7-0946-4c7e-91e4-08dab1568e84 req-16c1729f-76e0-4623-9b1a-081f453cfaa7 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321929 Jul 23 20:10:36.272921 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a40985-c80f-40f2-ac91-f29c545ea472 req-073f857d-c638-4b8d-81e5-68aaca6b35c5 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:36.274506 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-55a40985-c80f-40f2-ac91-f29c545ea472 req-073f857d-c638-4b8d-81e5-68aaca6b35c5 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 945 time: 0.0673530 Jul 23 20:10:36.317902 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-55a40985-c80f-40f2-ac91-f29c545ea472 req-4e294831-7b62-4802-9a7b-4782a75159cc tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/security-groups?id=73776e44-7ae2-46ff-b78b-4627ee1e8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360844 Jul 23 20:10:36.424930 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device ade4bc5f-3538-4399-820d-d6a793bdb783 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:10:36.486415 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0686a3-1568-4ea8-8bfe-4d4b24319533 req-458e3515-9e0d-47d7-856f-d9ccaa38a0bd tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:36.488100 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ca0686a3-1568-4ea8-8bfe-4d4b24319533 req-458e3515-9e0d-47d7-856f-d9ccaa38a0bd tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/ports?device_id=26c575e8-c33c-408e-8def-44e1c308f833 HTTP/1.1" status: 200 len: 944 time: 0.0746183 Jul 23 20:10:36.541912 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ca0686a3-1568-4ea8-8bfe-4d4b24319533 req-030132f3-d78a-4cae-9ab0-681db9427ff7 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2670c6d-bde0-4087-ab85-ff93008a6fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459993 Jul 23 20:10:36.551404 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port ade4bc5f-3538-4399-820d-d6a793bdb783, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=ade4bc5f-3538-4399-820d-d6a793bdb783,segment=NetworkSegment(492a6177-a188-4aef-b748-e4f023badb6e),segment_id=492a6177-a188-4aef-b748-e4f023badb6e)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:36.566438 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': 'ade4bc5f-3538-4399-820d-d6a793bdb783', 'network_id': '0c4a98a0-10be-4c43-b9be-da42be087eb0', 'port_id': 'ade4bc5f-3538-4399-820d-d6a793bdb783', 'mac_address': 'fa:16:3e:3e:c9:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33682a81-1336-40fb-9d9b-61b3c24a5fd3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:10:36.611429 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:36.625246 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ade4bc5f-3538-4399-820d-d6a793bdb783 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:10:36.645328 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port ade4bc5f-3538-4399-820d-d6a793bdb783, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=ade4bc5f-3538-4399-820d-d6a793bdb783,segment=NetworkSegment(492a6177-a188-4aef-b748-e4f023badb6e),segment_id=492a6177-a188-4aef-b748-e4f023badb6e)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:36.650632 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:36.664589 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd968a-bb52-4a33-b9a4-74a7e6c2efb9 req-4b06cdda-7430-49bf-b90b-fd9356dc37c0 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:36.673615 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9edd968a-bb52-4a33-b9a4-74a7e6c2efb9 req-4b06cdda-7430-49bf-b90b-fd9356dc37c0 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed HTTP/1.1" status: 200 len: 946 time: 0.0947659 Jul 23 20:10:36.709393 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=ade4bc5f-3538-4399-820d-d6a793bdb783,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:36.710871 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9edd968a-bb52-4a33-b9a4-74a7e6c2efb9 req-b8590437-8bc9-4530-ba2d-c6baa7f7a056 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362799 Jul 23 20:10:37.008467 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['ade4bc5f-3538-4399-820d-d6a793bdb783'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:37.460102 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7446b-5bb6-4b1c-8264-dee2a5e06c7a req-588f6b8d-fd89-4a18-aa20-3b51a85b228e tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:37.461715 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a7f7446b-5bb6-4b1c-8264-dee2a5e06c7a req-588f6b8d-fd89-4a18-aa20-3b51a85b228e tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 945 time: 0.0711946 Jul 23 20:10:37.500816 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a7f7446b-5bb6-4b1c-8264-dee2a5e06c7a req-89de9453-d566-4c65-b7b3-e45a1a7a9a6b tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/security-groups?id=73776e44-7ae2-46ff-b78b-4627ee1e8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331657 Jul 23 20:10:37.670517 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b259b-0177-4806-840e-047fd056ca47 req-049f9d66-ee89-4d99-83df-5e15a61dfb05 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:37.672030 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b94b259b-0177-4806-840e-047fd056ca47 req-049f9d66-ee89-4d99-83df-5e15a61dfb05 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/ports?device_id=26c575e8-c33c-408e-8def-44e1c308f833 HTTP/1.1" status: 200 len: 945 time: 0.0654097 Jul 23 20:10:37.711039 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b94b259b-0177-4806-840e-047fd056ca47 req-2de66ac5-3e43-4393-9ebb-669c54aca6a0 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2670c6d-bde0-4087-ab85-ff93008a6fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330150 Jul 23 20:10:37.861771 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8fdabc-38db-4aa5-b527-e141d9aeefcc req-794eea15-3b3a-4adc-b87e-c8fe52a86a81 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:37.863306 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ff8fdabc-38db-4aa5-b527-e141d9aeefcc req-794eea15-3b3a-4adc-b87e-c8fe52a86a81 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed HTTP/1.1" status: 200 len: 946 time: 0.0701869 Jul 23 20:10:37.903412 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ff8fdabc-38db-4aa5-b527-e141d9aeefcc req-d42453f7-33da-41cf-acf9-7da46a34b440 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343933 Jul 23 20:10:38.437986 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device ade4bc5f-3538-4399-820d-d6a793bdb783 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:10:38.494632 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port ade4bc5f-3538-4399-820d-d6a793bdb783 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:10:38.498995 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port ade4bc5f-3538-4399-820d-d6a793bdb783 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:10:38.499362 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:38.592497 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:38.624381 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c575e8-c33c-408e-8def-44e1c308f833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade4bc5f-3538-4399-820d-d6a793bdb783'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:10:38.629330 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0340a46d-4867-4b68-8ac6-56714d01d191" -d '{"events": [{"server_uuid": "26c575e8-c33c-408e-8def-44e1c308f833", "name": "network-vif-plugged", "status": "completed", "tag": "ade4bc5f-3538-4399-820d-d6a793bdb783"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:10:38.647365 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port ade4bc5f-3538-4399-820d-d6a793bdb783, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=ade4bc5f-3538-4399-820d-d6a793bdb783,segment=NetworkSegment(492a6177-a188-4aef-b748-e4f023badb6e),segment_id=492a6177-a188-4aef-b748-e4f023badb6e)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:38.654886 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:38.662115 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed1ba3-412d-4f2c-829f-327c2d0e1b0f req-a547ee2a-9669-4de7-b7b8-42e8f754e677 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:38.664181 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bbed1ba3-412d-4f2c-829f-327c2d0e1b0f req-a547ee2a-9669-4de7-b7b8-42e8f754e677 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 945 time: 0.0890126 Jul 23 20:10:38.712288 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=ade4bc5f-3538-4399-820d-d6a793bdb783,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:38.718720 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bbed1ba3-412d-4f2c-829f-327c2d0e1b0f req-ced64705-9cd0-433e-ae65-a874262a332f tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/security-groups?id=73776e44-7ae2-46ff-b78b-4627ee1e8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469790 Jul 23 20:10:38.727885 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b35910-e1da-401e-92f2-793bfff94fa4 x-openstack-request-id: req-24b35910-e1da-401e-92f2-793bfff94fa4 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:38.728241 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c575e8-c33c-408e-8def-44e1c308f833", "name": "network-vif-plugged", "status": "completed", "tag": "ade4bc5f-3538-4399-820d-d6a793bdb783", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:38.728592 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-24b35910-e1da-401e-92f2-793bfff94fa4 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:38.729095 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c575e8-c33c-408e-8def-44e1c308f833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade4bc5f-3538-4399-820d-d6a793bdb783', 'code': 200} Jul 23 20:10:38.862095 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a5fc1-9aa4-4f26-a46c-d7ac7e09df6d req-758fe96f-abba-46cc-a7e2-dff073beb4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:38.864273 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-901a5fc1-9aa4-4f26-a46c-d7ac7e09df6d req-758fe96f-abba-46cc-a7e2-dff073beb4a0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=26c575e8-c33c-408e-8def-44e1c308f833 HTTP/1.1" status: 200 len: 1098 time: 0.0704641 Jul 23 20:10:38.879163 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bf2c8-00b1-4546-b954-a88802bc8c12 req-78d7d6b4-04d9-4a18-a09f-10d0ff5c7be6 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:38.882191 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b03bf2c8-00b1-4546-b954-a88802bc8c12 req-78d7d6b4-04d9-4a18-a09f-10d0ff5c7be6 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/ports?device_id=26c575e8-c33c-408e-8def-44e1c308f833 HTTP/1.1" status: 200 len: 946 time: 0.0981772 Jul 23 20:10:38.916677 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-901a5fc1-9aa4-4f26-a46c-d7ac7e09df6d req-8253b63f-08b5-4451-a1ba-fda2f0924b37 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a2670c6d-bde0-4087-ab85-ff93008a6fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428078 Jul 23 20:10:38.947713 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b03bf2c8-00b1-4546-b954-a88802bc8c12 req-7a64cfc4-d14c-49d5-87b8-5a77f5f8c450 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2670c6d-bde0-4087-ab85-ff93008a6fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579333 Jul 23 20:10:39.048958 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db2f74-a6c1-4b01-8fd4-d87c81c97149 req-0ef67410-610b-45d4-a0a4-f5cdd6cd2e88 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:39.050487 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a7db2f74-a6c1-4b01-8fd4-d87c81c97149 req-0ef67410-610b-45d4-a0a4-f5cdd6cd2e88 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed HTTP/1.1" status: 200 len: 946 time: 0.0739269 Jul 23 20:10:39.095105 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a7db2f74-a6c1-4b01-8fd4-d87c81c97149 req-537e8a74-98f7-4bf6-90c7-457909ac9e6e tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387485 Jul 23 20:10:39.882250 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6041fa8-f9c2-4ee9-b1b9-3daa87f6c9e7 req-100555da-2d3a-4378-89c4-4fe6d603d34f tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:39.896885 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c6041fa8-f9c2-4ee9-b1b9-3daa87f6c9e7 req-100555da-2d3a-4378-89c4-4fe6d603d34f tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 945 time: 0.1051097 Jul 23 20:10:39.945270 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c6041fa8-f9c2-4ee9-b1b9-3daa87f6c9e7 req-c95a4014-1617-452f-a3e2-0c79dbeb5ac7 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/security-groups?id=73776e44-7ae2-46ff-b78b-4627ee1e8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465882 Jul 23 20:10:40.037439 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761252e-c350-4905-9307-30d4d9252f5e req-7bcc1105-0e6f-4d4d-aa73-3d02a1be74ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:40.038988 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b761252e-c350-4905-9307-30d4d9252f5e req-7bcc1105-0e6f-4d4d-aa73-3d02a1be74ad service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 1097 time: 0.0837812 Jul 23 20:10:40.084968 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b761252e-c350-4905-9307-30d4d9252f5e req-76056909-1e14-4cb2-991c-fec069991ce6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=73776e44-7ae2-46ff-b78b-4627ee1e8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382867 Jul 23 20:10:40.094034 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5a8d8-0300-4345-a282-7ce2f68ce73b req-bf186a2c-f24b-4ba7-baf0-03160fbb815e tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:40.095721 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-16e5a8d8-0300-4345-a282-7ce2f68ce73b req-bf186a2c-f24b-4ba7-baf0-03160fbb815e tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/ports?device_id=26c575e8-c33c-408e-8def-44e1c308f833 HTTP/1.1" status: 200 len: 946 time: 0.0687866 Jul 23 20:10:40.138225 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-16e5a8d8-0300-4345-a282-7ce2f68ce73b req-7f960327-660b-482a-bab1-2ea6fe092871 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2670c6d-bde0-4087-ab85-ff93008a6fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368114 Jul 23 20:10:40.187021 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1c556165-a70c-497e-9742-e711d8984564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:40.244887 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab4faf-127e-4744-a0d6-b7a81fdd82ca req-b0e740b5-d172-47f1-af77-cac604711921 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:40.253066 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9eab4faf-127e-4744-a0d6-b7a81fdd82ca req-b0e740b5-d172-47f1-af77-cac604711921 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed HTTP/1.1" status: 200 len: 946 time: 0.0859063 Jul 23 20:10:40.278132 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-08519483-98d8-4ff4-a470-30907c66e942 req-7d723514-df63-466f-9f2a-43ecd0231625 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1748889046&fields=id&tenant_id=37483605594b45728f169830dd224b23 HTTP/1.1" status: 200 len: 267 time: 0.0442510 Jul 23 20:10:40.289269 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9eab4faf-127e-4744-a0d6-b7a81fdd82ca req-bd5ce84c-6688-4865-bc92-b81ce30b4b33 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352972 Jul 23 20:10:40.359370 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08519483-98d8-4ff4-a470-30907c66e942 req-afee1981-80ab-4c68-9e62-3633edb8e809 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:40.360859 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-08519483-98d8-4ff4-a470-30907c66e942 req-afee1981-80ab-4c68-9e62-3633edb8e809 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/ports?device_id=26c575e8-c33c-408e-8def-44e1c308f833 HTTP/1.1" status: 200 len: 946 time: 0.0785916 Jul 23 20:10:40.372756 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-08519483-98d8-4ff4-a470-30907c66e942 req-caa68e75-196e-4df9-9906-8cead2023ced tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Request body: {'port': {'security_groups': ['a2670c6d-bde0-4087-ab85-ff93008a6fde', '53b7e83c-4bf6-4e44-b680-6ec23fe212a0']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:40.467149 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-08519483-98d8-4ff4-a470-30907c66e942 req-caa68e75-196e-4df9-9906-8cead2023ced tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:40.970773 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-08519483-98d8-4ff4-a470-30907c66e942 req-caa68e75-196e-4df9-9906-8cead2023ced tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] For port ade4bc5f-3538-4399-820d-d6a793bdb783, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=ade4bc5f-3538-4399-820d-d6a793bdb783,segment=NetworkSegment(492a6177-a188-4aef-b748-e4f023badb6e),segment_id=492a6177-a188-4aef-b748-e4f023badb6e)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:41.013216 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-08519483-98d8-4ff4-a470-30907c66e942 req-caa68e75-196e-4df9-9906-8cead2023ced tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:41.024328 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-08519483-98d8-4ff4-a470-30907c66e942 req-caa68e75-196e-4df9-9906-8cead2023ced tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:41.037416 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['96c3859a-6618-48fb-b537-6368a02e8874', 'ade4bc5f-3538-4399-820d-d6a793bdb783'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:41.093501 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08519483-98d8-4ff4-a470-30907c66e942 req-caa68e75-196e-4df9-9906-8cead2023ced tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:41.094540 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-08519483-98d8-4ff4-a470-30907c66e942 req-caa68e75-196e-4df9-9906-8cead2023ced tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:41.112486 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-08519483-98d8-4ff4-a470-30907c66e942 req-caa68e75-196e-4df9-9906-8cead2023ced tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "PUT /v2.0/ports/ade4bc5f-3538-4399-820d-d6a793bdb783 HTTP/1.1" status: 200 len: 982 time: 0.7436647 Jul 23 20:10:41.113210 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c575e8-c33c-408e-8def-44e1c308f833', 'tag': 'ade4bc5f-3538-4399-820d-d6a793bdb783'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:10:41.120049 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a484b34-f159-4f16-80e7-893b3cfbcea3" -d '{"events": [{"name": "network-changed", "server_uuid": "26c575e8-c33c-408e-8def-44e1c308f833", "tag": "ade4bc5f-3538-4399-820d-d6a793bdb783"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:10:41.168447 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa68e75-196e-4df9-9906-8cead2023ced tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Pushing event updated for resources: {'Port': ['ID=ade4bc5f-3538-4399-820d-d6a793bdb783,revision_number=6']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:41.179769 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a66b2-eadb-4521-9688-79a8bbd7695c req-57523f8e-e451-417b-8e70-ce712ed7bd76 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:41.187345 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa68e75-196e-4df9-9906-8cead2023ced tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:41.187697 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa68e75-196e-4df9-9906-8cead2023ced tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:41.188060 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa68e75-196e-4df9-9906-8cead2023ced tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:41.188399 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa68e75-196e-4df9-9906-8cead2023ced tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:41.188732 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa68e75-196e-4df9-9906-8cead2023ced tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:41.189065 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa68e75-196e-4df9-9906-8cead2023ced tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:41.189398 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa68e75-196e-4df9-9906-8cead2023ced tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:41.189748 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa68e75-196e-4df9-9906-8cead2023ced tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:41.190073 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa68e75-196e-4df9-9906-8cead2023ced tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:41.190403 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa68e75-196e-4df9-9906-8cead2023ced tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:41.190795 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa68e75-196e-4df9-9906-8cead2023ced tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:41.191167 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa68e75-196e-4df9-9906-8cead2023ced tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:41.195486 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9a8a66b2-eadb-4521-9688-79a8bbd7695c req-57523f8e-e451-417b-8e70-ce712ed7bd76 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 945 time: 0.1020074 Jul 23 20:10:41.234227 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['ade4bc5f-3538-4399-820d-d6a793bdb783'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:41.253396 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9a8a66b2-eadb-4521-9688-79a8bbd7695c req-b7a46f37-1225-4bbf-b559-3b202f65c323 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/security-groups?id=73776e44-7ae2-46ff-b78b-4627ee1e8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560343 Jul 23 20:10:41.302685 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42e457d-cc15-40dc-8608-ceaee8e84dfb x-openstack-request-id: req-b42e457d-cc15-40dc-8608-ceaee8e84dfb {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:41.302972 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26c575e8-c33c-408e-8def-44e1c308f833", "tag": "ade4bc5f-3538-4399-820d-d6a793bdb783", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:41.303439 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b42e457d-cc15-40dc-8608-ceaee8e84dfb {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:41.303868 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c575e8-c33c-408e-8def-44e1c308f833', 'tag': 'ade4bc5f-3538-4399-820d-d6a793bdb783', 'status': 'completed', 'code': 200} Jul 23 20:10:41.325160 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-56f3c966-4bce-41ad-8e0b-b35cc07cf4ce req-2534e9c0-f33e-4de9-b564-c99b59236b13 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups/53b7e83c-4bf6-4e44-b680-6ec23fe212a0 HTTP/1.1" status: 200 len: 1803 time: 0.0764141 Jul 23 20:10:41.344782 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-76795067-17cc-4f62-b2d2-dc2b0865a834 req-42bde67e-c861-41b5-8020-64e3310d9013 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1009838463', 'description': 'tempest-description-176777386'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:41.393311 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [req-56f3c966-4bce-41ad-8e0b-b35cc07cf4ce req-d070912c-f160-4cae-9f96-6522f05e1154 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 20:10:41.394626 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-76795067-17cc-4f62-b2d2-dc2b0865a834 req-42bde67e-c861-41b5-8020-64e3310d9013 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:41.408154 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-56f3c966-4bce-41ad-8e0b-b35cc07cf4ce req-d070912c-f160-4cae-9f96-6522f05e1154 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "DELETE /v2.0/security-groups/53b7e83c-4bf6-4e44-b680-6ec23fe212a0 HTTP/1.1" status: 409 len: 341 time: 0.0713596 Jul 23 20:10:41.473716 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a484b34-f159-4f16-80e7-893b3cfbcea3 req-cac88462-a355-4357-8606-d85557b5051f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:41.476022 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4a484b34-f159-4f16-80e7-893b3cfbcea3 req-cac88462-a355-4357-8606-d85557b5051f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=37483605594b45728f169830dd224b23&device_id=26c575e8-c33c-408e-8def-44e1c308f833 HTTP/1.1" status: 200 len: 1137 time: 0.1490929 Jul 23 20:10:41.555852 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7bd77b-0e48-4595-94ed-c77b658bd6ef req-7ea12e1c-7367-49e5-91a4-2071eba509ac tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:41.563319 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3a7bd77b-0e48-4595-94ed-c77b658bd6ef req-7ea12e1c-7367-49e5-91a4-2071eba509ac tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed HTTP/1.1" status: 200 len: 946 time: 0.0947766 Jul 23 20:10:41.611787 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-76795067-17cc-4f62-b2d2-dc2b0865a834 req-42bde67e-c861-41b5-8020-64e3310d9013 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:41.622300 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3a7bd77b-0e48-4595-94ed-c77b658bd6ef req-9de4fe54-579f-45ed-b572-33be26a886c2 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574784 Jul 23 20:10:41.624055 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-76795067-17cc-4f62-b2d2-dc2b0865a834 req-42bde67e-c861-41b5-8020-64e3310d9013 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:41.652668 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a484b34-f159-4f16-80e7-893b3cfbcea3 req-152a6a5e-63ba-47e1-8c99-bc1cbeb81acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:41.654536 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4a484b34-f159-4f16-80e7-893b3cfbcea3 req-152a6a5e-63ba-47e1-8c99-bc1cbeb81acb service neutron] 10.222.0.18 "GET /v2.0/networks?id=0c4a98a0-10be-4c43-b9be-da42be087eb0 HTTP/1.1" status: 200 len: 914 time: 0.1672566 Jul 23 20:10:41.680053 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-76795067-17cc-4f62-b2d2-dc2b0865a834 req-42bde67e-c861-41b5-8020-64e3310d9013 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:41.681512 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-76795067-17cc-4f62-b2d2-dc2b0865a834 req-42bde67e-c861-41b5-8020-64e3310d9013 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.3461986 Jul 23 20:10:41.720675 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bde67e-c861-41b5-8020-64e3310d9013 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb5e48a-feca-4d25-80aa-3e769cc4fb8b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:41.737530 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4a484b34-f159-4f16-80e7-893b3cfbcea3 req-ff27798b-1478-4808-8af6-febd927a6e7e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ade4bc5f-3538-4399-820d-d6a793bdb783 HTTP/1.1" status: 200 len: 217 time: 0.0704536 Jul 23 20:10:41.815229 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a484b34-f159-4f16-80e7-893b3cfbcea3 req-941d5045-28ce-4c71-ac63-6a6044db2418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:41.817327 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4a484b34-f159-4f16-80e7-893b3cfbcea3 req-941d5045-28ce-4c71-ac63-6a6044db2418 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=33682a81-1336-40fb-9d9b-61b3c24a5fd3 HTTP/1.1" status: 200 len: 853 time: 0.0730283 Jul 23 20:10:41.841230 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-be24c4d4-ec71-4d0a-9ace-17ee6ccd3a0a req-90edc8b0-954a-461a-8f91-980d0cbff26f tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1009838463&fields=id&tenant_id=aa9236fc3c3c45458243c34890b9f295 HTTP/1.1" status: 200 len: 267 time: 0.0444412 Jul 23 20:10:41.863853 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4a484b34-f159-4f16-80e7-893b3cfbcea3 req-e21e0817-5efb-4240-a793-b0a471e131ac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0c4a98a0-10be-4c43-b9be-da42be087eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397527 Jul 23 20:10:41.922060 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24c4d4-ec71-4d0a-9ace-17ee6ccd3a0a req-1958811e-e12e-45d2-b725-aeab0f015c4e tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:41.926741 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-be24c4d4-ec71-4d0a-9ace-17ee6ccd3a0a req-1958811e-e12e-45d2-b725-aeab0f015c4e tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 945 time: 0.0784969 Jul 23 20:10:41.936601 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-be24c4d4-ec71-4d0a-9ace-17ee6ccd3a0a req-24c7f01f-c37c-47d0-8d3c-ed76cba68c57 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Request body: {'port': {'security_groups': ['73776e44-7ae2-46ff-b78b-4627ee1e8348', '6eb5e48a-feca-4d25-80aa-3e769cc4fb8b']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:42.001664 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ce859-b8f8-4dec-a8a0-dec6ecced2ba req-5109c621-4f0c-4b00-867b-f92b92c23021 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:42.003182 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d31ce859-b8f8-4dec-a8a0-dec6ecced2ba req-5109c621-4f0c-4b00-867b-f92b92c23021 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/ports?device_id=26c575e8-c33c-408e-8def-44e1c308f833 HTTP/1.1" status: 200 len: 985 time: 0.1421628 Jul 23 20:10:42.005617 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4a484b34-f159-4f16-80e7-893b3cfbcea3 req-98c23d0b-798b-42a8-8a2f-2d1f8d69d069 service neutron] 10.222.0.18 "GET /v2.0/networks/0c4a98a0-10be-4c43-b9be-da42be087eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326039 Jul 23 20:10:42.039804 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-be24c4d4-ec71-4d0a-9ace-17ee6ccd3a0a req-24c7f01f-c37c-47d0-8d3c-ed76cba68c57 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:42.102002 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d31ce859-b8f8-4dec-a8a0-dec6ecced2ba req-83a1bd01-c25f-415c-911a-bd1efec3e90e tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2670c6d-bde0-4087-ab85-ff93008a6fde&id=53b7e83c-4bf6-4e44-b680-6ec23fe212a0&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0922995 Jul 23 20:10:42.135889 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4a484b34-f159-4f16-80e7-893b3cfbcea3 req-270ac98f-1757-4631-bd9d-91d6f1446d59 service neutron] 10.222.0.18 "GET /v2.0/networks/0c4a98a0-10be-4c43-b9be-da42be087eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171620 Jul 23 20:10:42.263773 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9d50c-f562-462c-aabe-c44ff23b095e req-c7212814-4747-40b3-81c2-0cf343316ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:42.265440 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a0c9d50c-f562-462c-aabe-c44ff23b095e req-c7212814-4747-40b3-81c2-0cf343316ca1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=37483605594b45728f169830dd224b23&device_id=26c575e8-c33c-408e-8def-44e1c308f833 HTTP/1.1" status: 200 len: 1137 time: 0.0769758 Jul 23 20:10:42.274307 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-be24c4d4-ec71-4d0a-9ace-17ee6ccd3a0a req-24c7f01f-c37c-47d0-8d3c-ed76cba68c57 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] For port 361597fc-b9c8-492e-be7a-de2e5a90a4b9, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=361597fc-b9c8-492e-be7a-de2e5a90a4b9,segment=NetworkSegment(5f562663-4955-4d38-9763-67a41081ba38),segment_id=5f562663-4955-4d38-9763-67a41081ba38)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:42.309672 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-be24c4d4-ec71-4d0a-9ace-17ee6ccd3a0a req-24c7f01f-c37c-47d0-8d3c-ed76cba68c57 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:42.315519 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-be24c4d4-ec71-4d0a-9ace-17ee6ccd3a0a req-24c7f01f-c37c-47d0-8d3c-ed76cba68c57 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:42.329737 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['361597fc-b9c8-492e-be7a-de2e5a90a4b9'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:42.364318 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24c4d4-ec71-4d0a-9ace-17ee6ccd3a0a req-24c7f01f-c37c-47d0-8d3c-ed76cba68c57 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:42.364760 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-be24c4d4-ec71-4d0a-9ace-17ee6ccd3a0a req-24c7f01f-c37c-47d0-8d3c-ed76cba68c57 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:42.366389 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-be24c4d4-ec71-4d0a-9ace-17ee6ccd3a0a req-24c7f01f-c37c-47d0-8d3c-ed76cba68c57 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "PUT /v2.0/ports/361597fc-b9c8-492e-be7a-de2e5a90a4b9 HTTP/1.1" status: 200 len: 981 time: 0.4352121 Jul 23 20:10:42.402612 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7f01f-c37c-47d0-8d3c-ed76cba68c57 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Pushing event updated for resources: {'Port': ['ID=361597fc-b9c8-492e-be7a-de2e5a90a4b9,revision_number=6']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:42.429320 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9d50c-f562-462c-aabe-c44ff23b095e req-fe4e6453-21cf-462e-b9a4-a9c35d55743f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:42.431771 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a0c9d50c-f562-462c-aabe-c44ff23b095e req-fe4e6453-21cf-462e-b9a4-a9c35d55743f service neutron] 10.222.0.18 "GET /v2.0/networks?id=0c4a98a0-10be-4c43-b9be-da42be087eb0 HTTP/1.1" status: 200 len: 914 time: 0.1343067 Jul 23 20:10:42.486649 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a0c9d50c-f562-462c-aabe-c44ff23b095e req-f1f7b3a5-d83d-48d8-bdf3-84a629406423 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ade4bc5f-3538-4399-820d-d6a793bdb783 HTTP/1.1" status: 200 len: 217 time: 0.0452859 Jul 23 20:10:42.513458 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['361597fc-b9c8-492e-be7a-de2e5a90a4b9'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:42.560576 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-acbf6f35-f676-4c47-91dc-7ddece3a9d57 req-cd57c8dc-120d-4145-8f6b-5103e7dc00d2 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1009838463&fields=id&tenant_id=aa9236fc3c3c45458243c34890b9f295 HTTP/1.1" status: 200 len: 267 time: 0.1097054 Jul 23 20:10:42.566152 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9d50c-f562-462c-aabe-c44ff23b095e req-f130b366-b6f1-4b11-ad98-6928f54b0cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:42.567573 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a0c9d50c-f562-462c-aabe-c44ff23b095e req-f130b366-b6f1-4b11-ad98-6928f54b0cd2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=33682a81-1336-40fb-9d9b-61b3c24a5fd3 HTTP/1.1" status: 200 len: 853 time: 0.0745137 Jul 23 20:10:42.621458 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a0c9d50c-f562-462c-aabe-c44ff23b095e req-31dac9cb-67cf-4b59-bef5-04834873cf20 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0c4a98a0-10be-4c43-b9be-da42be087eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438299 Jul 23 20:10:42.728519 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf6f35-f676-4c47-91dc-7ddece3a9d57 req-e2e8c012-e6e8-4b52-8c78-93c5fc387ca3 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:42.736364 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-acbf6f35-f676-4c47-91dc-7ddece3a9d57 req-e2e8c012-e6e8-4b52-8c78-93c5fc387ca3 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 984 time: 0.1678011 Jul 23 20:10:42.746365 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-acbf6f35-f676-4c47-91dc-7ddece3a9d57 req-11c102ac-9430-4c96-9f3b-ec4f24716b7c tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Request body: {'port': {'security_groups': ['73776e44-7ae2-46ff-b78b-4627ee1e8348']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:42.782363 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a0c9d50c-f562-462c-aabe-c44ff23b095e req-cdcfe31a-8f84-4e80-9f64-ff015d8369a5 service neutron] 10.222.0.18 "GET /v2.0/networks/0c4a98a0-10be-4c43-b9be-da42be087eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535912 Jul 23 20:10:42.807747 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4969f89-1da7-49ac-a87b-097998760ec9 req-76cfb0ac-3cc9-4600-99df-cfdac49ab984 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:42.809626 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f4969f89-1da7-49ac-a87b-097998760ec9 req-76cfb0ac-3cc9-4600-99df-cfdac49ab984 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed HTTP/1.1" status: 200 len: 946 time: 0.1067672 Jul 23 20:10:42.842217 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49026) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:42.866672 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f4969f89-1da7-49ac-a87b-097998760ec9 req-1952cc6d-3842-4d09-94ea-3774d670cc03 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499926 Jul 23 20:10:42.913698 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-acbf6f35-f676-4c47-91dc-7ddece3a9d57 req-11c102ac-9430-4c96-9f3b-ec4f24716b7c tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:42.922474 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be158954-fa11-48c1-aa5e-b09e8ac8cf50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:42.974631 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a0c9d50c-f562-462c-aabe-c44ff23b095e req-34745b39-4d56-4a6e-956b-deb7a6bc7419 service neutron] 10.222.0.18 "GET /v2.0/networks/0c4a98a0-10be-4c43-b9be-da42be087eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827774 Jul 23 20:10:42.999494 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f88bc036-6c66-4ec1-b131-4394bd076c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:43.107921 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f88bc036-6c66-4ec1-b131-4394bd076c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:43.112900 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f88bc036-6c66-4ec1-b131-4394bd076c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:43.124251 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-acbf6f35-f676-4c47-91dc-7ddece3a9d57 req-11c102ac-9430-4c96-9f3b-ec4f24716b7c tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] For port 361597fc-b9c8-492e-be7a-de2e5a90a4b9, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=361597fc-b9c8-492e-be7a-de2e5a90a4b9,segment=NetworkSegment(5f562663-4955-4d38-9763-67a41081ba38),segment_id=5f562663-4955-4d38-9763-67a41081ba38)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:43.162121 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-acbf6f35-f676-4c47-91dc-7ddece3a9d57 req-11c102ac-9430-4c96-9f3b-ec4f24716b7c tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:43.165411 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f88bc036-6c66-4ec1-b131-4394bd076c81 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=985c16c5547542f7875308b04f5beca0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3206851 Jul 23 20:10:43.166343 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88bc036-6c66-4ec1-b131-4394bd076c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436d1a29-95c0-4563-ab82-4ca9c3ab8f5e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:43.168568 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49032) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:43.180521 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-acbf6f35-f676-4c47-91dc-7ddece3a9d57 req-11c102ac-9430-4c96-9f3b-ec4f24716b7c tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:43.192068 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['361597fc-b9c8-492e-be7a-de2e5a90a4b9'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:43.258673 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf6f35-f676-4c47-91dc-7ddece3a9d57 req-11c102ac-9430-4c96-9f3b-ec4f24716b7c tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:43.259310 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-acbf6f35-f676-4c47-91dc-7ddece3a9d57 req-11c102ac-9430-4c96-9f3b-ec4f24716b7c tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:43.260833 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-acbf6f35-f676-4c47-91dc-7ddece3a9d57 req-11c102ac-9430-4c96-9f3b-ec4f24716b7c tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "PUT /v2.0/ports/361597fc-b9c8-492e-be7a-de2e5a90a4b9 HTTP/1.1" status: 200 len: 942 time: 0.5235219 Jul 23 20:10:43.261880 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f30694-80f5-4b52-8194-d83dfcef9ea6', 'tag': '361597fc-b9c8-492e-be7a-de2e5a90a4b9'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:10:43.264297 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87e9c1b-80b2-4868-9241-f8cff75e5195" -d '{"events": [{"name": "network-changed", "server_uuid": "65f30694-80f5-4b52-8194-d83dfcef9ea6", "tag": "361597fc-b9c8-492e-be7a-de2e5a90a4b9"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:10:43.278202 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:43.300846 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8c1ad-f2f3-4079-9e14-dfd40cb4178b req-51d04544-53a4-497b-bc7b-089003d6d0d7 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:43.302713 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-93d8c1ad-f2f3-4079-9e14-dfd40cb4178b req-51d04544-53a4-497b-bc7b-089003d6d0d7 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/ports?device_id=26c575e8-c33c-408e-8def-44e1c308f833 HTTP/1.1" status: 200 len: 985 time: 0.0936048 Jul 23 20:10:43.305318 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f30694-80f5-4b52-8194-d83dfcef9ea6', 'tag': '361597fc-b9c8-492e-be7a-de2e5a90a4b9'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:10:43.308988 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63175d8-75aa-4552-80c0-c07bf8ddc9bc" -d '{"events": [{"name": "network-changed", "server_uuid": "65f30694-80f5-4b52-8194-d83dfcef9ea6", "tag": "361597fc-b9c8-492e-be7a-de2e5a90a4b9"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:10:43.317158 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c102ac-9430-4c96-9f3b-ec4f24716b7c tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Pushing event updated for resources: {'Port': ['ID=361597fc-b9c8-492e-be7a-de2e5a90a4b9,revision_number=7']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:43.320244 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3fae9328-28d2-4bfc-8663-08bb7e945f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:43.359378 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3fae9328-28d2-4bfc-8663-08bb7e945f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:43.365381 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-93d8c1ad-f2f3-4079-9e14-dfd40cb4178b req-beb7be07-1ad2-45fe-821f-65a3b46b9155 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2670c6d-bde0-4087-ab85-ff93008a6fde&id=53b7e83c-4bf6-4e44-b680-6ec23fe212a0&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0519996 Jul 23 20:10:43.392601 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['361597fc-b9c8-492e-be7a-de2e5a90a4b9'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:43.431738 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6485d00f-69f2-476c-9dbe-f45e777c165d x-openstack-request-id: req-6485d00f-69f2-476c-9dbe-f45e777c165d {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:43.432047 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65f30694-80f5-4b52-8194-d83dfcef9ea6", "tag": "361597fc-b9c8-492e-be7a-de2e5a90a4b9", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:43.432355 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6485d00f-69f2-476c-9dbe-f45e777c165d {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:43.432778 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65f30694-80f5-4b52-8194-d83dfcef9ea6', 'tag': '361597fc-b9c8-492e-be7a-de2e5a90a4b9', 'status': 'completed', 'code': 200} Jul 23 20:10:43.547991 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3fae9328-28d2-4bfc-8663-08bb7e945f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:43.550765 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3fae9328-28d2-4bfc-8663-08bb7e945f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:43.551185 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea420cf1-c07f-40c1-8707-056b6983d701 x-openstack-request-id: req-ea420cf1-c07f-40c1-8707-056b6983d701 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:43.551584 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65f30694-80f5-4b52-8194-d83dfcef9ea6", "tag": "361597fc-b9c8-492e-be7a-de2e5a90a4b9", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:43.552159 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3fae9328-28d2-4bfc-8663-08bb7e945f9e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/436d1a29-95c0-4563-ab82-4ca9c3ab8f5e HTTP/1.1" status: 204 len: 168 time: 0.3778660 Jul 23 20:10:43.559982 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea420cf1-c07f-40c1-8707-056b6983d701 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:43.560626 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65f30694-80f5-4b52-8194-d83dfcef9ea6', 'tag': '361597fc-b9c8-492e-be7a-de2e5a90a4b9', 'status': 'completed', 'code': 200} Jul 23 20:10:43.581748 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae9328-28d2-4bfc-8663-08bb7e945f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436d1a29-95c0-4563-ab82-4ca9c3ab8f5e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:43.595255 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1259b575-8fd1-4afd-bec5-cfb27604823c req-93e2963c-8995-403f-b3fc-d37d45443f07 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2338331 Jul 23 20:10:43.608612 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-1259b575-8fd1-4afd-bec5-cfb27604823c req-26857945-7014-414a-8205-1d8ab0645e66 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:43.621801 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e9c1b-80b2-4868-9241-f8cff75e5195 req-b1a05e15-f97c-47fc-b267-30ecafb93e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:43.623501 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a87e9c1b-80b2-4868-9241-f8cff75e5195 req-b1a05e15-f97c-47fc-b267-30ecafb93e16 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa9236fc3c3c45458243c34890b9f295&device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 1097 time: 0.1312649 Jul 23 20:10:43.664525 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1259b575-8fd1-4afd-bec5-cfb27604823c req-26857945-7014-414a-8205-1d8ab0645e66 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:43.762802 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e9c1b-80b2-4868-9241-f8cff75e5195 req-2f9e60ea-c5c2-4593-a463-8f813afaff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:43.764485 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a87e9c1b-80b2-4868-9241-f8cff75e5195 req-2f9e60ea-c5c2-4593-a463-8f813afaff13 service neutron] 10.222.0.30 "GET /v2.0/networks?id=76e448dd-c68c-4039-a064-3d16e069d5ca HTTP/1.1" status: 200 len: 921 time: 0.1341209 Jul 23 20:10:43.839217 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a87e9c1b-80b2-4868-9241-f8cff75e5195 req-8286c660-ccf2-41c7-8b63-7aa3ebe9f1a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=361597fc-b9c8-492e-be7a-de2e5a90a4b9 HTTP/1.1" status: 200 len: 217 time: 0.0424509 Jul 23 20:10:43.874236 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49050) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:43.888159 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c73ddc96-3700-4c9e-9da1-933de91b8e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:43.900503 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e9c1b-80b2-4868-9241-f8cff75e5195 req-d728803a-4aee-460e-af90-034c57363707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:43.902787 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a87e9c1b-80b2-4868-9241-f8cff75e5195 req-d728803a-4aee-460e-af90-034c57363707 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=abbd7fe3-d20b-4359-8aac-62218ac5177d HTTP/1.1" status: 200 len: 860 time: 0.0548854 Jul 23 20:10:43.905323 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1259b575-8fd1-4afd-bec5-cfb27604823c req-26857945-7014-414a-8205-1d8ab0645e66 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:43.927971 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:43.968876 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a87e9c1b-80b2-4868-9241-f8cff75e5195 req-74b3300b-abbd-484b-b70b-38b43e0cf460 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=76e448dd-c68c-4039-a064-3d16e069d5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565808 Jul 23 20:10:44.054440 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c73ddc96-3700-4c9e-9da1-933de91b8e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:44.069554 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bfd5cf-e6c4-488f-b481-3731cf76babf req-29fd6978-fa3e-43c5-9bf9-24cf863ab36b tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:44.071101 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d3bfd5cf-e6c4-488f-b481-3731cf76babf req-29fd6978-fa3e-43c5-9bf9-24cf863ab36b tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed HTTP/1.1" status: 200 len: 946 time: 0.1200068 Jul 23 20:10:44.072470 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c73ddc96-3700-4c9e-9da1-933de91b8e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:44.117353 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-1259b575-8fd1-4afd-bec5-cfb27604823c req-26857945-7014-414a-8205-1d8ab0645e66 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Allocated IP 172.25.1.160 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/84da0547-49c2-4fc4-a4a0-994471bc044c) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:10:44.127040 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a87e9c1b-80b2-4868-9241-f8cff75e5195 req-33ce1815-b6b1-4c14-8824-e1fd4c8dea24 service neutron] 10.222.0.30 "GET /v2.0/networks/76e448dd-c68c-4039-a064-3d16e069d5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480298 Jul 23 20:10:44.130981 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c73ddc96-3700-4c9e-9da1-933de91b8e55 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f07673c31b54488bb3302a0d74a91937&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2555537 Jul 23 20:10:44.131693 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ddc96-3700-4c9e-9da1-933de91b8e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52225c57-b5ce-4d04-bfd0-b506d3ede2ec,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:44.134087 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49056) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:44.169991 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d3bfd5cf-e6c4-488f-b481-3731cf76babf req-92f762f0-1d86-4302-83de-7cbd9468f8ac tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918639 Jul 23 20:10:44.208499 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b9faff1c-af31-4314-8001-807e8a85ecb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:44.233628 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b9faff1c-af31-4314-8001-807e8a85ecb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:44.285265 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:44.299700 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b9faff1c-af31-4314-8001-807e8a85ecb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:44.303088 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b9faff1c-af31-4314-8001-807e8a85ecb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:44.306881 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b9faff1c-af31-4314-8001-807e8a85ecb7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/52225c57-b5ce-4d04-bfd0-b506d3ede2ec HTTP/1.1" status: 204 len: 168 time: 0.1691489 Jul 23 20:10:44.326846 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9faff1c-af31-4314-8001-807e8a85ecb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52225c57-b5ce-4d04-bfd0-b506d3ede2ec,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:44.398189 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ebf93-09eb-41bd-ba3f-b287b1d6a4ef req-2ccd5c43-959d-45d1-8e89-f79f9abde418 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:44.399847 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b0ebf93-09eb-41bd-ba3f-b287b1d6a4ef req-2ccd5c43-959d-45d1-8e89-f79f9abde418 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.0902615 Jul 23 20:10:44.442369 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:44.454174 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b0ebf93-09eb-41bd-ba3f-b287b1d6a4ef req-02824fc4-3eef-4366-8ee8-5d6841c37a15 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469055 Jul 23 20:10:44.656173 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a87e9c1b-80b2-4868-9241-f8cff75e5195 req-c48c3013-3d36-45a3-8e90-e09f0a3dc17b service neutron] 10.222.0.30 "GET /v2.0/networks/76e448dd-c68c-4039-a064-3d16e069d5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5215137 Jul 23 20:10:44.669159 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17265be1-efe5-44be-ab1a-2996c5c7ed9f req-54f23ecb-ca3e-4cc4-a8e7-b3c4771e392a tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:44.671577 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-17265be1-efe5-44be-ab1a-2996c5c7ed9f req-54f23ecb-ca3e-4cc4-a8e7-b3c4771e392a tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/ports?device_id=26c575e8-c33c-408e-8def-44e1c308f833 HTTP/1.1" status: 200 len: 985 time: 0.0852425 Jul 23 20:10:44.682576 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1259b575-8fd1-4afd-bec5-cfb27604823c req-26857945-7014-414a-8205-1d8ab0645e66 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:44.727555 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-17265be1-efe5-44be-ab1a-2996c5c7ed9f req-3f98bbad-7dc9-438b-a20f-c6dfbfbfd8b6 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2670c6d-bde0-4087-ab85-ff93008a6fde&id=53b7e83c-4bf6-4e44-b680-6ec23fe212a0&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0493293 Jul 23 20:10:44.773923 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1259b575-8fd1-4afd-bec5-cfb27604823c req-26857945-7014-414a-8205-1d8ab0645e66 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:44.821010 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1259b575-8fd1-4afd-bec5-cfb27604823c req-26857945-7014-414a-8205-1d8ab0645e66 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:10:44.829428 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63175d8-75aa-4552-80c0-c07bf8ddc9bc req-ee3d3b8a-11a2-4238-956d-3692af424992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:44.830931 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e63175d8-75aa-4552-80c0-c07bf8ddc9bc req-ee3d3b8a-11a2-4238-956d-3692af424992 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa9236fc3c3c45458243c34890b9f295&device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 1097 time: 0.1177068 Jul 23 20:10:44.831748 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-1259b575-8fd1-4afd-bec5-cfb27604823c req-26857945-7014-414a-8205-1d8ab0645e66 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:10:44.838697 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-1259b575-8fd1-4afd-bec5-cfb27604823c req-26857945-7014-414a-8205-1d8ab0645e66 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:10:44.878889 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9e200-7650-4d3e-9cf6-771598f574cc req-196f6fca-4742-4cdd-9a16-18f1c7e83db1 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:44.880768 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26857945-7014-414a-8205-1d8ab0645e66 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Pushing event updated for resources: {'Port': ['ID=84da0547-49c2-4fc4-a4a0-994471bc044c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:44.880905 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4cd9e200-7650-4d3e-9cf6-771598f574cc req-196f6fca-4742-4cdd-9a16-18f1c7e83db1 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.0810571 Jul 23 20:10:44.942696 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4cd9e200-7650-4d3e-9cf6-771598f574cc req-c76da551-dc62-49ba-abd1-f8105c636069 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510967 Jul 23 20:10:45.032168 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1259b575-8fd1-4afd-bec5-cfb27604823c req-26857945-7014-414a-8205-1d8ab0645e66 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:45.047285 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63175d8-75aa-4552-80c0-c07bf8ddc9bc req-386414fb-12e2-4390-81e0-8ccd88c0bee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:45.049369 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e63175d8-75aa-4552-80c0-c07bf8ddc9bc req-386414fb-12e2-4390-81e0-8ccd88c0bee9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=76e448dd-c68c-4039-a064-3d16e069d5ca HTTP/1.1" status: 200 len: 921 time: 0.2044194 Jul 23 20:10:45.119665 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e63175d8-75aa-4552-80c0-c07bf8ddc9bc req-eee85be2-489f-450f-b42d-385b7cd1cc4d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=361597fc-b9c8-492e-be7a-de2e5a90a4b9 HTTP/1.1" status: 200 len: 217 time: 0.0398130 Jul 23 20:10:45.157171 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1259b575-8fd1-4afd-bec5-cfb27604823c req-26857945-7014-414a-8205-1d8ab0645e66 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:45.166002 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-46e5df10-8896-4808-b5c4-8da4d4afdd0f req-e5b0251b-e9aa-455a-bb35-ad72c024e20a tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-374132472&fields=id&tenant_id=37483605594b45728f169830dd224b23 HTTP/1.1" status: 200 len: 267 time: 0.0371928 Jul 23 20:10:45.213442 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63175d8-75aa-4552-80c0-c07bf8ddc9bc req-f9969784-a391-4bb7-9942-2a17562d6622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:45.216068 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e63175d8-75aa-4552-80c0-c07bf8ddc9bc req-f9969784-a391-4bb7-9942-2a17562d6622 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=abbd7fe3-d20b-4359-8aac-62218ac5177d HTTP/1.1" status: 200 len: 860 time: 0.0874288 Jul 23 20:10:45.239989 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5df10-8896-4808-b5c4-8da4d4afdd0f req-3e60a0a8-c643-497c-8c1d-ffeaf683d1cd tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:45.241685 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-46e5df10-8896-4808-b5c4-8da4d4afdd0f req-3e60a0a8-c643-497c-8c1d-ffeaf683d1cd tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/ports?device_id=26c575e8-c33c-408e-8def-44e1c308f833 HTTP/1.1" status: 200 len: 985 time: 0.0720205 Jul 23 20:10:45.255393 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-46e5df10-8896-4808-b5c4-8da4d4afdd0f req-59059354-28b5-4594-9607-cc5351f95d84 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Request body: {'port': {'security_groups': ['53b7e83c-4bf6-4e44-b680-6ec23fe212a0', 'a2670c6d-bde0-4087-ab85-ff93008a6fde', '111ca59e-33bf-4f9d-8537-d71a1796f30a']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:45.258021 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e63175d8-75aa-4552-80c0-c07bf8ddc9bc req-9caecfc5-3209-4f25-a5dd-4cff70497daa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=76e448dd-c68c-4039-a064-3d16e069d5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340948 Jul 23 20:10:45.379254 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-46e5df10-8896-4808-b5c4-8da4d4afdd0f req-59059354-28b5-4594-9607-cc5351f95d84 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:45.448258 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e63175d8-75aa-4552-80c0-c07bf8ddc9bc req-6e41ab32-5d7b-4859-88e4-8b74b07974a5 service neutron] 10.222.0.30 "GET /v2.0/networks/76e448dd-c68c-4039-a064-3d16e069d5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719518 Jul 23 20:10:45.487951 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1259b575-8fd1-4afd-bec5-cfb27604823c req-26857945-7014-414a-8205-1d8ab0645e66 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:45.498785 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1259b575-8fd1-4afd-bec5-cfb27604823c req-26857945-7014-414a-8205-1d8ab0645e66 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:45.620288 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-46e5df10-8896-4808-b5c4-8da4d4afdd0f req-59059354-28b5-4594-9607-cc5351f95d84 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] For port ade4bc5f-3538-4399-820d-d6a793bdb783, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=ade4bc5f-3538-4399-820d-d6a793bdb783,segment=NetworkSegment(492a6177-a188-4aef-b748-e4f023badb6e),segment_id=492a6177-a188-4aef-b748-e4f023badb6e)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:45.621811 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26857945-7014-414a-8205-1d8ab0645e66 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Pushing event updated for resources: {'Port': ['ID=84da0547-49c2-4fc4-a4a0-994471bc044c,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:45.649687 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1259b575-8fd1-4afd-bec5-cfb27604823c req-26857945-7014-414a-8205-1d8ab0645e66 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:45.655816 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e63175d8-75aa-4552-80c0-c07bf8ddc9bc req-b42663be-2a5f-49c7-9a2c-b49e7602b854 service neutron] 10.222.0.30 "GET /v2.0/networks/76e448dd-c68c-4039-a064-3d16e069d5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003875 Jul 23 20:10:45.656242 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-46e5df10-8896-4808-b5c4-8da4d4afdd0f req-59059354-28b5-4594-9607-cc5351f95d84 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:45.661531 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-46e5df10-8896-4808-b5c4-8da4d4afdd0f req-59059354-28b5-4594-9607-cc5351f95d84 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:45.668406 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1259b575-8fd1-4afd-bec5-cfb27604823c req-26857945-7014-414a-8205-1d8ab0645e66 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:45.669959 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1259b575-8fd1-4afd-bec5-cfb27604823c req-26857945-7014-414a-8205-1d8ab0645e66 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0675502 Jul 23 20:10:45.673826 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['96c3859a-6618-48fb-b537-6368a02e8874', 'ade4bc5f-3538-4399-820d-d6a793bdb783'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:45.736913 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5df10-8896-4808-b5c4-8da4d4afdd0f req-59059354-28b5-4594-9607-cc5351f95d84 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:45.738015 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-46e5df10-8896-4808-b5c4-8da4d4afdd0f req-59059354-28b5-4594-9607-cc5351f95d84 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:45.768074 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-46e5df10-8896-4808-b5c4-8da4d4afdd0f req-59059354-28b5-4594-9607-cc5351f95d84 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "PUT /v2.0/ports/ade4bc5f-3538-4399-820d-d6a793bdb783 HTTP/1.1" status: 200 len: 1021 time: 0.5173986 Jul 23 20:10:45.770552 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c575e8-c33c-408e-8def-44e1c308f833', 'tag': 'ade4bc5f-3538-4399-820d-d6a793bdb783'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:10:45.773627 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1259b575-8fd1-4afd-bec5-cfb27604823c req-f54544c1-ef81-4ea5-b689-d79cc0f70792 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.160 HTTP/1.1" status: 200 len: 696 time: 0.0953686 Jul 23 20:10:45.779493 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd5320f-1375-4ef5-b0b7-5fa11ee1e3db" -d '{"events": [{"name": "network-changed", "server_uuid": "26c575e8-c33c-408e-8def-44e1c308f833", "tag": "ade4bc5f-3538-4399-820d-d6a793bdb783"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:10:45.824863 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:45.830831 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59059354-28b5-4594-9607-cc5351f95d84 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Pushing event updated for resources: {'Port': ['ID=ade4bc5f-3538-4399-820d-d6a793bdb783,revision_number=7']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:45.875864 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['ade4bc5f-3538-4399-820d-d6a793bdb783'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:45.926764 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259b575-8fd1-4afd-bec5-cfb27604823c req-8fb38555-d2d2-4dde-ab24-1c65cb72bd15 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:45.928380 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1259b575-8fd1-4afd-bec5-cfb27604823c req-8fb38555-d2d2-4dde-ab24-1c65cb72bd15 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/networks/8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 784 time: 0.1538613 Jul 23 20:10:45.945217 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [req-1259b575-8fd1-4afd-bec5-cfb27604823c req-3388835d-cac2-4ee2-9daf-a7ccddef9e6e tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:10:45.946193 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1259b575-8fd1-4afd-bec5-cfb27604823c req-3388835d-cac2-4ee2-9daf-a7ccddef9e6e tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067437 Jul 23 20:10:46.102418 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f36aa12f-f9a7-4f08-acaf-94bc78a223db req-a4205ee7-aafb-42aa-858c-18049b7376d2 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups/111ca59e-33bf-4f9d-8537-d71a1796f30a HTTP/1.1" status: 200 len: 1801 time: 0.0539212 Jul 23 20:10:46.126393 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6b525-dc17-45df-94f8-e13e35d6b7a1 req-43237ee3-579b-42c6-8712-9ccdad80b963 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:46.128447 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e8d6b525-dc17-45df-94f8-e13e35d6b7a1 req-43237ee3-579b-42c6-8712-9ccdad80b963 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed HTTP/1.1" status: 200 len: 946 time: 0.1036959 Jul 23 20:10:46.172518 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [req-f36aa12f-f9a7-4f08-acaf-94bc78a223db req-462bb8cd-e460-411f-b825-0aea1adfffc4 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 20:10:46.173594 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f36aa12f-f9a7-4f08-acaf-94bc78a223db req-462bb8cd-e460-411f-b825-0aea1adfffc4 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "DELETE /v2.0/security-groups/111ca59e-33bf-4f9d-8537-d71a1796f30a HTTP/1.1" status: 409 len: 341 time: 0.0611758 Jul 23 20:10:46.179842 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e8d6b525-dc17-45df-94f8-e13e35d6b7a1 req-275eeabc-42e4-4493-b831-c167aa54022b tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454452 Jul 23 20:10:46.224444 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e26223-a005-4c69-9123-4c4b11e48616 x-openstack-request-id: req-d4e26223-a005-4c69-9123-4c4b11e48616 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:46.224444 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26c575e8-c33c-408e-8def-44e1c308f833", "tag": "ade4bc5f-3538-4399-820d-d6a793bdb783", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:46.224444 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d4e26223-a005-4c69-9123-4c4b11e48616 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:46.224943 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c575e8-c33c-408e-8def-44e1c308f833', 'tag': 'ade4bc5f-3538-4399-820d-d6a793bdb783', 'status': 'completed', 'code': 200} Jul 23 20:10:46.400712 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d35ca-7425-4a32-969e-c06c6888f9fd req-99cfbe11-3e4f-4ebf-8a70-4e8c1ed9cece tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:46.407919 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b69d35ca-7425-4a32-969e-c06c6888f9fd req-99cfbe11-3e4f-4ebf-8a70-4e8c1ed9cece tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1065023 Jul 23 20:10:46.411528 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cc0fa-d13b-42c8-82f5-a98df4dc103f req-69e03e26-4e3e-46d2-953d-ace31a547bbf tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:46.412196 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5320f-1375-4ef5-b0b7-5fa11ee1e3db req-27e34024-b8b1-40af-82dd-9acc438b0478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:46.413780 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4cd5320f-1375-4ef5-b0b7-5fa11ee1e3db req-27e34024-b8b1-40af-82dd-9acc438b0478 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=37483605594b45728f169830dd224b23&device_id=26c575e8-c33c-408e-8def-44e1c308f833 HTTP/1.1" status: 200 len: 1176 time: 0.1578898 Jul 23 20:10:46.424216 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-151cc0fa-d13b-42c8-82f5-a98df4dc103f req-69e03e26-4e3e-46d2-953d-ace31a547bbf tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.1192780 Jul 23 20:10:46.486025 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-151cc0fa-d13b-42c8-82f5-a98df4dc103f req-ffe44024-5140-4f12-a091-9813afcd4ab7 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598645 Jul 23 20:10:46.510775 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b69d35ca-7425-4a32-969e-c06c6888f9fd req-0c362a4f-05c7-4a7b-8119-a90f474a6ec6 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.160 HTTP/1.1" status: 200 len: 696 time: 0.1017709 Jul 23 20:10:46.519742 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-b69d35ca-7425-4a32-969e-c06c6888f9fd req-97d3ef3b-d5ae-4c89-aa5f-51550d8ea810 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Request body: {'floatingip': {'port_id': '361597fc-b9c8-492e-be7a-de2e5a90a4b9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:46.601047 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b69d35ca-7425-4a32-969e-c06c6888f9fd req-97d3ef3b-d5ae-4c89-aa5f-51550d8ea810 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:46.763478 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5320f-1375-4ef5-b0b7-5fa11ee1e3db req-614c43b4-48ca-435b-bde2-7e74ef774b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:46.765100 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4cd5320f-1375-4ef5-b0b7-5fa11ee1e3db req-614c43b4-48ca-435b-bde2-7e74ef774b07 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0c4a98a0-10be-4c43-b9be-da42be087eb0 HTTP/1.1" status: 200 len: 914 time: 0.2963531 Jul 23 20:10:46.830155 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4cd5320f-1375-4ef5-b0b7-5fa11ee1e3db req-3730a8a5-e6f3-4fde-a130-5513908650de service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ade4bc5f-3538-4399-820d-d6a793bdb783 HTTP/1.1" status: 200 len: 217 time: 0.0534163 Jul 23 20:10:46.974417 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5320f-1375-4ef5-b0b7-5fa11ee1e3db req-72f21258-777e-4a2c-809e-dbeffd1a23cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:46.976039 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4cd5320f-1375-4ef5-b0b7-5fa11ee1e3db req-72f21258-777e-4a2c-809e-dbeffd1a23cf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=33682a81-1336-40fb-9d9b-61b3c24a5fd3 HTTP/1.1" status: 200 len: 853 time: 0.1391559 Jul 23 20:10:47.023768 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4cd5320f-1375-4ef5-b0b7-5fa11ee1e3db req-979b138a-ce9c-460e-a26c-92ec221d5126 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0c4a98a0-10be-4c43-b9be-da42be087eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393319 Jul 23 20:10:47.098001 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f8307e-0354-4cde-aff1-f081e2329b82 req-15688e09-23fd-4f7e-9556-61d4d4f8cf2d tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:47.099595 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-47f8307e-0354-4cde-aff1-f081e2329b82 req-15688e09-23fd-4f7e-9556-61d4d4f8cf2d tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/ports?device_id=26c575e8-c33c-408e-8def-44e1c308f833 HTTP/1.1" status: 200 len: 1024 time: 0.0757117 Jul 23 20:10:47.152943 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-47f8307e-0354-4cde-aff1-f081e2329b82 req-6b70dab5-0c83-4b05-bb63-9f7f4cfa3399 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups?id=111ca59e-33bf-4f9d-8537-d71a1796f30a&id=a2670c6d-bde0-4087-ab85-ff93008a6fde&id=53b7e83c-4bf6-4e44-b680-6ec23fe212a0&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0450912 Jul 23 20:10:47.193944 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49158) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:47.284957 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4cd5320f-1375-4ef5-b0b7-5fa11ee1e3db req-703703f3-f730-406c-a5bf-714e9260f4af service neutron] 10.222.0.18 "GET /v2.0/networks/0c4a98a0-10be-4c43-b9be-da42be087eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534449 Jul 23 20:10:47.360071 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b4e00821-676a-4e6e-b61a-144ba9e7b000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:47.474637 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b4e00821-676a-4e6e-b61a-144ba9e7b000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:47.482762 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b4e00821-676a-4e6e-b61a-144ba9e7b000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:47.517708 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b69d35ca-7425-4a32-969e-c06c6888f9fd req-97d3ef3b-d5ae-4c89-aa5f-51550d8ea810 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:47.529109 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b4e00821-676a-4e6e-b61a-144ba9e7b000 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ec960d44d8b436dbbb20f4c92b78066&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3333650 Jul 23 20:10:47.530135 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e00821-676a-4e6e-b61a-144ba9e7b000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6695787b-9151-446a-a60b-aa9dec2b8e3f,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:47.530248 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b69d35ca-7425-4a32-969e-c06c6888f9fd req-97d3ef3b-d5ae-4c89-aa5f-51550d8ea810 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:47.531823 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49166) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:47.620391 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417290e-c2db-4573-8092-57df66ed67cf req-add34a83-bdbc-4c88-a9e8-54d8f89bdd49 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:47.622676 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1417290e-c2db-4573-8092-57df66ed67cf req-add34a83-bdbc-4c88-a9e8-54d8f89bdd49 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed HTTP/1.1" status: 200 len: 946 time: 0.0861642 Jul 23 20:10:47.628837 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4cd5320f-1375-4ef5-b0b7-5fa11ee1e3db req-2a209503-b9f6-438f-91ce-519e739d1c7b service neutron] 10.222.0.18 "GET /v2.0/networks/0c4a98a0-10be-4c43-b9be-da42be087eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143017 Jul 23 20:10:47.671916 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1417290e-c2db-4573-8092-57df66ed67cf req-56051a9d-645f-4a5c-b79d-89a12913a0e4 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380099 Jul 23 20:10:47.673671 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c88c0c-d60f-45d1-824d-960e5c79434e req-7a5b0cda-fe8a-4af4-a56e-e18750251081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:47.675368 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-66c88c0c-d60f-45d1-824d-960e5c79434e req-7a5b0cda-fe8a-4af4-a56e-e18750251081 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=16ace4e35c6441f68c72a7a9cc41988a&device_id=b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed HTTP/1.1" status: 200 len: 1098 time: 0.2671576 Jul 23 20:10:47.784843 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9fa1b79d-ff3c-493b-9df1-254f70d9f0ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:47.791752 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [req-b69d35ca-7425-4a32-969e-c06c6888f9fd req-97d3ef3b-d5ae-4c89-aa5f-51550d8ea810 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Floating IP 72f184b7-90b8-4052-9a0e-1c64b36911d3 associated. External IP: 172.25.1.160, port: 361597fc-b9c8-492e-be7a-de2e5a90a4b9. Jul 23 20:10:47.897456 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9fa1b79d-ff3c-493b-9df1-254f70d9f0ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:47.934490 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c88c0c-d60f-45d1-824d-960e5c79434e req-b83aefdd-29ca-4ff6-ba72-e1e31f088f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:47.936113 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-66c88c0c-d60f-45d1-824d-960e5c79434e req-b83aefdd-29ca-4ff6-ba72-e1e31f088f87 service neutron] 10.222.0.30 "GET /v2.0/networks?id=685f09ba-c980-497d-98e8-fa2dac810c5d HTTP/1.1" status: 200 len: 917 time: 0.2500436 Jul 23 20:10:47.997499 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-66c88c0c-d60f-45d1-824d-960e5c79434e req-3fffaa65-8d32-4b1d-8979-83da2162352f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3fae154-943b-49a2-b2a4-df74b67a9b63 HTTP/1.1" status: 200 len: 217 time: 0.0523887 Jul 23 20:10:48.011098 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c9fc8-5d2d-4d90-81bf-3449967e7330 req-30c55e88-4b31-4988-a7c1-668d09b1da7d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:48.013100 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-245c9fc8-5d2d-4d90-81bf-3449967e7330 req-30c55e88-4b31-4988-a7c1-668d09b1da7d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.0759766 Jul 23 20:10:48.061027 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-245c9fc8-5d2d-4d90-81bf-3449967e7330 req-afda8547-3b01-49db-907a-6eff6dece2e6 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407524 Jul 23 20:10:48.129884 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c88c0c-d60f-45d1-824d-960e5c79434e req-eadfa242-654b-48a8-9f8b-a14fe22d193f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:48.131312 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-66c88c0c-d60f-45d1-824d-960e5c79434e req-eadfa242-654b-48a8-9f8b-a14fe22d193f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=28d46783-a56f-4f52-b9c4-e9a156bc0473 HTTP/1.1" status: 200 len: 855 time: 0.1263494 Jul 23 20:10:48.133671 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9fa1b79d-ff3c-493b-9df1-254f70d9f0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:48.136408 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9fa1b79d-ff3c-493b-9df1-254f70d9f0ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:48.137724 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9fa1b79d-ff3c-493b-9df1-254f70d9f0ac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6695787b-9151-446a-a60b-aa9dec2b8e3f HTTP/1.1" status: 204 len: 168 time: 0.6029537 Jul 23 20:10:48.188644 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1b79d-ff3c-493b-9df1-254f70d9f0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6695787b-9151-446a-a60b-aa9dec2b8e3f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:48.236125 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b69d35ca-7425-4a32-969e-c06c6888f9fd req-97d3ef3b-d5ae-4c89-aa5f-51550d8ea810 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Router a95accd7-62bc-43a5-b60c-6c73505d2731 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:10:48.243817 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c88c0c-d60f-45d1-824d-960e5c79434e req-4c54e005-fe70-4292-ace9-ed830687717c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:48.245349 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-66c88c0c-d60f-45d1-824d-960e5c79434e req-4c54e005-fe70-4292-ace9-ed830687717c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=685f09ba-c980-497d-98e8-fa2dac810c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1050625 Jul 23 20:10:48.329564 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a3c75-4a80-4456-a6ce-78f8ec3cac1b req-f7c0a878-576f-4be7-8f70-4e6dca1c0d08 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:48.331346 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-447a3c75-4a80-4456-a6ce-78f8ec3cac1b req-f7c0a878-576f-4be7-8f70-4e6dca1c0d08 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/ports?device_id=26c575e8-c33c-408e-8def-44e1c308f833 HTTP/1.1" status: 200 len: 1024 time: 0.0914369 Jul 23 20:10:48.384635 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-447a3c75-4a80-4456-a6ce-78f8ec3cac1b req-04d876cb-8682-4734-a3d6-1bef27869bd4 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups?id=111ca59e-33bf-4f9d-8537-d71a1796f30a&id=a2670c6d-bde0-4087-ab85-ff93008a6fde&id=53b7e83c-4bf6-4e44-b680-6ec23fe212a0&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0452039 Jul 23 20:10:48.475091 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49180) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:48.490499 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f2dade35-2226-47f8-83f2-7a48b755c72b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:48.595408 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f2dade35-2226-47f8-83f2-7a48b755c72b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:48.599192 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f2dade35-2226-47f8-83f2-7a48b755c72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:48.641488 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f2dade35-2226-47f8-83f2-7a48b755c72b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de6f33c9ddb142c796580d7ab8a0dbc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1652424 Jul 23 20:10:48.642789 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dade35-2226-47f8-83f2-7a48b755c72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97f38fa-7b31-49e7-8293-889fbc3a18c2,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:48.646619 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49184) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:48.711061 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4f3545e7-511f-401d-bb1b-9547d4281ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:48.738296 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4f3545e7-511f-401d-bb1b-9547d4281ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:48.783338 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b69d35ca-7425-4a32-969e-c06c6888f9fd req-97d3ef3b-d5ae-4c89-aa5f-51550d8ea810 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:10:48.790921 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b69d35ca-7425-4a32-969e-c06c6888f9fd req-97d3ef3b-d5ae-4c89-aa5f-51550d8ea810 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:48.795393 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e79bd7-f49a-4dc9-b8ee-9eedbdb2b8ac None None] Sync routers for ids ['a95accd7-62bc-43a5-b60c-6c73505d2731'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:10:48.795872 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-66c88c0c-d60f-45d1-824d-960e5c79434e req-6d14924d-62f6-4ce0-8df5-62aec2d95e5c service neutron] 10.222.0.30 "GET /v2.0/networks/685f09ba-c980-497d-98e8-fa2dac810c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5426576 Jul 23 20:10:48.808985 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e79bd7-f49a-4dc9-b8ee-9eedbdb2b8ac None None] Routers {'a95accd7-62bc-43a5-b60c-6c73505d2731'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:10:48.810181 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e1e79bd7-f49a-4dc9-b8ee-9eedbdb2b8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:10:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a95accd7-62bc-43a5-b60c-6c73505d2731'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:10:48.834997 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4f3545e7-511f-401d-bb1b-9547d4281ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:48.838094 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4f3545e7-511f-401d-bb1b-9547d4281ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:48.842404 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4f3545e7-511f-401d-bb1b-9547d4281ec3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d97f38fa-7b31-49e7-8293-889fbc3a18c2 HTTP/1.1" status: 204 len: 168 time: 0.1918888 Jul 23 20:10:48.842541 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083121b7-db4a-444c-901b-caa6f7aa8b26 req-28422d35-f1c5-44be-b3ee-33f4fe41ffc6 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:48.843453 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-083121b7-db4a-444c-901b-caa6f7aa8b26 req-28422d35-f1c5-44be-b3ee-33f4fe41ffc6 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.18 "GET /v2.0/ports?device_id=26c575e8-c33c-408e-8def-44e1c308f833 HTTP/1.1" status: 200 len: 1024 time: 0.1932957 Jul 23 20:10:48.853603 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9027a3-baf7-4e95-9939-8d83a45ad630 req-3ff03730-42ab-4aca-a480-604752e67480 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:48.856075 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ba9027a3-baf7-4e95-9939-8d83a45ad630 req-3ff03730-42ab-4aca-a480-604752e67480 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed HTTP/1.1" status: 200 len: 946 time: 0.1017029 Jul 23 20:10:48.863988 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3545e7-511f-401d-bb1b-9547d4281ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97f38fa-7b31-49e7-8293-889fbc3a18c2,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:48.929733 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ba9027a3-baf7-4e95-9939-8d83a45ad630 req-9b857f4e-cdfc-4300-84d1-588342d252e5 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606186 Jul 23 20:10:48.961332 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-e1e79bd7-f49a-4dc9-b8ee-9eedbdb2b8ac None None] Set router a95accd7-62bc-43a5-b60c-6c73505d2731 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:10:49.082763 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b69d35ca-7425-4a32-969e-c06c6888f9fd req-97d3ef3b-d5ae-4c89-aa5f-51550d8ea810 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "PUT /v2.0/floatingips/72f184b7-90b8-4052-9a0e-1c64b36911d3 HTTP/1.1" status: 200 len: 996 time: 2.5633726 Jul 23 20:10:49.091683 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f30694-80f5-4b52-8194-d83dfcef9ea6', 'tag': '361597fc-b9c8-492e-be7a-de2e5a90a4b9'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:10:49.095833 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff1cff8-b492-4353-b7ed-429996f99beb" -d '{"events": [{"name": "network-changed", "server_uuid": "65f30694-80f5-4b52-8194-d83dfcef9ea6", "tag": "361597fc-b9c8-492e-be7a-de2e5a90a4b9"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:10:49.164258 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-66c88c0c-d60f-45d1-824d-960e5c79434e req-4027591c-4fdf-4857-b2b3-e16a45eaaa2f service neutron] 10.222.0.30 "GET /v2.0/networks/685f09ba-c980-497d-98e8-fa2dac810c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417244 Jul 23 20:10:49.212295 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-083121b7-db4a-444c-901b-caa6f7aa8b26 req-6e80d728-1b62-45ef-a722-af599e17716f tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Deleting port ade4bc5f-3538-4399-820d-d6a793bdb783 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:10:49.212628 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-083121b7-db4a-444c-901b-caa6f7aa8b26 req-6e80d728-1b62-45ef-a722-af599e17716f tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:49.263958 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d35ca-7425-4a32-969e-c06c6888f9fd req-dbafed4e-9df9-4943-857b-d608942d9df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:49.270446 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b69d35ca-7425-4a32-969e-c06c6888f9fd req-dbafed4e-9df9-4943-857b-d608942d9df6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=aa9236fc3c3c45458243c34890b9f295&device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 1097 time: 0.1697509 Jul 23 20:10:49.300803 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e1e79bd7-f49a-4dc9-b8ee-9eedbdb2b8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a95accd7-62bc-43a5-b60c-6c73505d2731', 'name': 'tempest-ServerRescueTestJSONUnderV235-1902147256-router', 'tenant_id': 'aa9236fc3c3c45458243c34890b9f295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '06386fc4-8182-4238-8417-ade551456c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:39Z', 'updated_at': '2021-07-23T20:09:48Z', 'revision_number': 4, 'project_id': 'aa9236fc3c3c45458243c34890b9f295', 'gw_port': {'id': '06386fc4-8182-4238-8417-ade551456c25', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95accd7-62bc-43a5-b60c-6c73505d2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:41Z', 'updated_at': '2021-07-23T20:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '72f184b7-90b8-4052-9a0e-1c64b36911d3', 'tenant_id': 'aa9236fc3c3c45458243c34890b9f295', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'a95accd7-62bc-43a5-b60c-6c73505d2731', 'port_id': '361597fc-b9c8-492e-be7a-de2e5a90a4b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76e448dd-c68c-4039-a064-3d16e069d5ca', 'mac_address': 'fa:16:3e:9d:d6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f30694-80f5-4b52-8194-d83dfcef9ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:10:44Z', 'updated_at': '2021-07-23T20:10:47Z', 'revision_number': 1, 'project_id': 'aa9236fc3c3c45458243c34890b9f295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '001cf2d7-16c2-47b5-9d85-490b46250bb1', 'name': '', 'network_id': '76e448dd-c68c-4039-a064-3d16e069d5ca', 'tenant_id': 'aa9236fc3c3c45458243c34890b9f295', 'mac_address': 'fa:16:3e:45:04:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95accd7-62bc-43a5-b60c-6c73505d2731', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'abbd7fe3-d20b-4359-8aac-62218ac5177d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:46Z', 'updated_at': '2021-07-23T20:09:55Z', 'revision_number': 5, 'project_id': 'aa9236fc3c3c45458243c34890b9f295', 'subnets': [{'id': 'abbd7fe3-d20b-4359-8aac-62218ac5177d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:10:49.339053 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e79bd7-f49a-4dc9-b8ee-9eedbdb2b8ac None None] Checking router: a95accd7-62bc-43a5-b60c-6c73505d2731 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:10:49.352481 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e79bd7-f49a-4dc9-b8ee-9eedbdb2b8ac None None] Routers {'a95accd7-62bc-43a5-b60c-6c73505d2731'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:10:49.353127 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e1e79bd7-f49a-4dc9-b8ee-9eedbdb2b8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:10:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a95accd7-62bc-43a5-b60c-6c73505d2731'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:10:49.356355 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607eb61-0a2a-43fc-b997-3bbbdbfa6c6c req-699266b8-46d7-47a8-bfba-d9c1dece93dd tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:49.365548 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0607eb61-0a2a-43fc-b997-3bbbdbfa6c6c req-699266b8-46d7-47a8-bfba-d9c1dece93dd tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.1148915 Jul 23 20:10:49.447575 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0607eb61-0a2a-43fc-b997-3bbbdbfa6c6c req-55203e91-a34d-4d86-9224-57ff41d827bc tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807111 Jul 23 20:10:49.493062 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-083121b7-db4a-444c-901b-caa6f7aa8b26 req-6e80d728-1b62-45ef-a722-af599e17716f tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] For port ade4bc5f-3538-4399-820d-d6a793bdb783, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=ade4bc5f-3538-4399-820d-d6a793bdb783,segment=NetworkSegment(492a6177-a188-4aef-b748-e4f023badb6e),segment_id=492a6177-a188-4aef-b748-e4f023badb6e)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:49.493462 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-083121b7-db4a-444c-901b-caa6f7aa8b26 req-6e80d728-1b62-45ef-a722-af599e17716f tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:49.504281 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d35ca-7425-4a32-969e-c06c6888f9fd req-79c94c9a-7230-4981-96be-81b7e13d5e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:49.512458 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b69d35ca-7425-4a32-969e-c06c6888f9fd req-79c94c9a-7230-4981-96be-81b7e13d5e1e service neutron] 10.222.0.32 "GET /v2.0/networks?id=76e448dd-c68c-4039-a064-3d16e069d5ca HTTP/1.1" status: 200 len: 921 time: 0.2366416 Jul 23 20:10:49.515511 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ff3d5e-01ea-414c-9634-6eb02c83e175 x-openstack-request-id: req-98ff3d5e-01ea-414c-9634-6eb02c83e175 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:49.516042 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65f30694-80f5-4b52-8194-d83dfcef9ea6", "tag": "361597fc-b9c8-492e-be7a-de2e5a90a4b9", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:49.516154 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-e1e79bd7-f49a-4dc9-b8ee-9eedbdb2b8ac None None] Set router a95accd7-62bc-43a5-b60c-6c73505d2731 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:10:49.516363 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-98ff3d5e-01ea-414c-9634-6eb02c83e175 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:49.517080 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65f30694-80f5-4b52-8194-d83dfcef9ea6', 'tag': '361597fc-b9c8-492e-be7a-de2e5a90a4b9', 'status': 'completed', 'code': 200} Jul 23 20:10:49.571853 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-083121b7-db4a-444c-901b-caa6f7aa8b26 req-6e80d728-1b62-45ef-a722-af599e17716f tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Calling delete_port for ade4bc5f-3538-4399-820d-d6a793bdb783 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:10:49.698756 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b69d35ca-7425-4a32-969e-c06c6888f9fd req-48d7f828-36d3-4e42-a68c-44e56fedb036 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=361597fc-b9c8-492e-be7a-de2e5a90a4b9 HTTP/1.1" status: 200 len: 999 time: 0.1847324 Jul 23 20:10:49.720080 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf6399-24eb-42d9-9e21-69549e7341a6 req-3b99a09c-7667-47bb-a053-8e0eef9aa719 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:49.739436 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0ccf6399-24eb-42d9-9e21-69549e7341a6 req-3b99a09c-7667-47bb-a053-8e0eef9aa719 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/ports?device_id=26c575e8-c33c-408e-8def-44e1c308f833 HTTP/1.1" status: 200 len: 1024 time: 0.1526501 Jul 23 20:10:49.814458 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1cff8-b492-4353-b7ed-429996f99beb req-bf273a46-2294-4763-81ff-cbb97d364d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:49.816453 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cff1cff8-b492-4353-b7ed-429996f99beb req-bf273a46-2294-4763-81ff-cbb97d364d97 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa9236fc3c3c45458243c34890b9f295&device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 1097 time: 0.2381864 Jul 23 20:10:49.837157 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0ccf6399-24eb-42d9-9e21-69549e7341a6 req-7fcff261-08ff-4ed4-8804-cbc2931c6b06 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups?id=111ca59e-33bf-4f9d-8537-d71a1796f30a&id=a2670c6d-bde0-4087-ab85-ff93008a6fde&id=53b7e83c-4bf6-4e44-b680-6ec23fe212a0&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0908582 Jul 23 20:10:49.857519 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d35ca-7425-4a32-969e-c06c6888f9fd req-7fd3b070-763a-4768-96fd-4d0b4a0d7574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:49.858892 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b69d35ca-7425-4a32-969e-c06c6888f9fd req-7fd3b070-763a-4768-96fd-4d0b4a0d7574 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=abbd7fe3-d20b-4359-8aac-62218ac5177d HTTP/1.1" status: 200 len: 860 time: 0.1403949 Jul 23 20:10:49.873256 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e1e79bd7-f49a-4dc9-b8ee-9eedbdb2b8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a95accd7-62bc-43a5-b60c-6c73505d2731', 'name': 'tempest-ServerRescueTestJSONUnderV235-1902147256-router', 'tenant_id': 'aa9236fc3c3c45458243c34890b9f295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '06386fc4-8182-4238-8417-ade551456c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:39Z', 'updated_at': '2021-07-23T20:09:48Z', 'revision_number': 4, 'project_id': 'aa9236fc3c3c45458243c34890b9f295', 'gw_port': {'id': '06386fc4-8182-4238-8417-ade551456c25', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95accd7-62bc-43a5-b60c-6c73505d2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:41Z', 'updated_at': '2021-07-23T20:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '72f184b7-90b8-4052-9a0e-1c64b36911d3', 'tenant_id': 'aa9236fc3c3c45458243c34890b9f295', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'a95accd7-62bc-43a5-b60c-6c73505d2731', 'port_id': '361597fc-b9c8-492e-be7a-de2e5a90a4b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76e448dd-c68c-4039-a064-3d16e069d5ca', 'mac_address': 'fa:16:3e:9d:d6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f30694-80f5-4b52-8194-d83dfcef9ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:10:44Z', 'updated_at': '2021-07-23T20:10:47Z', 'revision_number': 1, 'project_id': 'aa9236fc3c3c45458243c34890b9f295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '001cf2d7-16c2-47b5-9d85-490b46250bb1', 'name': '', 'network_id': '76e448dd-c68c-4039-a064-3d16e069d5ca', 'tenant_id': 'aa9236fc3c3c45458243c34890b9f295', 'mac_address': 'fa:16:3e:45:04:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95accd7-62bc-43a5-b60c-6c73505d2731', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'abbd7fe3-d20b-4359-8aac-62218ac5177d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:46Z', 'updated_at': '2021-07-23T20:09:55Z', 'revision_number': 5, 'project_id': 'aa9236fc3c3c45458243c34890b9f295', 'subnets': [{'id': 'abbd7fe3-d20b-4359-8aac-62218ac5177d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:10:49.911843 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b69d35ca-7425-4a32-969e-c06c6888f9fd req-1a22b04d-8c01-427e-80ed-ff7f50dbe1eb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=76e448dd-c68c-4039-a064-3d16e069d5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428276 Jul 23 20:10:49.935078 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e79bd7-f49a-4dc9-b8ee-9eedbdb2b8ac None None] The sync data for ids ['a95accd7-62bc-43a5-b60c-6c73505d2731'] in n-d-793618-10 is: [{'id': 'a95accd7-62bc-43a5-b60c-6c73505d2731', 'name': 'tempest-ServerRescueTestJSONUnderV235-1902147256-router', 'tenant_id': 'aa9236fc3c3c45458243c34890b9f295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '06386fc4-8182-4238-8417-ade551456c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:39Z', 'updated_at': '2021-07-23T20:09:48Z', 'revision_number': 4, 'project_id': 'aa9236fc3c3c45458243c34890b9f295', 'gw_port': {'id': '06386fc4-8182-4238-8417-ade551456c25', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95accd7-62bc-43a5-b60c-6c73505d2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:41Z', 'updated_at': '2021-07-23T20:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '72f184b7-90b8-4052-9a0e-1c64b36911d3', 'tenant_id': 'aa9236fc3c3c45458243c34890b9f295', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'a95accd7-62bc-43a5-b60c-6c73505d2731', 'port_id': '361597fc-b9c8-492e-be7a-de2e5a90a4b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76e448dd-c68c-4039-a064-3d16e069d5ca', 'mac_address': 'fa:16:3e:9d:d6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f30694-80f5-4b52-8194-d83dfcef9ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:10:44Z', 'updated_at': '2021-07-23T20:10:47Z', 'revision_number': 1, 'project_id': 'aa9236fc3c3c45458243c34890b9f295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '001cf2d7-16c2-47b5-9d85-490b46250bb1', 'name': '', 'network_id': '76e448dd-c68c-4039-a064-3d16e069d5ca', 'tenant_id': 'aa9236fc3c3c45458243c34890b9f295', 'mac_address': 'fa:16:3e:45:04:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95accd7-62bc-43a5-b60c-6c73505d2731', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'abbd7fe3-d20b-4359-8aac-62218ac5177d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:46Z', 'updated_at': '2021-07-23T20:09:55Z', 'revision_number': 5, 'project_id': 'aa9236fc3c3c45458243c34890b9f295', 'subnets': [{'id': 'abbd7fe3-d20b-4359-8aac-62218ac5177d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:10:49.972085 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [req-b69d35ca-7425-4a32-969e-c06c6888f9fd req-011ad23c-1cbe-4219-8fb9-e6da8e7d06ad service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:10:49.974256 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b69d35ca-7425-4a32-969e-c06c6888f9fd req-011ad23c-1cbe-4219-8fb9-e6da8e7d06ad service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089483 Jul 23 20:10:50.101684 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1cff8-b492-4353-b7ed-429996f99beb req-f6fc1c3d-7548-407e-9fea-82cae1c57e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:50.103349 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cff1cff8-b492-4353-b7ed-429996f99beb req-f6fc1c3d-7548-407e-9fea-82cae1c57e96 service neutron] 10.222.0.30 "GET /v2.0/networks?id=76e448dd-c68c-4039-a064-3d16e069d5ca HTTP/1.1" status: 200 len: 921 time: 0.2734823 Jul 23 20:10:50.107611 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-083121b7-db4a-444c-901b-caa6f7aa8b26 req-6e80d728-1b62-45ef-a722-af599e17716f tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:50.120345 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['96c3859a-6618-48fb-b537-6368a02e8874', 'ade4bc5f-3538-4399-820d-d6a793bdb783'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:50.126722 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8aa30-7446-45de-b79b-00b6121e24b5 req-1e027031-fdfc-448c-9fa0-790b998d3a1b tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:50.131052 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9da8aa30-7446-45de-b79b-00b6121e24b5 req-1e027031-fdfc-448c-9fa0-790b998d3a1b tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed HTTP/1.1" status: 200 len: 946 time: 0.0976965 Jul 23 20:10:50.178833 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9da8aa30-7446-45de-b79b-00b6121e24b5 req-7151bc78-dc6f-420e-a811-06423f82bb47 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365040 Jul 23 20:10:50.185884 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80d728-1b62-45ef-a722-af599e17716f tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Pushing event deleted for resources: {'Port': ['ID=ade4bc5f-3538-4399-820d-d6a793bdb783,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:50.210629 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b69d35ca-7425-4a32-969e-c06c6888f9fd req-e3211a38-e884-4f97-93f7-be18c0796c94 service neutron] 10.222.0.32 "GET /v2.0/networks/76e448dd-c68c-4039-a064-3d16e069d5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278380 Jul 23 20:10:50.213281 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e80d728-1b62-45ef-a722-af599e17716f tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:50.213685 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e80d728-1b62-45ef-a722-af599e17716f tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:50.214007 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e80d728-1b62-45ef-a722-af599e17716f tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:50.215203 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e80d728-1b62-45ef-a722-af599e17716f tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:50.215605 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e80d728-1b62-45ef-a722-af599e17716f tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:50.215940 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e80d728-1b62-45ef-a722-af599e17716f tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:50.216275 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e80d728-1b62-45ef-a722-af599e17716f tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:50.216603 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e80d728-1b62-45ef-a722-af599e17716f tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:50.217084 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e80d728-1b62-45ef-a722-af599e17716f tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:50.217257 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e80d728-1b62-45ef-a722-af599e17716f tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:50.217616 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e80d728-1b62-45ef-a722-af599e17716f tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:50.217941 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e80d728-1b62-45ef-a722-af599e17716f tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:50.300275 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-083121b7-db4a-444c-901b-caa6f7aa8b26 req-6e80d728-1b62-45ef-a722-af599e17716f tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] No DVR routers for this DVR port ade4bc5f-3538-4399-820d-d6a793bdb783 on host n-h2-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:10:50.315698 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-083121b7-db4a-444c-901b-caa6f7aa8b26 req-6e80d728-1b62-45ef-a722-af599e17716f tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:50.317791 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-083121b7-db4a-444c-901b-caa6f7aa8b26 req-6e80d728-1b62-45ef-a722-af599e17716f tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.18 "DELETE /v2.0/ports/ade4bc5f-3538-4399-820d-d6a793bdb783 HTTP/1.1" status: 204 len: 173 time: 1.4611840 Jul 23 20:10:50.329246 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cff1cff8-b492-4353-b7ed-429996f99beb req-ef025d35-3226-4509-9417-772314e58c61 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=361597fc-b9c8-492e-be7a-de2e5a90a4b9 HTTP/1.1" status: 200 len: 999 time: 0.2090499 Jul 23 20:10:50.369112 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9a7e50-5437-4c44-9a11-9bd81deee1e7 None None] New status for floating IP 72f184b7-90b8-4052-9a0e-1c64b36911d3: ACTIVE {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:10:50.440532 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1cff8-b492-4353-b7ed-429996f99beb req-963a52dc-076e-4fba-bce0-cd4fb5d7cc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:50.441198 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cff1cff8-b492-4353-b7ed-429996f99beb req-963a52dc-076e-4fba-bce0-cd4fb5d7cc06 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=abbd7fe3-d20b-4359-8aac-62218ac5177d HTTP/1.1" status: 200 len: 860 time: 0.0995386 Jul 23 20:10:50.458767 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b69d35ca-7425-4a32-969e-c06c6888f9fd req-b2e58eef-2a12-4d07-bc51-f3762fce5e08 service neutron] 10.222.0.32 "GET /v2.0/networks/76e448dd-c68c-4039-a064-3d16e069d5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472298 Jul 23 20:10:50.537747 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cff1cff8-b492-4353-b7ed-429996f99beb req-0f897645-0ef7-417e-8e25-a38ccabb7f7c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=76e448dd-c68c-4039-a064-3d16e069d5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779166 Jul 23 20:10:50.679117 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c1800-9313-441e-bb9a-e808cc7bcd6a req-e1da3316-c312-4dfa-a471-33a1b841a017 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:50.682632 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a85c1800-9313-441e-bb9a-e808cc7bcd6a req-e1da3316-c312-4dfa-a471-33a1b841a017 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed HTTP/1.1" status: 200 len: 946 time: 0.1195524 Jul 23 20:10:50.704121 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cff1cff8-b492-4353-b7ed-429996f99beb req-81ddf26c-2efe-4a07-b572-cb8c7b014e8f service neutron] 10.222.0.30 "GET /v2.0/networks/76e448dd-c68c-4039-a064-3d16e069d5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547275 Jul 23 20:10:50.721581 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23f8c7-d9b5-4a52-b6e7-cf3fb1aa9652 req-76d98966-1927-4659-83af-8bac8033dff5 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:50.723043 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6d23f8c7-d9b5-4a52-b6e7-cf3fb1aa9652 req-76d98966-1927-4659-83af-8bac8033dff5 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.1386268 Jul 23 20:10:50.734206 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a85c1800-9313-441e-bb9a-e808cc7bcd6a req-bb59bc20-215d-40f9-9ebd-5b62c53670c5 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439756 Jul 23 20:10:50.823224 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6d23f8c7-d9b5-4a52-b6e7-cf3fb1aa9652 req-600c29c2-4437-4e63-bc33-791c460e1a0b tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893507 Jul 23 20:10:50.848664 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-01b68933-e0f6-4baf-809b-b2cc15f9ccc4 req-1eb4ca17-b239-4799-a053-4bdc38d761c5 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.160 HTTP/1.1" status: 200 len: 1001 time: 0.0771172 Jul 23 20:10:50.848833 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cff1cff8-b492-4353-b7ed-429996f99beb req-71653fe9-5fd8-4893-8794-dc4cb55d1ba8 service neutron] 10.222.0.30 "GET /v2.0/networks/76e448dd-c68c-4039-a064-3d16e069d5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319892 Jul 23 20:10:50.926184 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b68933-e0f6-4baf-809b-b2cc15f9ccc4 req-0ddce5eb-b9f6-467f-89ef-f012ac8183b8 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:50.928122 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-01b68933-e0f6-4baf-809b-b2cc15f9ccc4 req-0ddce5eb-b9f6-467f-89ef-f012ac8183b8 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports/361597fc-b9c8-492e-be7a-de2e5a90a4b9 HTTP/1.1" status: 200 len: 942 time: 0.0836205 Jul 23 20:10:50.988556 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00c725-9e78-4939-b97b-bbb9e3877161 req-357e9b82-9858-45f1-92b3-426edf0761d8 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:50.990486 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bd00c725-9e78-4939-b97b-bbb9e3877161 req-357e9b82-9858-45f1-92b3-426edf0761d8 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=9382c681-eb1d-4155-94ea-5c29f28b62cd HTTP/1.1" status: 200 len: 945 time: 0.0783525 Jul 23 20:10:51.051518 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-01b68933-e0f6-4baf-809b-b2cc15f9ccc4 req-cbf340b7-273c-4bf7-812c-c55ba7cf7a3e tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.160 HTTP/1.1" status: 200 len: 1001 time: 0.0688605 Jul 23 20:10:51.054154 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bd00c725-9e78-4939-b97b-bbb9e3877161 req-57eff1da-55a9-4078-8834-8dd641e6eebb tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566614 Jul 23 20:10:51.198585 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b68933-e0f6-4baf-809b-b2cc15f9ccc4 req-bde87391-acdd-45c3-b92a-97fdb4d1455e tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:51.200005 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-01b68933-e0f6-4baf-809b-b2cc15f9ccc4 req-bde87391-acdd-45c3-b92a-97fdb4d1455e tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/networks/8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 784 time: 0.1376381 Jul 23 20:10:51.211738 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [req-01b68933-e0f6-4baf-809b-b2cc15f9ccc4 req-e010b9c3-9f8d-40c0-886a-2bddd5d7ac29 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:10:51.212716 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-01b68933-e0f6-4baf-809b-b2cc15f9ccc4 req-e010b9c3-9f8d-40c0-886a-2bddd5d7ac29 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059421 Jul 23 20:10:51.290011 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-01b68933-e0f6-4baf-809b-b2cc15f9ccc4 req-7d7278b9-80ae-41e8-b648-0e5e586e2f3c tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.160 HTTP/1.1" status: 200 len: 1001 time: 0.0693245 Jul 23 20:10:51.298362 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-01b68933-e0f6-4baf-809b-b2cc15f9ccc4 req-f8a743b9-0ea8-4986-97cf-1bc789ee560a tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:51.321699 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebecb17d-1e69-460d-82d2-decf351acab1 req-41c1d427-a1b6-4638-a2be-e3648a802bf2 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:51.323507 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ebecb17d-1e69-460d-82d2-decf351acab1 req-41c1d427-a1b6-4638-a2be-e3648a802bf2 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=191c775f-812a-40d5-bb97-305ad596fa74 HTTP/1.1" status: 200 len: 945 time: 0.0694995 Jul 23 20:10:51.364740 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-01b68933-e0f6-4baf-809b-b2cc15f9ccc4 req-f8a743b9-0ea8-4986-97cf-1bc789ee560a tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks [] for floatingip, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:51.371045 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ebecb17d-1e69-460d-82d2-decf351acab1 req-809c5e63-c02f-49b2-a1fe-8cb24e6d2950 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405467 Jul 23 20:10:51.439085 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c66c98e5-9bd1-4807-b80f-42e82ec6fee0 req-4c3b4fc7-1901-454a-aa6e-80e1dff0c08e tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups/53b7e83c-4bf6-4e44-b680-6ec23fe212a0 HTTP/1.1" status: 200 len: 1803 time: 0.0446444 Jul 23 20:10:51.504433 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c66c98e5-9bd1-4807-b80f-42e82ec6fee0 req-30e08af8-ecb1-4d6c-970f-a6f250125657 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:51.517562 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c575e8-c33c-408e-8def-44e1c308f833', 'name': 'network-vif-deleted', 'tag': 'ade4bc5f-3538-4399-820d-d6a793bdb783'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:10:51.520082 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7932d7-9046-425c-a950-bac3e4585ef7" -d '{"events": [{"server_uuid": "26c575e8-c33c-408e-8def-44e1c308f833", "name": "network-vif-deleted", "tag": "ade4bc5f-3538-4399-820d-d6a793bdb783"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:10:51.523424 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-01b68933-e0f6-4baf-809b-b2cc15f9ccc4 req-f8a743b9-0ea8-4986-97cf-1bc789ee560a tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:51.528124 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-01b68933-e0f6-4baf-809b-b2cc15f9ccc4 req-f8a743b9-0ea8-4986-97cf-1bc789ee560a tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:51.528484 n-d-793618-10 neutron-server[93875]: INFO neutron.db.l3_db [req-01b68933-e0f6-4baf-809b-b2cc15f9ccc4 req-f8a743b9-0ea8-4986-97cf-1bc789ee560a tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Floating IP 72f184b7-90b8-4052-9a0e-1c64b36911d3 disassociated. External IP: 172.25.1.160, port: 361597fc-b9c8-492e-be7a-de2e5a90a4b9. Jul 23 20:10:51.534182 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c66c98e5-9bd1-4807-b80f-42e82ec6fee0 req-30e08af8-ecb1-4d6c-970f-a6f250125657 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:51.576720 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c66c98e5-9bd1-4807-b80f-42e82ec6fee0 req-30e08af8-ecb1-4d6c-970f-a6f250125657 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:51.579285 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c66c98e5-9bd1-4807-b80f-42e82ec6fee0 req-30e08af8-ecb1-4d6c-970f-a6f250125657 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:51.580578 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c66c98e5-9bd1-4807-b80f-42e82ec6fee0 req-30e08af8-ecb1-4d6c-970f-a6f250125657 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "DELETE /v2.0/security-groups/53b7e83c-4bf6-4e44-b680-6ec23fe212a0 HTTP/1.1" status: 204 len: 173 time: 0.1335647 Jul 23 20:10:51.590896 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e08af8-ecb1-4d6c-970f-a6f250125657 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b7e83c-4bf6-4e44-b680-6ec23fe212a0,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:51.684014 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [req-b9017da4-2185-4cce-8624-5b03eadd640c req-cebd6cc3-1ded-4986-9dba-59960e641da2 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:10:51.685193 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b9017da4-2185-4cce-8624-5b03eadd640c req-cebd6cc3-1ded-4986-9dba-59960e641da2 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099349 Jul 23 20:10:51.768489 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01b68933-e0f6-4baf-809b-b2cc15f9ccc4 req-f8a743b9-0ea8-4986-97cf-1bc789ee560a tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Router a95accd7-62bc-43a5-b60c-6c73505d2731 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:10:51.821919 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b9017da4-2185-4cce-8624-5b03eadd640c req-2279b418-9807-4e23-9bb8-150f41bfad73 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1287367 Jul 23 20:10:51.898736 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01b68933-e0f6-4baf-809b-b2cc15f9ccc4 req-f8a743b9-0ea8-4986-97cf-1bc789ee560a tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:10:51.904249 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-01b68933-e0f6-4baf-809b-b2cc15f9ccc4 req-f8a743b9-0ea8-4986-97cf-1bc789ee560a tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:51.911538 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88438774-8be8-472b-b339-0c5b51ea53e0 None None] Sync routers for ids ['a95accd7-62bc-43a5-b60c-6c73505d2731'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:10:51.925942 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88438774-8be8-472b-b339-0c5b51ea53e0 None None] Routers {'a95accd7-62bc-43a5-b60c-6c73505d2731'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:10:51.926671 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-88438774-8be8-472b-b339-0c5b51ea53e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:10:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a95accd7-62bc-43a5-b60c-6c73505d2731'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:10:51.946685 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-01b68933-e0f6-4baf-809b-b2cc15f9ccc4 req-f8a743b9-0ea8-4986-97cf-1bc789ee560a tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "PUT /v2.0/floatingips/72f184b7-90b8-4052-9a0e-1c64b36911d3 HTTP/1.1" status: 200 len: 695 time: 0.6523552 Jul 23 20:10:51.947443 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f30694-80f5-4b52-8194-d83dfcef9ea6', 'tag': '361597fc-b9c8-492e-be7a-de2e5a90a4b9'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:10:51.951456 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46d530a-c9fd-44e0-9259-2968eb6cc7f8" -d '{"events": [{"name": "network-changed", "server_uuid": "65f30694-80f5-4b52-8194-d83dfcef9ea6", "tag": "361597fc-b9c8-492e-be7a-de2e5a90a4b9"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:10:52.034157 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b68933-e0f6-4baf-809b-b2cc15f9ccc4 req-15c67ba0-224e-451d-8068-fdcb72fd2cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:52.035954 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-01b68933-e0f6-4baf-809b-b2cc15f9ccc4 req-15c67ba0-224e-451d-8068-fdcb72fd2cbd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=aa9236fc3c3c45458243c34890b9f295&device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 1097 time: 0.0766480 Jul 23 20:10:52.091763 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-88438774-8be8-472b-b339-0c5b51ea53e0 None None] Set router a95accd7-62bc-43a5-b60c-6c73505d2731 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:10:52.112381 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f49da1-098e-4c9f-b1c1-884c2a95c53a x-openstack-request-id: req-d5f49da1-098e-4c9f-b1c1-884c2a95c53a {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:52.113251 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c575e8-c33c-408e-8def-44e1c308f833", "name": "network-vif-deleted", "tag": "ade4bc5f-3538-4399-820d-d6a793bdb783", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:52.113716 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d5f49da1-098e-4c9f-b1c1-884c2a95c53a {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:52.114125 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c575e8-c33c-408e-8def-44e1c308f833', 'name': 'network-vif-deleted', 'tag': 'ade4bc5f-3538-4399-820d-d6a793bdb783', 'status': 'completed', 'code': 200} Jul 23 20:10:52.160201 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b68933-e0f6-4baf-809b-b2cc15f9ccc4 req-d6d6c446-f58d-43ed-8d56-53f23df7c47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:52.168783 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-01b68933-e0f6-4baf-809b-b2cc15f9ccc4 req-d6d6c446-f58d-43ed-8d56-53f23df7c47a service neutron] 10.222.0.32 "GET /v2.0/networks?id=76e448dd-c68c-4039-a064-3d16e069d5ca HTTP/1.1" status: 200 len: 921 time: 0.1258233 Jul 23 20:10:52.176316 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d026e430-e486-4b9d-8316-e6a1af159c08 req-2dc71b9d-5f0a-4b28-b4e4-5cbd8b8ea8ea tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups/111ca59e-33bf-4f9d-8537-d71a1796f30a HTTP/1.1" status: 200 len: 1801 time: 0.0478511 Jul 23 20:10:52.223425 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-01b68933-e0f6-4baf-809b-b2cc15f9ccc4 req-08a12b92-ac70-4fff-8ad4-db8a4cb4edb9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=361597fc-b9c8-492e-be7a-de2e5a90a4b9 HTTP/1.1" status: 200 len: 217 time: 0.0535624 Jul 23 20:10:52.257118 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d026e430-e486-4b9d-8316-e6a1af159c08 req-41540775-bdc3-494c-99ac-008f9b4b830d tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:52.287212 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d026e430-e486-4b9d-8316-e6a1af159c08 req-41540775-bdc3-494c-99ac-008f9b4b830d tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:52.289131 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b68933-e0f6-4baf-809b-b2cc15f9ccc4 req-644f938c-9aa1-4763-bd39-ed96cfe1f173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:52.298235 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-01b68933-e0f6-4baf-809b-b2cc15f9ccc4 req-644f938c-9aa1-4763-bd39-ed96cfe1f173 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=abbd7fe3-d20b-4359-8aac-62218ac5177d HTTP/1.1" status: 200 len: 860 time: 0.0739214 Jul 23 20:10:52.334359 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-01b68933-e0f6-4baf-809b-b2cc15f9ccc4 req-cfc5e8dd-eab6-48cb-9fe5-a8ea6833f45f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=76e448dd-c68c-4039-a064-3d16e069d5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351181 Jul 23 20:10:52.336386 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d026e430-e486-4b9d-8316-e6a1af159c08 req-41540775-bdc3-494c-99ac-008f9b4b830d tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:52.339571 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d026e430-e486-4b9d-8316-e6a1af159c08 req-41540775-bdc3-494c-99ac-008f9b4b830d tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:52.341246 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d026e430-e486-4b9d-8316-e6a1af159c08 req-41540775-bdc3-494c-99ac-008f9b4b830d tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "DELETE /v2.0/security-groups/111ca59e-33bf-4f9d-8537-d71a1796f30a HTTP/1.1" status: 204 len: 173 time: 0.1582792 Jul 23 20:10:52.351117 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41540775-bdc3-494c-99ac-008f9b4b830d tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=111ca59e-33bf-4f9d-8537-d71a1796f30a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:52.461412 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-01b68933-e0f6-4baf-809b-b2cc15f9ccc4 req-948bb5bd-df0b-4b47-8b77-6ffb50aaa7bf service neutron] 10.222.0.32 "GET /v2.0/networks/76e448dd-c68c-4039-a064-3d16e069d5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223464 Jul 23 20:10:52.478342 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-88438774-8be8-472b-b339-0c5b51ea53e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a95accd7-62bc-43a5-b60c-6c73505d2731', 'name': 'tempest-ServerRescueTestJSONUnderV235-1902147256-router', 'tenant_id': 'aa9236fc3c3c45458243c34890b9f295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '06386fc4-8182-4238-8417-ade551456c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:39Z', 'updated_at': '2021-07-23T20:09:48Z', 'revision_number': 4, 'project_id': 'aa9236fc3c3c45458243c34890b9f295', 'gw_port': {'id': '06386fc4-8182-4238-8417-ade551456c25', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95accd7-62bc-43a5-b60c-6c73505d2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:41Z', 'updated_at': '2021-07-23T20:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '001cf2d7-16c2-47b5-9d85-490b46250bb1', 'name': '', 'network_id': '76e448dd-c68c-4039-a064-3d16e069d5ca', 'tenant_id': 'aa9236fc3c3c45458243c34890b9f295', 'mac_address': 'fa:16:3e:45:04:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95accd7-62bc-43a5-b60c-6c73505d2731', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'abbd7fe3-d20b-4359-8aac-62218ac5177d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:46Z', 'updated_at': '2021-07-23T20:09:55Z', 'revision_number': 5, 'project_id': 'aa9236fc3c3c45458243c34890b9f295', 'subnets': [{'id': 'abbd7fe3-d20b-4359-8aac-62218ac5177d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:10:52.498401 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ed1a2-9277-4adb-b31a-ad416ba49b14 req-b360a16a-edba-4e70-ae5a-e7e21a073bff tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:52.506881 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a94ed1a2-9277-4adb-b31a-ad416ba49b14 req-b360a16a-edba-4e70-ae5a-e7e21a073bff tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.0882461 Jul 23 20:10:52.510029 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88438774-8be8-472b-b339-0c5b51ea53e0 None None] Checking router: a95accd7-62bc-43a5-b60c-6c73505d2731 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:10:52.515126 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device ade4bc5f-3538-4399-820d-d6a793bdb783 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:10:52.535316 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: ade4bc5f-3538-4399-820d-d6a793bdb783 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:10:52.535692 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device ade4bc5f-3538-4399-820d-d6a793bdb783 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:10:52.543053 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88438774-8be8-472b-b339-0c5b51ea53e0 None None] Routers {'a95accd7-62bc-43a5-b60c-6c73505d2731'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:10:52.543770 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-88438774-8be8-472b-b339-0c5b51ea53e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:10:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a95accd7-62bc-43a5-b60c-6c73505d2731'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:10:52.560514 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a94ed1a2-9277-4adb-b31a-ad416ba49b14 req-587f09c0-c50e-4946-b112-82883600a47c tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468869 Jul 23 20:10:52.586236 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-01b68933-e0f6-4baf-809b-b2cc15f9ccc4 req-a52a7dde-3091-4f72-b1ef-cf93be9d8fe1 service neutron] 10.222.0.32 "GET /v2.0/networks/76e448dd-c68c-4039-a064-3d16e069d5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233912 Jul 23 20:10:52.603854 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013abe7f-b495-4771-95e9-0e75a75300f5 x-openstack-request-id: req-013abe7f-b495-4771-95e9-0e75a75300f5 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:52.604251 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65f30694-80f5-4b52-8194-d83dfcef9ea6", "tag": "361597fc-b9c8-492e-be7a-de2e5a90a4b9", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:52.604546 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-013abe7f-b495-4771-95e9-0e75a75300f5 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:52.605629 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65f30694-80f5-4b52-8194-d83dfcef9ea6', 'tag': '361597fc-b9c8-492e-be7a-de2e5a90a4b9', 'status': 'completed', 'code': 200} Jul 23 20:10:52.713594 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-b4d65035-5fe2-4c47-97c7-deb97014c7bc req-9b1e980d-96c9-4802-91be-6d012ca22c03 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-868900254', 'description': 'tempest-description-2079156414'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:52.714008 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-88438774-8be8-472b-b339-0c5b51ea53e0 None None] Set router a95accd7-62bc-43a5-b60c-6c73505d2731 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:10:52.722043 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d530a-c9fd-44e0-9259-2968eb6cc7f8 req-8b14d8cd-08b3-49c4-bf0a-e9c19ffbdc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:52.723883 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b46d530a-c9fd-44e0-9259-2968eb6cc7f8 req-8b14d8cd-08b3-49c4-bf0a-e9c19ffbdc5e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa9236fc3c3c45458243c34890b9f295&device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 1097 time: 0.0953631 Jul 23 20:10:52.746056 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93c291-5e8c-4cda-b59e-d20f4d9979d4 req-696e88d7-6ab7-4119-b6a9-49b9887438dc tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:52.748335 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fe93c291-5e8c-4cda-b59e-d20f4d9979d4 req-696e88d7-6ab7-4119-b6a9-49b9887438dc tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed HTTP/1.1" status: 200 len: 946 time: 0.0795836 Jul 23 20:10:52.763797 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b4d65035-5fe2-4c47-97c7-deb97014c7bc req-9b1e980d-96c9-4802-91be-6d012ca22c03 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:52.795271 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fe93c291-5e8c-4cda-b59e-d20f4d9979d4 req-ee8f05c0-fe67-4bae-a8f9-98ca76376736 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390747 Jul 23 20:10:52.862349 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d530a-c9fd-44e0-9259-2968eb6cc7f8 req-57c2ca75-2ee1-421b-8fdf-129f338654de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:52.863969 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b46d530a-c9fd-44e0-9259-2968eb6cc7f8 req-57c2ca75-2ee1-421b-8fdf-129f338654de service neutron] 10.222.0.30 "GET /v2.0/networks?id=76e448dd-c68c-4039-a064-3d16e069d5ca HTTP/1.1" status: 200 len: 921 time: 0.1280844 Jul 23 20:10:52.901749 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b15ec90a-ecf2-4129-9222-a95740406c3d req-eb7dcefa-7c6c-41e3-81d3-5a78ba8312f7 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/floatingips/72f184b7-90b8-4052-9a0e-1c64b36911d3 HTTP/1.1" status: 200 len: 695 time: 0.0614784 Jul 23 20:10:52.914750 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b46d530a-c9fd-44e0-9259-2968eb6cc7f8 req-adf08f97-2a8c-4b0c-91bd-af0355911ca2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=361597fc-b9c8-492e-be7a-de2e5a90a4b9 HTTP/1.1" status: 200 len: 217 time: 0.0404854 Jul 23 20:10:53.009832 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b4d65035-5fe2-4c47-97c7-deb97014c7bc req-9b1e980d-96c9-4802-91be-6d012ca22c03 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:53.013245 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d530a-c9fd-44e0-9259-2968eb6cc7f8 req-7cab2da8-e9c3-4ed2-85f2-1e3a6b74433e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:53.015550 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b46d530a-c9fd-44e0-9259-2968eb6cc7f8 req-7cab2da8-e9c3-4ed2-85f2-1e3a6b74433e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=abbd7fe3-d20b-4359-8aac-62218ac5177d HTTP/1.1" status: 200 len: 860 time: 0.0890899 Jul 23 20:10:53.018099 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b4d65035-5fe2-4c47-97c7-deb97014c7bc req-9b1e980d-96c9-4802-91be-6d012ca22c03 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:53.024424 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-88438774-8be8-472b-b339-0c5b51ea53e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a95accd7-62bc-43a5-b60c-6c73505d2731', 'name': 'tempest-ServerRescueTestJSONUnderV235-1902147256-router', 'tenant_id': 'aa9236fc3c3c45458243c34890b9f295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '06386fc4-8182-4238-8417-ade551456c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:39Z', 'updated_at': '2021-07-23T20:09:48Z', 'revision_number': 4, 'project_id': 'aa9236fc3c3c45458243c34890b9f295', 'gw_port': {'id': '06386fc4-8182-4238-8417-ade551456c25', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95accd7-62bc-43a5-b60c-6c73505d2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:41Z', 'updated_at': '2021-07-23T20:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '001cf2d7-16c2-47b5-9d85-490b46250bb1', 'name': '', 'network_id': '76e448dd-c68c-4039-a064-3d16e069d5ca', 'tenant_id': 'aa9236fc3c3c45458243c34890b9f295', 'mac_address': 'fa:16:3e:45:04:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95accd7-62bc-43a5-b60c-6c73505d2731', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'abbd7fe3-d20b-4359-8aac-62218ac5177d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:46Z', 'updated_at': '2021-07-23T20:09:55Z', 'revision_number': 5, 'project_id': 'aa9236fc3c3c45458243c34890b9f295', 'subnets': [{'id': 'abbd7fe3-d20b-4359-8aac-62218ac5177d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:10:53.047035 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ec90a-ecf2-4129-9222-a95740406c3d req-e58b6fc8-2015-425c-9aa2-c845c0151dba tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:53.048201 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b15ec90a-ecf2-4129-9222-a95740406c3d req-e58b6fc8-2015-425c-9aa2-c845c0151dba tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/networks/8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 784 time: 0.1402776 Jul 23 20:10:53.060216 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [req-b15ec90a-ecf2-4129-9222-a95740406c3d req-aaf2f41e-b047-49d0-a426-cd247713171b tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:10:53.061594 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b15ec90a-ecf2-4129-9222-a95740406c3d req-aaf2f41e-b047-49d0-a426-cd247713171b tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072846 Jul 23 20:10:53.066523 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88438774-8be8-472b-b339-0c5b51ea53e0 None None] The sync data for ids ['a95accd7-62bc-43a5-b60c-6c73505d2731'] in n-d-793618-10 is: [{'id': 'a95accd7-62bc-43a5-b60c-6c73505d2731', 'name': 'tempest-ServerRescueTestJSONUnderV235-1902147256-router', 'tenant_id': 'aa9236fc3c3c45458243c34890b9f295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '06386fc4-8182-4238-8417-ade551456c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:39Z', 'updated_at': '2021-07-23T20:09:48Z', 'revision_number': 4, 'project_id': 'aa9236fc3c3c45458243c34890b9f295', 'gw_port': {'id': '06386fc4-8182-4238-8417-ade551456c25', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95accd7-62bc-43a5-b60c-6c73505d2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:41Z', 'updated_at': '2021-07-23T20:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '001cf2d7-16c2-47b5-9d85-490b46250bb1', 'name': '', 'network_id': '76e448dd-c68c-4039-a064-3d16e069d5ca', 'tenant_id': 'aa9236fc3c3c45458243c34890b9f295', 'mac_address': 'fa:16:3e:45:04:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95accd7-62bc-43a5-b60c-6c73505d2731', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'abbd7fe3-d20b-4359-8aac-62218ac5177d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:46Z', 'updated_at': '2021-07-23T20:09:55Z', 'revision_number': 5, 'project_id': 'aa9236fc3c3c45458243c34890b9f295', 'subnets': [{'id': 'abbd7fe3-d20b-4359-8aac-62218ac5177d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:10:53.071072 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b4d65035-5fe2-4c47-97c7-deb97014c7bc req-9b1e980d-96c9-4802-91be-6d012ca22c03 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:53.084753 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b4d65035-5fe2-4c47-97c7-deb97014c7bc req-9b1e980d-96c9-4802-91be-6d012ca22c03 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3740830 Jul 23 20:10:53.087219 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b46d530a-c9fd-44e0-9259-2968eb6cc7f8 req-b32849fb-e31b-4cce-baab-a1cf57ddbd81 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=76e448dd-c68c-4039-a064-3d16e069d5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542347 Jul 23 20:10:53.126470 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e980d-96c9-4802-91be-6d012ca22c03 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4f4f75-3a3b-4a5b-a59e-310a9d15edbf,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:53.153685 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b15ec90a-ecf2-4129-9222-a95740406c3d req-c1e01096-3174-46a9-b509-3b8bb82f5991 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.160 HTTP/1.1" status: 200 len: 698 time: 0.0857961 Jul 23 20:10:53.220071 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b46d530a-c9fd-44e0-9259-2968eb6cc7f8 req-60401e44-f712-4a08-8766-14ae2f43aff6 service neutron] 10.222.0.30 "GET /v2.0/networks/76e448dd-c68c-4039-a064-3d16e069d5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229715 Jul 23 20:10:53.221988 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b15ec90a-ecf2-4129-9222-a95740406c3d req-d4c0d095-67f3-49be-997a-39296467686e tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.1.160 HTTP/1.1" status: 200 len: 698 time: 0.0573854 Jul 23 20:10:53.381162 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b46d530a-c9fd-44e0-9259-2968eb6cc7f8 req-bc0750a3-e21f-4ce3-9893-4c314697f082 service neutron] 10.222.0.30 "GET /v2.0/networks/76e448dd-c68c-4039-a064-3d16e069d5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544855 Jul 23 20:10:53.384309 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-b15ec90a-ecf2-4129-9222-a95740406c3d req-49f80ddb-3e36-46fe-976e-84497a90bb6f tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Deleting port 84da0547-49c2-4fc4-a4a0-994471bc044c {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:10:53.384795 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b15ec90a-ecf2-4129-9222-a95740406c3d req-49f80ddb-3e36-46fe-976e-84497a90bb6f tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:53.393369 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741016e6-5f46-446e-a6d5-7f0b7f35ff0a req-d28cc034-4c5a-45b3-ae2e-c7fd12bcd167 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:53.402219 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-741016e6-5f46-446e-a6d5-7f0b7f35ff0a req-d28cc034-4c5a-45b3-ae2e-c7fd12bcd167 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=9382c681-eb1d-4155-94ea-5c29f28b62cd HTTP/1.1" status: 200 len: 945 time: 0.1368108 Jul 23 20:10:53.443608 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-741016e6-5f46-446e-a6d5-7f0b7f35ff0a req-1fa7f4a5-4210-487d-8a52-3eb3b867a7a6 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403559 Jul 23 20:10:53.485548 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff921fa3-c010-464e-84ca-0684b8ed71e0 None None] New status for floating IP 72f184b7-90b8-4052-9a0e-1c64b36911d3: DOWN {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:10:53.618985 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2d5eb84c-ac81-43b8-9edf-e5afa7dbb818 req-ecb320a9-b592-446b-8daa-4f1d2b4df908 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups/ca4f4f75-3a3b-4a5b-a59e-310a9d15edbf HTTP/1.1" status: 200 len: 1802 time: 0.0480537 Jul 23 20:10:53.632409 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-2d5eb84c-ac81-43b8-9edf-e5afa7dbb818 req-2ca93dbe-d858-419a-934d-a52287f9d54b tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Request body: {'security_group': {'name': 'tempest-sg-hth-352199661', 'description': 'tempest-description-hth-1305922405'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:53.687315 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2d5eb84c-ac81-43b8-9edf-e5afa7dbb818 req-2ca93dbe-d858-419a-934d-a52287f9d54b tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:53.754374 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2d5eb84c-ac81-43b8-9edf-e5afa7dbb818 req-2ca93dbe-d858-419a-934d-a52287f9d54b tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:53.758825 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2d5eb84c-ac81-43b8-9edf-e5afa7dbb818 req-2ca93dbe-d858-419a-934d-a52287f9d54b tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:53.763746 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2d5eb84c-ac81-43b8-9edf-e5afa7dbb818 req-2ca93dbe-d858-419a-934d-a52287f9d54b tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:53.777662 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2d5eb84c-ac81-43b8-9edf-e5afa7dbb818 req-2ca93dbe-d858-419a-934d-a52287f9d54b tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "PUT /v2.0/security-groups/ca4f4f75-3a3b-4a5b-a59e-310a9d15edbf HTTP/1.1" status: 200 len: 1776 time: 0.1500502 Jul 23 20:10:53.844802 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca93dbe-d858-419a-934d-a52287f9d54b tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4f4f75-3a3b-4a5b-a59e-310a9d15edbf,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:53.857532 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b15ec90a-ecf2-4129-9222-a95740406c3d req-49f80ddb-3e36-46fe-976e-84497a90bb6f tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:53.858011 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b15ec90a-ecf2-4129-9222-a95740406c3d req-49f80ddb-3e36-46fe-976e-84497a90bb6f tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:53.885597 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-b15ec90a-ecf2-4129-9222-a95740406c3d req-49f80ddb-3e36-46fe-976e-84497a90bb6f tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Calling delete_port for 84da0547-49c2-4fc4-a4a0-994471bc044c owned by network:floatingip {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:10:53.965441 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a4314-ead8-4316-87a6-61595905f6d6 req-7bcce661-f6bc-4cab-8a79-448f6525e4a7 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:53.967177 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea1a4314-ead8-4316-87a6-61595905f6d6 req-7bcce661-f6bc-4cab-8a79-448f6525e4a7 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=191c775f-812a-40d5-bb97-305ad596fa74 HTTP/1.1" status: 200 len: 945 time: 0.1054766 Jul 23 20:10:54.017348 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea1a4314-ead8-4316-87a6-61595905f6d6 req-c9a4ab4b-dd0a-4eca-b3ea-0a044b404dfa tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435774 Jul 23 20:10:54.054459 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b15ec90a-ecf2-4129-9222-a95740406c3d req-49f80ddb-3e36-46fe-976e-84497a90bb6f tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:54.086665 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f80ddb-3e36-46fe-976e-84497a90bb6f tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Pushing event deleted for resources: {'Port': ['ID=84da0547-49c2-4fc4-a4a0-994471bc044c,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:54.164113 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b15ec90a-ecf2-4129-9222-a95740406c3d req-49f80ddb-3e36-46fe-976e-84497a90bb6f tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks [] for floatingip, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:54.167947 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b15ec90a-ecf2-4129-9222-a95740406c3d req-49f80ddb-3e36-46fe-976e-84497a90bb6f tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:54.169818 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b15ec90a-ecf2-4129-9222-a95740406c3d req-49f80ddb-3e36-46fe-976e-84497a90bb6f tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "DELETE /v2.0/floatingips/72f184b7-90b8-4052-9a0e-1c64b36911d3 HTTP/1.1" status: 204 len: 173 time: 0.9404800 Jul 23 20:10:54.172734 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41130875-4560-4ca8-9247-41e122bccade req-3b88f627-fe1c-4c03-98a5-01d1ef7fb9ec tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:54.176111 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-41130875-4560-4ca8-9247-41e122bccade req-3b88f627-fe1c-4c03-98a5-01d1ef7fb9ec tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.0860429 Jul 23 20:10:54.220562 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-41130875-4560-4ca8-9247-41e122bccade req-ae4ead7f-d98e-4022-a811-ac1f4781a8e3 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379305 Jul 23 20:10:54.282550 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-12092491-75a8-41e7-a1a2-c811d556c3c5 req-89f3e105-6a8c-4035-97ae-6056998e3814 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups/ca4f4f75-3a3b-4a5b-a59e-310a9d15edbf HTTP/1.1" status: 200 len: 1776 time: 0.0389166 Jul 23 20:10:54.401242 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0f4f1f50-2cc9-48a5-9d68-7e3e851fa6d1 req-12d44a64-7386-4522-9e97-8510730b5d50 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/security-groups/6eb5e48a-feca-4d25-80aa-3e769cc4fb8b HTTP/1.1" status: 200 len: 1809 time: 0.0414610 Jul 23 20:10:54.443660 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f1e59-f8d4-461e-a3b9-911b29702fbe req-bf00c49d-c0a6-4153-bbfd-ce3a8b00e1c2 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:54.449679 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f1e59-f8d4-461e-a3b9-911b29702fbe req-bf00c49d-c0a6-4153-bbfd-ce3a8b00e1c2 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:54.455743 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f1e59-f8d4-461e-a3b9-911b29702fbe req-bf00c49d-c0a6-4153-bbfd-ce3a8b00e1c2 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:54.457488 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c69f1e59-f8d4-461e-a3b9-911b29702fbe req-bf00c49d-c0a6-4153-bbfd-ce3a8b00e1c2 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=191c775f-812a-40d5-bb97-305ad596fa74&device_id=9382c681-eb1d-4155-94ea-5c29f28b62cd&device_id=b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed HTTP/1.1" status: 200 len: 2417 time: 0.0905104 Jul 23 20:10:54.467837 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0f4f1f50-2cc9-48a5-9d68-7e3e851fa6d1 req-f8999031-ab0c-4b09-a805-ca91fa50d586 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:54.497936 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0f4f1f50-2cc9-48a5-9d68-7e3e851fa6d1 req-f8999031-ab0c-4b09-a805-ca91fa50d586 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:54.520331 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c69f1e59-f8d4-461e-a3b9-911b29702fbe req-a0dd2d83-f319-40aa-8dd7-8447ecb20411 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557325 Jul 23 20:10:54.546178 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0f4f1f50-2cc9-48a5-9d68-7e3e851fa6d1 req-f8999031-ab0c-4b09-a805-ca91fa50d586 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:54.548762 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0f4f1f50-2cc9-48a5-9d68-7e3e851fa6d1 req-f8999031-ab0c-4b09-a805-ca91fa50d586 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:54.560363 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0f4f1f50-2cc9-48a5-9d68-7e3e851fa6d1 req-f8999031-ab0c-4b09-a805-ca91fa50d586 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "DELETE /v2.0/security-groups/6eb5e48a-feca-4d25-80aa-3e769cc4fb8b HTTP/1.1" status: 204 len: 173 time: 0.1503870 Jul 23 20:10:54.572575 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8999031-ab0c-4b09-a805-ca91fa50d586 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb5e48a-feca-4d25-80aa-3e769cc4fb8b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:54.575548 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6cfdba28-7547-4b5a-8153-ebfcb46c9a08 req-08c20668-d58a-4c98-aaaf-17bc6432299f tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups/ca4f4f75-3a3b-4a5b-a59e-310a9d15edbf HTTP/1.1" status: 200 len: 1776 time: 0.0475442 Jul 23 20:10:54.594437 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:10:54.654280 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6cfdba28-7547-4b5a-8153-ebfcb46c9a08 req-35d149e9-f9f5-432f-80b5-a78545a00371 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:54.662096 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a3ce9fbe-fd10-4c14-aea0-971a5d4d9352 req-ecbe7991-b175-4eb6-9d48-0541d91b3289 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0913193 Jul 23 20:10:54.680612 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6cfdba28-7547-4b5a-8153-ebfcb46c9a08 req-35d149e9-f9f5-432f-80b5-a78545a00371 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:54.732968 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6cfdba28-7547-4b5a-8153-ebfcb46c9a08 req-35d149e9-f9f5-432f-80b5-a78545a00371 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:54.736839 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6cfdba28-7547-4b5a-8153-ebfcb46c9a08 req-35d149e9-f9f5-432f-80b5-a78545a00371 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:54.738278 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6cfdba28-7547-4b5a-8153-ebfcb46c9a08 req-35d149e9-f9f5-432f-80b5-a78545a00371 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "DELETE /v2.0/security-groups/ca4f4f75-3a3b-4a5b-a59e-310a9d15edbf HTTP/1.1" status: 204 len: 173 time: 0.1593478 Jul 23 20:10:54.752975 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d149e9-f9f5-432f-80b5-a78545a00371 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4f4f75-3a3b-4a5b-a59e-310a9d15edbf,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:55.034047 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37680b1a-74ec-4cec-9a91-4b1e0fa0fc2d req-66bf1538-ed4b-4bd8-88ef-2112a9cc0ea3 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:55.035856 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-37680b1a-74ec-4cec-9a91-4b1e0fa0fc2d req-66bf1538-ed4b-4bd8-88ef-2112a9cc0ea3 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 945 time: 0.0717998 Jul 23 20:10:55.081424 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-37680b1a-74ec-4cec-9a91-4b1e0fa0fc2d req-5f1e06d6-dc9f-4766-a443-e3b589aa6a9d tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/security-groups?id=73776e44-7ae2-46ff-b78b-4627ee1e8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387211 Jul 23 20:10:55.123924 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [req-2f6ad8e6-cd68-404f-8447-ea56ac473a53 req-4dfee5fa-59a0-475a-b748-52ce45bb58a6 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] show failed (client error): The resource could not be found. Jul 23 20:10:55.125565 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2f6ad8e6-cd68-404f-8447-ea56ac473a53 req-4dfee5fa-59a0-475a-b748-52ce45bb58a6 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups/111ca59e-33bf-4f9d-8537-d71a1796f30a HTTP/1.1" status: 404 len: 352 time: 0.0194156 Jul 23 20:10:55.161564 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [req-8147d1b1-3b42-436c-bf5d-166e88ded320 req-910057cd-5fd8-46fc-8dcf-91c957bc6934 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] show failed (client error): The resource could not be found. Jul 23 20:10:55.162689 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8147d1b1-3b42-436c-bf5d-166e88ded320 req-910057cd-5fd8-46fc-8dcf-91c957bc6934 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups/53b7e83c-4bf6-4e44-b680-6ec23fe212a0 HTTP/1.1" status: 404 len: 352 time: 0.0160143 Jul 23 20:10:55.196668 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [req-9d2a42db-39f8-41d0-a90d-c3609030ae72 req-5c867246-a0eb-4c0f-b8f9-b058a426bcf2 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] show failed (client error): The resource could not be found. Jul 23 20:10:55.197740 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9d2a42db-39f8-41d0-a90d-c3609030ae72 req-5c867246-a0eb-4c0f-b8f9-b058a426bcf2 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups/8cfca96e-aee4-4510-9991-60c62783354f HTTP/1.1" status: 404 len: 352 time: 0.0143373 Jul 23 20:10:55.235940 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [req-5f2d640d-96d8-4122-b6b9-a25b351699c0 req-56eff5be-8632-4735-a8a7-2355ebe8341e tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] show failed (client error): The resource could not be found. Jul 23 20:10:55.237405 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5f2d640d-96d8-4122-b6b9-a25b351699c0 req-56eff5be-8632-4735-a8a7-2355ebe8341e tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups/32551dd6-bb43-4f3b-a556-8837e03d6fca HTTP/1.1" status: 404 len: 352 time: 0.0204999 Jul 23 20:10:55.369367 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5586e-e24c-45b9-9978-5340860a700d req-d02a67a1-f141-4000-9c8c-a5976223d3df tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:55.371536 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-37c5586e-e24c-45b9-9978-5340860a700d req-d02a67a1-f141-4000-9c8c-a5976223d3df tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.0759923 Jul 23 20:10:55.418919 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-37c5586e-e24c-45b9-9978-5340860a700d req-e9ea267e-2b02-4581-87bb-c42a1f4d68c9 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413713 Jul 23 20:10:55.424975 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [req-01cf57fb-d247-4e7e-aa16-323dd4111f85 req-2da777db-96f4-4044-beb4-da826b61dff8 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] show failed (client error): The resource could not be found. Jul 23 20:10:55.426140 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-01cf57fb-d247-4e7e-aa16-323dd4111f85 req-2da777db-96f4-4044-beb4-da826b61dff8 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups/f3fc0ad4-bad5-47e9-a176-b4d54259f581 HTTP/1.1" status: 404 len: 352 time: 0.0170791 Jul 23 20:10:55.538347 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [req-094daff8-6c1f-445d-9ffd-729385ea39df req-a7daeb8a-4463-4de7-bb11-e11013083946 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] show failed (client error): The resource could not be found. Jul 23 20:10:55.539425 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-094daff8-6c1f-445d-9ffd-729385ea39df req-a7daeb8a-4463-4de7-bb11-e11013083946 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups/1b250b05-c62e-4fc1-b06f-0f40e97905b7 HTTP/1.1" status: 404 len: 352 time: 0.0170352 Jul 23 20:10:55.816765 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3c278-5076-4644-9712-b277efcbb9ab req-46aed526-3992-4f48-ac15-8ec0adad0594 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:55.821936 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6cb3c278-5076-4644-9712-b277efcbb9ab req-46aed526-3992-4f48-ac15-8ec0adad0594 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/ports?device_id=28daf85d-ac61-4b73-82b4-6bf681f7e8fe HTTP/1.1" status: 200 len: 1024 time: 0.0736928 Jul 23 20:10:55.864616 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6cb3c278-5076-4644-9712-b277efcbb9ab req-a7e7b238-5783-42a5-a5bc-f081ea55147b tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f291e3b-a4f7-4543-b666-8b6fc3a0c8e1&id=a2670c6d-bde0-4087-ab85-ff93008a6fde&id=d0785735-1558-4594-b72a-8734d0b74948&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0401726 Jul 23 20:10:56.134320 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3cb74-4ce4-4760-8bf7-d267b7a25ec8 req-d32c0157-3d59-48e5-87ba-bce616bd715b tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:56.136963 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-85a3cb74-4ce4-4760-8bf7-d267b7a25ec8 req-d32c0157-3d59-48e5-87ba-bce616bd715b tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=191c775f-812a-40d5-bb97-305ad596fa74 HTTP/1.1" status: 200 len: 945 time: 0.0741103 Jul 23 20:10:56.177247 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-85a3cb74-4ce4-4760-8bf7-d267b7a25ec8 req-0f0553c6-2b17-4700-bbc1-2a0fe1580160 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344715 Jul 23 20:10:56.555120 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b96a3-0fb4-4d06-9ca0-6a16d53afd33 req-5e400cdd-a285-41d6-8e06-6e5439243f3a tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:56.567302 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-875b96a3-0fb4-4d06-9ca0-6a16d53afd33 req-5e400cdd-a285-41d6-8e06-6e5439243f3a tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 945 time: 0.4068568 Jul 23 20:10:56.577548 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad167b4e-9cb0-4e7c-ab96-d536f6b57409 req-ca7e1294-8305-4dbe-9b4e-4603e87bffe3 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:56.585439 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ad167b4e-9cb0-4e7c-ab96-d536f6b57409 req-ca7e1294-8305-4dbe-9b4e-4603e87bffe3 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.0896690 Jul 23 20:10:56.601883 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-875b96a3-0fb4-4d06-9ca0-6a16d53afd33 req-4b13c108-da93-4da4-ade4-36067ee41514 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/security-groups?id=73776e44-7ae2-46ff-b78b-4627ee1e8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360746 Jul 23 20:10:56.623480 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ad167b4e-9cb0-4e7c-ab96-d536f6b57409 req-7e0c10aa-9fdd-46c1-a336-82bbebfc3a90 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371447 Jul 23 20:10:57.021714 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5298e46-a558-4ed2-a9ff-1845fea8ac1c req-03cec173-8b34-4196-9ace-7a583afa84df tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:57.023815 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d5298e46-a558-4ed2-a9ff-1845fea8ac1c req-03cec173-8b34-4196-9ace-7a583afa84df tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/ports?device_id=28daf85d-ac61-4b73-82b4-6bf681f7e8fe HTTP/1.1" status: 200 len: 1024 time: 0.0762231 Jul 23 20:10:57.067895 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d5298e46-a558-4ed2-a9ff-1845fea8ac1c req-a26940ac-db8c-4c0f-947b-ff542d9d6c55 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f291e3b-a4f7-4543-b666-8b6fc3a0c8e1&id=a2670c6d-bde0-4087-ab85-ff93008a6fde&id=d0785735-1558-4594-b72a-8734d0b74948&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0367608 Jul 23 20:10:57.168797 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41064d9a-1294-43f1-94e1-8a24fd8575f1 req-675d1091-42fc-4050-abad-b2fb7ed7f376 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:57.170358 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-41064d9a-1294-43f1-94e1-8a24fd8575f1 req-675d1091-42fc-4050-abad-b2fb7ed7f376 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.18 "GET /v2.0/ports?device_id=28daf85d-ac61-4b73-82b4-6bf681f7e8fe HTTP/1.1" status: 200 len: 1024 time: 0.0693150 Jul 23 20:10:57.322850 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344384b6-31c5-4ca3-98d5-aa89d873711b req-3154448a-2cd8-4eee-aadd-8e771694e849 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:57.325492 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-344384b6-31c5-4ca3-98d5-aa89d873711b req-3154448a-2cd8-4eee-aadd-8e771694e849 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=191c775f-812a-40d5-bb97-305ad596fa74 HTTP/1.1" status: 200 len: 945 time: 0.0711875 Jul 23 20:10:57.325825 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-41064d9a-1294-43f1-94e1-8a24fd8575f1 req-9cd642b1-a98b-44af-80c1-59738c26757d tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Deleting port 96c3859a-6618-48fb-b537-6368a02e8874 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:10:57.326175 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-41064d9a-1294-43f1-94e1-8a24fd8575f1 req-9cd642b1-a98b-44af-80c1-59738c26757d tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:57.382122 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-344384b6-31c5-4ca3-98d5-aa89d873711b req-bb8a4bd7-d897-4776-879e-7dfa302f621e tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474503 Jul 23 20:10:57.435457 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-41064d9a-1294-43f1-94e1-8a24fd8575f1 req-9cd642b1-a98b-44af-80c1-59738c26757d tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] For port 96c3859a-6618-48fb-b537-6368a02e8874, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=96c3859a-6618-48fb-b537-6368a02e8874,segment=NetworkSegment(492a6177-a188-4aef-b748-e4f023badb6e),segment_id=492a6177-a188-4aef-b748-e4f023badb6e)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:57.435715 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-41064d9a-1294-43f1-94e1-8a24fd8575f1 req-9cd642b1-a98b-44af-80c1-59738c26757d tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:57.449572 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-41064d9a-1294-43f1-94e1-8a24fd8575f1 req-9cd642b1-a98b-44af-80c1-59738c26757d tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Calling delete_port for 96c3859a-6618-48fb-b537-6368a02e8874 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:10:57.516907 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce8199-78bb-4c5b-9a10-2fca4e20552d req-7359fb36-686f-49a4-be00-18832ebb27b3 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:57.521484 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-96ce8199-78bb-4c5b-9a10-2fca4e20552d req-7359fb36-686f-49a4-be00-18832ebb27b3 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.18 "GET /v2.0/ports?device_id=191c775f-812a-40d5-bb97-305ad596fa74 HTTP/1.1" status: 200 len: 945 time: 0.0760787 Jul 23 20:10:57.645423 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26e793-7e56-47dc-941b-c2bc7d62d990 req-fb868df2-3e56-4b6d-a7e9-d216efb0f640 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:57.647478 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8e26e793-7e56-47dc-941b-c2bc7d62d990 req-fb868df2-3e56-4b6d-a7e9-d216efb0f640 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.30 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 945 time: 0.1267445 Jul 23 20:10:57.650420 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-96ce8199-78bb-4c5b-9a10-2fca4e20552d req-586f8f71-5097-4074-8b45-11d42870728d tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Deleting port 480d5198-2b73-4712-91d4-bd4ec37b1372 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:10:57.650870 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-96ce8199-78bb-4c5b-9a10-2fca4e20552d req-586f8f71-5097-4074-8b45-11d42870728d tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:57.715708 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-41064d9a-1294-43f1-94e1-8a24fd8575f1 req-9cd642b1-a98b-44af-80c1-59738c26757d tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:57.727481 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['96c3859a-6618-48fb-b537-6368a02e8874'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:57.795862 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd642b1-a98b-44af-80c1-59738c26757d tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Pushing event deleted for resources: {'Port': ['ID=96c3859a-6618-48fb-b537-6368a02e8874,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:57.815296 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-96ce8199-78bb-4c5b-9a10-2fca4e20552d req-586f8f71-5097-4074-8b45-11d42870728d tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] For port 480d5198-2b73-4712-91d4-bd4ec37b1372, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=480d5198-2b73-4712-91d4-bd4ec37b1372,segment=NetworkSegment(f03a1624-ec44-467c-82d0-e8d05476b022),segment_id=f03a1624-ec44-467c-82d0-e8d05476b022)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:57.815682 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-96ce8199-78bb-4c5b-9a10-2fca4e20552d req-586f8f71-5097-4074-8b45-11d42870728d tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:57.832726 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-96ce8199-78bb-4c5b-9a10-2fca4e20552d req-586f8f71-5097-4074-8b45-11d42870728d tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Calling delete_port for 480d5198-2b73-4712-91d4-bd4ec37b1372 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:10:57.861801 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ec38a-c307-4843-894d-7ae33e5f83a8 req-8a122d63-5535-42cd-bfec-b4776cd40a0c tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:57.863363 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1e0ec38a-c307-4843-894d-7ae33e5f83a8 req-8a122d63-5535-42cd-bfec-b4776cd40a0c tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.1267307 Jul 23 20:10:57.886350 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-41064d9a-1294-43f1-94e1-8a24fd8575f1 req-9cd642b1-a98b-44af-80c1-59738c26757d tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] No DVR routers for this DVR port 96c3859a-6618-48fb-b537-6368a02e8874 on host n-h2-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:10:57.890614 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-41064d9a-1294-43f1-94e1-8a24fd8575f1 req-9cd642b1-a98b-44af-80c1-59738c26757d tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:57.893077 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-41064d9a-1294-43f1-94e1-8a24fd8575f1 req-9cd642b1-a98b-44af-80c1-59738c26757d tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.18 "DELETE /v2.0/ports/96c3859a-6618-48fb-b537-6368a02e8874 HTTP/1.1" status: 204 len: 173 time: 0.7161806 Jul 23 20:10:57.894906 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28daf85d-ac61-4b73-82b4-6bf681f7e8fe', 'name': 'network-vif-deleted', 'tag': '96c3859a-6618-48fb-b537-6368a02e8874'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:10:57.898988 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9d3119-082e-4319-8b28-4954f838eca7" -d '{"events": [{"server_uuid": "28daf85d-ac61-4b73-82b4-6bf681f7e8fe", "name": "network-vif-deleted", "tag": "96c3859a-6618-48fb-b537-6368a02e8874"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:10:57.951928 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7564970-520f-482a-be72-ca4d3a71c8de req-c6a5b346-fce3-4a6c-bbe5-529d342c5ed8 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:57.953833 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f7564970-520f-482a-be72-ca4d3a71c8de req-c6a5b346-fce3-4a6c-bbe5-529d342c5ed8 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 945 time: 0.2591591 Jul 23 20:10:57.968329 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1e0ec38a-c307-4843-894d-7ae33e5f83a8 req-5550c0bf-802d-4d41-b115-cc30ce16bb94 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715053 Jul 23 20:10:57.993879 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-8e26e793-7e56-47dc-941b-c2bc7d62d990 req-4b559502-8f34-4beb-bd81-52d79b8c6cb1 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Deleting port 361597fc-b9c8-492e-be7a-de2e5a90a4b9 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:10:57.993879 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8e26e793-7e56-47dc-941b-c2bc7d62d990 req-4b559502-8f34-4beb-bd81-52d79b8c6cb1 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:58.059302 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f7564970-520f-482a-be72-ca4d3a71c8de req-0f1ea071-8768-4b2f-8a8e-db81f3f165ef tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/security-groups?id=73776e44-7ae2-46ff-b78b-4627ee1e8348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957832 Jul 23 20:10:58.116849 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-96ce8199-78bb-4c5b-9a10-2fca4e20552d req-586f8f71-5097-4074-8b45-11d42870728d tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:58.133156 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['f3fae154-943b-49a2-b2a4-df74b67a9b63'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:58.157769 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-8e26e793-7e56-47dc-941b-c2bc7d62d990 req-4b559502-8f34-4beb-bd81-52d79b8c6cb1 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] For port 361597fc-b9c8-492e-be7a-de2e5a90a4b9, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=361597fc-b9c8-492e-be7a-de2e5a90a4b9,segment=NetworkSegment(5f562663-4955-4d38-9763-67a41081ba38),segment_id=5f562663-4955-4d38-9763-67a41081ba38)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:58.158558 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8e26e793-7e56-47dc-941b-c2bc7d62d990 req-4b559502-8f34-4beb-bd81-52d79b8c6cb1 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:58.175343 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f8f71-5097-4074-8b45-11d42870728d tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Pushing event deleted for resources: {'Port': ['ID=480d5198-2b73-4712-91d4-bd4ec37b1372,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:58.197373 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-8e26e793-7e56-47dc-941b-c2bc7d62d990 req-4b559502-8f34-4beb-bd81-52d79b8c6cb1 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Calling delete_port for 361597fc-b9c8-492e-be7a-de2e5a90a4b9 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:10:58.228268 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b', '480d5198-2b73-4712-91d4-bd4ec37b1372'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:58.231820 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f57577-73f2-49ca-9a70-4b94c8a5fe3b x-openstack-request-id: req-27f57577-73f2-49ca-9a70-4b94c8a5fe3b {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:58.232644 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28daf85d-ac61-4b73-82b4-6bf681f7e8fe", "name": "network-vif-deleted", "tag": "96c3859a-6618-48fb-b537-6368a02e8874", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:58.233158 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-27f57577-73f2-49ca-9a70-4b94c8a5fe3b {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:58.234061 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28daf85d-ac61-4b73-82b4-6bf681f7e8fe', 'name': 'network-vif-deleted', 'tag': '96c3859a-6618-48fb-b537-6368a02e8874', 'status': 'completed', 'code': 200} Jul 23 20:10:58.319830 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ce8199-78bb-4c5b-9a10-2fca4e20552d req-586f8f71-5097-4074-8b45-11d42870728d tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] No DVR routers for this DVR port 480d5198-2b73-4712-91d4-bd4ec37b1372 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:10:58.326743 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-96ce8199-78bb-4c5b-9a10-2fca4e20552d req-586f8f71-5097-4074-8b45-11d42870728d tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:58.329171 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-96ce8199-78bb-4c5b-9a10-2fca4e20552d req-586f8f71-5097-4074-8b45-11d42870728d tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.18 "DELETE /v2.0/ports/480d5198-2b73-4712-91d4-bd4ec37b1372 HTTP/1.1" status: 204 len: 173 time: 0.8023744 Jul 23 20:10:58.331019 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '191c775f-812a-40d5-bb97-305ad596fa74', 'name': 'network-vif-deleted', 'tag': '480d5198-2b73-4712-91d4-bd4ec37b1372'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:10:58.347494 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4178ba22-f63f-42ee-b9ba-c8cd0f0cb118" -d '{"events": [{"server_uuid": "191c775f-812a-40d5-bb97-305ad596fa74", "name": "network-vif-deleted", "tag": "480d5198-2b73-4712-91d4-bd4ec37b1372"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:10:58.475169 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8e26e793-7e56-47dc-941b-c2bc7d62d990 req-4b559502-8f34-4beb-bd81-52d79b8c6cb1 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:58.498912 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-069adab1-dd57-415c-aa6e-d174b53a35aa req-09d2e86b-e642-4dcc-ba68-20ba6f65f8a2 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/ports?device_id=28daf85d-ac61-4b73-82b4-6bf681f7e8fe HTTP/1.1" status: 200 len: 210 time: 0.0546067 Jul 23 20:10:58.590626 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b559502-8f34-4beb-bd81-52d79b8c6cb1 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Pushing event deleted for resources: {'Port': ['ID=361597fc-b9c8-492e-be7a-de2e5a90a4b9,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:58.591019 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7367803-702d-4f84-9e86-aee79cb6e132 x-openstack-request-id: req-e7367803-702d-4f84-9e86-aee79cb6e132 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:58.591516 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "191c775f-812a-40d5-bb97-305ad596fa74", "name": "network-vif-deleted", "tag": "480d5198-2b73-4712-91d4-bd4ec37b1372", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:58.592176 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e7367803-702d-4f84-9e86-aee79cb6e132 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:58.593093 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '191c775f-812a-40d5-bb97-305ad596fa74', 'name': 'network-vif-deleted', 'tag': '480d5198-2b73-4712-91d4-bd4ec37b1372', 'status': 'completed', 'code': 200} Jul 23 20:10:58.692073 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e26e793-7e56-47dc-941b-c2bc7d62d990 req-4b559502-8f34-4beb-bd81-52d79b8c6cb1 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] No DVR routers for this DVR port 361597fc-b9c8-492e-be7a-de2e5a90a4b9 on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:10:58.695146 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8e26e793-7e56-47dc-941b-c2bc7d62d990 req-4b559502-8f34-4beb-bd81-52d79b8c6cb1 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:58.697709 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8e26e793-7e56-47dc-941b-c2bc7d62d990 req-4b559502-8f34-4beb-bd81-52d79b8c6cb1 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.30 "DELETE /v2.0/ports/361597fc-b9c8-492e-be7a-de2e5a90a4b9 HTTP/1.1" status: 204 len: 173 time: 1.0424471 Jul 23 20:10:58.741048 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2a77048d-b1f9-482d-9bbd-639c51aa3a6a req-19998c7a-5151-4f03-b7ea-e09a94887f9c tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=191c775f-812a-40d5-bb97-305ad596fa74 HTTP/1.1" status: 200 len: 210 time: 0.0380826 Jul 23 20:10:58.763931 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7812b-315d-4d01-89a4-083a60432648 req-a1aba941-9920-4256-9904-9bb5996f3b6a tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:58.774805 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7812b-315d-4d01-89a4-083a60432648 req-a1aba941-9920-4256-9904-9bb5996f3b6a tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:58.782244 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7812b-315d-4d01-89a4-083a60432648 req-a1aba941-9920-4256-9904-9bb5996f3b6a tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:58.789781 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7812b-315d-4d01-89a4-083a60432648 req-a1aba941-9920-4256-9904-9bb5996f3b6a tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:58.797559 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7812b-315d-4d01-89a4-083a60432648 req-a1aba941-9920-4256-9904-9bb5996f3b6a tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:58.805077 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7812b-315d-4d01-89a4-083a60432648 req-a1aba941-9920-4256-9904-9bb5996f3b6a tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:58.813820 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7812b-315d-4d01-89a4-083a60432648 req-a1aba941-9920-4256-9904-9bb5996f3b6a tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:58.816122 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-11a7812b-315d-4d01-89a4-083a60432648 req-a1aba941-9920-4256-9904-9bb5996f3b6a tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 5444 time: 0.3620045 Jul 23 20:10:58.896776 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-11a7812b-315d-4d01-89a4-083a60432648 req-66d46830-3dbf-4581-9633-726021f0c751 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8f4f3ea-9040-40e5-b97d-88f3cee36311&id=f03bc08f-e700-4073-8157-e780c3416b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0733352 Jul 23 20:10:59.083839 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117b0ea-fbd2-4ff8-8c3c-e22545bcb9cc req-bba01299-5ea7-4675-8ead-ba54aa34db02 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:59.090694 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117b0ea-fbd2-4ff8-8c3c-e22545bcb9cc req-bba01299-5ea7-4675-8ead-ba54aa34db02 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:59.096972 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117b0ea-fbd2-4ff8-8c3c-e22545bcb9cc req-bba01299-5ea7-4675-8ead-ba54aa34db02 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:59.103178 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117b0ea-fbd2-4ff8-8c3c-e22545bcb9cc req-bba01299-5ea7-4675-8ead-ba54aa34db02 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:59.113025 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117b0ea-fbd2-4ff8-8c3c-e22545bcb9cc req-bba01299-5ea7-4675-8ead-ba54aa34db02 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:59.120564 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117b0ea-fbd2-4ff8-8c3c-e22545bcb9cc req-bba01299-5ea7-4675-8ead-ba54aa34db02 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:59.125884 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d079d-374d-4e0f-835d-faaf0a3290e2 req-7e6ec19d-f00d-4016-a493-db67a829cd9d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:59.127005 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117b0ea-fbd2-4ff8-8c3c-e22545bcb9cc req-bba01299-5ea7-4675-8ead-ba54aa34db02 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:59.127476 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5e4d079d-374d-4e0f-835d-faaf0a3290e2 req-7e6ec19d-f00d-4016-a493-db67a829cd9d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.0828264 Jul 23 20:10:59.128956 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a117b0ea-fbd2-4ff8-8c3c-e22545bcb9cc req-bba01299-5ea7-4675-8ead-ba54aa34db02 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 5444 time: 0.1291854 Jul 23 20:10:59.177942 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5e4d079d-374d-4e0f-835d-faaf0a3290e2 req-6646dc7a-d727-4c0d-8e8a-ac00b81a2131 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437493 Jul 23 20:10:59.296744 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ff6cef81-a24a-47b8-83cc-557cfad6c2b4 req-2e20ed3b-8d5e-4476-a3bf-2587190816a0 tempest-ServerRescueTestJSONUnderV235-740030546 tempest-ServerRescueTestJSONUnderV235-740030546-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f30694-80f5-4b52-8194-d83dfcef9ea6 HTTP/1.1" status: 200 len: 210 time: 0.0765641 Jul 23 20:10:59.529771 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b829dba-d891-40ae-888b-4882228275d7 req-e69d242e-bdf6-4dea-9dd7-0561603063e7 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:59.531326 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8b829dba-d891-40ae-888b-4882228275d7 req-e69d242e-bdf6-4dea-9dd7-0561603063e7 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.1114161 Jul 23 20:10:59.537143 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c44a0-f8a5-438c-958f-78af2bac3af9 req-540ad8a6-7cd9-4fc4-bc07-186e1e89eba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:59.538617 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7d4c44a0-f8a5-438c-958f-78af2bac3af9 req-540ad8a6-7cd9-4fc4-bc07-186e1e89eba5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3eac1fd2f7984fc28e6e139f2a1d3dd0&device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 1096 time: 0.1068392 Jul 23 20:10:59.626851 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-161dbc97-dfd7-4f65-8ebb-43f19c8d8223 req-760d1655-713b-4701-9d2b-72bf9bce5405 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups/d0785735-1558-4594-b72a-8734d0b74948 HTTP/1.1" status: 200 len: 1803 time: 0.0537856 Jul 23 20:10:59.630823 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8b829dba-d891-40ae-888b-4882228275d7 req-9cde87e6-0df8-4908-a15a-23b030834207 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885892 Jul 23 20:10:59.666016 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c44a0-f8a5-438c-958f-78af2bac3af9 req-05f6a19f-93ba-49be-8cfd-1b2bb30a1076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:59.668578 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7d4c44a0-f8a5-438c-958f-78af2bac3af9 req-05f6a19f-93ba-49be-8cfd-1b2bb30a1076 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f1957672-1349-45e6-b250-4d2e0e2b0e22 HTTP/1.1" status: 200 len: 912 time: 0.1181829 Jul 23 20:10:59.690711 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-161dbc97-dfd7-4f65-8ebb-43f19c8d8223 req-175b3846-bc6d-4c8c-91f3-a2988210c3d3 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:59.722248 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-161dbc97-dfd7-4f65-8ebb-43f19c8d8223 req-175b3846-bc6d-4c8c-91f3-a2988210c3d3 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:59.758638 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7d4c44a0-f8a5-438c-958f-78af2bac3af9 req-0b43ff22-cf76-40e8-b827-96f155e79699 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eddda286-689d-4dc5-8c5c-5401afb7251e HTTP/1.1" status: 200 len: 998 time: 0.0832453 Jul 23 20:10:59.792132 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-161dbc97-dfd7-4f65-8ebb-43f19c8d8223 req-175b3846-bc6d-4c8c-91f3-a2988210c3d3 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:59.795460 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-161dbc97-dfd7-4f65-8ebb-43f19c8d8223 req-175b3846-bc6d-4c8c-91f3-a2988210c3d3 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:59.796708 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-161dbc97-dfd7-4f65-8ebb-43f19c8d8223 req-175b3846-bc6d-4c8c-91f3-a2988210c3d3 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "DELETE /v2.0/security-groups/d0785735-1558-4594-b72a-8734d0b74948 HTTP/1.1" status: 204 len: 173 time: 0.1681225 Jul 23 20:10:59.811558 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b3846-bc6d-4c8c-91f3-a2988210c3d3 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0785735-1558-4594-b72a-8734d0b74948,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:59.813412 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c44a0-f8a5-438c-958f-78af2bac3af9 req-79955785-ce12-4b0b-b7f6-1e4d8f93c5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:59.815732 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7d4c44a0-f8a5-438c-958f-78af2bac3af9 req-79955785-ce12-4b0b-b7f6-1e4d8f93c5aa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d89cc8ce-1520-4663-872c-281c0b224b71 HTTP/1.1" status: 200 len: 850 time: 0.0504794 Jul 23 20:10:59.897348 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c44a0-f8a5-438c-958f-78af2bac3af9 req-9e1ac147-bab1-4ee2-b192-a0785684d641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:59.899221 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7d4c44a0-f8a5-438c-958f-78af2bac3af9 req-9e1ac147-bab1-4ee2-b192-a0785684d641 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1957672-1349-45e6-b250-4d2e0e2b0e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0746753 Jul 23 20:10:59.901149 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c037b9a6-722a-4db8-af23-6f6d131642a4 req-47b47fe3-db29-454e-8bea-6d2314e5ebf3 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "GET /v2.0/security-groups/1f291e3b-a4f7-4543-b666-8b6fc3a0c8e1 HTTP/1.1" status: 200 len: 1801 time: 0.0773423 Jul 23 20:10:59.976870 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c037b9a6-722a-4db8-af23-6f6d131642a4 req-b906dc5b-83d5-4a14-be27-ec7eea9f8324 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:00.007010 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c037b9a6-722a-4db8-af23-6f6d131642a4 req-b906dc5b-83d5-4a14-be27-ec7eea9f8324 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:00.057976 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7d4c44a0-f8a5-438c-958f-78af2bac3af9 req-59379696-e4bf-46bc-93cd-5d5d23cabfdb service neutron] 10.222.0.30 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511693 Jul 23 20:11:00.065742 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c037b9a6-722a-4db8-af23-6f6d131642a4 req-b906dc5b-83d5-4a14-be27-ec7eea9f8324 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:00.070628 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c037b9a6-722a-4db8-af23-6f6d131642a4 req-b906dc5b-83d5-4a14-be27-ec7eea9f8324 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:00.072221 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c037b9a6-722a-4db8-af23-6f6d131642a4 req-b906dc5b-83d5-4a14-be27-ec7eea9f8324 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] 10.222.0.32 "DELETE /v2.0/security-groups/1f291e3b-a4f7-4543-b666-8b6fc3a0c8e1 HTTP/1.1" status: 204 len: 173 time: 0.1621201 Jul 23 20:11:00.081005 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49596) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:00.097943 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b906dc5b-83d5-4a14-be27-ec7eea9f8324 tempest-SecurityGroupsTestJSON-154791885 tempest-SecurityGroupsTestJSON-154791885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f291e3b-a4f7-4543-b666-8b6fc3a0c8e1,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:00.156162 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-87ce266e-d723-42d3-9eb7-2d8c91b227a3 admin admin] Deleting subnet 33682a81-1336-40fb-9d9b-61b3c24a5fd3 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:11:00.159959 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-87ce266e-d723-42d3-9eb7-2d8c91b227a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:00.216514 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-87ce266e-d723-42d3-9eb7-2d8c91b227a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:00.243017 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7ac8d-c929-4c23-bfd0-c056c6f9849b req-5bef2f2e-e296-4930-ba46-cb2f3d7e364f tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:00.245058 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-72b7ac8d-c929-4c23-bfd0-c056c6f9849b req-5bef2f2e-e296-4930-ba46-cb2f3d7e364f tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=9382c681-eb1d-4155-94ea-5c29f28b62cd HTTP/1.1" status: 200 len: 945 time: 0.1544831 Jul 23 20:11:00.249012 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f30694-80f5-4b52-8194-d83dfcef9ea6', 'name': 'network-vif-deleted', 'tag': '361597fc-b9c8-492e-be7a-de2e5a90a4b9'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:11:00.252006 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c087bb67-39e7-4452-a793-8cab05706234" -d '{"events": [{"server_uuid": "65f30694-80f5-4b52-8194-d83dfcef9ea6", "name": "network-vif-deleted", "tag": "361597fc-b9c8-492e-be7a-de2e5a90a4b9"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:11:00.257268 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7d4c44a0-f8a5-438c-958f-78af2bac3af9 req-7d91ce97-1303-40bb-8d85-3c38cc6ed452 service neutron] 10.222.0.30 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933043 Jul 23 20:11:00.278172 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-87ce266e-d723-42d3-9eb7-2d8c91b227a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:00.312979 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-72b7ac8d-c929-4c23-bfd0-c056c6f9849b req-d3dcf726-eccc-49f6-8fe1-6d002f789b4a tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545893 Jul 23 20:11:00.324781 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6e2657-6838-4d0b-a701-2f527a1bfc04 x-openstack-request-id: req-8f6e2657-6838-4d0b-a701-2f527a1bfc04 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:11:00.325271 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65f30694-80f5-4b52-8194-d83dfcef9ea6", "name": "network-vif-deleted", "tag": "361597fc-b9c8-492e-be7a-de2e5a90a4b9", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:11:00.325625 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8f6e2657-6838-4d0b-a701-2f527a1bfc04 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:11:00.326631 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f30694-80f5-4b52-8194-d83dfcef9ea6', 'name': 'network-vif-deleted', 'tag': '361597fc-b9c8-492e-be7a-de2e5a90a4b9', 'status': 'completed', 'code': 200} Jul 23 20:11:00.351994 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-87ce266e-d723-42d3-9eb7-2d8c91b227a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:00.372787 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49606) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:00.384041 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-87ce266e-d723-42d3-9eb7-2d8c91b227a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:00.389932 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-87ce266e-d723-42d3-9eb7-2d8c91b227a3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/33682a81-1336-40fb-9d9b-61b3c24a5fd3 HTTP/1.1" status: 204 len: 168 time: 0.3076444 Jul 23 20:11:00.390832 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49608) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:00.391726 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce266e-d723-42d3-9eb7-2d8c91b227a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33682a81-1336-40fb-9d9b-61b3c24a5fd3,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:00.493064 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-41f0fab5-eb1d-431c-9390-03576454144e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:00.531764 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 480d5198-2b73-4712-91d4-bd4ec37b1372 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:11:00.563956 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 480d5198-2b73-4712-91d4-bd4ec37b1372 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:11:00.564400 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 480d5198-2b73-4712-91d4-bd4ec37b1372 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:11:00.564896 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 96c3859a-6618-48fb-b537-6368a02e8874 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:11:00.594086 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 96c3859a-6618-48fb-b537-6368a02e8874 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:11:00.594515 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 96c3859a-6618-48fb-b537-6368a02e8874 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:11:00.615422 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-41f0fab5-eb1d-431c-9390-03576454144e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:00.628490 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-41f0fab5-eb1d-431c-9390-03576454144e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c4a98a0-10be-4c43-b9be-da42be087eb0']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:00.640057 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-41f0fab5-eb1d-431c-9390-03576454144e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '492a6177-a188-4aef-b748-e4f023badb6e') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:00.640448 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-41f0fab5-eb1d-431c-9390-03576454144e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '492a6177-a188-4aef-b748-e4f023badb6e') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:00.653106 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-41f0fab5-eb1d-431c-9390-03576454144e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:00.668824 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-41f0fab5-eb1d-431c-9390-03576454144e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:00.675462 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41f0fab5-eb1d-431c-9390-03576454144e admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:11:00.676015 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-41f0fab5-eb1d-431c-9390-03576454144e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:00.678213 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:11:00.678213 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:11:00.678213 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:11:00.678213 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:11:00.678213 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:11:00.678213 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:11:00.678213 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:11:00.678213 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:11:00.678213 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:11:00.678213 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:11:00.678213 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:11:00.678213 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:11:00.678213 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:11:00.678213 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:11:00.678213 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:11:00.678213 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:11:00.678213 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:11:00.678213 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:11:00.678213 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:11:00.678213 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:11:00.678213 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:11:00.678213 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:11:00.678213 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:11:00.678213 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:11:00.678213 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:11:00.678213 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:11:00.678213 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:11:00.678213 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:11:00.678213 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:11:00.678213 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:11:00.678213 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:11:00.678213 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:11:00.798142 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-41f0fab5-eb1d-431c-9390-03576454144e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:00.805048 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-41f0fab5-eb1d-431c-9390-03576454144e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:00.806995 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-41f0fab5-eb1d-431c-9390-03576454144e admin admin] 10.222.0.32 "DELETE /v2.0/networks/0c4a98a0-10be-4c43-b9be-da42be087eb0 HTTP/1.1" status: 204 len: 168 time: 0.4117703 Jul 23 20:11:00.829429 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f0fab5-eb1d-431c-9390-03576454144e admin admin] Pushing event deleted for resources: {'Network': ['ID=0c4a98a0-10be-4c43-b9be-da42be087eb0,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:00.836609 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 361597fc-b9c8-492e-be7a-de2e5a90a4b9 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:11:00.871254 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf1f403-4494-4e30-b2f0-c4580ef345e2 req-20a4760e-2fcb-4d49-b3ff-6484049f73b6 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:00.873275 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-abf1f403-4494-4e30-b2f0-c4580ef345e2 req-20a4760e-2fcb-4d49-b3ff-6484049f73b6 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.1135919 Jul 23 20:11:00.874493 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc7ebd53-bca3-4878-9be2-3b675452e35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:00.884273 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 361597fc-b9c8-492e-be7a-de2e5a90a4b9 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:11:00.884617 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 361597fc-b9c8-492e-be7a-de2e5a90a4b9 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:11:00.968745 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-abf1f403-4494-4e30-b2f0-c4580ef345e2 req-015d51e0-1519-4999-a597-df08b058916c tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847592 Jul 23 20:11:01.221825 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49632) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:01.283578 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-fc7ebd53-bca3-4878-9be2-3b675452e35e admin admin] Deleting port 001cf2d7-16c2-47b5-9d85-490b46250bb1 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:11:01.284371 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc7ebd53-bca3-4878-9be2-3b675452e35e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:01.289486 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b0203400-0f6f-4c98-aaa4-9621319dbeaa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=37483605594b45728f169830dd224b23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0662072 Jul 23 20:11:01.292749 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49642) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:01.406610 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cf0f3da1-705c-4614-9e53-d8fb7a1848b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:01.414520 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-fc7ebd53-bca3-4878-9be2-3b675452e35e admin admin] For port 001cf2d7-16c2-47b5-9d85-490b46250bb1, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=001cf2d7-16c2-47b5-9d85-490b46250bb1,segment=NetworkSegment(5f562663-4955-4d38-9763-67a41081ba38),segment_id=5f562663-4955-4d38-9763-67a41081ba38)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:01.414899 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc7ebd53-bca3-4878-9be2-3b675452e35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:01.465164 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cf0f3da1-705c-4614-9e53-d8fb7a1848b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:01.471999 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-fc7ebd53-bca3-4878-9be2-3b675452e35e admin admin] Calling delete_port for 001cf2d7-16c2-47b5-9d85-490b46250bb1 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:11:01.563343 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff788fe6-0070-4909-9935-5a620bca6fee req-4b138ab4-cfdb-4635-b959-3532beae7c69 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:01.572527 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ff788fe6-0070-4909-9935-5a620bca6fee req-4b138ab4-cfdb-4635-b959-3532beae7c69 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.18 "GET /v2.0/ports?device_id=9382c681-eb1d-4155-94ea-5c29f28b62cd HTTP/1.1" status: 200 len: 945 time: 0.1896522 Jul 23 20:11:01.574354 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8eeb6c-98a2-4d56-b2af-e73434525261 req-1af995cb-c9b9-4c2f-8c67-e0a9c7a536b1 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:01.575854 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3b8eeb6c-98a2-4d56-b2af-e73434525261 req-1af995cb-c9b9-4c2f-8c67-e0a9c7a536b1 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=9382c681-eb1d-4155-94ea-5c29f28b62cd HTTP/1.1" status: 200 len: 945 time: 0.1754894 Jul 23 20:11:01.624311 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3b8eeb6c-98a2-4d56-b2af-e73434525261 req-92a97de7-fdac-45fb-ba4e-1ec520dd5f83 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414693 Jul 23 20:11:01.674010 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49662) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:01.726835 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cf0f3da1-705c-4614-9e53-d8fb7a1848b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:01.729685 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cf0f3da1-705c-4614-9e53-d8fb7a1848b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:01.733769 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-cf0f3da1-705c-4614-9e53-d8fb7a1848b9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a2670c6d-bde0-4087-ab85-ff93008a6fde HTTP/1.1" status: 204 len: 168 time: 0.4371369 Jul 23 20:11:01.746757 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f3da1-705c-4614-9e53-d8fb7a1848b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2670c6d-bde0-4087-ab85-ff93008a6fde,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:01.779318 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-ff788fe6-0070-4909-9935-5a620bca6fee req-f5bd0ec3-25b7-4bbe-b85a-85c5e1be0569 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Deleting port 0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:11:01.779867 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ff788fe6-0070-4909-9935-5a620bca6fee req-f5bd0ec3-25b7-4bbe-b85a-85c5e1be0569 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:01.784878 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc7ebd53-bca3-4878-9be2-3b675452e35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:01.817512 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ebd53-bca3-4878-9be2-3b675452e35e admin admin] Pushing event deleted for resources: {'Port': ['ID=001cf2d7-16c2-47b5-9d85-490b46250bb1,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:01.894279 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-ff788fe6-0070-4909-9935-5a620bca6fee req-f5bd0ec3-25b7-4bbe-b85a-85c5e1be0569 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] For port 0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b,segment=NetworkSegment(f03a1624-ec44-467c-82d0-e8d05476b022),segment_id=f03a1624-ec44-467c-82d0-e8d05476b022)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:01.895402 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ff788fe6-0070-4909-9935-5a620bca6fee req-f5bd0ec3-25b7-4bbe-b85a-85c5e1be0569 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:01.912576 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-ff788fe6-0070-4909-9935-5a620bca6fee req-f5bd0ec3-25b7-4bbe-b85a-85c5e1be0569 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Calling delete_port for 0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:11:02.067526 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4dbcf8-82d3-4a3a-9aba-b9cc3612298e req-0206826f-4c66-49f3-8d1d-9c6befa0448d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:02.068168 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4dbcf8-82d3-4a3a-9aba-b9cc3612298e req-0206826f-4c66-49f3-8d1d-9c6befa0448d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:02.068597 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4dbcf8-82d3-4a3a-9aba-b9cc3612298e req-0206826f-4c66-49f3-8d1d-9c6befa0448d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:02.069172 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4dbcf8-82d3-4a3a-9aba-b9cc3612298e req-0206826f-4c66-49f3-8d1d-9c6befa0448d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:02.069559 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4dbcf8-82d3-4a3a-9aba-b9cc3612298e req-0206826f-4c66-49f3-8d1d-9c6befa0448d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:02.070031 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4dbcf8-82d3-4a3a-9aba-b9cc3612298e req-0206826f-4c66-49f3-8d1d-9c6befa0448d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:02.070589 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4dbcf8-82d3-4a3a-9aba-b9cc3612298e req-0206826f-4c66-49f3-8d1d-9c6befa0448d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:02.078903 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3e4dbcf8-82d3-4a3a-9aba-b9cc3612298e req-0206826f-4c66-49f3-8d1d-9c6befa0448d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 6508 time: 0.4024253 Jul 23 20:11:02.106809 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ff788fe6-0070-4909-9935-5a620bca6fee req-f5bd0ec3-25b7-4bbe-b85a-85c5e1be0569 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:02.122608 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:11:02.131780 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['f3fae154-943b-49a2-b2a4-df74b67a9b63'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:11:02.183734 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3e4dbcf8-82d3-4a3a-9aba-b9cc3612298e req-0b7804c8-fd0b-432b-9568-d1f0e0dab1a0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b8f4f3ea-9040-40e5-b97d-88f3cee36311&id=f03bc08f-e700-4073-8157-e780c3416b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1017127 Jul 23 20:11:02.190737 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd0ec3-25b7-4bbe-b85a-85c5e1be0569 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Pushing event deleted for resources: {'Port': ['ID=0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:02.217381 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc7ebd53-bca3-4878-9be2-3b675452e35e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:02.291337 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff788fe6-0070-4909-9935-5a620bca6fee req-f5bd0ec3-25b7-4bbe-b85a-85c5e1be0569 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] No DVR routers for this DVR port 0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:11:02.296844 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ff788fe6-0070-4909-9935-5a620bca6fee req-f5bd0ec3-25b7-4bbe-b85a-85c5e1be0569 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:02.301842 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ff788fe6-0070-4909-9935-5a620bca6fee req-f5bd0ec3-25b7-4bbe-b85a-85c5e1be0569 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.18 "DELETE /v2.0/ports/0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b HTTP/1.1" status: 204 len: 173 time: 0.7261324 Jul 23 20:11:02.303027 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9382c681-eb1d-4155-94ea-5c29f28b62cd', 'name': 'network-vif-deleted', 'tag': '0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:11:02.317184 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3ece3f-6097-4b95-9a5c-a6c2db4bfc64" -d '{"events": [{"server_uuid": "9382c681-eb1d-4155-94ea-5c29f28b62cd", "name": "network-vif-deleted", "tag": "0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:11:02.400251 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6626b4a-ba5f-467f-aff5-175b7d89e578 req-014da92d-c469-48d8-a324-78cbdb4d571b tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:02.408982 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d6626b4a-ba5f-467f-aff5-175b7d89e578 req-014da92d-c469-48d8-a324-78cbdb4d571b tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.3065312 Jul 23 20:11:02.415913 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a925c27e-1aa9-43c3-819b-719c5d512f6c x-openstack-request-id: req-a925c27e-1aa9-43c3-819b-719c5d512f6c {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:11:02.416176 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9382c681-eb1d-4155-94ea-5c29f28b62cd", "name": "network-vif-deleted", "tag": "0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:11:02.416464 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a925c27e-1aa9-43c3-819b-719c5d512f6c {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:11:02.416818 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9382c681-eb1d-4155-94ea-5c29f28b62cd', 'name': 'network-vif-deleted', 'tag': '0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b', 'status': 'completed', 'code': 200} Jul 23 20:11:02.469718 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d6626b4a-ba5f-467f-aff5-175b7d89e578 req-b57b5771-5885-4e06-82c9-eed2d9bab4bb tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597301 Jul 23 20:11:02.686030 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965ece2-aa58-4e97-bf91-89261820b782 req-aaf80a5a-4696-4742-af2e-db140a7f4be2 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:02.688126 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1965ece2-aa58-4e97-bf91-89261820b782 req-aaf80a5a-4696-4742-af2e-db140a7f4be2 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.1316891 Jul 23 20:11:02.713057 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7ebd53-bca3-4878-9be2-3b675452e35e admin admin] Router a95accd7-62bc-43a5-b60c-6c73505d2731 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:11:02.805172 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1965ece2-aa58-4e97-bf91-89261820b782 req-9a1b50a7-1cb9-415e-8fa0-35323f1c3860 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101270 Jul 23 20:11:03.063737 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7ebd53-bca3-4878-9be2-3b675452e35e admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:11:03.074984 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe969d60-20e4-4304-9598-0bc2d176ba82 None None] Sync routers for ids ['a95accd7-62bc-43a5-b60c-6c73505d2731'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:11:03.094223 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe969d60-20e4-4304-9598-0bc2d176ba82 None None] Routers {'a95accd7-62bc-43a5-b60c-6c73505d2731'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:11:03.094865 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-fe969d60-20e4-4304-9598-0bc2d176ba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:10:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a95accd7-62bc-43a5-b60c-6c73505d2731'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:03.118620 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49724) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:03.127600 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-fc7ebd53-bca3-4878-9be2-3b675452e35e admin admin] 10.222.0.32 "PUT /v2.0/routers/a95accd7-62bc-43a5-b60c-6c73505d2731/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7531955 Jul 23 20:11:03.166340 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d61f79a1-03d9-4f43-bde0-27fa3a509252 req-0f5c9233-0c78-44b3-9218-8fd352b5f8d2 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=9382c681-eb1d-4155-94ea-5c29f28b62cd HTTP/1.1" status: 200 len: 210 time: 0.0881057 Jul 23 20:11:03.245549 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-fe969d60-20e4-4304-9598-0bc2d176ba82 None None] Set router a95accd7-62bc-43a5-b60c-6c73505d2731 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:11:03.246379 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49728) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:03.345131 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006e9e2-d936-4eb4-96f1-8272197b44e6 req-b7c7d611-f178-4ab5-b6d4-414758a0f319 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:03.350093 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f006e9e2-d936-4eb4-96f1-8272197b44e6 req-b7c7d611-f178-4ab5-b6d4-414758a0f319 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.1369808 Jul 23 20:11:03.361230 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-12917004-d6f5-4210-b14f-88e8891093aa admin admin] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:03.437810 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e9e7534a-d535-4bd0-be36-e5603f28c6c8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-702772466-network', 'tenant_id': '6797e7030eab49e9bc11cae60d3b9177'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:03.463265 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-fe969d60-20e4-4304-9598-0bc2d176ba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a95accd7-62bc-43a5-b60c-6c73505d2731', 'name': 'tempest-ServerRescueTestJSONUnderV235-1902147256-router', 'tenant_id': 'aa9236fc3c3c45458243c34890b9f295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '06386fc4-8182-4238-8417-ade551456c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:39Z', 'updated_at': '2021-07-23T20:11:01Z', 'revision_number': 5, 'project_id': 'aa9236fc3c3c45458243c34890b9f295', 'gw_port': {'id': '06386fc4-8182-4238-8417-ade551456c25', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95accd7-62bc-43a5-b60c-6c73505d2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:41Z', 'updated_at': '2021-07-23T20:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:03.474035 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e7534a-d535-4bd0-be36-e5603f28c6c8 admin admin] Made reservation on behalf of 6797e7030eab49e9bc11cae60d3b9177 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:03.476043 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f006e9e2-d936-4eb4-96f1-8272197b44e6 req-68ab229b-ae34-4730-a03d-b24d21b56f23 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229854 Jul 23 20:11:03.480527 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9e7534a-d535-4bd0-be36-e5603f28c6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:03.502781 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe969d60-20e4-4304-9598-0bc2d176ba82 None None] Checking router: a95accd7-62bc-43a5-b60c-6c73505d2731 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:11:03.514196 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe969d60-20e4-4304-9598-0bc2d176ba82 None None] Routers {'a95accd7-62bc-43a5-b60c-6c73505d2731'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:11:03.514351 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9e7534a-d535-4bd0-be36-e5603f28c6c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:03.514832 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-fe969d60-20e4-4304-9598-0bc2d176ba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:10:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a95accd7-62bc-43a5-b60c-6c73505d2731'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:03.516652 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-12917004-d6f5-4210-b14f-88e8891093aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:03.586404 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-12917004-d6f5-4210-b14f-88e8891093aa admin admin] Deleting port 06386fc4-8182-4238-8417-ade551456c25 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:11:03.587021 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-12917004-d6f5-4210-b14f-88e8891093aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:03.661996 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-fe969d60-20e4-4304-9598-0bc2d176ba82 None None] Set router a95accd7-62bc-43a5-b60c-6c73505d2731 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:11:03.754279 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9e7534a-d535-4bd0-be36-e5603f28c6c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:03.761245 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9e7534a-d535-4bd0-be36-e5603f28c6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:03.771662 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-12917004-d6f5-4210-b14f-88e8891093aa admin admin] For port 06386fc4-8182-4238-8417-ade551456c25, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=06386fc4-8182-4238-8417-ade551456c25,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:03.772022 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-12917004-d6f5-4210-b14f-88e8891093aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:03.791359 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-12917004-d6f5-4210-b14f-88e8891093aa admin admin] Calling delete_port for 06386fc4-8182-4238-8417-ade551456c25 owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:11:03.802613 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9e7534a-d535-4bd0-be36-e5603f28c6c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:11:03.815856 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7534a-d535-4bd0-be36-e5603f28c6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67100641-d819-481d-8123-98807a34e1f2,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:03.823097 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9e7534a-d535-4bd0-be36-e5603f28c6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:03.824751 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-e9e7534a-d535-4bd0-be36-e5603f28c6c8 admin admin] Added segment 942d96b4-c4af-49df-9097-dd32765e9b01 of type vlan for network 61ed045b-f5a3-49a6-a9c8-61ede271bf43 Jul 23 20:11:03.893282 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa632795-084a-4184-930a-bfaf67890ec7 req-63517a80-4b14-4a70-93d6-38287512ab93 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:03.894929 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa632795-084a-4184-930a-bfaf67890ec7 req-63517a80-4b14-4a70-93d6-38287512ab93 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.1684661 Jul 23 20:11:03.925244 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-fe969d60-20e4-4304-9598-0bc2d176ba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a95accd7-62bc-43a5-b60c-6c73505d2731', 'name': 'tempest-ServerRescueTestJSONUnderV235-1902147256-router', 'tenant_id': 'aa9236fc3c3c45458243c34890b9f295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '06386fc4-8182-4238-8417-ade551456c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:39Z', 'updated_at': '2021-07-23T20:11:01Z', 'revision_number': 5, 'project_id': 'aa9236fc3c3c45458243c34890b9f295', 'gw_port': {'id': '06386fc4-8182-4238-8417-ade551456c25', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95accd7-62bc-43a5-b60c-6c73505d2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:41Z', 'updated_at': '2021-07-23T20:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:03.952167 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9e7534a-d535-4bd0-be36-e5603f28c6c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:03.961424 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe969d60-20e4-4304-9598-0bc2d176ba82 None None] The sync data for ids ['a95accd7-62bc-43a5-b60c-6c73505d2731'] in n-d-793618-10 is: [{'id': 'a95accd7-62bc-43a5-b60c-6c73505d2731', 'name': 'tempest-ServerRescueTestJSONUnderV235-1902147256-router', 'tenant_id': 'aa9236fc3c3c45458243c34890b9f295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '06386fc4-8182-4238-8417-ade551456c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:39Z', 'updated_at': '2021-07-23T20:11:01Z', 'revision_number': 5, 'project_id': 'aa9236fc3c3c45458243c34890b9f295', 'gw_port': {'id': '06386fc4-8182-4238-8417-ade551456c25', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95accd7-62bc-43a5-b60c-6c73505d2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:41Z', 'updated_at': '2021-07-23T20:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:11:04.016503 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9e7534a-d535-4bd0-be36-e5603f28c6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:04.017596 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e7534a-d535-4bd0-be36-e5603f28c6c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:04.018349 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9e7534a-d535-4bd0-be36-e5603f28c6c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:04.023410 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa632795-084a-4184-930a-bfaf67890ec7 req-83fe07ce-30c1-4bb3-a729-24f72666a1a6 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198294 Jul 23 20:11:04.070981 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e9e7534a-d535-4bd0-be36-e5603f28c6c8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8230481 Jul 23 20:11:04.074352 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49748) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:04.081892 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-6b8cbc40-350c-4229-9acb-6e76fbff03d1 admin admin] Request body: {'subnet': {'network_id': '61ed045b-f5a3-49a6-a9c8-61ede271bf43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-702772466-subnet', 'tenant_id': '6797e7030eab49e9bc11cae60d3b9177', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:04.115809 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7534a-d535-4bd0-be36-e5603f28c6c8 admin admin] Pushing event updated for resources: {'Network': ['ID=61ed045b-f5a3-49a6-a9c8-61ede271bf43,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:04.128991 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 61ed045b-f5a3-49a6-a9c8-61ede271bf43 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:11:04.137805 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-12917004-d6f5-4210-b14f-88e8891093aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:04.142269 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8cbc40-350c-4229-9acb-6e76fbff03d1 admin admin] Made reservation on behalf of 6797e7030eab49e9bc11cae60d3b9177 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:04.144658 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6b8cbc40-350c-4229-9acb-6e76fbff03d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:04.177855 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12917004-d6f5-4210-b14f-88e8891093aa admin admin] Pushing event deleted for resources: {'Port': ['ID=06386fc4-8182-4238-8417-ade551456c25,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:04.284407 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-12917004-d6f5-4210-b14f-88e8891093aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:04.395383 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6b8cbc40-350c-4229-9acb-6e76fbff03d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:04.410241 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-12917004-d6f5-4210-b14f-88e8891093aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:04.412444 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-12917004-d6f5-4210-b14f-88e8891093aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:04.469741 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8cbc40-350c-4229-9acb-6e76fbff03d1 admin admin] Checking segment: {'id': '942d96b4-c4af-49df-9097-dd32765e9b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '61ed045b-f5a3-49a6-a9c8-61ede271bf43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:11:04.470098 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8cbc40-350c-4229-9acb-6e76fbff03d1 admin admin] Network hostable DHCP agents. Network: 61ed045b-f5a3-49a6-a9c8-61ede271bf43, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:11:04.472757 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-12917004-d6f5-4210-b14f-88e8891093aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:04.473335 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12917004-d6f5-4210-b14f-88e8891093aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router a95accd7-62bc-43a5-b60c-6c73505d2731 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:11:04.473437 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8cbc40-350c-4229-9acb-6e76fbff03d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f588277-1790-412a-a1cc-3d4d1a03523b,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:04.484275 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-12917004-d6f5-4210-b14f-88e8891093aa admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:04.485497 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-12917004-d6f5-4210-b14f-88e8891093aa admin admin] 10.222.0.32 "DELETE /v2.0/routers/a95accd7-62bc-43a5-b60c-6c73505d2731 HTTP/1.1" status: 204 len: 168 time: 1.3593330 Jul 23 20:11:04.488115 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49758) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:04.492790 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8cbc40-350c-4229-9acb-6e76fbff03d1 admin admin] Network 61ed045b-f5a3-49a6-a9c8-61ede271bf43 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:11:04.504841 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-6b8cbc40-350c-4229-9acb-6e76fbff03d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 61ed045b-f5a3-49a6-a9c8-61ede271bf43) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:04.513622 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c4728d-d464-4f3a-a39f-d65cafedd976 None None] Network 61ed045b-f5a3-49a6-a9c8-61ede271bf43 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:11:04.522616 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8cbc40-350c-4229-9acb-6e76fbff03d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:04.523943 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6b8cbc40-350c-4229-9acb-6e76fbff03d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:04.545802 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6b8cbc40-350c-4229-9acb-6e76fbff03d1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4697762 Jul 23 20:11:04.548898 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49760) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:04.554727 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-9b0110c2-4ab4-44f2-a7e3-62674c838f67 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-702772466-router', 'tenant_id': '6797e7030eab49e9bc11cae60d3b9177', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:04.583067 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-adc734c2-d395-4b35-8047-df7b87325939 admin admin] Deleting subnet abbd7fe3-d20b-4359-8aac-62218ac5177d {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:11:04.586799 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-adc734c2-d395-4b35-8047-df7b87325939 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:04.589547 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9b0110c2-4ab4-44f2-a7e3-62674c838f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:04.591093 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9b0110c2-4ab4-44f2-a7e3-62674c838f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:04.650273 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310e564-75a3-45c5-85d2-85927ae707d0 req-4efebaad-d4c3-43f4-ab64-d8066a0264d6 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:04.659526 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5310e564-75a3-45c5-85d2-85927ae707d0 req-4efebaad-d4c3-43f4-ab64-d8066a0264d6 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed HTTP/1.1" status: 200 len: 946 time: 0.1188159 Jul 23 20:11:04.697695 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9b0110c2-4ab4-44f2-a7e3-62674c838f67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:04.702738 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-adc734c2-d395-4b35-8047-df7b87325939 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:04.702924 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:11:04.716483 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5310e564-75a3-45c5-85d2-85927ae707d0 req-ab503fa2-f42b-4ec8-9ea7-018f4e70349d tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555730 Jul 23 20:11:04.731636 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:11:04.732239 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 0eb0f29a-9dbf-4606-b3c4-9666e24e1e7b not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:11:04.765936 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8353a49b-1230-4983-a40d-8fd58c9ce4e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-61ed045b-f5a3-49a6-a9c8-61ede271bf43', 'network_id': '61ed045b-f5a3-49a6-a9c8-61ede271bf43', 'tenant_id': '6797e7030eab49e9bc11cae60d3b9177', 'fixed_ips': [{'subnet_id': '7f588277-1790-412a-a1cc-3d4d1a03523b'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:11:04.766979 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8353a49b-1230-4983-a40d-8fd58c9ce4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:04.885263 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-adc734c2-d395-4b35-8047-df7b87325939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:04.912383 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9b0110c2-4ab4-44f2-a7e3-62674c838f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:04.932571 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-8353a49b-1230-4983-a40d-8fd58c9ce4e7 None None] Allocated IP 172.20.0.2 (61ed045b-f5a3-49a6-a9c8-61ede271bf43/7f588277-1790-412a-a1cc-3d4d1a03523b/1b1d8065-ffb7-44ac-b1aa-3aa8ff849ef8) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:04.988384 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-adc734c2-d395-4b35-8047-df7b87325939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:05.048918 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-adc734c2-d395-4b35-8047-df7b87325939 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:05.051605 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-adc734c2-d395-4b35-8047-df7b87325939 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/abbd7fe3-d20b-4359-8aac-62218ac5177d HTTP/1.1" status: 204 len: 168 time: 0.5615480 Jul 23 20:11:05.060558 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49770) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:05.065869 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc734c2-d395-4b35-8047-df7b87325939 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abbd7fe3-d20b-4359-8aac-62218ac5177d,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:05.156547 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49774) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:05.238244 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e98df7b-23e2-4076-97e9-e72a469f6557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:05.256962 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 06386fc4-8182-4238-8417-ade551456c25 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:11:05.348900 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 06386fc4-8182-4238-8417-ade551456c25 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:11:05.349297 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 06386fc4-8182-4238-8417-ade551456c25 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:11:05.349765 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 001cf2d7-16c2-47b5-9d85-490b46250bb1 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:11:05.354253 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e98df7b-23e2-4076-97e9-e72a469f6557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:05.367567 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-3e98df7b-23e2-4076-97e9-e72a469f6557 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76e448dd-c68c-4039-a064-3d16e069d5ca']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:05.380351 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-3e98df7b-23e2-4076-97e9-e72a469f6557 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f562663-4955-4d38-9763-67a41081ba38') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:05.380569 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-3e98df7b-23e2-4076-97e9-e72a469f6557 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f562663-4955-4d38-9763-67a41081ba38') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:05.380820 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 001cf2d7-16c2-47b5-9d85-490b46250bb1 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:11:05.381162 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 001cf2d7-16c2-47b5-9d85-490b46250bb1 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:11:05.392505 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e98df7b-23e2-4076-97e9-e72a469f6557 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:05.396067 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8353a49b-1230-4983-a40d-8fd58c9ce4e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:05.407155 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8353a49b-1230-4983-a40d-8fd58c9ce4e7 None None] Transition to ACTIVE for port object 1b1d8065-ffb7-44ac-b1aa-3aa8ff849ef8 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:05.415486 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e98df7b-23e2-4076-97e9-e72a469f6557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:05.423503 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e98df7b-23e2-4076-97e9-e72a469f6557 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:11:05.424061 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e98df7b-23e2-4076-97e9-e72a469f6557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:05.426468 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:11:05.426468 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:11:05.426468 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:11:05.426468 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:11:05.426468 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:11:05.426468 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:11:05.426468 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:11:05.426468 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:11:05.426468 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:11:05.426468 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:11:05.426468 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:11:05.426468 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:11:05.426468 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:11:05.426468 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:11:05.426468 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:11:05.426468 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:11:05.426468 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:11:05.426468 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:11:05.426468 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:11:05.426468 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:11:05.426468 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:11:05.426468 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:11:05.426468 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:11:05.426468 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:11:05.426468 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:11:05.426468 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:11:05.426468 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:11:05.426468 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:11:05.426468 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:11:05.426468 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:11:05.426468 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:11:05.426468 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:11:05.492167 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8353a49b-1230-4983-a40d-8fd58c9ce4e7 None None] Transition to ACTIVE for port object 1b1d8065-ffb7-44ac-b1aa-3aa8ff849ef8 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:05.494461 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e98df7b-23e2-4076-97e9-e72a469f6557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:05.501829 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e98df7b-23e2-4076-97e9-e72a469f6557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:05.503916 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3e98df7b-23e2-4076-97e9-e72a469f6557 admin admin] 10.222.0.32 "DELETE /v2.0/networks/76e448dd-c68c-4039-a064-3d16e069d5ca HTTP/1.1" status: 204 len: 168 time: 0.4422703 Jul 23 20:11:05.510371 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8353a49b-1230-4983-a40d-8fd58c9ce4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:05.530770 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98df7b-23e2-4076-97e9-e72a469f6557 admin admin] Pushing event deleted for resources: {'Network': ['ID=76e448dd-c68c-4039-a064-3d16e069d5ca,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:05.564246 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8353a49b-1230-4983-a40d-8fd58c9ce4e7 None None] Network 61ed045b-f5a3-49a6-a9c8-61ede271bf43 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:05.564913 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-8353a49b-1230-4983-a40d-8fd58c9ce4e7 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:05.568736 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8353a49b-1230-4983-a40d-8fd58c9ce4e7 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:05.579436 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353a49b-1230-4983-a40d-8fd58c9ce4e7 None None] Pushing event updated for resources: {'Port': ['ID=1b1d8065-ffb7-44ac-b1aa-3aa8ff849ef8,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:05.651905 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-8353a49b-1230-4983-a40d-8fd58c9ce4e7 None None] Attempting to bind port 1b1d8065-ffb7-44ac-b1aa-3aa8ff849ef8 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:11:05.652653 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-8353a49b-1230-4983-a40d-8fd58c9ce4e7 None None] Attempting to bind port 1b1d8065-ffb7-44ac-b1aa-3aa8ff849ef8 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '942d96b4-c4af-49df-9097-dd32765e9b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '61ed045b-f5a3-49a6-a9c8-61ede271bf43'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:11:05.653259 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8353a49b-1230-4983-a40d-8fd58c9ce4e7 None None] Attempting to bind port 1b1d8065-ffb7-44ac-b1aa-3aa8ff849ef8 on network 61ed045b-f5a3-49a6-a9c8-61ede271bf43 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:11:05.663528 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8353a49b-1230-4983-a40d-8fd58c9ce4e7 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:11:05.664975 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-12373528-4085-434a-82d3-1feab1e12e09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:05.665129 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8353a49b-1230-4983-a40d-8fd58c9ce4e7 None None] Checking segment: {'id': '942d96b4-c4af-49df-9097-dd32765e9b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '61ed045b-f5a3-49a6-a9c8-61ede271bf43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:11:05.665598 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8353a49b-1230-4983-a40d-8fd58c9ce4e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:05.666239 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8353a49b-1230-4983-a40d-8fd58c9ce4e7 None None] Bound using segment: {'id': '942d96b4-c4af-49df-9097-dd32765e9b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '61ed045b-f5a3-49a6-a9c8-61ede271bf43'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:11:05.666662 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-8353a49b-1230-4983-a40d-8fd58c9ce4e7 None None] Bound port: 1b1d8065-ffb7-44ac-b1aa-3aa8ff849ef8, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942d96b4-c4af-49df-9097-dd32765e9b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '61ed045b-f5a3-49a6-a9c8-61ede271bf43'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:11:05.667185 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8353a49b-1230-4983-a40d-8fd58c9ce4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:05.707868 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49780) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:05.763789 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-93699d7f-898c-43e6-8acb-f4745cd42487 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aa9236fc3c3c45458243c34890b9f295&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0544949 Jul 23 20:11:05.767041 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49784) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:05.770244 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-8353a49b-1230-4983-a40d-8fd58c9ce4e7 None None] For port 1b1d8065-ffb7-44ac-b1aa-3aa8ff849ef8, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:11:05.783561 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-8353a49b-1230-4983-a40d-8fd58c9ce4e7 None None] For port 1b1d8065-ffb7-44ac-b1aa-3aa8ff849ef8, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=1b1d8065-ffb7-44ac-b1aa-3aa8ff849ef8,segment=NetworkSegment(942d96b4-c4af-49df-9097-dd32765e9b01),segment_id=942d96b4-c4af-49df-9097-dd32765e9b01)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:11:05.784364 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9b0110c2-4ab4-44f2-a7e3-62674c838f67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:05.792893 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8353a49b-1230-4983-a40d-8fd58c9ce4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:05.818190 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9b0110c2-4ab4-44f2-a7e3-62674c838f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:05.828684 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fe46e-25ec-4a22-b68a-bc3235a15281 req-e9625394-a063-4110-8ea3-eed006ef6ae3 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:05.830352 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c50fe46e-25ec-4a22-b68a-bc3235a15281 req-e9625394-a063-4110-8ea3-eed006ef6ae3 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.6599541 Jul 23 20:11:05.882185 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353a49b-1230-4983-a40d-8fd58c9ce4e7 None None] Pushing event updated for resources: {'Port': ['ID=1b1d8065-ffb7-44ac-b1aa-3aa8ff849ef8,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:05.889100 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9635cd66-306e-4795-a6f5-90910aab71ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:05.929120 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec56c37-1d28-4f52-8af0-a1efe7ce1c1a req-90770149-b7dd-4ce4-aa6a-a23a0bc5f89d tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:05.937729 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1ec56c37-1d28-4f52-8af0-a1efe7ce1c1a req-90770149-b7dd-4ce4-aa6a-a23a0bc5f89d tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed HTTP/1.1" status: 200 len: 946 time: 0.1396358 Jul 23 20:11:05.941568 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9635cd66-306e-4795-a6f5-90910aab71ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:05.948953 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c50fe46e-25ec-4a22-b68a-bc3235a15281 req-15dbd3f5-b7be-4f25-848c-8ad14cdcb7bb tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998795 Jul 23 20:11:06.030145 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1ec56c37-1d28-4f52-8af0-a1efe7ce1c1a req-20b6d9d8-2785-4651-b010-e45d224a10e1 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903301 Jul 23 20:11:06.059996 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9635cd66-306e-4795-a6f5-90910aab71ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:06.063505 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9635cd66-306e-4795-a6f5-90910aab71ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:06.064665 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9635cd66-306e-4795-a6f5-90910aab71ed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/73776e44-7ae2-46ff-b78b-4627ee1e8348 HTTP/1.1" status: 204 len: 168 time: 0.2965925 Jul 23 20:11:06.072616 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-12373528-4085-434a-82d3-1feab1e12e09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:06.087132 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-12373528-4085-434a-82d3-1feab1e12e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:06.099784 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635cd66-306e-4795-a6f5-90910aab71ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73776e44-7ae2-46ff-b78b-4627ee1e8348,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:06.171975 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-9b0110c2-4ab4-44f2-a7e3-62674c838f67 admin admin] Allocated IP 172.25.1.224 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/ee818ae2-027a-48c4-ae91-dd5af60bc51c) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:06.271500 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12373528-4085-434a-82d3-1feab1e12e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19a2c52-f76b-4ab6-8a23-81c834d5c1da,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:06.282657 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-12373528-4085-434a-82d3-1feab1e12e09 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1cdd94442b6a40d489ea9097a1a8d1dd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1245315 Jul 23 20:11:06.284935 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49796) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:06.375877 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2a1cf-ab74-47be-b122-eec55a282ddf req-732dd0f3-c5b3-4139-aad5-57cc81f018ef tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:06.377859 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-03c2a1cf-ab74-47be-b122-eec55a282ddf req-732dd0f3-c5b3-4139-aad5-57cc81f018ef tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.30 "GET /v2.0/ports?device_id=b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed HTTP/1.1" status: 200 len: 946 time: 0.2034669 Jul 23 20:11:06.460656 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9b0110c2-4ab4-44f2-a7e3-62674c838f67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:06.538370 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9b0110c2-4ab4-44f2-a7e3-62674c838f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:06.600208 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0110c2-4ab4-44f2-a7e3-62674c838f67 admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:06.603597 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-9b0110c2-4ab4-44f2-a7e3-62674c838f67 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:06.609126 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0110c2-4ab4-44f2-a7e3-62674c838f67 admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:06.612472 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0110c2-4ab4-44f2-a7e3-62674c838f67 admin admin] Pushing event updated for resources: {'Port': ['ID=ee818ae2-027a-48c4-ae91-dd5af60bc51c,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:06.897492 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9e2f6777-4c09-426e-8727-3121f3382829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:06.925902 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9b0110c2-4ab4-44f2-a7e3-62674c838f67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:06.939202 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9e2f6777-4c09-426e-8727-3121f3382829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:06.994713 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57fd02-42fe-445b-a5f8-abe2f83aa0da req-fdb1a11e-2fcb-40a2-b510-2587a29cfd72 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:06.998496 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5f57fd02-42fe-445b-a5f8-abe2f83aa0da req-fdb1a11e-2fcb-40a2-b510-2587a29cfd72 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.6680877 Jul 23 20:11:07.050318 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9e2f6777-4c09-426e-8727-3121f3382829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:07.054018 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9e2f6777-4c09-426e-8727-3121f3382829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:07.055358 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9e2f6777-4c09-426e-8727-3121f3382829 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f19a2c52-f76b-4ab6-8a23-81c834d5c1da HTTP/1.1" status: 204 len: 168 time: 0.7646732 Jul 23 20:11:07.097127 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f6777-4c09-426e-8727-3121f3382829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19a2c52-f76b-4ab6-8a23-81c834d5c1da,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:07.114963 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-03c2a1cf-ab74-47be-b122-eec55a282ddf req-751da72e-69d6-4e74-a71f-7c81608c291f tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Deleting port f3fae154-943b-49a2-b2a4-df74b67a9b63 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:11:07.115429 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-03c2a1cf-ab74-47be-b122-eec55a282ddf req-751da72e-69d6-4e74-a71f-7c81608c291f tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:07.126212 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5f57fd02-42fe-445b-a5f8-abe2f83aa0da req-aac3cf1d-6921-4b10-b8ac-b95548c8218f tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856051 Jul 23 20:11:07.131328 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 1b1d8065-ffb7-44ac-b1aa-3aa8ff849ef8 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:07.270360 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-03c2a1cf-ab74-47be-b122-eec55a282ddf req-751da72e-69d6-4e74-a71f-7c81608c291f tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] For port f3fae154-943b-49a2-b2a4-df74b67a9b63, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=f3fae154-943b-49a2-b2a4-df74b67a9b63,segment=NetworkSegment(f03a1624-ec44-467c-82d0-e8d05476b022),segment_id=f03a1624-ec44-467c-82d0-e8d05476b022)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:07.270760 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-03c2a1cf-ab74-47be-b122-eec55a282ddf req-751da72e-69d6-4e74-a71f-7c81608c291f tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:07.300240 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 1b1d8065-ffb7-44ac-b1aa-3aa8ff849ef8 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:07.322310 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-03c2a1cf-ab74-47be-b122-eec55a282ddf req-751da72e-69d6-4e74-a71f-7c81608c291f tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Calling delete_port for f3fae154-943b-49a2-b2a4-df74b67a9b63 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:11:07.405975 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9b0110c2-4ab4-44f2-a7e3-62674c838f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:07.419797 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7e9846-9f2e-4808-ab3b-74f1fa02dc24 None None] Network 61ed045b-f5a3-49a6-a9c8-61ede271bf43 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:11:07.440556 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448dd82-b42e-49cc-af91-963ddb044788 req-fa70ac26-b128-42bc-b36e-e022c1c9a941 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:07.448525 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9448dd82-b42e-49cc-af91-963ddb044788 req-fa70ac26-b128-42bc-b36e-e022c1c9a941 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/ports?device_id=b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed HTTP/1.1" status: 200 len: 946 time: 0.2009664 Jul 23 20:11:07.537241 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49826) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:07.575385 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9448dd82-b42e-49cc-af91-963ddb044788 req-c5e100f8-cc9b-45ab-99e5-1caea5d7d630 tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8818317-c142-4960-8c2b-0ef4f224df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258311 Jul 23 20:11:07.578364 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-89351390-32da-4b08-9432-1889971b5357 None None] Provisioning for port 1b1d8065-ffb7-44ac-b1aa-3aa8ff849ef8 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:07.595063 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-89351390-32da-4b08-9432-1889971b5357 None None] Provisioning complete for port 1b1d8065-ffb7-44ac-b1aa-3aa8ff849ef8 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:07.595719 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89351390-32da-4b08-9432-1889971b5357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:07.618135 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-03c2a1cf-ab74-47be-b122-eec55a282ddf req-751da72e-69d6-4e74-a71f-7c81608c291f tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:07.635457 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['f3fae154-943b-49a2-b2a4-df74b67a9b63'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:11:07.663629 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b0110c2-4ab4-44f2-a7e3-62674c838f67 admin admin] Router 563a2156-6482-461f-8fe0-06609d776002 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:11:07.676148 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751da72e-69d6-4e74-a71f-7c81608c291f tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Pushing event deleted for resources: {'Port': ['ID=f3fae154-943b-49a2-b2a4-df74b67a9b63,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:07.763717 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c2a1cf-ab74-47be-b122-eec55a282ddf req-751da72e-69d6-4e74-a71f-7c81608c291f tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] No DVR routers for this DVR port f3fae154-943b-49a2-b2a4-df74b67a9b63 on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:11:07.774073 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-03c2a1cf-ab74-47be-b122-eec55a282ddf req-751da72e-69d6-4e74-a71f-7c81608c291f tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:07.777406 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-03c2a1cf-ab74-47be-b122-eec55a282ddf req-751da72e-69d6-4e74-a71f-7c81608c291f tempest-ListServerFiltersTestJSON-1499369455 tempest-ListServerFiltersTestJSON-1499369455-project] 10.222.0.30 "DELETE /v2.0/ports/f3fae154-943b-49a2-b2a4-df74b67a9b63 HTTP/1.1" status: 204 len: 173 time: 1.3798563 Jul 23 20:11:07.778190 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed', 'name': 'network-vif-deleted', 'tag': 'f3fae154-943b-49a2-b2a4-df74b67a9b63'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:11:07.781361 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853e7b80-3099-441f-bf4f-ae8045728b23" -d '{"events": [{"server_uuid": "b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed", "name": "network-vif-deleted", "tag": "f3fae154-943b-49a2-b2a4-df74b67a9b63"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:11:07.800753 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-021bad94-bbe8-4b11-9e00-fccb55e152e9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1533662769-network', 'tenant_id': '784f45fc75b84843b7a1c49c28ef405e'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:07.819806 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89351390-32da-4b08-9432-1889971b5357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:07.820013 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49832) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:07.853541 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fe53b068-7ee9-41a9-b0e0-0ec1ba8490ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:07.892255 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a53b26-4b6a-48f2-883d-3dcbdf9eade8 x-openstack-request-id: req-89a53b26-4b6a-48f2-883d-3dcbdf9eade8 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:11:07.892727 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed", "name": "network-vif-deleted", "tag": "f3fae154-943b-49a2-b2a4-df74b67a9b63", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:11:07.892841 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-89a53b26-4b6a-48f2-883d-3dcbdf9eade8 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:11:07.893219 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42bfd98-c2f6-4d15-ac78-dbd50a4b70ed', 'name': 'network-vif-deleted', 'tag': 'f3fae154-943b-49a2-b2a4-df74b67a9b63', 'status': 'completed', 'code': 200} Jul 23 20:11:07.922305 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-89351390-32da-4b08-9432-1889971b5357 None None] For port 1b1d8065-ffb7-44ac-b1aa-3aa8ff849ef8, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=1b1d8065-ffb7-44ac-b1aa-3aa8ff849ef8,segment=NetworkSegment(942d96b4-c4af-49df-9097-dd32765e9b01),segment_id=942d96b4-c4af-49df-9097-dd32765e9b01)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:07.928895 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89351390-32da-4b08-9432-1889971b5357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:07.946789 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0110c2-4ab4-44f2-a7e3-62674c838f67 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:11:07.970011 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d9f450-042e-4c1d-b310-cdf0173b5288 None None] Sync routers for ids ['563a2156-6482-461f-8fe0-06609d776002'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:11:07.988701 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fe53b068-7ee9-41a9-b0e0-0ec1ba8490ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:07.994840 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fe53b068-7ee9-41a9-b0e0-0ec1ba8490ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:08.007652 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d9f450-042e-4c1d-b310-cdf0173b5288 None None] Routers {'563a2156-6482-461f-8fe0-06609d776002'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:11:08.008278 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-89d9f450-042e-4c1d-b310-cdf0173b5288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:10:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['563a2156-6482-461f-8fe0-06609d776002'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:08.014270 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021bad94-bbe8-4b11-9e00-fccb55e152e9 admin admin] Made reservation on behalf of 784f45fc75b84843b7a1c49c28ef405e for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:08.020753 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-021bad94-bbe8-4b11-9e00-fccb55e152e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:08.036891 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-021bad94-bbe8-4b11-9e00-fccb55e152e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:08.042777 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9b0110c2-4ab4-44f2-a7e3-62674c838f67 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:08.044793 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9b0110c2-4ab4-44f2-a7e3-62674c838f67 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4943504 Jul 23 20:11:08.052495 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49834) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:08.055484 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53b068-7ee9-41a9-b0e0-0ec1ba8490ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12893eea-8cf3-4fee-a69b-384e8680ab42,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:08.063687 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-fe53b068-7ee9-41a9-b0e0-0ec1ba8490ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=38b524c5b12148beaae5a33125982242&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2401326 Jul 23 20:11:08.064019 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49836) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:08.098754 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89351390-32da-4b08-9432-1889971b5357 None None] Pushing event updated for resources: {'Port': ['ID=1b1d8065-ffb7-44ac-b1aa-3aa8ff849ef8,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:08.130166 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-440c2def-33ec-4f63-9684-286af02b5b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:08.130462 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-89d9f450-042e-4c1d-b310-cdf0173b5288 None None] Set router 563a2156-6482-461f-8fe0-06609d776002 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:11:08.158487 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-440c2def-33ec-4f63-9684-286af02b5b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:08.228197 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-440c2def-33ec-4f63-9684-286af02b5b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:08.232318 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-440c2def-33ec-4f63-9684-286af02b5b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:08.236893 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-440c2def-33ec-4f63-9684-286af02b5b16 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/12893eea-8cf3-4fee-a69b-384e8680ab42 HTTP/1.1" status: 204 len: 168 time: 0.1694820 Jul 23 20:11:08.282684 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c2def-33ec-4f63-9684-286af02b5b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12893eea-8cf3-4fee-a69b-384e8680ab42,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:08.383046 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-89d9f450-042e-4c1d-b310-cdf0173b5288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563a2156-6482-461f-8fe0-06609d776002', 'name': 'tempest-ServersTestBootFromVolume-702772466-router', 'tenant_id': '6797e7030eab49e9bc11cae60d3b9177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'ee818ae2-027a-48c4-ae91-dd5af60bc51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:04Z', 'updated_at': '2021-07-23T20:11:06Z', 'revision_number': 3, 'project_id': '6797e7030eab49e9bc11cae60d3b9177', 'gw_port': {'id': 'ee818ae2-027a-48c4-ae91-dd5af60bc51c', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563a2156-6482-461f-8fe0-06609d776002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:05Z', 'updated_at': '2021-07-23T20:11:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:08.416209 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d9f450-042e-4c1d-b310-cdf0173b5288 None None] Checking router: 563a2156-6482-461f-8fe0-06609d776002 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:11:08.416793 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d9f450-042e-4c1d-b310-cdf0173b5288 None None] Updating router 563a2156-6482-461f-8fe0-06609d776002 port ee818ae2-027a-48c4-ae91-dd5af60bc51c binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:11:08.465447 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89d9f450-042e-4c1d-b310-cdf0173b5288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:08.499712 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ace28752-d623-4822-aa0a-dc8f66eb9ac2 None None] Provisioning complete for port 1b1d8065-ffb7-44ac-b1aa-3aa8ff849ef8 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:08.500435 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ace28752-d623-4822-aa0a-dc8f66eb9ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:08.582834 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4afb00-dc23-4086-bbe2-c530ff5a0945 req-0a07f76a-ab7f-4480-87cf-94fd57dfe7f4 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:08.590294 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1b4afb00-dc23-4086-bbe2-c530ff5a0945 req-0a07f76a-ab7f-4480-87cf-94fd57dfe7f4 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.3096693 Jul 23 20:11:08.613031 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-021bad94-bbe8-4b11-9e00-fccb55e152e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:08.636803 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-021bad94-bbe8-4b11-9e00-fccb55e152e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:08.648725 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49850) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:08.716817 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ac3f43-6c34-4ec5-b9c8-bb8e77b63b5f admin admin] Deleting subnet 28d46783-a56f-4f52-b9c4-e9a156bc0473 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:11:08.717039 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021bad94-bbe8-4b11-9e00-fccb55e152e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8680a7-aed4-479f-b279-951870200890,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:08.736063 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50ac3f43-6c34-4ec5-b9c8-bb8e77b63b5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:08.758751 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-021bad94-bbe8-4b11-9e00-fccb55e152e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:11:08.775262 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1b4afb00-dc23-4086-bbe2-c530ff5a0945 req-17038549-49e8-4000-bfc3-c4424412456d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838913 Jul 23 20:11:08.786382 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-021bad94-bbe8-4b11-9e00-fccb55e152e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:08.786736 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-021bad94-bbe8-4b11-9e00-fccb55e152e9 admin admin] Added segment 40f06d11-91a9-483d-8ca0-42c25728fafb of type vlan for network 286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8 Jul 23 20:11:08.800392 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50ac3f43-6c34-4ec5-b9c8-bb8e77b63b5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:08.851093 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-021bad94-bbe8-4b11-9e00-fccb55e152e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:08.907861 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89d9f450-042e-4c1d-b310-cdf0173b5288 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:08.927588 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-89d9f450-042e-4c1d-b310-cdf0173b5288 None None] Transition to ACTIVE for port object ee818ae2-027a-48c4-ae91-dd5af60bc51c will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:08.938903 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89d9f450-042e-4c1d-b310-cdf0173b5288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:08.967424 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50ac3f43-6c34-4ec5-b9c8-bb8e77b63b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:09.021726 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-21df2f11-f0a9-4421-80bb-322d5157479e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:09.025794 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-021bad94-bbe8-4b11-9e00-fccb55e152e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:09.027379 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021bad94-bbe8-4b11-9e00-fccb55e152e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:09.028029 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-021bad94-bbe8-4b11-9e00-fccb55e152e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:09.030233 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d41b73-1bf7-4a60-8e82-de0e3699efe5 req-5d5179e3-e9b0-4dd8-a0ea-279ec7b91826 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:09.031941 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-78d41b73-1bf7-4a60-8e82-de0e3699efe5 req-5d5179e3-e9b0-4dd8-a0ea-279ec7b91826 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.1754906 Jul 23 20:11:09.049257 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-89d9f450-042e-4c1d-b310-cdf0173b5288 None None] Attempting to bind port ee818ae2-027a-48c4-ae91-dd5af60bc51c on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:11:09.049665 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-89d9f450-042e-4c1d-b310-cdf0173b5288 None None] Attempting to bind port ee818ae2-027a-48c4-ae91-dd5af60bc51c by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:11:09.050025 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d9f450-042e-4c1d-b310-cdf0173b5288 None None] Attempting to bind port ee818ae2-027a-48c4-ae91-dd5af60bc51c on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:11:09.083552 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-78d41b73-1bf7-4a60-8e82-de0e3699efe5 req-2c12f49f-69e1-4b58-9769-1d5e713ef240 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446565 Jul 23 20:11:09.089418 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50ac3f43-6c34-4ec5-b9c8-bb8e77b63b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:09.094866 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 1b1d8065-ffb7-44ac-b1aa-3aa8ff849ef8 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:09.100626 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ee8c4-6bbb-429a-87df-481a2a9d6628 None None] Pushing event updated for resources: {'Port': ['ID=ee818ae2-027a-48c4-ae91-dd5af60bc51c,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:09.104147 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50ac3f43-6c34-4ec5-b9c8-bb8e77b63b5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:09.106549 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-50ac3f43-6c34-4ec5-b9c8-bb8e77b63b5f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/28d46783-a56f-4f52-b9c4-e9a156bc0473 HTTP/1.1" status: 204 len: 168 time: 0.4561555 Jul 23 20:11:09.114183 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d9f450-042e-4c1d-b310-cdf0173b5288 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:11:09.114941 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d9f450-042e-4c1d-b310-cdf0173b5288 None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:11:09.115554 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89d9f450-042e-4c1d-b310-cdf0173b5288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:09.116219 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d9f450-042e-4c1d-b310-cdf0173b5288 None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:11:09.116967 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-89d9f450-042e-4c1d-b310-cdf0173b5288 None None] Bound port: ee818ae2-027a-48c4-ae91-dd5af60bc51c, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:11:09.117595 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89d9f450-042e-4c1d-b310-cdf0173b5288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:09.124480 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49866) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:09.132909 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac3f43-6c34-4ec5-b9c8-bb8e77b63b5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28d46783-a56f-4f52-b9c4-e9a156bc0473,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:09.158786 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021bad94-bbe8-4b11-9e00-fccb55e152e9 admin admin] Pushing event updated for resources: {'Network': ['ID=286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:09.163136 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-021bad94-bbe8-4b11-9e00-fccb55e152e9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6242521 Jul 23 20:11:09.166390 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49870) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:09.172072 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-268aaa6f-a7ec-47b9-a206-589090ea2e18 admin admin] Request body: {'subnet': {'network_id': '286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1533662769-subnet', 'tenant_id': '784f45fc75b84843b7a1c49c28ef405e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:09.182287 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ee8c4-6bbb-429a-87df-481a2a9d6628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:09.182958 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ee8c4-6bbb-429a-87df-481a2a9d6628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:09.183444 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ee8c4-6bbb-429a-87df-481a2a9d6628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:09.183954 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ee8c4-6bbb-429a-87df-481a2a9d6628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:09.184429 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ee8c4-6bbb-429a-87df-481a2a9d6628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:09.185028 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ee8c4-6bbb-429a-87df-481a2a9d6628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:09.185527 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ee8c4-6bbb-429a-87df-481a2a9d6628 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:09.186237 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ee8c4-6bbb-429a-87df-481a2a9d6628 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:09.186875 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ee8c4-6bbb-429a-87df-481a2a9d6628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:09.187457 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ee8c4-6bbb-429a-87df-481a2a9d6628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:09.187927 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ee8c4-6bbb-429a-87df-481a2a9d6628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:09.188494 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ee8c4-6bbb-429a-87df-481a2a9d6628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:09.198739 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ad900a-8393-40b0-a5da-823352730bba None None] Network 685f09ba-c980-497d-98e8-fa2dac810c5d requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:11:09.201993 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:11:09.227233 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-15166154-fb80-4a63-98f3-16ea1356395f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:09.272560 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268aaa6f-a7ec-47b9-a206-589090ea2e18 admin admin] Made reservation on behalf of 784f45fc75b84843b7a1c49c28ef405e for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:09.275016 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-268aaa6f-a7ec-47b9-a206-589090ea2e18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:09.319580 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-15166154-fb80-4a63-98f3-16ea1356395f admin admin] Deleting port c0ac5fa9-00ff-4e2d-a122-90e76c43fffe {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:11:09.320719 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-15166154-fb80-4a63-98f3-16ea1356395f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:09.342817 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 1b1d8065-ffb7-44ac-b1aa-3aa8ff849ef8 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:09.343185 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:09.426873 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-15166154-fb80-4a63-98f3-16ea1356395f admin admin] For port c0ac5fa9-00ff-4e2d-a122-90e76c43fffe, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=c0ac5fa9-00ff-4e2d-a122-90e76c43fffe,segment=NetworkSegment(f03a1624-ec44-467c-82d0-e8d05476b022),segment_id=f03a1624-ec44-467c-82d0-e8d05476b022)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:09.427696 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-15166154-fb80-4a63-98f3-16ea1356395f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:09.445952 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-89d9f450-042e-4c1d-b310-cdf0173b5288 None None] For port ee818ae2-027a-48c4-ae91-dd5af60bc51c, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:11:09.449035 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-15166154-fb80-4a63-98f3-16ea1356395f admin admin] Calling delete_port for c0ac5fa9-00ff-4e2d-a122-90e76c43fffe owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:11:09.519965 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-268aaa6f-a7ec-47b9-a206-589090ea2e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:09.530911 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-89d9f450-042e-4c1d-b310-cdf0173b5288 None None] For port ee818ae2-027a-48c4-ae91-dd5af60bc51c, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=ee818ae2-027a-48c4-ae91-dd5af60bc51c,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:11:09.560882 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89d9f450-042e-4c1d-b310-cdf0173b5288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:09.569880 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-15166154-fb80-4a63-98f3-16ea1356395f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:09.590743 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15166154-fb80-4a63-98f3-16ea1356395f admin admin] No DVR routers for this DVR port c0ac5fa9-00ff-4e2d-a122-90e76c43fffe on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:11:09.646417 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268aaa6f-a7ec-47b9-a206-589090ea2e18 admin admin] Checking segment: {'id': '40f06d11-91a9-483d-8ca0-42c25728fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:11:09.647407 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268aaa6f-a7ec-47b9-a206-589090ea2e18 admin admin] Network hostable DHCP agents. Network: 286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:11:09.665932 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212101b-d403-4c2b-8c8f-b629add49e20 req-7b340613-543b-45a7-a4c0-c0b3da300a3f tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:09.667753 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4212101b-d403-4c2b-8c8f-b629add49e20 req-7b340613-543b-45a7-a4c0-c0b3da300a3f tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.3995070 Jul 23 20:11:09.711561 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-15166154-fb80-4a63-98f3-16ea1356395f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:09.716138 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15166154-fb80-4a63-98f3-16ea1356395f admin admin] Pushing event deleted for resources: {'Port': ['ID=c0ac5fa9-00ff-4e2d-a122-90e76c43fffe,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:09.730695 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-15166154-fb80-4a63-98f3-16ea1356395f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['685f09ba-c980-497d-98e8-fa2dac810c5d']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:09.735197 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268aaa6f-a7ec-47b9-a206-589090ea2e18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26aa5c9b-6c7b-4ead-bbf5-7e81fe90100c,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:09.743349 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-15166154-fb80-4a63-98f3-16ea1356395f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f03a1624-ec44-467c-82d0-e8d05476b022') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:09.743655 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-15166154-fb80-4a63-98f3-16ea1356395f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f03a1624-ec44-467c-82d0-e8d05476b022') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:09.757703 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-15166154-fb80-4a63-98f3-16ea1356395f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:09.764539 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4212101b-d403-4c2b-8c8f-b629add49e20 req-fff93538-7ea8-4927-a82d-e572a6c61540 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693555 Jul 23 20:11:09.765171 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268aaa6f-a7ec-47b9-a206-589090ea2e18 admin admin] Network 286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:11:09.776707 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-268aaa6f-a7ec-47b9-a206-589090ea2e18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:09.777781 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-15166154-fb80-4a63-98f3-16ea1356395f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:09.784736 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268aaa6f-a7ec-47b9-a206-589090ea2e18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:09.785669 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-268aaa6f-a7ec-47b9-a206-589090ea2e18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:09.787723 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15166154-fb80-4a63-98f3-16ea1356395f admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:11:09.788274 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-15166154-fb80-4a63-98f3-16ea1356395f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:09.790192 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:11:09.790192 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:11:09.790192 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:11:09.790192 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:11:09.790192 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:11:09.790192 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:11:09.790192 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:11:09.790192 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:11:09.790192 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:11:09.790192 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:11:09.790192 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:11:09.790192 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:11:09.790192 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:11:09.790192 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:11:09.790192 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:11:09.790192 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:11:09.790192 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:11:09.790192 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:11:09.790192 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:11:09.790192 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:11:09.790192 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:11:09.790192 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:11:09.790192 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:11:09.790192 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:11:09.790192 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:11:09.790192 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:11:09.790192 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:11:09.790192 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:11:09.790192 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:11:09.790192 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:11:09.790192 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:11:09.790192 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:11:09.800859 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d9f450-042e-4c1d-b310-cdf0173b5288 None None] Routers {'563a2156-6482-461f-8fe0-06609d776002'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:11:09.802446 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-89d9f450-042e-4c1d-b310-cdf0173b5288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:10:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['563a2156-6482-461f-8fe0-06609d776002'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:09.805317 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-21df2f11-f0a9-4421-80bb-322d5157479e admin admin] Allocated IP 172.20.0.1 (61ed045b-f5a3-49a6-a9c8-61ede271bf43/7f588277-1790-412a-a1cc-3d4d1a03523b/647d4ddc-f185-44ce-8424-8e8e8f0d2fbb) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:09.821247 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-268aaa6f-a7ec-47b9-a206-589090ea2e18 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6537213 Jul 23 20:11:09.826635 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49926) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:09.832327 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-d75e1538-bfb2-4349-beb1-75c6f050bcd9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1533662769-router', 'tenant_id': '784f45fc75b84843b7a1c49c28ef405e', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:09.868165 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-15166154-fb80-4a63-98f3-16ea1356395f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:09.880956 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-15166154-fb80-4a63-98f3-16ea1356395f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:09.883211 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-15166154-fb80-4a63-98f3-16ea1356395f admin admin] 10.222.0.32 "DELETE /v2.0/networks/685f09ba-c980-497d-98e8-fa2dac810c5d HTTP/1.1" status: 204 len: 168 time: 0.7577686 Jul 23 20:11:09.914888 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d75e1538-bfb2-4349-beb1-75c6f050bcd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:09.915836 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d75e1538-bfb2-4349-beb1-75c6f050bcd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:09.924517 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15166154-fb80-4a63-98f3-16ea1356395f admin admin] Pushing event deleted for resources: {'Network': ['ID=685f09ba-c980-497d-98e8-fa2dac810c5d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:09.935394 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-89d9f450-042e-4c1d-b310-cdf0173b5288 None None] Set router 563a2156-6482-461f-8fe0-06609d776002 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:11:09.942251 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec2b8da-7774-4963-a064-629aa003fdec None None] Network 286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:11:10.044456 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e18587-1f18-4b2d-8c5e-19da4f632101 req-905a2e56-b330-4918-a10a-d00460a3eba1 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:10.045140 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-21df2f11-f0a9-4421-80bb-322d5157479e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:10.046198 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b9e18587-1f18-4b2d-8c5e-19da4f632101 req-905a2e56-b330-4918-a10a-d00460a3eba1 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.1039634 Jul 23 20:11:10.062618 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49932) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:10.110169 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d75e1538-bfb2-4349-beb1-75c6f050bcd9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:10.115078 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b9e18587-1f18-4b2d-8c5e-19da4f632101 req-bccce3b1-a077-446a-a9ec-c2bd854f3aaf tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626276 Jul 23 20:11:10.129023 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-21df2f11-f0a9-4421-80bb-322d5157479e admin admin] Transition to ACTIVE for port object 647d4ddc-f185-44ce-8424-8e8e8f0d2fbb will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:10.162374 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49936) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:10.181812 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ee8c4-6bbb-429a-87df-481a2a9d6628 None None] Pushing event updated for resources: {'Port': ['ID=ee818ae2-027a-48c4-ae91-dd5af60bc51c,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:10.263768 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c60bcd4e-72b2-4a3a-b1e9-da8dfb89a89c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=16ace4e35c6441f68c72a7a9cc41988a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1968598 Jul 23 20:11:10.264534 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49940) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:10.264996 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b79de9b6-ebb9-4f0b-a9ce-073c095091f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:10.317348 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d75e1538-bfb2-4349-beb1-75c6f050bcd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:10.319880 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a35abb-0420-48ca-9f88-ec3e1503fb4e None None] DHCP port deletion for 685f09ba-c980-497d-98e8-fa2dac810c5d request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:11:10.342485 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-21df2f11-f0a9-4421-80bb-322d5157479e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:10.366865 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-685fb958-4bcd-4113-9400-376a52809675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:10.383540 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6d4b0ee9-7d58-428a-adb8-7cf450316d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:10.405714 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21df2f11-f0a9-4421-80bb-322d5157479e admin admin] Network 61ed045b-f5a3-49a6-a9c8-61ede271bf43 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:10.413362 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-21df2f11-f0a9-4421-80bb-322d5157479e admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:10.416456 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21df2f11-f0a9-4421-80bb-322d5157479e admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:10.419967 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6d4b0ee9-7d58-428a-adb8-7cf450316d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:10.422407 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df2f11-f0a9-4421-80bb-322d5157479e admin admin] Pushing event updated for resources: {'Port': ['ID=647d4ddc-f185-44ce-8424-8e8e8f0d2fbb,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:10.429527 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d86d3d-4f62-4707-8f2a-a422ecb1376a None None] Network 286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:11:10.505428 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-21df2f11-f0a9-4421-80bb-322d5157479e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:10.523250 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6d4b0ee9-7d58-428a-adb8-7cf450316d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:10.526824 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6d4b0ee9-7d58-428a-adb8-7cf450316d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:10.528451 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6d4b0ee9-7d58-428a-adb8-7cf450316d32 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b8818317-c142-4960-8c2b-0ef4f224df55 HTTP/1.1" status: 204 len: 168 time: 0.2624485 Jul 23 20:11:10.541811 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b0ee9-7d58-428a-adb8-7cf450316d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8818317-c142-4960-8c2b-0ef4f224df55,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:10.577091 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-685fb958-4bcd-4113-9400-376a52809675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:10.586704 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-685fb958-4bcd-4113-9400-376a52809675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:10.626970 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-89d9f450-042e-4c1d-b310-cdf0173b5288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563a2156-6482-461f-8fe0-06609d776002', 'name': 'tempest-ServersTestBootFromVolume-702772466-router', 'tenant_id': '6797e7030eab49e9bc11cae60d3b9177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'ee818ae2-027a-48c4-ae91-dd5af60bc51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:04Z', 'updated_at': '2021-07-23T20:11:06Z', 'revision_number': 3, 'project_id': '6797e7030eab49e9bc11cae60d3b9177', 'gw_port': {'id': 'ee818ae2-027a-48c4-ae91-dd5af60bc51c', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563a2156-6482-461f-8fe0-06609d776002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:05Z', 'updated_at': '2021-07-23T20:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:10.657182 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685fb958-4bcd-4113-9400-376a52809675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c875305-261c-4f29-8824-5f2723fd6b05,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:10.671987 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d9f450-042e-4c1d-b310-cdf0173b5288 None None] The sync data for ids ['563a2156-6482-461f-8fe0-06609d776002'] in n-d-793618-10 is: [{'id': '563a2156-6482-461f-8fe0-06609d776002', 'name': 'tempest-ServersTestBootFromVolume-702772466-router', 'tenant_id': '6797e7030eab49e9bc11cae60d3b9177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'ee818ae2-027a-48c4-ae91-dd5af60bc51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:04Z', 'updated_at': '2021-07-23T20:11:06Z', 'revision_number': 3, 'project_id': '6797e7030eab49e9bc11cae60d3b9177', 'gw_port': {'id': 'ee818ae2-027a-48c4-ae91-dd5af60bc51c', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563a2156-6482-461f-8fe0-06609d776002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:05Z', 'updated_at': '2021-07-23T20:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:11:10.673157 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-685fb958-4bcd-4113-9400-376a52809675 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1519b6ac204f46a9b53305687d5c9cd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5095973 Jul 23 20:11:10.673991 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49946) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:10.781536 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9f509f38-378c-4eec-999e-e6ab9ddb5fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:10.831638 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9f509f38-378c-4eec-999e-e6ab9ddb5fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:10.835523 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6cfa1a3b-775f-40ca-ad20-ec34059ef7da None None] Provisioning for port 647d4ddc-f185-44ce-8424-8e8e8f0d2fbb completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:10.843599 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6cfa1a3b-775f-40ca-ad20-ec34059ef7da None None] Provisioning complete for port 647d4ddc-f185-44ce-8424-8e8e8f0d2fbb triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:10.844768 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6cfa1a3b-775f-40ca-ad20-ec34059ef7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:10.895952 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device f3fae154-943b-49a2-b2a4-df74b67a9b63 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:11:10.899022 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9f509f38-378c-4eec-999e-e6ab9ddb5fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:10.903838 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9f509f38-378c-4eec-999e-e6ab9ddb5fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:10.903838 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9f509f38-378c-4eec-999e-e6ab9ddb5fce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3c875305-261c-4f29-8824-5f2723fd6b05 HTTP/1.1" status: 204 len: 168 time: 0.2281361 Jul 23 20:11:10.936816 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f509f38-378c-4eec-999e-e6ab9ddb5fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c875305-261c-4f29-8824-5f2723fd6b05,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:10.977737 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: f3fae154-943b-49a2-b2a4-df74b67a9b63 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:11:10.978098 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device f3fae154-943b-49a2-b2a4-df74b67a9b63 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:11:11.016154 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-6cfa1a3b-775f-40ca-ad20-ec34059ef7da None None] Port 647d4ddc-f185-44ce-8424-8e8e8f0d2fbb cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:11:11.066374 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device c0ac5fa9-00ff-4e2d-a122-90e76c43fffe no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:11:11.128279 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: c0ac5fa9-00ff-4e2d-a122-90e76c43fffe {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:11:11.129016 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device c0ac5fa9-00ff-4e2d-a122-90e76c43fffe not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:11:11.237173 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-21df2f11-f0a9-4421-80bb-322d5157479e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:11.240786 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d75e1538-bfb2-4349-beb1-75c6f050bcd9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:11.269181 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d75e1538-bfb2-4349-beb1-75c6f050bcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:11.507466 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-d75e1538-bfb2-4349-beb1-75c6f050bcd9 admin admin] Allocated IP 172.25.1.197 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:11.628480 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49980) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:11.634579 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-21df2f11-f0a9-4421-80bb-322d5157479e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:11.643979 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-21df2f11-f0a9-4421-80bb-322d5157479e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:11.690950 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-21df2f11-f0a9-4421-80bb-322d5157479e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:11.790427 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d75e1538-bfb2-4349-beb1-75c6f050bcd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:11.793233 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df2f11-f0a9-4421-80bb-322d5157479e admin admin] Pushing event updated for resources: {'Port': ['ID=647d4ddc-f185-44ce-8424-8e8e8f0d2fbb,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:11.796436 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-7e8ed6c9-9746-42c0-bfd2-a20ae27fab3a admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-286947038-network', 'tenant_id': '1989df60e3384db78376a3e58a7de599'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:11.845186 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8ed6c9-9746-42c0-bfd2-a20ae27fab3a admin admin] Made reservation on behalf of 1989df60e3384db78376a3e58a7de599 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:11.847484 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7e8ed6c9-9746-42c0-bfd2-a20ae27fab3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:11.862056 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7e8ed6c9-9746-42c0-bfd2-a20ae27fab3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:11.919958 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21df2f11-f0a9-4421-80bb-322d5157479e admin admin] Network 61ed045b-f5a3-49a6-a9c8-61ede271bf43 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:11.928705 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-21df2f11-f0a9-4421-80bb-322d5157479e admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:12.018204 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7e8ed6c9-9746-42c0-bfd2-a20ae27fab3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:12.024449 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7e8ed6c9-9746-42c0-bfd2-a20ae27fab3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:12.044952 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d75e1538-bfb2-4349-beb1-75c6f050bcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:12.074535 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ed6c9-9746-42c0-bfd2-a20ae27fab3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e657ab-bf57-45f7-8b8d-0b0161a45c1f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:12.092644 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e8ed6c9-9746-42c0-bfd2-a20ae27fab3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:11:12.105320 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7e8ed6c9-9746-42c0-bfd2-a20ae27fab3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:12.105699 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-7e8ed6c9-9746-42c0-bfd2-a20ae27fab3a admin admin] Added segment 9e928f62-dd9a-4805-bab8-6a1905613326 of type vlan for network 443cf7e6-b583-4278-bfe1-07b3f4b7ddf4 Jul 23 20:11:12.124205 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75e1538-bfb2-4349-beb1-75c6f050bcd9 admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:12.132519 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-d75e1538-bfb2-4349-beb1-75c6f050bcd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:12.138090 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75e1538-bfb2-4349-beb1-75c6f050bcd9 admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:12.151684 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e1538-bfb2-4349-beb1-75c6f050bcd9 admin admin] Pushing event updated for resources: {'Port': ['ID=5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:12.159825 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7e8ed6c9-9746-42c0-bfd2-a20ae27fab3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:12.195086 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7e8ed6c9-9746-42c0-bfd2-a20ae27fab3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:12.196624 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8ed6c9-9746-42c0-bfd2-a20ae27fab3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:12.197922 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7e8ed6c9-9746-42c0-bfd2-a20ae27fab3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:12.203223 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21df2f11-f0a9-4421-80bb-322d5157479e admin admin] Router 563a2156-6482-461f-8fe0-06609d776002 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:11:12.239600 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7e8ed6c9-9746-42c0-bfd2-a20ae27fab3a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6095953 Jul 23 20:11:12.242508 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50000) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:12.254367 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a5fe7945-83ad-44a7-8330-0527b695dcd5 None None] Provisioning complete for port 647d4ddc-f185-44ce-8424-8e8e8f0d2fbb triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:12.254826 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a5fe7945-83ad-44a7-8330-0527b695dcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:12.287952 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-dc02baba-d12b-4b16-816f-0e4f0d648b20 admin admin] Request body: {'subnet': {'network_id': '443cf7e6-b583-4278-bfe1-07b3f4b7ddf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-286947038-subnet', 'tenant_id': '1989df60e3384db78376a3e58a7de599', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:12.293693 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ed6c9-9746-42c0-bfd2-a20ae27fab3a admin admin] Pushing event updated for resources: {'Network': ['ID=443cf7e6-b583-4278-bfe1-07b3f4b7ddf4,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:12.310667 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 443cf7e6-b583-4278-bfe1-07b3f4b7ddf4 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:11:12.325590 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc02baba-d12b-4b16-816f-0e4f0d648b20 admin admin] Made reservation on behalf of 1989df60e3384db78376a3e58a7de599 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:12.328522 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dc02baba-d12b-4b16-816f-0e4f0d648b20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:12.361056 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a5fe7945-83ad-44a7-8330-0527b695dcd5 None None] Port 647d4ddc-f185-44ce-8424-8e8e8f0d2fbb cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:11:12.536567 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21df2f11-f0a9-4421-80bb-322d5157479e admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:11:12.554459 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dc02baba-d12b-4b16-816f-0e4f0d648b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:12.554813 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-21df2f11-f0a9-4421-80bb-322d5157479e admin admin] 10.222.0.32 "PUT /v2.0/routers/563a2156-6482-461f-8fe0-06609d776002/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4918957 Jul 23 20:11:12.611817 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d75e1538-bfb2-4349-beb1-75c6f050bcd9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:12.628621 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02baba-d12b-4b16-816f-0e4f0d648b20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8744214d-c6c1-46c4-b46b-9ff136059d7c,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:12.651039 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc02baba-d12b-4b16-816f-0e4f0d648b20 admin admin] Checking segment: {'id': '9e928f62-dd9a-4805-bab8-6a1905613326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '443cf7e6-b583-4278-bfe1-07b3f4b7ddf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:11:12.652757 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc02baba-d12b-4b16-816f-0e4f0d648b20 admin admin] Network hostable DHCP agents. Network: 443cf7e6-b583-4278-bfe1-07b3f4b7ddf4, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:11:12.696430 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc02baba-d12b-4b16-816f-0e4f0d648b20 admin admin] Network 443cf7e6-b583-4278-bfe1-07b3f4b7ddf4 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:11:12.717873 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-dc02baba-d12b-4b16-816f-0e4f0d648b20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 443cf7e6-b583-4278-bfe1-07b3f4b7ddf4) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:12.728206 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc02baba-d12b-4b16-816f-0e4f0d648b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:12.728825 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dc02baba-d12b-4b16-816f-0e4f0d648b20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:12.752551 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50aa6cf-dcd9-4891-8942-1bafccecfd77 None None] Network 443cf7e6-b583-4278-bfe1-07b3f4b7ddf4 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:11:12.758941 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-dc02baba-d12b-4b16-816f-0e4f0d648b20 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5153692 Jul 23 20:11:12.857392 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50022) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:13.005040 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d75e1538-bfb2-4349-beb1-75c6f050bcd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:13.022884 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f769cf1-a57c-4134-b8b1-d02affc936f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:13.024883 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48c2b08-732b-4d35-88b2-bbb26cf8c9fc None None] Network 443cf7e6-b583-4278-bfe1-07b3f4b7ddf4 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:11:13.120006 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9227654-7f72-470b-b638-4b1311520a69 None None] Sync routers for ids ['563a2156-6482-461f-8fe0-06609d776002'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:11:13.137953 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9227654-7f72-470b-b638-4b1311520a69 None None] Routers {'563a2156-6482-461f-8fe0-06609d776002'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:11:13.139722 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c9227654-7f72-470b-b638-4b1311520a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:11:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['563a2156-6482-461f-8fe0-06609d776002'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:13.168193 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device ee818ae2-027a-48c4-ae91-dd5af60bc51c up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:13.179535 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-6125a1dc-6c7f-4e74-ab69-8f15248edc42 tempest-MeteringIpV6TestJSON-2039282462 tempest-MeteringIpV6TestJSON-2039282462-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-159158425'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:13.179980 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-6125a1dc-6c7f-4e74-ab69-8f15248edc42 tempest-MeteringIpV6TestJSON-2039282462 tempest-MeteringIpV6TestJSON-2039282462-project-admin] Unknown quota resources ['metering_label']. {{(pid=93876) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:11:13.270560 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50034) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:13.277000 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-30108b8c-0021-4c18-9369-b5d18128e414 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1671301809', 'description': 'tempest-description--895688878'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:13.325676 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:13.351505 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-30108b8c-0021-4c18-9369-b5d18128e414 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:13.358150 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75e1538-bfb2-4349-beb1-75c6f050bcd9 admin admin] Router 30942e41-2c60-44fb-8b7d-f1fb26ed70b8 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:11:13.359769 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-c9227654-7f72-470b-b638-4b1311520a69 None None] Set router 563a2156-6482-461f-8fe0-06609d776002 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:11:13.380727 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port ee818ae2-027a-48c4-ae91-dd5af60bc51c completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:13.389696 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port ee818ae2-027a-48c4-ae91-dd5af60bc51c triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:13.390071 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:13.507418 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6125a1dc-6c7f-4e74-ab69-8f15248edc42 tempest-MeteringIpV6TestJSON-2039282462 tempest-MeteringIpV6TestJSON-2039282462-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:13.508535 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6125a1dc-6c7f-4e74-ab69-8f15248edc42 tempest-MeteringIpV6TestJSON-2039282462 tempest-MeteringIpV6TestJSON-2039282462-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6499360 Jul 23 20:11:13.512686 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50044) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:13.514414 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:13.517157 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-912569b2-c36a-494a-b513-e7eda8d10ff5 tempest-MeteringIpV6TestJSON-2039282462 tempest-MeteringIpV6TestJSON-2039282462-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'a40eb68a-578d-43fc-8fab-5cbecebc0ca2'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:13.517692 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-912569b2-c36a-494a-b513-e7eda8d10ff5 tempest-MeteringIpV6TestJSON-2039282462 tempest-MeteringIpV6TestJSON-2039282462-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93876) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:11:13.557179 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port ee818ae2-027a-48c4-ae91-dd5af60bc51c, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=ee818ae2-027a-48c4-ae91-dd5af60bc51c,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:13.564478 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:13.578886 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75e1538-bfb2-4349-beb1-75c6f050bcd9 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:11:13.612612 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-30108b8c-0021-4c18-9369-b5d18128e414 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:13.618460 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-30108b8c-0021-4c18-9369-b5d18128e414 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:13.627187 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d75e1538-bfb2-4349-beb1-75c6f050bcd9 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:13.628574 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d75e1538-bfb2-4349-beb1-75c6f050bcd9 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.8009756 Jul 23 20:11:13.632047 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50046) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:13.648715 n-d-793618-10 neutron-server[93876]: WARNING neutron.services.metering.metering_plugin [None req-912569b2-c36a-494a-b513-e7eda8d10ff5 tempest-MeteringIpV6TestJSON-2039282462 tempest-MeteringIpV6TestJSON-2039282462-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 23 20:11:13.657205 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-30108b8c-0021-4c18-9369-b5d18128e414 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:13.661292 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-30108b8c-0021-4c18-9369-b5d18128e414 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3858757 Jul 23 20:11:13.661292 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30108b8c-0021-4c18-9369-b5d18128e414 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac57dabd-5408-4aa9-a446-4e6747435303,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:13.663084 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50048) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:13.668072 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-f6f13fe7-fa81-4265-af73-ae472b18670f tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Request body: {'security_group_rule': {'security_group_id': 'ac57dabd-5408-4aa9-a446-4e6747435303', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:13.679545 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=ee818ae2-027a-48c4-ae91-dd5af60bc51c,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:13.693644 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16697083-d721-4efb-b0f3-ea5f78c001a1 None None] Sync routers for ids ['30942e41-2c60-44fb-8b7d-f1fb26ed70b8'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:11:13.705330 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f6f13fe7-fa81-4265-af73-ae472b18670f tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:13.707063 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16697083-d721-4efb-b0f3-ea5f78c001a1 None None] Routers {'30942e41-2c60-44fb-8b7d-f1fb26ed70b8'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:11:13.707706 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-16697083-d721-4efb-b0f3-ea5f78c001a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:11:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['30942e41-2c60-44fb-8b7d-f1fb26ed70b8'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:13.762334 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f6f13fe7-fa81-4265-af73-ae472b18670f tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:13.767213 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f6f13fe7-fa81-4265-af73-ae472b18670f tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:13.773973 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c9227654-7f72-470b-b638-4b1311520a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563a2156-6482-461f-8fe0-06609d776002', 'name': 'tempest-ServersTestBootFromVolume-702772466-router', 'tenant_id': '6797e7030eab49e9bc11cae60d3b9177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'ee818ae2-027a-48c4-ae91-dd5af60bc51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:04Z', 'updated_at': '2021-07-23T20:11:11Z', 'revision_number': 4, 'project_id': '6797e7030eab49e9bc11cae60d3b9177', 'gw_port': {'id': 'ee818ae2-027a-48c4-ae91-dd5af60bc51c', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563a2156-6482-461f-8fe0-06609d776002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:05Z', 'updated_at': '2021-07-23T20:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '647d4ddc-f185-44ce-8424-8e8e8f0d2fbb', 'name': '', 'network_id': '61ed045b-f5a3-49a6-a9c8-61ede271bf43', 'tenant_id': '6797e7030eab49e9bc11cae60d3b9177', 'mac_address': 'fa:16:3e:0c:4f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563a2156-6482-461f-8fe0-06609d776002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '7f588277-1790-412a-a1cc-3d4d1a03523b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:09Z', 'updated_at': '2021-07-23T20:11:11Z', 'revision_number': 2, 'project_id': '6797e7030eab49e9bc11cae60d3b9177', 'subnets': [{'id': '7f588277-1790-412a-a1cc-3d4d1a03523b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:13.795438 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f13fe7-fa81-4265-af73-ae472b18670f tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c326ca37-5694-4625-b660-fb7502829dcd,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:13.806862 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f6f13fe7-fa81-4265-af73-ae472b18670f tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:13.810890 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f6f13fe7-fa81-4265-af73-ae472b18670f tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1444380 Jul 23 20:11:13.811122 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50050) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:13.811463 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9227654-7f72-470b-b638-4b1311520a69 None None] Checking router: 563a2156-6482-461f-8fe0-06609d776002 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:11:13.811819 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9227654-7f72-470b-b638-4b1311520a69 None None] Updating router 563a2156-6482-461f-8fe0-06609d776002 port 647d4ddc-f185-44ce-8424-8e8e8f0d2fbb binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:11:13.815819 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-110caf32-1c67-4059-8565-292b6cd24956 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Request body: {'security_group_rule': {'security_group_id': 'ac57dabd-5408-4aa9-a446-4e6747435303', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:13.823174 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-5b67c225-387d-426c-8f28-580da3167079 tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:13.825028 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-5b67c225-387d-426c-8f28-580da3167079 tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] 10.222.0.32 "GET /v2.0/networks?id=443cf7e6-b583-4278-bfe1-07b3f4b7ddf4 HTTP/1.1" status: 200 len: 812 time: 0.4562390 Jul 23 20:11:13.852515 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-110caf32-1c67-4059-8565-292b6cd24956 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:13.857043 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c9227654-7f72-470b-b638-4b1311520a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:13.863785 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-16697083-d721-4efb-b0f3-ea5f78c001a1 None None] Set router 30942e41-2c60-44fb-8b7d-f1fb26ed70b8 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:11:13.940340 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-c577fc73-aff6-4ed6-9298-44b0afb740dd tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] 10.222.0.32 "GET /v2.0/quotas/1989df60e3384db78376a3e58a7de599 HTTP/1.1" status: 200 len: 375 time: 0.0107899 Jul 23 20:11:13.942576 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-110caf32-1c67-4059-8565-292b6cd24956 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:13.948905 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-110caf32-1c67-4059-8565-292b6cd24956 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:13.958752 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-912569b2-c36a-494a-b513-e7eda8d10ff5 tempest-MeteringIpV6TestJSON-2039282462 tempest-MeteringIpV6TestJSON-2039282462-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:13.960159 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-912569b2-c36a-494a-b513-e7eda8d10ff5 tempest-MeteringIpV6TestJSON-2039282462 tempest-MeteringIpV6TestJSON-2039282462-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4465363 Jul 23 20:11:13.966110 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50054) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:13.971938 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:13.976499 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-8b2e64cc-aa60-4bc5-8249-191369f72f5d tempest-MeteringIpV6TestJSON-2039282462 tempest-MeteringIpV6TestJSON-2039282462-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'a40eb68a-578d-43fc-8fab-5cbecebc0ca2'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:13.977108 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-8b2e64cc-aa60-4bc5-8249-191369f72f5d tempest-MeteringIpV6TestJSON-2039282462 tempest-MeteringIpV6TestJSON-2039282462-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93875) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:11:14.058514 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-42ca1f6f-892a-4326-b009-b864ea7ab330 tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1989df60e3384db78376a3e58a7de599&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1000683 Jul 23 20:11:14.092937 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110caf32-1c67-4059-8565-292b6cd24956 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ea96e2-3f7f-454a-b3e6-77f9965b0846,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:14.101420 n-d-793618-10 neutron-server[93875]: WARNING neutron.services.metering.metering_plugin [None req-8b2e64cc-aa60-4bc5-8249-191369f72f5d tempest-MeteringIpV6TestJSON-2039282462 tempest-MeteringIpV6TestJSON-2039282462-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 23 20:11:14.103536 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-16697083-d721-4efb-b0f3-ea5f78c001a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30942e41-2c60-44fb-8b7d-f1fb26ed70b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1533662769-router', 'tenant_id': '784f45fc75b84843b7a1c49c28ef405e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:09Z', 'updated_at': '2021-07-23T20:11:12Z', 'revision_number': 3, 'project_id': '784f45fc75b84843b7a1c49c28ef405e', 'gw_port': {'id': '5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30942e41-2c60-44fb-8b7d-f1fb26ed70b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:11Z', 'updated_at': '2021-07-23T20:11:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:14.135588 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-110caf32-1c67-4059-8565-292b6cd24956 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:14.138090 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-110caf32-1c67-4059-8565-292b6cd24956 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3258510 Jul 23 20:11:14.159177 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50058) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:14.161208 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16697083-d721-4efb-b0f3-ea5f78c001a1 None None] Checking router: 30942e41-2c60-44fb-8b7d-f1fb26ed70b8 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:11:14.161773 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16697083-d721-4efb-b0f3-ea5f78c001a1 None None] Updating router 30942e41-2c60-44fb-8b7d-f1fb26ed70b8 port 5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:11:14.166132 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e95864e2-fbe7-478e-9fd3-663fa820ddcc tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:14.199271 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e95864e2-fbe7-478e-9fd3-663fa820ddcc tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:14.208770 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-16697083-d721-4efb-b0f3-ea5f78c001a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:14.241086 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c9227654-7f72-470b-b638-4b1311520a69 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:14.259227 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c9227654-7f72-470b-b638-4b1311520a69 None None] Transition to ACTIVE for port object 647d4ddc-f185-44ce-8424-8e8e8f0d2fbb will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:14.266203 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c9227654-7f72-470b-b638-4b1311520a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:14.272088 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8b2e64cc-aa60-4bc5-8249-191369f72f5d tempest-MeteringIpV6TestJSON-2039282462 tempest-MeteringIpV6TestJSON-2039282462-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:14.273282 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8b2e64cc-aa60-4bc5-8249-191369f72f5d tempest-MeteringIpV6TestJSON-2039282462 tempest-MeteringIpV6TestJSON-2039282462-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3019607 Jul 23 20:11:14.276509 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50060) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:14.287828 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-01eadc7b-3144-477c-95a9-9ba5c2b7b397 tempest-MeteringIpV6TestJSON-2039282462 tempest-MeteringIpV6TestJSON-2039282462-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=f9997dec-d713-4d75-9e09-fdf279b98eb1 HTTP/1.1" status: 200 len: 462 time: 0.0098772 Jul 23 20:11:14.290335 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50062) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:14.294217 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-9145ac13-7091-4fc0-b772-1f57aef7d0d3 service neutron] 10.222.0.32 "GET /v2.0/networks/443cf7e6-b583-4278-bfe1-07b3f4b7ddf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345397 Jul 23 20:11:14.337316 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d6a1b-bc46-458d-ac6b-35d10aaa31d9 None None] Pushing event updated for resources: {'Port': ['ID=647d4ddc-f185-44ce-8424-8e8e8f0d2fbb,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:14.351502 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d6a1b-bc46-458d-ac6b-35d10aaa31d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:14.351948 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d6a1b-bc46-458d-ac6b-35d10aaa31d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:14.352277 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d6a1b-bc46-458d-ac6b-35d10aaa31d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:14.352617 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d6a1b-bc46-458d-ac6b-35d10aaa31d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:14.352952 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d6a1b-bc46-458d-ac6b-35d10aaa31d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:14.353834 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d6a1b-bc46-458d-ac6b-35d10aaa31d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:14.353994 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d6a1b-bc46-458d-ac6b-35d10aaa31d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:14.354302 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d6a1b-bc46-458d-ac6b-35d10aaa31d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:14.354668 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d6a1b-bc46-458d-ac6b-35d10aaa31d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:14.354976 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d6a1b-bc46-458d-ac6b-35d10aaa31d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:14.355302 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d6a1b-bc46-458d-ac6b-35d10aaa31d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:14.355621 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d6a1b-bc46-458d-ac6b-35d10aaa31d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:14.358650 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:14.448074 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-c9227654-7f72-470b-b638-4b1311520a69 None None] Attempting to bind port 647d4ddc-f185-44ce-8424-8e8e8f0d2fbb on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:11:14.449042 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-c9227654-7f72-470b-b638-4b1311520a69 None None] Attempting to bind port 647d4ddc-f185-44ce-8424-8e8e8f0d2fbb by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '942d96b4-c4af-49df-9097-dd32765e9b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '61ed045b-f5a3-49a6-a9c8-61ede271bf43'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:11:14.449344 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9227654-7f72-470b-b638-4b1311520a69 None None] Attempting to bind port 647d4ddc-f185-44ce-8424-8e8e8f0d2fbb on network 61ed045b-f5a3-49a6-a9c8-61ede271bf43 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:11:14.459547 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9227654-7f72-470b-b638-4b1311520a69 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:11:14.459828 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9227654-7f72-470b-b638-4b1311520a69 None None] Checking segment: {'id': '942d96b4-c4af-49df-9097-dd32765e9b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '61ed045b-f5a3-49a6-a9c8-61ede271bf43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:11:14.460195 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c9227654-7f72-470b-b638-4b1311520a69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:14.460494 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9227654-7f72-470b-b638-4b1311520a69 None None] Bound using segment: {'id': '942d96b4-c4af-49df-9097-dd32765e9b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '61ed045b-f5a3-49a6-a9c8-61ede271bf43'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:11:14.463116 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-c9227654-7f72-470b-b638-4b1311520a69 None None] Bound port: 647d4ddc-f185-44ce-8424-8e8e8f0d2fbb, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942d96b4-c4af-49df-9097-dd32765e9b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '61ed045b-f5a3-49a6-a9c8-61ede271bf43'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:11:14.463749 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c9227654-7f72-470b-b638-4b1311520a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:14.513764 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-8a27621f-3348-48c7-af86-86daac78a50b service neutron] 10.222.0.32 "GET /v2.0/networks/443cf7e6-b583-4278-bfe1-07b3f4b7ddf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940582 Jul 23 20:11:14.566382 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-c9227654-7f72-470b-b638-4b1311520a69 None None] For port 647d4ddc-f185-44ce-8424-8e8e8f0d2fbb, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:11:14.578245 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-c9227654-7f72-470b-b638-4b1311520a69 None None] For port 647d4ddc-f185-44ce-8424-8e8e8f0d2fbb, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=647d4ddc-f185-44ce-8424-8e8e8f0d2fbb,segment=NetworkSegment(942d96b4-c4af-49df-9097-dd32765e9b01),segment_id=942d96b4-c4af-49df-9097-dd32765e9b01)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:11:14.589707 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c9227654-7f72-470b-b638-4b1311520a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:14.743314 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9227654-7f72-470b-b638-4b1311520a69 None None] Routers {'563a2156-6482-461f-8fe0-06609d776002'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:11:14.744213 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c9227654-7f72-470b-b638-4b1311520a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:11:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['563a2156-6482-461f-8fe0-06609d776002'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:14.798358 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d6a1b-bc46-458d-ac6b-35d10aaa31d9 None None] Pushing event updated for resources: {'Port': ['ID=647d4ddc-f185-44ce-8424-8e8e8f0d2fbb,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:14.927263 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:14.990743 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-c9227654-7f72-470b-b638-4b1311520a69 None None] Set router 563a2156-6482-461f-8fe0-06609d776002 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:11:15.061404 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eab94e90-e2a5-4466-bdd1-151028393b85 req-243bb146-afb6-4f72-afd2-5c01635c3b27 tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc20da23-ec29-47a6-bc50-5f73c06157f4 HTTP/1.1" status: 200 len: 210 time: 0.1253858 Jul 23 20:11:15.065590 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-74de39e0-0660-40ec-9eb1-eb3786d59457 tempest-MeteringIpV6TestJSON-2039282462 tempest-MeteringIpV6TestJSON-2039282462-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:15.069881 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-74de39e0-0660-40ec-9eb1-eb3786d59457 tempest-MeteringIpV6TestJSON-2039282462 tempest-MeteringIpV6TestJSON-2039282462-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/f9997dec-d713-4d75-9e09-fdf279b98eb1 HTTP/1.1" status: 204 len: 168 time: 0.7767324 Jul 23 20:11:15.071509 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50074) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:15.072184 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-16697083-d721-4efb-b0f3-ea5f78c001a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:15.084620 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-31621567-4715-4812-a5fb-fa7206efe7b3 tempest-MeteringIpV6TestJSON-2039282462 tempest-MeteringIpV6TestJSON-2039282462-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=f9997dec-d713-4d75-9e09-fdf279b98eb1 HTTP/1.1" status: 200 len: 221 time: 0.0093863 Jul 23 20:11:15.084853 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50076) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:15.089073 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-16697083-d721-4efb-b0f3-ea5f78c001a1 None None] Transition to ACTIVE for port object 5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:15.096820 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-bb5b12f8-d43f-4fac-a6b5-d0f3229db604 tempest-MeteringIpV6TestJSON-2039282462 tempest-MeteringIpV6TestJSON-2039282462-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1736269292', 'description': 'label created by tempest'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:15.097304 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-bb5b12f8-d43f-4fac-a6b5-d0f3229db604 tempest-MeteringIpV6TestJSON-2039282462 tempest-MeteringIpV6TestJSON-2039282462-project-admin] Unknown quota resources ['metering_label']. {{(pid=93875) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:11:15.104912 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-16697083-d721-4efb-b0f3-ea5f78c001a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:15.154209 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device ee818ae2-027a-48c4-ae91-dd5af60bc51c up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:15.222941 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e95864e2-fbe7-478e-9fd3-663fa820ddcc tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:15.293383 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37313064-392c-4672-9e47-d0b61d775fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:15.321253 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-16697083-d721-4efb-b0f3-ea5f78c001a1 None None] Attempting to bind port 5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:11:15.321653 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-16697083-d721-4efb-b0f3-ea5f78c001a1 None None] Attempting to bind port 5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:11:15.322023 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16697083-d721-4efb-b0f3-ea5f78c001a1 None None] Attempting to bind port 5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:11:15.337177 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d6a09b-985a-4d53-82ed-464ffb3dca7f None None] Pushing event updated for resources: {'Port': ['ID=5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:15.354822 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16697083-d721-4efb-b0f3-ea5f78c001a1 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:11:15.355264 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16697083-d721-4efb-b0f3-ea5f78c001a1 None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:11:15.360509 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-16697083-d721-4efb-b0f3-ea5f78c001a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:15.362536 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16697083-d721-4efb-b0f3-ea5f78c001a1 None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:11:15.365434 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-16697083-d721-4efb-b0f3-ea5f78c001a1 None None] Bound port: 5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:11:15.366052 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-16697083-d721-4efb-b0f3-ea5f78c001a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:15.383205 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c9227654-7f72-470b-b638-4b1311520a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563a2156-6482-461f-8fe0-06609d776002', 'name': 'tempest-ServersTestBootFromVolume-702772466-router', 'tenant_id': '6797e7030eab49e9bc11cae60d3b9177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'ee818ae2-027a-48c4-ae91-dd5af60bc51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:04Z', 'updated_at': '2021-07-23T20:11:11Z', 'revision_number': 4, 'project_id': '6797e7030eab49e9bc11cae60d3b9177', 'gw_port': {'id': 'ee818ae2-027a-48c4-ae91-dd5af60bc51c', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563a2156-6482-461f-8fe0-06609d776002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:05Z', 'updated_at': '2021-07-23T20:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '647d4ddc-f185-44ce-8424-8e8e8f0d2fbb', 'name': '', 'network_id': '61ed045b-f5a3-49a6-a9c8-61ede271bf43', 'tenant_id': '6797e7030eab49e9bc11cae60d3b9177', 'mac_address': 'fa:16:3e:0c:4f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563a2156-6482-461f-8fe0-06609d776002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '7f588277-1790-412a-a1cc-3d4d1a03523b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:09Z', 'updated_at': '2021-07-23T20:11:14Z', 'revision_number': 4, 'project_id': '6797e7030eab49e9bc11cae60d3b9177', 'subnets': [{'id': '7f588277-1790-412a-a1cc-3d4d1a03523b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:15.417730 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bb5b12f8-d43f-4fac-a6b5-d0f3229db604 tempest-MeteringIpV6TestJSON-2039282462 tempest-MeteringIpV6TestJSON-2039282462-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:15.422825 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-bb5b12f8-d43f-4fac-a6b5-d0f3229db604 tempest-MeteringIpV6TestJSON-2039282462 tempest-MeteringIpV6TestJSON-2039282462-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3369937 Jul 23 20:11:15.423644 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50082) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:15.428745 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9227654-7f72-470b-b638-4b1311520a69 None None] The sync data for ids ['563a2156-6482-461f-8fe0-06609d776002'] in n-d-793618-10 is: [{'id': '563a2156-6482-461f-8fe0-06609d776002', 'name': 'tempest-ServersTestBootFromVolume-702772466-router', 'tenant_id': '6797e7030eab49e9bc11cae60d3b9177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'ee818ae2-027a-48c4-ae91-dd5af60bc51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:04Z', 'updated_at': '2021-07-23T20:11:11Z', 'revision_number': 4, 'project_id': '6797e7030eab49e9bc11cae60d3b9177', 'gw_port': {'id': 'ee818ae2-027a-48c4-ae91-dd5af60bc51c', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563a2156-6482-461f-8fe0-06609d776002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:05Z', 'updated_at': '2021-07-23T20:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '647d4ddc-f185-44ce-8424-8e8e8f0d2fbb', 'name': '', 'network_id': '61ed045b-f5a3-49a6-a9c8-61ede271bf43', 'tenant_id': '6797e7030eab49e9bc11cae60d3b9177', 'mac_address': 'fa:16:3e:0c:4f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563a2156-6482-461f-8fe0-06609d776002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '7f588277-1790-412a-a1cc-3d4d1a03523b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:09Z', 'updated_at': '2021-07-23T20:11:14Z', 'revision_number': 4, 'project_id': '6797e7030eab49e9bc11cae60d3b9177', 'subnets': [{'id': '7f588277-1790-412a-a1cc-3d4d1a03523b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:11:15.458152 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port ee818ae2-027a-48c4-ae91-dd5af60bc51c triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:15.458687 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:15.547010 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-16697083-d721-4efb-b0f3-ea5f78c001a1 None None] For port 5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:11:15.550820 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-16697083-d721-4efb-b0f3-ea5f78c001a1 None None] For port 5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:11:15.584590 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-bec224b8-d006-4a01-9fd4-e2ba19f0c803 tempest-MeteringIpV6TestJSON-2039282462 tempest-MeteringIpV6TestJSON-2039282462-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=6d487f7e-6096-4797-9f18-18e7722bbbaf HTTP/1.1" status: 200 len: 468 time: 0.1572747 Jul 23 20:11:15.584799 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-16697083-d721-4efb-b0f3-ea5f78c001a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:15.584895 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50084) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:15.649589 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-37313064-392c-4672-9e47-d0b61d775fed admin admin] Allocated IP 172.20.0.1 (286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8/26aa5c9b-6c7b-4ead-bbf5-7e81fe90100c/ebcfab64-b3ae-4580-bdd1-8bcb2adae357) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:15.656060 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16697083-d721-4efb-b0f3-ea5f78c001a1 None None] Routers {'30942e41-2c60-44fb-8b7d-f1fb26ed70b8'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:11:15.657487 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-16697083-d721-4efb-b0f3-ea5f78c001a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:11:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['30942e41-2c60-44fb-8b7d-f1fb26ed70b8'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:15.758385 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-e95864e2-fbe7-478e-9fd3-663fa820ddcc tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Allocated IP 172.25.1.161 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/6aa0fab7-59b1-4408-9c50-3e70cb50f3ee) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:15.825912 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-16697083-d721-4efb-b0f3-ea5f78c001a1 None None] Set router 30942e41-2c60-44fb-8b7d-f1fb26ed70b8 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:11:15.840711 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37313064-392c-4672-9e47-d0b61d775fed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:15.858249 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-82b557fa-97aa-424e-b32d-9c5db8620f6c tempest-MeteringIpV6TestJSON-2039282462 tempest-MeteringIpV6TestJSON-2039282462-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:15.859419 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-82b557fa-97aa-424e-b32d-9c5db8620f6c tempest-MeteringIpV6TestJSON-2039282462 tempest-MeteringIpV6TestJSON-2039282462-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/6d487f7e-6096-4797-9f18-18e7722bbbaf HTTP/1.1" status: 204 len: 168 time: 0.2736158 Jul 23 20:11:15.864008 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50088) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:15.867918 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d6a09b-985a-4d53-82ed-464ffb3dca7f None None] Pushing event updated for resources: {'Port': ['ID=5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:15.881122 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-54420741-b4e0-4bd7-9c43-6d8b97a43bf1 tempest-MeteringIpV6TestJSON-2039282462 tempest-MeteringIpV6TestJSON-2039282462-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=6d487f7e-6096-4797-9f18-18e7722bbbaf HTTP/1.1" status: 200 len: 216 time: 0.0159686 Jul 23 20:11:15.884465 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50090) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:15.896975 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-53000106-aed7-4a0c-a36b-c96a0f78237c tempest-MeteringIpV6TestJSON-2039282462 tempest-MeteringIpV6TestJSON-2039282462-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0111659 Jul 23 20:11:15.900939 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50092) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:15.921385 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:15.940715 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1e57c541-95d8-4a91-9c30-f7d2b34ba5e9 tempest-MeteringIpV6TestJSON-2039282462 tempest-MeteringIpV6TestJSON-2039282462-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0379024 Jul 23 20:11:15.944124 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50094) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:15.965071 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e95864e2-fbe7-478e-9fd3-663fa820ddcc tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:15.977714 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37313064-392c-4672-9e47-d0b61d775fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:16.015945 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2ed57841-bca3-4357-ab05-0b684b14c553 tempest-MeteringIpV6TestJSON-2039282462 tempest-MeteringIpV6TestJSON-2039282462-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels/a40eb68a-578d-43fc-8fab-5cbecebc0ca2 HTTP/1.1" status: 200 len: 472 time: 0.0670671 Jul 23 20:11:16.016163 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50096) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:16.043518 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37313064-392c-4672-9e47-d0b61d775fed admin admin] Network 286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:16.048921 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f019de02-4266-4a89-addd-aeffd8a03b98 tempest-MeteringIpV6TestJSON-2039282462 tempest-MeteringIpV6TestJSON-2039282462-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules/11cc6828-a4a3-4c12-9e87-0bf7db60d996 HTTP/1.1" status: 200 len: 459 time: 0.0288293 Jul 23 20:11:16.050063 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50100) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:16.051805 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-37313064-392c-4672-9e47-d0b61d775fed admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:16.054948 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37313064-392c-4672-9e47-d0b61d775fed admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:16.066278 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-16697083-d721-4efb-b0f3-ea5f78c001a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30942e41-2c60-44fb-8b7d-f1fb26ed70b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1533662769-router', 'tenant_id': '784f45fc75b84843b7a1c49c28ef405e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:09Z', 'updated_at': '2021-07-23T20:11:12Z', 'revision_number': 3, 'project_id': '784f45fc75b84843b7a1c49c28ef405e', 'gw_port': {'id': '5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30942e41-2c60-44fb-8b7d-f1fb26ed70b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:11Z', 'updated_at': '2021-07-23T20:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:16.105002 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16697083-d721-4efb-b0f3-ea5f78c001a1 None None] The sync data for ids ['30942e41-2c60-44fb-8b7d-f1fb26ed70b8'] in n-d-793618-10 is: [{'id': '30942e41-2c60-44fb-8b7d-f1fb26ed70b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1533662769-router', 'tenant_id': '784f45fc75b84843b7a1c49c28ef405e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:09Z', 'updated_at': '2021-07-23T20:11:12Z', 'revision_number': 3, 'project_id': '784f45fc75b84843b7a1c49c28ef405e', 'gw_port': {'id': '5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30942e41-2c60-44fb-8b7d-f1fb26ed70b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:11Z', 'updated_at': '2021-07-23T20:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:11:16.124629 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37313064-392c-4672-9e47-d0b61d775fed admin admin] Pushing event updated for resources: {'Port': ['ID=ebcfab64-b3ae-4580-bdd1-8bcb2adae357,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:16.142940 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e95864e2-fbe7-478e-9fd3-663fa820ddcc tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:16.236289 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37313064-392c-4672-9e47-d0b61d775fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:16.238090 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-11677081-0bf0-4ee3-bb72-af72a1586de2 tempest-MeteringIpV6TestJSON-2039282462 tempest-MeteringIpV6TestJSON-2039282462-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:16.239280 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-11677081-0bf0-4ee3-bb72-af72a1586de2 tempest-MeteringIpV6TestJSON-2039282462 tempest-MeteringIpV6TestJSON-2039282462-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/11cc6828-a4a3-4c12-9e87-0bf7db60d996 HTTP/1.1" status: 204 len: 168 time: 0.1882744 Jul 23 20:11:16.248131 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95864e2-fbe7-478e-9fd3-663fa820ddcc tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:16.250033 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50104) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:16.253911 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-e95864e2-fbe7-478e-9fd3-663fa820ddcc tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:16.356088 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95864e2-fbe7-478e-9fd3-663fa820ddcc tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:16.364733 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3f097045-fe54-4866-9fb9-ffe76ac162a0 req-89330961-c2d8-4b08-9f96-9a75448fbd97 tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc20da23-ec29-47a6-bc50-5f73c06157f4 HTTP/1.1" status: 200 len: 210 time: 0.1613812 Jul 23 20:11:16.368613 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95864e2-fbe7-478e-9fd3-663fa820ddcc tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Pushing event updated for resources: {'Port': ['ID=6aa0fab7-59b1-4408-9c50-3e70cb50f3ee,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:16.572458 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e95864e2-fbe7-478e-9fd3-663fa820ddcc tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:16.592671 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-ebee3dd4-2a64-49a6-b702-d8b096f9e79f tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:16.594339 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-ebee3dd4-2a64-49a6-b702-d8b096f9e79f tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] 10.222.0.18 "GET /v2.0/networks?id=443cf7e6-b583-4278-bfe1-07b3f4b7ddf4 HTTP/1.1" status: 200 len: 812 time: 0.3597162 Jul 23 20:11:16.637863 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-c8e00f67-6997-4186-b172-89fa66c4f643 tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] Request body: {'port': {'device_id': 'bc20da23-ec29-47a6-bc50-5f73c06157f4', 'network_id': '443cf7e6-b583-4278-bfe1-07b3f4b7ddf4', 'admin_state_up': True, 'tenant_id': '1989df60e3384db78376a3e58a7de599'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:16.650996 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e95864e2-fbe7-478e-9fd3-663fa820ddcc tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:16.654943 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37313064-392c-4672-9e47-d0b61d775fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:16.673393 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d00441e9-6965-48fc-abd3-9d85157fdd9d tempest-MeteringIpV6TestJSON-2039282462 tempest-MeteringIpV6TestJSON-2039282462-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:16.676820 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d00441e9-6965-48fc-abd3-9d85157fdd9d tempest-MeteringIpV6TestJSON-2039282462 tempest-MeteringIpV6TestJSON-2039282462-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/a40eb68a-578d-43fc-8fab-5cbecebc0ca2 HTTP/1.1" status: 204 len: 168 time: 0.4169683 Jul 23 20:11:16.796638 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-c8e00f67-6997-4186-b172-89fa66c4f643 tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] Made reservation on behalf of 1989df60e3384db78376a3e58a7de599 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:16.801494 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-c8e00f67-6997-4186-b172-89fa66c4f643 tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:17.034409 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-c8e00f67-6997-4186-b172-89fa66c4f643 tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] Allocated IP 172.20.0.8 (443cf7e6-b583-4278-bfe1-07b3f4b7ddf4/8744214d-c6c1-46c4-b46b-9ff136059d7c/f74fba76-5efd-4b6d-8e12-79087b6aaf5f) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:17.037695 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50112) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:17.043857 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e95864e2-fbe7-478e-9fd3-663fa820ddcc tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:17.066182 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e95864e2-fbe7-478e-9fd3-663fa820ddcc tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:17.139747 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37313064-392c-4672-9e47-d0b61d775fed admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:17.158224 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37313064-392c-4672-9e47-d0b61d775fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:17.203721 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 647d4ddc-f185-44ce-8424-8e8e8f0d2fbb up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:17.279778 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-c8e00f67-6997-4186-b172-89fa66c4f643 tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:17.302632 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37313064-392c-4672-9e47-d0b61d775fed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:17.304122 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-67ce654d-b1ce-4cd9-9b61-b0b229bb04d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:17.304856 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 647d4ddc-f185-44ce-8424-8e8e8f0d2fbb completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:17.315726 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 647d4ddc-f185-44ce-8424-8e8e8f0d2fbb triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:17.316536 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:17.344951 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e95864e2-fbe7-478e-9fd3-663fa820ddcc tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:17.352461 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95864e2-fbe7-478e-9fd3-663fa820ddcc tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Pushing event updated for resources: {'Port': ['ID=6aa0fab7-59b1-4408-9c50-3e70cb50f3ee,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:17.374696 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-c8e00f67-6997-4186-b172-89fa66c4f643 tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:17.415268 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:17.453439 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37313064-392c-4672-9e47-d0b61d775fed admin admin] Pushing event updated for resources: {'Port': ['ID=ebcfab64-b3ae-4580-bdd1-8bcb2adae357,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:17.475328 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-c8e00f67-6997-4186-b172-89fa66c4f643 tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] Network 443cf7e6-b583-4278-bfe1-07b3f4b7ddf4 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:17.481628 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-c8e00f67-6997-4186-b172-89fa66c4f643 tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:17.484766 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e00f67-6997-4186-b172-89fa66c4f643 tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] Pushing event updated for resources: {'Port': ['ID=f74fba76-5efd-4b6d-8e12-79087b6aaf5f,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:17.506510 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 647d4ddc-f185-44ce-8424-8e8e8f0d2fbb, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=647d4ddc-f185-44ce-8424-8e8e8f0d2fbb,segment=NetworkSegment(942d96b4-c4af-49df-9097-dd32765e9b01),segment_id=942d96b4-c4af-49df-9097-dd32765e9b01)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:17.507187 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-c8e00f67-6997-4186-b172-89fa66c4f643 tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:17.512503 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:17.513727 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:17.585004 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37313064-392c-4672-9e47-d0b61d775fed admin admin] Network 286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:17.586600 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-37313064-392c-4672-9e47-d0b61d775fed admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:17.612154 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=647d4ddc-f185-44ce-8424-8e8e8f0d2fbb,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:17.625000 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-c8e00f67-6997-4186-b172-89fa66c4f643 tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:17.625882 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-c8e00f67-6997-4186-b172-89fa66c4f643 tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:17.629341 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:17.635151 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:17.635701 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:17.642236 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-67ce654d-b1ce-4cd9-9b61-b0b229bb04d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:17.651864 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-67ce654d-b1ce-4cd9-9b61-b0b229bb04d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:17.672579 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-c8e00f67-6997-4186-b172-89fa66c4f643 tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0399418 Jul 23 20:11:17.691539 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e95864e2-fbe7-478e-9fd3-663fa820ddcc tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:17.692702 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e95864e2-fbe7-478e-9fd3-663fa820ddcc tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5310099 Jul 23 20:11:17.701427 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-c3a25af0-676c-41c6-b93b-350057353e39 service neutron] Request body: {'port': {'device_id': 'bc20da23-ec29-47a6-bc50-5f73c06157f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:17.742676 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37313064-392c-4672-9e47-d0b61d775fed admin admin] Router 30942e41-2c60-44fb-8b7d-f1fb26ed70b8 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:11:17.758297 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:17.767887 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-67ce654d-b1ce-4cd9-9b61-b0b229bb04d0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fcb07c79967b4ae59980d0092419428b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7304945 Jul 23 20:11:17.770936 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce654d-b1ce-4cd9-9b61-b0b229bb04d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4181ad94-7d72-42b1-bf34-c853cfed0b9f,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:17.792806 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:17.798161 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:17.799602 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50124) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:17.829173 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ad843-987e-4944-aab8-ca6b647447c1 req-23b0644f-840f-4063-9695-e523ef156086 tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:17.831532 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a19ad843-987e-4944-aab8-ca6b647447c1 req-23b0644f-840f-4063-9695-e523ef156086 tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc20da23-ec29-47a6-bc50-5f73c06157f4 HTTP/1.1" status: 200 len: 931 time: 0.2934382 Jul 23 20:11:17.886854 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:17.908155 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37313064-392c-4672-9e47-d0b61d775fed admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:11:17.922291 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-37313064-392c-4672-9e47-d0b61d775fed admin admin] 10.222.0.32 "PUT /v2.0/routers/30942e41-2c60-44fb-8b7d-f1fb26ed70b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2868545 Jul 23 20:11:17.955567 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a19ad843-987e-4944-aab8-ca6b647447c1 req-15332f0d-56a2-4765-8ba4-694fce71b3ec tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7e657ab-bf57-45f7-8b8d-0b0161a45c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131802 Jul 23 20:11:17.958248 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7659be11-48ab-4f7f-9cc3-098b3e4941d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:17.972611 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-c3a25af0-676c-41c6-b93b-350057353e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:18.020650 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7659be11-48ab-4f7f-9cc3-098b3e4941d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:18.150450 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7659be11-48ab-4f7f-9cc3-098b3e4941d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:18.153789 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7659be11-48ab-4f7f-9cc3-098b3e4941d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:18.155024 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7659be11-48ab-4f7f-9cc3-098b3e4941d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4181ad94-7d72-42b1-bf34-c853cfed0b9f HTTP/1.1" status: 204 len: 168 time: 0.3487968 Jul 23 20:11:18.179692 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7659be11-48ab-4f7f-9cc3-098b3e4941d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4181ad94-7d72-42b1-bf34-c853cfed0b9f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:18.395537 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-c3a25af0-676c-41c6-b93b-350057353e39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f74fba76-5efd-4b6d-8e12-79087b6aaf5f {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:11:18.404800 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-c3a25af0-676c-41c6-b93b-350057353e39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:18.421722 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-c3a25af0-676c-41c6-b93b-350057353e39 service neutron] Transition to ACTIVE for port object f74fba76-5efd-4b6d-8e12-79087b6aaf5f will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:18.427278 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-c3a25af0-676c-41c6-b93b-350057353e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:18.596509 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a25af0-676c-41c6-b93b-350057353e39 service neutron] Pushing event updated for resources: {'Port': ['ID=f74fba76-5efd-4b6d-8e12-79087b6aaf5f,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:18.600768 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-f8e36e7c-f451-4a2c-a42f-1d5dfb904780 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:18.603313 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-f8e36e7c-f451-4a2c-a42f-1d5dfb904780 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/networks?id=286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8 HTTP/1.1" status: 200 len: 819 time: 0.1777952 Jul 23 20:11:18.616926 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-c3a25af0-676c-41c6-b93b-350057353e39 service neutron] Attempting to bind port f74fba76-5efd-4b6d-8e12-79087b6aaf5f on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:11:18.617257 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-c3a25af0-676c-41c6-b93b-350057353e39 service neutron] Attempting to bind port f74fba76-5efd-4b6d-8e12-79087b6aaf5f by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '9e928f62-dd9a-4805-bab8-6a1905613326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '443cf7e6-b583-4278-bfe1-07b3f4b7ddf4'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:11:18.617627 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-c3a25af0-676c-41c6-b93b-350057353e39 service neutron] Attempting to bind port f74fba76-5efd-4b6d-8e12-79087b6aaf5f on network 443cf7e6-b583-4278-bfe1-07b3f4b7ddf4 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:11:18.622569 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-c3a25af0-676c-41c6-b93b-350057353e39 service neutron] Port f74fba76-5efd-4b6d-8e12-79087b6aaf5f on network 443cf7e6-b583-4278-bfe1-07b3f4b7ddf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:11:18.622895 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-c3a25af0-676c-41c6-b93b-350057353e39 service neutron] Attempting to bind port f74fba76-5efd-4b6d-8e12-79087b6aaf5f on network 443cf7e6-b583-4278-bfe1-07b3f4b7ddf4 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:11:18.623673 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-0f7e70a5-4417-4eff-a035-be6f5f95d80d tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/quotas/784f45fc75b84843b7a1c49c28ef405e HTTP/1.1" status: 200 len: 375 time: 0.0127027 Jul 23 20:11:18.628206 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-c3a25af0-676c-41c6-b93b-350057353e39 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:11:18.628635 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-c3a25af0-676c-41c6-b93b-350057353e39 service neutron] Checking segment: {'id': '9e928f62-dd9a-4805-bab8-6a1905613326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '443cf7e6-b583-4278-bfe1-07b3f4b7ddf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:11:18.629105 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-c3a25af0-676c-41c6-b93b-350057353e39 service neutron] Bound using segment: {'id': '9e928f62-dd9a-4805-bab8-6a1905613326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '443cf7e6-b583-4278-bfe1-07b3f4b7ddf4'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:11:18.629688 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-c3a25af0-676c-41c6-b93b-350057353e39 service neutron] Bound port: f74fba76-5efd-4b6d-8e12-79087b6aaf5f, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e928f62-dd9a-4805-bab8-6a1905613326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '443cf7e6-b583-4278-bfe1-07b3f4b7ddf4'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:11:18.630241 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-c3a25af0-676c-41c6-b93b-350057353e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:18.668238 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50194) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:18.688894 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-676e33b8-4e04-487a-b98d-e623d9b7db32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:18.706024 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-e9c82822-aa40-46aa-868c-129acd815728 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=784f45fc75b84843b7a1c49c28ef405e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0756800 Jul 23 20:11:18.739859 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-c3a25af0-676c-41c6-b93b-350057353e39 service neutron] For port f74fba76-5efd-4b6d-8e12-79087b6aaf5f, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:11:18.759131 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-c3a25af0-676c-41c6-b93b-350057353e39 service neutron] For port f74fba76-5efd-4b6d-8e12-79087b6aaf5f, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=f74fba76-5efd-4b6d-8e12-79087b6aaf5f,segment=NetworkSegment(9e928f62-dd9a-4805-bab8-6a1905613326),segment_id=9e928f62-dd9a-4805-bab8-6a1905613326)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:11:18.770409 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-c3a25af0-676c-41c6-b93b-350057353e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:18.813392 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-c3a25af0-676c-41c6-b93b-350057353e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:18.814291 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-c3a25af0-676c-41c6-b93b-350057353e39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:18.815886 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-c3a25af0-676c-41c6-b93b-350057353e39 service neutron] 10.222.0.18 "PUT /v2.0/ports/f74fba76-5efd-4b6d-8e12-79087b6aaf5f HTTP/1.1" status: 200 len: 1092 time: 1.1332428 Jul 23 20:11:18.825777 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc20da23-ec29-47a6-bc50-5f73c06157f4', 'tag': 'f74fba76-5efd-4b6d-8e12-79087b6aaf5f'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:11:18.829820 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d1ae68-29a5-46c0-a71e-a58ec23e967e" -d '{"events": [{"name": "network-changed", "server_uuid": "bc20da23-ec29-47a6-bc50-5f73c06157f4", "tag": "f74fba76-5efd-4b6d-8e12-79087b6aaf5f"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:11:18.886762 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-a86a4970-ffad-4cd2-a896-5f9b19305fe3 service neutron] 10.222.0.32 "GET /v2.0/networks/286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691682 Jul 23 20:11:18.914622 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbf9bb7-a18b-48e2-b2c7-5c1330b1506c x-openstack-request-id: req-dbbf9bb7-a18b-48e2-b2c7-5c1330b1506c {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:11:18.915139 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc20da23-ec29-47a6-bc50-5f73c06157f4", "tag": "f74fba76-5efd-4b6d-8e12-79087b6aaf5f", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:11:18.915323 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dbbf9bb7-a18b-48e2-b2c7-5c1330b1506c {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:11:18.915741 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc20da23-ec29-47a6-bc50-5f73c06157f4', 'tag': 'f74fba76-5efd-4b6d-8e12-79087b6aaf5f', 'status': 'completed', 'code': 200} Jul 23 20:11:18.930052 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a25af0-676c-41c6-b93b-350057353e39 service neutron] Pushing event updated for resources: {'Port': ['ID=f74fba76-5efd-4b6d-8e12-79087b6aaf5f,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:18.955018 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-676e33b8-4e04-487a-b98d-e623d9b7db32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:18.963288 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-676e33b8-4e04-487a-b98d-e623d9b7db32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:19.017831 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-3a8201d9-b8c9-4f89-9905-d4dca4c308ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:19.019362 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-3a8201d9-b8c9-4f89-9905-d4dca4c308ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1989df60e3384db78376a3e58a7de599&device_id=bc20da23-ec29-47a6-bc50-5f73c06157f4 HTTP/1.1" status: 200 len: 1095 time: 0.1533213 Jul 23 20:11:19.027428 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-676e33b8-4e04-487a-b98d-e623d9b7db32 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6a79c6ae8dfe4e92815c0b7ce2061695&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3547018 Jul 23 20:11:19.027428 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e33b8-4e04-487a-b98d-e623d9b7db32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558b5561-8c28-4312-bbc1-d999f5d9edfc,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:19.031141 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50224) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:19.046305 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-c0715196-0faf-415b-8749-c07148de78ff service neutron] 10.222.0.32 "GET /v2.0/networks/286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586738 Jul 23 20:11:19.081256 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-89db5dd2-2c3b-474e-b7be-f41d49e10e58 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f74fba76-5efd-4b6d-8e12-79087b6aaf5f HTTP/1.1" status: 200 len: 217 time: 0.0495102 Jul 23 20:11:19.109996 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 647d4ddc-f185-44ce-8424-8e8e8f0d2fbb up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:19.169946 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 647d4ddc-f185-44ce-8424-8e8e8f0d2fbb triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:19.170365 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:19.248931 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-8c46b28e-dfc5-4117-a9e7-e441d6e57c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:19.250498 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-8c46b28e-dfc5-4117-a9e7-e441d6e57c89 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8744214d-c6c1-46c4-b46b-9ff136059d7c HTTP/1.1" status: 200 len: 852 time: 0.1483610 Jul 23 20:11:19.267987 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413b079c-b943-4e05-ba81-5574ddc22ce1 None None] Sync routers for ids ['30942e41-2c60-44fb-8b7d-f1fb26ed70b8'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:11:19.279111 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-db0a41d4-1f85-423c-bbc1-a90baa5e47aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:19.286046 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413b079c-b943-4e05-ba81-5574ddc22ce1 None None] Routers {'30942e41-2c60-44fb-8b7d-f1fb26ed70b8'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:11:19.288239 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-413b079c-b943-4e05-ba81-5574ddc22ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:11:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['30942e41-2c60-44fb-8b7d-f1fb26ed70b8'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:19.303094 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-db0a41d4-1f85-423c-bbc1-a90baa5e47aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:19.312915 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:19.348325 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fd60c-a65a-4a69-a4b3-593407b9934e req-806949b8-b980-4e14-9375-c2029d577ab9 tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:19.349908 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d92fd60c-a65a-4a69-a4b3-593407b9934e req-806949b8-b980-4e14-9375-c2029d577ab9 tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc20da23-ec29-47a6-bc50-5f73c06157f4 HTTP/1.1" status: 200 len: 943 time: 0.2677350 Jul 23 20:11:19.358500 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-c8909eab-0c4b-4e1c-a463-70aeedc1fbf5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=443cf7e6-b583-4278-bfe1-07b3f4b7ddf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955863 Jul 23 20:11:19.401910 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a355fdd8-5cb3-4531-8860-7c11d2e5c065 req-34b48d54-3147-49a0-9494-349876d0aef5 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 210 time: 0.0847664 Jul 23 20:11:19.428564 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:19.430895 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:19.543450 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-413b079c-b943-4e05-ba81-5574ddc22ce1 None None] Set router 30942e41-2c60-44fb-8b7d-f1fb26ed70b8 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:11:19.562713 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d92fd60c-a65a-4a69-a4b3-593407b9934e req-46ce33b6-f397-49f2-8c13-ba17a7bb08fc tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7e657ab-bf57-45f7-8b8d-0b0161a45c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034421 Jul 23 20:11:19.589860 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-db0a41d4-1f85-423c-bbc1-a90baa5e47aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:19.593228 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-db0a41d4-1f85-423c-bbc1-a90baa5e47aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:19.596669 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-db0a41d4-1f85-423c-bbc1-a90baa5e47aa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/558b5561-8c28-4312-bbc1-d999f5d9edfc HTTP/1.1" status: 204 len: 168 time: 0.5616148 Jul 23 20:11:19.623008 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a41d4-1f85-423c-bbc1-a90baa5e47aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558b5561-8c28-4312-bbc1-d999f5d9edfc,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:19.667813 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-51328bad-6242-45ea-ada4-33bd2fb031a2 service neutron] 10.222.0.18 "GET /v2.0/networks/443cf7e6-b583-4278-bfe1-07b3f4b7ddf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984750 Jul 23 20:11:19.825340 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ee4bcf8c-e37c-4152-8a93-db6982b70bf6 req-47fe90b6-ffbe-450c-a2f6-00d1f979fd15 service neutron] 10.222.0.18 "GET /v2.0/networks/443cf7e6-b583-4278-bfe1-07b3f4b7ddf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513855 Jul 23 20:11:19.907183 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c82fec-f28d-49cb-8ac8-280012981847 req-9f709e63-ef23-4053-9ff7-383b82ca5b6e tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:19.918444 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-00c82fec-f28d-49cb-8ac8-280012981847 req-9f709e63-ef23-4053-9ff7-383b82ca5b6e tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/networks?id=286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8 HTTP/1.1" status: 200 len: 819 time: 0.1821918 Jul 23 20:11:19.938868 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-00c82fec-f28d-49cb-8ac8-280012981847 req-723ea55f-1cb8-49b8-ab61-c568f916bd2d tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/quotas/784f45fc75b84843b7a1c49c28ef405e HTTP/1.1" status: 200 len: 375 time: 0.0190220 Jul 23 20:11:20.013874 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1ae68-29a5-46c0-a71e-a58ec23e967e req-476c9deb-05f2-494c-b6c4-5686c3f9a472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:20.018171 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-94d1ae68-29a5-46c0-a71e-a58ec23e967e req-476c9deb-05f2-494c-b6c4-5686c3f9a472 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1989df60e3384db78376a3e58a7de599&device_id=bc20da23-ec29-47a6-bc50-5f73c06157f4 HTTP/1.1" status: 200 len: 1095 time: 0.1369069 Jul 23 20:11:20.044042 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-00c82fec-f28d-49cb-8ac8-280012981847 req-b0d7c531-668f-409e-b482-722494c9e7b7 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=784f45fc75b84843b7a1c49c28ef405e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1036007 Jul 23 20:11:20.051890 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-413b079c-b943-4e05-ba81-5574ddc22ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30942e41-2c60-44fb-8b7d-f1fb26ed70b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1533662769-router', 'tenant_id': '784f45fc75b84843b7a1c49c28ef405e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:09Z', 'updated_at': '2021-07-23T20:11:16Z', 'revision_number': 4, 'project_id': '784f45fc75b84843b7a1c49c28ef405e', 'gw_port': {'id': '5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30942e41-2c60-44fb-8b7d-f1fb26ed70b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:11Z', 'updated_at': '2021-07-23T20:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'ebcfab64-b3ae-4580-bdd1-8bcb2adae357', 'name': '', 'network_id': '286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8', 'tenant_id': '784f45fc75b84843b7a1c49c28ef405e', 'mac_address': 'fa:16:3e:1f:7d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30942e41-2c60-44fb-8b7d-f1fb26ed70b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '26aa5c9b-6c7b-4ead-bbf5-7e81fe90100c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:15Z', 'updated_at': '2021-07-23T20:11:16Z', 'revision_number': 2, 'project_id': '784f45fc75b84843b7a1c49c28ef405e', 'subnets': [{'id': '26aa5c9b-6c7b-4ead-bbf5-7e81fe90100c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:20.092117 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413b079c-b943-4e05-ba81-5574ddc22ce1 None None] Checking router: 30942e41-2c60-44fb-8b7d-f1fb26ed70b8 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:11:20.092613 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413b079c-b943-4e05-ba81-5574ddc22ce1 None None] Updating router 30942e41-2c60-44fb-8b7d-f1fb26ed70b8 port ebcfab64-b3ae-4580-bdd1-8bcb2adae357 binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:11:20.140255 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-413b079c-b943-4e05-ba81-5574ddc22ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:20.180331 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1ae68-29a5-46c0-a71e-a58ec23e967e req-a79353d0-aa02-4518-8bea-d781b5ac22d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:20.185800 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-94d1ae68-29a5-46c0-a71e-a58ec23e967e req-a79353d0-aa02-4518-8bea-d781b5ac22d1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=443cf7e6-b583-4278-bfe1-07b3f4b7ddf4 HTTP/1.1" status: 200 len: 913 time: 0.1602550 Jul 23 20:11:20.202941 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-00c82fec-f28d-49cb-8ac8-280012981847 req-a8ea7395-a734-4b6c-8b51-cb2b0b880b83 service neutron] 10.222.0.32 "GET /v2.0/networks/286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472368 Jul 23 20:11:20.264375 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-94d1ae68-29a5-46c0-a71e-a58ec23e967e req-6553cc70-e2cc-4086-bec9-0711e6019cee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f74fba76-5efd-4b6d-8e12-79087b6aaf5f HTTP/1.1" status: 200 len: 217 time: 0.0725002 Jul 23 20:11:20.334635 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1ae68-29a5-46c0-a71e-a58ec23e967e req-23af4e0a-ebaa-4de1-81a5-d2581e50064f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:20.338203 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-94d1ae68-29a5-46c0-a71e-a58ec23e967e req-23af4e0a-ebaa-4de1-81a5-d2581e50064f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8744214d-c6c1-46c4-b46b-9ff136059d7c HTTP/1.1" status: 200 len: 852 time: 0.0674214 Jul 23 20:11:20.341947 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-00c82fec-f28d-49cb-8ac8-280012981847 req-780b33de-45e3-4382-baa3-5523b74e2bf1 service neutron] 10.222.0.32 "GET /v2.0/networks/286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308966 Jul 23 20:11:20.400908 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-94d1ae68-29a5-46c0-a71e-a58ec23e967e req-ff236f2a-f328-4ad6-8f42-0136c7a4a1ce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=443cf7e6-b583-4278-bfe1-07b3f4b7ddf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562890 Jul 23 20:11:20.570285 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-94d1ae68-29a5-46c0-a71e-a58ec23e967e req-0e600626-f879-4fad-84c8-7fd01509d2a3 service neutron] 10.222.0.18 "GET /v2.0/networks/443cf7e6-b583-4278-bfe1-07b3f4b7ddf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600692 Jul 23 20:11:20.605028 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8cc8d0d8-4e83-449e-83fc-3a4da7dac423 req-c604842d-ae0c-4d22-95b1-bad0cb7aeffd tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=fad2c65c-8569-42f2-88a7-8c05b1adc218 HTTP/1.1" status: 200 len: 210 time: 0.0555515 Jul 23 20:11:20.923817 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-413b079c-b943-4e05-ba81-5574ddc22ce1 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:20.962618 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-413b079c-b943-4e05-ba81-5574ddc22ce1 None None] Transition to ACTIVE for port object ebcfab64-b3ae-4580-bdd1-8bcb2adae357 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:20.981143 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-413b079c-b943-4e05-ba81-5574ddc22ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:20.998913 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-666fcec2-f037-4566-9622-4ab05bb87116 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:21.000942 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-666fcec2-f037-4566-9622-4ab05bb87116 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.18 "GET /v2.0/networks?id=286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8 HTTP/1.1" status: 200 len: 819 time: 0.2158537 Jul 23 20:11:21.012287 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-94d1ae68-29a5-46c0-a71e-a58ec23e967e req-9a1e76e0-7c9a-46ae-a4e6-b1dd69ef6269 service neutron] 10.222.0.18 "GET /v2.0/networks/443cf7e6-b583-4278-bfe1-07b3f4b7ddf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225841 Jul 23 20:11:21.021125 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-35438f8d-db35-435b-a05e-d3289f67dde7 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Request body: {'port': {'device_id': 'c1789e43-990c-4bab-8f66-daf5ec0ac913', 'network_id': '286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8', 'admin_state_up': True, 'tenant_id': '784f45fc75b84843b7a1c49c28ef405e'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:21.059835 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2a603-eb14-4fc3-8ed0-5dec4b9b5316 req-b7f59c79-e21c-4abc-ba4d-02c13d95adda tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:21.061247 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ffb2a603-eb14-4fc3-8ed0-5dec4b9b5316 req-b7f59c79-e21c-4abc-ba4d-02c13d95adda tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc20da23-ec29-47a6-bc50-5f73c06157f4 HTTP/1.1" status: 200 len: 943 time: 0.3541560 Jul 23 20:11:21.122122 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e13af61-366d-4599-bfc0-e373832ecf10 None None] Pushing event updated for resources: {'Port': ['ID=ebcfab64-b3ae-4580-bdd1-8bcb2adae357,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:21.183929 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ffb2a603-eb14-4fc3-8ed0-5dec4b9b5316 req-e1eb73b0-f44d-4152-8460-a48353d2f05a tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7e657ab-bf57-45f7-8b8d-0b0161a45c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111753 Jul 23 20:11:21.240509 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-413b079c-b943-4e05-ba81-5574ddc22ce1 None None] Attempting to bind port ebcfab64-b3ae-4580-bdd1-8bcb2adae357 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:11:21.240882 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-413b079c-b943-4e05-ba81-5574ddc22ce1 None None] Attempting to bind port ebcfab64-b3ae-4580-bdd1-8bcb2adae357 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '40f06d11-91a9-483d-8ca0-42c25728fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:11:21.241993 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413b079c-b943-4e05-ba81-5574ddc22ce1 None None] Attempting to bind port ebcfab64-b3ae-4580-bdd1-8bcb2adae357 on network 286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:11:21.250421 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413b079c-b943-4e05-ba81-5574ddc22ce1 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:11:21.250784 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413b079c-b943-4e05-ba81-5574ddc22ce1 None None] Checking segment: {'id': '40f06d11-91a9-483d-8ca0-42c25728fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:11:21.251163 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-413b079c-b943-4e05-ba81-5574ddc22ce1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:21.252238 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413b079c-b943-4e05-ba81-5574ddc22ce1 None None] Bound using segment: {'id': '40f06d11-91a9-483d-8ca0-42c25728fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:11:21.254105 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-413b079c-b943-4e05-ba81-5574ddc22ce1 None None] Bound port: ebcfab64-b3ae-4580-bdd1-8bcb2adae357, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40f06d11-91a9-483d-8ca0-42c25728fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:11:21.257581 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-413b079c-b943-4e05-ba81-5574ddc22ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:21.279733 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-35438f8d-db35-435b-a05e-d3289f67dde7 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Made reservation on behalf of 784f45fc75b84843b7a1c49c28ef405e for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:21.283404 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-35438f8d-db35-435b-a05e-d3289f67dde7 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:21.381667 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-413b079c-b943-4e05-ba81-5574ddc22ce1 None None] For port ebcfab64-b3ae-4580-bdd1-8bcb2adae357, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:11:21.384993 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-413b079c-b943-4e05-ba81-5574ddc22ce1 None None] For port ebcfab64-b3ae-4580-bdd1-8bcb2adae357, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=ebcfab64-b3ae-4580-bdd1-8bcb2adae357,segment=NetworkSegment(40f06d11-91a9-483d-8ca0-42c25728fafb),segment_id=40f06d11-91a9-483d-8ca0-42c25728fafb)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:11:21.390591 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-413b079c-b943-4e05-ba81-5574ddc22ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:21.468668 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e13af61-366d-4599-bfc0-e373832ecf10 None None] Pushing event updated for resources: {'Port': ['ID=ebcfab64-b3ae-4580-bdd1-8bcb2adae357,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:21.473757 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413b079c-b943-4e05-ba81-5574ddc22ce1 None None] Routers {'30942e41-2c60-44fb-8b7d-f1fb26ed70b8'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:11:21.474508 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-413b079c-b943-4e05-ba81-5574ddc22ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:11:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['30942e41-2c60-44fb-8b7d-f1fb26ed70b8'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:21.521685 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-35438f8d-db35-435b-a05e-d3289f67dde7 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Allocated IP 172.20.0.12 (286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8/26aa5c9b-6c7b-4ead-bbf5-7e81fe90100c/831772ca-a5b0-41e5-8084-caa588577a99) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:21.637686 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-413b079c-b943-4e05-ba81-5574ddc22ce1 None None] Set router 30942e41-2c60-44fb-8b7d-f1fb26ed70b8 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:11:21.733203 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7979e359-1443-475a-8b27-fdf6ed48a8ff req-10cf7cc8-d7f1-4dbc-90f6-100137270b33 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=fad2c65c-8569-42f2-88a7-8c05b1adc218 HTTP/1.1" status: 200 len: 210 time: 0.0365751 Jul 23 20:11:21.802207 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-35438f8d-db35-435b-a05e-d3289f67dde7 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:21.852866 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-35438f8d-db35-435b-a05e-d3289f67dde7 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:21.952020 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-35438f8d-db35-435b-a05e-d3289f67dde7 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Network 286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:21.955321 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-35438f8d-db35-435b-a05e-d3289f67dde7 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:21.957750 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-35438f8d-db35-435b-a05e-d3289f67dde7 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:22.002350 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35438f8d-db35-435b-a05e-d3289f67dde7 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Pushing event updated for resources: {'Port': ['ID=831772ca-a5b0-41e5-8084-caa588577a99,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:22.043241 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-35438f8d-db35-435b-a05e-d3289f67dde7 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:22.043703 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-35438f8d-db35-435b-a05e-d3289f67dde7 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:22.050620 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-413b079c-b943-4e05-ba81-5574ddc22ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30942e41-2c60-44fb-8b7d-f1fb26ed70b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1533662769-router', 'tenant_id': '784f45fc75b84843b7a1c49c28ef405e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:09Z', 'updated_at': '2021-07-23T20:11:16Z', 'revision_number': 4, 'project_id': '784f45fc75b84843b7a1c49c28ef405e', 'gw_port': {'id': '5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30942e41-2c60-44fb-8b7d-f1fb26ed70b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:11Z', 'updated_at': '2021-07-23T20:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'ebcfab64-b3ae-4580-bdd1-8bcb2adae357', 'name': '', 'network_id': '286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8', 'tenant_id': '784f45fc75b84843b7a1c49c28ef405e', 'mac_address': 'fa:16:3e:1f:7d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30942e41-2c60-44fb-8b7d-f1fb26ed70b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '26aa5c9b-6c7b-4ead-bbf5-7e81fe90100c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:15Z', 'updated_at': '2021-07-23T20:11:21Z', 'revision_number': 4, 'project_id': '784f45fc75b84843b7a1c49c28ef405e', 'subnets': [{'id': '26aa5c9b-6c7b-4ead-bbf5-7e81fe90100c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:22.060941 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-35438f8d-db35-435b-a05e-d3289f67dde7 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0516040 Jul 23 20:11:22.077534 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-551bbdf1-740b-4832-a0fa-59d51b3f6974 service neutron] Request body: {'port': {'device_id': 'c1789e43-990c-4bab-8f66-daf5ec0ac913', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:22.095662 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413b079c-b943-4e05-ba81-5574ddc22ce1 None None] The sync data for ids ['30942e41-2c60-44fb-8b7d-f1fb26ed70b8'] in n-d-793618-10 is: [{'id': '30942e41-2c60-44fb-8b7d-f1fb26ed70b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1533662769-router', 'tenant_id': '784f45fc75b84843b7a1c49c28ef405e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:09Z', 'updated_at': '2021-07-23T20:11:16Z', 'revision_number': 4, 'project_id': '784f45fc75b84843b7a1c49c28ef405e', 'gw_port': {'id': '5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30942e41-2c60-44fb-8b7d-f1fb26ed70b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:11Z', 'updated_at': '2021-07-23T20:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'ebcfab64-b3ae-4580-bdd1-8bcb2adae357', 'name': '', 'network_id': '286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8', 'tenant_id': '784f45fc75b84843b7a1c49c28ef405e', 'mac_address': 'fa:16:3e:1f:7d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30942e41-2c60-44fb-8b7d-f1fb26ed70b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '26aa5c9b-6c7b-4ead-bbf5-7e81fe90100c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:15Z', 'updated_at': '2021-07-23T20:11:21Z', 'revision_number': 4, 'project_id': '784f45fc75b84843b7a1c49c28ef405e', 'subnets': [{'id': '26aa5c9b-6c7b-4ead-bbf5-7e81fe90100c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:11:22.284033 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50326) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:22.409509 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-551bbdf1-740b-4832-a0fa-59d51b3f6974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:22.480568 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-47ca15f3-152f-41ad-b245-f6f98b9bb5a8 tempest-MeteringTestJSON-1532432672 tempest-MeteringTestJSON-1532432672-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-495718141'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:22.481171 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-47ca15f3-152f-41ad-b245-f6f98b9bb5a8 tempest-MeteringTestJSON-1532432672 tempest-MeteringTestJSON-1532432672-project-admin] Unknown quota resources ['metering_label']. {{(pid=93875) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:11:22.494443 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c82fec-f28d-49cb-8ac8-280012981847 req-b39c408d-60c4-4d4e-b05a-467dd34476c4 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:22.497118 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-00c82fec-f28d-49cb-8ac8-280012981847 req-b39c408d-60c4-4d4e-b05a-467dd34476c4 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.30 "GET /v2.0/networks?id=286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8 HTTP/1.1" status: 200 len: 819 time: 0.3583126 Jul 23 20:11:22.516086 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-00c82fec-f28d-49cb-8ac8-280012981847 req-20f47d99-3d2b-4080-9506-6494443d1e20 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Request body: {'port': {'device_id': 'fad2c65c-8569-42f2-88a7-8c05b1adc218', 'network_id': '286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8', 'admin_state_up': True, 'tenant_id': '784f45fc75b84843b7a1c49c28ef405e'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:22.590170 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a12fc-5aa9-4093-be82-54e5adb6faed req-cde02956-4185-470f-9dce-d192f61bc63b tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:22.593611 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-431a12fc-5aa9-4093-be82-54e5adb6faed req-cde02956-4185-470f-9dce-d192f61bc63b tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc20da23-ec29-47a6-bc50-5f73c06157f4 HTTP/1.1" status: 200 len: 943 time: 0.2850010 Jul 23 20:11:22.634098 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-47ca15f3-152f-41ad-b245-f6f98b9bb5a8 tempest-MeteringTestJSON-1532432672 tempest-MeteringTestJSON-1532432672-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:22.635387 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-47ca15f3-152f-41ad-b245-f6f98b9bb5a8 tempest-MeteringTestJSON-1532432672 tempest-MeteringTestJSON-1532432672-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3502054 Jul 23 20:11:22.638973 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50334) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:22.646041 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-25741631-f88d-4ac0-87f8-6f225f8f6611 tempest-MeteringTestJSON-1532432672 tempest-MeteringTestJSON-1532432672-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '1e1f1c9a-8a52-4717-8cde-9ab011d83035'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:22.646547 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-25741631-f88d-4ac0-87f8-6f225f8f6611 tempest-MeteringTestJSON-1532432672 tempest-MeteringTestJSON-1532432672-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93875) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:11:22.688830 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device f74fba76-5efd-4b6d-8e12-79087b6aaf5f details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:11:22.767203 n-d-793618-10 neutron-server[93875]: WARNING neutron.services.metering.metering_plugin [None req-25741631-f88d-4ac0-87f8-6f225f8f6611 tempest-MeteringTestJSON-1532432672 tempest-MeteringTestJSON-1532432672-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 23 20:11:22.813361 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-431a12fc-5aa9-4093-be82-54e5adb6faed req-71564551-396d-4425-9318-02890b16f3dd tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7e657ab-bf57-45f7-8b8d-0b0161a45c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110372 Jul 23 20:11:22.865798 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-25741631-f88d-4ac0-87f8-6f225f8f6611 tempest-MeteringTestJSON-1532432672 tempest-MeteringTestJSON-1532432672-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:22.867482 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-25741631-f88d-4ac0-87f8-6f225f8f6611 tempest-MeteringTestJSON-1532432672 tempest-MeteringTestJSON-1532432672-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2275033 Jul 23 20:11:22.871198 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50340) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:22.877409 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-9095a84e-f625-4ca1-b027-851340acc3b2 tempest-MeteringTestJSON-1532432672 tempest-MeteringTestJSON-1532432672-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '1e1f1c9a-8a52-4717-8cde-9ab011d83035'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:22.878251 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-9095a84e-f625-4ca1-b027-851340acc3b2 tempest-MeteringTestJSON-1532432672 tempest-MeteringTestJSON-1532432672-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93875) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:11:22.885276 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port f74fba76-5efd-4b6d-8e12-79087b6aaf5f, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=f74fba76-5efd-4b6d-8e12-79087b6aaf5f,segment=NetworkSegment(9e928f62-dd9a-4805-bab8-6a1905613326),segment_id=9e928f62-dd9a-4805-bab8-6a1905613326)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:22.899352 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': 'f74fba76-5efd-4b6d-8e12-79087b6aaf5f', 'network_id': '443cf7e6-b583-4278-bfe1-07b3f4b7ddf4', 'port_id': 'f74fba76-5efd-4b6d-8e12-79087b6aaf5f', 'mac_address': 'fa:16:3e:bf:fc:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8744214d-c6c1-46c4-b46b-9ff136059d7c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:11:22.948265 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00c82fec-f28d-49cb-8ac8-280012981847 req-20f47d99-3d2b-4080-9506-6494443d1e20 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Made reservation on behalf of 784f45fc75b84843b7a1c49c28ef405e for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:22.952129 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-00c82fec-f28d-49cb-8ac8-280012981847 req-20f47d99-3d2b-4080-9506-6494443d1e20 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:22.981006 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:23.014979 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d15cb777-5883-4214-b0e5-0babd444ef09 req-b66448fe-e591-4bfe-8c5d-7c569c20ba7b tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=fad2c65c-8569-42f2-88a7-8c05b1adc218 HTTP/1.1" status: 200 len: 210 time: 0.0568428 Jul 23 20:11:23.017806 n-d-793618-10 neutron-server[93875]: WARNING neutron.services.metering.metering_plugin [None req-9095a84e-f625-4ca1-b027-851340acc3b2 tempest-MeteringTestJSON-1532432672 tempest-MeteringTestJSON-1532432672-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 23 20:11:23.019370 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f74fba76-5efd-4b6d-8e12-79087b6aaf5f {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:11:23.084385 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port f74fba76-5efd-4b6d-8e12-79087b6aaf5f, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=f74fba76-5efd-4b6d-8e12-79087b6aaf5f,segment=NetworkSegment(9e928f62-dd9a-4805-bab8-6a1905613326),segment_id=9e928f62-dd9a-4805-bab8-6a1905613326)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:23.094267 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:23.235266 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=f74fba76-5efd-4b6d-8e12-79087b6aaf5f,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:23.269865 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device ebcfab64-b3ae-4580-bdd1-8bcb2adae357 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:23.346813 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-551bbdf1-740b-4832-a0fa-59d51b3f6974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 831772ca-a5b0-41e5-8084-caa588577a99 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:11:23.362837 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-551bbdf1-740b-4832-a0fa-59d51b3f6974 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:23.365198 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port ebcfab64-b3ae-4580-bdd1-8bcb2adae357 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:23.372844 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['f74fba76-5efd-4b6d-8e12-79087b6aaf5f'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:11:23.403252 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-551bbdf1-740b-4832-a0fa-59d51b3f6974 service neutron] Transition to ACTIVE for port object 831772ca-a5b0-41e5-8084-caa588577a99 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:23.418134 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-551bbdf1-740b-4832-a0fa-59d51b3f6974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:23.448570 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port ebcfab64-b3ae-4580-bdd1-8bcb2adae357 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:23.449181 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:23.630695 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551bbdf1-740b-4832-a0fa-59d51b3f6974 service neutron] Pushing event updated for resources: {'Port': ['ID=831772ca-a5b0-41e5-8084-caa588577a99,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:23.680636 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-00c82fec-f28d-49cb-8ac8-280012981847 req-20f47d99-3d2b-4080-9506-6494443d1e20 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Allocated IP 172.20.0.8 (286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8/26aa5c9b-6c7b-4ead-bbf5-7e81fe90100c/0e81ce48-0180-4c93-bc75-2eeeaee48872) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:23.743129 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:23.795888 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9095a84e-f625-4ca1-b027-851340acc3b2 tempest-MeteringTestJSON-1532432672 tempest-MeteringTestJSON-1532432672-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:23.798231 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9095a84e-f625-4ca1-b027-851340acc3b2 tempest-MeteringTestJSON-1532432672 tempest-MeteringTestJSON-1532432672-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.9257610 Jul 23 20:11:23.800867 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50346) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:23.812744 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-84b0ba61-36c9-492a-b758-31bae4ab9008 tempest-MeteringTestJSON-1532432672 tempest-MeteringTestJSON-1532432672-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=113e4b36-8288-46ca-8cda-6eed8a3a8b0a HTTP/1.1" status: 200 len: 464 time: 0.0104575 Jul 23 20:11:23.814243 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port ebcfab64-b3ae-4580-bdd1-8bcb2adae357, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=ebcfab64-b3ae-4580-bdd1-8bcb2adae357,segment=NetworkSegment(40f06d11-91a9-483d-8ca0-42c25728fafb),segment_id=40f06d11-91a9-483d-8ca0-42c25728fafb)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:23.815199 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50348) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:23.828335 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:23.843929 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-551bbdf1-740b-4832-a0fa-59d51b3f6974 service neutron] Attempting to bind port 831772ca-a5b0-41e5-8084-caa588577a99 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:11:23.844302 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-551bbdf1-740b-4832-a0fa-59d51b3f6974 service neutron] Attempting to bind port 831772ca-a5b0-41e5-8084-caa588577a99 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '40f06d11-91a9-483d-8ca0-42c25728fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:11:23.844813 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-551bbdf1-740b-4832-a0fa-59d51b3f6974 service neutron] Attempting to bind port 831772ca-a5b0-41e5-8084-caa588577a99 on network 286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:11:23.885253 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-551bbdf1-740b-4832-a0fa-59d51b3f6974 service neutron] Port 831772ca-a5b0-41e5-8084-caa588577a99 on network 286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:11:23.886139 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-551bbdf1-740b-4832-a0fa-59d51b3f6974 service neutron] Attempting to bind port 831772ca-a5b0-41e5-8084-caa588577a99 on network 286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:11:23.896125 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-551bbdf1-740b-4832-a0fa-59d51b3f6974 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:11:23.896459 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-551bbdf1-740b-4832-a0fa-59d51b3f6974 service neutron] Checking segment: {'id': '40f06d11-91a9-483d-8ca0-42c25728fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:11:23.896862 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-551bbdf1-740b-4832-a0fa-59d51b3f6974 service neutron] Bound using segment: {'id': '40f06d11-91a9-483d-8ca0-42c25728fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:11:23.897298 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-551bbdf1-740b-4832-a0fa-59d51b3f6974 service neutron] Bound port: 831772ca-a5b0-41e5-8084-caa588577a99, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40f06d11-91a9-483d-8ca0-42c25728fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:11:23.897683 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-551bbdf1-740b-4832-a0fa-59d51b3f6974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:23.933830 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=ebcfab64-b3ae-4580-bdd1-8bcb2adae357,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:23.954049 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ee69dbc9-2307-4c90-b7ea-81d3516ce7bd tempest-MeteringTestJSON-1532432672 tempest-MeteringTestJSON-1532432672-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:23.964802 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ee69dbc9-2307-4c90-b7ea-81d3516ce7bd tempest-MeteringTestJSON-1532432672 tempest-MeteringTestJSON-1532432672-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/113e4b36-8288-46ca-8cda-6eed8a3a8b0a HTTP/1.1" status: 204 len: 168 time: 0.1480548 Jul 23 20:11:23.965744 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50352) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:23.992665 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5bd0cf78-9eaa-4027-80f9-98f7ea61c159 tempest-MeteringTestJSON-1532432672 tempest-MeteringTestJSON-1532432672-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=113e4b36-8288-46ca-8cda-6eed8a3a8b0a HTTP/1.1" status: 200 len: 221 time: 0.0222964 Jul 23 20:11:24.001630 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50354) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:24.060926 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-060122fe-9525-46f9-93ca-7ef69b6c07bb tempest-MeteringTestJSON-1532432672 tempest-MeteringTestJSON-1532432672-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--221836904', 'description': 'label created by tempest'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:24.061379 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-060122fe-9525-46f9-93ca-7ef69b6c07bb tempest-MeteringTestJSON-1532432672 tempest-MeteringTestJSON-1532432672-project-admin] Unknown quota resources ['metering_label']. {{(pid=93875) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:11:24.136719 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-551bbdf1-740b-4832-a0fa-59d51b3f6974 service neutron] For port 831772ca-a5b0-41e5-8084-caa588577a99, host n-h2-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:11:24.142691 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-551bbdf1-740b-4832-a0fa-59d51b3f6974 service neutron] For port 831772ca-a5b0-41e5-8084-caa588577a99, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=831772ca-a5b0-41e5-8084-caa588577a99,segment=NetworkSegment(40f06d11-91a9-483d-8ca0-42c25728fafb),segment_id=40f06d11-91a9-483d-8ca0-42c25728fafb)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:11:24.169708 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-551bbdf1-740b-4832-a0fa-59d51b3f6974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:24.264031 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-551bbdf1-740b-4832-a0fa-59d51b3f6974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:24.265248 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-551bbdf1-740b-4832-a0fa-59d51b3f6974 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:24.266981 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-551bbdf1-740b-4832-a0fa-59d51b3f6974 service neutron] 10.222.0.18 "PUT /v2.0/ports/831772ca-a5b0-41e5-8084-caa588577a99 HTTP/1.1" status: 200 len: 1093 time: 2.1986449 Jul 23 20:11:24.271106 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-00c82fec-f28d-49cb-8ac8-280012981847 req-20f47d99-3d2b-4080-9506-6494443d1e20 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:24.319054 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551bbdf1-740b-4832-a0fa-59d51b3f6974 service neutron] Pushing event updated for resources: {'Port': ['ID=831772ca-a5b0-41e5-8084-caa588577a99,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:24.323347 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1789e43-990c-4bab-8f66-daf5ec0ac913', 'tag': '831772ca-a5b0-41e5-8084-caa588577a99'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:11:24.327633 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4414a43d-6132-46a3-a6ee-8d671cda3267" -d '{"events": [{"name": "network-changed", "server_uuid": "c1789e43-990c-4bab-8f66-daf5ec0ac913", "tag": "831772ca-a5b0-41e5-8084-caa588577a99"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:11:24.337170 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15b928e-a122-4cc5-9f60-ecd4cff5db37 req-980093ce-d90a-445b-8cbf-5bf95fdb0434 tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:24.339351 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a15b928e-a122-4cc5-9f60-ecd4cff5db37 req-980093ce-d90a-445b-8cbf-5bf95fdb0434 tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc20da23-ec29-47a6-bc50-5f73c06157f4 HTTP/1.1" status: 200 len: 944 time: 0.3358557 Jul 23 20:11:24.340773 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9eed7e5d-56fd-46b8-9015-b9d962522b41 req-9e6a712e-30a1-4ea2-9850-06c81c1bf128 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=fad2c65c-8569-42f2-88a7-8c05b1adc218 HTTP/1.1" status: 200 len: 210 time: 0.1879313 Jul 23 20:11:24.341784 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-060122fe-9525-46f9-93ca-7ef69b6c07bb tempest-MeteringTestJSON-1532432672 tempest-MeteringTestJSON-1532432672-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:24.342867 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-060122fe-9525-46f9-93ca-7ef69b6c07bb tempest-MeteringTestJSON-1532432672 tempest-MeteringTestJSON-1532432672-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2868512 Jul 23 20:11:24.346072 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50364) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:24.443470 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-844e66e9-85e0-4cc6-9ea4-100636a906ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:24.445160 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-844e66e9-85e0-4cc6-9ea4-100636a906ac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=784f45fc75b84843b7a1c49c28ef405e&device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 1096 time: 0.0982964 Jul 23 20:11:24.446122 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50366) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:24.446342 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3c25e1bb-ba3b-4ce9-9469-25a3d04e3bd5 tempest-MeteringTestJSON-1532432672 tempest-MeteringTestJSON-1532432672-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=36d293fb-5900-4ad4-879f-96816295aaa3 HTTP/1.1" status: 200 len: 467 time: 0.0978594 Jul 23 20:11:24.454598 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-00c82fec-f28d-49cb-8ac8-280012981847 req-20f47d99-3d2b-4080-9506-6494443d1e20 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:24.483903 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00c82fec-f28d-49cb-8ac8-280012981847 req-20f47d99-3d2b-4080-9506-6494443d1e20 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Network 286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:24.486274 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a15b928e-a122-4cc5-9f60-ecd4cff5db37 req-8c7dde2e-04a2-41e4-b312-da1e0c81ae12 tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7e657ab-bf57-45f7-8b8d-0b0161a45c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275351 Jul 23 20:11:24.496761 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-00c82fec-f28d-49cb-8ac8-280012981847 req-20f47d99-3d2b-4080-9506-6494443d1e20 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:24.506296 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c82fec-f28d-49cb-8ac8-280012981847 req-20f47d99-3d2b-4080-9506-6494443d1e20 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:24.687911 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device f74fba76-5efd-4b6d-8e12-79087b6aaf5f up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:24.761353 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port f74fba76-5efd-4b6d-8e12-79087b6aaf5f completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:24.767869 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port f74fba76-5efd-4b6d-8e12-79087b6aaf5f triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:24.768503 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:24.927523 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:24.960476 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc20da23-ec29-47a6-bc50-5f73c06157f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74fba76-5efd-4b6d-8e12-79087b6aaf5f'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:11:24.963151 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f625d963-2518-48d0-8c2c-9cdc19c0b3c4" -d '{"events": [{"server_uuid": "bc20da23-ec29-47a6-bc50-5f73c06157f4", "name": "network-vif-plugged", "status": "completed", "tag": "f74fba76-5efd-4b6d-8e12-79087b6aaf5f"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:11:24.983398 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port f74fba76-5efd-4b6d-8e12-79087b6aaf5f, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=f74fba76-5efd-4b6d-8e12-79087b6aaf5f,segment=NetworkSegment(9e928f62-dd9a-4805-bab8-6a1905613326),segment_id=9e928f62-dd9a-4805-bab8-6a1905613326)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:24.995506 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:25.015750 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-b643ca5a-3023-42ef-a52c-bd8fbd7a19ec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=831772ca-a5b0-41e5-8084-caa588577a99 HTTP/1.1" status: 200 len: 217 time: 0.5431042 Jul 23 20:11:25.022230 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ccb4f8-5806-4e87-9e6b-63ee1d2f5277 x-openstack-request-id: req-98ccb4f8-5806-4e87-9e6b-63ee1d2f5277 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:11:25.022605 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1789e43-990c-4bab-8f66-daf5ec0ac913", "tag": "831772ca-a5b0-41e5-8084-caa588577a99", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:11:25.022786 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-98ccb4f8-5806-4e87-9e6b-63ee1d2f5277 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:11:25.023152 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1789e43-990c-4bab-8f66-daf5ec0ac913', 'tag': '831772ca-a5b0-41e5-8084-caa588577a99', 'status': 'completed', 'code': 200} Jul 23 20:11:25.083342 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b745dda6-a4f5-4b06-99d3-9680fc6f2276 x-openstack-request-id: req-b745dda6-a4f5-4b06-99d3-9680fc6f2276 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:11:25.083703 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc20da23-ec29-47a6-bc50-5f73c06157f4", "name": "network-vif-plugged", "status": "completed", "tag": "f74fba76-5efd-4b6d-8e12-79087b6aaf5f", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:11:25.083969 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b745dda6-a4f5-4b06-99d3-9680fc6f2276 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:11:25.084440 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc20da23-ec29-47a6-bc50-5f73c06157f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74fba76-5efd-4b6d-8e12-79087b6aaf5f', 'code': 200} Jul 23 20:11:25.085453 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=f74fba76-5efd-4b6d-8e12-79087b6aaf5f,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:25.176151 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device ebcfab64-b3ae-4580-bdd1-8bcb2adae357 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:25.252675 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a67c8a-40b1-4264-8218-fd1d65e772bf req-5de297a4-9ded-4ec6-8e79-f9fac19de39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:25.260101 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c82fec-f28d-49cb-8ac8-280012981847 req-20f47d99-3d2b-4080-9506-6494443d1e20 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:25.260815 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-27a67c8a-40b1-4264-8218-fd1d65e772bf req-5de297a4-9ded-4ec6-8e79-f9fac19de39e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bc20da23-ec29-47a6-bc50-5f73c06157f4 HTTP/1.1" status: 200 len: 1097 time: 0.1449130 Jul 23 20:11:25.261700 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-00c82fec-f28d-49cb-8ac8-280012981847 req-20f47d99-3d2b-4080-9506-6494443d1e20 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:25.266075 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port ebcfab64-b3ae-4580-bdd1-8bcb2adae357 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:25.266822 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:25.300583 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-27a67c8a-40b1-4264-8218-fd1d65e772bf req-6e83f869-6e1a-4a78-a0eb-29124d7986ae service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b7e657ab-bf57-45f7-8b8d-0b0161a45c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341136 Jul 23 20:11:25.316935 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f47d99-3d2b-4080-9506-6494443d1e20 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Pushing event updated for resources: {'Port': ['ID=0e81ce48-0180-4c93-bc75-2eeeaee48872,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:25.368195 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-94d48f76-af52-44e7-b215-0717d7d78e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:25.369805 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-94d48f76-af52-44e7-b215-0717d7d78e67 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=26aa5c9b-6c7b-4ead-bbf5-7e81fe90100c HTTP/1.1" status: 200 len: 859 time: 0.3414137 Jul 23 20:11:25.375048 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-00c82fec-f28d-49cb-8ac8-280012981847 req-20f47d99-3d2b-4080-9506-6494443d1e20 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8676066 Jul 23 20:11:25.390495 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-00c82fec-f28d-49cb-8ac8-280012981847 req-d8905897-6522-4ed3-9054-635e491f2bb4 service neutron] Request body: {'port': {'device_id': 'fad2c65c-8569-42f2-88a7-8c05b1adc218', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:25.417206 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-07fec3cd-ebe0-4454-8ba4-25632aff422a tempest-MeteringTestJSON-1532432672 tempest-MeteringTestJSON-1532432672-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:25.418377 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-07fec3cd-ebe0-4454-8ba4-25632aff422a tempest-MeteringTestJSON-1532432672 tempest-MeteringTestJSON-1532432672-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/36d293fb-5900-4ad4-879f-96816295aaa3 HTTP/1.1" status: 204 len: 168 time: 0.9712489 Jul 23 20:11:25.421444 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50386) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:25.426396 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-070b3a4a-32cc-4d6f-bd49-9b84f9a91b57 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500488 Jul 23 20:11:25.440104 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d8afc6c4-7fc6-4031-ab36-cb5d80dd7241 tempest-MeteringTestJSON-1532432672 tempest-MeteringTestJSON-1532432672-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=36d293fb-5900-4ad4-879f-96816295aaa3 HTTP/1.1" status: 200 len: 216 time: 0.0137396 Jul 23 20:11:25.440395 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50388) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:25.453642 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f4c03ce9-5cdc-418d-b0b7-2ea9c20988cb tempest-MeteringTestJSON-1532432672 tempest-MeteringTestJSON-1532432672-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0105641 Jul 23 20:11:25.455817 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50392) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:25.489197 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d69d6327-b78c-4fd1-aa58-ed29e44c5ffd tempest-MeteringTestJSON-1532432672 tempest-MeteringTestJSON-1532432672-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0281191 Jul 23 20:11:25.492381 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50396) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:25.590920 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6c5cbe32-477d-4bae-a380-88fa93b43ade tempest-MeteringTestJSON-1532432672 tempest-MeteringTestJSON-1532432672-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels/1e1f1c9a-8a52-4717-8cde-9ab011d83035 HTTP/1.1" status: 200 len: 472 time: 0.0871556 Jul 23 20:11:25.594441 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50400) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:25.606715 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2a7e71e0-518b-4a8b-9bea-71c05f66782c tempest-MeteringTestJSON-1532432672 tempest-MeteringTestJSON-1532432672-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules/4ec97b7c-17a0-4fce-8711-66388b75deda HTTP/1.1" status: 200 len: 461 time: 0.0110860 Jul 23 20:11:25.610624 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50402) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:25.716527 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa92d8-37c3-4931-ba12-27adfbe2ba79 req-1493d95b-cb64-4593-92ec-4764ada359ba tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:25.723391 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-06fa92d8-37c3-4931-ba12-27adfbe2ba79 req-1493d95b-cb64-4593-92ec-4764ada359ba tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=fad2c65c-8569-42f2-88a7-8c05b1adc218 HTTP/1.1" status: 200 len: 931 time: 0.2961953 Jul 23 20:11:25.738527 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-00c82fec-f28d-49cb-8ac8-280012981847 req-d8905897-6522-4ed3-9054-635e491f2bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:25.757772 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-70e65316-9047-4c8b-98b5-763fe95de360 service neutron] 10.222.0.18 "GET /v2.0/networks/286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091815 Jul 23 20:11:25.826461 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-450614bb-f7e4-4cfa-809a-5d8ee4426ab9 tempest-MeteringTestJSON-1532432672 tempest-MeteringTestJSON-1532432672-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:25.828114 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-450614bb-f7e4-4cfa-809a-5d8ee4426ab9 tempest-MeteringTestJSON-1532432672 tempest-MeteringTestJSON-1532432672-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/4ec97b7c-17a0-4fce-8711-66388b75deda HTTP/1.1" status: 204 len: 168 time: 0.2165442 Jul 23 20:11:25.831119 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50404) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:25.839883 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-06fa92d8-37c3-4931-ba12-27adfbe2ba79 req-434aa90d-d9fd-443f-b45b-27fb5cc53b34 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155295 Jul 23 20:11:25.906166 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5cd2e-a1df-4c5e-8b1e-3ed17fff84dd req-23d6a167-2d7a-42a7-b5be-088a65c4343c tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:25.907717 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7ba5cd2e-a1df-4c5e-8b1e-3ed17fff84dd req-23d6a167-2d7a-42a7-b5be-088a65c4343c tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc20da23-ec29-47a6-bc50-5f73c06157f4 HTTP/1.1" status: 200 len: 945 time: 0.1929541 Jul 23 20:11:25.983957 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-019c43f2-6fc5-4df9-ab4a-43cc83387e11 req-cc8f06b1-872e-4cc7-b2d5-df55d947709f service neutron] 10.222.0.18 "GET /v2.0/networks/286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019773 Jul 23 20:11:26.136411 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7ba5cd2e-a1df-4c5e-8b1e-3ed17fff84dd req-f2825b29-2bb0-4cbe-b6df-9341f4f863a7 tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7e657ab-bf57-45f7-8b8d-0b0161a45c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179804 Jul 23 20:11:26.140254 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6d9cadfe-26b2-4967-979a-12d11f01efd2 tempest-MeteringTestJSON-1532432672 tempest-MeteringTestJSON-1532432672-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:26.141859 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6d9cadfe-26b2-4967-979a-12d11f01efd2 tempest-MeteringTestJSON-1532432672 tempest-MeteringTestJSON-1532432672-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/1e1f1c9a-8a52-4717-8cde-9ab011d83035 HTTP/1.1" status: 204 len: 168 time: 0.3091412 Jul 23 20:11:26.185717 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414a43d-6132-46a3-a6ee-8d671cda3267 req-10602716-4765-46f3-81d2-a274e6b52b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:26.187249 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4414a43d-6132-46a3-a6ee-8d671cda3267 req-10602716-4765-46f3-81d2-a274e6b52b75 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=784f45fc75b84843b7a1c49c28ef405e&device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 1096 time: 0.1314270 Jul 23 20:11:26.357342 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-00c82fec-f28d-49cb-8ac8-280012981847 req-d8905897-6522-4ed3-9054-635e491f2bb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e81ce48-0180-4c93-bc75-2eeeaee48872 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:11:26.370877 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-00c82fec-f28d-49cb-8ac8-280012981847 req-d8905897-6522-4ed3-9054-635e491f2bb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:26.396479 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-00c82fec-f28d-49cb-8ac8-280012981847 req-d8905897-6522-4ed3-9054-635e491f2bb4 service neutron] Transition to ACTIVE for port object 0e81ce48-0180-4c93-bc75-2eeeaee48872 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:26.402695 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414a43d-6132-46a3-a6ee-8d671cda3267 req-169b8dce-c4ec-45f7-8da9-a7accce154d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:26.404385 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4414a43d-6132-46a3-a6ee-8d671cda3267 req-169b8dce-c4ec-45f7-8da9-a7accce154d9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8 HTTP/1.1" status: 200 len: 920 time: 0.2098019 Jul 23 20:11:26.405635 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-00c82fec-f28d-49cb-8ac8-280012981847 req-d8905897-6522-4ed3-9054-635e491f2bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:26.478890 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4414a43d-6132-46a3-a6ee-8d671cda3267 req-d4d30c16-4721-466c-b4fd-1f313cf27191 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=831772ca-a5b0-41e5-8084-caa588577a99 HTTP/1.1" status: 200 len: 217 time: 0.0628707 Jul 23 20:11:26.558740 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50414) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:26.559227 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8905897-6522-4ed3-9054-635e491f2bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=0e81ce48-0180-4c93-bc75-2eeeaee48872,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:26.596915 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414a43d-6132-46a3-a6ee-8d671cda3267 req-54166180-2ada-4a22-ac50-583f7079b152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:26.598645 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4414a43d-6132-46a3-a6ee-8d671cda3267 req-54166180-2ada-4a22-ac50-583f7079b152 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=26aa5c9b-6c7b-4ead-bbf5-7e81fe90100c HTTP/1.1" status: 200 len: 859 time: 0.1133454 Jul 23 20:11:26.648361 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4414a43d-6132-46a3-a6ee-8d671cda3267 req-cf3e46da-b8b6-4e7c-9fcb-9debf6b6ce3a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432680 Jul 23 20:11:26.665037 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-00c82fec-f28d-49cb-8ac8-280012981847 req-d8905897-6522-4ed3-9054-635e491f2bb4 service neutron] Attempting to bind port 0e81ce48-0180-4c93-bc75-2eeeaee48872 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:11:26.665381 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-00c82fec-f28d-49cb-8ac8-280012981847 req-d8905897-6522-4ed3-9054-635e491f2bb4 service neutron] Attempting to bind port 0e81ce48-0180-4c93-bc75-2eeeaee48872 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '40f06d11-91a9-483d-8ca0-42c25728fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:11:26.665735 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c82fec-f28d-49cb-8ac8-280012981847 req-d8905897-6522-4ed3-9054-635e491f2bb4 service neutron] Attempting to bind port 0e81ce48-0180-4c93-bc75-2eeeaee48872 on network 286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:11:26.688843 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c82fec-f28d-49cb-8ac8-280012981847 req-d8905897-6522-4ed3-9054-635e491f2bb4 service neutron] Port 0e81ce48-0180-4c93-bc75-2eeeaee48872 on network 286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:11:26.689163 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c82fec-f28d-49cb-8ac8-280012981847 req-d8905897-6522-4ed3-9054-635e491f2bb4 service neutron] Attempting to bind port 0e81ce48-0180-4c93-bc75-2eeeaee48872 on network 286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:11:26.699146 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c82fec-f28d-49cb-8ac8-280012981847 req-d8905897-6522-4ed3-9054-635e491f2bb4 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:11:26.701370 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c82fec-f28d-49cb-8ac8-280012981847 req-d8905897-6522-4ed3-9054-635e491f2bb4 service neutron] Checking segment: {'id': '40f06d11-91a9-483d-8ca0-42c25728fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:11:26.701370 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c82fec-f28d-49cb-8ac8-280012981847 req-d8905897-6522-4ed3-9054-635e491f2bb4 service neutron] Bound using segment: {'id': '40f06d11-91a9-483d-8ca0-42c25728fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:11:26.701370 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-00c82fec-f28d-49cb-8ac8-280012981847 req-d8905897-6522-4ed3-9054-635e491f2bb4 service neutron] Bound port: 0e81ce48-0180-4c93-bc75-2eeeaee48872, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40f06d11-91a9-483d-8ca0-42c25728fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:11:26.701370 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-00c82fec-f28d-49cb-8ac8-280012981847 req-d8905897-6522-4ed3-9054-635e491f2bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:26.722827 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2ef167a6-028d-4530-a53d-9be8023dabd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:26.809244 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4414a43d-6132-46a3-a6ee-8d671cda3267 req-85564825-6508-4950-ab34-1b5c689907de service neutron] 10.222.0.18 "GET /v2.0/networks/286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526372 Jul 23 20:11:26.853106 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-00c82fec-f28d-49cb-8ac8-280012981847 req-d8905897-6522-4ed3-9054-635e491f2bb4 service neutron] For port 0e81ce48-0180-4c93-bc75-2eeeaee48872, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:11:26.865449 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2ef167a6-028d-4530-a53d-9be8023dabd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:26.888198 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2ef167a6-028d-4530-a53d-9be8023dabd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:26.902516 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-00c82fec-f28d-49cb-8ac8-280012981847 req-d8905897-6522-4ed3-9054-635e491f2bb4 service neutron] For port 0e81ce48-0180-4c93-bc75-2eeeaee48872, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0e81ce48-0180-4c93-bc75-2eeeaee48872,segment=NetworkSegment(40f06d11-91a9-483d-8ca0-42c25728fafb),segment_id=40f06d11-91a9-483d-8ca0-42c25728fafb)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:11:26.950694 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2ef167a6-028d-4530-a53d-9be8023dabd1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a3c1501135045cb9995fdf39477d96b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3913407 Jul 23 20:11:26.953732 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-00c82fec-f28d-49cb-8ac8-280012981847 req-d8905897-6522-4ed3-9054-635e491f2bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:26.957630 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50422) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:26.966251 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef167a6-028d-4530-a53d-9be8023dabd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1dcfd51-3f5e-4dc0-bcee-5b551ce34167,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:27.042801 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031d8a3-e3cd-4812-83ac-c229f56a1bec req-3bc46895-c3e1-4436-82b7-1f1a3d53b487 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:27.051517 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2031d8a3-e3cd-4812-83ac-c229f56a1bec req-3bc46895-c3e1-4436-82b7-1f1a3d53b487 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=fad2c65c-8569-42f2-88a7-8c05b1adc218 HTTP/1.1" status: 200 len: 943 time: 0.0980306 Jul 23 20:11:27.059335 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c82fec-f28d-49cb-8ac8-280012981847 req-d8905897-6522-4ed3-9054-635e491f2bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:27.060168 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-00c82fec-f28d-49cb-8ac8-280012981847 req-d8905897-6522-4ed3-9054-635e491f2bb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:27.061751 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-00c82fec-f28d-49cb-8ac8-280012981847 req-d8905897-6522-4ed3-9054-635e491f2bb4 service neutron] 10.222.0.30 "PUT /v2.0/ports/0e81ce48-0180-4c93-bc75-2eeeaee48872 HTTP/1.1" status: 200 len: 1092 time: 1.6765921 Jul 23 20:11:27.068091 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad2c65c-8569-42f2-88a7-8c05b1adc218', 'tag': '0e81ce48-0180-4c93-bc75-2eeeaee48872'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:11:27.070634 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6692dbe5-6700-4000-b1e8-b0f45e3b962a" -d '{"events": [{"name": "network-changed", "server_uuid": "fad2c65c-8569-42f2-88a7-8c05b1adc218", "tag": "0e81ce48-0180-4c93-bc75-2eeeaee48872"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:11:27.113010 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4414a43d-6132-46a3-a6ee-8d671cda3267 req-283b52f4-cc80-469c-bbf0-0369f9e58dd7 service neutron] 10.222.0.18 "GET /v2.0/networks/286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923188 Jul 23 20:11:27.154411 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8905897-6522-4ed3-9054-635e491f2bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=0e81ce48-0180-4c93-bc75-2eeeaee48872,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:27.178885 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2031d8a3-e3cd-4812-83ac-c229f56a1bec req-0689f255-1059-42d9-8611-edd4b58034b4 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263127 Jul 23 20:11:27.204286 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f50429cc-474b-4c8b-9506-1cf3250f684b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:27.219578 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7936b1e3-17d6-487b-8a34-2770d261f015 x-openstack-request-id: req-7936b1e3-17d6-487b-8a34-2770d261f015 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:11:27.219864 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fad2c65c-8569-42f2-88a7-8c05b1adc218", "tag": "0e81ce48-0180-4c93-bc75-2eeeaee48872", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:11:27.220107 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7936b1e3-17d6-487b-8a34-2770d261f015 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:11:27.220540 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fad2c65c-8569-42f2-88a7-8c05b1adc218', 'tag': '0e81ce48-0180-4c93-bc75-2eeeaee48872', 'status': 'completed', 'code': 200} Jul 23 20:11:27.292589 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f50429cc-474b-4c8b-9506-1cf3250f684b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:27.344169 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c82fec-f28d-49cb-8ac8-280012981847 req-3f44a097-57d4-4efe-a25f-a140408b5601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:27.345816 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-00c82fec-f28d-49cb-8ac8-280012981847 req-3f44a097-57d4-4efe-a25f-a140408b5601 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=784f45fc75b84843b7a1c49c28ef405e&device_id=fad2c65c-8569-42f2-88a7-8c05b1adc218 HTTP/1.1" status: 200 len: 1095 time: 0.2147887 Jul 23 20:11:27.424568 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-00c82fec-f28d-49cb-8ac8-280012981847 req-ae912055-e5c6-4323-ba35-e2094b098343 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e81ce48-0180-4c93-bc75-2eeeaee48872 HTTP/1.1" status: 200 len: 217 time: 0.0691693 Jul 23 20:11:27.475584 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f50429cc-474b-4c8b-9506-1cf3250f684b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:27.478085 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f50429cc-474b-4c8b-9506-1cf3250f684b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:27.482291 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f50429cc-474b-4c8b-9506-1cf3250f684b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f1dcfd51-3f5e-4dc0-bcee-5b551ce34167 HTTP/1.1" status: 204 len: 168 time: 0.5182080 Jul 23 20:11:27.508492 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320ac5d-39fe-4989-9a62-7a9a7b3d2848 req-9fb7c604-ed8b-4dcf-b0e3-355842825021 tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:27.517182 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50429cc-474b-4c8b-9506-1cf3250f684b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1dcfd51-3f5e-4dc0-bcee-5b551ce34167,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:27.522019 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5320ac5d-39fe-4989-9a62-7a9a7b3d2848 req-9fb7c604-ed8b-4dcf-b0e3-355842825021 tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc20da23-ec29-47a6-bc50-5f73c06157f4 HTTP/1.1" status: 200 len: 945 time: 0.1924810 Jul 23 20:11:27.549008 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c82fec-f28d-49cb-8ac8-280012981847 req-8bb51c43-80d0-4913-be4b-4044da212e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:27.551144 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-00c82fec-f28d-49cb-8ac8-280012981847 req-8bb51c43-80d0-4913-be4b-4044da212e78 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=26aa5c9b-6c7b-4ead-bbf5-7e81fe90100c HTTP/1.1" status: 200 len: 859 time: 0.1178768 Jul 23 20:11:27.610106 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-00c82fec-f28d-49cb-8ac8-280012981847 req-fbf98009-369e-43a0-b7f2-f8a64be06987 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494313 Jul 23 20:11:27.611103 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5320ac5d-39fe-4989-9a62-7a9a7b3d2848 req-4e3fa749-2c70-4aec-a89b-e36125b1a1e2 tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7e657ab-bf57-45f7-8b8d-0b0161a45c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873623 Jul 23 20:11:27.830509 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-00c82fec-f28d-49cb-8ac8-280012981847 req-a8ea401b-bd57-43b3-8974-72c0e191a3ce service neutron] 10.222.0.30 "GET /v2.0/networks/286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100966 Jul 23 20:11:27.964831 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-00c82fec-f28d-49cb-8ac8-280012981847 req-18cb749e-3749-44f9-81ff-31cb7f5f19b5 service neutron] 10.222.0.30 "GET /v2.0/networks/286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261585 Jul 23 20:11:28.124681 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692dbe5-6700-4000-b1e8-b0f45e3b962a req-aff8c4ee-04f2-46f8-aca8-343c664b9606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:28.126668 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6692dbe5-6700-4000-b1e8-b0f45e3b962a req-aff8c4ee-04f2-46f8-aca8-343c664b9606 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=784f45fc75b84843b7a1c49c28ef405e&device_id=fad2c65c-8569-42f2-88a7-8c05b1adc218 HTTP/1.1" status: 200 len: 1095 time: 0.1020815 Jul 23 20:11:28.161837 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50448) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:28.183936 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6dae3067-dd78-415f-bed5-ffdbcf7e6a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:28.383381 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692dbe5-6700-4000-b1e8-b0f45e3b962a req-2257b16e-3197-4989-ac9b-21d5cdfe4712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:28.387465 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6692dbe5-6700-4000-b1e8-b0f45e3b962a req-2257b16e-3197-4989-ac9b-21d5cdfe4712 service neutron] 10.222.0.30 "GET /v2.0/networks?id=286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8 HTTP/1.1" status: 200 len: 920 time: 0.2539394 Jul 23 20:11:28.427956 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59726fa-6753-4643-a67f-115453a8f91d req-d795ef9b-545f-4846-bffd-f6798d05c5ca tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:28.431406 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a59726fa-6753-4643-a67f-115453a8f91d req-d795ef9b-545f-4846-bffd-f6798d05c5ca tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc20da23-ec29-47a6-bc50-5f73c06157f4 HTTP/1.1" status: 200 len: 945 time: 0.1073017 Jul 23 20:11:28.529660 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6692dbe5-6700-4000-b1e8-b0f45e3b962a req-d295fd09-20a2-44a0-968e-83455fbdcca9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e81ce48-0180-4c93-bc75-2eeeaee48872 HTTP/1.1" status: 200 len: 217 time: 0.0520086 Jul 23 20:11:28.544182 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a59726fa-6753-4643-a67f-115453a8f91d req-2e715755-6092-4823-9e68-bbf808194fd4 tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7e657ab-bf57-45f7-8b8d-0b0161a45c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931613 Jul 23 20:11:28.554179 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6dae3067-dd78-415f-bed5-ffdbcf7e6a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:28.576137 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6dae3067-dd78-415f-bed5-ffdbcf7e6a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:28.617990 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae3067-dd78-415f-bed5-ffdbcf7e6a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4fe0df-482a-4c44-b956-4a4a23bf1c47,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:28.618722 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692dbe5-6700-4000-b1e8-b0f45e3b962a req-8aacfa3a-4b43-41c8-b067-de48c6ab16fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:28.622512 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6692dbe5-6700-4000-b1e8-b0f45e3b962a req-8aacfa3a-4b43-41c8-b067-de48c6ab16fb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=26aa5c9b-6c7b-4ead-bbf5-7e81fe90100c HTTP/1.1" status: 200 len: 859 time: 0.0906115 Jul 23 20:11:28.644864 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6dae3067-dd78-415f-bed5-ffdbcf7e6a89 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b73fef053fc41df84e720c9e35535bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4815822 Jul 23 20:11:28.645516 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50456) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:28.670769 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6692dbe5-6700-4000-b1e8-b0f45e3b962a req-23fcb3cf-f38d-474c-86a3-67b739de13c0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395982 Jul 23 20:11:28.700046 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106737a-c6af-4062-86e9-fd9086c7b3e1 req-a30c8200-2c73-4156-9fd7-01e952bd0e15 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:28.703864 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-014578f9-9f0c-4eac-9b8d-15eeb71be225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:28.708211 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2106737a-c6af-4062-86e9-fd9086c7b3e1 req-a30c8200-2c73-4156-9fd7-01e952bd0e15 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=fad2c65c-8569-42f2-88a7-8c05b1adc218 HTTP/1.1" status: 200 len: 943 time: 0.3162463 Jul 23 20:11:28.727400 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-014578f9-9f0c-4eac-9b8d-15eeb71be225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:28.733712 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 831772ca-a5b0-41e5-8084-caa588577a99 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:11:28.779269 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2106737a-c6af-4062-86e9-fd9086c7b3e1 req-3d9459ed-757c-4610-929a-5536fe81c07a tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652070 Jul 23 20:11:28.780071 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-014578f9-9f0c-4eac-9b8d-15eeb71be225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:28.793826 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-014578f9-9f0c-4eac-9b8d-15eeb71be225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:28.793826 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-014578f9-9f0c-4eac-9b8d-15eeb71be225 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/da4fe0df-482a-4c44-b956-4a4a23bf1c47 HTTP/1.1" status: 204 len: 168 time: 0.1462297 Jul 23 20:11:28.837120 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014578f9-9f0c-4eac-9b8d-15eeb71be225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4fe0df-482a-4c44-b956-4a4a23bf1c47,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:28.940600 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6692dbe5-6700-4000-b1e8-b0f45e3b962a req-f64b8a26-e202-4efe-8571-d7d0ddc26f93 service neutron] 10.222.0.30 "GET /v2.0/networks/286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617643 Jul 23 20:11:28.950187 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 831772ca-a5b0-41e5-8084-caa588577a99, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=831772ca-a5b0-41e5-8084-caa588577a99,segment=NetworkSegment(40f06d11-91a9-483d-8ca0-42c25728fafb),segment_id=40f06d11-91a9-483d-8ca0-42c25728fafb)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:28.982087 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '831772ca-a5b0-41e5-8084-caa588577a99', 'network_id': '286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8', 'port_id': '831772ca-a5b0-41e5-8084-caa588577a99', 'mac_address': 'fa:16:3e:79:a4:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26aa5c9b-6c7b-4ead-bbf5-7e81fe90100c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:11:29.099925 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:29.132170 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 831772ca-a5b0-41e5-8084-caa588577a99 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:11:29.160969 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 831772ca-a5b0-41e5-8084-caa588577a99, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=831772ca-a5b0-41e5-8084-caa588577a99,segment=NetworkSegment(40f06d11-91a9-483d-8ca0-42c25728fafb),segment_id=40f06d11-91a9-483d-8ca0-42c25728fafb)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:29.167140 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:29.192189 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6692dbe5-6700-4000-b1e8-b0f45e3b962a req-9ff69e32-3351-4001-a282-6028a5d2c88c service neutron] 10.222.0.30 "GET /v2.0/networks/286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335835 Jul 23 20:11:29.238096 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=831772ca-a5b0-41e5-8084-caa588577a99,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:29.461402 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['831772ca-a5b0-41e5-8084-caa588577a99'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:11:29.476804 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77cb031-d1a0-4646-a8b0-99579e1ded75 req-f3a7da66-f9a9-4a22-bc49-88e699e3cdc2 tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:29.478874 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a77cb031-d1a0-4646-a8b0-99579e1ded75 req-f3a7da66-f9a9-4a22-bc49-88e699e3cdc2 tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc20da23-ec29-47a6-bc50-5f73c06157f4 HTTP/1.1" status: 200 len: 945 time: 0.1119740 Jul 23 20:11:29.659964 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-a77cb031-d1a0-4646-a8b0-99579e1ded75 req-8be0e179-3428-42fb-8b05-d888001c4c2d tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] Deleting port f74fba76-5efd-4b6d-8e12-79087b6aaf5f {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:11:29.661193 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a77cb031-d1a0-4646-a8b0-99579e1ded75 req-8be0e179-3428-42fb-8b05-d888001c4c2d tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:29.874854 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-a77cb031-d1a0-4646-a8b0-99579e1ded75 req-8be0e179-3428-42fb-8b05-d888001c4c2d tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] For port f74fba76-5efd-4b6d-8e12-79087b6aaf5f, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=f74fba76-5efd-4b6d-8e12-79087b6aaf5f,segment=NetworkSegment(9e928f62-dd9a-4805-bab8-6a1905613326),segment_id=9e928f62-dd9a-4805-bab8-6a1905613326)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:29.883753 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a77cb031-d1a0-4646-a8b0-99579e1ded75 req-8be0e179-3428-42fb-8b05-d888001c4c2d tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:29.921216 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-a77cb031-d1a0-4646-a8b0-99579e1ded75 req-8be0e179-3428-42fb-8b05-d888001c4c2d tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] Calling delete_port for f74fba76-5efd-4b6d-8e12-79087b6aaf5f owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:11:29.931421 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50494) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:29.987901 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40f56d-239d-448c-b41d-c7ba3df0d25a req-4cdf5d82-9f52-4899-a40d-c8c1fce47e6f tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:29.989236 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7e40f56d-239d-448c-b41d-c7ba3df0d25a req-4cdf5d82-9f52-4899-a40d-c8c1fce47e6f tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc20da23-ec29-47a6-bc50-5f73c06157f4 HTTP/1.1" status: 200 len: 945 time: 0.2712247 Jul 23 20:11:29.999715 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-53305582-3712-4757-af3d-c79a8c5b955b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1411433 Jul 23 20:11:30.027806 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96601af7-7602-430f-9906-019aa64cba2a req-809ea9a0-9fd9-4e2a-a68f-cf09cf8c9fa8 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:30.029518 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-96601af7-7602-430f-9906-019aa64cba2a req-809ea9a0-9fd9-4e2a-a68f-cf09cf8c9fa8 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=fad2c65c-8569-42f2-88a7-8c05b1adc218 HTTP/1.1" status: 200 len: 943 time: 0.1159229 Jul 23 20:11:30.107214 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7e40f56d-239d-448c-b41d-c7ba3df0d25a req-b0ceeb02-8cd7-413c-910b-0de2c625a71d tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7e657ab-bf57-45f7-8b8d-0b0161a45c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070096 Jul 23 20:11:30.138242 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-b32e7db6-41be-41b2-89f7-284b3ab57493 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-735309805'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:30.199031 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a77cb031-d1a0-4646-a8b0-99579e1ded75 req-8be0e179-3428-42fb-8b05-d888001c4c2d tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:30.227594 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32e7db6-41be-41b2-89f7-284b3ab57493 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Made reservation on behalf of 06137ab6edf04f96a215454dcf671d9c for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:30.235336 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0e179-3428-42fb-8b05-d888001c4c2d tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] Pushing event deleted for resources: {'Port': ['ID=f74fba76-5efd-4b6d-8e12-79087b6aaf5f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:30.250107 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b32e7db6-41be-41b2-89f7-284b3ab57493 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:30.278782 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-96601af7-7602-430f-9906-019aa64cba2a req-c8f281ca-6424-47fa-9ab1-8ffd83047b8c tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369032 Jul 23 20:11:30.281349 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b32e7db6-41be-41b2-89f7-284b3ab57493 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:30.301170 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77cb031-d1a0-4646-a8b0-99579e1ded75 req-8be0e179-3428-42fb-8b05-d888001c4c2d tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] No DVR routers for this DVR port f74fba76-5efd-4b6d-8e12-79087b6aaf5f on host n-h2-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:11:30.304113 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a77cb031-d1a0-4646-a8b0-99579e1ded75 req-8be0e179-3428-42fb-8b05-d888001c4c2d tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:30.308718 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a77cb031-d1a0-4646-a8b0-99579e1ded75 req-8be0e179-3428-42fb-8b05-d888001c4c2d tempest-ServerPasswordTestJSON-1504853963 tempest-ServerPasswordTestJSON-1504853963-project] 10.222.0.18 "DELETE /v2.0/ports/f74fba76-5efd-4b6d-8e12-79087b6aaf5f HTTP/1.1" status: 204 len: 173 time: 0.8212433 Jul 23 20:11:30.309307 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc20da23-ec29-47a6-bc50-5f73c06157f4', 'name': 'network-vif-deleted', 'tag': 'f74fba76-5efd-4b6d-8e12-79087b6aaf5f'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:11:30.311541 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66e9447-f8e3-4ba7-9d6d-1d3e1333462a" -d '{"events": [{"server_uuid": "bc20da23-ec29-47a6-bc50-5f73c06157f4", "name": "network-vif-deleted", "tag": "f74fba76-5efd-4b6d-8e12-79087b6aaf5f"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:11:30.321337 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-c7e59f3f-09fb-4f4d-86a6-7af3daba1b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:30.321987 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-c7e59f3f-09fb-4f4d-86a6-7af3daba1b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:30.322781 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-c7e59f3f-09fb-4f4d-86a6-7af3daba1b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:30.325141 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-c7e59f3f-09fb-4f4d-86a6-7af3daba1b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:30.325141 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-c7e59f3f-09fb-4f4d-86a6-7af3daba1b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:30.325648 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-c7e59f3f-09fb-4f4d-86a6-7af3daba1b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:30.327215 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-c7e59f3f-09fb-4f4d-86a6-7af3daba1b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:30.332006 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-c7e59f3f-09fb-4f4d-86a6-7af3daba1b45 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=858effe7088a420282b357f80eadfe13&device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 6508 time: 0.2698891 Jul 23 20:11:30.386744 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5966f4-6e39-4c59-a752-eb7b8c19dab9 x-openstack-request-id: req-de5966f4-6e39-4c59-a752-eb7b8c19dab9 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:11:30.387471 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc20da23-ec29-47a6-bc50-5f73c06157f4", "name": "network-vif-deleted", "tag": "f74fba76-5efd-4b6d-8e12-79087b6aaf5f", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:11:30.387731 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-de5966f4-6e39-4c59-a752-eb7b8c19dab9 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:11:30.388729 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc20da23-ec29-47a6-bc50-5f73c06157f4', 'name': 'network-vif-deleted', 'tag': 'f74fba76-5efd-4b6d-8e12-79087b6aaf5f', 'status': 'completed', 'code': 200} Jul 23 20:11:30.445796 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['f74fba76-5efd-4b6d-8e12-79087b6aaf5f'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:11:30.529450 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-ac6913cc-6be7-4c26-8ca2-9169e71ec1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:30.529952 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-ac6913cc-6be7-4c26-8ca2-9169e71ec1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:30.530418 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-ac6913cc-6be7-4c26-8ca2-9169e71ec1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:30.532068 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-ac6913cc-6be7-4c26-8ca2-9169e71ec1ae service neutron] 10.222.0.18 "GET /v2.0/networks?id=c0c425ca-579f-4028-a72c-ce66097cca22&id=a8834cf6-a834-4872-ae27-a514fb198d71&id=a8834cf6-a834-4872-ae27-a514fb198d71&id=a8834cf6-a834-4872-ae27-a514fb198d71&id=a8834cf6-a834-4872-ae27-a514fb198d71&id=c06c7c82-36a6-415d-bbcb-96da02d094eb&id=c06c7c82-36a6-415d-bbcb-96da02d094eb HTTP/1.1" status: 200 len: 2299 time: 0.1668034 Jul 23 20:11:30.543589 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b32e7db6-41be-41b2-89f7-284b3ab57493 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:30.582719 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b32e7db6-41be-41b2-89f7-284b3ab57493 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:30.624101 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b32e7db6-41be-41b2-89f7-284b3ab57493 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:11:30.648485 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e7db6-41be-41b2-89f7-284b3ab57493 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e35586a-43ba-4e5b-9591-187655495eb8,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:30.654957 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b32e7db6-41be-41b2-89f7-284b3ab57493 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:30.655341 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-b32e7db6-41be-41b2-89f7-284b3ab57493 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Added segment e6a2d9d1-313a-4095-8f5d-37f1ab7846b7 of type vlan for network a674b38c-00f5-4775-a992-3c332e472308 Jul 23 20:11:30.657890 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-3cf09f88-8df3-42ed-9d00-a3c4bfce1d34 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cbdd92a-b096-453c-b3eb-bec2759c3ae5 HTTP/1.1" status: 200 len: 1001 time: 0.1173227 Jul 23 20:11:30.753651 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b32e7db6-41be-41b2-89f7-284b3ab57493 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:30.757617 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 831772ca-a5b0-41e5-8084-caa588577a99 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:30.772384 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-ae8bcc86-4cf0-4f30-bf95-f2f25cdbb5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:30.774128 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-ae8bcc86-4cf0-4f30-bf95-f2f25cdbb5e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a451f4d4-16b1-4cd6-849b-914123ed9f93 HTTP/1.1" status: 200 len: 856 time: 0.1083660 Jul 23 20:11:30.834402 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b32e7db6-41be-41b2-89f7-284b3ab57493 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:30.843982 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32e7db6-41be-41b2-89f7-284b3ab57493 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:30.844676 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b32e7db6-41be-41b2-89f7-284b3ab57493 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:30.878004 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 831772ca-a5b0-41e5-8084-caa588577a99 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:30.883227 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 831772ca-a5b0-41e5-8084-caa588577a99 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:30.884078 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:30.951462 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b32e7db6-41be-41b2-89f7-284b3ab57493 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.0167730 Jul 23 20:11:30.954427 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50504) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:30.961134 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-0ae7dbe6-f4fa-46e8-af60-2b59b600d77b tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Request body: {'subnet': {'network_id': 'a674b38c-00f5-4775-a992-3c332e472308', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:31.005948 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e7db6-41be-41b2-89f7-284b3ab57493 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Pushing event updated for resources: {'Network': ['ID=a674b38c-00f5-4775-a992-3c332e472308,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:31.015461 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-7287b38f-290e-4376-bffa-beaaa9ff4eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:31.017106 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-7287b38f-290e-4376-bffa-beaaa9ff4eca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c0c425ca-579f-4028-a72c-ce66097cca22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2348552 Jul 23 20:11:31.060138 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:31.062481 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 0e81ce48-0180-4c93-bc75-2eeeaee48872 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:11:31.071357 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network a674b38c-00f5-4775-a992-3c332e472308 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:11:31.166216 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae7dbe6-f4fa-46e8-af60-2b59b600d77b tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Made reservation on behalf of 06137ab6edf04f96a215454dcf671d9c for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:31.172282 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0ae7dbe6-f4fa-46e8-af60-2b59b600d77b tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:31.178084 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1789e43-990c-4bab-8f66-daf5ec0ac913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '831772ca-a5b0-41e5-8084-caa588577a99'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:11:31.179083 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-c744d3cf-8fdc-4e0a-821f-22e732535798 service neutron] 10.222.0.18 "GET /v2.0/networks/c0c425ca-579f-4028-a72c-ce66097cca22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553142 Jul 23 20:11:31.184018 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b65898c-cf64-414c-9aae-b696e86899ca" -d '{"events": [{"server_uuid": "c1789e43-990c-4bab-8f66-daf5ec0ac913", "name": "network-vif-plugged", "status": "completed", "tag": "831772ca-a5b0-41e5-8084-caa588577a99"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:11:31.244089 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 831772ca-a5b0-41e5-8084-caa588577a99, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=831772ca-a5b0-41e5-8084-caa588577a99,segment=NetworkSegment(40f06d11-91a9-483d-8ca0-42c25728fafb),segment_id=40f06d11-91a9-483d-8ca0-42c25728fafb)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:31.255734 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50510) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:31.257751 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:31.316366 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea3cb32-fb82-4504-be1c-cf6c7ea5bd8f x-openstack-request-id: req-aea3cb32-fb82-4504-be1c-cf6c7ea5bd8f {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:11:31.317035 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1789e43-990c-4bab-8f66-daf5ec0ac913", "name": "network-vif-plugged", "status": "completed", "tag": "831772ca-a5b0-41e5-8084-caa588577a99", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:11:31.317434 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aea3cb32-fb82-4504-be1c-cf6c7ea5bd8f {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:11:31.317997 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1789e43-990c-4bab-8f66-daf5ec0ac913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '831772ca-a5b0-41e5-8084-caa588577a99', 'code': 200} Jul 23 20:11:31.318757 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=831772ca-a5b0-41e5-8084-caa588577a99,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:31.387476 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 0e81ce48-0180-4c93-bc75-2eeeaee48872, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0e81ce48-0180-4c93-bc75-2eeeaee48872,segment=NetworkSegment(40f06d11-91a9-483d-8ca0-42c25728fafb),segment_id=40f06d11-91a9-483d-8ca0-42c25728fafb)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:31.402576 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '0e81ce48-0180-4c93-bc75-2eeeaee48872', 'network_id': '286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8', 'port_id': '0e81ce48-0180-4c93-bc75-2eeeaee48872', 'mac_address': 'fa:16:3e:3f:ed:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26aa5c9b-6c7b-4ead-bbf5-7e81fe90100c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:11:31.425863 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-a094b8f1-fe96-40a7-81eb-927d19c3506b service neutron] 10.222.0.18 "GET /v2.0/networks/c0c425ca-579f-4028-a72c-ce66097cca22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382913 Jul 23 20:11:31.448807 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-31d8a75c-3b71-4134-9b31-663127fb10e2 admin admin] Deleting subnet 8744214d-c6c1-46c4-b46b-9ff136059d7c {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:11:31.454341 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:31.457698 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-31d8a75c-3b71-4134-9b31-663127fb10e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:31.474557 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e81ce48-0180-4c93-bc75-2eeeaee48872 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:11:31.508414 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-de3c9412-f854-41b2-9434-8036b4048449 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=18d5e29d-60f2-4de3-a99b-260e4ed73bd7 HTTP/1.1" status: 200 len: 217 time: 0.0748146 Jul 23 20:11:31.516102 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 0e81ce48-0180-4c93-bc75-2eeeaee48872, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0e81ce48-0180-4c93-bc75-2eeeaee48872,segment=NetworkSegment(40f06d11-91a9-483d-8ca0-42c25728fafb),segment_id=40f06d11-91a9-483d-8ca0-42c25728fafb)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:31.528456 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:31.563984 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-318840a4-f9ee-48f7-8074-e60dcd397a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:31.567312 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-318840a4-f9ee-48f7-8074-e60dcd397a73 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a37b077a-fe69-4a55-9b37-2fa25f9f53d6 HTTP/1.1" status: 200 len: 797 time: 0.0509939 Jul 23 20:11:31.574683 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-31d8a75c-3b71-4134-9b31-663127fb10e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:31.595292 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:11:31.626583 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=0e81ce48-0180-4c93-bc75-2eeeaee48872,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:31.632869 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d982387-9268-46bb-bcb2-fbb52209813e req-881b57dd-8535-4f6b-afdb-060bee3936d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:31.634419 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5d982387-9268-46bb-bcb2-fbb52209813e req-881b57dd-8535-4f6b-afdb-060bee3936d3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 1098 time: 0.2438569 Jul 23 20:11:31.658975 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-31d8a75c-3b71-4134-9b31-663127fb10e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:31.665248 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-0778bdd7-2e5d-488f-a44e-01a4f13c59ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:31.667493 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-0778bdd7-2e5d-488f-a44e-01a4f13c59ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8834cf6-a834-4872-ae27-a514fb198d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0953698 Jul 23 20:11:31.769914 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05872c38-1354-4caf-b6ee-098870823026 req-48066300-321e-4fcf-a739-28ea40431f72 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:31.771468 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-05872c38-1354-4caf-b6ee-098870823026 req-48066300-321e-4fcf-a739-28ea40431f72 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=fad2c65c-8569-42f2-88a7-8c05b1adc218 HTTP/1.1" status: 200 len: 943 time: 0.2729800 Jul 23 20:11:31.773460 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0ae7dbe6-f4fa-46e8-af60-2b59b600d77b tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:31.781250 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5d982387-9268-46bb-bcb2-fbb52209813e req-41acc79c-5287-4866-8ac0-38972450f2b4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328034 Jul 23 20:11:31.793586 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-81c64772-04a6-4768-9c01-4d8127f76267 service neutron] 10.222.0.18 "GET /v2.0/networks/a8834cf6-a834-4872-ae27-a514fb198d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195595 Jul 23 20:11:31.847710 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['0e81ce48-0180-4c93-bc75-2eeeaee48872'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:11:31.953184 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-4a966db3-7bb7-4b51-be4a-564a20fe3e6a service neutron] 10.222.0.18 "GET /v2.0/networks/a8834cf6-a834-4872-ae27-a514fb198d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228986 Jul 23 20:11:32.014185 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-26cca147-163a-41aa-9924-864041658990 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8 HTTP/1.1" status: 200 len: 217 time: 0.0524297 Jul 23 20:11:32.079608 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-4edfbacc-2378-490e-adbb-9ab62982b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:32.082934 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-4edfbacc-2378-490e-adbb-9ab62982b8cd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a37b077a-fe69-4a55-9b37-2fa25f9f53d6 HTTP/1.1" status: 200 len: 797 time: 0.0620449 Jul 23 20:11:32.159047 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-d1f63bac-e889-45ed-8c91-b0de231899a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:32.160995 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-d1f63bac-e889-45ed-8c91-b0de231899a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8834cf6-a834-4872-ae27-a514fb198d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0708444 Jul 23 20:11:32.215084 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-31d8a75c-3b71-4134-9b31-663127fb10e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:32.256464 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae7dbe6-f4fa-46e8-af60-2b59b600d77b tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Pushing event updated for resources: {'Subnet': ['ID=bc20727c-ae91-45fc-bb30-236a7c14c155,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:32.263943 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-31d8a75c-3b71-4134-9b31-663127fb10e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:32.266012 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-31d8a75c-3b71-4134-9b31-663127fb10e2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8744214d-c6c1-46c4-b46b-9ff136059d7c HTTP/1.1" status: 204 len: 168 time: 1.0092614 Jul 23 20:11:32.268611 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50520) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:32.272271 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-9b5308d0-00d4-4a27-9496-66946b36c5a7 service neutron] 10.222.0.18 "GET /v2.0/networks/a8834cf6-a834-4872-ae27-a514fb198d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034565 Jul 23 20:11:32.295814 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-05872c38-1354-4caf-b6ee-098870823026 req-db100c20-c5cd-4f11-b431-b3a45fc36100 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5084167 Jul 23 20:11:32.297528 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae7dbe6-f4fa-46e8-af60-2b59b600d77b tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Checking segment: {'id': 'e6a2d9d1-313a-4095-8f5d-37f1ab7846b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a674b38c-00f5-4775-a992-3c332e472308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:11:32.297528 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae7dbe6-f4fa-46e8-af60-2b59b600d77b tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Network hostable DHCP agents. Network: a674b38c-00f5-4775-a992-3c332e472308, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:11:32.305687 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d8a75c-3b71-4134-9b31-663127fb10e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8744214d-c6c1-46c4-b46b-9ff136059d7c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:32.328318 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae7dbe6-f4fa-46e8-af60-2b59b600d77b tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Network a674b38c-00f5-4775-a992-3c332e472308 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:11:32.345446 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-0ae7dbe6-f4fa-46e8-af60-2b59b600d77b tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, a674b38c-00f5-4775-a992-3c332e472308) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:32.355234 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17de895c-d89a-4cab-a257-6311cce7b411 None None] Network a674b38c-00f5-4775-a992-3c332e472308 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:11:32.357122 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae7dbe6-f4fa-46e8-af60-2b59b600d77b tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:32.358603 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0ae7dbe6-f4fa-46e8-af60-2b59b600d77b tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:32.381826 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0ae7dbe6-f4fa-46e8-af60-2b59b600d77b tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4256327 Jul 23 20:11:32.384377 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50522) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:32.392059 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-fe3e019d-2403-4407-acba-f07c890d62ca tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Request body: {'port': {'network_id': 'a674b38c-00f5-4775-a992-3c332e472308', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1337646754'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:32.406625 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2cbc1e60-0bee-4fc7-892c-2639920a7ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:32.463790 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-365ecbc9-60a1-4f98-8987-1c6f0c40c071 service neutron] 10.222.0.18 "GET /v2.0/networks/a8834cf6-a834-4872-ae27-a514fb198d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838973 Jul 23 20:11:32.529522 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-3f1f03f1-cdc4-4053-b610-f66ae566240a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=eb4bcb47-1bf3-436f-9a45-04d007e3befb HTTP/1.1" status: 200 len: 217 time: 0.0445354 Jul 23 20:11:32.585962 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2cbc1e60-0bee-4fc7-892c-2639920a7ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:32.598924 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3e019d-2403-4407-acba-f07c890d62ca tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Made reservation on behalf of 06137ab6edf04f96a215454dcf671d9c for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:32.610474 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fe3e019d-2403-4407-acba-f07c890d62ca tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:32.637638 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-2cbc1e60-0bee-4fc7-892c-2639920a7ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['443cf7e6-b583-4278-bfe1-07b3f4b7ddf4']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:32.656609 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-2cbc1e60-0bee-4fc7-892c-2639920a7ea7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e928f62-dd9a-4805-bab8-6a1905613326') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:32.656916 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-2cbc1e60-0bee-4fc7-892c-2639920a7ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e928f62-dd9a-4805-bab8-6a1905613326') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:32.662062 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-fe3e019d-2403-4407-acba-f07c890d62ca tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] device_id is not set on port 6e5e58cc-9509-4b68-a9ea-f9b1e94a972f yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:11:32.671269 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2cbc1e60-0bee-4fc7-892c-2639920a7ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:32.684908 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-4e1bdd8e-a4ae-4463-9fcb-c527316d9385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:32.686487 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-4e1bdd8e-a4ae-4463-9fcb-c527316d9385 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a37b077a-fe69-4a55-9b37-2fa25f9f53d6 HTTP/1.1" status: 200 len: 797 time: 0.0936031 Jul 23 20:11:32.747739 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ba8a94-1121-4c0c-913d-b0e254b7d254 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-a674b38c-00f5-4775-a992-3c332e472308', 'network_id': 'a674b38c-00f5-4775-a992-3c332e472308', 'tenant_id': '06137ab6edf04f96a215454dcf671d9c', 'fixed_ips': [{'subnet_id': 'bc20727c-ae91-45fc-bb30-236a7c14c155'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:11:32.749496 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-52ba8a94-1121-4c0c-913d-b0e254b7d254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:32.758674 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2cbc1e60-0bee-4fc7-892c-2639920a7ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:32.777801 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cbc1e60-0bee-4fc7-892c-2639920a7ea7 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:11:32.778195 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2cbc1e60-0bee-4fc7-892c-2639920a7ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:32.781431 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:11:32.781431 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:11:32.781431 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:11:32.781431 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:11:32.781431 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:11:32.781431 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:11:32.781431 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:11:32.781431 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:11:32.781431 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:11:32.781431 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:11:32.781431 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:11:32.781431 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:11:32.781431 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:11:32.781431 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:11:32.781431 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:11:32.781431 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:11:32.781431 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:11:32.781431 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:11:32.781431 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:11:32.781431 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:11:32.781431 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:11:32.781431 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:11:32.781431 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:11:32.781431 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:11:32.781431 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:11:32.781431 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:11:32.781431 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:11:32.781431 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:11:32.781431 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:11:32.781431 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:11:32.781431 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:11:32.781431 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:11:32.790355 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device f74fba76-5efd-4b6d-8e12-79087b6aaf5f no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:11:32.900657 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-fe3e019d-2403-4407-acba-f07c890d62ca tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Allocated IP 2001:db8::21e (a674b38c-00f5-4775-a992-3c332e472308/bc20727c-ae91-45fc-bb30-236a7c14c155/6e5e58cc-9509-4b68-a9ea-f9b1e94a972f) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:32.902899 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: f74fba76-5efd-4b6d-8e12-79087b6aaf5f {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:11:32.903149 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device f74fba76-5efd-4b6d-8e12-79087b6aaf5f not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:11:32.987975 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 0e81ce48-0180-4c93-bc75-2eeeaee48872 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:33.070171 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 0e81ce48-0180-4c93-bc75-2eeeaee48872 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:33.077279 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 0e81ce48-0180-4c93-bc75-2eeeaee48872 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:33.077870 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:33.203138 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:33.210984 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-7c2e6f75-45f9-4337-a33e-b1866337c52e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2385366 Jul 23 20:11:33.229800 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fe3e019d-2403-4407-acba-f07c890d62ca tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:33.254669 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-fe3e019d-2403-4407-acba-f07c890d62ca tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Transition to ACTIVE for port object 6e5e58cc-9509-4b68-a9ea-f9b1e94a972f will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:33.264744 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 0e81ce48-0180-4c93-bc75-2eeeaee48872, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0e81ce48-0180-4c93-bc75-2eeeaee48872,segment=NetworkSegment(40f06d11-91a9-483d-8ca0-42c25728fafb),segment_id=40f06d11-91a9-483d-8ca0-42c25728fafb)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:33.270162 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:33.320918 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad2c65c-8569-42f2-88a7-8c05b1adc218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e81ce48-0180-4c93-bc75-2eeeaee48872'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:11:33.324268 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-ae921a85-f8c7-4208-b9a7-f28abf0dbd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:33.326201 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-ae921a85-f8c7-4208-b9a7-f28abf0dbd9c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8834cf6-a834-4872-ae27-a514fb198d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6311123 Jul 23 20:11:33.327973 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2cbc1e60-0bee-4fc7-892c-2639920a7ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:33.328521 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fd9168-01cb-446f-8737-f7beb3578a85" -d '{"events": [{"server_uuid": "fad2c65c-8569-42f2-88a7-8c05b1adc218", "name": "network-vif-plugged", "status": "completed", "tag": "0e81ce48-0180-4c93-bc75-2eeeaee48872"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:11:33.351433 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=0e81ce48-0180-4c93-bc75-2eeeaee48872,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:33.371637 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-76670073-96a3-41da-b8f5-fd8979361898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:33.372234 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-76670073-96a3-41da-b8f5-fd8979361898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:33.372719 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-76670073-96a3-41da-b8f5-fd8979361898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:33.373495 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-76670073-96a3-41da-b8f5-fd8979361898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:33.374236 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-76670073-96a3-41da-b8f5-fd8979361898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:33.374704 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2cbc1e60-0bee-4fc7-892c-2639920a7ea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:33.374955 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-76670073-96a3-41da-b8f5-fd8979361898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:33.375447 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-76670073-96a3-41da-b8f5-fd8979361898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:33.377804 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-76670073-96a3-41da-b8f5-fd8979361898 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3e740eb35174745b8c66e63aac9db55&device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 6500 time: 0.1181438 Jul 23 20:11:33.387901 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2cbc1e60-0bee-4fc7-892c-2639920a7ea7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/443cf7e6-b583-4278-bfe1-07b3f4b7ddf4 HTTP/1.1" status: 204 len: 168 time: 1.1171906 Jul 23 20:11:33.403922 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fe3e019d-2403-4407-acba-f07c890d62ca tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:33.446749 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc1e60-0bee-4fc7-892c-2639920a7ea7 admin admin] Pushing event deleted for resources: {'Network': ['ID=443cf7e6-b583-4278-bfe1-07b3f4b7ddf4,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:33.471908 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5f1f16-ece0-4e79-abdd-9147c2c4fbb7 x-openstack-request-id: req-3f5f1f16-ece0-4e79-abdd-9147c2c4fbb7 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:11:33.472255 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad2c65c-8569-42f2-88a7-8c05b1adc218", "name": "network-vif-plugged", "status": "completed", "tag": "0e81ce48-0180-4c93-bc75-2eeeaee48872", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:11:33.472456 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f5f1f16-ece0-4e79-abdd-9147c2c4fbb7 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:11:33.473813 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad2c65c-8569-42f2-88a7-8c05b1adc218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e81ce48-0180-4c93-bc75-2eeeaee48872', 'code': 200} Jul 23 20:11:33.532396 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-52ba8a94-1121-4c0c-913d-b0e254b7d254 None None] Allocated IP 2001:db8::2 (a674b38c-00f5-4775-a992-3c332e472308/bc20727c-ae91-45fc-bb30-236a7c14c155/dd401909-0afc-42ba-80c3-4576d786239b) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:33.578204 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3e019d-2403-4407-acba-f07c890d62ca tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Network a674b38c-00f5-4775-a992-3c332e472308 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:33.617205 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e019d-2403-4407-acba-f07c890d62ca tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Pushing event updated for resources: {'Port': ['ID=6e5e58cc-9509-4b68-a9ea-f9b1e94a972f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:33.634771 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-fe3e019d-2403-4407-acba-f07c890d62ca tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:33.638061 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3e019d-2403-4407-acba-f07c890d62ca tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:33.640813 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-7f1bcf18-e44b-41bb-bc01-487b04a1e697 service neutron] 10.222.0.18 "GET /v2.0/networks/a8834cf6-a834-4872-ae27-a514fb198d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502954 Jul 23 20:11:33.643681 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095850c3-d3b6-4e27-829f-f9277575d398 req-2a134581-1cc0-4a5f-a978-0fb706b53c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:33.645221 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-095850c3-d3b6-4e27-829f-f9277575d398 req-2a134581-1cc0-4a5f-a978-0fb706b53c41 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fad2c65c-8569-42f2-88a7-8c05b1adc218 HTTP/1.1" status: 200 len: 1097 time: 0.1213257 Jul 23 20:11:33.646054 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3e019d-2403-4407-acba-f07c890d62ca tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:33.646892 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fe3e019d-2403-4407-acba-f07c890d62ca tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:33.689891 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-fe3e019d-2403-4407-acba-f07c890d62ca tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3043032 Jul 23 20:11:33.703523 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50538) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:33.715014 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629bb523-8ac3-408d-a388-d6a6c79ca69a req-47e3032a-9a13-4895-a1b2-2dd52ce639ec tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:33.732907 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-629bb523-8ac3-408d-a388-d6a6c79ca69a req-47e3032a-9a13-4895-a1b2-2dd52ce639ec tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=fad2c65c-8569-42f2-88a7-8c05b1adc218 HTTP/1.1" status: 200 len: 945 time: 0.2501266 Jul 23 20:11:33.740567 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-095850c3-d3b6-4e27-829f-f9277575d398 req-39e3a649-c912-43d9-a3c1-596c2713e2dd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806451 Jul 23 20:11:33.742103 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-bfaec4cf-da11-48ed-bdd2-c4cd29aefca6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Request body: {'port': {'network_id': 'a674b38c-00f5-4775-a992-3c332e472308', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1535722695', 'allowed_address_pairs': [{'ip_address': '2001:db8::21e', 'mac_address': 'fa:16:3e:2d:85:29'}]}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:33.846328 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-cf3b2ea2-cd7b-4705-b58c-5f4237744597 service neutron] 10.222.0.18 "GET /v2.0/networks/a8834cf6-a834-4872-ae27-a514fb198d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995530 Jul 23 20:11:33.850636 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-5f9f4faa-3dc4-4536-b382-4522cbf814db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:33.851455 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-5f9f4faa-3dc4-4536-b382-4522cbf814db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:33.852096 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-5f9f4faa-3dc4-4536-b382-4522cbf814db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:33.854424 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-5f9f4faa-3dc4-4536-b382-4522cbf814db service neutron] 10.222.0.30 "GET /v2.0/networks?id=065bad45-89d8-44cd-a1fc-415086b71990&id=24944fa3-9e4d-479a-a53d-6bb8b5f56882&id=24944fa3-9e4d-479a-a53d-6bb8b5f56882&id=24944fa3-9e4d-479a-a53d-6bb8b5f56882&id=24944fa3-9e4d-479a-a53d-6bb8b5f56882&id=48945854-cc22-4ffa-90b9-415f56c007c5&id=48945854-cc22-4ffa-90b9-415f56c007c5 HTTP/1.1" status: 200 len: 2290 time: 0.4392507 Jul 23 20:11:33.859020 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50542) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:33.927469 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-7c4db593-8545-4716-91af-af970765c662 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=5eac413d-edd8-4c69-ae6a-a9dec5945955 HTTP/1.1" status: 200 len: 217 time: 0.0685163 Jul 23 20:11:33.946187 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-52ba8a94-1121-4c0c-913d-b0e254b7d254 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:33.950194 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-629bb523-8ac3-408d-a388-d6a6c79ca69a req-3ef6e28d-a8a7-4147-b74e-5d45361b0387 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159004 Jul 23 20:11:33.956785 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-52ba8a94-1121-4c0c-913d-b0e254b7d254 None None] Transition to ACTIVE for port object dd401909-0afc-42ba-80c3-4576d786239b will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:33.986635 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-52ba8a94-1121-4c0c-913d-b0e254b7d254 None None] Transition to ACTIVE for port object dd401909-0afc-42ba-80c3-4576d786239b will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:33.989301 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-020b4019-e3ad-4941-aa1a-896bc404b927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:33.990948 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-020b4019-e3ad-4941-aa1a-896bc404b927 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a37b077a-fe69-4a55-9b37-2fa25f9f53d6 HTTP/1.1" status: 200 len: 797 time: 0.0570698 Jul 23 20:11:33.994085 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-52ba8a94-1121-4c0c-913d-b0e254b7d254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:34.004398 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ad12e8a3-96ba-40e0-a4a2-a4ea1453938b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1989df60e3384db78376a3e58a7de599&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1414950 Jul 23 20:11:34.010636 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50544) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:34.030275 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-30f8ef7e-1eb9-48b7-8fe8-922d79366e03 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d782c9aa-2158-45ec-9a49-51f7cf848ae5 HTTP/1.1" status: 200 len: 1002 time: 0.1556642 Jul 23 20:11:34.039961 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ba8a94-1121-4c0c-913d-b0e254b7d254 None None] Network a674b38c-00f5-4775-a992-3c332e472308 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:34.047052 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-52ba8a94-1121-4c0c-913d-b0e254b7d254 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:34.051841 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ba8a94-1121-4c0c-913d-b0e254b7d254 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:34.062215 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba8a94-1121-4c0c-913d-b0e254b7d254 None None] Pushing event updated for resources: {'Port': ['ID=dd401909-0afc-42ba-80c3-4576d786239b,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:34.115719 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfaec4cf-da11-48ed-bdd2-c4cd29aefca6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Made reservation on behalf of 06137ab6edf04f96a215454dcf671d9c for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:34.146684 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-52ba8a94-1121-4c0c-913d-b0e254b7d254 None None] Attempting to bind port dd401909-0afc-42ba-80c3-4576d786239b on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:11:34.147339 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-52ba8a94-1121-4c0c-913d-b0e254b7d254 None None] Attempting to bind port dd401909-0afc-42ba-80c3-4576d786239b by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'e6a2d9d1-313a-4095-8f5d-37f1ab7846b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a674b38c-00f5-4775-a992-3c332e472308'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:11:34.147895 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ba8a94-1121-4c0c-913d-b0e254b7d254 None None] Attempting to bind port dd401909-0afc-42ba-80c3-4576d786239b on network a674b38c-00f5-4775-a992-3c332e472308 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:11:34.153341 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-f0fc43e5-bb2e-4144-8a6d-bfb913859d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:34.153685 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-f0fc43e5-bb2e-4144-8a6d-bfb913859d32 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8834cf6-a834-4872-ae27-a514fb198d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1562061 Jul 23 20:11:34.158074 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ba8a94-1121-4c0c-913d-b0e254b7d254 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:11:34.158730 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ba8a94-1121-4c0c-913d-b0e254b7d254 None None] Checking segment: {'id': 'e6a2d9d1-313a-4095-8f5d-37f1ab7846b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a674b38c-00f5-4775-a992-3c332e472308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:11:34.159137 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-52ba8a94-1121-4c0c-913d-b0e254b7d254 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:34.159373 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-6549ac51-eaed-4798-95f6-3d522f3a371f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:34.159583 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ba8a94-1121-4c0c-913d-b0e254b7d254 None None] Bound using segment: {'id': 'e6a2d9d1-313a-4095-8f5d-37f1ab7846b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a674b38c-00f5-4775-a992-3c332e472308'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:11:34.160061 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-52ba8a94-1121-4c0c-913d-b0e254b7d254 None None] Bound port: dd401909-0afc-42ba-80c3-4576d786239b, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a2d9d1-313a-4095-8f5d-37f1ab7846b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a674b38c-00f5-4775-a992-3c332e472308'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:11:34.160445 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-52ba8a94-1121-4c0c-913d-b0e254b7d254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:34.160831 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-6549ac51-eaed-4798-95f6-3d522f3a371f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=15dbea46-1b22-4ee7-9998-2dc91fc68b70 HTTP/1.1" status: 200 len: 850 time: 0.1210780 Jul 23 20:11:34.254664 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-52ba8a94-1121-4c0c-913d-b0e254b7d254 None None] For port dd401909-0afc-42ba-80c3-4576d786239b, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:11:34.258435 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-52ba8a94-1121-4c0c-913d-b0e254b7d254 None None] For port dd401909-0afc-42ba-80c3-4576d786239b, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=dd401909-0afc-42ba-80c3-4576d786239b,segment=NetworkSegment(e6a2d9d1-313a-4095-8f5d-37f1ab7846b7),segment_id=e6a2d9d1-313a-4095-8f5d-37f1ab7846b7)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:11:34.265724 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-52ba8a94-1121-4c0c-913d-b0e254b7d254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:34.279433 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfaec4cf-da11-48ed-bdd2-c4cd29aefca6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:34.294231 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f001652-d9f9-4127-8fa8-43ebb0f2f7f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:34.297519 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-b5d7b52c-a8f8-4f39-8290-cfe56820e298 service neutron] 10.222.0.18 "GET /v2.0/networks/a8834cf6-a834-4872-ae27-a514fb198d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348987 Jul 23 20:11:34.321542 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-bfaec4cf-da11-48ed-bdd2-c4cd29aefca6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] device_id is not set on port 03d05298-b9d0-4f23-bb02-83503e350660 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:11:34.335966 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba8a94-1121-4c0c-913d-b0e254b7d254 None None] Pushing event updated for resources: {'Port': ['ID=dd401909-0afc-42ba-80c3-4576d786239b,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:34.349609 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f001652-d9f9-4127-8fa8-43ebb0f2f7f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:34.437343 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-375fedf7-58e2-4ef9-9018-7d05ceb93c6b service neutron] 10.222.0.18 "GET /v2.0/networks/a8834cf6-a834-4872-ae27-a514fb198d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320932 Jul 23 20:11:34.441319 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-f8bcecd5-ac43-43f4-a5d7-3d1094643e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:34.442928 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-f8bcecd5-ac43-43f4-a5d7-3d1094643e4b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=065bad45-89d8-44cd-a1fc-415086b71990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2048862 Jul 23 20:11:34.496915 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-cb9e3713-ea5b-48a3-b7d2-443860a209fd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=504d6c62-6bda-47cb-bc6b-c1bc6dfa497c HTTP/1.1" status: 200 len: 217 time: 0.0531187 Jul 23 20:11:34.595171 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-40b249f4-46c8-405b-bee2-7ab74ba0a5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:34.597529 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-40b249f4-46c8-405b-bee2-7ab74ba0a5eb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ca55e2c4-f3b1-4280-bb32-353278dd231b HTTP/1.1" status: 200 len: 797 time: 0.0948842 Jul 23 20:11:34.630755 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f001652-d9f9-4127-8fa8-43ebb0f2f7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:34.635803 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f001652-d9f9-4127-8fa8-43ebb0f2f7f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:34.636784 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6f001652-d9f9-4127-8fa8-43ebb0f2f7f2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b7e657ab-bf57-45f7-8b8d-0b0161a45c1f HTTP/1.1" status: 204 len: 168 time: 0.6235061 Jul 23 20:11:34.684805 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-bfaec4cf-da11-48ed-bdd2-c4cd29aefca6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Allocated IP 2001:db8::25 (a674b38c-00f5-4775-a992-3c332e472308/bc20727c-ae91-45fc-bb30-236a7c14c155/03d05298-b9d0-4f23-bb02-83503e350660) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:34.689243 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f001652-d9f9-4127-8fa8-43ebb0f2f7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e657ab-bf57-45f7-8b8d-0b0161a45c1f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:34.725532 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-6c7ac215-e589-4dbf-8959-a0645fbf71e1 service neutron] 10.222.0.30 "GET /v2.0/networks/065bad45-89d8-44cd-a1fc-415086b71990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617967 Jul 23 20:11:34.803322 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-06a10e89-bd11-406c-a7b2-f7c3e263b9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:34.804770 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-06a10e89-bd11-406c-a7b2-f7c3e263b9fd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c06c7c82-36a6-415d-bbcb-96da02d094eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1982191 Jul 23 20:11:34.952685 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-e1550599-7a1f-4003-9320-cc8e2a41d0f6 service neutron] 10.222.0.30 "GET /v2.0/networks/065bad45-89d8-44cd-a1fc-415086b71990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178509 Jul 23 20:11:35.007698 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-70259f2b-2ab0-4d2c-abc2-de3299a7f207 service neutron] 10.222.0.18 "GET /v2.0/networks/c06c7c82-36a6-415d-bbcb-96da02d094eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935306 Jul 23 20:11:35.032049 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-ae37248f-fd6a-4c6e-a188-a3f0a8fe60ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=8ff51102-e428-4ded-a3d1-228f5bfc548f HTTP/1.1" status: 200 len: 217 time: 0.0637140 Jul 23 20:11:35.103119 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-eb41208a-2b72-4fe0-8b17-12a47161a964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:35.106348 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-eb41208a-2b72-4fe0-8b17-12a47161a964 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0f9617a-d2a2-49d1-82ea-1415c4ffd90c HTTP/1.1" status: 200 len: 797 time: 0.0613422 Jul 23 20:11:35.138772 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfaec4cf-da11-48ed-bdd2-c4cd29aefca6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:35.157647 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-f492b656-4663-4b75-bb87-f02ef08e5d95 service neutron] 10.222.0.18 "GET /v2.0/networks/c06c7c82-36a6-415d-bbcb-96da02d094eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396711 Jul 23 20:11:35.226644 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device dd401909-0afc-42ba-80c3-4576d786239b up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:35.241124 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-86f0ce4f-d22b-46bf-adb7-1d09063b1f37 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f HTTP/1.1" status: 200 len: 217 time: 0.0832191 Jul 23 20:11:35.278992 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-bfaec4cf-da11-48ed-bdd2-c4cd29aefca6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Transition to ACTIVE for port object 03d05298-b9d0-4f23-bb02-83503e350660 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:35.320339 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-be80b073-8deb-48a7-b068-4a753f39b53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:35.328428 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-be80b073-8deb-48a7-b068-4a753f39b53f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ca55e2c4-f3b1-4280-bb32-353278dd231b HTTP/1.1" status: 200 len: 797 time: 0.0814357 Jul 23 20:11:35.370285 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port dd401909-0afc-42ba-80c3-4576d786239b completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:35.386844 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4b19c-835e-4a31-ac23-d7bb2b7e0f5c req-e98385d0-e3a6-44dd-a3d0-a48db754fb5c tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:35.388450 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-82f4b19c-835e-4a31-ac23-d7bb2b7e0f5c req-e98385d0-e3a6-44dd-a3d0-a48db754fb5c tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=fad2c65c-8569-42f2-88a7-8c05b1adc218 HTTP/1.1" status: 200 len: 945 time: 0.2542222 Jul 23 20:11:35.396194 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-e832ffc2-2058-4e77-8409-604dbe34f543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:35.397759 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-e832ffc2-2058-4e77-8409-604dbe34f543 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24944fa3-9e4d-479a-a53d-6bb8b5f56882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2838073 Jul 23 20:11:35.422855 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfaec4cf-da11-48ed-bdd2-c4cd29aefca6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:35.471044 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-b23e09b6-e058-4322-90e2-701148c77749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:35.479997 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-b23e09b6-e058-4322-90e2-701148c77749 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c06c7c82-36a6-415d-bbcb-96da02d094eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1439445 Jul 23 20:11:35.550914 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaec4cf-da11-48ed-bdd2-c4cd29aefca6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Network a674b38c-00f5-4775-a992-3c332e472308 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:35.587118 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-bfaec4cf-da11-48ed-bdd2-c4cd29aefca6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:35.598946 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaec4cf-da11-48ed-bdd2-c4cd29aefca6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:35.606246 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfaec4cf-da11-48ed-bdd2-c4cd29aefca6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:35.606936 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfaec4cf-da11-48ed-bdd2-c4cd29aefca6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:35.618789 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-82f4b19c-835e-4a31-ac23-d7bb2b7e0f5c req-ca847070-01fe-4074-8ef3-8924c90d9866 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184730 Jul 23 20:11:35.650219 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaec4cf-da11-48ed-bdd2-c4cd29aefca6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Pushing event updated for resources: {'Port': ['ID=03d05298-b9d0-4f23-bb02-83503e350660,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:35.658740 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bfaec4cf-da11-48ed-bdd2-c4cd29aefca6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.9222684 Jul 23 20:11:35.662787 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50574) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:35.672208 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-b99bfeee-0a16-4b91-8968-828868b056b3 service neutron] 10.222.0.18 "GET /v2.0/networks/c06c7c82-36a6-415d-bbcb-96da02d094eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850703 Jul 23 20:11:35.712844 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-9858f576-ea77-4680-8097-e661ec8a73d0 service neutron] 10.222.0.30 "GET /v2.0/networks/24944fa3-9e4d-479a-a53d-6bb8b5f56882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038378 Jul 23 20:11:35.780356 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1e34a3-3dec-4494-ac79-a5dd5e1f9839 None None] Network a674b38c-00f5-4775-a992-3c332e472308 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:11:35.897368 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83fa6a6d-4a48-4d38-877c-afaf2eaa3220 req-e7a76410-3676-4f57-af37-8cdb86efd98f service neutron] 10.222.0.18 "GET /v2.0/networks/c06c7c82-36a6-415d-bbcb-96da02d094eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176967 Jul 23 20:11:35.958167 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df345f20-eba7-415b-ba73-9816290824aa tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:35.967028 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df345f20-eba7-415b-ba73-9816290824aa tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:35.976388 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df345f20-eba7-415b-ba73-9816290824aa tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:35.981374 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-df345f20-eba7-415b-ba73-9816290824aa tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.3146646 Jul 23 20:11:35.985700 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50586) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:36.030106 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-e20aef4f-5ca3-490b-9741-fdd677b57ea4 service neutron] 10.222.0.30 "GET /v2.0/networks/24944fa3-9e4d-479a-a53d-6bb8b5f56882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892356 Jul 23 20:11:36.038334 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50588) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:36.139334 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90595915-8095-455f-9bcc-5914efc5bd94 req-2c8136e0-ebc3-4f39-b2bb-917771a54479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:36.143266 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-90595915-8095-455f-9bcc-5914efc5bd94 req-2c8136e0-ebc3-4f39-b2bb-917771a54479 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=784f45fc75b84843b7a1c49c28ef405e&device_id=fad2c65c-8569-42f2-88a7-8c05b1adc218 HTTP/1.1" status: 200 len: 1097 time: 0.1812987 Jul 23 20:11:36.187636 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-871cea0a-dd36-45ef-96a5-1beb9ab1144e None None] Provisioning for port dd401909-0afc-42ba-80c3-4576d786239b completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:36.199441 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-871cea0a-dd36-45ef-96a5-1beb9ab1144e None None] Provisioning complete for port dd401909-0afc-42ba-80c3-4576d786239b triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:36.200809 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-871cea0a-dd36-45ef-96a5-1beb9ab1144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:36.242966 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-bc7b18df-d4ab-4cbf-adb7-2c8e82a885a6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1125884943-network', 'tenant_id': 'ea6bc0dc24304e01b09b8615165b79a7'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:36.291146 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7b18df-d4ab-4cbf-adb7-2c8e82a885a6 admin admin] Made reservation on behalf of ea6bc0dc24304e01b09b8615165b79a7 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:36.298729 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bc7b18df-d4ab-4cbf-adb7-2c8e82a885a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:36.329855 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bc7b18df-d4ab-4cbf-adb7-2c8e82a885a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:36.362961 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-871cea0a-dd36-45ef-96a5-1beb9ab1144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:36.375123 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-3f1a20d7-45c0-4bef-9813-55b4ccde3a42 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=029ccb5c-9717-4b7a-825f-18be8ca06481 HTTP/1.1" status: 200 len: 217 time: 0.3260968 Jul 23 20:11:36.378068 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90595915-8095-455f-9bcc-5914efc5bd94 req-6be9e7f5-774f-4bd3-b13c-bb5e607048d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:36.380066 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-90595915-8095-455f-9bcc-5914efc5bd94 req-6be9e7f5-774f-4bd3-b13c-bb5e607048d8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8 HTTP/1.1" status: 200 len: 920 time: 0.2271876 Jul 23 20:11:36.411434 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-871cea0a-dd36-45ef-96a5-1beb9ab1144e None None] For port dd401909-0afc-42ba-80c3-4576d786239b, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=dd401909-0afc-42ba-80c3-4576d786239b,segment=NetworkSegment(e6a2d9d1-313a-4095-8f5d-37f1ab7846b7),segment_id=e6a2d9d1-313a-4095-8f5d-37f1ab7846b7)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:36.422057 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-871cea0a-dd36-45ef-96a5-1beb9ab1144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:36.452534 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-90595915-8095-455f-9bcc-5914efc5bd94 req-a2a23a6d-48fd-4aa6-9af4-21ddef2971d0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e81ce48-0180-4c93-bc75-2eeeaee48872 HTTP/1.1" status: 200 len: 217 time: 0.0518193 Jul 23 20:11:36.487339 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871cea0a-dd36-45ef-96a5-1beb9ab1144e None None] Pushing event updated for resources: {'Port': ['ID=dd401909-0afc-42ba-80c3-4576d786239b,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:36.515830 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-3db32e2b-574e-418d-879b-35c031f926d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:36.517809 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-3db32e2b-574e-418d-879b-35c031f926d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0f9617a-d2a2-49d1-82ea-1415c4ffd90c HTTP/1.1" status: 200 len: 797 time: 0.0996196 Jul 23 20:11:36.547966 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90595915-8095-455f-9bcc-5914efc5bd94 req-2a61a9a1-e0ad-4dbc-8c7a-24004d0fc772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:36.549703 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-90595915-8095-455f-9bcc-5914efc5bd94 req-2a61a9a1-e0ad-4dbc-8c7a-24004d0fc772 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=26aa5c9b-6c7b-4ead-bbf5-7e81fe90100c HTTP/1.1" status: 200 len: 859 time: 0.0755498 Jul 23 20:11:36.552586 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bcb18e-516c-4e97-907f-e485cd252a2c req-4b443428-f6f0-44d0-81f5-4c1ed8f78293 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:36.554175 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-65bcb18e-516c-4e97-907f-e485cd252a2c req-4b443428-f6f0-44d0-81f5-4c1ed8f78293 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=fad2c65c-8569-42f2-88a7-8c05b1adc218 HTTP/1.1" status: 200 len: 945 time: 0.5269682 Jul 23 20:11:36.577754 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-0ac5b398-586f-4c67-a10f-de8133c2bdf7 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Deleting port 03d05298-b9d0-4f23-bb02-83503e350660 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:11:36.578102 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0ac5b398-586f-4c67-a10f-de8133c2bdf7 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:36.601778 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-90595915-8095-455f-9bcc-5914efc5bd94 req-0f813ea3-afb4-4fe5-a4dc-1a42cf2fb828 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391819 Jul 23 20:11:36.724626 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bc7b18df-d4ab-4cbf-adb7-2c8e82a885a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:36.725579 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-65bcb18e-516c-4e97-907f-e485cd252a2c req-42d439e6-ea35-458a-9fbe-707857cf043f tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517441 Jul 23 20:11:36.753951 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bc7b18df-d4ab-4cbf-adb7-2c8e82a885a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:36.772109 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6926fefa-7878-4806-81ac-0a9b70dac43e None None] Provisioning complete for port dd401909-0afc-42ba-80c3-4576d786239b triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:36.772109 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6926fefa-7878-4806-81ac-0a9b70dac43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:36.772462 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-f8fd65d7-374e-4216-b754-319fe3fae64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:36.776003 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-f8fd65d7-374e-4216-b754-319fe3fae64c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24944fa3-9e4d-479a-a53d-6bb8b5f56882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2448261 Jul 23 20:11:36.809265 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0ac5b398-586f-4c67-a10f-de8133c2bdf7 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:36.833321 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b18df-d4ab-4cbf-adb7-2c8e82a885a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44e3418-1247-47b0-bd4e-ab4e0c7450c0,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:36.835106 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-0ac5b398-586f-4c67-a10f-de8133c2bdf7 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Calling delete_port for 03d05298-b9d0-4f23-bb02-83503e350660 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:11:36.852671 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc7b18df-d4ab-4cbf-adb7-2c8e82a885a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:11:36.858321 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-90595915-8095-455f-9bcc-5914efc5bd94 req-67b9110e-18e0-49ce-ae9f-e69ddee3cce4 service neutron] 10.222.0.30 "GET /v2.0/networks/286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438965 Jul 23 20:11:36.940374 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bc7b18df-d4ab-4cbf-adb7-2c8e82a885a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:36.941090 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-bc7b18df-d4ab-4cbf-adb7-2c8e82a885a6 admin admin] Added segment 99649f19-b54c-4c71-be86-78cd3a183ec7 of type vlan for network 01632bb6-73d5-4f9f-944b-63eb72c618d9 Jul 23 20:11:36.954677 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-fa9edb1c-7bf6-4ae4-b289-54fc61f0d3f2 service neutron] 10.222.0.30 "GET /v2.0/networks/24944fa3-9e4d-479a-a53d-6bb8b5f56882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733963 Jul 23 20:11:36.992339 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6926fefa-7878-4806-81ac-0a9b70dac43e None None] Provisioning for port 6e5e58cc-9509-4b68-a9ea-f9b1e94a972f completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:37.001235 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6926fefa-7878-4806-81ac-0a9b70dac43e None None] Provisioning complete for port 6e5e58cc-9509-4b68-a9ea-f9b1e94a972f triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:37.001644 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6926fefa-7878-4806-81ac-0a9b70dac43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:37.095368 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-6926fefa-7878-4806-81ac-0a9b70dac43e None None] Port 6e5e58cc-9509-4b68-a9ea-f9b1e94a972f cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:11:37.125499 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bc7b18df-d4ab-4cbf-adb7-2c8e82a885a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:37.147969 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device dd401909-0afc-42ba-80c3-4576d786239b up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:37.198618 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-90595915-8095-455f-9bcc-5914efc5bd94 req-dc739094-c8d8-4037-a47f-13aeec61a63d service neutron] 10.222.0.30 "GET /v2.0/networks/286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314061 Jul 23 20:11:37.202323 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-ba00b6b9-c503-4691-9e79-ef1a03c70255 service neutron] 10.222.0.30 "GET /v2.0/networks/24944fa3-9e4d-479a-a53d-6bb8b5f56882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402647 Jul 23 20:11:37.207159 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bc7b18df-d4ab-4cbf-adb7-2c8e82a885a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:37.208461 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7b18df-d4ab-4cbf-adb7-2c8e82a885a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:37.209228 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bc7b18df-d4ab-4cbf-adb7-2c8e82a885a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:37.264743 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-234b9bba-e882-4340-9f4e-def128a67ae4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=13a84819-7175-426d-8ccb-8c2bbf23155c HTTP/1.1" status: 200 len: 217 time: 0.0522535 Jul 23 20:11:37.268519 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0ac5b398-586f-4c67-a10f-de8133c2bdf7 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:37.274987 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6926fefa-7878-4806-81ac-0a9b70dac43e None None] Provisioning for port 03d05298-b9d0-4f23-bb02-83503e350660 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:37.286902 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-bc7b18df-d4ab-4cbf-adb7-2c8e82a885a6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2410965 Jul 23 20:11:37.287384 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50602) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:37.288181 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6926fefa-7878-4806-81ac-0a9b70dac43e None None] Provisioning complete for port 03d05298-b9d0-4f23-bb02-83503e350660 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:37.288814 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6926fefa-7878-4806-81ac-0a9b70dac43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:37.292779 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port dd401909-0afc-42ba-80c3-4576d786239b triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:37.294728 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-44c7a4b7-79d7-4538-aa70-9fd50c16f542 admin admin] Request body: {'subnet': {'network_id': '01632bb6-73d5-4f9f-944b-63eb72c618d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1125884943-subnet', 'tenant_id': 'ea6bc0dc24304e01b09b8615165b79a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:37.296110 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:37.346654 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5b398-586f-4c67-a10f-de8133c2bdf7 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Pushing event deleted for resources: {'Port': ['ID=03d05298-b9d0-4f23-bb02-83503e350660,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:37.401230 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-6926fefa-7878-4806-81ac-0a9b70dac43e None None] Port 03d05298-b9d0-4f23-bb02-83503e350660 was deleted so its status cannot be updated. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 23 20:11:37.422915 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b18df-d4ab-4cbf-adb7-2c8e82a885a6 admin admin] Pushing event updated for resources: {'Network': ['ID=01632bb6-73d5-4f9f-944b-63eb72c618d9,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:37.438880 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 01632bb6-73d5-4f9f-944b-63eb72c618d9 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:11:37.479982 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-472cd4a3-f4ef-4b51-a73e-e434c36e6c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:37.483748 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-472cd4a3-f4ef-4b51-a73e-e434c36e6c50 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0f9617a-d2a2-49d1-82ea-1415c4ffd90c HTTP/1.1" status: 200 len: 797 time: 0.2075663 Jul 23 20:11:37.489288 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c7a4b7-79d7-4538-aa70-9fd50c16f542 admin admin] Made reservation on behalf of ea6bc0dc24304e01b09b8615165b79a7 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:37.492226 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-44c7a4b7-79d7-4538-aa70-9fd50c16f542 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:37.663115 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0ac5b398-586f-4c67-a10f-de8133c2bdf7 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:37.666472 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0ac5b398-586f-4c67-a10f-de8133c2bdf7 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] 10.222.0.32 "DELETE /v2.0/ports/03d05298-b9d0-4f23-bb02-83503e350660 HTTP/1.1" status: 204 len: 168 time: 1.6795220 Jul 23 20:11:37.677159 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50614) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:37.706062 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-9b8378f2-ceda-4ca5-8de7-aa9edaf24240 None None] Provisioning complete for port 6e5e58cc-9509-4b68-a9ea-f9b1e94a972f triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:37.706462 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b8378f2-ceda-4ca5-8de7-aa9edaf24240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:37.751994 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e46cdb9-ad1f-468a-8b9c-24acb96b2a54 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] GET failed (client error): The resource could not be found. Jul 23 20:11:37.753771 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6e46cdb9-ad1f-468a-8b9c-24acb96b2a54 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] 10.222.0.32 "GET /v2.0/ports/03d05298-b9d0-4f23-bb02-83503e350660 HTTP/1.1" status: 404 len: 333 time: 0.0742235 Jul 23 20:11:37.759616 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50624) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:37.763567 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b6bfb-7404-4740-b96b-98a6a2e6d7ff req-8e53db74-4640-4c16-b59f-93020745d38e tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:37.765276 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e53b6bfb-7404-4740-b96b-98a6a2e6d7ff req-8e53db74-4640-4c16-b59f-93020745d38e tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 945 time: 0.1358576 Jul 23 20:11:37.766962 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ad89c21e-6217-481d-a135-67e4e47d831b tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Request body: {'port': {'network_id': 'a674b38c-00f5-4775-a992-3c332e472308', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-241941161'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:37.789090 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9b8378f2-ceda-4ca5-8de7-aa9edaf24240 None None] Port 6e5e58cc-9509-4b68-a9ea-f9b1e94a972f cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:11:37.793172 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-9b8378f2-ceda-4ca5-8de7-aa9edaf24240 None None] Could not find standard attr ID for object 03d05298-b9d0-4f23-bb02-83503e350660. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:11:37.845841 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e53b6bfb-7404-4740-b96b-98a6a2e6d7ff req-c814c890-c177-4649-8fb8-b899a476b6a2 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c795a9-7461-4bc4-8325-b1503df20f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737660 Jul 23 20:11:37.896945 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-44c7a4b7-79d7-4538-aa70-9fd50c16f542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:37.922517 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-42353023-c2e0-48d1-a6b8-79606623246f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:37.924039 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-42353023-c2e0-48d1-a6b8-79606623246f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24944fa3-9e4d-479a-a53d-6bb8b5f56882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4322178 Jul 23 20:11:37.965037 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7a4b7-79d7-4538-aa70-9fd50c16f542 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd1a42e3-1669-4db2-87f0-dcf77077f688,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:37.973036 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c7a4b7-79d7-4538-aa70-9fd50c16f542 admin admin] Checking segment: {'id': '99649f19-b54c-4c71-be86-78cd3a183ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '01632bb6-73d5-4f9f-944b-63eb72c618d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:11:37.973304 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c7a4b7-79d7-4538-aa70-9fd50c16f542 admin admin] Network hostable DHCP agents. Network: 01632bb6-73d5-4f9f-944b-63eb72c618d9, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:11:37.992421 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c7a4b7-79d7-4538-aa70-9fd50c16f542 admin admin] Network 01632bb6-73d5-4f9f-944b-63eb72c618d9 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:11:38.004060 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-44c7a4b7-79d7-4538-aa70-9fd50c16f542 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 01632bb6-73d5-4f9f-944b-63eb72c618d9) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:38.016188 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18abd7b8-3ffd-4fb8-83a9-d126a4ba9f7a None None] Network 01632bb6-73d5-4f9f-944b-63eb72c618d9 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:11:38.022059 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c7a4b7-79d7-4538-aa70-9fd50c16f542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:38.023030 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-44c7a4b7-79d7-4538-aa70-9fd50c16f542 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:38.067497 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-44c7a4b7-79d7-4538-aa70-9fd50c16f542 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7790613 Jul 23 20:11:38.070071 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50628) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:38.072950 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7faa4-2178-4d2c-9032-59e02273e89e req-75f1602a-bb85-49d7-8fd0-20901ee9ae9e tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:38.074560 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4ff7faa4-2178-4d2c-9032-59e02273e89e req-75f1602a-bb85-49d7-8fd0-20901ee9ae9e tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=fad2c65c-8569-42f2-88a7-8c05b1adc218 HTTP/1.1" status: 200 len: 945 time: 0.1983995 Jul 23 20:11:38.077151 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad89c21e-6217-481d-a135-67e4e47d831b tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Made reservation on behalf of 06137ab6edf04f96a215454dcf671d9c for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:38.080580 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ad89c21e-6217-481d-a135-67e4e47d831b tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:38.086831 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-c38a22c3-680e-4d9e-9ae4-46ef1f4ca41c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1125884943-router', 'tenant_id': 'ea6bc0dc24304e01b09b8615165b79a7', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:38.130348 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c38a22c3-680e-4d9e-9ae4-46ef1f4ca41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:38.130784 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-4bdf3629-fcd0-44a6-b49c-d20058db6a2e service neutron] 10.222.0.30 "GET /v2.0/networks/24944fa3-9e4d-479a-a53d-6bb8b5f56882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931200 Jul 23 20:11:38.131612 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c38a22c3-680e-4d9e-9ae4-46ef1f4ca41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:38.131995 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-ad89c21e-6217-481d-a135-67e4e47d831b tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] device_id is not set on port 630e5bc9-7bab-4e2c-a0eb-eb8102618303 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:11:38.198111 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca4438d-b29a-4332-8d84-cd9441f525a4 None None] Network 01632bb6-73d5-4f9f-944b-63eb72c618d9 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:11:38.228281 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4ff7faa4-2178-4d2c-9032-59e02273e89e req-62e90f2f-d37b-42ac-bb1c-c6daca8ee1cf tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439958 Jul 23 20:11:38.297806 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c38a22c3-680e-4d9e-9ae4-46ef1f4ca41c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:38.386358 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-ad89c21e-6217-481d-a135-67e4e47d831b tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Allocated IP 2001:db8::30a (a674b38c-00f5-4775-a992-3c332e472308/bc20727c-ae91-45fc-bb30-236a7c14c155/630e5bc9-7bab-4e2c-a0eb-eb8102618303) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:38.422327 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-aac02654-8676-4e1d-addc-e43f8ad2ae57 service neutron] 10.222.0.30 "GET /v2.0/networks/24944fa3-9e4d-479a-a53d-6bb8b5f56882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799132 Jul 23 20:11:38.492844 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-bcb63c74-28a1-4c4a-9143-241fe4418088 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=6ed23c2b-2657-4c27-9d21-8b4c38ac03c3 HTTP/1.1" status: 200 len: 217 time: 0.0584421 Jul 23 20:11:38.499361 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c38a22c3-680e-4d9e-9ae4-46ef1f4ca41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:38.589174 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-bc749d74-f3bb-4e83-85a2-5c3c1a257702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:38.591292 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-bc749d74-f3bb-4e83-85a2-5c3c1a257702 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0f9617a-d2a2-49d1-82ea-1415c4ffd90c HTTP/1.1" status: 200 len: 797 time: 0.0886769 Jul 23 20:11:38.690706 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840a4b8-b3fa-42ac-bb0a-84905cce7e03 req-ec0bbc98-0a2c-4f4e-b78c-d7fb66bb6560 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:38.692258 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a840a4b8-b3fa-42ac-bb0a-84905cce7e03 req-ec0bbc98-0a2c-4f4e-b78c-d7fb66bb6560 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.1670327 Jul 23 20:11:38.694564 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6228fc-c233-44d0-a6b1-546a0963b9b9 req-97c2d188-fdc5-4d6e-ab45-e901f1624356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:38.695990 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7c6228fc-c233-44d0-a6b1-546a0963b9b9 req-97c2d188-fdc5-4d6e-ab45-e901f1624356 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3eac1fd2f7984fc28e6e139f2a1d3dd0&device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 1096 time: 0.1600451 Jul 23 20:11:38.739466 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ad89c21e-6217-481d-a135-67e4e47d831b tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:38.742711 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-861e0a42-d77b-490b-981b-c74ef2f26c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:38.744957 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-861e0a42-d77b-490b-981b-c74ef2f26c35 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24944fa3-9e4d-479a-a53d-6bb8b5f56882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1453235 Jul 23 20:11:38.766407 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-ad89c21e-6217-481d-a135-67e4e47d831b tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Transition to ACTIVE for port object 630e5bc9-7bab-4e2c-a0eb-eb8102618303 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:38.811763 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a840a4b8-b3fa-42ac-bb0a-84905cce7e03 req-206253d2-f3a8-4e4e-bd95-4a411f97cc6c tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087563 Jul 23 20:11:38.873186 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-0f2f5dd1-c904-4335-8fc9-d699e93f6187 service neutron] 10.222.0.30 "GET /v2.0/networks/24944fa3-9e4d-479a-a53d-6bb8b5f56882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195629 Jul 23 20:11:38.877129 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ad89c21e-6217-481d-a135-67e4e47d831b tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:38.907504 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6228fc-c233-44d0-a6b1-546a0963b9b9 req-e55dd205-c2b2-47dd-b28e-5061217e0c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:38.909013 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7c6228fc-c233-44d0-a6b1-546a0963b9b9 req-e55dd205-c2b2-47dd-b28e-5061217e0c19 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f1957672-1349-45e6-b250-4d2e0e2b0e22 HTTP/1.1" status: 200 len: 912 time: 0.1965516 Jul 23 20:11:38.949458 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad89c21e-6217-481d-a135-67e4e47d831b tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Network a674b38c-00f5-4775-a992-3c332e472308 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:38.970161 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-ad89c21e-6217-481d-a135-67e4e47d831b tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:38.995291 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c38a22c3-680e-4d9e-9ae4-46ef1f4ca41c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:38.997318 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad89c21e-6217-481d-a135-67e4e47d831b tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:39.003326 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad89c21e-6217-481d-a135-67e4e47d831b tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:39.004146 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ad89c21e-6217-481d-a135-67e4e47d831b tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:39.029167 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c38a22c3-680e-4d9e-9ae4-46ef1f4ca41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:39.032818 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7c6228fc-c233-44d0-a6b1-546a0963b9b9 req-a99f6847-4b45-4030-8fce-8ae7fcf67ba6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eddda286-689d-4dc5-8c5c-5401afb7251e HTTP/1.1" status: 200 len: 998 time: 0.1043034 Jul 23 20:11:39.042014 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ad89c21e-6217-481d-a135-67e4e47d831b tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2799425 Jul 23 20:11:39.051905 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50648) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:39.061939 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-420795a4-8cf0-4d7d-81f5-fb13034e10d3 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::21e', 'mac_address': 'fa:16:3e:2d:85:29'}]}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:39.075231 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89c21e-6217-481d-a135-67e4e47d831b tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Pushing event updated for resources: {'Port': ['ID=630e5bc9-7bab-4e2c-a0eb-eb8102618303,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:39.134570 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-eed09f89-c5cc-4865-a0ed-0a470edec96c service neutron] 10.222.0.30 "GET /v2.0/networks/24944fa3-9e4d-479a-a53d-6bb8b5f56882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444530 Jul 23 20:11:39.159386 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96ee1d-85f5-466a-a9c2-3e33070a0d4b req-dd88bbdd-c3d3-48b0-ab1f-addcaf418859 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:39.160968 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4b96ee1d-85f5-466a-a9c2-3e33070a0d4b req-dd88bbdd-c3d3-48b0-ab1f-addcaf418859 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 945 time: 0.2176769 Jul 23 20:11:39.194899 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-9f826629-30a3-4e23-8b54-4e6b8748cebb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=75c5316c-fbd1-4cd5-93d9-47c4940484b5 HTTP/1.1" status: 200 len: 217 time: 0.0533078 Jul 23 20:11:39.214764 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6228fc-c233-44d0-a6b1-546a0963b9b9 req-1a1860ee-fdfc-4856-9a32-5c6a6bc77b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:39.216521 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7c6228fc-c233-44d0-a6b1-546a0963b9b9 req-1a1860ee-fdfc-4856-9a32-5c6a6bc77b79 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d89cc8ce-1520-4663-872c-281c0b224b71 HTTP/1.1" status: 200 len: 850 time: 0.1764028 Jul 23 20:11:39.294734 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4b96ee1d-85f5-466a-a9c2-3e33070a0d4b req-966f67bc-57d8-44d7-96e0-97177c2aab56 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c795a9-7461-4bc4-8325-b1503df20f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983832 Jul 23 20:11:39.308722 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-daea5a3d-3d9d-479a-8988-87d9c37f8476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:39.312691 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-daea5a3d-3d9d-479a-8988-87d9c37f8476 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3545f046-ef5a-4961-ae7f-d56de353a859 HTTP/1.1" status: 200 len: 797 time: 0.0880146 Jul 23 20:11:39.332384 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-c38a22c3-680e-4d9e-9ae4-46ef1f4ca41c admin admin] Allocated IP 172.25.1.41 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/dd486e83-a5eb-406e-aa25-3784d9819ac9) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:39.333221 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1f81ff88-6786-4d48-a20a-05a6eb7d89bf None None] Provisioning for port 630e5bc9-7bab-4e2c-a0eb-eb8102618303 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:39.343598 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1f81ff88-6786-4d48-a20a-05a6eb7d89bf None None] Provisioning complete for port 630e5bc9-7bab-4e2c-a0eb-eb8102618303 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:39.344971 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1f81ff88-6786-4d48-a20a-05a6eb7d89bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:39.405065 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1f81ff88-6786-4d48-a20a-05a6eb7d89bf None None] Port 630e5bc9-7bab-4e2c-a0eb-eb8102618303 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:11:39.430810 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-57eca887-c2f4-40f0-9928-eac214f62ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:39.432950 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-57eca887-c2f4-40f0-9928-eac214f62ffc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48945854-cc22-4ffa-90b9-415f56c007c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1122186 Jul 23 20:11:39.554073 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-c6af6111-9666-4ba5-8bc2-782f06d3da38 service neutron] 10.222.0.30 "GET /v2.0/networks/48945854-cc22-4ffa-90b9-415f56c007c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109557 Jul 23 20:11:39.562566 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6228fc-c233-44d0-a6b1-546a0963b9b9 req-3ed465be-9a2f-4505-ae1e-c337bf9c891c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:39.564081 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7c6228fc-c233-44d0-a6b1-546a0963b9b9 req-3ed465be-9a2f-4505-ae1e-c337bf9c891c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1957672-1349-45e6-b250-4d2e0e2b0e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3402548 Jul 23 20:11:39.631450 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af99bcb7-4565-4606-8790-88259b2b31e7 req-ba4d9979-0844-4129-8cb9-748d944dfab3 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:39.633085 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-af99bcb7-4565-4606-8790-88259b2b31e7 req-ba4d9979-0844-4129-8cb9-748d944dfab3 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=fad2c65c-8569-42f2-88a7-8c05b1adc218 HTTP/1.1" status: 200 len: 945 time: 0.3022375 Jul 23 20:11:39.684852 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-44ebada7-3e74-40a1-b301-d43758fecadb service neutron] 10.222.0.30 "GET /v2.0/networks/48945854-cc22-4ffa-90b9-415f56c007c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123347 Jul 23 20:11:39.688498 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c38a22c3-680e-4d9e-9ae4-46ef1f4ca41c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:39.710982 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-420795a4-8cf0-4d7d-81f5-fb13034e10d3 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:39.735420 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-5ee0cf5a-48f8-4359-b62b-95fbdcfe4975 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9627a8cd-cca1-4e2c-8263-bbfb4b33f26f HTTP/1.1" status: 200 len: 217 time: 0.0441623 Jul 23 20:11:39.788866 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-eab2de51-d2d6-4f7b-a753-0d10b63f830a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:39.790850 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-eab2de51-d2d6-4f7b-a753-0d10b63f830a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3545f046-ef5a-4961-ae7f-d56de353a859 HTTP/1.1" status: 200 len: 797 time: 0.0493848 Jul 23 20:11:39.859417 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-89a0f158-2f37-41f5-848a-3501c554e533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:39.861640 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-89a0f158-2f37-41f5-848a-3501c554e533 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48945854-cc22-4ffa-90b9-415f56c007c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0643721 Jul 23 20:11:40.007399 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-170d20c0-4ceb-4c97-8724-ed1978bb8d74 service neutron] 10.222.0.30 "GET /v2.0/networks/48945854-cc22-4ffa-90b9-415f56c007c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389275 Jul 23 20:11:40.044419 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e1cb6-a38e-40c2-bbf6-91b1124e47ef req-61b702b2-b034-4837-871b-ebe875003e42 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:40.046067 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-518e1cb6-a38e-40c2-bbf6-91b1124e47ef req-61b702b2-b034-4837-871b-ebe875003e42 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.1397474 Jul 23 20:11:40.141516 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-af99bcb7-4565-4606-8790-88259b2b31e7 req-dbe4b89c-4174-4e84-8196-22cb59c5a649 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4950387 Jul 23 20:11:40.190004 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-437a3259-bd3f-4873-8902-594fd4491398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:40.200347 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7c6228fc-c233-44d0-a6b1-546a0963b9b9 req-2bb4d9d6-4440-4375-83fb-395a3750a4f5 service neutron] 10.222.0.30 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5793037 Jul 23 20:11:40.226543 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c38a22c3-680e-4d9e-9ae4-46ef1f4ca41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:40.366605 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38a22c3-680e-4d9e-9ae4-46ef1f4ca41c admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:40.372724 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-518e1cb6-a38e-40c2-bbf6-91b1124e47ef req-5ddfaac5-53ef-4640-a8f1-8245b2d43ef1 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3171008 Jul 23 20:11:40.393644 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f4d7ce5-a82b-4a04-9ec0-c46a0f0e817a req-109f047a-9ffa-496b-9ff5-7114657f28f7 service neutron] 10.222.0.30 "GET /v2.0/networks/48945854-cc22-4ffa-90b9-415f56c007c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786945 Jul 23 20:11:40.420989 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-c38a22c3-680e-4d9e-9ae4-46ef1f4ca41c admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:40.423635 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38a22c3-680e-4d9e-9ae4-46ef1f4ca41c admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:40.451043 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a22c3-680e-4d9e-9ae4-46ef1f4ca41c admin admin] Pushing event updated for resources: {'Port': ['ID=dd486e83-a5eb-406e-aa25-3784d9819ac9,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:40.515814 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7c6228fc-c233-44d0-a6b1-546a0963b9b9 req-3fbe7d7c-aed6-4f3a-afe4-d50a72258675 service neutron] 10.222.0.30 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069692 Jul 23 20:11:40.671778 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-420795a4-8cf0-4d7d-81f5-fb13034e10d3 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:40.686847 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7dd870-4fa5-42b0-8175-452786fad33e req-90c65d65-3379-4838-909e-ad2300f5c6fc tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:40.688424 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ff7dd870-4fa5-42b0-8175-452786fad33e req-90c65d65-3379-4838-909e-ad2300f5c6fc tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 945 time: 0.3104692 Jul 23 20:11:40.691488 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-420795a4-8cf0-4d7d-81f5-fb13034e10d3 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:40.761726 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-420795a4-8cf0-4d7d-81f5-fb13034e10d3 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] In _notify_port_updated(), no bound segment for port 630e5bc9-7bab-4e2c-a0eb-eb8102618303 on network a674b38c-00f5-4775-a992-3c332e472308 {{(pid=93875) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:11:40.767365 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420795a4-8cf0-4d7d-81f5-fb13034e10d3 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:40.768056 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-420795a4-8cf0-4d7d-81f5-fb13034e10d3 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:40.769426 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-420795a4-8cf0-4d7d-81f5-fb13034e10d3 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] 10.222.0.32 "PUT /v2.0/ports/630e5bc9-7bab-4e2c-a0eb-eb8102618303 HTTP/1.1" status: 200 len: 1002 time: 1.7145767 Jul 23 20:11:40.772375 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50672) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:40.879092 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420795a4-8cf0-4d7d-81f5-fb13034e10d3 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Pushing event updated for resources: {'Port': ['ID=630e5bc9-7bab-4e2c-a0eb-eb8102618303,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:40.887756 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ff7dd870-4fa5-42b0-8175-452786fad33e req-986126b3-8176-45ae-98ae-c453d92857f7 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c795a9-7461-4bc4-8325-b1503df20f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821721 Jul 23 20:11:40.951441 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-b01563dd-1d39-4339-afe1-f9d8f21388c8 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Deleting port 630e5bc9-7bab-4e2c-a0eb-eb8102618303 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:11:40.954851 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b01563dd-1d39-4339-afe1-f9d8f21388c8 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:40.966667 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c38a22c3-680e-4d9e-9ae4-46ef1f4ca41c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:41.113366 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b01563dd-1d39-4339-afe1-f9d8f21388c8 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:41.129737 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-b01563dd-1d39-4339-afe1-f9d8f21388c8 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Calling delete_port for 630e5bc9-7bab-4e2c-a0eb-eb8102618303 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:11:41.157584 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b09fb6f8-7d20-4e9b-b538-89665e7adf12 None None] Provisioning complete for port 630e5bc9-7bab-4e2c-a0eb-eb8102618303 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:41.158120 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b09fb6f8-7d20-4e9b-b538-89665e7adf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:41.295974 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b09fb6f8-7d20-4e9b-b538-89665e7adf12 None None] Port 630e5bc9-7bab-4e2c-a0eb-eb8102618303 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:11:41.296445 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c38a22c3-680e-4d9e-9ae4-46ef1f4ca41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:41.376912 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b01563dd-1d39-4339-afe1-f9d8f21388c8 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:41.440205 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01563dd-1d39-4339-afe1-f9d8f21388c8 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Pushing event deleted for resources: {'Port': ['ID=630e5bc9-7bab-4e2c-a0eb-eb8102618303,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:41.555631 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38a22c3-680e-4d9e-9ae4-46ef1f4ca41c admin admin] Router dac73d02-d23e-48e0-8542-528b0f0e0b5f is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:11:41.580106 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d01918-5267-491f-943e-cf3224db76d7 req-b66d86a3-c73c-49ea-8c42-5ae7bc785c5a tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:41.589091 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-47d01918-5267-491f-943e-cf3224db76d7 req-b66d86a3-c73c-49ea-8c42-5ae7bc785c5a tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=fad2c65c-8569-42f2-88a7-8c05b1adc218 HTTP/1.1" status: 200 len: 945 time: 0.2873311 Jul 23 20:11:41.636716 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b01563dd-1d39-4339-afe1-f9d8f21388c8 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:41.638763 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b01563dd-1d39-4339-afe1-f9d8f21388c8 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] 10.222.0.32 "DELETE /v2.0/ports/630e5bc9-7bab-4e2c-a0eb-eb8102618303 HTTP/1.1" status: 204 len: 168 time: 0.8649471 Jul 23 20:11:41.641843 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50680) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:41.682803 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-47d01918-5267-491f-943e-cf3224db76d7 req-d174dcfb-7059-440b-ae59-026891074bde tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904052 Jul 23 20:11:41.710095 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a992b1f9-78b2-444b-914c-52b58d8e92ba req-3ee7956f-6fbb-4fe8-a5d7-a37f766bd901 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:41.711834 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a992b1f9-78b2-444b-914c-52b58d8e92ba req-3ee7956f-6fbb-4fe8-a5d7-a37f766bd901 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.2130597 Jul 23 20:11:41.736375 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-84d1b787-1931-4a47-957a-2b62bd835ec2 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] GET failed (client error): The resource could not be found. Jul 23 20:11:41.749592 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-84d1b787-1931-4a47-957a-2b62bd835ec2 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] 10.222.0.32 "GET /v2.0/ports/630e5bc9-7bab-4e2c-a0eb-eb8102618303 HTTP/1.1" status: 404 len: 333 time: 0.1054535 Jul 23 20:11:41.758577 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50684) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:41.768126 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-7af3e5f0-6959-4f54-b07c-4e1490cf079f tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Request body: {'port': {'network_id': 'a674b38c-00f5-4775-a992-3c332e472308', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-654481971'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:41.850940 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38a22c3-680e-4d9e-9ae4-46ef1f4ca41c admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:11:41.861045 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a992b1f9-78b2-444b-914c-52b58d8e92ba req-51d701a1-226b-4bfa-b2ae-57d8a53de065 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390941 Jul 23 20:11:41.862452 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5319e0-c5b6-420a-ab7f-e900d8feb4f2 None None] Sync routers for ids ['dac73d02-d23e-48e0-8542-528b0f0e0b5f'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:11:41.895376 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5319e0-c5b6-420a-ab7f-e900d8feb4f2 None None] Routers {'dac73d02-d23e-48e0-8542-528b0f0e0b5f'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:11:41.896095 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0e5319e0-c5b6-420a-ab7f-e900d8feb4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:11:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['dac73d02-d23e-48e0-8542-528b0f0e0b5f'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:41.926162 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c38a22c3-680e-4d9e-9ae4-46ef1f4ca41c admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:41.927881 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c38a22c3-680e-4d9e-9ae4-46ef1f4ca41c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8559852 Jul 23 20:11:41.930843 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50690) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:42.046178 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af3e5f0-6959-4f54-b07c-4e1490cf079f tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Made reservation on behalf of 06137ab6edf04f96a215454dcf671d9c for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:42.051675 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7af3e5f0-6959-4f54-b07c-4e1490cf079f tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:42.081869 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-7af3e5f0-6959-4f54-b07c-4e1490cf079f tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] device_id is not set on port 15cd00f7-2114-4c53-bced-3b6d8d25ef51 yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:11:42.089998 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-0e5319e0-c5b6-420a-ab7f-e900d8feb4f2 None None] Set router dac73d02-d23e-48e0-8542-528b0f0e0b5f gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:11:42.299536 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-7af3e5f0-6959-4f54-b07c-4e1490cf079f tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Allocated IP 2001:db8::3ad (a674b38c-00f5-4775-a992-3c332e472308/bc20727c-ae91-45fc-bb30-236a7c14c155/15cd00f7-2114-4c53-bced-3b6d8d25ef51) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:42.319275 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090168ad-3b63-490a-99d3-25b6be2d075b req-2a11145d-a45d-475b-a4cc-2632f643e3ef tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:42.328752 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-090168ad-3b63-490a-99d3-25b6be2d075b req-2a11145d-a45d-475b-a4cc-2632f643e3ef tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 945 time: 0.2536097 Jul 23 20:11:42.336752 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0e5319e0-c5b6-420a-ab7f-e900d8feb4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac73d02-d23e-48e0-8542-528b0f0e0b5f', 'name': 'tempest-ServerRescueTestJSON-1125884943-router', 'tenant_id': 'ea6bc0dc24304e01b09b8615165b79a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'dd486e83-a5eb-406e-aa25-3784d9819ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:38Z', 'updated_at': '2021-07-23T20:11:40Z', 'revision_number': 3, 'project_id': 'ea6bc0dc24304e01b09b8615165b79a7', 'gw_port': {'id': 'dd486e83-a5eb-406e-aa25-3784d9819ac9', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:30:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac73d02-d23e-48e0-8542-528b0f0e0b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:39Z', 'updated_at': '2021-07-23T20:11:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:42.370794 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5319e0-c5b6-420a-ab7f-e900d8feb4f2 None None] Checking router: dac73d02-d23e-48e0-8542-528b0f0e0b5f for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:11:42.371149 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5319e0-c5b6-420a-ab7f-e900d8feb4f2 None None] Updating router dac73d02-d23e-48e0-8542-528b0f0e0b5f port dd486e83-a5eb-406e-aa25-3784d9819ac9 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:11:42.397804 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-090168ad-3b63-490a-99d3-25b6be2d075b req-2ef16deb-d6d7-466a-988b-df9b586f3ade tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c795a9-7461-4bc4-8325-b1503df20f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680194 Jul 23 20:11:42.431580 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e5319e0-c5b6-420a-ab7f-e900d8feb4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:42.539802 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7af3e5f0-6959-4f54-b07c-4e1490cf079f tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:42.561426 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-7af3e5f0-6959-4f54-b07c-4e1490cf079f tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Transition to ACTIVE for port object 15cd00f7-2114-4c53-bced-3b6d8d25ef51 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:42.622088 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7af3e5f0-6959-4f54-b07c-4e1490cf079f tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:42.688683 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af3e5f0-6959-4f54-b07c-4e1490cf079f tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Network a674b38c-00f5-4775-a992-3c332e472308 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:42.692885 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-7af3e5f0-6959-4f54-b07c-4e1490cf079f tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:42.700345 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af3e5f0-6959-4f54-b07c-4e1490cf079f tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:42.706821 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cdeda10f-aa28-4e56-b55b-43e1ded18b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:42.706960 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af3e5f0-6959-4f54-b07c-4e1490cf079f tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:42.707527 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7af3e5f0-6959-4f54-b07c-4e1490cf079f tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:42.720894 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af3e5f0-6959-4f54-b07c-4e1490cf079f tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Pushing event updated for resources: {'Port': ['ID=15cd00f7-2114-4c53-bced-3b6d8d25ef51,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:42.727065 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7af3e5f0-6959-4f54-b07c-4e1490cf079f tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9669092 Jul 23 20:11:42.732775 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50694) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:42.748575 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-21385627-294d-4a03-a20a-68716ebd8eb6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:2d:85:29'}]}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:42.755223 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af3e5f0-6959-4f54-b07c-4e1490cf079f tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:42.755603 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af3e5f0-6959-4f54-b07c-4e1490cf079f tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:42.755966 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af3e5f0-6959-4f54-b07c-4e1490cf079f tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:42.756329 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af3e5f0-6959-4f54-b07c-4e1490cf079f tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:42.757327 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af3e5f0-6959-4f54-b07c-4e1490cf079f tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:42.757327 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af3e5f0-6959-4f54-b07c-4e1490cf079f tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:42.757327 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af3e5f0-6959-4f54-b07c-4e1490cf079f tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:42.757664 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af3e5f0-6959-4f54-b07c-4e1490cf079f tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:42.757993 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af3e5f0-6959-4f54-b07c-4e1490cf079f tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:42.758342 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af3e5f0-6959-4f54-b07c-4e1490cf079f tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:42.758693 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af3e5f0-6959-4f54-b07c-4e1490cf079f tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:42.759167 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af3e5f0-6959-4f54-b07c-4e1490cf079f tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:42.927286 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-21385627-294d-4a03-a20a-68716ebd8eb6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:42.977501 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7f47fa8c-cebd-4ee6-86e0-fbcc4bdf8ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:43.014565 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-cdeda10f-aa28-4e56-b55b-43e1ded18b0b admin admin] Allocated IP 172.20.0.1 (01632bb6-73d5-4f9f-944b-63eb72c618d9/cd1a42e3-1669-4db2-87f0-dcf77077f688/e4ad219f-4b69-4aba-97bd-005f78585aed) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:43.045058 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ce3ae-82d9-4a57-9c7a-597b1d623940 req-2260eace-a5dc-4e5e-9c6e-f9db074e787f tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:43.048160 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cf6ce3ae-82d9-4a57-9c7a-597b1d623940 req-2260eace-a5dc-4e5e-9c6e-f9db074e787f tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=fad2c65c-8569-42f2-88a7-8c05b1adc218 HTTP/1.1" status: 200 len: 945 time: 0.2591715 Jul 23 20:11:43.107987 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e5319e0-c5b6-420a-ab7f-e900d8feb4f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:43.122426 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cf6ce3ae-82d9-4a57-9c7a-597b1d623940 req-7add35c7-b0b0-4d28-88d3-4fe2a40067f0 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658576 Jul 23 20:11:43.130631 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0e5319e0-c5b6-420a-ab7f-e900d8feb4f2 None None] Transition to ACTIVE for port object dd486e83-a5eb-406e-aa25-3784d9819ac9 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:43.135042 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cdeda10f-aa28-4e56-b55b-43e1ded18b0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:43.143118 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e5319e0-c5b6-420a-ab7f-e900d8feb4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:43.192428 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cdeda10f-aa28-4e56-b55b-43e1ded18b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:43.213497 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-964590ea-9bbf-4ab9-8259-bf704c72df8d None None] Provisioning for port 15cd00f7-2114-4c53-bced-3b6d8d25ef51 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:43.236987 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0e5319e0-c5b6-420a-ab7f-e900d8feb4f2 None None] Attempting to bind port dd486e83-a5eb-406e-aa25-3784d9819ac9 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:11:43.237665 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0e5319e0-c5b6-420a-ab7f-e900d8feb4f2 None None] Attempting to bind port dd486e83-a5eb-406e-aa25-3784d9819ac9 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:11:43.238194 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5319e0-c5b6-420a-ab7f-e900d8feb4f2 None None] Attempting to bind port dd486e83-a5eb-406e-aa25-3784d9819ac9 on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:11:43.247608 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-964590ea-9bbf-4ab9-8259-bf704c72df8d None None] Provisioning complete for port 15cd00f7-2114-4c53-bced-3b6d8d25ef51 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:43.248261 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-964590ea-9bbf-4ab9-8259-bf704c72df8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:43.250228 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeda10f-aa28-4e56-b55b-43e1ded18b0b admin admin] Pushing event updated for resources: {'Port': ['ID=e4ad219f-4b69-4aba-97bd-005f78585aed,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:43.264554 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdeda10f-aa28-4e56-b55b-43e1ded18b0b admin admin] Network 01632bb6-73d5-4f9f-944b-63eb72c618d9 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:43.266172 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-cdeda10f-aa28-4e56-b55b-43e1ded18b0b admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:43.268963 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdeda10f-aa28-4e56-b55b-43e1ded18b0b admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:43.307649 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-964590ea-9bbf-4ab9-8259-bf704c72df8d None None] Port 15cd00f7-2114-4c53-bced-3b6d8d25ef51 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:11:43.316618 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cdeda10f-aa28-4e56-b55b-43e1ded18b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:43.317156 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5319e0-c5b6-420a-ab7f-e900d8feb4f2 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:11:43.317764 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5319e0-c5b6-420a-ab7f-e900d8feb4f2 None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:11:43.319006 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e5319e0-c5b6-420a-ab7f-e900d8feb4f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:43.320304 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-21385627-294d-4a03-a20a-68716ebd8eb6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:43.320855 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5319e0-c5b6-420a-ab7f-e900d8feb4f2 None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:11:43.321562 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0e5319e0-c5b6-420a-ab7f-e900d8feb4f2 None None] Bound port: dd486e83-a5eb-406e-aa25-3784d9819ac9, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:11:43.322010 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e5319e0-c5b6-420a-ab7f-e900d8feb4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:43.326139 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c9b21-6c3d-4f53-884d-a112c1e4ee56 None None] Pushing event updated for resources: {'Port': ['ID=dd486e83-a5eb-406e-aa25-3784d9819ac9,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:43.327643 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-21385627-294d-4a03-a20a-68716ebd8eb6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:43.359290 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:43.388411 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21385627-294d-4a03-a20a-68716ebd8eb6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Pushing event updated for resources: {'Port': ['ID=15cd00f7-2114-4c53-bced-3b6d8d25ef51,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:43.398712 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0e5319e0-c5b6-420a-ab7f-e900d8feb4f2 None None] For port dd486e83-a5eb-406e-aa25-3784d9819ac9, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:11:43.401511 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-21385627-294d-4a03-a20a-68716ebd8eb6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] In _notify_port_updated(), no bound segment for port 15cd00f7-2114-4c53-bced-3b6d8d25ef51 on network a674b38c-00f5-4775-a992-3c332e472308 {{(pid=93875) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:11:43.403549 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0e5319e0-c5b6-420a-ab7f-e900d8feb4f2 None None] For port dd486e83-a5eb-406e-aa25-3784d9819ac9, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=dd486e83-a5eb-406e-aa25-3784d9819ac9,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:11:43.409185 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21385627-294d-4a03-a20a-68716ebd8eb6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:43.410032 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-21385627-294d-4a03-a20a-68716ebd8eb6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:43.411096 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e5319e0-c5b6-420a-ab7f-e900d8feb4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:43.414470 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-21385627-294d-4a03-a20a-68716ebd8eb6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] 10.222.0.32 "PUT /v2.0/ports/15cd00f7-2114-4c53-bced-3b6d8d25ef51 HTTP/1.1" status: 200 len: 1002 time: 0.6776123 Jul 23 20:11:43.415217 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50702) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:43.469709 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5319e0-c5b6-420a-ab7f-e900d8feb4f2 None None] Routers {'dac73d02-d23e-48e0-8542-528b0f0e0b5f'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:11:43.474084 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0e5319e0-c5b6-420a-ab7f-e900d8feb4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:11:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['dac73d02-d23e-48e0-8542-528b0f0e0b5f'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:43.516691 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cdeda10f-aa28-4e56-b55b-43e1ded18b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:43.574349 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c9b21-6c3d-4f53-884d-a112c1e4ee56 None None] Pushing event updated for resources: {'Port': ['ID=dd486e83-a5eb-406e-aa25-3784d9819ac9,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:43.582112 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-f54ac176-48d5-45c1-9a19-2a55ad0b1085 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Deleting port 15cd00f7-2114-4c53-bced-3b6d8d25ef51 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:11:43.582426 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f54ac176-48d5-45c1-9a19-2a55ad0b1085 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:43.714509 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-0e5319e0-c5b6-420a-ab7f-e900d8feb4f2 None None] Set router dac73d02-d23e-48e0-8542-528b0f0e0b5f gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:11:43.720232 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d648070-d8fa-45e4-a66e-d1dcecc30b24 req-c7400fbd-9c93-4702-ae39-2210e5333f9c tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:43.724378 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f54ac176-48d5-45c1-9a19-2a55ad0b1085 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:43.727285 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5d648070-d8fa-45e4-a66e-d1dcecc30b24 req-c7400fbd-9c93-4702-ae39-2210e5333f9c tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 945 time: 0.1955645 Jul 23 20:11:43.739630 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-f54ac176-48d5-45c1-9a19-2a55ad0b1085 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Calling delete_port for 15cd00f7-2114-4c53-bced-3b6d8d25ef51 owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:11:43.830607 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5d648070-d8fa-45e4-a66e-d1dcecc30b24 req-cee32374-07b7-4b16-a920-bdcb1f548720 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c795a9-7461-4bc4-8325-b1503df20f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967803 Jul 23 20:11:43.847778 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cdeda10f-aa28-4e56-b55b-43e1ded18b0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:43.854464 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cdeda10f-aa28-4e56-b55b-43e1ded18b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:43.929992 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cdeda10f-aa28-4e56-b55b-43e1ded18b0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:43.931199 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f54ac176-48d5-45c1-9a19-2a55ad0b1085 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:43.933304 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeda10f-aa28-4e56-b55b-43e1ded18b0b admin admin] Pushing event updated for resources: {'Port': ['ID=e4ad219f-4b69-4aba-97bd-005f78585aed,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:43.947091 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1982acd5-c45b-4603-ba68-42a855e96cc0 None None] Provisioning complete for port 15cd00f7-2114-4c53-bced-3b6d8d25ef51 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:43.947500 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1982acd5-c45b-4603-ba68-42a855e96cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:43.952573 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:43.969844 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ac176-48d5-45c1-9a19-2a55ad0b1085 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Pushing event deleted for resources: {'Port': ['ID=15cd00f7-2114-4c53-bced-3b6d8d25ef51,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:43.991086 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1982acd5-c45b-4603-ba68-42a855e96cc0 None None] Port 15cd00f7-2114-4c53-bced-3b6d8d25ef51 was deleted so its status cannot be updated. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 23 20:11:44.029313 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0e5319e0-c5b6-420a-ab7f-e900d8feb4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac73d02-d23e-48e0-8542-528b0f0e0b5f', 'name': 'tempest-ServerRescueTestJSON-1125884943-router', 'tenant_id': 'ea6bc0dc24304e01b09b8615165b79a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'dd486e83-a5eb-406e-aa25-3784d9819ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:38Z', 'updated_at': '2021-07-23T20:11:43Z', 'revision_number': 4, 'project_id': 'ea6bc0dc24304e01b09b8615165b79a7', 'gw_port': {'id': 'dd486e83-a5eb-406e-aa25-3784d9819ac9', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:30:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac73d02-d23e-48e0-8542-528b0f0e0b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:39Z', 'updated_at': '2021-07-23T20:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'e4ad219f-4b69-4aba-97bd-005f78585aed', 'name': '', 'network_id': '01632bb6-73d5-4f9f-944b-63eb72c618d9', 'tenant_id': 'ea6bc0dc24304e01b09b8615165b79a7', 'mac_address': 'fa:16:3e:48:f4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac73d02-d23e-48e0-8542-528b0f0e0b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'cd1a42e3-1669-4db2-87f0-dcf77077f688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:42Z', 'updated_at': '2021-07-23T20:11:43Z', 'revision_number': 1, 'project_id': 'ea6bc0dc24304e01b09b8615165b79a7', 'subnets': [{'id': 'cd1a42e3-1669-4db2-87f0-dcf77077f688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:44.044169 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f54ac176-48d5-45c1-9a19-2a55ad0b1085 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:44.048828 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f54ac176-48d5-45c1-9a19-2a55ad0b1085 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] 10.222.0.32 "DELETE /v2.0/ports/15cd00f7-2114-4c53-bced-3b6d8d25ef51 HTTP/1.1" status: 204 len: 168 time: 0.6300704 Jul 23 20:11:44.049201 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50710) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:44.068374 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdeda10f-aa28-4e56-b55b-43e1ded18b0b admin admin] Network 01632bb6-73d5-4f9f-944b-63eb72c618d9 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:44.070774 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5319e0-c5b6-420a-ab7f-e900d8feb4f2 None None] The sync data for ids ['dac73d02-d23e-48e0-8542-528b0f0e0b5f'] in n-d-793618-10 is: [{'id': 'dac73d02-d23e-48e0-8542-528b0f0e0b5f', 'name': 'tempest-ServerRescueTestJSON-1125884943-router', 'tenant_id': 'ea6bc0dc24304e01b09b8615165b79a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'dd486e83-a5eb-406e-aa25-3784d9819ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:38Z', 'updated_at': '2021-07-23T20:11:43Z', 'revision_number': 4, 'project_id': 'ea6bc0dc24304e01b09b8615165b79a7', 'gw_port': {'id': 'dd486e83-a5eb-406e-aa25-3784d9819ac9', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:30:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac73d02-d23e-48e0-8542-528b0f0e0b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:39Z', 'updated_at': '2021-07-23T20:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'e4ad219f-4b69-4aba-97bd-005f78585aed', 'name': '', 'network_id': '01632bb6-73d5-4f9f-944b-63eb72c618d9', 'tenant_id': 'ea6bc0dc24304e01b09b8615165b79a7', 'mac_address': 'fa:16:3e:48:f4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac73d02-d23e-48e0-8542-528b0f0e0b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'cd1a42e3-1669-4db2-87f0-dcf77077f688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:42Z', 'updated_at': '2021-07-23T20:11:43Z', 'revision_number': 1, 'project_id': 'ea6bc0dc24304e01b09b8615165b79a7', 'subnets': [{'id': 'cd1a42e3-1669-4db2-87f0-dcf77077f688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:11:44.075259 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-cdeda10f-aa28-4e56-b55b-43e1ded18b0b admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:44.101704 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ded7f08-fc52-459b-b006-87328e42331b tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] GET failed (client error): The resource could not be found. Jul 23 20:11:44.107525 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8ded7f08-fc52-459b-b006-87328e42331b tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] 10.222.0.32 "GET /v2.0/ports/15cd00f7-2114-4c53-bced-3b6d8d25ef51 HTTP/1.1" status: 404 len: 333 time: 0.0536313 Jul 23 20:11:44.107868 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50714) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:44.117192 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-9056828c-59a1-4fc3-b14b-1d92acb23b41 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Request body: {'port': {'network_id': 'a674b38c-00f5-4775-a992-3c332e472308', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2029208685'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:44.266822 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdeda10f-aa28-4e56-b55b-43e1ded18b0b admin admin] Router dac73d02-d23e-48e0-8542-528b0f0e0b5f has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:11:44.301728 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-9c0ba432-46b1-443b-8976-98a7f0e8c98c tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1671301809&fields=id&tenant_id=6797e7030eab49e9bc11cae60d3b9177 HTTP/1.1" status: 200 len: 267 time: 0.0683649 Jul 23 20:11:44.320453 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9056828c-59a1-4fc3-b14b-1d92acb23b41 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Made reservation on behalf of 06137ab6edf04f96a215454dcf671d9c for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:44.328559 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9056828c-59a1-4fc3-b14b-1d92acb23b41 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:44.331697 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:44.379445 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-9056828c-59a1-4fc3-b14b-1d92acb23b41 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] device_id is not set on port adc291c5-3776-4ded-8a3f-e3b19fcdfc76 yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:11:44.438345 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911c06f-7c01-4d75-b4b7-6d673cc58199 req-135e9b37-be91-4094-a798-5598cb4de38c tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:44.439966 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a911c06f-7c01-4d75-b4b7-6d673cc58199 req-135e9b37-be91-4094-a798-5598cb4de38c tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=fad2c65c-8569-42f2-88a7-8c05b1adc218 HTTP/1.1" status: 200 len: 945 time: 0.1885540 Jul 23 20:11:44.473354 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:44.545053 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdeda10f-aa28-4e56-b55b-43e1ded18b0b admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:11:44.551244 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a911c06f-7c01-4d75-b4b7-6d673cc58199 req-b5eef922-3dd9-417a-b298-a34a47d2eb5a tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799158 Jul 23 20:11:44.553294 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-75756151-9602-4fea-a75f-4fa56dd4938b tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:44.558289 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-75756151-9602-4fea-a75f-4fa56dd4938b tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/networks?id=61ed045b-f5a3-49a6-a9c8-61ede271bf43 HTTP/1.1" status: 200 len: 815 time: 0.1758544 Jul 23 20:11:44.563498 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-cdeda10f-aa28-4e56-b55b-43e1ded18b0b admin admin] 10.222.0.32 "PUT /v2.0/routers/dac73d02-d23e-48e0-8542-528b0f0e0b5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6310852 Jul 23 20:11:44.570366 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-9056828c-59a1-4fc3-b14b-1d92acb23b41 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Allocated IP 2001:db8::36f (a674b38c-00f5-4775-a992-3c332e472308/bc20727c-ae91-45fc-bb30-236a7c14c155/adc291c5-3776-4ded-8a3f-e3b19fcdfc76) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:44.578772 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-7f5f4e1c-87c8-4c75-adea-f33fbbce8860 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/quotas/6797e7030eab49e9bc11cae60d3b9177 HTTP/1.1" status: 200 len: 375 time: 0.0138795 Jul 23 20:11:44.676425 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-9d908ef1-c731-4675-9221-30b36dc3f376 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6797e7030eab49e9bc11cae60d3b9177&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0920727 Jul 23 20:11:44.770247 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9056828c-59a1-4fc3-b14b-1d92acb23b41 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:44.788041 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-9056828c-59a1-4fc3-b14b-1d92acb23b41 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Transition to ACTIVE for port object adc291c5-3776-4ded-8a3f-e3b19fcdfc76 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:44.816175 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-79b51a14-a2fd-45ba-90d5-f608f0e836b3 service neutron] 10.222.0.32 "GET /v2.0/networks/61ed045b-f5a3-49a6-a9c8-61ede271bf43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270080 Jul 23 20:11:44.840052 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9056828c-59a1-4fc3-b14b-1d92acb23b41 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:44.905730 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9056828c-59a1-4fc3-b14b-1d92acb23b41 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Network a674b38c-00f5-4775-a992-3c332e472308 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:44.911404 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-9056828c-59a1-4fc3-b14b-1d92acb23b41 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:44.913279 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9056828c-59a1-4fc3-b14b-1d92acb23b41 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Pushing event updated for resources: {'Port': ['ID=adc291c5-3776-4ded-8a3f-e3b19fcdfc76,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:44.915599 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9056828c-59a1-4fc3-b14b-1d92acb23b41 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:44.924558 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9056828c-59a1-4fc3-b14b-1d92acb23b41 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:44.925156 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9056828c-59a1-4fc3-b14b-1d92acb23b41 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:44.937525 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-dd8ef8fb-dc3d-4df9-98e9-e8383d6b44dd service neutron] 10.222.0.32 "GET /v2.0/networks/61ed045b-f5a3-49a6-a9c8-61ede271bf43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129930 Jul 23 20:11:44.956078 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50730) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:44.956994 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9056828c-59a1-4fc3-b14b-1d92acb23b41 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8469455 Jul 23 20:11:44.961630 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f30c5290-e2c2-4e6c-935c-5572aa8c7a45 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Request body: {'port': {'network_id': 'a674b38c-00f5-4775-a992-3c332e472308', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-799963047'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:45.199830 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30c5290-e2c2-4e6c-935c-5572aa8c7a45 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Made reservation on behalf of 06137ab6edf04f96a215454dcf671d9c for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:45.204329 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f30c5290-e2c2-4e6c-935c-5572aa8c7a45 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:45.246592 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-f30c5290-e2c2-4e6c-935c-5572aa8c7a45 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] device_id is not set on port bbc90796-310b-4f4d-97ad-8bc180b8aeab yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:11:45.271404 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device dd486e83-a5eb-406e-aa25-3784d9819ac9 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:45.359605 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-6ab508a1-6e1c-4fcf-ab8f-374301d295d0 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:45.361462 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-6ab508a1-6e1c-4fcf-ab8f-374301d295d0 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/networks?id=01632bb6-73d5-4f9f-944b-63eb72c618d9 HTTP/1.1" status: 200 len: 811 time: 0.2486830 Jul 23 20:11:45.383685 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-9aa12b98-0a9b-4ef9-a1b0-aec5991ff942 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/quotas/ea6bc0dc24304e01b09b8615165b79a7 HTTP/1.1" status: 200 len: 375 time: 0.0155089 Jul 23 20:11:45.404003 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port dd486e83-a5eb-406e-aa25-3784d9819ac9 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:45.417342 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port dd486e83-a5eb-406e-aa25-3784d9819ac9 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:45.430789 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:45.435104 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-3ed8d23f-e224-4480-82bc-56faba9a83f6 None None] Provisioning for port adc291c5-3776-4ded-8a3f-e3b19fcdfc76 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:45.490040 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-f30c5290-e2c2-4e6c-935c-5572aa8c7a45 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Allocated IP 2001:db8::3e (a674b38c-00f5-4775-a992-3c332e472308/bc20727c-ae91-45fc-bb30-236a7c14c155/bbc90796-310b-4f4d-97ad-8bc180b8aeab) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:45.495572 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-3ed8d23f-e224-4480-82bc-56faba9a83f6 None None] Provisioning complete for port adc291c5-3776-4ded-8a3f-e3b19fcdfc76 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:45.496305 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ed8d23f-e224-4480-82bc-56faba9a83f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:45.527246 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-77be9c12-e527-48fe-8943-306020e86cac tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea6bc0dc24304e01b09b8615165b79a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1331437 Jul 23 20:11:45.586086 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-3ed8d23f-e224-4480-82bc-56faba9a83f6 None None] Port adc291c5-3776-4ded-8a3f-e3b19fcdfc76 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:11:45.672740 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-030bafbd-13ad-43ce-8a1f-eee27ba939d1 service neutron] 10.222.0.32 "GET /v2.0/networks/01632bb6-73d5-4f9f-944b-63eb72c618d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389091 Jul 23 20:11:45.681158 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:45.712448 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port dd486e83-a5eb-406e-aa25-3784d9819ac9, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=dd486e83-a5eb-406e-aa25-3784d9819ac9,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:45.722790 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:45.813363 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=dd486e83-a5eb-406e-aa25-3784d9819ac9,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:45.818514 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-8f8e8a5a-52ee-4a03-9d74-42cd5ba8280d service neutron] 10.222.0.32 "GET /v2.0/networks/01632bb6-73d5-4f9f-944b-63eb72c618d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397040 Jul 23 20:11:45.831694 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:46.040211 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7dcf81-f4d5-4e83-9c77-127037539c07 req-3edebcc7-c36a-416f-94ce-282879e80d5d tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:46.044222 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cc7dcf81-f4d5-4e83-9c77-127037539c07 req-3edebcc7-c36a-416f-94ce-282879e80d5d tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 945 time: 0.5211499 Jul 23 20:11:46.116876 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f30c5290-e2c2-4e6c-935c-5572aa8c7a45 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:46.151430 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cc7dcf81-f4d5-4e83-9c77-127037539c07 req-c0e271fb-c9d0-4840-b2b7-720be8e7afa5 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c795a9-7461-4bc4-8325-b1503df20f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827374 Jul 23 20:11:46.154197 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-f30c5290-e2c2-4e6c-935c-5572aa8c7a45 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Transition to ACTIVE for port object bbc90796-310b-4f4d-97ad-8bc180b8aeab will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:46.190996 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a8e96451-66d2-42de-bbff-9c321efc0147 req-8485a942-bcb7-4b6e-80a3-0fab9fa92095 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d6d1ef-f367-4ec5-8417-4d96d9165b9c HTTP/1.1" status: 200 len: 210 time: 0.1050696 Jul 23 20:11:46.197910 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f30c5290-e2c2-4e6c-935c-5572aa8c7a45 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:46.231840 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30c5290-e2c2-4e6c-935c-5572aa8c7a45 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Network a674b38c-00f5-4775-a992-3c332e472308 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:46.276325 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-f30c5290-e2c2-4e6c-935c-5572aa8c7a45 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:46.287759 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30c5290-e2c2-4e6c-935c-5572aa8c7a45 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:46.294810 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30c5290-e2c2-4e6c-935c-5572aa8c7a45 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:46.295478 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f30c5290-e2c2-4e6c-935c-5572aa8c7a45 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:46.332134 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f1e3dbac-e3d4-4255-ade6-6beab2b5a31c req-a32d5bc3-def7-49d5-8add-576bd8cd27fa tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 210 time: 0.0602410 Jul 23 20:11:46.344427 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c5290-e2c2-4e6c-935c-5572aa8c7a45 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Pushing event updated for resources: {'Port': ['ID=bbc90796-310b-4f4d-97ad-8bc180b8aeab,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:46.350556 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f30c5290-e2c2-4e6c-935c-5572aa8c7a45 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3931100 Jul 23 20:11:46.360507 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50768) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:46.367154 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-be879cee-7dcf-409e-bd9b-dd27340ec771 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::21e', 'mac_address': 'fa:16:3e:2d:85:29'}, {'ip_address': '2001:db8::36f', 'mac_address': 'fa:16:3e:fe:f4:00'}]}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:46.390898 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41db6a-5063-4fe4-9c5c-b2e5d578a26c req-0353b9de-b720-46c2-8340-54904a55894b tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:46.393027 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8d41db6a-5063-4fe4-9c5c-b2e5d578a26c req-0353b9de-b720-46c2-8340-54904a55894b tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=fad2c65c-8569-42f2-88a7-8c05b1adc218 HTTP/1.1" status: 200 len: 945 time: 0.1213918 Jul 23 20:11:46.465970 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8d41db6a-5063-4fe4-9c5c-b2e5d578a26c req-77c56413-4003-44e8-977f-17841d711eb2 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651250 Jul 23 20:11:46.695244 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-be879cee-7dcf-409e-bd9b-dd27340ec771 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:46.741535 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4046230e-106d-4ead-aa58-12fa9eea1dd3 None None] Provisioning for port bbc90796-310b-4f4d-97ad-8bc180b8aeab completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:46.752914 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4046230e-106d-4ead-aa58-12fa9eea1dd3 None None] Provisioning complete for port bbc90796-310b-4f4d-97ad-8bc180b8aeab triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:46.755896 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4046230e-106d-4ead-aa58-12fa9eea1dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:46.795023 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-4046230e-106d-4ead-aa58-12fa9eea1dd3 None None] Port bbc90796-310b-4f4d-97ad-8bc180b8aeab cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:11:46.894014 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-be879cee-7dcf-409e-bd9b-dd27340ec771 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:46.899132 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-be879cee-7dcf-409e-bd9b-dd27340ec771 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:46.915821 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-be879cee-7dcf-409e-bd9b-dd27340ec771 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] In _notify_port_updated(), no bound segment for port bbc90796-310b-4f4d-97ad-8bc180b8aeab on network a674b38c-00f5-4775-a992-3c332e472308 {{(pid=93875) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:11:46.922309 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be879cee-7dcf-409e-bd9b-dd27340ec771 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:46.922968 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-be879cee-7dcf-409e-bd9b-dd27340ec771 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:46.925107 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-be879cee-7dcf-409e-bd9b-dd27340ec771 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] 10.222.0.32 "PUT /v2.0/ports/bbc90796-310b-4f4d-97ad-8bc180b8aeab HTTP/1.1" status: 200 len: 1066 time: 0.5626824 Jul 23 20:11:46.927394 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50772) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:46.991072 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be879cee-7dcf-409e-bd9b-dd27340ec771 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Pushing event updated for resources: {'Port': ['ID=bbc90796-310b-4f4d-97ad-8bc180b8aeab,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:47.016219 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfb16ee-f8c9-491e-ba33-709664786629 None None] Sync routers for ids ['dac73d02-d23e-48e0-8542-528b0f0e0b5f'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:11:47.039587 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfb16ee-f8c9-491e-ba33-709664786629 None None] Routers {'dac73d02-d23e-48e0-8542-528b0f0e0b5f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:11:47.040781 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-cbfb16ee-f8c9-491e-ba33-709664786629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:11:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['dac73d02-d23e-48e0-8542-528b0f0e0b5f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:47.100130 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-f0e9d9fa-78bc-4086-8ef3-def35c464619 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Deleting port bbc90796-310b-4f4d-97ad-8bc180b8aeab {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:11:47.100694 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f0e9d9fa-78bc-4086-8ef3-def35c464619 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:47.247388 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device dd486e83-a5eb-406e-aa25-3784d9819ac9 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:47.283238 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-cbfb16ee-f8c9-491e-ba33-709664786629 None None] Set router dac73d02-d23e-48e0-8542-528b0f0e0b5f gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:11:47.345991 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f0e9d9fa-78bc-4086-8ef3-def35c464619 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:47.358227 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-42cd2247-cb89-4163-aab0-2cd162618812 req-81ec2713-25f2-41e1-83d4-c18a973455a6 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d6d1ef-f367-4ec5-8417-4d96d9165b9c HTTP/1.1" status: 200 len: 210 time: 0.0380614 Jul 23 20:11:47.367274 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4c872e50-96b4-480a-911f-eaef4cd2443e None None] Provisioning complete for port bbc90796-310b-4f4d-97ad-8bc180b8aeab triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:47.369615 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c872e50-96b4-480a-911f-eaef4cd2443e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:47.375137 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-f0e9d9fa-78bc-4086-8ef3-def35c464619 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Calling delete_port for bbc90796-310b-4f4d-97ad-8bc180b8aeab owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:11:47.406464 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-f00107a5-ad77-471b-8189-ca1b7daa6dbd tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:47.409609 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-f00107a5-ad77-471b-8189-ca1b7daa6dbd tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.18 "GET /v2.0/networks?id=61ed045b-f5a3-49a6-a9c8-61ede271bf43 HTTP/1.1" status: 200 len: 815 time: 0.3594310 Jul 23 20:11:47.463931 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port dd486e83-a5eb-406e-aa25-3784d9819ac9 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:47.464392 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:47.469647 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-308ae3a3-c7b2-4b6d-ac5c-81eec0d3fb41 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6797e7030eab49e9bc11cae60d3b9177 HTTP/1.1" status: 200 len: 380 time: 0.0494468 Jul 23 20:11:47.488990 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-33e76e0b-2bd2-4f13-b59f-4a366e192869 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Request body: {'port': {'device_id': '13d6d1ef-f367-4ec5-8417-4d96d9165b9c', 'network_id': '61ed045b-f5a3-49a6-a9c8-61ede271bf43', 'admin_state_up': True, 'tenant_id': '6797e7030eab49e9bc11cae60d3b9177', 'security_groups': ['ac57dabd-5408-4aa9-a446-4e6747435303']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:47.529579 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-4c872e50-96b4-480a-911f-eaef4cd2443e None None] Port bbc90796-310b-4f4d-97ad-8bc180b8aeab cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:11:47.622038 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-cbfb16ee-f8c9-491e-ba33-709664786629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac73d02-d23e-48e0-8542-528b0f0e0b5f', 'name': 'tempest-ServerRescueTestJSON-1125884943-router', 'tenant_id': 'ea6bc0dc24304e01b09b8615165b79a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'dd486e83-a5eb-406e-aa25-3784d9819ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:38Z', 'updated_at': '2021-07-23T20:11:43Z', 'revision_number': 4, 'project_id': 'ea6bc0dc24304e01b09b8615165b79a7', 'gw_port': {'id': 'dd486e83-a5eb-406e-aa25-3784d9819ac9', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac73d02-d23e-48e0-8542-528b0f0e0b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:39Z', 'updated_at': '2021-07-23T20:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'e4ad219f-4b69-4aba-97bd-005f78585aed', 'name': '', 'network_id': '01632bb6-73d5-4f9f-944b-63eb72c618d9', 'tenant_id': 'ea6bc0dc24304e01b09b8615165b79a7', 'mac_address': 'fa:16:3e:48:f4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac73d02-d23e-48e0-8542-528b0f0e0b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'cd1a42e3-1669-4db2-87f0-dcf77077f688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:42Z', 'updated_at': '2021-07-23T20:11:43Z', 'revision_number': 2, 'project_id': 'ea6bc0dc24304e01b09b8615165b79a7', 'subnets': [{'id': 'cd1a42e3-1669-4db2-87f0-dcf77077f688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:47.625434 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-696e7449-d741-468d-86cc-2a26678db23f req-610fe0ea-fda0-41d6-9fb9-89a63c9acca2 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 210 time: 0.0673871 Jul 23 20:11:47.656363 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfb16ee-f8c9-491e-ba33-709664786629 None None] Checking router: dac73d02-d23e-48e0-8542-528b0f0e0b5f for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:11:47.657055 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfb16ee-f8c9-491e-ba33-709664786629 None None] Updating router dac73d02-d23e-48e0-8542-528b0f0e0b5f port e4ad219f-4b69-4aba-97bd-005f78585aed binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:11:47.714732 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cbfb16ee-f8c9-491e-ba33-709664786629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:47.767232 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-33e76e0b-2bd2-4f13-b59f-4a366e192869 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Made reservation on behalf of 6797e7030eab49e9bc11cae60d3b9177 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:47.768951 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-33e76e0b-2bd2-4f13-b59f-4a366e192869 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:47.812800 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f0e9d9fa-78bc-4086-8ef3-def35c464619 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:47.859351 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e9d9fa-78bc-4086-8ef3-def35c464619 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Pushing event deleted for resources: {'Port': ['ID=bbc90796-310b-4f4d-97ad-8bc180b8aeab,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:47.890665 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eae922-a245-4e95-84dd-d82713ae34d6 req-bfb73cab-b5a6-4166-897a-5cd32864876d tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:47.900947 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-24eae922-a245-4e95-84dd-d82713ae34d6 req-bfb73cab-b5a6-4166-897a-5cd32864876d tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 945 time: 0.5782547 Jul 23 20:11:47.953492 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52f538-2187-4c50-a359-e174445649da req-7724c109-14b0-4ba1-a891-05bb3467d222 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:47.955081 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5d52f538-2187-4c50-a359-e174445649da req-7724c109-14b0-4ba1-a891-05bb3467d222 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=fad2c65c-8569-42f2-88a7-8c05b1adc218 HTTP/1.1" status: 200 len: 945 time: 0.2032578 Jul 23 20:11:47.959961 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-b8c75dda-b109-41e9-adeb-748e1ee6ba7d tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:47.961497 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-b8c75dda-b109-41e9-adeb-748e1ee6ba7d tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.18 "GET /v2.0/networks?id=01632bb6-73d5-4f9f-944b-63eb72c618d9 HTTP/1.1" status: 200 len: 811 time: 0.4076111 Jul 23 20:11:47.993923 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-33e76e0b-2bd2-4f13-b59f-4a366e192869 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Allocated IP 172.20.0.12 (61ed045b-f5a3-49a6-a9c8-61ede271bf43/7f588277-1790-412a-a1cc-3d4d1a03523b/8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:48.003892 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-d4e45500-e612-43cc-866c-b36be6d12d21 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Request body: {'port': {'device_id': '3d92a622-1ea3-4c1f-bc90-fe429dc227fa', 'network_id': '01632bb6-73d5-4f9f-944b-63eb72c618d9', 'admin_state_up': True, 'tenant_id': 'ea6bc0dc24304e01b09b8615165b79a7'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:48.055892 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-24eae922-a245-4e95-84dd-d82713ae34d6 req-d6de4929-3c67-4be8-b0f1-71ab46606b92 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c795a9-7461-4bc4-8325-b1503df20f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533515 Jul 23 20:11:48.234979 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cbfb16ee-f8c9-491e-ba33-709664786629 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:48.264518 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-cbfb16ee-f8c9-491e-ba33-709664786629 None None] Transition to ACTIVE for port object e4ad219f-4b69-4aba-97bd-005f78585aed will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:48.287047 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cbfb16ee-f8c9-491e-ba33-709664786629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:48.329382 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f0e9d9fa-78bc-4086-8ef3-def35c464619 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:48.332036 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f0e9d9fa-78bc-4086-8ef3-def35c464619 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] 10.222.0.32 "DELETE /v2.0/ports/bbc90796-310b-4f4d-97ad-8bc180b8aeab HTTP/1.1" status: 204 len: 168 time: 1.4036608 Jul 23 20:11:48.335379 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50786) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:48.349315 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2f7aa-dca5-415a-ad01-b5082b5e643d None None] Pushing event updated for resources: {'Port': ['ID=e4ad219f-4b69-4aba-97bd-005f78585aed,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:48.368565 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-c35105a8-73f2-4853-b597-dda2973301d5 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] GET failed (client error): The resource could not be found. Jul 23 20:11:48.371760 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c35105a8-73f2-4853-b597-dda2973301d5 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] 10.222.0.32 "GET /v2.0/ports/bbc90796-310b-4f4d-97ad-8bc180b8aeab HTTP/1.1" status: 404 len: 333 time: 0.0351927 Jul 23 20:11:48.377035 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50788) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:48.401129 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-d4e45500-e612-43cc-866c-b36be6d12d21 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Made reservation on behalf of ea6bc0dc24304e01b09b8615165b79a7 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:48.404067 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-d4e45500-e612-43cc-866c-b36be6d12d21 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:48.439863 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-cbfb16ee-f8c9-491e-ba33-709664786629 None None] Attempting to bind port e4ad219f-4b69-4aba-97bd-005f78585aed on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:11:48.440276 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-cbfb16ee-f8c9-491e-ba33-709664786629 None None] Attempting to bind port e4ad219f-4b69-4aba-97bd-005f78585aed by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '99649f19-b54c-4c71-be86-78cd3a183ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '01632bb6-73d5-4f9f-944b-63eb72c618d9'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:11:48.440682 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfb16ee-f8c9-491e-ba33-709664786629 None None] Attempting to bind port e4ad219f-4b69-4aba-97bd-005f78585aed on network 01632bb6-73d5-4f9f-944b-63eb72c618d9 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:11:48.448058 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfb16ee-f8c9-491e-ba33-709664786629 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:11:48.448507 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfb16ee-f8c9-491e-ba33-709664786629 None None] Checking segment: {'id': '99649f19-b54c-4c71-be86-78cd3a183ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '01632bb6-73d5-4f9f-944b-63eb72c618d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:11:48.448898 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cbfb16ee-f8c9-491e-ba33-709664786629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:48.449294 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfb16ee-f8c9-491e-ba33-709664786629 None None] Bound using segment: {'id': '99649f19-b54c-4c71-be86-78cd3a183ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '01632bb6-73d5-4f9f-944b-63eb72c618d9'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:11:48.449801 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-cbfb16ee-f8c9-491e-ba33-709664786629 None None] Bound port: e4ad219f-4b69-4aba-97bd-005f78585aed, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99649f19-b54c-4c71-be86-78cd3a183ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '01632bb6-73d5-4f9f-944b-63eb72c618d9'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:11:48.450572 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cbfb16ee-f8c9-491e-ba33-709664786629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:48.527163 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-cbfb16ee-f8c9-491e-ba33-709664786629 None None] For port e4ad219f-4b69-4aba-97bd-005f78585aed, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:11:48.530933 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-cbfb16ee-f8c9-491e-ba33-709664786629 None None] For port e4ad219f-4b69-4aba-97bd-005f78585aed, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=e4ad219f-4b69-4aba-97bd-005f78585aed,segment=NetworkSegment(99649f19-b54c-4c71-be86-78cd3a183ec7),segment_id=99649f19-b54c-4c71-be86-78cd3a183ec7)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:11:48.536649 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cbfb16ee-f8c9-491e-ba33-709664786629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:48.584180 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-737f74bc-2baf-47ac-be55-ac491933e000 req-a96da2a6-0a62-455c-bb3c-51bc6094702b tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d6d1ef-f367-4ec5-8417-4d96d9165b9c HTTP/1.1" status: 200 len: 210 time: 0.0831990 Jul 23 20:11:48.624909 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2f7aa-dca5-415a-ad01-b5082b5e643d None None] Pushing event updated for resources: {'Port': ['ID=e4ad219f-4b69-4aba-97bd-005f78585aed,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:48.636381 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfb16ee-f8c9-491e-ba33-709664786629 None None] Routers {'dac73d02-d23e-48e0-8542-528b0f0e0b5f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:11:48.637458 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-cbfb16ee-f8c9-491e-ba33-709664786629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:11:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['dac73d02-d23e-48e0-8542-528b0f0e0b5f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:48.668621 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-1c218fda-079c-4b2b-b157-61204ac5867f tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Deleting port adc291c5-3776-4ded-8a3f-e3b19fcdfc76 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:11:48.668969 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1c218fda-079c-4b2b-b157-61204ac5867f tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:48.676444 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5d52f538-2187-4c50-a359-e174445649da req-58f05818-b90b-4365-af50-a3b6b43d40c0 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797338 Jul 23 20:11:48.689693 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-d4e45500-e612-43cc-866c-b36be6d12d21 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Allocated IP 172.20.0.12 (01632bb6-73d5-4f9f-944b-63eb72c618d9/cd1a42e3-1669-4db2-87f0-dcf77077f688/89d48987-944f-449b-ac64-1def9473173a) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:48.740516 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-33e76e0b-2bd2-4f13-b59f-4a366e192869 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:48.756253 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-33e76e0b-2bd2-4f13-b59f-4a366e192869 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Transition to ACTIVE for port object 8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:48.778758 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-cbfb16ee-f8c9-491e-ba33-709664786629 None None] Set router dac73d02-d23e-48e0-8542-528b0f0e0b5f gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:11:48.778949 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2b45dbdb-5770-41a6-9475-8deead90531d req-205eec3a-b1b9-460d-96e1-0fc05bcdeab2 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 210 time: 0.0339324 Jul 23 20:11:48.813979 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-33e76e0b-2bd2-4f13-b59f-4a366e192869 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:48.850947 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1c218fda-079c-4b2b-b157-61204ac5867f tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:48.876799 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-33e76e0b-2bd2-4f13-b59f-4a366e192869 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Network 61ed045b-f5a3-49a6-a9c8-61ede271bf43 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:48.882946 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-33e76e0b-2bd2-4f13-b59f-4a366e192869 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:48.891242 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-1c218fda-079c-4b2b-b157-61204ac5867f tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Calling delete_port for adc291c5-3776-4ded-8a3f-e3b19fcdfc76 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:11:48.894545 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-33e76e0b-2bd2-4f13-b59f-4a366e192869 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:48.976593 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e76e0b-2bd2-4f13-b59f-4a366e192869 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Pushing event updated for resources: {'Port': ['ID=8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:49.004120 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-33e76e0b-2bd2-4f13-b59f-4a366e192869 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:49.005426 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-33e76e0b-2bd2-4f13-b59f-4a366e192869 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:49.035326 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-33e76e0b-2bd2-4f13-b59f-4a366e192869 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5567420 Jul 23 20:11:49.061557 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-d2885e45-5f84-45de-9782-146e731e1783 service neutron] Request body: {'port': {'device_id': '13d6d1ef-f367-4ec5-8417-4d96d9165b9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:49.149052 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-cbfb16ee-f8c9-491e-ba33-709664786629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac73d02-d23e-48e0-8542-528b0f0e0b5f', 'name': 'tempest-ServerRescueTestJSON-1125884943-router', 'tenant_id': 'ea6bc0dc24304e01b09b8615165b79a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'dd486e83-a5eb-406e-aa25-3784d9819ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:38Z', 'updated_at': '2021-07-23T20:11:43Z', 'revision_number': 4, 'project_id': 'ea6bc0dc24304e01b09b8615165b79a7', 'gw_port': {'id': 'dd486e83-a5eb-406e-aa25-3784d9819ac9', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac73d02-d23e-48e0-8542-528b0f0e0b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:39Z', 'updated_at': '2021-07-23T20:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'e4ad219f-4b69-4aba-97bd-005f78585aed', 'name': '', 'network_id': '01632bb6-73d5-4f9f-944b-63eb72c618d9', 'tenant_id': 'ea6bc0dc24304e01b09b8615165b79a7', 'mac_address': 'fa:16:3e:48:f4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac73d02-d23e-48e0-8542-528b0f0e0b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'cd1a42e3-1669-4db2-87f0-dcf77077f688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:42Z', 'updated_at': '2021-07-23T20:11:48Z', 'revision_number': 4, 'project_id': 'ea6bc0dc24304e01b09b8615165b79a7', 'subnets': [{'id': 'cd1a42e3-1669-4db2-87f0-dcf77077f688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:49.162978 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-d4e45500-e612-43cc-866c-b36be6d12d21 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:49.253682 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfb16ee-f8c9-491e-ba33-709664786629 None None] The sync data for ids ['dac73d02-d23e-48e0-8542-528b0f0e0b5f'] in n-d-793618-10 is: [{'id': 'dac73d02-d23e-48e0-8542-528b0f0e0b5f', 'name': 'tempest-ServerRescueTestJSON-1125884943-router', 'tenant_id': 'ea6bc0dc24304e01b09b8615165b79a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'dd486e83-a5eb-406e-aa25-3784d9819ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:38Z', 'updated_at': '2021-07-23T20:11:43Z', 'revision_number': 4, 'project_id': 'ea6bc0dc24304e01b09b8615165b79a7', 'gw_port': {'id': 'dd486e83-a5eb-406e-aa25-3784d9819ac9', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac73d02-d23e-48e0-8542-528b0f0e0b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:39Z', 'updated_at': '2021-07-23T20:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'e4ad219f-4b69-4aba-97bd-005f78585aed', 'name': '', 'network_id': '01632bb6-73d5-4f9f-944b-63eb72c618d9', 'tenant_id': 'ea6bc0dc24304e01b09b8615165b79a7', 'mac_address': 'fa:16:3e:48:f4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac73d02-d23e-48e0-8542-528b0f0e0b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'cd1a42e3-1669-4db2-87f0-dcf77077f688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:42Z', 'updated_at': '2021-07-23T20:11:48Z', 'revision_number': 4, 'project_id': 'ea6bc0dc24304e01b09b8615165b79a7', 'subnets': [{'id': 'cd1a42e3-1669-4db2-87f0-dcf77077f688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:11:49.312830 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device e4ad219f-4b69-4aba-97bd-005f78585aed up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:49.331073 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-d2885e45-5f84-45de-9782-146e731e1783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:49.390798 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1c218fda-079c-4b2b-b157-61204ac5867f tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:49.405772 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port e4ad219f-4b69-4aba-97bd-005f78585aed completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:49.412048 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-d4e45500-e612-43cc-866c-b36be6d12d21 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:49.419542 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port e4ad219f-4b69-4aba-97bd-005f78585aed triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:49.420686 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:49.455179 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c218fda-079c-4b2b-b157-61204ac5867f tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Pushing event deleted for resources: {'Port': ['ID=adc291c5-3776-4ded-8a3f-e3b19fcdfc76,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:49.512235 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fa7388f2-b86d-4fe6-af1b-ebbef067bfa7 None None] Provisioning for port 8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:49.520742 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1c218fda-079c-4b2b-b157-61204ac5867f tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:49.523271 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fa7388f2-b86d-4fe6-af1b-ebbef067bfa7 None None] Provisioning complete for port 8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:49.523830 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fa7388f2-b86d-4fe6-af1b-ebbef067bfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:49.524433 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1c218fda-079c-4b2b-b157-61204ac5867f tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] 10.222.0.32 "DELETE /v2.0/ports/adc291c5-3776-4ded-8a3f-e3b19fcdfc76 HTTP/1.1" status: 204 len: 168 time: 1.1458621 Jul 23 20:11:49.530285 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-d4e45500-e612-43cc-866c-b36be6d12d21 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Network 01632bb6-73d5-4f9f-944b-63eb72c618d9 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:49.532896 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50798) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:49.580429 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-d4e45500-e612-43cc-866c-b36be6d12d21 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:49.646900 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fa7388f2-b86d-4fe6-af1b-ebbef067bfa7 None None] Port 8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:11:49.670875 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-d4e45500-e612-43cc-866c-b36be6d12d21 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:49.685602 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:49.686441 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-078e8270-87c3-4745-b79b-7c24934534d1 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] GET failed (client error): The resource could not be found. Jul 23 20:11:49.688305 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-078e8270-87c3-4745-b79b-7c24934534d1 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] 10.222.0.32 "GET /v2.0/ports/adc291c5-3776-4ded-8a3f-e3b19fcdfc76 HTTP/1.1" status: 404 len: 333 time: 0.0968978 Jul 23 20:11:49.705319 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50802) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:49.746492 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port e4ad219f-4b69-4aba-97bd-005f78585aed, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=e4ad219f-4b69-4aba-97bd-005f78585aed,segment=NetworkSegment(99649f19-b54c-4c71-be86-78cd3a183ec7),segment_id=99649f19-b54c-4c71-be86-78cd3a183ec7)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:49.762074 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:49.892480 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=e4ad219f-4b69-4aba-97bd-005f78585aed,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:49.909154 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-d2885e45-5f84-45de-9782-146e731e1783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:11:49.923114 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-d2885e45-5f84-45de-9782-146e731e1783 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:49.925793 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e45500-e612-43cc-866c-b36be6d12d21 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Pushing event updated for resources: {'Port': ['ID=89d48987-944f-449b-ac64-1def9473173a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:49.948153 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-d2885e45-5f84-45de-9782-146e731e1783 service neutron] Transition to ACTIVE for port object 8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:49.954326 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-d2885e45-5f84-45de-9782-146e731e1783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:49.955993 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-d4e45500-e612-43cc-866c-b36be6d12d21 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:49.956907 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-d4e45500-e612-43cc-866c-b36be6d12d21 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:50.038415 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-d4e45500-e612-43cc-866c-b36be6d12d21 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0441086 Jul 23 20:11:50.072826 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565b3ab-4b38-40e3-a179-d5aceaaba3f9 req-e57e1777-105c-432a-bc0a-d272240fa1fa tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:50.076571 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0565b3ab-4b38-40e3-a179-d5aceaaba3f9 req-e57e1777-105c-432a-bc0a-d272240fa1fa tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d6d1ef-f367-4ec5-8417-4d96d9165b9c HTTP/1.1" status: 200 len: 932 time: 0.3182082 Jul 23 20:11:50.083684 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-095efa7e-169d-4431-bec4-36dd51639c22 service neutron] Request body: {'port': {'device_id': '3d92a622-1ea3-4c1f-bc90-fe429dc227fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:50.126496 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2885e45-5f84-45de-9782-146e731e1783 service neutron] Pushing event updated for resources: {'Port': ['ID=8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:50.185980 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8b8b9-a929-4e8a-8e27-36f01a1675ec req-7d052c0a-ef19-4ecf-bd45-5ac651611b63 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:50.193382 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-71a8b8b9-a929-4e8a-8e27-36f01a1675ec req-7d052c0a-ef19-4ecf-bd45-5ac651611b63 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 945 time: 0.8572929 Jul 23 20:11:50.213049 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-095efa7e-169d-4431-bec4-36dd51639c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:50.271478 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-d2885e45-5f84-45de-9782-146e731e1783 service neutron] Attempting to bind port 8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:11:50.272183 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-d2885e45-5f84-45de-9782-146e731e1783 service neutron] Attempting to bind port 8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '942d96b4-c4af-49df-9097-dd32765e9b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '61ed045b-f5a3-49a6-a9c8-61ede271bf43'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:11:50.272756 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-d2885e45-5f84-45de-9782-146e731e1783 service neutron] Attempting to bind port 8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5 on network 61ed045b-f5a3-49a6-a9c8-61ede271bf43 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:11:50.279050 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-71a8b8b9-a929-4e8a-8e27-36f01a1675ec req-7622ba23-1f34-4f4f-b10f-6a3556d53742 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c795a9-7461-4bc4-8325-b1503df20f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846653 Jul 23 20:11:50.282420 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-d2885e45-5f84-45de-9782-146e731e1783 service neutron] Port 8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5 on network 61ed045b-f5a3-49a6-a9c8-61ede271bf43 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:11:50.283064 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-d2885e45-5f84-45de-9782-146e731e1783 service neutron] Attempting to bind port 8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5 on network 61ed045b-f5a3-49a6-a9c8-61ede271bf43 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:11:50.290512 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-d2885e45-5f84-45de-9782-146e731e1783 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:11:50.292182 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-d2885e45-5f84-45de-9782-146e731e1783 service neutron] Checking segment: {'id': '942d96b4-c4af-49df-9097-dd32765e9b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '61ed045b-f5a3-49a6-a9c8-61ede271bf43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:11:50.292835 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-d2885e45-5f84-45de-9782-146e731e1783 service neutron] Bound using segment: {'id': '942d96b4-c4af-49df-9097-dd32765e9b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '61ed045b-f5a3-49a6-a9c8-61ede271bf43'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:11:50.293519 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-d2885e45-5f84-45de-9782-146e731e1783 service neutron] Bound port: 8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '942d96b4-c4af-49df-9097-dd32765e9b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '61ed045b-f5a3-49a6-a9c8-61ede271bf43'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:11:50.294111 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-d2885e45-5f84-45de-9782-146e731e1783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:50.356220 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c568d332-db17-4472-bdc2-21a06f2ae6e6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Deleting port 6e5e58cc-9509-4b68-a9ea-f9b1e94a972f {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:11:50.356550 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c568d332-db17-4472-bdc2-21a06f2ae6e6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:50.376011 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-d2885e45-5f84-45de-9782-146e731e1783 service neutron] For port 8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:11:50.379770 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-d2885e45-5f84-45de-9782-146e731e1783 service neutron] For port 8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5,segment=NetworkSegment(942d96b4-c4af-49df-9097-dd32765e9b01),segment_id=942d96b4-c4af-49df-9097-dd32765e9b01)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:11:50.394695 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-d2885e45-5f84-45de-9782-146e731e1783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:50.455009 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c568d332-db17-4472-bdc2-21a06f2ae6e6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:50.468818 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c568d332-db17-4472-bdc2-21a06f2ae6e6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Calling delete_port for 6e5e58cc-9509-4b68-a9ea-f9b1e94a972f owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:11:50.471525 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-d2885e45-5f84-45de-9782-146e731e1783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:50.472455 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-d2885e45-5f84-45de-9782-146e731e1783 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:50.474101 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-d2885e45-5f84-45de-9782-146e731e1783 service neutron] 10.222.0.18 "PUT /v2.0/ports/8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5 HTTP/1.1" status: 200 len: 1093 time: 1.4300325 Jul 23 20:11:50.474772 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d6d1ef-f367-4ec5-8417-4d96d9165b9c', 'tag': '8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:11:50.477247 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40709a4e-0275-4b28-88fd-abdd09d75a05" -d '{"events": [{"name": "network-changed", "server_uuid": "13d6d1ef-f367-4ec5-8417-4d96d9165b9c", "tag": "8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:11:50.548823 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2885e45-5f84-45de-9782-146e731e1783 service neutron] Pushing event updated for resources: {'Port': ['ID=8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:50.558922 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0565b3ab-4b38-40e3-a179-d5aceaaba3f9 req-bdbedb1d-812a-40db-a29d-312e2698ec95 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac57dabd-5408-4aa9-a446-4e6747435303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3522789 Jul 23 20:11:50.596154 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f54b7a-57f4-4c1a-8ca4-2dd14694ed5a req-afa1d1db-c44d-4791-8bf9-09027107c94e tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:50.597841 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-20f54b7a-57f4-4c1a-8ca4-2dd14694ed5a req-afa1d1db-c44d-4791-8bf9-09027107c94e tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=fad2c65c-8569-42f2-88a7-8c05b1adc218 HTTP/1.1" status: 200 len: 945 time: 0.2001731 Jul 23 20:11:50.662967 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-68023436-c7c5-4e71-9174-c777c28552d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:50.664554 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-68023436-c7c5-4e71-9174-c777c28552d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6797e7030eab49e9bc11cae60d3b9177&device_id=13d6d1ef-f367-4ec5-8417-4d96d9165b9c HTTP/1.1" status: 200 len: 1096 time: 0.1465249 Jul 23 20:11:50.688562 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-20f54b7a-57f4-4c1a-8ca4-2dd14694ed5a req-13a1b621-0448-4662-a954-e5f1759d807c tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792668 Jul 23 20:11:50.717679 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c568d332-db17-4472-bdc2-21a06f2ae6e6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:50.726990 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-442c0d20-1259-4af5-a712-258fb9bb8e24 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5 HTTP/1.1" status: 200 len: 217 time: 0.0497854 Jul 23 20:11:50.789430 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-d533bd00-5c30-4cef-80ae-55c1c3282ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:50.791747 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-d533bd00-5c30-4cef-80ae-55c1c3282ccb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7f588277-1790-412a-a1cc-3d4d1a03523b HTTP/1.1" status: 200 len: 854 time: 0.0575173 Jul 23 20:11:50.852249 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568d332-db17-4472-bdc2-21a06f2ae6e6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Pushing event deleted for resources: {'Port': ['ID=6e5e58cc-9509-4b68-a9ea-f9b1e94a972f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:50.864026 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568d332-db17-4472-bdc2-21a06f2ae6e6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:50.864366 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568d332-db17-4472-bdc2-21a06f2ae6e6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:50.864630 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568d332-db17-4472-bdc2-21a06f2ae6e6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:50.864993 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568d332-db17-4472-bdc2-21a06f2ae6e6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:50.865292 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568d332-db17-4472-bdc2-21a06f2ae6e6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:50.865669 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568d332-db17-4472-bdc2-21a06f2ae6e6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:50.866004 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568d332-db17-4472-bdc2-21a06f2ae6e6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:50.866335 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568d332-db17-4472-bdc2-21a06f2ae6e6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:50.866685 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568d332-db17-4472-bdc2-21a06f2ae6e6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:50.866958 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568d332-db17-4472-bdc2-21a06f2ae6e6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:50.867285 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568d332-db17-4472-bdc2-21a06f2ae6e6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:50.867606 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568d332-db17-4472-bdc2-21a06f2ae6e6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:50.899141 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-66921706-1007-435b-8412-e722f1fe0d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:50.900693 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-66921706-1007-435b-8412-e722f1fe0d5c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ed045b-f5a3-49a6-a9c8-61ede271bf43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1021216 Jul 23 20:11:51.003384 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7f4b8-6762-4342-9a2a-879ee68bd4a6 req-091a0488-3dec-40c4-a4e9-0f65eff9f39d tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:51.005551 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d4a7f4b8-6762-4342-9a2a-879ee68bd4a6 req-091a0488-3dec-40c4-a4e9-0f65eff9f39d tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 932 time: 0.3309515 Jul 23 20:11:51.007293 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c568d332-db17-4472-bdc2-21a06f2ae6e6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:51.013459 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c568d332-db17-4472-bdc2-21a06f2ae6e6 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] 10.222.0.32 "DELETE /v2.0/ports/6e5e58cc-9509-4b68-a9ea-f9b1e94a972f HTTP/1.1" status: 204 len: 168 time: 1.3045366 Jul 23 20:11:51.029447 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50816) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:51.128578 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b949a76e-65e4-495e-a718-55b6639af04c x-openstack-request-id: req-b949a76e-65e4-495e-a718-55b6639af04c {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:11:51.132278 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13d6d1ef-f367-4ec5-8417-4d96d9165b9c", "tag": "8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:11:51.132720 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b949a76e-65e4-495e-a718-55b6639af04c {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:11:51.133287 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13d6d1ef-f367-4ec5-8417-4d96d9165b9c', 'tag': '8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5', 'status': 'completed', 'code': 200} Jul 23 20:11:51.141599 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device e4ad219f-4b69-4aba-97bd-005f78585aed up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:51.185838 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e843f2-68b1-46e5-b050-a17dd7a7b888 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Deleting subnet bc20727c-ae91-45fc-bb30-236a7c14c155 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:11:51.225131 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-86239796-164c-4dfd-b3af-357f317cea90 service neutron] 10.222.0.18 "GET /v2.0/networks/61ed045b-f5a3-49a6-a9c8-61ede271bf43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106389 Jul 23 20:11:51.238946 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58e843f2-68b1-46e5-b050-a17dd7a7b888 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:51.243353 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port e4ad219f-4b69-4aba-97bd-005f78585aed triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:51.243728 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:51.324773 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75c8d4-8655-40f7-beca-0a11920924f3 req-d652037f-9bb4-4798-a4a5-2ccc2a7275bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:51.326356 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6c75c8d4-8655-40f7-beca-0a11920924f3 req-d652037f-9bb4-4798-a4a5-2ccc2a7275bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1a6866430c7477dabb2850fe027c983&device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 1097 time: 0.2733433 Jul 23 20:11:51.444086 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-36cddc69-15d2-4411-a97a-e9e39e127d92 req-aa9e82f5-8f02-4496-bdd6-71283946f567 service neutron] 10.222.0.18 "GET /v2.0/networks/61ed045b-f5a3-49a6-a9c8-61ede271bf43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121279 Jul 23 20:11:51.462473 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e123d-d759-401b-8c07-555a62c7d9b6 req-9620ba47-6140-4ad9-a79e-33c76005753b tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:51.465011 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-637e123d-d759-401b-8c07-555a62c7d9b6 req-9620ba47-6140-4ad9-a79e-33c76005753b tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 945 time: 0.3156664 Jul 23 20:11:51.528825 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75c8d4-8655-40f7-beca-0a11920924f3 req-f094010e-eb07-4c72-b3e7-658e0c4ccdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:51.531795 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6c75c8d4-8655-40f7-beca-0a11920924f3 req-f094010e-eb07-4c72-b3e7-658e0c4ccdcd service neutron] 10.222.0.30 "GET /v2.0/networks?id=68a6fe92-0c26-45da-99d0-e58f34d2b985 HTTP/1.1" status: 200 len: 912 time: 0.1955667 Jul 23 20:11:51.596724 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d4a7f4b8-6762-4342-9a2a-879ee68bd4a6 req-1b587bd6-86a2-4cf3-9eb4-769172b44643 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5809958 Jul 23 20:11:51.637055 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58e843f2-68b1-46e5-b050-a17dd7a7b888 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:51.694704 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-637e123d-d759-401b-8c07-555a62c7d9b6 req-6e31e88c-422c-4274-a7a6-205c7784915d tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c795a9-7461-4bc4-8325-b1503df20f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176328 Jul 23 20:11:51.723215 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6c75c8d4-8655-40f7-beca-0a11920924f3 req-69d62bf6-fcf2-4d04-b0bb-eaaf5159dfc3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=993bde95-b5a7-4929-a2f6-f7eb102fff8f HTTP/1.1" status: 200 len: 1001 time: 0.1603317 Jul 23 20:11:51.832767 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75c8d4-8655-40f7-beca-0a11920924f3 req-3b4dd078-133e-4e42-b1d5-69ad2d3c1be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:51.834313 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6c75c8d4-8655-40f7-beca-0a11920924f3 req-3b4dd078-133e-4e42-b1d5-69ad2d3c1be7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7562bacc-5c9d-4fd5-a756-532eac029140 HTTP/1.1" status: 200 len: 850 time: 0.1002712 Jul 23 20:11:51.836243 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40709a4e-0275-4b28-88fd-abdd09d75a05 req-9e048006-9568-433f-b486-6aee6904b400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:51.837769 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-40709a4e-0275-4b28-88fd-abdd09d75a05 req-9e048006-9568-433f-b486-6aee6904b400 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6797e7030eab49e9bc11cae60d3b9177&device_id=13d6d1ef-f367-4ec5-8417-4d96d9165b9c HTTP/1.1" status: 200 len: 1096 time: 0.3301246 Jul 23 20:11:51.866119 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58e843f2-68b1-46e5-b050-a17dd7a7b888 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:51.871461 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-095efa7e-169d-4431-bec4-36dd51639c22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89d48987-944f-449b-ac64-1def9473173a {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:11:51.906497 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-095efa7e-169d-4431-bec4-36dd51639c22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:51.941948 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7fe31-4874-47ab-9443-4e5dec9bac2c req-19f6404f-a483-461e-b8ec-e628df76d00c tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:51.943810 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0cf7fe31-4874-47ab-9443-4e5dec9bac2c req-19f6404f-a483-461e-b8ec-e628df76d00c tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d6d1ef-f367-4ec5-8417-4d96d9165b9c HTTP/1.1" status: 200 len: 944 time: 0.2095325 Jul 23 20:11:51.944877 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-095efa7e-169d-4431-bec4-36dd51639c22 service neutron] Transition to ACTIVE for port object 89d48987-944f-449b-ac64-1def9473173a will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:51.956714 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-095efa7e-169d-4431-bec4-36dd51639c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:51.992849 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346aebed-dfde-415c-8ed4-f38e96e17bc8 req-dc9f9a54-53e6-4e38-99f9-60c4662526be tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:51.996390 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-346aebed-dfde-415c-8ed4-f38e96e17bc8 req-dc9f9a54-53e6-4e38-99f9-60c4662526be tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=fad2c65c-8569-42f2-88a7-8c05b1adc218 HTTP/1.1" status: 200 len: 945 time: 0.2160983 Jul 23 20:11:52.044985 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58e843f2-68b1-46e5-b050-a17dd7a7b888 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:52.057013 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75c8d4-8655-40f7-beca-0a11920924f3 req-c19d6f6d-112d-4205-bc30-6360d0941c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:52.059191 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6c75c8d4-8655-40f7-beca-0a11920924f3 req-c19d6f6d-112d-4205-bc30-6360d0941c22 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68a6fe92-0c26-45da-99d0-e58f34d2b985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2127028 Jul 23 20:11:52.062109 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0cf7fe31-4874-47ab-9443-4e5dec9bac2c req-2ef09a2e-e812-43cf-abca-c1068bb387d6 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac57dabd-5408-4aa9-a446-4e6747435303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022847 Jul 23 20:11:52.067392 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40709a4e-0275-4b28-88fd-abdd09d75a05 req-f5090a25-3546-4634-846c-47b2a23cceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:52.068869 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-40709a4e-0275-4b28-88fd-abdd09d75a05 req-f5090a25-3546-4634-846c-47b2a23cceb3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=61ed045b-f5a3-49a6-a9c8-61ede271bf43 HTTP/1.1" status: 200 len: 916 time: 0.1886425 Jul 23 20:11:52.090202 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095efa7e-169d-4431-bec4-36dd51639c22 service neutron] Pushing event updated for resources: {'Port': ['ID=89d48987-944f-449b-ac64-1def9473173a,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:52.111768 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a35c4e-197e-4ba9-8f69-d84e0549414d None None] Network a674b38c-00f5-4775-a992-3c332e472308 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:11:52.114976 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58e843f2-68b1-46e5-b050-a17dd7a7b888 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:52.116588 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-58e843f2-68b1-46e5-b050-a17dd7a7b888 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] 10.222.0.32 "DELETE /v2.0/subnets/bc20727c-ae91-45fc-bb30-236a7c14c155 HTTP/1.1" status: 204 len: 168 time: 1.0855675 Jul 23 20:11:52.117704 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e843f2-68b1-46e5-b050-a17dd7a7b888 tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Pushing event deleted for resources: {'Subnet': ['ID=bc20727c-ae91-45fc-bb30-236a7c14c155,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:52.120227 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50824) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:52.140832 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-40709a4e-0275-4b28-88fd-abdd09d75a05 req-b379fd28-9465-4e77-a2ee-4c5959ec9d89 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5 HTTP/1.1" status: 200 len: 217 time: 0.0603883 Jul 23 20:11:52.186160 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-346aebed-dfde-415c-8ed4-f38e96e17bc8 req-7043621d-80df-490c-bfcd-c9bdbbcc7abc tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783102 Jul 23 20:11:52.269172 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-095efa7e-169d-4431-bec4-36dd51639c22 service neutron] Attempting to bind port 89d48987-944f-449b-ac64-1def9473173a on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:11:52.269797 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-095efa7e-169d-4431-bec4-36dd51639c22 service neutron] Attempting to bind port 89d48987-944f-449b-ac64-1def9473173a by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '99649f19-b54c-4c71-be86-78cd3a183ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '01632bb6-73d5-4f9f-944b-63eb72c618d9'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:11:52.270315 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-095efa7e-169d-4431-bec4-36dd51639c22 service neutron] Attempting to bind port 89d48987-944f-449b-ac64-1def9473173a on network 01632bb6-73d5-4f9f-944b-63eb72c618d9 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:11:52.277916 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-095efa7e-169d-4431-bec4-36dd51639c22 service neutron] Port 89d48987-944f-449b-ac64-1def9473173a on network 01632bb6-73d5-4f9f-944b-63eb72c618d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:11:52.278517 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-095efa7e-169d-4431-bec4-36dd51639c22 service neutron] Attempting to bind port 89d48987-944f-449b-ac64-1def9473173a on network 01632bb6-73d5-4f9f-944b-63eb72c618d9 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:11:52.278951 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40709a4e-0275-4b28-88fd-abdd09d75a05 req-b5309b5e-efe4-4b1e-8702-8c27b5137411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:52.280453 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-40709a4e-0275-4b28-88fd-abdd09d75a05 req-b5309b5e-efe4-4b1e-8702-8c27b5137411 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7f588277-1790-412a-a1cc-3d4d1a03523b HTTP/1.1" status: 200 len: 854 time: 0.1184182 Jul 23 20:11:52.284734 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-095efa7e-169d-4431-bec4-36dd51639c22 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:11:52.285354 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-095efa7e-169d-4431-bec4-36dd51639c22 service neutron] Checking segment: {'id': '99649f19-b54c-4c71-be86-78cd3a183ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '01632bb6-73d5-4f9f-944b-63eb72c618d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:11:52.285969 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-095efa7e-169d-4431-bec4-36dd51639c22 service neutron] Bound using segment: {'id': '99649f19-b54c-4c71-be86-78cd3a183ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '01632bb6-73d5-4f9f-944b-63eb72c618d9'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:11:52.286478 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-095efa7e-169d-4431-bec4-36dd51639c22 service neutron] Bound port: 89d48987-944f-449b-ac64-1def9473173a, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99649f19-b54c-4c71-be86-78cd3a183ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '01632bb6-73d5-4f9f-944b-63eb72c618d9'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:11:52.286908 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-095efa7e-169d-4431-bec4-36dd51639c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:52.303808 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dec0e587-5268-4ec5-9791-438f1b2547bc tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:52.332997 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6c75c8d4-8655-40f7-beca-0a11920924f3 req-71eb634e-cf47-4954-abbb-07e87e1ce7fc service neutron] 10.222.0.30 "GET /v2.0/networks/68a6fe92-0c26-45da-99d0-e58f34d2b985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610569 Jul 23 20:11:52.401263 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-095efa7e-169d-4431-bec4-36dd51639c22 service neutron] For port 89d48987-944f-449b-ac64-1def9473173a, host n-h2-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:11:52.405082 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-095efa7e-169d-4431-bec4-36dd51639c22 service neutron] For port 89d48987-944f-449b-ac64-1def9473173a, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=89d48987-944f-449b-ac64-1def9473173a,segment=NetworkSegment(99649f19-b54c-4c71-be86-78cd3a183ec7),segment_id=99649f19-b54c-4c71-be86-78cd3a183ec7)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:11:52.406999 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40709a4e-0275-4b28-88fd-abdd09d75a05 req-d9bddadf-42f4-45fc-bad4-2f27785a033b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:52.409070 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-40709a4e-0275-4b28-88fd-abdd09d75a05 req-d9bddadf-42f4-45fc-bad4-2f27785a033b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ed045b-f5a3-49a6-a9c8-61ede271bf43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1184103 Jul 23 20:11:52.415033 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-095efa7e-169d-4431-bec4-36dd51639c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:52.421903 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55d92b8-5870-4de6-b68b-69b88073ea87 None None] DHCP port deletion for a674b38c-00f5-4775-a992-3c332e472308 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:11:52.457296 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-dec0e587-5268-4ec5-9791-438f1b2547bc tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Deleting port dd401909-0afc-42ba-80c3-4576d786239b {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:11:52.457823 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dec0e587-5268-4ec5-9791-438f1b2547bc tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:52.481847 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b55d92b8-5870-4de6-b68b-69b88073ea87 None None] Deleting port dd401909-0afc-42ba-80c3-4576d786239b {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:11:52.482468 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b55d92b8-5870-4de6-b68b-69b88073ea87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:52.552230 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-dec0e587-5268-4ec5-9791-438f1b2547bc tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] For port dd401909-0afc-42ba-80c3-4576d786239b, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=dd401909-0afc-42ba-80c3-4576d786239b,segment=NetworkSegment(e6a2d9d1-313a-4095-8f5d-37f1ab7846b7),segment_id=e6a2d9d1-313a-4095-8f5d-37f1ab7846b7)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:52.552746 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dec0e587-5268-4ec5-9791-438f1b2547bc tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:52.555527 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6c75c8d4-8655-40f7-beca-0a11920924f3 req-ecd20578-4a6b-4bed-8a6c-fd34dbb07f9d service neutron] 10.222.0.30 "GET /v2.0/networks/68a6fe92-0c26-45da-99d0-e58f34d2b985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103627 Jul 23 20:11:52.562084 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-b55d92b8-5870-4de6-b68b-69b88073ea87 None None] For port dd401909-0afc-42ba-80c3-4576d786239b, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=dd401909-0afc-42ba-80c3-4576d786239b,segment=NetworkSegment(e6a2d9d1-313a-4095-8f5d-37f1ab7846b7),segment_id=e6a2d9d1-313a-4095-8f5d-37f1ab7846b7)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:52.562744 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b55d92b8-5870-4de6-b68b-69b88073ea87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:52.579216 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b55d92b8-5870-4de6-b68b-69b88073ea87 None None] Calling delete_port for dd401909-0afc-42ba-80c3-4576d786239b owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:11:52.582114 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095efa7e-169d-4431-bec4-36dd51639c22 service neutron] Pushing event updated for resources: {'Port': ['ID=89d48987-944f-449b-ac64-1def9473173a,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:52.585683 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-095efa7e-169d-4431-bec4-36dd51639c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:52.586414 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-095efa7e-169d-4431-bec4-36dd51639c22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:52.588652 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-095efa7e-169d-4431-bec4-36dd51639c22 service neutron] 10.222.0.18 "PUT /v2.0/ports/89d48987-944f-449b-ac64-1def9473173a HTTP/1.1" status: 200 len: 1093 time: 2.5094924 Jul 23 20:11:52.595186 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d92a622-1ea3-4c1f-bc90-fe429dc227fa', 'tag': '89d48987-944f-449b-ac64-1def9473173a'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:11:52.598100 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea395b3-834a-4f27-b47a-7c0bc3f5b3f9" -d '{"events": [{"name": "network-changed", "server_uuid": "3d92a622-1ea3-4c1f-bc90-fe429dc227fa", "tag": "89d48987-944f-449b-ac64-1def9473173a"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:11:52.611970 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-dec0e587-5268-4ec5-9791-438f1b2547bc tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Calling delete_port for dd401909-0afc-42ba-80c3-4576d786239b owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:11:52.636086 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-40709a4e-0275-4b28-88fd-abdd09d75a05 req-d4dbac8a-b4b6-4830-b5f4-a8fdc497eea7 service neutron] 10.222.0.18 "GET /v2.0/networks/61ed045b-f5a3-49a6-a9c8-61ede271bf43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654997 Jul 23 20:11:52.694787 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b55d92b8-5870-4de6-b68b-69b88073ea87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:52.700657 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ae3288-84da-4616-8604-08033e3a61b8 x-openstack-request-id: req-48ae3288-84da-4616-8604-08033e3a61b8 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:11:52.700946 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d92a622-1ea3-4c1f-bc90-fe429dc227fa", "tag": "89d48987-944f-449b-ac64-1def9473173a", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:11:52.701687 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-48ae3288-84da-4616-8604-08033e3a61b8 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:11:52.701687 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d92a622-1ea3-4c1f-bc90-fe429dc227fa', 'tag': '89d48987-944f-449b-ac64-1def9473173a', 'status': 'completed', 'code': 200} Jul 23 20:11:52.710330 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55d92b8-5870-4de6-b68b-69b88073ea87 None None] No DVR routers for this DVR port dd401909-0afc-42ba-80c3-4576d786239b on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:11:52.780130 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d92b8-5870-4de6-b68b-69b88073ea87 None None] Pushing event deleted for resources: {'Port': ['ID=dd401909-0afc-42ba-80c3-4576d786239b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:52.794152 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-5b9ca7e9-26e0-461e-89cf-d38a5f78d8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:52.795671 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-5b9ca7e9-26e0-461e-89cf-d38a5f78d8d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea6bc0dc24304e01b09b8615165b79a7&device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 1096 time: 0.1353977 Jul 23 20:11:52.800785 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dec0e587-5268-4ec5-9791-438f1b2547bc tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:52.823785 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-40709a4e-0275-4b28-88fd-abdd09d75a05 req-869a234d-eb8b-4768-bf4e-fed0656abed3 service neutron] 10.222.0.18 "GET /v2.0/networks/61ed045b-f5a3-49a6-a9c8-61ede271bf43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825309 Jul 23 20:11:52.843470 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0e587-5268-4ec5-9791-438f1b2547bc tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Pushing event deleted for resources: {'Port': ['ID=dd401909-0afc-42ba-80c3-4576d786239b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:52.879584 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec0e587-5268-4ec5-9791-438f1b2547bc tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] No DVR routers for this DVR port dd401909-0afc-42ba-80c3-4576d786239b on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:11:52.886679 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f690e8-6a89-4160-82f9-271957401393 req-d9c302b7-5295-457e-8a49-e59602e891b9 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:52.887929 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-c848e45c-5fc8-49cc-a623-4e6db30632b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89d48987-944f-449b-ac64-1def9473173a HTTP/1.1" status: 200 len: 217 time: 0.0759730 Jul 23 20:11:52.888919 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-24f690e8-6a89-4160-82f9-271957401393 req-d9c302b7-5295-457e-8a49-e59602e891b9 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 945 time: 0.0776160 Jul 23 20:11:52.934602 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-24f690e8-6a89-4160-82f9-271957401393 req-77857363-f1a1-456e-bd16-599478b51551 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c795a9-7461-4bc4-8325-b1503df20f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386350 Jul 23 20:11:52.992179 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697539c-e638-4afd-9256-19317b14fff9 req-67c0e20f-9410-4d24-97cd-1f5353dfeaaa tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:52.993684 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b697539c-e638-4afd-9256-19317b14fff9 req-67c0e20f-9410-4d24-97cd-1f5353dfeaaa tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 944 time: 0.2407012 Jul 23 20:11:53.026716 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dec0e587-5268-4ec5-9791-438f1b2547bc tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:53.036127 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-7186cb79-956c-4eed-85f8-30bdb4d44011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:53.037500 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-7186cb79-956c-4eed-85f8-30bdb4d44011 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cd1a42e3-1669-4db2-87f0-dcf77077f688 HTTP/1.1" status: 200 len: 851 time: 0.1286592 Jul 23 20:11:53.053096 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-dec0e587-5268-4ec5-9791-438f1b2547bc tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a674b38c-00f5-4775-a992-3c332e472308']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:53.090245 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-dec0e587-5268-4ec5-9791-438f1b2547bc tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6a2d9d1-313a-4095-8f5d-37f1ab7846b7') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:53.090540 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-dec0e587-5268-4ec5-9791-438f1b2547bc tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6a2d9d1-313a-4095-8f5d-37f1ab7846b7') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:53.094440 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-6cb1c8c2-505e-47bb-99d9-72fee06328f5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=01632bb6-73d5-4f9f-944b-63eb72c618d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389795 Jul 23 20:11:53.106394 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device dd401909-0afc-42ba-80c3-4576d786239b no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:11:53.140310 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: dd401909-0afc-42ba-80c3-4576d786239b {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:11:53.140958 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device dd401909-0afc-42ba-80c3-4576d786239b not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:11:53.147144 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dec0e587-5268-4ec5-9791-438f1b2547bc tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:53.178520 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b697539c-e638-4afd-9256-19317b14fff9 req-4eb43157-f6c0-4177-ad63-19628271b6ee tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485946 Jul 23 20:11:53.249060 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dec0e587-5268-4ec5-9791-438f1b2547bc tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:53.282285 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dec0e587-5268-4ec5-9791-438f1b2547bc tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:11:53.282838 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dec0e587-5268-4ec5-9791-438f1b2547bc tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:53.286062 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd5408-ff89-411c-8a43-9db3d30d4120 req-86984554-a6ce-488e-85a3-dd8ae0142b3f tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:53.287608 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e4cd5408-ff89-411c-8a43-9db3d30d4120 req-86984554-a6ce-488e-85a3-dd8ae0142b3f tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d6d1ef-f367-4ec5-8417-4d96d9165b9c HTTP/1.1" status: 200 len: 944 time: 0.1275532 Jul 23 20:11:53.288545 n-d-793618-10 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:11:53.288545 n-d-793618-10 neutron-server[93876]: self.session.flush() Jul 23 20:11:53.288545 n-d-793618-10 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:11:53.288545 n-d-793618-10 neutron-server[93876]: self.session.flush() Jul 23 20:11:53.288545 n-d-793618-10 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:11:53.288545 n-d-793618-10 neutron-server[93876]: self.session.flush() Jul 23 20:11:53.288545 n-d-793618-10 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:11:53.288545 n-d-793618-10 neutron-server[93876]: self.session.flush() Jul 23 20:11:53.288545 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:11:53.288545 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:11:53.288545 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:11:53.288545 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:11:53.288545 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:11:53.288545 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:11:53.288545 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:11:53.288545 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:11:53.288545 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:11:53.288545 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:11:53.288545 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:11:53.288545 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:11:53.288545 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:11:53.288545 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:11:53.288545 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:11:53.288545 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:11:53.288545 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:11:53.288545 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:11:53.288545 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:11:53.288545 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:11:53.288545 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:11:53.288545 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:11:53.288545 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:11:53.288545 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:11:53.288545 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:11:53.288545 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:11:53.288545 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:11:53.288545 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:11:53.288545 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:11:53.288545 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:11:53.288545 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:11:53.288545 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:11:53.314473 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-f4e7662b-b3e4-428b-9e82-5c6b6593c257 service neutron] 10.222.0.18 "GET /v2.0/networks/01632bb6-73d5-4f9f-944b-63eb72c618d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115533 Jul 23 20:11:53.344065 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e4cd5408-ff89-411c-8a43-9db3d30d4120 req-c4406b61-65fd-4559-9c83-6e7453cb83e6 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac57dabd-5408-4aa9-a446-4e6747435303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469501 Jul 23 20:11:53.449115 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dec0e587-5268-4ec5-9791-438f1b2547bc tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:53.462007 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dec0e587-5268-4ec5-9791-438f1b2547bc tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:53.464647 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-dec0e587-5268-4ec5-9791-438f1b2547bc tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] 10.222.0.32 "DELETE /v2.0/networks/a674b38c-00f5-4775-a992-3c332e472308 HTTP/1.1" status: 204 len: 168 time: 1.3412888 Jul 23 20:11:53.495902 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0e587-5268-4ec5-9791-438f1b2547bc tempest-AllowedAddressPairIpV6TestJSON-1406768273 tempest-AllowedAddressPairIpV6TestJSON-1406768273-project] Pushing event deleted for resources: {'Network': ['ID=a674b38c-00f5-4775-a992-3c332e472308,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:53.532938 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63bf62e-0719-479e-9f64-cd8924ac4fd1 req-8da6f614-e782-45c1-8ccd-b57fdd29996d tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:53.534732 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d63bf62e-0719-479e-9f64-cd8924ac4fd1 req-8da6f614-e782-45c1-8ccd-b57fdd29996d tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=fad2c65c-8569-42f2-88a7-8c05b1adc218 HTTP/1.1" status: 200 len: 945 time: 0.2550292 Jul 23 20:11:53.537043 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3bc5df4c-70fa-4111-af6d-0a47a2866e3f req-5190da44-f1e3-402b-a9df-8dd25bfe859a service neutron] 10.222.0.18 "GET /v2.0/networks/01632bb6-73d5-4f9f-944b-63eb72c618d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963692 Jul 23 20:11:53.583533 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d63bf62e-0719-479e-9f64-cd8924ac4fd1 req-e18f069d-a134-4bd9-98c4-59dee044e373 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420647 Jul 23 20:11:53.657087 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea395b3-834a-4f27-b47a-7c0bc3f5b3f9 req-3af50925-7e5d-4198-b0da-474ae0fe0ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:53.658891 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cea395b3-834a-4f27-b47a-7c0bc3f5b3f9 req-3af50925-7e5d-4198-b0da-474ae0fe0ef1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea6bc0dc24304e01b09b8615165b79a7&device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 1096 time: 0.0686357 Jul 23 20:11:53.735090 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50842) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:53.774182 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea395b3-834a-4f27-b47a-7c0bc3f5b3f9 req-d2f9819f-c6c7-4821-85a8-444d0007935d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:53.775911 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cea395b3-834a-4f27-b47a-7c0bc3f5b3f9 req-d2f9819f-c6c7-4821-85a8-444d0007935d service neutron] 10.222.0.18 "GET /v2.0/networks?id=01632bb6-73d5-4f9f-944b-63eb72c618d9 HTTP/1.1" status: 200 len: 912 time: 0.1022601 Jul 23 20:11:53.828460 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cea395b3-834a-4f27-b47a-7c0bc3f5b3f9 req-3ab10595-efba-4f43-9067-549036fb2797 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89d48987-944f-449b-ac64-1def9473173a HTTP/1.1" status: 200 len: 217 time: 0.0451205 Jul 23 20:11:53.881678 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea395b3-834a-4f27-b47a-7c0bc3f5b3f9 req-42196b58-6ac0-48c2-9d73-200c627e5ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:53.886671 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cea395b3-834a-4f27-b47a-7c0bc3f5b3f9 req-42196b58-6ac0-48c2-9d73-200c627e5ac5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cd1a42e3-1669-4db2-87f0-dcf77077f688 HTTP/1.1" status: 200 len: 851 time: 0.0472560 Jul 23 20:11:53.913901 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-809f77f4-b433-42c0-86b1-2d06c84a0dce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=06137ab6edf04f96a215454dcf671d9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1772439 Jul 23 20:11:53.917281 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50846) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:53.920057 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cea395b3-834a-4f27-b47a-7c0bc3f5b3f9 req-8d2fae97-c5a6-4bd8-8674-b2ea70d04a08 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=01632bb6-73d5-4f9f-944b-63eb72c618d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288785 Jul 23 20:11:53.973240 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-625eafe5-d434-48e4-8239-9c6f94728199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:53.998049 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-625eafe5-d434-48e4-8239-9c6f94728199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:54.024351 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cea395b3-834a-4f27-b47a-7c0bc3f5b3f9 req-29e197dc-cb71-4dec-8328-180fabf11bc0 service neutron] 10.222.0.18 "GET /v2.0/networks/01632bb6-73d5-4f9f-944b-63eb72c618d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968561 Jul 23 20:11:54.081807 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-625eafe5-d434-48e4-8239-9c6f94728199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:54.084332 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-625eafe5-d434-48e4-8239-9c6f94728199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:54.085486 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-625eafe5-d434-48e4-8239-9c6f94728199 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e35586a-43ba-4e5b-9591-187655495eb8 HTTP/1.1" status: 204 len: 168 time: 0.1672428 Jul 23 20:11:54.095877 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda909c6-b29d-4e2a-9d00-5fc257e4aa53 req-14756352-a9c0-4a7a-bb93-7dc5ff82f995 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:54.097359 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eda909c6-b29d-4e2a-9d00-5fc257e4aa53 req-14756352-a9c0-4a7a-bb93-7dc5ff82f995 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 945 time: 0.0766573 Jul 23 20:11:54.113878 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625eafe5-d434-48e4-8239-9c6f94728199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e35586a-43ba-4e5b-9591-187655495eb8,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:54.129519 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cea395b3-834a-4f27-b47a-7c0bc3f5b3f9 req-41fe1253-c61c-46bd-9ff5-473c4012dd06 service neutron] 10.222.0.18 "GET /v2.0/networks/01632bb6-73d5-4f9f-944b-63eb72c618d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970120 Jul 23 20:11:54.161612 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eda909c6-b29d-4e2a-9d00-5fc257e4aa53 req-0b083934-895f-46c2-8d01-d6e665d81594 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c795a9-7461-4bc4-8325-b1503df20f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540309 Jul 23 20:11:54.351769 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1be768-76d9-4af6-ae95-918b753d6fc6 req-b9fae95d-4cf4-4fe2-98b4-a12697b204c0 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:54.353521 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3e1be768-76d9-4af6-ae95-918b753d6fc6 req-b9fae95d-4cf4-4fe2-98b4-a12697b204c0 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 944 time: 0.0859714 Jul 23 20:11:54.404941 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3e1be768-76d9-4af6-ae95-918b753d6fc6 req-6e66f1ca-4652-4f86-972c-3e10dd6b7abe tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409606 Jul 23 20:11:54.531136 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb79c29-2b03-4833-ad3d-73970cc3d6b7 req-8e7b5fea-2576-427b-865d-89f3fd71c47a tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:54.532752 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aeb79c29-2b03-4833-ad3d-73970cc3d6b7 req-8e7b5fea-2576-427b-865d-89f3fd71c47a tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d6d1ef-f367-4ec5-8417-4d96d9165b9c HTTP/1.1" status: 200 len: 944 time: 0.0927064 Jul 23 20:11:54.580867 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aeb79c29-2b03-4833-ad3d-73970cc3d6b7 req-b8bf36be-0dbe-42c6-9a64-cfbb8f5560e8 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac57dabd-5408-4aa9-a446-4e6747435303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419855 Jul 23 20:11:54.740193 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e95bf0-b701-4880-98fa-7c53cba1de89 req-bac87f06-3db4-4818-a23f-fffa32992e7e tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:54.747071 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-43e95bf0-b701-4880-98fa-7c53cba1de89 req-bac87f06-3db4-4818-a23f-fffa32992e7e tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=fad2c65c-8569-42f2-88a7-8c05b1adc218 HTTP/1.1" status: 200 len: 945 time: 0.0860264 Jul 23 20:11:54.788846 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-43e95bf0-b701-4880-98fa-7c53cba1de89 req-4f9666c6-f7d0-41b7-b3d8-4a16f0852455 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346892 Jul 23 20:11:54.854905 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50880) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:54.951421 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-80a7afc9-db60-48c1-ad32-ee7492fe6c1b tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1701150469'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:54.973955 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a7afc9-db60-48c1-ad32-ee7492fe6c1b tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Made reservation on behalf of c93c25aa8ab746b0a6af567dde3753f9 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:54.977441 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-80a7afc9-db60-48c1-ad32-ee7492fe6c1b tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:54.986522 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-80a7afc9-db60-48c1-ad32-ee7492fe6c1b tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:55.080969 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-80a7afc9-db60-48c1-ad32-ee7492fe6c1b tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:55.084873 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-80a7afc9-db60-48c1-ad32-ee7492fe6c1b tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:55.113782 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80a7afc9-db60-48c1-ad32-ee7492fe6c1b tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:11:55.124757 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a7afc9-db60-48c1-ad32-ee7492fe6c1b tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6b870a-bb06-4a33-81de-32fd744c37c4,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:55.129899 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-80a7afc9-db60-48c1-ad32-ee7492fe6c1b tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:55.130271 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-80a7afc9-db60-48c1-ad32-ee7492fe6c1b tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Added segment e757c8e2-a741-4584-9429-f817a7505392 of type vlan for network b0fb962c-2781-46ab-b1f7-6fccbcee42ae Jul 23 20:11:55.171696 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-80a7afc9-db60-48c1-ad32-ee7492fe6c1b tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:55.202013 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-80a7afc9-db60-48c1-ad32-ee7492fe6c1b tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:55.207546 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a7afc9-db60-48c1-ad32-ee7492fe6c1b tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:55.208145 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-80a7afc9-db60-48c1-ad32-ee7492fe6c1b tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:55.242986 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-80a7afc9-db60-48c1-ad32-ee7492fe6c1b tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.3869374 Jul 23 20:11:55.245992 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50884) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:55.251374 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-79684e52-0517-4858-8e67-b1bb7f4b13e5 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Request body: {'subnet': {'network_id': 'b0fb962c-2781-46ab-b1f7-6fccbcee42ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:55.286765 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a7afc9-db60-48c1-ad32-ee7492fe6c1b tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Pushing event updated for resources: {'Network': ['ID=b0fb962c-2781-46ab-b1f7-6fccbcee42ae,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:55.297534 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network b0fb962c-2781-46ab-b1f7-6fccbcee42ae details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:11:55.352347 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79684e52-0517-4858-8e67-b1bb7f4b13e5 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Made reservation on behalf of c93c25aa8ab746b0a6af567dde3753f9 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:55.356317 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-79684e52-0517-4858-8e67-b1bb7f4b13e5 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:55.547848 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c08ded-1776-47f0-9372-494d4b91b958 req-522bb147-419c-4618-a023-b0efa340d44c tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:55.549309 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-13c08ded-1776-47f0-9372-494d4b91b958 req-522bb147-419c-4618-a023-b0efa340d44c tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 944 time: 0.0669684 Jul 23 20:11:55.556754 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-79684e52-0517-4858-8e67-b1bb7f4b13e5 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:55.594843 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-13c08ded-1776-47f0-9372-494d4b91b958 req-1fb6be21-996d-4954-9353-22aa48b40b04 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384958 Jul 23 20:11:55.632054 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79684e52-0517-4858-8e67-b1bb7f4b13e5 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Pushing event updated for resources: {'Subnet': ['ID=29ead86d-0d03-4de1-bd71-fd04dd531126,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:55.645496 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79684e52-0517-4858-8e67-b1bb7f4b13e5 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Checking segment: {'id': 'e757c8e2-a741-4584-9429-f817a7505392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b0fb962c-2781-46ab-b1f7-6fccbcee42ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:11:55.645879 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79684e52-0517-4858-8e67-b1bb7f4b13e5 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Network hostable DHCP agents. Network: b0fb962c-2781-46ab-b1f7-6fccbcee42ae, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:11:55.662985 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79684e52-0517-4858-8e67-b1bb7f4b13e5 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Network b0fb962c-2781-46ab-b1f7-6fccbcee42ae is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:11:55.672602 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-79684e52-0517-4858-8e67-b1bb7f4b13e5 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, b0fb962c-2781-46ab-b1f7-6fccbcee42ae) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:55.677310 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79684e52-0517-4858-8e67-b1bb7f4b13e5 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:55.677922 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-79684e52-0517-4858-8e67-b1bb7f4b13e5 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:55.685170 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2c0b32-152f-453b-af43-6b5a343b9f11 None None] Network b0fb962c-2781-46ab-b1f7-6fccbcee42ae requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:11:55.699835 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-79684e52-0517-4858-8e67-b1bb7f4b13e5 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4504168 Jul 23 20:11:55.700054 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50892) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:55.705709 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-48154098-9638-4c0e-ab2e-9031bbc42e65 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Request body: {'port': {'network_id': 'b0fb962c-2781-46ab-b1f7-6fccbcee42ae', 'name': 'tempest-ExtraDHCPOptionsTestJSON-923468576'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:55.733670 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60d2cf-38b0-41db-956d-0e26617f5be9 req-118886d0-63f0-40a8-9008-92594b694195 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:55.735396 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1e60d2cf-38b0-41db-956d-0e26617f5be9 req-118886d0-63f0-40a8-9008-92594b694195 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d6d1ef-f367-4ec5-8417-4d96d9165b9c HTTP/1.1" status: 200 len: 944 time: 0.0772941 Jul 23 20:11:55.776320 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1e60d2cf-38b0-41db-956d-0e26617f5be9 req-a7909082-dcc1-4968-9449-8aeb48c9a681 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac57dabd-5408-4aa9-a446-4e6747435303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344958 Jul 23 20:11:55.841659 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48154098-9638-4c0e-ab2e-9031bbc42e65 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Made reservation on behalf of c93c25aa8ab746b0a6af567dde3753f9 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:55.847080 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48154098-9638-4c0e-ab2e-9031bbc42e65 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:55.861030 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba173dc-a97a-46b7-921c-7c5c0cca87a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-b0fb962c-2781-46ab-b1f7-6fccbcee42ae', 'network_id': 'b0fb962c-2781-46ab-b1f7-6fccbcee42ae', 'tenant_id': 'c93c25aa8ab746b0a6af567dde3753f9', 'fixed_ips': [{'subnet_id': '29ead86d-0d03-4de1-bd71-fd04dd531126'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:11:55.862123 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7ba173dc-a97a-46b7-921c-7c5c0cca87a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:55.872463 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-48154098-9638-4c0e-ab2e-9031bbc42e65 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] device_id is not set on port 9c4d0d53-7bc1-4faf-8249-a8fa3a6f7356 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:11:56.000996 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923cb8a-7553-46c9-873e-4557247d8d1d req-9eb8d53e-258d-4f9f-9c5f-55bae37d568e tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:56.002584 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1923cb8a-7553-46c9-873e-4557247d8d1d req-9eb8d53e-258d-4f9f-9c5f-55bae37d568e tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=fad2c65c-8569-42f2-88a7-8c05b1adc218 HTTP/1.1" status: 200 len: 945 time: 0.1253757 Jul 23 20:11:56.004222 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-7ba173dc-a97a-46b7-921c-7c5c0cca87a2 None None] Allocated IP 172.20.0.2 (b0fb962c-2781-46ab-b1f7-6fccbcee42ae/29ead86d-0d03-4de1-bd71-fd04dd531126/1f3e3add-05f7-416e-88eb-36ec18851be0) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:56.042287 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1923cb8a-7553-46c9-873e-4557247d8d1d req-8e8dc22e-3187-4761-b048-7f1afd241d23 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339112 Jul 23 20:11:56.285924 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7ba173dc-a97a-46b7-921c-7c5c0cca87a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:56.294278 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7ba173dc-a97a-46b7-921c-7c5c0cca87a2 None None] Transition to ACTIVE for port object 1f3e3add-05f7-416e-88eb-36ec18851be0 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:56.309675 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7ba173dc-a97a-46b7-921c-7c5c0cca87a2 None None] Transition to ACTIVE for port object 1f3e3add-05f7-416e-88eb-36ec18851be0 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:56.315617 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7ba173dc-a97a-46b7-921c-7c5c0cca87a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:56.356692 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba173dc-a97a-46b7-921c-7c5c0cca87a2 None None] Network b0fb962c-2781-46ab-b1f7-6fccbcee42ae is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:56.361753 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-7ba173dc-a97a-46b7-921c-7c5c0cca87a2 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:56.366206 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba173dc-a97a-46b7-921c-7c5c0cca87a2 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:56.367659 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-48154098-9638-4c0e-ab2e-9031bbc42e65 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Allocated IP 172.20.0.7 (b0fb962c-2781-46ab-b1f7-6fccbcee42ae/29ead86d-0d03-4de1-bd71-fd04dd531126/9c4d0d53-7bc1-4faf-8249-a8fa3a6f7356) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:56.374241 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba173dc-a97a-46b7-921c-7c5c0cca87a2 None None] Pushing event updated for resources: {'Port': ['ID=1f3e3add-05f7-416e-88eb-36ec18851be0,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:56.432773 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-7ba173dc-a97a-46b7-921c-7c5c0cca87a2 None None] Attempting to bind port 1f3e3add-05f7-416e-88eb-36ec18851be0 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:11:56.433145 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-7ba173dc-a97a-46b7-921c-7c5c0cca87a2 None None] Attempting to bind port 1f3e3add-05f7-416e-88eb-36ec18851be0 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'e757c8e2-a741-4584-9429-f817a7505392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b0fb962c-2781-46ab-b1f7-6fccbcee42ae'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:11:56.433567 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba173dc-a97a-46b7-921c-7c5c0cca87a2 None None] Attempting to bind port 1f3e3add-05f7-416e-88eb-36ec18851be0 on network b0fb962c-2781-46ab-b1f7-6fccbcee42ae {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:11:56.439282 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba173dc-a97a-46b7-921c-7c5c0cca87a2 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:11:56.439723 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba173dc-a97a-46b7-921c-7c5c0cca87a2 None None] Checking segment: {'id': 'e757c8e2-a741-4584-9429-f817a7505392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b0fb962c-2781-46ab-b1f7-6fccbcee42ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:11:56.440108 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7ba173dc-a97a-46b7-921c-7c5c0cca87a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:56.440499 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba173dc-a97a-46b7-921c-7c5c0cca87a2 None None] Bound using segment: {'id': 'e757c8e2-a741-4584-9429-f817a7505392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b0fb962c-2781-46ab-b1f7-6fccbcee42ae'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:11:56.440970 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-7ba173dc-a97a-46b7-921c-7c5c0cca87a2 None None] Bound port: 1f3e3add-05f7-416e-88eb-36ec18851be0, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e757c8e2-a741-4584-9429-f817a7505392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b0fb962c-2781-46ab-b1f7-6fccbcee42ae'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:11:56.441357 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7ba173dc-a97a-46b7-921c-7c5c0cca87a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:56.509370 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-7ba173dc-a97a-46b7-921c-7c5c0cca87a2 None None] For port 1f3e3add-05f7-416e-88eb-36ec18851be0, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:11:56.512815 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-7ba173dc-a97a-46b7-921c-7c5c0cca87a2 None None] For port 1f3e3add-05f7-416e-88eb-36ec18851be0, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=1f3e3add-05f7-416e-88eb-36ec18851be0,segment=NetworkSegment(e757c8e2-a741-4584-9429-f817a7505392),segment_id=e757c8e2-a741-4584-9429-f817a7505392)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:11:56.517139 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7ba173dc-a97a-46b7-921c-7c5c0cca87a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:56.532275 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48154098-9638-4c0e-ab2e-9031bbc42e65 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:56.547969 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-48154098-9638-4c0e-ab2e-9031bbc42e65 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Transition to ACTIVE for port object 9c4d0d53-7bc1-4faf-8249-a8fa3a6f7356 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:56.577333 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba173dc-a97a-46b7-921c-7c5c0cca87a2 None None] Pushing event updated for resources: {'Port': ['ID=1f3e3add-05f7-416e-88eb-36ec18851be0,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:56.589565 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48154098-9638-4c0e-ab2e-9031bbc42e65 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:56.639765 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48154098-9638-4c0e-ab2e-9031bbc42e65 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Network b0fb962c-2781-46ab-b1f7-6fccbcee42ae is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:56.643125 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-48154098-9638-4c0e-ab2e-9031bbc42e65 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:56.649324 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48154098-9638-4c0e-ab2e-9031bbc42e65 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:56.678006 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48154098-9638-4c0e-ab2e-9031bbc42e65 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Pushing event updated for resources: {'Port': ['ID=9c4d0d53-7bc1-4faf-8249-a8fa3a6f7356,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:56.715274 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48154098-9638-4c0e-ab2e-9031bbc42e65 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:56.716741 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48154098-9638-4c0e-ab2e-9031bbc42e65 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:56.734911 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-48154098-9638-4c0e-ab2e-9031bbc42e65 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0337563 Jul 23 20:11:56.739332 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50900) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:56.744874 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-3563027d-788f-4e37-a6bb-f4851b1d1d4a tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Request body: {'port': {'network_id': 'b0fb962c-2781-46ab-b1f7-6fccbcee42ae', 'name': 'tempest-ExtraDHCPOptionsTestJSON-558505438', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:56.745528 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.api.validators [None req-3563027d-788f-4e37-a6bb-f4851b1d1d4a tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] bootfile-name is not in valid_values {{(pid=93875) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 20:11:56.745775 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.api.validators [None req-3563027d-788f-4e37-a6bb-f4851b1d1d4a tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] tftp-server is not in valid_values {{(pid=93875) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 20:11:56.746203 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.api.validators [None req-3563027d-788f-4e37-a6bb-f4851b1d1d4a tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] server-ip-address is not in valid_values {{(pid=93875) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 20:11:56.794690 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1ee5a-a65e-48ed-993d-3fea6f0efec8 req-53ca527b-5ce8-4b38-b7c3-a0edf88084e3 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:56.796312 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ebf1ee5a-a65e-48ed-993d-3fea6f0efec8 req-53ca527b-5ce8-4b38-b7c3-a0edf88084e3 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 944 time: 0.1121364 Jul 23 20:11:56.890773 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 89d48987-944f-449b-ac64-1def9473173a details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:11:56.903339 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ebf1ee5a-a65e-48ed-993d-3fea6f0efec8 req-6eb5eda8-adb2-4da8-8f1f-bfe07de0e0fd tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999663 Jul 23 20:11:56.939860 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3563027d-788f-4e37-a6bb-f4851b1d1d4a tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Made reservation on behalf of c93c25aa8ab746b0a6af567dde3753f9 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:56.944070 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3563027d-788f-4e37-a6bb-f4851b1d1d4a tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:56.951830 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e88520-9be8-4b6a-9154-08cb213cb57e req-209a094d-69fa-4c16-ac61-6de376ae7c35 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:56.953532 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-76e88520-9be8-4b6a-9154-08cb213cb57e req-209a094d-69fa-4c16-ac61-6de376ae7c35 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d6d1ef-f367-4ec5-8417-4d96d9165b9c HTTP/1.1" status: 200 len: 944 time: 0.0884531 Jul 23 20:11:56.964607 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-3563027d-788f-4e37-a6bb-f4851b1d1d4a tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] device_id is not set on port 1b896d55-f7e0-4806-a89b-cc1add65e348 yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:11:56.997766 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-76e88520-9be8-4b6a-9154-08cb213cb57e req-259be874-53eb-43a2-9265-9821c9095276 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac57dabd-5408-4aa9-a446-4e6747435303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378208 Jul 23 20:11:57.019533 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 89d48987-944f-449b-ac64-1def9473173a, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=89d48987-944f-449b-ac64-1def9473173a,segment=NetworkSegment(99649f19-b54c-4c71-be86-78cd3a183ec7),segment_id=99649f19-b54c-4c71-be86-78cd3a183ec7)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:57.031158 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '89d48987-944f-449b-ac64-1def9473173a', 'network_id': '01632bb6-73d5-4f9f-944b-63eb72c618d9', 'port_id': '89d48987-944f-449b-ac64-1def9473173a', 'mac_address': 'fa:16:3e:e1:a0:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd1a42e3-1669-4db2-87f0-dcf77077f688', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:11:57.088151 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:57.112832 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89d48987-944f-449b-ac64-1def9473173a {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:11:57.117295 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-3563027d-788f-4e37-a6bb-f4851b1d1d4a tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Allocated IP 172.20.0.5 (b0fb962c-2781-46ab-b1f7-6fccbcee42ae/29ead86d-0d03-4de1-bd71-fd04dd531126/1b896d55-f7e0-4806-a89b-cc1add65e348) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:57.139505 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 89d48987-944f-449b-ac64-1def9473173a, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=89d48987-944f-449b-ac64-1def9473173a,segment=NetworkSegment(99649f19-b54c-4c71-be86-78cd3a183ec7),segment_id=99649f19-b54c-4c71-be86-78cd3a183ec7)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:57.145369 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:57.174613 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 1f3e3add-05f7-416e-88eb-36ec18851be0 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:57.240445 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=89d48987-944f-449b-ac64-1def9473173a,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:57.260461 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 1f3e3add-05f7-416e-88eb-36ec18851be0 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:57.297013 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f5d3a-622c-4a4a-b4ef-daaba058e2dc req-0b1c5299-9c4c-4c5f-83ea-ab9265d22fd6 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:57.299422 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3d0f5d3a-622c-4a4a-b4ef-daaba058e2dc req-0b1c5299-9c4c-4c5f-83ea-ab9265d22fd6 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=fad2c65c-8569-42f2-88a7-8c05b1adc218 HTTP/1.1" status: 200 len: 945 time: 0.1685398 Jul 23 20:11:57.394580 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3d0f5d3a-622c-4a4a-b4ef-daaba058e2dc req-cf2e02d2-6562-4e3d-983e-27cdeba46a06 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892496 Jul 23 20:11:57.428070 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3563027d-788f-4e37-a6bb-f4851b1d1d4a tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:57.443706 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['89d48987-944f-449b-ac64-1def9473173a'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:11:57.637332 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e382b7-a98b-426f-aeb9-98338d318141 None None] Network b0fb962c-2781-46ab-b1f7-6fccbcee42ae requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:11:57.703392 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8e9e4f93-62c4-4d77-bc87-4d3e9e0fbcac None None] Provisioning for port 1f3e3add-05f7-416e-88eb-36ec18851be0 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:57.712497 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8e9e4f93-62c4-4d77-bc87-4d3e9e0fbcac None None] Provisioning complete for port 1f3e3add-05f7-416e-88eb-36ec18851be0 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:57.715452 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8e9e4f93-62c4-4d77-bc87-4d3e9e0fbcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:57.757383 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-3563027d-788f-4e37-a6bb-f4851b1d1d4a tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Transition to ACTIVE for port object 1b896d55-f7e0-4806-a89b-cc1add65e348 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:57.795440 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3563027d-788f-4e37-a6bb-f4851b1d1d4a tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:57.837183 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3563027d-788f-4e37-a6bb-f4851b1d1d4a tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Network b0fb962c-2781-46ab-b1f7-6fccbcee42ae is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:57.841070 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-3563027d-788f-4e37-a6bb-f4851b1d1d4a tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:57.843441 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3563027d-788f-4e37-a6bb-f4851b1d1d4a tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:57.867268 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8e9e4f93-62c4-4d77-bc87-4d3e9e0fbcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:57.883331 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3563027d-788f-4e37-a6bb-f4851b1d1d4a tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Pushing event updated for resources: {'Port': ['ID=1b896d55-f7e0-4806-a89b-cc1add65e348,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:57.907429 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3563027d-788f-4e37-a6bb-f4851b1d1d4a tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:57.908066 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3563027d-788f-4e37-a6bb-f4851b1d1d4a tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:57.915635 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-8e9e4f93-62c4-4d77-bc87-4d3e9e0fbcac None None] For port 1f3e3add-05f7-416e-88eb-36ec18851be0, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=1f3e3add-05f7-416e-88eb-36ec18851be0,segment=NetworkSegment(e757c8e2-a741-4584-9429-f817a7505392),segment_id=e757c8e2-a741-4584-9429-f817a7505392)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:57.920668 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8e9e4f93-62c4-4d77-bc87-4d3e9e0fbcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:57.930354 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3563027d-788f-4e37-a6bb-f4851b1d1d4a tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.1874604 Jul 23 20:11:57.930569 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50910) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:57.986471 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e4f93-62c4-4d77-bc87-4d3e9e0fbcac None None] Pushing event updated for resources: {'Port': ['ID=1f3e3add-05f7-416e-88eb-36ec18851be0,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:58.014611 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1946989-7fa4-4c36-9925-d2a69f8dca80 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:58.020973 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1946989-7fa4-4c36-9925-d2a69f8dca80 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:58.027183 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1946989-7fa4-4c36-9925-d2a69f8dca80 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:58.029240 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e1946989-7fa4-4c36-9925-d2a69f8dca80 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.0963304 Jul 23 20:11:58.032526 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50914) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:58.139418 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b46fd93-8667-4532-acdb-bbcbcc562b76 req-705a3ca1-bd41-44b3-842c-85e672b04d93 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:58.142037 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2b46fd93-8667-4532-acdb-bbcbcc562b76 req-705a3ca1-bd41-44b3-842c-85e672b04d93 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 945 time: 0.1499929 Jul 23 20:11:58.154061 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b658db4e-ce55-417e-827c-ddc46ddb077c None None] Provisioning for port 1b896d55-f7e0-4806-a89b-cc1add65e348 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:58.158902 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d544913-16ec-47e1-b591-e032c7090f58 req-e0624174-2448-4bf8-b38b-95e4e62e2f69 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:58.162878 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b658db4e-ce55-417e-827c-ddc46ddb077c None None] Provisioning complete for port 1b896d55-f7e0-4806-a89b-cc1add65e348 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:58.163253 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b658db4e-ce55-417e-827c-ddc46ddb077c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:58.166638 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7d544913-16ec-47e1-b591-e032c7090f58 req-e0624174-2448-4bf8-b38b-95e4e62e2f69 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d6d1ef-f367-4ec5-8417-4d96d9165b9c HTTP/1.1" status: 200 len: 944 time: 0.0906389 Jul 23 20:11:58.203694 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b658db4e-ce55-417e-827c-ddc46ddb077c None None] Port 1b896d55-f7e0-4806-a89b-cc1add65e348 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:11:58.212095 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7d544913-16ec-47e1-b591-e032c7090f58 req-6eaba39b-fd2e-49f7-ae16-e0201ee06410 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac57dabd-5408-4aa9-a446-4e6747435303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445845 Jul 23 20:11:58.216220 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b658db4e-ce55-417e-827c-ddc46ddb077c None None] Provisioning complete for port 1f3e3add-05f7-416e-88eb-36ec18851be0 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:58.216540 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b658db4e-ce55-417e-827c-ddc46ddb077c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:58.217342 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2b46fd93-8667-4532-acdb-bbcbcc562b76 req-8459a16f-592f-4b7b-9db2-8bd300f74d1b tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662425 Jul 23 20:11:58.219812 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-68538080-88de-4dcc-a14a-c2f71ef2f32e tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Deleting port 1b896d55-f7e0-4806-a89b-cc1add65e348 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:11:58.220228 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-68538080-88de-4dcc-a14a-c2f71ef2f32e tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:58.315445 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b658db4e-ce55-417e-827c-ddc46ddb077c None None] Provisioning for port 9c4d0d53-7bc1-4faf-8249-a8fa3a6f7356 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:58.320280 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b658db4e-ce55-417e-827c-ddc46ddb077c None None] Provisioning complete for port 9c4d0d53-7bc1-4faf-8249-a8fa3a6f7356 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:58.320652 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b658db4e-ce55-417e-827c-ddc46ddb077c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:58.327769 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-68538080-88de-4dcc-a14a-c2f71ef2f32e tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:58.342386 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-68538080-88de-4dcc-a14a-c2f71ef2f32e tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Calling delete_port for 1b896d55-f7e0-4806-a89b-cc1add65e348 owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:11:58.360507 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b658db4e-ce55-417e-827c-ddc46ddb077c None None] Port 9c4d0d53-7bc1-4faf-8249-a8fa3a6f7356 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:11:58.486416 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-231a2670-2960-4597-bb04-aa07fa3b36e5 None None] Provisioning complete for port 9c4d0d53-7bc1-4faf-8249-a8fa3a6f7356 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:58.487513 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-231a2670-2960-4597-bb04-aa07fa3b36e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:58.498897 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-68538080-88de-4dcc-a14a-c2f71ef2f32e tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:58.535540 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-231a2670-2960-4597-bb04-aa07fa3b36e5 None None] Port 9c4d0d53-7bc1-4faf-8249-a8fa3a6f7356 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:11:58.544857 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68538080-88de-4dcc-a14a-c2f71ef2f32e tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Pushing event deleted for resources: {'Port': ['ID=1b896d55-f7e0-4806-a89b-cc1add65e348,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:58.584389 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd7826-1686-4a43-b713-4e227b331b9a req-c550edd7-e7a6-4fb9-b793-43a8948c91ac tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:58.586082 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-90bd7826-1686-4a43-b713-4e227b331b9a req-c550edd7-e7a6-4fb9-b793-43a8948c91ac tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=fad2c65c-8569-42f2-88a7-8c05b1adc218 HTTP/1.1" status: 200 len: 945 time: 0.1109211 Jul 23 20:11:58.619784 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-68538080-88de-4dcc-a14a-c2f71ef2f32e tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:58.621813 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-68538080-88de-4dcc-a14a-c2f71ef2f32e tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] 10.222.0.32 "DELETE /v2.0/ports/1b896d55-f7e0-4806-a89b-cc1add65e348 HTTP/1.1" status: 204 len: 168 time: 0.5883038 Jul 23 20:11:58.626146 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50918) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:58.631479 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-90bd7826-1686-4a43-b713-4e227b331b9a req-45ecb739-b70a-45c9-ace6-acf10a446b2e tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377882 Jul 23 20:11:58.632318 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-e961ce25-8e98-4d3d-abec-90c69db41d60 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Request body: {'port': {'name': 'tempest-new-port-name-1345619468', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:58.632795 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.api.validators [None req-e961ce25-8e98-4d3d-abec-90c69db41d60 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] bootfile-name is not in valid_values {{(pid=93875) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 20:11:58.633132 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.api.validators [None req-e961ce25-8e98-4d3d-abec-90c69db41d60 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] tftp-server is not in valid_values {{(pid=93875) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 20:11:58.633519 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.api.validators [None req-e961ce25-8e98-4d3d-abec-90c69db41d60 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] server-ip-address is not in valid_values {{(pid=93875) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 20:11:58.655159 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-86417b58-042f-4766-827c-5fb524549224 None None] Could not find standard attr ID for object 1b896d55-f7e0-4806-a89b-cc1add65e348. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:11:58.737426 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e961ce25-8e98-4d3d-abec-90c69db41d60 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:58.905371 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 89d48987-944f-449b-ac64-1def9473173a up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:58.934857 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e961ce25-8e98-4d3d-abec-90c69db41d60 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:58.940948 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e961ce25-8e98-4d3d-abec-90c69db41d60 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:58.958541 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 89d48987-944f-449b-ac64-1def9473173a completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:58.962098 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 89d48987-944f-449b-ac64-1def9473173a triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:58.962453 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:59.024771 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961ce25-8e98-4d3d-abec-90c69db41d60 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Pushing event updated for resources: {'Port': ['ID=9c4d0d53-7bc1-4faf-8249-a8fa3a6f7356,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:59.038345 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-e961ce25-8e98-4d3d-abec-90c69db41d60 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] In _notify_port_updated(), no bound segment for port 9c4d0d53-7bc1-4faf-8249-a8fa3a6f7356 on network b0fb962c-2781-46ab-b1f7-6fccbcee42ae {{(pid=93875) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:11:59.044397 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e961ce25-8e98-4d3d-abec-90c69db41d60 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:59.045392 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e961ce25-8e98-4d3d-abec-90c69db41d60 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:59.047141 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e961ce25-8e98-4d3d-abec-90c69db41d60 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] 10.222.0.32 "PUT /v2.0/ports/9c4d0d53-7bc1-4faf-8249-a8fa3a6f7356 HTTP/1.1" status: 200 len: 1136 time: 0.4200187 Jul 23 20:11:59.049898 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50922) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:59.059061 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:59.087072 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d92a622-1ea3-4c1f-bc90-fe429dc227fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d48987-944f-449b-ac64-1def9473173a'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:11:59.090019 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fc06b8-8878-4223-8db5-273765310716" -d '{"events": [{"server_uuid": "3d92a622-1ea3-4c1f-bc90-fe429dc227fa", "name": "network-vif-plugged", "status": "completed", "tag": "89d48987-944f-449b-ac64-1def9473173a"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:11:59.123709 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83affd6e-f2a7-4281-8ca3-de6e53f39ecc tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:59.124120 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 89d48987-944f-449b-ac64-1def9473173a, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=89d48987-944f-449b-ac64-1def9473173a,segment=NetworkSegment(99649f19-b54c-4c71-be86-78cd3a183ec7),segment_id=99649f19-b54c-4c71-be86-78cd3a183ec7)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:59.125357 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-83affd6e-f2a7-4281-8ca3-de6e53f39ecc tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] 10.222.0.32 "GET /v2.0/ports/9c4d0d53-7bc1-4faf-8249-a8fa3a6f7356 HTTP/1.1" status: 200 len: 1136 time: 0.0744717 Jul 23 20:11:59.129950 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50926) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:59.135594 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:59.141074 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 1f3e3add-05f7-416e-88eb-36ec18851be0 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:59.203919 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03475921-88f3-4531-bb1a-0189c4b6ae2d x-openstack-request-id: req-03475921-88f3-4531-bb1a-0189c4b6ae2d {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:11:59.204422 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d92a622-1ea3-4c1f-bc90-fe429dc227fa", "name": "network-vif-plugged", "status": "completed", "tag": "89d48987-944f-449b-ac64-1def9473173a", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:11:59.204786 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-03475921-88f3-4531-bb1a-0189c4b6ae2d {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:11:59.205177 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d92a622-1ea3-4c1f-bc90-fe429dc227fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d48987-944f-449b-ac64-1def9473173a', 'code': 200} Jul 23 20:11:59.269707 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=89d48987-944f-449b-ac64-1def9473173a,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:59.296514 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4872bf1e-27a9-43eb-a440-7fd4dbbad0e7 None None] Provisioning complete for port 9c4d0d53-7bc1-4faf-8249-a8fa3a6f7356 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:59.296890 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4872bf1e-27a9-43eb-a440-7fd4dbbad0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:59.298545 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 1f3e3add-05f7-416e-88eb-36ec18851be0 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:59.299089 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:59.303247 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83367d-6e32-4c6d-94b4-85bb10c3efd0 req-194fc257-ce77-48a0-b357-a266cb470592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:59.304319 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ec83367d-6e32-4c6d-94b4-85bb10c3efd0 req-194fc257-ce77-48a0-b357-a266cb470592 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 1098 time: 0.0818999 Jul 23 20:11:59.307974 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-6c61d4a4-acac-471c-a5e7-ea96a0bd24e7 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Deleting port 9c4d0d53-7bc1-4faf-8249-a8fa3a6f7356 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:11:59.308459 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c61d4a4-acac-471c-a5e7-ea96a0bd24e7 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:59.375932 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f7c8c-994c-49e4-82f9-8ec234b6ff71 req-aaeef47c-60a6-4e77-894c-93b8d0747c1e tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:59.377505 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f8f7c8c-994c-49e4-82f9-8ec234b6ff71 req-aaeef47c-60a6-4e77-894c-93b8d0747c1e tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d6d1ef-f367-4ec5-8417-4d96d9165b9c HTTP/1.1" status: 200 len: 944 time: 0.0747972 Jul 23 20:11:59.383959 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-4872bf1e-27a9-43eb-a440-7fd4dbbad0e7 None None] Port 9c4d0d53-7bc1-4faf-8249-a8fa3a6f7356 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:11:59.425964 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f8f7c8c-994c-49e4-82f9-8ec234b6ff71 req-4a0fc346-9bcd-44cb-b022-6b66e532e3b3 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac57dabd-5408-4aa9-a446-4e6747435303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421247 Jul 23 20:11:59.663866 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ec83367d-6e32-4c6d-94b4-85bb10c3efd0 req-f703b3da-d92b-4554-aa09-d92dd1b47bdf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522396 Jul 23 20:11:59.684770 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c61d4a4-acac-471c-a5e7-ea96a0bd24e7 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:59.704252 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-6c61d4a4-acac-471c-a5e7-ea96a0bd24e7 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Calling delete_port for 9c4d0d53-7bc1-4faf-8249-a8fa3a6f7356 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:11:59.718974 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91efbb-8fb4-41c6-a154-70dcf74d004e req-0d67d57a-0d2c-4857-967f-fd41b941cd55 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:59.720469 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5f91efbb-8fb4-41c6-a154-70dcf74d004e req-0d67d57a-0d2c-4857-967f-fd41b941cd55 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 946 time: 0.3858154 Jul 23 20:11:59.766151 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac15b9-f2fa-48a7-9c22-ad5dee18bdca req-4c9aa440-16b1-4151-8418-a0222ba6e4e2 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:59.767639 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-99ac15b9-f2fa-48a7-9c22-ad5dee18bdca req-4c9aa440-16b1-4151-8418-a0222ba6e4e2 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=fad2c65c-8569-42f2-88a7-8c05b1adc218 HTTP/1.1" status: 200 len: 945 time: 0.0685098 Jul 23 20:11:59.802525 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5f91efbb-8fb4-41c6-a154-70dcf74d004e req-7f6c0989-1d94-4bce-9b04-03dd1e53218c tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746069 Jul 23 20:11:59.807920 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-99ac15b9-f2fa-48a7-9c22-ad5dee18bdca req-e9efaf5c-7e80-49b0-8dd5-780659fab632 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344136 Jul 23 20:11:59.880806 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c61d4a4-acac-471c-a5e7-ea96a0bd24e7 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:59.915478 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61d4a4-acac-471c-a5e7-ea96a0bd24e7 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Pushing event deleted for resources: {'Port': ['ID=9c4d0d53-7bc1-4faf-8249-a8fa3a6f7356,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:59.992815 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c61d4a4-acac-471c-a5e7-ea96a0bd24e7 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:59.997310 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6c61d4a4-acac-471c-a5e7-ea96a0bd24e7 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] 10.222.0.32 "DELETE /v2.0/ports/9c4d0d53-7bc1-4faf-8249-a8fa3a6f7356 HTTP/1.1" status: 204 len: 168 time: 0.8639724 Jul 23 20:11:59.997585 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50938) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:00.049833 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-32015343-30e2-4a21-af1a-f1b014e0f416 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Deleting subnet 29ead86d-0d03-4de1-bd71-fd04dd531126 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:12:00.053177 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-32015343-30e2-4a21-af1a-f1b014e0f416 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:00.100122 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-32015343-30e2-4a21-af1a-f1b014e0f416 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:00.180900 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-32015343-30e2-4a21-af1a-f1b014e0f416 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:00.249995 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-32015343-30e2-4a21-af1a-f1b014e0f416 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:00.282028 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32015343-30e2-4a21-af1a-f1b014e0f416 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Pushing event deleted for resources: {'Subnet': ['ID=29ead86d-0d03-4de1-bd71-fd04dd531126,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:00.285630 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-32015343-30e2-4a21-af1a-f1b014e0f416 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:00.288608 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-32015343-30e2-4a21-af1a-f1b014e0f416 tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] 10.222.0.32 "DELETE /v2.0/subnets/29ead86d-0d03-4de1-bd71-fd04dd531126 HTTP/1.1" status: 204 len: 168 time: 0.2889981 Jul 23 20:12:00.290064 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50940) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:00.292609 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa01cc6a-e2f8-4e53-8704-487080e612bc None None] Network b0fb962c-2781-46ab-b1f7-6fccbcee42ae requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:12:00.365086 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-805510b2-76a4-4442-bd17-bf85d54c0abd tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:00.421395 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-805510b2-76a4-4442-bd17-bf85d54c0abd tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Deleting port 1f3e3add-05f7-416e-88eb-36ec18851be0 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:12:00.421767 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-805510b2-76a4-4442-bd17-bf85d54c0abd tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:00.489633 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888e78aa-7029-4b02-8baa-92599b5430e8 None None] DHCP port deletion for b0fb962c-2781-46ab-b1f7-6fccbcee42ae request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:12:00.500428 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-805510b2-76a4-4442-bd17-bf85d54c0abd tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] For port 1f3e3add-05f7-416e-88eb-36ec18851be0, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=1f3e3add-05f7-416e-88eb-36ec18851be0,segment=NetworkSegment(e757c8e2-a741-4584-9429-f817a7505392),segment_id=e757c8e2-a741-4584-9429-f817a7505392)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:00.500877 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-805510b2-76a4-4442-bd17-bf85d54c0abd tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:00.514153 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-805510b2-76a4-4442-bd17-bf85d54c0abd tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Calling delete_port for 1f3e3add-05f7-416e-88eb-36ec18851be0 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:12:00.537767 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-888e78aa-7029-4b02-8baa-92599b5430e8 None None] Deleting port 1f3e3add-05f7-416e-88eb-36ec18851be0 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:12:00.538143 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-888e78aa-7029-4b02-8baa-92599b5430e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:00.588581 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74726282-67bf-46bf-8725-2938d2883e5b req-0078f672-bf29-4606-b85f-69ae54454563 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:00.591180 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-74726282-67bf-46bf-8725-2938d2883e5b req-0078f672-bf29-4606-b85f-69ae54454563 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d6d1ef-f367-4ec5-8417-4d96d9165b9c HTTP/1.1" status: 200 len: 944 time: 0.0777748 Jul 23 20:12:00.621561 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-805510b2-76a4-4442-bd17-bf85d54c0abd tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:00.623606 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-888e78aa-7029-4b02-8baa-92599b5430e8 None None] For port 1f3e3add-05f7-416e-88eb-36ec18851be0, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=1f3e3add-05f7-416e-88eb-36ec18851be0,segment=NetworkSegment(e757c8e2-a741-4584-9429-f817a7505392),segment_id=e757c8e2-a741-4584-9429-f817a7505392)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:00.624183 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-888e78aa-7029-4b02-8baa-92599b5430e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:00.644518 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-74726282-67bf-46bf-8725-2938d2883e5b req-352eb3e9-cdb7-4f21-bca2-f7a0346a5bc2 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac57dabd-5408-4aa9-a446-4e6747435303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459001 Jul 23 20:12:00.645867 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-888e78aa-7029-4b02-8baa-92599b5430e8 None None] Calling delete_port for 1f3e3add-05f7-416e-88eb-36ec18851be0 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:12:00.647841 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805510b2-76a4-4442-bd17-bf85d54c0abd tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Pushing event deleted for resources: {'Port': ['ID=1f3e3add-05f7-416e-88eb-36ec18851be0,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:00.660378 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805510b2-76a4-4442-bd17-bf85d54c0abd tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] No DVR routers for this DVR port 1f3e3add-05f7-416e-88eb-36ec18851be0 on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:12:00.729594 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-888e78aa-7029-4b02-8baa-92599b5430e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:00.741641 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-805510b2-76a4-4442-bd17-bf85d54c0abd tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:00.751590 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-805510b2-76a4-4442-bd17-bf85d54c0abd tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0fb962c-2781-46ab-b1f7-6fccbcee42ae']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:12:00.756153 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e78aa-7029-4b02-8baa-92599b5430e8 None None] Pushing event deleted for resources: {'Port': ['ID=1f3e3add-05f7-416e-88eb-36ec18851be0,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:00.761044 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888e78aa-7029-4b02-8baa-92599b5430e8 None None] No DVR routers for this DVR port 1f3e3add-05f7-416e-88eb-36ec18851be0 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:12:00.764504 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-805510b2-76a4-4442-bd17-bf85d54c0abd tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e757c8e2-a741-4584-9429-f817a7505392') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:12:00.764504 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-805510b2-76a4-4442-bd17-bf85d54c0abd tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e757c8e2-a741-4584-9429-f817a7505392') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:12:00.776046 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-805510b2-76a4-4442-bd17-bf85d54c0abd tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:00.790998 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-805510b2-76a4-4442-bd17-bf85d54c0abd tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:00.797041 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-805510b2-76a4-4442-bd17-bf85d54c0abd tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:12:00.797433 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-805510b2-76a4-4442-bd17-bf85d54c0abd tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:00.800796 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:12:00.800796 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:12:00.800796 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:12:00.800796 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:12:00.800796 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:12:00.800796 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:12:00.800796 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:12:00.800796 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:12:00.800796 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:12:00.800796 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:12:00.800796 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:12:00.800796 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:12:00.800796 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:12:00.800796 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:12:00.800796 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:12:00.800796 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:12:00.800796 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:12:00.800796 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:12:00.800796 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:12:00.800796 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:12:00.800796 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:12:00.800796 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:12:00.800796 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:12:00.800796 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:12:00.800796 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:12:00.800796 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:12:00.800796 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:12:00.800796 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:12:00.800796 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:12:00.800796 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:12:00.800796 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:12:00.800796 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:12:00.867501 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-805510b2-76a4-4442-bd17-bf85d54c0abd tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:00.875446 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-805510b2-76a4-4442-bd17-bf85d54c0abd tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:00.877955 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-805510b2-76a4-4442-bd17-bf85d54c0abd tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] 10.222.0.32 "DELETE /v2.0/networks/b0fb962c-2781-46ab-b1f7-6fccbcee42ae HTTP/1.1" status: 204 len: 168 time: 0.5868330 Jul 23 20:12:00.896754 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805510b2-76a4-4442-bd17-bf85d54c0abd tempest-ExtraDHCPOptionsTestJSON-2036964945 tempest-ExtraDHCPOptionsTestJSON-2036964945-project] Pushing event deleted for resources: {'Network': ['ID=b0fb962c-2781-46ab-b1f7-6fccbcee42ae,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:00.940370 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:12:00.978238 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c5c17-eb5b-4b4d-8709-62befdf7abc5 req-5afadb72-66eb-4522-b195-13373c2a6a42 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:00.985801 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f7d70-0b1c-4ef3-ba91-8d499037d341 req-8a686007-3e4a-4ca6-8f65-ab29785756f8 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:00.985942 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-875c5c17-eb5b-4b4d-8709-62befdf7abc5 req-5afadb72-66eb-4522-b195-13373c2a6a42 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 946 time: 0.0914783 Jul 23 20:12:00.987744 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2d5f7d70-0b1c-4ef3-ba91-8d499037d341 req-8a686007-3e4a-4ca6-8f65-ab29785756f8 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=fad2c65c-8569-42f2-88a7-8c05b1adc218 HTTP/1.1" status: 200 len: 945 time: 0.0916119 Jul 23 20:12:01.031142 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-875c5c17-eb5b-4b4d-8709-62befdf7abc5 req-8f3f4c2b-77f5-4d0e-b735-1d657eb338f2 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436313 Jul 23 20:12:01.037350 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2d5f7d70-0b1c-4ef3-ba91-8d499037d341 req-8d38a78e-96a4-4854-9435-50d03061dd78 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413220 Jul 23 20:12:01.073712 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5,segment=NetworkSegment(942d96b4-c4af-49df-9097-dd32765e9b01),segment_id=942d96b4-c4af-49df-9097-dd32765e9b01)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:01.087410 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5', 'network_id': '61ed045b-f5a3-49a6-a9c8-61ede271bf43', 'port_id': '8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5', 'mac_address': 'fa:16:3e:1b:26:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f588277-1790-412a-a1cc-3d4d1a03523b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:12:01.137423 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:01.152834 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 1f3e3add-05f7-416e-88eb-36ec18851be0 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:12:01.176205 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:12:01.187689 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 1f3e3add-05f7-416e-88eb-36ec18851be0 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:12:01.188109 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 1f3e3add-05f7-416e-88eb-36ec18851be0 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:12:01.201070 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5,segment=NetworkSegment(942d96b4-c4af-49df-9097-dd32765e9b01),segment_id=942d96b4-c4af-49df-9097-dd32765e9b01)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:01.205852 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:01.264975 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50958) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:01.282958 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:01.345938 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19dd94-e156-45cc-86d6-de9ae13c8872 req-0c8c4c5d-a242-4842-9120-5293d01af6f0 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:01.348006 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-de19dd94-e156-45cc-86d6-de9ae13c8872 req-0c8c4c5d-a242-4842-9120-5293d01af6f0 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 946 time: 0.0740755 Jul 23 20:12:01.348456 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331e2e7-88e5-4bd3-8468-d214bae18ae8 req-da2fc074-9349-484a-a7cf-dd9ac6ffccc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:01.350135 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8331e2e7-88e5-4bd3-8468-d214bae18ae8 req-da2fc074-9349-484a-a7cf-dd9ac6ffccc8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea6bc0dc24304e01b09b8615165b79a7&device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 1098 time: 0.0707018 Jul 23 20:12:01.391944 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-de19dd94-e156-45cc-86d6-de9ae13c8872 req-5fde8fb6-b180-4894-a2b6-bfbf63c5f5f0 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368514 Jul 23 20:12:01.459158 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4cc29311-10c3-4aaa-be73-b93479335201 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c93c25aa8ab746b0a6af567dde3753f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1924694 Jul 23 20:12:01.461924 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50962) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:01.474514 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331e2e7-88e5-4bd3-8468-d214bae18ae8 req-2dcb25ca-9df1-4a66-9068-a0eab0918083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:01.475971 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8331e2e7-88e5-4bd3-8468-d214bae18ae8 req-2dcb25ca-9df1-4a66-9068-a0eab0918083 service neutron] 10.222.0.18 "GET /v2.0/networks?id=01632bb6-73d5-4f9f-944b-63eb72c618d9 HTTP/1.1" status: 200 len: 912 time: 0.1182082 Jul 23 20:12:01.507323 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:12:01.518227 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c6fe2e91-5772-44cc-803f-00ecc833af95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:01.522951 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8331e2e7-88e5-4bd3-8468-d214bae18ae8 req-cf4ea506-1ed7-4f26-900a-75d54def06fc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89d48987-944f-449b-ac64-1def9473173a HTTP/1.1" status: 200 len: 217 time: 0.0385671 Jul 23 20:12:01.540881 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c6fe2e91-5772-44cc-803f-00ecc833af95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:01.576742 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331e2e7-88e5-4bd3-8468-d214bae18ae8 req-5b7b5c8b-27ae-4f28-90fa-d768960c1832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:01.578275 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8331e2e7-88e5-4bd3-8468-d214bae18ae8 req-5b7b5c8b-27ae-4f28-90fa-d768960c1832 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cd1a42e3-1669-4db2-87f0-dcf77077f688 HTTP/1.1" status: 200 len: 851 time: 0.0469453 Jul 23 20:12:01.590983 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c6fe2e91-5772-44cc-803f-00ecc833af95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:01.594396 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c6fe2e91-5772-44cc-803f-00ecc833af95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:01.595647 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c6fe2e91-5772-44cc-803f-00ecc833af95 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ce6b870a-bb06-4a33-81de-32fd744c37c4 HTTP/1.1" status: 204 len: 168 time: 0.1320252 Jul 23 20:12:01.608555 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fe2e91-5772-44cc-803f-00ecc833af95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6b870a-bb06-4a33-81de-32fd744c37c4,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:01.622375 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8331e2e7-88e5-4bd3-8468-d214bae18ae8 req-acdeca01-3810-4354-9677-40480b152ba3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=01632bb6-73d5-4f9f-944b-63eb72c618d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376191 Jul 23 20:12:01.725478 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8331e2e7-88e5-4bd3-8468-d214bae18ae8 req-e2451d2b-7e77-4680-9d13-a9395202338e service neutron] 10.222.0.18 "GET /v2.0/networks/01632bb6-73d5-4f9f-944b-63eb72c618d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956964 Jul 23 20:12:01.867982 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ed14b-078c-452a-9fef-bbf4151500e1 req-a9841baa-7b05-40de-b3a1-bd6958f35fc6 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:01.869766 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9a7ed14b-078c-452a-9fef-bbf4151500e1 req-a9841baa-7b05-40de-b3a1-bd6958f35fc6 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d6d1ef-f367-4ec5-8417-4d96d9165b9c HTTP/1.1" status: 200 len: 945 time: 0.1421003 Jul 23 20:12:01.875360 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8331e2e7-88e5-4bd3-8468-d214bae18ae8 req-20757131-e360-4376-9fdd-50eab2c49bfa service neutron] 10.222.0.18 "GET /v2.0/networks/01632bb6-73d5-4f9f-944b-63eb72c618d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392496 Jul 23 20:12:01.913041 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9a7ed14b-078c-452a-9fef-bbf4151500e1 req-9d7e4a58-5c1c-4d58-81c5-0f34e5966de8 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac57dabd-5408-4aa9-a446-4e6747435303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367372 Jul 23 20:12:02.194625 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54a4a8-ce93-4f4f-9340-1ad5db780a21 req-fb6326e7-f514-447f-a745-4c8df768a0c8 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:02.196426 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9b54a4a8-ce93-4f4f-9340-1ad5db780a21 req-fb6326e7-f514-447f-a745-4c8df768a0c8 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=fad2c65c-8569-42f2-88a7-8c05b1adc218 HTTP/1.1" status: 200 len: 945 time: 0.0876560 Jul 23 20:12:02.250130 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9b54a4a8-ce93-4f4f-9340-1ad5db780a21 req-cb6f6e2c-a713-4609-9180-017d7b886d46 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469890 Jul 23 20:12:02.286371 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50994) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:02.378687 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-c17e17da-9508-4804-8b46-8bddc8d211fd tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:02.379385 n-d-793618-10 neutron-server[93875]: WARNING neutron.api.v2.base [None req-c17e17da-9508-4804-8b46-8bddc8d211fd tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 23 20:12:02.379880 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-c17e17da-9508-4804-8b46-8bddc8d211fd tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] create failed (client error): There was a conflict when trying to complete your request. Jul 23 20:12:02.380832 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c17e17da-9508-4804-8b46-8bddc8d211fd tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0934775 Jul 23 20:12:02.385035 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50998) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:02.390292 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-b5e6a8e2-6e2a-4891-a859-e7f5f33b324b tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Request body: {'security_group': {'name': 'tempest-secgroup--2127959638'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:02.411788 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b5e6a8e2-6e2a-4891-a859-e7f5f33b324b tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:02.426011 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b5e6a8e2-6e2a-4891-a859-e7f5f33b324b tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:02.546669 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b5e6a8e2-6e2a-4891-a859-e7f5f33b324b tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:02.551247 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b5e6a8e2-6e2a-4891-a859-e7f5f33b324b tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:02.571424 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095c150-244d-44cd-8865-a2374c61d6b6 req-6a58ed94-58a7-490d-b246-01df5fbe0c2a tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:02.573172 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5095c150-244d-44cd-8865-a2374c61d6b6 req-6a58ed94-58a7-490d-b246-01df5fbe0c2a tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 946 time: 0.0779371 Jul 23 20:12:02.593868 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6a8e2-6e2a-4891-a859-e7f5f33b324b tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b4e383-20ab-4b62-a122-ebed3454075b,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:02.621762 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5095c150-244d-44cd-8865-a2374c61d6b6 req-81f311f0-0d46-468b-96fd-cb15bafc8728 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424998 Jul 23 20:12:02.659838 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b5e6a8e2-6e2a-4891-a859-e7f5f33b324b tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:02.663805 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b5e6a8e2-6e2a-4891-a859-e7f5f33b324b tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:02.692086 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b5e6a8e2-6e2a-4891-a859-e7f5f33b324b tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:02.693418 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b5e6a8e2-6e2a-4891-a859-e7f5f33b324b tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3073559 Jul 23 20:12:02.696629 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51002) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:02.697811 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6a8e2-6e2a-4891-a859-e7f5f33b324b tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52ac877e-85f2-4ad8-9112-db2843ce7a77,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:02.705170 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-8ef37674-6ecb-49c4-a175-3471c25904d9 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Request body: {'security_group_rule': {'security_group_id': '52ac877e-85f2-4ad8-9112-db2843ce7a77', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:02.736153 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ef37674-6ecb-49c4-a175-3471c25904d9 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:02.814894 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ef37674-6ecb-49c4-a175-3471c25904d9 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:02.818923 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ef37674-6ecb-49c4-a175-3471c25904d9 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:02.837116 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef37674-6ecb-49c4-a175-3471c25904d9 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b18c779-6bec-4dfd-99f4-d424908330ec,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:02.844002 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ef37674-6ecb-49c4-a175-3471c25904d9 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:02.845174 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8ef37674-6ecb-49c4-a175-3471c25904d9 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1471181 Jul 23 20:12:02.848011 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51004) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:02.852445 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-6961ec15-844e-4226-be81-967f1ae4fd9b tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Request body: {'security_group_rule': {'security_group_id': '52ac877e-85f2-4ad8-9112-db2843ce7a77', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:02.879933 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6961ec15-844e-4226-be81-967f1ae4fd9b tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:02.931032 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-6961ec15-844e-4226-be81-967f1ae4fd9b tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] create failed (client error): There was a conflict when trying to complete your request. Jul 23 20:12:02.932859 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6961ec15-844e-4226-be81-967f1ae4fd9b tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0838826 Jul 23 20:12:02.935528 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51006) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:02.940868 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:12:03.001536 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:12:03.005422 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:03.005918 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:03.009306 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3dfbb099-9797-4b74-8c37-e10513a94867 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:03.037330 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3dfbb099-9797-4b74-8c37-e10513a94867 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:03.073135 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e74536-1969-4479-8de3-9bb3a02d707d req-37cbb71e-f796-40fd-9d47-0a3084ac7756 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:03.074821 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-34e74536-1969-4479-8de3-9bb3a02d707d req-37cbb71e-f796-40fd-9d47-0a3084ac7756 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d6d1ef-f367-4ec5-8417-4d96d9165b9c HTTP/1.1" status: 200 len: 945 time: 0.0774238 Jul 23 20:12:03.094437 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3dfbb099-9797-4b74-8c37-e10513a94867 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:03.098285 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3dfbb099-9797-4b74-8c37-e10513a94867 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:03.099784 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:03.099932 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3dfbb099-9797-4b74-8c37-e10513a94867 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "DELETE /v2.0/security-groups/52ac877e-85f2-4ad8-9112-db2843ce7a77 HTTP/1.1" status: 204 len: 168 time: 0.1634908 Jul 23 20:12:03.102614 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51010) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:03.109887 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfbb099-9797-4b74-8c37-e10513a94867 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ac877e-85f2-4ad8-9112-db2843ce7a77,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:03.134480 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d6d1ef-f367-4ec5-8417-4d96d9165b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:12:03.136691 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39843d60-26a0-413f-9131-c7121e89c02b" -d '{"events": [{"server_uuid": "13d6d1ef-f367-4ec5-8417-4d96d9165b9c", "name": "network-vif-plugged", "status": "completed", "tag": "8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:12:03.147741 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-34e74536-1969-4479-8de3-9bb3a02d707d req-e7c25040-ecf9-4510-99d7-2edf357c8266 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac57dabd-5408-4aa9-a446-4e6747435303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664885 Jul 23 20:12:03.149319 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5,segment=NetworkSegment(942d96b4-c4af-49df-9097-dd32765e9b01),segment_id=942d96b4-c4af-49df-9097-dd32765e9b01)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:03.156062 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:03.184710 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f404b2-b7f6-4611-9447-e7c2d37d93ad x-openstack-request-id: req-b2f404b2-b7f6-4611-9447-e7c2d37d93ad {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:12:03.185025 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d6d1ef-f367-4ec5-8417-4d96d9165b9c", "name": "network-vif-plugged", "status": "completed", "tag": "8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:12:03.185282 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b2f404b2-b7f6-4611-9447-e7c2d37d93ad {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:12:03.185744 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d6d1ef-f367-4ec5-8417-4d96d9165b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5', 'code': 200} Jul 23 20:12:03.191129 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a6187852-b051-476a-8494-699002b8da7f tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0865853 Jul 23 20:12:03.195372 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51014) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:03.202110 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-04d1bc9a-ab4c-4f27-b2d9-89aa3648c25b tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Request body: {'security_group': {'name': 'tempest-secgroup--2083947484'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:03.222572 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:03.238712 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-04d1bc9a-ab4c-4f27-b2d9-89aa3648c25b tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:03.374196 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9bf40-0d07-4012-9b15-3bdc3e1b8ae5 req-e6abbd37-0a73-42c6-97e0-0a5ac32c7e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:03.375653 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a9f9bf40-0d07-4012-9b15-3bdc3e1b8ae5 req-e6abbd37-0a73-42c6-97e0-0a5ac32c7e48 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=13d6d1ef-f367-4ec5-8417-4d96d9165b9c HTTP/1.1" status: 200 len: 1098 time: 0.1237831 Jul 23 20:12:03.409557 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-04d1bc9a-ab4c-4f27-b2d9-89aa3648c25b tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:03.416444 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-04d1bc9a-ab4c-4f27-b2d9-89aa3648c25b tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:03.457220 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-04d1bc9a-ab4c-4f27-b2d9-89aa3648c25b tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:03.458456 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-04d1bc9a-ab4c-4f27-b2d9-89aa3648c25b tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2620246 Jul 23 20:12:03.461506 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51020) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:03.465271 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a9f9bf40-0d07-4012-9b15-3bdc3e1b8ae5 req-ddd4a721-8f30-421a-9357-a27bd3e14d32 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ac57dabd-5408-4aa9-a446-4e6747435303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779870 Jul 23 20:12:03.467274 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-aa099d84-1d91-487f-a6cd-a333e795d1e3 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Request body: {'security_group_rule': {'security_group_id': '2787ddd7-06bd-4722-b81c-388841aa9197', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:03.468113 n-d-793618-10 neutron-server[93875]: WARNING neutron.api.v2.base [None req-aa099d84-1d91-487f-a6cd-a333e795d1e3 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 23 20:12:03.468850 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-aa099d84-1d91-487f-a6cd-a333e795d1e3 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:12:03.470045 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-aa099d84-1d91-487f-a6cd-a333e795d1e3 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0074720 Jul 23 20:12:03.472790 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51022) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:03.472924 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1bc9a-ab4c-4f27-b2d9-89aa3648c25b tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2787ddd7-06bd-4722-b81c-388841aa9197,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:03.483676 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d79708-4831-460d-a81e-25a252270580 req-fd652deb-1c68-46c3-903b-d26d9aa4c860 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:03.485222 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-66d79708-4831-460d-a81e-25a252270580 req-fd652deb-1c68-46c3-903b-d26d9aa4c860 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=fad2c65c-8569-42f2-88a7-8c05b1adc218 HTTP/1.1" status: 200 len: 945 time: 0.1538868 Jul 23 20:12:03.527043 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-66d79708-4831-460d-a81e-25a252270580 req-e7d14a66-4cbe-427d-a8ce-dab1d5ef3222 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357039 Jul 23 20:12:03.533170 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-19bd6f6d-ff8a-4a6c-a45b-83adbc308e2a tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:03.559041 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-19bd6f6d-ff8a-4a6c-a45b-83adbc308e2a tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:03.615114 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-19bd6f6d-ff8a-4a6c-a45b-83adbc308e2a tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:03.620472 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-19bd6f6d-ff8a-4a6c-a45b-83adbc308e2a tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:03.626271 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-19bd6f6d-ff8a-4a6c-a45b-83adbc308e2a tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "DELETE /v2.0/security-groups/2787ddd7-06bd-4722-b81c-388841aa9197 HTTP/1.1" status: 204 len: 168 time: 0.1483037 Jul 23 20:12:03.626685 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51024) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:03.652068 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd6f6d-ff8a-4a6c-a45b-83adbc308e2a tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2787ddd7-06bd-4722-b81c-388841aa9197,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:03.709804 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5a5c402e-60b9-4343-b2da-01c9d2494f01 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0813994 Jul 23 20:12:03.715456 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51028) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:03.720751 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-87671ae9-257e-4fc7-9b43-8afc267ace7d tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Request body: {'security_group': {'name': 'tempest-secgroup--19542992'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:03.740280 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb180e6-299e-4639-9726-fab7b5773515 req-7f658cad-8699-42d2-8e6a-54261556e04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:03.743110 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6eb180e6-299e-4639-9726-fab7b5773515 req-7f658cad-8699-42d2-8e6a-54261556e04f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fad2c65c-8569-42f2-88a7-8c05b1adc218 HTTP/1.1" status: 200 len: 1097 time: 0.1050689 Jul 23 20:12:03.752074 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-87671ae9-257e-4fc7-9b43-8afc267ace7d tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:03.852489 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6eb180e6-299e-4639-9726-fab7b5773515 req-eebd4e60-cc7b-4a5a-bf0d-fadc3d18274a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994282 Jul 23 20:12:03.875860 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-87671ae9-257e-4fc7-9b43-8afc267ace7d tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:03.881602 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-87671ae9-257e-4fc7-9b43-8afc267ace7d tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:03.887790 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42887d7-c166-4605-9975-51a8c326a8cf req-d35a1f3a-54be-4ac4-bbc2-1b68fa1335fd tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:03.889920 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f42887d7-c166-4605-9975-51a8c326a8cf req-d35a1f3a-54be-4ac4-bbc2-1b68fa1335fd tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 946 time: 0.1251068 Jul 23 20:12:03.927968 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-87671ae9-257e-4fc7-9b43-8afc267ace7d tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:03.933792 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-87671ae9-257e-4fc7-9b43-8afc267ace7d tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2126675 Jul 23 20:12:03.935008 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51030) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:03.943454 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-3aa70994-9c49-4428-a8b5-1ad5a39e2d34 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Request body: {'security_group_rule': {'security_group_id': '14a50f12-cf9a-46ba-9d1c-8ca815a82c7d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:03.944880 n-d-793618-10 neutron-server[93876]: WARNING neutron.api.v2.base [None req-3aa70994-9c49-4428-a8b5-1ad5a39e2d34 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 23 20:12:03.945763 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-3aa70994-9c49-4428-a8b5-1ad5a39e2d34 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:12:03.950113 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3aa70994-9c49-4428-a8b5-1ad5a39e2d34 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0108526 Jul 23 20:12:03.950113 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87671ae9-257e-4fc7-9b43-8afc267ace7d tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14a50f12-cf9a-46ba-9d1c-8ca815a82c7d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:03.952678 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51032) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:03.962264 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f42887d7-c166-4605-9975-51a8c326a8cf req-d8f2d8ae-f281-4d96-a34f-a91f0e2f1e6f tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628381 Jul 23 20:12:04.034828 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0fb98b1e-ad2a-4c16-bb12-474047456236 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:04.070299 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0fb98b1e-ad2a-4c16-bb12-474047456236 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:04.130889 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0fb98b1e-ad2a-4c16-bb12-474047456236 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:04.134037 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0fb98b1e-ad2a-4c16-bb12-474047456236 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:04.136674 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0fb98b1e-ad2a-4c16-bb12-474047456236 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "DELETE /v2.0/security-groups/14a50f12-cf9a-46ba-9d1c-8ca815a82c7d HTTP/1.1" status: 204 len: 168 time: 0.1821585 Jul 23 20:12:04.140999 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51034) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:04.167845 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb98b1e-ad2a-4c16-bb12-474047456236 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a50f12-cf9a-46ba-9d1c-8ca815a82c7d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:04.213922 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-011aee23-a036-406a-961b-f8314594433a tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0666749 Jul 23 20:12:04.215979 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51038) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:04.220774 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-4355c3a5-ee68-455c-97b1-6b3b664fb79d tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Request body: {'security_group': {'name': 'tempest-secgroup--1034800058'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:04.260451 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4355c3a5-ee68-455c-97b1-6b3b664fb79d tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:04.405992 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922aafe-a9db-4104-a65b-5bd841c35a5e req-0e291692-4935-4ffc-a5ae-77d4b00cebb1 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:04.408541 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f922aafe-a9db-4104-a65b-5bd841c35a5e req-0e291692-4935-4ffc-a5ae-77d4b00cebb1 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d6d1ef-f367-4ec5-8417-4d96d9165b9c HTTP/1.1" status: 200 len: 946 time: 0.1309083 Jul 23 20:12:04.422444 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4355c3a5-ee68-455c-97b1-6b3b664fb79d tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:04.427811 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4355c3a5-ee68-455c-97b1-6b3b664fb79d tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:04.458736 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4355c3a5-ee68-455c-97b1-6b3b664fb79d tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:04.459915 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4355c3a5-ee68-455c-97b1-6b3b664fb79d tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2427905 Jul 23 20:12:04.465294 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355c3a5-ee68-455c-97b1-6b3b664fb79d tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b10c40bd-aa16-4bea-9ebd-66ffa1537557,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:04.468389 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f922aafe-a9db-4104-a65b-5bd841c35a5e req-4e7f8759-5cb5-47a9-ab12-d4cce1f432f2 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac57dabd-5408-4aa9-a446-4e6747435303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473228 Jul 23 20:12:04.468901 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51042) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:04.474603 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-9b3c4498-2ec9-44cf-a1da-b0c347250a6a tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Request body: {'security_group_rule': {'security_group_id': 'b10c40bd-aa16-4bea-9ebd-66ffa1537557', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:04.486484 n-d-793618-10 neutron-server[93876]: WARNING neutron.api.v2.base [None req-9b3c4498-2ec9-44cf-a1da-b0c347250a6a tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 23 20:12:04.487186 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-9b3c4498-2ec9-44cf-a1da-b0c347250a6a tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:12:04.488311 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9b3c4498-2ec9-44cf-a1da-b0c347250a6a tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0184102 Jul 23 20:12:04.492003 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51044) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:04.497995 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-036b75f0-8cd8-4bd5-a6b9-23f8592081b5 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Request body: {'security_group_rule': {'security_group_id': 'b10c40bd-aa16-4bea-9ebd-66ffa1537557', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:04.498666 n-d-793618-10 neutron-server[93876]: WARNING neutron.api.v2.base [None req-036b75f0-8cd8-4bd5-a6b9-23f8592081b5 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 23 20:12:04.501277 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-036b75f0-8cd8-4bd5-a6b9-23f8592081b5 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:12:04.501277 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-036b75f0-8cd8-4bd5-a6b9-23f8592081b5 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0071239 Jul 23 20:12:04.502926 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51046) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:04.507829 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-f7a24f63-194d-49e0-bf25-f9728c7b72b4 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Request body: {'security_group_rule': {'security_group_id': 'b10c40bd-aa16-4bea-9ebd-66ffa1537557', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:04.510319 n-d-793618-10 neutron-server[93875]: WARNING neutron.api.v2.base [None req-f7a24f63-194d-49e0-bf25-f9728c7b72b4 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 23 20:12:04.510842 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-f7a24f63-194d-49e0-bf25-f9728c7b72b4 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:12:04.512121 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f7a24f63-194d-49e0-bf25-f9728c7b72b4 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0080972 Jul 23 20:12:04.515350 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51048) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:04.519782 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-fde6e3a8-6ed4-4d92-86a1-74b64dbdd4d6 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Request body: {'security_group_rule': {'security_group_id': 'b10c40bd-aa16-4bea-9ebd-66ffa1537557', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:04.521583 n-d-793618-10 neutron-server[93875]: WARNING neutron.api.v2.base [None req-fde6e3a8-6ed4-4d92-86a1-74b64dbdd4d6 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 23 20:12:04.522079 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-fde6e3a8-6ed4-4d92-86a1-74b64dbdd4d6 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:12:04.523048 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-fde6e3a8-6ed4-4d92-86a1-74b64dbdd4d6 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0067484 Jul 23 20:12:04.526191 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51050) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:04.579093 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c688284b-051c-40ba-acfa-b958abf5dc4e tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:04.602397 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c688284b-051c-40ba-acfa-b958abf5dc4e tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:04.684073 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c688284b-051c-40ba-acfa-b958abf5dc4e tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:04.686721 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c688284b-051c-40ba-acfa-b958abf5dc4e tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:04.690429 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c688284b-051c-40ba-acfa-b958abf5dc4e tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "DELETE /v2.0/security-groups/b10c40bd-aa16-4bea-9ebd-66ffa1537557 HTTP/1.1" status: 204 len: 168 time: 0.1608479 Jul 23 20:12:04.690965 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51054) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:04.710540 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7bb2d-d4ff-4a13-9878-4b0efee76494 req-c3e903cb-3cc0-4f0d-9046-0f02484ccc79 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:04.711761 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d6c7bb2d-d4ff-4a13-9878-4b0efee76494 req-c3e903cb-3cc0-4f0d-9046-0f02484ccc79 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=fad2c65c-8569-42f2-88a7-8c05b1adc218 HTTP/1.1" status: 200 len: 945 time: 0.1064932 Jul 23 20:12:04.713210 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c688284b-051c-40ba-acfa-b958abf5dc4e tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10c40bd-aa16-4bea-9ebd-66ffa1537557,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:04.747845 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-fa93328a-7a73-4bde-8e91-cec2ebc9cb5e tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0549896 Jul 23 20:12:04.751118 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51056) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:04.755896 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-a80be0d0-800a-45a5-a3a4-4a8bcc4372ae tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Request body: {'security_group': {'name': 'tempest-secgroup--1994519742'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:04.763427 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d6c7bb2d-d4ff-4a13-9878-4b0efee76494 req-df73c540-b931-49f9-9d0f-67762be1f017 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423152 Jul 23 20:12:04.782211 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a80be0d0-800a-45a5-a3a4-4a8bcc4372ae tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:04.864004 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a80be0d0-800a-45a5-a3a4-4a8bcc4372ae tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:04.867429 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a80be0d0-800a-45a5-a3a4-4a8bcc4372ae tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:04.896149 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a80be0d0-800a-45a5-a3a4-4a8bcc4372ae tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:04.897335 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a80be0d0-800a-45a5-a3a4-4a8bcc4372ae tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1450503 Jul 23 20:12:04.899133 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80be0d0-800a-45a5-a3a4-4a8bcc4372ae tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=228bff46-7080-4001-8821-7e3c43c105e2,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:04.900533 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51058) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:04.905554 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-0fc2d933-e4a5-4cf0-a1a2-dc9287765aee tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Request body: {'security_group_rule': {'security_group_id': '228bff46-7080-4001-8821-7e3c43c105e2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:04.906447 n-d-793618-10 neutron-server[93875]: WARNING neutron.api.v2.base [None req-0fc2d933-e4a5-4cf0-a1a2-dc9287765aee tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 23 20:12:04.907015 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-0fc2d933-e4a5-4cf0-a1a2-dc9287765aee tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:12:04.908232 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0fc2d933-e4a5-4cf0-a1a2-dc9287765aee tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062349 Jul 23 20:12:04.910638 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51060) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:04.915964 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-54eeedaf-b964-43a8-9bd4-01092b5e1b1c tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Request body: {'security_group_rule': {'security_group_id': '228bff46-7080-4001-8821-7e3c43c105e2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:04.955615 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-54eeedaf-b964-43a8-9bd4-01092b5e1b1c tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:12:04.956835 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-54eeedaf-b964-43a8-9bd4-01092b5e1b1c tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0452602 Jul 23 20:12:04.959708 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51062) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:04.964625 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-d85565b3-a2a7-4c53-a710-a86e6ce39141 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Request body: {'security_group_rule': {'security_group_id': '228bff46-7080-4001-8821-7e3c43c105e2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:04.965035 n-d-793618-10 neutron-server[93875]: WARNING neutron.api.v2.base [None req-d85565b3-a2a7-4c53-a710-a86e6ce39141 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 23 20:12:04.965528 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-d85565b3-a2a7-4c53-a710-a86e6ce39141 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:12:04.966712 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d85565b3-a2a7-4c53-a710-a86e6ce39141 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060759 Jul 23 20:12:04.969022 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51064) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:04.973939 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-d5390e5a-2a06-4f0f-ab5d-f259779b1fbd tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Request body: {'security_group_rule': {'security_group_id': '228bff46-7080-4001-8821-7e3c43c105e2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:05.010115 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-d5390e5a-2a06-4f0f-ab5d-f259779b1fbd tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:12:05.011225 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d5390e5a-2a06-4f0f-ab5d-f259779b1fbd tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0413239 Jul 23 20:12:05.013997 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51068) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:05.018872 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-682fa43e-4453-43d6-b081-c81143707825 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Request body: {'security_group_rule': {'security_group_id': '228bff46-7080-4001-8821-7e3c43c105e2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:05.019342 n-d-793618-10 neutron-server[93875]: WARNING neutron.api.v2.base [None req-682fa43e-4453-43d6-b081-c81143707825 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 23 20:12:05.019812 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-682fa43e-4453-43d6-b081-c81143707825 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:12:05.020726 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-682fa43e-4453-43d6-b081-c81143707825 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058379 Jul 23 20:12:05.023210 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51070) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:05.028168 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-a272ca7b-1938-4b4a-b0ef-db7206bdeec3 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Request body: {'security_group_rule': {'security_group_id': '228bff46-7080-4001-8821-7e3c43c105e2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:05.064157 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-a272ca7b-1938-4b4a-b0ef-db7206bdeec3 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:12:05.068355 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a272ca7b-1938-4b4a-b0ef-db7206bdeec3 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0410943 Jul 23 20:12:05.068581 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51072) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:05.073673 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-2a848fb0-f721-498c-9b66-45324995d6bb tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Request body: {'security_group_rule': {'security_group_id': '228bff46-7080-4001-8821-7e3c43c105e2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:05.074153 n-d-793618-10 neutron-server[93875]: WARNING neutron.api.v2.base [None req-2a848fb0-f721-498c-9b66-45324995d6bb tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 23 20:12:05.074716 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-2a848fb0-f721-498c-9b66-45324995d6bb tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:12:05.075568 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2a848fb0-f721-498c-9b66-45324995d6bb tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060647 Jul 23 20:12:05.078127 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51074) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:05.082960 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-110aa2e0-e7d7-4bfd-a5e8-0654b99f3b50 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Request body: {'security_group_rule': {'security_group_id': '228bff46-7080-4001-8821-7e3c43c105e2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:05.116656 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-110aa2e0-e7d7-4bfd-a5e8-0654b99f3b50 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:12:05.117633 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-110aa2e0-e7d7-4bfd-a5e8-0654b99f3b50 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0385990 Jul 23 20:12:05.120175 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857989f6-f8e2-4873-a2db-1216c728d645 req-db1a9103-c505-4a24-a96e-f5656cd16ea2 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:05.121267 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51076) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:05.121800 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-857989f6-f8e2-4873-a2db-1216c728d645 req-db1a9103-c505-4a24-a96e-f5656cd16ea2 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 946 time: 0.0691271 Jul 23 20:12:05.125711 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-945f130f-2293-4319-ad38-e8ee2146222b tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Request body: {'security_group_rule': {'security_group_id': '228bff46-7080-4001-8821-7e3c43c105e2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:05.160748 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-945f130f-2293-4319-ad38-e8ee2146222b tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:12:05.162167 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-945f130f-2293-4319-ad38-e8ee2146222b tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0399222 Jul 23 20:12:05.164856 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-857989f6-f8e2-4873-a2db-1216c728d645 req-895254b0-cf2b-4d32-b1a5-bf638778fbd3 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374594 Jul 23 20:12:05.165453 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51078) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:05.224634 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea4ce63b-c67d-4fa0-90e0-e0178947714d tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:05.246825 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea4ce63b-c67d-4fa0-90e0-e0178947714d tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:05.288739 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea4ce63b-c67d-4fa0-90e0-e0178947714d tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:05.291597 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea4ce63b-c67d-4fa0-90e0-e0178947714d tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:05.292770 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ea4ce63b-c67d-4fa0-90e0-e0178947714d tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "DELETE /v2.0/security-groups/228bff46-7080-4001-8821-7e3c43c105e2 HTTP/1.1" status: 204 len: 168 time: 0.1254904 Jul 23 20:12:05.295526 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51080) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:05.301782 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ce63b-c67d-4fa0-90e0-e0178947714d tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=228bff46-7080-4001-8821-7e3c43c105e2,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:05.338607 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1610d02c-36e5-48b1-b84b-fd923d626416 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0419025 Jul 23 20:12:05.342533 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51082) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:05.346870 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-bd45f1db-8652-47e4-b8ff-1d2f0a206712 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Request body: {'security_group': {'name': 'tempest-secgroup--728922825'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:05.370354 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bd45f1db-8652-47e4-b8ff-1d2f0a206712 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:05.464178 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bd45f1db-8652-47e4-b8ff-1d2f0a206712 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:05.468153 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bd45f1db-8652-47e4-b8ff-1d2f0a206712 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:05.498992 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bd45f1db-8652-47e4-b8ff-1d2f0a206712 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:05.500162 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-bd45f1db-8652-47e4-b8ff-1d2f0a206712 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1567221 Jul 23 20:12:05.503303 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51088) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:05.506910 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd45f1db-8652-47e4-b8ff-1d2f0a206712 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce32eb85-53ad-4ace-a6e8-d6c3984ec4cc,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:05.512025 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-a882a48e-43a4-45de-ac85-ad6f13f2065a tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Request body: {'security_group_rule': {'security_group_id': 'ce32eb85-53ad-4ace-a6e8-d6c3984ec4cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:05.582367 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-a882a48e-43a4-45de-ac85-ad6f13f2065a tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] create failed (client error): The resource could not be found. Jul 23 20:12:05.583396 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a882a48e-43a4-45de-ac85-ad6f13f2065a tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0788863 Jul 23 20:12:05.586520 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51090) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:05.591927 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-4d4f3467-b1bf-4d9f-8844-a5da50d705a8 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Request body: {'security_group_rule': {'security_group_id': 'ce32eb85-53ad-4ace-a6e8-d6c3984ec4cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'baedd562-a592-4bde-9c00-1cdf9f560087'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:05.615723 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753494f0-dac0-4b32-b048-8f3776af6f0a req-dc9e5d21-f1cd-4209-b2b0-c4e0fc32b90e tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:05.617423 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-753494f0-dac0-4b32-b048-8f3776af6f0a req-dc9e5d21-f1cd-4209-b2b0-c4e0fc32b90e tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d6d1ef-f367-4ec5-8417-4d96d9165b9c HTTP/1.1" status: 200 len: 946 time: 0.0730822 Jul 23 20:12:05.632932 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-4d4f3467-b1bf-4d9f-8844-a5da50d705a8 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] create failed (client error): The resource could not be found. Jul 23 20:12:05.634098 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4d4f3467-b1bf-4d9f-8844-a5da50d705a8 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0461493 Jul 23 20:12:05.637794 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51092) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:05.658503 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-753494f0-dac0-4b32-b048-8f3776af6f0a req-94f1e5b5-15a5-4c0a-9da9-2bfd233eb87d tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac57dabd-5408-4aa9-a446-4e6747435303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341535 Jul 23 20:12:05.691265 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f9796865-a938-42fa-b11e-bb5a86735c35 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:05.715103 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f9796865-a938-42fa-b11e-bb5a86735c35 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:05.787492 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f9796865-a938-42fa-b11e-bb5a86735c35 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:05.790049 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f9796865-a938-42fa-b11e-bb5a86735c35 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:05.791797 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f9796865-a938-42fa-b11e-bb5a86735c35 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "DELETE /v2.0/security-groups/ce32eb85-53ad-4ace-a6e8-d6c3984ec4cc HTTP/1.1" status: 204 len: 168 time: 0.1530836 Jul 23 20:12:05.794522 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51098) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:05.811748 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9796865-a938-42fa-b11e-bb5a86735c35 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce32eb85-53ad-4ace-a6e8-d6c3984ec4cc,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:05.829168 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09e0aa-0e5b-49f4-b9d8-530d6d53a80d req-b63c1722-e97d-4e3a-8d24-a555e13b235b tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:05.830806 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dd09e0aa-0e5b-49f4-b9d8-530d6d53a80d req-b63c1722-e97d-4e3a-8d24-a555e13b235b tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d6d1ef-f367-4ec5-8417-4d96d9165b9c HTTP/1.1" status: 200 len: 946 time: 0.1020775 Jul 23 20:12:05.839974 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51100) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:05.845154 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-c8f94631-678f-448c-afea-679b5391d064 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Request body: {'floatingip': {'port_id': '8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:05.886480 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c8f94631-678f-448c-afea-679b5391d064 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks [] for floatingip, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:05.889337 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-73051316-95c6-4bbe-9bed-a43fc4ea2daa tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0936813 Jul 23 20:12:05.893633 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51102) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:05.899289 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-d754765a-4ba8-454f-bde0-a6f66ace9a44 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Request body: {'security_group_rule': {'security_group_id': '392b7952-0fe0-405c-914d-900913eff376', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:05.943207 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f69014-7573-422c-830c-44868faf0435 req-1db1de63-9d03-45b3-b6bb-d4d6c159a79b tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:05.944766 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f9f69014-7573-422c-830c-44868faf0435 req-1db1de63-9d03-45b3-b6bb-d4d6c159a79b tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=fad2c65c-8569-42f2-88a7-8c05b1adc218 HTTP/1.1" status: 200 len: 945 time: 0.1033971 Jul 23 20:12:05.981311 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-d754765a-4ba8-454f-bde0-a6f66ace9a44 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] create failed (client error): The resource could not be found. Jul 23 20:12:05.986038 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d754765a-4ba8-454f-bde0-a6f66ace9a44 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0878091 Jul 23 20:12:05.986347 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51104) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:05.993227 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-c901a774-bde9-471d-9d70-b56541d4d48d tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Request body: {'security_group': {'name': 'tempest-secgroup--1525637186'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:05.995664 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f9f69014-7573-422c-830c-44868faf0435 req-96363e4d-485e-4aba-8dcf-90c90a4e1348 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421088 Jul 23 20:12:06.065310 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c901a774-bde9-471d-9d70-b56541d4d48d tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:06.313648 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdf1a8-d50a-4e39-ba2d-41bbacec03ce req-f6dbafd1-7e9d-4119-bea6-feb6c720d7f8 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:06.315245 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c9fdf1a8-d50a-4e39-ba2d-41bbacec03ce req-f6dbafd1-7e9d-4119-bea6-feb6c720d7f8 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 946 time: 0.0725794 Jul 23 20:12:06.345497 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9edb9-35db-49a9-b76b-b4b9edc5a0da req-d4c7ae3a-cedc-48a0-a7b8-0d4d9f35ea47 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:06.346920 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-74c9edb9-35db-49a9-b76b-b4b9edc5a0da req-d4c7ae3a-cedc-48a0-a7b8-0d4d9f35ea47 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 946 time: 0.2360713 Jul 23 20:12:06.362641 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c9fdf1a8-d50a-4e39-ba2d-41bbacec03ce req-2bd2f76b-3544-4f53-bf40-c8db22e6fb13 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414395 Jul 23 20:12:06.431975 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c901a774-bde9-471d-9d70-b56541d4d48d tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:06.442794 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c901a774-bde9-471d-9d70-b56541d4d48d tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:06.464765 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-74c9edb9-35db-49a9-b76b-b4b9edc5a0da req-9b976eb2-a9f0-4592-a969-bd8ba592c7d7 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838888 Jul 23 20:12:06.503943 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c901a774-bde9-471d-9d70-b56541d4d48d tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:06.505224 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c901a774-bde9-471d-9d70-b56541d4d48d tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5179017 Jul 23 20:12:06.512818 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51114) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:06.516506 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901a774-bde9-471d-9d70-b56541d4d48d tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13f95154-ed49-44bb-b293-7221f4ee05e1,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:06.517221 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-1c9c91ac-61b0-4230-8d85-d0db51287656 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Request body: {'security_group': {'name': 'tempest-secgroup--1761982844'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:06.563420 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1c9c91ac-61b0-4230-8d85-d0db51287656 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:06.592787 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c8f94631-678f-448c-afea-679b5391d064 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:06.598681 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c8f94631-678f-448c-afea-679b5391d064 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:06.672099 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1c9c91ac-61b0-4230-8d85-d0db51287656 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:06.676401 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1c9c91ac-61b0-4230-8d85-d0db51287656 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:06.714214 n-d-793618-10 neutron-server[93875]: INFO neutron.db.l3_db [None req-c8f94631-678f-448c-afea-679b5391d064 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Floating IP d9a041ee-fd55-4df0-bbc5-82b7bede1c28 associated. External IP: 172.25.1.161, port: 8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5. Jul 23 20:12:06.737072 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1c9c91ac-61b0-4230-8d85-d0db51287656 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:06.738316 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1c9c91ac-61b0-4230-8d85-d0db51287656 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2274935 Jul 23 20:12:06.742559 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c91ac-61b0-4230-8d85-d0db51287656 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc17b403-3796-4342-9bc5-f3af15822009,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:06.747580 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51120) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:06.753430 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-85a53c3f-9f6e-4ef1-973c-ac6e0381894b tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Request body: {'security_group_rule': {'security_group_id': '13f95154-ed49-44bb-b293-7221f4ee05e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'fc17b403-3796-4342-9bc5-f3af15822009'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:06.807605 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80c6de-844e-4d90-876a-49d58ee41e20 req-7dbf8509-e2c8-4964-acf0-7bfd899e4e94 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:06.809303 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9c80c6de-844e-4d90-876a-49d58ee41e20 req-7dbf8509-e2c8-4964-acf0-7bfd899e4e94 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 946 time: 0.1297905 Jul 23 20:12:06.830881 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-85a53c3f-9f6e-4ef1-973c-ac6e0381894b tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:12:06.831868 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-85a53c3f-9f6e-4ef1-973c-ac6e0381894b tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0826232 Jul 23 20:12:06.834872 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51122) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:06.868029 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9c80c6de-844e-4d90-876a-49d58ee41e20 req-2281cf2f-4b0f-4df5-a5fc-7023b092b46e tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469136 Jul 23 20:12:06.984010 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2579af5d-98cb-4281-8c66-8b05d80c2363 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:07.021613 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2579af5d-98cb-4281-8c66-8b05d80c2363 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:07.034123 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f94631-678f-448c-afea-679b5391d064 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Router 563a2156-6482-461f-8fe0-06609d776002 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:12:07.144203 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2579af5d-98cb-4281-8c66-8b05d80c2363 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:07.147563 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2579af5d-98cb-4281-8c66-8b05d80c2363 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:07.148897 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2579af5d-98cb-4281-8c66-8b05d80c2363 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "DELETE /v2.0/security-groups/fc17b403-3796-4342-9bc5-f3af15822009 HTTP/1.1" status: 204 len: 168 time: 0.3130567 Jul 23 20:12:07.152337 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51124) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:07.174779 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2579af5d-98cb-4281-8c66-8b05d80c2363 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc17b403-3796-4342-9bc5-f3af15822009,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:07.211104 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f94631-678f-448c-afea-679b5391d064 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:12:07.218158 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c8f94631-678f-448c-afea-679b5391d064 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:07.221513 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-194863fa-a861-47bf-9f7b-85138f4fd9f6 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0651829 Jul 23 20:12:07.221869 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51126) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:07.226128 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314853dc-c0e1-4db9-860e-2bb789a1df03 None None] Sync routers for ids ['563a2156-6482-461f-8fe0-06609d776002'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:12:07.236223 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314853dc-c0e1-4db9-860e-2bb789a1df03 None None] Routers {'563a2156-6482-461f-8fe0-06609d776002'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:12:07.237218 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-314853dc-c0e1-4db9-860e-2bb789a1df03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:11:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['563a2156-6482-461f-8fe0-06609d776002'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:12:07.264201 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c8f94631-678f-448c-afea-679b5391d064 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "PUT /v2.0/floatingips/d9a041ee-fd55-4df0-bbc5-82b7bede1c28 HTTP/1.1" status: 200 len: 992 time: 1.4230881 Jul 23 20:12:07.264902 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d6d1ef-f367-4ec5-8417-4d96d9165b9c', 'tag': '8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:12:07.267409 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a64f92e-c070-4a48-a929-0bf19362e174" -d '{"events": [{"name": "network-changed", "server_uuid": "13d6d1ef-f367-4ec5-8417-4d96d9165b9c", "tag": "8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:12:07.295369 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b576c70f-31fc-4ba3-bda2-48b68a010be4 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:07.316623 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0117eee-ad75-4d50-9e54-31ecd5740bb4 x-openstack-request-id: req-e0117eee-ad75-4d50-9e54-31ecd5740bb4 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:12:07.316921 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13d6d1ef-f367-4ec5-8417-4d96d9165b9c", "tag": "8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:12:07.317175 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e0117eee-ad75-4d50-9e54-31ecd5740bb4 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:12:07.317605 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13d6d1ef-f367-4ec5-8417-4d96d9165b9c', 'tag': '8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5', 'status': 'completed', 'code': 200} Jul 23 20:12:07.327728 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b576c70f-31fc-4ba3-bda2-48b68a010be4 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:07.364389 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-314853dc-c0e1-4db9-860e-2bb789a1df03 None None] Set router 563a2156-6482-461f-8fe0-06609d776002 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:12:07.414013 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b576c70f-31fc-4ba3-bda2-48b68a010be4 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:07.417813 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b576c70f-31fc-4ba3-bda2-48b68a010be4 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:07.419021 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b576c70f-31fc-4ba3-bda2-48b68a010be4 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "DELETE /v2.0/security-groups/13f95154-ed49-44bb-b293-7221f4ee05e1 HTTP/1.1" status: 204 len: 168 time: 0.1963363 Jul 23 20:12:07.422950 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51134) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:07.437116 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64f92e-c070-4a48-a929-0bf19362e174 req-04c1096d-804c-4ed0-a229-6741349a30b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:07.438877 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6a64f92e-c070-4a48-a929-0bf19362e174 req-04c1096d-804c-4ed0-a229-6741349a30b5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6797e7030eab49e9bc11cae60d3b9177&device_id=13d6d1ef-f367-4ec5-8417-4d96d9165b9c HTTP/1.1" status: 200 len: 1098 time: 0.0923133 Jul 23 20:12:07.439833 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576c70f-31fc-4ba3-bda2-48b68a010be4 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f95154-ed49-44bb-b293-7221f4ee05e1,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:07.504763 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a6a657d3-5703-4ef7-8bfa-16b1d93d9ab2 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0756776 Jul 23 20:12:07.506254 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51136) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:07.511284 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-4ebcdff7-31e1-4e29-a922-d1aa5422d42d tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Request body: {'security_group': {'name': 'tempest-secgroup--316204475'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:07.535314 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4ebcdff7-31e1-4e29-a922-d1aa5422d42d tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:07.636691 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64f92e-c070-4a48-a929-0bf19362e174 req-037b164a-bd15-47f7-823d-deb771b328ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:07.638362 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6a64f92e-c070-4a48-a929-0bf19362e174 req-037b164a-bd15-47f7-823d-deb771b328ad service neutron] 10.222.0.18 "GET /v2.0/networks?id=61ed045b-f5a3-49a6-a9c8-61ede271bf43 HTTP/1.1" status: 200 len: 916 time: 0.1934566 Jul 23 20:12:07.647877 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e6d67-9844-421c-91a8-4961e6c60042 req-e01a63d6-aa6c-48b3-9220-bb5f84ccce1e tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:07.649387 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-916e6d67-9844-421c-91a8-4961e6c60042 req-e01a63d6-aa6c-48b3-9220-bb5f84ccce1e tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 946 time: 0.1954117 Jul 23 20:12:07.671314 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4ebcdff7-31e1-4e29-a922-d1aa5422d42d tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:07.675672 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4ebcdff7-31e1-4e29-a922-d1aa5422d42d tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:07.700871 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4ebcdff7-31e1-4e29-a922-d1aa5422d42d tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:07.705436 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4ebcdff7-31e1-4e29-a922-d1aa5422d42d tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1980107 Jul 23 20:12:07.706107 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51140) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:07.715456 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-262b0e87-3788-46a9-9833-a249ac6e075d tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:07.716371 n-d-793618-10 neutron-server[93875]: WARNING neutron.api.v2.base [None req-262b0e87-3788-46a9-9833-a249ac6e075d tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 23 20:12:07.716656 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-262b0e87-3788-46a9-9833-a249ac6e075d tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] update failed (client error): There was a conflict when trying to complete your request. Jul 23 20:12:07.720406 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-262b0e87-3788-46a9-9833-a249ac6e075d tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "PUT /v2.0/security-groups/1c58a857-e648-4211-851c-b260152c756b HTTP/1.1" status: 409 len: 330 time: 0.0094044 Jul 23 20:12:07.723499 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51142) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:07.733759 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebcdff7-31e1-4e29-a922-d1aa5422d42d tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c58a857-e648-4211-851c-b260152c756b,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:07.740266 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6a64f92e-c070-4a48-a929-0bf19362e174 req-bbfe54d2-ae8f-4c61-abd1-1be40f1c7d0d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5 HTTP/1.1" status: 200 len: 1000 time: 0.0892467 Jul 23 20:12:07.746243 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-916e6d67-9844-421c-91a8-4961e6c60042 req-2f7a20d7-6a74-4f67-91a8-a7c513f1ef53 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879858 Jul 23 20:12:07.785937 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6b6e0097-eff6-425a-a3c8-7a7e8e310bb7 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:07.794909 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-314853dc-c0e1-4db9-860e-2bb789a1df03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563a2156-6482-461f-8fe0-06609d776002', 'name': 'tempest-ServersTestBootFromVolume-702772466-router', 'tenant_id': '6797e7030eab49e9bc11cae60d3b9177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'ee818ae2-027a-48c4-ae91-dd5af60bc51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:04Z', 'updated_at': '2021-07-23T20:11:11Z', 'revision_number': 4, 'project_id': '6797e7030eab49e9bc11cae60d3b9177', 'gw_port': {'id': 'ee818ae2-027a-48c4-ae91-dd5af60bc51c', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563a2156-6482-461f-8fe0-06609d776002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:05Z', 'updated_at': '2021-07-23T20:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'd9a041ee-fd55-4df0-bbc5-82b7bede1c28', 'tenant_id': '6797e7030eab49e9bc11cae60d3b9177', 'floating_ip_address': '172.25.1.161', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '563a2156-6482-461f-8fe0-06609d776002', 'port_id': '8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61ed045b-f5a3-49a6-a9c8-61ede271bf43', 'mac_address': 'fa:16:3e:1b:26:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d6d1ef-f367-4ec5-8417-4d96d9165b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:11:16Z', 'updated_at': '2021-07-23T20:12:06Z', 'revision_number': 1, 'project_id': '6797e7030eab49e9bc11cae60d3b9177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '647d4ddc-f185-44ce-8424-8e8e8f0d2fbb', 'name': '', 'network_id': '61ed045b-f5a3-49a6-a9c8-61ede271bf43', 'tenant_id': '6797e7030eab49e9bc11cae60d3b9177', 'mac_address': 'fa:16:3e:0c:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563a2156-6482-461f-8fe0-06609d776002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '7f588277-1790-412a-a1cc-3d4d1a03523b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:09Z', 'updated_at': '2021-07-23T20:11:17Z', 'revision_number': 5, 'project_id': '6797e7030eab49e9bc11cae60d3b9177', 'subnets': [{'id': '7f588277-1790-412a-a1cc-3d4d1a03523b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:12:07.803436 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64f92e-c070-4a48-a929-0bf19362e174 req-d7766517-c4ad-486e-b95b-a806318963d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:07.804894 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6a64f92e-c070-4a48-a929-0bf19362e174 req-d7766517-c4ad-486e-b95b-a806318963d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7f588277-1790-412a-a1cc-3d4d1a03523b HTTP/1.1" status: 200 len: 854 time: 0.0578089 Jul 23 20:12:07.809673 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6b6e0097-eff6-425a-a3c8-7a7e8e310bb7 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:07.827815 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314853dc-c0e1-4db9-860e-2bb789a1df03 None None] Checking router: 563a2156-6482-461f-8fe0-06609d776002 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:12:07.836062 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314853dc-c0e1-4db9-860e-2bb789a1df03 None None] Routers {'563a2156-6482-461f-8fe0-06609d776002'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:12:07.836669 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-314853dc-c0e1-4db9-860e-2bb789a1df03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:11:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['563a2156-6482-461f-8fe0-06609d776002'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:12:07.858413 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6b6e0097-eff6-425a-a3c8-7a7e8e310bb7 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:07.861265 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6b6e0097-eff6-425a-a3c8-7a7e8e310bb7 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:07.864764 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6b6e0097-eff6-425a-a3c8-7a7e8e310bb7 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "DELETE /v2.0/security-groups/1c58a857-e648-4211-851c-b260152c756b HTTP/1.1" status: 204 len: 168 time: 0.1380422 Jul 23 20:12:07.865152 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51144) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:07.872743 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e0097-eff6-425a-a3c8-7a7e8e310bb7 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c58a857-e648-4211-851c-b260152c756b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:07.889154 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64f92e-c070-4a48-a929-0bf19362e174 req-733c00af-ca99-4ef4-9065-f9024995ac20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:07.890691 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6a64f92e-c070-4a48-a929-0bf19362e174 req-733c00af-ca99-4ef4-9065-f9024995ac20 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ed045b-f5a3-49a6-a9c8-61ede271bf43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0767424 Jul 23 20:12:07.957063 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-314853dc-c0e1-4db9-860e-2bb789a1df03 None None] Set router 563a2156-6482-461f-8fe0-06609d776002 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:12:07.968728 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-85a42a54-f827-4b29-b9e3-8122944cb3b3 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0982971 Jul 23 20:12:07.969501 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51148) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:08.013164 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-28215b8a-4d2b-4dc7-a5a3-9d849da15bda tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] delete failed (client error): The resource could not be found. Jul 23 20:12:08.017644 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-28215b8a-4d2b-4dc7-a5a3-9d849da15bda tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "DELETE /v2.0/security-groups/1f12d569-c95d-474e-aae0-196569de60da HTTP/1.1" status: 404 len: 347 time: 0.0440702 Jul 23 20:12:08.020166 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51150) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:08.024023 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca072e5-ea0a-4acc-afa5-298dcbcd07b5 req-fcde7b18-60c5-48f3-8ff8-0541f23cc1da tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:08.026961 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cca072e5-ea0a-4acc-afa5-298dcbcd07b5 req-fcde7b18-60c5-48f3-8ff8-0541f23cc1da tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 946 time: 0.0770605 Jul 23 20:12:08.038599 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-3f65e5fc-0332-4bee-b8a5-864a9b7a7db9 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] show failed (client error): The resource could not be found. Jul 23 20:12:08.043210 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3f65e5fc-0332-4bee-b8a5-864a9b7a7db9 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "GET /v2.0/security-groups/cc1701d4-d3c8-4d06-a81c-4652e10f9d25 HTTP/1.1" status: 404 len: 347 time: 0.0185463 Jul 23 20:12:08.044531 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51152) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:08.069124 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-1042ed7b-ce54-4c0c-90b2-e22729c41d84 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] show failed (client error): The resource could not be found. Jul 23 20:12:08.075317 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1042ed7b-ce54-4c0c-90b2-e22729c41d84 tempest-NegativeSecGroupTest-134923310 tempest-NegativeSecGroupTest-134923310-project] 10.222.0.32 "GET /v2.0/security-group-rules/ce60c633-5400-4ad7-8071-358572a0082a HTTP/1.1" status: 404 len: 356 time: 0.0258150 Jul 23 20:12:08.075317 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6a64f92e-c070-4a48-a929-0bf19362e174 req-847f781d-b9ae-43d6-a58d-a0a2698dfa56 service neutron] 10.222.0.18 "GET /v2.0/networks/61ed045b-f5a3-49a6-a9c8-61ede271bf43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761320 Jul 23 20:12:08.080890 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cca072e5-ea0a-4acc-afa5-298dcbcd07b5 req-cdccfc84-f9b2-440c-9469-58a522826e45 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430567 Jul 23 20:12:08.223855 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-314853dc-c0e1-4db9-860e-2bb789a1df03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563a2156-6482-461f-8fe0-06609d776002', 'name': 'tempest-ServersTestBootFromVolume-702772466-router', 'tenant_id': '6797e7030eab49e9bc11cae60d3b9177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'ee818ae2-027a-48c4-ae91-dd5af60bc51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:04Z', 'updated_at': '2021-07-23T20:11:11Z', 'revision_number': 4, 'project_id': '6797e7030eab49e9bc11cae60d3b9177', 'gw_port': {'id': 'ee818ae2-027a-48c4-ae91-dd5af60bc51c', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563a2156-6482-461f-8fe0-06609d776002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:05Z', 'updated_at': '2021-07-23T20:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'd9a041ee-fd55-4df0-bbc5-82b7bede1c28', 'tenant_id': '6797e7030eab49e9bc11cae60d3b9177', 'floating_ip_address': '172.25.1.161', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '563a2156-6482-461f-8fe0-06609d776002', 'port_id': '8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61ed045b-f5a3-49a6-a9c8-61ede271bf43', 'mac_address': 'fa:16:3e:1b:26:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d6d1ef-f367-4ec5-8417-4d96d9165b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:11:16Z', 'updated_at': '2021-07-23T20:12:06Z', 'revision_number': 1, 'project_id': '6797e7030eab49e9bc11cae60d3b9177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '647d4ddc-f185-44ce-8424-8e8e8f0d2fbb', 'name': '', 'network_id': '61ed045b-f5a3-49a6-a9c8-61ede271bf43', 'tenant_id': '6797e7030eab49e9bc11cae60d3b9177', 'mac_address': 'fa:16:3e:0c:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563a2156-6482-461f-8fe0-06609d776002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '7f588277-1790-412a-a1cc-3d4d1a03523b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:09Z', 'updated_at': '2021-07-23T20:11:17Z', 'revision_number': 5, 'project_id': '6797e7030eab49e9bc11cae60d3b9177', 'subnets': [{'id': '7f588277-1790-412a-a1cc-3d4d1a03523b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:12:08.258000 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314853dc-c0e1-4db9-860e-2bb789a1df03 None None] The sync data for ids ['563a2156-6482-461f-8fe0-06609d776002'] in n-d-793618-10 is: [{'id': '563a2156-6482-461f-8fe0-06609d776002', 'name': 'tempest-ServersTestBootFromVolume-702772466-router', 'tenant_id': '6797e7030eab49e9bc11cae60d3b9177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'ee818ae2-027a-48c4-ae91-dd5af60bc51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:04Z', 'updated_at': '2021-07-23T20:11:11Z', 'revision_number': 4, 'project_id': '6797e7030eab49e9bc11cae60d3b9177', 'gw_port': {'id': 'ee818ae2-027a-48c4-ae91-dd5af60bc51c', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563a2156-6482-461f-8fe0-06609d776002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:05Z', 'updated_at': '2021-07-23T20:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'd9a041ee-fd55-4df0-bbc5-82b7bede1c28', 'tenant_id': '6797e7030eab49e9bc11cae60d3b9177', 'floating_ip_address': '172.25.1.161', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '563a2156-6482-461f-8fe0-06609d776002', 'port_id': '8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61ed045b-f5a3-49a6-a9c8-61ede271bf43', 'mac_address': 'fa:16:3e:1b:26:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d6d1ef-f367-4ec5-8417-4d96d9165b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:11:16Z', 'updated_at': '2021-07-23T20:12:06Z', 'revision_number': 1, 'project_id': '6797e7030eab49e9bc11cae60d3b9177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '647d4ddc-f185-44ce-8424-8e8e8f0d2fbb', 'name': '', 'network_id': '61ed045b-f5a3-49a6-a9c8-61ede271bf43', 'tenant_id': '6797e7030eab49e9bc11cae60d3b9177', 'mac_address': 'fa:16:3e:0c:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563a2156-6482-461f-8fe0-06609d776002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '7f588277-1790-412a-a1cc-3d4d1a03523b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:09Z', 'updated_at': '2021-07-23T20:11:17Z', 'revision_number': 5, 'project_id': '6797e7030eab49e9bc11cae60d3b9177', 'subnets': [{'id': '7f588277-1790-412a-a1cc-3d4d1a03523b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:12:08.442372 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51166) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:08.503559 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6a64f92e-c070-4a48-a929-0bf19362e174 req-e3a9ad72-ff0a-4b6c-a08e-65e829d54804 service neutron] 10.222.0.18 "GET /v2.0/networks/61ed045b-f5a3-49a6-a9c8-61ede271bf43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231925 Jul 23 20:12:08.522587 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d355f-f4c6-4843-b0b1-223aa9cf52ce req-a04d5af7-cccc-4722-a396-547ff7df551b tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:08.530952 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-671d355f-f4c6-4843-b0b1-223aa9cf52ce req-a04d5af7-cccc-4722-a396-547ff7df551b tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 946 time: 0.1164155 Jul 23 20:12:08.573741 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-671d355f-f4c6-4843-b0b1-223aa9cf52ce req-ba4bf077-f1d0-4eab-9412-b2df1dd466be tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418317 Jul 23 20:12:08.596269 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a57cc3-210d-4b8f-aa7d-16d0c0900d53 None None] New status for floating IP d9a041ee-fd55-4df0-bbc5-82b7bede1c28: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:12:08.607156 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ab73dcba-0fc5-4eb1-b271-873b2e5f9970 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=baeb7a91e62a4105a2b96b7c42e85fc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1636198 Jul 23 20:12:08.609707 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51170) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:08.662773 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-614e8db3-5b52-4368-8dbc-4115e50badd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:08.685862 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-614e8db3-5b52-4368-8dbc-4115e50badd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:08.729029 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:12:08.737748 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-614e8db3-5b52-4368-8dbc-4115e50badd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:08.740296 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-614e8db3-5b52-4368-8dbc-4115e50badd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:08.741437 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-614e8db3-5b52-4368-8dbc-4115e50badd1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b7b4e383-20ab-4b62-a122-ebed3454075b HTTP/1.1" status: 204 len: 168 time: 0.1307528 Jul 23 20:12:08.750258 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e8db3-5b52-4368-8dbc-4115e50badd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b4e383-20ab-4b62-a122-ebed3454075b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:08.900496 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e248e9c-1ed0-4676-b802-2d8455a6c266 req-30fde0ce-815e-4622-a9f6-bf65cbee2861 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:08.902011 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8e248e9c-1ed0-4676-b802-2d8455a6c266 req-30fde0ce-815e-4622-a9f6-bf65cbee2861 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 946 time: 0.0782504 Jul 23 20:12:08.944664 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8e248e9c-1ed0-4676-b802-2d8455a6c266 req-de0e191b-1507-451b-bfee-91bd0442fec5 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357544 Jul 23 20:12:09.710279 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3635fce-3245-41e0-8b70-d905676aa8a8 req-50d4d1cc-0a00-442d-b41d-8dfe3293376c tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:09.711920 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a3635fce-3245-41e0-8b70-d905676aa8a8 req-50d4d1cc-0a00-442d-b41d-8dfe3293376c tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 946 time: 0.0673494 Jul 23 20:12:09.757151 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a3635fce-3245-41e0-8b70-d905676aa8a8 req-3b546fdb-0983-4a89-b94d-651317474882 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381727 Jul 23 20:12:10.095341 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4788f-d399-452d-8d4f-e6eb9cbff742 req-94a2e823-1f5d-4076-aa74-d7817953dfda tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:10.096912 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-57b4788f-d399-452d-8d4f-e6eb9cbff742 req-94a2e823-1f5d-4076-aa74-d7817953dfda tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 946 time: 0.0787811 Jul 23 20:12:10.146670 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-57b4788f-d399-452d-8d4f-e6eb9cbff742 req-bb68b907-1318-4c14-aa16-24ef5434d573 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437634 Jul 23 20:12:10.203061 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d42e949-f270-49e4-8704-a77b1cfd2f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:11.311459 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69df9b1-0657-4332-a069-9cb06a6146bb req-40ade6a1-a707-4f24-a19c-6815997ecab6 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:11.313285 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d69df9b1-0657-4332-a069-9cb06a6146bb req-40ade6a1-a707-4f24-a19c-6815997ecab6 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 946 time: 0.0825815 Jul 23 20:12:11.382793 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d69df9b1-0657-4332-a069-9cb06a6146bb req-7cf579a9-1736-43da-bd8c-ab68bae35940 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571556 Jul 23 20:12:11.393571 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc3a228-abdf-4ebb-9185-66f34bc4195e req-46b9023c-856c-445d-95ba-b72d201172d8 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:11.395184 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6bc3a228-abdf-4ebb-9185-66f34bc4195e req-46b9023c-856c-445d-95ba-b72d201172d8 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 946 time: 0.0689657 Jul 23 20:12:11.409092 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3094b-d5c1-4c8b-9917-fa4b162cd738 req-a20fb508-e55d-4309-8e35-88e97eb81bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:11.410637 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-97f3094b-d5c1-4c8b-9917-fa4b162cd738 req-a20fb508-e55d-4309-8e35-88e97eb81bb1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=784f45fc75b84843b7a1c49c28ef405e&device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 1098 time: 0.0926399 Jul 23 20:12:11.439704 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6bc3a228-abdf-4ebb-9185-66f34bc4195e req-c5f25ed2-c4f2-469f-896c-3463ae15a388 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370247 Jul 23 20:12:11.510329 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3094b-d5c1-4c8b-9917-fa4b162cd738 req-dadd486f-3528-40c2-bdf0-423e0d89ef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:11.511819 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-97f3094b-d5c1-4c8b-9917-fa4b162cd738 req-dadd486f-3528-40c2-bdf0-423e0d89ef3e service neutron] 10.222.0.18 "GET /v2.0/networks?id=286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8 HTTP/1.1" status: 200 len: 920 time: 0.0946715 Jul 23 20:12:11.554530 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-97f3094b-d5c1-4c8b-9917-fa4b162cd738 req-274954e4-03ef-4ca9-8d0c-c2045b916c23 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=831772ca-a5b0-41e5-8084-caa588577a99 HTTP/1.1" status: 200 len: 217 time: 0.0353587 Jul 23 20:12:11.607702 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3094b-d5c1-4c8b-9917-fa4b162cd738 req-db2a0c2b-5854-4c85-87cd-ae99a60a7bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:11.609231 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-97f3094b-d5c1-4c8b-9917-fa4b162cd738 req-db2a0c2b-5854-4c85-87cd-ae99a60a7bba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=26aa5c9b-6c7b-4ead-bbf5-7e81fe90100c HTTP/1.1" status: 200 len: 859 time: 0.0483661 Jul 23 20:12:11.648315 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-97f3094b-d5c1-4c8b-9917-fa4b162cd738 req-ad894518-ae57-4792-a277-28312f876e24 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318677 Jul 23 20:12:11.749959 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-97f3094b-d5c1-4c8b-9917-fa4b162cd738 req-fee15f75-28b0-49dd-9cff-cf9c193f53f0 service neutron] 10.222.0.18 "GET /v2.0/networks/286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939147 Jul 23 20:12:11.860887 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-97f3094b-d5c1-4c8b-9917-fa4b162cd738 req-eb8d5ce6-89de-44ab-8c9c-f05ec4819f6f service neutron] 10.222.0.18 "GET /v2.0/networks/286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046424 Jul 23 20:12:12.526459 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d331472-1c58-4418-bf49-a762a8c7f3b5 req-2ed8c0be-6204-4621-afc7-3b12ce6554d1 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:12.528005 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5d331472-1c58-4418-bf49-a762a8c7f3b5 req-2ed8c0be-6204-4621-afc7-3b12ce6554d1 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 946 time: 0.0694137 Jul 23 20:12:12.570062 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5d331472-1c58-4418-bf49-a762a8c7f3b5 req-96c760ee-fdc8-49b6-ae46-b20200cde938 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359240 Jul 23 20:12:12.579173 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0edc576-444f-4c0d-9b6e-5b34aaf3a770 req-721904a4-f452-4656-ac92-3984a8438b6a tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:12.580837 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c0edc576-444f-4c0d-9b6e-5b34aaf3a770 req-721904a4-f452-4656-ac92-3984a8438b6a tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 946 time: 0.0676932 Jul 23 20:12:12.619480 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c0edc576-444f-4c0d-9b6e-5b34aaf3a770 req-fe09e4ed-93a9-4d99-b9a9-cbee6ad2320a tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331330 Jul 23 20:12:12.921881 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-adc4bfb5-9925-4344-9068-e976143ad45b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:13.263518 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:13.720490 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4f462-03a1-454c-930c-9650b1beddce req-0010b6b9-73a8-4166-b044-ac30aada75ff tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:13.722297 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4cf4f462-03a1-454c-930c-9650b1beddce req-0010b6b9-73a8-4166-b044-ac30aada75ff tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 946 time: 0.0733151 Jul 23 20:12:13.763436 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4cf4f462-03a1-454c-930c-9650b1beddce req-a6c0bc3f-4aac-48e1-a136-b626c2198df0 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352974 Jul 23 20:12:13.792027 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4ebd0-8d43-42dc-8ab1-b6f93d232177 req-a1cd1af6-dc1a-4817-ab02-0e0e941e27c3 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:13.794150 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2bf4ebd0-8d43-42dc-8ab1-b6f93d232177 req-a1cd1af6-dc1a-4817-ab02-0e0e941e27c3 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 946 time: 0.0946414 Jul 23 20:12:13.846981 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2bf4ebd0-8d43-42dc-8ab1-b6f93d232177 req-d736e441-e4b6-48f6-9c5c-3184201a8801 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453305 Jul 23 20:12:13.942052 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:14.340445 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:14.482722 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:14.824245 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00bde8-f797-4e99-bea6-306abe559a89 req-f3f224ed-4f34-4385-81ce-6eeadf24a1c5 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:14.826127 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9d00bde8-f797-4e99-bea6-306abe559a89 req-f3f224ed-4f34-4385-81ce-6eeadf24a1c5 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.0725002 Jul 23 20:12:14.875125 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9d00bde8-f797-4e99-bea6-306abe559a89 req-137b8fe8-2871-4795-b7e6-51f0e7f60740 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432696 Jul 23 20:12:14.938297 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17517e36-0032-42d0-9425-c89f6cdc0aa7 req-5932caef-ecb0-4333-bc0e-0920a01fd7fd tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:14.942261 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-17517e36-0032-42d0-9425-c89f6cdc0aa7 req-5932caef-ecb0-4333-bc0e-0920a01fd7fd tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 946 time: 0.0906177 Jul 23 20:12:14.986488 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-17517e36-0032-42d0-9425-c89f6cdc0aa7 req-3479759d-021f-4d82-96fb-77b2985c4ca2 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406234 Jul 23 20:12:15.132681 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c812c73-a54e-4733-bd47-0c9be8e2b6e8 req-ea0606bd-27c1-41c8-b9ba-f728690aa963 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:15.135424 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5c812c73-a54e-4733-bd47-0c9be8e2b6e8 req-ea0606bd-27c1-41c8-b9ba-f728690aa963 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 946 time: 0.1045041 Jul 23 20:12:15.153393 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b097651-937d-4417-a957-b45f535ce397 req-acceee35-85ec-4068-b4fd-efde31924660 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:15.158371 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3b097651-937d-4417-a957-b45f535ce397 req-acceee35-85ec-4068-b4fd-efde31924660 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.0901377 Jul 23 20:12:15.202379 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5c812c73-a54e-4733-bd47-0c9be8e2b6e8 req-25789a7e-1395-4968-acc6-9708c0787da4 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578406 Jul 23 20:12:15.204979 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3b097651-937d-4417-a957-b45f535ce397 req-c868cef3-b7a5-4e12-bb09-c5dcefbc1a72 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439148 Jul 23 20:12:15.608270 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-38787013-e37b-44e6-82cf-945393019034 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:15.609953 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-38787013-e37b-44e6-82cf-945393019034 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/networks?id=f1957672-1349-45e6-b250-4d2e0e2b0e22 HTTP/1.1" status: 200 len: 811 time: 0.1446609 Jul 23 20:12:15.639703 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-14241c38-ec9d-4d15-b282-3118bea5afca tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/quotas/3eac1fd2f7984fc28e6e139f2a1d3dd0 HTTP/1.1" status: 200 len: 375 time: 0.0161223 Jul 23 20:12:15.763290 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-dc078428-29a8-43aa-a341-fa76b873219e tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3eac1fd2f7984fc28e6e139f2a1d3dd0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1111054 Jul 23 20:12:15.834271 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:15.934501 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-e9b0638d-50c1-47d0-8131-f735372721a7 service neutron] 10.222.0.32 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564281 Jul 23 20:12:16.284964 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e3dd2-d37f-4efe-88cb-98d83ff59dde req-b1881584-5f8e-4023-8eb8-1a44d291f605 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:16.296397 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c53e3dd2-d37f-4efe-88cb-98d83ff59dde req-b1881584-5f8e-4023-8eb8-1a44d291f605 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 946 time: 0.1415727 Jul 23 20:12:16.358546 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c53e3dd2-d37f-4efe-88cb-98d83ff59dde req-352e2e6c-553a-4bb0-a5c2-9e8d3a261a62 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612352 Jul 23 20:12:16.512425 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-fbd605c5-5be0-4a58-ad9a-5725ae7cc8e0 service neutron] 10.222.0.32 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5693917 Jul 23 20:12:16.587099 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73983f79-8b1b-4759-8259-81754499c4a1 req-9f026e82-a1ee-4da5-b86e-89d82c84dff2 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:16.589195 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-73983f79-8b1b-4759-8259-81754499c4a1 req-9f026e82-a1ee-4da5-b86e-89d82c84dff2 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 946 time: 0.1029081 Jul 23 20:12:16.634581 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-73983f79-8b1b-4759-8259-81754499c4a1 req-37ae39dd-adf5-41ea-b7a7-49b291ddf463 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380180 Jul 23 20:12:16.726353 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-07b57d8f-e9f1-4e77-8d9a-bc167796eaef req-12da4944-cb85-46cc-aec2-ed61ee447148 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f017aa4-e023-4a14-9e91-6ec9fcad8593 HTTP/1.1" status: 200 len: 210 time: 0.0455959 Jul 23 20:12:17.530869 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15718a26-c4b7-44e4-830f-46b76cb11395 req-51b21f9a-be34-455a-9fbe-36eda609692d tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:17.532601 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-15718a26-c4b7-44e4-830f-46b76cb11395 req-51b21f9a-be34-455a-9fbe-36eda609692d tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 946 time: 0.0781374 Jul 23 20:12:17.580521 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-15718a26-c4b7-44e4-830f-46b76cb11395 req-060a19d0-839b-4e3a-bda4-604be62df0e6 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419779 Jul 23 20:12:17.893338 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-43142952-1a35-4054-a845-8bd3feb23cfe tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:17.895086 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-43142952-1a35-4054-a845-8bd3feb23cfe tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.30 "GET /v2.0/networks?id=f1957672-1349-45e6-b250-4d2e0e2b0e22 HTTP/1.1" status: 200 len: 811 time: 0.2295713 Jul 23 20:12:17.913688 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-b5115157-c661-476a-8319-a44baafe9831 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Request body: {'port': {'device_id': '2f017aa4-e023-4a14-9e91-6ec9fcad8593', 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22', 'admin_state_up': True, 'tenant_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:17.959309 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-87eb7329-217e-4ee3-92fd-9ab54ee537a3 req-bafe7135-e99c-46d6-9468-729cd15e3a57 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f017aa4-e023-4a14-9e91-6ec9fcad8593 HTTP/1.1" status: 200 len: 210 time: 0.0366566 Jul 23 20:12:17.968788 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c4ce6-f6da-49a1-850c-3d794e109794 req-6f23206c-a848-45fd-9d3b-ca9fbfc17649 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:17.971958 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-637c4ce6-f6da-49a1-850c-3d794e109794 req-6f23206c-a848-45fd-9d3b-ca9fbfc17649 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 946 time: 0.1711102 Jul 23 20:12:18.065515 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-637c4ce6-f6da-49a1-850c-3d794e109794 req-ea1031ca-b970-4c8f-bd6f-cfe19a2c6a47 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652714 Jul 23 20:12:18.089685 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-b5115157-c661-476a-8319-a44baafe9831 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Made reservation on behalf of 3eac1fd2f7984fc28e6e139f2a1d3dd0 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:12:18.093823 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-b5115157-c661-476a-8319-a44baafe9831 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:18.249416 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-b5115157-c661-476a-8319-a44baafe9831 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Allocated IP 172.20.0.9 (f1957672-1349-45e6-b250-4d2e0e2b0e22/d89cc8ce-1520-4663-872c-281c0b224b71/d4f578de-937a-43b5-97fe-d0f4d325e6e9) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:12:18.474502 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-b5115157-c661-476a-8319-a44baafe9831 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:18.495708 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-b5115157-c661-476a-8319-a44baafe9831 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Transition to ACTIVE for port object d4f578de-937a-43b5-97fe-d0f4d325e6e9 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:12:18.535339 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-b5115157-c661-476a-8319-a44baafe9831 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:18.555101 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['df5dcfc5-c287-4e54-93bf-2d5f19324d29'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:12:18.586126 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-b5115157-c661-476a-8319-a44baafe9831 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Network f1957672-1349-45e6-b250-4d2e0e2b0e22 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:12:18.592532 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-b5115157-c661-476a-8319-a44baafe9831 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:12:18.596871 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-b5115157-c661-476a-8319-a44baafe9831 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:12:18.603836 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5115157-c661-476a-8319-a44baafe9831 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Pushing event updated for resources: {'Port': ['ID=d4f578de-937a-43b5-97fe-d0f4d325e6e9,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:18.611142 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['035b5f7f-5305-4357-8fec-017e5e9a1ec5'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:12:18.735838 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-b5115157-c661-476a-8319-a44baafe9831 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:18.736553 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-b5115157-c661-476a-8319-a44baafe9831 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:18.762399 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-b5115157-c661-476a-8319-a44baafe9831 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8540528 Jul 23 20:12:18.788134 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-debfc6ff-76c5-45af-a516-d27e4c798bc6 service neutron] Request body: {'port': {'device_id': '2f017aa4-e023-4a14-9e91-6ec9fcad8593', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:18.912412 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f226d3-4767-4493-ba95-d4108521d0e7 req-03f1867d-8b5b-47a0-a9d7-9ff1f3899cef tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:18.914409 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-43f226d3-4767-4493-ba95-d4108521d0e7 req-03f1867d-8b5b-47a0-a9d7-9ff1f3899cef tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 946 time: 0.2381496 Jul 23 20:12:18.950360 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-debfc6ff-76c5-45af-a516-d27e4c798bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:18.981283 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-42cde3e3-0f6c-489f-a02c-1d7fbc1b8e84 None None] Provisioning for port d4f578de-937a-43b5-97fe-d0f4d325e6e9 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:12:18.986874 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-42cde3e3-0f6c-489f-a02c-1d7fbc1b8e84 None None] Provisioning complete for port d4f578de-937a-43b5-97fe-d0f4d325e6e9 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:18.987087 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-42cde3e3-0f6c-489f-a02c-1d7fbc1b8e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:19.011293 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-43f226d3-4767-4493-ba95-d4108521d0e7 req-71441cf2-9bfb-4af0-9f98-74571134aa55 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866642 Jul 23 20:12:19.097054 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-42cde3e3-0f6c-489f-a02c-1d7fbc1b8e84 None None] Port d4f578de-937a-43b5-97fe-d0f4d325e6e9 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:12:19.175332 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ce447-dfee-4cfd-8787-c2903f7d228a req-ea6a724a-0f81-4af9-8dfc-2a03888268b7 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:19.179803 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ba6ce447-dfee-4cfd-8787-c2903f7d228a req-ea6a724a-0f81-4af9-8dfc-2a03888268b7 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f017aa4-e023-4a14-9e91-6ec9fcad8593 HTTP/1.1" status: 200 len: 931 time: 0.1113684 Jul 23 20:12:19.257010 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ba6ce447-dfee-4cfd-8787-c2903f7d228a req-bb7f1a68-6be0-4a12-9b19-b96d3129865f tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577879 Jul 23 20:12:19.315210 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269f728-8e4a-479d-86c7-b210f61e93a5 req-e8911c11-47e7-4ec6-97b8-424d70b1344b tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:19.316787 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8269f728-8e4a-479d-86c7-b210f61e93a5 req-e8911c11-47e7-4ec6-97b8-424d70b1344b tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 946 time: 0.1533732 Jul 23 20:12:19.397892 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-debfc6ff-76c5-45af-a516-d27e4c798bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4f578de-937a-43b5-97fe-d0f4d325e6e9 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:12:19.406535 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8269f728-8e4a-479d-86c7-b210f61e93a5 req-903aa1ac-3623-4a83-bd13-6bac69cfacca tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808666 Jul 23 20:12:19.411987 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-debfc6ff-76c5-45af-a516-d27e4c798bc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:19.430625 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-debfc6ff-76c5-45af-a516-d27e4c798bc6 service neutron] Transition to ACTIVE for port object d4f578de-937a-43b5-97fe-d0f4d325e6e9 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:12:19.436952 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-debfc6ff-76c5-45af-a516-d27e4c798bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:19.522412 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debfc6ff-76c5-45af-a516-d27e4c798bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f578de-937a-43b5-97fe-d0f4d325e6e9,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:19.598683 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-debfc6ff-76c5-45af-a516-d27e4c798bc6 service neutron] Attempting to bind port d4f578de-937a-43b5-97fe-d0f4d325e6e9 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:12:19.599090 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-debfc6ff-76c5-45af-a516-d27e4c798bc6 service neutron] Attempting to bind port d4f578de-937a-43b5-97fe-d0f4d325e6e9 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5c96697d-ee44-400a-8e69-1e994d5bac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:12:19.599359 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-debfc6ff-76c5-45af-a516-d27e4c798bc6 service neutron] Attempting to bind port d4f578de-937a-43b5-97fe-d0f4d325e6e9 on network f1957672-1349-45e6-b250-4d2e0e2b0e22 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:19.606442 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-debfc6ff-76c5-45af-a516-d27e4c798bc6 service neutron] Port d4f578de-937a-43b5-97fe-d0f4d325e6e9 on network f1957672-1349-45e6-b250-4d2e0e2b0e22 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:12:19.606852 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-debfc6ff-76c5-45af-a516-d27e4c798bc6 service neutron] Attempting to bind port d4f578de-937a-43b5-97fe-d0f4d325e6e9 on network f1957672-1349-45e6-b250-4d2e0e2b0e22 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:19.614740 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-debfc6ff-76c5-45af-a516-d27e4c798bc6 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:12:19.615284 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-debfc6ff-76c5-45af-a516-d27e4c798bc6 service neutron] Checking segment: {'id': '5c96697d-ee44-400a-8e69-1e994d5bac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:12:19.615987 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-debfc6ff-76c5-45af-a516-d27e4c798bc6 service neutron] Bound using segment: {'id': '5c96697d-ee44-400a-8e69-1e994d5bac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:12:19.616504 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-debfc6ff-76c5-45af-a516-d27e4c798bc6 service neutron] Bound port: d4f578de-937a-43b5-97fe-d0f4d325e6e9, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c96697d-ee44-400a-8e69-1e994d5bac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:12:19.616878 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-debfc6ff-76c5-45af-a516-d27e4c798bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:19.699675 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-debfc6ff-76c5-45af-a516-d27e4c798bc6 service neutron] For port d4f578de-937a-43b5-97fe-d0f4d325e6e9, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:12:19.706297 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-debfc6ff-76c5-45af-a516-d27e4c798bc6 service neutron] For port d4f578de-937a-43b5-97fe-d0f4d325e6e9, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=d4f578de-937a-43b5-97fe-d0f4d325e6e9,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:12:19.711353 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-debfc6ff-76c5-45af-a516-d27e4c798bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:19.756972 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-debfc6ff-76c5-45af-a516-d27e4c798bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:19.757810 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-debfc6ff-76c5-45af-a516-d27e4c798bc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:19.760085 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-debfc6ff-76c5-45af-a516-d27e4c798bc6 service neutron] 10.222.0.30 "PUT /v2.0/ports/d4f578de-937a-43b5-97fe-d0f4d325e6e9 HTTP/1.1" status: 200 len: 1092 time: 0.9868529 Jul 23 20:12:19.760961 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f017aa4-e023-4a14-9e91-6ec9fcad8593', 'tag': 'd4f578de-937a-43b5-97fe-d0f4d325e6e9'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:12:19.764667 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde90479-7c88-4702-9419-678c5bac91cb" -d '{"events": [{"name": "network-changed", "server_uuid": "2f017aa4-e023-4a14-9e91-6ec9fcad8593", "tag": "d4f578de-937a-43b5-97fe-d0f4d325e6e9"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:12:19.851292 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debfc6ff-76c5-45af-a516-d27e4c798bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f578de-937a-43b5-97fe-d0f4d325e6e9,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:19.887589 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996f9e7c-722f-4fe5-8fe5-10db06a83710 x-openstack-request-id: req-996f9e7c-722f-4fe5-8fe5-10db06a83710 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:12:19.887925 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f017aa4-e023-4a14-9e91-6ec9fcad8593", "tag": "d4f578de-937a-43b5-97fe-d0f4d325e6e9", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:12:19.888282 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-996f9e7c-722f-4fe5-8fe5-10db06a83710 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:12:19.888755 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f017aa4-e023-4a14-9e91-6ec9fcad8593', 'tag': 'd4f578de-937a-43b5-97fe-d0f4d325e6e9', 'status': 'completed', 'code': 200} Jul 23 20:12:19.930647 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-b0c22e91-f9cc-4924-9565-04ab4683fd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:19.932748 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-b0c22e91-f9cc-4924-9565-04ab4683fd48 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3eac1fd2f7984fc28e6e139f2a1d3dd0&device_id=2f017aa4-e023-4a14-9e91-6ec9fcad8593 HTTP/1.1" status: 200 len: 1095 time: 0.1015439 Jul 23 20:12:19.989087 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-7956e46a-2cb7-471e-9047-f4004b6620e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4f578de-937a-43b5-97fe-d0f4d325e6e9 HTTP/1.1" status: 200 len: 217 time: 0.0483110 Jul 23 20:12:20.064718 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-18a5fd4c-c73c-492c-84cb-a6c1fe549be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:20.066323 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-18a5fd4c-c73c-492c-84cb-a6c1fe549be2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d89cc8ce-1520-4663-872c-281c0b224b71 HTTP/1.1" status: 200 len: 850 time: 0.0690000 Jul 23 20:12:20.182820 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-22fbb0c3-882a-4d47-bdf5-3760a70a3ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:20.197426 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-22fbb0c3-882a-4d47-bdf5-3760a70a3ebd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1957672-1349-45e6-b250-4d2e0e2b0e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1165268 Jul 23 20:12:20.250000 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d6b68-e4be-4993-a3e6-b5579cec5a88 req-73cb97f9-e128-4243-8fa1-dfb31abf9a8d tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:20.253019 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-816d6b68-e4be-4993-a3e6-b5579cec5a88 req-73cb97f9-e128-4243-8fa1-dfb31abf9a8d tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 946 time: 0.1109605 Jul 23 20:12:20.304988 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-816d6b68-e4be-4993-a3e6-b5579cec5a88 req-de75665d-f43f-44d0-afa0-2afd9f30d163 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427082 Jul 23 20:12:20.341819 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51392) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:20.416915 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-a53251c4-446a-44b8-94d5-2cb22e02af79 service neutron] 10.222.0.30 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143097 Jul 23 20:12:20.502044 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddb37e-4fe4-4a83-9cd1-67e2b1da8479 req-716e158b-2043-4527-92d9-f37d0709faef tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:20.504087 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bfddb37e-4fe4-4a83-9cd1-67e2b1da8479 req-716e158b-2043-4527-92d9-f37d0709faef tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f017aa4-e023-4a14-9e91-6ec9fcad8593 HTTP/1.1" status: 200 len: 943 time: 0.1610882 Jul 23 20:12:20.505966 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-11fb48a9-0a24-4dba-a1c7-6d8b1b3601b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:20.597995 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7639f23b-a48f-4bbd-a46c-08e4e8e2f569 req-27773f0c-03e2-47fb-92ea-b49868746d14 service neutron] 10.222.0.30 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594563 Jul 23 20:12:20.601878 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bfddb37e-4fe4-4a83-9cd1-67e2b1da8479 req-c6bd799b-4b6a-448a-9baa-a4c247c19dc4 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639222 Jul 23 20:12:20.607145 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be073f16-ffe3-46dd-94ee-d9297821d4dc req-b22e116c-7840-40f2-9c8d-a39c4ecfc491 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:20.608747 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-be073f16-ffe3-46dd-94ee-d9297821d4dc req-b22e116c-7840-40f2-9c8d-a39c4ecfc491 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 946 time: 0.1068778 Jul 23 20:12:20.690637 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-be073f16-ffe3-46dd-94ee-d9297821d4dc req-cc4abc45-f34c-460e-82b2-7e6d17689419 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711720 Jul 23 20:12:20.717033 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde90479-7c88-4702-9419-678c5bac91cb req-18227d21-0ea9-4869-b544-bdb09f1d2107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:20.718613 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bde90479-7c88-4702-9419-678c5bac91cb req-18227d21-0ea9-4869-b544-bdb09f1d2107 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3eac1fd2f7984fc28e6e139f2a1d3dd0&device_id=2f017aa4-e023-4a14-9e91-6ec9fcad8593 HTTP/1.1" status: 200 len: 1095 time: 0.0633759 Jul 23 20:12:20.719022 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-11fb48a9-0a24-4dba-a1c7-6d8b1b3601b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:20.723549 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-11fb48a9-0a24-4dba-a1c7-6d8b1b3601b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:20.763821 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb48a9-0a24-4dba-a1c7-6d8b1b3601b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a4e685-c302-48d5-9224-96bd2eb5e7df,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:20.770797 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-11fb48a9-0a24-4dba-a1c7-6d8b1b3601b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=af7504e7577d45f6b5967b2373358a2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4244432 Jul 23 20:12:20.771152 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51400) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:20.819025 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde90479-7c88-4702-9419-678c5bac91cb req-597aca3e-525d-4d68-b94a-a5ab322eaa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:20.820473 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bde90479-7c88-4702-9419-678c5bac91cb req-597aca3e-525d-4d68-b94a-a5ab322eaa2d service neutron] 10.222.0.30 "GET /v2.0/networks?id=f1957672-1349-45e6-b250-4d2e0e2b0e22 HTTP/1.1" status: 200 len: 912 time: 0.0948191 Jul 23 20:12:20.833523 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8bded73e-e65d-4c06-b03b-47b9339874e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:20.857911 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8bded73e-e65d-4c06-b03b-47b9339874e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:20.867631 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bde90479-7c88-4702-9419-678c5bac91cb req-8fe8f572-3774-4cc8-ba54-388224902bf2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4f578de-937a-43b5-97fe-d0f4d325e6e9 HTTP/1.1" status: 200 len: 217 time: 0.0394790 Jul 23 20:12:20.905640 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8bded73e-e65d-4c06-b03b-47b9339874e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:20.908422 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8bded73e-e65d-4c06-b03b-47b9339874e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:20.909596 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8bded73e-e65d-4c06-b03b-47b9339874e5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/02a4e685-c302-48d5-9224-96bd2eb5e7df HTTP/1.1" status: 204 len: 168 time: 0.1375163 Jul 23 20:12:20.918356 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bded73e-e65d-4c06-b03b-47b9339874e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a4e685-c302-48d5-9224-96bd2eb5e7df,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:20.921739 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde90479-7c88-4702-9419-678c5bac91cb req-876b748f-4a4d-4279-9e3f-3ec861195aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:20.923313 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bde90479-7c88-4702-9419-678c5bac91cb req-876b748f-4a4d-4279-9e3f-3ec861195aeb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d89cc8ce-1520-4663-872c-281c0b224b71 HTTP/1.1" status: 200 len: 850 time: 0.0489407 Jul 23 20:12:20.991116 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde90479-7c88-4702-9419-678c5bac91cb req-282a77d0-c8fe-495c-ba0b-be91bcddc198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:20.992639 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bde90479-7c88-4702-9419-678c5bac91cb req-282a77d0-c8fe-495c-ba0b-be91bcddc198 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1957672-1349-45e6-b250-4d2e0e2b0e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581355 Jul 23 20:12:21.095085 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bde90479-7c88-4702-9419-678c5bac91cb req-96748c5a-f338-42fb-901f-a71c20bf57ae service neutron] 10.222.0.30 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953786 Jul 23 20:12:21.201991 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51408) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:21.209225 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bde90479-7c88-4702-9419-678c5bac91cb req-849cb946-1b76-4a96-8ac9-176efb9a08f9 service neutron] 10.222.0.30 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080239 Jul 23 20:12:21.216793 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfd3622f-0b8e-4594-8a20-e28e5e34d593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:21.309354 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfd3622f-0b8e-4594-8a20-e28e5e34d593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:21.315606 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfd3622f-0b8e-4594-8a20-e28e5e34d593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:21.366815 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bfd3622f-0b8e-4594-8a20-e28e5e34d593 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0cc29d19876c4b2b996827de63bf5227&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1612282 Jul 23 20:12:21.366815 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd3622f-0b8e-4594-8a20-e28e5e34d593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97df75c-7315-41ba-b865-83d1bdd3b183,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:21.367350 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51412) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:21.437595 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-204c6dd9-5ea8-46a0-a650-7250d832a09a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:21.463936 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-204c6dd9-5ea8-46a0-a650-7250d832a09a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:21.472419 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecccab4e-65de-4874-a588-8b12abdc45f4 req-77886758-8452-4aae-ac8d-5add0d4f8521 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:21.473970 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ecccab4e-65de-4874-a588-8b12abdc45f4 req-77886758-8452-4aae-ac8d-5add0d4f8521 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 946 time: 0.0810122 Jul 23 20:12:21.517309 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-204c6dd9-5ea8-46a0-a650-7250d832a09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:21.519535 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ecccab4e-65de-4874-a588-8b12abdc45f4 req-c18922dd-3c9e-4345-9166-7910b1362097 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385516 Jul 23 20:12:21.519911 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-204c6dd9-5ea8-46a0-a650-7250d832a09a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:21.521092 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-204c6dd9-5ea8-46a0-a650-7250d832a09a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a97df75c-7315-41ba-b865-83d1bdd3b183 HTTP/1.1" status: 204 len: 168 time: 0.1526790 Jul 23 20:12:21.530323 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c6dd9-5ea8-46a0-a650-7250d832a09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97df75c-7315-41ba-b865-83d1bdd3b183,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:21.762849 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b56e52-3b79-4a42-bd24-ec0c784af89c req-c006192b-a623-4614-83e4-3efd4cce03f4 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:21.764707 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d9b56e52-3b79-4a42-bd24-ec0c784af89c req-c006192b-a623-4614-83e4-3efd4cce03f4 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f017aa4-e023-4a14-9e91-6ec9fcad8593 HTTP/1.1" status: 200 len: 943 time: 0.0738709 Jul 23 20:12:21.814372 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d9b56e52-3b79-4a42-bd24-ec0c784af89c req-16b68264-c058-469d-a33c-570b8cc12be8 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362837 Jul 23 20:12:21.847787 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54926acf-7ff3-4932-82a5-4d39f5ec14c6 req-5330d602-5f34-461d-8a5f-37e11d12dc22 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:21.849412 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-54926acf-7ff3-4932-82a5-4d39f5ec14c6 req-5330d602-5f34-461d-8a5f-37e11d12dc22 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 946 time: 0.0846355 Jul 23 20:12:21.892343 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-54926acf-7ff3-4932-82a5-4d39f5ec14c6 req-22e68692-6a50-4d52-b814-14c0c301a1b5 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336516 Jul 23 20:12:22.672675 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a03c2b-17a3-4f71-9317-7a658392e9b9 req-e31b0ea8-2074-4858-a421-febe79319af3 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:22.674191 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-32a03c2b-17a3-4f71-9317-7a658392e9b9 req-e31b0ea8-2074-4858-a421-febe79319af3 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 946 time: 0.0772064 Jul 23 20:12:22.723376 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-32a03c2b-17a3-4f71-9317-7a658392e9b9 req-d21b7177-ff07-4d90-83c4-5b677ba47a82 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430343 Jul 23 20:12:22.963000 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b26bdc-ff1a-4cff-9be1-45600b8c5e8f req-1f2f0ca4-29ee-4fd2-9578-60820353f18e tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:22.964621 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-87b26bdc-ff1a-4cff-9be1-45600b8c5e8f req-1f2f0ca4-29ee-4fd2-9578-60820353f18e tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f017aa4-e023-4a14-9e91-6ec9fcad8593 HTTP/1.1" status: 200 len: 943 time: 0.0753837 Jul 23 20:12:23.006463 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-87b26bdc-ff1a-4cff-9be1-45600b8c5e8f req-707191be-fc80-4b16-a747-4b48adc26ca1 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361094 Jul 23 20:12:23.044907 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3cf74-5cf4-4236-997d-6e4133876a31 req-b76e6c5c-4085-439e-9a2c-6d12cb27a3e7 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:23.046549 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-94b3cf74-5cf4-4236-997d-6e4133876a31 req-b76e6c5c-4085-439e-9a2c-6d12cb27a3e7 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 946 time: 0.0821967 Jul 23 20:12:23.095313 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-94b3cf74-5cf4-4236-997d-6e4133876a31 req-adfcf71f-2342-4a89-bb90-04ea5a2a6b54 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429223 Jul 23 20:12:23.366302 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device d4f578de-937a-43b5-97fe-d0f4d325e6e9 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:12:23.468690 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port d4f578de-937a-43b5-97fe-d0f4d325e6e9, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=d4f578de-937a-43b5-97fe-d0f4d325e6e9,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:23.479762 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'd4f578de-937a-43b5-97fe-d0f4d325e6e9', 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22', 'port_id': 'd4f578de-937a-43b5-97fe-d0f4d325e6e9', 'mac_address': 'fa:16:3e:6b:95:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89cc8ce-1520-4663-872c-281c0b224b71', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:12:23.517534 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:23.531754 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4f578de-937a-43b5-97fe-d0f4d325e6e9 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:12:23.553687 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port d4f578de-937a-43b5-97fe-d0f4d325e6e9, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=d4f578de-937a-43b5-97fe-d0f4d325e6e9,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:23.561944 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:23.622841 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=d4f578de-937a-43b5-97fe-d0f4d325e6e9,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:23.631897 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:23.632270 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:23.632750 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:23.633100 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:23.633569 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:23.634328 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:23.634958 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:23.635303 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:23.635630 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:23.636116 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:23.636732 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:23.637249 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:23.887421 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69506b1f-7585-4810-9dd8-2842ba00d346 req-e74809be-421f-4325-a034-9ca414b5d5f6 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:23.889820 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-69506b1f-7585-4810-9dd8-2842ba00d346 req-e74809be-421f-4325-a034-9ca414b5d5f6 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 946 time: 0.0817304 Jul 23 20:12:23.901390 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['d4f578de-937a-43b5-97fe-d0f4d325e6e9'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:12:23.945877 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-69506b1f-7585-4810-9dd8-2842ba00d346 req-0868f6d1-6df0-420f-bb6e-06fd126a7749 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494809 Jul 23 20:12:24.184473 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df3138-c613-4b90-927c-1a91c140c843 req-99c58705-2963-40cf-9a62-2464ac25b247 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:24.186203 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-38df3138-c613-4b90-927c-1a91c140c843 req-99c58705-2963-40cf-9a62-2464ac25b247 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f017aa4-e023-4a14-9e91-6ec9fcad8593 HTTP/1.1" status: 200 len: 944 time: 0.0897939 Jul 23 20:12:24.237784 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-38df3138-c613-4b90-927c-1a91c140c843 req-22ebbada-b8df-4433-b69d-9f367bf70a0c tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421712 Jul 23 20:12:24.261196 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85d999-d5fc-4408-9f30-11b268153078 req-b4629253-7da5-4a1c-8672-14d597c566b2 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:24.262188 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3d85d999-d5fc-4408-9f30-11b268153078 req-b4629253-7da5-4a1c-8672-14d597c566b2 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 946 time: 0.0805218 Jul 23 20:12:24.303008 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3d85d999-d5fc-4408-9f30-11b268153078 req-b36a9aa7-8f50-4671-bbf2-9a6052fda495 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349853 Jul 23 20:12:25.100817 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef5e83-4df0-4419-a7a7-08f5b259bac6 req-a6cc60d6-0dbb-4da5-acdf-5d1198321e3d tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:25.102896 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d6ef5e83-4df0-4419-a7a7-08f5b259bac6 req-a6cc60d6-0dbb-4da5-acdf-5d1198321e3d tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 946 time: 0.0770526 Jul 23 20:12:25.146379 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d6ef5e83-4df0-4419-a7a7-08f5b259bac6 req-62d7b0d9-fe37-405c-8028-94f6c8549e90 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379581 Jul 23 20:12:25.373325 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device d4f578de-937a-43b5-97fe-d0f4d325e6e9 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:12:25.401269 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66a8f5-9e84-4499-8491-a5099d89f731 req-a23554cc-40ab-46ba-89ef-67c6875d7837 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:25.408564 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8f66a8f5-9e84-4499-8491-a5099d89f731 req-a23554cc-40ab-46ba-89ef-67c6875d7837 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f017aa4-e023-4a14-9e91-6ec9fcad8593 HTTP/1.1" status: 200 len: 944 time: 0.1017950 Jul 23 20:12:25.430524 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port d4f578de-937a-43b5-97fe-d0f4d325e6e9 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:12:25.436970 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port d4f578de-937a-43b5-97fe-d0f4d325e6e9 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:25.437782 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:25.468467 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8f66a8f5-9e84-4499-8491-a5099d89f731 req-e42261cd-e32e-468c-a9b5-a7232ab8a5df tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576932 Jul 23 20:12:25.471388 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db6de7-1952-4578-82b8-6d6d3ba86be5 req-4565f1fb-12a6-4e00-a19e-77253c76a299 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:25.473908 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-29db6de7-1952-4578-82b8-6d6d3ba86be5 req-4565f1fb-12a6-4e00-a19e-77253c76a299 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 946 time: 0.0924685 Jul 23 20:12:25.522014 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-29db6de7-1952-4578-82b8-6d6d3ba86be5 req-88038865-ae6d-40ac-a0a2-edb584e8ebce tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423260 Jul 23 20:12:25.565411 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:25.591351 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f017aa4-e023-4a14-9e91-6ec9fcad8593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f578de-937a-43b5-97fe-d0f4d325e6e9'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:12:25.593627 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3dbdfaa-1700-42d3-891c-4c8c01f7ea52" -d '{"events": [{"server_uuid": "2f017aa4-e023-4a14-9e91-6ec9fcad8593", "name": "network-vif-plugged", "status": "completed", "tag": "d4f578de-937a-43b5-97fe-d0f4d325e6e9"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:12:25.608051 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port d4f578de-937a-43b5-97fe-d0f4d325e6e9, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=d4f578de-937a-43b5-97fe-d0f4d325e6e9,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:25.612280 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:25.636984 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b87b67-2ef6-47e1-890f-d6b1322b2835 x-openstack-request-id: req-19b87b67-2ef6-47e1-890f-d6b1322b2835 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:12:25.637270 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f017aa4-e023-4a14-9e91-6ec9fcad8593", "name": "network-vif-plugged", "status": "completed", "tag": "d4f578de-937a-43b5-97fe-d0f4d325e6e9", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:12:25.637542 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19b87b67-2ef6-47e1-890f-d6b1322b2835 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:12:25.637928 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f017aa4-e023-4a14-9e91-6ec9fcad8593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f578de-937a-43b5-97fe-d0f4d325e6e9', 'code': 200} Jul 23 20:12:25.664463 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=d4f578de-937a-43b5-97fe-d0f4d325e6e9,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:25.781646 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a5e88-bb6e-4a0e-88e2-5dbc8c888740 req-9a81e561-be0b-470b-a202-b35832aa675f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:25.784607 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-174a5e88-bb6e-4a0e-88e2-5dbc8c888740 req-9a81e561-be0b-470b-a202-b35832aa675f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2f017aa4-e023-4a14-9e91-6ec9fcad8593 HTTP/1.1" status: 200 len: 1097 time: 0.0690200 Jul 23 20:12:25.828118 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-174a5e88-bb6e-4a0e-88e2-5dbc8c888740 req-d277ffd5-a22f-4935-8e4f-fe4f5b73d1a7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356889 Jul 23 20:12:26.288903 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d012d4-0307-47ca-9c3b-1af869d5d5bf req-e304fac4-23f9-4ca9-9af1-6383a419b0f9 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:26.290674 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-48d012d4-0307-47ca-9c3b-1af869d5d5bf req-e304fac4-23f9-4ca9-9af1-6383a419b0f9 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 946 time: 0.0678353 Jul 23 20:12:26.329694 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-48d012d4-0307-47ca-9c3b-1af869d5d5bf req-3b4e702b-e97f-4c41-8159-a93df0ddbca3 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331113 Jul 23 20:12:26.618627 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c825a92-4e09-4d10-8f64-64acae1d0230 req-75634f5b-c105-4e5e-9d82-1cbd60c5e98f tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:26.620534 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8c825a92-4e09-4d10-8f64-64acae1d0230 req-75634f5b-c105-4e5e-9d82-1cbd60c5e98f tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f017aa4-e023-4a14-9e91-6ec9fcad8593 HTTP/1.1" status: 200 len: 945 time: 0.0759981 Jul 23 20:12:26.670261 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8c825a92-4e09-4d10-8f64-64acae1d0230 req-614af83e-e921-4189-ac2c-677e9aa3cd36 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433445 Jul 23 20:12:26.697830 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202db3fd-4a02-4a38-ae48-22ed1cb5f747 req-ce3efe2a-7d13-4439-92fb-b163cf11198b tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:26.699695 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-202db3fd-4a02-4a38-ae48-22ed1cb5f747 req-ce3efe2a-7d13-4439-92fb-b163cf11198b tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 946 time: 0.0926304 Jul 23 20:12:26.754809 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-202db3fd-4a02-4a38-ae48-22ed1cb5f747 req-3746000b-0693-41f9-ad4c-c0a818f214fb tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475342 Jul 23 20:12:27.506443 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f60beb-956a-4d0c-80ac-832ff7c38686 req-03152b49-0180-402b-bf74-23ee19c65fcc tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:27.509246 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d4f60beb-956a-4d0c-80ac-832ff7c38686 req-03152b49-0180-402b-bf74-23ee19c65fcc tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 946 time: 0.0903499 Jul 23 20:12:27.566824 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d4f60beb-956a-4d0c-80ac-832ff7c38686 req-e33a4248-2d06-48aa-b623-a19c6fe6973c tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491564 Jul 23 20:12:27.854912 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81bb68-6335-4ae9-b169-fb0cd911bff2 req-a5d1886a-350d-46d7-a3a0-cf278a655c9a tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:27.856727 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cf81bb68-6335-4ae9-b169-fb0cd911bff2 req-a5d1886a-350d-46d7-a3a0-cf278a655c9a tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f017aa4-e023-4a14-9e91-6ec9fcad8593 HTTP/1.1" status: 200 len: 945 time: 0.0943925 Jul 23 20:12:27.906899 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cf81bb68-6335-4ae9-b169-fb0cd911bff2 req-637127ab-25c2-4df9-894a-e9cab7516d4d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421510 Jul 23 20:12:28.027564 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc681fd3-624b-408a-9d90-fb91ec6b3c29 req-fc990a19-7fd2-4801-91f5-6546f2111718 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:28.030262 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fc681fd3-624b-408a-9d90-fb91ec6b3c29 req-fc990a19-7fd2-4801-91f5-6546f2111718 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 946 time: 0.1055942 Jul 23 20:12:28.100663 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fc681fd3-624b-408a-9d90-fb91ec6b3c29 req-f9ff6bd5-6d84-4a77-99d8-f49a843b581d tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570214 Jul 23 20:12:28.359846 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658236c6-70cc-49da-b2c2-b1edb2379c58 req-52c91889-7812-420e-9339-91b2afa1c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:28.361717 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-658236c6-70cc-49da-b2c2-b1edb2379c58 req-52c91889-7812-420e-9339-91b2afa1c45c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 1098 time: 0.0869658 Jul 23 20:12:28.435044 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-658236c6-70cc-49da-b2c2-b1edb2379c58 req-16ea477b-34b5-417e-b2e1-20b240cb3b6b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667596 Jul 23 20:12:28.451902 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e4026379-b82a-4fd1-8c8e-6dff5e2abf67 req-57c8e488-7e3a-4909-952d-b7ee2b7f49d4 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=3eac1fd2f7984fc28e6e139f2a1d3dd0 HTTP/1.1" status: 200 len: 267 time: 0.0623703 Jul 23 20:12:28.532566 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4026379-b82a-4fd1-8c8e-6dff5e2abf67 req-748b7325-0a1a-4cb3-900c-c8cc67f4fcbb tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:28.534248 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e4026379-b82a-4fd1-8c8e-6dff5e2abf67 req-748b7325-0a1a-4cb3-900c-c8cc67f4fcbb tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f017aa4-e023-4a14-9e91-6ec9fcad8593 HTTP/1.1" status: 200 len: 945 time: 0.0762510 Jul 23 20:12:28.550791 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-e4026379-b82a-4fd1-8c8e-6dff5e2abf67 req-f661637f-9c21-4ae1-87aa-6a159508410d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Request body: {'port': {'security_groups': []}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:28.706206 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e4026379-b82a-4fd1-8c8e-6dff5e2abf67 req-f661637f-9c21-4ae1-87aa-6a159508410d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:28.784537 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51570) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:28.813815 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e1c01-34ed-451e-bd4a-bcd462cdedf2 req-9342ef6a-5df9-460f-8c9b-83e35960547d tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:28.815456 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4c2e1c01-34ed-451e-bd4a-bcd462cdedf2 req-9342ef6a-5df9-460f-8c9b-83e35960547d tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 946 time: 0.1056149 Jul 23 20:12:28.889556 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4c2e1c01-34ed-451e-bd4a-bcd462cdedf2 req-3fbe3f21-f955-428d-9928-59129c24816f tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629964 Jul 23 20:12:28.923545 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-e4026379-b82a-4fd1-8c8e-6dff5e2abf67 req-f661637f-9c21-4ae1-87aa-6a159508410d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] For port d4f578de-937a-43b5-97fe-d0f4d325e6e9, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=d4f578de-937a-43b5-97fe-d0f4d325e6e9,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:28.963033 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e4026379-b82a-4fd1-8c8e-6dff5e2abf67 req-f661637f-9c21-4ae1-87aa-6a159508410d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:28.968683 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e4026379-b82a-4fd1-8c8e-6dff5e2abf67 req-f661637f-9c21-4ae1-87aa-6a159508410d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:28.981063 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['df5dcfc5-c287-4e54-93bf-2d5f19324d29', 'd4f578de-937a-43b5-97fe-d0f4d325e6e9'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:12:28.982853 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-66ed6b44-1fda-445f-860d-02c3e777fd84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:28.986599 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['035b5f7f-5305-4357-8fec-017e5e9a1ec5'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:12:29.030784 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4026379-b82a-4fd1-8c8e-6dff5e2abf67 req-f661637f-9c21-4ae1-87aa-6a159508410d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:29.031507 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e4026379-b82a-4fd1-8c8e-6dff5e2abf67 req-f661637f-9c21-4ae1-87aa-6a159508410d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:29.036089 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e4026379-b82a-4fd1-8c8e-6dff5e2abf67 req-f661637f-9c21-4ae1-87aa-6a159508410d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "PUT /v2.0/ports/d4f578de-937a-43b5-97fe-d0f4d325e6e9 HTTP/1.1" status: 200 len: 904 time: 0.4942567 Jul 23 20:12:29.036766 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f017aa4-e023-4a14-9e91-6ec9fcad8593', 'tag': 'd4f578de-937a-43b5-97fe-d0f4d325e6e9'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:12:29.051069 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccafe89-7a7c-4ef0-b63d-1a9931171ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "2f017aa4-e023-4a14-9e91-6ec9fcad8593", "tag": "d4f578de-937a-43b5-97fe-d0f4d325e6e9"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:12:29.119108 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661637f-9c21-4ae1-87aa-6a159508410d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Pushing event updated for resources: {'Port': ['ID=d4f578de-937a-43b5-97fe-d0f4d325e6e9,revision_number=6']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:29.180068 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-66ed6b44-1fda-445f-860d-02c3e777fd84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:29.191906 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-66ed6b44-1fda-445f-860d-02c3e777fd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:29.263850 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ff4805-1eac-4e55-b5c5-3299e87a067a x-openstack-request-id: req-46ff4805-1eac-4e55-b5c5-3299e87a067a {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:12:29.264159 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f017aa4-e023-4a14-9e91-6ec9fcad8593", "tag": "d4f578de-937a-43b5-97fe-d0f4d325e6e9", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:12:29.265607 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['d4f578de-937a-43b5-97fe-d0f4d325e6e9'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:12:29.267186 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-46ff4805-1eac-4e55-b5c5-3299e87a067a {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:12:29.267626 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f017aa4-e023-4a14-9e91-6ec9fcad8593', 'tag': 'd4f578de-937a-43b5-97fe-d0f4d325e6e9', 'status': 'completed', 'code': 200} Jul 23 20:12:29.285967 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090508b2-dbe9-4cee-8d7d-34f8b69c4327 req-72a38e70-5698-4558-ac99-a174dbd9d69e tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:29.287518 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-090508b2-dbe9-4cee-8d7d-34f8b69c4327 req-72a38e70-5698-4558-ac99-a174dbd9d69e tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f017aa4-e023-4a14-9e91-6ec9fcad8593 HTTP/1.1" status: 200 len: 907 time: 0.1472485 Jul 23 20:12:29.291111 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed6b44-1fda-445f-860d-02c3e777fd84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808dac19-dc80-4e68-ab58-0c37516c477b,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:29.310286 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-66ed6b44-1fda-445f-860d-02c3e777fd84 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd87026aef2e4f0a99ac658a848c2897&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5220928 Jul 23 20:12:29.311167 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51584) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:29.409834 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12f3efb2-460b-4ecc-93fd-b96c8cd117c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:29.456726 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccafe89-7a7c-4ef0-b63d-1a9931171ce5 req-70439019-7bb4-41c2-a48b-9648b31606ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:29.458368 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1ccafe89-7a7c-4ef0-b63d-1a9931171ce5 req-70439019-7bb4-41c2-a48b-9648b31606ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3eac1fd2f7984fc28e6e139f2a1d3dd0&device_id=2f017aa4-e023-4a14-9e91-6ec9fcad8593 HTTP/1.1" status: 200 len: 1059 time: 0.1692059 Jul 23 20:12:29.466739 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12f3efb2-460b-4ecc-93fd-b96c8cd117c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:29.525632 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc598b0c-6dad-4788-8e81-61f6a1745c4d req-6eb5dec9-6338-4130-b5c3-f98a6c69e98e tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:29.525944 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447e58b-ded1-4263-bb57-5ed9f30b5a76 req-c214d6ce-c886-48b0-9661-09c23558221b tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:29.527222 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fc598b0c-6dad-4788-8e81-61f6a1745c4d req-6eb5dec9-6338-4130-b5c3-f98a6c69e98e tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 946 time: 0.1560113 Jul 23 20:12:29.537758 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a447e58b-ded1-4263-bb57-5ed9f30b5a76 req-c214d6ce-c886-48b0-9661-09c23558221b tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.1300414 Jul 23 20:12:29.557931 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e6f2497e-35ca-4364-883c-34d521d31302 None None] Provisioning complete for port d4f578de-937a-43b5-97fe-d0f4d325e6e9 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:29.558406 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e6f2497e-35ca-4364-883c-34d521d31302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:29.577914 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a447e58b-ded1-4263-bb57-5ed9f30b5a76 req-89b006d3-2aaf-4c01-9695-4ce2dc1ec093 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393095 Jul 23 20:12:29.595008 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12f3efb2-460b-4ecc-93fd-b96c8cd117c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:29.597677 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12f3efb2-460b-4ecc-93fd-b96c8cd117c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:29.601538 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-12f3efb2-460b-4ecc-93fd-b96c8cd117c1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/808dac19-dc80-4e68-ab58-0c37516c477b HTTP/1.1" status: 204 len: 168 time: 0.2888718 Jul 23 20:12:29.611357 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3efb2-460b-4ecc-93fd-b96c8cd117c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808dac19-dc80-4e68-ab58-0c37516c477b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:29.685946 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fc598b0c-6dad-4788-8e81-61f6a1745c4d req-2d3d3a6e-e778-4d3c-abe6-5504b73fe7f4 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174965 Jul 23 20:12:29.694017 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccafe89-7a7c-4ef0-b63d-1a9931171ce5 req-bc841854-230f-4747-8564-053e206ccc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:29.695835 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1ccafe89-7a7c-4ef0-b63d-1a9931171ce5 req-bc841854-230f-4747-8564-053e206ccc39 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f1957672-1349-45e6-b250-4d2e0e2b0e22 HTTP/1.1" status: 200 len: 912 time: 0.2274513 Jul 23 20:12:29.765542 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1ccafe89-7a7c-4ef0-b63d-1a9931171ce5 req-2076483f-b295-4be5-b0c6-e02b37abac01 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4f578de-937a-43b5-97fe-d0f4d325e6e9 HTTP/1.1" status: 200 len: 217 time: 0.0618072 Jul 23 20:12:29.840065 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9055cf5-2dfc-4f9f-adf6-f9444f3021ce req-841561b0-a463-4fba-bf10-b06d514f4d76 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:29.843226 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b9055cf5-2dfc-4f9f-adf6-f9444f3021ce req-841561b0-a463-4fba-bf10-b06d514f4d76 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.1488039 Jul 23 20:12:29.873625 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccafe89-7a7c-4ef0-b63d-1a9931171ce5 req-7ebd57e9-a8b3-4175-9ded-773d581cd880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:29.875818 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1ccafe89-7a7c-4ef0-b63d-1a9931171ce5 req-7ebd57e9-a8b3-4175-9ded-773d581cd880 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d89cc8ce-1520-4663-872c-281c0b224b71 HTTP/1.1" status: 200 len: 850 time: 0.1042552 Jul 23 20:12:29.921229 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b9055cf5-2dfc-4f9f-adf6-f9444f3021ce req-d77e0547-5084-4733-9940-894907bce8ba tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642147 Jul 23 20:12:29.991354 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccafe89-7a7c-4ef0-b63d-1a9931171ce5 req-73d57713-b66c-461d-b3d0-afc20b9fb000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:29.994542 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1ccafe89-7a7c-4ef0-b63d-1a9931171ce5 req-73d57713-b66c-461d-b3d0-afc20b9fb000 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1957672-1349-45e6-b250-4d2e0e2b0e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1116009 Jul 23 20:12:30.077099 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51600) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:30.100181 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b073ceef-20f4-45bc-8c24-cf7405404e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:30.173899 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4d04b-2186-4fc7-a856-1504e51799e0 req-483d51f1-cbc5-495f-8bb8-b1d02533756a tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:30.175640 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2cb4d04b-2186-4fc7-a856-1504e51799e0 req-483d51f1-cbc5-495f-8bb8-b1d02533756a tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 946 time: 0.1799369 Jul 23 20:12:30.187620 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1ccafe89-7a7c-4ef0-b63d-1a9931171ce5 req-5a31ec4a-589d-415f-91c5-f758eaf4ad72 service neutron] 10.222.0.30 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795366 Jul 23 20:12:30.304486 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2cb4d04b-2186-4fc7-a856-1504e51799e0 req-9e7f280a-f268-4b93-b2bf-b860784306d1 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156404 Jul 23 20:12:30.316544 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b073ceef-20f4-45bc-8c24-cf7405404e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:30.331609 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b073ceef-20f4-45bc-8c24-cf7405404e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:30.351353 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1ccafe89-7a7c-4ef0-b63d-1a9931171ce5 req-7e8c7779-81eb-4579-ad15-aa861e5ebd4e service neutron] 10.222.0.30 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533129 Jul 23 20:12:30.396774 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b073ceef-20f4-45bc-8c24-cf7405404e75 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6af9aea38c6e4dca8a464a2ba8d605ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3177915 Jul 23 20:12:30.397921 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b073ceef-20f4-45bc-8c24-cf7405404e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6725bf1-4fef-4a24-958c-34d13e1ff915,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:30.401933 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51614) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:30.406811 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfa853-f342-4c92-9734-676da26cfb4f req-e2a4b2c0-2d4c-48be-bb63-7023e048d0cc tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:30.408197 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4abfa853-f342-4c92-9734-676da26cfb4f req-e2a4b2c0-2d4c-48be-bb63-7023e048d0cc tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/networks?id=f1957672-1349-45e6-b250-4d2e0e2b0e22 HTTP/1.1" status: 200 len: 811 time: 0.1840925 Jul 23 20:12:30.424138 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4abfa853-f342-4c92-9734-676da26cfb4f req-28c7ec26-6c30-40d1-9589-9b1f8be5f869 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/quotas/3eac1fd2f7984fc28e6e139f2a1d3dd0 HTTP/1.1" status: 200 len: 375 time: 0.0103610 Jul 23 20:12:30.462269 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-27b629cc-a31a-41a3-8e4e-0b9f93f328e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:30.485501 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-27b629cc-a31a-41a3-8e4e-0b9f93f328e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:30.509854 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4abfa853-f342-4c92-9734-676da26cfb4f req-8b09a57e-0c76-480c-889b-dec44a8fa7c5 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3eac1fd2f7984fc28e6e139f2a1d3dd0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0791528 Jul 23 20:12:30.538633 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-27b629cc-a31a-41a3-8e4e-0b9f93f328e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:30.542041 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-27b629cc-a31a-41a3-8e4e-0b9f93f328e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:30.543211 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-27b629cc-a31a-41a3-8e4e-0b9f93f328e5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f6725bf1-4fef-4a24-958c-34d13e1ff915 HTTP/1.1" status: 204 len: 168 time: 0.1402359 Jul 23 20:12:30.551139 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b629cc-a31a-41a3-8e4e-0b9f93f328e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6725bf1-4fef-4a24-958c-34d13e1ff915,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:30.622751 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4abfa853-f342-4c92-9734-676da26cfb4f req-64a202d6-6d32-4640-8e9f-614d826492f3 service neutron] 10.222.0.32 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064508 Jul 23 20:12:30.724698 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4abfa853-f342-4c92-9734-676da26cfb4f req-0803a683-ab63-430e-9c8a-ac3202742d30 service neutron] 10.222.0.32 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958698 Jul 23 20:12:30.890264 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2a606-5e4a-47fa-950d-ff46d9c56e64 req-a81b3c40-4cec-4123-bc97-fec9b8e7eda2 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:30.892136 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-14e2a606-5e4a-47fa-950d-ff46d9c56e64 req-a81b3c40-4cec-4123-bc97-fec9b8e7eda2 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 946 time: 0.1040428 Jul 23 20:12:30.918977 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f1d31a49-943d-4508-9a52-b74cbf7b11be req-58730f19-d6e4-4705-8da2-8b9a9db6c152 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e7603e4-a351-4b7e-8647-1f597055e6ce HTTP/1.1" status: 200 len: 210 time: 0.0443463 Jul 23 20:12:30.980148 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-14e2a606-5e4a-47fa-950d-ff46d9c56e64 req-8d2b3723-34ab-4fb0-8b78-2a5b08a252f2 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820525 Jul 23 20:12:30.984722 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-de3a86d1-dd36-4455-944f-dc0b91910013 req-3ef74fde-e52e-49cd-8390-923087c891ae service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1a5e89bf-a454-459a-8be5-2a4557bc5290&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0687966 Jul 23 20:12:31.102953 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a86d1-dd36-4455-944f-dc0b91910013 req-032d8791-ecd0-4c49-ad96-fc0b63a99613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:31.104646 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-de3a86d1-dd36-4455-944f-dc0b91910013 req-032d8791-ecd0-4c49-ad96-fc0b63a99613 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3eac1fd2f7984fc28e6e139f2a1d3dd0&device_id=1a5e89bf-a454-459a-8be5-2a4557bc5290 HTTP/1.1" status: 200 len: 1098 time: 0.0847757 Jul 23 20:12:31.307209 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a86d1-dd36-4455-944f-dc0b91910013 req-a15b643d-c9df-4a7e-98a2-de7e42662c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:31.309296 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-de3a86d1-dd36-4455-944f-dc0b91910013 req-a15b643d-c9df-4a7e-98a2-de7e42662c28 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f1957672-1349-45e6-b250-4d2e0e2b0e22 HTTP/1.1" status: 200 len: 912 time: 0.1696517 Jul 23 20:12:31.346833 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b97573-a81e-412d-87be-6189d2a405ba req-225c140a-1914-4d88-92cb-df964ceb700e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:31.348679 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-82b97573-a81e-412d-87be-6189d2a405ba req-225c140a-1914-4d88-92cb-df964ceb700e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=784f45fc75b84843b7a1c49c28ef405e&device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 1098 time: 0.0821800 Jul 23 20:12:31.394514 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-de3a86d1-dd36-4455-944f-dc0b91910013 req-285beab5-7a06-4bd1-b45e-5152a9705482 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=035b5f7f-5305-4357-8fec-017e5e9a1ec5 HTTP/1.1" status: 200 len: 217 time: 0.0662482 Jul 23 20:12:31.481791 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be6afd-681d-4112-b2a2-cb2aa5f79182 req-a4cc56a4-9ebf-4f59-83c3-9c7e5d6ebb3f tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:31.483208 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-02be6afd-681d-4112-b2a2-cb2aa5f79182 req-a4cc56a4-9ebf-4f59-83c3-9c7e5d6ebb3f tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 946 time: 0.1950693 Jul 23 20:12:31.512131 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a86d1-dd36-4455-944f-dc0b91910013 req-16f4763a-821a-46db-b5f5-b2b0122236a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:31.513953 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-de3a86d1-dd36-4455-944f-dc0b91910013 req-16f4763a-821a-46db-b5f5-b2b0122236a6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d89cc8ce-1520-4663-872c-281c0b224b71 HTTP/1.1" status: 200 len: 850 time: 0.1132967 Jul 23 20:12:31.518136 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b97573-a81e-412d-87be-6189d2a405ba req-2bd1e747-200b-434a-b905-1d9253833d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:31.523678 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-82b97573-a81e-412d-87be-6189d2a405ba req-2bd1e747-200b-434a-b905-1d9253833d0f service neutron] 10.222.0.18 "GET /v2.0/networks?id=286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8 HTTP/1.1" status: 200 len: 920 time: 0.1642389 Jul 23 20:12:31.585642 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-82b97573-a81e-412d-87be-6189d2a405ba req-2c2daaca-c2d3-4b4c-9b42-59aaeaf4e921 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=831772ca-a5b0-41e5-8084-caa588577a99 HTTP/1.1" status: 200 len: 217 time: 0.0569940 Jul 23 20:12:31.588079 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-02be6afd-681d-4112-b2a2-cb2aa5f79182 req-1c9fb7de-bba7-420f-a014-9d5902bec4b6 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824959 Jul 23 20:12:31.596267 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378f6a5-1abc-473f-ad4e-09c51e563b0d req-af99e1c1-6895-4def-8663-b1e9bff9d184 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:31.598066 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c378f6a5-1abc-473f-ad4e-09c51e563b0d req-af99e1c1-6895-4def-8663-b1e9bff9d184 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 946 time: 0.1620440 Jul 23 20:12:31.641808 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a86d1-dd36-4455-944f-dc0b91910013 req-76edf79d-5e77-47a6-8c89-c833c217f9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:31.644998 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-de3a86d1-dd36-4455-944f-dc0b91910013 req-76edf79d-5e77-47a6-8c89-c833c217f9d3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f1957672-1349-45e6-b250-4d2e0e2b0e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1238341 Jul 23 20:12:31.710346 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c378f6a5-1abc-473f-ad4e-09c51e563b0d req-feb55362-1c7e-48db-842d-0a34e34981ac tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988193 Jul 23 20:12:31.713777 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b97573-a81e-412d-87be-6189d2a405ba req-74d6e08a-ef75-429d-be9b-fcf1711c8dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:31.716743 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-82b97573-a81e-412d-87be-6189d2a405ba req-74d6e08a-ef75-429d-be9b-fcf1711c8dc6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=26aa5c9b-6c7b-4ead-bbf5-7e81fe90100c HTTP/1.1" status: 200 len: 859 time: 0.1175008 Jul 23 20:12:31.762753 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-82b97573-a81e-412d-87be-6189d2a405ba req-063b0d27-2f46-40ae-90f5-aaf6a437b7b0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389547 Jul 23 20:12:31.806258 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-de3a86d1-dd36-4455-944f-dc0b91910013 req-fa578211-3a38-4c7f-9efb-4d009839060d service neutron] 10.222.0.18 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529462 Jul 23 20:12:31.889271 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-82b97573-a81e-412d-87be-6189d2a405ba req-7eb5c85d-d372-4eb6-994b-66fc7d2c96cc service neutron] 10.222.0.18 "GET /v2.0/networks/286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198649 Jul 23 20:12:31.921833 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-de3a86d1-dd36-4455-944f-dc0b91910013 req-6e6df3f6-2775-4d75-9857-1a59ba233e25 service neutron] 10.222.0.18 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093624 Jul 23 20:12:31.990981 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-82b97573-a81e-412d-87be-6189d2a405ba req-17a761b9-46b0-45a4-b266-a74766199f3c service neutron] 10.222.0.18 "GET /v2.0/networks/286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946894 Jul 23 20:12:32.058517 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-465fbe5d-3f40-4e2b-b8d5-52de2e69c2bd req-a319bbd1-b539-4abf-843c-66e88bf3b4aa tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e7603e4-a351-4b7e-8647-1f597055e6ce HTTP/1.1" status: 200 len: 210 time: 0.0326240 Jul 23 20:12:32.099414 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51672) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:32.257695 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfa853-f342-4c92-9734-676da26cfb4f req-ac8a0a53-d99e-4ee9-b18c-4556cfa7ea5e tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:32.261711 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4abfa853-f342-4c92-9734-676da26cfb4f req-ac8a0a53-d99e-4ee9-b18c-4556cfa7ea5e tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.30 "GET /v2.0/networks?id=f1957672-1349-45e6-b250-4d2e0e2b0e22 HTTP/1.1" status: 200 len: 811 time: 0.1568940 Jul 23 20:12:32.266140 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eff7be25-b2f1-4eab-b618-cdbb4aac178f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:32.283568 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-4abfa853-f342-4c92-9734-676da26cfb4f req-bbaa7d41-da44-43b4-9b66-21d89208c4e2 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Request body: {'port': {'device_id': '0e7603e4-a351-4b7e-8647-1f597055e6ce', 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22', 'admin_state_up': True, 'tenant_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:32.435719 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eff7be25-b2f1-4eab-b618-cdbb4aac178f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:32.442327 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eff7be25-b2f1-4eab-b618-cdbb4aac178f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:32.482682 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4abfa853-f342-4c92-9734-676da26cfb4f req-bbaa7d41-da44-43b4-9b66-21d89208c4e2 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Made reservation on behalf of 3eac1fd2f7984fc28e6e139f2a1d3dd0 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:12:32.488579 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4abfa853-f342-4c92-9734-676da26cfb4f req-bbaa7d41-da44-43b4-9b66-21d89208c4e2 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:32.495492 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-eff7be25-b2f1-4eab-b618-cdbb4aac178f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed4fe52de2324b4d9e6e498ff4d0c10f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3943825 Jul 23 20:12:32.499182 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51686) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:32.568013 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7be25-b2f1-4eab-b618-cdbb4aac178f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d285d902-9964-495a-a408-9667ef25572d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:32.616341 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9756ec68-eed2-4275-9727-94fc5440cbdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:32.642392 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9756ec68-eed2-4275-9727-94fc5440cbdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:32.700184 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9756ec68-eed2-4275-9727-94fc5440cbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:32.702997 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9756ec68-eed2-4275-9727-94fc5440cbdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:32.706986 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9756ec68-eed2-4275-9727-94fc5440cbdb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d285d902-9964-495a-a408-9667ef25572d HTTP/1.1" status: 204 len: 168 time: 0.2037785 Jul 23 20:12:32.721161 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9756ec68-eed2-4275-9727-94fc5440cbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d285d902-9964-495a-a408-9667ef25572d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:32.761197 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-4abfa853-f342-4c92-9734-676da26cfb4f req-bbaa7d41-da44-43b4-9b66-21d89208c4e2 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Allocated IP 172.20.0.14 (f1957672-1349-45e6-b250-4d2e0e2b0e22/d89cc8ce-1520-4663-872c-281c0b224b71/83c6f14d-cf76-46f6-ad86-d273be39a5b0) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:12:32.830180 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d2879-04ff-4b30-bbd8-b5d5812848eb req-19126ce7-93a8-4e7d-8276-91d9b600bb94 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:32.832284 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0f0d2879-04ff-4b30-bbd8-b5d5812848eb req-19126ce7-93a8-4e7d-8276-91d9b600bb94 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 946 time: 0.1574934 Jul 23 20:12:32.934244 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0f0d2879-04ff-4b30-bbd8-b5d5812848eb req-7acdb46b-c9c3-4bb6-93fc-fa9fdd6fd905 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903804 Jul 23 20:12:32.947668 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf70cd-3c75-4066-870c-9ee17bd41c8d req-bc42829c-e995-4ff5-9d45-de666ee60eb5 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:32.950181 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dbbf70cd-3c75-4066-870c-9ee17bd41c8d req-bc42829c-e995-4ff5-9d45-de666ee60eb5 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 946 time: 0.1007533 Jul 23 20:12:33.024753 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dbbf70cd-3c75-4066-870c-9ee17bd41c8d req-346e4b4e-0136-43e8-a23b-5d4772dda6a0 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650723 Jul 23 20:12:33.069358 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4abfa853-f342-4c92-9734-676da26cfb4f req-bbaa7d41-da44-43b4-9b66-21d89208c4e2 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:33.090623 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-4abfa853-f342-4c92-9734-676da26cfb4f req-bbaa7d41-da44-43b4-9b66-21d89208c4e2 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Transition to ACTIVE for port object 83c6f14d-cf76-46f6-ad86-d273be39a5b0 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:12:33.140065 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4abfa853-f342-4c92-9734-676da26cfb4f req-bbaa7d41-da44-43b4-9b66-21d89208c4e2 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:33.156334 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['035b5f7f-5305-4357-8fec-017e5e9a1ec5'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:12:33.167943 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['df5dcfc5-c287-4e54-93bf-2d5f19324d29'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:12:33.194597 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4abfa853-f342-4c92-9734-676da26cfb4f req-bbaa7d41-da44-43b4-9b66-21d89208c4e2 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Network f1957672-1349-45e6-b250-4d2e0e2b0e22 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:12:33.211225 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-4abfa853-f342-4c92-9734-676da26cfb4f req-bbaa7d41-da44-43b4-9b66-21d89208c4e2 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:12:33.255415 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-4abfa853-f342-4c92-9734-676da26cfb4f req-bbaa7d41-da44-43b4-9b66-21d89208c4e2 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:12:33.333372 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa7d41-da44-43b4-9b66-21d89208c4e2 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Pushing event updated for resources: {'Port': ['ID=83c6f14d-cf76-46f6-ad86-d273be39a5b0,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:33.445336 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfa853-f342-4c92-9734-676da26cfb4f req-bbaa7d41-da44-43b4-9b66-21d89208c4e2 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:33.446064 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4abfa853-f342-4c92-9734-676da26cfb4f req-bbaa7d41-da44-43b4-9b66-21d89208c4e2 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:33.483583 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f97a7-ce75-4510-85f9-d07e8cff82a1 req-ae9128c2-fb2f-42ab-b4e7-cd5b33b9e2d1 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:33.486011 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-001f97a7-ce75-4510-85f9-d07e8cff82a1 req-ae9128c2-fb2f-42ab-b4e7-cd5b33b9e2d1 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e7603e4-a351-4b7e-8647-1f597055e6ce HTTP/1.1" status: 200 len: 932 time: 0.2941861 Jul 23 20:12:33.492701 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be23c7-382f-45c1-946c-318a5ee4ea22 req-a1b00a68-aa42-48f3-a794-954df3b6bc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:33.494472 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-87be23c7-382f-45c1-946c-318a5ee4ea22 req-a1b00a68-aa42-48f3-a794-954df3b6bc04 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 1098 time: 0.2361279 Jul 23 20:12:33.496306 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4abfa853-f342-4c92-9734-676da26cfb4f req-bbaa7d41-da44-43b4-9b66-21d89208c4e2 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2229190 Jul 23 20:12:33.528083 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-4abfa853-f342-4c92-9734-676da26cfb4f req-06f61389-4907-44cb-b5d0-26893df3b073 service neutron] Request body: {'port': {'device_id': '0e7603e4-a351-4b7e-8647-1f597055e6ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:33.734814 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-001f97a7-ce75-4510-85f9-d07e8cff82a1 req-c4b3aedb-ad68-4c69-8d09-d6e64d42c1a6 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372305 Jul 23 20:12:33.766887 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-80348943-3967-4e4b-96ce-5338c930c8a0 None None] Provisioning for port 83c6f14d-cf76-46f6-ad86-d273be39a5b0 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:12:33.773120 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-80348943-3967-4e4b-96ce-5338c930c8a0 None None] Provisioning complete for port 83c6f14d-cf76-46f6-ad86-d273be39a5b0 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:33.773983 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-80348943-3967-4e4b-96ce-5338c930c8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:33.800042 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4abfa853-f342-4c92-9734-676da26cfb4f req-06f61389-4907-44cb-b5d0-26893df3b073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:33.804586 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-87be23c7-382f-45c1-946c-318a5ee4ea22 req-a6accadc-c3e4-4bad-bc0c-3d9b3cc5804f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971499 Jul 23 20:12:33.864044 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-80348943-3967-4e4b-96ce-5338c930c8a0 None None] Port 83c6f14d-cf76-46f6-ad86-d273be39a5b0 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:12:33.869931 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3fb3ca24-2599-487a-89a3-0b0e39ee4578 req-b86b62bb-37dc-44de-bd62-ad5d7f557e2b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1921175 Jul 23 20:12:34.032754 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3ca24-2599-487a-89a3-0b0e39ee4578 req-b7822a0a-f5f4-46f8-9b9c-f52421cc1975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:34.034866 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3fb3ca24-2599-487a-89a3-0b0e39ee4578 req-b7822a0a-f5f4-46f8-9b9c-f52421cc1975 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1a6866430c7477dabb2850fe027c983&device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 1097 time: 0.1314595 Jul 23 20:12:34.219337 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3ca24-2599-487a-89a3-0b0e39ee4578 req-85bc9825-5e51-42b0-b81b-2b53d7b19c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:34.220659 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3fb3ca24-2599-487a-89a3-0b0e39ee4578 req-85bc9825-5e51-42b0-b81b-2b53d7b19c62 service neutron] 10.222.0.30 "GET /v2.0/networks?id=68a6fe92-0c26-45da-99d0-e58f34d2b985 HTTP/1.1" status: 200 len: 912 time: 0.1620109 Jul 23 20:12:34.372059 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9bd6e0-222a-4b38-9cd4-74241d9c6a47 req-4f8c9097-0232-429e-8964-154f6f317c4c tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:34.372604 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3fb3ca24-2599-487a-89a3-0b0e39ee4578 req-ff438367-0ad1-417b-8448-5ab863d25b17 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=993bde95-b5a7-4929-a2f6-f7eb102fff8f HTTP/1.1" status: 200 len: 1001 time: 0.0916169 Jul 23 20:12:34.373917 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2f9bd6e0-222a-4b38-9cd4-74241d9c6a47 req-4f8c9097-0232-429e-8964-154f6f317c4c tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 946 time: 0.2907438 Jul 23 20:12:34.386850 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-4abfa853-f342-4c92-9734-676da26cfb4f req-06f61389-4907-44cb-b5d0-26893df3b073 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83c6f14d-cf76-46f6-ad86-d273be39a5b0 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:12:34.400462 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc152bd-613c-420b-95a6-8df43a46f825 req-6e8fdb91-7387-4217-bf2b-3de77052dc28 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:34.400656 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4abfa853-f342-4c92-9734-676da26cfb4f req-06f61389-4907-44cb-b5d0-26893df3b073 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:34.411313 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ddc152bd-613c-420b-95a6-8df43a46f825 req-6e8fdb91-7387-4217-bf2b-3de77052dc28 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 946 time: 0.2221401 Jul 23 20:12:34.417172 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-4abfa853-f342-4c92-9734-676da26cfb4f req-06f61389-4907-44cb-b5d0-26893df3b073 service neutron] Transition to ACTIVE for port object 83c6f14d-cf76-46f6-ad86-d273be39a5b0 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:12:34.449942 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4abfa853-f342-4c92-9734-676da26cfb4f req-06f61389-4907-44cb-b5d0-26893df3b073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:34.518262 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f61389-4907-44cb-b5d0-26893df3b073 service neutron] Pushing event updated for resources: {'Port': ['ID=83c6f14d-cf76-46f6-ad86-d273be39a5b0,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:34.558028 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2f9bd6e0-222a-4b38-9cd4-74241d9c6a47 req-edfc2102-82b6-4e38-85e8-73a1282ac1e3 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387415 Jul 23 20:12:34.741749 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-4abfa853-f342-4c92-9734-676da26cfb4f req-06f61389-4907-44cb-b5d0-26893df3b073 service neutron] Attempting to bind port 83c6f14d-cf76-46f6-ad86-d273be39a5b0 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:12:34.742142 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-4abfa853-f342-4c92-9734-676da26cfb4f req-06f61389-4907-44cb-b5d0-26893df3b073 service neutron] Attempting to bind port 83c6f14d-cf76-46f6-ad86-d273be39a5b0 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5c96697d-ee44-400a-8e69-1e994d5bac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:12:34.745052 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abfa853-f342-4c92-9734-676da26cfb4f req-06f61389-4907-44cb-b5d0-26893df3b073 service neutron] Attempting to bind port 83c6f14d-cf76-46f6-ad86-d273be39a5b0 on network f1957672-1349-45e6-b250-4d2e0e2b0e22 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:34.751317 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abfa853-f342-4c92-9734-676da26cfb4f req-06f61389-4907-44cb-b5d0-26893df3b073 service neutron] Port 83c6f14d-cf76-46f6-ad86-d273be39a5b0 on network f1957672-1349-45e6-b250-4d2e0e2b0e22 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:12:34.751645 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abfa853-f342-4c92-9734-676da26cfb4f req-06f61389-4907-44cb-b5d0-26893df3b073 service neutron] Attempting to bind port 83c6f14d-cf76-46f6-ad86-d273be39a5b0 on network f1957672-1349-45e6-b250-4d2e0e2b0e22 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:34.762573 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abfa853-f342-4c92-9734-676da26cfb4f req-06f61389-4907-44cb-b5d0-26893df3b073 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:12:34.763268 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abfa853-f342-4c92-9734-676da26cfb4f req-06f61389-4907-44cb-b5d0-26893df3b073 service neutron] Checking segment: {'id': '5c96697d-ee44-400a-8e69-1e994d5bac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:12:34.764022 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abfa853-f342-4c92-9734-676da26cfb4f req-06f61389-4907-44cb-b5d0-26893df3b073 service neutron] Bound using segment: {'id': '5c96697d-ee44-400a-8e69-1e994d5bac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:12:34.764666 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-4abfa853-f342-4c92-9734-676da26cfb4f req-06f61389-4907-44cb-b5d0-26893df3b073 service neutron] Bound port: 83c6f14d-cf76-46f6-ad86-d273be39a5b0, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c96697d-ee44-400a-8e69-1e994d5bac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:12:34.765316 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4abfa853-f342-4c92-9734-676da26cfb4f req-06f61389-4907-44cb-b5d0-26893df3b073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:34.856357 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ddc152bd-613c-420b-95a6-8df43a46f825 req-18dfb070-c2a0-4c16-abd5-dd4556695687 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433742 Jul 23 20:12:34.861330 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3ca24-2599-487a-89a3-0b0e39ee4578 req-18788d73-4e27-4eec-9c20-98c3709ddf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:34.865172 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3fb3ca24-2599-487a-89a3-0b0e39ee4578 req-18788d73-4e27-4eec-9c20-98c3709ddf07 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7562bacc-5c9d-4fd5-a756-532eac029140 HTTP/1.1" status: 200 len: 850 time: 0.4779570 Jul 23 20:12:34.877665 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-4abfa853-f342-4c92-9734-676da26cfb4f req-06f61389-4907-44cb-b5d0-26893df3b073 service neutron] For port 83c6f14d-cf76-46f6-ad86-d273be39a5b0, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:12:34.883815 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-4abfa853-f342-4c92-9734-676da26cfb4f req-06f61389-4907-44cb-b5d0-26893df3b073 service neutron] For port 83c6f14d-cf76-46f6-ad86-d273be39a5b0, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=83c6f14d-cf76-46f6-ad86-d273be39a5b0,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:12:34.891274 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4abfa853-f342-4c92-9734-676da26cfb4f req-06f61389-4907-44cb-b5d0-26893df3b073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:35.004850 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfa853-f342-4c92-9734-676da26cfb4f req-06f61389-4907-44cb-b5d0-26893df3b073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:35.009010 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4abfa853-f342-4c92-9734-676da26cfb4f req-06f61389-4907-44cb-b5d0-26893df3b073 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:35.012718 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4abfa853-f342-4c92-9734-676da26cfb4f req-06f61389-4907-44cb-b5d0-26893df3b073 service neutron] 10.222.0.30 "PUT /v2.0/ports/83c6f14d-cf76-46f6-ad86-d273be39a5b0 HTTP/1.1" status: 200 len: 1093 time: 1.5048630 Jul 23 20:12:35.015423 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7603e4-a351-4b7e-8647-1f597055e6ce', 'tag': '83c6f14d-cf76-46f6-ad86-d273be39a5b0'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:12:35.026165 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9eece43-0225-4c1f-907f-545af0899f91" -d '{"events": [{"name": "network-changed", "server_uuid": "0e7603e4-a351-4b7e-8647-1f597055e6ce", "tag": "83c6f14d-cf76-46f6-ad86-d273be39a5b0"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:12:35.048184 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3ca24-2599-487a-89a3-0b0e39ee4578 req-cd454806-eced-403c-883f-f2e01224a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:35.051057 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3fb3ca24-2599-487a-89a3-0b0e39ee4578 req-cd454806-eced-403c-883f-f2e01224a00d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68a6fe92-0c26-45da-99d0-e58f34d2b985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1775486 Jul 23 20:12:35.281035 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00522aef-6256-4f42-9070-a5bb8775fe7e req-99f54eda-a654-4f7c-903c-5a24b7ee9495 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:35.292977 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-00522aef-6256-4f42-9070-a5bb8775fe7e req-99f54eda-a654-4f7c-903c-5a24b7ee9495 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e7603e4-a351-4b7e-8647-1f597055e6ce HTTP/1.1" status: 200 len: 944 time: 0.3034327 Jul 23 20:12:35.439743 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3fb3ca24-2599-487a-89a3-0b0e39ee4578 req-420777c1-0194-42b0-b8df-3cd13c25e7d4 service neutron] 10.222.0.30 "GET /v2.0/networks/68a6fe92-0c26-45da-99d0-e58f34d2b985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798871 Jul 23 20:12:35.534925 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-00522aef-6256-4f42-9070-a5bb8775fe7e req-3f9c9ece-33c5-4823-b1c1-d72ce90449f3 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377067 Jul 23 20:12:35.685070 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3fb3ca24-2599-487a-89a3-0b0e39ee4578 req-644e17b5-5591-4116-9363-3f01c17f5146 service neutron] 10.222.0.30 "GET /v2.0/networks/68a6fe92-0c26-45da-99d0-e58f34d2b985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210510 Jul 23 20:12:35.758978 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ded08d-aeb2-4e78-91cb-bbec96572ed5 x-openstack-request-id: req-c6ded08d-aeb2-4e78-91cb-bbec96572ed5 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:12:35.759713 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e7603e4-a351-4b7e-8647-1f597055e6ce", "tag": "83c6f14d-cf76-46f6-ad86-d273be39a5b0", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:12:35.759713 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c6ded08d-aeb2-4e78-91cb-bbec96572ed5 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:12:35.759898 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e7603e4-a351-4b7e-8647-1f597055e6ce', 'tag': '83c6f14d-cf76-46f6-ad86-d273be39a5b0', 'status': 'completed', 'code': 200} Jul 23 20:12:35.776364 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f61389-4907-44cb-b5d0-26893df3b073 service neutron] Pushing event updated for resources: {'Port': ['ID=83c6f14d-cf76-46f6-ad86-d273be39a5b0,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:35.812156 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfa853-f342-4c92-9734-676da26cfb4f req-ac07f497-c240-4eff-a890-205f5e515dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:35.813830 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4abfa853-f342-4c92-9734-676da26cfb4f req-ac07f497-c240-4eff-a890-205f5e515dd4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3eac1fd2f7984fc28e6e139f2a1d3dd0&device_id=0e7603e4-a351-4b7e-8647-1f597055e6ce HTTP/1.1" status: 200 len: 1096 time: 0.7420137 Jul 23 20:12:35.876980 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4abfa853-f342-4c92-9734-676da26cfb4f req-ad8d9724-73d0-4549-a59e-010166bd494b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83c6f14d-cf76-46f6-ad86-d273be39a5b0 HTTP/1.1" status: 200 len: 217 time: 0.0533211 Jul 23 20:12:35.965110 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfa853-f342-4c92-9734-676da26cfb4f req-4cf355e6-3251-414a-bf0a-0a0f3b999c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:35.972927 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4abfa853-f342-4c92-9734-676da26cfb4f req-4cf355e6-3251-414a-bf0a-0a0f3b999c56 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d89cc8ce-1520-4663-872c-281c0b224b71 HTTP/1.1" status: 200 len: 850 time: 0.0842795 Jul 23 20:12:36.124601 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfa853-f342-4c92-9734-676da26cfb4f req-0ac4dc30-7418-44d0-8593-2b5152a42de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:36.126189 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4abfa853-f342-4c92-9734-676da26cfb4f req-0ac4dc30-7418-44d0-8593-2b5152a42de8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1957672-1349-45e6-b250-4d2e0e2b0e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1524849 Jul 23 20:12:36.140667 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2918a-d84a-40b3-87b5-09ecdcef6a47 req-4b2a7b40-f12e-43f6-8ae7-9189f237d163 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:36.155494 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dcb2918a-d84a-40b3-87b5-09ecdcef6a47 req-4b2a7b40-f12e-43f6-8ae7-9189f237d163 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 946 time: 0.1504149 Jul 23 20:12:36.338119 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dcb2918a-d84a-40b3-87b5-09ecdcef6a47 req-98298ed2-ea35-4e2d-842d-dfd279472bcc tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569524 Jul 23 20:12:36.380267 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4abfa853-f342-4c92-9734-676da26cfb4f req-1b513a24-fee1-40ad-8f58-dc6f09d29c76 service neutron] 10.222.0.30 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234530 Jul 23 20:12:36.506010 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4abfa853-f342-4c92-9734-676da26cfb4f req-6a37de2c-c448-4fb0-88dd-ccf922d8419e service neutron] 10.222.0.30 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173487 Jul 23 20:12:36.707500 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eece43-0225-4c1f-907f-545af0899f91 req-500f8225-f875-4f4e-84c9-a3b70666de13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:36.709396 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f9eece43-0225-4c1f-907f-545af0899f91 req-500f8225-f875-4f4e-84c9-a3b70666de13 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3eac1fd2f7984fc28e6e139f2a1d3dd0&device_id=0e7603e4-a351-4b7e-8647-1f597055e6ce HTTP/1.1" status: 200 len: 1096 time: 0.1505885 Jul 23 20:12:36.733462 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-8d870ae9-4173-4a22-a4a6-5bd68833021b tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:36.741121 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-8d870ae9-4173-4a22-a4a6-5bd68833021b tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/networks?id=01632bb6-73d5-4f9f-944b-63eb72c618d9 HTTP/1.1" status: 200 len: 811 time: 0.1570446 Jul 23 20:12:36.760578 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-8a2c26e0-2d73-45f1-8478-fdfda5b68261 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/quotas/ea6bc0dc24304e01b09b8615165b79a7 HTTP/1.1" status: 200 len: 375 time: 0.0184064 Jul 23 20:12:36.777880 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c316a02-5950-4e68-a873-6f97c53ac4f7 req-a8943525-3924-4921-b392-0e94d7212ee3 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:36.780276 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1c316a02-5950-4e68-a873-6f97c53ac4f7 req-a8943525-3924-4921-b392-0e94d7212ee3 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e7603e4-a351-4b7e-8647-1f597055e6ce HTTP/1.1" status: 200 len: 944 time: 0.1473594 Jul 23 20:12:36.875978 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1c316a02-5950-4e68-a873-6f97c53ac4f7 req-043fed1a-f636-45ea-8266-eea0bce632ff tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864043 Jul 23 20:12:36.876747 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-424216f6-3bc9-4865-9285-21789c691689 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea6bc0dc24304e01b09b8615165b79a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1141613 Jul 23 20:12:36.897511 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eece43-0225-4c1f-907f-545af0899f91 req-6e4f8d81-49a6-4c9e-9da8-85da5ad95381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:36.900749 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f9eece43-0225-4c1f-907f-545af0899f91 req-6e4f8d81-49a6-4c9e-9da8-85da5ad95381 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f1957672-1349-45e6-b250-4d2e0e2b0e22 HTTP/1.1" status: 200 len: 912 time: 0.1774845 Jul 23 20:12:36.960103 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f9eece43-0225-4c1f-907f-545af0899f91 req-012f94be-4e49-4ed0-9c2e-6953b122ef92 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83c6f14d-cf76-46f6-ad86-d273be39a5b0 HTTP/1.1" status: 200 len: 217 time: 0.0527155 Jul 23 20:12:36.992093 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-21cf2afd-9505-4fde-bc3c-1cd3370e5417 service neutron] 10.222.0.32 "GET /v2.0/networks/01632bb6-73d5-4f9f-944b-63eb72c618d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140611 Jul 23 20:12:37.069411 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eece43-0225-4c1f-907f-545af0899f91 req-f50a02ad-9efd-4ac8-8faa-82ac0cd5b68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:37.072463 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f9eece43-0225-4c1f-907f-545af0899f91 req-f50a02ad-9efd-4ac8-8faa-82ac0cd5b68a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d89cc8ce-1520-4663-872c-281c0b224b71 HTTP/1.1" status: 200 len: 850 time: 0.1045048 Jul 23 20:12:37.127913 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71015a-c48b-4a13-bbd1-8d0f978733e4 req-bfa562d2-a589-4f91-8b25-72fa22212022 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:37.135473 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1b71015a-c48b-4a13-bbd1-8d0f978733e4 req-bfa562d2-a589-4f91-8b25-72fa22212022 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 946 time: 0.1389167 Jul 23 20:12:37.136086 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-c9bc46fa-effc-434f-b251-fcfdc171caa4 service neutron] 10.222.0.32 "GET /v2.0/networks/01632bb6-73d5-4f9f-944b-63eb72c618d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366043 Jul 23 20:12:37.202609 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1b71015a-c48b-4a13-bbd1-8d0f978733e4 req-16611d7d-7e4c-4b0d-b038-0b18b18b949b tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608277 Jul 23 20:12:37.224221 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eece43-0225-4c1f-907f-545af0899f91 req-e94911d7-823e-41ee-be0f-ddcdde181ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:37.226237 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f9eece43-0225-4c1f-907f-545af0899f91 req-e94911d7-823e-41ee-be0f-ddcdde181ae3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1957672-1349-45e6-b250-4d2e0e2b0e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1436870 Jul 23 20:12:37.450467 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-437fc2e3-c4c2-4b63-bc0a-ccecd3c86c52 req-67a33ad1-c6f6-499c-974f-772b6d7d45b5 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 210 time: 0.0663574 Jul 23 20:12:37.455206 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f9eece43-0225-4c1f-907f-545af0899f91 req-8ca04df6-11f2-46f9-9d40-5017bfd51402 service neutron] 10.222.0.30 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210979 Jul 23 20:12:37.663469 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f9eece43-0225-4c1f-907f-545af0899f91 req-fd9b32d8-46d0-49ea-a8f1-1b071c616d36 service neutron] 10.222.0.30 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907570 Jul 23 20:12:38.072917 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd64a8-8710-4e40-aee6-a27615c79efb req-9c889f8f-132a-454f-9248-0aebc01324e3 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:38.082092 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d6dd64a8-8710-4e40-aee6-a27615c79efb req-9c889f8f-132a-454f-9248-0aebc01324e3 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e7603e4-a351-4b7e-8647-1f597055e6ce HTTP/1.1" status: 200 len: 944 time: 0.1117034 Jul 23 20:12:38.120171 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d6dd64a8-8710-4e40-aee6-a27615c79efb req-06d5a703-fdfa-4786-80c4-01e49a660ede tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350809 Jul 23 20:12:38.596965 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5f5c5bf1-6d95-4c2b-ab99-8b37072a07a1 req-2b1a2c8b-1e16-448c-b330-e056c595b116 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 210 time: 0.0522091 Jul 23 20:12:38.613146 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-81e0fff2-52e5-4cb8-afad-bd586e79cd8a tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:38.614630 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-81e0fff2-52e5-4cb8-afad-bd586e79cd8a tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.30 "GET /v2.0/networks?id=01632bb6-73d5-4f9f-944b-63eb72c618d9 HTTP/1.1" status: 200 len: 811 time: 0.2028399 Jul 23 20:12:38.631152 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-e172e1be-c27d-4e75-b88d-ae914dea1618 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Request body: {'port': {'device_id': '31777b83-946d-474f-a7e0-3fc7f0ed45c9', 'network_id': '01632bb6-73d5-4f9f-944b-63eb72c618d9', 'admin_state_up': True, 'tenant_id': 'ea6bc0dc24304e01b09b8615165b79a7'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:38.779193 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-e172e1be-c27d-4e75-b88d-ae914dea1618 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Made reservation on behalf of ea6bc0dc24304e01b09b8615165b79a7 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:12:38.784530 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-e172e1be-c27d-4e75-b88d-ae914dea1618 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:38.956472 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-e172e1be-c27d-4e75-b88d-ae914dea1618 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Allocated IP 172.20.0.11 (01632bb6-73d5-4f9f-944b-63eb72c618d9/cd1a42e3-1669-4db2-87f0-dcf77077f688/db31634a-52b6-40fa-aae1-04e9e0242392) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:12:39.183296 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-e172e1be-c27d-4e75-b88d-ae914dea1618 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:39.272774 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-e172e1be-c27d-4e75-b88d-ae914dea1618 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:39.302379 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['89d48987-944f-449b-ac64-1def9473173a'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:12:39.305190 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39198854-670e-4089-aebb-05e47a09d1b2 req-b10e3a71-56f6-4a73-b037-898ae5eceef7 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:39.308415 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-39198854-670e-4089-aebb-05e47a09d1b2 req-b10e3a71-56f6-4a73-b037-898ae5eceef7 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 945 time: 0.1627812 Jul 23 20:12:39.339559 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-e172e1be-c27d-4e75-b88d-ae914dea1618 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Network 01632bb6-73d5-4f9f-944b-63eb72c618d9 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:12:39.346698 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-e172e1be-c27d-4e75-b88d-ae914dea1618 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:12:39.363547 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-e172e1be-c27d-4e75-b88d-ae914dea1618 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:12:39.369118 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172e1be-c27d-4e75-b88d-ae914dea1618 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Pushing event updated for resources: {'Port': ['ID=db31634a-52b6-40fa-aae1-04e9e0242392,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:39.391611 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-39198854-670e-4089-aebb-05e47a09d1b2 req-1347b7a3-161b-4593-8b64-5271d103a677 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c795a9-7461-4bc4-8325-b1503df20f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763233 Jul 23 20:12:39.454067 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c97991-5665-4f8e-9d22-1878aee70632 req-3b48bbd8-bf63-4507-82fe-5e81b5282bf1 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:39.455718 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-94c97991-5665-4f8e-9d22-1878aee70632 req-3b48bbd8-bf63-4507-82fe-5e81b5282bf1 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e7603e4-a351-4b7e-8647-1f597055e6ce HTTP/1.1" status: 200 len: 944 time: 0.2283680 Jul 23 20:12:39.479727 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 83c6f14d-cf76-46f6-ad86-d273be39a5b0 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:12:39.502801 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-e172e1be-c27d-4e75-b88d-ae914dea1618 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:39.503601 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-e172e1be-c27d-4e75-b88d-ae914dea1618 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:39.533684 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-e172e1be-c27d-4e75-b88d-ae914dea1618 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9077957 Jul 23 20:12:39.549577 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-e3bd8036-3d41-4492-8a9d-189251c3d38a service neutron] Request body: {'port': {'device_id': '31777b83-946d-474f-a7e0-3fc7f0ed45c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:39.565928 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-94c97991-5665-4f8e-9d22-1878aee70632 req-b77dfaf0-7fc4-4581-a07d-4e3afd55621a tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955343 Jul 23 20:12:39.652642 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 83c6f14d-cf76-46f6-ad86-d273be39a5b0, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=83c6f14d-cf76-46f6-ad86-d273be39a5b0,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:39.669422 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '83c6f14d-cf76-46f6-ad86-d273be39a5b0', 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22', 'port_id': '83c6f14d-cf76-46f6-ad86-d273be39a5b0', 'mac_address': 'fa:16:3e:d3:7b:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89cc8ce-1520-4663-872c-281c0b224b71', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:12:39.675311 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-e3bd8036-3d41-4492-8a9d-189251c3d38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:39.719669 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:39.746306 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c6f14d-cf76-46f6-ad86-d273be39a5b0 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:12:39.769379 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 83c6f14d-cf76-46f6-ad86-d273be39a5b0, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=83c6f14d-cf76-46f6-ad86-d273be39a5b0,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:39.775578 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:39.849065 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=83c6f14d-cf76-46f6-ad86-d273be39a5b0,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:39.955811 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4b680-67de-4353-9da7-bd58b3deb4bc req-3053b9f0-6746-441f-aed0-a612fab8bd85 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:39.957536 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4df4b680-67de-4353-9da7-bd58b3deb4bc req-3053b9f0-6746-441f-aed0-a612fab8bd85 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 932 time: 0.2339573 Jul 23 20:12:40.046018 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4df4b680-67de-4353-9da7-bd58b3deb4bc req-bf868001-d652-409a-8825-ca7f60db1573 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814948 Jul 23 20:12:40.140421 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-e3bd8036-3d41-4492-8a9d-189251c3d38a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db31634a-52b6-40fa-aae1-04e9e0242392 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:12:40.141833 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['83c6f14d-cf76-46f6-ad86-d273be39a5b0'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:12:40.149417 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-e3bd8036-3d41-4492-8a9d-189251c3d38a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:40.165176 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-e3bd8036-3d41-4492-8a9d-189251c3d38a service neutron] Transition to ACTIVE for port object db31634a-52b6-40fa-aae1-04e9e0242392 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:12:40.171726 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-e3bd8036-3d41-4492-8a9d-189251c3d38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:40.219274 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca50bfa7-9fb3-4f39-b0d2-1a565d63b22b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:40.262056 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd8036-3d41-4492-8a9d-189251c3d38a service neutron] Pushing event updated for resources: {'Port': ['ID=db31634a-52b6-40fa-aae1-04e9e0242392,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:40.356424 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-e3bd8036-3d41-4492-8a9d-189251c3d38a service neutron] Attempting to bind port db31634a-52b6-40fa-aae1-04e9e0242392 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:12:40.357732 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-e3bd8036-3d41-4492-8a9d-189251c3d38a service neutron] Attempting to bind port db31634a-52b6-40fa-aae1-04e9e0242392 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '99649f19-b54c-4c71-be86-78cd3a183ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '01632bb6-73d5-4f9f-944b-63eb72c618d9'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:12:40.358139 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-e3bd8036-3d41-4492-8a9d-189251c3d38a service neutron] Attempting to bind port db31634a-52b6-40fa-aae1-04e9e0242392 on network 01632bb6-73d5-4f9f-944b-63eb72c618d9 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:40.363936 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-e3bd8036-3d41-4492-8a9d-189251c3d38a service neutron] Port db31634a-52b6-40fa-aae1-04e9e0242392 on network 01632bb6-73d5-4f9f-944b-63eb72c618d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:12:40.364410 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-e3bd8036-3d41-4492-8a9d-189251c3d38a service neutron] Attempting to bind port db31634a-52b6-40fa-aae1-04e9e0242392 on network 01632bb6-73d5-4f9f-944b-63eb72c618d9 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:40.370977 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-e3bd8036-3d41-4492-8a9d-189251c3d38a service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:12:40.371418 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-e3bd8036-3d41-4492-8a9d-189251c3d38a service neutron] Checking segment: {'id': '99649f19-b54c-4c71-be86-78cd3a183ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '01632bb6-73d5-4f9f-944b-63eb72c618d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:12:40.371864 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-e3bd8036-3d41-4492-8a9d-189251c3d38a service neutron] Bound using segment: {'id': '99649f19-b54c-4c71-be86-78cd3a183ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '01632bb6-73d5-4f9f-944b-63eb72c618d9'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:12:40.372352 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-e3bd8036-3d41-4492-8a9d-189251c3d38a service neutron] Bound port: db31634a-52b6-40fa-aae1-04e9e0242392, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99649f19-b54c-4c71-be86-78cd3a183ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '01632bb6-73d5-4f9f-944b-63eb72c618d9'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:12:40.372833 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-e3bd8036-3d41-4492-8a9d-189251c3d38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:40.449323 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-e3bd8036-3d41-4492-8a9d-189251c3d38a service neutron] For port db31634a-52b6-40fa-aae1-04e9e0242392, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:12:40.453382 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-e3bd8036-3d41-4492-8a9d-189251c3d38a service neutron] For port db31634a-52b6-40fa-aae1-04e9e0242392, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=db31634a-52b6-40fa-aae1-04e9e0242392,segment=NetworkSegment(99649f19-b54c-4c71-be86-78cd3a183ec7),segment_id=99649f19-b54c-4c71-be86-78cd3a183ec7)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:12:40.460085 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-e3bd8036-3d41-4492-8a9d-189251c3d38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:40.538232 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd8036-3d41-4492-8a9d-189251c3d38a service neutron] Pushing event updated for resources: {'Port': ['ID=db31634a-52b6-40fa-aae1-04e9e0242392,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:40.544157 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-e3bd8036-3d41-4492-8a9d-189251c3d38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:40.544926 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-e3bd8036-3d41-4492-8a9d-189251c3d38a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:40.546396 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-e3bd8036-3d41-4492-8a9d-189251c3d38a service neutron] 10.222.0.30 "PUT /v2.0/ports/db31634a-52b6-40fa-aae1-04e9e0242392 HTTP/1.1" status: 200 len: 1093 time: 1.0014749 Jul 23 20:12:40.546991 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31777b83-946d-474f-a7e0-3fc7f0ed45c9', 'tag': 'db31634a-52b6-40fa-aae1-04e9e0242392'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:12:40.549254 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40574040-404e-47b2-8d79-db6e29fb11d6" -d '{"events": [{"name": "network-changed", "server_uuid": "31777b83-946d-474f-a7e0-3fc7f0ed45c9", "tag": "db31634a-52b6-40fa-aae1-04e9e0242392"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:12:40.594026 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a493a0e-ad1d-46cc-9fea-94dfa4ba6074 req-aeb4f6dd-26f6-4e2b-8425-7437ceebdc9d tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:40.601060 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5a493a0e-ad1d-46cc-9fea-94dfa4ba6074 req-aeb4f6dd-26f6-4e2b-8425-7437ceebdc9d tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 945 time: 0.1223485 Jul 23 20:12:40.662067 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5a493a0e-ad1d-46cc-9fea-94dfa4ba6074 req-1fec29fd-02eb-4afd-9ac4-4659e3e7da93 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c795a9-7461-4bc4-8325-b1503df20f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600545 Jul 23 20:12:40.686069 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b84095-9da1-44fd-8cfb-d3a8c14bb7dc x-openstack-request-id: req-a8b84095-9da1-44fd-8cfb-d3a8c14bb7dc {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:12:40.686369 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31777b83-946d-474f-a7e0-3fc7f0ed45c9", "tag": "db31634a-52b6-40fa-aae1-04e9e0242392", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:12:40.686619 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a8b84095-9da1-44fd-8cfb-d3a8c14bb7dc {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:12:40.687015 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31777b83-946d-474f-a7e0-3fc7f0ed45c9', 'tag': 'db31634a-52b6-40fa-aae1-04e9e0242392', 'status': 'completed', 'code': 200} Jul 23 20:12:40.700466 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-23b4d6a6-9296-427a-8063-520675c1fefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:40.702138 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-23b4d6a6-9296-427a-8063-520675c1fefd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea6bc0dc24304e01b09b8615165b79a7&device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 1096 time: 0.0934904 Jul 23 20:12:40.759082 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-077497f8-51ef-45ec-bcbe-6ebaffa891d4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db31634a-52b6-40fa-aae1-04e9e0242392 HTTP/1.1" status: 200 len: 217 time: 0.0454650 Jul 23 20:12:40.850422 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-e93f0d6e-204f-4ad1-b55b-b1af33abce51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:40.851883 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-e93f0d6e-204f-4ad1-b55b-b1af33abce51 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cd1a42e3-1669-4db2-87f0-dcf77077f688 HTTP/1.1" status: 200 len: 851 time: 0.0702159 Jul 23 20:12:40.868127 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c751aa9-0bbc-4c01-b75c-7f126c8bf6f4 req-94ba9eb5-c5ae-48b7-8e21-f65b73917d3e tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:40.869549 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6c751aa9-0bbc-4c01-b75c-7f126c8bf6f4 req-94ba9eb5-c5ae-48b7-8e21-f65b73917d3e tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e7603e4-a351-4b7e-8647-1f597055e6ce HTTP/1.1" status: 200 len: 945 time: 0.1483204 Jul 23 20:12:40.904544 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-7a1922a9-2f94-4b09-93cb-e25d63cbcf69 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=01632bb6-73d5-4f9f-944b-63eb72c618d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336866 Jul 23 20:12:40.955160 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6c751aa9-0bbc-4c01-b75c-7f126c8bf6f4 req-c1e4af34-0123-49fd-9e67-5d3632cfd00b tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767794 Jul 23 20:12:41.042735 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-c6ffc092-fdce-4471-99df-c3aae25139ba service neutron] 10.222.0.30 "GET /v2.0/networks/01632bb6-73d5-4f9f-944b-63eb72c618d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293411 Jul 23 20:12:41.163375 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-71873b72-3c76-49fe-9fed-4c2ac16dddf9 req-20f71907-45e5-493a-bf7e-dd74aef6918a service neutron] 10.222.0.30 "GET /v2.0/networks/01632bb6-73d5-4f9f-944b-63eb72c618d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126583 Jul 23 20:12:41.208125 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bbcb4-c908-4f0e-8d47-d86d196fefff req-3a67c1d8-535c-4ced-823d-0a83967f81db tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:41.209999 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-298bbcb4-c908-4f0e-8d47-d86d196fefff req-3a67c1d8-535c-4ced-823d-0a83967f81db tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 944 time: 0.0791018 Jul 23 20:12:41.259230 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-298bbcb4-c908-4f0e-8d47-d86d196fefff req-1c0f44bd-572d-4d27-a0c9-41ed764e29c2 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411203 Jul 23 20:12:41.284707 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40574040-404e-47b2-8d79-db6e29fb11d6 req-e36b089c-4bd0-493e-8b02-948642006651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:41.286479 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-40574040-404e-47b2-8d79-db6e29fb11d6 req-e36b089c-4bd0-493e-8b02-948642006651 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea6bc0dc24304e01b09b8615165b79a7&device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 1096 time: 0.0686164 Jul 23 20:12:41.402978 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40574040-404e-47b2-8d79-db6e29fb11d6 req-b2e8d934-c8f4-40a0-83f6-b8e3e12ef52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:41.404391 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-40574040-404e-47b2-8d79-db6e29fb11d6 req-b2e8d934-c8f4-40a0-83f6-b8e3e12ef52b service neutron] 10.222.0.30 "GET /v2.0/networks?id=01632bb6-73d5-4f9f-944b-63eb72c618d9 HTTP/1.1" status: 200 len: 912 time: 0.1090455 Jul 23 20:12:41.450863 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-40574040-404e-47b2-8d79-db6e29fb11d6 req-dcaa07c2-76d2-4737-a9af-7ca89c87f7ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db31634a-52b6-40fa-aae1-04e9e0242392 HTTP/1.1" status: 200 len: 217 time: 0.0389450 Jul 23 20:12:41.477707 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 83c6f14d-cf76-46f6-ad86-d273be39a5b0 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:12:41.511142 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40574040-404e-47b2-8d79-db6e29fb11d6 req-183adc91-7fdc-4015-9a23-96569ad2de3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:41.512629 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-40574040-404e-47b2-8d79-db6e29fb11d6 req-183adc91-7fdc-4015-9a23-96569ad2de3d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cd1a42e3-1669-4db2-87f0-dcf77077f688 HTTP/1.1" status: 200 len: 851 time: 0.0535903 Jul 23 20:12:41.535111 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 83c6f14d-cf76-46f6-ad86-d273be39a5b0 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:12:41.539650 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 83c6f14d-cf76-46f6-ad86-d273be39a5b0 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:41.540872 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:41.556855 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-40574040-404e-47b2-8d79-db6e29fb11d6 req-a7739792-2c0c-4134-a59c-3e32d2735b74 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=01632bb6-73d5-4f9f-944b-63eb72c618d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345304 Jul 23 20:12:41.632506 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:41.675525 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7603e4-a351-4b7e-8647-1f597055e6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c6f14d-cf76-46f6-ad86-d273be39a5b0'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:12:41.682159 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcda871e-87c4-4992-8098-88ae68731f16" -d '{"events": [{"server_uuid": "0e7603e4-a351-4b7e-8647-1f597055e6ce", "name": "network-vif-plugged", "status": "completed", "tag": "83c6f14d-cf76-46f6-ad86-d273be39a5b0"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:12:41.687646 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-40574040-404e-47b2-8d79-db6e29fb11d6 req-5197537c-37b8-4a37-a4ab-ddd35691f0a0 service neutron] 10.222.0.30 "GET /v2.0/networks/01632bb6-73d5-4f9f-944b-63eb72c618d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223493 Jul 23 20:12:41.710089 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 83c6f14d-cf76-46f6-ad86-d273be39a5b0, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=83c6f14d-cf76-46f6-ad86-d273be39a5b0,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:41.723068 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:41.782258 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe345be-7706-4b33-8b3f-628888d94034 x-openstack-request-id: req-2fe345be-7706-4b33-8b3f-628888d94034 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:12:41.782619 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7603e4-a351-4b7e-8647-1f597055e6ce", "name": "network-vif-plugged", "status": "completed", "tag": "83c6f14d-cf76-46f6-ad86-d273be39a5b0", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:12:41.782835 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2fe345be-7706-4b33-8b3f-628888d94034 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:12:41.783238 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7603e4-a351-4b7e-8647-1f597055e6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c6f14d-cf76-46f6-ad86-d273be39a5b0', 'code': 200} Jul 23 20:12:41.805595 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=83c6f14d-cf76-46f6-ad86-d273be39a5b0,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:41.837560 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-40574040-404e-47b2-8d79-db6e29fb11d6 req-ad10d877-a47b-4f3b-831f-fa1a1a35ee2a service neutron] 10.222.0.30 "GET /v2.0/networks/01632bb6-73d5-4f9f-944b-63eb72c618d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404209 Jul 23 20:12:41.939789 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023d534-6820-41c7-8ea2-3af59efd88dd req-652ef31e-b4ad-466e-ae5e-287af047efc8 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:41.943916 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9023d534-6820-41c7-8ea2-3af59efd88dd req-652ef31e-b4ad-466e-ae5e-287af047efc8 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 945 time: 0.1485682 Jul 23 20:12:41.951719 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaafab9-3a7c-406c-944a-d5018851e158 req-2ff0dd18-2a73-4f4b-9f61-8e09a17aed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:41.953308 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2eaafab9-3a7c-406c-944a-d5018851e158 req-2ff0dd18-2a73-4f4b-9f61-8e09a17aed72 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0e7603e4-a351-4b7e-8647-1f597055e6ce HTTP/1.1" status: 200 len: 1098 time: 0.0744548 Jul 23 20:12:42.002540 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2eaafab9-3a7c-406c-944a-d5018851e158 req-925525a8-1b24-4787-9108-4909706e03b8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371709 Jul 23 20:12:42.006296 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9023d534-6820-41c7-8ea2-3af59efd88dd req-a364cdf4-36ec-4b6e-9506-7dfad560d4a4 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c795a9-7461-4bc4-8325-b1503df20f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544922 Jul 23 20:12:42.126895 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d0b0d-0798-449f-8a1d-e408edc007a5 req-75284377-f670-4fca-bcd8-fa015b9acea2 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:42.129703 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-805d0b0d-0798-449f-8a1d-e408edc007a5 req-75284377-f670-4fca-bcd8-fa015b9acea2 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e7603e4-a351-4b7e-8647-1f597055e6ce HTTP/1.1" status: 200 len: 946 time: 0.0872633 Jul 23 20:12:42.183065 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-805d0b0d-0798-449f-8a1d-e408edc007a5 req-24e5b1f8-7780-4c7e-8898-f80b8a8c87b9 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465009 Jul 23 20:12:42.480120 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6386bb-f9c5-45dd-8479-d83858b5dc5b req-6bd4d891-9cfc-45d3-aa24-c44370bbbf5e tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:42.482851 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1c6386bb-f9c5-45dd-8479-d83858b5dc5b req-6bd4d891-9cfc-45d3-aa24-c44370bbbf5e tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 944 time: 0.1448882 Jul 23 20:12:42.542120 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1c6386bb-f9c5-45dd-8479-d83858b5dc5b req-c97a547e-8a6c-4361-8484-cb48528575b6 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514259 Jul 23 20:12:42.939862 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1c369c54-7bfa-43dc-b6d2-3c832b5716f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:43.295558 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:43.295836 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b6a1f-f78e-43cf-9149-decc95d8dbea req-7a0b1b9b-2ac1-4f11-9f20-98292e1d7d8f tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:43.305749 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7f9b6a1f-f78e-43cf-9149-decc95d8dbea req-7a0b1b9b-2ac1-4f11-9f20-98292e1d7d8f tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 945 time: 0.1321959 Jul 23 20:12:43.369953 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7f9b6a1f-f78e-43cf-9149-decc95d8dbea req-499f8f53-6703-46dc-8af3-e14acb041e45 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c795a9-7461-4bc4-8325-b1503df20f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630021 Jul 23 20:12:43.434646 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f68ca-0bf9-4016-93a6-428dc565cf64 req-589b7324-f050-4392-8a4c-09c0cafba33d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:43.436633 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e70f68ca-0bf9-4016-93a6-428dc565cf64 req-589b7324-f050-4392-8a4c-09c0cafba33d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e7603e4-a351-4b7e-8647-1f597055e6ce HTTP/1.1" status: 200 len: 946 time: 0.1289499 Jul 23 20:12:43.480545 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device db31634a-52b6-40fa-aae1-04e9e0242392 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:12:43.484291 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e70f68ca-0bf9-4016-93a6-428dc565cf64 req-c777c7d4-e95c-462f-ae6b-e10a6cb81c38 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401955 Jul 23 20:12:43.609499 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port db31634a-52b6-40fa-aae1-04e9e0242392, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=db31634a-52b6-40fa-aae1-04e9e0242392,segment=NetworkSegment(99649f19-b54c-4c71-be86-78cd3a183ec7),segment_id=99649f19-b54c-4c71-be86-78cd3a183ec7)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:43.631498 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'db31634a-52b6-40fa-aae1-04e9e0242392', 'network_id': '01632bb6-73d5-4f9f-944b-63eb72c618d9', 'port_id': 'db31634a-52b6-40fa-aae1-04e9e0242392', 'mac_address': 'fa:16:3e:c6:f1:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd1a42e3-1669-4db2-87f0-dcf77077f688', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:12:43.726724 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:43.756516 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db31634a-52b6-40fa-aae1-04e9e0242392 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:12:43.771090 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bdef7d-872b-4fb7-8ff3-8dc8bbecba58 req-64b89a5d-5414-4f36-abbb-08baccbd75b0 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:43.782362 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a4bdef7d-872b-4fb7-8ff3-8dc8bbecba58 req-64b89a5d-5414-4f36-abbb-08baccbd75b0 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 944 time: 0.1350527 Jul 23 20:12:43.815574 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port db31634a-52b6-40fa-aae1-04e9e0242392, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=db31634a-52b6-40fa-aae1-04e9e0242392,segment=NetworkSegment(99649f19-b54c-4c71-be86-78cd3a183ec7),segment_id=99649f19-b54c-4c71-be86-78cd3a183ec7)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:43.829881 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:43.849596 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b42d6b-f21e-4eb7-b493-61581d5f1229 req-2ad76602-e872-4c00-b606-5c4a17a0c10b tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:43.853017 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-44b42d6b-f21e-4eb7-b493-61581d5f1229 req-2ad76602-e872-4c00-b606-5c4a17a0c10b tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e7603e4-a351-4b7e-8647-1f597055e6ce HTTP/1.1" status: 200 len: 946 time: 0.1092236 Jul 23 20:12:43.853827 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a4bdef7d-872b-4fb7-8ff3-8dc8bbecba58 req-342b8fcb-f117-4275-b943-b2f317b55550 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680132 Jul 23 20:12:43.911210 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-44b42d6b-f21e-4eb7-b493-61581d5f1229 req-7067eebd-8156-40fc-8d8e-c3a9c3490019 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467315 Jul 23 20:12:43.919962 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=db31634a-52b6-40fa-aae1-04e9e0242392,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:43.946216 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:44.206494 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['db31634a-52b6-40fa-aae1-04e9e0242392'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:12:44.345413 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:44.484512 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:44.546712 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e90692-fe31-4b6d-b058-c8643a190bef req-62bbec5b-9dac-45d0-9de2-dfd34b71a29b tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:44.548680 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a1e90692-fe31-4b6d-b058-c8643a190bef req-62bbec5b-9dac-45d0-9de2-dfd34b71a29b tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 945 time: 0.0755777 Jul 23 20:12:44.589330 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a1e90692-fe31-4b6d-b058-c8643a190bef req-d34c45fd-1797-4e7a-8b31-ccc49849c14f tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c795a9-7461-4bc4-8325-b1503df20f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345230 Jul 23 20:12:45.013671 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405671c-6af4-4792-b4b1-012b74bd4fda req-81da90fd-1a32-448f-bb99-ed0c9e411719 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:45.015235 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4405671c-6af4-4792-b4b1-012b74bd4fda req-81da90fd-1a32-448f-bb99-ed0c9e411719 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 945 time: 0.0859168 Jul 23 20:12:45.062965 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4405671c-6af4-4792-b4b1-012b74bd4fda req-a0210d69-743a-41cd-934d-1bcdd0d82891 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411360 Jul 23 20:12:45.070116 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc4679-a4f2-4c94-93f5-e0ad1d928313 req-2947d12a-6d1d-476c-aba3-2c971af562a0 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:45.071859 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d1dc4679-a4f2-4c94-93f5-e0ad1d928313 req-2947d12a-6d1d-476c-aba3-2c971af562a0 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e7603e4-a351-4b7e-8647-1f597055e6ce HTTP/1.1" status: 200 len: 946 time: 0.0882576 Jul 23 20:12:45.124357 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d1dc4679-a4f2-4c94-93f5-e0ad1d928313 req-58ec8c0b-e156-449a-8f55-9d0165f5574a tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452924 Jul 23 20:12:45.487615 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device db31634a-52b6-40fa-aae1-04e9e0242392 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:12:45.560852 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port db31634a-52b6-40fa-aae1-04e9e0242392 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:12:45.567093 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port db31634a-52b6-40fa-aae1-04e9e0242392 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:45.567699 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:45.600846 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:12:45.674011 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1098bb9-41e7-47c4-8c50-669e84baed7f req-34e7ee97-d639-4ad3-bb43-9fd9abbda304 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:45.678992 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:45.684432 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a1098bb9-41e7-47c4-8c50-669e84baed7f req-34e7ee97-d639-4ad3-bb43-9fd9abbda304 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e7603e4-a351-4b7e-8647-1f597055e6ce HTTP/1.1" status: 200 len: 946 time: 0.1054757 Jul 23 20:12:45.725740 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31777b83-946d-474f-a7e0-3fc7f0ed45c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db31634a-52b6-40fa-aae1-04e9e0242392'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:12:45.728565 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f7c5c1-6cad-40ec-87a9-451f8a5493ec" -d '{"events": [{"server_uuid": "31777b83-946d-474f-a7e0-3fc7f0ed45c9", "name": "network-vif-plugged", "status": "completed", "tag": "db31634a-52b6-40fa-aae1-04e9e0242392"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:12:45.738483 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a1098bb9-41e7-47c4-8c50-669e84baed7f req-7633f75e-eb77-4207-9546-b2e9ffa5384e tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529432 Jul 23 20:12:45.751511 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port db31634a-52b6-40fa-aae1-04e9e0242392, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=db31634a-52b6-40fa-aae1-04e9e0242392,segment=NetworkSegment(99649f19-b54c-4c71-be86-78cd3a183ec7),segment_id=99649f19-b54c-4c71-be86-78cd3a183ec7)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:45.763912 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:45.787465 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6bb0ea-0d4e-480b-833b-e5dc6a934997 req-cb74a9a0-ece1-4c28-8bd9-921d2897014b tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:45.799216 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ac6bb0ea-0d4e-480b-833b-e5dc6a934997 req-cb74a9a0-ece1-4c28-8bd9-921d2897014b tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 945 time: 0.1200631 Jul 23 20:12:45.806723 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92063d3e-d211-4697-9392-5895e8f536e5 x-openstack-request-id: req-92063d3e-d211-4697-9392-5895e8f536e5 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:12:45.807029 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31777b83-946d-474f-a7e0-3fc7f0ed45c9", "name": "network-vif-plugged", "status": "completed", "tag": "db31634a-52b6-40fa-aae1-04e9e0242392", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:12:45.807248 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-92063d3e-d211-4697-9392-5895e8f536e5 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:12:45.807637 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31777b83-946d-474f-a7e0-3fc7f0ed45c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db31634a-52b6-40fa-aae1-04e9e0242392', 'code': 200} Jul 23 20:12:45.844850 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ac6bb0ea-0d4e-480b-833b-e5dc6a934997 req-ccea3a99-f5e1-478b-8e2e-7db823ec7a07 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c795a9-7461-4bc4-8325-b1503df20f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442643 Jul 23 20:12:45.847461 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=db31634a-52b6-40fa-aae1-04e9e0242392,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:45.857129 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:45.923630 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c861f-c802-4e0c-878e-a37a94f7b111 req-b2990617-a6db-4060-b624-c797f45982a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:45.925119 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-994c861f-c802-4e0c-878e-a37a94f7b111 req-b2990617-a6db-4060-b624-c797f45982a8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 1098 time: 0.0600967 Jul 23 20:12:45.967656 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-994c861f-c802-4e0c-878e-a37a94f7b111 req-c3538d92-5f09-4004-b653-97628d88aa62 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340421 Jul 23 20:12:46.210260 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf799a-0531-43e6-89ad-5bfd77a5e936 req-3a028921-12e1-40e6-952c-81190d66b21f tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:46.211895 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-46bf799a-0531-43e6-89ad-5bfd77a5e936 req-3a028921-12e1-40e6-952c-81190d66b21f tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 946 time: 0.0682652 Jul 23 20:12:46.272887 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-46bf799a-0531-43e6-89ad-5bfd77a5e936 req-b311d049-19ad-4b47-b693-195fe1e942bb tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548937 Jul 23 20:12:46.903527 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71255ffd-2328-4e69-8861-ee714ab7e00a req-6bfd3c7f-6b6a-4554-89bf-7e3e9af2795e tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:46.905965 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-71255ffd-2328-4e69-8861-ee714ab7e00a req-6bfd3c7f-6b6a-4554-89bf-7e3e9af2795e tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e7603e4-a351-4b7e-8647-1f597055e6ce HTTP/1.1" status: 200 len: 946 time: 0.0781820 Jul 23 20:12:46.964654 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-71255ffd-2328-4e69-8861-ee714ab7e00a req-f359c707-1f63-4a3e-9dbd-d15e8c8f7121 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518420 Jul 23 20:12:47.030747 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f0944-0bf0-4c45-b470-3517d93bc52c req-36b7f43f-6048-4d3f-a670-f0787e4afc02 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:47.039092 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db4f0944-0bf0-4c45-b470-3517d93bc52c req-36b7f43f-6048-4d3f-a670-f0787e4afc02 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 945 time: 0.0971031 Jul 23 20:12:47.083352 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db4f0944-0bf0-4c45-b470-3517d93bc52c req-83d014db-1834-442a-bee8-41a34201316b tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c795a9-7461-4bc4-8325-b1503df20f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431640 Jul 23 20:12:47.413165 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5635652-efba-4943-98d4-86a291db474a req-e9c0b34d-6b84-45bb-926e-6b9491b6ddd8 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:47.415256 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c5635652-efba-4943-98d4-86a291db474a req-e9c0b34d-6b84-45bb-926e-6b9491b6ddd8 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 946 time: 0.0667875 Jul 23 20:12:47.457985 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c5635652-efba-4943-98d4-86a291db474a req-67808799-ee1c-449a-a9bc-1316e6f7f24f tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368538 Jul 23 20:12:47.506777 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 83c6f14d-cf76-46f6-ad86-d273be39a5b0 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:12:47.685233 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 83c6f14d-cf76-46f6-ad86-d273be39a5b0, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=83c6f14d-cf76-46f6-ad86-d273be39a5b0,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:47.708397 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '83c6f14d-cf76-46f6-ad86-d273be39a5b0', 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22', 'port_id': '83c6f14d-cf76-46f6-ad86-d273be39a5b0', 'mac_address': 'fa:16:3e:d3:7b:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89cc8ce-1520-4663-872c-281c0b224b71', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:12:47.772500 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:47.792811 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83c6f14d-cf76-46f6-ad86-d273be39a5b0 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:12:47.794418 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e99705-c8b8-4995-a40f-4207f869d92a req-8214d4b7-fcc8-4493-a745-75e3a7babe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:47.796068 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-99e99705-c8b8-4995-a40f-4207f869d92a req-8214d4b7-fcc8-4493-a745-75e3a7babe10 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea6bc0dc24304e01b09b8615165b79a7&device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 1098 time: 0.1126866 Jul 23 20:12:47.809360 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2570b27-e3ac-4e01-a21e-397c31d75256 req-3b8d4230-fbda-4f50-8396-e228b52d3a52 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:47.817038 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a2570b27-e3ac-4e01-a21e-397c31d75256 req-3b8d4230-fbda-4f50-8396-e228b52d3a52 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 946 time: 0.1150949 Jul 23 20:12:47.830525 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 83c6f14d-cf76-46f6-ad86-d273be39a5b0, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=83c6f14d-cf76-46f6-ad86-d273be39a5b0,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:47.838236 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:47.865322 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a2570b27-e3ac-4e01-a21e-397c31d75256 req-fdc23508-d894-4105-945e-f3ca369b16c5 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467367 Jul 23 20:12:47.909048 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=83c6f14d-cf76-46f6-ad86-d273be39a5b0,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:47.920723 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 52042) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:47.926818 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e99705-c8b8-4995-a40f-4207f869d92a req-427b92ff-743e-4d3f-b07d-b8b39d31caa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:47.928326 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-99e99705-c8b8-4995-a40f-4207f869d92a req-427b92ff-743e-4d3f-b07d-b8b39d31caa4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=01632bb6-73d5-4f9f-944b-63eb72c618d9 HTTP/1.1" status: 200 len: 912 time: 0.1221125 Jul 23 20:12:47.992025 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-99e99705-c8b8-4995-a40f-4207f869d92a req-cabc577b-0b8d-4fe2-b774-91d56b8ae4d0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db31634a-52b6-40fa-aae1-04e9e0242392 HTTP/1.1" status: 200 len: 217 time: 0.0431416 Jul 23 20:12:48.045646 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['83c6f14d-cf76-46f6-ad86-d273be39a5b0'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:12:48.055720 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dcdd18e5-d7f9-4fa2-9bca-2559dd8c0fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:48.071803 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e99705-c8b8-4995-a40f-4207f869d92a req-b7a0706f-13f2-4047-adbe-7f04c17ecd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:48.073329 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-99e99705-c8b8-4995-a40f-4207f869d92a req-b7a0706f-13f2-4047-adbe-7f04c17ecd10 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cd1a42e3-1669-4db2-87f0-dcf77077f688 HTTP/1.1" status: 200 len: 851 time: 0.0694866 Jul 23 20:12:48.154677 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-99e99705-c8b8-4995-a40f-4207f869d92a req-576cd7ed-47e5-4653-b6aa-8f74c26d495a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=01632bb6-73d5-4f9f-944b-63eb72c618d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553737 Jul 23 20:12:48.219098 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1e017-fdf9-42a8-ae92-08a6d39808c1 req-db92c090-d033-42f0-ad9c-dbf41c2cb33e tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:48.220743 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-16d1e017-fdf9-42a8-ae92-08a6d39808c1 req-db92c090-d033-42f0-ad9c-dbf41c2cb33e tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e7603e4-a351-4b7e-8647-1f597055e6ce HTTP/1.1" status: 200 len: 945 time: 0.1690593 Jul 23 20:12:48.236203 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dcdd18e5-d7f9-4fa2-9bca-2559dd8c0fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:48.246845 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dcdd18e5-d7f9-4fa2-9bca-2559dd8c0fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:48.304532 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-dcdd18e5-d7f9-4fa2-9bca-2559dd8c0fe6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d061808edc354cbbac10f10e39407017&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3797469 Jul 23 20:12:48.304532 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd18e5-d7f9-4fa2-9bca-2559dd8c0fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3b3d61-dcad-411e-900f-f132c601f0ae,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:48.306973 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 52056) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:48.344124 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-16d1e017-fdf9-42a8-ae92-08a6d39808c1 req-cddf9426-bc1d-42f3-8d62-5c99f99c4ce3 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150527 Jul 23 20:12:48.351390 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc063e0-1032-4976-b9ff-a5f90fbdc28d req-19014e01-1dcb-4208-9866-e37435915c89 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:48.353687 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dfc063e0-1032-4976-b9ff-a5f90fbdc28d req-19014e01-1dcb-4208-9866-e37435915c89 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 945 time: 0.1650805 Jul 23 20:12:48.381771 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-99e99705-c8b8-4995-a40f-4207f869d92a req-4f84ac8a-6b31-4aab-942e-26f7edb9f811 service neutron] 10.222.0.30 "GET /v2.0/networks/01632bb6-73d5-4f9f-944b-63eb72c618d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157140 Jul 23 20:12:48.413379 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1548a750-418b-4899-ae71-bcace8900e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:48.442288 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dfc063e0-1032-4976-b9ff-a5f90fbdc28d req-c32f647e-bc36-4659-937a-9ec2950749fb tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c795a9-7461-4bc4-8325-b1503df20f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715454 Jul 23 20:12:48.454259 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1548a750-418b-4899-ae71-bcace8900e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:48.505000 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-99e99705-c8b8-4995-a40f-4207f869d92a req-c459dc31-ec27-4b6a-b185-170d9d8a5374 service neutron] 10.222.0.30 "GET /v2.0/networks/01632bb6-73d5-4f9f-944b-63eb72c618d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188114 Jul 23 20:12:48.513003 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1548a750-418b-4899-ae71-bcace8900e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:48.516118 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1548a750-418b-4899-ae71-bcace8900e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:48.517355 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1548a750-418b-4899-ae71-bcace8900e1a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd3b3d61-dcad-411e-900f-f132c601f0ae HTTP/1.1" status: 204 len: 168 time: 0.2079813 Jul 23 20:12:48.528417 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1548a750-418b-4899-ae71-bcace8900e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3b3d61-dcad-411e-900f-f132c601f0ae,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:48.833077 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 52090) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:48.851306 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d9bad477-aa22-4508-8464-00551491e94f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:48.956992 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d9bad477-aa22-4508-8464-00551491e94f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:48.967601 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d9bad477-aa22-4508-8464-00551491e94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:49.032395 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bad477-aa22-4508-8464-00551491e94f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1f1a55-0bbc-432a-aba5-470e8523ea0e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:49.038015 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d9bad477-aa22-4508-8464-00551491e94f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3374ffb458d842c09a51674b3d75a321&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2039213 Jul 23 20:12:49.041413 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 52094) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:49.047127 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bad477-aa22-4508-8464-00551491e94f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:49.048912 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bad477-aa22-4508-8464-00551491e94f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:49.049269 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bad477-aa22-4508-8464-00551491e94f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:49.049634 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bad477-aa22-4508-8464-00551491e94f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:49.049971 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bad477-aa22-4508-8464-00551491e94f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:49.050306 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bad477-aa22-4508-8464-00551491e94f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:49.050634 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bad477-aa22-4508-8464-00551491e94f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:49.050962 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bad477-aa22-4508-8464-00551491e94f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:49.051289 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bad477-aa22-4508-8464-00551491e94f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:49.051612 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bad477-aa22-4508-8464-00551491e94f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:49.051943 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bad477-aa22-4508-8464-00551491e94f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:49.052266 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bad477-aa22-4508-8464-00551491e94f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:49.089510 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d8503-b590-4f37-9348-2caf9e33e48c req-28f301f6-c468-4daf-ace4-a8c767959333 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:49.091078 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3a7d8503-b590-4f37-9348-2caf9e33e48c req-28f301f6-c468-4daf-ace4-a8c767959333 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 946 time: 0.1376629 Jul 23 20:12:49.126039 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e79f2c1f-80ff-4e0e-b974-b5ceaa3bb4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:49.132942 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3a7d8503-b590-4f37-9348-2caf9e33e48c req-a4e09848-4779-4acb-b230-307a9a60d4fe tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352123 Jul 23 20:12:49.161155 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e79f2c1f-80ff-4e0e-b974-b5ceaa3bb4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:49.218643 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e79f2c1f-80ff-4e0e-b974-b5ceaa3bb4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:49.221818 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e79f2c1f-80ff-4e0e-b974-b5ceaa3bb4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:49.222981 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e79f2c1f-80ff-4e0e-b974-b5ceaa3bb4a4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6e1f1a55-0bbc-432a-aba5-470e8523ea0e HTTP/1.1" status: 204 len: 168 time: 0.1798995 Jul 23 20:12:49.232533 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f2c1f-80ff-4e0e-b974-b5ceaa3bb4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1f1a55-0bbc-432a-aba5-470e8523ea0e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:49.549673 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 83c6f14d-cf76-46f6-ad86-d273be39a5b0 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:12:49.567936 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6dc2ac-6222-4039-86e8-fea60d6237f6 req-39876958-1af7-4cf8-929f-bcb88f6d8fae tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:49.570294 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6f6dc2ac-6222-4039-86e8-fea60d6237f6 req-39876958-1af7-4cf8-929f-bcb88f6d8fae tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e7603e4-a351-4b7e-8647-1f597055e6ce HTTP/1.1" status: 200 len: 945 time: 0.1045647 Jul 23 20:12:49.611965 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 83c6f14d-cf76-46f6-ad86-d273be39a5b0 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:49.612248 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:49.637183 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6f6dc2ac-6222-4039-86e8-fea60d6237f6 req-99353bde-06b8-43c5-82d6-d8abd0a083e4 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603743 Jul 23 20:12:49.649484 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f3043-60b3-447e-9eb1-bf3d1072828d req-489e7e11-6dda-42cc-b7dc-582445334fa4 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:49.660577 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-097f3043-60b3-447e-9eb1-bf3d1072828d req-489e7e11-6dda-42cc-b7dc-582445334fa4 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 945 time: 0.1260042 Jul 23 20:12:49.747472 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:49.768409 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-097f3043-60b3-447e-9eb1-bf3d1072828d req-ea70cf71-f684-4b8c-82c5-74826637520d tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c795a9-7461-4bc4-8325-b1503df20f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974562 Jul 23 20:12:49.790960 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7603e4-a351-4b7e-8647-1f597055e6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c6f14d-cf76-46f6-ad86-d273be39a5b0'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:12:49.793914 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4f0c77-690e-4070-a74a-4d72601118d0" -d '{"events": [{"server_uuid": "0e7603e4-a351-4b7e-8647-1f597055e6ce", "name": "network-vif-plugged", "status": "completed", "tag": "83c6f14d-cf76-46f6-ad86-d273be39a5b0"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:12:49.818601 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 83c6f14d-cf76-46f6-ad86-d273be39a5b0, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=83c6f14d-cf76-46f6-ad86-d273be39a5b0,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:49.826650 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 52120) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:49.835508 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:49.848702 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67957d8e-a499-49a3-b7e9-327ad87b1e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:49.918964 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=83c6f14d-cf76-46f6-ad86-d273be39a5b0,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:50.002373 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec526744-9a98-4e2f-bda6-ae567a7c1b63 x-openstack-request-id: req-ec526744-9a98-4e2f-bda6-ae567a7c1b63 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:12:50.002677 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7603e4-a351-4b7e-8647-1f597055e6ce", "name": "network-vif-plugged", "status": "completed", "tag": "83c6f14d-cf76-46f6-ad86-d273be39a5b0", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:12:50.002981 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ec526744-9a98-4e2f-bda6-ae567a7c1b63 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:12:50.004033 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7603e4-a351-4b7e-8647-1f597055e6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c6f14d-cf76-46f6-ad86-d273be39a5b0', 'code': 200} Jul 23 20:12:50.056631 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67957d8e-a499-49a3-b7e9-327ad87b1e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:50.064893 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67957d8e-a499-49a3-b7e9-327ad87b1e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:50.154864 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67957d8e-a499-49a3-b7e9-327ad87b1e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e1df88-6487-44f6-9682-7833fb8fd5d7,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:50.160402 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-67957d8e-a499-49a3-b7e9-327ad87b1e4f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=99722d0608984a04832620052c979f92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3325133 Jul 23 20:12:50.162382 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c47b87-5f20-49b3-8296-f34a14e501ae req-018ca95e-9008-470f-bcee-8600d28038d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:50.163385 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 52128) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:50.165130 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00c47b87-5f20-49b3-8296-f34a14e501ae req-018ca95e-9008-470f-bcee-8600d28038d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1a6866430c7477dabb2850fe027c983&device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 1097 time: 0.1110783 Jul 23 20:12:50.256768 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c82e6-8e70-4374-8e80-f8edaa157009 req-3632dc72-4a17-425d-a368-410740b6790b tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:50.258619 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ec3c82e6-8e70-4374-8e80-f8edaa157009 req-3632dc72-4a17-425d-a368-410740b6790b tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 945 time: 0.1636400 Jul 23 20:12:50.259415 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a9735b4-0a10-4ae2-affa-89933980049b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:50.294977 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a9735b4-0a10-4ae2-affa-89933980049b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:50.356564 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ec3c82e6-8e70-4374-8e80-f8edaa157009 req-077eb8b8-510f-4e42-bf4b-c58d304691fc tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c795a9-7461-4bc4-8325-b1503df20f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594811 Jul 23 20:12:50.391832 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a9735b4-0a10-4ae2-affa-89933980049b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:50.396987 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a9735b4-0a10-4ae2-affa-89933980049b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:50.400642 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2a9735b4-0a10-4ae2-affa-89933980049b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/34e1df88-6487-44f6-9682-7833fb8fd5d7 HTTP/1.1" status: 204 len: 168 time: 0.2353194 Jul 23 20:12:50.423367 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9735b4-0a10-4ae2-affa-89933980049b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e1df88-6487-44f6-9682-7833fb8fd5d7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:50.593631 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e41d9-6af7-4dff-a2c2-377fcc8b43f0 req-bb8a4442-7a04-4be0-860b-caf79acce7f6 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:50.595822 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-689e41d9-6af7-4dff-a2c2-377fcc8b43f0 req-bb8a4442-7a04-4be0-860b-caf79acce7f6 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 946 time: 0.0971973 Jul 23 20:12:50.682604 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-689e41d9-6af7-4dff-a2c2-377fcc8b43f0 req-39752042-5716-4450-b8f0-54c5a9407a84 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807242 Jul 23 20:12:50.859949 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c47b87-5f20-49b3-8296-f34a14e501ae req-71d87a82-8621-40bf-9a46-5174a5a7f0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:50.861147 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00c47b87-5f20-49b3-8296-f34a14e501ae req-71d87a82-8621-40bf-9a46-5174a5a7f0c0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=68a6fe92-0c26-45da-99d0-e58f34d2b985 HTTP/1.1" status: 200 len: 912 time: 0.6884947 Jul 23 20:12:50.879040 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f077250f-af51-4a08-bd71-7a01c2416e72 req-078fcb36-ea69-4181-bd97-4f91b9af474e tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:50.881651 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f077250f-af51-4a08-bd71-7a01c2416e72 req-078fcb36-ea69-4181-bd97-4f91b9af474e tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e7603e4-a351-4b7e-8647-1f597055e6ce HTTP/1.1" status: 200 len: 946 time: 0.1371224 Jul 23 20:12:50.956572 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d12f6f-fdde-466b-8cca-f4b61667a786 req-d2e7815d-2aa6-44ee-b122-502cd618215b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:50.958207 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-33d12f6f-fdde-466b-8cca-f4b61667a786 req-d2e7815d-2aa6-44ee-b122-502cd618215b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=784f45fc75b84843b7a1c49c28ef405e&device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 1098 time: 0.6641054 Jul 23 20:12:50.972889 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4d6f1-e6b9-41e1-9a2a-80762c77b0a0 req-6f3d015a-ff9e-453a-bca4-41ce3c3c251d tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:50.980685 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bbf4d6f1-e6b9-41e1-9a2a-80762c77b0a0 req-6f3d015a-ff9e-453a-bca4-41ce3c3c251d tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 946 time: 0.2070453 Jul 23 20:12:50.994478 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f077250f-af51-4a08-bd71-7a01c2416e72 req-ce55ddbe-ca75-42c1-81d4-fd01c055619e tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021905 Jul 23 20:12:51.054758 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00c47b87-5f20-49b3-8296-f34a14e501ae req-8eac891b-d54c-4c4d-babd-c2f083b127e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=993bde95-b5a7-4929-a2f6-f7eb102fff8f HTTP/1.1" status: 200 len: 1001 time: 0.1757228 Jul 23 20:12:51.092205 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bbf4d6f1-e6b9-41e1-9a2a-80762c77b0a0 req-239b5d6d-343d-491d-b111-6d738e31833e tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090183 Jul 23 20:12:51.218487 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c47b87-5f20-49b3-8296-f34a14e501ae req-f2afb434-0548-430a-8c86-ac7a98ec4d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:51.219900 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00c47b87-5f20-49b3-8296-f34a14e501ae req-f2afb434-0548-430a-8c86-ac7a98ec4d50 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7562bacc-5c9d-4fd5-a756-532eac029140 HTTP/1.1" status: 200 len: 850 time: 0.1555312 Jul 23 20:12:51.262486 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d12f6f-fdde-466b-8cca-f4b61667a786 req-b6a3f32a-00d5-4a52-a281-87de38dc8764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:51.264005 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-33d12f6f-fdde-466b-8cca-f4b61667a786 req-b6a3f32a-00d5-4a52-a281-87de38dc8764 service neutron] 10.222.0.18 "GET /v2.0/networks?id=286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8 HTTP/1.1" status: 200 len: 920 time: 0.2813013 Jul 23 20:12:51.333272 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-33d12f6f-fdde-466b-8cca-f4b61667a786 req-00a89f21-9bd2-4c42-a13f-d4f8aaf62ea7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=831772ca-a5b0-41e5-8084-caa588577a99 HTTP/1.1" status: 200 len: 217 time: 0.0431414 Jul 23 20:12:51.430689 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d12f6f-fdde-466b-8cca-f4b61667a786 req-ef145e58-e8df-41ba-8e3e-62967d11a0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:51.432869 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-33d12f6f-fdde-466b-8cca-f4b61667a786 req-ef145e58-e8df-41ba-8e3e-62967d11a0cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=26aa5c9b-6c7b-4ead-bbf5-7e81fe90100c HTTP/1.1" status: 200 len: 859 time: 0.0979676 Jul 23 20:12:51.441955 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c47b87-5f20-49b3-8296-f34a14e501ae req-4e06ec4d-a535-44e5-8f5c-011ed38f459a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:51.444381 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00c47b87-5f20-49b3-8296-f34a14e501ae req-4e06ec4d-a535-44e5-8f5c-011ed38f459a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68a6fe92-0c26-45da-99d0-e58f34d2b985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2076097 Jul 23 20:12:51.506058 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-33d12f6f-fdde-466b-8cca-f4b61667a786 req-969c7673-bc36-482d-8417-6da6aaba4df4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577672 Jul 23 20:12:51.540169 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0a55f-2e9b-4380-ba13-58fd444b5750 req-f0bfdbe8-12c7-4265-976e-4ddfb29542e1 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:51.550668 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-78b0a55f-2e9b-4380-ba13-58fd444b5750 req-f0bfdbe8-12c7-4265-976e-4ddfb29542e1 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 945 time: 0.1062660 Jul 23 20:12:51.629081 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-78b0a55f-2e9b-4380-ba13-58fd444b5750 req-5362651e-09c4-4ca2-85bf-69c7ad6ff2da tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c795a9-7461-4bc4-8325-b1503df20f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773523 Jul 23 20:12:51.707742 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00c47b87-5f20-49b3-8296-f34a14e501ae req-b7fa5c47-221a-4597-a896-b65213dda0a6 service neutron] 10.222.0.30 "GET /v2.0/networks/68a6fe92-0c26-45da-99d0-e58f34d2b985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001143 Jul 23 20:12:51.730522 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-33d12f6f-fdde-466b-8cca-f4b61667a786 req-7cdfceaf-af02-46d7-a7c9-e55945083201 service neutron] 10.222.0.18 "GET /v2.0/networks/286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987157 Jul 23 20:12:52.023720 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00c47b87-5f20-49b3-8296-f34a14e501ae req-92d7d795-4854-4370-ba39-c29058c1fd36 service neutron] 10.222.0.30 "GET /v2.0/networks/68a6fe92-0c26-45da-99d0-e58f34d2b985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051789 Jul 23 20:12:52.077006 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-33d12f6f-fdde-466b-8cca-f4b61667a786 req-c526f484-f57e-4db8-b705-3ba1a7246b3b service neutron] 10.222.0.18 "GET /v2.0/networks/286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324909 Jul 23 20:12:52.098905 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15238a0-7a79-4197-964d-99245a9a0120 req-bd6dd06c-3393-4774-80fd-2184e0bfa73a tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:52.107420 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b15238a0-7a79-4197-964d-99245a9a0120 req-bd6dd06c-3393-4774-80fd-2184e0bfa73a tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 946 time: 0.2910495 Jul 23 20:12:52.188147 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b15238a0-7a79-4197-964d-99245a9a0120 req-ee20ec4f-c0cd-4e4a-a334-3190abb4b38e tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795381 Jul 23 20:12:52.229195 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7306a-e99d-4b1d-9b42-aa803a7a7e43 req-9d56832d-45b8-467f-8b47-957152ac3fc2 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:52.235779 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-57c7306a-e99d-4b1d-9b42-aa803a7a7e43 req-9d56832d-45b8-467f-8b47-957152ac3fc2 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e7603e4-a351-4b7e-8647-1f597055e6ce HTTP/1.1" status: 200 len: 946 time: 0.1470008 Jul 23 20:12:52.314399 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-57c7306a-e99d-4b1d-9b42-aa803a7a7e43 req-a421e8a6-d209-4a3a-b179-5d1ee0b68b13 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705786 Jul 23 20:12:52.500490 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1193328-02c5-4a14-bace-427d27e21e0a req-b37c1ade-281e-4a27-aede-98dd600543f7 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:52.512149 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d1193328-02c5-4a14-bace-427d27e21e0a req-b37c1ade-281e-4a27-aede-98dd600543f7 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 946 time: 0.1985116 Jul 23 20:12:52.578951 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d1193328-02c5-4a14-bace-427d27e21e0a req-df103fe5-eb3b-4cbf-8516-b468b41b0175 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652759 Jul 23 20:12:52.814252 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7aec12-cfe5-4f33-9597-7dd0aafdbed4 req-2ce56c5e-ee96-4cc1-b1b4-47dacb54e1ba tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:52.815781 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0e7aec12-cfe5-4f33-9597-7dd0aafdbed4 req-2ce56c5e-ee96-4cc1-b1b4-47dacb54e1ba tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 945 time: 0.0950212 Jul 23 20:12:52.872479 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0e7aec12-cfe5-4f33-9597-7dd0aafdbed4 req-859a03bb-461c-4fc4-a0ef-007a80b3c634 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c795a9-7461-4bc4-8325-b1503df20f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490475 Jul 23 20:12:53.368827 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8fc4e2-a4e0-4da7-8827-c31eac736e5a req-2daff820-0f26-4889-9293-21e06b636885 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:53.376277 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1c8fc4e2-a4e0-4da7-8827-c31eac736e5a req-2daff820-0f26-4889-9293-21e06b636885 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 946 time: 0.1044502 Jul 23 20:12:53.412444 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1c8fc4e2-a4e0-4da7-8827-c31eac736e5a req-65ed41d0-0094-4d3f-ac50-3a1cdc7abb1b tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350599 Jul 23 20:12:53.515511 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62a774-490e-4038-97df-dba5f85dd706 req-6724759d-7bcc-4e88-9152-4e5274d36db4 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:53.515511 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0b62a774-490e-4038-97df-dba5f85dd706 req-6724759d-7bcc-4e88-9152-4e5274d36db4 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e7603e4-a351-4b7e-8647-1f597055e6ce HTTP/1.1" status: 200 len: 946 time: 0.0760159 Jul 23 20:12:53.530132 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0b62a774-490e-4038-97df-dba5f85dd706 req-0d80a5c7-a7d4-4393-9002-046379aecc15 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378823 Jul 23 20:12:53.795563 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efffa585-0ae5-48a2-8e25-e1633fa836a6 req-42764e49-3dbb-452f-9ae6-689b5d112917 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:53.802687 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-efffa585-0ae5-48a2-8e25-e1633fa836a6 req-42764e49-3dbb-452f-9ae6-689b5d112917 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 946 time: 0.1027403 Jul 23 20:12:53.845406 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-efffa585-0ae5-48a2-8e25-e1633fa836a6 req-7322cc7b-f143-4af2-938a-8f16758a1a73 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412197 Jul 23 20:12:54.624082 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684dcaf-e77c-488e-a70b-5d4e2bad114d req-450803aa-fb65-4c3f-97a9-ea3c03796b4c tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:54.637290 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6684dcaf-e77c-488e-a70b-5d4e2bad114d req-450803aa-fb65-4c3f-97a9-ea3c03796b4c tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 946 time: 0.1433082 Jul 23 20:12:54.747367 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6684dcaf-e77c-488e-a70b-5d4e2bad114d req-51536cee-7ae8-4de6-85e4-4b8cda923d11 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044862 Jul 23 20:12:54.807203 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa66c2c-55e6-43e3-ba27-89ae2eef251b req-302758f4-7fd1-416f-bbbe-3d3e9210ef2d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:54.814988 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5aa66c2c-55e6-43e3-ba27-89ae2eef251b req-302758f4-7fd1-416f-bbbe-3d3e9210ef2d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e7603e4-a351-4b7e-8647-1f597055e6ce HTTP/1.1" status: 200 len: 946 time: 0.1007717 Jul 23 20:12:54.873346 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5aa66c2c-55e6-43e3-ba27-89ae2eef251b req-66cfc664-b790-4624-ac20-eb427ebba2a9 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513601 Jul 23 20:12:55.043495 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db2651-3e16-4a89-abd5-ac09916a39d7 req-6a8206b5-73b1-4a07-b80c-48a383407ffe tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:55.051382 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-98db2651-3e16-4a89-abd5-ac09916a39d7 req-6a8206b5-73b1-4a07-b80c-48a383407ffe tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 946 time: 0.0972512 Jul 23 20:12:55.100114 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-98db2651-3e16-4a89-abd5-ac09916a39d7 req-8f5fb48a-d9d8-48e8-9c5c-f7c12dc9910d tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453815 Jul 23 20:12:56.048424 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed75b7c-4979-4cbd-b1bc-d3b5ab94f3fd req-1260e227-1895-49b4-8601-e665a4ff7daa tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:56.050256 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1ed75b7c-4979-4cbd-b1bc-d3b5ab94f3fd req-1260e227-1895-49b4-8601-e665a4ff7daa tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 946 time: 0.1774495 Jul 23 20:12:56.050805 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894f161-c38d-4af3-85df-8b743307d330 req-fac4fcfb-5762-4343-9b75-0e67411aada2 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:56.052551 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9894f161-c38d-4af3-85df-8b743307d330 req-fac4fcfb-5762-4343-9b75-0e67411aada2 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e7603e4-a351-4b7e-8647-1f597055e6ce HTTP/1.1" status: 200 len: 946 time: 0.0840859 Jul 23 20:12:56.104139 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9894f161-c38d-4af3-85df-8b743307d330 req-63938268-80e8-40b0-a2c9-22d48af5c5c2 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444818 Jul 23 20:12:56.154634 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1ed75b7c-4979-4cbd-b1bc-d3b5ab94f3fd req-a1007f91-ab6d-4546-a96a-ad7637e57661 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972171 Jul 23 20:12:56.302383 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2aab9e-56bb-4687-b1e8-a4d565487265 req-e5c7ed58-f76d-4285-b0f8-4777c7eda145 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:56.310214 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fb2aab9e-56bb-4687-b1e8-a4d565487265 req-e5c7ed58-f76d-4285-b0f8-4777c7eda145 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 946 time: 0.0831485 Jul 23 20:12:56.348960 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fb2aab9e-56bb-4687-b1e8-a4d565487265 req-f7ddbd88-f485-4b66-a804-d70d0b1d1bf3 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377934 Jul 23 20:12:57.327430 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398542a4-118b-484a-9aae-065851de8d90 req-10c83ad4-2c35-4f8d-ac52-776b1dc186cb tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:57.329874 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-398542a4-118b-484a-9aae-065851de8d90 req-10c83ad4-2c35-4f8d-ac52-776b1dc186cb tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e7603e4-a351-4b7e-8647-1f597055e6ce HTTP/1.1" status: 200 len: 946 time: 0.1123168 Jul 23 20:12:57.373151 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd8383-9587-44c0-b224-876215fca54d req-abe02a78-3564-409a-9de6-d8e1a30428d2 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:57.379773 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eedd8383-9587-44c0-b224-876215fca54d req-abe02a78-3564-409a-9de6-d8e1a30428d2 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 946 time: 0.1202166 Jul 23 20:12:57.402801 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-398542a4-118b-484a-9aae-065851de8d90 req-e131d337-2cd9-4775-ac8c-eac23672339a tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644643 Jul 23 20:12:57.434643 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eedd8383-9587-44c0-b224-876215fca54d req-d8f5aa90-7a82-40ec-a329-0322420ec29f tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497341 Jul 23 20:12:57.635048 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c57670-66ca-417b-8b8a-5dffbf67f1e0 req-24a8d7ff-71f3-4918-bd79-93cdae665be5 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:57.636743 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a8c57670-66ca-417b-8b8a-5dffbf67f1e0 req-24a8d7ff-71f3-4918-bd79-93cdae665be5 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 946 time: 0.0961111 Jul 23 20:12:57.686307 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a8c57670-66ca-417b-8b8a-5dffbf67f1e0 req-e12c9ea2-9017-4b0f-a262-5115a2351770 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438051 Jul 23 20:12:58.460769 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8fd447-e300-4dda-82df-c3e385cf5cc1 req-135ff94c-3164-44ad-976f-69146712aee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:58.463771 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa8fd447-e300-4dda-82df-c3e385cf5cc1 req-135ff94c-3164-44ad-976f-69146712aee3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 1098 time: 0.0747187 Jul 23 20:12:58.568201 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa8fd447-e300-4dda-82df-c3e385cf5cc1 req-80ac5c62-6d42-4914-ba51-ff3007d97650 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958164 Jul 23 20:12:58.603405 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067801b-7de7-4487-a7ee-705414f5d505 req-73e03da9-dcbd-43f6-a51c-b86860eb4517 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:58.611152 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0067801b-7de7-4487-a7ee-705414f5d505 req-73e03da9-dcbd-43f6-a51c-b86860eb4517 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e7603e4-a351-4b7e-8647-1f597055e6ce HTTP/1.1" status: 200 len: 946 time: 0.1033161 Jul 23 20:12:58.639698 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c992c1-a6af-4b2a-89d6-c43fa3d12fa6 req-b5991a88-ba0b-4e2b-b7c8-9e410efbbde6 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:58.650197 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-88c992c1-a6af-4b2a-89d6-c43fa3d12fa6 req-b5991a88-ba0b-4e2b-b7c8-9e410efbbde6 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 946 time: 0.1008017 Jul 23 20:12:58.655972 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0067801b-7de7-4487-a7ee-705414f5d505 req-01fbab00-7428-4ea5-9215-9f4cc0930e31 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436480 Jul 23 20:12:58.698777 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-88c992c1-a6af-4b2a-89d6-c43fa3d12fa6 req-6876c77d-6bad-473a-8681-7a23a7faca4f tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472386 Jul 23 20:12:58.843048 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28553d9-7320-4000-93b4-78b2f0fce34e req-dbcb7056-c687-4a67-b635-dd71cb0a2170 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:58.849853 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e28553d9-7320-4000-93b4-78b2f0fce34e req-dbcb7056-c687-4a67-b635-dd71cb0a2170 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 946 time: 0.0824549 Jul 23 20:12:58.893403 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e28553d9-7320-4000-93b4-78b2f0fce34e req-e7277e94-0f2d-4463-b4e7-a051600e42d6 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424943 Jul 23 20:12:59.849066 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c75065-291a-4682-beef-9f959f196c98 req-c1be63d8-5c93-44f3-b292-f86b1fd3efaf tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:59.850694 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-50c75065-291a-4682-beef-9f959f196c98 req-c1be63d8-5c93-44f3-b292-f86b1fd3efaf tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e7603e4-a351-4b7e-8647-1f597055e6ce HTTP/1.1" status: 200 len: 946 time: 0.1091502 Jul 23 20:12:59.905615 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-50c75065-291a-4682-beef-9f959f196c98 req-892c8bdc-2883-46f7-a791-562523a729b8 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480783 Jul 23 20:12:59.946815 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782c4e3-fed9-47b2-8214-7c6b5413b2d0 req-ed48f693-1c35-4018-ac44-ff8fb8802781 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:59.954485 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6782c4e3-fed9-47b2-8214-7c6b5413b2d0 req-ed48f693-1c35-4018-ac44-ff8fb8802781 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 946 time: 0.1366785 Jul 23 20:13:00.010087 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6782c4e3-fed9-47b2-8214-7c6b5413b2d0 req-0443ba16-1a1c-419d-a5f0-f63b7e9bd508 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546422 Jul 23 20:13:00.152823 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15da940-1258-4151-9082-aa8971c9ef29 req-220d4a75-af35-4fda-aba9-7ca599fe5003 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:00.154761 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c15da940-1258-4151-9082-aa8971c9ef29 req-220d4a75-af35-4fda-aba9-7ca599fe5003 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 946 time: 0.0765464 Jul 23 20:13:00.221930 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c15da940-1258-4151-9082-aa8971c9ef29 req-b37b93a1-534c-4fca-8953-88bf9c37e741 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614321 Jul 23 20:13:00.648855 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd0b35-5469-4ca1-98d8-2850ef2f4079 req-c8f72ad4-d1e5-43ff-aafd-ff1ed26bcdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:00.650480 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1dfd0b35-5469-4ca1-98d8-2850ef2f4079 req-c8f72ad4-d1e5-43ff-aafd-ff1ed26bcdd8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=784f45fc75b84843b7a1c49c28ef405e&device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 1098 time: 0.0715005 Jul 23 20:13:00.688339 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d80b3-31cc-4aeb-b58b-0c2d0ee53253 req-3c50108f-27c4-47d8-a694-bb4b94f6e130 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:00.689902 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bb2d80b3-31cc-4aeb-b58b-0c2d0ee53253 req-3c50108f-27c4-47d8-a694-bb4b94f6e130 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 946 time: 0.1014736 Jul 23 20:13:00.760681 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bb2d80b3-31cc-4aeb-b58b-0c2d0ee53253 req-778eb3e6-a356-4e0b-b718-107248397498 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645335 Jul 23 20:13:00.821031 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd0b35-5469-4ca1-98d8-2850ef2f4079 req-1b5e5476-6497-4c99-a2c1-2039099bae2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:00.823190 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1dfd0b35-5469-4ca1-98d8-2850ef2f4079 req-1b5e5476-6497-4c99-a2c1-2039099bae2a service neutron] 10.222.0.18 "GET /v2.0/networks?id=286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8 HTTP/1.1" status: 200 len: 920 time: 0.1627796 Jul 23 20:13:00.869491 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1dfd0b35-5469-4ca1-98d8-2850ef2f4079 req-f252e3fc-fbc4-4ee2-bc68-2e8c7f82ad8e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=831772ca-a5b0-41e5-8084-caa588577a99 HTTP/1.1" status: 200 len: 217 time: 0.0391631 Jul 23 20:13:00.939310 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd0b35-5469-4ca1-98d8-2850ef2f4079 req-02fef56f-ef79-4162-9fc1-f3f40a61bb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:00.941298 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1dfd0b35-5469-4ca1-98d8-2850ef2f4079 req-02fef56f-ef79-4162-9fc1-f3f40a61bb74 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=26aa5c9b-6c7b-4ead-bbf5-7e81fe90100c HTTP/1.1" status: 200 len: 859 time: 0.0652406 Jul 23 20:13:00.985348 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1dfd0b35-5469-4ca1-98d8-2850ef2f4079 req-b54ed84b-eede-4484-a760-6653905d6a57 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359056 Jul 23 20:13:01.127206 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1dfd0b35-5469-4ca1-98d8-2850ef2f4079 req-721e498a-0bf0-4162-982c-c6b1626d173e service neutron] 10.222.0.18 "GET /v2.0/networks/286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352205 Jul 23 20:13:01.179456 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c355462-5256-4a80-96a8-09981376715e req-73e95e14-2927-427c-be2c-363f27aa7040 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:01.181076 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3c355462-5256-4a80-96a8-09981376715e req-73e95e14-2927-427c-be2c-363f27aa7040 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e7603e4-a351-4b7e-8647-1f597055e6ce HTTP/1.1" status: 200 len: 946 time: 0.1689856 Jul 23 20:13:01.272180 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3c355462-5256-4a80-96a8-09981376715e req-18fe7b63-fc2e-4b10-afcd-5aa538f1d8bd tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840049 Jul 23 20:13:01.275244 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1dfd0b35-5469-4ca1-98d8-2850ef2f4079 req-490edc76-8b06-4fe1-8c52-938e0bd82e86 service neutron] 10.222.0.18 "GET /v2.0/networks/286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383967 Jul 23 20:13:01.385020 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e78ec7-9b17-4557-9cdb-111ea1107f82 req-d9e6c099-e282-463e-a1e7-f7815ed369a5 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:01.386601 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-61e78ec7-9b17-4557-9cdb-111ea1107f82 req-d9e6c099-e282-463e-a1e7-f7815ed369a5 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 946 time: 0.0717158 Jul 23 20:13:01.428049 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-61e78ec7-9b17-4557-9cdb-111ea1107f82 req-070872ec-adad-4f98-9ce2-4763443877ff tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340426 Jul 23 20:13:01.748522 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77511e3b-2dec-4dd6-a07c-a9e3628a5d41 req-b12a20a1-2e24-4aee-b8e9-e8782c55b9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:01.750158 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-77511e3b-2dec-4dd6-a07c-a9e3628a5d41 req-b12a20a1-2e24-4aee-b8e9-e8782c55b9e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3eac1fd2f7984fc28e6e139f2a1d3dd0&device_id=0e7603e4-a351-4b7e-8647-1f597055e6ce HTTP/1.1" status: 200 len: 1098 time: 0.0608284 Jul 23 20:13:01.846290 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77511e3b-2dec-4dd6-a07c-a9e3628a5d41 req-1afa2e56-0404-4ad8-ba80-53574a76e190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:01.847812 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-77511e3b-2dec-4dd6-a07c-a9e3628a5d41 req-1afa2e56-0404-4ad8-ba80-53574a76e190 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f1957672-1349-45e6-b250-4d2e0e2b0e22 HTTP/1.1" status: 200 len: 912 time: 0.0915108 Jul 23 20:13:01.916754 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-77511e3b-2dec-4dd6-a07c-a9e3628a5d41 req-7abbe236-96c9-4f98-b2af-2c8bf4b366f5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83c6f14d-cf76-46f6-ad86-d273be39a5b0 HTTP/1.1" status: 200 len: 217 time: 0.0581596 Jul 23 20:13:01.983636 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d1298-d7e0-474e-97d4-c759eb7e768b req-30615fe1-b7d8-420a-8a65-950e12b2a094 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:01.985159 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f42d1298-d7e0-474e-97d4-c759eb7e768b req-30615fe1-b7d8-420a-8a65-950e12b2a094 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 946 time: 0.1357784 Jul 23 20:13:01.994770 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77511e3b-2dec-4dd6-a07c-a9e3628a5d41 req-4f3947b3-d1b9-430f-9835-4bed5f50abcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:01.996199 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-77511e3b-2dec-4dd6-a07c-a9e3628a5d41 req-4f3947b3-d1b9-430f-9835-4bed5f50abcb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d89cc8ce-1520-4663-872c-281c0b224b71 HTTP/1.1" status: 200 len: 850 time: 0.0667992 Jul 23 20:13:02.060446 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f42d1298-d7e0-474e-97d4-c759eb7e768b req-ff5666e1-8916-4a9d-8472-80e1193d028b tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681331 Jul 23 20:13:02.093967 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77511e3b-2dec-4dd6-a07c-a9e3628a5d41 req-6827af74-68cb-4bbd-a630-3b4a94d078c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:02.095494 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-77511e3b-2dec-4dd6-a07c-a9e3628a5d41 req-6827af74-68cb-4bbd-a630-3b4a94d078c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1957672-1349-45e6-b250-4d2e0e2b0e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0858729 Jul 23 20:13:02.188839 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-77511e3b-2dec-4dd6-a07c-a9e3628a5d41 req-ca292871-42c0-406a-a1e8-176e0985240e service neutron] 10.222.0.30 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846224 Jul 23 20:13:02.293844 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-77511e3b-2dec-4dd6-a07c-a9e3628a5d41 req-2d46487d-25de-4509-aee3-5034f72f0d52 service neutron] 10.222.0.30 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966833 Jul 23 20:13:02.417659 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf51e84-3446-4f4b-a581-f9f3314d61c6 req-cdbc3794-5b72-4fc2-9639-d06dfcfb4e35 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:02.419210 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3cf51e84-3446-4f4b-a581-f9f3314d61c6 req-cdbc3794-5b72-4fc2-9639-d06dfcfb4e35 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e7603e4-a351-4b7e-8647-1f597055e6ce HTTP/1.1" status: 200 len: 946 time: 0.0682859 Jul 23 20:13:02.458960 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3cf51e84-3446-4f4b-a581-f9f3314d61c6 req-3852782b-50ab-4343-9172-dfb5b2239c94 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342314 Jul 23 20:13:02.605104 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95d876-0c39-4dc1-b6b6-a9dca4fb0c6b req-c6ef3c0b-95ba-4f55-89b8-36ba2bac37f0 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:02.607180 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9b95d876-0c39-4dc1-b6b6-a9dca4fb0c6b req-c6ef3c0b-95ba-4f55-89b8-36ba2bac37f0 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 946 time: 0.0704982 Jul 23 20:13:02.646531 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9b95d876-0c39-4dc1-b6b6-a9dca4fb0c6b req-b8d01acc-2fb6-4da0-996a-64dc607d16af tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332267 Jul 23 20:13:03.201846 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b98db-981d-47b8-b332-bd353bbae799 req-238e6d89-8184-42e9-a75d-e829c9fed7f7 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:03.203383 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa2b98db-981d-47b8-b332-bd353bbae799 req-238e6d89-8184-42e9-a75d-e829c9fed7f7 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 946 time: 0.0649183 Jul 23 20:13:03.244168 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa2b98db-981d-47b8-b332-bd353bbae799 req-8d2a1018-938a-4c67-96c3-207657f4e144 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348816 Jul 23 20:13:03.645233 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a7e04-0571-4d9e-9644-e20c55adae0e req-d687306f-b81f-4c48-86ca-e1aa82791d37 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:03.646979 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-672a7e04-0571-4d9e-9644-e20c55adae0e req-d687306f-b81f-4c48-86ca-e1aa82791d37 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e7603e4-a351-4b7e-8647-1f597055e6ce HTTP/1.1" status: 200 len: 946 time: 0.0784101 Jul 23 20:13:03.686915 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-672a7e04-0571-4d9e-9644-e20c55adae0e req-9d5edfeb-afb3-4047-a255-8e6e160aa840 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336406 Jul 23 20:13:03.793887 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed849ec-c483-4a8f-8d16-ebd9216da0e2 req-006e30d0-fde6-40f2-92e7-421d7e5748aa tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:03.795395 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6ed849ec-c483-4a8f-8d16-ebd9216da0e2 req-006e30d0-fde6-40f2-92e7-421d7e5748aa tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 946 time: 0.0658686 Jul 23 20:13:03.839620 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6ed849ec-c483-4a8f-8d16-ebd9216da0e2 req-201a0bba-341e-48ab-9418-0a6a9a8e6c59 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383914 Jul 23 20:13:04.399266 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c56a9b-39c6-4602-aaad-2f39c21a0cbb req-97738007-f9d5-4013-ae5e-612d912cab41 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:04.405751 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c56a9b-39c6-4602-aaad-2f39c21a0cbb req-97738007-f9d5-4013-ae5e-612d912cab41 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:04.411986 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c56a9b-39c6-4602-aaad-2f39c21a0cbb req-97738007-f9d5-4013-ae5e-612d912cab41 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:04.418624 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c56a9b-39c6-4602-aaad-2f39c21a0cbb req-97738007-f9d5-4013-ae5e-612d912cab41 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:04.424883 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c56a9b-39c6-4602-aaad-2f39c21a0cbb req-97738007-f9d5-4013-ae5e-612d912cab41 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:04.431741 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c56a9b-39c6-4602-aaad-2f39c21a0cbb req-97738007-f9d5-4013-ae5e-612d912cab41 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:04.437630 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c56a9b-39c6-4602-aaad-2f39c21a0cbb req-97738007-f9d5-4013-ae5e-612d912cab41 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:04.445191 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e3c56a9b-39c6-4602-aaad-2f39c21a0cbb req-97738007-f9d5-4013-ae5e-612d912cab41 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 5444 time: 0.1254220 Jul 23 20:13:04.485784 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e3c56a9b-39c6-4602-aaad-2f39c21a0cbb req-394dd31f-7bd8-402a-9bdd-e904bf5cb020 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8f4f3ea-9040-40e5-b97d-88f3cee36311&id=f03bc08f-e700-4073-8157-e780c3416b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384843 Jul 23 20:13:04.865732 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655edb1-df16-457a-bcf0-0b95be54b09e req-2f4037a2-5ab8-4462-a4df-328a7864a3eb tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:04.870410 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7655edb1-df16-457a-bcf0-0b95be54b09e req-2f4037a2-5ab8-4462-a4df-328a7864a3eb tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e7603e4-a351-4b7e-8647-1f597055e6ce HTTP/1.1" status: 200 len: 946 time: 0.0799725 Jul 23 20:13:04.910023 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7655edb1-df16-457a-bcf0-0b95be54b09e req-9561554d-991c-4961-b922-e377d7426db7 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349643 Jul 23 20:13:05.015924 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef08d3-aa9c-4d13-a659-7676ee491daa req-d5a58bd0-dd0c-4234-a158-db265dc41df8 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:05.023107 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-15ef08d3-aa9c-4d13-a659-7676ee491daa req-d5a58bd0-dd0c-4234-a158-db265dc41df8 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 946 time: 0.1005528 Jul 23 20:13:05.069992 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64bcca-81c5-48d8-87b3-b96b26cc677a req-265ad975-1166-4be7-a789-e9bd66cf8b57 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:05.072352 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2d64bcca-81c5-48d8-87b3-b96b26cc677a req-265ad975-1166-4be7-a789-e9bd66cf8b57 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.0813341 Jul 23 20:13:05.074602 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-15ef08d3-aa9c-4d13-a659-7676ee491daa req-d759d0e4-4635-46d6-a0b7-d2f4ad059dd5 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480139 Jul 23 20:13:05.124654 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2d64bcca-81c5-48d8-87b3-b96b26cc677a req-bc4998d5-6ba9-45e0-9990-cf295eaac35f tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464430 Jul 23 20:13:05.278234 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4266e-efe8-49d6-b643-61753d44e71f req-bca403ca-4e00-45c9-a34b-2d1489bd514b tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:05.280078 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-70f4266e-efe8-49d6-b643-61753d44e71f req-bca403ca-4e00-45c9-a34b-2d1489bd514b tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.0777247 Jul 23 20:13:05.321118 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-70f4266e-efe8-49d6-b643-61753d44e71f req-19f8a159-ff64-4ad2-9ddb-4e5b344d58ea tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343912 Jul 23 20:13:05.656434 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce346a41-d782-41c5-a1ef-44f81e5bb2e7 req-78775b2a-cd46-4bab-83b3-478ef3c542f4 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:05.659757 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-2a2f250e-a511-44b9-aaff-8b6cbc0c0922 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:05.663218 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce346a41-d782-41c5-a1ef-44f81e5bb2e7 req-78775b2a-cd46-4bab-83b3-478ef3c542f4 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:05.666874 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-2a2f250e-a511-44b9-aaff-8b6cbc0c0922 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:05.673502 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 83c6f14d-cf76-46f6-ad86-d273be39a5b0 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:05.677417 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce346a41-d782-41c5-a1ef-44f81e5bb2e7 req-78775b2a-cd46-4bab-83b3-478ef3c542f4 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:05.684048 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce346a41-d782-41c5-a1ef-44f81e5bb2e7 req-78775b2a-cd46-4bab-83b3-478ef3c542f4 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:05.685717 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-2a2f250e-a511-44b9-aaff-8b6cbc0c0922 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:05.690025 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce346a41-d782-41c5-a1ef-44f81e5bb2e7 req-78775b2a-cd46-4bab-83b3-478ef3c542f4 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:05.693264 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-2a2f250e-a511-44b9-aaff-8b6cbc0c0922 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:05.698692 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce346a41-d782-41c5-a1ef-44f81e5bb2e7 req-78775b2a-cd46-4bab-83b3-478ef3c542f4 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:05.701557 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-2a2f250e-a511-44b9-aaff-8b6cbc0c0922 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:05.705331 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce346a41-d782-41c5-a1ef-44f81e5bb2e7 req-78775b2a-cd46-4bab-83b3-478ef3c542f4 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:05.708577 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-2a2f250e-a511-44b9-aaff-8b6cbc0c0922 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:05.713902 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ce346a41-d782-41c5-a1ef-44f81e5bb2e7 req-78775b2a-cd46-4bab-83b3-478ef3c542f4 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 5444 time: 0.1356015 Jul 23 20:13:05.716960 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-2a2f250e-a511-44b9-aaff-8b6cbc0c0922 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:05.719255 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-2a2f250e-a511-44b9-aaff-8b6cbc0c0922 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.18 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 5444 time: 0.2408564 Jul 23 20:13:05.729892 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e961a7-4325-4691-8465-91f33f546b92 req-2de6b068-66ce-4b2f-944a-1bf49f3ebaa2 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:05.731910 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-19e961a7-4325-4691-8465-91f33f546b92 req-2de6b068-66ce-4b2f-944a-1bf49f3ebaa2 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.1892190 Jul 23 20:13:05.770117 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ce346a41-d782-41c5-a1ef-44f81e5bb2e7 req-8fc7c020-c7cd-4134-b4af-a9cbeac80778 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8f4f3ea-9040-40e5-b97d-88f3cee36311&id=f03bc08f-e700-4073-8157-e780c3416b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550411 Jul 23 20:13:05.793261 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:05.837860 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7603e4-a351-4b7e-8647-1f597055e6ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83c6f14d-cf76-46f6-ad86-d273be39a5b0'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:05.840175 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27aa6bb-abf6-46fc-a06b-f2c928fbba66" -d '{"events": [{"server_uuid": "0e7603e4-a351-4b7e-8647-1f597055e6ce", "name": "network-vif-unplugged", "status": "completed", "tag": "83c6f14d-cf76-46f6-ad86-d273be39a5b0"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:05.857595 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-19e961a7-4325-4691-8465-91f33f546b92 req-eb4e07bf-4070-4d75-b335-f4858c4b8643 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136558 Jul 23 20:13:05.860506 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 83c6f14d-cf76-46f6-ad86-d273be39a5b0, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=83c6f14d-cf76-46f6-ad86-d273be39a5b0,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:05.861147 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-042b7ae0-32c5-409a-a1a2-32b93bfe805b tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:05.862855 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-042b7ae0-32c5-409a-a1a2-32b93bfe805b tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.18 "GET /v2.0/ports/0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1294475 Jul 23 20:13:05.868599 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:05.957683 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d414856-32f1-42a9-b311-81bcc4c16dcc x-openstack-request-id: req-1d414856-32f1-42a9-b311-81bcc4c16dcc {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:05.957976 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7603e4-a351-4b7e-8647-1f597055e6ce", "name": "network-vif-unplugged", "status": "failed", "tag": "83c6f14d-cf76-46f6-ad86-d273be39a5b0", "code": 422}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:05.958226 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1d414856-32f1-42a9-b311-81bcc4c16dcc {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:05.959470 n-d-793618-10 neutron-server[93877]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0e7603e4-a351-4b7e-8647-1f597055e6ce', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '83c6f14d-cf76-46f6-ad86-d273be39a5b0', 'code': 422} returned with failed status Jul 23 20:13:05.964132 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=83c6f14d-cf76-46f6-ad86-d273be39a5b0,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:06.042976 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-c414881f-7398-4643-aedf-ba5d4869d9d0 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.18 "GET /v2.0/networks/a8834cf6-a834-4872-ae27-a514fb198d71?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1736872 Jul 23 20:13:06.055043 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-96739b8e-9a62-4bac-80cc-cfca245f908b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:13:06.155266 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-96739b8e-9a62-4bac-80cc-cfca245f908b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:06.299769 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35faa5-4169-4972-985b-c41ac5fbff24 req-956a3cc9-7a6b-493b-92d0-8062d4e9597b tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:06.301357 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4d35faa5-4169-4972-985b-c41ac5fbff24 req-956a3cc9-7a6b-493b-92d0-8062d4e9597b tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 946 time: 0.1364470 Jul 23 20:13:06.372666 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4d35faa5-4169-4972-985b-c41ac5fbff24 req-4b9b3672-31f0-44ca-95ec-cf1914ebe539 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459149 Jul 23 20:13:06.394318 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-96739b8e-9a62-4bac-80cc-cfca245f908b service neutron] For port 0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8,segment=NetworkSegment(133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6),segment_id=133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:06.446347 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-96739b8e-9a62-4bac-80cc-cfca245f908b service neutron] For port 0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:13:06.485503 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-96739b8e-9a62-4bac-80cc-cfca245f908b service neutron] device_id is not set on port 0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8 yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:13:06.497651 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-96739b8e-9a62-4bac-80cc-cfca245f908b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:06.505446 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-96739b8e-9a62-4bac-80cc-cfca245f908b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:06.595668 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-96739b8e-9a62-4bac-80cc-cfca245f908b service neutron] No DVR routers for this DVR port 0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:13:06.630489 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96739b8e-9a62-4bac-80cc-cfca245f908b service neutron] Pushing event updated for resources: {'Port': ['ID=0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8,revision_number=6']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:06.654839 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-96739b8e-9a62-4bac-80cc-cfca245f908b service neutron] In _notify_port_updated(), no bound segment for port 0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8 on network a8834cf6-a834-4872-ae27-a514fb198d71 {{(pid=93875) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:13:06.656157 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-96739b8e-9a62-4bac-80cc-cfca245f908b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:06.656916 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-96739b8e-9a62-4bac-80cc-cfca245f908b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:06.658355 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-96739b8e-9a62-4bac-80cc-cfca245f908b service neutron] 10.222.0.18 "PUT /v2.0/ports/0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8 HTTP/1.1" status: 200 len: 1033 time: 0.6080387 Jul 23 20:13:06.734081 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-6fc1ed07-55dc-4a59-ab7e-49b98d08ea34 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:06.735945 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-6fc1ed07-55dc-4a59-ab7e-49b98d08ea34 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.18 "GET /v2.0/ports/18d5e29d-60f2-4de3-a99b-260e4ed73bd7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0704269 Jul 23 20:13:06.748702 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-39899613-37ea-4ff1-b852-12a86dd4513e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:13:06.836958 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-39899613-37ea-4ff1-b852-12a86dd4513e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:06.891004 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8ae44711-6881-4d15-973c-be6159fd3000 None None] Provisioning complete for port 0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:13:06.891917 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8ae44711-6881-4d15-973c-be6159fd3000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:07.003193 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-8ae44711-6881-4d15-973c-be6159fd3000 None None] Port 0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:13:07.060234 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-39899613-37ea-4ff1-b852-12a86dd4513e service neutron] For port 18d5e29d-60f2-4de3-a99b-260e4ed73bd7, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=18d5e29d-60f2-4de3-a99b-260e4ed73bd7,segment=NetworkSegment(133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6),segment_id=133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:07.063843 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd4eed-2f98-4197-a1a9-f84a7d691e49 req-ccabdcc9-6c8a-4535-b8cd-ddf5b6c40f38 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:07.071724 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd4eed-2f98-4197-a1a9-f84a7d691e49 req-ccabdcc9-6c8a-4535-b8cd-ddf5b6c40f38 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:07.080343 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd4eed-2f98-4197-a1a9-f84a7d691e49 req-ccabdcc9-6c8a-4535-b8cd-ddf5b6c40f38 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:07.097454 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd4eed-2f98-4197-a1a9-f84a7d691e49 req-ccabdcc9-6c8a-4535-b8cd-ddf5b6c40f38 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:07.107152 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd4eed-2f98-4197-a1a9-f84a7d691e49 req-ccabdcc9-6c8a-4535-b8cd-ddf5b6c40f38 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:07.112558 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-39899613-37ea-4ff1-b852-12a86dd4513e service neutron] For port 18d5e29d-60f2-4de3-a99b-260e4ed73bd7, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:13:07.117412 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd4eed-2f98-4197-a1a9-f84a7d691e49 req-ccabdcc9-6c8a-4535-b8cd-ddf5b6c40f38 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:07.125337 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-03fd4eed-2f98-4197-a1a9-f84a7d691e49 req-ccabdcc9-6c8a-4535-b8cd-ddf5b6c40f38 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 4664 time: 0.1521933 Jul 23 20:13:07.144799 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef3e93-d818-4c19-9ba6-3b35dd9c90f5 req-a42edf2f-b577-41d4-8a80-70c4c6f18371 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:07.146381 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b0ef3e93-d818-4c19-9ba6-3b35dd9c90f5 req-a42edf2f-b577-41d4-8a80-70c4c6f18371 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.1377058 Jul 23 20:13:07.167547 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-39899613-37ea-4ff1-b852-12a86dd4513e service neutron] device_id is not set on port 18d5e29d-60f2-4de3-a99b-260e4ed73bd7 yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:13:07.187049 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-39899613-37ea-4ff1-b852-12a86dd4513e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:07.198191 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-03fd4eed-2f98-4197-a1a9-f84a7d691e49 req-75daedd8-9081-4932-99ca-e79c65d6bb5c tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8f4f3ea-9040-40e5-b97d-88f3cee36311&id=f03bc08f-e700-4073-8157-e780c3416b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0715761 Jul 23 20:13:07.205004 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-39899613-37ea-4ff1-b852-12a86dd4513e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:07.254049 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b0ef3e93-d818-4c19-9ba6-3b35dd9c90f5 req-a562ae2f-8ca7-423c-b717-094bdcaf3ec7 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967777 Jul 23 20:13:07.305696 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39899613-37ea-4ff1-b852-12a86dd4513e service neutron] Pushing event updated for resources: {'Port': ['ID=18d5e29d-60f2-4de3-a99b-260e4ed73bd7,revision_number=6']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:07.339097 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-39899613-37ea-4ff1-b852-12a86dd4513e service neutron] No DVR routers for this DVR port 18d5e29d-60f2-4de3-a99b-260e4ed73bd7 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:13:07.379219 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:07.392308 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-39899613-37ea-4ff1-b852-12a86dd4513e service neutron] In _notify_port_updated(), no bound segment for port 18d5e29d-60f2-4de3-a99b-260e4ed73bd7 on network a8834cf6-a834-4872-ae27-a514fb198d71 {{(pid=93875) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:13:07.393424 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-39899613-37ea-4ff1-b852-12a86dd4513e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:07.394239 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-39899613-37ea-4ff1-b852-12a86dd4513e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:07.395858 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-39899613-37ea-4ff1-b852-12a86dd4513e service neutron] 10.222.0.18 "PUT /v2.0/ports/18d5e29d-60f2-4de3-a99b-260e4ed73bd7 HTTP/1.1" status: 200 len: 1032 time: 0.6541209 Jul 23 20:13:07.569848 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:07.604490 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431ee08-0681-4d88-985f-53e47b7331fe req-7ee8c52a-f8e2-4387-9c36-7f60d2901744 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:07.607787 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f,segment=NetworkSegment(1390de9a-4335-4a2d-ac2e-5463ed9bacda),segment_id=1390de9a-4335-4a2d-ac2e-5463ed9bacda)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:07.610237 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9431ee08-0681-4d88-985f-53e47b7331fe req-7ee8c52a-f8e2-4387-9c36-7f60d2901744 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 946 time: 0.0948162 Jul 23 20:13:07.612459 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:07.613496 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:07.618945 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-adbd39cb-c8f5-4385-8798-2c38906f295a tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Deleting port 504d6c62-6bda-47cb-bc6b-c1bc6dfa497c {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:07.619282 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-adbd39cb-c8f5-4385-8798-2c38906f295a tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:07.684124 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9431ee08-0681-4d88-985f-53e47b7331fe req-7483ee87-868c-4f8f-ad7c-bda78b18c12d tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576265 Jul 23 20:13:07.734958 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7b761783-31ae-4991-85f5-6fa7bd6fc6ab None None] Provisioning complete for port 18d5e29d-60f2-4de3-a99b-260e4ed73bd7 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:13:07.735267 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7b761783-31ae-4991-85f5-6fa7bd6fc6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:07.750285 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:07.750968 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 0cbdd92a-b096-453c-b3eb-bec2759c3ae5 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:07.830196 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:07.844593 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-7b761783-31ae-4991-85f5-6fa7bd6fc6ab None None] Port 18d5e29d-60f2-4de3-a99b-260e4ed73bd7 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:13:07.897645 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:07.940490 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 0cbdd92a-b096-453c-b3eb-bec2759c3ae5, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=0cbdd92a-b096-453c-b3eb-bec2759c3ae5,segment=NetworkSegment(97fd403f-3d99-4186-9325-492002f78c99),segment_id=97fd403f-3d99-4186-9325-492002f78c99)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:07.946923 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:07.948001 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 5eac413d-edd8-4c69-ae6a-a9dec5945955 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:07.977375 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd626a4a1-2e71-4ec8-93c3-8f1b685aaf9f'}, {'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cbdd92a-b096-453c-b3eb-bec2759c3ae5'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:07.980218 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f0a18f-e9c8-4129-b596-d203473f6862" -d '{"events": [{"server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "name": "network-vif-unplugged", "status": "completed", "tag": "d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f"}, {"server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "name": "network-vif-unplugged", "status": "completed", "tag": "0cbdd92a-b096-453c-b3eb-bec2759c3ae5"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:08.046257 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=0cbdd92a-b096-453c-b3eb-bec2759c3ae5,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:08.096913 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5a0c9f-6547-4579-8237-af6dc3c2ef89 x-openstack-request-id: req-2f5a0c9f-6547-4579-8237-af6dc3c2ef89 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:08.097215 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "name": "network-vif-unplugged", "status": "completed", "tag": "d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f", "code": 200}, {"server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "name": "network-vif-unplugged", "status": "completed", "tag": "0cbdd92a-b096-453c-b3eb-bec2759c3ae5", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:08.097592 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2f5a0c9f-6547-4579-8237-af6dc3c2ef89 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:08.097867 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd626a4a1-2e71-4ec8-93c3-8f1b685aaf9f', 'code': 200} Jul 23 20:13:08.098400 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cbdd92a-b096-453c-b3eb-bec2759c3ae5', 'code': 200} Jul 23 20:13:08.127021 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:08.181145 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 5eac413d-edd8-4c69-ae6a-a9dec5945955, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=5eac413d-edd8-4c69-ae6a-a9dec5945955,segment=NetworkSegment(133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6),segment_id=133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:08.185912 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:08.186743 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device eb4bcb47-1bf3-436f-9a45-04d007e3befb no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:08.273063 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=5eac413d-edd8-4c69-ae6a-a9dec5945955,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:08.278601 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-adbd39cb-c8f5-4385-8798-2c38906f295a tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] For port 504d6c62-6bda-47cb-bc6b-c1bc6dfa497c, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=504d6c62-6bda-47cb-bc6b-c1bc6dfa497c,segment=NetworkSegment(1390de9a-4335-4a2d-ac2e-5463ed9bacda),segment_id=1390de9a-4335-4a2d-ac2e-5463ed9bacda)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:08.279143 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-adbd39cb-c8f5-4385-8798-2c38906f295a tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:08.295790 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-adbd39cb-c8f5-4385-8798-2c38906f295a tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Calling delete_port for 504d6c62-6bda-47cb-bc6b-c1bc6dfa497c owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:08.371547 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:08.401153 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59705e-82a8-45fb-ac90-b4ebb8f60fa4 req-c32b6bf2-eea8-41fa-adba-5fc6d8f1d1fd tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:08.410185 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59705e-82a8-45fb-ac90-b4ebb8f60fa4 req-c32b6bf2-eea8-41fa-adba-5fc6d8f1d1fd tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:08.417260 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59705e-82a8-45fb-ac90-b4ebb8f60fa4 req-c32b6bf2-eea8-41fa-adba-5fc6d8f1d1fd tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:08.423404 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59705e-82a8-45fb-ac90-b4ebb8f60fa4 req-c32b6bf2-eea8-41fa-adba-5fc6d8f1d1fd tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:08.427468 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port eb4bcb47-1bf3-436f-9a45-04d007e3befb, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=eb4bcb47-1bf3-436f-9a45-04d007e3befb,segment=NetworkSegment(133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6),segment_id=133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:08.429601 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59705e-82a8-45fb-ac90-b4ebb8f60fa4 req-c32b6bf2-eea8-41fa-adba-5fc6d8f1d1fd tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:08.432719 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:08.434164 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 18d5e29d-60f2-4de3-a99b-260e4ed73bd7 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:08.437173 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fb59705e-82a8-45fb-ac90-b4ebb8f60fa4 req-c32b6bf2-eea8-41fa-adba-5fc6d8f1d1fd tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 3879 time: 0.1439736 Jul 23 20:13:08.494940 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fb59705e-82a8-45fb-ac90-b4ebb8f60fa4 req-fc6cfaf0-1b9b-4c66-b399-f1028110ceb6 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8f4f3ea-9040-40e5-b97d-88f3cee36311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567501 Jul 23 20:13:08.572320 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 18d5e29d-60f2-4de3-a99b-260e4ed73bd7 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:08.572765 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 504d6c62-6bda-47cb-bc6b-c1bc6dfa497c no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:08.583330 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073859c-2c45-4cbb-816b-7e8a1c19241f req-e0372a02-f5a2-4a00-bc6e-ad1f12b8175b tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:08.585049 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0073859c-2c45-4cbb-816b-7e8a1c19241f req-e0372a02-f5a2-4a00-bc6e-ad1f12b8175b tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.1544931 Jul 23 20:13:08.587186 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-adbd39cb-c8f5-4385-8798-2c38906f295a tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:08.612677 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 504d6c62-6bda-47cb-bc6b-c1bc6dfa497c {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:13:08.613028 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 504d6c62-6bda-47cb-bc6b-c1bc6dfa497c not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:08.619904 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=eb4bcb47-1bf3-436f-9a45-04d007e3befb,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:08.638473 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd39cb-c8f5-4385-8798-2c38906f295a tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Pushing event deleted for resources: {'Port': ['ID=504d6c62-6bda-47cb-bc6b-c1bc6dfa497c,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:08.726198 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0073859c-2c45-4cbb-816b-7e8a1c19241f req-844d4323-5872-48fc-998f-44d2eb36f7df tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268735 Jul 23 20:13:08.727763 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-adbd39cb-c8f5-4385-8798-2c38906f295a tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] No DVR routers for this DVR port 504d6c62-6bda-47cb-bc6b-c1bc6dfa497c on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:13:08.733304 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-adbd39cb-c8f5-4385-8798-2c38906f295a tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:08.735448 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-adbd39cb-c8f5-4385-8798-2c38906f295a tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.18 "DELETE /v2.0/ports/504d6c62-6bda-47cb-bc6b-c1bc6dfa497c HTTP/1.1" status: 204 len: 173 time: 1.3279865 Jul 23 20:13:08.735914 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'name': 'network-vif-deleted', 'tag': '504d6c62-6bda-47cb-bc6b-c1bc6dfa497c'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:08.739537 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794a418b-67ba-45cd-8fe1-013fbed1ff2e" -d '{"events": [{"server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "name": "network-vif-deleted", "tag": "504d6c62-6bda-47cb-bc6b-c1bc6dfa497c"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:08.799162 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e4f199-36e3-47f5-974d-5db5cd9187c6 x-openstack-request-id: req-53e4f199-36e3-47f5-974d-5db5cd9187c6 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:08.799569 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "name": "network-vif-deleted", "tag": "504d6c62-6bda-47cb-bc6b-c1bc6dfa497c", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:08.799691 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-53e4f199-36e3-47f5-974d-5db5cd9187c6 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:08.800073 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'name': 'network-vif-deleted', 'tag': '504d6c62-6bda-47cb-bc6b-c1bc6dfa497c', 'status': 'completed', 'code': 200} Jul 23 20:13:08.916554 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cfe038-8e72-4d20-9fb8-ba2131694e4e req-7ede3ca0-900e-40f3-ba5a-3a66c74c7f88 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:08.920059 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-16cfe038-8e72-4d20-9fb8-ba2131694e4e req-7ede3ca0-900e-40f3-ba5a-3a66c74c7f88 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 946 time: 0.1120298 Jul 23 20:13:08.943934 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-54bc3ff6-13ea-49af-af14-344fe87b1351 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Deleting port 5eac413d-edd8-4c69-ae6a-a9dec5945955 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:08.944277 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-54bc3ff6-13ea-49af-af14-344fe87b1351 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:09.030067 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-16cfe038-8e72-4d20-9fb8-ba2131694e4e req-4f5fde08-e5ea-413c-9a1f-5a0e190eba18 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948904 Jul 23 20:13:09.064655 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-54bc3ff6-13ea-49af-af14-344fe87b1351 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] For port 5eac413d-edd8-4c69-ae6a-a9dec5945955, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=5eac413d-edd8-4c69-ae6a-a9dec5945955,segment=NetworkSegment(133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6),segment_id=133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:09.065030 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-54bc3ff6-13ea-49af-af14-344fe87b1351 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:09.080052 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-54bc3ff6-13ea-49af-af14-344fe87b1351 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Calling delete_port for 5eac413d-edd8-4c69-ae6a-a9dec5945955 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:09.241197 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-54bc3ff6-13ea-49af-af14-344fe87b1351 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:09.276965 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc3ff6-13ea-49af-af14-344fe87b1351 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Pushing event deleted for resources: {'Port': ['ID=5eac413d-edd8-4c69-ae6a-a9dec5945955,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:09.338429 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-54bc3ff6-13ea-49af-af14-344fe87b1351 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] No DVR routers for this DVR port 5eac413d-edd8-4c69-ae6a-a9dec5945955 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:13:09.341750 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-54bc3ff6-13ea-49af-af14-344fe87b1351 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:09.344083 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-54bc3ff6-13ea-49af-af14-344fe87b1351 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.18 "DELETE /v2.0/ports/5eac413d-edd8-4c69-ae6a-a9dec5945955 HTTP/1.1" status: 204 len: 173 time: 0.6004355 Jul 23 20:13:09.476603 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-8b3b5622-847c-4ed0-a75d-54aa923c6c1e tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Deleting port eb4bcb47-1bf3-436f-9a45-04d007e3befb {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:09.477123 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-8b3b5622-847c-4ed0-a75d-54aa923c6c1e tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:09.582220 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-8b3b5622-847c-4ed0-a75d-54aa923c6c1e tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] For port eb4bcb47-1bf3-436f-9a45-04d007e3befb, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=eb4bcb47-1bf3-436f-9a45-04d007e3befb,segment=NetworkSegment(133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6),segment_id=133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:09.582596 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-8b3b5622-847c-4ed0-a75d-54aa923c6c1e tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:09.614211 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-8b3b5622-847c-4ed0-a75d-54aa923c6c1e tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Calling delete_port for eb4bcb47-1bf3-436f-9a45-04d007e3befb owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:09.691848 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71b41f-0d33-4d63-99f4-04c54456065c req-f6b149e3-9685-4e3c-b7bb-55ae4858a5d3 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:09.700943 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71b41f-0d33-4d63-99f4-04c54456065c req-f6b149e3-9685-4e3c-b7bb-55ae4858a5d3 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:09.708922 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71b41f-0d33-4d63-99f4-04c54456065c req-f6b149e3-9685-4e3c-b7bb-55ae4858a5d3 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:09.722094 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3d71b41f-0d33-4d63-99f4-04c54456065c req-f6b149e3-9685-4e3c-b7bb-55ae4858a5d3 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 2410 time: 0.1224594 Jul 23 20:13:09.774640 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3d71b41f-0d33-4d63-99f4-04c54456065c req-1646fc21-50de-4ece-bb6f-7d9ef9c2dd97 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8f4f3ea-9040-40e5-b97d-88f3cee36311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511794 Jul 23 20:13:09.887609 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-8b3b5622-847c-4ed0-a75d-54aa923c6c1e tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:09.925142 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b5622-847c-4ed0-a75d-54aa923c6c1e tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Pushing event deleted for resources: {'Port': ['ID=eb4bcb47-1bf3-436f-9a45-04d007e3befb,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:09.982286 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e30ccb-677f-45ea-a6a7-d9454412d3fa req-98013de4-fab5-4aab-9ffe-babacf2f6b49 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:09.984182 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-68e30ccb-677f-45ea-a6a7-d9454412d3fa req-98013de4-fab5-4aab-9ffe-babacf2f6b49 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.0972011 Jul 23 20:13:10.028262 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-8b3b5622-847c-4ed0-a75d-54aa923c6c1e tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] No DVR routers for this DVR port eb4bcb47-1bf3-436f-9a45-04d007e3befb on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:13:10.036026 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-8b3b5622-847c-4ed0-a75d-54aa923c6c1e tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:10.046125 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-68e30ccb-677f-45ea-a6a7-d9454412d3fa req-89a07ebf-1bd9-4804-8ea6-47b20c9b7b41 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539024 Jul 23 20:13:10.050249 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-8b3b5622-847c-4ed0-a75d-54aa923c6c1e tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.18 "DELETE /v2.0/ports/eb4bcb47-1bf3-436f-9a45-04d007e3befb HTTP/1.1" status: 204 len: 173 time: 0.7009194 Jul 23 20:13:10.100193 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5eac413d-edd8-4c69-ae6a-a9dec5945955'}, {'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb4bcb47-1bf3-436f-9a45-04d007e3befb'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:10.103363 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa49050-2ea6-4df4-8802-5837b71034af" -d '{"events": [{"server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "name": "network-vif-unplugged", "status": "completed", "tag": "5eac413d-edd8-4c69-ae6a-a9dec5945955"}, {"server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "name": "network-vif-unplugged", "status": "completed", "tag": "eb4bcb47-1bf3-436f-9a45-04d007e3befb"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:10.152966 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50235eab-8fae-46b6-97c8-41a2c3320660 x-openstack-request-id: req-50235eab-8fae-46b6-97c8-41a2c3320660 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:10.153680 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "name": "network-vif-unplugged", "status": "completed", "tag": "5eac413d-edd8-4c69-ae6a-a9dec5945955", "code": 200}, {"server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "name": "network-vif-unplugged", "status": "completed", "tag": "eb4bcb47-1bf3-436f-9a45-04d007e3befb", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:10.154260 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-50235eab-8fae-46b6-97c8-41a2c3320660 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:10.154839 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5eac413d-edd8-4c69-ae6a-a9dec5945955', 'code': 200} Jul 23 20:13:10.155256 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb4bcb47-1bf3-436f-9a45-04d007e3befb', 'code': 200} Jul 23 20:13:10.194798 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b43d7715-0a17-4a7c-92da-7ba185f379e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:10.266080 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-b319778d-e656-48d1-ab7f-28241aa1ef7d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Deleting port 0cbdd92a-b096-453c-b3eb-bec2759c3ae5 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:10.266080 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-b319778d-e656-48d1-ab7f-28241aa1ef7d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:10.293488 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a96f5-2a0b-4a76-8785-8f60595db918 req-857d10ba-45e4-4c2e-b4aa-0440f70ed590 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:10.297990 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-389a96f5-2a0b-4a76-8785-8f60595db918 req-857d10ba-45e4-4c2e-b4aa-0440f70ed590 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 946 time: 0.1608739 Jul 23 20:13:10.394076 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-389a96f5-2a0b-4a76-8785-8f60595db918 req-760d23d3-37d0-4011-90ba-5e9d81ca0aa9 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873425 Jul 23 20:13:10.417352 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-b319778d-e656-48d1-ab7f-28241aa1ef7d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] For port 0cbdd92a-b096-453c-b3eb-bec2759c3ae5, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=0cbdd92a-b096-453c-b3eb-bec2759c3ae5,segment=NetworkSegment(97fd403f-3d99-4186-9325-492002f78c99),segment_id=97fd403f-3d99-4186-9325-492002f78c99)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:10.417761 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-b319778d-e656-48d1-ab7f-28241aa1ef7d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:10.686815 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-b319778d-e656-48d1-ab7f-28241aa1ef7d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:10.687196 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-b319778d-e656-48d1-ab7f-28241aa1ef7d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:10.687522 n-d-793618-10 neutron-server[93875]: INFO neutron.db.l3_db [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-b319778d-e656-48d1-ab7f-28241aa1ef7d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Floating IP f3f9d91d-c6f7-47f2-ad7f-66dcdbaba5bb disassociated. External IP: 172.25.1.158, port: 0cbdd92a-b096-453c-b3eb-bec2759c3ae5. Jul 23 20:13:10.687908 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-b319778d-e656-48d1-ab7f-28241aa1ef7d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Calling delete_port for 0cbdd92a-b096-453c-b3eb-bec2759c3ae5 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:10.809714 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'name': 'network-vif-deleted', 'tag': '5eac413d-edd8-4c69-ae6a-a9dec5945955'}, {'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'name': 'network-vif-deleted', 'tag': 'eb4bcb47-1bf3-436f-9a45-04d007e3befb'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:10.812459 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e344d43-0e0b-4bef-aa45-0709413950f0" -d '{"events": [{"server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "name": "network-vif-deleted", "tag": "5eac413d-edd8-4c69-ae6a-a9dec5945955"}, {"server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "name": "network-vif-deleted", "tag": "eb4bcb47-1bf3-436f-9a45-04d007e3befb"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:10.850984 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-b319778d-e656-48d1-ab7f-28241aa1ef7d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:10.892860 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319778d-e656-48d1-ab7f-28241aa1ef7d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Pushing event deleted for resources: {'Port': ['ID=0cbdd92a-b096-453c-b3eb-bec2759c3ae5,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:10.938191 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f488a3-11cb-46d0-903d-8bd5324435f8 x-openstack-request-id: req-83f488a3-11cb-46d0-903d-8bd5324435f8 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:10.938499 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "name": "network-vif-deleted", "tag": "5eac413d-edd8-4c69-ae6a-a9dec5945955", "status": "completed", "code": 200}, {"server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "name": "network-vif-deleted", "tag": "eb4bcb47-1bf3-436f-9a45-04d007e3befb", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:10.938757 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-83f488a3-11cb-46d0-903d-8bd5324435f8 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:10.939162 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'name': 'network-vif-deleted', 'tag': '5eac413d-edd8-4c69-ae6a-a9dec5945955', 'status': 'completed', 'code': 200} Jul 23 20:13:10.939421 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'name': 'network-vif-deleted', 'tag': 'eb4bcb47-1bf3-436f-9a45-04d007e3befb', 'status': 'completed', 'code': 200} Jul 23 20:13:11.109280 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afece5ca-5c6d-41f7-9853-18b6e366d182 req-17e0c3b8-9847-4dcf-8a81-3a859449d47d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:11.110908 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-afece5ca-5c6d-41f7-9853-18b6e366d182 req-17e0c3b8-9847-4dcf-8a81-3a859449d47d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 943 time: 0.2148302 Jul 23 20:13:11.156945 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-b319778d-e656-48d1-ab7f-28241aa1ef7d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Router ad372a85-c26a-4382-9d5b-3f69303806e6 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:13:11.190112 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-afece5ca-5c6d-41f7-9853-18b6e366d182 req-85980d67-e153-4dcd-9c56-c8d1c02fdb7e tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8f4f3ea-9040-40e5-b97d-88f3cee36311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575984 Jul 23 20:13:11.229484 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8607a4-546d-4e83-bdb7-cf06118bcf0d req-42f80bd7-b845-486a-845f-ffd18cf2cbd9 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:11.231261 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fb8607a4-546d-4e83-bdb7-cf06118bcf0d req-42f80bd7-b845-486a-845f-ffd18cf2cbd9 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.0937264 Jul 23 20:13:11.290873 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fb8607a4-546d-4e83-bdb7-cf06118bcf0d req-d58526e7-5c5c-4478-94e6-c6e3bbf4b2fc tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528574 Jul 23 20:13:11.359674 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-b319778d-e656-48d1-ab7f-28241aa1ef7d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:13:11.371250 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cd2137-b02a-4a71-9623-5a5415a767f0 None None] Sync routers for ids ['ad372a85-c26a-4382-9d5b-3f69303806e6'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:13:11.386256 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cd2137-b02a-4a71-9623-5a5415a767f0 None None] Routers {'ad372a85-c26a-4382-9d5b-3f69303806e6'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:13:11.387202 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-c5cd2137-b02a-4a71-9623-5a5415a767f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:12:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ad372a85-c26a-4382-9d5b-3f69303806e6'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:11.418291 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-b319778d-e656-48d1-ab7f-28241aa1ef7d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] No DVR routers for this DVR port 0cbdd92a-b096-453c-b3eb-bec2759c3ae5 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:13:11.428178 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-b319778d-e656-48d1-ab7f-28241aa1ef7d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:11.434396 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-b319778d-e656-48d1-ab7f-28241aa1ef7d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.18 "DELETE /v2.0/ports/0cbdd92a-b096-453c-b3eb-bec2759c3ae5 HTTP/1.1" status: 204 len: 173 time: 1.3754630 Jul 23 20:13:11.521254 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-c5cd2137-b02a-4a71-9623-5a5415a767f0 None None] Set router ad372a85-c26a-4382-9d5b-3f69303806e6 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:13:11.654787 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c24c2c-d369-4027-bd70-0675406fd305 req-8aefd270-1a7a-40bf-a596-4e31f7c8cbd6 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:11.658839 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b7c24c2c-d369-4027-bd70-0675406fd305 req-8aefd270-1a7a-40bf-a596-4e31f7c8cbd6 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 946 time: 0.1565287 Jul 23 20:13:11.715347 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-256fb90c-88e8-4216-a6be-ff0e3e486c2e tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Deleting port d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:11.715704 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-256fb90c-88e8-4216-a6be-ff0e3e486c2e tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:11.736038 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b7c24c2c-d369-4027-bd70-0675406fd305 req-d91a506a-1684-48b9-9001-07678dbd0baf tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709941 Jul 23 20:13:11.777303 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-c5cd2137-b02a-4a71-9623-5a5415a767f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad372a85-c26a-4382-9d5b-3f69303806e6', 'name': 'tempest-TaggedBootDevicesTest_v242-1231983148-router', 'tenant_id': '858effe7088a420282b357f80eadfe13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '425c89fe-66dc-4d2a-8d25-3e1f12cc39db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:02:49Z', 'updated_at': '2021-07-23T20:02:56Z', 'revision_number': 4, 'project_id': '858effe7088a420282b357f80eadfe13', 'gw_port': {'id': '425c89fe-66dc-4d2a-8d25-3e1f12cc39db', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad372a85-c26a-4382-9d5b-3f69303806e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:02:50Z', 'updated_at': '2021-07-23T20:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '3f9896ff-2459-4003-b464-21a948cb8b3b', 'name': '', 'network_id': 'c0c425ca-579f-4028-a72c-ce66097cca22', 'tenant_id': '858effe7088a420282b357f80eadfe13', 'mac_address': 'fa:16:3e:ff:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad372a85-c26a-4382-9d5b-3f69303806e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a451f4d4-16b1-4cd6-849b-914123ed9f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:02:54Z', 'updated_at': '2021-07-23T20:03:03Z', 'revision_number': 5, 'project_id': '858effe7088a420282b357f80eadfe13', 'subnets': [{'id': 'a451f4d4-16b1-4cd6-849b-914123ed9f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:11.807903 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cd2137-b02a-4a71-9623-5a5415a767f0 None None] Checking router: ad372a85-c26a-4382-9d5b-3f69303806e6 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:13:11.817883 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cd2137-b02a-4a71-9623-5a5415a767f0 None None] Routers {'ad372a85-c26a-4382-9d5b-3f69303806e6'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:13:11.819211 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-c5cd2137-b02a-4a71-9623-5a5415a767f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:12:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ad372a85-c26a-4382-9d5b-3f69303806e6'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:11.837379 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-256fb90c-88e8-4216-a6be-ff0e3e486c2e tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] For port d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f,segment=NetworkSegment(1390de9a-4335-4a2d-ac2e-5463ed9bacda),segment_id=1390de9a-4335-4a2d-ac2e-5463ed9bacda)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:11.837783 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-256fb90c-88e8-4216-a6be-ff0e3e486c2e tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:11.852714 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-256fb90c-88e8-4216-a6be-ff0e3e486c2e tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Calling delete_port for d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:12.008606 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-c5cd2137-b02a-4a71-9623-5a5415a767f0 None None] Set router ad372a85-c26a-4382-9d5b-3f69303806e6 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:13:12.056630 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-256fb90c-88e8-4216-a6be-ff0e3e486c2e tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:12.115404 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256fb90c-88e8-4216-a6be-ff0e3e486c2e tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Pushing event deleted for resources: {'Port': ['ID=d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:12.196951 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-256fb90c-88e8-4216-a6be-ff0e3e486c2e tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] No DVR routers for this DVR port d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:13:12.199746 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-256fb90c-88e8-4216-a6be-ff0e3e486c2e tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:12.201867 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e07b6a2d-ba01-4d37-93b6-a7a5976200fd req-256fb90c-88e8-4216-a6be-ff0e3e486c2e tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.18 "DELETE /v2.0/ports/d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f HTTP/1.1" status: 204 len: 173 time: 0.7628856 Jul 23 20:13:12.387235 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9a762e01-82b4-4236-b1e4-0002ae5f768b req-d8a8874d-930e-46f3-8cbf-f51ff66143de tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 210 time: 0.0810142 Jul 23 20:13:12.411473 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-c5cd2137-b02a-4a71-9623-5a5415a767f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad372a85-c26a-4382-9d5b-3f69303806e6', 'name': 'tempest-TaggedBootDevicesTest_v242-1231983148-router', 'tenant_id': '858effe7088a420282b357f80eadfe13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '425c89fe-66dc-4d2a-8d25-3e1f12cc39db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:02:49Z', 'updated_at': '2021-07-23T20:02:56Z', 'revision_number': 4, 'project_id': '858effe7088a420282b357f80eadfe13', 'gw_port': {'id': '425c89fe-66dc-4d2a-8d25-3e1f12cc39db', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad372a85-c26a-4382-9d5b-3f69303806e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:02:50Z', 'updated_at': '2021-07-23T20:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '3f9896ff-2459-4003-b464-21a948cb8b3b', 'name': '', 'network_id': 'c0c425ca-579f-4028-a72c-ce66097cca22', 'tenant_id': '858effe7088a420282b357f80eadfe13', 'mac_address': 'fa:16:3e:ff:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad372a85-c26a-4382-9d5b-3f69303806e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a451f4d4-16b1-4cd6-849b-914123ed9f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:02:54Z', 'updated_at': '2021-07-23T20:03:03Z', 'revision_number': 5, 'project_id': '858effe7088a420282b357f80eadfe13', 'subnets': [{'id': 'a451f4d4-16b1-4cd6-849b-914123ed9f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:12.456008 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cd2137-b02a-4a71-9623-5a5415a767f0 None None] The sync data for ids ['ad372a85-c26a-4382-9d5b-3f69303806e6'] in n-d-793618-10 is: [{'id': 'ad372a85-c26a-4382-9d5b-3f69303806e6', 'name': 'tempest-TaggedBootDevicesTest_v242-1231983148-router', 'tenant_id': '858effe7088a420282b357f80eadfe13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '425c89fe-66dc-4d2a-8d25-3e1f12cc39db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:02:49Z', 'updated_at': '2021-07-23T20:02:56Z', 'revision_number': 4, 'project_id': '858effe7088a420282b357f80eadfe13', 'gw_port': {'id': '425c89fe-66dc-4d2a-8d25-3e1f12cc39db', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad372a85-c26a-4382-9d5b-3f69303806e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:02:50Z', 'updated_at': '2021-07-23T20:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '3f9896ff-2459-4003-b464-21a948cb8b3b', 'name': '', 'network_id': 'c0c425ca-579f-4028-a72c-ce66097cca22', 'tenant_id': '858effe7088a420282b357f80eadfe13', 'mac_address': 'fa:16:3e:ff:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad372a85-c26a-4382-9d5b-3f69303806e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a451f4d4-16b1-4cd6-849b-914123ed9f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:02:54Z', 'updated_at': '2021-07-23T20:03:03Z', 'revision_number': 5, 'project_id': '858effe7088a420282b357f80eadfe13', 'subnets': [{'id': 'a451f4d4-16b1-4cd6-849b-914123ed9f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:13:12.519989 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d15ea6-7e14-415e-b9ec-d79e155f5d86 req-4951bfb5-b123-4b43-a5d0-a929dfbb59bc tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:12.524764 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a3d15ea6-7e14-415e-b9ec-d79e155f5d86 req-4951bfb5-b123-4b43-a5d0-a929dfbb59bc tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.1326694 Jul 23 20:13:12.588606 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a3d15ea6-7e14-415e-b9ec-d79e155f5d86 req-fc70748c-c853-41ab-b5ed-1711407dd66a tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548337 Jul 23 20:13:12.930797 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e656dbe2-ba7f-4585-b1c0-6b13d384344d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:12.940887 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'name': 'network-vif-deleted', 'tag': '0cbdd92a-b096-453c-b3eb-bec2759c3ae5'}, {'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'name': 'network-vif-deleted', 'tag': 'd626a4a1-2e71-4ec8-93c3-8f1b685aaf9f'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:12.943436 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a70b6d-d430-4cf1-b2c1-38883ea1233d" -d '{"events": [{"server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "name": "network-vif-deleted", "tag": "0cbdd92a-b096-453c-b3eb-bec2759c3ae5"}, {"server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "name": "network-vif-deleted", "tag": "d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:12.975763 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3099d0e5-9ca2-4380-9a1b-bf28e35709aa None None] New status for floating IP f3f9d91d-c6f7-47f2-ad7f-66dcdbaba5bb: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:13:13.010415 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31d50be-7895-4e5c-abab-e353a5fdc35c x-openstack-request-id: req-f31d50be-7895-4e5c-abab-e353a5fdc35c {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:13.010721 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "name": "network-vif-deleted", "tag": "0cbdd92a-b096-453c-b3eb-bec2759c3ae5", "status": "completed", "code": 200}, {"server_uuid": "93fd7de9-9d24-4ffa-80dc-e0a22a256ff8", "name": "network-vif-deleted", "tag": "d626a4a1-2e71-4ec8-93c3-8f1b685aaf9f", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:13.010986 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f31d50be-7895-4e5c-abab-e353a5fdc35c {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:13.011419 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'name': 'network-vif-deleted', 'tag': '0cbdd92a-b096-453c-b3eb-bec2759c3ae5', 'status': 'completed', 'code': 200} Jul 23 20:13:13.011682 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fd7de9-9d24-4ffa-80dc-e0a22a256ff8', 'name': 'network-vif-deleted', 'tag': 'd626a4a1-2e71-4ec8-93c3-8f1b685aaf9f', 'status': 'completed', 'code': 200} Jul 23 20:13:13.083013 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50908d-1929-4c8d-a308-1e355df97d8f req-1fd7c41d-7706-44d9-9683-c7f13e1b5397 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:13.099395 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ed50908d-1929-4c8d-a308-1e355df97d8f req-1fd7c41d-7706-44d9-9683-c7f13e1b5397 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 946 time: 0.2373376 Jul 23 20:13:13.170550 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ed50908d-1929-4c8d-a308-1e355df97d8f req-2cfe81c2-2769-4103-a1b9-bc8bf96685a6 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638187 Jul 23 20:13:13.276950 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:13.546703 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-efe713e7-1534-4545-b703-96aa5c2f43fd req-806fafc7-72e0-4d54-a02e-32c07e1e8dac tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 210 time: 0.0369453 Jul 23 20:13:13.841214 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b2985-e439-4892-8e99-041a02c2d317 req-fc630375-2bec-4bcc-ab00-9640a5b0825b tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:13.843028 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d12b2985-e439-4892-8e99-041a02c2d317 req-fc630375-2bec-4bcc-ab00-9640a5b0825b tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.1340580 Jul 23 20:13:13.896632 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d12b2985-e439-4892-8e99-041a02c2d317 req-d7dff002-04f3-47a9-bb71-d962676dbfcc tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474713 Jul 23 20:13:13.963204 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:14.335783 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:14.380272 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b7ed8-6111-4952-85ad-bf374998bf56 req-5a4611f9-39a8-4dae-ad90-401fde839990 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:14.392150 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5e1b7ed8-6111-4952-85ad-bf374998bf56 req-5a4611f9-39a8-4dae-ad90-401fde839990 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 946 time: 0.1249681 Jul 23 20:13:14.443006 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5e1b7ed8-6111-4952-85ad-bf374998bf56 req-f66a7bcc-64c4-4a94-b9c5-dc2dee4e9731 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498691 Jul 23 20:13:14.484790 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:14.699406 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6e4ad401-4bc4-4cc3-80db-c50996ac7a8f req-d1bc5b10-35f2-40b2-856d-878ae30beb1f tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 210 time: 0.0337305 Jul 23 20:13:15.095687 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9199751-94b2-49cc-b090-31396e7d923c req-114aaf1e-a7a1-4f3c-bc16-49d5c813658d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:15.099796 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e9199751-94b2-49cc-b090-31396e7d923c req-114aaf1e-a7a1-4f3c-bc16-49d5c813658d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.1149614 Jul 23 20:13:15.155245 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e9199751-94b2-49cc-b090-31396e7d923c req-df45b130-57e9-4a11-bcb6-012886bb6d61 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487831 Jul 23 20:13:15.379688 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6433ca8-a55d-4f5d-84f7-78c407192a3b req-0c30c568-e582-4d8e-992c-fb30f951c38d tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:15.381336 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f6433ca8-a55d-4f5d-84f7-78c407192a3b req-0c30c568-e582-4d8e-992c-fb30f951c38d tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=fad2c65c-8569-42f2-88a7-8c05b1adc218 HTTP/1.1" status: 200 len: 945 time: 0.1148794 Jul 23 20:13:15.443409 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f6433ca8-a55d-4f5d-84f7-78c407192a3b req-829d99ae-9c24-4667-9c1e-960dba46cd6b tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512731 Jul 23 20:13:15.658672 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1eabc-3d26-4515-8b60-e84f91309f85 req-f5e263a2-a086-4f52-beee-bba8180baa6d tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:15.660475 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fce1eabc-3d26-4515-8b60-e84f91309f85 req-f5e263a2-a086-4f52-beee-bba8180baa6d tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 946 time: 0.1060810 Jul 23 20:13:15.721821 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fce1eabc-3d26-4515-8b60-e84f91309f85 req-3fdc3c9a-0dda-47d1-a379-743e36c0f387 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554812 Jul 23 20:13:15.841238 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:15.891201 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b22eeb40-33b9-4705-b353-b4d2f416b831 req-8e9b4301-b0ef-402c-b1b1-621c56a1ab0e tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 210 time: 0.0719509 Jul 23 20:13:16.322863 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7429cd-1ca8-4821-8b60-32847b59ed38 req-884459be-9b40-4bca-bbaa-6ce996bbb2e2 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:16.330078 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7f7429cd-1ca8-4821-8b60-32847b59ed38 req-884459be-9b40-4bca-bbaa-6ce996bbb2e2 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.0881915 Jul 23 20:13:16.370411 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7f7429cd-1ca8-4821-8b60-32847b59ed38 req-24523f13-863c-440d-8d2b-eac671cd07fc tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388963 Jul 23 20:13:16.638284 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b5665-33ff-4ad7-9a71-2f7665a3292d req-169ba981-b10b-400a-bc97-16813f66d254 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:16.640366 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1b1b5665-33ff-4ad7-9a71-2f7665a3292d req-169ba981-b10b-400a-bc97-16813f66d254 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=fad2c65c-8569-42f2-88a7-8c05b1adc218 HTTP/1.1" status: 200 len: 945 time: 0.1063831 Jul 23 20:13:16.703049 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1b1b5665-33ff-4ad7-9a71-2f7665a3292d req-7b961e02-2108-46be-b98e-3c2bdcbeb44b tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558605 Jul 23 20:13:16.748765 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3ed0f-5515-47e7-9025-b2e799a39bea req-939ee808-d30e-4ae9-b94a-e49e35a8d819 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:16.750491 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-39f3ed0f-5515-47e7-9025-b2e799a39bea req-939ee808-d30e-4ae9-b94a-e49e35a8d819 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.1227548 Jul 23 20:13:16.777452 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4de29c-2b02-48a1-b474-a19f82931d47 req-8aec4d7d-e4b5-4dc9-81a5-e77ec993659a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:16.779750 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5c4de29c-2b02-48a1-b474-a19f82931d47 req-8aec4d7d-e4b5-4dc9-81a5-e77ec993659a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3eac1fd2f7984fc28e6e139f2a1d3dd0&device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 1096 time: 0.1087816 Jul 23 20:13:16.841314 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-39f3ed0f-5515-47e7-9025-b2e799a39bea req-7d55f39c-7926-48fb-9c40-72cc3d4c089a tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773296 Jul 23 20:13:16.934724 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4de29c-2b02-48a1-b474-a19f82931d47 req-44d19935-eefe-4865-8b6b-8e5ede43a55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:16.937398 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5c4de29c-2b02-48a1-b474-a19f82931d47 req-44d19935-eefe-4865-8b6b-8e5ede43a55a service neutron] 10.222.0.30 "GET /v2.0/networks?id=f1957672-1349-45e6-b250-4d2e0e2b0e22 HTTP/1.1" status: 200 len: 912 time: 0.1490784 Jul 23 20:13:16.953629 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f58b77-9b87-4be4-8ec9-1d579f8912dc req-9fab45e8-d4ea-470e-b0f2-42514334ea39 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:16.957337 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-85f58b77-9b87-4be4-8ec9-1d579f8912dc req-9fab45e8-d4ea-470e-b0f2-42514334ea39 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 946 time: 0.0894430 Jul 23 20:13:17.023676 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-85f58b77-9b87-4be4-8ec9-1d579f8912dc req-ccfc0baf-41de-49d1-ba34-29975989308e tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602300 Jul 23 20:13:17.046081 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-60c9fae9-abbe-444f-8e6e-3078e7dbea46 req-5d8f6337-0491-4dbe-8bf3-3efa4217a7ac tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 210 time: 0.0430582 Jul 23 20:13:17.072957 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5c4de29c-2b02-48a1-b474-a19f82931d47 req-ecb6b4da-f5b8-4b61-8a52-90b82cdcc061 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eddda286-689d-4dc5-8c5c-5401afb7251e HTTP/1.1" status: 200 len: 998 time: 0.1282377 Jul 23 20:13:17.131586 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4de29c-2b02-48a1-b474-a19f82931d47 req-c2cd4557-bce6-455d-b432-c2a518febb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:17.133650 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5c4de29c-2b02-48a1-b474-a19f82931d47 req-c2cd4557-bce6-455d-b432-c2a518febb51 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d89cc8ce-1520-4663-872c-281c0b224b71 HTTP/1.1" status: 200 len: 850 time: 0.0543623 Jul 23 20:13:17.202440 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4de29c-2b02-48a1-b474-a19f82931d47 req-b159e01d-2e07-4a38-8a36-cbc93c2ffc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:17.204086 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5c4de29c-2b02-48a1-b474-a19f82931d47 req-b159e01d-2e07-4a38-8a36-cbc93c2ffc1b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1957672-1349-45e6-b250-4d2e0e2b0e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632150 Jul 23 20:13:17.310985 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5c4de29c-2b02-48a1-b474-a19f82931d47 req-b3293761-4bad-48ff-8fa3-cce227974daa service neutron] 10.222.0.30 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995495 Jul 23 20:13:17.427725 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5c4de29c-2b02-48a1-b474-a19f82931d47 req-3ab2951c-f979-40f8-bf91-e969da1a77a3 service neutron] 10.222.0.30 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028845 Jul 23 20:13:17.623205 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c4030-f3ee-4301-ab80-662d440fa0ba req-31d84eaa-8f4a-49a4-8174-3eabb4cc1d93 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:17.624885 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-403c4030-f3ee-4301-ab80-662d440fa0ba req-31d84eaa-8f4a-49a4-8174-3eabb4cc1d93 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.30 "GET /v2.0/ports?device_id=fad2c65c-8569-42f2-88a7-8c05b1adc218 HTTP/1.1" status: 200 len: 945 time: 0.0916607 Jul 23 20:13:17.748202 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-403c4030-f3ee-4301-ab80-662d440fa0ba req-5a37fd8e-6dd9-4dd6-9a9e-2b38123bb48d tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Deleting port 0e81ce48-0180-4c93-bc75-2eeeaee48872 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:17.753406 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-403c4030-f3ee-4301-ab80-662d440fa0ba req-5a37fd8e-6dd9-4dd6-9a9e-2b38123bb48d tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:17.921312 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-403c4030-f3ee-4301-ab80-662d440fa0ba req-5a37fd8e-6dd9-4dd6-9a9e-2b38123bb48d tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] For port 0e81ce48-0180-4c93-bc75-2eeeaee48872, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0e81ce48-0180-4c93-bc75-2eeeaee48872,segment=NetworkSegment(40f06d11-91a9-483d-8ca0-42c25728fafb),segment_id=40f06d11-91a9-483d-8ca0-42c25728fafb)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:17.921720 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-403c4030-f3ee-4301-ab80-662d440fa0ba req-5a37fd8e-6dd9-4dd6-9a9e-2b38123bb48d tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:17.946197 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-403c4030-f3ee-4301-ab80-662d440fa0ba req-5a37fd8e-6dd9-4dd6-9a9e-2b38123bb48d tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Calling delete_port for 0e81ce48-0180-4c93-bc75-2eeeaee48872 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:17.971165 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284fa80-e692-4073-b455-24f62692311a req-1d7c0e3c-4f32-4932-8644-4c87c3a28b06 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:17.980139 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2284fa80-e692-4073-b455-24f62692311a req-1d7c0e3c-4f32-4932-8644-4c87c3a28b06 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=fad2c65c-8569-42f2-88a7-8c05b1adc218 HTTP/1.1" status: 200 len: 945 time: 0.1956642 Jul 23 20:13:18.080634 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3272dc-91a6-4306-82e1-8434cf4f076e req-8286aca3-6ffb-467b-bcc2-107a9e7725b7 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:18.089326 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6b3272dc-91a6-4306-82e1-8434cf4f076e req-8286aca3-6ffb-467b-bcc2-107a9e7725b7 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.1014585 Jul 23 20:13:18.098110 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2284fa80-e692-4073-b455-24f62692311a req-4189ce20-cc32-49f8-8272-d3da19481f87 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165965 Jul 23 20:13:18.143803 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6b3272dc-91a6-4306-82e1-8434cf4f076e req-7eb98192-73a9-40ef-9f13-cb012c77d07c tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529797 Jul 23 20:13:18.273497 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-403c4030-f3ee-4301-ab80-662d440fa0ba req-5a37fd8e-6dd9-4dd6-9a9e-2b38123bb48d tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:18.286950 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['831772ca-a5b0-41e5-8084-caa588577a99'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:13:18.300931 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-faf3b935-9998-47cd-b492-a247e680f476 req-1c6bf6f9-ead7-4b01-9403-465e065850d9 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 210 time: 0.0830958 Jul 23 20:13:18.342648 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37fd8e-6dd9-4dd6-9a9e-2b38123bb48d tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Pushing event deleted for resources: {'Port': ['ID=0e81ce48-0180-4c93-bc75-2eeeaee48872,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:18.354316 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['0e81ce48-0180-4c93-bc75-2eeeaee48872'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:13:18.411291 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-403c4030-f3ee-4301-ab80-662d440fa0ba req-5a37fd8e-6dd9-4dd6-9a9e-2b38123bb48d tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] No DVR routers for this DVR port 0e81ce48-0180-4c93-bc75-2eeeaee48872 on host n-h1-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:13:18.417011 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-403c4030-f3ee-4301-ab80-662d440fa0ba req-5a37fd8e-6dd9-4dd6-9a9e-2b38123bb48d tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:18.419254 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-403c4030-f3ee-4301-ab80-662d440fa0ba req-5a37fd8e-6dd9-4dd6-9a9e-2b38123bb48d tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.30 "DELETE /v2.0/ports/0e81ce48-0180-4c93-bc75-2eeeaee48872 HTTP/1.1" status: 204 len: 173 time: 0.7881126 Jul 23 20:13:18.419714 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad2c65c-8569-42f2-88a7-8c05b1adc218', 'name': 'network-vif-deleted', 'tag': '0e81ce48-0180-4c93-bc75-2eeeaee48872'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:18.422420 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5231f8fc-e8bc-4978-8d0b-479ee32342fe" -d '{"events": [{"server_uuid": "fad2c65c-8569-42f2-88a7-8c05b1adc218", "name": "network-vif-deleted", "tag": "0e81ce48-0180-4c93-bc75-2eeeaee48872"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:18.436816 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f824ef-aa41-4e15-b561-6e4b5721c2af req-7d457a8a-a285-4c47-9ef9-a138660fd604 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:18.438765 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c4f824ef-aa41-4e15-b561-6e4b5721c2af req-7d457a8a-a285-4c47-9ef9-a138660fd604 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 946 time: 0.2349286 Jul 23 20:13:18.481224 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43dbf6fd-97ca-4f8c-9dfc-07af6373dc08 x-openstack-request-id: req-43dbf6fd-97ca-4f8c-9dfc-07af6373dc08 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:18.481846 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad2c65c-8569-42f2-88a7-8c05b1adc218", "name": "network-vif-deleted", "tag": "0e81ce48-0180-4c93-bc75-2eeeaee48872", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:18.482195 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-43dbf6fd-97ca-4f8c-9dfc-07af6373dc08 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:18.482676 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad2c65c-8569-42f2-88a7-8c05b1adc218', 'name': 'network-vif-deleted', 'tag': '0e81ce48-0180-4c93-bc75-2eeeaee48872', 'status': 'completed', 'code': 200} Jul 23 20:13:18.534723 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c4f824ef-aa41-4e15-b561-6e4b5721c2af req-c960c273-8c30-427e-ac69-80b4ecf19e4f tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493515 Jul 23 20:13:19.325844 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7c418-8ef9-4f6b-871b-4cd59417b6cd req-dd8fd51d-a32a-44c7-9ab9-9bbf52ebb32f tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:19.337575 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cdf7c418-8ef9-4f6b-871b-4cd59417b6cd req-dd8fd51d-a32a-44c7-9ab9-9bbf52ebb32f tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.1101115 Jul 23 20:13:19.395004 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cdf7c418-8ef9-4f6b-871b-4cd59417b6cd req-02792100-24b1-4dc9-bc31-722f5408c35b tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556121 Jul 23 20:13:19.482066 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-897d6f26-bde5-4e34-ae89-a652b4af4d5a req-57612d0c-f180-47a4-b8fb-4702b43ec3c8 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 210 time: 0.0623405 Jul 23 20:13:19.569572 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8906380-d24c-432d-95aa-ed4a09ed8009 req-7228ba27-c5b9-447e-8bb2-57ba69144f81 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:19.572206 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f8906380-d24c-432d-95aa-ed4a09ed8009 req-7228ba27-c5b9-447e-8bb2-57ba69144f81 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 946 time: 0.0861630 Jul 23 20:13:19.622751 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f8906380-d24c-432d-95aa-ed4a09ed8009 req-fdd072fd-6624-405a-bb52-88e39b1118f7 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394475 Jul 23 20:13:19.641662 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb0bea-097f-47db-9f88-c1eb97896064 req-43c96cc2-4edf-4f77-90da-e8102be52d93 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:19.641662 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-14eb0bea-097f-47db-9f88-c1eb97896064 req-43c96cc2-4edf-4f77-90da-e8102be52d93 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.0869527 Jul 23 20:13:19.690112 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-14eb0bea-097f-47db-9f88-c1eb97896064 req-f1c7ab2d-dbaf-49d3-96eb-2aa55bd3dea4 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392830 Jul 23 20:13:19.820265 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f7818-0eef-459c-b839-de392e607e68 req-9b0ad376-226b-40fe-9823-60decc282141 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:19.822284 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b82f7818-0eef-459c-b839-de392e607e68 req-9b0ad376-226b-40fe-9823-60decc282141 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 946 time: 0.0916717 Jul 23 20:13:19.888545 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b82f7818-0eef-459c-b839-de392e607e68 req-c585055f-76b7-4559-82b6-cca7c1cc5ef2 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595210 Jul 23 20:13:19.938430 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e19a6-fa9a-465a-9c5c-cf5a6185f89d req-cd0b5335-4088-41a4-ab24-53bf1d30df4f tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:19.940438 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-600e19a6-fa9a-465a-9c5c-cf5a6185f89d req-cd0b5335-4088-41a4-ab24-53bf1d30df4f tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.0833888 Jul 23 20:13:20.010165 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-600e19a6-fa9a-465a-9c5c-cf5a6185f89d req-3306ac2b-a50f-4a58-ab08-f9d4c4bc210d tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624299 Jul 23 20:13:20.018372 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55c1e8-3857-46b3-9f31-16103dff8db9 req-6a5804eb-d1e8-4f84-b623-abc9e1a7cf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:20.020115 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db55c1e8-3857-46b3-9f31-16103dff8db9 req-6a5804eb-d1e8-4f84-b623-abc9e1a7cf7d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 1098 time: 0.0680060 Jul 23 20:13:20.069296 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db55c1e8-3857-46b3-9f31-16103dff8db9 req-3699cb8f-34b1-4628-b533-58d60770bff7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403199 Jul 23 20:13:20.335421 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56144658-638c-455e-bb77-9351604c4db0 req-bcb96529-5ea0-45d2-befc-cc0078048ead tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:20.337822 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-56144658-638c-455e-bb77-9351604c4db0 req-bcb96529-5ea0-45d2-befc-cc0078048ead tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.0745552 Jul 23 20:13:20.383382 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-56144658-638c-455e-bb77-9351604c4db0 req-3a80f635-1ccf-4f8f-b76e-f8cb4441e846 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383692 Jul 23 20:13:20.626060 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-55a0969a-51d0-4ff6-b7d2-4c47db0f3032 req-3c76e50e-128f-4f9a-bfb6-fc29c90bc3d9 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 210 time: 0.0414290 Jul 23 20:13:20.796479 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0f7e1-8108-4142-b39e-5562d9725431 req-b8cbd2a2-a6b5-4081-8b9d-2bb80d15dab9 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:20.798105 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f9b0f7e1-8108-4142-b39e-5562d9725431 req-b8cbd2a2-a6b5-4081-8b9d-2bb80d15dab9 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 946 time: 0.0992317 Jul 23 20:13:20.855618 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f9b0f7e1-8108-4142-b39e-5562d9725431 req-afa4aaff-4658-4fb7-9c68-2a5d453691a4 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489740 Jul 23 20:13:21.093203 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00371a1-28bd-4597-9166-28eca31eb2aa req-c4584265-d0bb-438f-8ab9-1ac42852c093 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:21.103103 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d00371a1-28bd-4597-9166-28eca31eb2aa req-c4584265-d0bb-438f-8ab9-1ac42852c093 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 946 time: 0.1290228 Jul 23 20:13:21.153687 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d00371a1-28bd-4597-9166-28eca31eb2aa req-cbed63df-381b-4e5e-8d8e-0ca1299f0064 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457594 Jul 23 20:13:21.530630 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301e52f-52df-4554-afb7-648d0c95fbc6 req-d57d31bb-dacd-45e7-b576-720c448d4ddc tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:21.532214 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0301e52f-52df-4554-afb7-648d0c95fbc6 req-d57d31bb-dacd-45e7-b576-720c448d4ddc tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.0740473 Jul 23 20:13:21.581863 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0301e52f-52df-4554-afb7-648d0c95fbc6 req-7bf60841-8729-4666-8058-354135d96387 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431771 Jul 23 20:13:21.754878 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 0e81ce48-0180-4c93-bc75-2eeeaee48872 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:21.807800 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 0e81ce48-0180-4c93-bc75-2eeeaee48872 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:13:21.808147 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 0e81ce48-0180-4c93-bc75-2eeeaee48872 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:21.812903 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-381f666d-5ba6-4e31-a569-a0132c830971 req-81855e81-c44a-4637-912e-ecc4f4f4ed04 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 210 time: 0.0837831 Jul 23 20:13:21.920429 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870f067-baf0-4104-90c6-1780751517d9 req-3268a89c-1f2d-4923-852c-99849c4ebc61 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:21.923141 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d870f067-baf0-4104-90c6-1780751517d9 req-3268a89c-1f2d-4923-852c-99849c4ebc61 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.1336000 Jul 23 20:13:21.951668 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7960758-6726-450a-9d95-f3d4f11fd8b2 req-72ab8dee-1fc6-46d0-94e9-9985d5be9bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:21.953936 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c7960758-6726-450a-9d95-f3d4f11fd8b2 req-72ab8dee-1fc6-46d0-94e9-9985d5be9bee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3eac1fd2f7984fc28e6e139f2a1d3dd0&device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 1096 time: 0.1184072 Jul 23 20:13:21.995386 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d870f067-baf0-4104-90c6-1780751517d9 req-ffc122e9-6a83-4c31-81b7-6577c2df7e61 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647774 Jul 23 20:13:22.328548 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c9ffb-f5c4-4574-a933-f8b8a4591cda req-ad6c8b49-2825-44af-9053-aa80a77fed3d tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:22.331675 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-337c9ffb-f5c4-4574-a933-f8b8a4591cda req-ad6c8b49-2825-44af-9053-aa80a77fed3d tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 946 time: 0.0953100 Jul 23 20:13:22.385279 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-337c9ffb-f5c4-4574-a933-f8b8a4591cda req-c9481d1a-c80d-4660-b8ba-93dcb8402353 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466216 Jul 23 20:13:22.442463 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7960758-6726-450a-9d95-f3d4f11fd8b2 req-29d90244-2bbb-4a7b-aea6-d8c273b2a399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:22.444242 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c7960758-6726-450a-9d95-f3d4f11fd8b2 req-29d90244-2bbb-4a7b-aea6-d8c273b2a399 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f1957672-1349-45e6-b250-4d2e0e2b0e22 HTTP/1.1" status: 200 len: 912 time: 0.4820390 Jul 23 20:13:22.526166 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d0809-095f-4e47-b737-a1d858d79ae0 req-0bf335ed-5195-4f4f-9c35-02c732723ff5 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:22.538073 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-857d0809-095f-4e47-b737-a1d858d79ae0 req-0bf335ed-5195-4f4f-9c35-02c732723ff5 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 946 time: 0.5610826 Jul 23 20:13:22.594707 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c7960758-6726-450a-9d95-f3d4f11fd8b2 req-306b51a3-9087-4453-b522-6c639a1d974d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eddda286-689d-4dc5-8c5c-5401afb7251e HTTP/1.1" status: 200 len: 998 time: 0.1417069 Jul 23 20:13:22.601500 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:13:22.602643 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-857d0809-095f-4e47-b737-a1d858d79ae0 req-e72ec684-0596-4463-9651-23bc94bded3c tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631213 Jul 23 20:13:22.674152 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7960758-6726-450a-9d95-f3d4f11fd8b2 req-e01a2ba3-6831-4caf-ab79-843085532ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:22.675761 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c7960758-6726-450a-9d95-f3d4f11fd8b2 req-e01a2ba3-6831-4caf-ab79-843085532ff9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d89cc8ce-1520-4663-872c-281c0b224b71 HTTP/1.1" status: 200 len: 850 time: 0.0721843 Jul 23 20:13:22.770727 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7960758-6726-450a-9d95-f3d4f11fd8b2 req-c8d0ce58-9818-4587-ae91-dbce395a2dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:22.773627 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c7960758-6726-450a-9d95-f3d4f11fd8b2 req-c8d0ce58-9818-4587-ae91-dbce395a2dcf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1957672-1349-45e6-b250-4d2e0e2b0e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0884304 Jul 23 20:13:22.810139 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c7a42-bf2e-4fbd-a154-fe2d4cf06b6a req-7047283d-aba7-448c-904b-a1aa230e2e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:22.813199 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d88c7a42-bf2e-4fbd-a154-fe2d4cf06b6a req-7047283d-aba7-448c-904b-a1aa230e2e5d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea6bc0dc24304e01b09b8615165b79a7&device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 1098 time: 0.1225922 Jul 23 20:13:22.976068 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c7960758-6726-450a-9d95-f3d4f11fd8b2 req-ed515fd6-b59b-40b6-b44b-847c1ea0b1a4 service neutron] 10.222.0.30 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951480 Jul 23 20:13:22.984754 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e9f48-6719-46c0-a3a4-34d3394cb41f req-3d32bfac-76e7-42ed-95dc-cb66308c4084 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:22.992225 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-866e9f48-6719-46c0-a3a4-34d3394cb41f req-3d32bfac-76e7-42ed-95dc-cb66308c4084 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 946 time: 0.2134757 Jul 23 20:13:23.046120 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-221419c0-978f-4e7c-ad28-1c9b7115b050 req-92b28d91-29c9-4344-92a3-ab46cf32e355 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 210 time: 0.0586500 Jul 23 20:13:23.048403 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c7a42-bf2e-4fbd-a154-fe2d4cf06b6a req-3e626e65-da7a-454e-9426-3265af33d430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:23.050582 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d88c7a42-bf2e-4fbd-a154-fe2d4cf06b6a req-3e626e65-da7a-454e-9426-3265af33d430 service neutron] 10.222.0.30 "GET /v2.0/networks?id=01632bb6-73d5-4f9f-944b-63eb72c618d9 HTTP/1.1" status: 200 len: 912 time: 0.2312763 Jul 23 20:13:23.083908 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-866e9f48-6719-46c0-a3a4-34d3394cb41f req-f4211a67-bcff-4f02-9f23-b3d41da74c3b tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907187 Jul 23 20:13:23.109298 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d88c7a42-bf2e-4fbd-a154-fe2d4cf06b6a req-cc24fd2c-97fc-49c7-8518-b965f58fc262 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db31634a-52b6-40fa-aae1-04e9e0242392 HTTP/1.1" status: 200 len: 217 time: 0.0499594 Jul 23 20:13:23.196526 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c7960758-6726-450a-9d95-f3d4f11fd8b2 req-61c625c4-5af0-4f75-8531-bf914ef6d195 service neutron] 10.222.0.30 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960371 Jul 23 20:13:23.227661 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c7a42-bf2e-4fbd-a154-fe2d4cf06b6a req-60b9b889-f3dc-4c4c-aaa2-d03cebece395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:23.229321 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d88c7a42-bf2e-4fbd-a154-fe2d4cf06b6a req-60b9b889-f3dc-4c4c-aaa2-d03cebece395 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cd1a42e3-1669-4db2-87f0-dcf77077f688 HTTP/1.1" status: 200 len: 851 time: 0.1106336 Jul 23 20:13:23.275865 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d88c7a42-bf2e-4fbd-a154-fe2d4cf06b6a req-1f92af32-348f-419d-a699-0cd178d87088 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=01632bb6-73d5-4f9f-944b-63eb72c618d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318525 Jul 23 20:13:23.325701 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3fe01-ecce-42d3-b5de-5c5b85fe788b req-92476eed-0267-4789-b808-68c2872b4ddb tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:23.327237 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-26a3fe01-ecce-42d3-b5de-5c5b85fe788b req-92476eed-0267-4789-b808-68c2872b4ddb tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.1574297 Jul 23 20:13:23.416108 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-26a3fe01-ecce-42d3-b5de-5c5b85fe788b req-4ba1c597-c66d-42d8-b155-faf56f03d198 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556412 Jul 23 20:13:23.418828 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d88c7a42-bf2e-4fbd-a154-fe2d4cf06b6a req-3ef22759-ee4b-48cf-9155-6addc5b77ff9 service neutron] 10.222.0.30 "GET /v2.0/networks/01632bb6-73d5-4f9f-944b-63eb72c618d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341302 Jul 23 20:13:23.535876 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d88c7a42-bf2e-4fbd-a154-fe2d4cf06b6a req-1a6c6a83-8389-4bee-8c22-ced01fe60042 service neutron] 10.222.0.30 "GET /v2.0/networks/01632bb6-73d5-4f9f-944b-63eb72c618d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065955 Jul 23 20:13:24.069131 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a5e66-77dc-493e-845f-2e1c7d4b0a1a req-29ba24e3-807d-4387-8aed-c26e391cdb15 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:24.071170 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b29a5e66-77dc-493e-845f-2e1c7d4b0a1a req-29ba24e3-807d-4387-8aed-c26e391cdb15 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 946 time: 0.3909748 Jul 23 20:13:24.119865 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b29a5e66-77dc-493e-845f-2e1c7d4b0a1a req-997785b9-5f2e-4d7b-a69a-ce4c9f8a7b03 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8680a7-aed4-479f-b279-951870200890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429220 Jul 23 20:13:24.228134 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-867c2243-e00a-4cc5-bdbf-d2eebffdb259 req-13e00f78-4b1c-442f-9bb3-930f14a7249a tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 210 time: 0.0517054 Jul 23 20:13:24.355895 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce59678-8feb-4b1a-a123-6d63b874ab38 req-d9678824-1a4c-4220-ae7c-4ab34ad82bf7 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:24.357867 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dce59678-8feb-4b1a-a123-6d63b874ab38 req-d9678824-1a4c-4220-ae7c-4ab34ad82bf7 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 946 time: 0.0800004 Jul 23 20:13:24.402350 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dce59678-8feb-4b1a-a123-6d63b874ab38 req-240686e6-20f5-47a7-84bc-88c7431158f3 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379467 Jul 23 20:13:24.627465 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05a41c-f4a1-4dae-a682-f73a86b94776 req-e1663b37-7d03-4212-8170-193b97b1c8cc tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:24.640737 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4e05a41c-f4a1-4dae-a682-f73a86b94776 req-e1663b37-7d03-4212-8170-193b97b1c8cc tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.1186759 Jul 23 20:13:24.686715 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4e05a41c-f4a1-4dae-a682-f73a86b94776 req-c983d251-7113-46d4-90a5-26b48533a71e tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449133 Jul 23 20:13:24.768339 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d564972-92bf-4a72-9ba0-654be8e73bdc req-9065ca91-796b-434d-b7fe-41bd03f84dca tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:24.769917 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d564972-92bf-4a72-9ba0-654be8e73bdc req-9065ca91-796b-434d-b7fe-41bd03f84dca tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 946 time: 0.0981052 Jul 23 20:13:24.889043 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3c44a-ea2e-43ee-8dc6-66581e43a58b req-cb6ad9e4-f46f-4988-a3a4-0ea8b290c1a9 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:24.890865 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f2d3c44a-ea2e-43ee-8dc6-66581e43a58b req-cb6ad9e4-f46f-4988-a3a4-0ea8b290c1a9 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.0900419 Jul 23 20:13:24.923465 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-8d564972-92bf-4a72-9ba0-654be8e73bdc req-879dfe44-2108-43ff-b43b-0865ca73854b tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Deleting port 831772ca-a5b0-41e5-8084-caa588577a99 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:24.923823 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8d564972-92bf-4a72-9ba0-654be8e73bdc req-879dfe44-2108-43ff-b43b-0865ca73854b tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:24.938121 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f2d3c44a-ea2e-43ee-8dc6-66581e43a58b req-10c864c8-9f55-43c0-8ce1-1251406207ce tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411530 Jul 23 20:13:25.039408 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-8d564972-92bf-4a72-9ba0-654be8e73bdc req-879dfe44-2108-43ff-b43b-0865ca73854b tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] For port 831772ca-a5b0-41e5-8084-caa588577a99, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=831772ca-a5b0-41e5-8084-caa588577a99,segment=NetworkSegment(40f06d11-91a9-483d-8ca0-42c25728fafb),segment_id=40f06d11-91a9-483d-8ca0-42c25728fafb)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:25.039780 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8d564972-92bf-4a72-9ba0-654be8e73bdc req-879dfe44-2108-43ff-b43b-0865ca73854b tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:25.053598 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-8d564972-92bf-4a72-9ba0-654be8e73bdc req-879dfe44-2108-43ff-b43b-0865ca73854b tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Calling delete_port for 831772ca-a5b0-41e5-8084-caa588577a99 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:25.221064 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8d564972-92bf-4a72-9ba0-654be8e73bdc req-879dfe44-2108-43ff-b43b-0865ca73854b tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:25.237570 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['831772ca-a5b0-41e5-8084-caa588577a99'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:13:25.296784 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879dfe44-2108-43ff-b43b-0865ca73854b tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Pushing event deleted for resources: {'Port': ['ID=831772ca-a5b0-41e5-8084-caa588577a99,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:25.343033 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6e43c57f-de3d-48b9-af6f-35b4d0ae4ec3 req-92d3051c-f6ab-4f0f-99b9-a984108bee30 tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1789e43-990c-4bab-8f66-daf5ec0ac913 HTTP/1.1" status: 200 len: 210 time: 0.0530977 Jul 23 20:13:25.423310 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d564972-92bf-4a72-9ba0-654be8e73bdc req-879dfe44-2108-43ff-b43b-0865ca73854b tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] No DVR routers for this DVR port 831772ca-a5b0-41e5-8084-caa588577a99 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:13:25.432622 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8d564972-92bf-4a72-9ba0-654be8e73bdc req-879dfe44-2108-43ff-b43b-0865ca73854b tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:25.437412 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d564972-92bf-4a72-9ba0-654be8e73bdc req-879dfe44-2108-43ff-b43b-0865ca73854b tempest-ServerRescueNegativeTestJSON-1779243300 tempest-ServerRescueNegativeTestJSON-1779243300-project] 10.222.0.18 "DELETE /v2.0/ports/831772ca-a5b0-41e5-8084-caa588577a99 HTTP/1.1" status: 204 len: 173 time: 0.6610518 Jul 23 20:13:25.439251 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1789e43-990c-4bab-8f66-daf5ec0ac913', 'name': 'network-vif-deleted', 'tag': '831772ca-a5b0-41e5-8084-caa588577a99'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:25.444090 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a245e009-9f90-4cd7-9bb6-6032dfa08491" -d '{"events": [{"server_uuid": "c1789e43-990c-4bab-8f66-daf5ec0ac913", "name": "network-vif-deleted", "tag": "831772ca-a5b0-41e5-8084-caa588577a99"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:25.471891 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-43c2fed7-cf09-459f-abe3-272c341f57bb req-4a00a4b6-4ef2-4c77-939c-965b47cd712d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 210 time: 0.0594819 Jul 23 20:13:25.744787 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2c928-c187-48ad-883b-667bbb9957ee req-fb09b596-cd88-4d5d-a319-ec3e3534c249 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:25.746621 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-47f2c928-c187-48ad-883b-667bbb9957ee req-fb09b596-cd88-4d5d-a319-ec3e3534c249 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 946 time: 0.0883896 Jul 23 20:13:25.800173 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-47f2c928-c187-48ad-883b-667bbb9957ee req-82a6739e-83b9-44f9-b1a4-b314e11b524d tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467713 Jul 23 20:13:25.881368 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae24e12-ee11-473c-815d-4d4e87b48fd4 x-openstack-request-id: req-6ae24e12-ee11-473c-815d-4d4e87b48fd4 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:25.881755 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1789e43-990c-4bab-8f66-daf5ec0ac913", "name": "network-vif-deleted", "tag": "831772ca-a5b0-41e5-8084-caa588577a99", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:25.883051 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6ae24e12-ee11-473c-815d-4d4e87b48fd4 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:25.883680 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1789e43-990c-4bab-8f66-daf5ec0ac913', 'name': 'network-vif-deleted', 'tag': '831772ca-a5b0-41e5-8084-caa588577a99', 'status': 'completed', 'code': 200} Jul 23 20:13:25.936640 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2a7e0-6464-4071-9670-a7c1ea963927 req-f39c4f83-eacb-4857-a048-a1b09ed11a1c tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:25.938706 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c3d2a7e0-6464-4071-9670-a7c1ea963927 req-f39c4f83-eacb-4857-a048-a1b09ed11a1c tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e7603e4-a351-4b7e-8647-1f597055e6ce HTTP/1.1" status: 200 len: 944 time: 0.1231530 Jul 23 20:13:26.158477 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-c3d2a7e0-6464-4071-9670-a7c1ea963927 req-c568b17f-688c-4292-a2e5-2151b3991d1b tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Deleting port 83c6f14d-cf76-46f6-ad86-d273be39a5b0 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:26.159158 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c3d2a7e0-6464-4071-9670-a7c1ea963927 req-c568b17f-688c-4292-a2e5-2151b3991d1b tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:26.313738 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-c3d2a7e0-6464-4071-9670-a7c1ea963927 req-c568b17f-688c-4292-a2e5-2151b3991d1b tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] For port 83c6f14d-cf76-46f6-ad86-d273be39a5b0, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=83c6f14d-cf76-46f6-ad86-d273be39a5b0,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:26.314455 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c3d2a7e0-6464-4071-9670-a7c1ea963927 req-c568b17f-688c-4292-a2e5-2151b3991d1b tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:26.329337 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-c3d2a7e0-6464-4071-9670-a7c1ea963927 req-c568b17f-688c-4292-a2e5-2151b3991d1b tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Calling delete_port for 83c6f14d-cf76-46f6-ad86-d273be39a5b0 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:26.344834 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785a2bd-538f-47e2-98b2-8ea45809f6d1 req-e6867fff-7542-4ac7-a0c9-c4e3f2b3ce0d tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:26.345524 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8785a2bd-538f-47e2-98b2-8ea45809f6d1 req-e6867fff-7542-4ac7-a0c9-c4e3f2b3ce0d tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 946 time: 0.0793025 Jul 23 20:13:26.385227 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8785a2bd-538f-47e2-98b2-8ea45809f6d1 req-86b0b8f3-7c47-4853-bc6f-2499743f5936 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327404 Jul 23 20:13:26.438964 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 53040) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:26.501005 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c3d2a7e0-6464-4071-9670-a7c1ea963927 req-c568b17f-688c-4292-a2e5-2151b3991d1b tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:26.515706 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['035b5f7f-5305-4357-8fec-017e5e9a1ec5'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:13:26.534174 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568b17f-688c-4292-a2e5-2151b3991d1b tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Pushing event deleted for resources: {'Port': ['ID=83c6f14d-cf76-46f6-ad86-d273be39a5b0,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:26.598680 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['df5dcfc5-c287-4e54-93bf-2d5f19324d29'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:13:26.627671 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d2a7e0-6464-4071-9670-a7c1ea963927 req-c568b17f-688c-4292-a2e5-2151b3991d1b tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] No DVR routers for this DVR port 83c6f14d-cf76-46f6-ad86-d273be39a5b0 on host n-h1-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:13:26.633274 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c3d2a7e0-6464-4071-9670-a7c1ea963927 req-c568b17f-688c-4292-a2e5-2151b3991d1b tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:26.644506 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c3d2a7e0-6464-4071-9670-a7c1ea963927 req-c568b17f-688c-4292-a2e5-2151b3991d1b tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "DELETE /v2.0/ports/83c6f14d-cf76-46f6-ad86-d273be39a5b0 HTTP/1.1" status: 204 len: 173 time: 0.6838975 Jul 23 20:13:26.774261 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-abc89a73-c7a6-4576-a37b-49d18e91c74d req-c31d0d49-044f-4e72-b62d-29b6002e4f22 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/ports?device_id=93fd7de9-9d24-4ffa-80dc-e0a22a256ff8 HTTP/1.1" status: 200 len: 210 time: 0.0664358 Jul 23 20:13:27.199979 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dfcefcba-0391-4b3f-b6b3-17952d1a4307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:27.482313 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 831772ca-a5b0-41e5-8084-caa588577a99 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:27.502525 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 831772ca-a5b0-41e5-8084-caa588577a99 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:13:27.503589 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 831772ca-a5b0-41e5-8084-caa588577a99 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:27.589730 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1292e0-7f25-441b-bf92-4247ac4ba52e req-8670d29e-3dac-40d5-8de0-c5541bb5c60d tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:27.591328 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3c1292e0-7f25-441b-bf92-4247ac4ba52e req-8670d29e-3dac-40d5-8de0-c5541bb5c60d tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 946 time: 0.1188793 Jul 23 20:13:27.594269 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-dfcefcba-0391-4b3f-b6b3-17952d1a4307 admin admin] Deleting port ebcfab64-b3ae-4580-bdd1-8bcb2adae357 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:27.594609 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dfcefcba-0391-4b3f-b6b3-17952d1a4307 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:27.691600 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3c1292e0-7f25-441b-bf92-4247ac4ba52e req-e74f0820-c60b-4e3e-aa50-706e167a10ab tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911603 Jul 23 20:13:27.722158 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-dfcefcba-0391-4b3f-b6b3-17952d1a4307 admin admin] For port ebcfab64-b3ae-4580-bdd1-8bcb2adae357, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=ebcfab64-b3ae-4580-bdd1-8bcb2adae357,segment=NetworkSegment(40f06d11-91a9-483d-8ca0-42c25728fafb),segment_id=40f06d11-91a9-483d-8ca0-42c25728fafb)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:27.722931 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dfcefcba-0391-4b3f-b6b3-17952d1a4307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:27.739119 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-dfcefcba-0391-4b3f-b6b3-17952d1a4307 admin admin] Calling delete_port for ebcfab64-b3ae-4580-bdd1-8bcb2adae357 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:27.784389 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d86d2-6373-4373-bea7-e5ef14bc28be req-798e1386-1d91-4816-9eb9-536e7d84dec6 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:27.786639 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1c3d86d2-6373-4373-bea7-e5ef14bc28be req-798e1386-1d91-4816-9eb9-536e7d84dec6 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f017aa4-e023-4a14-9e91-6ec9fcad8593 HTTP/1.1" status: 200 len: 907 time: 0.1977441 Jul 23 20:13:27.884746 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7603e4-a351-4b7e-8647-1f597055e6ce', 'name': 'network-vif-deleted', 'tag': '83c6f14d-cf76-46f6-ad86-d273be39a5b0'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:27.885579 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 53090) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:27.887013 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9d7873-e734-4b65-ac4d-d165fa3243f5" -d '{"events": [{"server_uuid": "0e7603e4-a351-4b7e-8647-1f597055e6ce", "name": "network-vif-deleted", "tag": "83c6f14d-cf76-46f6-ad86-d273be39a5b0"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:27.934296 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6811748-a03e-44fb-b5bb-88b54179e3d4 x-openstack-request-id: req-b6811748-a03e-44fb-b5bb-88b54179e3d4 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:27.934680 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7603e4-a351-4b7e-8647-1f597055e6ce", "name": "network-vif-deleted", "tag": "83c6f14d-cf76-46f6-ad86-d273be39a5b0", "status": "failed", "code": 422}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:27.934993 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6811748-a03e-44fb-b5bb-88b54179e3d4 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:27.935484 n-d-793618-10 neutron-server[93875]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0e7603e4-a351-4b7e-8647-1f597055e6ce', 'name': 'network-vif-deleted', 'tag': '83c6f14d-cf76-46f6-ad86-d273be39a5b0', 'status': 'failed', 'code': 422} returned with failed status Jul 23 20:13:27.993585 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-44155d8a-d829-435b-93e3-ff1fbd7de91f tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:28.011339 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dfcefcba-0391-4b3f-b6b3-17952d1a4307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:28.049999 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcefcba-0391-4b3f-b6b3-17952d1a4307 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebcfab64-b3ae-4580-bdd1-8bcb2adae357,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:28.053301 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-44155d8a-d829-435b-93e3-ff1fbd7de91f tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:28.094770 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcefcba-0391-4b3f-b6b3-17952d1a4307 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:28.095111 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcefcba-0391-4b3f-b6b3-17952d1a4307 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:28.095458 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcefcba-0391-4b3f-b6b3-17952d1a4307 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:28.095797 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcefcba-0391-4b3f-b6b3-17952d1a4307 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:28.096127 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcefcba-0391-4b3f-b6b3-17952d1a4307 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:28.096508 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcefcba-0391-4b3f-b6b3-17952d1a4307 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:28.096779 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcefcba-0391-4b3f-b6b3-17952d1a4307 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:28.097107 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcefcba-0391-4b3f-b6b3-17952d1a4307 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:28.097430 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcefcba-0391-4b3f-b6b3-17952d1a4307 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:28.097776 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcefcba-0391-4b3f-b6b3-17952d1a4307 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:28.098097 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcefcba-0391-4b3f-b6b3-17952d1a4307 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:28.098420 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcefcba-0391-4b3f-b6b3-17952d1a4307 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:28.228765 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-44155d8a-d829-435b-93e3-ff1fbd7de91f tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:28.231385 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-44155d8a-d829-435b-93e3-ff1fbd7de91f tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:28.235198 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-44155d8a-d829-435b-93e3-ff1fbd7de91f tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "DELETE /v2.0/security-groups/b8f4f3ea-9040-40e5-b97d-88f3cee36311 HTTP/1.1" status: 204 len: 168 time: 0.3459079 Jul 23 20:13:28.235551 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 53108) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:28.251143 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-da2cf9dd-a208-4de6-8985-d42701dbd547 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] show failed (client error): The resource could not be found. Jul 23 20:13:28.251304 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44155d8a-d829-435b-93e3-ff1fbd7de91f tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f4f3ea-9040-40e5-b97d-88f3cee36311,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:28.252546 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-da2cf9dd-a208-4de6-8985-d42701dbd547 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "GET /v2.0/security-groups/b8f4f3ea-9040-40e5-b97d-88f3cee36311 HTTP/1.1" status: 404 len: 347 time: 0.0159853 Jul 23 20:13:28.256641 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 53110) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:28.355978 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dfcefcba-0391-4b3f-b6b3-17952d1a4307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:28.479491 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-1b0495ed-77df-4fa5-a3a7-5a5eac24ed3f tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Deleting port 93ecfede-a37b-4483-bf09-558b3358c1b0 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:28.479840 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b0495ed-77df-4fa5-a3a7-5a5eac24ed3f tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:28.632492 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b0495ed-77df-4fa5-a3a7-5a5eac24ed3f tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:28.633250 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b0495ed-77df-4fa5-a3a7-5a5eac24ed3f tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:28.654834 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-1b0495ed-77df-4fa5-a3a7-5a5eac24ed3f tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Calling delete_port for 93ecfede-a37b-4483-bf09-558b3358c1b0 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:28.736824 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfcefcba-0391-4b3f-b6b3-17952d1a4307 admin admin] Router 30942e41-2c60-44fb-8b7d-f1fb26ed70b8 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:13:28.862996 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a0d5f-6f3a-4632-b029-c80b40ac73be req-27dfeba8-4ee4-43f7-b066-6d78ae03f8a8 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:28.870598 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ee8a0d5f-6f3a-4632-b029-c80b40ac73be req-27dfeba8-4ee4-43f7-b066-6d78ae03f8a8 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 946 time: 0.1041801 Jul 23 20:13:28.925047 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ee8a0d5f-6f3a-4632-b029-c80b40ac73be req-257bfb15-7b28-4aea-8148-bd9c419403a3 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463557 Jul 23 20:13:28.958933 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfcefcba-0391-4b3f-b6b3-17952d1a4307 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:13:28.965865 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-dfcefcba-0391-4b3f-b6b3-17952d1a4307 admin admin] 10.222.0.32 "PUT /v2.0/routers/30942e41-2c60-44fb-8b7d-f1fb26ed70b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5253050 Jul 23 20:13:28.968984 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b0495ed-77df-4fa5-a3a7-5a5eac24ed3f tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:28.969447 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 53126) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:28.973267 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa372e8e-5c83-416d-9d7d-52470a8456f9 None None] Sync routers for ids ['30942e41-2c60-44fb-8b7d-f1fb26ed70b8'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:13:28.984905 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa372e8e-5c83-416d-9d7d-52470a8456f9 None None] Routers {'30942e41-2c60-44fb-8b7d-f1fb26ed70b8'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:13:28.986146 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-aa372e8e-5c83-416d-9d7d-52470a8456f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:13:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['30942e41-2c60-44fb-8b7d-f1fb26ed70b8'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:29.198651 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-83125ddb-7019-4988-94aa-4fa6a67ee17e admin admin] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:29.351017 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-aa372e8e-5c83-416d-9d7d-52470a8456f9 None None] Set router 30942e41-2c60-44fb-8b7d-f1fb26ed70b8 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:13:29.364833 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-83125ddb-7019-4988-94aa-4fa6a67ee17e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:29.371657 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0495ed-77df-4fa5-a3a7-5a5eac24ed3f tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Pushing event deleted for resources: {'Port': ['ID=93ecfede-a37b-4483-bf09-558b3358c1b0,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:29.430367 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f3d34-cb54-46a2-a570-5a060db83d55 req-0ca19ae4-1d98-422f-88e3-1b0fdfc48732 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:29.441191 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-83125ddb-7019-4988-94aa-4fa6a67ee17e admin admin] Deleting port 5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:29.441595 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-83125ddb-7019-4988-94aa-4fa6a67ee17e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:29.443055 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-335f3d34-cb54-46a2-a570-5a060db83d55 req-0ca19ae4-1d98-422f-88e3-1b0fdfc48732 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f017aa4-e023-4a14-9e91-6ec9fcad8593 HTTP/1.1" status: 200 len: 907 time: 0.5597427 Jul 23 20:13:29.519816 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48834227-1ad5-4f72-bc54-1b0098f8bbe5 req-42caadba-67fb-4069-be9c-868520f4e750 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:29.521557 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-48834227-1ad5-4f72-bc54-1b0098f8bbe5 req-42caadba-67fb-4069-be9c-868520f4e750 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f017aa4-e023-4a14-9e91-6ec9fcad8593 HTTP/1.1" status: 200 len: 907 time: 0.1638060 Jul 23 20:13:29.534697 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b0495ed-77df-4fa5-a3a7-5a5eac24ed3f tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:29.537305 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b0495ed-77df-4fa5-a3a7-5a5eac24ed3f tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:29.541512 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1b0495ed-77df-4fa5-a3a7-5a5eac24ed3f tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "DELETE /v2.0/floatingips/f3f9d91d-c6f7-47f2-ad7f-66dcdbaba5bb HTTP/1.1" status: 204 len: 168 time: 1.2810655 Jul 23 20:13:29.547882 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 53140) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:29.572536 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-aa372e8e-5c83-416d-9d7d-52470a8456f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30942e41-2c60-44fb-8b7d-f1fb26ed70b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1533662769-router', 'tenant_id': '784f45fc75b84843b7a1c49c28ef405e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:09Z', 'updated_at': '2021-07-23T20:13:27Z', 'revision_number': 5, 'project_id': '784f45fc75b84843b7a1c49c28ef405e', 'gw_port': {'id': '5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30942e41-2c60-44fb-8b7d-f1fb26ed70b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:11Z', 'updated_at': '2021-07-23T20:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:29.606402 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa372e8e-5c83-416d-9d7d-52470a8456f9 None None] Checking router: 30942e41-2c60-44fb-8b7d-f1fb26ed70b8 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:13:29.615726 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa372e8e-5c83-416d-9d7d-52470a8456f9 None None] Routers {'30942e41-2c60-44fb-8b7d-f1fb26ed70b8'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:13:29.616661 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-aa372e8e-5c83-416d-9d7d-52470a8456f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:13:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['30942e41-2c60-44fb-8b7d-f1fb26ed70b8'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:29.618528 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-83125ddb-7019-4988-94aa-4fa6a67ee17e admin admin] For port 5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:29.618899 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-83125ddb-7019-4988-94aa-4fa6a67ee17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:29.661935 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-83125ddb-7019-4988-94aa-4fa6a67ee17e admin admin] Calling delete_port for 5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:29.699794 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-48834227-1ad5-4f72-bc54-1b0098f8bbe5 req-019bb298-0698-4a25-b530-012b71d19559 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Deleting port d4f578de-937a-43b5-97fe-d0f4d325e6e9 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:29.701022 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-48834227-1ad5-4f72-bc54-1b0098f8bbe5 req-019bb298-0698-4a25-b530-012b71d19559 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:29.712472 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-aa372e8e-5c83-416d-9d7d-52470a8456f9 None None] Set router 30942e41-2c60-44fb-8b7d-f1fb26ed70b8 gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:13:29.743518 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a7d795db-a6cc-4274-aa2c-a866a325204d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Deleting port 0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:29.744741 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7d795db-a6cc-4274-aa2c-a866a325204d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:29.778725 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-aa372e8e-5c83-416d-9d7d-52470a8456f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30942e41-2c60-44fb-8b7d-f1fb26ed70b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1533662769-router', 'tenant_id': '784f45fc75b84843b7a1c49c28ef405e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:09Z', 'updated_at': '2021-07-23T20:13:29Z', 'revision_number': 6, 'project_id': '784f45fc75b84843b7a1c49c28ef405e', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:29.808244 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa372e8e-5c83-416d-9d7d-52470a8456f9 None None] The sync data for ids ['30942e41-2c60-44fb-8b7d-f1fb26ed70b8'] in n-d-793618-10 is: [{'id': '30942e41-2c60-44fb-8b7d-f1fb26ed70b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1533662769-router', 'tenant_id': '784f45fc75b84843b7a1c49c28ef405e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:09Z', 'updated_at': '2021-07-23T20:13:29Z', 'revision_number': 6, 'project_id': '784f45fc75b84843b7a1c49c28ef405e', 'gw_port_host': None}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:13:29.822121 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-48834227-1ad5-4f72-bc54-1b0098f8bbe5 req-019bb298-0698-4a25-b530-012b71d19559 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] For port d4f578de-937a-43b5-97fe-d0f4d325e6e9, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=d4f578de-937a-43b5-97fe-d0f4d325e6e9,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:29.822748 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-48834227-1ad5-4f72-bc54-1b0098f8bbe5 req-019bb298-0698-4a25-b530-012b71d19559 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:29.843443 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-48834227-1ad5-4f72-bc54-1b0098f8bbe5 req-019bb298-0698-4a25-b530-012b71d19559 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Calling delete_port for d4f578de-937a-43b5-97fe-d0f4d325e6e9 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:29.938593 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7d795db-a6cc-4274-aa2c-a866a325204d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:29.976396 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a7d795db-a6cc-4274-aa2c-a866a325204d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Calling delete_port for 0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8 owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:29.987178 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74c957-ac10-4eb2-b481-763d48fc7aea req-d309f09c-ce4d-43b6-a8ea-986871071026 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:29.988722 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5f74c957-ac10-4eb2-b481-763d48fc7aea req-d309f09c-ce4d-43b6-a8ea-986871071026 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.30 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 946 time: 0.2252159 Jul 23 20:13:30.026908 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-48834227-1ad5-4f72-bc54-1b0098f8bbe5 req-019bb298-0698-4a25-b530-012b71d19559 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:30.066297 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019bb298-0698-4a25-b530-012b71d19559 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Pushing event deleted for resources: {'Port': ['ID=d4f578de-937a-43b5-97fe-d0f4d325e6e9,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:30.115774 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-48834227-1ad5-4f72-bc54-1b0098f8bbe5 req-019bb298-0698-4a25-b530-012b71d19559 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] No DVR routers for this DVR port d4f578de-937a-43b5-97fe-d0f4d325e6e9 on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:13:30.118632 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-48834227-1ad5-4f72-bc54-1b0098f8bbe5 req-019bb298-0698-4a25-b530-012b71d19559 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:30.121133 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-48834227-1ad5-4f72-bc54-1b0098f8bbe5 req-019bb298-0698-4a25-b530-012b71d19559 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.30 "DELETE /v2.0/ports/d4f578de-937a-43b5-97fe-d0f4d325e6e9 HTTP/1.1" status: 204 len: 173 time: 0.5809565 Jul 23 20:13:30.121815 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f017aa4-e023-4a14-9e91-6ec9fcad8593', 'name': 'network-vif-deleted', 'tag': 'd4f578de-937a-43b5-97fe-d0f4d325e6e9'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:30.125846 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7e17d9-e333-49cb-b2a8-e2162cf1fede" -d '{"events": [{"server_uuid": "2f017aa4-e023-4a14-9e91-6ec9fcad8593", "name": "network-vif-deleted", "tag": "d4f578de-937a-43b5-97fe-d0f4d325e6e9"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:30.138125 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-83125ddb-7019-4988-94aa-4fa6a67ee17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:30.211153 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fde73a3-73c6-4bdf-bcf2-8cfa197d9401 x-openstack-request-id: req-6fde73a3-73c6-4bdf-bcf2-8cfa197d9401 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:30.211479 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f017aa4-e023-4a14-9e91-6ec9fcad8593", "name": "network-vif-deleted", "tag": "d4f578de-937a-43b5-97fe-d0f4d325e6e9", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:30.211732 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6fde73a3-73c6-4bdf-bcf2-8cfa197d9401 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:30.212158 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f017aa4-e023-4a14-9e91-6ec9fcad8593', 'name': 'network-vif-deleted', 'tag': 'd4f578de-937a-43b5-97fe-d0f4d325e6e9', 'status': 'completed', 'code': 200} Jul 23 20:13:30.225768 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83125ddb-7019-4988-94aa-4fa6a67ee17e admin admin] Pushing event deleted for resources: {'Port': ['ID=5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:30.442838 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94901e-9c33-4e79-88b1-e5f4723861f4 req-82689908-0bca-4fd0-a12d-52a9c9d5d263 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:30.449987 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-de94901e-9c33-4e79-88b1-e5f4723861f4 req-82689908-0bca-4fd0-a12d-52a9c9d5d263 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 946 time: 0.4340587 Jul 23 20:13:30.456072 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-83125ddb-7019-4988-94aa-4fa6a67ee17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:30.578384 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-53fdc0c4-f0b4-4e1d-92d5-ff6f15722d37 req-b83f35af-8ab7-43a2-9a68-494e22dee10f tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f017aa4-e023-4a14-9e91-6ec9fcad8593 HTTP/1.1" status: 200 len: 210 time: 0.0348024 Jul 23 20:13:30.599032 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-83125ddb-7019-4988-94aa-4fa6a67ee17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:30.604097 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-83125ddb-7019-4988-94aa-4fa6a67ee17e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:30.609055 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-5f74c957-ac10-4eb2-b481-763d48fc7aea req-ace31d9c-494e-4f26-a07f-2b537dc09e34 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Deleting port db31634a-52b6-40fa-aae1-04e9e0242392 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:30.609395 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-5f74c957-ac10-4eb2-b481-763d48fc7aea req-ace31d9c-494e-4f26-a07f-2b537dc09e34 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:30.618824 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7d795db-a6cc-4274-aa2c-a866a325204d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:30.718117 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-de94901e-9c33-4e79-88b1-e5f4723861f4 req-a9e43b56-bc8f-40db-a264-56f497fc9872 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671914 Jul 23 20:13:30.734130 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d795db-a6cc-4274-aa2c-a866a325204d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Pushing event deleted for resources: {'Port': ['ID=0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:30.760048 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-83125ddb-7019-4988-94aa-4fa6a67ee17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:30.760600 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83125ddb-7019-4988-94aa-4fa6a67ee17e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30942e41-2c60-44fb-8b7d-f1fb26ed70b8 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:13:30.824313 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-83125ddb-7019-4988-94aa-4fa6a67ee17e admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:30.825795 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-83125ddb-7019-4988-94aa-4fa6a67ee17e admin admin] 10.222.0.32 "DELETE /v2.0/routers/30942e41-2c60-44fb-8b7d-f1fb26ed70b8 HTTP/1.1" status: 204 len: 168 time: 1.8551917 Jul 23 20:13:30.828666 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 53170) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:30.897667 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a0aa812-50a8-4bb4-a217-988f1b2f1e30 admin admin] Deleting subnet 26aa5c9b-6c7b-4ead-bbf5-7e81fe90100c {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:13:30.903935 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a0aa812-50a8-4bb4-a217-988f1b2f1e30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:30.911445 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-5f74c957-ac10-4eb2-b481-763d48fc7aea req-ace31d9c-494e-4f26-a07f-2b537dc09e34 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] For port db31634a-52b6-40fa-aae1-04e9e0242392, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=db31634a-52b6-40fa-aae1-04e9e0242392,segment=NetworkSegment(99649f19-b54c-4c71-be86-78cd3a183ec7),segment_id=99649f19-b54c-4c71-be86-78cd3a183ec7)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:30.917672 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-5f74c957-ac10-4eb2-b481-763d48fc7aea req-ace31d9c-494e-4f26-a07f-2b537dc09e34 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:30.921440 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7d795db-a6cc-4274-aa2c-a866a325204d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:30.925975 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a7d795db-a6cc-4274-aa2c-a866a325204d tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "DELETE /v2.0/ports/0f4bcfcc-98db-4439-bbaf-7e2e1d62e9d8 HTTP/1.1" status: 204 len: 168 time: 1.3746557 Jul 23 20:13:30.930659 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 53172) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:30.957273 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a0aa812-50a8-4bb4-a217-988f1b2f1e30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:30.976844 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-5f74c957-ac10-4eb2-b481-763d48fc7aea req-ace31d9c-494e-4f26-a07f-2b537dc09e34 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Calling delete_port for db31634a-52b6-40fa-aae1-04e9e0242392 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:31.003046 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a0aa812-50a8-4bb4-a217-988f1b2f1e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:31.068958 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a0aa812-50a8-4bb4-a217-988f1b2f1e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:31.099099 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0aa812-50a8-4bb4-a217-988f1b2f1e30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26aa5c9b-6c7b-4ead-bbf5-7e81fe90100c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:31.108789 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a0aa812-50a8-4bb4-a217-988f1b2f1e30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:31.114831 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2a0aa812-50a8-4bb4-a217-988f1b2f1e30 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/26aa5c9b-6c7b-4ead-bbf5-7e81fe90100c HTTP/1.1" status: 204 len: 168 time: 0.2840683 Jul 23 20:13:31.115709 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 53178) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:31.129944 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-c3e16c45-9dcf-4ab9-9ff0-e2bc0ab32c31 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Deleting port 18d5e29d-60f2-4de3-a99b-260e4ed73bd7 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:31.130561 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c3e16c45-9dcf-4ab9-9ff0-e2bc0ab32c31 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:31.249515 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device ebcfab64-b3ae-4580-bdd1-8bcb2adae357 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:31.262051 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d4de756-f470-42de-aed0-48e1dcba0e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:31.279982 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: ebcfab64-b3ae-4580-bdd1-8bcb2adae357 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:13:31.280689 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device ebcfab64-b3ae-4580-bdd1-8bcb2adae357 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:31.281314 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:31.307487 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-5f74c957-ac10-4eb2-b481-763d48fc7aea req-ace31d9c-494e-4f26-a07f-2b537dc09e34 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:31.308482 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:13:31.310696 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 5977cd2d-4a1f-4c3a-a6ba-abd3db513fbc not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:31.324538 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['db31634a-52b6-40fa-aae1-04e9e0242392'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:13:31.348475 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['89d48987-944f-449b-ac64-1def9473173a'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:13:31.374687 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace31d9c-494e-4f26-a07f-2b537dc09e34 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Pushing event deleted for resources: {'Port': ['ID=db31634a-52b6-40fa-aae1-04e9e0242392,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:31.389133 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d4de756-f470-42de-aed0-48e1dcba0e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:31.403632 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-8d4de756-f470-42de-aed0-48e1dcba0e1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:31.416627 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-8d4de756-f470-42de-aed0-48e1dcba0e1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40f06d11-91a9-483d-8ca0-42c25728fafb') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:31.417067 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-8d4de756-f470-42de-aed0-48e1dcba0e1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40f06d11-91a9-483d-8ca0-42c25728fafb') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:31.425620 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c3e16c45-9dcf-4ab9-9ff0-e2bc0ab32c31 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:31.428224 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f74c957-ac10-4eb2-b481-763d48fc7aea req-ace31d9c-494e-4f26-a07f-2b537dc09e34 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] No DVR routers for this DVR port db31634a-52b6-40fa-aae1-04e9e0242392 on host n-h1-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:13:31.431274 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d4de756-f470-42de-aed0-48e1dcba0e1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:31.442387 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-c3e16c45-9dcf-4ab9-9ff0-e2bc0ab32c31 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Calling delete_port for 18d5e29d-60f2-4de3-a99b-260e4ed73bd7 owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:31.466355 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d4de756-f470-42de-aed0-48e1dcba0e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:31.481502 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d4de756-f470-42de-aed0-48e1dcba0e1d admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:13:31.482500 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d4de756-f470-42de-aed0-48e1dcba0e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:31.517083 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-5f74c957-ac10-4eb2-b481-763d48fc7aea req-ace31d9c-494e-4f26-a07f-2b537dc09e34 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:31.518305 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:13:31.518305 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:13:31.518305 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:13:31.518305 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:13:31.518305 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:13:31.518305 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:13:31.518305 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:13:31.518305 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:13:31.518305 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:13:31.518305 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:13:31.518305 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:13:31.518305 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:13:31.518305 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:13:31.518305 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:13:31.518305 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:13:31.518305 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:13:31.518305 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:13:31.518305 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:13:31.518305 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:13:31.518305 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:13:31.518305 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:13:31.518305 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:13:31.518305 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:13:31.518305 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:13:31.518305 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:13:31.518305 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:13:31.518305 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:13:31.518305 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:13:31.518305 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:13:31.518305 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:13:31.518305 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:13:31.518305 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:13:31.520430 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5f74c957-ac10-4eb2-b481-763d48fc7aea req-ace31d9c-494e-4f26-a07f-2b537dc09e34 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.30 "DELETE /v2.0/ports/db31634a-52b6-40fa-aae1-04e9e0242392 HTTP/1.1" status: 204 len: 173 time: 1.5214353 Jul 23 20:13:31.520430 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31777b83-946d-474f-a7e0-3fc7f0ed45c9', 'name': 'network-vif-deleted', 'tag': 'db31634a-52b6-40fa-aae1-04e9e0242392'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:31.522322 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819a8ab2-638e-4e1b-917a-ce4ab1701e91" -d '{"events": [{"server_uuid": "31777b83-946d-474f-a7e0-3fc7f0ed45c9", "name": "network-vif-deleted", "tag": "db31634a-52b6-40fa-aae1-04e9e0242392"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:31.599401 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327506a7-e6f4-4a64-87dd-a9e76f64c43c x-openstack-request-id: req-327506a7-e6f4-4a64-87dd-a9e76f64c43c {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:31.599694 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31777b83-946d-474f-a7e0-3fc7f0ed45c9", "name": "network-vif-deleted", "tag": "db31634a-52b6-40fa-aae1-04e9e0242392", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:31.599986 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-327506a7-e6f4-4a64-87dd-a9e76f64c43c {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:31.600397 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31777b83-946d-474f-a7e0-3fc7f0ed45c9', 'name': 'network-vif-deleted', 'tag': 'db31634a-52b6-40fa-aae1-04e9e0242392', 'status': 'completed', 'code': 200} Jul 23 20:13:31.630763 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d4de756-f470-42de-aed0-48e1dcba0e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:31.645646 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c3e16c45-9dcf-4ab9-9ff0-e2bc0ab32c31 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:31.650880 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d4de756-f470-42de-aed0-48e1dcba0e1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:31.658394 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8d4de756-f470-42de-aed0-48e1dcba0e1d admin admin] 10.222.0.32 "DELETE /v2.0/networks/286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8 HTTP/1.1" status: 204 len: 168 time: 0.5403810 Jul 23 20:13:31.693411 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4de756-f470-42de-aed0-48e1dcba0e1d admin admin] Pushing event deleted for resources: {'Network': ['ID=286ddf9e-55f5-4f1b-b76c-bcb55faf0fa8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:31.709123 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e16c45-9dcf-4ab9-9ff0-e2bc0ab32c31 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Pushing event deleted for resources: {'Port': ['ID=18d5e29d-60f2-4de3-a99b-260e4ed73bd7,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:31.806758 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device d4f578de-937a-43b5-97fe-d0f4d325e6e9 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:31.849634 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: d4f578de-937a-43b5-97fe-d0f4d325e6e9 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:13:31.849990 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device d4f578de-937a-43b5-97fe-d0f4d325e6e9 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:31.873825 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c3e16c45-9dcf-4ab9-9ff0-e2bc0ab32c31 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:31.879783 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 53202) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:31.888777 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c3e16c45-9dcf-4ab9-9ff0-e2bc0ab32c31 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "DELETE /v2.0/ports/18d5e29d-60f2-4de3-a99b-260e4ed73bd7 HTTP/1.1" status: 204 len: 168 time: 0.9567947 Jul 23 20:13:31.897802 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 53204) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:31.930103 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a2252155-0d31-4221-8501-45db692f53a2 req-1ec043a6-00ca-4feb-a677-2b74e0380373 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=31777b83-946d-474f-a7e0-3fc7f0ed45c9 HTTP/1.1" status: 200 len: 210 time: 0.0855837 Jul 23 20:13:31.993330 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-27c5d75a-da07-4e4e-b2ca-c389b6eab04a tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Deleting subnet ca55e2c4-f3b1-4280-bb32-353278dd231b {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:13:31.997272 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-27c5d75a-da07-4e4e-b2ca-c389b6eab04a tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:32.008761 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6d7b88d9-ff70-4628-90be-2c9cb285c14c req-5c8f6cbd-7880-424f-9dce-0936d254d2b0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1a5e89bf-a454-459a-8be5-2a4557bc5290&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1171412 Jul 23 20:13:32.052133 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c29631c6-987d-4079-958a-36597af0dc5a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=784f45fc75b84843b7a1c49c28ef405e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1507337 Jul 23 20:13:32.052722 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 53216) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:32.079538 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-27c5d75a-da07-4e4e-b2ca-c389b6eab04a tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:32.218321 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9a333cc4-8df5-4ca2-9a0a-ff9db108d4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:32.260784 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9a333cc4-8df5-4ca2-9a0a-ff9db108d4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:32.277258 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-27c5d75a-da07-4e4e-b2ca-c389b6eab04a tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:32.302104 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b88d9-ff70-4628-90be-2c9cb285c14c req-08dc7279-6660-4d9f-9bd6-3011a17bfd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:32.304489 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6d7b88d9-ff70-4628-90be-2c9cb285c14c req-08dc7279-6660-4d9f-9bd6-3011a17bfd8b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3eac1fd2f7984fc28e6e139f2a1d3dd0&device_id=1a5e89bf-a454-459a-8be5-2a4557bc5290 HTTP/1.1" status: 200 len: 1098 time: 0.2213531 Jul 23 20:13:32.452400 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-27c5d75a-da07-4e4e-b2ca-c389b6eab04a tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:32.518850 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9a333cc4-8df5-4ca2-9a0a-ff9db108d4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:32.519554 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5d75a-da07-4e4e-b2ca-c389b6eab04a tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Pushing event deleted for resources: {'Subnet': ['ID=ca55e2c4-f3b1-4280-bb32-353278dd231b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:32.521529 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9a333cc4-8df5-4ca2-9a0a-ff9db108d4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:32.526423 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9a333cc4-8df5-4ca2-9a0a-ff9db108d4b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/df8680a7-aed4-479f-b279-951870200890 HTTP/1.1" status: 204 len: 168 time: 0.4715676 Jul 23 20:13:32.533509 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb14be2d-bdcc-42fe-b59a-899e526559c1 None None] Network c06c7c82-36a6-415d-bbcb-96da02d094eb requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:13:32.550649 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b88d9-ff70-4628-90be-2c9cb285c14c req-5b3784bf-ddca-4bd1-87bc-efb19e70fac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:32.550649 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6d7b88d9-ff70-4628-90be-2c9cb285c14c req-5b3784bf-ddca-4bd1-87bc-efb19e70fac2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f1957672-1349-45e6-b250-4d2e0e2b0e22 HTTP/1.1" status: 200 len: 912 time: 0.2238986 Jul 23 20:13:32.566145 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a333cc4-8df5-4ca2-9a0a-ff9db108d4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8680a7-aed4-479f-b279-951870200890,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:32.566741 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-27c5d75a-da07-4e4e-b2ca-c389b6eab04a tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:32.570943 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-27c5d75a-da07-4e4e-b2ca-c389b6eab04a tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "DELETE /v2.0/subnets/ca55e2c4-f3b1-4280-bb32-353278dd231b HTTP/1.1" status: 204 len: 168 time: 0.6893508 Jul 23 20:13:32.573668 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 53234) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:32.619899 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed140e-d088-4685-85aa-cc8ddb5e0c89 req-9de55391-4450-4ea1-958a-c520d48f0d05 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:32.625493 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6d7b88d9-ff70-4628-90be-2c9cb285c14c req-c44ca52f-ca51-4a35-b7d2-a4c5f6865c78 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=035b5f7f-5305-4357-8fec-017e5e9a1ec5 HTTP/1.1" status: 200 len: 217 time: 0.0664811 Jul 23 20:13:32.630140 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b7ed140e-d088-4685-85aa-cc8ddb5e0c89 req-9de55391-4450-4ea1-958a-c520d48f0d05 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=53d1c3c2-3e8b-4e29-9b11-b9d9146cc9de HTTP/1.1" status: 200 len: 946 time: 0.5977271 Jul 23 20:13:32.680862 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b7ed140e-d088-4685-85aa-cc8ddb5e0c89 req-20c00e21-2358-4116-82b4-96906b1a43f9 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496564 Jul 23 20:13:32.752039 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef3dd534-c677-4580-948b-8c8b510e3818 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Deleting subnet a37b077a-fe69-4a55-9b37-2fa25f9f53d6 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:13:32.759785 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ef3dd534-c677-4580-948b-8c8b510e3818 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:32.792784 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b88d9-ff70-4628-90be-2c9cb285c14c req-389fa667-d816-4f92-93b4-e4bd48a9a656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:32.794506 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6d7b88d9-ff70-4628-90be-2c9cb285c14c req-389fa667-d816-4f92-93b4-e4bd48a9a656 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d89cc8ce-1520-4663-872c-281c0b224b71 HTTP/1.1" status: 200 len: 850 time: 0.1479840 Jul 23 20:13:32.869886 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd64965-5119-4940-96c8-38533aeacf08 req-8d3b70fa-b0ee-4a4c-9122-6d466d661a10 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:32.870775 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ef3dd534-c677-4580-948b-8c8b510e3818 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:32.877211 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ddd64965-5119-4940-96c8-38533aeacf08 req-8d3b70fa-b0ee-4a4c-9122-6d466d661a10 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 945 time: 0.1134264 Jul 23 20:13:32.934448 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ddd64965-5119-4940-96c8-38533aeacf08 req-b3bddc84-d2df-4111-860b-4e74dd7970eb tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c795a9-7461-4bc4-8325-b1503df20f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562291 Jul 23 20:13:32.935153 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b88d9-ff70-4628-90be-2c9cb285c14c req-11fb32a7-bfd2-487e-8d3a-bdd98c652e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:32.936083 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edda438-f9a8-4438-b319-5f5e8ace765a None None] DHCP port deletion for c06c7c82-36a6-415d-bbcb-96da02d094eb request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:13:32.936506 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6d7b88d9-ff70-4628-90be-2c9cb285c14c req-11fb32a7-bfd2-487e-8d3a-bdd98c652e89 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f1957672-1349-45e6-b250-4d2e0e2b0e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1354818 Jul 23 20:13:33.008781 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-6edda438-f9a8-4438-b319-5f5e8ace765a None None] Deleting port dd146cec-8b23-4dc8-9583-1815ecc29080 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:33.009159 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6edda438-f9a8-4438-b319-5f5e8ace765a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:33.161442 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-6edda438-f9a8-4438-b319-5f5e8ace765a None None] For port dd146cec-8b23-4dc8-9583-1815ecc29080, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=dd146cec-8b23-4dc8-9583-1815ecc29080,segment=NetworkSegment(1390de9a-4335-4a2d-ac2e-5463ed9bacda),segment_id=1390de9a-4335-4a2d-ac2e-5463ed9bacda)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:33.161869 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6edda438-f9a8-4438-b319-5f5e8ace765a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:33.189979 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-6edda438-f9a8-4438-b319-5f5e8ace765a None None] Calling delete_port for dd146cec-8b23-4dc8-9583-1815ecc29080 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:33.287542 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device dd146cec-8b23-4dc8-9583-1815ecc29080 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:33.404781 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6edda438-f9a8-4438-b319-5f5e8ace765a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:33.432337 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edda438-f9a8-4438-b319-5f5e8ace765a None None] Pushing event deleted for resources: {'Port': ['ID=dd146cec-8b23-4dc8-9583-1815ecc29080,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:33.454240 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edda438-f9a8-4438-b319-5f5e8ace765a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:33.454713 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edda438-f9a8-4438-b319-5f5e8ace765a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:33.455053 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edda438-f9a8-4438-b319-5f5e8ace765a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:33.455391 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edda438-f9a8-4438-b319-5f5e8ace765a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:33.455729 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edda438-f9a8-4438-b319-5f5e8ace765a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:33.456208 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edda438-f9a8-4438-b319-5f5e8ace765a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:33.456543 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edda438-f9a8-4438-b319-5f5e8ace765a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:33.456868 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edda438-f9a8-4438-b319-5f5e8ace765a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:33.457205 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edda438-f9a8-4438-b319-5f5e8ace765a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:33.457606 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edda438-f9a8-4438-b319-5f5e8ace765a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:33.457964 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edda438-f9a8-4438-b319-5f5e8ace765a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:33.458287 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edda438-f9a8-4438-b319-5f5e8ace765a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:33.462990 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edda438-f9a8-4438-b319-5f5e8ace765a None None] No DVR routers for this DVR port dd146cec-8b23-4dc8-9583-1815ecc29080 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:13:33.467886 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:33.547732 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ef3dd534-c677-4580-948b-8c8b510e3818 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:33.663460 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6d7b88d9-ff70-4628-90be-2c9cb285c14c req-5b88e092-c9fe-4a73-b353-1c846ac4bb27 service neutron] 10.222.0.18 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7198834 Jul 23 20:13:33.768958 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ef3dd534-c677-4580-948b-8c8b510e3818 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:33.784795 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f1343-4c41-4b77-a384-1989ba8a8a4c req-6a56f7b9-84c8-45a9-9a72-979c9b7f2684 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:33.786456 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-032f1343-4c41-4b77-a384-1989ba8a8a4c req-6a56f7b9-84c8-45a9-9a72-979c9b7f2684 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.30 "GET /v2.0/ports?device_id=53d1c3c2-3e8b-4e29-9b11-b9d9146cc9de HTTP/1.1" status: 200 len: 946 time: 0.2649403 Jul 23 20:13:33.805990 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72bf42-1337-4cd1-971c-f174de454863 req-834fe369-bb2e-4d6a-8b35-e3925415fd00 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:33.807502 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fe72bf42-1337-4cd1-971c-f174de454863 req-834fe369-bb2e-4d6a-8b35-e3925415fd00 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 946 time: 0.2848256 Jul 23 20:13:33.810064 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 53282) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:33.811462 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device db31634a-52b6-40fa-aae1-04e9e0242392 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:33.837199 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: db31634a-52b6-40fa-aae1-04e9e0242392 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:13:33.837989 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device db31634a-52b6-40fa-aae1-04e9e0242392 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:33.848956 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f318d0-fb24-4035-aa44-f5117225e487 None None] Network a8834cf6-a834-4872-ae27-a514fb198d71 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:13:33.865864 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3dd534-c677-4580-948b-8c8b510e3818 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Pushing event deleted for resources: {'Subnet': ['ID=a37b077a-fe69-4a55-9b37-2fa25f9f53d6,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:33.877380 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ef3dd534-c677-4580-948b-8c8b510e3818 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:33.882326 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ef3dd534-c677-4580-948b-8c8b510e3818 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "DELETE /v2.0/subnets/a37b077a-fe69-4a55-9b37-2fa25f9f53d6 HTTP/1.1" status: 204 len: 168 time: 1.2654743 Jul 23 20:13:33.904318 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 53286) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:33.958500 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6d7b88d9-ff70-4628-90be-2c9cb285c14c req-9ad4b376-cce6-414b-a504-b060fb940b06 service neutron] 10.222.0.18 "GET /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851453 Jul 23 20:13:33.973358 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-65dd5410-7070-457b-bab0-66104a34d8dc admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1391707242-network', 'tenant_id': 'f5e91f542da5492fb547da29a81bf895'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:13:34.012657 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74605533-28c4-4465-a125-ed80dd5a3721 req-61a2046d-8ea3-44c2-95e5-a31185af807a tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:34.017978 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-74605533-28c4-4465-a125-ed80dd5a3721 req-61a2046d-8ea3-44c2-95e5-a31185af807a tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=53d1c3c2-3e8b-4e29-9b11-b9d9146cc9de HTTP/1.1" status: 200 len: 946 time: 0.1593878 Jul 23 20:13:34.047321 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65dd5410-7070-457b-bab0-66104a34d8dc admin admin] Made reservation on behalf of f5e91f542da5492fb547da29a81bf895 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:13:34.050614 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-65dd5410-7070-457b-bab0-66104a34d8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:34.074117 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fe72bf42-1337-4cd1-971c-f174de454863 req-aef5ff3b-6446-4e5e-bff8-b6a40b0f34f5 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374849 Jul 23 20:13:34.083252 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-65dd5410-7070-457b-bab0-66104a34d8dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:34.094308 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dda09359-1568-4ea0-accd-0ec3426cfedf tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:34.137388 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-74605533-28c4-4465-a125-ed80dd5a3721 req-aee08145-124b-4048-99f0-aac6591737c9 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105828 Jul 23 20:13:34.183417 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098e0999-4613-4f54-9a9f-09f5f880933b None None] DHCP port deletion for a8834cf6-a834-4872-ae27-a514fb198d71 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:13:34.227534 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-032f1343-4c41-4b77-a384-1989ba8a8a4c req-a4d3f492-9a17-47da-ad8e-6bd3705fdc61 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Deleting port df5dcfc5-c287-4e54-93bf-2d5f19324d29 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:34.228172 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-032f1343-4c41-4b77-a384-1989ba8a8a4c req-a4d3f492-9a17-47da-ad8e-6bd3705fdc61 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:34.284753 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-098e0999-4613-4f54-9a9f-09f5f880933b None None] Deleting port b6b3c2ee-33dd-41b7-8cea-4c60e9d6fcd1 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:34.285348 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-098e0999-4613-4f54-9a9f-09f5f880933b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:34.291088 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-65dd5410-7070-457b-bab0-66104a34d8dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:34.295525 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dda09359-1568-4ea0-accd-0ec3426cfedf tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:34.300695 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-65dd5410-7070-457b-bab0-66104a34d8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:34.312923 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-dda09359-1568-4ea0-accd-0ec3426cfedf tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c06c7c82-36a6-415d-bbcb-96da02d094eb']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:34.358628 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65dd5410-7070-457b-bab0-66104a34d8dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:13:34.369534 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318b8c8-b35d-4628-b67e-d42f4202b494 req-4a645a0b-54d6-4914-ae6c-397fdd2bad5e tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:34.371342 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e318b8c8-b35d-4628-b67e-d42f4202b494 req-4a645a0b-54d6-4914-ae6c-397fdd2bad5e tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 945 time: 0.1355841 Jul 23 20:13:34.372025 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-dda09359-1568-4ea0-accd-0ec3426cfedf tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1390de9a-4335-4a2d-ac2e-5463ed9bacda') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:34.372330 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-dda09359-1568-4ea0-accd-0ec3426cfedf tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1390de9a-4335-4a2d-ac2e-5463ed9bacda') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:34.378320 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd5410-7070-457b-bab0-66104a34d8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd78b88c-8acd-4471-aa2f-480b591c9fbc,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:34.386372 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-65dd5410-7070-457b-bab0-66104a34d8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:34.386723 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-65dd5410-7070-457b-bab0-66104a34d8dc admin admin] Added segment 351c92b6-e800-4516-875f-0c13e58f6e08 of type vlan for network 8e25c72f-7ea8-4098-805e-302eab202adc Jul 23 20:13:34.390324 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dda09359-1568-4ea0-accd-0ec3426cfedf tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:34.406403 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-098e0999-4613-4f54-9a9f-09f5f880933b None None] For port b6b3c2ee-33dd-41b7-8cea-4c60e9d6fcd1, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=b6b3c2ee-33dd-41b7-8cea-4c60e9d6fcd1,segment=NetworkSegment(133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6),segment_id=133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:34.407227 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-098e0999-4613-4f54-9a9f-09f5f880933b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:34.415596 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dda09359-1568-4ea0-accd-0ec3426cfedf tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:34.425774 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-032f1343-4c41-4b77-a384-1989ba8a8a4c req-a4d3f492-9a17-47da-ad8e-6bd3705fdc61 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] For port df5dcfc5-c287-4e54-93bf-2d5f19324d29, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=df5dcfc5-c287-4e54-93bf-2d5f19324d29,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:34.426151 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-032f1343-4c41-4b77-a384-1989ba8a8a4c req-a4d3f492-9a17-47da-ad8e-6bd3705fdc61 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:34.427988 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-098e0999-4613-4f54-9a9f-09f5f880933b None None] Calling delete_port for b6b3c2ee-33dd-41b7-8cea-4c60e9d6fcd1 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:34.429629 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dda09359-1568-4ea0-accd-0ec3426cfedf tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:13:34.430145 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dda09359-1568-4ea0-accd-0ec3426cfedf tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:34.434458 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:13:34.434458 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:13:34.434458 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:13:34.434458 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:13:34.434458 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:13:34.434458 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:13:34.434458 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:13:34.434458 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:13:34.434458 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:13:34.434458 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:13:34.434458 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:13:34.434458 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:13:34.434458 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:13:34.434458 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:13:34.434458 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:13:34.434458 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:13:34.434458 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:13:34.434458 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:13:34.434458 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:13:34.434458 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:13:34.434458 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:13:34.434458 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:13:34.434458 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:13:34.434458 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:13:34.434458 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:13:34.434458 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:13:34.434458 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:13:34.434458 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:13:34.434458 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:13:34.434458 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:13:34.434458 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:13:34.434458 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:13:34.460931 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e318b8c8-b35d-4628-b67e-d42f4202b494 req-27adf41c-0993-4c1e-99f2-5e03def05e5b tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c795a9-7461-4bc4-8325-b1503df20f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760086 Jul 23 20:13:34.473961 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-032f1343-4c41-4b77-a384-1989ba8a8a4c req-a4d3f492-9a17-47da-ad8e-6bd3705fdc61 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Calling delete_port for df5dcfc5-c287-4e54-93bf-2d5f19324d29 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:34.499009 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-65dd5410-7070-457b-bab0-66104a34d8dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:34.533447 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-65dd5410-7070-457b-bab0-66104a34d8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:34.534618 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dd5410-7070-457b-bab0-66104a34d8dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:34.535206 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-65dd5410-7070-457b-bab0-66104a34d8dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:34.546589 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-098e0999-4613-4f54-9a9f-09f5f880933b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:34.566181 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dda09359-1568-4ea0-accd-0ec3426cfedf tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:34.571519 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dda09359-1568-4ea0-accd-0ec3426cfedf tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:34.575708 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-dda09359-1568-4ea0-accd-0ec3426cfedf tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "DELETE /v2.0/networks/c06c7c82-36a6-415d-bbcb-96da02d094eb HTTP/1.1" status: 204 len: 168 time: 0.6679540 Jul 23 20:13:34.582788 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e0999-4613-4f54-9a9f-09f5f880933b None None] Pushing event deleted for resources: {'Port': ['ID=b6b3c2ee-33dd-41b7-8cea-4c60e9d6fcd1,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:34.586961 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098e0999-4613-4f54-9a9f-09f5f880933b None None] No DVR routers for this DVR port b6b3c2ee-33dd-41b7-8cea-4c60e9d6fcd1 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:13:34.608139 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 53300) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:34.631504 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda09359-1568-4ea0-accd-0ec3426cfedf tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Pushing event deleted for resources: {'Network': ['ID=c06c7c82-36a6-415d-bbcb-96da02d094eb,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:34.637709 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-65dd5410-7070-457b-bab0-66104a34d8dc admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8264441 Jul 23 20:13:34.641896 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 53302) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:34.646796 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-95b5d89d-89cb-4f56-886f-86188ee46fcf admin admin] Request body: {'subnet': {'network_id': '8e25c72f-7ea8-4098-805e-302eab202adc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1391707242-subnet', 'tenant_id': 'f5e91f542da5492fb547da29a81bf895', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:13:34.687313 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b5d89d-89cb-4f56-886f-86188ee46fcf admin admin] Made reservation on behalf of f5e91f542da5492fb547da29a81bf895 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:13:34.690037 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-95b5d89d-89cb-4f56-886f-86188ee46fcf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:34.708959 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd5410-7070-457b-bab0-66104a34d8dc admin admin] Pushing event updated for resources: {'Network': ['ID=8e25c72f-7ea8-4098-805e-302eab202adc,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:34.732783 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 8e25c72f-7ea8-4098-805e-302eab202adc details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:13:34.795178 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9aad016e-43d1-40de-b827-beb73d5c8e61 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:34.818926 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861723c6-81ef-4af9-81fa-f2045d780806 req-33611183-a246-414c-8916-d7997ebc55ab tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:34.822720 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-861723c6-81ef-4af9-81fa-f2045d780806 req-33611183-a246-414c-8916-d7997ebc55ab tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 945 time: 0.2772617 Jul 23 20:13:34.855410 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-032f1343-4c41-4b77-a384-1989ba8a8a4c req-a4d3f492-9a17-47da-ad8e-6bd3705fdc61 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:34.870823 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['df5dcfc5-c287-4e54-93bf-2d5f19324d29'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:13:34.874596 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['035b5f7f-5305-4357-8fec-017e5e9a1ec5'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:13:34.926643 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3f492-9a17-47da-ad8e-6bd3705fdc61 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Pushing event deleted for resources: {'Port': ['ID=df5dcfc5-c287-4e54-93bf-2d5f19324d29,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:34.992819 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9aad016e-43d1-40de-b827-beb73d5c8e61 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:35.026950 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-032f1343-4c41-4b77-a384-1989ba8a8a4c req-a4d3f492-9a17-47da-ad8e-6bd3705fdc61 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] No DVR routers for this DVR port df5dcfc5-c287-4e54-93bf-2d5f19324d29 on host n-h1-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:13:35.033364 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-9aad016e-43d1-40de-b827-beb73d5c8e61 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8834cf6-a834-4872-ae27-a514fb198d71']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:35.033864 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-032f1343-4c41-4b77-a384-1989ba8a8a4c req-a4d3f492-9a17-47da-ad8e-6bd3705fdc61 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:35.036367 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-032f1343-4c41-4b77-a384-1989ba8a8a4c req-a4d3f492-9a17-47da-ad8e-6bd3705fdc61 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.30 "DELETE /v2.0/ports/df5dcfc5-c287-4e54-93bf-2d5f19324d29 HTTP/1.1" status: 204 len: 173 time: 1.2389569 Jul 23 20:13:35.036988 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d1c3c2-3e8b-4e29-9b11-b9d9146cc9de', 'name': 'network-vif-deleted', 'tag': 'df5dcfc5-c287-4e54-93bf-2d5f19324d29'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:35.040044 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcc236c-c3da-4d5e-a380-f3799b8085d9" -d '{"events": [{"server_uuid": "53d1c3c2-3e8b-4e29-9b11-b9d9146cc9de", "name": "network-vif-deleted", "tag": "df5dcfc5-c287-4e54-93bf-2d5f19324d29"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:35.062687 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-95b5d89d-89cb-4f56-886f-86188ee46fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:35.066913 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-9aad016e-43d1-40de-b827-beb73d5c8e61 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:35.071773 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-9aad016e-43d1-40de-b827-beb73d5c8e61 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '133ed6c6-9907-4a2d-b7f7-1b5269c5a0b6') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:35.120699 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9aad016e-43d1-40de-b827-beb73d5c8e61 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:35.123162 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d795bc1-75c3-4c19-af74-c8f10a191343 x-openstack-request-id: req-9d795bc1-75c3-4c19-af74-c8f10a191343 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:35.123461 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d1c3c2-3e8b-4e29-9b11-b9d9146cc9de", "name": "network-vif-deleted", "tag": "df5dcfc5-c287-4e54-93bf-2d5f19324d29", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:35.123720 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9d795bc1-75c3-4c19-af74-c8f10a191343 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:35.124130 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d1c3c2-3e8b-4e29-9b11-b9d9146cc9de', 'name': 'network-vif-deleted', 'tag': 'df5dcfc5-c287-4e54-93bf-2d5f19324d29', 'status': 'completed', 'code': 200} Jul 23 20:13:35.157917 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9aad016e-43d1-40de-b827-beb73d5c8e61 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:35.173881 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aad016e-43d1-40de-b827-beb73d5c8e61 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:13:35.174292 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9aad016e-43d1-40de-b827-beb73d5c8e61 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:35.178423 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:13:35.178423 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:13:35.178423 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:13:35.178423 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:13:35.178423 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:13:35.178423 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:13:35.178423 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:13:35.178423 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:13:35.178423 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:13:35.178423 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:13:35.178423 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:13:35.178423 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:13:35.178423 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:13:35.178423 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:13:35.178423 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:13:35.178423 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:13:35.178423 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:13:35.178423 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:13:35.178423 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:13:35.178423 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:13:35.178423 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:13:35.178423 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:13:35.178423 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:13:35.178423 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:13:35.178423 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:13:35.178423 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:13:35.178423 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:13:35.178423 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:13:35.178423 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:13:35.178423 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:13:35.178423 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:13:35.178423 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:13:35.250356 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5d89d-89cb-4f56-886f-86188ee46fcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb10d731-9e0a-49f7-9a12-7f2e120eccf8,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:35.255872 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-861723c6-81ef-4af9-81fa-f2045d780806 req-178a63d6-b4b3-4658-92ed-fe8844d10466 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Deleting port 993bde95-b5a7-4929-a2f6-f7eb102fff8f {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:35.256218 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-861723c6-81ef-4af9-81fa-f2045d780806 req-178a63d6-b4b3-4658-92ed-fe8844d10466 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:35.286604 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device b6b3c2ee-33dd-41b7-8cea-4c60e9d6fcd1 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:35.328721 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: b6b3c2ee-33dd-41b7-8cea-4c60e9d6fcd1 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:13:35.329265 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device b6b3c2ee-33dd-41b7-8cea-4c60e9d6fcd1 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:35.358361 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b5d89d-89cb-4f56-886f-86188ee46fcf admin admin] Checking segment: {'id': '351c92b6-e800-4516-875f-0c13e58f6e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8e25c72f-7ea8-4098-805e-302eab202adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:13:35.362966 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b5d89d-89cb-4f56-886f-86188ee46fcf admin admin] Network hostable DHCP agents. Network: 8e25c72f-7ea8-4098-805e-302eab202adc, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:13:35.400005 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9aad016e-43d1-40de-b827-beb73d5c8e61 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:35.424129 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b5d89d-89cb-4f56-886f-86188ee46fcf admin admin] Network 8e25c72f-7ea8-4098-805e-302eab202adc is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:13:35.439151 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fee09933-c526-44f8-ac3d-f04e4778ada3 req-1ee8b006-a999-4c02-9c34-6f9fa2e8f5df tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=53d1c3c2-3e8b-4e29-9b11-b9d9146cc9de HTTP/1.1" status: 200 len: 210 time: 0.0887008 Jul 23 20:13:35.444428 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9aad016e-43d1-40de-b827-beb73d5c8e61 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:35.451955 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-95b5d89d-89cb-4f56-886f-86188ee46fcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 8e25c72f-7ea8-4098-805e-302eab202adc) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:13:35.463414 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385b558-d947-499f-953d-d5342eb585a7 req-840b15c3-b8a1-46c2-897e-954d09f81b57 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:35.465526 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b385b558-d947-499f-953d-d5342eb585a7 req-840b15c3-b8a1-46c2-897e-954d09f81b57 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 946 time: 0.1779852 Jul 23 20:13:35.466776 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b989ef90-bd19-4fb8-9a8a-194d7476807e None None] Network 8e25c72f-7ea8-4098-805e-302eab202adc requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:13:35.469800 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b5d89d-89cb-4f56-886f-86188ee46fcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:35.470380 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-95b5d89d-89cb-4f56-886f-86188ee46fcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:35.482526 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba375ce-890c-4e63-ba75-4dcf86c7e03e req-ec4a330b-5faf-4741-88a6-40eb3796fa05 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:35.485363 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cba375ce-890c-4e63-ba75-4dcf86c7e03e req-ec4a330b-5faf-4741-88a6-40eb3796fa05 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 946 time: 0.2325373 Jul 23 20:13:35.510158 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9aad016e-43d1-40de-b827-beb73d5c8e61 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] 10.222.0.32 "DELETE /v2.0/networks/a8834cf6-a834-4872-ae27-a514fb198d71 HTTP/1.1" status: 204 len: 168 time: 0.8792582 Jul 23 20:13:35.606774 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad016e-43d1-40de-b827-beb73d5c8e61 tempest-TaggedBootDevicesTest_v242-1863445497 tempest-TaggedBootDevicesTest_v242-1863445497-project] Pushing event deleted for resources: {'Network': ['ID=a8834cf6-a834-4872-ae27-a514fb198d71,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:35.624346 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-95b5d89d-89cb-4f56-886f-86188ee46fcf admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9812880 Jul 23 20:13:35.674499 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cba375ce-890c-4e63-ba75-4dcf86c7e03e req-c3ed5435-9ed3-426d-af71-545ca6435914 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/security-groups?id=d44e3418-1247-47b0-bd4e-ab4e0c7450c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797607 Jul 23 20:13:35.705246 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-861723c6-81ef-4af9-81fa-f2045d780806 req-178a63d6-b4b3-4658-92ed-fe8844d10466 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] For port 993bde95-b5a7-4929-a2f6-f7eb102fff8f, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=993bde95-b5a7-4929-a2f6-f7eb102fff8f,segment=NetworkSegment(bdb704e3-373f-4f47-bef5-3e89668f2e28),segment_id=bdb704e3-373f-4f47-bef5-3e89668f2e28)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:35.717174 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-861723c6-81ef-4af9-81fa-f2045d780806 req-178a63d6-b4b3-4658-92ed-fe8844d10466 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:35.772673 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a82075e6-89bd-42f8-8e94-4e0866077619 req-6b0292e4-af11-4972-8f60-ce95b9fd91bc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=53d1c3c2-3e8b-4e29-9b11-b9d9146cc9de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0383670 Jul 23 20:13:35.795232 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-b385b558-d947-499f-953d-d5342eb585a7 req-b0bdbac1-239c-4caf-b2b7-dd6acffb5830 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Deleting port 89d48987-944f-449b-ac64-1def9473173a {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:35.795466 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b385b558-d947-499f-953d-d5342eb585a7 req-b0bdbac1-239c-4caf-b2b7-dd6acffb5830 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:35.854235 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b392eb-e0f6-4ca6-b05d-039c2602118c None None] Network 8e25c72f-7ea8-4098-805e-302eab202adc requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:13:35.855040 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a82075e6-89bd-42f8-8e94-4e0866077619 req-3e9de15f-b86b-4593-9810-a0424d7c69d4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3eac1fd2f7984fc28e6e139f2a1d3dd0&device_id=53d1c3c2-3e8b-4e29-9b11-b9d9146cc9de HTTP/1.1" status: 200 len: 210 time: 0.0563033 Jul 23 20:13:36.220345 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-b385b558-d947-499f-953d-d5342eb585a7 req-b0bdbac1-239c-4caf-b2b7-dd6acffb5830 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] For port 89d48987-944f-449b-ac64-1def9473173a, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=89d48987-944f-449b-ac64-1def9473173a,segment=NetworkSegment(99649f19-b54c-4c71-be86-78cd3a183ec7),segment_id=99649f19-b54c-4c71-be86-78cd3a183ec7)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:36.221016 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b385b558-d947-499f-953d-d5342eb585a7 req-b0bdbac1-239c-4caf-b2b7-dd6acffb5830 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:36.301702 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-b385b558-d947-499f-953d-d5342eb585a7 req-b0bdbac1-239c-4caf-b2b7-dd6acffb5830 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Calling delete_port for 89d48987-944f-449b-ac64-1def9473173a owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:36.306062 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-861723c6-81ef-4af9-81fa-f2045d780806 req-178a63d6-b4b3-4658-92ed-fe8844d10466 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:36.307077 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-861723c6-81ef-4af9-81fa-f2045d780806 req-178a63d6-b4b3-4658-92ed-fe8844d10466 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:36.308707 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [req-861723c6-81ef-4af9-81fa-f2045d780806 req-178a63d6-b4b3-4658-92ed-fe8844d10466 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Floating IP 791a7aff-529e-4044-a7fc-0f61ea3e13b0 disassociated. External IP: 172.25.1.189, port: 993bde95-b5a7-4929-a2f6-f7eb102fff8f. Jul 23 20:13:36.310361 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-861723c6-81ef-4af9-81fa-f2045d780806 req-178a63d6-b4b3-4658-92ed-fe8844d10466 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Calling delete_port for 993bde95-b5a7-4929-a2f6-f7eb102fff8f owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:36.322150 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82075e6-89bd-42f8-8e94-4e0866077619 req-57ba035e-2725-4b7f-857b-aebc05b15844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:36.323838 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a82075e6-89bd-42f8-8e94-4e0866077619 req-57ba035e-2725-4b7f-857b-aebc05b15844 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3eac1fd2f7984fc28e6e139f2a1d3dd0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4230475 Jul 23 20:13:36.333878 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b992a5-c45c-4803-b91d-00d297969bb8 req-78de550c-13ac-4dd6-9d33-09140157d8d4 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:36.336001 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-16b992a5-c45c-4803-b91d-00d297969bb8 req-78de550c-13ac-4dd6-9d33-09140157d8d4 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 945 time: 0.4799681 Jul 23 20:13:36.631964 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82075e6-89bd-42f8-8e94-4e0866077619 req-1bbca818-d8f0-4937-a7ac-40b88c06ee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:36.633459 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a82075e6-89bd-42f8-8e94-4e0866077619 req-1bbca818-d8f0-4937-a7ac-40b88c06ee66 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2947493 Jul 23 20:13:36.636408 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-16b992a5-c45c-4803-b91d-00d297969bb8 req-9d105b21-ea42-4a9c-8b9b-5e8f1bcc50e9 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c795a9-7461-4bc4-8325-b1503df20f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2664523 Jul 23 20:13:36.675040 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-861723c6-81ef-4af9-81fa-f2045d780806 req-178a63d6-b4b3-4658-92ed-fe8844d10466 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:36.728773 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b385b558-d947-499f-953d-d5342eb585a7 req-b0bdbac1-239c-4caf-b2b7-dd6acffb5830 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:36.742617 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['89d48987-944f-449b-ac64-1def9473173a'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:13:36.747239 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a63d6-b4b3-4658-92ed-fe8844d10466 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Pushing event deleted for resources: {'Port': ['ID=993bde95-b5a7-4929-a2f6-f7eb102fff8f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:36.770961 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bdbac1-239c-4caf-b2b7-dd6acffb5830 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Pushing event deleted for resources: {'Port': ['ID=89d48987-944f-449b-ac64-1def9473173a,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:36.860354 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-b385b558-d947-499f-953d-d5342eb585a7 req-b0bdbac1-239c-4caf-b2b7-dd6acffb5830 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] No DVR routers for this DVR port 89d48987-944f-449b-ac64-1def9473173a on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:13:36.863669 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b385b558-d947-499f-953d-d5342eb585a7 req-b0bdbac1-239c-4caf-b2b7-dd6acffb5830 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:36.865768 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b385b558-d947-499f-953d-d5342eb585a7 req-b0bdbac1-239c-4caf-b2b7-dd6acffb5830 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.18 "DELETE /v2.0/ports/89d48987-944f-449b-ac64-1def9473173a HTTP/1.1" status: 204 len: 173 time: 1.3924394 Jul 23 20:13:36.907925 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-87b24b07-9985-42dc-90ca-fd29214cb9af tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:36.922500 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-87b24b07-9985-42dc-90ca-fd29214cb9af tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] 10.222.0.32 "GET /v2.0/networks?id=8e25c72f-7ea8-4098-805e-302eab202adc HTTP/1.1" status: 200 len: 809 time: 0.4505179 Jul 23 20:13:36.930825 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-17349904-f099-4fcf-aab0-102c1e96aeb7 req-1d5c0869-881b-4fd9-a201-9dfb1fbb07e4 tempest-ServerRescueTestJSON-1302322072 tempest-ServerRescueTestJSON-1302322072-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d92a622-1ea3-4c1f-bc90-fe429dc227fa HTTP/1.1" status: 200 len: 210 time: 0.0715847 Jul 23 20:13:36.965985 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-b0b68f1e-f974-4c53-9c08-32f5f1837e2d tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] 10.222.0.32 "GET /v2.0/quotas/f5e91f542da5492fb547da29a81bf895 HTTP/1.1" status: 200 len: 375 time: 0.0418050 Jul 23 20:13:37.033320 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-dc51da9b-97bf-4162-9eee-d17e1983ff6b tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f5e91f542da5492fb547da29a81bf895&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599260 Jul 23 20:13:37.043158 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-861723c6-81ef-4af9-81fa-f2045d780806 req-178a63d6-b4b3-4658-92ed-fe8844d10466 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Router 77eef2dc-a638-4d4d-8821-d6d8fefbab35 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:13:37.125950 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d92a622-1ea3-4c1f-bc90-fe429dc227fa', 'name': 'network-vif-deleted', 'tag': '89d48987-944f-449b-ac64-1def9473173a'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:37.128195 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef8c983-21ee-4f1e-82a7-022f66bcc232" -d '{"events": [{"server_uuid": "3d92a622-1ea3-4c1f-bc90-fe429dc227fa", "name": "network-vif-deleted", "tag": "89d48987-944f-449b-ac64-1def9473173a"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:37.486860 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253cfd39-5ac1-4fbd-ac15-e7426c86381b x-openstack-request-id: req-253cfd39-5ac1-4fbd-ac15-e7426c86381b {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:37.487159 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d92a622-1ea3-4c1f-bc90-fe429dc227fa", "name": "network-vif-deleted", "tag": "89d48987-944f-449b-ac64-1def9473173a", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:37.487416 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-253cfd39-5ac1-4fbd-ac15-e7426c86381b {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:37.487820 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d92a622-1ea3-4c1f-bc90-fe429dc227fa', 'name': 'network-vif-deleted', 'tag': '89d48987-944f-449b-ac64-1def9473173a', 'status': 'completed', 'code': 200} Jul 23 20:13:37.629856 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0389a-c1a0-4ee7-92cc-cb86c65be43c req-2dc56501-d0c2-403c-b7c1-11cc48b8e666 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:37.638205 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a9f0389a-c1a0-4ee7-92cc-cb86c65be43c req-2dc56501-d0c2-403c-b7c1-11cc48b8e666 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5e89bf-a454-459a-8be5-2a4557bc5290 HTTP/1.1" status: 200 len: 946 time: 0.0832307 Jul 23 20:13:37.669075 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-9ce8de0e-c048-42de-9dcc-825e626562d0 service neutron] 10.222.0.32 "GET /v2.0/networks/8e25c72f-7ea8-4098-805e-302eab202adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6247988 Jul 23 20:13:37.682848 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a9f0389a-c1a0-4ee7-92cc-cb86c65be43c req-31d85f91-3b94-4b1e-9354-7f650741371c tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437639 Jul 23 20:13:37.709621 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-861723c6-81ef-4af9-81fa-f2045d780806 req-178a63d6-b4b3-4658-92ed-fe8844d10466 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:13:37.721723 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e4b4ea-13fc-4bbc-9fa3-f6caf50c533c None None] Sync routers for ids ['77eef2dc-a638-4d4d-8821-d6d8fefbab35'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:13:37.738815 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e4b4ea-13fc-4bbc-9fa3-f6caf50c533c None None] Routers {'77eef2dc-a638-4d4d-8821-d6d8fefbab35'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:13:37.739449 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-37e4b4ea-13fc-4bbc-9fa3-f6caf50c533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:13:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['77eef2dc-a638-4d4d-8821-d6d8fefbab35'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:37.781559 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0c572d68-43f6-4c71-880c-a86f06f96fbb req-b814e347-0cb3-4529-84ed-60a593387601 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd414227-5cf3-4766-ad0f-426b4bd7ebd3 HTTP/1.1" status: 200 len: 210 time: 0.0336044 Jul 23 20:13:37.805253 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-861723c6-81ef-4af9-81fa-f2045d780806 req-178a63d6-b4b3-4658-92ed-fe8844d10466 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] No DVR routers for this DVR port 993bde95-b5a7-4929-a2f6-f7eb102fff8f on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:13:37.808485 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-861723c6-81ef-4af9-81fa-f2045d780806 req-178a63d6-b4b3-4658-92ed-fe8844d10466 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:37.811662 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-861723c6-81ef-4af9-81fa-f2045d780806 req-178a63d6-b4b3-4658-92ed-fe8844d10466 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.30 "DELETE /v2.0/ports/993bde95-b5a7-4929-a2f6-f7eb102fff8f HTTP/1.1" status: 204 len: 173 time: 2.9805658 Jul 23 20:13:37.813841 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd414227-5cf3-4766-ad0f-426b4bd7ebd3', 'name': 'network-vif-deleted', 'tag': '993bde95-b5a7-4929-a2f6-f7eb102fff8f'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:37.817418 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2733cb3d-7e1d-43f4-b622-5cbbad620346" -d '{"events": [{"server_uuid": "bd414227-5cf3-4766-ad0f-426b4bd7ebd3", "name": "network-vif-deleted", "tag": "993bde95-b5a7-4929-a2f6-f7eb102fff8f"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:37.827494 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device df5dcfc5-c287-4e54-93bf-2d5f19324d29 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:37.860570 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-b3b7a325-bce0-45cf-8a84-76a78c70ec1b service neutron] 10.222.0.32 "GET /v2.0/networks/8e25c72f-7ea8-4098-805e-302eab202adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844642 Jul 23 20:13:37.883929 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: df5dcfc5-c287-4e54-93bf-2d5f19324d29 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:13:37.884175 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device df5dcfc5-c287-4e54-93bf-2d5f19324d29 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:37.884604 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 993bde95-b5a7-4929-a2f6-f7eb102fff8f no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:37.888741 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-37e4b4ea-13fc-4bbc-9fa3-f6caf50c533c None None] Set router 77eef2dc-a638-4d4d-8821-d6d8fefbab35 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:13:37.894520 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d1631f-2d74-4bd7-a30b-5484724d2c7e x-openstack-request-id: req-d1d1631f-2d74-4bd7-a30b-5484724d2c7e {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:37.896241 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd414227-5cf3-4766-ad0f-426b4bd7ebd3", "name": "network-vif-deleted", "tag": "993bde95-b5a7-4929-a2f6-f7eb102fff8f", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:37.896604 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d1d1631f-2d74-4bd7-a30b-5484724d2c7e {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:37.897119 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd414227-5cf3-4766-ad0f-426b4bd7ebd3', 'name': 'network-vif-deleted', 'tag': '993bde95-b5a7-4929-a2f6-f7eb102fff8f', 'status': 'completed', 'code': 200} Jul 23 20:13:37.930939 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 993bde95-b5a7-4929-a2f6-f7eb102fff8f {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:13:37.931534 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 993bde95-b5a7-4929-a2f6-f7eb102fff8f not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:38.018715 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 53410) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:38.186159 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ad410e00-18eb-4f03-a0ff-a73b8d1abece req-b37aacdb-6f76-48f4-9d7b-d2e74d627df7 tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f34f84d3-9a29-4182-84ab-1c3280cde3d7 HTTP/1.1" status: 200 len: 210 time: 0.0883958 Jul 23 20:13:38.321300 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-37e4b4ea-13fc-4bbc-9fa3-f6caf50c533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'name': 'tempest-AttachVolumeTestJSON-1415960080-router', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b52d0c32-d4d5-4fa8-850c-84ffb10b224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:01Z', 'updated_at': '2021-07-23T20:09:09Z', 'revision_number': 4, 'project_id': 'b1a6866430c7477dabb2850fe027c983', 'gw_port': {'id': 'b52d0c32-d4d5-4fa8-850c-84ffb10b224a', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:03Z', 'updated_at': '2021-07-23T20:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'cd94949f-2562-491e-b14d-ffa1273e0b99', 'name': '', 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'mac_address': 'fa:16:3e:4a:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '7562bacc-5c9d-4fd5-a756-532eac029140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:08Z', 'updated_at': '2021-07-23T20:09:19Z', 'revision_number': 5, 'project_id': 'b1a6866430c7477dabb2850fe027c983', 'subnets': [{'id': '7562bacc-5c9d-4fd5-a756-532eac029140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:38.387141 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e4b4ea-13fc-4bbc-9fa3-f6caf50c533c None None] Checking router: 77eef2dc-a638-4d4d-8821-d6d8fefbab35 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:13:38.407873 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e4b4ea-13fc-4bbc-9fa3-f6caf50c533c None None] Routers {'77eef2dc-a638-4d4d-8821-d6d8fefbab35'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:13:38.408524 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-37e4b4ea-13fc-4bbc-9fa3-f6caf50c533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:13:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['77eef2dc-a638-4d4d-8821-d6d8fefbab35'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:38.610054 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877d318-9985-4acb-94bf-c62ab7e0b25e req-71996a96-44e7-442a-8a05-726a10d1a285 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:38.612506 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5877d318-9985-4acb-94bf-c62ab7e0b25e req-71996a96-44e7-442a-8a05-726a10d1a285 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a5e89bf-a454-459a-8be5-2a4557bc5290 HTTP/1.1" status: 200 len: 946 time: 0.1060646 Jul 23 20:13:38.678202 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-37e4b4ea-13fc-4bbc-9fa3-f6caf50c533c None None] Set router 77eef2dc-a638-4d4d-8821-d6d8fefbab35 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:13:38.717186 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5a9c6c74-a09c-482f-aa03-df6c64a3ffc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:38.798906 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-5877d318-9985-4acb-94bf-c62ab7e0b25e req-ad4b70c9-2a06-4f16-b638-0ec02e6576bb tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Deleting port 035b5f7f-5305-4357-8fec-017e5e9a1ec5 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:38.799852 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-5877d318-9985-4acb-94bf-c62ab7e0b25e req-ad4b70c9-2a06-4f16-b638-0ec02e6576bb tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:38.953301 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 53436) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:39.072564 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ecdaaadf-33a4-43b0-8e55-b5d570d02cd6 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:39.075703 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-5877d318-9985-4acb-94bf-c62ab7e0b25e req-ad4b70c9-2a06-4f16-b638-0ec02e6576bb tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] For port 035b5f7f-5305-4357-8fec-017e5e9a1ec5, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=035b5f7f-5305-4357-8fec-017e5e9a1ec5,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:39.076067 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-5877d318-9985-4acb-94bf-c62ab7e0b25e req-ad4b70c9-2a06-4f16-b638-0ec02e6576bb tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:39.109398 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-5877d318-9985-4acb-94bf-c62ab7e0b25e req-ad4b70c9-2a06-4f16-b638-0ec02e6576bb tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Calling delete_port for 035b5f7f-5305-4357-8fec-017e5e9a1ec5 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:39.132709 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ecdaaadf-33a4-43b0-8e55-b5d570d02cd6 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:39.155238 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-37e4b4ea-13fc-4bbc-9fa3-f6caf50c533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'name': 'tempest-AttachVolumeTestJSON-1415960080-router', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b52d0c32-d4d5-4fa8-850c-84ffb10b224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:01Z', 'updated_at': '2021-07-23T20:09:09Z', 'revision_number': 4, 'project_id': 'b1a6866430c7477dabb2850fe027c983', 'gw_port': {'id': 'b52d0c32-d4d5-4fa8-850c-84ffb10b224a', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:03Z', 'updated_at': '2021-07-23T20:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'cd94949f-2562-491e-b14d-ffa1273e0b99', 'name': '', 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'mac_address': 'fa:16:3e:4a:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '7562bacc-5c9d-4fd5-a756-532eac029140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:08Z', 'updated_at': '2021-07-23T20:09:19Z', 'revision_number': 5, 'project_id': 'b1a6866430c7477dabb2850fe027c983', 'subnets': [{'id': '7562bacc-5c9d-4fd5-a756-532eac029140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:39.187045 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca8fca-5d91-46a0-9146-2e507a98d187 req-4151bf3f-effc-4c3a-bdd5-79995fd09262 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:39.194301 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d4ca8fca-5d91-46a0-9146-2e507a98d187 req-4151bf3f-effc-4c3a-bdd5-79995fd09262 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5e89bf-a454-459a-8be5-2a4557bc5290 HTTP/1.1" status: 200 len: 946 time: 0.2062445 Jul 23 20:13:39.247587 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e4b4ea-13fc-4bbc-9fa3-f6caf50c533c None None] The sync data for ids ['77eef2dc-a638-4d4d-8821-d6d8fefbab35'] in n-d-793618-10 is: [{'id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'name': 'tempest-AttachVolumeTestJSON-1415960080-router', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b52d0c32-d4d5-4fa8-850c-84ffb10b224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:01Z', 'updated_at': '2021-07-23T20:09:09Z', 'revision_number': 4, 'project_id': 'b1a6866430c7477dabb2850fe027c983', 'gw_port': {'id': 'b52d0c32-d4d5-4fa8-850c-84ffb10b224a', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:03Z', 'updated_at': '2021-07-23T20:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'cd94949f-2562-491e-b14d-ffa1273e0b99', 'name': '', 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'mac_address': 'fa:16:3e:4a:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '7562bacc-5c9d-4fd5-a756-532eac029140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:08Z', 'updated_at': '2021-07-23T20:09:19Z', 'revision_number': 5, 'project_id': 'b1a6866430c7477dabb2850fe027c983', 'subnets': [{'id': '7562bacc-5c9d-4fd5-a756-532eac029140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:13:39.297219 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d4ca8fca-5d91-46a0-9146-2e507a98d187 req-6a5e67ae-1be8-411b-ba28-3bf80351d177 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=1457fee0-48b3-44b0-bd79-76d688786ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006463 Jul 23 20:13:39.340443 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ecdaaadf-33a4-43b0-8e55-b5d570d02cd6 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:39.347379 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ecdaaadf-33a4-43b0-8e55-b5d570d02cd6 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:39.349571 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ecdaaadf-33a4-43b0-8e55-b5d570d02cd6 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "DELETE /v2.0/security-groups/e3c795a9-7461-4bc4-8325-b1503df20f5b HTTP/1.1" status: 204 len: 168 time: 0.3944421 Jul 23 20:13:39.369154 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 53444) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:39.395877 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-c0df17e2-5a0b-4c34-aad5-f327fc96002b tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] show failed (client error): The resource could not be found. Jul 23 20:13:39.402021 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c0df17e2-5a0b-4c34-aad5-f327fc96002b tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups/e3c795a9-7461-4bc4-8325-b1503df20f5b HTTP/1.1" status: 404 len: 347 time: 0.0301466 Jul 23 20:13:39.404190 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 53448) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:39.421699 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-be7ce800-8806-4564-aea0-1a9d508f580b req-6427884a-b735-4709-a05f-477d956caf6c tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f34f84d3-9a29-4182-84ab-1c3280cde3d7 HTTP/1.1" status: 200 len: 210 time: 0.1120360 Jul 23 20:13:39.430573 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdaaadf-33a4-43b0-8e55-b5d570d02cd6 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c795a9-7461-4bc4-8325-b1503df20f5b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:39.579116 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 89d48987-944f-449b-ac64-1def9473173a no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:39.582033 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-5877d318-9985-4acb-94bf-c62ab7e0b25e req-ad4b70c9-2a06-4f16-b638-0ec02e6576bb tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:39.672083 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 89d48987-944f-449b-ac64-1def9473173a {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:13:39.672655 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 89d48987-944f-449b-ac64-1def9473173a not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:39.673266 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 035b5f7f-5305-4357-8fec-017e5e9a1ec5 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:39.687303 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b70c9-2a06-4f16-b638-0ec02e6576bb tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Pushing event deleted for resources: {'Port': ['ID=035b5f7f-5305-4357-8fec-017e5e9a1ec5,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:39.730421 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-5a9c6c74-a09c-482f-aa03-df6c64a3ffc0 admin admin] Deleting port e4ad219f-4b69-4aba-97bd-005f78585aed {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:39.731000 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5a9c6c74-a09c-482f-aa03-df6c64a3ffc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:39.734117 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 035b5f7f-5305-4357-8fec-017e5e9a1ec5 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:13:39.734470 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 035b5f7f-5305-4357-8fec-017e5e9a1ec5 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:39.799228 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-5877d318-9985-4acb-94bf-c62ab7e0b25e req-ad4b70c9-2a06-4f16-b638-0ec02e6576bb tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] No DVR routers for this DVR port 035b5f7f-5305-4357-8fec-017e5e9a1ec5 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:13:39.802493 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-5877d318-9985-4acb-94bf-c62ab7e0b25e req-ad4b70c9-2a06-4f16-b638-0ec02e6576bb tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:39.805544 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5877d318-9985-4acb-94bf-c62ab7e0b25e req-ad4b70c9-2a06-4f16-b638-0ec02e6576bb tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.18 "DELETE /v2.0/ports/035b5f7f-5305-4357-8fec-017e5e9a1ec5 HTTP/1.1" status: 204 len: 173 time: 1.1868162 Jul 23 20:13:39.806182 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5e89bf-a454-459a-8be5-2a4557bc5290', 'name': 'network-vif-deleted', 'tag': '035b5f7f-5305-4357-8fec-017e5e9a1ec5'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:39.811263 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f765f184-7b8c-4ec1-bada-58724e08ef89" -d '{"events": [{"server_uuid": "1a5e89bf-a454-459a-8be5-2a4557bc5290", "name": "network-vif-deleted", "tag": "035b5f7f-5305-4357-8fec-017e5e9a1ec5"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:39.816362 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d931b546-0e98-4063-8ecd-f16807a880ad None None] New status for floating IP 791a7aff-529e-4044-a7fc-0f61ea3e13b0: DOWN {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:13:39.882121 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da36a126-8ab3-47d2-bd33-f584192fbd3b x-openstack-request-id: req-da36a126-8ab3-47d2-bd33-f584192fbd3b {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:39.882798 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a5e89bf-a454-459a-8be5-2a4557bc5290", "name": "network-vif-deleted", "tag": "035b5f7f-5305-4357-8fec-017e5e9a1ec5", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:39.883216 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da36a126-8ab3-47d2-bd33-f584192fbd3b {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:39.883782 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a5e89bf-a454-459a-8be5-2a4557bc5290', 'name': 'network-vif-deleted', 'tag': '035b5f7f-5305-4357-8fec-017e5e9a1ec5', 'status': 'completed', 'code': 200} Jul 23 20:13:40.018650 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-25212d0d-916d-4759-a05d-b52067ae4a00 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Deleting port d1e759bb-5e69-4ff0-97ff-439663125bd1 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:40.021229 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-25212d0d-916d-4759-a05d-b52067ae4a00 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:40.039323 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-f5953606-933c-4974-b0a3-05e3def2b880 tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:40.042159 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-f5953606-933c-4974-b0a3-05e3def2b880 tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] 10.222.0.18 "GET /v2.0/networks?id=8e25c72f-7ea8-4098-805e-302eab202adc HTTP/1.1" status: 200 len: 809 time: 0.4238560 Jul 23 20:13:40.081395 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-ecfddc39-0d21-4d36-bca3-2be2eae27c59 tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] Request body: {'port': {'device_id': 'f34f84d3-9a29-4182-84ab-1c3280cde3d7', 'network_id': '8e25c72f-7ea8-4098-805e-302eab202adc', 'admin_state_up': True, 'tenant_id': 'f5e91f542da5492fb547da29a81bf895'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:13:40.135857 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-5a9c6c74-a09c-482f-aa03-df6c64a3ffc0 admin admin] For port e4ad219f-4b69-4aba-97bd-005f78585aed, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=e4ad219f-4b69-4aba-97bd-005f78585aed,segment=NetworkSegment(99649f19-b54c-4c71-be86-78cd3a183ec7),segment_id=99649f19-b54c-4c71-be86-78cd3a183ec7)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:40.136225 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5a9c6c74-a09c-482f-aa03-df6c64a3ffc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:40.164805 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-5a9c6c74-a09c-482f-aa03-df6c64a3ffc0 admin admin] Calling delete_port for e4ad219f-4b69-4aba-97bd-005f78585aed owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:40.191026 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-524438b0-2901-4c28-89b1-7d0029f434e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:40.315506 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-25212d0d-916d-4759-a05d-b52067ae4a00 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:40.315839 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-25212d0d-916d-4759-a05d-b52067ae4a00 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:40.344375 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-25212d0d-916d-4759-a05d-b52067ae4a00 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Calling delete_port for d1e759bb-5e69-4ff0-97ff-439663125bd1 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:40.463764 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-ecfddc39-0d21-4d36-bca3-2be2eae27c59 tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] Made reservation on behalf of f5e91f542da5492fb547da29a81bf895 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:13:40.467508 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-ecfddc39-0d21-4d36-bca3-2be2eae27c59 tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:40.481861 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e139086c-fdf3-4e66-b492-155564ac0301 req-1b815795-d73d-493d-a31e-966d58ab31b8 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5e89bf-a454-459a-8be5-2a4557bc5290 HTTP/1.1" status: 200 len: 210 time: 0.0449224 Jul 23 20:13:40.626047 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6b7a2040-0c82-4e96-9c35-5e011a7daf9f req-acbdf09b-3fc6-46b0-8380-e3768ac3e5e0 tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f34f84d3-9a29-4182-84ab-1c3280cde3d7 HTTP/1.1" status: 200 len: 210 time: 0.0894089 Jul 23 20:13:40.861528 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-ecfddc39-0d21-4d36-bca3-2be2eae27c59 tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] Allocated IP 172.20.0.9 (8e25c72f-7ea8-4098-805e-302eab202adc/bb10d731-9e0a-49f7-9a12-7f2e120eccf8/7f0c7ea8-f7e1-4e39-a9c2-12e827229642) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:13:40.863526 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-25212d0d-916d-4759-a05d-b52067ae4a00 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:40.902982 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25212d0d-916d-4759-a05d-b52067ae4a00 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Pushing event deleted for resources: {'Port': ['ID=d1e759bb-5e69-4ff0-97ff-439663125bd1,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:40.910197 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5a9c6c74-a09c-482f-aa03-df6c64a3ffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:41.000494 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c6c74-a09c-482f-aa03-df6c64a3ffc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4ad219f-4b69-4aba-97bd-005f78585aed,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:41.017988 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-25212d0d-916d-4759-a05d-b52067ae4a00 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:41.020445 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-25212d0d-916d-4759-a05d-b52067ae4a00 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:41.021613 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-25212d0d-916d-4759-a05d-b52067ae4a00 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "DELETE /v2.0/floatingips/791a7aff-529e-4044-a7fc-0f61ea3e13b0 HTTP/1.1" status: 204 len: 168 time: 1.6164713 Jul 23 20:13:41.316105 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5a9c6c74-a09c-482f-aa03-df6c64a3ffc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:41.395849 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 53472) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:41.401562 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-c01596b4-4963-449f-8b07-5e05c2b7e75e tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1286093279', 'description': 'tempest-description--101981959'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:13:41.427053 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c01596b4-4963-449f-8b07-5e05c2b7e75e tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:41.428583 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-ecfddc39-0d21-4d36-bca3-2be2eae27c59 tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:41.525780 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c01596b4-4963-449f-8b07-5e05c2b7e75e tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:41.534469 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c01596b4-4963-449f-8b07-5e05c2b7e75e tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:41.571938 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01596b4-4963-449f-8b07-5e05c2b7e75e tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4b89ca-bb65-4b11-a395-b4950fbd59b9,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:41.572085 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-ecfddc39-0d21-4d36-bca3-2be2eae27c59 tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:41.587501 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c01596b4-4963-449f-8b07-5e05c2b7e75e tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:41.592347 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c01596b4-4963-449f-8b07-5e05c2b7e75e tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1953747 Jul 23 20:13:41.593218 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 53480) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:41.598177 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-980af210-5ff7-4cd0-933f-a0202d25dbd6 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Request body: {'security_group_rule': {'security_group_id': 'aa4b89ca-bb65-4b11-a395-b4950fbd59b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:13:41.626658 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-ecfddc39-0d21-4d36-bca3-2be2eae27c59 tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] Network 8e25c72f-7ea8-4098-805e-302eab202adc is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:13:41.636565 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-ecfddc39-0d21-4d36-bca3-2be2eae27c59 tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:13:41.636992 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-980af210-5ff7-4cd0-933f-a0202d25dbd6 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:41.639031 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-ecfddc39-0d21-4d36-bca3-2be2eae27c59 tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:13:41.742108 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-980af210-5ff7-4cd0-933f-a0202d25dbd6 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:41.752169 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-980af210-5ff7-4cd0-933f-a0202d25dbd6 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:41.792170 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980af210-5ff7-4cd0-933f-a0202d25dbd6 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccd57890-abe8-4db9-8422-f0d7daa4caf7,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:41.823742 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-980af210-5ff7-4cd0-933f-a0202d25dbd6 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:41.827410 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-980af210-5ff7-4cd0-933f-a0202d25dbd6 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2304707 Jul 23 20:13:41.842913 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 53492) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:41.847819 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-dcbb393a-1491-4cb0-afd9-13b493fa8517 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Request body: {'security_group_rule': {'security_group_id': 'aa4b89ca-bb65-4b11-a395-b4950fbd59b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:13:41.903433 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dcbb393a-1491-4cb0-afd9-13b493fa8517 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:41.936721 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4cdca-46ac-479c-acc2-8a238665e330 req-873b3d56-7605-48fe-b2cb-42c4f6f54a96 tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:41.938339 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a0b4cdca-46ac-479c-acc2-8a238665e330 req-873b3d56-7605-48fe-b2cb-42c4f6f54a96 tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f34f84d3-9a29-4182-84ab-1c3280cde3d7 HTTP/1.1" status: 200 len: 931 time: 0.1306536 Jul 23 20:13:42.004636 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfddc39-0d21-4d36-bca3-2be2eae27c59 tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] Pushing event updated for resources: {'Port': ['ID=7f0c7ea8-f7e1-4e39-a9c2-12e827229642,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:42.007938 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a0b4cdca-46ac-479c-acc2-8a238665e330 req-fdc378fb-756d-40be-b82b-5c52987e6b1e tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd78b88c-8acd-4471-aa2f-480b591c9fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583496 Jul 23 20:13:42.017110 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dcbb393a-1491-4cb0-afd9-13b493fa8517 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:42.020096 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dcbb393a-1491-4cb0-afd9-13b493fa8517 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:42.039628 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dcbb393a-1491-4cb0-afd9-13b493fa8517 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:42.043694 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-dcbb393a-1491-4cb0-afd9-13b493fa8517 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1969521 Jul 23 20:13:42.046042 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 53494) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:42.050671 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-f9bbfba9-9481-497d-9e3c-ba61b05b395b tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:13:42.063350 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb393a-1491-4cb0-afd9-13b493fa8517 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e51fa350-19bd-41d3-be5d-67c82ff032d6,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:42.084211 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f9bbfba9-9481-497d-9e3c-ba61b05b395b tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for floatingip, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:42.086817 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-ecfddc39-0d21-4d36-bca3-2be2eae27c59 tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:42.087260 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-ecfddc39-0d21-4d36-bca3-2be2eae27c59 tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:42.112202 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-ecfddc39-0d21-4d36-bca3-2be2eae27c59 tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0348010 Jul 23 20:13:42.120064 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9c6c74-a09c-482f-aa03-df6c64a3ffc0 admin admin] Router dac73d02-d23e-48e0-8542-528b0f0e0b5f has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:13:42.139487 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-e5751a10-b827-4adf-990e-8be375ba5dcb service neutron] Request body: {'port': {'device_id': 'f34f84d3-9a29-4182-84ab-1c3280cde3d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:13:42.190464 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd2b11-c4e4-47de-8554-8dcd14ce3668 req-35320f32-193d-46d9-b67b-4beb5e83c3a8 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:42.191900 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-79dd2b11-c4e4-47de-8554-8dcd14ce3668 req-35320f32-193d-46d9-b67b-4beb5e83c3a8 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.2028053 Jul 23 20:13:42.205260 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f9bbfba9-9481-497d-9e3c-ba61b05b395b tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:42.349876 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-f9bbfba9-9481-497d-9e3c-ba61b05b395b tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Allocated IP 172.25.1.20 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/66032ca4-ad84-4cd7-affe-802659cadf1a) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:13:42.362470 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-79dd2b11-c4e4-47de-8554-8dcd14ce3668 req-ed56bcf9-d4ce-431c-9e80-89dfb251f773 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606643 Jul 23 20:13:42.375607 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-e5751a10-b827-4adf-990e-8be375ba5dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:42.431923 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9c6c74-a09c-482f-aa03-df6c64a3ffc0 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:13:42.440897 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5a9c6c74-a09c-482f-aa03-df6c64a3ffc0 admin admin] 10.222.0.32 "PUT /v2.0/routers/dac73d02-d23e-48e0-8542-528b0f0e0b5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4185865 Jul 23 20:13:42.442393 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 53496) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:42.446856 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732efd05-ec25-42e6-9672-a5ca5a3ea349 None None] Sync routers for ids ['dac73d02-d23e-48e0-8542-528b0f0e0b5f'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:13:42.457546 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732efd05-ec25-42e6-9672-a5ca5a3ea349 None None] Routers {'dac73d02-d23e-48e0-8542-528b0f0e0b5f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:13:42.458430 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-732efd05-ec25-42e6-9672-a5ca5a3ea349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:13:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['dac73d02-d23e-48e0-8542-528b0f0e0b5f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:42.476244 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f9bbfba9-9481-497d-9e3c-ba61b05b395b tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:42.521175 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f9bbfba9-9481-497d-9e3c-ba61b05b395b tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:42.613784 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-732efd05-ec25-42e6-9672-a5ca5a3ea349 None None] Set router dac73d02-d23e-48e0-8542-528b0f0e0b5f gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:13:42.618195 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bbfba9-9481-497d-9e3c-ba61b05b395b tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:13:42.624718 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-f9bbfba9-9481-497d-9e3c-ba61b05b395b tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:13:42.629122 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bbfba9-9481-497d-9e3c-ba61b05b395b tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:13:42.660629 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bbfba9-9481-497d-9e3c-ba61b05b395b tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Pushing event updated for resources: {'Port': ['ID=66032ca4-ad84-4cd7-affe-802659cadf1a,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:42.670228 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d2a1985-9a30-46c0-9200-2d4f5e7f15b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:42.770417 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f9bbfba9-9481-497d-9e3c-ba61b05b395b tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:42.896011 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d2a1985-9a30-46c0-9200-2d4f5e7f15b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:42.914350 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f9bbfba9-9481-497d-9e3c-ba61b05b395b tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:42.946591 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e011a505-b381-42a9-b0c2-579722248e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:43.015881 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-e5751a10-b827-4adf-990e-8be375ba5dcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f0c7ea8-f7e1-4e39-a9c2-12e827229642 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:13:43.040760 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-e5751a10-b827-4adf-990e-8be375ba5dcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:43.060016 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-e5751a10-b827-4adf-990e-8be375ba5dcb service neutron] Transition to ACTIVE for port object 7f0c7ea8-f7e1-4e39-a9c2-12e827229642 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:13:43.075335 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-e5751a10-b827-4adf-990e-8be375ba5dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:43.155139 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-9d2a1985-9a30-46c0-9200-2d4f5e7f15b4 admin admin] Deleting port dd486e83-a5eb-406e-aa25-3784d9819ac9 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:43.155486 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d2a1985-9a30-46c0-9200-2d4f5e7f15b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:43.160055 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-732efd05-ec25-42e6-9672-a5ca5a3ea349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac73d02-d23e-48e0-8542-528b0f0e0b5f', 'name': 'tempest-ServerRescueTestJSON-1125884943-router', 'tenant_id': 'ea6bc0dc24304e01b09b8615165b79a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'dd486e83-a5eb-406e-aa25-3784d9819ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:38Z', 'updated_at': '2021-07-23T20:13:40Z', 'revision_number': 5, 'project_id': 'ea6bc0dc24304e01b09b8615165b79a7', 'gw_port': {'id': 'dd486e83-a5eb-406e-aa25-3784d9819ac9', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac73d02-d23e-48e0-8542-528b0f0e0b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:39Z', 'updated_at': '2021-07-23T20:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:43.214544 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732efd05-ec25-42e6-9672-a5ca5a3ea349 None None] Checking router: dac73d02-d23e-48e0-8542-528b0f0e0b5f for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:13:43.228179 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732efd05-ec25-42e6-9672-a5ca5a3ea349 None None] Routers {'dac73d02-d23e-48e0-8542-528b0f0e0b5f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:13:43.228820 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-732efd05-ec25-42e6-9672-a5ca5a3ea349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:13:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['dac73d02-d23e-48e0-8542-528b0f0e0b5f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:43.265325 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-9d2a1985-9a30-46c0-9200-2d4f5e7f15b4 admin admin] For port dd486e83-a5eb-406e-aa25-3784d9819ac9, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=dd486e83-a5eb-406e-aa25-3784d9819ac9,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:43.265852 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d2a1985-9a30-46c0-9200-2d4f5e7f15b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:43.282659 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:43.291592 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-9d2a1985-9a30-46c0-9200-2d4f5e7f15b4 admin admin] Calling delete_port for dd486e83-a5eb-406e-aa25-3784d9819ac9 owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:43.339784 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-732efd05-ec25-42e6-9672-a5ca5a3ea349 None None] Set router dac73d02-d23e-48e0-8542-528b0f0e0b5f gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:13:43.368750 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5751a10-b827-4adf-990e-8be375ba5dcb service neutron] Pushing event updated for resources: {'Port': ['ID=7f0c7ea8-f7e1-4e39-a9c2-12e827229642,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:43.411783 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-732efd05-ec25-42e6-9672-a5ca5a3ea349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac73d02-d23e-48e0-8542-528b0f0e0b5f', 'name': 'tempest-ServerRescueTestJSON-1125884943-router', 'tenant_id': 'ea6bc0dc24304e01b09b8615165b79a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:38Z', 'updated_at': '2021-07-23T20:13:42Z', 'revision_number': 6, 'project_id': 'ea6bc0dc24304e01b09b8615165b79a7', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:43.446984 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732efd05-ec25-42e6-9672-a5ca5a3ea349 None None] The sync data for ids ['dac73d02-d23e-48e0-8542-528b0f0e0b5f'] in n-d-793618-10 is: [{'id': 'dac73d02-d23e-48e0-8542-528b0f0e0b5f', 'name': 'tempest-ServerRescueTestJSON-1125884943-router', 'tenant_id': 'ea6bc0dc24304e01b09b8615165b79a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:38Z', 'updated_at': '2021-07-23T20:13:42Z', 'revision_number': 6, 'project_id': 'ea6bc0dc24304e01b09b8615165b79a7', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:13:43.604920 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-e5751a10-b827-4adf-990e-8be375ba5dcb service neutron] Attempting to bind port 7f0c7ea8-f7e1-4e39-a9c2-12e827229642 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:13:43.605354 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-e5751a10-b827-4adf-990e-8be375ba5dcb service neutron] Attempting to bind port 7f0c7ea8-f7e1-4e39-a9c2-12e827229642 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '351c92b6-e800-4516-875f-0c13e58f6e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8e25c72f-7ea8-4098-805e-302eab202adc'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:13:43.605787 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-e5751a10-b827-4adf-990e-8be375ba5dcb service neutron] Attempting to bind port 7f0c7ea8-f7e1-4e39-a9c2-12e827229642 on network 8e25c72f-7ea8-4098-805e-302eab202adc {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:13:43.618170 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-e5751a10-b827-4adf-990e-8be375ba5dcb service neutron] Port 7f0c7ea8-f7e1-4e39-a9c2-12e827229642 on network 8e25c72f-7ea8-4098-805e-302eab202adc not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:13:43.618586 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-e5751a10-b827-4adf-990e-8be375ba5dcb service neutron] Attempting to bind port 7f0c7ea8-f7e1-4e39-a9c2-12e827229642 on network 8e25c72f-7ea8-4098-805e-302eab202adc {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:13:43.632570 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-e5751a10-b827-4adf-990e-8be375ba5dcb service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:13:43.633005 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-e5751a10-b827-4adf-990e-8be375ba5dcb service neutron] Checking segment: {'id': '351c92b6-e800-4516-875f-0c13e58f6e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8e25c72f-7ea8-4098-805e-302eab202adc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:13:43.633459 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-e5751a10-b827-4adf-990e-8be375ba5dcb service neutron] Bound using segment: {'id': '351c92b6-e800-4516-875f-0c13e58f6e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8e25c72f-7ea8-4098-805e-302eab202adc'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:13:43.633999 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-e5751a10-b827-4adf-990e-8be375ba5dcb service neutron] Bound port: 7f0c7ea8-f7e1-4e39-a9c2-12e827229642, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '351c92b6-e800-4516-875f-0c13e58f6e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8e25c72f-7ea8-4098-805e-302eab202adc'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:13:43.634439 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-e5751a10-b827-4adf-990e-8be375ba5dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:43.737398 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f9bbfba9-9481-497d-9e3c-ba61b05b395b tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:43.752665 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f9bbfba9-9481-497d-9e3c-ba61b05b395b tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:43.763287 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d2a1985-9a30-46c0-9200-2d4f5e7f15b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:43.786719 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9ba3b-ce33-40ac-9bb3-11ddf38d7e41 req-f9a4be7a-b32f-43d2-a875-e87f7cb388e9 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:43.789061 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8bc9ba3b-ce33-40ac-9bb3-11ddf38d7e41 req-f9a4be7a-b32f-43d2-a875-e87f7cb388e9 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.2558658 Jul 23 20:13:43.833535 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a1985-9a30-46c0-9200-2d4f5e7f15b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd486e83-a5eb-406e-aa25-3784d9819ac9,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:43.867723 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea78ad0-9683-4d7e-a338-0261aa4f1562 req-6dde08d7-cb86-4477-b9d4-43d8be9648c5 tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:43.876633 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3ea78ad0-9683-4d7e-a338-0261aa4f1562 req-6dde08d7-cb86-4477-b9d4-43d8be9648c5 tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f34f84d3-9a29-4182-84ab-1c3280cde3d7 HTTP/1.1" status: 200 len: 943 time: 0.1830845 Jul 23 20:13:43.919989 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bbfba9-9481-497d-9e3c-ba61b05b395b tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Pushing event updated for resources: {'Port': ['ID=66032ca4-ad84-4cd7-affe-802659cadf1a,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:43.927985 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-e5751a10-b827-4adf-990e-8be375ba5dcb service neutron] For port 7f0c7ea8-f7e1-4e39-a9c2-12e827229642, host n-h2-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:13:43.948173 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:43.951406 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3ea78ad0-9683-4d7e-a338-0261aa4f1562 req-f1dcf676-e61e-4238-ab3a-c99de116b474 tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd78b88c-8acd-4471-aa2f-480b591c9fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734224 Jul 23 20:13:43.956027 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f9bbfba9-9481-497d-9e3c-ba61b05b395b tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:43.982151 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f9bbfba9-9481-497d-9e3c-ba61b05b395b tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:43.983419 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f9bbfba9-9481-497d-9e3c-ba61b05b395b tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9365964 Jul 23 20:13:44.069992 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-e5751a10-b827-4adf-990e-8be375ba5dcb service neutron] For port 7f0c7ea8-f7e1-4e39-a9c2-12e827229642, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=7f0c7ea8-f7e1-4e39-a9c2-12e827229642,segment=NetworkSegment(351c92b6-e800-4516-875f-0c13e58f6e08),segment_id=351c92b6-e800-4516-875f-0c13e58f6e08)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:13:44.091319 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8bc9ba3b-ce33-40ac-9bb3-11ddf38d7e41 req-4f6521e4-4d42-430b-993b-38024bd968ad tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2758524 Jul 23 20:13:44.092852 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-e5751a10-b827-4adf-990e-8be375ba5dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:44.221699 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf0d44-b102-455d-9744-cf1871119b1f req-733426f7-1ae4-4f57-9e3a-1a9bffcfa82b tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:44.223297 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fbcf0d44-b102-455d-9744-cf1871119b1f req-733426f7-1ae4-4f57-9e3a-1a9bffcfa82b tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.5160384 Jul 23 20:13:44.243457 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d2a1985-9a30-46c0-9200-2d4f5e7f15b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:44.246682 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5751a10-b827-4adf-990e-8be375ba5dcb service neutron] Pushing event updated for resources: {'Port': ['ID=7f0c7ea8-f7e1-4e39-a9c2-12e827229642,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:44.251207 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-e5751a10-b827-4adf-990e-8be375ba5dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:44.252042 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-e5751a10-b827-4adf-990e-8be375ba5dcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:44.254263 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-e5751a10-b827-4adf-990e-8be375ba5dcb service neutron] 10.222.0.18 "PUT /v2.0/ports/7f0c7ea8-f7e1-4e39-a9c2-12e827229642 HTTP/1.1" status: 200 len: 1092 time: 2.1187835 Jul 23 20:13:44.313110 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f34f84d3-9a29-4182-84ab-1c3280cde3d7', 'tag': '7f0c7ea8-f7e1-4e39-a9c2-12e827229642'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:44.316070 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876d3c21-2481-4e1f-b4b3-67cb520920aa" -d '{"events": [{"name": "network-changed", "server_uuid": "f34f84d3-9a29-4182-84ab-1c3280cde3d7", "tag": "7f0c7ea8-f7e1-4e39-a9c2-12e827229642"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:44.362594 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:44.424248 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47053275-0efa-4f4b-9efa-ca877a33abc9 x-openstack-request-id: req-47053275-0efa-4f4b-9efa-ca877a33abc9 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:44.424669 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f34f84d3-9a29-4182-84ab-1c3280cde3d7", "tag": "7f0c7ea8-f7e1-4e39-a9c2-12e827229642", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:44.425012 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-47053275-0efa-4f4b-9efa-ca877a33abc9 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:44.425516 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f34f84d3-9a29-4182-84ab-1c3280cde3d7', 'tag': '7f0c7ea8-f7e1-4e39-a9c2-12e827229642', 'status': 'completed', 'code': 200} Jul 23 20:13:44.491317 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-6d2755ea-e4bd-4f74-8e3b-e97b61a35406 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1286093279&fields=id&tenant_id=b1a6866430c7477dabb2850fe027c983 HTTP/1.1" status: 200 len: 267 time: 0.2780831 Jul 23 20:13:44.492669 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:44.510847 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d2a1985-9a30-46c0-9200-2d4f5e7f15b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:44.530915 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d2a1985-9a30-46c0-9200-2d4f5e7f15b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:44.930715 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d2a1985-9a30-46c0-9200-2d4f5e7f15b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:44.931197 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2a1985-9a30-46c0-9200-2d4f5e7f15b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dac73d02-d23e-48e0-8542-528b0f0e0b5f {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:13:44.936022 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d2a1985-9a30-46c0-9200-2d4f5e7f15b4 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:44.940136 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9d2a1985-9a30-46c0-9200-2d4f5e7f15b4 admin admin] 10.222.0.32 "DELETE /v2.0/routers/dac73d02-d23e-48e0-8542-528b0f0e0b5f HTTP/1.1" status: 204 len: 168 time: 2.4938726 Jul 23 20:13:44.940244 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 53534) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:44.953537 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-08a889d0-4036-4f3f-8d6b-6f967cf61c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:44.955046 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-08a889d0-4036-4f3f-8d6b-6f967cf61c27 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f5e91f542da5492fb547da29a81bf895&device_id=f34f84d3-9a29-4182-84ab-1c3280cde3d7 HTTP/1.1" status: 200 len: 1095 time: 0.6303413 Jul 23 20:13:45.007084 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-30204933-42c8-422b-b45d-6507321b0071 admin admin] Deleting subnet cd1a42e3-1669-4db2-87f0-dcf77077f688 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:13:45.013320 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-30204933-42c8-422b-b45d-6507321b0071 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:45.041207 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-f4ecf1a7-5678-4590-b8ac-5b50c538b38d tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:45.042796 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-f4ecf1a7-5678-4590-b8ac-5b50c538b38d tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/networks?id=68a6fe92-0c26-45da-99d0-e58f34d2b985 HTTP/1.1" status: 200 len: 811 time: 0.5505507 Jul 23 20:13:45.044171 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-f2c61e74-fc42-430d-9a08-b84a42cdd97c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f0c7ea8-f7e1-4e39-a9c2-12e827229642 HTTP/1.1" status: 200 len: 217 time: 0.0805318 Jul 23 20:13:45.067029 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-30204933-42c8-422b-b45d-6507321b0071 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:45.093908 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-fbcf0d44-b102-455d-9744-cf1871119b1f req-236ff77d-2b36-4177-9f98-81f2b01c8e6e tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Deleting port eddda286-689d-4dc5-8c5c-5401afb7251e {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:45.094982 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-fbcf0d44-b102-455d-9744-cf1871119b1f req-236ff77d-2b36-4177-9f98-81f2b01c8e6e tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:45.127335 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-30204933-42c8-422b-b45d-6507321b0071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:45.171390 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-5e58328c-de95-45e2-83a5-ae6d54e9ca61 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/quotas/b1a6866430c7477dabb2850fe027c983 HTTP/1.1" status: 200 len: 375 time: 0.1154680 Jul 23 20:13:45.240267 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-30204933-42c8-422b-b45d-6507321b0071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:45.288601 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device dd486e83-a5eb-406e-aa25-3784d9819ac9 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:45.315956 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30204933-42c8-422b-b45d-6507321b0071 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd1a42e3-1669-4db2-87f0-dcf77077f688,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:45.323449 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: dd486e83-a5eb-406e-aa25-3784d9819ac9 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:13:45.323660 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-30204933-42c8-422b-b45d-6507321b0071 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:45.324142 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device dd486e83-a5eb-406e-aa25-3784d9819ac9 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:45.324751 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device e4ad219f-4b69-4aba-97bd-005f78585aed no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:45.325751 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-30204933-42c8-422b-b45d-6507321b0071 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cd1a42e3-1669-4db2-87f0-dcf77077f688 HTTP/1.1" status: 204 len: 168 time: 0.3847516 Jul 23 20:13:45.328256 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 53552) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:45.332628 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-24f07df4-9e55-4e29-83af-200a30e16a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:45.337925 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-24f07df4-9e55-4e29-83af-200a30e16a3e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bb10d731-9e0a-49f7-9a12-7f2e120eccf8 HTTP/1.1" status: 200 len: 849 time: 0.2834008 Jul 23 20:13:45.348719 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: e4ad219f-4b69-4aba-97bd-005f78585aed {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:13:45.349057 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device e4ad219f-4b69-4aba-97bd-005f78585aed not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:45.394613 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-6b87f2c3-ec39-4da9-82fa-5e4450a442e5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8e25c72f-7ea8-4098-805e-302eab202adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459845 Jul 23 20:13:45.439201 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3deffba0-35f5-431b-b357-83286394331d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:45.451705 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1598b5-e59d-4ba6-ac35-1ec0602c4238 req-191fb59c-474d-476e-80b1-945838293ee1 tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:45.452527 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-fbcf0d44-b102-455d-9744-cf1871119b1f req-236ff77d-2b36-4177-9f98-81f2b01c8e6e tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] For port eddda286-689d-4dc5-8c5c-5401afb7251e, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=eddda286-689d-4dc5-8c5c-5401afb7251e,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:45.452895 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-fbcf0d44-b102-455d-9744-cf1871119b1f req-236ff77d-2b36-4177-9f98-81f2b01c8e6e tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:45.459533 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5c1598b5-e59d-4ba6-ac35-1ec0602c4238 req-191fb59c-474d-476e-80b1-945838293ee1 tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f34f84d3-9a29-4182-84ab-1c3280cde3d7 HTTP/1.1" status: 200 len: 943 time: 0.2320130 Jul 23 20:13:45.525915 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5c1598b5-e59d-4ba6-ac35-1ec0602c4238 req-025d5822-efda-4047-92ee-2c0bd0e462c1 tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd78b88c-8acd-4471-aa2f-480b591c9fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643225 Jul 23 20:13:45.565117 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-0c7bb278-a407-4a64-8c0a-5e49106b5f29 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1a6866430c7477dabb2850fe027c983&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3747294 Jul 23 20:13:45.665181 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3deffba0-35f5-431b-b357-83286394331d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:45.678755 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-ac1f7417-1e7d-460f-93d3-741bc601e319 service neutron] 10.222.0.18 "GET /v2.0/networks/8e25c72f-7ea8-4098-805e-302eab202adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736914 Jul 23 20:13:45.687142 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-3deffba0-35f5-431b-b357-83286394331d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01632bb6-73d5-4f9f-944b-63eb72c618d9']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:45.707564 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-3deffba0-35f5-431b-b357-83286394331d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99649f19-b54c-4c71-be86-78cd3a183ec7') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:45.707865 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-3deffba0-35f5-431b-b357-83286394331d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99649f19-b54c-4c71-be86-78cd3a183ec7') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:45.742288 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3deffba0-35f5-431b-b357-83286394331d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:45.783503 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3deffba0-35f5-431b-b357-83286394331d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:45.796960 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3deffba0-35f5-431b-b357-83286394331d admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:13:45.797435 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3deffba0-35f5-431b-b357-83286394331d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:45.799433 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:13:45.799433 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:13:45.799433 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:13:45.799433 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:13:45.799433 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:13:45.799433 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:13:45.799433 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:13:45.799433 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:13:45.799433 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:13:45.799433 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:13:45.799433 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:13:45.799433 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:13:45.799433 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:13:45.799433 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:13:45.799433 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:13:45.799433 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:13:45.799433 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:13:45.799433 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:13:45.799433 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:13:45.799433 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:13:45.799433 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:13:45.799433 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:13:45.799433 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:13:45.799433 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:13:45.799433 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:13:45.799433 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:13:45.799433 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:13:45.799433 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:13:45.799433 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:13:45.799433 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:13:45.799433 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:13:45.799433 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:13:45.844608 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:45.897803 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a15bf-4a89-4c4a-b9df-0c41aadfb054 req-52741135-379c-4086-a953-e36aa0f4928a tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:45.905176 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fd1a15bf-4a89-4c4a-b9df-0c41aadfb054 req-52741135-379c-4086-a953-e36aa0f4928a tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 944 time: 0.1767070 Jul 23 20:13:45.938912 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-fbcf0d44-b102-455d-9744-cf1871119b1f req-236ff77d-2b36-4177-9f98-81f2b01c8e6e tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:45.939403 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-fbcf0d44-b102-455d-9744-cf1871119b1f req-236ff77d-2b36-4177-9f98-81f2b01c8e6e tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:45.939824 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [req-fbcf0d44-b102-455d-9744-cf1871119b1f req-236ff77d-2b36-4177-9f98-81f2b01c8e6e tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Floating IP 86b50130-3ce9-49b8-bef6-67e86dda3399 disassociated. External IP: 172.25.1.72, port: eddda286-689d-4dc5-8c5c-5401afb7251e. Jul 23 20:13:45.940261 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-fbcf0d44-b102-455d-9744-cf1871119b1f req-236ff77d-2b36-4177-9f98-81f2b01c8e6e tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Calling delete_port for eddda286-689d-4dc5-8c5c-5401afb7251e owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:45.948747 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fd1a15bf-4a89-4c4a-b9df-0c41aadfb054 req-afa22142-7275-4b0a-a56b-a3f4283d9f6e tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups?id=631095dc-b4cb-4d69-9d30-941103ce63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425322 Jul 23 20:13:45.958059 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3deffba0-35f5-431b-b357-83286394331d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:45.960546 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-f623dc6e-72fd-4c62-b3e5-603b1ef1d158 service neutron] 10.222.0.32 "GET /v2.0/networks/68a6fe92-0c26-45da-99d0-e58f34d2b985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770328 Jul 23 20:13:45.971394 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3deffba0-35f5-431b-b357-83286394331d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:45.983168 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3deffba0-35f5-431b-b357-83286394331d admin admin] 10.222.0.32 "DELETE /v2.0/networks/01632bb6-73d5-4f9f-944b-63eb72c618d9 HTTP/1.1" status: 204 len: 168 time: 0.6536388 Jul 23 20:13:46.021093 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deffba0-35f5-431b-b357-83286394331d admin admin] Pushing event deleted for resources: {'Network': ['ID=01632bb6-73d5-4f9f-944b-63eb72c618d9,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:46.178354 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-fbcf0d44-b102-455d-9744-cf1871119b1f req-236ff77d-2b36-4177-9f98-81f2b01c8e6e tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:46.194461 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7889a783-7cbf-4ea3-8855-2070a4b2cedf req-05047689-b6de-4b61-83c7-823146244e3e service neutron] 10.222.0.18 "GET /v2.0/networks/8e25c72f-7ea8-4098-805e-302eab202adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4700818 Jul 23 20:13:46.208238 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 53596) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:46.279878 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-653d603c-963a-403b-ae36-f483dae811a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea6bc0dc24304e01b09b8615165b79a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0694630 Jul 23 20:13:46.280102 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ff77d-2b36-4177-9f98-81f2b01c8e6e tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Pushing event deleted for resources: {'Port': ['ID=eddda286-689d-4dc5-8c5c-5401afb7251e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:46.280707 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 53606) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:46.384164 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1d2bff07-7783-4867-8c3b-7745b56585b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:46.427092 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1d2bff07-7783-4867-8c3b-7745b56585b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:46.439865 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-05dc5cbd-5d46-4d00-b5df-83e2ec8b88d3 service neutron] 10.222.0.32 "GET /v2.0/networks/68a6fe92-0c26-45da-99d0-e58f34d2b985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261971 Jul 23 20:13:46.527291 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1d2bff07-7783-4867-8c3b-7745b56585b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:46.539729 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1d2bff07-7783-4867-8c3b-7745b56585b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:46.545532 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1d2bff07-7783-4867-8c3b-7745b56585b0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d44e3418-1247-47b0-bd4e-ab4e0c7450c0 HTTP/1.1" status: 204 len: 168 time: 0.2587216 Jul 23 20:13:46.567314 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2bff07-7783-4867-8c3b-7745b56585b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44e3418-1247-47b0-bd4e-ab4e0c7450c0,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:46.568302 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d3c21-2481-4e1f-b4b3-67cb520920aa req-35a20010-d68d-4c49-bf4e-c2743d20b532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:46.601291 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-876d3c21-2481-4e1f-b4b3-67cb520920aa req-35a20010-d68d-4c49-bf4e-c2743d20b532 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f5e91f542da5492fb547da29a81bf895&device_id=f34f84d3-9a29-4182-84ab-1c3280cde3d7 HTTP/1.1" status: 200 len: 1095 time: 0.3172989 Jul 23 20:13:46.837274 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d3c21-2481-4e1f-b4b3-67cb520920aa req-84a350a1-1baa-433a-a348-c349c0c58179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:46.839438 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-876d3c21-2481-4e1f-b4b3-67cb520920aa req-84a350a1-1baa-433a-a348-c349c0c58179 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8e25c72f-7ea8-4098-805e-302eab202adc HTTP/1.1" status: 200 len: 910 time: 0.2236969 Jul 23 20:13:46.867329 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f9bbb-ab59-4364-b8be-895a3223be4b req-0cf9770a-b9bc-461b-8519-e98d7497f90e tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:46.880759 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f46f9bbb-ab59-4364-b8be-895a3223be4b req-0cf9770a-b9bc-461b-8519-e98d7497f90e tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f34f84d3-9a29-4182-84ab-1c3280cde3d7 HTTP/1.1" status: 200 len: 943 time: 0.1732826 Jul 23 20:13:46.978963 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f46f9bbb-ab59-4364-b8be-895a3223be4b req-ec86db90-d3c8-426a-9051-916073c7a3c3 tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd78b88c-8acd-4471-aa2f-480b591c9fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965161 Jul 23 20:13:47.023161 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-876d3c21-2481-4e1f-b4b3-67cb520920aa req-ca10ee9b-e18b-4ad3-847b-2826fdf160fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f0c7ea8-f7e1-4e39-a9c2-12e827229642 HTTP/1.1" status: 200 len: 217 time: 0.1765325 Jul 23 20:13:47.095861 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-921ecaed-abee-47fd-b9a2-2b6c576b79e8 req-2caccfc4-4ab8-40e9-8880-acce07cd029d tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=39db543d-18ea-4f86-8d40-28da85231cf7 HTTP/1.1" status: 200 len: 210 time: 0.2075567 Jul 23 20:13:47.146826 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbcf0d44-b102-455d-9744-cf1871119b1f req-236ff77d-2b36-4177-9f98-81f2b01c8e6e tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Router 43e6f7a4-c66c-4ed3-9a50-3c67c55f3551 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:13:47.177462 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0b5bd9c4-bf75-4fb8-a557-630b2e9c9998 req-1b54a50b-6c86-408e-b4d2-53a56d356fb2 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 210 time: 0.1018567 Jul 23 20:13:47.215890 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d3c21-2481-4e1f-b4b3-67cb520920aa req-c723e7be-9f1e-49b9-9c09-023f2e0273c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:47.217814 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-876d3c21-2481-4e1f-b4b3-67cb520920aa req-c723e7be-9f1e-49b9-9c09-023f2e0273c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bb10d731-9e0a-49f7-9a12-7f2e120eccf8 HTTP/1.1" status: 200 len: 849 time: 0.1867893 Jul 23 20:13:47.348813 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-876d3c21-2481-4e1f-b4b3-67cb520920aa req-4bbe5a9a-4c90-47b1-8901-854fda99ad4c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8e25c72f-7ea8-4098-805e-302eab202adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704710 Jul 23 20:13:47.468278 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbcf0d44-b102-455d-9744-cf1871119b1f req-236ff77d-2b36-4177-9f98-81f2b01c8e6e tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:13:47.481604 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073c25f0-d72c-4a71-b74a-e58f0057ffee None None] Sync routers for ids ['43e6f7a4-c66c-4ed3-9a50-3c67c55f3551'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:13:47.504887 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073c25f0-d72c-4a71-b74a-e58f0057ffee None None] Routers {'43e6f7a4-c66c-4ed3-9a50-3c67c55f3551'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:13:47.506894 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-073c25f0-d72c-4a71-b74a-e58f0057ffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:13:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['43e6f7a4-c66c-4ed3-9a50-3c67c55f3551'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:47.540971 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbcf0d44-b102-455d-9744-cf1871119b1f req-236ff77d-2b36-4177-9f98-81f2b01c8e6e tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] No DVR routers for this DVR port eddda286-689d-4dc5-8c5c-5401afb7251e on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:13:47.544649 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-876d3c21-2481-4e1f-b4b3-67cb520920aa req-78f73fdd-f1d0-4d92-818e-3eff98aee6e9 service neutron] 10.222.0.18 "GET /v2.0/networks/8e25c72f-7ea8-4098-805e-302eab202adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852658 Jul 23 20:13:47.549550 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-fbcf0d44-b102-455d-9744-cf1871119b1f req-236ff77d-2b36-4177-9f98-81f2b01c8e6e tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:47.552165 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fbcf0d44-b102-455d-9744-cf1871119b1f req-236ff77d-2b36-4177-9f98-81f2b01c8e6e tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.30 "DELETE /v2.0/ports/eddda286-689d-4dc5-8c5c-5401afb7251e HTTP/1.1" status: 204 len: 173 time: 3.2789249 Jul 23 20:13:47.553325 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b8caf2-2e82-4e81-9590-162c7d3a78dd', 'name': 'network-vif-deleted', 'tag': 'eddda286-689d-4dc5-8c5c-5401afb7251e'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:47.557147 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6f719a-4814-4822-a527-ca63397c5347" -d '{"events": [{"server_uuid": "a9b8caf2-2e82-4e81-9590-162c7d3a78dd", "name": "network-vif-deleted", "tag": "eddda286-689d-4dc5-8c5c-5401afb7251e"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:47.629337 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5459ca5f-dd4f-486d-af6c-d480822109a3 x-openstack-request-id: req-5459ca5f-dd4f-486d-af6c-d480822109a3 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:47.629858 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b8caf2-2e82-4e81-9590-162c7d3a78dd", "name": "network-vif-deleted", "tag": "eddda286-689d-4dc5-8c5c-5401afb7251e", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:47.630275 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5459ca5f-dd4f-486d-af6c-d480822109a3 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:47.630837 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b8caf2-2e82-4e81-9590-162c7d3a78dd', 'name': 'network-vif-deleted', 'tag': 'eddda286-689d-4dc5-8c5c-5401afb7251e', 'status': 'completed', 'code': 200} Jul 23 20:13:47.704285 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-073c25f0-d72c-4a71-b74a-e58f0057ffee None None] Set router 43e6f7a4-c66c-4ed3-9a50-3c67c55f3551 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:13:47.732961 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-876d3c21-2481-4e1f-b4b3-67cb520920aa req-76353cd2-c1ad-4c49-8d28-d73d94b398d5 service neutron] 10.222.0.18 "GET /v2.0/networks/8e25c72f-7ea8-4098-805e-302eab202adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597266 Jul 23 20:13:47.779862 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 7f0c7ea8-f7e1-4e39-a9c2-12e827229642 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:13:47.870686 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device eddda286-689d-4dc5-8c5c-5401afb7251e no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:47.927924 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: eddda286-689d-4dc5-8c5c-5401afb7251e {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:13:47.928405 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device eddda286-689d-4dc5-8c5c-5401afb7251e not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:48.187574 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3dbe3-173f-4b2a-b0a6-49d78c08d62b req-fbb67cb3-bc8c-40fc-82fb-9df256609cc4 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:48.195510 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d7a3dbe3-173f-4b2a-b0a6-49d78c08d62b req-fbb67cb3-bc8c-40fc-82fb-9df256609cc4 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d6d1ef-f367-4ec5-8417-4d96d9165b9c HTTP/1.1" status: 200 len: 946 time: 0.1262059 Jul 23 20:13:48.209896 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca1f88-334b-4085-900e-c2285f478982 req-2ef10106-002d-436d-bd49-bf0a42643cc8 tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:48.222620 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6aca1f88-334b-4085-900e-c2285f478982 req-2ef10106-002d-436d-bd49-bf0a42643cc8 tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f34f84d3-9a29-4182-84ab-1c3280cde3d7 HTTP/1.1" status: 200 len: 943 time: 0.1290240 Jul 23 20:13:48.253983 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 7f0c7ea8-f7e1-4e39-a9c2-12e827229642, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=7f0c7ea8-f7e1-4e39-a9c2-12e827229642,segment=NetworkSegment(351c92b6-e800-4516-875f-0c13e58f6e08),segment_id=351c92b6-e800-4516-875f-0c13e58f6e08)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:48.304961 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6aca1f88-334b-4085-900e-c2285f478982 req-6a2fd3d7-921a-41d7-ab4b-3cb711e905b1 tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd78b88c-8acd-4471-aa2f-480b591c9fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804470 Jul 23 20:13:48.322475 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d7a3dbe3-173f-4b2a-b0a6-49d78c08d62b req-6e1fe026-51f3-41f7-afcd-4e0637c7ba43 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac57dabd-5408-4aa9-a446-4e6747435303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143432 Jul 23 20:13:48.332159 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '7f0c7ea8-f7e1-4e39-a9c2-12e827229642', 'network_id': '8e25c72f-7ea8-4098-805e-302eab202adc', 'port_id': '7f0c7ea8-f7e1-4e39-a9c2-12e827229642', 'mac_address': 'fa:16:3e:a8:37:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb10d731-9e0a-49f7-9a12-7f2e120eccf8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:13:48.442274 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:48.494978 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f0c7ea8-f7e1-4e39-a9c2-12e827229642 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:13:48.533309 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 7f0c7ea8-f7e1-4e39-a9c2-12e827229642, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=7f0c7ea8-f7e1-4e39-a9c2-12e827229642,segment=NetworkSegment(351c92b6-e800-4516-875f-0c13e58f6e08),segment_id=351c92b6-e800-4516-875f-0c13e58f6e08)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:48.544880 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:48.598534 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-073c25f0-d72c-4a71-b74a-e58f0057ffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e6f7a4-c66c-4ed3-9a50-3c67c55f3551', 'name': 'tempest-ServerActionsTestJSON-114208146-router', 'tenant_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '6a57db3e-4b8e-4116-8eab-a904c244171e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:13Z', 'updated_at': '2021-07-23T20:05:20Z', 'revision_number': 4, 'project_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'gw_port': {'id': '6a57db3e-4b8e-4116-8eab-a904c244171e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f7a4-c66c-4ed3-9a50-3c67c55f3551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:14Z', 'updated_at': '2021-07-23T20:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '3a3c13b2-04de-44ee-ad0e-eb714a43f7b1', 'name': '', 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22', 'tenant_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'mac_address': 'fa:16:3e:7c:2a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f7a4-c66c-4ed3-9a50-3c67c55f3551', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'd89cc8ce-1520-4663-872c-281c0b224b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:18Z', 'updated_at': '2021-07-23T20:05:25Z', 'revision_number': 5, 'project_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'subnets': [{'id': 'd89cc8ce-1520-4663-872c-281c0b224b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:48.632265 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b72fc8be-b610-43e7-b7b4-6dc40fde23e6 req-18063e31-e30d-4224-a30f-44e14d04deff tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b8caf2-2e82-4e81-9590-162c7d3a78dd HTTP/1.1" status: 200 len: 210 time: 0.1958084 Jul 23 20:13:48.682120 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073c25f0-d72c-4a71-b74a-e58f0057ffee None None] Checking router: 43e6f7a4-c66c-4ed3-9a50-3c67c55f3551 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:13:48.742747 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073c25f0-d72c-4a71-b74a-e58f0057ffee None None] Routers {'43e6f7a4-c66c-4ed3-9a50-3c67c55f3551'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:13:48.743405 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-073c25f0-d72c-4a71-b74a-e58f0057ffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:13:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['43e6f7a4-c66c-4ed3-9a50-3c67c55f3551'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:48.745722 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=7f0c7ea8-f7e1-4e39-a9c2-12e827229642,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:48.984743 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['7f0c7ea8-f7e1-4e39-a9c2-12e827229642'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:13:49.107985 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-073c25f0-d72c-4a71-b74a-e58f0057ffee None None] Set router 43e6f7a4-c66c-4ed3-9a50-3c67c55f3551 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:13:49.185383 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-fce45c04-4415-420a-990a-a95d89bb594a tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:49.189735 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-fce45c04-4415-420a-990a-a95d89bb594a tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.30 "GET /v2.0/networks?id=68a6fe92-0c26-45da-99d0-e58f34d2b985 HTTP/1.1" status: 200 len: 811 time: 0.7883508 Jul 23 20:13:49.274519 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3d3e46e0-715c-4a43-980d-32fe8988fec0 req-87fbac52-a7ee-4024-a143-2dabd5fa9b6c tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=39db543d-18ea-4f86-8d40-28da85231cf7 HTTP/1.1" status: 200 len: 210 time: 0.0786564 Jul 23 20:13:49.414492 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-58c0099d-d14c-4ef9-b662-fb49337666ea tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1a6866430c7477dabb2850fe027c983 HTTP/1.1" status: 200 len: 380 time: 0.2142940 Jul 23 20:13:49.423350 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-073c25f0-d72c-4a71-b74a-e58f0057ffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e6f7a4-c66c-4ed3-9a50-3c67c55f3551', 'name': 'tempest-ServerActionsTestJSON-114208146-router', 'tenant_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '6a57db3e-4b8e-4116-8eab-a904c244171e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:13Z', 'updated_at': '2021-07-23T20:05:20Z', 'revision_number': 4, 'project_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'gw_port': {'id': '6a57db3e-4b8e-4116-8eab-a904c244171e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f7a4-c66c-4ed3-9a50-3c67c55f3551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:14Z', 'updated_at': '2021-07-23T20:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '3a3c13b2-04de-44ee-ad0e-eb714a43f7b1', 'name': '', 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22', 'tenant_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'mac_address': 'fa:16:3e:7c:2a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f7a4-c66c-4ed3-9a50-3c67c55f3551', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'd89cc8ce-1520-4663-872c-281c0b224b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:18Z', 'updated_at': '2021-07-23T20:05:25Z', 'revision_number': 5, 'project_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'subnets': [{'id': 'd89cc8ce-1520-4663-872c-281c0b224b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:49.429232 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-92acecd0-b4ea-4947-a3e0-06ce0fc34ecc tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Request body: {'port': {'device_id': '39db543d-18ea-4f86-8d40-28da85231cf7', 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985', 'admin_state_up': True, 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'security_groups': ['aa4b89ca-bb65-4b11-a395-b4950fbd59b9']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:13:49.474712 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073c25f0-d72c-4a71-b74a-e58f0057ffee None None] The sync data for ids ['43e6f7a4-c66c-4ed3-9a50-3c67c55f3551'] in n-d-793618-10 is: [{'id': '43e6f7a4-c66c-4ed3-9a50-3c67c55f3551', 'name': 'tempest-ServerActionsTestJSON-114208146-router', 'tenant_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '6a57db3e-4b8e-4116-8eab-a904c244171e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:13Z', 'updated_at': '2021-07-23T20:05:20Z', 'revision_number': 4, 'project_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'gw_port': {'id': '6a57db3e-4b8e-4116-8eab-a904c244171e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f7a4-c66c-4ed3-9a50-3c67c55f3551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:14Z', 'updated_at': '2021-07-23T20:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '3a3c13b2-04de-44ee-ad0e-eb714a43f7b1', 'name': '', 'network_id': 'f1957672-1349-45e6-b250-4d2e0e2b0e22', 'tenant_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'mac_address': 'fa:16:3e:7c:2a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f7a4-c66c-4ed3-9a50-3c67c55f3551', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'd89cc8ce-1520-4663-872c-281c0b224b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:18Z', 'updated_at': '2021-07-23T20:05:25Z', 'revision_number': 5, 'project_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'subnets': [{'id': 'd89cc8ce-1520-4663-872c-281c0b224b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:13:49.579705 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a45ba-e052-41f1-af35-fba260a8cb8d req-9b87047f-c375-403f-9ec2-142aadb0d5ac tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:49.582005 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5b4a45ba-e052-41f1-af35-fba260a8cb8d req-9b87047f-c375-403f-9ec2-142aadb0d5ac tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f34f84d3-9a29-4182-84ab-1c3280cde3d7 HTTP/1.1" status: 200 len: 944 time: 0.1022270 Jul 23 20:13:49.641451 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5b4a45ba-e052-41f1-af35-fba260a8cb8d req-89a14b5e-fc2a-42fe-9119-cd54cb227d93 tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd78b88c-8acd-4471-aa2f-480b591c9fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507851 Jul 23 20:13:49.688120 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5e32b9e8-d3cb-4a74-b314-ac0b5748731d req-9af52a94-87b5-4423-b69b-a74641fec773 tempest-ServerShowV257Test-915546341 tempest-ServerShowV257Test-915546341-project] 10.222.0.32 "GET /v2.0/ports?device_id=9128a2ea-29f3-464c-ae01-f51fa72d8033 HTTP/1.1" status: 200 len: 210 time: 0.0736489 Jul 23 20:13:49.740201 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-92acecd0-b4ea-4947-a3e0-06ce0fc34ecc tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Made reservation on behalf of b1a6866430c7477dabb2850fe027c983 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:13:49.745744 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-92acecd0-b4ea-4947-a3e0-06ce0fc34ecc tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:49.763051 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 54022) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:49.929540 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 54042) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:49.979413 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e04f0-854e-4ed6-b8a5-11a3b1d0a0c5 req-9f6a5794-febc-40a9-909c-746f1e68596c tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:49.992010 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1b5e04f0-854e-4ed6-b8a5-11a3b1d0a0c5 req-9f6a5794-febc-40a9-909c-746f1e68596c tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d6d1ef-f367-4ec5-8417-4d96d9165b9c HTTP/1.1" status: 200 len: 946 time: 0.1203892 Jul 23 20:13:50.020902 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91d54da-0a59-4969-a2da-8f4dba33917b None None] New status for floating IP 86b50130-3ce9-49b8-bef6-67e86dda3399: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:13:50.063566 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1b5e04f0-854e-4ed6-b8a5-11a3b1d0a0c5 req-8d96946c-15d6-47e3-afbf-ea3d7b13ac0b tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac57dabd-5408-4aa9-a446-4e6747435303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697746 Jul 23 20:13:50.100965 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-92acecd0-b4ea-4947-a3e0-06ce0fc34ecc tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Allocated IP 172.20.0.12 (68a6fe92-0c26-45da-99d0-e58f34d2b985/7562bacc-5c9d-4fd5-a756-532eac029140/e9d3cca4-c3a1-470e-8d2f-561d71114ded) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:13:50.102941 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-855e06c2-3400-4fbe-aeb3-f6a1a271a819 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:50.158010 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-855e06c2-3400-4fbe-aeb3-f6a1a271a819 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:50.427613 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-855e06c2-3400-4fbe-aeb3-f6a1a271a819 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:50.432059 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-855e06c2-3400-4fbe-aeb3-f6a1a271a819 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:50.439080 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-855e06c2-3400-4fbe-aeb3-f6a1a271a819 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "DELETE /v2.0/security-groups/631095dc-b4cb-4d69-9d30-941103ce63f0 HTTP/1.1" status: 204 len: 168 time: 0.5081801 Jul 23 20:13:50.440357 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 54110) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:50.510089 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-59d2fc06-1c20-4494-9738-895323f642e8 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] show failed (client error): The resource could not be found. Jul 23 20:13:50.514511 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-59d2fc06-1c20-4494-9738-895323f642e8 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "GET /v2.0/security-groups/631095dc-b4cb-4d69-9d30-941103ce63f0 HTTP/1.1" status: 404 len: 347 time: 0.0512722 Jul 23 20:13:50.530119 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 54122) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:50.541253 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e06c2-3400-4fbe-aeb3-f6a1a271a819 tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=631095dc-b4cb-4d69-9d30-941103ce63f0,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:50.628956 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-24e34cb0-3175-467e-8427-6e90eb767dc7 req-7e5595ed-1bb3-4bef-9cef-a78f95057452 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=39db543d-18ea-4f86-8d40-28da85231cf7 HTTP/1.1" status: 200 len: 210 time: 0.0887587 Jul 23 20:13:50.715374 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-92acecd0-b4ea-4947-a3e0-06ce0fc34ecc tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:50.790993 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-92acecd0-b4ea-4947-a3e0-06ce0fc34ecc tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Transition to ACTIVE for port object e9d3cca4-c3a1-470e-8d2f-561d71114ded will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:13:50.882624 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-92acecd0-b4ea-4947-a3e0-06ce0fc34ecc tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:50.914611 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe15fd2-10de-4b49-a5ea-6686adb01056 req-abb64599-c386-4df7-b5a9-6d066e4dfac4 tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:50.915075 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6249cf30-80e4-427b-9b86-4e02faf87601 req-207cefe8-e4ff-410e-8e4d-869ac394b859 tempest-ServerShowV257Test-915546341 tempest-ServerShowV257Test-915546341-project] 10.222.0.32 "GET /v2.0/ports?device_id=9128a2ea-29f3-464c-ae01-f51fa72d8033 HTTP/1.1" status: 200 len: 210 time: 0.0774493 Jul 23 20:13:50.916874 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bbe15fd2-10de-4b49-a5ea-6686adb01056 req-abb64599-c386-4df7-b5a9-6d066e4dfac4 tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f34f84d3-9a29-4182-84ab-1c3280cde3d7 HTTP/1.1" status: 200 len: 944 time: 0.1922967 Jul 23 20:13:50.921407 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-010e6738-8ff8-45c8-911e-b9145e388b9f tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Deleting port 69187986-a378-49a0-84fe-91ff9d5966ca {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:50.921831 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-010e6738-8ff8-45c8-911e-b9145e388b9f tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:50.981365 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-92acecd0-b4ea-4947-a3e0-06ce0fc34ecc tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Network 68a6fe92-0c26-45da-99d0-e58f34d2b985 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:13:50.991580 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-92acecd0-b4ea-4947-a3e0-06ce0fc34ecc tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:13:50.996027 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-92acecd0-b4ea-4947-a3e0-06ce0fc34ecc tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:13:51.000749 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92acecd0-b4ea-4947-a3e0-06ce0fc34ecc tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Pushing event updated for resources: {'Port': ['ID=e9d3cca4-c3a1-470e-8d2f-561d71114ded,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:51.028966 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bbe15fd2-10de-4b49-a5ea-6686adb01056 req-8d4b91e7-27d5-4e22-a743-9e46f4288f15 tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd78b88c-8acd-4471-aa2f-480b591c9fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970392 Jul 23 20:13:51.139737 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-92acecd0-b4ea-4947-a3e0-06ce0fc34ecc tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:51.140402 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-92acecd0-b4ea-4947-a3e0-06ce0fc34ecc tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:51.159109 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-010e6738-8ff8-45c8-911e-b9145e388b9f tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:51.159839 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-010e6738-8ff8-45c8-911e-b9145e388b9f tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:51.188652 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-010e6738-8ff8-45c8-911e-b9145e388b9f tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Calling delete_port for 69187986-a378-49a0-84fe-91ff9d5966ca owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:51.191207 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-92acecd0-b4ea-4947-a3e0-06ce0fc34ecc tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7707601 Jul 23 20:13:51.215219 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-200dccd9-066a-4c7d-a8e8-bfd467164e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:51.215706 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-6df8b002-7cc4-41b8-9377-14bdfeda69a0 service neutron] Request body: {'port': {'device_id': '39db543d-18ea-4f86-8d40-28da85231cf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:13:51.370632 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c2da6-66fd-4159-9a67-d35bc58fd15b req-89888e82-fa74-411c-a2fb-ce2d8fbec0e0 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:51.380186 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3f4c2da6-66fd-4159-9a67-d35bc58fd15b req-89888e82-fa74-411c-a2fb-ce2d8fbec0e0 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d6d1ef-f367-4ec5-8417-4d96d9165b9c HTTP/1.1" status: 200 len: 946 time: 0.3190417 Jul 23 20:13:51.407690 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f735ffb5-8a74-45e2-a34d-066b2dc87126 None None] Provisioning for port e9d3cca4-c3a1-470e-8d2f-561d71114ded completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:13:51.413568 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f735ffb5-8a74-45e2-a34d-066b2dc87126 None None] Provisioning complete for port e9d3cca4-c3a1-470e-8d2f-561d71114ded triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:13:51.414271 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f735ffb5-8a74-45e2-a34d-066b2dc87126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:51.452575 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-f735ffb5-8a74-45e2-a34d-066b2dc87126 None None] Port e9d3cca4-c3a1-470e-8d2f-561d71114ded cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:13:51.579255 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3f4c2da6-66fd-4159-9a67-d35bc58fd15b req-c088fb04-0c0e-4d5b-bb66-7829d1ef2eb0 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac57dabd-5408-4aa9-a446-4e6747435303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980319 Jul 23 20:13:51.581633 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-6df8b002-7cc4-41b8-9377-14bdfeda69a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:51.647539 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-010e6738-8ff8-45c8-911e-b9145e388b9f tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:51.662076 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-200dccd9-066a-4c7d-a8e8-bfd467164e16 admin admin] Deleting port 3f9896ff-2459-4003-b464-21a948cb8b3b {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:51.663396 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-200dccd9-066a-4c7d-a8e8-bfd467164e16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:51.670242 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 7f0c7ea8-f7e1-4e39-a9c2-12e827229642 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:13:51.689157 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e6738-8ff8-45c8-911e-b9145e388b9f tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Pushing event deleted for resources: {'Port': ['ID=69187986-a378-49a0-84fe-91ff9d5966ca,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:51.761511 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 7f0c7ea8-f7e1-4e39-a9c2-12e827229642 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:13:51.770469 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 7f0c7ea8-f7e1-4e39-a9c2-12e827229642 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:13:51.771149 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:51.854360 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-200dccd9-066a-4c7d-a8e8-bfd467164e16 admin admin] For port 3f9896ff-2459-4003-b464-21a948cb8b3b, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3f9896ff-2459-4003-b464-21a948cb8b3b,segment=NetworkSegment(97fd403f-3d99-4186-9325-492002f78c99),segment_id=97fd403f-3d99-4186-9325-492002f78c99)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:51.855515 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-200dccd9-066a-4c7d-a8e8-bfd467164e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:51.880185 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-200dccd9-066a-4c7d-a8e8-bfd467164e16 admin admin] Calling delete_port for 3f9896ff-2459-4003-b464-21a948cb8b3b owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:51.905422 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:51.916311 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-010e6738-8ff8-45c8-911e-b9145e388b9f tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:51.921325 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-010e6738-8ff8-45c8-911e-b9145e388b9f tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:51.926743 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-010e6738-8ff8-45c8-911e-b9145e388b9f tempest-ServerActionsTestJSON-549231834 tempest-ServerActionsTestJSON-549231834-project] 10.222.0.32 "DELETE /v2.0/floatingips/86b50130-3ce9-49b8-bef6-67e86dda3399 HTTP/1.1" status: 204 len: 168 time: 1.3922431 Jul 23 20:13:51.929134 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 54146) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:51.944084 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34f84d3-9a29-4182-84ab-1c3280cde3d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0c7ea8-f7e1-4e39-a9c2-12e827229642'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:51.947964 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a6f220-e1b9-4cd8-adae-5c4d61eb4123" -d '{"events": [{"server_uuid": "f34f84d3-9a29-4182-84ab-1c3280cde3d7", "name": "network-vif-plugged", "status": "completed", "tag": "7f0c7ea8-f7e1-4e39-a9c2-12e827229642"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:51.962155 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4b8d2-5bbd-4fc3-8f9d-f868c6f903d2 req-195c247c-e0f2-41ce-b100-6381c5e22027 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:51.970990 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9df4b8d2-5bbd-4fc3-8f9d-f868c6f903d2 req-195c247c-e0f2-41ce-b100-6381c5e22027 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=39db543d-18ea-4f86-8d40-28da85231cf7 HTTP/1.1" status: 200 len: 932 time: 0.1900091 Jul 23 20:13:52.009870 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 7f0c7ea8-f7e1-4e39-a9c2-12e827229642, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=7f0c7ea8-f7e1-4e39-a9c2-12e827229642,segment=NetworkSegment(351c92b6-e800-4516-875f-0c13e58f6e08),segment_id=351c92b6-e800-4516-875f-0c13e58f6e08)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:52.016445 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:52.045913 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9df4b8d2-5bbd-4fc3-8f9d-f868c6f903d2 req-0bdd1d2e-57de-4372-b90a-fc9f4fa924ce tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa4b89ca-bb65-4b11-a395-b4950fbd59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736973 Jul 23 20:13:52.087751 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b1623f-1a18-4792-833d-02f1a82e5230 x-openstack-request-id: req-76b1623f-1a18-4792-833d-02f1a82e5230 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:52.088081 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34f84d3-9a29-4182-84ab-1c3280cde3d7", "name": "network-vif-plugged", "status": "completed", "tag": "7f0c7ea8-f7e1-4e39-a9c2-12e827229642", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:52.088296 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76b1623f-1a18-4792-833d-02f1a82e5230 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:52.088697 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34f84d3-9a29-4182-84ab-1c3280cde3d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0c7ea8-f7e1-4e39-a9c2-12e827229642', 'code': 200} Jul 23 20:13:52.158096 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=7f0c7ea8-f7e1-4e39-a9c2-12e827229642,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:52.281828 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e833ad80-7738-46e6-afc8-df29d02a0f51 req-26f7d32f-2cf5-46ae-90fe-16cea37ce8fe tempest-ServerShowV257Test-915546341 tempest-ServerShowV257Test-915546341-project] 10.222.0.32 "GET /v2.0/ports?device_id=9128a2ea-29f3-464c-ae01-f51fa72d8033 HTTP/1.1" status: 200 len: 210 time: 0.1068313 Jul 23 20:13:52.291986 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2fd5a-2dbd-4209-8383-f872ad453305 req-0d312626-1eda-461b-8538-823ab3733e5c tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:52.293575 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d5b2fd5a-2dbd-4209-8383-f872ad453305 req-0d312626-1eda-461b-8538-823ab3733e5c tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f34f84d3-9a29-4182-84ab-1c3280cde3d7 HTTP/1.1" status: 200 len: 945 time: 0.1323655 Jul 23 20:13:52.310449 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-200dccd9-066a-4c7d-a8e8-bfd467164e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:52.380850 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200dccd9-066a-4c7d-a8e8-bfd467164e16 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f9896ff-2459-4003-b464-21a948cb8b3b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:52.425120 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200dccd9-066a-4c7d-a8e8-bfd467164e16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:52.425527 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200dccd9-066a-4c7d-a8e8-bfd467164e16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:52.425850 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200dccd9-066a-4c7d-a8e8-bfd467164e16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:52.426187 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200dccd9-066a-4c7d-a8e8-bfd467164e16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:52.426522 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200dccd9-066a-4c7d-a8e8-bfd467164e16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:52.426852 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200dccd9-066a-4c7d-a8e8-bfd467164e16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:52.427183 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200dccd9-066a-4c7d-a8e8-bfd467164e16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:52.427510 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200dccd9-066a-4c7d-a8e8-bfd467164e16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:52.427843 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200dccd9-066a-4c7d-a8e8-bfd467164e16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:52.428205 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200dccd9-066a-4c7d-a8e8-bfd467164e16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:52.428557 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200dccd9-066a-4c7d-a8e8-bfd467164e16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:52.428856 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200dccd9-066a-4c7d-a8e8-bfd467164e16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:52.464222 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d5b2fd5a-2dbd-4209-8383-f872ad453305 req-92c43fe1-ae17-4af8-b677-603b6b6558e9 tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd78b88c-8acd-4471-aa2f-480b591c9fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543133 Jul 23 20:13:52.593876 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-48ba68df-0bcc-4aff-b4f7-ab08f6e76c1f req-ab6a3ec3-79cf-4eb1-80d9-93a465025c34 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9128a2ea-29f3-464c-ae01-f51fa72d8033 HTTP/1.1" status: 200 len: 210 time: 0.0726306 Jul 23 20:13:52.622733 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59062579-3d7b-4e1d-a131-8d4e55b734c4 req-976a0834-25e8-41cd-8b2c-92b6f0423eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:52.624475 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-59062579-3d7b-4e1d-a131-8d4e55b734c4 req-976a0834-25e8-41cd-8b2c-92b6f0423eed service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f34f84d3-9a29-4182-84ab-1c3280cde3d7 HTTP/1.1" status: 200 len: 1097 time: 0.4451180 Jul 23 20:13:52.627009 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-6df8b002-7cc4-41b8-9377-14bdfeda69a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9d3cca4-c3a1-470e-8d2f-561d71114ded {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:13:52.640395 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-6df8b002-7cc4-41b8-9377-14bdfeda69a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:52.640881 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448cc5a6-d39e-4e7a-9310-526edec48fe2 req-469c89b4-ade6-4abe-bfa1-c3adcfc4dd78 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:52.642870 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-448cc5a6-d39e-4e7a-9310-526edec48fe2 req-469c89b4-ade6-4abe-bfa1-c3adcfc4dd78 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.18 "GET /v2.0/ports?device_id=13d6d1ef-f367-4ec5-8417-4d96d9165b9c HTTP/1.1" status: 200 len: 946 time: 0.3183217 Jul 23 20:13:52.694535 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-6df8b002-7cc4-41b8-9377-14bdfeda69a0 service neutron] Transition to ACTIVE for port object e9d3cca4-c3a1-470e-8d2f-561d71114ded will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:13:52.703130 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-6df8b002-7cc4-41b8-9377-14bdfeda69a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:52.753263 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-59062579-3d7b-4e1d-a131-8d4e55b734c4 req-da6d7461-c1e9-4f1e-ae7c-944efbb2cd5b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bd78b88c-8acd-4471-aa2f-480b591c9fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082985 Jul 23 20:13:52.805233 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8b002-7cc4-41b8-9377-14bdfeda69a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e9d3cca4-c3a1-470e-8d2f-561d71114ded,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:52.839175 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-200dccd9-066a-4c7d-a8e8-bfd467164e16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:52.857562 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51b3b4-25ef-4590-bb27-ab39d027f19d req-31158db6-192a-40ef-aaee-ff809885835b tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:52.865233 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2f51b3b4-25ef-4590-bb27-ab39d027f19d req-31158db6-192a-40ef-aaee-ff809885835b tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d6d1ef-f367-4ec5-8417-4d96d9165b9c HTTP/1.1" status: 200 len: 946 time: 0.1630735 Jul 23 20:13:52.917777 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-6df8b002-7cc4-41b8-9377-14bdfeda69a0 service neutron] Attempting to bind port e9d3cca4-c3a1-470e-8d2f-561d71114ded on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:13:52.918205 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-6df8b002-7cc4-41b8-9377-14bdfeda69a0 service neutron] Attempting to bind port e9d3cca4-c3a1-470e-8d2f-561d71114ded by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'bdb704e3-373f-4f47-bef5-3e89668f2e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:13:52.918599 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-6df8b002-7cc4-41b8-9377-14bdfeda69a0 service neutron] Attempting to bind port e9d3cca4-c3a1-470e-8d2f-561d71114ded on network 68a6fe92-0c26-45da-99d0-e58f34d2b985 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:13:52.930827 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-6df8b002-7cc4-41b8-9377-14bdfeda69a0 service neutron] Port e9d3cca4-c3a1-470e-8d2f-561d71114ded on network 68a6fe92-0c26-45da-99d0-e58f34d2b985 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:13:52.931291 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-6df8b002-7cc4-41b8-9377-14bdfeda69a0 service neutron] Attempting to bind port e9d3cca4-c3a1-470e-8d2f-561d71114ded on network 68a6fe92-0c26-45da-99d0-e58f34d2b985 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:13:52.943139 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-6df8b002-7cc4-41b8-9377-14bdfeda69a0 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:13:52.944434 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-6df8b002-7cc4-41b8-9377-14bdfeda69a0 service neutron] Checking segment: {'id': 'bdb704e3-373f-4f47-bef5-3e89668f2e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:13:52.945203 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-6df8b002-7cc4-41b8-9377-14bdfeda69a0 service neutron] Bound using segment: {'id': 'bdb704e3-373f-4f47-bef5-3e89668f2e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:13:52.945840 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-6df8b002-7cc4-41b8-9377-14bdfeda69a0 service neutron] Bound port: e9d3cca4-c3a1-470e-8d2f-561d71114ded, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdb704e3-373f-4f47-bef5-3e89668f2e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:13:52.946810 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-6df8b002-7cc4-41b8-9377-14bdfeda69a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:52.999512 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2f51b3b4-25ef-4590-bb27-ab39d027f19d req-68d2350b-acb2-4436-9d5f-4c57f575d475 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac57dabd-5408-4aa9-a446-4e6747435303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321230 Jul 23 20:13:53.042313 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-448cc5a6-d39e-4e7a-9310-526edec48fe2 req-e9ed8e21-ac30-4b38-8b5d-037f577e5e66 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Deleting port 8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:53.042927 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-448cc5a6-d39e-4e7a-9310-526edec48fe2 req-e9ed8e21-ac30-4b38-8b5d-037f577e5e66 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:53.051278 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-6df8b002-7cc4-41b8-9377-14bdfeda69a0 service neutron] For port e9d3cca4-c3a1-470e-8d2f-561d71114ded, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:13:53.055570 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-6df8b002-7cc4-41b8-9377-14bdfeda69a0 service neutron] For port e9d3cca4-c3a1-470e-8d2f-561d71114ded, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e9d3cca4-c3a1-470e-8d2f-561d71114ded,segment=NetworkSegment(bdb704e3-373f-4f47-bef5-3e89668f2e28),segment_id=bdb704e3-373f-4f47-bef5-3e89668f2e28)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:13:53.064312 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-6df8b002-7cc4-41b8-9377-14bdfeda69a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:53.111454 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bc5fc90c-0c6c-4409-9eed-7bdcecf67005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:53.116179 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-6df8b002-7cc4-41b8-9377-14bdfeda69a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:53.116799 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-6df8b002-7cc4-41b8-9377-14bdfeda69a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:53.118395 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-6df8b002-7cc4-41b8-9377-14bdfeda69a0 service neutron] 10.222.0.30 "PUT /v2.0/ports/e9d3cca4-c3a1-470e-8d2f-561d71114ded HTTP/1.1" status: 200 len: 1093 time: 1.9155581 Jul 23 20:13:53.118832 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39db543d-18ea-4f86-8d40-28da85231cf7', 'tag': 'e9d3cca4-c3a1-470e-8d2f-561d71114ded'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:53.124238 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6ed46d-6480-4d7f-a9ab-893d97ecbe90" -d '{"events": [{"name": "network-changed", "server_uuid": "39db543d-18ea-4f86-8d40-28da85231cf7", "tag": "e9d3cca4-c3a1-470e-8d2f-561d71114ded"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:53.217555 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b348ec99-fc70-4be2-9a95-26bfaf966a28 x-openstack-request-id: req-b348ec99-fc70-4be2-9a95-26bfaf966a28 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:53.217890 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39db543d-18ea-4f86-8d40-28da85231cf7", "tag": "e9d3cca4-c3a1-470e-8d2f-561d71114ded", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:53.218574 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b348ec99-fc70-4be2-9a95-26bfaf966a28 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:53.218987 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39db543d-18ea-4f86-8d40-28da85231cf7', 'tag': 'e9d3cca4-c3a1-470e-8d2f-561d71114ded', 'status': 'completed', 'code': 200} Jul 23 20:13:53.228911 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-448cc5a6-d39e-4e7a-9310-526edec48fe2 req-e9ed8e21-ac30-4b38-8b5d-037f577e5e66 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] For port 8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5,segment=NetworkSegment(942d96b4-c4af-49df-9097-dd32765e9b01),segment_id=942d96b4-c4af-49df-9097-dd32765e9b01)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:53.229288 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-448cc5a6-d39e-4e7a-9310-526edec48fe2 req-e9ed8e21-ac30-4b38-8b5d-037f577e5e66 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:53.639015 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8b002-7cc4-41b8-9377-14bdfeda69a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e9d3cca4-c3a1-470e-8d2f-561d71114ded,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:53.751713 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-46e4b57f-4a15-4eb2-97ce-a2a03c51909e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:53.753126 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-46e4b57f-4a15-4eb2-97ce-a2a03c51909e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1a6866430c7477dabb2850fe027c983&device_id=39db543d-18ea-4f86-8d40-28da85231cf7 HTTP/1.1" status: 200 len: 1096 time: 0.5242238 Jul 23 20:13:53.781817 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d0293-06c1-4ddb-bca6-da769f4e1113 req-007cde01-80dd-4ae3-ad5f-888bc0b5bdf1 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:53.783290 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-639d0293-06c1-4ddb-bca6-da769f4e1113 req-007cde01-80dd-4ae3-ad5f-888bc0b5bdf1 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=39db543d-18ea-4f86-8d40-28da85231cf7 HTTP/1.1" status: 200 len: 944 time: 0.5532465 Jul 23 20:13:53.808615 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b9bc6f97-032c-492b-aaf3-df58f1c86c87 req-a8828ff3-2c15-47e6-b189-3ac3901d85e7 tempest-ServerShowV257Test-915546341 tempest-ServerShowV257Test-915546341-project] 10.222.0.32 "GET /v2.0/ports?device_id=9128a2ea-29f3-464c-ae01-f51fa72d8033 HTTP/1.1" status: 200 len: 210 time: 0.0646732 Jul 23 20:13:53.839206 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-5c4aca58-2a29-413c-a8b5-40ce5b505b64 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9d3cca4-c3a1-470e-8d2f-561d71114ded HTTP/1.1" status: 200 len: 217 time: 0.0534272 Jul 23 20:13:53.912156 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200dccd9-066a-4c7d-a8e8-bfd467164e16 admin admin] Router ad372a85-c26a-4382-9d5b-3f69303806e6 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:13:53.939335 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-8ca1e605-981e-4304-9f03-ab08df20f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:53.941569 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-8ca1e605-981e-4304-9f03-ab08df20f82f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7562bacc-5c9d-4fd5-a756-532eac029140 HTTP/1.1" status: 200 len: 850 time: 0.0867670 Jul 23 20:13:53.945067 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-639d0293-06c1-4ddb-bca6-da769f4e1113 req-0f96d17b-da67-4679-80b9-9f35422aa4c5 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa4b89ca-bb65-4b11-a395-b4950fbd59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514668 Jul 23 20:13:54.100911 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-bc5fc90c-0c6c-4409-9eed-7bdcecf67005 admin admin] Deleting port 3a3c13b2-04de-44ee-ad0e-eb714a43f7b1 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:54.101346 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bc5fc90c-0c6c-4409-9eed-7bdcecf67005 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:54.144047 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-448cc5a6-d39e-4e7a-9310-526edec48fe2 req-e9ed8e21-ac30-4b38-8b5d-037f577e5e66 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:54.144425 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-448cc5a6-d39e-4e7a-9310-526edec48fe2 req-e9ed8e21-ac30-4b38-8b5d-037f577e5e66 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:54.144740 n-d-793618-10 neutron-server[93875]: INFO neutron.db.l3_db [req-448cc5a6-d39e-4e7a-9310-526edec48fe2 req-e9ed8e21-ac30-4b38-8b5d-037f577e5e66 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Floating IP d9a041ee-fd55-4df0-bbc5-82b7bede1c28 disassociated. External IP: 172.25.1.161, port: 8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5. Jul 23 20:13:54.145089 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-448cc5a6-d39e-4e7a-9310-526edec48fe2 req-e9ed8e21-ac30-4b38-8b5d-037f577e5e66 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Calling delete_port for 8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:54.181303 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847e3db-a4fc-417c-b42c-27dc36ed3e0f req-5b469e00-f76a-4bf9-8319-b7b49f104f9b tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:54.182871 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1847e3db-a4fc-417c-b42c-27dc36ed3e0f req-5b469e00-f76a-4bf9-8319-b7b49f104f9b tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f34f84d3-9a29-4182-84ab-1c3280cde3d7 HTTP/1.1" status: 200 len: 945 time: 0.2687149 Jul 23 20:13:54.230483 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-02b54e00-01be-46c1-a226-e122090574c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:54.231904 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-02b54e00-01be-46c1-a226-e122090574c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68a6fe92-0c26-45da-99d0-e58f34d2b985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2809472 Jul 23 20:13:54.257706 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200dccd9-066a-4c7d-a8e8-bfd467164e16 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:13:54.260500 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-bc5fc90c-0c6c-4409-9eed-7bdcecf67005 admin admin] For port 3a3c13b2-04de-44ee-ad0e-eb714a43f7b1, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3a3c13b2-04de-44ee-ad0e-eb714a43f7b1,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:54.260871 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bc5fc90c-0c6c-4409-9eed-7bdcecf67005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:54.269659 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2780c4-a7b5-4a94-9001-87ef082686b4 None None] Sync routers for ids ['ad372a85-c26a-4382-9d5b-3f69303806e6'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:13:54.276352 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-200dccd9-066a-4c7d-a8e8-bfd467164e16 admin admin] 10.222.0.32 "PUT /v2.0/routers/ad372a85-c26a-4382-9d5b-3f69303806e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5084438 Jul 23 20:13:54.279128 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 54178) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:54.293005 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-bc5fc90c-0c6c-4409-9eed-7bdcecf67005 admin admin] Calling delete_port for 3a3c13b2-04de-44ee-ad0e-eb714a43f7b1 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:54.295098 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1847e3db-a4fc-417c-b42c-27dc36ed3e0f req-5e156ca2-75b9-42d1-bdd7-395680c18ea5 tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd78b88c-8acd-4471-aa2f-480b591c9fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787003 Jul 23 20:13:54.296491 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2780c4-a7b5-4a94-9001-87ef082686b4 None None] Routers {'ad372a85-c26a-4382-9d5b-3f69303806e6'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:13:54.299038 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-aa2780c4-a7b5-4a94-9001-87ef082686b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:13:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ad372a85-c26a-4382-9d5b-3f69303806e6'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:54.310911 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4788c-6ddc-421d-a5be-29b8acada30c req-999c7f5f-892b-4930-8178-9380fcb44410 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:54.337652 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-56b4788c-6ddc-421d-a5be-29b8acada30c req-999c7f5f-892b-4930-8178-9380fcb44410 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d6d1ef-f367-4ec5-8417-4d96d9165b9c HTTP/1.1" status: 200 len: 946 time: 0.2118864 Jul 23 20:13:54.463547 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-aa2780c4-a7b5-4a94-9001-87ef082686b4 None None] Set router ad372a85-c26a-4382-9d5b-3f69303806e6 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:13:54.463692 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4308a185-d2cb-44c4-830d-873344f6dac8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:54.508096 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-448cc5a6-d39e-4e7a-9310-526edec48fe2 req-e9ed8e21-ac30-4b38-8b5d-037f577e5e66 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:54.572547 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed8e21-ac30-4b38-8b5d-037f577e5e66 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Pushing event deleted for resources: {'Port': ['ID=8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:54.610421 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-711945cd-631c-47c4-b381-254c5661c553 service neutron] 10.222.0.30 "GET /v2.0/networks/68a6fe92-0c26-45da-99d0-e58f34d2b985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705504 Jul 23 20:13:54.667022 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-56b4788c-6ddc-421d-a5be-29b8acada30c req-17a172e5-74cb-4760-bd22-18a1d408e39c tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac57dabd-5408-4aa9-a446-4e6747435303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3280265 Jul 23 20:13:54.714543 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4308a185-d2cb-44c4-830d-873344f6dac8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:54.780688 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [req-448cc5a6-d39e-4e7a-9310-526edec48fe2 req-e9ed8e21-ac30-4b38-8b5d-037f577e5e66 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Router 563a2156-6482-461f-8fe0-06609d776002 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:13:54.807051 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-aa2780c4-a7b5-4a94-9001-87ef082686b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad372a85-c26a-4382-9d5b-3f69303806e6', 'name': 'tempest-TaggedBootDevicesTest_v242-1231983148-router', 'tenant_id': '858effe7088a420282b357f80eadfe13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '425c89fe-66dc-4d2a-8d25-3e1f12cc39db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:02:49Z', 'updated_at': '2021-07-23T20:13:52Z', 'revision_number': 5, 'project_id': '858effe7088a420282b357f80eadfe13', 'gw_port': {'id': '425c89fe-66dc-4d2a-8d25-3e1f12cc39db', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad372a85-c26a-4382-9d5b-3f69303806e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:02:50Z', 'updated_at': '2021-07-23T20:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:54.813002 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-4308a185-d2cb-44c4-830d-873344f6dac8 admin admin] Deleting port 425c89fe-66dc-4d2a-8d25-3e1f12cc39db {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:54.813349 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4308a185-d2cb-44c4-830d-873344f6dac8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:54.844631 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2780c4-a7b5-4a94-9001-87ef082686b4 None None] Checking router: ad372a85-c26a-4382-9d5b-3f69303806e6 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:13:54.881451 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2780c4-a7b5-4a94-9001-87ef082686b4 None None] Routers {'ad372a85-c26a-4382-9d5b-3f69303806e6'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:13:54.883708 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-aa2780c4-a7b5-4a94-9001-87ef082686b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:13:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ad372a85-c26a-4382-9d5b-3f69303806e6'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:54.930456 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ec7fb93-8dbd-4dbd-9a3b-eaceb9de2a28 req-022826e0-ec68-4325-bf6d-654c252de721 service neutron] 10.222.0.30 "GET /v2.0/networks/68a6fe92-0c26-45da-99d0-e58f34d2b985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587368 Jul 23 20:13:55.095406 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-aa2780c4-a7b5-4a94-9001-87ef082686b4 None None] Set router ad372a85-c26a-4382-9d5b-3f69303806e6 gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:13:55.129249 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fc82a761-4167-436c-8552-2b5f173407b5 req-b95ec730-347b-4bc3-ba6e-39477d4b9f16 tempest-ServerShowV257Test-915546341 tempest-ServerShowV257Test-915546341-project] 10.222.0.32 "GET /v2.0/ports?device_id=9128a2ea-29f3-464c-ae01-f51fa72d8033 HTTP/1.1" status: 200 len: 210 time: 0.1409750 Jul 23 20:13:55.141110 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-4308a185-d2cb-44c4-830d-873344f6dac8 admin admin] For port 425c89fe-66dc-4d2a-8d25-3e1f12cc39db, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=425c89fe-66dc-4d2a-8d25-3e1f12cc39db,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:55.141500 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4308a185-d2cb-44c4-830d-873344f6dac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:55.159669 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 54204) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:55.190344 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-448cc5a6-d39e-4e7a-9310-526edec48fe2 req-e9ed8e21-ac30-4b38-8b5d-037f577e5e66 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:13:55.204121 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-4308a185-d2cb-44c4-830d-873344f6dac8 admin admin] Calling delete_port for 425c89fe-66dc-4d2a-8d25-3e1f12cc39db owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:55.215258 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8756e2-a033-4d8e-8496-cd19e8362124 None None] Sync routers for ids ['563a2156-6482-461f-8fe0-06609d776002'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:13:55.254730 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8756e2-a033-4d8e-8496-cd19e8362124 None None] Routers {'563a2156-6482-461f-8fe0-06609d776002'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:13:55.255381 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6b8756e2-a033-4d8e-8496-cd19e8362124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:13:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['563a2156-6482-461f-8fe0-06609d776002'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:55.276834 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-aa2780c4-a7b5-4a94-9001-87ef082686b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad372a85-c26a-4382-9d5b-3f69303806e6', 'name': 'tempest-TaggedBootDevicesTest_v242-1231983148-router', 'tenant_id': '858effe7088a420282b357f80eadfe13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:02:49Z', 'updated_at': '2021-07-23T20:13:54Z', 'revision_number': 6, 'project_id': '858effe7088a420282b357f80eadfe13', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:55.310290 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ed46d-6480-4d7f-a9ab-893d97ecbe90 req-0e8f1cd9-e2dd-4efe-8f78-f726c422b31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:55.312285 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8b6ed46d-6480-4d7f-a9ab-893d97ecbe90 req-0e8f1cd9-e2dd-4efe-8f78-f726c422b31f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1a6866430c7477dabb2850fe027c983&device_id=39db543d-18ea-4f86-8d40-28da85231cf7 HTTP/1.1" status: 200 len: 1096 time: 0.3211043 Jul 23 20:13:55.368466 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2780c4-a7b5-4a94-9001-87ef082686b4 None None] The sync data for ids ['ad372a85-c26a-4382-9d5b-3f69303806e6'] in n-d-793618-10 is: [{'id': 'ad372a85-c26a-4382-9d5b-3f69303806e6', 'name': 'tempest-TaggedBootDevicesTest_v242-1231983148-router', 'tenant_id': '858effe7088a420282b357f80eadfe13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:02:49Z', 'updated_at': '2021-07-23T20:13:54Z', 'revision_number': 6, 'project_id': '858effe7088a420282b357f80eadfe13', 'gw_port_host': None}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:13:55.588285 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-448cc5a6-d39e-4e7a-9310-526edec48fe2 req-e9ed8e21-ac30-4b38-8b5d-037f577e5e66 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] No DVR routers for this DVR port 8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:13:55.595336 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-448cc5a6-d39e-4e7a-9310-526edec48fe2 req-e9ed8e21-ac30-4b38-8b5d-037f577e5e66 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:55.599299 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-448cc5a6-d39e-4e7a-9310-526edec48fe2 req-e9ed8e21-ac30-4b38-8b5d-037f577e5e66 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.18 "DELETE /v2.0/ports/8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5 HTTP/1.1" status: 204 len: 173 time: 2.9494412 Jul 23 20:13:55.601166 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d6d1ef-f367-4ec5-8417-4d96d9165b9c', 'name': 'network-vif-deleted', 'tag': '8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:55.610653 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-6b8756e2-a033-4d8e-8496-cd19e8362124 None None] Set router 563a2156-6482-461f-8fe0-06609d776002 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:13:55.612419 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49c74b7-8fac-4c9e-a280-712e192f44a4" -d '{"events": [{"server_uuid": "13d6d1ef-f367-4ec5-8417-4d96d9165b9c", "name": "network-vif-deleted", "tag": "8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:55.620273 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7069664-aa2d-4d3e-9ca6-90a729e2b5e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:55.633647 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d74d85-4aa3-4427-89e8-bb0a43423ccf req-7076de16-bf00-4d00-98f5-3f6719a91323 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:55.645595 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b4d74d85-4aa3-4427-89e8-bb0a43423ccf req-7076de16-bf00-4d00-98f5-3f6719a91323 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=39db543d-18ea-4f86-8d40-28da85231cf7 HTTP/1.1" status: 200 len: 944 time: 0.4940686 Jul 23 20:13:55.655065 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bc5fc90c-0c6c-4409-9eed-7bdcecf67005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:55.684806 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:55.707322 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5fc90c-0c6c-4409-9eed-7bdcecf67005 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a3c13b2-04de-44ee-ad0e-eb714a43f7b1,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:55.758811 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:13:55.762351 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:55.843959 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7069664-aa2d-4d3e-9ca6-90a729e2b5e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:55.857991 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b4d74d85-4aa3-4427-89e8-bb0a43423ccf req-3c3ff12a-3c6c-404d-aa6d-50ff65055884 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa4b89ca-bb65-4b11-a395-b4950fbd59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109184 Jul 23 20:13:55.872708 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ed46d-6480-4d7f-a9ab-893d97ecbe90 req-5bcbb534-107f-493f-be67-b915f10a7acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:55.872708 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8b6ed46d-6480-4d7f-a9ab-893d97ecbe90 req-5bcbb534-107f-493f-be67-b915f10a7acf service neutron] 10.222.0.30 "GET /v2.0/networks?id=68a6fe92-0c26-45da-99d0-e58f34d2b985 HTTP/1.1" status: 200 len: 912 time: 0.5018198 Jul 23 20:13:55.872980 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7069664-aa2d-4d3e-9ca6-90a729e2b5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:56.025184 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a7069664-aa2d-4d3e-9ca6-90a729e2b5e1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f2b4ba0e7e7649d88e280bb39a150c36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8626173 Jul 23 20:13:56.027624 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4308a185-d2cb-44c4-830d-873344f6dac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:56.041778 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 54228) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:56.068717 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8b6ed46d-6480-4d7f-a9ab-893d97ecbe90 req-7a7ef81b-e2c6-4e6a-b012-6e9ddf2354c2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9d3cca4-c3a1-470e-8d2f-561d71114ded HTTP/1.1" status: 200 len: 217 time: 0.1666570 Jul 23 20:13:56.224114 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7069664-aa2d-4d3e-9ca6-90a729e2b5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18779970-276b-4a78-836c-0ac7110e26f5,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:56.238171 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6b8756e2-a033-4d8e-8496-cd19e8362124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563a2156-6482-461f-8fe0-06609d776002', 'name': 'tempest-ServersTestBootFromVolume-702772466-router', 'tenant_id': '6797e7030eab49e9bc11cae60d3b9177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'ee818ae2-027a-48c4-ae91-dd5af60bc51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:04Z', 'updated_at': '2021-07-23T20:11:11Z', 'revision_number': 4, 'project_id': '6797e7030eab49e9bc11cae60d3b9177', 'gw_port': {'id': 'ee818ae2-027a-48c4-ae91-dd5af60bc51c', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563a2156-6482-461f-8fe0-06609d776002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:05Z', 'updated_at': '2021-07-23T20:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '647d4ddc-f185-44ce-8424-8e8e8f0d2fbb', 'name': '', 'network_id': '61ed045b-f5a3-49a6-a9c8-61ede271bf43', 'tenant_id': '6797e7030eab49e9bc11cae60d3b9177', 'mac_address': 'fa:16:3e:0c:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563a2156-6482-461f-8fe0-06609d776002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '7f588277-1790-412a-a1cc-3d4d1a03523b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:09Z', 'updated_at': '2021-07-23T20:11:17Z', 'revision_number': 5, 'project_id': '6797e7030eab49e9bc11cae60d3b9177', 'subnets': [{'id': '7f588277-1790-412a-a1cc-3d4d1a03523b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:56.243320 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308a185-d2cb-44c4-830d-873344f6dac8 admin admin] Pushing event deleted for resources: {'Port': ['ID=425c89fe-66dc-4d2a-8d25-3e1f12cc39db,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:56.286788 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8756e2-a033-4d8e-8496-cd19e8362124 None None] Checking router: 563a2156-6482-461f-8fe0-06609d776002 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:13:56.315261 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8756e2-a033-4d8e-8496-cd19e8362124 None None] Routers {'563a2156-6482-461f-8fe0-06609d776002'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:13:56.315801 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6b8756e2-a033-4d8e-8496-cd19e8362124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:13:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['563a2156-6482-461f-8fe0-06609d776002'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:56.336882 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ae182cca-a11e-4807-8817-5ce8a2ef766f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:56.389299 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ae182cca-a11e-4807-8817-5ce8a2ef766f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:56.421148 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e5d7ef2c-0a49-4332-beff-646c6983603c req-c243378f-7e91-4848-af5e-7538bb7c0775 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d6d1ef-f367-4ec5-8417-4d96d9165b9c HTTP/1.1" status: 200 len: 210 time: 0.1507864 Jul 23 20:13:56.485201 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ccf54e9-323b-46db-a53d-8f81d7c06a84 x-openstack-request-id: req-7ccf54e9-323b-46db-a53d-8f81d7c06a84 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:56.485526 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d6d1ef-f367-4ec5-8417-4d96d9165b9c", "name": "network-vif-deleted", "tag": "8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:56.485884 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7ccf54e9-323b-46db-a53d-8f81d7c06a84 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:56.486345 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d6d1ef-f367-4ec5-8417-4d96d9165b9c', 'name': 'network-vif-deleted', 'tag': '8caf9e47-d8d1-4e8a-8101-ad0f521c2ac5', 'status': 'completed', 'code': 200} Jul 23 20:13:56.532371 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ed46d-6480-4d7f-a9ab-893d97ecbe90 req-e2d56806-316b-4bf5-a795-f49d9656a963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:56.535960 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8b6ed46d-6480-4d7f-a9ab-893d97ecbe90 req-e2d56806-316b-4bf5-a795-f49d9656a963 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7562bacc-5c9d-4fd5-a756-532eac029140 HTTP/1.1" status: 200 len: 850 time: 0.2865729 Jul 23 20:13:56.559050 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4308a185-d2cb-44c4-830d-873344f6dac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:56.560633 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-6b8756e2-a033-4d8e-8496-cd19e8362124 None None] Set router 563a2156-6482-461f-8fe0-06609d776002 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:13:56.643260 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bc5fc90c-0c6c-4409-9eed-7bdcecf67005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:56.705566 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4308a185-d2cb-44c4-830d-873344f6dac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:56.708402 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4308a185-d2cb-44c4-830d-873344f6dac8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:56.789770 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ae182cca-a11e-4807-8817-5ce8a2ef766f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:56.796444 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ae182cca-a11e-4807-8817-5ce8a2ef766f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:56.798753 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ae182cca-a11e-4807-8817-5ce8a2ef766f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/18779970-276b-4a78-836c-0ac7110e26f5 HTTP/1.1" status: 204 len: 168 time: 0.7461858 Jul 23 20:13:56.799619 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4308a185-d2cb-44c4-830d-873344f6dac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:56.800036 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4308a185-d2cb-44c4-830d-873344f6dac8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad372a85-c26a-4382-9d5b-3f69303806e6 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:13:56.803177 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-62f05d17-aa14-4ba0-9acc-dac33141670e req-52e13d2c-affc-4112-a56f-6744ed9ec105 tempest-ServerShowV257Test-915546341 tempest-ServerShowV257Test-915546341-project] 10.222.0.32 "GET /v2.0/ports?device_id=9128a2ea-29f3-464c-ae01-f51fa72d8033 HTTP/1.1" status: 200 len: 210 time: 0.3198037 Jul 23 20:13:56.817142 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4308a185-d2cb-44c4-830d-873344f6dac8 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:56.820548 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4308a185-d2cb-44c4-830d-873344f6dac8 admin admin] 10.222.0.32 "DELETE /v2.0/routers/ad372a85-c26a-4382-9d5b-3f69303806e6 HTTP/1.1" status: 204 len: 168 time: 2.5404272 Jul 23 20:13:56.825213 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 54244) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:56.835297 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6b8756e2-a033-4d8e-8496-cd19e8362124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563a2156-6482-461f-8fe0-06609d776002', 'name': 'tempest-ServersTestBootFromVolume-702772466-router', 'tenant_id': '6797e7030eab49e9bc11cae60d3b9177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'ee818ae2-027a-48c4-ae91-dd5af60bc51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:04Z', 'updated_at': '2021-07-23T20:11:11Z', 'revision_number': 4, 'project_id': '6797e7030eab49e9bc11cae60d3b9177', 'gw_port': {'id': 'ee818ae2-027a-48c4-ae91-dd5af60bc51c', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563a2156-6482-461f-8fe0-06609d776002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:05Z', 'updated_at': '2021-07-23T20:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '647d4ddc-f185-44ce-8424-8e8e8f0d2fbb', 'name': '', 'network_id': '61ed045b-f5a3-49a6-a9c8-61ede271bf43', 'tenant_id': '6797e7030eab49e9bc11cae60d3b9177', 'mac_address': 'fa:16:3e:0c:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563a2156-6482-461f-8fe0-06609d776002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '7f588277-1790-412a-a1cc-3d4d1a03523b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:09Z', 'updated_at': '2021-07-23T20:11:17Z', 'revision_number': 5, 'project_id': '6797e7030eab49e9bc11cae60d3b9177', 'subnets': [{'id': '7f588277-1790-412a-a1cc-3d4d1a03523b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:56.838554 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae182cca-a11e-4807-8817-5ce8a2ef766f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18779970-276b-4a78-836c-0ac7110e26f5,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:56.875834 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8756e2-a033-4d8e-8496-cd19e8362124 None None] The sync data for ids ['563a2156-6482-461f-8fe0-06609d776002'] in n-d-793618-10 is: [{'id': '563a2156-6482-461f-8fe0-06609d776002', 'name': 'tempest-ServersTestBootFromVolume-702772466-router', 'tenant_id': '6797e7030eab49e9bc11cae60d3b9177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'ee818ae2-027a-48c4-ae91-dd5af60bc51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:04Z', 'updated_at': '2021-07-23T20:11:11Z', 'revision_number': 4, 'project_id': '6797e7030eab49e9bc11cae60d3b9177', 'gw_port': {'id': 'ee818ae2-027a-48c4-ae91-dd5af60bc51c', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563a2156-6482-461f-8fe0-06609d776002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:05Z', 'updated_at': '2021-07-23T20:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '647d4ddc-f185-44ce-8424-8e8e8f0d2fbb', 'name': '', 'network_id': '61ed045b-f5a3-49a6-a9c8-61ede271bf43', 'tenant_id': '6797e7030eab49e9bc11cae60d3b9177', 'mac_address': 'fa:16:3e:0c:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563a2156-6482-461f-8fe0-06609d776002', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '7f588277-1790-412a-a1cc-3d4d1a03523b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:09Z', 'updated_at': '2021-07-23T20:11:17Z', 'revision_number': 5, 'project_id': '6797e7030eab49e9bc11cae60d3b9177', 'subnets': [{'id': '7f588277-1790-412a-a1cc-3d4d1a03523b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:13:56.979064 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ed46d-6480-4d7f-a9ab-893d97ecbe90 req-8994af1c-fb09-4800-96f0-9c696b74f5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:56.981350 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8b6ed46d-6480-4d7f-a9ab-893d97ecbe90 req-8994af1c-fb09-4800-96f0-9c696b74f5b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68a6fe92-0c26-45da-99d0-e58f34d2b985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4357009 Jul 23 20:13:57.084368 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-2804f803-e318-4948-9ba9-0324fb846762 admin admin] Deleting subnet a451f4d4-16b1-4cd6-849b-914123ed9f93 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:13:57.097520 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2804f803-e318-4948-9ba9-0324fb846762 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:57.120253 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c091c7-b751-4fe9-a77c-5d655fd6ec1f req-112071a2-f1d0-495a-b745-b05146692c39 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:57.122283 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b3c091c7-b751-4fe9-a77c-5d655fd6ec1f req-112071a2-f1d0-495a-b745-b05146692c39 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=39db543d-18ea-4f86-8d40-28da85231cf7 HTTP/1.1" status: 200 len: 944 time: 0.1603231 Jul 23 20:13:57.201302 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b3c091c7-b751-4fe9-a77c-5d655fd6ec1f req-c35f99dd-34e5-4c8e-8a3b-ad5dba2b402e tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa4b89ca-bb65-4b11-a395-b4950fbd59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722640 Jul 23 20:13:57.379525 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2804f803-e318-4948-9ba9-0324fb846762 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:57.389592 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007f7498-58ea-4703-a3b8-70b89b2429b8 None None] New status for floating IP d9a041ee-fd55-4df0-bbc5-82b7bede1c28: DOWN {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:13:57.436975 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8b6ed46d-6480-4d7f-a9ab-893d97ecbe90 req-aa9156f0-bac9-4ca0-9ef3-c68da65660b4 service neutron] 10.222.0.30 "GET /v2.0/networks/68a6fe92-0c26-45da-99d0-e58f34d2b985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4403071 Jul 23 20:13:57.438073 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 425c89fe-66dc-4d2a-8d25-3e1f12cc39db no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:57.512932 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 425c89fe-66dc-4d2a-8d25-3e1f12cc39db {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:13:57.513856 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 425c89fe-66dc-4d2a-8d25-3e1f12cc39db not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:57.514432 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3f9896ff-2459-4003-b464-21a948cb8b3b no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:57.584880 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ad73fab9-7a51-4869-9fc3-1f72526fd86d req-0b8fd8f2-3c2a-4ebb-99b2-073072fa1637 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d6d1ef-f367-4ec5-8417-4d96d9165b9c HTTP/1.1" status: 200 len: 210 time: 0.0413339 Jul 23 20:13:57.623839 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2804f803-e318-4948-9ba9-0324fb846762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:57.627230 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5fc90c-0c6c-4409-9eed-7bdcecf67005 admin admin] Router 43e6f7a4-c66c-4ed3-9a50-3c67c55f3551 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:13:57.681947 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8b6ed46d-6480-4d7f-a9ab-893d97ecbe90 req-f44c555b-51bd-43b6-896c-e60c6d60667e service neutron] 10.222.0.30 "GET /v2.0/networks/68a6fe92-0c26-45da-99d0-e58f34d2b985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372162 Jul 23 20:13:57.843227 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 3f9896ff-2459-4003-b464-21a948cb8b3b {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:13:57.843827 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3f9896ff-2459-4003-b464-21a948cb8b3b not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:57.940471 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device e9d3cca4-c3a1-470e-8d2f-561d71114ded details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:13:58.086994 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e82998da-8ef0-4950-8fb1-969eae76ddf2 req-8315e9ba-4da4-4631-8a49-9c5a2f5cb190 tempest-ServerShowV257Test-915546341 tempest-ServerShowV257Test-915546341-project] 10.222.0.32 "GET /v2.0/ports?device_id=9128a2ea-29f3-464c-ae01-f51fa72d8033 HTTP/1.1" status: 200 len: 210 time: 0.0734329 Jul 23 20:13:58.133242 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2804f803-e318-4948-9ba9-0324fb846762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:58.151733 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port e9d3cca4-c3a1-470e-8d2f-561d71114ded, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e9d3cca4-c3a1-470e-8d2f-561d71114ded,segment=NetworkSegment(bdb704e3-373f-4f47-bef5-3e89668f2e28),segment_id=bdb704e3-373f-4f47-bef5-3e89668f2e28)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:58.174149 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2804f803-e318-4948-9ba9-0324fb846762 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a451f4d4-16b1-4cd6-849b-914123ed9f93,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:58.185848 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2804f803-e318-4948-9ba9-0324fb846762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:58.188125 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'e9d3cca4-c3a1-470e-8d2f-561d71114ded', 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985', 'port_id': 'e9d3cca4-c3a1-470e-8d2f-561d71114ded', 'mac_address': 'fa:16:3e:e6:49:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7562bacc-5c9d-4fd5-a756-532eac029140', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:13:58.189216 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2804f803-e318-4948-9ba9-0324fb846762 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a451f4d4-16b1-4cd6-849b-914123ed9f93 HTTP/1.1" status: 204 len: 168 time: 1.3627272 Jul 23 20:13:58.191895 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 54290) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:58.202800 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5fc90c-0c6c-4409-9eed-7bdcecf67005 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:13:58.212354 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a72e64-30ad-4dd4-b4f7-b26299feeff6 None None] Network c0c425ca-579f-4028-a72c-ce66097cca22 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:13:58.215443 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954d07d5-a7a3-4ee1-9f09-923891922b5f None None] Sync routers for ids ['43e6f7a4-c66c-4ed3-9a50-3c67c55f3551'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:13:58.229147 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954d07d5-a7a3-4ee1-9f09-923891922b5f None None] Routers {'43e6f7a4-c66c-4ed3-9a50-3c67c55f3551'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:13:58.229823 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-954d07d5-a7a3-4ee1-9f09-923891922b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:13:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['43e6f7a4-c66c-4ed3-9a50-3c67c55f3551'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:58.233679 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bc5fc90c-0c6c-4409-9eed-7bdcecf67005 admin admin] 10.222.0.32 "PUT /v2.0/routers/43e6f7a4-c66c-4ed3-9a50-3c67c55f3551/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3029313 Jul 23 20:13:58.236614 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 54296) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:58.346860 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-21f00d4a-fc01-47a8-9477-74c7d2b41e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:58.454154 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-954d07d5-a7a3-4ee1-9f09-923891922b5f None None] Set router 43e6f7a4-c66c-4ed3-9a50-3c67c55f3551 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:13:58.478498 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:58.545980 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-221b6f91-18c1-4f8e-ba8e-e6b5e8a24e59 admin admin] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:58.565902 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9d3cca4-c3a1-470e-8d2f-561d71114ded {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:13:58.633936 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-21f00d4a-fc01-47a8-9477-74c7d2b41e37 admin admin] Deleting port a2b71c04-0add-49ef-8796-4ae9ff684c7c {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:58.635140 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-21f00d4a-fc01-47a8-9477-74c7d2b41e37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:58.653253 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port e9d3cca4-c3a1-470e-8d2f-561d71114ded, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e9d3cca4-c3a1-470e-8d2f-561d71114ded,segment=NetworkSegment(bdb704e3-373f-4f47-bef5-3e89668f2e28),segment_id=bdb704e3-373f-4f47-bef5-3e89668f2e28)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:58.686744 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:58.709183 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25e160-27bd-40eb-857e-1ac4fdcfd0bf req-9090f904-b2e6-4af8-8132-e14fd1411e32 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:58.722479 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ce25e160-27bd-40eb-857e-1ac4fdcfd0bf req-9090f904-b2e6-4af8-8132-e14fd1411e32 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=39db543d-18ea-4f86-8d40-28da85231cf7 HTTP/1.1" status: 200 len: 944 time: 0.2887597 Jul 23 20:13:58.807170 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=e9d3cca4-c3a1-470e-8d2f-561d71114ded,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:58.848511 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ce25e160-27bd-40eb-857e-1ac4fdcfd0bf req-56996a27-2696-40ca-97af-0e80a3392973 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa4b89ca-bb65-4b11-a395-b4950fbd59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250942 Jul 23 20:13:58.886060 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c34f4111-4938-4a3b-940d-c992fd8623bf req-d32ae197-852f-42b5-82bf-2a88d8dc02a5 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d6d1ef-f367-4ec5-8417-4d96d9165b9c HTTP/1.1" status: 200 len: 210 time: 0.0518343 Jul 23 20:13:58.929532 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-221b6f91-18c1-4f8e-ba8e-e6b5e8a24e59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:58.939175 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcf57b3-9402-46a3-8751-af43a9404694 None None] DHCP port deletion for c0c425ca-579f-4028-a72c-ce66097cca22 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:13:58.953766 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['e9d3cca4-c3a1-470e-8d2f-561d71114ded'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:13:59.020975 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-21f00d4a-fc01-47a8-9477-74c7d2b41e37 admin admin] For port a2b71c04-0add-49ef-8796-4ae9ff684c7c, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=a2b71c04-0add-49ef-8796-4ae9ff684c7c,segment=NetworkSegment(97fd403f-3d99-4186-9325-492002f78c99),segment_id=97fd403f-3d99-4186-9325-492002f78c99)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:59.022392 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-21f00d4a-fc01-47a8-9477-74c7d2b41e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:59.072675 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-21f00d4a-fc01-47a8-9477-74c7d2b41e37 admin admin] Calling delete_port for a2b71c04-0add-49ef-8796-4ae9ff684c7c owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:59.118055 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-221b6f91-18c1-4f8e-ba8e-e6b5e8a24e59 admin admin] Deleting port 6a57db3e-4b8e-4116-8eab-a904c244171e {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:59.118526 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-221b6f91-18c1-4f8e-ba8e-e6b5e8a24e59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:59.120755 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-954d07d5-a7a3-4ee1-9f09-923891922b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e6f7a4-c66c-4ed3-9a50-3c67c55f3551', 'name': 'tempest-ServerActionsTestJSON-114208146-router', 'tenant_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '6a57db3e-4b8e-4116-8eab-a904c244171e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:13Z', 'updated_at': '2021-07-23T20:13:55Z', 'revision_number': 5, 'project_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'gw_port': {'id': '6a57db3e-4b8e-4116-8eab-a904c244171e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f7a4-c66c-4ed3-9a50-3c67c55f3551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:05:14Z', 'updated_at': '2021-07-23T20:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:59.183321 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954d07d5-a7a3-4ee1-9f09-923891922b5f None None] Checking router: 43e6f7a4-c66c-4ed3-9a50-3c67c55f3551 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:13:59.203896 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954d07d5-a7a3-4ee1-9f09-923891922b5f None None] Routers {'43e6f7a4-c66c-4ed3-9a50-3c67c55f3551'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:13:59.204581 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-954d07d5-a7a3-4ee1-9f09-923891922b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:13:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['43e6f7a4-c66c-4ed3-9a50-3c67c55f3551'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:59.284494 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9dcf57b3-9402-46a3-8751-af43a9404694 None None] Deleting port a2b71c04-0add-49ef-8796-4ae9ff684c7c {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:59.284868 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9dcf57b3-9402-46a3-8751-af43a9404694 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:59.292979 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-21f00d4a-fc01-47a8-9477-74c7d2b41e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:59.314509 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-221b6f91-18c1-4f8e-ba8e-e6b5e8a24e59 admin admin] For port 6a57db3e-4b8e-4116-8eab-a904c244171e, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6a57db3e-4b8e-4116-8eab-a904c244171e,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:59.315671 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-221b6f91-18c1-4f8e-ba8e-e6b5e8a24e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:59.316472 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-954d07d5-a7a3-4ee1-9f09-923891922b5f None None] Set router 43e6f7a4-c66c-4ed3-9a50-3c67c55f3551 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:13:59.321937 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a2b71c04-0add-49ef-8796-4ae9ff684c7c no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:59.333383 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-221b6f91-18c1-4f8e-ba8e-e6b5e8a24e59 admin admin] Calling delete_port for 6a57db3e-4b8e-4116-8eab-a904c244171e owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:59.350392 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: a2b71c04-0add-49ef-8796-4ae9ff684c7c {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:13:59.351273 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a2b71c04-0add-49ef-8796-4ae9ff684c7c not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:59.407940 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-954d07d5-a7a3-4ee1-9f09-923891922b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e6f7a4-c66c-4ed3-9a50-3c67c55f3551', 'name': 'tempest-ServerActionsTestJSON-114208146-router', 'tenant_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:13Z', 'updated_at': '2021-07-23T20:13:58Z', 'revision_number': 6, 'project_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:59.429775 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f00d4a-fc01-47a8-9477-74c7d2b41e37 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2b71c04-0add-49ef-8796-4ae9ff684c7c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:59.434123 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f00d4a-fc01-47a8-9477-74c7d2b41e37 admin admin] No DVR routers for this DVR port a2b71c04-0add-49ef-8796-4ae9ff684c7c on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:13:59.437148 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954d07d5-a7a3-4ee1-9f09-923891922b5f None None] The sync data for ids ['43e6f7a4-c66c-4ed3-9a50-3c67c55f3551'] in n-d-793618-10 is: [{'id': '43e6f7a4-c66c-4ed3-9a50-3c67c55f3551', 'name': 'tempest-ServerActionsTestJSON-114208146-router', 'tenant_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:05:13Z', 'updated_at': '2021-07-23T20:13:58Z', 'revision_number': 6, 'project_id': '3eac1fd2f7984fc28e6e139f2a1d3dd0', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:13:59.444498 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-9dcf57b3-9402-46a3-8751-af43a9404694 None None] For port a2b71c04-0add-49ef-8796-4ae9ff684c7c, host n-d-793618-10, got binding levels [] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:59.444952 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9dcf57b3-9402-46a3-8751-af43a9404694 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:59.463705 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9dcf57b3-9402-46a3-8751-af43a9404694 None None] Calling delete_port for a2b71c04-0add-49ef-8796-4ae9ff684c7c owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:59.470480 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.ipam_backend_mixin [None req-9dcf57b3-9402-46a3-8751-af43a9404694 None None] Port a2b71c04-0add-49ef-8796-4ae9ff684c7c was not found and therefore no delete operation was performed {{(pid=93877) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:13:59.472406 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9dcf57b3-9402-46a3-8751-af43a9404694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:59.499563 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-027ce6e5-dc00-4356-a11e-c8dcdeffb38f req-a5bb40a9-da47-4943-b983-d21c4e41c719 tempest-ServerShowV257Test-915546341 tempest-ServerShowV257Test-915546341-project] 10.222.0.32 "GET /v2.0/ports?device_id=9128a2ea-29f3-464c-ae01-f51fa72d8033 HTTP/1.1" status: 200 len: 210 time: 0.0456893 Jul 23 20:13:59.505701 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf57b3-9402-46a3-8751-af43a9404694 None None] Pushing event deleted for resources: {'Port': ['ID=a2b71c04-0add-49ef-8796-4ae9ff684c7c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:59.526690 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcf57b3-9402-46a3-8751-af43a9404694 None None] No DVR routers for this DVR port a2b71c04-0add-49ef-8796-4ae9ff684c7c on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:13:59.600113 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:13:59.604806 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-21f00d4a-fc01-47a8-9477-74c7d2b41e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:59.618866 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-21f00d4a-fc01-47a8-9477-74c7d2b41e37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0c425ca-579f-4028-a72c-ce66097cca22']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:59.636648 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-221b6f91-18c1-4f8e-ba8e-e6b5e8a24e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:59.642398 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe3e80-036a-49b5-8cfb-feeb3d4fd0fc req-d8302442-6340-4e50-a711-a0c6a2c57056 tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:59.663553 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-defe3e80-036a-49b5-8cfb-feeb3d4fd0fc req-d8302442-6340-4e50-a711-a0c6a2c57056 tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f34f84d3-9a29-4182-84ab-1c3280cde3d7 HTTP/1.1" status: 200 len: 945 time: 0.3775949 Jul 23 20:13:59.689861 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-21f00d4a-fc01-47a8-9477-74c7d2b41e37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97fd403f-3d99-4186-9325-492002f78c99') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:59.690269 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-21f00d4a-fc01-47a8-9477-74c7d2b41e37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97fd403f-3d99-4186-9325-492002f78c99') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:59.704653 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-21f00d4a-fc01-47a8-9477-74c7d2b41e37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:59.723811 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-21f00d4a-fc01-47a8-9477-74c7d2b41e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:59.732853 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21f00d4a-fc01-47a8-9477-74c7d2b41e37 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:13:59.733724 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-21f00d4a-fc01-47a8-9477-74c7d2b41e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:59.737042 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b6f91-18c1-4f8e-ba8e-e6b5e8a24e59 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a57db3e-4b8e-4116-8eab-a904c244171e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:59.744599 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-221b6f91-18c1-4f8e-ba8e-e6b5e8a24e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:59.750822 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:13:59.750822 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:13:59.750822 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:13:59.750822 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:13:59.750822 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:13:59.750822 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:13:59.750822 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:13:59.750822 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:13:59.750822 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:13:59.750822 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:13:59.750822 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:13:59.750822 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:13:59.750822 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:13:59.750822 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:13:59.750822 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:13:59.750822 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:13:59.750822 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:13:59.750822 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:13:59.750822 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:13:59.750822 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:13:59.750822 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:13:59.750822 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:13:59.750822 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:13:59.750822 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:13:59.750822 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:13:59.750822 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:13:59.750822 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:13:59.750822 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:13:59.750822 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:13:59.750822 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:13:59.750822 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:13:59.750822 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:13:59.855813 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-defe3e80-036a-49b5-8cfb-feeb3d4fd0fc req-3405225d-7059-4da9-ae30-7103a1b1f9aa tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd78b88c-8acd-4471-aa2f-480b591c9fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912186 Jul 23 20:13:59.859807 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-21f00d4a-fc01-47a8-9477-74c7d2b41e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:59.880481 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-221b6f91-18c1-4f8e-ba8e-e6b5e8a24e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:59.884098 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-221b6f91-18c1-4f8e-ba8e-e6b5e8a24e59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:59.919597 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-21f00d4a-fc01-47a8-9477-74c7d2b41e37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:59.923293 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-21f00d4a-fc01-47a8-9477-74c7d2b41e37 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c0c425ca-579f-4028-a72c-ce66097cca22 HTTP/1.1" status: 204 len: 168 time: 1.7301626 Jul 23 20:13:59.938371 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f00d4a-fc01-47a8-9477-74c7d2b41e37 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0c425ca-579f-4028-a72c-ce66097cca22,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:00.050551 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-221b6f91-18c1-4f8e-ba8e-e6b5e8a24e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:00.051703 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221b6f91-18c1-4f8e-ba8e-e6b5e8a24e59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43e6f7a4-c66c-4ed3-9a50-3c67c55f3551 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:14:00.065159 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-221b6f91-18c1-4f8e-ba8e-e6b5e8a24e59 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:00.066637 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-221b6f91-18c1-4f8e-ba8e-e6b5e8a24e59 admin admin] 10.222.0.32 "DELETE /v2.0/routers/43e6f7a4-c66c-4ed3-9a50-3c67c55f3551 HTTP/1.1" status: 204 len: 168 time: 1.8288095 Jul 23 20:14:00.071852 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 54324) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:00.100268 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-99b06827-1972-472e-90f7-75afe4b720d7 req-aa480136-8bbe-4384-9d0b-1a95cad9dba3 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d6d1ef-f367-4ec5-8417-4d96d9165b9c HTTP/1.1" status: 200 len: 210 time: 0.0925665 Jul 23 20:14:00.177442 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82d0ef-c73b-44e0-927e-4fdf76bf80cc req-4c70ce82-661c-4118-a91e-c2dd4c26f681 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:00.186070 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2e82d0ef-c73b-44e0-927e-4fdf76bf80cc req-4c70ce82-661c-4118-a91e-c2dd4c26f681 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=39db543d-18ea-4f86-8d40-28da85231cf7 HTTP/1.1" status: 200 len: 945 time: 0.2123139 Jul 23 20:14:00.247978 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf23a1e6-f059-45b5-9b55-eaff23a0dd87 admin admin] Deleting subnet d89cc8ce-1520-4663-872c-281c0b224b71 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:14:00.256948 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2e82d0ef-c73b-44e0-927e-4fdf76bf80cc req-53b9f46c-b5c3-42cf-8934-5079489986e9 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa4b89ca-bb65-4b11-a395-b4950fbd59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699947 Jul 23 20:14:00.262921 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cf23a1e6-f059-45b5-9b55-eaff23a0dd87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:00.272145 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f41f54-760f-4b1b-9410-13ee1c886cce req-e5ca3fc3-89de-45e0-b36e-f76fdd711fa3 tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:00.274217 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-85f41f54-760f-4b1b-9410-13ee1c886cce req-e5ca3fc3-89de-45e0-b36e-f76fdd711fa3 tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] 10.222.0.18 "GET /v2.0/ports?device_id=f34f84d3-9a29-4182-84ab-1c3280cde3d7 HTTP/1.1" status: 200 len: 945 time: 0.2031331 Jul 23 20:14:00.293045 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 54330) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:00.336071 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a878848c-62d0-4631-9f4f-7616e1b3d442 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=858effe7088a420282b357f80eadfe13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415437 Jul 23 20:14:00.338399 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 54332) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:00.346916 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cf23a1e6-f059-45b5-9b55-eaff23a0dd87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:00.405870 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8763d474-320d-4f9a-b4e7-b9a11cb20c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:00.436396 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8763d474-320d-4f9a-b4e7-b9a11cb20c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:00.489360 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-85f41f54-760f-4b1b-9410-13ee1c886cce req-2f17580f-589a-4dfd-a1af-ca6e89bc0aed tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] Deleting port 7f0c7ea8-f7e1-4e39-a9c2-12e827229642 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:14:00.489751 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-85f41f54-760f-4b1b-9410-13ee1c886cce req-2f17580f-589a-4dfd-a1af-ca6e89bc0aed tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:00.494700 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cf23a1e6-f059-45b5-9b55-eaff23a0dd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:00.500871 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8763d474-320d-4f9a-b4e7-b9a11cb20c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:00.503649 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8763d474-320d-4f9a-b4e7-b9a11cb20c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:00.504913 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8763d474-320d-4f9a-b4e7-b9a11cb20c0a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f03bc08f-e700-4073-8157-e780c3416b03 HTTP/1.1" status: 204 len: 168 time: 0.1655915 Jul 23 20:14:00.520053 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763d474-320d-4f9a-b4e7-b9a11cb20c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03bc08f-e700-4073-8157-e780c3416b03,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:00.632167 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9e2e668a-8da9-43e0-81cf-947dd6ccab35 req-6fcd8c9f-1c03-42ee-9920-29c95f7a1d1e tempest-ServerShowV257Test-915546341 tempest-ServerShowV257Test-915546341-project] 10.222.0.32 "GET /v2.0/ports?device_id=9128a2ea-29f3-464c-ae01-f51fa72d8033 HTTP/1.1" status: 200 len: 210 time: 0.0360489 Jul 23 20:14:00.699199 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-85f41f54-760f-4b1b-9410-13ee1c886cce req-2f17580f-589a-4dfd-a1af-ca6e89bc0aed tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] For port 7f0c7ea8-f7e1-4e39-a9c2-12e827229642, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=7f0c7ea8-f7e1-4e39-a9c2-12e827229642,segment=NetworkSegment(351c92b6-e800-4516-875f-0c13e58f6e08),segment_id=351c92b6-e800-4516-875f-0c13e58f6e08)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:00.699551 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-85f41f54-760f-4b1b-9410-13ee1c886cce req-2f17580f-589a-4dfd-a1af-ca6e89bc0aed tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:00.717632 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cf23a1e6-f059-45b5-9b55-eaff23a0dd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:00.728564 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-85f41f54-760f-4b1b-9410-13ee1c886cce req-2f17580f-589a-4dfd-a1af-ca6e89bc0aed tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] Calling delete_port for 7f0c7ea8-f7e1-4e39-a9c2-12e827229642 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:14:00.828926 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cf23a1e6-f059-45b5-9b55-eaff23a0dd87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:00.833369 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-cf23a1e6-f059-45b5-9b55-eaff23a0dd87 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d89cc8ce-1520-4663-872c-281c0b224b71 HTTP/1.1" status: 204 len: 168 time: 0.7237201 Jul 23 20:14:00.833369 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23a1e6-f059-45b5-9b55-eaff23a0dd87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d89cc8ce-1520-4663-872c-281c0b224b71,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:00.835595 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 54340) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:00.845152 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8c4cec-4ea4-4d94-9e01-d9285dcff811 None None] Network f1957672-1349-45e6-b250-4d2e0e2b0e22 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:14:00.986554 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-890b7d51-0c0e-4d93-a448-abee8b457e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:01.050233 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-85f41f54-760f-4b1b-9410-13ee1c886cce req-2f17580f-589a-4dfd-a1af-ca6e89bc0aed tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:01.065035 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['7f0c7ea8-f7e1-4e39-a9c2-12e827229642'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:14:01.089998 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f17580f-589a-4dfd-a1af-ca6e89bc0aed tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] Pushing event deleted for resources: {'Port': ['ID=7f0c7ea8-f7e1-4e39-a9c2-12e827229642,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:01.099041 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-890b7d51-0c0e-4d93-a448-abee8b457e1e admin admin] Deleting port 9732a144-b584-411f-8c71-3788b7039af3 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:14:01.099695 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-890b7d51-0c0e-4d93-a448-abee8b457e1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:01.157778 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f41f54-760f-4b1b-9410-13ee1c886cce req-2f17580f-589a-4dfd-a1af-ca6e89bc0aed tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] No DVR routers for this DVR port 7f0c7ea8-f7e1-4e39-a9c2-12e827229642 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:14:01.167715 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06e426-9b7d-4f3c-9d99-a09c9c551563 req-e3188425-c952-4360-8534-86ed24993753 tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:01.169215 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ea06e426-9b7d-4f3c-9d99-a09c9c551563 req-e3188425-c952-4360-8534-86ed24993753 tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] 10.222.0.32 "GET /v2.0/ports?device_id=f34f84d3-9a29-4182-84ab-1c3280cde3d7 HTTP/1.1" status: 200 len: 867 time: 0.1979382 Jul 23 20:14:01.181003 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-85f41f54-760f-4b1b-9410-13ee1c886cce req-2f17580f-589a-4dfd-a1af-ca6e89bc0aed tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:01.181003 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-85f41f54-760f-4b1b-9410-13ee1c886cce req-2f17580f-589a-4dfd-a1af-ca6e89bc0aed tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] 10.222.0.18 "DELETE /v2.0/ports/7f0c7ea8-f7e1-4e39-a9c2-12e827229642 HTTP/1.1" status: 204 len: 173 time: 0.8851440 Jul 23 20:14:01.181306 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34f84d3-9a29-4182-84ab-1c3280cde3d7', 'name': 'network-vif-deleted', 'tag': '7f0c7ea8-f7e1-4e39-a9c2-12e827229642'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:01.198155 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1db3a0-2472-498d-8182-8b3cd024f155" -d '{"events": [{"server_uuid": "f34f84d3-9a29-4182-84ab-1c3280cde3d7", "name": "network-vif-deleted", "tag": "7f0c7ea8-f7e1-4e39-a9c2-12e827229642"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:01.205976 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-890b7d51-0c0e-4d93-a448-abee8b457e1e admin admin] For port 9732a144-b584-411f-8c71-3788b7039af3, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=9732a144-b584-411f-8c71-3788b7039af3,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:01.206267 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-890b7d51-0c0e-4d93-a448-abee8b457e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:01.228236 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0649ce91-a3c3-407a-8599-281ea2be7786 None None] DHCP port deletion for f1957672-1349-45e6-b250-4d2e0e2b0e22 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:14:01.251325 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-890b7d51-0c0e-4d93-a448-abee8b457e1e admin admin] Calling delete_port for 9732a144-b584-411f-8c71-3788b7039af3 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:14:01.269504 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ea06e426-9b7d-4f3c-9d99-a09c9c551563 req-acf657f4-abb0-4683-8042-9347dc12a41c tempest-ServerTagsTestJSON-1831342875 tempest-ServerTagsTestJSON-1831342875-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd78b88c-8acd-4471-aa2f-480b591c9fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667591 Jul 23 20:14:01.352351 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6a57db3e-4b8e-4116-8eab-a904c244171e no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:14:01.385039 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 6a57db3e-4b8e-4116-8eab-a904c244171e {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:14:01.385671 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6a57db3e-4b8e-4116-8eab-a904c244171e not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:14:01.386478 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3a3c13b2-04de-44ee-ad0e-eb714a43f7b1 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:14:01.401609 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97905d1-1cbd-4ce2-b1ef-fb5758070ccb x-openstack-request-id: req-a97905d1-1cbd-4ce2-b1ef-fb5758070ccb {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:01.401953 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34f84d3-9a29-4182-84ab-1c3280cde3d7", "name": "network-vif-deleted", "tag": "7f0c7ea8-f7e1-4e39-a9c2-12e827229642", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:01.402310 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a97905d1-1cbd-4ce2-b1ef-fb5758070ccb {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:01.402728 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34f84d3-9a29-4182-84ab-1c3280cde3d7', 'name': 'network-vif-deleted', 'tag': '7f0c7ea8-f7e1-4e39-a9c2-12e827229642', 'status': 'completed', 'code': 200} Jul 23 20:14:01.421055 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 3a3c13b2-04de-44ee-ad0e-eb714a43f7b1 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:14:01.421933 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3a3c13b2-04de-44ee-ad0e-eb714a43f7b1 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:14:01.430437 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-0649ce91-a3c3-407a-8599-281ea2be7786 None None] Deleting port 9732a144-b584-411f-8c71-3788b7039af3 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:14:01.430942 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0649ce91-a3c3-407a-8599-281ea2be7786 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:01.492665 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8544b8b4-17cc-44e5-a6ec-4db19467c130 req-1e9e5619-1491-4579-bd77-8a91fa6a95f5 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d6d1ef-f367-4ec5-8417-4d96d9165b9c HTTP/1.1" status: 200 len: 210 time: 0.1995490 Jul 23 20:14:01.532716 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0649ce91-a3c3-407a-8599-281ea2be7786 None None] For port 9732a144-b584-411f-8c71-3788b7039af3, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=9732a144-b584-411f-8c71-3788b7039af3,segment=NetworkSegment(5c96697d-ee44-400a-8e69-1e994d5bac44),segment_id=5c96697d-ee44-400a-8e69-1e994d5bac44)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:01.533384 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0649ce91-a3c3-407a-8599-281ea2be7786 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:01.557055 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-0649ce91-a3c3-407a-8599-281ea2be7786 None None] Calling delete_port for 9732a144-b584-411f-8c71-3788b7039af3 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:14:01.594231 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-890b7d51-0c0e-4d93-a448-abee8b457e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:01.676044 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-026d3ab1-7369-4fb7-8af7-0eb32649f4a2 tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=2652dbfbd892433ba633440ec029f139&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339613 Jul 23 20:14:01.718823 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0649ce91-a3c3-407a-8599-281ea2be7786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:01.733798 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b7d51-0c0e-4d93-a448-abee8b457e1e admin admin] Pushing event deleted for resources: {'Port': ['ID=9732a144-b584-411f-8c71-3788b7039af3,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:01.750567 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890b7d51-0c0e-4d93-a448-abee8b457e1e admin admin] No DVR routers for this DVR port 9732a144-b584-411f-8c71-3788b7039af3 on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:14:01.756600 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649ce91-a3c3-407a-8599-281ea2be7786 None None] Pushing event deleted for resources: {'Port': ['ID=9732a144-b584-411f-8c71-3788b7039af3,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:01.765905 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0649ce91-a3c3-407a-8599-281ea2be7786 None None] No DVR routers for this DVR port 9732a144-b584-411f-8c71-3788b7039af3 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:14:01.826512 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 54384) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:01.894334 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-890b7d51-0c0e-4d93-a448-abee8b457e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:01.905017 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-a991b2cc-d569-45d8-bef9-00d1fe48aec5 tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:01.907306 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-a991b2cc-d569-45d8-bef9-00d1fe48aec5 tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2296715 Jul 23 20:14:01.922996 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-890b7d51-0c0e-4d93-a448-abee8b457e1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1957672-1349-45e6-b250-4d2e0e2b0e22']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:01.930348 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-92d62b67-c5ec-4cb2-83a6-07ed1e2c0ede tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] 10.222.0.32 "GET /v2.0/quotas/2652dbfbd892433ba633440ec029f139 HTTP/1.1" status: 200 len: 375 time: 0.0145714 Jul 23 20:14:01.937021 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-890b7d51-0c0e-4d93-a448-abee8b457e1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c96697d-ee44-400a-8e69-1e994d5bac44') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:01.937275 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-890b7d51-0c0e-4d93-a448-abee8b457e1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c96697d-ee44-400a-8e69-1e994d5bac44') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:01.950215 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-890b7d51-0c0e-4d93-a448-abee8b457e1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:01.970972 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device e9d3cca4-c3a1-470e-8d2f-561d71114ded up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:14:01.972518 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39ab70-cd9e-49fe-9a74-be3d09c5de67 req-113db3e9-75ff-4b8d-b66f-677ae5144042 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:01.976137 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ec39ab70-cd9e-49fe-9a74-be3d09c5de67 req-113db3e9-75ff-4b8d-b66f-677ae5144042 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=39db543d-18ea-4f86-8d40-28da85231cf7 HTTP/1.1" status: 200 len: 945 time: 0.2834933 Jul 23 20:14:01.982998 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-890b7d51-0c0e-4d93-a448-abee8b457e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:01.983183 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-025ae15a-b3a0-41b5-9846-1f6e9d31d157 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-501968438-network', 'tenant_id': '1365ee67a81b40aa90253977d2095ddd'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:01.994612 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-9e53443f-a75e-4f30-85e1-c97631d422cf tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2652dbfbd892433ba633440ec029f139&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584791 Jul 23 20:14:02.014804 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025ae15a-b3a0-41b5-9846-1f6e9d31d157 admin admin] Made reservation on behalf of 1365ee67a81b40aa90253977d2095ddd for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:02.017858 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-025ae15a-b3a0-41b5-9846-1f6e9d31d157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:02.028376 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-025ae15a-b3a0-41b5-9846-1f6e9d31d157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:02.034126 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-890b7d51-0c0e-4d93-a448-abee8b457e1e admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:14:02.035551 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port e9d3cca4-c3a1-470e-8d2f-561d71114ded completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:14:02.039631 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-890b7d51-0c0e-4d93-a448-abee8b457e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:02.041196 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port e9d3cca4-c3a1-470e-8d2f-561d71114ded triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:02.041788 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:02.045041 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:14:02.045041 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:14:02.045041 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:14:02.045041 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:14:02.045041 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:14:02.045041 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:14:02.045041 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:14:02.045041 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:14:02.045041 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:14:02.045041 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:14:02.045041 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:14:02.045041 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:14:02.045041 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:14:02.045041 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:14:02.045041 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:14:02.045041 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:14:02.045041 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:14:02.045041 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:14:02.045041 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:14:02.045041 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:14:02.045041 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:14:02.045041 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:14:02.045041 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:14:02.045041 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:14:02.045041 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:14:02.045041 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:14:02.045041 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:14:02.045041 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:14:02.045041 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:14:02.045041 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:14:02.045041 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:14:02.045041 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:14:02.205996 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-025ae15a-b3a0-41b5-9846-1f6e9d31d157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:02.207454 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ec39ab70-cd9e-49fe-9a74-be3d09c5de67 req-5efff932-cffc-4857-a006-6f2fa82950cb tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa4b89ca-bb65-4b11-a395-b4950fbd59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219737 Jul 23 20:14:02.215132 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-025ae15a-b3a0-41b5-9846-1f6e9d31d157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:02.226428 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:02.234814 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-890b7d51-0c0e-4d93-a448-abee8b457e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:02.252791 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-025ae15a-b3a0-41b5-9846-1f6e9d31d157 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:14:02.258283 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-890b7d51-0c0e-4d93-a448-abee8b457e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:02.260512 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-890b7d51-0c0e-4d93-a448-abee8b457e1e admin admin] 10.222.0.32 "DELETE /v2.0/networks/f1957672-1349-45e6-b250-4d2e0e2b0e22 HTTP/1.1" status: 204 len: 168 time: 1.4239194 Jul 23 20:14:02.277658 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ae15a-b3a0-41b5-9846-1f6e9d31d157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702ff15b-770c-482e-9361-136862086c47,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:02.277909 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39db543d-18ea-4f86-8d40-28da85231cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d3cca4-c3a1-470e-8d2f-561d71114ded'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:02.280198 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb702363-fdc1-414c-be9c-3e6a25eeb0b0" -d '{"events": [{"server_uuid": "39db543d-18ea-4f86-8d40-28da85231cf7", "name": "network-vif-plugged", "status": "completed", "tag": "e9d3cca4-c3a1-470e-8d2f-561d71114ded"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:02.298022 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b7d51-0c0e-4d93-a448-abee8b457e1e admin admin] Pushing event deleted for resources: {'Network': ['ID=f1957672-1349-45e6-b250-4d2e0e2b0e22,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:02.298943 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port e9d3cca4-c3a1-470e-8d2f-561d71114ded, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e9d3cca4-c3a1-470e-8d2f-561d71114ded,segment=NetworkSegment(bdb704e3-373f-4f47-bef5-3e89668f2e28),segment_id=bdb704e3-373f-4f47-bef5-3e89668f2e28)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:02.307973 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:02.361994 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ff3a6c6-b64b-496e-a162-3d0757eababa req-d87dedda-5f19-436e-af54-0ce9563c077e tempest-ServerShowV257Test-915546341 tempest-ServerShowV257Test-915546341-project] 10.222.0.32 "GET /v2.0/ports?device_id=9128a2ea-29f3-464c-ae01-f51fa72d8033 HTTP/1.1" status: 200 len: 210 time: 0.0998719 Jul 23 20:14:02.371483 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-025ae15a-b3a0-41b5-9846-1f6e9d31d157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:02.371867 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-025ae15a-b3a0-41b5-9846-1f6e9d31d157 admin admin] Added segment a2885ddb-e94a-4646-848f-a3555f8305f4 of type vlan for network fbe5c4f7-04e3-4348-a174-9925416b908d Jul 23 20:14:02.391978 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=e9d3cca4-c3a1-470e-8d2f-561d71114ded,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:02.393039 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-50f1b858-b99d-42c4-897b-93e613e623eb req-66514a27-b9f5-4aaa-af44-47d5dcdfb106 tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a3a7bb7-8e25-46fd-b059-64f59acec88c HTTP/1.1" status: 200 len: 210 time: 0.0784788 Jul 23 20:14:02.472355 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 54398) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:02.490764 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-025ae15a-b3a0-41b5-9846-1f6e9d31d157 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:02.519630 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95bd5ba0-c8df-43f9-9f2b-cdd52287c35e x-openstack-request-id: req-95bd5ba0-c8df-43f9-9f2b-cdd52287c35e {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:02.520050 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39db543d-18ea-4f86-8d40-28da85231cf7", "name": "network-vif-plugged", "status": "completed", "tag": "e9d3cca4-c3a1-470e-8d2f-561d71114ded", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:02.520319 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-95bd5ba0-c8df-43f9-9f2b-cdd52287c35e {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:02.520896 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39db543d-18ea-4f86-8d40-28da85231cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d3cca4-c3a1-470e-8d2f-561d71114ded', 'code': 200} Jul 23 20:14:02.542166 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-025ae15a-b3a0-41b5-9846-1f6e9d31d157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:02.544803 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025ae15a-b3a0-41b5-9846-1f6e9d31d157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:02.546282 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-025ae15a-b3a0-41b5-9846-1f6e9d31d157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:02.588476 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 54408) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:02.605555 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-331cda0a-274a-4019-8da3-07aa7a3d07a2 admin admin] Deleting subnet bb10d731-9e0a-49f7-9a12-7f2e120eccf8 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:14:02.618800 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-331cda0a-274a-4019-8da3-07aa7a3d07a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:02.624099 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-025ae15a-b3a0-41b5-9846-1f6e9d31d157 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7953260 Jul 23 20:14:02.628867 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 54410) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:02.642035 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-f7952d0d-01ef-4eb0-8a06-a7389b25048c admin admin] Request body: {'subnet': {'network_id': 'fbe5c4f7-04e3-4348-a174-9925416b908d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-501968438-subnet', 'tenant_id': '1365ee67a81b40aa90253977d2095ddd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:02.781378 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-331cda0a-274a-4019-8da3-07aa7a3d07a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:02.840547 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5bbb4-519b-4bed-9f02-22748186cdd6 req-bb74674d-d472-4d13-ab01-cc542186df03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:02.842472 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-85c5bbb4-519b-4bed-9f02-22748186cdd6 req-bb74674d-d472-4d13-ab01-cc542186df03 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=39db543d-18ea-4f86-8d40-28da85231cf7 HTTP/1.1" status: 200 len: 1098 time: 0.2289119 Jul 23 20:14:02.858569 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-331cda0a-274a-4019-8da3-07aa7a3d07a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:02.917258 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-85c5bbb4-519b-4bed-9f02-22748186cdd6 req-0e7d5602-fc4a-4350-8d1f-66a63cff87dd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=aa4b89ca-bb65-4b11-a395-b4950fbd59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659885 Jul 23 20:14:02.939194 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-331cda0a-274a-4019-8da3-07aa7a3d07a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:02.984733 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331cda0a-274a-4019-8da3-07aa7a3d07a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb10d731-9e0a-49f7-9a12-7f2e120eccf8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:02.987231 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-331cda0a-274a-4019-8da3-07aa7a3d07a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:02.992626 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-331cda0a-274a-4019-8da3-07aa7a3d07a2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bb10d731-9e0a-49f7-9a12-7f2e120eccf8 HTTP/1.1" status: 204 len: 168 time: 0.5190098 Jul 23 20:14:02.993922 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 54414) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:03.060825 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ae15a-b3a0-41b5-9846-1f6e9d31d157 admin admin] Pushing event updated for resources: {'Network': ['ID=fbe5c4f7-04e3-4348-a174-9925416b908d,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:03.071695 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-84b892ca-a096-4de5-8d8f-d660fdc0df22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:03.076247 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network fbe5c4f7-04e3-4348-a174-9925416b908d details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:14:03.113671 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-68acc6f0-3a16-478e-96be-3acbec31569f req-f025e836-38c7-47f3-b981-d0c59c560157 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d6d1ef-f367-4ec5-8417-4d96d9165b9c HTTP/1.1" status: 200 len: 210 time: 0.0551801 Jul 23 20:14:03.142124 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2f1eb11b-ab87-4dc9-a3a7-f58b911684e1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3eac1fd2f7984fc28e6e139f2a1d3dd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5495591 Jul 23 20:14:03.142792 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 54416) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:03.155148 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7952d0d-01ef-4eb0-8a06-a7389b25048c admin admin] Made reservation on behalf of 1365ee67a81b40aa90253977d2095ddd for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:03.157660 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f7952d0d-01ef-4eb0-8a06-a7389b25048c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:03.188021 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-84b892ca-a096-4de5-8d8f-d660fdc0df22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:03.210254 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-84b892ca-a096-4de5-8d8f-d660fdc0df22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e25c72f-7ea8-4098-805e-302eab202adc']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:03.234593 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-84b892ca-a096-4de5-8d8f-d660fdc0df22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '351c92b6-e800-4516-875f-0c13e58f6e08') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:03.234997 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-84b892ca-a096-4de5-8d8f-d660fdc0df22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '351c92b6-e800-4516-875f-0c13e58f6e08') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:03.252375 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-84b892ca-a096-4de5-8d8f-d660fdc0df22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:03.276092 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-84b892ca-a096-4de5-8d8f-d660fdc0df22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:03.285647 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6d5166d0-0b22-4706-a01c-bb57afdc908f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:03.288520 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84b892ca-a096-4de5-8d8f-d660fdc0df22 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:14:03.288885 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-84b892ca-a096-4de5-8d8f-d660fdc0df22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:03.290799 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:14:03.290799 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:14:03.290799 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:14:03.290799 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:14:03.290799 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:14:03.290799 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:14:03.290799 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:14:03.290799 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:14:03.290799 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:14:03.290799 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:14:03.290799 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:14:03.290799 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:14:03.290799 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:14:03.290799 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:14:03.290799 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:14:03.290799 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:14:03.290799 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:14:03.290799 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:14:03.290799 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:14:03.290799 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:14:03.290799 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:14:03.290799 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:14:03.290799 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:14:03.290799 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:14:03.290799 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:14:03.290799 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:14:03.290799 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:14:03.290799 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:14:03.290799 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:14:03.290799 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:14:03.290799 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:14:03.290799 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:14:03.316244 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 9732a144-b584-411f-8c71-3788b7039af3 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:14:03.346369 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 9732a144-b584-411f-8c71-3788b7039af3 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:14:03.346722 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 9732a144-b584-411f-8c71-3788b7039af3 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:14:03.380469 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6d5166d0-0b22-4706-a01c-bb57afdc908f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:03.411109 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-84b892ca-a096-4de5-8d8f-d660fdc0df22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:03.424976 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-84b892ca-a096-4de5-8d8f-d660fdc0df22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:03.432414 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-84b892ca-a096-4de5-8d8f-d660fdc0df22 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8e25c72f-7ea8-4098-805e-302eab202adc HTTP/1.1" status: 204 len: 168 time: 0.4373698 Jul 23 20:14:03.466245 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b892ca-a096-4de5-8d8f-d660fdc0df22 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e25c72f-7ea8-4098-805e-302eab202adc,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:03.502623 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ba077-1839-4955-9166-ed98be309fa0 req-ba555161-4f32-4816-b613-82bc1617cbab tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:03.510251 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-499ba077-1839-4955-9166-ed98be309fa0 req-ba555161-4f32-4816-b613-82bc1617cbab tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=39db543d-18ea-4f86-8d40-28da85231cf7 HTTP/1.1" status: 200 len: 946 time: 0.1813149 Jul 23 20:14:03.512789 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6d5166d0-0b22-4706-a01c-bb57afdc908f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:03.515556 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6d5166d0-0b22-4706-a01c-bb57afdc908f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:03.516864 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6d5166d0-0b22-4706-a01c-bb57afdc908f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1457fee0-48b3-44b0-bd79-76d688786ce4 HTTP/1.1" status: 204 len: 168 time: 0.3731101 Jul 23 20:14:03.539469 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5166d0-0b22-4706-a01c-bb57afdc908f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1457fee0-48b3-44b0-bd79-76d688786ce4,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:03.627289 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-499ba077-1839-4955-9166-ed98be309fa0 req-882900ce-87df-4bfc-93f8-9ad847287a0a tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa4b89ca-bb65-4b11-a395-b4950fbd59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151557 Jul 23 20:14:03.631723 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f7952d0d-01ef-4eb0-8a06-a7389b25048c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:03.657739 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7ea3c6ad-237a-4627-9162-80f2eaf96c7f req-a7c2c429-67c3-43e7-ac68-8d62c7cb1ae0 tempest-ServerShowV257Test-915546341 tempest-ServerShowV257Test-915546341-project] 10.222.0.32 "GET /v2.0/ports?device_id=9128a2ea-29f3-464c-ae01-f51fa72d8033 HTTP/1.1" status: 200 len: 210 time: 0.1159000 Jul 23 20:14:03.752954 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 7f0c7ea8-f7e1-4e39-a9c2-12e827229642 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:14:03.767878 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 54430) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:03.814242 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 7f0c7ea8-f7e1-4e39-a9c2-12e827229642 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:14:03.820251 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 7f0c7ea8-f7e1-4e39-a9c2-12e827229642 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:14:03.828759 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7952d0d-01ef-4eb0-8a06-a7389b25048c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf7c321f-fe10-4e13-b95a-bf8888f04b33,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:03.857118 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bec0ca72-405e-4de7-a01e-3689a259e8d2 req-86b48b98-8fe9-41ab-ba2f-c974af29b50b tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a3a7bb7-8e25-46fd-b059-64f59acec88c HTTP/1.1" status: 200 len: 210 time: 0.0611207 Jul 23 20:14:03.876086 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5ba02bcb-2737-454e-b8e8-33107807c215 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f5e91f542da5492fb547da29a81bf895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1070294 Jul 23 20:14:03.876673 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-d291ed1c-5807-40c1-93c6-9d6eacdd8654 tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=2652dbfbd892433ba633440ec029f139&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0770009 Jul 23 20:14:03.878546 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 54432) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:03.947332 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7952d0d-01ef-4eb0-8a06-a7389b25048c admin admin] Checking segment: {'id': 'a2885ddb-e94a-4646-848f-a3555f8305f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'fbe5c4f7-04e3-4348-a174-9925416b908d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:03.947857 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7952d0d-01ef-4eb0-8a06-a7389b25048c admin admin] Network hostable DHCP agents. Network: fbe5c4f7-04e3-4348-a174-9925416b908d, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:14:03.990992 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-91ca445c-b693-4d5d-a8b6-6fa768212d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:04.007784 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7952d0d-01ef-4eb0-8a06-a7389b25048c admin admin] Network fbe5c4f7-04e3-4348-a174-9925416b908d is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:14:04.025998 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-f7952d0d-01ef-4eb0-8a06-a7389b25048c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, fbe5c4f7-04e3-4348-a174-9925416b908d) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:04.035147 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee8f1f0-9955-4dd3-ab58-ebcf3df6edb6 None None] Network fbe5c4f7-04e3-4348-a174-9925416b908d requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:14:04.038438 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7952d0d-01ef-4eb0-8a06-a7389b25048c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:04.039154 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f7952d0d-01ef-4eb0-8a06-a7389b25048c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:04.048095 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-91ca445c-b693-4d5d-a8b6-6fa768212d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:04.049679 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-cd93303c-13fb-4b5b-801f-0b77a142c780 tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:04.051167 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-cd93303c-13fb-4b5b-801f-0b77a142c780 tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1648433 Jul 23 20:14:04.075508 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-7a8d76b3-6eaf-4888-b5e1-32de9a2c0d6c tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] Request body: {'port': {'device_id': '0a3a7bb7-8e25-46fd-b059-64f59acec88c', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'admin_state_up': True, 'tenant_id': '2652dbfbd892433ba633440ec029f139'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:04.080919 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f7952d0d-01ef-4eb0-8a06-a7389b25048c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4474485 Jul 23 20:14:04.136939 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-91ca445c-b693-4d5d-a8b6-6fa768212d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:04.139919 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-91ca445c-b693-4d5d-a8b6-6fa768212d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:04.143536 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-91ca445c-b693-4d5d-a8b6-6fa768212d54 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bd78b88c-8acd-4471-aa2f-480b591c9fbc HTTP/1.1" status: 204 len: 168 time: 0.2615917 Jul 23 20:14:04.155620 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca445c-b693-4d5d-a8b6-6fa768212d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd78b88c-8acd-4471-aa2f-480b591c9fbc,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:04.242507 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 54450) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:04.267408 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a0940f-3486-4c8b-ab9c-25f056ae4994 None None] Network fbe5c4f7-04e3-4348-a174-9925416b908d requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:14:04.332774 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7daad4b0-27a3-4957-9f11-c6bf721c5438 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:04.352215 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-7a8d76b3-6eaf-4888-b5e1-32de9a2c0d6c tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] Made reservation on behalf of 2652dbfbd892433ba633440ec029f139 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:04.356271 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-7a8d76b3-6eaf-4888-b5e1-32de9a2c0d6c tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:04.377278 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-7a8d76b3-6eaf-4888-b5e1-32de9a2c0d6c tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:04.396918 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7daad4b0-27a3-4957-9f11-c6bf721c5438 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:04.495910 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7daad4b0-27a3-4957-9f11-c6bf721c5438 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:04.499533 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7daad4b0-27a3-4957-9f11-c6bf721c5438 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:04.501026 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7daad4b0-27a3-4957-9f11-c6bf721c5438 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "DELETE /v2.0/security-groups/ac57dabd-5408-4aa9-a446-4e6747435303 HTTP/1.1" status: 204 len: 168 time: 0.2573247 Jul 23 20:14:04.508473 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 54458) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:04.539408 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-61073f0e-f289-44f2-a419-987555d9f6ce tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] show failed (client error): The resource could not be found. Jul 23 20:14:04.541002 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-61073f0e-f289-44f2-a419-987555d9f6ce tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "GET /v2.0/security-groups/ac57dabd-5408-4aa9-a446-4e6747435303 HTTP/1.1" status: 404 len: 347 time: 0.0305040 Jul 23 20:14:04.542297 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daad4b0-27a3-4957-9f11-c6bf721c5438 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac57dabd-5408-4aa9-a446-4e6747435303,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:04.544038 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 54462) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:04.593212 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-7a8d76b3-6eaf-4888-b5e1-32de9a2c0d6c tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:04.601117 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-7a8d76b3-6eaf-4888-b5e1-32de9a2c0d6c tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:04.688211 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d76b3-6eaf-4888-b5e1-32de9a2c0d6c tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd4b9a5-7d3c-473f-9605-5230829f1679,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:04.744147 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-b5726c45-2a91-4992-9c00-61e3b59efd58 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Deleting port 6aa0fab7-59b1-4408-9c50-3e70cb50f3ee {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:14:04.744732 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b5726c45-2a91-4992-9c00-61e3b59efd58 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:04.864645 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-7a8d76b3-6eaf-4888-b5e1-32de9a2c0d6c tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] Allocated IP 192.168.233.204 (ec2201c2-595f-40aa-9bc3-fccd4b01012e/4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d/53c95853-76f6-4f2a-aec0-b7e7a96277b3) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:14:04.894242 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b5726c45-2a91-4992-9c00-61e3b59efd58 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:04.894571 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b5726c45-2a91-4992-9c00-61e3b59efd58 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:04.913382 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-b5726c45-2a91-4992-9c00-61e3b59efd58 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Calling delete_port for 6aa0fab7-59b1-4408-9c50-3e70cb50f3ee owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:14:04.994962 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399bccf-ce6a-45f3-9447-7031d8d86729 req-6ee06b71-ea80-4d97-a94a-420b6b3a4006 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:05.002146 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d399bccf-ce6a-45f3-9447-7031d8d86729 req-6ee06b71-ea80-4d97-a94a-420b6b3a4006 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=39db543d-18ea-4f86-8d40-28da85231cf7 HTTP/1.1" status: 200 len: 946 time: 0.2740633 Jul 23 20:14:05.073249 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d399bccf-ce6a-45f3-9447-7031d8d86729 req-e6caec37-313b-44fd-b880-297f7ad22d11 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa4b89ca-bb65-4b11-a395-b4950fbd59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700309 Jul 23 20:14:05.157392 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 54500) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:05.207370 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b5726c45-2a91-4992-9c00-61e3b59efd58 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:05.254277 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5726c45-2a91-4992-9c00-61e3b59efd58 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Pushing event deleted for resources: {'Port': ['ID=6aa0fab7-59b1-4408-9c50-3e70cb50f3ee,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:05.319350 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4d1a02b6-aa45-4c94-9943-7d12ad016218 req-b75b6c2e-5fb1-42b7-814e-54f41da0fb0c tempest-ServerShowV257Test-915546341 tempest-ServerShowV257Test-915546341-project] 10.222.0.32 "GET /v2.0/ports?device_id=9128a2ea-29f3-464c-ae01-f51fa72d8033 HTTP/1.1" status: 200 len: 210 time: 0.0693886 Jul 23 20:14:05.325059 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-38dd2afc-0131-4edf-be8b-18e9f70fd05c tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:05.332744 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-38dd2afc-0131-4edf-be8b-18e9f70fd05c tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] 10.222.0.32 "GET /v2.0/networks?id=fbe5c4f7-04e3-4348-a174-9925416b908d HTTP/1.1" status: 200 len: 821 time: 0.3190372 Jul 23 20:14:05.364512 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-9fa2d8c0-b25b-4cfd-b9b3-ffcb047441d1 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] 10.222.0.32 "GET /v2.0/quotas/1365ee67a81b40aa90253977d2095ddd HTTP/1.1" status: 200 len: 375 time: 0.0293946 Jul 23 20:14:05.412486 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-f47de089-58a7-4465-8a96-1ae8ad840e3a admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-586095687-network', 'tenant_id': '3581b23c071640a48823892f7b887fb3'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:05.430179 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b5726c45-2a91-4992-9c00-61e3b59efd58 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:05.431436 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-a395d433-fa4b-4bb4-9fbb-91c941a681cb tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1365ee67a81b40aa90253977d2095ddd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658665 Jul 23 20:14:05.434097 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b5726c45-2a91-4992-9c00-61e3b59efd58 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:05.439532 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b5726c45-2a91-4992-9c00-61e3b59efd58 tempest-ServersTestBootFromVolume-1400366816 tempest-ServersTestBootFromVolume-1400366816-project] 10.222.0.32 "DELETE /v2.0/floatingips/d9a041ee-fd55-4df0-bbc5-82b7bede1c28 HTTP/1.1" status: 204 len: 168 time: 0.8945072 Jul 23 20:14:05.440308 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 54512) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:05.447106 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-7a8d76b3-6eaf-4888-b5e1-32de9a2c0d6c tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:05.494469 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-7a8d76b3-6eaf-4888-b5e1-32de9a2c0d6c tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] Transition to ACTIVE for port object 53c95853-76f6-4f2a-aec0-b7e7a96277b3 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:05.528404 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47de089-58a7-4465-8a96-1ae8ad840e3a admin admin] Made reservation on behalf of 3581b23c071640a48823892f7b887fb3 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:05.530857 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f47de089-58a7-4465-8a96-1ae8ad840e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:05.555565 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f47de089-58a7-4465-8a96-1ae8ad840e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:05.596834 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 54514) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:05.620564 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-fd8c13f3-1a8c-4072-be46-3ba62547595d service neutron] 10.222.0.32 "GET /v2.0/networks/fbe5c4f7-04e3-4348-a174-9925416b908d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881304 Jul 23 20:14:05.661234 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-7a8d76b3-6eaf-4888-b5e1-32de9a2c0d6c tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:05.768911 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-7a8d76b3-6eaf-4888-b5e1-32de9a2c0d6c tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] Network ec2201c2-595f-40aa-9bc3-fccd4b01012e is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:14:05.781598 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-7a8d76b3-6eaf-4888-b5e1-32de9a2c0d6c tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:05.791553 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-7a8d76b3-6eaf-4888-b5e1-32de9a2c0d6c tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:14:05.801124 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d76b3-6eaf-4888-b5e1-32de9a2c0d6c tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] Pushing event updated for resources: {'Port': ['ID=53c95853-76f6-4f2a-aec0-b7e7a96277b3,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:05.816131 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-8dcf4100-6877-4eca-82c4-43d2281841d6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-344059287-network', 'tenant_id': '87ad083b2ef44473adf38c4c5e8e2b55'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:05.888198 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-7a8d76b3-6eaf-4888-b5e1-32de9a2c0d6c tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:05.889669 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-7a8d76b3-6eaf-4888-b5e1-32de9a2c0d6c tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:05.898794 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-5e23fe07-ce8a-433e-a7cd-dbe18728a064 service neutron] 10.222.0.32 "GET /v2.0/networks/fbe5c4f7-04e3-4348-a174-9925416b908d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769957 Jul 23 20:14:05.920239 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199969c6-86b8-4c37-8dcc-26e46da28c4a req-39466719-5e3a-44b7-adf3-44f580732789 tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:05.930143 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-199969c6-86b8-4c37-8dcc-26e46da28c4a req-39466719-5e3a-44b7-adf3-44f580732789 tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a3a7bb7-8e25-46fd-b059-64f59acec88c HTTP/1.1" status: 200 len: 936 time: 0.2957759 Jul 23 20:14:05.954419 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f47de089-58a7-4465-8a96-1ae8ad840e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:05.980151 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f47de089-58a7-4465-8a96-1ae8ad840e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:05.998527 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-199969c6-86b8-4c37-8dcc-26e46da28c4a req-1fc2b089-c790-4627-b5c4-601c2c42cbd7 tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcd4b9a5-7d3c-473f-9605-5230829f1679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672262 Jul 23 20:14:06.029936 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47de089-58a7-4465-8a96-1ae8ad840e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9976a5-bc66-4d47-8ebd-7be02741d3f6,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:06.033929 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcf4100-6877-4eca-82c4-43d2281841d6 admin admin] Made reservation on behalf of 87ad083b2ef44473adf38c4c5e8e2b55 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:06.037729 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8dcf4100-6877-4eca-82c4-43d2281841d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:06.053915 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-7a8d76b3-6eaf-4888-b5e1-32de9a2c0d6c tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9836147 Jul 23 20:14:06.057910 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f47de089-58a7-4465-8a96-1ae8ad840e3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:14:06.060317 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8dcf4100-6877-4eca-82c4-43d2281841d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:06.088703 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f47de089-58a7-4465-8a96-1ae8ad840e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:06.089115 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-f47de089-58a7-4465-8a96-1ae8ad840e3a admin admin] Added segment 824a0b99-d6a1-440f-b05a-f9c32629eb60 of type vlan for network cbba0969-8185-40df-a3e4-e25a24877a4b Jul 23 20:14:06.151094 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f47de089-58a7-4465-8a96-1ae8ad840e3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:06.181796 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a818727e-83d1-4810-9793-81256357ead9 None None] Provisioning for port 53c95853-76f6-4f2a-aec0-b7e7a96277b3 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:14:06.186536 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a818727e-83d1-4810-9793-81256357ead9 None None] Provisioning complete for port 53c95853-76f6-4f2a-aec0-b7e7a96277b3 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:06.189299 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a818727e-83d1-4810-9793-81256357ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:06.238028 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-40f9dbb0-e2fd-4736-b401-49d7f1699e3f req-4ff24474-f6bf-41e5-a416-035006c3a827 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ad1d4a-0ec8-4e0c-8a18-de2bfdedf4e9 HTTP/1.1" status: 200 len: 210 time: 0.0481689 Jul 23 20:14:06.257825 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-abb17af7-159a-4ce4-82cd-0a927fc7dd4e service neutron] Request body: {'port': {'device_id': '0a3a7bb7-8e25-46fd-b059-64f59acec88c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:06.261999 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a818727e-83d1-4810-9793-81256357ead9 None None] Port 53c95853-76f6-4f2a-aec0-b7e7a96277b3 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:14:06.333579 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-abb17af7-159a-4ce4-82cd-0a927fc7dd4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:06.339346 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f47de089-58a7-4465-8a96-1ae8ad840e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:06.340615 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47de089-58a7-4465-8a96-1ae8ad840e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:06.341349 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f47de089-58a7-4465-8a96-1ae8ad840e3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:06.353152 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b1dfd-e96b-4636-9e10-f4a026dd93be req-ae4fb569-c9e7-4fc0-aebd-c1e07814b0f9 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:06.371276 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3f3b1dfd-e96b-4636-9e10-f4a026dd93be req-ae4fb569-c9e7-4fc0-aebd-c1e07814b0f9 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=39db543d-18ea-4f86-8d40-28da85231cf7 HTTP/1.1" status: 200 len: 946 time: 0.1705251 Jul 23 20:14:06.374186 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 54528) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:06.387821 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-593beebb-bee9-4577-9ebb-e46c85c6c4fa tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Request body: {'floatingip': {'port_id': 'e9d3cca4-c3a1-470e-8d2f-561d71114ded'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:06.458475 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-593beebb-bee9-4577-9ebb-e46c85c6c4fa tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:06.463855 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e9d7842-a5f8-4a37-b44b-f59d562e9d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:06.481401 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8dcf4100-6877-4eca-82c4-43d2281841d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:06.482630 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47de089-58a7-4465-8a96-1ae8ad840e3a admin admin] Pushing event updated for resources: {'Network': ['ID=cbba0969-8185-40df-a3e4-e25a24877a4b,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:06.499219 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network cbba0969-8185-40df-a3e4-e25a24877a4b details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:14:06.685283 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8dcf4100-6877-4eca-82c4-43d2281841d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:06.731449 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-25ff27fa-dfb2-4589-9379-6505ba48c41d req-0bcf2143-9088-4cfa-990e-7490523a1fe5 tempest-ServerShowV257Test-915546341 tempest-ServerShowV257Test-915546341-project] 10.222.0.32 "GET /v2.0/ports?device_id=9128a2ea-29f3-464c-ae01-f51fa72d8033 HTTP/1.1" status: 200 len: 210 time: 0.0513175 Jul 23 20:14:06.740030 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dcf4100-6877-4eca-82c4-43d2281841d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:14:06.745156 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f47de089-58a7-4465-8a96-1ae8ad840e3a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5822804 Jul 23 20:14:06.764253 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 54536) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:06.789343 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8dcf4100-6877-4eca-82c4-43d2281841d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:06.789908 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-8dcf4100-6877-4eca-82c4-43d2281841d6 admin admin] Added segment 61ce23fa-ad32-4024-a1fe-59555834145f of type vlan for network 79dd8560-8084-4156-b59b-ad4c05db9fb1 Jul 23 20:14:06.814128 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf4100-6877-4eca-82c4-43d2281841d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fedd7467-59f8-49e7-a28b-3aedf8cd71c9,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:06.874355 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8dcf4100-6877-4eca-82c4-43d2281841d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:06.951719 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8dcf4100-6877-4eca-82c4-43d2281841d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:06.952844 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcf4100-6877-4eca-82c4-43d2281841d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:06.953487 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8dcf4100-6877-4eca-82c4-43d2281841d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:06.996960 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8dcf4100-6877-4eca-82c4-43d2281841d6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3987796 Jul 23 20:14:06.999919 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 54538) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:07.008106 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-99d33f6e-7f80-4f66-8f9a-4504c921eae3 admin admin] Request body: {'subnet': {'network_id': '79dd8560-8084-4156-b59b-ad4c05db9fb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-344059287-subnet', 'tenant_id': '87ad083b2ef44473adf38c4c5e8e2b55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:07.016585 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-abb17af7-159a-4ce4-82cd-0a927fc7dd4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53c95853-76f6-4f2a-aec0-b7e7a96277b3 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:14:07.028927 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-abb17af7-159a-4ce4-82cd-0a927fc7dd4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:07.067991 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-2be209a7-e525-4102-b03e-69eee06a8f91 admin admin] Request body: {'subnet': {'network_id': 'cbba0969-8185-40df-a3e4-e25a24877a4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-586095687-subnet', 'tenant_id': '3581b23c071640a48823892f7b887fb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:07.071156 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf4100-6877-4eca-82c4-43d2281841d6 admin admin] Pushing event updated for resources: {'Network': ['ID=79dd8560-8084-4156-b59b-ad4c05db9fb1,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:07.078722 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-abb17af7-159a-4ce4-82cd-0a927fc7dd4e service neutron] Transition to ACTIVE for port object 53c95853-76f6-4f2a-aec0-b7e7a96277b3 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:07.086561 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-abb17af7-159a-4ce4-82cd-0a927fc7dd4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:07.091252 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 79dd8560-8084-4156-b59b-ad4c05db9fb1 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:14:07.093025 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d33f6e-7f80-4f66-8f9a-4504c921eae3 admin admin] Made reservation on behalf of 87ad083b2ef44473adf38c4c5e8e2b55 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:07.094614 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-99d33f6e-7f80-4f66-8f9a-4504c921eae3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:07.169010 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb17af7-159a-4ce4-82cd-0a927fc7dd4e service neutron] Pushing event updated for resources: {'Port': ['ID=53c95853-76f6-4f2a-aec0-b7e7a96277b3,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:07.187584 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be209a7-e525-4102-b03e-69eee06a8f91 admin admin] Made reservation on behalf of 3581b23c071640a48823892f7b887fb3 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:07.189915 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2be209a7-e525-4102-b03e-69eee06a8f91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:07.329646 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-abb17af7-159a-4ce4-82cd-0a927fc7dd4e service neutron] Attempting to bind port 53c95853-76f6-4f2a-aec0-b7e7a96277b3 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:14:07.330142 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-abb17af7-159a-4ce4-82cd-0a927fc7dd4e service neutron] Attempting to bind port 53c95853-76f6-4f2a-aec0-b7e7a96277b3 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:14:07.330576 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-abb17af7-159a-4ce4-82cd-0a927fc7dd4e service neutron] Attempting to bind port 53c95853-76f6-4f2a-aec0-b7e7a96277b3 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:07.340481 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-abb17af7-159a-4ce4-82cd-0a927fc7dd4e service neutron] Port 53c95853-76f6-4f2a-aec0-b7e7a96277b3 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:14:07.340979 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-abb17af7-159a-4ce4-82cd-0a927fc7dd4e service neutron] Attempting to bind port 53c95853-76f6-4f2a-aec0-b7e7a96277b3 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:07.351976 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-abb17af7-159a-4ce4-82cd-0a927fc7dd4e service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:14:07.352464 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-abb17af7-159a-4ce4-82cd-0a927fc7dd4e service neutron] Checking segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:07.352943 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-abb17af7-159a-4ce4-82cd-0a927fc7dd4e service neutron] Bound using segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:14:07.353502 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-abb17af7-159a-4ce4-82cd-0a927fc7dd4e service neutron] Bound port: 53c95853-76f6-4f2a-aec0-b7e7a96277b3, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:14:07.354002 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-abb17af7-159a-4ce4-82cd-0a927fc7dd4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:07.436474 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0eeb5e75-88d4-4ecc-9f2e-861994570cea req-16ac8854-ec47-4c70-91f7-98baf6b70728 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ad1d4a-0ec8-4e0c-8a18-de2bfdedf4e9 HTTP/1.1" status: 200 len: 210 time: 0.0712988 Jul 23 20:14:07.492001 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-99d33f6e-7f80-4f66-8f9a-4504c921eae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:07.496627 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138fca7d-b9aa-4fd8-80bb-dc1e4acc3c1b req-a6e3978e-3130-4181-8c25-f40e8af8eb0c tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:07.498404 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-138fca7d-b9aa-4fd8-80bb-dc1e4acc3c1b req-a6e3978e-3130-4181-8c25-f40e8af8eb0c tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a3a7bb7-8e25-46fd-b059-64f59acec88c HTTP/1.1" status: 200 len: 948 time: 0.3978171 Jul 23 20:14:07.542953 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-abb17af7-159a-4ce4-82cd-0a927fc7dd4e service neutron] For port 53c95853-76f6-4f2a-aec0-b7e7a96277b3, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:14:07.567909 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-abb17af7-159a-4ce4-82cd-0a927fc7dd4e service neutron] For port 53c95853-76f6-4f2a-aec0-b7e7a96277b3, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=53c95853-76f6-4f2a-aec0-b7e7a96277b3,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:14:07.578537 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-abb17af7-159a-4ce4-82cd-0a927fc7dd4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:07.580513 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d33f6e-7f80-4f66-8f9a-4504c921eae3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47052c33-ebb6-45c1-957a-d65d77ccfede,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:07.622083 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d33f6e-7f80-4f66-8f9a-4504c921eae3 admin admin] Checking segment: {'id': '61ce23fa-ad32-4024-a1fe-59555834145f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '79dd8560-8084-4156-b59b-ad4c05db9fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:07.622582 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d33f6e-7f80-4f66-8f9a-4504c921eae3 admin admin] Network hostable DHCP agents. Network: 79dd8560-8084-4156-b59b-ad4c05db9fb1, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:14:07.625635 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-abb17af7-159a-4ce4-82cd-0a927fc7dd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:07.626320 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-abb17af7-159a-4ce4-82cd-0a927fc7dd4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:07.627957 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-abb17af7-159a-4ce4-82cd-0a927fc7dd4e service neutron] 10.222.0.18 "PUT /v2.0/ports/53c95853-76f6-4f2a-aec0-b7e7a96277b3 HTTP/1.1" status: 200 len: 1097 time: 1.5569000 Jul 23 20:14:07.630362 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a3a7bb7-8e25-46fd-b059-64f59acec88c', 'tag': '53c95853-76f6-4f2a-aec0-b7e7a96277b3'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:07.632954 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e802cc4b-b809-457c-b56f-895318683e94" -d '{"events": [{"name": "network-changed", "server_uuid": "0a3a7bb7-8e25-46fd-b059-64f59acec88c", "tag": "53c95853-76f6-4f2a-aec0-b7e7a96277b3"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:07.662627 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb17af7-159a-4ce4-82cd-0a927fc7dd4e service neutron] Pushing event updated for resources: {'Port': ['ID=53c95853-76f6-4f2a-aec0-b7e7a96277b3,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:07.687607 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d33f6e-7f80-4f66-8f9a-4504c921eae3 admin admin] Network 79dd8560-8084-4156-b59b-ad4c05db9fb1 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:14:07.731365 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-99d33f6e-7f80-4f66-8f9a-4504c921eae3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 79dd8560-8084-4156-b59b-ad4c05db9fb1) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:07.737459 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d33f6e-7f80-4f66-8f9a-4504c921eae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:07.738066 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-99d33f6e-7f80-4f66-8f9a-4504c921eae3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:07.742485 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5ac8da-ed43-4694-b6bc-2f23b45168ee None None] Network 79dd8560-8084-4156-b59b-ad4c05db9fb1 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:14:07.772166 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43df8189-c874-4a91-858b-451603e60dcd x-openstack-request-id: req-43df8189-c874-4a91-858b-451603e60dcd {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:07.773041 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a3a7bb7-8e25-46fd-b059-64f59acec88c", "tag": "53c95853-76f6-4f2a-aec0-b7e7a96277b3", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:07.773529 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-43df8189-c874-4a91-858b-451603e60dcd {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:07.774204 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a3a7bb7-8e25-46fd-b059-64f59acec88c', 'tag': '53c95853-76f6-4f2a-aec0-b7e7a96277b3', 'status': 'completed', 'code': 200} Jul 23 20:14:07.781156 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-99d33f6e-7f80-4f66-8f9a-4504c921eae3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7771056 Jul 23 20:14:07.803089 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-7b06648b-1dab-4b14-a0f2-d751bb6db544 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:07.804663 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-7b06648b-1dab-4b14-a0f2-d751bb6db544 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] 10.222.0.30 "GET /v2.0/networks?id=fbe5c4f7-04e3-4348-a174-9925416b908d HTTP/1.1" status: 200 len: 821 time: 0.4052560 Jul 23 20:14:07.806153 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-6e9d7842-a5f8-4a37-b44b-f59d562e9d4d admin admin] Deleting port 647d4ddc-f185-44ce-8424-8e8e8f0d2fbb {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:14:07.806568 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e9d7842-a5f8-4a37-b44b-f59d562e9d4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:07.821316 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-5f01eadc-6183-42e8-8941-366cf8457d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:07.825175 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-5f01eadc-6183-42e8-8941-366cf8457d7c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2652dbfbd892433ba633440ec029f139&device_id=0a3a7bb7-8e25-46fd-b059-64f59acec88c HTTP/1.1" status: 200 len: 1100 time: 0.1526499 Jul 23 20:14:07.873940 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-de8b02a2-06c8-4365-b83d-b54563e3dbc0 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] Request body: {'port': {'device_id': '80ad1d4a-0ec8-4e0c-8a18-de2bfdedf4e9', 'network_id': 'fbe5c4f7-04e3-4348-a174-9925416b908d', 'admin_state_up': True, 'tenant_id': '1365ee67a81b40aa90253977d2095ddd'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:07.887371 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-3258fa72-d974-45cd-9967-3f54475aa84f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=53c95853-76f6-4f2a-aec0-b7e7a96277b3 HTTP/1.1" status: 200 len: 217 time: 0.0485196 Jul 23 20:14:07.922144 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ffc9a7d3-02fe-4d73-a4bd-6a8f6695de97 req-2683d033-6038-4bd9-a4a9-c4ddf9abd964 tempest-ServerShowV257Test-915546341 tempest-ServerShowV257Test-915546341-project] 10.222.0.32 "GET /v2.0/ports?device_id=9128a2ea-29f3-464c-ae01-f51fa72d8033 HTTP/1.1" status: 200 len: 210 time: 0.0335357 Jul 23 20:14:07.944896 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4bf72f-853a-42cf-a339-380f618f46fe None None] Network 79dd8560-8084-4156-b59b-ad4c05db9fb1 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:14:07.985122 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-73e2a606-7470-491d-8d87-617dc824b0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:07.987006 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-73e2a606-7470-491d-8d87-617dc824b0b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.0638123 Jul 23 20:14:07.993703 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-138fca7d-b9aa-4fd8-80bb-dc1e4acc3c1b req-44549974-1d0f-4627-a41d-e8b78122547f tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcd4b9a5-7d3c-473f-9605-5230829f1679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4681830 Jul 23 20:14:08.082737 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-ea04cc10-23f1-4b8d-9f03-9406abed50fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:08.087105 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-ea04cc10-23f1-4b8d-9f03-9406abed50fe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0933743 Jul 23 20:14:08.099202 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.db.resource_extend [None req-593beebb-bee9-4577-9ebb-e46c85c6c4fa tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:14:08.185733 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-47499655-7bf0-4a67-9859-8cb84b18337d service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921700 Jul 23 20:14:08.209868 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2be209a7-e525-4102-b03e-69eee06a8f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:08.240620 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-593beebb-bee9-4577-9ebb-e46c85c6c4fa tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:08.274761 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-6e9d7842-a5f8-4a37-b44b-f59d562e9d4d admin admin] For port 647d4ddc-f185-44ce-8424-8e8e8f0d2fbb, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=647d4ddc-f185-44ce-8424-8e8e8f0d2fbb,segment=NetworkSegment(942d96b4-c4af-49df-9097-dd32765e9b01),segment_id=942d96b4-c4af-49df-9097-dd32765e9b01)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:08.275131 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e9d7842-a5f8-4a37-b44b-f59d562e9d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:08.288381 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-593beebb-bee9-4577-9ebb-e46c85c6c4fa tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:08.297381 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db44b226-1d43-4da8-a8be-ac4c0f5084d6 req-fd1bf635-02dd-4f75-890d-2b1368d3dd65 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043520 Jul 23 20:14:08.325830 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 54562) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:08.333005 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-979e26d3-55e7-4cd6-8e7e-603e193ae653 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1744018445-network', 'tenant_id': 'e4e06160559c40e48eda69d19baf70a3'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:08.346026 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-6e9d7842-a5f8-4a37-b44b-f59d562e9d4d admin admin] Calling delete_port for 647d4ddc-f185-44ce-8424-8e8e8f0d2fbb owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:14:08.388062 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979e26d3-55e7-4cd6-8e7e-603e193ae653 admin admin] Made reservation on behalf of e4e06160559c40e48eda69d19baf70a3 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:08.390392 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-979e26d3-55e7-4cd6-8e7e-603e193ae653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:08.403381 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-979e26d3-55e7-4cd6-8e7e-603e193ae653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:08.415710 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be209a7-e525-4102-b03e-69eee06a8f91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c9dda72-21f8-4bdb-a79b-d0bd818fba82,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:08.430687 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802cc4b-b809-457c-b56f-895318683e94 req-c66c3687-8aff-48e1-a402-1581cc76c502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:08.432132 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e802cc4b-b809-457c-b56f-895318683e94 req-c66c3687-8aff-48e1-a402-1581cc76c502 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2652dbfbd892433ba633440ec029f139&device_id=0a3a7bb7-8e25-46fd-b059-64f59acec88c HTTP/1.1" status: 200 len: 1100 time: 0.0896266 Jul 23 20:14:08.483352 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-de8b02a2-06c8-4365-b83d-b54563e3dbc0 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] Made reservation on behalf of 1365ee67a81b40aa90253977d2095ddd for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:08.487875 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-de8b02a2-06c8-4365-b83d-b54563e3dbc0 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:08.507667 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be209a7-e525-4102-b03e-69eee06a8f91 admin admin] Checking segment: {'id': '824a0b99-d6a1-440f-b05a-f9c32629eb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cbba0969-8185-40df-a3e4-e25a24877a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:08.508023 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be209a7-e525-4102-b03e-69eee06a8f91 admin admin] Network hostable DHCP agents. Network: cbba0969-8185-40df-a3e4-e25a24877a4b, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:14:08.570254 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b608c131-764b-42f6-b3ff-5567002c454d req-ca146d35-0412-4a06-ab80-3f78fbabf265 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ad1d4a-0ec8-4e0c-8a18-de2bfdedf4e9 HTTP/1.1" status: 200 len: 210 time: 0.0514309 Jul 23 20:14:08.602455 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [None req-593beebb-bee9-4577-9ebb-e46c85c6c4fa tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Floating IP c5999bc7-1589-4a1c-80bf-f86db8191dc5 associated. External IP: 172.25.1.20, port: e9d3cca4-c3a1-470e-8d2f-561d71114ded. Jul 23 20:14:08.602807 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802cc4b-b809-457c-b56f-895318683e94 req-61ca303c-1c3a-4bf3-90da-01d2847b8d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:08.604379 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e802cc4b-b809-457c-b56f-895318683e94 req-61ca303c-1c3a-4bf3-90da-01d2847b8d08 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.1658692 Jul 23 20:14:08.642443 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be209a7-e525-4102-b03e-69eee06a8f91 admin admin] Network cbba0969-8185-40df-a3e4-e25a24877a4b is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:14:08.653946 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e802cc4b-b809-457c-b56f-895318683e94 req-e656772d-7ed9-491b-aebc-f2e03f54ef79 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=53c95853-76f6-4f2a-aec0-b7e7a96277b3 HTTP/1.1" status: 200 len: 217 time: 0.0419149 Jul 23 20:14:08.702021 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-979e26d3-55e7-4cd6-8e7e-603e193ae653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:08.708272 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-979e26d3-55e7-4cd6-8e7e-603e193ae653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:08.743945 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802cc4b-b809-457c-b56f-895318683e94 req-2fddd70d-b28f-447b-814c-eeaa5ad7fa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:08.745502 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e802cc4b-b809-457c-b56f-895318683e94 req-2fddd70d-b28f-447b-814c-eeaa5ad7fa51 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.0840647 Jul 23 20:14:08.749866 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-979e26d3-55e7-4cd6-8e7e-603e193ae653 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:14:08.751961 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e26d3-55e7-4cd6-8e7e-603e193ae653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d1c2da-cba8-4fd3-a7bf-ee753d0e76a5,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:08.799878 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-979e26d3-55e7-4cd6-8e7e-603e193ae653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:08.800234 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-979e26d3-55e7-4cd6-8e7e-603e193ae653 admin admin] Added segment 691d602f-e7d0-47ce-8cfc-f71c475e90a4 of type vlan for network e6a681b4-93bc-49fa-af45-484f1e75f58c Jul 23 20:14:08.850896 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-979e26d3-55e7-4cd6-8e7e-603e193ae653 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:08.885113 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802cc4b-b809-457c-b56f-895318683e94 req-3dccf75d-187e-41e8-8238-254696a13a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:08.886743 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e802cc4b-b809-457c-b56f-895318683e94 req-3dccf75d-187e-41e8-8238-254696a13a02 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1319890 Jul 23 20:14:08.904340 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-979e26d3-55e7-4cd6-8e7e-603e193ae653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:08.905265 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979e26d3-55e7-4cd6-8e7e-603e193ae653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:08.905876 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-979e26d3-55e7-4cd6-8e7e-603e193ae653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:08.958638 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-979e26d3-55e7-4cd6-8e7e-603e193ae653 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6312625 Jul 23 20:14:08.964186 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 54568) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:08.969215 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-962031c3-ce88-40ac-b42c-dc7df8cbaaa5 admin admin] Request body: {'subnet': {'network_id': 'e6a681b4-93bc-49fa-af45-484f1e75f58c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1744018445-subnet', 'tenant_id': 'e4e06160559c40e48eda69d19baf70a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:08.991726 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-2be209a7-e525-4102-b03e-69eee06a8f91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, cbba0969-8185-40df-a3e4-e25a24877a4b) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:08.996883 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be209a7-e525-4102-b03e-69eee06a8f91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:08.997493 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2be209a7-e525-4102-b03e-69eee06a8f91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:09.003651 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b635ebd3-7b0a-48ca-800b-a52baf91637b None None] Network cbba0969-8185-40df-a3e4-e25a24877a4b requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:14:09.035866 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e26d3-55e7-4cd6-8e7e-603e193ae653 admin admin] Pushing event updated for resources: {'Network': ['ID=e6a681b4-93bc-49fa-af45-484f1e75f58c,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:09.056865 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network e6a681b4-93bc-49fa-af45-484f1e75f58c details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:14:09.102890 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7a52c1d3-afe7-43d3-a041-155a1cf33469 req-79372303-1219-4386-841d-452fd6ac001a tempest-ServerShowV257Test-915546341 tempest-ServerShowV257Test-915546341-project] 10.222.0.32 "GET /v2.0/ports?device_id=9128a2ea-29f3-464c-ae01-f51fa72d8033 HTTP/1.1" status: 200 len: 210 time: 0.0505400 Jul 23 20:14:09.103984 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962031c3-ce88-40ac-b42c-dc7df8cbaaa5 admin admin] Made reservation on behalf of e4e06160559c40e48eda69d19baf70a3 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:09.106294 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-962031c3-ce88-40ac-b42c-dc7df8cbaaa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:09.110825 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e802cc4b-b809-457c-b56f-895318683e94 req-c534e75d-6a4c-48ab-834d-d2bc8ca6053c service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154937 Jul 23 20:14:09.112621 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2be209a7-e525-4102-b03e-69eee06a8f91 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.3435793 Jul 23 20:14:09.128979 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-de8b02a2-06c8-4365-b83d-b54563e3dbc0 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] Allocated IP 172.20.0.11 (fbe5c4f7-04e3-4348-a174-9925416b908d/cf7c321f-fe10-4e13-b95a-bf8888f04b33/49ac552d-8281-4731-8cb8-221c5343565e) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:14:09.273236 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00735689-0b6d-4ba6-baae-e96b49ce57a1 None None] Network cbba0969-8185-40df-a3e4-e25a24877a4b requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:14:09.273880 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e802cc4b-b809-457c-b56f-895318683e94 req-372ffda6-31cc-4cf0-a164-9b88f42b115c service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422362 Jul 23 20:14:09.415571 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e9d7842-a5f8-4a37-b44b-f59d562e9d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:09.456520 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-962031c3-ce88-40ac-b42c-dc7df8cbaaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:09.471847 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d7842-a5f8-4a37-b44b-f59d562e9d4d admin admin] Pushing event deleted for resources: {'Port': ['ID=647d4ddc-f185-44ce-8424-8e8e8f0d2fbb,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:09.511939 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0383c-cc5a-4eb7-9e5c-3fb025d57a01 req-ec0f55f7-5176-4bb3-92ec-93db33fee18a tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:09.513992 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dea0383c-cc5a-4eb7-9e5c-3fb025d57a01 req-ec0f55f7-5176-4bb3-92ec-93db33fee18a tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a3a7bb7-8e25-46fd-b059-64f59acec88c HTTP/1.1" status: 200 len: 948 time: 0.3058031 Jul 23 20:14:09.521620 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593beebb-bee9-4577-9ebb-e46c85c6c4fa tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Router 77eef2dc-a638-4d4d-8821-d6d8fefbab35 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:14:09.545943 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962031c3-ce88-40ac-b42c-dc7df8cbaaa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebac3013-f86a-471e-89cb-e5a3941c2fd0,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:09.568861 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962031c3-ce88-40ac-b42c-dc7df8cbaaa5 admin admin] Checking segment: {'id': '691d602f-e7d0-47ce-8cfc-f71c475e90a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e6a681b4-93bc-49fa-af45-484f1e75f58c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:09.569984 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962031c3-ce88-40ac-b42c-dc7df8cbaaa5 admin admin] Network hostable DHCP agents. Network: e6a681b4-93bc-49fa-af45-484f1e75f58c, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:14:09.614904 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962031c3-ce88-40ac-b42c-dc7df8cbaaa5 admin admin] Network e6a681b4-93bc-49fa-af45-484f1e75f58c is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:14:09.641551 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-962031c3-ce88-40ac-b42c-dc7df8cbaaa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, e6a681b4-93bc-49fa-af45-484f1e75f58c) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:09.651207 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c508fa87-17fc-485d-a252-b741b015f7ba None None] Network e6a681b4-93bc-49fa-af45-484f1e75f58c requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:14:09.694710 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962031c3-ce88-40ac-b42c-dc7df8cbaaa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:09.695376 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-962031c3-ce88-40ac-b42c-dc7df8cbaaa5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:09.725544 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-962031c3-ce88-40ac-b42c-dc7df8cbaaa5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7553618 Jul 23 20:14:09.748102 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-de8b02a2-06c8-4365-b83d-b54563e3dbc0 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:09.750564 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-97df6f6d-3a85-4bd2-83f6-a8dcc00e5127 tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:09.752522 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-97df6f6d-3a85-4bd2-83f6-a8dcc00e5127 tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] 10.222.0.32 "GET /v2.0/networks?id=cbba0969-8185-40df-a3e4-e25a24877a4b HTTP/1.1" status: 200 len: 820 time: 0.1607416 Jul 23 20:14:09.772840 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-666deffb-2bd9-4f9d-a383-17bc4f2dfebd tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] 10.222.0.32 "GET /v2.0/quotas/3581b23c071640a48823892f7b887fb3 HTTP/1.1" status: 200 len: 375 time: 0.0125518 Jul 23 20:14:09.825127 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-a777c76f-d62e-492c-b127-38ce8c57e484 tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3581b23c071640a48823892f7b887fb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463080 Jul 23 20:14:09.838098 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dea0383c-cc5a-4eb7-9e5c-3fb025d57a01 req-bfec3c90-b5ed-455a-8515-cdaaaf97cc07 tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcd4b9a5-7d3c-473f-9605-5230829f1679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621763 Jul 23 20:14:09.907744 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 53c95853-76f6-4f2a-aec0-b7e7a96277b3 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:14:09.939307 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-de8b02a2-06c8-4365-b83d-b54563e3dbc0 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:09.986140 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-adb8f674-5493-4107-b938-939ce01fc299 service neutron] 10.222.0.32 "GET /v2.0/networks/cbba0969-8185-40df-a3e4-e25a24877a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503212 Jul 23 20:14:09.997263 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ff41b5-e94e-4271-a780-6483b2412187 None None] Network e6a681b4-93bc-49fa-af45-484f1e75f58c requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:14:10.096174 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-de8b02a2-06c8-4365-b83d-b54563e3dbc0 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] Network fbe5c4f7-04e3-4348-a174-9925416b908d is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:14:10.106835 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-70fa6e2a-968c-4fa9-a7c8-84f46d6d4175 service neutron] 10.222.0.32 "GET /v2.0/networks/cbba0969-8185-40df-a3e4-e25a24877a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103265 Jul 23 20:14:10.107145 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-de8b02a2-06c8-4365-b83d-b54563e3dbc0 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:10.111668 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593beebb-bee9-4577-9ebb-e46c85c6c4fa tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:14:10.114260 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b02a2-06c8-4365-b83d-b54563e3dbc0 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] Pushing event updated for resources: {'Port': ['ID=49ac552d-8281-4731-8cb8-221c5343565e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:10.126333 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b08941e-f8a5-4c3e-b84a-bc6158fc2879 None None] Sync routers for ids ['77eef2dc-a638-4d4d-8821-d6d8fefbab35'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:14:10.127640 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-de8b02a2-06c8-4365-b83d-b54563e3dbc0 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:14:10.139093 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-593beebb-bee9-4577-9ebb-e46c85c6c4fa tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:10.159080 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b08941e-f8a5-4c3e-b84a-bc6158fc2879 None None] Routers {'77eef2dc-a638-4d4d-8821-d6d8fefbab35'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:14:10.159580 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5b08941e-f8a5-4c3e-b84a-bc6158fc2879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:13:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['77eef2dc-a638-4d4d-8821-d6d8fefbab35'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:10.168667 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 53c95853-76f6-4f2a-aec0-b7e7a96277b3, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=53c95853-76f6-4f2a-aec0-b7e7a96277b3,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:10.204997 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e9d7842-a5f8-4a37-b44b-f59d562e9d4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:10.275107 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-593beebb-bee9-4577-9ebb-e46c85c6c4fa tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "PUT /v2.0/floatingips/c5999bc7-1589-4a1c-80bf-f86db8191dc5 HTTP/1.1" status: 200 len: 991 time: 3.8997283 Jul 23 20:14:10.282392 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-de8b02a2-06c8-4365-b83d-b54563e3dbc0 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:10.283068 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-de8b02a2-06c8-4365-b83d-b54563e3dbc0 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:10.288928 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39db543d-18ea-4f86-8d40-28da85231cf7', 'tag': 'e9d3cca4-c3a1-470e-8d2f-561d71114ded'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:10.291383 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d9dca5-91c3-4083-b722-daf595c2f862" -d '{"events": [{"name": "network-changed", "server_uuid": "39db543d-18ea-4f86-8d40-28da85231cf7", "tag": "e9d3cca4-c3a1-470e-8d2f-561d71114ded"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:10.305060 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '53c95853-76f6-4f2a-aec0-b7e7a96277b3', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': '53c95853-76f6-4f2a-aec0-b7e7a96277b3', 'mac_address': 'fa:16:3e:a3:de:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:14:10.310737 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703bb2d-9144-4476-9451-0669ab72236a req-8eb93c3c-b6f9-47cf-810c-5196103c2d45 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:10.316339 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-73c2c4f5-f241-4de7-86df-acc5e3bc0fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:10.318982 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9703bb2d-9144-4476-9451-0669ab72236a req-8eb93c3c-b6f9-47cf-810c-5196103c2d45 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ad1d4a-0ec8-4e0c-8a18-de2bfdedf4e9 HTTP/1.1" status: 200 len: 932 time: 0.3557224 Jul 23 20:14:10.409177 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:10.435476 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-de8b02a2-06c8-4365-b83d-b54563e3dbc0 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5966809 Jul 23 20:14:10.439060 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53c95853-76f6-4f2a-aec0-b7e7a96277b3 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:14:10.452800 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-2ac98121-b47b-4d33-9eff-63963eb355d1 service neutron] Request body: {'port': {'device_id': '80ad1d4a-0ec8-4e0c-8a18-de2bfdedf4e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:10.462993 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 53c95853-76f6-4f2a-aec0-b7e7a96277b3, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=53c95853-76f6-4f2a-aec0-b7e7a96277b3,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:10.475536 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:10.519556 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9703bb2d-9144-4476-9451-0669ab72236a req-e0c3d754-ff08-4882-9548-a9ab8d208651 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] 10.222.0.32 "GET /v2.0/security-groups?id=702ff15b-770c-482e-9361-136862086c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995835 Jul 23 20:14:10.526911 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-5b08941e-f8a5-4c3e-b84a-bc6158fc2879 None None] Set router 77eef2dc-a638-4d4d-8821-d6d8fefbab35 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:14:10.597620 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=53c95853-76f6-4f2a-aec0-b7e7a96277b3,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:10.654344 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-2ac98121-b47b-4d33-9eff-63963eb355d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:10.681893 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['53c95853-76f6-4f2a-aec0-b7e7a96277b3'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:14:10.726312 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-be27ae3a-0aea-455c-96ee-a7b6084bf36e tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:10.736105 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-be27ae3a-0aea-455c-96ee-a7b6084bf36e tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] 10.222.0.32 "GET /v2.0/networks?id=79dd8560-8084-4156-b59b-ad4c05db9fb1 HTTP/1.1" status: 200 len: 824 time: 0.1891592 Jul 23 20:14:10.755556 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-1b589280-a047-41a4-87e5-57cd3ee4b51e tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] 10.222.0.32 "GET /v2.0/quotas/87ad083b2ef44473adf38c4c5e8e2b55 HTTP/1.1" status: 200 len: 375 time: 0.0179543 Jul 23 20:14:10.800305 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-98d3e4ff-ee61-4cc4-91b0-9f92ba93c59b tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=87ad083b2ef44473adf38c4c5e8e2b55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433939 Jul 23 20:14:10.875393 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b82b8ca8-b558-4cdf-88a0-c28c500a0906 req-32515356-ffb1-45fc-a3a7-72ae4571f0d3 tempest-ServerShowV257Test-915546341 tempest-ServerShowV257Test-915546341-project] 10.222.0.32 "GET /v2.0/ports?device_id=9128a2ea-29f3-464c-ae01-f51fa72d8033 HTTP/1.1" status: 200 len: 210 time: 0.1979892 Jul 23 20:14:10.922102 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-5e95aaad-8590-48a2-a818-06f7f05d4ad3 service neutron] 10.222.0.32 "GET /v2.0/networks/79dd8560-8084-4156-b59b-ad4c05db9fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208258 Jul 23 20:14:10.983971 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9d7842-a5f8-4a37-b44b-f59d562e9d4d admin admin] Router 563a2156-6482-461f-8fe0-06609d776002 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:14:10.991048 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5b08941e-f8a5-4c3e-b84a-bc6158fc2879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'name': 'tempest-AttachVolumeTestJSON-1415960080-router', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b52d0c32-d4d5-4fa8-850c-84ffb10b224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:01Z', 'updated_at': '2021-07-23T20:09:09Z', 'revision_number': 4, 'project_id': 'b1a6866430c7477dabb2850fe027c983', 'gw_port': {'id': 'b52d0c32-d4d5-4fa8-850c-84ffb10b224a', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:03Z', 'updated_at': '2021-07-23T20:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'c5999bc7-1589-4a1c-80bf-f86db8191dc5', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'floating_ip_address': '172.25.1.20', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'port_id': 'e9d3cca4-c3a1-470e-8d2f-561d71114ded', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985', 'mac_address': 'fa:16:3e:e6:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39db543d-18ea-4f86-8d40-28da85231cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:13:42Z', 'updated_at': '2021-07-23T20:14:07Z', 'revision_number': 1, 'project_id': 'b1a6866430c7477dabb2850fe027c983', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd94949f-2562-491e-b14d-ffa1273e0b99', 'name': '', 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'mac_address': 'fa:16:3e:4a:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '7562bacc-5c9d-4fd5-a756-532eac029140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:08Z', 'updated_at': '2021-07-23T20:09:19Z', 'revision_number': 5, 'project_id': 'b1a6866430c7477dabb2850fe027c983', 'subnets': [{'id': '7562bacc-5c9d-4fd5-a756-532eac029140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:11.030925 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4996112a-3cb9-4e0c-8c36-6884ce4467bd req-12c349f6-b7c7-4edd-a269-44c096214835 tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c804a82-de0e-467a-85aa-12c6b805db1f HTTP/1.1" status: 200 len: 210 time: 0.0520394 Jul 23 20:14:11.043296 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b08941e-f8a5-4c3e-b84a-bc6158fc2879 None None] Checking router: 77eef2dc-a638-4d4d-8821-d6d8fefbab35 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:14:11.072281 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b08941e-f8a5-4c3e-b84a-bc6158fc2879 None None] Routers {'77eef2dc-a638-4d4d-8821-d6d8fefbab35'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:14:11.073205 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5b08941e-f8a5-4c3e-b84a-bc6158fc2879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:13:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['77eef2dc-a638-4d4d-8821-d6d8fefbab35'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:11.104396 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-41d88eb4-3a81-4a88-85fa-cc27fb3f6f90 service neutron] 10.222.0.32 "GET /v2.0/networks/79dd8560-8084-4156-b59b-ad4c05db9fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759622 Jul 23 20:14:11.178886 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-2ac98121-b47b-4d33-9eff-63963eb355d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49ac552d-8281-4731-8cb8-221c5343565e {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:14:11.194693 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-2ac98121-b47b-4d33-9eff-63963eb355d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:11.216123 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0c8674-3e35-44a6-a45a-b836643295be x-openstack-request-id: req-aa0c8674-3e35-44a6-a45a-b836643295be {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:11.218283 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39db543d-18ea-4f86-8d40-28da85231cf7", "tag": "e9d3cca4-c3a1-470e-8d2f-561d71114ded", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:11.218543 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aa0c8674-3e35-44a6-a45a-b836643295be {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:11.218968 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39db543d-18ea-4f86-8d40-28da85231cf7', 'tag': 'e9d3cca4-c3a1-470e-8d2f-561d71114ded', 'status': 'completed', 'code': 200} Jul 23 20:14:11.245659 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-5b08941e-f8a5-4c3e-b84a-bc6158fc2879 None None] Set router 77eef2dc-a638-4d4d-8821-d6d8fefbab35 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:14:11.285963 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-2ac98121-b47b-4d33-9eff-63963eb355d1 service neutron] Transition to ACTIVE for port object 49ac552d-8281-4731-8cb8-221c5343565e will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:11.294998 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-2ac98121-b47b-4d33-9eff-63963eb355d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:11.422105 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1df9da90-2e49-43cf-8524-74b02ce5ba97 req-c602c917-6492-45da-9d44-81de164ca10c tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f0e27a-bb12-4a84-a2ec-256c3493ddaf HTTP/1.1" status: 200 len: 210 time: 0.0705070 Jul 23 20:14:11.444620 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9dca5-91c3-4083-b722-daf595c2f862 req-8103af5f-f85f-4567-b602-743c61861919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:11.444891 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9d7842-a5f8-4a37-b44b-f59d562e9d4d admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:14:11.446630 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-09d9dca5-91c3-4083-b722-daf595c2f862 req-8103af5f-f85f-4567-b602-743c61861919 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1a6866430c7477dabb2850fe027c983&device_id=39db543d-18ea-4f86-8d40-28da85231cf7 HTTP/1.1" status: 200 len: 1098 time: 0.1818550 Jul 23 20:14:11.450849 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6e9d7842-a5f8-4a37-b44b-f59d562e9d4d admin admin] 10.222.0.32 "PUT /v2.0/routers/563a2156-6482-461f-8fe0-06609d776002/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0095279 Jul 23 20:14:11.456982 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626d7e49-a737-40d3-9da5-846e745b8907 None None] Sync routers for ids ['563a2156-6482-461f-8fe0-06609d776002'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:14:11.457607 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 54636) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:11.472224 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626d7e49-a737-40d3-9da5-846e745b8907 None None] Routers {'563a2156-6482-461f-8fe0-06609d776002'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:14:11.472799 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-626d7e49-a737-40d3-9da5-846e745b8907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:13:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['563a2156-6482-461f-8fe0-06609d776002'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:11.755939 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-626d7e49-a737-40d3-9da5-846e745b8907 None None] Set router 563a2156-6482-461f-8fe0-06609d776002 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:14:11.761219 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5b08941e-f8a5-4c3e-b84a-bc6158fc2879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'name': 'tempest-AttachVolumeTestJSON-1415960080-router', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b52d0c32-d4d5-4fa8-850c-84ffb10b224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:01Z', 'updated_at': '2021-07-23T20:09:09Z', 'revision_number': 4, 'project_id': 'b1a6866430c7477dabb2850fe027c983', 'gw_port': {'id': 'b52d0c32-d4d5-4fa8-850c-84ffb10b224a', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:03Z', 'updated_at': '2021-07-23T20:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'c5999bc7-1589-4a1c-80bf-f86db8191dc5', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'floating_ip_address': '172.25.1.20', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'port_id': 'e9d3cca4-c3a1-470e-8d2f-561d71114ded', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985', 'mac_address': 'fa:16:3e:e6:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39db543d-18ea-4f86-8d40-28da85231cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:13:42Z', 'updated_at': '2021-07-23T20:14:07Z', 'revision_number': 1, 'project_id': 'b1a6866430c7477dabb2850fe027c983', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd94949f-2562-491e-b14d-ffa1273e0b99', 'name': '', 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'mac_address': 'fa:16:3e:4a:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '7562bacc-5c9d-4fd5-a756-532eac029140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:08Z', 'updated_at': '2021-07-23T20:09:19Z', 'revision_number': 5, 'project_id': 'b1a6866430c7477dabb2850fe027c983', 'subnets': [{'id': '7562bacc-5c9d-4fd5-a756-532eac029140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:11.830999 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 53c95853-76f6-4f2a-aec0-b7e7a96277b3 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:14:11.879258 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b08941e-f8a5-4c3e-b84a-bc6158fc2879 None None] The sync data for ids ['77eef2dc-a638-4d4d-8821-d6d8fefbab35'] in n-d-793618-10 is: [{'id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'name': 'tempest-AttachVolumeTestJSON-1415960080-router', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b52d0c32-d4d5-4fa8-850c-84ffb10b224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:01Z', 'updated_at': '2021-07-23T20:09:09Z', 'revision_number': 4, 'project_id': 'b1a6866430c7477dabb2850fe027c983', 'gw_port': {'id': 'b52d0c32-d4d5-4fa8-850c-84ffb10b224a', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:03Z', 'updated_at': '2021-07-23T20:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'c5999bc7-1589-4a1c-80bf-f86db8191dc5', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'floating_ip_address': '172.25.1.20', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'port_id': 'e9d3cca4-c3a1-470e-8d2f-561d71114ded', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985', 'mac_address': 'fa:16:3e:e6:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39db543d-18ea-4f86-8d40-28da85231cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:13:42Z', 'updated_at': '2021-07-23T20:14:07Z', 'revision_number': 1, 'project_id': 'b1a6866430c7477dabb2850fe027c983', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd94949f-2562-491e-b14d-ffa1273e0b99', 'name': '', 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'mac_address': 'fa:16:3e:4a:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '7562bacc-5c9d-4fd5-a756-532eac029140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:08Z', 'updated_at': '2021-07-23T20:09:19Z', 'revision_number': 5, 'project_id': 'b1a6866430c7477dabb2850fe027c983', 'subnets': [{'id': '7562bacc-5c9d-4fd5-a756-532eac029140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:14:11.904167 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 53c95853-76f6-4f2a-aec0-b7e7a96277b3 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:14:11.909326 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 53c95853-76f6-4f2a-aec0-b7e7a96277b3 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:11.910423 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:12.015724 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac98121-b47b-4d33-9eff-63963eb355d1 service neutron] Pushing event updated for resources: {'Port': ['ID=49ac552d-8281-4731-8cb8-221c5343565e,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:12.065933 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:12.100142 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3a7bb7-8e25-46fd-b059-64f59acec88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c95853-76f6-4f2a-aec0-b7e7a96277b3'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:12.102696 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-2ac98121-b47b-4d33-9eff-63963eb355d1 service neutron] Attempting to bind port 49ac552d-8281-4731-8cb8-221c5343565e on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:14:12.102926 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bcbb22d-2be5-413c-919a-c0cbd6898448" -d '{"events": [{"server_uuid": "0a3a7bb7-8e25-46fd-b059-64f59acec88c", "name": "network-vif-plugged", "status": "completed", "tag": "53c95853-76f6-4f2a-aec0-b7e7a96277b3"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:12.104849 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-2ac98121-b47b-4d33-9eff-63963eb355d1 service neutron] Attempting to bind port 49ac552d-8281-4731-8cb8-221c5343565e by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'a2885ddb-e94a-4646-848f-a3555f8305f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'fbe5c4f7-04e3-4348-a174-9925416b908d'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:14:12.105238 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-2ac98121-b47b-4d33-9eff-63963eb355d1 service neutron] Attempting to bind port 49ac552d-8281-4731-8cb8-221c5343565e on network fbe5c4f7-04e3-4348-a174-9925416b908d {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:12.126334 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 53c95853-76f6-4f2a-aec0-b7e7a96277b3, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=53c95853-76f6-4f2a-aec0-b7e7a96277b3,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:12.136298 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:12.137655 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ce052-46f1-432d-9963-f2c338750615 req-26ce9a02-3178-4498-9b41-53a7ea8f8aff tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:12.144366 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3e8ce052-46f1-432d-9963-f2c338750615 req-26ce9a02-3178-4498-9b41-53a7ea8f8aff tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a3a7bb7-8e25-46fd-b059-64f59acec88c HTTP/1.1" status: 200 len: 949 time: 0.7648211 Jul 23 20:14:12.144916 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-2ac98121-b47b-4d33-9eff-63963eb355d1 service neutron] Port 49ac552d-8281-4731-8cb8-221c5343565e on network fbe5c4f7-04e3-4348-a174-9925416b908d not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:14:12.145102 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-2ac98121-b47b-4d33-9eff-63963eb355d1 service neutron] Attempting to bind port 49ac552d-8281-4731-8cb8-221c5343565e on network fbe5c4f7-04e3-4348-a174-9925416b908d {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:12.168925 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-2ac98121-b47b-4d33-9eff-63963eb355d1 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:14:12.169313 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-2ac98121-b47b-4d33-9eff-63963eb355d1 service neutron] Checking segment: {'id': 'a2885ddb-e94a-4646-848f-a3555f8305f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'fbe5c4f7-04e3-4348-a174-9925416b908d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:12.169676 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-2ac98121-b47b-4d33-9eff-63963eb355d1 service neutron] Bound using segment: {'id': 'a2885ddb-e94a-4646-848f-a3555f8305f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'fbe5c4f7-04e3-4348-a174-9925416b908d'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:14:12.169818 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-626d7e49-a737-40d3-9da5-846e745b8907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563a2156-6482-461f-8fe0-06609d776002', 'name': 'tempest-ServersTestBootFromVolume-702772466-router', 'tenant_id': '6797e7030eab49e9bc11cae60d3b9177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'ee818ae2-027a-48c4-ae91-dd5af60bc51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:04Z', 'updated_at': '2021-07-23T20:14:09Z', 'revision_number': 5, 'project_id': '6797e7030eab49e9bc11cae60d3b9177', 'gw_port': {'id': 'ee818ae2-027a-48c4-ae91-dd5af60bc51c', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563a2156-6482-461f-8fe0-06609d776002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:05Z', 'updated_at': '2021-07-23T20:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:12.170164 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-2ac98121-b47b-4d33-9eff-63963eb355d1 service neutron] Bound port: 49ac552d-8281-4731-8cb8-221c5343565e, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2885ddb-e94a-4646-848f-a3555f8305f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'fbe5c4f7-04e3-4348-a174-9925416b908d'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:14:12.170518 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-2ac98121-b47b-4d33-9eff-63963eb355d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:12.212157 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=53c95853-76f6-4f2a-aec0-b7e7a96277b3,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:12.228530 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3e8ce052-46f1-432d-9963-f2c338750615 req-6894351f-0ef0-4216-b88f-7d30ffda9a12 tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcd4b9a5-7d3c-473f-9605-5230829f1679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697451 Jul 23 20:14:12.233943 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626d7e49-a737-40d3-9da5-846e745b8907 None None] Checking router: 563a2156-6482-461f-8fe0-06609d776002 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:14:12.262698 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626d7e49-a737-40d3-9da5-846e745b8907 None None] Routers {'563a2156-6482-461f-8fe0-06609d776002'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:14:12.263510 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-626d7e49-a737-40d3-9da5-846e745b8907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:13:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['563a2156-6482-461f-8fe0-06609d776002'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:12.321484 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24978fe-1a90-4a2a-8ef1-518176880dae None None] New status for floating IP c5999bc7-1589-4a1c-80bf-f86db8191dc5: ACTIVE {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:14:12.372595 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-2ac98121-b47b-4d33-9eff-63963eb355d1 service neutron] For port 49ac552d-8281-4731-8cb8-221c5343565e, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:14:12.377694 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-2ac98121-b47b-4d33-9eff-63963eb355d1 service neutron] For port 49ac552d-8281-4731-8cb8-221c5343565e, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=49ac552d-8281-4731-8cb8-221c5343565e,segment=NetworkSegment(a2885ddb-e94a-4646-848f-a3555f8305f4),segment_id=a2885ddb-e94a-4646-848f-a3555f8305f4)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:14:12.398078 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-2ac98121-b47b-4d33-9eff-63963eb355d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:12.428011 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f3fb3477-7bf8-4a05-9959-71ca440b4e3c req-77deefe1-e842-4935-9a3e-febe8b512dd3 tempest-ServerShowV257Test-915546341 tempest-ServerShowV257Test-915546341-project] 10.222.0.32 "GET /v2.0/ports?device_id=9128a2ea-29f3-464c-ae01-f51fa72d8033 HTTP/1.1" status: 200 len: 210 time: 0.0484633 Jul 23 20:14:12.455681 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5d1021fc-cf6b-49f7-904a-bfe9e31e5be4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:12.474737 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-626d7e49-a737-40d3-9da5-846e745b8907 None None] Set router 563a2156-6482-461f-8fe0-06609d776002 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:14:12.486009 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-2ac98121-b47b-4d33-9eff-63963eb355d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:12.486736 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-2ac98121-b47b-4d33-9eff-63963eb355d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:12.488199 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-2ac98121-b47b-4d33-9eff-63963eb355d1 service neutron] 10.222.0.30 "PUT /v2.0/ports/49ac552d-8281-4731-8cb8-221c5343565e HTTP/1.1" status: 200 len: 1093 time: 2.0449791 Jul 23 20:14:12.508718 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac98121-b47b-4d33-9eff-63963eb355d1 service neutron] Pushing event updated for resources: {'Port': ['ID=49ac552d-8281-4731-8cb8-221c5343565e,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:12.540682 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f80f5-8491-4e5d-bcb4-feb917f4572a req-4c6672e7-5d24-4262-9a9d-6dc8a6c5a0cc tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:12.542271 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0a2f80f5-8491-4e5d-bcb4-feb917f4572a req-4c6672e7-5d24-4262-9a9d-6dc8a6c5a0cc tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ad1d4a-0ec8-4e0c-8a18-de2bfdedf4e9 HTTP/1.1" status: 200 len: 944 time: 0.8271317 Jul 23 20:14:12.597591 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9dca5-91c3-4083-b722-daf595c2f862 req-f7226fd9-eea8-47fb-9460-9c5b97f54b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:12.599346 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-09d9dca5-91c3-4083-b722-daf595c2f862 req-f7226fd9-eea8-47fb-9460-9c5b97f54b0d service neutron] 10.222.0.30 "GET /v2.0/networks?id=68a6fe92-0c26-45da-99d0-e58f34d2b985 HTTP/1.1" status: 200 len: 912 time: 1.1312346 Jul 23 20:14:12.659823 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b901095e-3eb6-4230-a0b2-0d765900a3dd req-0aea6e27-43e2-4ba8-a2e0-2420ec870853 tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c804a82-de0e-467a-85aa-12c6b805db1f HTTP/1.1" status: 200 len: 210 time: 0.0748692 Jul 23 20:14:12.686558 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-09d9dca5-91c3-4083-b722-daf595c2f862 req-4b1d2ac3-9b0b-43eb-819c-9b69e538b507 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9d3cca4-c3a1-470e-8d2f-561d71114ded HTTP/1.1" status: 200 len: 999 time: 0.0764487 Jul 23 20:14:12.706319 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-a38919c4-1868-469a-91db-a007f196a312 tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:12.708071 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-a38919c4-1868-469a-91db-a007f196a312 tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] 10.222.0.18 "GET /v2.0/networks?id=cbba0969-8185-40df-a3e4-e25a24877a4b HTTP/1.1" status: 200 len: 820 time: 1.0405595 Jul 23 20:14:12.728914 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-93b1de80-52f6-4643-a3a9-685fd7bd0a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:12.733326 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-93b1de80-52f6-4643-a3a9-685fd7bd0a29 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1365ee67a81b40aa90253977d2095ddd&device_id=80ad1d4a-0ec8-4e0c-8a18-de2bfdedf4e9 HTTP/1.1" status: 200 len: 1096 time: 0.2001507 Jul 23 20:14:12.760206 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-07bcaa92-6eef-4eaf-b449-9aded420e65e tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] Request body: {'port': {'device_id': '8c804a82-de0e-467a-85aa-12c6b805db1f', 'network_id': 'cbba0969-8185-40df-a3e4-e25a24877a4b', 'admin_state_up': True, 'tenant_id': '3581b23c071640a48823892f7b887fb3'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:12.795119 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-143acc91-2860-42df-8d11-52cb8d08de0f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49ac552d-8281-4731-8cb8-221c5343565e HTTP/1.1" status: 200 len: 217 time: 0.0541930 Jul 23 20:14:12.800474 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-626d7e49-a737-40d3-9da5-846e745b8907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563a2156-6482-461f-8fe0-06609d776002', 'name': 'tempest-ServersTestBootFromVolume-702772466-router', 'tenant_id': '6797e7030eab49e9bc11cae60d3b9177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'ee818ae2-027a-48c4-ae91-dd5af60bc51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:04Z', 'updated_at': '2021-07-23T20:14:09Z', 'revision_number': 5, 'project_id': '6797e7030eab49e9bc11cae60d3b9177', 'gw_port': {'id': 'ee818ae2-027a-48c4-ae91-dd5af60bc51c', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563a2156-6482-461f-8fe0-06609d776002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:05Z', 'updated_at': '2021-07-23T20:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:12.850819 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f2843d-3642-417e-97f5-6bc511df7424 x-openstack-request-id: req-a6f2843d-3642-417e-97f5-6bc511df7424 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:12.851497 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a3a7bb7-8e25-46fd-b059-64f59acec88c", "name": "network-vif-plugged", "status": "completed", "tag": "53c95853-76f6-4f2a-aec0-b7e7a96277b3", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:12.851977 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a6f2843d-3642-417e-97f5-6bc511df7424 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:12.852643 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3a7bb7-8e25-46fd-b059-64f59acec88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c95853-76f6-4f2a-aec0-b7e7a96277b3', 'code': 200} Jul 23 20:14:12.870423 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626d7e49-a737-40d3-9da5-846e745b8907 None None] The sync data for ids ['563a2156-6482-461f-8fe0-06609d776002'] in n-d-793618-10 is: [{'id': '563a2156-6482-461f-8fe0-06609d776002', 'name': 'tempest-ServersTestBootFromVolume-702772466-router', 'tenant_id': '6797e7030eab49e9bc11cae60d3b9177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'ee818ae2-027a-48c4-ae91-dd5af60bc51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:04Z', 'updated_at': '2021-07-23T20:14:09Z', 'revision_number': 5, 'project_id': '6797e7030eab49e9bc11cae60d3b9177', 'gw_port': {'id': 'ee818ae2-027a-48c4-ae91-dd5af60bc51c', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563a2156-6482-461f-8fe0-06609d776002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:05Z', 'updated_at': '2021-07-23T20:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:14:12.887818 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0a2f80f5-8491-4e5d-bcb4-feb917f4572a req-a841cf2c-7645-48c4-a624-a00f69f50869 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] 10.222.0.32 "GET /v2.0/security-groups?id=702ff15b-770c-482e-9361-136862086c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192210 Jul 23 20:14:12.956724 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6a08f2b6-290a-44b0-b5c2-5be17a90a172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:13.003270 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-fe89e9e6-2bc4-41b5-a9da-60cb9c7e5003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:13.004853 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-fe89e9e6-2bc4-41b5-a9da-60cb9c7e5003 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf7c321f-fe10-4e13-b95a-bf8888f04b33 HTTP/1.1" status: 200 len: 861 time: 0.1937807 Jul 23 20:14:13.048086 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5d1021fc-cf6b-49f7-904a-bfe9e31e5be4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:13.072165 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-e818e619-0744-4283-aea4-1b905cbf88a5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbe5c4f7-04e3-4348-a174-9925416b908d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462468 Jul 23 20:14:13.080496 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-e1a722b9-8fb3-4324-9f18-74943ce01c59 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:13.081991 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-e1a722b9-8fb3-4324-9f18-74943ce01c59 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] 10.222.0.30 "GET /v2.0/networks?id=79dd8560-8084-4156-b59b-ad4c05db9fb1 HTTP/1.1" status: 200 len: 824 time: 0.2978787 Jul 23 20:14:13.087806 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-912698ec-5505-4117-90be-e53d25afffaf req-40c5682e-7620-4428-8a7d-830480a915e3 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f0e27a-bb12-4a84-a2ec-256c3493ddaf HTTP/1.1" status: 200 len: 210 time: 0.1006291 Jul 23 20:14:13.089602 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9dca5-91c3-4083-b722-daf595c2f862 req-ee0d1980-2608-46f5-9bd9-aa14696a782f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:13.091185 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-09d9dca5-91c3-4083-b722-daf595c2f862 req-ee0d1980-2608-46f5-9bd9-aa14696a782f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7562bacc-5c9d-4fd5-a756-532eac029140 HTTP/1.1" status: 200 len: 850 time: 0.3940213 Jul 23 20:14:13.128935 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-3c438ef9-71f2-424d-8b27-62401007a734 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] Request body: {'port': {'device_id': 'd1f0e27a-bb12-4a84-a2ec-256c3493ddaf', 'network_id': '79dd8560-8084-4156-b59b-ad4c05db9fb1', 'admin_state_up': True, 'tenant_id': '87ad083b2ef44473adf38c4c5e8e2b55'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:13.229749 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-07bcaa92-6eef-4eaf-b449-9aded420e65e tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] Made reservation on behalf of 3581b23c071640a48823892f7b887fb3 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:13.233527 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-07bcaa92-6eef-4eaf-b449-9aded420e65e tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:13.239067 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ad1d4a-0ec8-4e0c-8a18-de2bfdedf4e9', 'tag': '49ac552d-8281-4731-8cb8-221c5343565e'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:13.240061 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-5d1021fc-cf6b-49f7-904a-bfe9e31e5be4 admin admin] Deleting port ee818ae2-027a-48c4-ae91-dd5af60bc51c {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:14:13.240415 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5d1021fc-cf6b-49f7-904a-bfe9e31e5be4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:13.241273 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1e77e7-6028-4d84-aafb-3a9e8fc4820e" -d '{"events": [{"name": "network-changed", "server_uuid": "80ad1d4a-0ec8-4e0c-8a18-de2bfdedf4e9", "tag": "49ac552d-8281-4731-8cb8-221c5343565e"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:13.248781 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9dca5-91c3-4083-b722-daf595c2f862 req-0a49a060-ad25-4c88-955a-8570e7f53f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:13.248781 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-09d9dca5-91c3-4083-b722-daf595c2f862 req-0a49a060-ad25-4c88-955a-8570e7f53f14 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68a6fe92-0c26-45da-99d0-e58f34d2b985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1209922 Jul 23 20:14:13.264801 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44788d87-fefe-4efb-81e2-561d9f2ec79d req-27cdd0ee-779f-4db9-a360-52278fa23868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:13.267045 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-44788d87-fefe-4efb-81e2-561d9f2ec79d req-27cdd0ee-779f-4db9-a360-52278fa23868 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0a3a7bb7-8e25-46fd-b059-64f59acec88c HTTP/1.1" status: 200 len: 1102 time: 0.2836587 Jul 23 20:14:13.302335 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:13.317771 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 647d4ddc-f185-44ce-8424-8e8e8f0d2fbb no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:14:13.334698 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51661282-65b4-45bb-b979-f052f3a909f0 x-openstack-request-id: req-51661282-65b4-45bb-b979-f052f3a909f0 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:13.335078 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ad1d4a-0ec8-4e0c-8a18-de2bfdedf4e9", "tag": "49ac552d-8281-4731-8cb8-221c5343565e", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:13.335470 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-51661282-65b4-45bb-b979-f052f3a909f0 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:13.335880 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ad1d4a-0ec8-4e0c-8a18-de2bfdedf4e9', 'tag': '49ac552d-8281-4731-8cb8-221c5343565e', 'status': 'completed', 'code': 200} Jul 23 20:14:13.347683 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 647d4ddc-f185-44ce-8424-8e8e8f0d2fbb {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:14:13.348782 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 647d4ddc-f185-44ce-8424-8e8e8f0d2fbb not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:14:13.360205 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-19048805-7d73-40fa-ac98-0014d517033a service neutron] 10.222.0.30 "GET /v2.0/networks/fbe5c4f7-04e3-4348-a174-9925416b908d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754636 Jul 23 20:14:13.410733 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-44788d87-fefe-4efb-81e2-561d9f2ec79d req-0e8671d2-482b-4db4-a502-764b7082c4b7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dcd4b9a5-7d3c-473f-9605-5230829f1679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342704 Jul 23 20:14:13.519244 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-3c438ef9-71f2-424d-8b27-62401007a734 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] Made reservation on behalf of 87ad083b2ef44473adf38c4c5e8e2b55 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:13.524331 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-3c438ef9-71f2-424d-8b27-62401007a734 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:13.544820 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-5d1021fc-cf6b-49f7-904a-bfe9e31e5be4 admin admin] For port ee818ae2-027a-48c4-ae91-dd5af60bc51c, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=ee818ae2-027a-48c4-ae91-dd5af60bc51c,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:13.545461 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5d1021fc-cf6b-49f7-904a-bfe9e31e5be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:13.580931 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794283c-8f91-4134-ace6-5be9ebc74c73 req-7dd8cea1-73e3-4482-8784-f78d603a731a tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:13.582475 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b794283c-8f91-4134-ace6-5be9ebc74c73 req-7dd8cea1-73e3-4482-8784-f78d603a731a tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a3a7bb7-8e25-46fd-b059-64f59acec88c HTTP/1.1" status: 200 len: 950 time: 0.2115436 Jul 23 20:14:13.591120 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7049255d-c46d-4dd2-a844-855807ea1a88 req-f1874cfa-7edf-45d3-8ddc-b85eddb151a2 service neutron] 10.222.0.30 "GET /v2.0/networks/fbe5c4f7-04e3-4348-a174-9925416b908d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187173 Jul 23 20:14:13.597494 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e6b44b66-f3a3-4ae8-9b60-8d94723ee7f7 req-c56e03c6-70ad-4f6a-b0cd-38f5d859a8b3 tempest-ServerShowV257Test-915546341 tempest-ServerShowV257Test-915546341-project] 10.222.0.32 "GET /v2.0/ports?device_id=9128a2ea-29f3-464c-ae01-f51fa72d8033 HTTP/1.1" status: 200 len: 210 time: 0.0617228 Jul 23 20:14:13.600054 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-5d1021fc-cf6b-49f7-904a-bfe9e31e5be4 admin admin] Calling delete_port for ee818ae2-027a-48c4-ae91-dd5af60bc51c owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:14:13.617167 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-09d9dca5-91c3-4083-b722-daf595c2f862 req-4d1ce3a2-1d22-407a-9c23-28653af7f384 service neutron] 10.222.0.30 "GET /v2.0/networks/68a6fe92-0c26-45da-99d0-e58f34d2b985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539441 Jul 23 20:14:13.691023 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-07bcaa92-6eef-4eaf-b449-9aded420e65e tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] Allocated IP 172.20.0.9 (cbba0969-8185-40df-a3e4-e25a24877a4b/5c9dda72-21f8-4bdb-a79b-d0bd818fba82/d96c92df-758f-44bc-adca-39e6af9a891c) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:14:13.742429 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b794283c-8f91-4134-ace6-5be9ebc74c73 req-44b7e4ff-dd89-40d1-924a-b789a7c98170 tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcd4b9a5-7d3c-473f-9605-5230829f1679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176817 Jul 23 20:14:13.783152 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-3c438ef9-71f2-424d-8b27-62401007a734 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] Allocated IP 172.20.0.6 (79dd8560-8084-4156-b59b-ad4c05db9fb1/47052c33-ebb6-45c1-957a-d65d77ccfede/5fd0b681-5ac7-44fd-b9c0-a495b2ff5505) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:14:13.793450 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e77e7-6028-4d84-aafb-3a9e8fc4820e req-49b57139-f13f-4244-a857-b43625fa9746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:13.795210 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2b1e77e7-6028-4d84-aafb-3a9e8fc4820e req-49b57139-f13f-4244-a857-b43625fa9746 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1365ee67a81b40aa90253977d2095ddd&device_id=80ad1d4a-0ec8-4e0c-8a18-de2bfdedf4e9 HTTP/1.1" status: 200 len: 1096 time: 0.1367354 Jul 23 20:14:13.822534 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7fe37cd2-3833-4849-bd30-e3aea6523b39 req-e46d713e-37fb-48e5-8d01-3f78555f682c tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c804a82-de0e-467a-85aa-12c6b805db1f HTTP/1.1" status: 200 len: 210 time: 0.0609725 Jul 23 20:14:13.902863 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-09d9dca5-91c3-4083-b722-daf595c2f862 req-70826ddd-e02f-444d-bae6-a6fefa1bd78c service neutron] 10.222.0.30 "GET /v2.0/networks/68a6fe92-0c26-45da-99d0-e58f34d2b985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785382 Jul 23 20:14:13.943924 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:13.998562 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e77e7-6028-4d84-aafb-3a9e8fc4820e req-d7d29566-66f7-4041-b01c-cca135bc98d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:14.000011 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2b1e77e7-6028-4d84-aafb-3a9e8fc4820e req-d7d29566-66f7-4041-b01c-cca135bc98d6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbe5c4f7-04e3-4348-a174-9925416b908d HTTP/1.1" status: 200 len: 922 time: 0.1976414 Jul 23 20:14:14.055288 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5d1021fc-cf6b-49f7-904a-bfe9e31e5be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:14.063249 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-07bcaa92-6eef-4eaf-b449-9aded420e65e tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:14.078695 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2b1e77e7-6028-4d84-aafb-3a9e8fc4820e req-8abc2468-d224-4b1b-a365-533be4782a84 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49ac552d-8281-4731-8cb8-221c5343565e HTTP/1.1" status: 200 len: 217 time: 0.0665765 Jul 23 20:14:14.092956 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1021fc-cf6b-49f7-904a-bfe9e31e5be4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee818ae2-027a-48c4-ae91-dd5af60bc51c,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:14.145361 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-3c438ef9-71f2-424d-8b27-62401007a734 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:14.187691 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de193f1-e9b0-441e-b7b3-fd1604c99eb1 req-715bd457-740a-49b7-8f78-b9ec25a44bfd tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:14.194012 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6de193f1-e9b0-441e-b7b3-fd1604c99eb1 req-715bd457-740a-49b7-8f78-b9ec25a44bfd tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ad1d4a-0ec8-4e0c-8a18-de2bfdedf4e9 HTTP/1.1" status: 200 len: 944 time: 0.1969037 Jul 23 20:14:14.197629 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5d1021fc-cf6b-49f7-904a-bfe9e31e5be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:14.206899 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e77e7-6028-4d84-aafb-3a9e8fc4820e req-1ae2b181-8ec4-4191-96c6-9f7556c3526f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:14.208971 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2b1e77e7-6028-4d84-aafb-3a9e8fc4820e req-1ae2b181-8ec4-4191-96c6-9f7556c3526f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf7c321f-fe10-4e13-b95a-bf8888f04b33 HTTP/1.1" status: 200 len: 861 time: 0.1128812 Jul 23 20:14:14.258367 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2b1e77e7-6028-4d84-aafb-3a9e8fc4820e req-955f99cd-9017-450b-b3c3-33a0c5288b37 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbe5c4f7-04e3-4348-a174-9925416b908d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397284 Jul 23 20:14:14.277969 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-07bcaa92-6eef-4eaf-b449-9aded420e65e tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:14.305026 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6de193f1-e9b0-441e-b7b3-fd1604c99eb1 req-134bcd50-6e70-47fe-92f4-0b46c66b99da tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] 10.222.0.32 "GET /v2.0/security-groups?id=702ff15b-770c-482e-9361-136862086c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095648 Jul 23 20:14:14.317071 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-3c438ef9-71f2-424d-8b27-62401007a734 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:14.367500 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:14.400112 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5d1021fc-cf6b-49f7-904a-bfe9e31e5be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:14.403988 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5d1021fc-cf6b-49f7-904a-bfe9e31e5be4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:14.429695 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-07bcaa92-6eef-4eaf-b449-9aded420e65e tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] Network cbba0969-8185-40df-a3e4-e25a24877a4b is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:14:14.439070 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-3c438ef9-71f2-424d-8b27-62401007a734 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] Network 79dd8560-8084-4156-b59b-ad4c05db9fb1 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:14:14.440668 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2b1e77e7-6028-4d84-aafb-3a9e8fc4820e req-dd58761e-7587-4307-8c18-f9195590d225 service neutron] 10.222.0.30 "GET /v2.0/networks/fbe5c4f7-04e3-4348-a174-9925416b908d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697156 Jul 23 20:14:14.444018 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-3c438ef9-71f2-424d-8b27-62401007a734 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:14.449764 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-3c438ef9-71f2-424d-8b27-62401007a734 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:14:14.460612 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c438ef9-71f2-424d-8b27-62401007a734 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] Pushing event updated for resources: {'Port': ['ID=5fd0b681-5ac7-44fd-b9c0-a495b2ff5505,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:14.467280 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-07bcaa92-6eef-4eaf-b449-9aded420e65e tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:14.470092 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-07bcaa92-6eef-4eaf-b449-9aded420e65e tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:14:14.494939 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:14.503950 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bcaa92-6eef-4eaf-b449-9aded420e65e tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] Pushing event updated for resources: {'Port': ['ID=d96c92df-758f-44bc-adca-39e6af9a891c,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:14.525086 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5d1021fc-cf6b-49f7-904a-bfe9e31e5be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:14.525639 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1021fc-cf6b-49f7-904a-bfe9e31e5be4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 563a2156-6482-461f-8fe0-06609d776002 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:14:14.530506 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5d1021fc-cf6b-49f7-904a-bfe9e31e5be4 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:14.534325 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5d1021fc-cf6b-49f7-904a-bfe9e31e5be4 admin admin] 10.222.0.32 "DELETE /v2.0/routers/563a2156-6482-461f-8fe0-06609d776002 HTTP/1.1" status: 204 len: 168 time: 3.0624397 Jul 23 20:14:14.535744 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 54678) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:14.557880 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-3c438ef9-71f2-424d-8b27-62401007a734 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:14.558512 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-3c438ef9-71f2-424d-8b27-62401007a734 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:14.584582 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-3c438ef9-71f2-424d-8b27-62401007a734 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4620614 Jul 23 20:14:14.586193 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e399d3-f85d-4805-a728-91aa8b971e32 req-b22cefd5-a2b5-437c-a57c-59a271a7ea91 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:14.587794 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-49e399d3-f85d-4805-a728-91aa8b971e32 req-b22cefd5-a2b5-437c-a57c-59a271a7ea91 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f0e27a-bb12-4a84-a2ec-256c3493ddaf HTTP/1.1" status: 200 len: 931 time: 0.3434656 Jul 23 20:14:14.597595 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-07bcaa92-6eef-4eaf-b449-9aded420e65e tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:14.598252 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-07bcaa92-6eef-4eaf-b449-9aded420e65e tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:14.598417 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-bbbacef4-65d4-4b82-a5db-eb7b51cf675f service neutron] Request body: {'port': {'device_id': 'd1f0e27a-bb12-4a84-a2ec-256c3493ddaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:14.603407 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2b1e77e7-6028-4d84-aafb-3a9e8fc4820e req-4ba1fa10-adad-4e90-94a5-b0818416dfea service neutron] 10.222.0.30 "GET /v2.0/networks/fbe5c4f7-04e3-4348-a174-9925416b908d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546767 Jul 23 20:14:14.645913 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5429280-797a-4350-96bf-e73ab6160c36 admin admin] Deleting subnet 7f588277-1790-412a-a1cc-3d4d1a03523b {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:14:14.649130 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-07bcaa92-6eef-4eaf-b449-9aded420e65e tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9101210 Jul 23 20:14:14.652173 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a5429280-797a-4350-96bf-e73ab6160c36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:14.685857 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-24489e52-e7e0-4f6f-80a0-9f818d9a5ebf service neutron] Request body: {'port': {'device_id': '8c804a82-de0e-467a-85aa-12c6b805db1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:14.715831 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-49e399d3-f85d-4805-a728-91aa8b971e32 req-6c2c6dc5-48b2-44e4-9e69-548f2f232c2a tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] 10.222.0.32 "GET /v2.0/security-groups?id=fedd7467-59f8-49e7-a28b-3aedf8cd71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125720 Jul 23 20:14:14.740263 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5aa0cf34-ac46-415d-bdbf-19a44419f2ca req-edd05c3a-753e-4c62-8d5d-c0415b2e0ccf tempest-ServerShowV257Test-915546341 tempest-ServerShowV257Test-915546341-project] 10.222.0.32 "GET /v2.0/ports?device_id=9128a2ea-29f3-464c-ae01-f51fa72d8033 HTTP/1.1" status: 200 len: 210 time: 0.0438468 Jul 23 20:14:14.741089 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-bbbacef4-65d4-4b82-a5db-eb7b51cf675f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:14.766930 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a5429280-797a-4350-96bf-e73ab6160c36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:14.886108 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-24489e52-e7e0-4f6f-80a0-9f818d9a5ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:14.944598 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a5429280-797a-4350-96bf-e73ab6160c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:15.011335 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc625542-1d87-4584-936d-635a2ddc5715 req-d5d1c6c2-312f-4cac-a97d-992a00bd5295 tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:15.012780 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fc625542-1d87-4584-936d-635a2ddc5715 req-d5d1c6c2-312f-4cac-a97d-992a00bd5295 tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a3a7bb7-8e25-46fd-b059-64f59acec88c HTTP/1.1" status: 200 len: 950 time: 0.1956418 Jul 23 20:14:15.044340 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad850de6-39ae-4566-b57a-7cacdb92fcad req-37e7f04d-42bc-4f21-b176-f16017d02b34 tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:15.046076 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ad850de6-39ae-4566-b57a-7cacdb92fcad req-37e7f04d-42bc-4f21-b176-f16017d02b34 tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c804a82-de0e-467a-85aa-12c6b805db1f HTTP/1.1" status: 200 len: 931 time: 0.1412110 Jul 23 20:14:15.116068 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a5429280-797a-4350-96bf-e73ab6160c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:15.120829 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ad850de6-39ae-4566-b57a-7cacdb92fcad req-e75b7208-dcc8-4800-828b-3a3931ceca3c tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e9976a5-bc66-4d47-8ebd-7be02741d3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671535 Jul 23 20:14:15.124678 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-bbbacef4-65d4-4b82-a5db-eb7b51cf675f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fd0b681-5ac7-44fd-b9c0-a495b2ff5505 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:14:15.136688 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-bbbacef4-65d4-4b82-a5db-eb7b51cf675f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:15.156286 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f5731a-9c51-4575-a775-db213c2d4fcc None None] Network 61ed045b-f5a3-49a6-a9c8-61ede271bf43 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:14:15.159393 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-bbbacef4-65d4-4b82-a5db-eb7b51cf675f service neutron] Transition to ACTIVE for port object 5fd0b681-5ac7-44fd-b9c0-a495b2ff5505 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:15.162539 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fc625542-1d87-4584-936d-635a2ddc5715 req-8feaee8c-494a-4555-ab2d-8a8373456383 tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcd4b9a5-7d3c-473f-9605-5230829f1679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915396 Jul 23 20:14:15.164492 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-bbbacef4-65d4-4b82-a5db-eb7b51cf675f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:15.167207 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a5429280-797a-4350-96bf-e73ab6160c36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:15.170475 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a5429280-797a-4350-96bf-e73ab6160c36 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7f588277-1790-412a-a1cc-3d4d1a03523b HTTP/1.1" status: 204 len: 168 time: 0.6298106 Jul 23 20:14:15.177003 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 54686) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:15.202227 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5429280-797a-4350-96bf-e73ab6160c36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f588277-1790-412a-a1cc-3d4d1a03523b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:15.312121 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbacef4-65d4-4b82-a5db-eb7b51cf675f service neutron] Pushing event updated for resources: {'Port': ['ID=5fd0b681-5ac7-44fd-b9c0-a495b2ff5505,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:15.325762 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device ee818ae2-027a-48c4-ae91-dd5af60bc51c no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:14:15.369735 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: ee818ae2-027a-48c4-ae91-dd5af60bc51c {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:14:15.370902 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device ee818ae2-027a-48c4-ae91-dd5af60bc51c not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:14:15.444530 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-24489e52-e7e0-4f6f-80a0-9f818d9a5ebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d96c92df-758f-44bc-adca-39e6af9a891c {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:14:15.456926 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-24489e52-e7e0-4f6f-80a0-9f818d9a5ebf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:15.457087 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6d46f98d-88b5-4147-8c0b-7846f475d0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:15.495883 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-24489e52-e7e0-4f6f-80a0-9f818d9a5ebf service neutron] Transition to ACTIVE for port object d96c92df-758f-44bc-adca-39e6af9a891c will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:15.501072 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-24489e52-e7e0-4f6f-80a0-9f818d9a5ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:15.531238 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01612e10-d385-4a8b-95d0-10f2de870c77 None None] DHCP port deletion for 61ed045b-f5a3-49a6-a9c8-61ede271bf43 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:14:15.550519 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-bbbacef4-65d4-4b82-a5db-eb7b51cf675f service neutron] Attempting to bind port 5fd0b681-5ac7-44fd-b9c0-a495b2ff5505 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:14:15.550824 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-bbbacef4-65d4-4b82-a5db-eb7b51cf675f service neutron] Attempting to bind port 5fd0b681-5ac7-44fd-b9c0-a495b2ff5505 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '61ce23fa-ad32-4024-a1fe-59555834145f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '79dd8560-8084-4156-b59b-ad4c05db9fb1'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:14:15.551235 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-bbbacef4-65d4-4b82-a5db-eb7b51cf675f service neutron] Attempting to bind port 5fd0b681-5ac7-44fd-b9c0-a495b2ff5505 on network 79dd8560-8084-4156-b59b-ad4c05db9fb1 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:15.582065 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-bbbacef4-65d4-4b82-a5db-eb7b51cf675f service neutron] Port 5fd0b681-5ac7-44fd-b9c0-a495b2ff5505 on network 79dd8560-8084-4156-b59b-ad4c05db9fb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:14:15.582392 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-bbbacef4-65d4-4b82-a5db-eb7b51cf675f service neutron] Attempting to bind port 5fd0b681-5ac7-44fd-b9c0-a495b2ff5505 on network 79dd8560-8084-4156-b59b-ad4c05db9fb1 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:15.596682 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-01612e10-d385-4a8b-95d0-10f2de870c77 None None] Deleting port 1b1d8065-ffb7-44ac-b1aa-3aa8ff849ef8 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:14:15.596942 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-bbbacef4-65d4-4b82-a5db-eb7b51cf675f service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:14:15.597063 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-01612e10-d385-4a8b-95d0-10f2de870c77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:15.597321 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-bbbacef4-65d4-4b82-a5db-eb7b51cf675f service neutron] Checking segment: {'id': '61ce23fa-ad32-4024-a1fe-59555834145f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '79dd8560-8084-4156-b59b-ad4c05db9fb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:15.597710 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-bbbacef4-65d4-4b82-a5db-eb7b51cf675f service neutron] Bound using segment: {'id': '61ce23fa-ad32-4024-a1fe-59555834145f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '79dd8560-8084-4156-b59b-ad4c05db9fb1'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:14:15.598150 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-bbbacef4-65d4-4b82-a5db-eb7b51cf675f service neutron] Bound port: 5fd0b681-5ac7-44fd-b9c0-a495b2ff5505, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ce23fa-ad32-4024-a1fe-59555834145f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '79dd8560-8084-4156-b59b-ad4c05db9fb1'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:14:15.598511 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-bbbacef4-65d4-4b82-a5db-eb7b51cf675f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:15.619558 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335b739-894a-477b-83df-ac51e86548fc req-ca4567e0-fb73-482b-ae3d-5a96e144a0de tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:15.621199 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5335b739-894a-477b-83df-ac51e86548fc req-ca4567e0-fb73-482b-ae3d-5a96e144a0de tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ad1d4a-0ec8-4e0c-8a18-de2bfdedf4e9 HTTP/1.1" status: 200 len: 944 time: 0.1784482 Jul 23 20:14:15.669086 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-01612e10-d385-4a8b-95d0-10f2de870c77 None None] For port 1b1d8065-ffb7-44ac-b1aa-3aa8ff849ef8, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=1b1d8065-ffb7-44ac-b1aa-3aa8ff849ef8,segment=NetworkSegment(942d96b4-c4af-49df-9097-dd32765e9b01),segment_id=942d96b4-c4af-49df-9097-dd32765e9b01)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:15.669489 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-01612e10-d385-4a8b-95d0-10f2de870c77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:15.680689 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24489e52-e7e0-4f6f-80a0-9f818d9a5ebf service neutron] Pushing event updated for resources: {'Port': ['ID=d96c92df-758f-44bc-adca-39e6af9a891c,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:15.685296 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-01612e10-d385-4a8b-95d0-10f2de870c77 None None] Calling delete_port for 1b1d8065-ffb7-44ac-b1aa-3aa8ff849ef8 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:14:15.699878 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-6d46f98d-88b5-4147-8c0b-7846f475d0cc admin admin] Deleting port 1b1d8065-ffb7-44ac-b1aa-3aa8ff849ef8 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:14:15.701232 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6d46f98d-88b5-4147-8c0b-7846f475d0cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:15.713349 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-24489e52-e7e0-4f6f-80a0-9f818d9a5ebf service neutron] Attempting to bind port d96c92df-758f-44bc-adca-39e6af9a891c on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:14:15.713714 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-24489e52-e7e0-4f6f-80a0-9f818d9a5ebf service neutron] Attempting to bind port d96c92df-758f-44bc-adca-39e6af9a891c by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '824a0b99-d6a1-440f-b05a-f9c32629eb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cbba0969-8185-40df-a3e4-e25a24877a4b'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:14:15.714236 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-24489e52-e7e0-4f6f-80a0-9f818d9a5ebf service neutron] Attempting to bind port d96c92df-758f-44bc-adca-39e6af9a891c on network cbba0969-8185-40df-a3e4-e25a24877a4b {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:15.722999 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-24489e52-e7e0-4f6f-80a0-9f818d9a5ebf service neutron] Port d96c92df-758f-44bc-adca-39e6af9a891c on network cbba0969-8185-40df-a3e4-e25a24877a4b not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:14:15.723645 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-24489e52-e7e0-4f6f-80a0-9f818d9a5ebf service neutron] Attempting to bind port d96c92df-758f-44bc-adca-39e6af9a891c on network cbba0969-8185-40df-a3e4-e25a24877a4b {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:15.738928 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3b269-4e97-45c2-8cf8-ee30d03a6661 req-4d4ac5f1-098b-489e-949b-f2a64f92a52b tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:15.741216 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-41a3b269-4e97-45c2-8cf8-ee30d03a6661 req-4d4ac5f1-098b-489e-949b-f2a64f92a52b tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a3a7bb7-8e25-46fd-b059-64f59acec88c HTTP/1.1" status: 200 len: 950 time: 0.1666722 Jul 23 20:14:15.744639 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-24489e52-e7e0-4f6f-80a0-9f818d9a5ebf service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:14:15.745220 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-24489e52-e7e0-4f6f-80a0-9f818d9a5ebf service neutron] Checking segment: {'id': '824a0b99-d6a1-440f-b05a-f9c32629eb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cbba0969-8185-40df-a3e4-e25a24877a4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:15.745842 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-24489e52-e7e0-4f6f-80a0-9f818d9a5ebf service neutron] Bound using segment: {'id': '824a0b99-d6a1-440f-b05a-f9c32629eb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cbba0969-8185-40df-a3e4-e25a24877a4b'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:14:15.746491 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-24489e52-e7e0-4f6f-80a0-9f818d9a5ebf service neutron] Bound port: d96c92df-758f-44bc-adca-39e6af9a891c, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '824a0b99-d6a1-440f-b05a-f9c32629eb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cbba0969-8185-40df-a3e4-e25a24877a4b'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:14:15.746864 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-24489e52-e7e0-4f6f-80a0-9f818d9a5ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:15.789738 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-01612e10-d385-4a8b-95d0-10f2de870c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:15.825643 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-41a3b269-4e97-45c2-8cf8-ee30d03a6661 req-6dac423d-e564-42a5-b07a-73e9994043b1 tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcd4b9a5-7d3c-473f-9605-5230829f1679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762248 Jul 23 20:14:15.826064 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01612e10-d385-4a8b-95d0-10f2de870c77 None None] Pushing event deleted for resources: {'Port': ['ID=1b1d8065-ffb7-44ac-b1aa-3aa8ff849ef8,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:15.828218 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01612e10-d385-4a8b-95d0-10f2de870c77 None None] No DVR routers for this DVR port 1b1d8065-ffb7-44ac-b1aa-3aa8ff849ef8 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:14:15.847715 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:15.852082 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-24489e52-e7e0-4f6f-80a0-9f818d9a5ebf service neutron] For port d96c92df-758f-44bc-adca-39e6af9a891c, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:14:15.861796 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-24489e52-e7e0-4f6f-80a0-9f818d9a5ebf service neutron] For port d96c92df-758f-44bc-adca-39e6af9a891c, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d96c92df-758f-44bc-adca-39e6af9a891c,segment=NetworkSegment(824a0b99-d6a1-440f-b05a-f9c32629eb60),segment_id=824a0b99-d6a1-440f-b05a-f9c32629eb60)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:14:15.868342 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-24489e52-e7e0-4f6f-80a0-9f818d9a5ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:15.920523 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-24489e52-e7e0-4f6f-80a0-9f818d9a5ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:15.921245 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-24489e52-e7e0-4f6f-80a0-9f818d9a5ebf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:15.922799 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-24489e52-e7e0-4f6f-80a0-9f818d9a5ebf service neutron] 10.222.0.18 "PUT /v2.0/ports/d96c92df-758f-44bc-adca-39e6af9a891c HTTP/1.1" status: 200 len: 1092 time: 1.2461436 Jul 23 20:14:15.923440 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c804a82-de0e-467a-85aa-12c6b805db1f', 'tag': 'd96c92df-758f-44bc-adca-39e6af9a891c'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:15.925893 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65799445-0a3e-4c58-a15d-eefb14d500c5" -d '{"events": [{"name": "network-changed", "server_uuid": "8c804a82-de0e-467a-85aa-12c6b805db1f", "tag": "d96c92df-758f-44bc-adca-39e6af9a891c"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:16.001950 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24489e52-e7e0-4f6f-80a0-9f818d9a5ebf service neutron] Pushing event updated for resources: {'Port': ['ID=d96c92df-758f-44bc-adca-39e6af9a891c,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:16.029082 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5335b739-894a-477b-83df-ac51e86548fc req-4e3d14b0-e9a0-4ee5-bddb-153c68d9aa1c tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] 10.222.0.32 "GET /v2.0/security-groups?id=702ff15b-770c-482e-9361-136862086c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019811 Jul 23 20:14:16.038510 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 49ac552d-8281-4731-8cb8-221c5343565e details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:14:16.045584 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-bbbacef4-65d4-4b82-a5db-eb7b51cf675f service neutron] For port 5fd0b681-5ac7-44fd-b9c0-a495b2ff5505, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:14:16.091471 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-bbbacef4-65d4-4b82-a5db-eb7b51cf675f service neutron] For port 5fd0b681-5ac7-44fd-b9c0-a495b2ff5505, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=5fd0b681-5ac7-44fd-b9c0-a495b2ff5505,segment=NetworkSegment(61ce23fa-ad32-4024-a1fe-59555834145f),segment_id=61ce23fa-ad32-4024-a1fe-59555834145f)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:14:16.096763 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0dea4-2015-4098-a1d7-5d5933a4b004 req-2817a1b2-d375-4248-94f3-da844f3ade93 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:16.097414 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-6d46f98d-88b5-4147-8c0b-7846f475d0cc admin admin] For port 1b1d8065-ffb7-44ac-b1aa-3aa8ff849ef8, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=1b1d8065-ffb7-44ac-b1aa-3aa8ff849ef8,segment=NetworkSegment(942d96b4-c4af-49df-9097-dd32765e9b01),segment_id=942d96b4-c4af-49df-9097-dd32765e9b01)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:16.097895 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6d46f98d-88b5-4147-8c0b-7846f475d0cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:16.099035 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-38f0dea4-2015-4098-a1d7-5d5933a4b004 req-2817a1b2-d375-4248-94f3-da844f3ade93 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f0e27a-bb12-4a84-a2ec-256c3493ddaf HTTP/1.1" status: 200 len: 943 time: 0.1663699 Jul 23 20:14:16.103263 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-ea1fd22d-9546-46b1-8104-77d87ed260cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:16.105038 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-ea1fd22d-9546-46b1-8104-77d87ed260cc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3581b23c071640a48823892f7b887fb3&device_id=8c804a82-de0e-467a-85aa-12c6b805db1f HTTP/1.1" status: 200 len: 1095 time: 0.1166770 Jul 23 20:14:16.107023 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-bbbacef4-65d4-4b82-a5db-eb7b51cf675f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:16.136887 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-6d46f98d-88b5-4147-8c0b-7846f475d0cc admin admin] Calling delete_port for 1b1d8065-ffb7-44ac-b1aa-3aa8ff849ef8 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:14:16.177150 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-bbbacef4-65d4-4b82-a5db-eb7b51cf675f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:16.177837 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-bbbacef4-65d4-4b82-a5db-eb7b51cf675f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:16.179206 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-bbbacef4-65d4-4b82-a5db-eb7b51cf675f service neutron] 10.222.0.30 "PUT /v2.0/ports/5fd0b681-5ac7-44fd-b9c0-a495b2ff5505 HTTP/1.1" status: 200 len: 1092 time: 1.5865331 Jul 23 20:14:16.183848 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f0e27a-bb12-4a84-a2ec-256c3493ddaf', 'tag': '5fd0b681-5ac7-44fd-b9c0-a495b2ff5505'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:16.186263 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787db158-65e7-4cf6-864c-337a59593aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f0e27a-bb12-4a84-a2ec-256c3493ddaf", "tag": "5fd0b681-5ac7-44fd-b9c0-a495b2ff5505"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:16.193874 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-0a1df360-dd70-4c7a-9a1b-b9906f49b14b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d96c92df-758f-44bc-adca-39e6af9a891c HTTP/1.1" status: 200 len: 217 time: 0.0758731 Jul 23 20:14:16.200043 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 49ac552d-8281-4731-8cb8-221c5343565e, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=49ac552d-8281-4731-8cb8-221c5343565e,segment=NetworkSegment(a2885ddb-e94a-4646-848f-a3555f8305f4),segment_id=a2885ddb-e94a-4646-848f-a3555f8305f4)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:16.217961 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c4a80d09-6cae-4542-8b5f-9a03653ca92e req-ff00278a-9f86-4087-9879-ccad662270e5 tempest-ServerShowV257Test-915546341 tempest-ServerShowV257Test-915546341-project] 10.222.0.32 "GET /v2.0/ports?device_id=9128a2ea-29f3-464c-ae01-f51fa72d8033 HTTP/1.1" status: 200 len: 210 time: 0.0677938 Jul 23 20:14:16.221898 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '49ac552d-8281-4731-8cb8-221c5343565e', 'network_id': 'fbe5c4f7-04e3-4348-a174-9925416b908d', 'port_id': '49ac552d-8281-4731-8cb8-221c5343565e', 'mac_address': 'fa:16:3e:22:f8:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf7c321f-fe10-4e13-b95a-bf8888f04b33', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:14:16.258361 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbacef4-65d4-4b82-a5db-eb7b51cf675f service neutron] Pushing event updated for resources: {'Port': ['ID=5fd0b681-5ac7-44fd-b9c0-a495b2ff5505,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:16.265875 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:16.280764 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-38f0dea4-2015-4098-a1d7-5d5933a4b004 req-14486ae5-1212-4e7c-8a2d-70109098c5d2 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] 10.222.0.32 "GET /v2.0/security-groups?id=fedd7467-59f8-49e7-a28b-3aedf8cd71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746387 Jul 23 20:14:16.290509 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49ac552d-8281-4731-8cb8-221c5343565e {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:14:16.302349 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-c01deadb-230f-4955-8af0-178bedad6e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:16.305526 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-c01deadb-230f-4955-8af0-178bedad6e02 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5c9dda72-21f8-4bdb-a79b-d0bd818fba82 HTTP/1.1" status: 200 len: 860 time: 0.1024251 Jul 23 20:14:16.312771 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b32778-1eb7-4ef9-8919-332c56f18514 x-openstack-request-id: req-30b32778-1eb7-4ef9-8919-332c56f18514 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:16.313126 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c804a82-de0e-467a-85aa-12c6b805db1f", "tag": "d96c92df-758f-44bc-adca-39e6af9a891c", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:16.313289 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-30b32778-1eb7-4ef9-8919-332c56f18514 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:16.313717 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c804a82-de0e-467a-85aa-12c6b805db1f', 'tag': 'd96c92df-758f-44bc-adca-39e6af9a891c', 'status': 'completed', 'code': 200} Jul 23 20:14:16.329816 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 49ac552d-8281-4731-8cb8-221c5343565e, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=49ac552d-8281-4731-8cb8-221c5343565e,segment=NetworkSegment(a2885ddb-e94a-4646-848f-a3555f8305f4),segment_id=a2885ddb-e94a-4646-848f-a3555f8305f4)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:16.336057 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:16.379994 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-5616e983-4e43-46cc-86d8-df84a945f8f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cbba0969-8185-40df-a3e4-e25a24877a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612557 Jul 23 20:14:16.384623 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9e792d-0dd5-41b0-86f6-00c3401281e4 x-openstack-request-id: req-7f9e792d-0dd5-41b0-86f6-00c3401281e4 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:16.385174 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f0e27a-bb12-4a84-a2ec-256c3493ddaf", "tag": "5fd0b681-5ac7-44fd-b9c0-a495b2ff5505", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:16.385174 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7f9e792d-0dd5-41b0-86f6-00c3401281e4 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:16.385610 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f0e27a-bb12-4a84-a2ec-256c3493ddaf', 'tag': '5fd0b681-5ac7-44fd-b9c0-a495b2ff5505', 'status': 'completed', 'code': 200} Jul 23 20:14:16.399833 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-442ecb2e-46f8-4cd7-90d5-a66c99f6db21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:16.401619 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-442ecb2e-46f8-4cd7-90d5-a66c99f6db21 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87ad083b2ef44473adf38c4c5e8e2b55&device_id=d1f0e27a-bb12-4a84-a2ec-256c3493ddaf HTTP/1.1" status: 200 len: 1095 time: 0.1446190 Jul 23 20:14:16.402454 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6d46f98d-88b5-4147-8c0b-7846f475d0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:16.428429 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=49ac552d-8281-4731-8cb8-221c5343565e,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:16.440393 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46f98d-88b5-4147-8c0b-7846f475d0cc admin admin] Pushing event deleted for resources: {'Port': ['ID=1b1d8065-ffb7-44ac-b1aa-3aa8ff849ef8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:16.470897 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d46f98d-88b5-4147-8c0b-7846f475d0cc admin admin] No DVR routers for this DVR port 1b1d8065-ffb7-44ac-b1aa-3aa8ff849ef8 on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:14:16.473859 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-05cd3785-3b3c-4988-a0e7-b429110efbb6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fd0b681-5ac7-44fd-b9c0-a495b2ff5505 HTTP/1.1" status: 200 len: 217 time: 0.0619383 Jul 23 20:14:16.538604 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4a033-d92b-485f-8c9b-57118c2507a0 req-db977be3-2a3b-4142-9b8a-7fb9457218c0 tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:16.539927 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-abc4a033-d92b-485f-8c9b-57118c2507a0 req-db977be3-2a3b-4142-9b8a-7fb9457218c0 tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c804a82-de0e-467a-85aa-12c6b805db1f HTTP/1.1" status: 200 len: 943 time: 0.1584289 Jul 23 20:14:16.543690 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-180c34bd-1550-44c5-87ae-b58f33c2843b service neutron] 10.222.0.18 "GET /v2.0/networks/cbba0969-8185-40df-a3e4-e25a24877a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520176 Jul 23 20:14:16.585438 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6d46f98d-88b5-4147-8c0b-7846f475d0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:16.594184 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-87e15864-b743-4446-b905-a1ff30870f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:16.595639 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-87e15864-b743-4446-b905-a1ff30870f0a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=47052c33-ebb6-45c1-957a-d65d77ccfede HTTP/1.1" status: 200 len: 864 time: 0.1003244 Jul 23 20:14:16.598802 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-6d46f98d-88b5-4147-8c0b-7846f475d0cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61ed045b-f5a3-49a6-a9c8-61ede271bf43']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:16.607858 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['49ac552d-8281-4731-8cb8-221c5343565e'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:14:16.617176 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-6d46f98d-88b5-4147-8c0b-7846f475d0cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '942d96b4-c4af-49df-9097-dd32765e9b01') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:16.617493 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-6d46f98d-88b5-4147-8c0b-7846f475d0cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '942d96b4-c4af-49df-9097-dd32765e9b01') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:16.645510 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-28fbf708-f186-441c-8fec-5fe66684e19a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=79dd8560-8084-4156-b59b-ad4c05db9fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392032 Jul 23 20:14:16.647816 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6d46f98d-88b5-4147-8c0b-7846f475d0cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:16.649816 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-abc4a033-d92b-485f-8c9b-57118c2507a0 req-88bf7fa4-b137-4b06-a113-8d3063db1605 tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e9976a5-bc66-4d47-8ebd-7be02741d3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030111 Jul 23 20:14:16.685339 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0dc0b048-52f8-44c4-b2cc-eb2a8a45f024 req-a5684932-a7fc-45be-9143-b5f5b701132e service neutron] 10.222.0.18 "GET /v2.0/networks/cbba0969-8185-40df-a3e4-e25a24877a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311405 Jul 23 20:14:16.695159 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6d46f98d-88b5-4147-8c0b-7846f475d0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:16.705653 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d46f98d-88b5-4147-8c0b-7846f475d0cc admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:14:16.706145 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6d46f98d-88b5-4147-8c0b-7846f475d0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:16.708187 n-d-793618-10 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:14:16.708187 n-d-793618-10 neutron-server[93876]: self.session.flush() Jul 23 20:14:16.708187 n-d-793618-10 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:14:16.708187 n-d-793618-10 neutron-server[93876]: self.session.flush() Jul 23 20:14:16.708187 n-d-793618-10 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:14:16.708187 n-d-793618-10 neutron-server[93876]: self.session.flush() Jul 23 20:14:16.708187 n-d-793618-10 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:14:16.708187 n-d-793618-10 neutron-server[93876]: self.session.flush() Jul 23 20:14:16.708187 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:14:16.708187 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:14:16.708187 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:14:16.708187 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:14:16.708187 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:14:16.708187 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:14:16.708187 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:14:16.708187 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:14:16.708187 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:14:16.708187 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:14:16.708187 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:14:16.708187 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:14:16.708187 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:14:16.708187 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:14:16.708187 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:14:16.708187 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:14:16.708187 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:14:16.708187 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:14:16.708187 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:14:16.708187 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:14:16.708187 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:14:16.708187 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:14:16.708187 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:14:16.708187 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:14:16.708187 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:14:16.708187 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:14:16.708187 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:14:16.708187 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:14:16.708187 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:14:16.708187 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:14:16.708187 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:14:16.708187 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:14:16.798601 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65799445-0a3e-4c58-a15d-eefb14d500c5 req-f320b94c-619b-4f6f-9695-3c55305378bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:16.800401 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-65799445-0a3e-4c58-a15d-eefb14d500c5 req-f320b94c-619b-4f6f-9695-3c55305378bd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3581b23c071640a48823892f7b887fb3&device_id=8c804a82-de0e-467a-85aa-12c6b805db1f HTTP/1.1" status: 200 len: 1095 time: 0.0618157 Jul 23 20:14:16.807115 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6d46f98d-88b5-4147-8c0b-7846f475d0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:16.813954 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6d46f98d-88b5-4147-8c0b-7846f475d0cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:16.815785 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6d46f98d-88b5-4147-8c0b-7846f475d0cc admin admin] 10.222.0.32 "DELETE /v2.0/networks/61ed045b-f5a3-49a6-a9c8-61ede271bf43 HTTP/1.1" status: 204 len: 168 time: 1.6334615 Jul 23 20:14:16.820749 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-4b7ffbdc-7566-452f-a5b0-9b65d317104f service neutron] 10.222.0.30 "GET /v2.0/networks/79dd8560-8084-4156-b59b-ad4c05db9fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659012 Jul 23 20:14:16.841307 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46f98d-88b5-4147-8c0b-7846f475d0cc admin admin] Pushing event deleted for resources: {'Network': ['ID=61ed045b-f5a3-49a6-a9c8-61ede271bf43,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:17.010160 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cfc9c256-2b7f-40f0-b7b1-3cecd7ead828 req-801535b0-0103-4d89-9460-9cbb73fde54c service neutron] 10.222.0.30 "GET /v2.0/networks/79dd8560-8084-4156-b59b-ad4c05db9fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785750 Jul 23 20:14:17.018407 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 54718) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:17.128773 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f5eeb-cbc0-433e-a99f-8941219d1f21 req-b393863a-bcdc-4413-9305-6eaa498358aa tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:17.130242 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-715f5eeb-cbc0-433e-a99f-8941219d1f21 req-b393863a-bcdc-4413-9305-6eaa498358aa tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a3a7bb7-8e25-46fd-b059-64f59acec88c HTTP/1.1" status: 200 len: 950 time: 0.1689508 Jul 23 20:14:17.138623 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6571fdd-8c13-4a08-97a8-aab8864b5e6b req-440d70ba-927d-41e5-90bf-1108ebe62a33 tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:17.140078 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c6571fdd-8c13-4a08-97a8-aab8864b5e6b req-440d70ba-927d-41e5-90bf-1108ebe62a33 tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a3a7bb7-8e25-46fd-b059-64f59acec88c HTTP/1.1" status: 200 len: 950 time: 0.2840817 Jul 23 20:14:17.145183 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4d87ac8e-7535-4af8-a8a6-cb101d728864 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6797e7030eab49e9bc11cae60d3b9177&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1251080 Jul 23 20:14:17.154943 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 54722) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:17.242055 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 1b1d8065-ffb7-44ac-b1aa-3aa8ff849ef8 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:14:17.263347 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 1b1d8065-ffb7-44ac-b1aa-3aa8ff849ef8 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:14:17.263832 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 1b1d8065-ffb7-44ac-b1aa-3aa8ff849ef8 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:14:17.271897 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-715f5eeb-cbc0-433e-a99f-8941219d1f21 req-bd474507-4097-4acf-9b3b-3f8a855d1c54 tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcd4b9a5-7d3c-473f-9605-5230829f1679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304467 Jul 23 20:14:17.318780 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65799445-0a3e-4c58-a15d-eefb14d500c5 req-d4ecba40-d255-4e67-8f96-a526cc7c964d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:17.320451 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-65799445-0a3e-4c58-a15d-eefb14d500c5 req-d4ecba40-d255-4e67-8f96-a526cc7c964d service neutron] 10.222.0.18 "GET /v2.0/networks?id=cbba0969-8185-40df-a3e4-e25a24877a4b HTTP/1.1" status: 200 len: 921 time: 0.5134737 Jul 23 20:14:17.335047 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787db158-65e7-4cf6-864c-337a59593aa0 req-0caf7e07-d18e-42a6-aba2-7ce976e89dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:17.336023 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5681b-d173-429b-9b42-ceb0598aff1a req-532ebd08-baa1-470a-a2d7-704fc239f74e tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:17.336533 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-787db158-65e7-4cf6-864c-337a59593aa0 req-0caf7e07-d18e-42a6-aba2-7ce976e89dfb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87ad083b2ef44473adf38c4c5e8e2b55&device_id=d1f0e27a-bb12-4a84-a2ec-256c3493ddaf HTTP/1.1" status: 200 len: 1095 time: 0.2626688 Jul 23 20:14:17.338428 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b6e5681b-d173-429b-9b42-ceb0598aff1a req-532ebd08-baa1-470a-a2d7-704fc239f74e tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ad1d4a-0ec8-4e0c-8a18-de2bfdedf4e9 HTTP/1.1" status: 200 len: 945 time: 0.1082771 Jul 23 20:14:17.345747 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-46f09679-d235-42a5-962e-a143d091ac13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:17.387895 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-65799445-0a3e-4c58-a15d-eefb14d500c5 req-d8ca203d-84b5-449e-b204-9ec1e821882e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d96c92df-758f-44bc-adca-39e6af9a891c HTTP/1.1" status: 200 len: 217 time: 0.0477374 Jul 23 20:14:17.431769 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e2f255ec-4750-4ee2-acf8-13be119db585 req-329384a1-8aea-414c-8259-34370ccbb42a tempest-ServerShowV257Test-915546341 tempest-ServerShowV257Test-915546341-project] 10.222.0.32 "GET /v2.0/ports?device_id=9128a2ea-29f3-464c-ae01-f51fa72d8033 HTTP/1.1" status: 200 len: 210 time: 0.0823047 Jul 23 20:14:17.435211 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-46f09679-d235-42a5-962e-a143d091ac13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:17.450032 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b6e5681b-d173-429b-9b42-ceb0598aff1a req-d936e8f8-4055-4e6b-9477-62eacf6572d7 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] 10.222.0.32 "GET /v2.0/security-groups?id=702ff15b-770c-482e-9361-136862086c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013505 Jul 23 20:14:17.461385 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65799445-0a3e-4c58-a15d-eefb14d500c5 req-892382ac-0a03-4041-91a7-d9084f5bdc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:17.471018 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-65799445-0a3e-4c58-a15d-eefb14d500c5 req-892382ac-0a03-4041-91a7-d9084f5bdc49 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5c9dda72-21f8-4bdb-a79b-d0bd818fba82 HTTP/1.1" status: 200 len: 860 time: 0.0693767 Jul 23 20:14:17.498667 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-c6571fdd-8c13-4a08-97a8-aab8864b5e6b req-1536a387-607c-41a6-b9e4-ed4471cb1657 tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] Deleting port 53c95853-76f6-4f2a-aec0-b7e7a96277b3 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:14:17.499005 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c6571fdd-8c13-4a08-97a8-aab8864b5e6b req-1536a387-607c-41a6-b9e4-ed4471cb1657 tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:17.520895 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-65799445-0a3e-4c58-a15d-eefb14d500c5 req-e1e9b326-1c2f-48d6-b324-d96e39761be0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cbba0969-8185-40df-a3e4-e25a24877a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500364 Jul 23 20:14:17.637074 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-65799445-0a3e-4c58-a15d-eefb14d500c5 req-ba2d1481-14e1-4911-9894-221e2cff7a35 service neutron] 10.222.0.18 "GET /v2.0/networks/cbba0969-8185-40df-a3e4-e25a24877a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077952 Jul 23 20:14:17.649392 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787db158-65e7-4cf6-864c-337a59593aa0 req-b33fde74-48ba-4e03-b133-1c115d4337e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:17.652693 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-787db158-65e7-4cf6-864c-337a59593aa0 req-b33fde74-48ba-4e03-b133-1c115d4337e5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=79dd8560-8084-4156-b59b-ad4c05db9fb1 HTTP/1.1" status: 200 len: 925 time: 0.3076458 Jul 23 20:14:17.721408 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-787db158-65e7-4cf6-864c-337a59593aa0 req-dfc2591a-db11-42f5-9520-9d5256290052 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fd0b681-5ac7-44fd-b9c0-a495b2ff5505 HTTP/1.1" status: 200 len: 217 time: 0.0606077 Jul 23 20:14:17.748528 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-46f09679-d235-42a5-962e-a143d091ac13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:17.751049 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-46f09679-d235-42a5-962e-a143d091ac13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:17.752146 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-46f09679-d235-42a5-962e-a143d091ac13 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/67100641-d819-481d-8123-98807a34e1f2 HTTP/1.1" status: 204 len: 168 time: 0.5923412 Jul 23 20:14:17.773135 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-65799445-0a3e-4c58-a15d-eefb14d500c5 req-736d9a5b-8683-43fa-b440-1432696acb22 service neutron] 10.222.0.18 "GET /v2.0/networks/cbba0969-8185-40df-a3e4-e25a24877a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292572 Jul 23 20:14:17.784332 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-c6571fdd-8c13-4a08-97a8-aab8864b5e6b req-1536a387-607c-41a6-b9e4-ed4471cb1657 tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] For port 53c95853-76f6-4f2a-aec0-b7e7a96277b3, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=53c95853-76f6-4f2a-aec0-b7e7a96277b3,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:17.784695 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c6571fdd-8c13-4a08-97a8-aab8864b5e6b req-1536a387-607c-41a6-b9e4-ed4471cb1657 tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:17.809930 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8c843-20e5-40c4-9dca-a0996ec9312e req-7089d368-804c-4031-bb26-1f5bd4bf5626 tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:17.811624 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-24e8c843-20e5-40c4-9dca-a0996ec9312e req-7089d368-804c-4031-bb26-1f5bd4bf5626 tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c804a82-de0e-467a-85aa-12c6b805db1f HTTP/1.1" status: 200 len: 943 time: 0.0773983 Jul 23 20:14:17.811901 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f09679-d235-42a5-962e-a143d091ac13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67100641-d819-481d-8123-98807a34e1f2,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:17.816312 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-c6571fdd-8c13-4a08-97a8-aab8864b5e6b req-1536a387-607c-41a6-b9e4-ed4471cb1657 tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] Calling delete_port for 53c95853-76f6-4f2a-aec0-b7e7a96277b3 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:14:17.836917 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef777a-ed56-4c20-8b8e-14583205946e req-489be85b-13e4-4f53-9f02-df764f15632f tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:17.843942 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d9ef777a-ed56-4c20-8b8e-14583205946e req-489be85b-13e4-4f53-9f02-df764f15632f tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f0e27a-bb12-4a84-a2ec-256c3493ddaf HTTP/1.1" status: 200 len: 943 time: 0.3088710 Jul 23 20:14:17.862148 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-24e8c843-20e5-40c4-9dca-a0996ec9312e req-5eed9d87-08ac-46bd-ae62-7286d1aafdc2 tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e9976a5-bc66-4d47-8ebd-7be02741d3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424249 Jul 23 20:14:17.907193 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787db158-65e7-4cf6-864c-337a59593aa0 req-12463b43-9b88-4c6b-83f0-f5225a48a809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:17.908551 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-787db158-65e7-4cf6-864c-337a59593aa0 req-12463b43-9b88-4c6b-83f0-f5225a48a809 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=47052c33-ebb6-45c1-957a-d65d77ccfede HTTP/1.1" status: 200 len: 864 time: 0.1798456 Jul 23 20:14:17.971261 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-787db158-65e7-4cf6-864c-337a59593aa0 req-3de28f42-0aca-4991-92d2-7b9fefa33b9e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=79dd8560-8084-4156-b59b-ad4c05db9fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503755 Jul 23 20:14:17.976123 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d9ef777a-ed56-4c20-8b8e-14583205946e req-4c75d1a2-aafb-4b3e-bc5c-cec7bd6de22a tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] 10.222.0.32 "GET /v2.0/security-groups?id=fedd7467-59f8-49e7-a28b-3aedf8cd71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313012 Jul 23 20:14:18.048424 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 49ac552d-8281-4731-8cb8-221c5343565e up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:14:18.104031 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 49ac552d-8281-4731-8cb8-221c5343565e completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:14:18.108542 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 49ac552d-8281-4731-8cb8-221c5343565e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:18.108912 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:18.128510 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-787db158-65e7-4cf6-864c-337a59593aa0 req-579ad141-3556-480f-a2a9-2f4d97883f87 service neutron] 10.222.0.30 "GET /v2.0/networks/79dd8560-8084-4156-b59b-ad4c05db9fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500700 Jul 23 20:14:18.158127 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c6571fdd-8c13-4a08-97a8-aab8864b5e6b req-1536a387-607c-41a6-b9e4-ed4471cb1657 tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:18.201973 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536a387-607c-41a6-b9e4-ed4471cb1657 tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] Pushing event deleted for resources: {'Port': ['ID=53c95853-76f6-4f2a-aec0-b7e7a96277b3,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:18.211930 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:18.237722 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ad1d4a-0ec8-4e0c-8a18-de2bfdedf4e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ac552d-8281-4731-8cb8-221c5343565e'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:18.240165 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0c18d7-c28f-4842-acf5-c5dac9e991a0" -d '{"events": [{"server_uuid": "80ad1d4a-0ec8-4e0c-8a18-de2bfdedf4e9", "name": "network-vif-plugged", "status": "completed", "tag": "49ac552d-8281-4731-8cb8-221c5343565e"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:18.256513 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 49ac552d-8281-4731-8cb8-221c5343565e, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=49ac552d-8281-4731-8cb8-221c5343565e,segment=NetworkSegment(a2885ddb-e94a-4646-848f-a3555f8305f4),segment_id=a2885ddb-e94a-4646-848f-a3555f8305f4)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:18.262202 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:18.296994 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6571fdd-8c13-4a08-97a8-aab8864b5e6b req-1536a387-607c-41a6-b9e4-ed4471cb1657 tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] No DVR routers for this DVR port 53c95853-76f6-4f2a-aec0-b7e7a96277b3 on host n-h2-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:14:18.313742 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c6571fdd-8c13-4a08-97a8-aab8864b5e6b req-1536a387-607c-41a6-b9e4-ed4471cb1657 tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:18.316080 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c6571fdd-8c13-4a08-97a8-aab8864b5e6b req-1536a387-607c-41a6-b9e4-ed4471cb1657 tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] 10.222.0.18 "DELETE /v2.0/ports/53c95853-76f6-4f2a-aec0-b7e7a96277b3 HTTP/1.1" status: 204 len: 173 time: 1.1675403 Jul 23 20:14:18.348401 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=49ac552d-8281-4731-8cb8-221c5343565e,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:18.355056 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3415e767-88f4-4bcb-8ca5-0f2b66060fb2 x-openstack-request-id: req-3415e767-88f4-4bcb-8ca5-0f2b66060fb2 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:18.355671 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ad1d4a-0ec8-4e0c-8a18-de2bfdedf4e9", "name": "network-vif-plugged", "status": "completed", "tag": "49ac552d-8281-4731-8cb8-221c5343565e", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:18.356336 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3415e767-88f4-4bcb-8ca5-0f2b66060fb2 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:18.357017 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ad1d4a-0ec8-4e0c-8a18-de2bfdedf4e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ac552d-8281-4731-8cb8-221c5343565e', 'code': 200} Jul 23 20:14:18.378484 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-787db158-65e7-4cf6-864c-337a59593aa0 req-979f613d-5125-4f7b-aab7-903f2737c24d service neutron] 10.222.0.30 "GET /v2.0/networks/79dd8560-8084-4156-b59b-ad4c05db9fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432520 Jul 23 20:14:18.387206 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3a7bb7-8e25-46fd-b059-64f59acec88c', 'name': 'network-vif-deleted', 'tag': '53c95853-76f6-4f2a-aec0-b7e7a96277b3'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:18.389944 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4d2e0c-b0f7-4b93-8ea8-f695caa2c8e6" -d '{"events": [{"server_uuid": "0a3a7bb7-8e25-46fd-b059-64f59acec88c", "name": "network-vif-deleted", "tag": "53c95853-76f6-4f2a-aec0-b7e7a96277b3"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:18.466018 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b720b3db-a105-4d6d-8d3b-e8bb9639dc7e req-dbdfb21c-b579-4abc-8bf7-79d2638ca770 tempest-VolumesNegativeTest-1572148774 tempest-VolumesNegativeTest-1572148774-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a3a7bb7-8e25-46fd-b059-64f59acec88c HTTP/1.1" status: 200 len: 210 time: 0.0640748 Jul 23 20:14:18.609259 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-99df4c21-c849-4500-8449-149cec512e06 req-529b6874-6215-4c39-a128-eaf897751af7 tempest-ServerShowV257Test-915546341 tempest-ServerShowV257Test-915546341-project] 10.222.0.32 "GET /v2.0/ports?device_id=9128a2ea-29f3-464c-ae01-f51fa72d8033 HTTP/1.1" status: 200 len: 210 time: 0.0418704 Jul 23 20:14:18.610891 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4680a54b-e882-4e3a-a5d8-f17fc96c63cb x-openstack-request-id: req-4680a54b-e882-4e3a-a5d8-f17fc96c63cb {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:18.611186 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a3a7bb7-8e25-46fd-b059-64f59acec88c", "name": "network-vif-deleted", "tag": "53c95853-76f6-4f2a-aec0-b7e7a96277b3", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:18.611540 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4680a54b-e882-4e3a-a5d8-f17fc96c63cb {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:18.611937 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3a7bb7-8e25-46fd-b059-64f59acec88c', 'name': 'network-vif-deleted', 'tag': '53c95853-76f6-4f2a-aec0-b7e7a96277b3', 'status': 'completed', 'code': 200} Jul 23 20:14:18.618703 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af7607-ccd2-452c-b802-22383cd985f1 req-06229d5a-e6d3-432a-abed-c0993ddb4859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:18.620096 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-78af7607-ccd2-452c-b802-22383cd985f1 req-06229d5a-e6d3-432a-abed-c0993ddb4859 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=80ad1d4a-0ec8-4e0c-8a18-de2bfdedf4e9 HTTP/1.1" status: 200 len: 1098 time: 0.1436510 Jul 23 20:14:18.669266 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-78af7607-ccd2-452c-b802-22383cd985f1 req-395599fb-d4cd-4187-a8d9-5b1a3c754c8f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=702ff15b-770c-482e-9361-136862086c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412316 Jul 23 20:14:18.680079 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 54770) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:18.739247 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a62c83-f663-4885-9453-979f718216ee req-4e540f25-225c-43fe-9078-87871876d586 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:18.741554 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-70a62c83-f663-4885-9453-979f718216ee req-4e540f25-225c-43fe-9078-87871876d586 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ad1d4a-0ec8-4e0c-8a18-de2bfdedf4e9 HTTP/1.1" status: 200 len: 946 time: 0.0734484 Jul 23 20:14:18.790106 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-70a62c83-f663-4885-9453-979f718216ee req-f2f302bb-e533-4be3-937e-147416a78530 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] 10.222.0.32 "GET /v2.0/security-groups?id=702ff15b-770c-482e-9361-136862086c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373840 Jul 23 20:14:18.862119 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-7e7f8460-25ad-4079-bfba-ca959f815556 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-211402615-network', 'tenant_id': 'c6e76f50a13b49cc80fc03917e0351b3'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:18.884576 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7f8460-25ad-4079-bfba-ca959f815556 admin admin] Made reservation on behalf of c6e76f50a13b49cc80fc03917e0351b3 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:18.887118 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7e7f8460-25ad-4079-bfba-ca959f815556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:18.897191 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7e7f8460-25ad-4079-bfba-ca959f815556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:19.045346 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc556a-ac4b-41f3-873e-5220f87d2436 req-50570a54-de85-44b0-aa31-313d08b4b72c tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:19.046896 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2dfc556a-ac4b-41f3-873e-5220f87d2436 req-50570a54-de85-44b0-aa31-313d08b4b72c tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c804a82-de0e-467a-85aa-12c6b805db1f HTTP/1.1" status: 200 len: 943 time: 0.1060638 Jul 23 20:14:19.051720 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7e7f8460-25ad-4079-bfba-ca959f815556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:19.060497 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7e7f8460-25ad-4079-bfba-ca959f815556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:19.093055 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7f8460-25ad-4079-bfba-ca959f815556 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:14:19.117703 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f8460-25ad-4079-bfba-ca959f815556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e3c76f-5e56-4630-8004-0c5a7d671cf9,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:19.122720 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca59d4-2997-402a-a842-28ca18626ae0 req-758ef552-6cd9-4029-b568-4894c4092bc6 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:19.124287 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9fca59d4-2997-402a-a842-28ca18626ae0 req-758ef552-6cd9-4029-b568-4894c4092bc6 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f0e27a-bb12-4a84-a2ec-256c3493ddaf HTTP/1.1" status: 200 len: 943 time: 0.0722144 Jul 23 20:14:19.124959 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2dfc556a-ac4b-41f3-873e-5220f87d2436 req-fbac2035-f780-45be-80f1-6a23e67d0b4e tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e9976a5-bc66-4d47-8ebd-7be02741d3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718083 Jul 23 20:14:19.126111 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7e7f8460-25ad-4079-bfba-ca959f815556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:19.126460 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-7e7f8460-25ad-4079-bfba-ca959f815556 admin admin] Added segment 90e01dc1-c46e-45ca-9e3a-fd4d13657efc of type vlan for network 2e419fab-4d3a-4143-bf92-cf31b1a4ab70 Jul 23 20:14:19.168140 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9fca59d4-2997-402a-a842-28ca18626ae0 req-81b6faba-09e8-431b-ab3b-36afe0859fe5 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] 10.222.0.32 "GET /v2.0/security-groups?id=fedd7467-59f8-49e7-a28b-3aedf8cd71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358770 Jul 23 20:14:19.176318 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7e7f8460-25ad-4079-bfba-ca959f815556 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:19.205253 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7e7f8460-25ad-4079-bfba-ca959f815556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:19.206331 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7f8460-25ad-4079-bfba-ca959f815556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:19.206905 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7e7f8460-25ad-4079-bfba-ca959f815556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:19.246934 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7e7f8460-25ad-4079-bfba-ca959f815556 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5631816 Jul 23 20:14:19.247301 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 54778) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:19.252200 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-e37666f6-896b-4eb7-ae3c-43b8fe187051 admin admin] Request body: {'subnet': {'network_id': '2e419fab-4d3a-4143-bf92-cf31b1a4ab70', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-211402615-subnet', 'tenant_id': 'c6e76f50a13b49cc80fc03917e0351b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:19.290687 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f8460-25ad-4079-bfba-ca959f815556 admin admin] Pushing event updated for resources: {'Network': ['ID=2e419fab-4d3a-4143-bf92-cf31b1a4ab70,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:19.300596 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 2e419fab-4d3a-4143-bf92-cf31b1a4ab70 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:14:19.306110 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37666f6-896b-4eb7-ae3c-43b8fe187051 admin admin] Made reservation on behalf of c6e76f50a13b49cc80fc03917e0351b3 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:19.308656 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e37666f6-896b-4eb7-ae3c-43b8fe187051 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:19.500633 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e37666f6-896b-4eb7-ae3c-43b8fe187051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:19.554143 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37666f6-896b-4eb7-ae3c-43b8fe187051 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e903a9e-5f33-4396-9e46-3481896ffb0e,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:19.572569 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37666f6-896b-4eb7-ae3c-43b8fe187051 admin admin] Checking segment: {'id': '90e01dc1-c46e-45ca-9e3a-fd4d13657efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2e419fab-4d3a-4143-bf92-cf31b1a4ab70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:19.577526 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37666f6-896b-4eb7-ae3c-43b8fe187051 admin admin] Network hostable DHCP agents. Network: 2e419fab-4d3a-4143-bf92-cf31b1a4ab70, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:14:19.595545 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37666f6-896b-4eb7-ae3c-43b8fe187051 admin admin] Network 2e419fab-4d3a-4143-bf92-cf31b1a4ab70 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:14:19.606405 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-e37666f6-896b-4eb7-ae3c-43b8fe187051 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 2e419fab-4d3a-4143-bf92-cf31b1a4ab70) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:19.610721 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37666f6-896b-4eb7-ae3c-43b8fe187051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:19.611300 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e37666f6-896b-4eb7-ae3c-43b8fe187051 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:19.619165 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea27e82-8de4-433a-af81-cfdf26f436bc None None] Network 2e419fab-4d3a-4143-bf92-cf31b1a4ab70 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:14:19.642377 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e37666f6-896b-4eb7-ae3c-43b8fe187051 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3849418 Jul 23 20:14:19.737541 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-be5e306f-180e-44c5-994f-c0b78492ad72 req-e7e14ba8-4e65-451e-bf4b-6b98eec5884f tempest-ServerShowV257Test-915546341 tempest-ServerShowV257Test-915546341-project] 10.222.0.32 "GET /v2.0/ports?device_id=9128a2ea-29f3-464c-ae01-f51fa72d8033 HTTP/1.1" status: 200 len: 210 time: 0.0427766 Jul 23 20:14:19.789090 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311378df-c1cf-4e0e-b4c6-5e12d755a5e8 None None] Network 2e419fab-4d3a-4143-bf92-cf31b1a4ab70 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:14:19.887302 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device d96c92df-758f-44bc-adca-39e6af9a891c details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:14:19.890413 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 53c95853-76f6-4f2a-aec0-b7e7a96277b3 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:14:19.952311 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 53c95853-76f6-4f2a-aec0-b7e7a96277b3 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:14:19.952657 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 53c95853-76f6-4f2a-aec0-b7e7a96277b3 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:14:19.980519 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9df0f-eb1e-4c7f-bd71-e47cbd16399e req-92663bb0-c46a-4c02-abb4-30cb8fc2a206 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:19.990455 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3fb9df0f-eb1e-4c7f-bd71-e47cbd16399e req-92663bb0-c46a-4c02-abb4-30cb8fc2a206 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ad1d4a-0ec8-4e0c-8a18-de2bfdedf4e9 HTTP/1.1" status: 200 len: 946 time: 0.1125143 Jul 23 20:14:20.035258 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3fb9df0f-eb1e-4c7f-bd71-e47cbd16399e req-d05bd421-8a5e-4fba-863e-e6311d7b74cb tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] 10.222.0.32 "GET /v2.0/security-groups?id=702ff15b-770c-482e-9361-136862086c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439427 Jul 23 20:14:20.066355 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 5fd0b681-5ac7-44fd-b9c0-a495b2ff5505 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:14:20.181087 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port d96c92df-758f-44bc-adca-39e6af9a891c, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d96c92df-758f-44bc-adca-39e6af9a891c,segment=NetworkSegment(824a0b99-d6a1-440f-b05a-f9c32629eb60),segment_id=824a0b99-d6a1-440f-b05a-f9c32629eb60)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:20.204090 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': 'd96c92df-758f-44bc-adca-39e6af9a891c', 'network_id': 'cbba0969-8185-40df-a3e4-e25a24877a4b', 'port_id': 'd96c92df-758f-44bc-adca-39e6af9a891c', 'mac_address': 'fa:16:3e:8d:41:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c9dda72-21f8-4bdb-a79b-d0bd818fba82', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:14:20.225696 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 5fd0b681-5ac7-44fd-b9c0-a495b2ff5505, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=5fd0b681-5ac7-44fd-b9c0-a495b2ff5505,segment=NetworkSegment(61ce23fa-ad32-4024-a1fe-59555834145f),segment_id=61ce23fa-ad32-4024-a1fe-59555834145f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:20.262478 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '5fd0b681-5ac7-44fd-b9c0-a495b2ff5505', 'network_id': '79dd8560-8084-4156-b59b-ad4c05db9fb1', 'port_id': '5fd0b681-5ac7-44fd-b9c0-a495b2ff5505', 'mac_address': 'fa:16:3e:2f:cd:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47052c33-ebb6-45c1-957a-d65d77ccfede', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:14:20.279592 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:20.319012 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-4b99df78-f90a-44ef-8d2e-cb76b09a16dc tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:20.321022 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-4b99df78-f90a-44ef-8d2e-cb76b09a16dc tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] 10.222.0.32 "GET /v2.0/networks?id=2e419fab-4d3a-4143-bf92-cf31b1a4ab70 HTTP/1.1" status: 200 len: 813 time: 0.1807086 Jul 23 20:14:20.324557 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d96c92df-758f-44bc-adca-39e6af9a891c {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:14:20.349236 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-60d0f7f0-feed-407b-ac77-7a8a9eec76ff tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] 10.222.0.32 "GET /v2.0/quotas/c6e76f50a13b49cc80fc03917e0351b3 HTTP/1.1" status: 200 len: 375 time: 0.0181377 Jul 23 20:14:20.350022 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:20.372168 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port d96c92df-758f-44bc-adca-39e6af9a891c, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d96c92df-758f-44bc-adca-39e6af9a891c,segment=NetworkSegment(824a0b99-d6a1-440f-b05a-f9c32629eb60),segment_id=824a0b99-d6a1-440f-b05a-f9c32629eb60)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:20.379487 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd0b681-5ac7-44fd-b9c0-a495b2ff5505 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:14:20.386166 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:20.415146 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-0adccae2-6a07-4927-b504-b025666d8cfc tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c6e76f50a13b49cc80fc03917e0351b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584781 Jul 23 20:14:20.432161 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 5fd0b681-5ac7-44fd-b9c0-a495b2ff5505, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=5fd0b681-5ac7-44fd-b9c0-a495b2ff5505,segment=NetworkSegment(61ce23fa-ad32-4024-a1fe-59555834145f),segment_id=61ce23fa-ad32-4024-a1fe-59555834145f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:20.439848 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:20.475239 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c17f2a-e7e2-4684-af3e-91f2289a95c2 req-f5ce82f8-1d0b-4ef1-a4bc-644d168a6b23 tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:20.477490 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-44c17f2a-e7e2-4684-af3e-91f2289a95c2 req-f5ce82f8-1d0b-4ef1-a4bc-644d168a6b23 tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c804a82-de0e-467a-85aa-12c6b805db1f HTTP/1.1" status: 200 len: 944 time: 0.0885446 Jul 23 20:14:20.479133 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=d96c92df-758f-44bc-adca-39e6af9a891c,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:20.537957 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-0bf47029-6168-4a83-8306-f138ee3eda8f service neutron] 10.222.0.32 "GET /v2.0/networks/2e419fab-4d3a-4143-bf92-cf31b1a4ab70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212862 Jul 23 20:14:20.539807 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-44c17f2a-e7e2-4684-af3e-91f2289a95c2 req-5923caca-11ce-4899-9440-38468e069f07 tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e9976a5-bc66-4d47-8ebd-7be02741d3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567820 Jul 23 20:14:20.552004 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=5fd0b681-5ac7-44fd-b9c0-a495b2ff5505,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:20.589629 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['d96c92df-758f-44bc-adca-39e6af9a891c'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:14:20.683242 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-a82af860-97a6-4e77-a5b9-658c465ae924 service neutron] 10.222.0.32 "GET /v2.0/networks/2e419fab-4d3a-4143-bf92-cf31b1a4ab70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439924 Jul 23 20:14:20.706190 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf0a6b-14cb-436f-8d7a-20e34b0b341e req-024bb7d9-2965-438e-97cd-347643e3da88 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:20.714307 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-96cf0a6b-14cb-436f-8d7a-20e34b0b341e req-024bb7d9-2965-438e-97cd-347643e3da88 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f0e27a-bb12-4a84-a2ec-256c3493ddaf HTTP/1.1" status: 200 len: 944 time: 0.0900857 Jul 23 20:14:20.738781 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['5fd0b681-5ac7-44fd-b9c0-a495b2ff5505'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:14:20.753318 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-96cf0a6b-14cb-436f-8d7a-20e34b0b341e req-81e15c20-fabb-442e-84ec-b3657f4c8964 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] 10.222.0.32 "GET /v2.0/security-groups?id=fedd7467-59f8-49e7-a28b-3aedf8cd71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377011 Jul 23 20:14:20.918809 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c23c20ff-72bf-49a3-9e5d-da589403ff05 req-68fa1619-e822-4b8c-9f54-2ad63a2af92c tempest-ServerShowV257Test-915546341 tempest-ServerShowV257Test-915546341-project] 10.222.0.32 "GET /v2.0/ports?device_id=9128a2ea-29f3-464c-ae01-f51fa72d8033 HTTP/1.1" status: 200 len: 210 time: 0.0419571 Jul 23 20:14:20.986100 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575afd16-b6f8-4d4b-a002-d731afc02089 req-bb606b2d-8749-4960-89ab-9182fbbf4ac5 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:20.993592 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-575afd16-b6f8-4d4b-a002-d731afc02089 req-bb606b2d-8749-4960-89ab-9182fbbf4ac5 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ad1d4a-0ec8-4e0c-8a18-de2bfdedf4e9 HTTP/1.1" status: 200 len: 946 time: 0.0994923 Jul 23 20:14:21.036621 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b2ddc3fd-fa02-454d-9678-68f4030e426a req-39b35e49-4e6a-4eb1-bff0-85f1672a2626 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] 10.222.0.32 "GET /v2.0/ports?device_id=dac8ea70-89ee-4ab6-9eb4-f4b394f9f70f HTTP/1.1" status: 200 len: 210 time: 0.0486295 Jul 23 20:14:21.055851 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-575afd16-b6f8-4d4b-a002-d731afc02089 req-f48897f5-4841-4e3b-a0db-da2fc6c004b2 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] 10.222.0.32 "GET /v2.0/security-groups?id=702ff15b-770c-482e-9361-136862086c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612717 Jul 23 20:14:21.685695 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9482850-4dab-4621-b92b-0ddda4f7d594 req-07b44ca6-b32e-4e5e-9a75-f69ca2a5a8c6 tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:21.687240 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d9482850-4dab-4621-b92b-0ddda4f7d594 req-07b44ca6-b32e-4e5e-9a75-f69ca2a5a8c6 tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c804a82-de0e-467a-85aa-12c6b805db1f HTTP/1.1" status: 200 len: 944 time: 0.0688860 Jul 23 20:14:21.737732 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d9482850-4dab-4621-b92b-0ddda4f7d594 req-374c43a5-8e85-43ef-ab02-c59a2adf48a1 tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e9976a5-bc66-4d47-8ebd-7be02741d3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400715 Jul 23 20:14:21.787711 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9d2eb-59a6-4936-8cd0-babec806b22c req-69d1882f-cfc0-42dc-82b3-ee2956ad71f2 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:21.788637 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8ab9d2eb-59a6-4936-8cd0-babec806b22c req-69d1882f-cfc0-42dc-82b3-ee2956ad71f2 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] 10.222.0.30 "GET /v2.0/ports?device_id=80ad1d4a-0ec8-4e0c-8a18-de2bfdedf4e9 HTTP/1.1" status: 200 len: 946 time: 0.0876167 Jul 23 20:14:21.856568 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device d96c92df-758f-44bc-adca-39e6af9a891c up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:14:21.929693 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port d96c92df-758f-44bc-adca-39e6af9a891c completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:14:21.933863 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port d96c92df-758f-44bc-adca-39e6af9a891c triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:21.935150 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:22.041949 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a94cb805-9773-4e74-a673-2be0fc835b42 req-2a30f53c-fd69-4a2c-809c-d2f655defe04 tempest-ServerShowV257Test-915546341 tempest-ServerShowV257Test-915546341-project] 10.222.0.32 "GET /v2.0/ports?device_id=9128a2ea-29f3-464c-ae01-f51fa72d8033 HTTP/1.1" status: 200 len: 210 time: 0.0406084 Jul 23 20:14:22.053070 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 5fd0b681-5ac7-44fd-b9c0-a495b2ff5505 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:14:22.118230 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:22.156587 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port d96c92df-758f-44bc-adca-39e6af9a891c, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d96c92df-758f-44bc-adca-39e6af9a891c,segment=NetworkSegment(824a0b99-d6a1-440f-b05a-f9c32629eb60),segment_id=824a0b99-d6a1-440f-b05a-f9c32629eb60)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:22.157812 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c804a82-de0e-467a-85aa-12c6b805db1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96c92df-758f-44bc-adca-39e6af9a891c'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:22.160406 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6578e6ef-51e2-4e50-ab18-1632b8b28ebd" -d '{"events": [{"server_uuid": "8c804a82-de0e-467a-85aa-12c6b805db1f", "name": "network-vif-plugged", "status": "completed", "tag": "d96c92df-758f-44bc-adca-39e6af9a891c"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:22.166716 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:22.185741 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-698452cd-4c6f-418c-ab67-82811f340cb6 req-3031108d-c7ee-44f9-a57c-3bce77bce9e9 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] 10.222.0.32 "GET /v2.0/ports?device_id=dac8ea70-89ee-4ab6-9eb4-f4b394f9f70f HTTP/1.1" status: 200 len: 210 time: 0.0495224 Jul 23 20:14:22.226175 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 5fd0b681-5ac7-44fd-b9c0-a495b2ff5505 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:14:22.241287 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 5fd0b681-5ac7-44fd-b9c0-a495b2ff5505 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:22.241704 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:22.283460 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=d96c92df-758f-44bc-adca-39e6af9a891c,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:22.348810 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7d793-a632-49c5-960d-cacbf76b2565 req-bc7b5c83-239e-4b9e-b805-b53fc2d0dd3a tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:22.361809 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-36d7d793-a632-49c5-960d-cacbf76b2565 req-bc7b5c83-239e-4b9e-b805-b53fc2d0dd3a tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ad1d4a-0ec8-4e0c-8a18-de2bfdedf4e9 HTTP/1.1" status: 200 len: 946 time: 0.0936379 Jul 23 20:14:22.367556 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:22.410874 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 5fd0b681-5ac7-44fd-b9c0-a495b2ff5505, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=5fd0b681-5ac7-44fd-b9c0-a495b2ff5505,segment=NetworkSegment(61ce23fa-ad32-4024-a1fe-59555834145f),segment_id=61ce23fa-ad32-4024-a1fe-59555834145f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:22.423645 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:22.435591 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36b14e-eadf-4065-a3ec-c203083012c3 req-b550e76a-1bc7-4c1c-8c8b-ff57c557c35e tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:22.439019 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-36d7d793-a632-49c5-960d-cacbf76b2565 req-6c85dc8a-f02a-4631-b4e0-eba3194a7722 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] 10.222.0.32 "GET /v2.0/security-groups?id=702ff15b-770c-482e-9361-136862086c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713947 Jul 23 20:14:22.443252 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4f36b14e-eadf-4065-a3ec-c203083012c3 req-b550e76a-1bc7-4c1c-8c8b-ff57c557c35e tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f0e27a-bb12-4a84-a2ec-256c3493ddaf HTTP/1.1" status: 200 len: 944 time: 0.5977929 Jul 23 20:14:22.458158 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-d97db9b6-b497-4262-9ec5-e1069964a340 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:22.464442 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-d97db9b6-b497-4262-9ec5-e1069964a340 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] 10.222.0.18 "GET /v2.0/networks?id=2e419fab-4d3a-4143-bf92-cf31b1a4ab70 HTTP/1.1" status: 200 len: 813 time: 0.5887764 Jul 23 20:14:22.465537 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-8ab9d2eb-59a6-4936-8cd0-babec806b22c req-99f77158-3677-4fa1-a175-e3a416f06139 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] Deleting port 49ac552d-8281-4731-8cb8-221c5343565e {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:14:22.465685 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8ab9d2eb-59a6-4936-8cd0-babec806b22c req-99f77158-3677-4fa1-a175-e3a416f06139 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:22.484811 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=5fd0b681-5ac7-44fd-b9c0-a495b2ff5505,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:22.506717 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-455b7522-1035-478a-82e9-aae977e761c9 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] Request body: {'port': {'device_id': 'dac8ea70-89ee-4ab6-9eb4-f4b394f9f70f', 'network_id': '2e419fab-4d3a-4143-bf92-cf31b1a4ab70', 'admin_state_up': True, 'tenant_id': 'c6e76f50a13b49cc80fc03917e0351b3'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:22.559284 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4f36b14e-eadf-4065-a3ec-c203083012c3 req-b6b1ba2e-9741-4b68-b30f-a6f767bf46c8 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] 10.222.0.32 "GET /v2.0/security-groups?id=fedd7467-59f8-49e7-a28b-3aedf8cd71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151798 Jul 23 20:14:22.582914 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8ef461-6ded-4657-a321-e1895ad12ba5 x-openstack-request-id: req-2a8ef461-6ded-4657-a321-e1895ad12ba5 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:22.583210 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c804a82-de0e-467a-85aa-12c6b805db1f", "name": "network-vif-plugged", "status": "completed", "tag": "d96c92df-758f-44bc-adca-39e6af9a891c", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:22.585398 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a8ef461-6ded-4657-a321-e1895ad12ba5 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:22.585398 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c804a82-de0e-467a-85aa-12c6b805db1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96c92df-758f-44bc-adca-39e6af9a891c', 'code': 200} Jul 23 20:14:22.692280 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-8ab9d2eb-59a6-4936-8cd0-babec806b22c req-99f77158-3677-4fa1-a175-e3a416f06139 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] For port 49ac552d-8281-4731-8cb8-221c5343565e, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=49ac552d-8281-4731-8cb8-221c5343565e,segment=NetworkSegment(a2885ddb-e94a-4646-848f-a3555f8305f4),segment_id=a2885ddb-e94a-4646-848f-a3555f8305f4)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:22.692634 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8ab9d2eb-59a6-4936-8cd0-babec806b22c req-99f77158-3677-4fa1-a175-e3a416f06139 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:22.706009 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc8a05-6a78-4ed8-a72e-da59f956f5c2 req-bdb75258-697f-4f09-b7b5-9c00e3d691aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:22.709737 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0cfc8a05-6a78-4ed8-a72e-da59f956f5c2 req-bdb75258-697f-4f09-b7b5-9c00e3d691aa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8c804a82-de0e-467a-85aa-12c6b805db1f HTTP/1.1" status: 200 len: 1097 time: 0.0644722 Jul 23 20:14:22.721993 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-8ab9d2eb-59a6-4936-8cd0-babec806b22c req-99f77158-3677-4fa1-a175-e3a416f06139 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] Calling delete_port for 49ac552d-8281-4731-8cb8-221c5343565e owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:14:22.750448 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0cfc8a05-6a78-4ed8-a72e-da59f956f5c2 req-4caa4062-9a0b-4d06-9c19-e4562a6b5faf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7e9976a5-bc66-4d47-8ebd-7be02741d3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344322 Jul 23 20:14:22.866303 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-455b7522-1035-478a-82e9-aae977e761c9 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] Made reservation on behalf of c6e76f50a13b49cc80fc03917e0351b3 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:22.869667 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-455b7522-1035-478a-82e9-aae977e761c9 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:23.004429 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d98e5-e487-4381-b704-09c640f64a7f req-4a3fdefb-418f-41f6-adc8-e532f4eca2a6 tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:23.006461 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f75d98e5-e487-4381-b704-09c640f64a7f req-4a3fdefb-418f-41f6-adc8-e532f4eca2a6 tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c804a82-de0e-467a-85aa-12c6b805db1f HTTP/1.1" status: 200 len: 945 time: 0.1758103 Jul 23 20:14:23.009970 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8ab9d2eb-59a6-4936-8cd0-babec806b22c req-99f77158-3677-4fa1-a175-e3a416f06139 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:23.024018 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['49ac552d-8281-4731-8cb8-221c5343565e'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:14:23.062884 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f77158-3677-4fa1-a175-e3a416f06139 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] Pushing event deleted for resources: {'Port': ['ID=49ac552d-8281-4731-8cb8-221c5343565e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:23.155914 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-21987956-98d5-4e46-a5ba-7c80c0d6bb5a req-776b1b2b-7f72-4631-8b21-1002b405869d tempest-ServerShowV257Test-915546341 tempest-ServerShowV257Test-915546341-project] 10.222.0.32 "GET /v2.0/ports?device_id=9128a2ea-29f3-464c-ae01-f51fa72d8033 HTTP/1.1" status: 200 len: 210 time: 0.0340893 Jul 23 20:14:23.157522 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f75d98e5-e487-4381-b704-09c640f64a7f req-7777be81-54f8-453f-8ffe-c6becbd66caa tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e9976a5-bc66-4d47-8ebd-7be02741d3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418090 Jul 23 20:14:23.160612 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab9d2eb-59a6-4936-8cd0-babec806b22c req-99f77158-3677-4fa1-a175-e3a416f06139 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] No DVR routers for this DVR port 49ac552d-8281-4731-8cb8-221c5343565e on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:14:23.165770 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-8ab9d2eb-59a6-4936-8cd0-babec806b22c req-99f77158-3677-4fa1-a175-e3a416f06139 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:23.167745 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8ab9d2eb-59a6-4936-8cd0-babec806b22c req-99f77158-3677-4fa1-a175-e3a416f06139 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] 10.222.0.30 "DELETE /v2.0/ports/49ac552d-8281-4731-8cb8-221c5343565e HTTP/1.1" status: 204 len: 173 time: 1.3671823 Jul 23 20:14:23.168255 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ad1d4a-0ec8-4e0c-8a18-de2bfdedf4e9', 'name': 'network-vif-deleted', 'tag': '49ac552d-8281-4731-8cb8-221c5343565e'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:23.170469 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9960b6-f7a8-4e0c-b12b-f2c1c51fec3a" -d '{"events": [{"server_uuid": "80ad1d4a-0ec8-4e0c-8a18-de2bfdedf4e9", "name": "network-vif-deleted", "tag": "49ac552d-8281-4731-8cb8-221c5343565e"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:23.179310 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-455b7522-1035-478a-82e9-aae977e761c9 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] Allocated IP 172.20.0.4 (2e419fab-4d3a-4143-bf92-cf31b1a4ab70/2e903a9e-5f33-4396-9e46-3481896ffb0e/c701e854-eea9-4b56-bb31-6c039e5b71fc) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:14:23.256660 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666c87e8-d966-4d83-a660-b741ceadf735 x-openstack-request-id: req-666c87e8-d966-4d83-a660-b741ceadf735 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:23.257048 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ad1d4a-0ec8-4e0c-8a18-de2bfdedf4e9", "name": "network-vif-deleted", "tag": "49ac552d-8281-4731-8cb8-221c5343565e", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:23.258638 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-666c87e8-d966-4d83-a660-b741ceadf735 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:23.259133 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ad1d4a-0ec8-4e0c-8a18-de2bfdedf4e9', 'name': 'network-vif-deleted', 'tag': '49ac552d-8281-4731-8cb8-221c5343565e', 'status': 'completed', 'code': 200} Jul 23 20:14:23.323462 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fd508de9-6127-4c96-9d47-ac279929bcc5 req-e9099e3f-ddff-463c-b43d-8520e94f663d tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] 10.222.0.32 "GET /v2.0/ports?device_id=dac8ea70-89ee-4ab6-9eb4-f4b394f9f70f HTTP/1.1" status: 200 len: 210 time: 0.0390439 Jul 23 20:14:23.418671 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-455b7522-1035-478a-82e9-aae977e761c9 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:23.473673 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-455b7522-1035-478a-82e9-aae977e761c9 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:23.530738 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-455b7522-1035-478a-82e9-aae977e761c9 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] Network 2e419fab-4d3a-4143-bf92-cf31b1a4ab70 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:14:23.534952 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-455b7522-1035-478a-82e9-aae977e761c9 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:23.543993 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-455b7522-1035-478a-82e9-aae977e761c9 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:14:23.548354 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b7522-1035-478a-82e9-aae977e761c9 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] Pushing event updated for resources: {'Port': ['ID=c701e854-eea9-4b56-bb31-6c039e5b71fc,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:23.590992 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d697f5f9-6ffe-4251-996e-53a3dac10ebc req-102b9fd3-84dc-4262-9646-4aefe8e6cd09 tempest-ServerAddressesNegativeTestJSON-1224094991 tempest-ServerAddressesNegativeTestJSON-1224094991-project] 10.222.0.32 "GET /v2.0/ports?device_id=80ad1d4a-0ec8-4e0c-8a18-de2bfdedf4e9 HTTP/1.1" status: 200 len: 210 time: 0.0527248 Jul 23 20:14:23.617292 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-455b7522-1035-478a-82e9-aae977e761c9 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:23.620026 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-455b7522-1035-478a-82e9-aae977e761c9 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:23.660570 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-455b7522-1035-478a-82e9-aae977e761c9 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1731389 Jul 23 20:14:23.674689 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-5f2580ca-c1bc-4d3f-9316-add7ac7f5cb0 service neutron] Request body: {'port': {'device_id': 'dac8ea70-89ee-4ab6-9eb4-f4b394f9f70f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:23.862510 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c412805-6217-4105-ad36-1e05f78da991 req-b0d431e5-3761-41a7-bb7d-ebdc170942bc tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:23.866813 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2c412805-6217-4105-ad36-1e05f78da991 req-b0d431e5-3761-41a7-bb7d-ebdc170942bc tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f0e27a-bb12-4a84-a2ec-256c3493ddaf HTTP/1.1" status: 200 len: 945 time: 0.1554582 Jul 23 20:14:23.890114 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-5f2580ca-c1bc-4d3f-9316-add7ac7f5cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:23.934759 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2c412805-6217-4105-ad36-1e05f78da991 req-fc5b8c82-a8d6-45b6-b8f0-5409bc8bb995 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] 10.222.0.32 "GET /v2.0/security-groups?id=fedd7467-59f8-49e7-a28b-3aedf8cd71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618126 Jul 23 20:14:23.960613 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b510ed37-9e24-4a2f-aebb-305bd7bb834a req-685c3836-6dee-478f-b628-759820946674 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9128a2ea-29f3-464c-ae01-f51fa72d8033 HTTP/1.1" status: 200 len: 210 time: 0.0397334 Jul 23 20:14:24.221967 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-5f2580ca-c1bc-4d3f-9316-add7ac7f5cb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c701e854-eea9-4b56-bb31-6c039e5b71fc {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:14:24.232204 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-5f2580ca-c1bc-4d3f-9316-add7ac7f5cb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:24.258146 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-5f2580ca-c1bc-4d3f-9316-add7ac7f5cb0 service neutron] Transition to ACTIVE for port object c701e854-eea9-4b56-bb31-6c039e5b71fc will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:24.272792 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-5f2580ca-c1bc-4d3f-9316-add7ac7f5cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:24.302614 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0a7f97c2-2c19-469d-883c-89d66528d69a req-5798b33b-4fbf-430a-b13f-cef62a0eccf6 tempest-ServerShowV257Test-915546341 tempest-ServerShowV257Test-915546341-project] 10.222.0.32 "GET /v2.0/ports?device_id=9128a2ea-29f3-464c-ae01-f51fa72d8033 HTTP/1.1" status: 200 len: 210 time: 0.0419199 Jul 23 20:14:24.369415 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26911e1-759c-4b82-8df0-79a5e80697a3 req-d6d8b893-0c09-48a4-ae92-2f3f5b0eb00a tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:24.372653 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2580ca-c1bc-4d3f-9316-add7ac7f5cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=c701e854-eea9-4b56-bb31-6c039e5b71fc,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:24.373006 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b26911e1-759c-4b82-8df0-79a5e80697a3 req-d6d8b893-0c09-48a4-ae92-2f3f5b0eb00a tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c804a82-de0e-467a-85aa-12c6b805db1f HTTP/1.1" status: 200 len: 945 time: 0.1079679 Jul 23 20:14:24.453012 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b26911e1-759c-4b82-8df0-79a5e80697a3 req-aded363e-d742-49aa-a3b7-7ae80ad50895 tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e9976a5-bc66-4d47-8ebd-7be02741d3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726645 Jul 23 20:14:24.481746 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-5f2580ca-c1bc-4d3f-9316-add7ac7f5cb0 service neutron] Attempting to bind port c701e854-eea9-4b56-bb31-6c039e5b71fc on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:14:24.482087 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-5f2580ca-c1bc-4d3f-9316-add7ac7f5cb0 service neutron] Attempting to bind port c701e854-eea9-4b56-bb31-6c039e5b71fc by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '90e01dc1-c46e-45ca-9e3a-fd4d13657efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2e419fab-4d3a-4143-bf92-cf31b1a4ab70'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:14:24.482548 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-5f2580ca-c1bc-4d3f-9316-add7ac7f5cb0 service neutron] Attempting to bind port c701e854-eea9-4b56-bb31-6c039e5b71fc on network 2e419fab-4d3a-4143-bf92-cf31b1a4ab70 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:24.509612 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-5f2580ca-c1bc-4d3f-9316-add7ac7f5cb0 service neutron] Port c701e854-eea9-4b56-bb31-6c039e5b71fc on network 2e419fab-4d3a-4143-bf92-cf31b1a4ab70 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:14:24.510241 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-5f2580ca-c1bc-4d3f-9316-add7ac7f5cb0 service neutron] Attempting to bind port c701e854-eea9-4b56-bb31-6c039e5b71fc on network 2e419fab-4d3a-4143-bf92-cf31b1a4ab70 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:24.524369 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-5f2580ca-c1bc-4d3f-9316-add7ac7f5cb0 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:14:24.524369 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-5f2580ca-c1bc-4d3f-9316-add7ac7f5cb0 service neutron] Checking segment: {'id': '90e01dc1-c46e-45ca-9e3a-fd4d13657efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2e419fab-4d3a-4143-bf92-cf31b1a4ab70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:24.524930 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-5f2580ca-c1bc-4d3f-9316-add7ac7f5cb0 service neutron] Bound using segment: {'id': '90e01dc1-c46e-45ca-9e3a-fd4d13657efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2e419fab-4d3a-4143-bf92-cf31b1a4ab70'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:14:24.525105 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-5f2580ca-c1bc-4d3f-9316-add7ac7f5cb0 service neutron] Bound port: c701e854-eea9-4b56-bb31-6c039e5b71fc, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e01dc1-c46e-45ca-9e3a-fd4d13657efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2e419fab-4d3a-4143-bf92-cf31b1a4ab70'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:14:24.525426 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-5f2580ca-c1bc-4d3f-9316-add7ac7f5cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:24.585224 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f0e27a-bb12-4a84-a2ec-256c3493ddaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd0b681-5ac7-44fd-b9c0-a495b2ff5505'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:24.588747 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d077931d-b890-48c1-80b6-147459b0963f" -d '{"events": [{"server_uuid": "d1f0e27a-bb12-4a84-a2ec-256c3493ddaf", "name": "network-vif-plugged", "status": "completed", "tag": "5fd0b681-5ac7-44fd-b9c0-a495b2ff5505"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:24.610153 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0c632-9b17-47cb-940d-4dc5f6846a38 req-9249a330-8e56-4881-9eca-92fecd1ae205 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:24.611771 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6ea0c632-9b17-47cb-940d-4dc5f6846a38 req-9249a330-8e56-4881-9eca-92fecd1ae205 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] 10.222.0.32 "GET /v2.0/ports?device_id=dac8ea70-89ee-4ab6-9eb4-f4b394f9f70f HTTP/1.1" status: 200 len: 943 time: 0.1527357 Jul 23 20:14:24.643644 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-5f2580ca-c1bc-4d3f-9316-add7ac7f5cb0 service neutron] For port c701e854-eea9-4b56-bb31-6c039e5b71fc, host n-h2-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:14:24.662848 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-5f2580ca-c1bc-4d3f-9316-add7ac7f5cb0 service neutron] For port c701e854-eea9-4b56-bb31-6c039e5b71fc, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=c701e854-eea9-4b56-bb31-6c039e5b71fc,segment=NetworkSegment(90e01dc1-c46e-45ca-9e3a-fd4d13657efc),segment_id=90e01dc1-c46e-45ca-9e3a-fd4d13657efc)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:14:24.672860 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-5f2580ca-c1bc-4d3f-9316-add7ac7f5cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:24.683981 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6ea0c632-9b17-47cb-940d-4dc5f6846a38 req-93ffb490-cb7d-4eb7-be56-f91e5026649f tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e3c76f-5e56-4630-8004-0c5a7d671cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601814 Jul 23 20:14:24.698367 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78e38a8-a2fb-40c6-a3c9-2d6437168b95 x-openstack-request-id: req-a78e38a8-a2fb-40c6-a3c9-2d6437168b95 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:24.698669 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f0e27a-bb12-4a84-a2ec-256c3493ddaf", "name": "network-vif-plugged", "status": "completed", "tag": "5fd0b681-5ac7-44fd-b9c0-a495b2ff5505", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:24.699106 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a78e38a8-a2fb-40c6-a3c9-2d6437168b95 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:24.699680 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f0e27a-bb12-4a84-a2ec-256c3493ddaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd0b681-5ac7-44fd-b9c0-a495b2ff5505', 'code': 200} Jul 23 20:14:24.763903 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-5f2580ca-c1bc-4d3f-9316-add7ac7f5cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:24.763903 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-5f2580ca-c1bc-4d3f-9316-add7ac7f5cb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:24.763903 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-5f2580ca-c1bc-4d3f-9316-add7ac7f5cb0 service neutron] 10.222.0.18 "PUT /v2.0/ports/c701e854-eea9-4b56-bb31-6c039e5b71fc HTTP/1.1" status: 200 len: 1092 time: 1.0919223 Jul 23 20:14:24.844520 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2580ca-c1bc-4d3f-9316-add7ac7f5cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=c701e854-eea9-4b56-bb31-6c039e5b71fc,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:24.860201 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55114) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:25.063340 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e4cc73d-ed4f-41fb-82d8-cf72df0d836e admin admin] Deleting subnet cf7c321f-fe10-4e13-b95a-bf8888f04b33 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:14:25.078818 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7e4cc73d-ed4f-41fb-82d8-cf72df0d836e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:25.124709 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-03d15214-ffc9-4315-b427-05659ca5d4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:25.126566 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-03d15214-ffc9-4315-b427-05659ca5d4c1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6e76f50a13b49cc80fc03917e0351b3&device_id=dac8ea70-89ee-4ab6-9eb4-f4b394f9f70f HTTP/1.1" status: 200 len: 1095 time: 0.2684300 Jul 23 20:14:25.128957 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e1a40-5de7-4435-bae7-e59aa3d8b8b3 req-04d9be43-c422-4172-9837-096da86ff0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:25.131104 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c74e1a40-5de7-4435-bae7-e59aa3d8b8b3 req-04d9be43-c422-4172-9837-096da86ff0cc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d1f0e27a-bb12-4a84-a2ec-256c3493ddaf HTTP/1.1" status: 200 len: 1097 time: 0.2234025 Jul 23 20:14:25.134495 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7e4cc73d-ed4f-41fb-82d8-cf72df0d836e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:25.218837 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-35bee5fa-f917-4a15-8d07-c2b91f05925c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c701e854-eea9-4b56-bb31-6c039e5b71fc HTTP/1.1" status: 200 len: 217 time: 0.0833991 Jul 23 20:14:25.225681 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7e4cc73d-ed4f-41fb-82d8-cf72df0d836e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:25.284786 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac8ea70-89ee-4ab6-9eb4-f4b394f9f70f', 'tag': 'c701e854-eea9-4b56-bb31-6c039e5b71fc'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:25.287479 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c180e0-ceb5-4530-ae7f-aa849a63ee5e" -d '{"events": [{"name": "network-changed", "server_uuid": "dac8ea70-89ee-4ab6-9eb4-f4b394f9f70f", "tag": "c701e854-eea9-4b56-bb31-6c039e5b71fc"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:25.312007 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742241f5-cca0-4645-9e0a-a0bade2521b0 req-749955f2-cf12-4509-a954-b078ded71ba1 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:25.312007 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-742241f5-cca0-4645-9e0a-a0bade2521b0 req-749955f2-cf12-4509-a954-b078ded71ba1 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f0e27a-bb12-4a84-a2ec-256c3493ddaf HTTP/1.1" status: 200 len: 945 time: 0.2749817 Jul 23 20:14:25.321287 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c74e1a40-5de7-4435-bae7-e59aa3d8b8b3 req-42d093e7-e9aa-43a8-a2e4-9a0b478018fd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fedd7467-59f8-49e7-a28b-3aedf8cd71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768954 Jul 23 20:14:25.350753 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7e4cc73d-ed4f-41fb-82d8-cf72df0d836e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:25.364316 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-df75ba70-68f8-4da7-8f5d-baaa95adc4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:25.369798 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-df75ba70-68f8-4da7-8f5d-baaa95adc4d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2e903a9e-5f33-4396-9e46-3481896ffb0e HTTP/1.1" status: 200 len: 853 time: 0.1388128 Jul 23 20:14:25.369798 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2caef1be-2ba0-4d58-a66c-5f26463aa14f x-openstack-request-id: req-2caef1be-2ba0-4d58-a66c-5f26463aa14f {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:25.369798 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dac8ea70-89ee-4ab6-9eb4-f4b394f9f70f", "tag": "c701e854-eea9-4b56-bb31-6c039e5b71fc", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:25.369798 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2caef1be-2ba0-4d58-a66c-5f26463aa14f {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:25.369798 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dac8ea70-89ee-4ab6-9eb4-f4b394f9f70f', 'tag': 'c701e854-eea9-4b56-bb31-6c039e5b71fc', 'status': 'completed', 'code': 200} Jul 23 20:14:25.371371 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55140) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:25.381050 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4cc73d-ed4f-41fb-82d8-cf72df0d836e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf7c321f-fe10-4e13-b95a-bf8888f04b33,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:25.386296 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7e4cc73d-ed4f-41fb-82d8-cf72df0d836e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:25.391042 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7e4cc73d-ed4f-41fb-82d8-cf72df0d836e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cf7c321f-fe10-4e13-b95a-bf8888f04b33 HTTP/1.1" status: 204 len: 168 time: 0.5296149 Jul 23 20:14:25.391768 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55142) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:25.439660 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-9723ef1d-3dc8-421a-8ff2-8d4dbc37830e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e419fab-4d3a-4143-bf92-cf31b1a4ab70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658636 Jul 23 20:14:25.469809 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7ef368db-5e1c-4047-8cff-041c03d84dcd req-772aa6e3-3fb0-4558-aa16-821750d819d2 tempest-ServerShowV257Test-915546341 tempest-ServerShowV257Test-915546341-project] 10.222.0.32 "GET /v2.0/ports?device_id=9128a2ea-29f3-464c-ae01-f51fa72d8033 HTTP/1.1" status: 200 len: 210 time: 0.0441694 Jul 23 20:14:25.557831 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0156e6b2-7f59-4cb9-8039-9b5b4306a010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:25.578849 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-5e3ecdad-727f-457e-b6c2-b6738c0d31bf service neutron] 10.222.0.18 "GET /v2.0/networks/2e419fab-4d3a-4143-bf92-cf31b1a4ab70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328325 Jul 23 20:14:25.584491 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-742241f5-cca0-4645-9e0a-a0bade2521b0 req-f001db90-5f77-4965-ba71-20f680ee7b95 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] 10.222.0.32 "GET /v2.0/security-groups?id=fedd7467-59f8-49e7-a28b-3aedf8cd71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622237 Jul 23 20:14:25.701506 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0156e6b2-7f59-4cb9-8039-9b5b4306a010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:25.712346 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6aee6bdc-c862-4009-a040-87ea2168a656 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2652dbfbd892433ba633440ec029f139&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3374488 Jul 23 20:14:25.712600 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55152) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:25.716440 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-0156e6b2-7f59-4cb9-8039-9b5b4306a010 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbe5c4f7-04e3-4348-a174-9925416b908d']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:25.729491 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-0156e6b2-7f59-4cb9-8039-9b5b4306a010 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2885ddb-e94a-4646-848f-a3555f8305f4') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:25.730056 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-0156e6b2-7f59-4cb9-8039-9b5b4306a010 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2885ddb-e94a-4646-848f-a3555f8305f4') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:25.741537 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0156e6b2-7f59-4cb9-8039-9b5b4306a010 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:25.760807 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0156e6b2-7f59-4cb9-8039-9b5b4306a010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:25.765348 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-61cbfc2d-c78b-4f6f-ba1d-063e4a969557 req-54744336-2636-47b0-8268-e8ff174089be service neutron] 10.222.0.18 "GET /v2.0/networks/2e419fab-4d3a-4143-bf92-cf31b1a4ab70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786938 Jul 23 20:14:25.778515 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0156e6b2-7f59-4cb9-8039-9b5b4306a010 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:14:25.778515 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0156e6b2-7f59-4cb9-8039-9b5b4306a010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:25.778515 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:14:25.778515 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:14:25.778515 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:14:25.778515 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:14:25.778515 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:14:25.778515 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:14:25.778515 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:14:25.778515 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:14:25.778515 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:14:25.778515 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:14:25.778515 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:14:25.778515 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:14:25.778515 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:14:25.778515 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:14:25.778515 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:14:25.778515 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:14:25.778515 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:14:25.778515 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:14:25.778515 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:14:25.778515 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:14:25.778515 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:14:25.778515 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:14:25.778515 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:14:25.778515 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:14:25.778515 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:14:25.778515 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:14:25.778515 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:14:25.778515 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:14:25.778515 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:14:25.778515 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:14:25.778515 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:14:25.778515 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:14:25.853764 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d7eba81d-3b7d-4dc3-af25-a9cb3090a7a0 req-ce6c1882-669a-4d4e-9194-5a3673232e9a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f8ab8a05590420cbb02ff1ede3ab4b9&device_id=9128a2ea-29f3-464c-ae01-f51fa72d8033 HTTP/1.1" status: 200 len: 210 time: 0.0465629 Jul 23 20:14:25.903226 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d7eba81d-3b7d-4dc3-af25-a9cb3090a7a0 req-6ce21948-2c83-4abb-8a5f-c598fe4b361f service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=5f8ab8a05590420cbb02ff1ede3ab4b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376878 Jul 23 20:14:25.906643 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-28237d9a-fc5b-49e6-b512-25e26867a39f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:25.907168 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0156e6b2-7f59-4cb9-8039-9b5b4306a010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:25.917652 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0156e6b2-7f59-4cb9-8039-9b5b4306a010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:25.923966 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0156e6b2-7f59-4cb9-8039-9b5b4306a010 admin admin] 10.222.0.32 "DELETE /v2.0/networks/fbe5c4f7-04e3-4348-a174-9925416b908d HTTP/1.1" status: 204 len: 168 time: 0.5309758 Jul 23 20:14:25.960216 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0156e6b2-7f59-4cb9-8039-9b5b4306a010 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbe5c4f7-04e3-4348-a174-9925416b908d,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:26.000724 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c180e0-ceb5-4530-ae7f-aa849a63ee5e req-465d2d73-3139-43c6-ac55-6467ee3b32bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:26.002378 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-50c180e0-ceb5-4530-ae7f-aa849a63ee5e req-465d2d73-3139-43c6-ac55-6467ee3b32bf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6e76f50a13b49cc80fc03917e0351b3&device_id=dac8ea70-89ee-4ab6-9eb4-f4b394f9f70f HTTP/1.1" status: 200 len: 1095 time: 0.1651311 Jul 23 20:14:26.008762 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-28237d9a-fc5b-49e6-b512-25e26867a39f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:26.053618 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c50841-213d-479d-a45e-ae7757a2f42f req-9425c4d5-c4e4-440f-a941-fbd6c676ffc2 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:26.055600 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a7c50841-213d-479d-a45e-ae7757a2f42f req-9425c4d5-c4e4-440f-a941-fbd6c676ffc2 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] 10.222.0.32 "GET /v2.0/ports?device_id=dac8ea70-89ee-4ab6-9eb4-f4b394f9f70f HTTP/1.1" status: 200 len: 943 time: 0.1663227 Jul 23 20:14:26.072347 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 49ac552d-8281-4731-8cb8-221c5343565e no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:14:26.118695 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 49ac552d-8281-4731-8cb8-221c5343565e {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:14:26.124924 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 49ac552d-8281-4731-8cb8-221c5343565e not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:14:26.142326 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3241dee6-3a39-4432-9691-c082294a2101 req-f07a1bee-2e21-4ae7-b17a-4274f530552f tempest-ServerShowV257Test-915546341 tempest-ServerShowV257Test-915546341-project] 10.222.0.32 "GET /v2.0/ports?device_id=9128a2ea-29f3-464c-ae01-f51fa72d8033 HTTP/1.1" status: 200 len: 210 time: 0.1197016 Jul 23 20:14:26.173444 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55166) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:26.175415 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a7c50841-213d-479d-a45e-ae7757a2f42f req-5749fd63-6354-4019-bcea-87a0c9faecc5 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e3c76f-5e56-4630-8004-0c5a7d671cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988057 Jul 23 20:14:26.183684 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c180e0-ceb5-4530-ae7f-aa849a63ee5e req-895943d4-da6b-49f4-b290-a85ded91ff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:26.185454 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-50c180e0-ceb5-4530-ae7f-aa849a63ee5e req-895943d4-da6b-49f4-b290-a85ded91ff57 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2e419fab-4d3a-4143-bf92-cf31b1a4ab70 HTTP/1.1" status: 200 len: 914 time: 0.1739068 Jul 23 20:14:26.225085 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eba81d-3b7d-4dc3-af25-a9cb3090a7a0 req-661a3307-bff7-4031-b78e-ed5bcfcebf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:26.227287 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d7eba81d-3b7d-4dc3-af25-a9cb3090a7a0 req-661a3307-bff7-4031-b78e-ed5bcfcebf4e service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3185592 Jul 23 20:14:26.279029 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-05f716ba-c9bc-4830-93d9-9587a66471c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1365ee67a81b40aa90253977d2095ddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1027853 Jul 23 20:14:26.280300 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-28237d9a-fc5b-49e6-b512-25e26867a39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:26.281609 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-50c180e0-ceb5-4530-ae7f-aa849a63ee5e req-764836ea-ef5c-4cfa-913e-bab46a5e02c0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c701e854-eea9-4b56-bb31-6c039e5b71fc HTTP/1.1" status: 200 len: 217 time: 0.0847974 Jul 23 20:14:26.282135 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55168) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:26.284071 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-28237d9a-fc5b-49e6-b512-25e26867a39f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:26.285412 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-28237d9a-fc5b-49e6-b512-25e26867a39f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dcd4b9a5-7d3c-473f-9605-5230829f1679 HTTP/1.1" status: 204 len: 168 time: 0.5718472 Jul 23 20:14:26.296389 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28237d9a-fc5b-49e6-b512-25e26867a39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd4b9a5-7d3c-473f-9605-5230829f1679,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:26.413145 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c180e0-ceb5-4530-ae7f-aa849a63ee5e req-efff895c-e942-47b7-bfc3-047bbc9a2057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:26.415170 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-50c180e0-ceb5-4530-ae7f-aa849a63ee5e req-efff895c-e942-47b7-bfc3-047bbc9a2057 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2e903a9e-5f33-4396-9e46-3481896ffb0e HTTP/1.1" status: 200 len: 853 time: 0.1228685 Jul 23 20:14:26.420441 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ad943a74-0ca6-408f-b936-8bacf5464d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:26.434542 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d79794-422e-4211-a22c-72ab1232453e req-a8e6fabf-0475-400e-954c-6d51622cfa9d tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:26.436566 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-82d79794-422e-4211-a22c-72ab1232453e req-a8e6fabf-0475-400e-954c-6d51622cfa9d tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c804a82-de0e-467a-85aa-12c6b805db1f HTTP/1.1" status: 200 len: 945 time: 0.0901580 Jul 23 20:14:26.460122 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-50c180e0-ceb5-4530-ae7f-aa849a63ee5e req-5e10f060-c08f-402a-b31c-daeb8504b981 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e419fab-4d3a-4143-bf92-cf31b1a4ab70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370307 Jul 23 20:14:26.482585 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ad943a74-0ca6-408f-b936-8bacf5464d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:26.483932 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-82d79794-422e-4211-a22c-72ab1232453e req-75ccebf7-99eb-4654-abb7-e075cc78db9d tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e9976a5-bc66-4d47-8ebd-7be02741d3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394003 Jul 23 20:14:26.603155 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-50c180e0-ceb5-4530-ae7f-aa849a63ee5e req-88c0afb8-4882-4caf-b7f5-2540cc1dc23a service neutron] 10.222.0.18 "GET /v2.0/networks/2e419fab-4d3a-4143-bf92-cf31b1a4ab70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348388 Jul 23 20:14:26.604178 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ad943a74-0ca6-408f-b936-8bacf5464d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:26.606746 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ad943a74-0ca6-408f-b936-8bacf5464d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:26.610138 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ad943a74-0ca6-408f-b936-8bacf5464d49 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/702ff15b-770c-482e-9361-136862086c47 HTTP/1.1" status: 204 len: 168 time: 0.3247378 Jul 23 20:14:26.635391 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad943a74-0ca6-408f-b936-8bacf5464d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702ff15b-770c-482e-9361-136862086c47,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:26.747610 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-50c180e0-ceb5-4530-ae7f-aa849a63ee5e req-3cb739fe-590b-4f59-a053-0d62628c0956 service neutron] 10.222.0.18 "GET /v2.0/networks/2e419fab-4d3a-4143-bf92-cf31b1a4ab70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356342 Jul 23 20:14:26.774311 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70081fba-3015-4ec9-a429-044a143b7342 req-fed5af23-beaa-482c-84fa-74d96cedde19 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:26.776081 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-70081fba-3015-4ec9-a429-044a143b7342 req-fed5af23-beaa-482c-84fa-74d96cedde19 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f0e27a-bb12-4a84-a2ec-256c3493ddaf HTTP/1.1" status: 200 len: 945 time: 0.0894270 Jul 23 20:14:26.819905 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-70081fba-3015-4ec9-a429-044a143b7342 req-9940318a-56ec-4896-adec-78026bbdf886 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] 10.222.0.32 "GET /v2.0/security-groups?id=fedd7467-59f8-49e7-a28b-3aedf8cd71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374780 Jul 23 20:14:26.978240 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997381f-9e3f-402a-9226-c626b2cb08a3 req-534ccf86-a5e6-4228-9df8-794f67507491 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:26.979799 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5997381f-9e3f-402a-9226-c626b2cb08a3 req-534ccf86-a5e6-4228-9df8-794f67507491 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f0e27a-bb12-4a84-a2ec-256c3493ddaf HTTP/1.1" status: 200 len: 945 time: 0.0793064 Jul 23 20:14:27.024737 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5997381f-9e3f-402a-9226-c626b2cb08a3 req-2f579f49-543d-4476-82ed-1384405f754a tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] 10.222.0.32 "GET /v2.0/security-groups?id=fedd7467-59f8-49e7-a28b-3aedf8cd71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391686 Jul 23 20:14:27.412897 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351bab87-08ac-4c2e-8a17-60ec0cf9bd01 req-00334ad8-ba0a-46a6-bde6-2640b470a170 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:27.412897 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-351bab87-08ac-4c2e-8a17-60ec0cf9bd01 req-00334ad8-ba0a-46a6-bde6-2640b470a170 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] 10.222.0.32 "GET /v2.0/ports?device_id=dac8ea70-89ee-4ab6-9eb4-f4b394f9f70f HTTP/1.1" status: 200 len: 943 time: 0.1184719 Jul 23 20:14:27.463222 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-351bab87-08ac-4c2e-8a17-60ec0cf9bd01 req-645308de-3096-459b-a696-3512a2f08ba7 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e3c76f-5e56-4630-8004-0c5a7d671cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446510 Jul 23 20:14:27.538537 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19d1e5-f06a-4830-999a-fd459fc3284c req-5c8df751-07dc-40a0-ae9b-6951d4343406 tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:27.539251 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bf19d1e5-f06a-4830-999a-fd459fc3284c req-5c8df751-07dc-40a0-ae9b-6951d4343406 tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c804a82-de0e-467a-85aa-12c6b805db1f HTTP/1.1" status: 200 len: 945 time: 0.0979884 Jul 23 20:14:27.610488 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-168dae24-c76a-4efe-a46d-edf0a4de0fde req-2ffce0bd-7fad-4b46-a14d-87c85f68e23e tempest-ServerShowV257Test-915546341 tempest-ServerShowV257Test-915546341-project] 10.222.0.32 "GET /v2.0/ports?device_id=9128a2ea-29f3-464c-ae01-f51fa72d8033 HTTP/1.1" status: 200 len: 210 time: 0.0642829 Jul 23 20:14:27.732600 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-bf19d1e5-f06a-4830-999a-fd459fc3284c req-174aa1d3-c23a-432f-bd08-a5c69c199080 tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] Deleting port d96c92df-758f-44bc-adca-39e6af9a891c {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:14:27.733127 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-bf19d1e5-f06a-4830-999a-fd459fc3284c req-174aa1d3-c23a-432f-bd08-a5c69c199080 tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:27.756776 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55234) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:27.773324 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d7eba81d-3b7d-4dc3-af25-a9cb3090a7a0 req-291f6634-b58f-44c0-892c-a551b7148706 tempest-ServerShowV257Test-915546341 tempest-ServerShowV257Test-915546341-project] 10.222.0.18 "GET /v2.0/ports?device_id=9128a2ea-29f3-464c-ae01-f51fa72d8033 HTTP/1.1" status: 200 len: 210 time: 0.0530264 Jul 23 20:14:27.828099 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d63a6c-aae2-49d6-a709-6edb13327ab0 req-3704651f-af28-42fe-ace3-abb8e31369a6 tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:27.829762 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d9d63a6c-aae2-49d6-a709-6edb13327ab0 req-3704651f-af28-42fe-ace3-abb8e31369a6 tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c804a82-de0e-467a-85aa-12c6b805db1f HTTP/1.1" status: 200 len: 945 time: 0.1204207 Jul 23 20:14:27.903942 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device c701e854-eea9-4b56-bb31-6c039e5b71fc details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:14:27.922744 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d9d63a6c-aae2-49d6-a709-6edb13327ab0 req-15d0ae57-6005-4380-9a11-3d85a8a76046 tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e9976a5-bc66-4d47-8ebd-7be02741d3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858991 Jul 23 20:14:27.926120 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-bf19d1e5-f06a-4830-999a-fd459fc3284c req-174aa1d3-c23a-432f-bd08-a5c69c199080 tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] For port d96c92df-758f-44bc-adca-39e6af9a891c, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d96c92df-758f-44bc-adca-39e6af9a891c,segment=NetworkSegment(824a0b99-d6a1-440f-b05a-f9c32629eb60),segment_id=824a0b99-d6a1-440f-b05a-f9c32629eb60)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:27.926488 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-bf19d1e5-f06a-4830-999a-fd459fc3284c req-174aa1d3-c23a-432f-bd08-a5c69c199080 tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:27.947588 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-bf19d1e5-f06a-4830-999a-fd459fc3284c req-174aa1d3-c23a-432f-bd08-a5c69c199080 tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] Calling delete_port for d96c92df-758f-44bc-adca-39e6af9a891c owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:14:27.957016 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-69e2c24c-a2a7-4514-883a-90cde0f31324 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-12221140-network', 'tenant_id': '68b47357d3ff4642b95836c55b4e3996'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:27.984429 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46abd48-5703-4931-a6b1-eb2dfa6ffdb4 req-5567d034-ff33-4030-8710-0c07e1888687 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:27.985978 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b46abd48-5703-4931-a6b1-eb2dfa6ffdb4 req-5567d034-ff33-4030-8710-0c07e1888687 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f0e27a-bb12-4a84-a2ec-256c3493ddaf HTTP/1.1" status: 200 len: 945 time: 0.1446078 Jul 23 20:14:28.062069 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port c701e854-eea9-4b56-bb31-6c039e5b71fc, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=c701e854-eea9-4b56-bb31-6c039e5b71fc,segment=NetworkSegment(90e01dc1-c46e-45ca-9e3a-fd4d13657efc),segment_id=90e01dc1-c46e-45ca-9e3a-fd4d13657efc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:28.071726 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e2c24c-a2a7-4514-883a-90cde0f31324 admin admin] Made reservation on behalf of 68b47357d3ff4642b95836c55b4e3996 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:28.074150 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-69e2c24c-a2a7-4514-883a-90cde0f31324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:28.076892 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': 'c701e854-eea9-4b56-bb31-6c039e5b71fc', 'network_id': '2e419fab-4d3a-4143-bf92-cf31b1a4ab70', 'port_id': 'c701e854-eea9-4b56-bb31-6c039e5b71fc', 'mac_address': 'fa:16:3e:58:b0:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e903a9e-5f33-4396-9e46-3481896ffb0e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:14:28.090098 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b46abd48-5703-4931-a6b1-eb2dfa6ffdb4 req-461a628f-b4ca-4d3a-8341-1aaa17d869e1 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] 10.222.0.32 "GET /v2.0/security-groups?id=fedd7467-59f8-49e7-a28b-3aedf8cd71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722797 Jul 23 20:14:28.104580 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-69e2c24c-a2a7-4514-883a-90cde0f31324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:28.136278 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:28.162153 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c701e854-eea9-4b56-bb31-6c039e5b71fc {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:14:28.187114 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port c701e854-eea9-4b56-bb31-6c039e5b71fc, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=c701e854-eea9-4b56-bb31-6c039e5b71fc,segment=NetworkSegment(90e01dc1-c46e-45ca-9e3a-fd4d13657efc),segment_id=90e01dc1-c46e-45ca-9e3a-fd4d13657efc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:28.194852 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:28.244120 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-bf19d1e5-f06a-4830-999a-fd459fc3284c req-174aa1d3-c23a-432f-bd08-a5c69c199080 tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:28.295219 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174aa1d3-c23a-432f-bd08-a5c69c199080 tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] Pushing event deleted for resources: {'Port': ['ID=d96c92df-758f-44bc-adca-39e6af9a891c,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:28.373038 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf19d1e5-f06a-4830-999a-fd459fc3284c req-174aa1d3-c23a-432f-bd08-a5c69c199080 tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] No DVR routers for this DVR port d96c92df-758f-44bc-adca-39e6af9a891c on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:14:28.377529 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-bf19d1e5-f06a-4830-999a-fd459fc3284c req-174aa1d3-c23a-432f-bd08-a5c69c199080 tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:28.380765 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bf19d1e5-f06a-4830-999a-fd459fc3284c req-174aa1d3-c23a-432f-bd08-a5c69c199080 tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] 10.222.0.18 "DELETE /v2.0/ports/d96c92df-758f-44bc-adca-39e6af9a891c HTTP/1.1" status: 204 len: 173 time: 0.8264053 Jul 23 20:14:28.381026 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c804a82-de0e-467a-85aa-12c6b805db1f', 'name': 'network-vif-deleted', 'tag': 'd96c92df-758f-44bc-adca-39e6af9a891c'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:28.383501 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69aee87-59b8-4ef6-aebe-a31f16b019a2" -d '{"events": [{"server_uuid": "8c804a82-de0e-467a-85aa-12c6b805db1f", "name": "network-vif-deleted", "tag": "d96c92df-758f-44bc-adca-39e6af9a891c"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:28.421679 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-69e2c24c-a2a7-4514-883a-90cde0f31324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:28.430236 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-69e2c24c-a2a7-4514-883a-90cde0f31324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:28.452530 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b887e71-32a4-4f9d-ad4e-bebd09cf2546 x-openstack-request-id: req-5b887e71-32a4-4f9d-ad4e-bebd09cf2546 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:28.453097 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c804a82-de0e-467a-85aa-12c6b805db1f", "name": "network-vif-deleted", "tag": "d96c92df-758f-44bc-adca-39e6af9a891c", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:28.453865 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b887e71-32a4-4f9d-ad4e-bebd09cf2546 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:28.454664 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c804a82-de0e-467a-85aa-12c6b805db1f', 'name': 'network-vif-deleted', 'tag': 'd96c92df-758f-44bc-adca-39e6af9a891c', 'status': 'completed', 'code': 200} Jul 23 20:14:28.463003 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69e2c24c-a2a7-4514-883a-90cde0f31324 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:14:28.495610 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-69e2c24c-a2a7-4514-883a-90cde0f31324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:28.501388 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-69e2c24c-a2a7-4514-883a-90cde0f31324 admin admin] Added segment bb45a767-8b16-46dd-9991-6e781b12f13e of type vlan for network 043b4838-df06-49ed-989c-a6ce93300831 Jul 23 20:14:28.507574 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e2c24c-a2a7-4514-883a-90cde0f31324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96073293-34d7-45fb-a506-0785115294ec,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:28.530800 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=c701e854-eea9-4b56-bb31-6c039e5b71fc,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:28.579788 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['c701e854-eea9-4b56-bb31-6c039e5b71fc'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:14:28.592834 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-69e2c24c-a2a7-4514-883a-90cde0f31324 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:28.668962 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-69e2c24c-a2a7-4514-883a-90cde0f31324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:28.669880 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e2c24c-a2a7-4514-883a-90cde0f31324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:28.670462 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-69e2c24c-a2a7-4514-883a-90cde0f31324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:28.673756 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e816e-3460-4314-9c81-3a08f30a2abc req-a0c563ac-9595-47e0-a2a5-e9e585805ce1 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:28.685225 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-091e816e-3460-4314-9c81-3a08f30a2abc req-a0c563ac-9595-47e0-a2a5-e9e585805ce1 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] 10.222.0.32 "GET /v2.0/ports?device_id=dac8ea70-89ee-4ab6-9eb4-f4b394f9f70f HTTP/1.1" status: 200 len: 944 time: 0.1212201 Jul 23 20:14:28.711560 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96e627-fa24-42f9-bb70-b1b3dfc8c900 req-9bf84c01-9321-47f5-9ff1-cfec1ffce19b tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:28.722102 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7f96e627-fa24-42f9-bb70-b1b3dfc8c900 req-9bf84c01-9321-47f5-9ff1-cfec1ffce19b tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f0e27a-bb12-4a84-a2ec-256c3493ddaf HTTP/1.1" status: 200 len: 945 time: 0.1569273 Jul 23 20:14:28.734681 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-091e816e-3460-4314-9c81-3a08f30a2abc req-72535f14-dafc-4256-abf2-ac8e9b3ff1a7 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e3c76f-5e56-4630-8004-0c5a7d671cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483544 Jul 23 20:14:28.763304 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-69e2c24c-a2a7-4514-883a-90cde0f31324 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0011122 Jul 23 20:14:28.763532 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55260) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:28.769441 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-6236321c-9d10-4cbc-a36c-39e551844f5b admin admin] Request body: {'subnet': {'network_id': '043b4838-df06-49ed-989c-a6ce93300831', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-12221140-subnet', 'tenant_id': '68b47357d3ff4642b95836c55b4e3996', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:28.801940 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e2c24c-a2a7-4514-883a-90cde0f31324 admin admin] Pushing event updated for resources: {'Network': ['ID=043b4838-df06-49ed-989c-a6ce93300831,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:28.821044 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 043b4838-df06-49ed-989c-a6ce93300831 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:14:28.840739 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6236321c-9d10-4cbc-a36c-39e551844f5b admin admin] Made reservation on behalf of 68b47357d3ff4642b95836c55b4e3996 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:28.841707 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7f96e627-fa24-42f9-bb70-b1b3dfc8c900 req-7279a05e-136d-4345-b2fa-d991231d217f tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] 10.222.0.32 "GET /v2.0/security-groups?id=fedd7467-59f8-49e7-a28b-3aedf8cd71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185958 Jul 23 20:14:28.844041 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6236321c-9d10-4cbc-a36c-39e551844f5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:29.169557 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-387d8933-a7eb-4a43-97d4-e5ceee099787 req-4d6a5d2b-874c-4be5-83f4-ddcecd4a6761 tempest-ServerMetadataNegativeTestJSON-377310452 tempest-ServerMetadataNegativeTestJSON-377310452-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c804a82-de0e-467a-85aa-12c6b805db1f HTTP/1.1" status: 200 len: 210 time: 0.0593822 Jul 23 20:14:29.190086 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6236321c-9d10-4cbc-a36c-39e551844f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:29.257415 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236321c-9d10-4cbc-a36c-39e551844f5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aa34b4e-7070-4f9a-83f0-2775a1cfe154,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:29.274570 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6236321c-9d10-4cbc-a36c-39e551844f5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:29.274916 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6236321c-9d10-4cbc-a36c-39e551844f5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:29.275254 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6236321c-9d10-4cbc-a36c-39e551844f5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:29.275591 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6236321c-9d10-4cbc-a36c-39e551844f5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:29.275933 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6236321c-9d10-4cbc-a36c-39e551844f5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:29.276244 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6236321c-9d10-4cbc-a36c-39e551844f5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:29.276566 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6236321c-9d10-4cbc-a36c-39e551844f5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:29.276897 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6236321c-9d10-4cbc-a36c-39e551844f5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:29.277254 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6236321c-9d10-4cbc-a36c-39e551844f5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:29.277653 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6236321c-9d10-4cbc-a36c-39e551844f5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:29.278063 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6236321c-9d10-4cbc-a36c-39e551844f5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:29.278369 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6236321c-9d10-4cbc-a36c-39e551844f5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:29.287538 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6236321c-9d10-4cbc-a36c-39e551844f5b admin admin] Checking segment: {'id': 'bb45a767-8b16-46dd-9991-6e781b12f13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '043b4838-df06-49ed-989c-a6ce93300831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:29.288056 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6236321c-9d10-4cbc-a36c-39e551844f5b admin admin] Network hostable DHCP agents. Network: 043b4838-df06-49ed-989c-a6ce93300831, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:14:29.304294 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6236321c-9d10-4cbc-a36c-39e551844f5b admin admin] Network 043b4838-df06-49ed-989c-a6ce93300831 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:14:29.313407 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-6236321c-9d10-4cbc-a36c-39e551844f5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 043b4838-df06-49ed-989c-a6ce93300831) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:29.319490 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6236321c-9d10-4cbc-a36c-39e551844f5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:29.319490 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6236321c-9d10-4cbc-a36c-39e551844f5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:29.323095 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea7ef1d-35a6-44b9-84de-3695a920c098 None None] Network 043b4838-df06-49ed-989c-a6ce93300831 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:14:29.326740 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55270) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:29.340207 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6236321c-9d10-4cbc-a36c-39e551844f5b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5754473 Jul 23 20:14:29.457077 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fdff7722-acbf-4d32-b8a5-ad8f9d7a4cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:29.467585 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c798a3f-ec2a-42a6-bb70-dace85b3c641 None None] Network 043b4838-df06-49ed-989c-a6ce93300831 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:14:29.567494 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fdff7722-acbf-4d32-b8a5-ad8f9d7a4cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:29.572025 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fdff7722-acbf-4d32-b8a5-ad8f9d7a4cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:29.617183 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-fdff7722-acbf-4d32-b8a5-ad8f9d7a4cb7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5f8ab8a05590420cbb02ff1ede3ab4b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2864275 Jul 23 20:14:29.617183 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff7722-acbf-4d32-b8a5-ad8f9d7a4cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b69ef1f-6aa0-4203-b92b-ed335c496edd,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:29.617980 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55280) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:29.675317 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-94a1c376-7929-4863-91e5-c42c28a114fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:29.715336 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-94a1c376-7929-4863-91e5-c42c28a114fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:29.768753 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-94a1c376-7929-4863-91e5-c42c28a114fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:29.772977 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-94a1c376-7929-4863-91e5-c42c28a114fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:29.774195 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-94a1c376-7929-4863-91e5-c42c28a114fd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3b69ef1f-6aa0-4203-b92b-ed335c496edd HTTP/1.1" status: 204 len: 168 time: 0.1556320 Jul 23 20:14:29.782458 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1c376-7929-4863-91e5-c42c28a114fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b69ef1f-6aa0-4203-b92b-ed335c496edd,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:29.902932 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device c701e854-eea9-4b56-bb31-6c039e5b71fc up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:14:29.951616 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b53627-a1b9-4300-ac9f-9e1eeef0a35d req-0a03b0c0-f22c-44e9-9598-265338d837c7 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:29.953739 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-47b53627-a1b9-4300-ac9f-9e1eeef0a35d req-0a03b0c0-f22c-44e9-9598-265338d837c7 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1f0e27a-bb12-4a84-a2ec-256c3493ddaf HTTP/1.1" status: 200 len: 945 time: 0.1462889 Jul 23 20:14:29.977271 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port c701e854-eea9-4b56-bb31-6c039e5b71fc completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:14:29.981120 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4fb67-0035-4a81-8767-37ef517e098d req-0191cdb6-1bda-441d-894e-27aa413e394a tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:29.983186 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port c701e854-eea9-4b56-bb31-6c039e5b71fc triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:29.984544 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:29.986149 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7ac4fb67-0035-4a81-8767-37ef517e098d req-0191cdb6-1bda-441d-894e-27aa413e394a tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] 10.222.0.32 "GET /v2.0/ports?device_id=dac8ea70-89ee-4ab6-9eb4-f4b394f9f70f HTTP/1.1" status: 200 len: 944 time: 0.1413183 Jul 23 20:14:30.016818 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bab831-da13-47ac-8014-af4c55e348fe req-1d12e8ae-aafa-4cc2-ae46-adb15b9dbae7 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:30.018689 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-42bab831-da13-47ac-8014-af4c55e348fe req-1d12e8ae-aafa-4cc2-ae46-adb15b9dbae7 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f0e27a-bb12-4a84-a2ec-256c3493ddaf HTTP/1.1" status: 200 len: 945 time: 0.0847633 Jul 23 20:14:30.079744 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:30.085762 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-42bab831-da13-47ac-8014-af4c55e348fe req-44865375-70fd-424f-ad79-e7d3d1a4bfeb tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] 10.222.0.32 "GET /v2.0/security-groups?id=fedd7467-59f8-49e7-a28b-3aedf8cd71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591187 Jul 23 20:14:30.108079 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7ac4fb67-0035-4a81-8767-37ef517e098d req-32176f64-5d40-40ba-979c-5592c4fce6d8 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e3c76f-5e56-4630-8004-0c5a7d671cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170163 Jul 23 20:14:30.109431 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac8ea70-89ee-4ab6-9eb4-f4b394f9f70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c701e854-eea9-4b56-bb31-6c039e5b71fc'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:30.111963 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab07301f-f202-43ee-94df-0a5e64615ea6" -d '{"events": [{"server_uuid": "dac8ea70-89ee-4ab6-9eb4-f4b394f9f70f", "name": "network-vif-plugged", "status": "completed", "tag": "c701e854-eea9-4b56-bb31-6c039e5b71fc"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:30.137654 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port c701e854-eea9-4b56-bb31-6c039e5b71fc, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=c701e854-eea9-4b56-bb31-6c039e5b71fc,segment=NetworkSegment(90e01dc1-c46e-45ca-9e3a-fd4d13657efc),segment_id=90e01dc1-c46e-45ca-9e3a-fd4d13657efc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:30.144581 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:30.148618 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-47b53627-a1b9-4300-ac9f-9e1eeef0a35d req-67743f4e-c429-4a14-83f5-551d321a51f4 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] Deleting port 5fd0b681-5ac7-44fd-b9c0-a495b2ff5505 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:14:30.148837 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device d96c92df-758f-44bc-adca-39e6af9a891c no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:14:30.149240 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-47b53627-a1b9-4300-ac9f-9e1eeef0a35d req-67743f4e-c429-4a14-83f5-551d321a51f4 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:30.212022 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: d96c92df-758f-44bc-adca-39e6af9a891c {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:14:30.212550 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device d96c92df-758f-44bc-adca-39e6af9a891c not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:14:30.271525 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=c701e854-eea9-4b56-bb31-6c039e5b71fc,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:30.351500 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d95700-8d97-4b02-815c-29e8e152d67b x-openstack-request-id: req-63d95700-8d97-4b02-815c-29e8e152d67b {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:30.352419 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac8ea70-89ee-4ab6-9eb4-f4b394f9f70f", "name": "network-vif-plugged", "status": "completed", "tag": "c701e854-eea9-4b56-bb31-6c039e5b71fc", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:30.352419 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63d95700-8d97-4b02-815c-29e8e152d67b {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:30.352761 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac8ea70-89ee-4ab6-9eb4-f4b394f9f70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c701e854-eea9-4b56-bb31-6c039e5b71fc', 'code': 200} Jul 23 20:14:30.368879 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-47b53627-a1b9-4300-ac9f-9e1eeef0a35d req-67743f4e-c429-4a14-83f5-551d321a51f4 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] For port 5fd0b681-5ac7-44fd-b9c0-a495b2ff5505, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=5fd0b681-5ac7-44fd-b9c0-a495b2ff5505,segment=NetworkSegment(61ce23fa-ad32-4024-a1fe-59555834145f),segment_id=61ce23fa-ad32-4024-a1fe-59555834145f)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:30.369852 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-47b53627-a1b9-4300-ac9f-9e1eeef0a35d req-67743f4e-c429-4a14-83f5-551d321a51f4 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:30.399555 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55314) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:30.417056 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-47b53627-a1b9-4300-ac9f-9e1eeef0a35d req-67743f4e-c429-4a14-83f5-551d321a51f4 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] Calling delete_port for 5fd0b681-5ac7-44fd-b9c0-a495b2ff5505 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:14:30.569823 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-10874f90-6176-4f5e-ad4e-84729606f8cc admin admin] Deleting subnet 5c9dda72-21f8-4bdb-a79b-d0bd818fba82 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:14:30.574866 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-10874f90-6176-4f5e-ad4e-84729606f8cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:30.656820 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-10874f90-6176-4f5e-ad4e-84729606f8cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:30.683840 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776a23b-48da-4784-9674-69e093b5d70a req-fa5e8d3f-f7ac-4553-8d70-de74942c55ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:30.686131 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9776a23b-48da-4784-9674-69e093b5d70a req-fa5e8d3f-f7ac-4553-8d70-de74942c55ad service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dac8ea70-89ee-4ab6-9eb4-f4b394f9f70f HTTP/1.1" status: 200 len: 1097 time: 0.1705513 Jul 23 20:14:30.707140 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-47b53627-a1b9-4300-ac9f-9e1eeef0a35d req-67743f4e-c429-4a14-83f5-551d321a51f4 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:30.723478 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['5fd0b681-5ac7-44fd-b9c0-a495b2ff5505'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:14:30.778133 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-10874f90-6176-4f5e-ad4e-84729606f8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:30.808849 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9776a23b-48da-4784-9674-69e093b5d70a req-e2e2b8e9-5c11-4915-876e-d67911a04e14 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f0e3c76f-5e56-4630-8004-0c5a7d671cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105559 Jul 23 20:14:30.853641 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-10874f90-6176-4f5e-ad4e-84729606f8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:30.854954 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67743f4e-c429-4a14-83f5-551d321a51f4 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] Pushing event deleted for resources: {'Port': ['ID=5fd0b681-5ac7-44fd-b9c0-a495b2ff5505,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:30.883099 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10874f90-6176-4f5e-ad4e-84729606f8cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c9dda72-21f8-4bdb-a79b-d0bd818fba82,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:30.903646 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-10874f90-6176-4f5e-ad4e-84729606f8cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:30.911134 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-10874f90-6176-4f5e-ad4e-84729606f8cc admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5c9dda72-21f8-4bdb-a79b-d0bd818fba82 HTTP/1.1" status: 204 len: 168 time: 0.5104413 Jul 23 20:14:30.914617 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55336) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:31.015180 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-00708d9c-4df1-4eb1-a6ab-7b03f86570a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:31.195135 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55348) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:31.195428 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-00708d9c-4df1-4eb1-a6ab-7b03f86570a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:31.201739 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b53627-a1b9-4300-ac9f-9e1eeef0a35d req-67743f4e-c429-4a14-83f5-551d321a51f4 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] No DVR routers for this DVR port 5fd0b681-5ac7-44fd-b9c0-a495b2ff5505 on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:14:31.205179 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-47b53627-a1b9-4300-ac9f-9e1eeef0a35d req-67743f4e-c429-4a14-83f5-551d321a51f4 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:31.208746 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-47b53627-a1b9-4300-ac9f-9e1eeef0a35d req-67743f4e-c429-4a14-83f5-551d321a51f4 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] 10.222.0.30 "DELETE /v2.0/ports/5fd0b681-5ac7-44fd-b9c0-a495b2ff5505 HTTP/1.1" status: 204 len: 173 time: 1.2472742 Jul 23 20:14:31.209210 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f0e27a-bb12-4a84-a2ec-256c3493ddaf', 'name': 'network-vif-deleted', 'tag': '5fd0b681-5ac7-44fd-b9c0-a495b2ff5505'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:31.219896 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47dda962-2039-40d4-9bf3-87fe1aeb6ae2" -d '{"events": [{"server_uuid": "d1f0e27a-bb12-4a84-a2ec-256c3493ddaf", "name": "network-vif-deleted", "tag": "5fd0b681-5ac7-44fd-b9c0-a495b2ff5505"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:31.225742 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-00708d9c-4df1-4eb1-a6ab-7b03f86570a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbba0969-8185-40df-a3e4-e25a24877a4b']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:31.240678 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-00708d9c-4df1-4eb1-a6ab-7b03f86570a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '824a0b99-d6a1-440f-b05a-f9c32629eb60') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:31.241203 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-00708d9c-4df1-4eb1-a6ab-7b03f86570a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '824a0b99-d6a1-440f-b05a-f9c32629eb60') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:31.252328 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-00708d9c-4df1-4eb1-a6ab-7b03f86570a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:31.278165 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-00708d9c-4df1-4eb1-a6ab-7b03f86570a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:31.287149 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00708d9c-4df1-4eb1-a6ab-7b03f86570a6 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:14:31.288063 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-00708d9c-4df1-4eb1-a6ab-7b03f86570a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:31.290727 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:14:31.290727 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:14:31.290727 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:14:31.290727 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:14:31.290727 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:14:31.290727 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:14:31.290727 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:14:31.290727 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:14:31.290727 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:14:31.290727 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:14:31.290727 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:14:31.290727 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:14:31.290727 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:14:31.290727 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:14:31.290727 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:14:31.290727 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:14:31.290727 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:14:31.290727 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:14:31.290727 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:14:31.290727 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:14:31.290727 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:14:31.290727 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:14:31.290727 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:14:31.290727 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:14:31.290727 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:14:31.290727 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:14:31.290727 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:14:31.290727 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:14:31.290727 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:14:31.290727 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:14:31.290727 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:14:31.290727 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:14:31.303783 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9e2561cb-2ffc-4a9d-812f-1a2fb875d7e3 req-147eb2de-443c-479a-bb1a-2b7b78a19386 tempest-ServersNegativeTestMultiTenantJSON-171134988 tempest-ServersNegativeTestMultiTenantJSON-171134988-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f0e27a-bb12-4a84-a2ec-256c3493ddaf HTTP/1.1" status: 200 len: 210 time: 0.0631180 Jul 23 20:14:31.400301 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-00708d9c-4df1-4eb1-a6ab-7b03f86570a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:31.404063 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-93b3403c-379c-41e0-82cf-cb4682dc5329 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1751426215-network', 'tenant_id': '99b1a67790e94a4dae83bd764a7343f4'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:31.412744 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-00708d9c-4df1-4eb1-a6ab-7b03f86570a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:31.414714 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-00708d9c-4df1-4eb1-a6ab-7b03f86570a6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/cbba0969-8185-40df-a3e4-e25a24877a4b HTTP/1.1" status: 204 len: 168 time: 0.4991231 Jul 23 20:14:31.444745 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b3403c-379c-41e0-82cf-cb4682dc5329 admin admin] Made reservation on behalf of 99b1a67790e94a4dae83bd764a7343f4 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:31.449236 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-93b3403c-379c-41e0-82cf-cb4682dc5329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:31.459105 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00708d9c-4df1-4eb1-a6ab-7b03f86570a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbba0969-8185-40df-a3e4-e25a24877a4b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:31.472336 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-93b3403c-379c-41e0-82cf-cb4682dc5329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:31.542111 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb553b-8376-4b8a-9d79-18177a722e4f req-7dfa5bcd-27cd-4100-bf16-4675671d3329 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:31.546841 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-76cb553b-8376-4b8a-9d79-18177a722e4f req-7dfa5bcd-27cd-4100-bf16-4675671d3329 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] 10.222.0.32 "GET /v2.0/ports?device_id=dac8ea70-89ee-4ab6-9eb4-f4b394f9f70f HTTP/1.1" status: 200 len: 945 time: 0.2427542 Jul 23 20:14:31.596975 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55364) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:31.598446 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89729882-f0d2-4815-b956-40572ba396ef x-openstack-request-id: req-89729882-f0d2-4815-b956-40572ba396ef {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:31.599479 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f0e27a-bb12-4a84-a2ec-256c3493ddaf", "name": "network-vif-deleted", "tag": "5fd0b681-5ac7-44fd-b9c0-a495b2ff5505", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:31.599653 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-89729882-f0d2-4815-b956-40572ba396ef {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:31.600239 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f0e27a-bb12-4a84-a2ec-256c3493ddaf', 'name': 'network-vif-deleted', 'tag': '5fd0b681-5ac7-44fd-b9c0-a495b2ff5505', 'status': 'completed', 'code': 200} Jul 23 20:14:31.617592 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-93b3403c-379c-41e0-82cf-cb4682dc5329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:31.624055 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-93b3403c-379c-41e0-82cf-cb4682dc5329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:31.658987 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b3403c-379c-41e0-82cf-cb4682dc5329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d19249d-326b-4c48-ae47-b326fd2c39b7,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:31.672965 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b3403c-379c-41e0-82cf-cb4682dc5329 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:14:31.686214 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-93b3403c-379c-41e0-82cf-cb4682dc5329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:31.686933 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-93b3403c-379c-41e0-82cf-cb4682dc5329 admin admin] Added segment 13a13d20-6431-4365-97ce-f955081eb8e3 of type vlan for network 7fedbba9-4431-4330-9544-1acf217b43a2 Jul 23 20:14:31.690147 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-76cb553b-8376-4b8a-9d79-18177a722e4f req-ee562826-c7a5-46e4-88ea-06d6a70eb1b6 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e3c76f-5e56-4630-8004-0c5a7d671cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364050 Jul 23 20:14:31.712490 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8a39dac3-626f-40b2-835e-ed99bd695991 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3581b23c071640a48823892f7b887fb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1143909 Jul 23 20:14:31.713108 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55368) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:31.743784 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-93b3403c-379c-41e0-82cf-cb4682dc5329 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:31.792084 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-93b3403c-379c-41e0-82cf-cb4682dc5329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:31.792382 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b3403c-379c-41e0-82cf-cb4682dc5329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:31.793037 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-93b3403c-379c-41e0-82cf-cb4682dc5329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:31.837130 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-04286629-d839-4080-b71d-94acad8ca4b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:31.838070 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-93b3403c-379c-41e0-82cf-cb4682dc5329 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6416440 Jul 23 20:14:31.840849 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55372) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:31.846478 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-d258a26a-5984-4087-97f2-7b7dc329d750 admin admin] Request body: {'subnet': {'network_id': '7fedbba9-4431-4330-9544-1acf217b43a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1751426215-subnet', 'tenant_id': '99b1a67790e94a4dae83bd764a7343f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:31.871744 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-04286629-d839-4080-b71d-94acad8ca4b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:31.892769 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b3403c-379c-41e0-82cf-cb4682dc5329 admin admin] Pushing event updated for resources: {'Network': ['ID=7fedbba9-4431-4330-9544-1acf217b43a2,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:31.907742 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 7fedbba9-4431-4330-9544-1acf217b43a2 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:14:31.925276 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d258a26a-5984-4087-97f2-7b7dc329d750 admin admin] Made reservation on behalf of 99b1a67790e94a4dae83bd764a7343f4 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:31.931591 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d258a26a-5984-4087-97f2-7b7dc329d750 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:31.937800 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-04286629-d839-4080-b71d-94acad8ca4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:31.943602 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-04286629-d839-4080-b71d-94acad8ca4b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:31.945027 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-04286629-d839-4080-b71d-94acad8ca4b2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e9976a5-bc66-4d47-8ebd-7be02741d3f6 HTTP/1.1" status: 204 len: 168 time: 0.2291367 Jul 23 20:14:31.992630 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04286629-d839-4080-b71d-94acad8ca4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9976a5-bc66-4d47-8ebd-7be02741d3f6,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:32.176025 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d258a26a-5984-4087-97f2-7b7dc329d750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:32.201941 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-fbc9878c-199c-44f6-8633-bb2d612e254a tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:32.203502 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-fbc9878c-199c-44f6-8633-bb2d612e254a tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] 10.222.0.32 "GET /v2.0/networks?id=043b4838-df06-49ed-989c-a6ce93300831 HTTP/1.1" status: 200 len: 808 time: 0.1363692 Jul 23 20:14:32.222841 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-2a3323e9-3cab-48f0-b11c-f256f79104ea tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] 10.222.0.32 "GET /v2.0/quotas/68b47357d3ff4642b95836c55b4e3996 HTTP/1.1" status: 200 len: 375 time: 0.0115359 Jul 23 20:14:32.257382 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d258a26a-5984-4087-97f2-7b7dc329d750 admin admin] Checking segment: {'id': '13a13d20-6431-4365-97ce-f955081eb8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7fedbba9-4431-4330-9544-1acf217b43a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:32.257975 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d258a26a-5984-4087-97f2-7b7dc329d750 admin admin] Network hostable DHCP agents. Network: 7fedbba9-4431-4330-9544-1acf217b43a2, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:14:32.260791 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258a26a-5984-4087-97f2-7b7dc329d750 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9cd757f-50fc-4d2c-97b5-f7bec2379d06,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:32.278640 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-7b42b7e1-a388-4b58-a9c6-f790091dae3e tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=68b47357d3ff4642b95836c55b4e3996&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473192 Jul 23 20:14:32.282193 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d258a26a-5984-4087-97f2-7b7dc329d750 admin admin] Network 7fedbba9-4431-4330-9544-1acf217b43a2 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:14:32.299851 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-d258a26a-5984-4087-97f2-7b7dc329d750 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 7fedbba9-4431-4330-9544-1acf217b43a2) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:32.308815 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feafd46c-89a2-41e6-933b-66bfb68f3250 None None] Network 7fedbba9-4431-4330-9544-1acf217b43a2 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:14:32.316151 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d258a26a-5984-4087-97f2-7b7dc329d750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:32.316762 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d258a26a-5984-4087-97f2-7b7dc329d750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:32.354639 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d258a26a-5984-4087-97f2-7b7dc329d750 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5121899 Jul 23 20:14:32.435750 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-b17e5ebb-191c-47a9-b951-7a1ca8dffc73 service neutron] 10.222.0.32 "GET /v2.0/networks/043b4838-df06-49ed-989c-a6ce93300831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497951 Jul 23 20:14:32.461124 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55396) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:32.624645 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-83dd5cf1-5b75-4bf5-becb-c2570450ea60 admin admin] Deleting subnet 47052c33-ebb6-45c1-957a-d65d77ccfede {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:14:32.633070 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-83dd5cf1-5b75-4bf5-becb-c2570450ea60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:32.637734 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b9263a-f239-4a15-96a3-b8eb148dcfeb None None] Network 7fedbba9-4431-4330-9544-1acf217b43a2 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:14:32.659761 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-c9b82725-4a6a-413d-838f-554d133d296e service neutron] 10.222.0.32 "GET /v2.0/networks/043b4838-df06-49ed-989c-a6ce93300831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230027 Jul 23 20:14:32.678963 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-83dd5cf1-5b75-4bf5-becb-c2570450ea60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:32.731818 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-83dd5cf1-5b75-4bf5-becb-c2570450ea60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:32.846948 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-83dd5cf1-5b75-4bf5-becb-c2570450ea60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:32.897152 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd5cf1-5b75-4bf5-becb-c2570450ea60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47052c33-ebb6-45c1-957a-d65d77ccfede,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:32.902339 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-83dd5cf1-5b75-4bf5-becb-c2570450ea60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:32.904166 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-83dd5cf1-5b75-4bf5-becb-c2570450ea60 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/47052c33-ebb6-45c1-957a-d65d77ccfede HTTP/1.1" status: 204 len: 168 time: 0.4414504 Jul 23 20:14:32.906862 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55412) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:33.003908 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-814ea1e6-bed3-48a0-bbfc-d4912ed66bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:33.066926 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a855a13-6384-4202-81ff-48e1aafc6204 req-f0c483c1-7cfe-49ce-8ca2-bded7b75e779 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:33.075551 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1a855a13-6384-4202-81ff-48e1aafc6204 req-f0c483c1-7cfe-49ce-8ca2-bded7b75e779 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] 10.222.0.32 "GET /v2.0/ports?device_id=dac8ea70-89ee-4ab6-9eb4-f4b394f9f70f HTTP/1.1" status: 200 len: 945 time: 0.0972276 Jul 23 20:14:33.133505 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1a855a13-6384-4202-81ff-48e1aafc6204 req-64be1054-2736-489e-aad6-c6a71c6eb58f tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e3c76f-5e56-4630-8004-0c5a7d671cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486867 Jul 23 20:14:33.140692 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-814ea1e6-bed3-48a0-bbfc-d4912ed66bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:33.166067 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-814ea1e6-bed3-48a0-bbfc-d4912ed66bb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79dd8560-8084-4156-b59b-ad4c05db9fb1']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:33.186289 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-814ea1e6-bed3-48a0-bbfc-d4912ed66bb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61ce23fa-ad32-4024-a1fe-59555834145f') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:33.186791 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-814ea1e6-bed3-48a0-bbfc-d4912ed66bb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61ce23fa-ad32-4024-a1fe-59555834145f') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:33.198818 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-814ea1e6-bed3-48a0-bbfc-d4912ed66bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:33.218354 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-814ea1e6-bed3-48a0-bbfc-d4912ed66bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:33.240024 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-814ea1e6-bed3-48a0-bbfc-d4912ed66bb2 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:14:33.241020 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-814ea1e6-bed3-48a0-bbfc-d4912ed66bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:33.244042 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:14:33.244042 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:14:33.244042 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:14:33.244042 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:14:33.244042 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:14:33.244042 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:14:33.244042 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:14:33.244042 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:14:33.244042 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:14:33.244042 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:14:33.244042 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:14:33.244042 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:14:33.244042 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:14:33.244042 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:14:33.244042 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:14:33.244042 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:14:33.244042 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:14:33.244042 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:14:33.244042 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:14:33.244042 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:14:33.244042 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:14:33.244042 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:14:33.244042 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:14:33.244042 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:14:33.244042 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:14:33.244042 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:14:33.244042 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:14:33.244042 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:14:33.244042 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:14:33.244042 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:14:33.244042 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:14:33.244042 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:14:33.257330 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-959918f4-df69-485a-8df9-7b32e21eec4e req-cacf4e85-68e9-4ba0-a403-4ce33b1d5064 tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] 10.222.0.32 "GET /v2.0/ports?device_id=921f124f-e013-41e1-82e3-8105adfabac8 HTTP/1.1" status: 200 len: 210 time: 0.0760207 Jul 23 20:14:33.349313 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-814ea1e6-bed3-48a0-bbfc-d4912ed66bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:33.360934 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-814ea1e6-bed3-48a0-bbfc-d4912ed66bb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:33.366480 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-814ea1e6-bed3-48a0-bbfc-d4912ed66bb2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/79dd8560-8084-4156-b59b-ad4c05db9fb1 HTTP/1.1" status: 204 len: 168 time: 0.4549370 Jul 23 20:14:33.367251 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55446) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:33.386695 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ea1e6-bed3-48a0-bbfc-d4912ed66bb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=79dd8560-8084-4156-b59b-ad4c05db9fb1,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:33.420390 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e3ccdb3-7eff-46e1-bcdc-d1b78d27d97b admin admin] Deleting subnet ebac3013-f86a-471e-89cb-e5a3941c2fd0 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:14:33.424213 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e3ccdb3-7eff-46e1-bcdc-d1b78d27d97b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:33.465921 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e3ccdb3-7eff-46e1-bcdc-d1b78d27d97b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:33.516745 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e3ccdb3-7eff-46e1-bcdc-d1b78d27d97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:33.519430 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20430c-edef-4de5-a466-427182348f1d req-a9173cc2-d68a-41a2-a942-f31821221249 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:33.530933 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8e20430c-edef-4de5-a466-427182348f1d req-a9173cc2-d68a-41a2-a942-f31821221249 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/networks?id=7fedbba9-4431-4330-9544-1acf217b43a2 HTTP/1.1" status: 200 len: 814 time: 0.1986139 Jul 23 20:14:33.562202 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8e20430c-edef-4de5-a466-427182348f1d req-d94c6fde-35d9-487d-a31b-b9e3f64920b0 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/quotas/99b1a67790e94a4dae83bd764a7343f4 HTTP/1.1" status: 200 len: 375 time: 0.0295930 Jul 23 20:14:33.591246 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e3ccdb3-7eff-46e1-bcdc-d1b78d27d97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:33.621772 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ccdb3-7eff-46e1-bcdc-d1b78d27d97b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebac3013-f86a-471e-89cb-e5a3941c2fd0,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:33.623688 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e3ccdb3-7eff-46e1-bcdc-d1b78d27d97b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:33.625826 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8e3ccdb3-7eff-46e1-bcdc-d1b78d27d97b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ebac3013-f86a-471e-89cb-e5a3941c2fd0 HTTP/1.1" status: 204 len: 168 time: 0.2566681 Jul 23 20:14:33.628313 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55460) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:33.715370 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-28b6f0f5-99c7-4597-966c-698b6305e503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:33.815285 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-28b6f0f5-99c7-4597-966c-698b6305e503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:33.828106 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-28b6f0f5-99c7-4597-966c-698b6305e503 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a681b4-93bc-49fa-af45-484f1e75f58c']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:33.842080 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-28b6f0f5-99c7-4597-966c-698b6305e503 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '691d602f-e7d0-47ce-8cfc-f71c475e90a4') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:33.842838 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-28b6f0f5-99c7-4597-966c-698b6305e503 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '691d602f-e7d0-47ce-8cfc-f71c475e90a4') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:33.856264 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-28b6f0f5-99c7-4597-966c-698b6305e503 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:33.881507 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-28b6f0f5-99c7-4597-966c-698b6305e503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:33.897831 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b6f0f5-99c7-4597-966c-698b6305e503 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:14:33.898311 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-28b6f0f5-99c7-4597-966c-698b6305e503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:33.900613 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:14:33.900613 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:14:33.900613 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:14:33.900613 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:14:33.900613 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:14:33.900613 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:14:33.900613 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:14:33.900613 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:14:33.900613 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:14:33.900613 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:14:33.900613 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:14:33.900613 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:14:33.900613 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:14:33.900613 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:14:33.900613 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:14:33.900613 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:14:33.900613 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:14:33.900613 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:14:33.900613 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:14:33.900613 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:14:33.900613 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:14:33.900613 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:14:33.900613 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:14:33.900613 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:14:33.900613 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:14:33.900613 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:14:33.900613 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:14:33.900613 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:14:33.900613 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:14:33.900613 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:14:33.900613 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:14:33.900613 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:14:34.094994 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 5fd0b681-5ac7-44fd-b9c0-a495b2ff5505 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:14:34.098229 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-28b6f0f5-99c7-4597-966c-698b6305e503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:34.105518 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8e20430c-edef-4de5-a466-427182348f1d req-3a51bbec-f1d5-485a-8b06-e9c540641afb tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=99b1a67790e94a4dae83bd764a7343f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5418890 Jul 23 20:14:34.106629 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-28b6f0f5-99c7-4597-966c-698b6305e503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:34.111810 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-28b6f0f5-99c7-4597-966c-698b6305e503 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e6a681b4-93bc-49fa-af45-484f1e75f58c HTTP/1.1" status: 204 len: 168 time: 0.4823871 Jul 23 20:14:34.144732 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 5fd0b681-5ac7-44fd-b9c0-a495b2ff5505 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:14:34.146674 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 5fd0b681-5ac7-44fd-b9c0-a495b2ff5505 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:14:34.158637 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b6f0f5-99c7-4597-966c-698b6305e503 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6a681b4-93bc-49fa-af45-484f1e75f58c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:34.218813 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2cebc-5ace-48ea-800e-b138b4487305 req-8b8aaffe-9885-409f-8ff1-792a5082c51c tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:34.224335 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee0412-fd09-4471-9d99-64da8ae9d06f req-11fda75f-eb97-4777-ba91-c8a5880dbb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:34.228943 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f1ee0412-fd09-4471-9d99-64da8ae9d06f req-11fda75f-eb97-4777-ba91-c8a5880dbb29 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6e76f50a13b49cc80fc03917e0351b3&device_id=dac8ea70-89ee-4ab6-9eb4-f4b394f9f70f HTTP/1.1" status: 200 len: 1097 time: 0.1419728 Jul 23 20:14:34.233274 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b6e2cebc-5ace-48ea-800e-b138b4487305 req-8b8aaffe-9885-409f-8ff1-792a5082c51c tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] 10.222.0.32 "GET /v2.0/ports?device_id=dac8ea70-89ee-4ab6-9eb4-f4b394f9f70f HTTP/1.1" status: 200 len: 945 time: 0.2022381 Jul 23 20:14:34.335283 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b6e2cebc-5ace-48ea-800e-b138b4487305 req-a7dc5cb8-bc10-4b3a-96ae-ecb298fc7f91 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e3c76f-5e56-4630-8004-0c5a7d671cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000297 Jul 23 20:14:34.429262 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55492) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:34.464944 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee0412-fd09-4471-9d99-64da8ae9d06f req-e5ebdd41-4e9f-48d0-9d5c-aa55673b60a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:34.466472 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f1ee0412-fd09-4471-9d99-64da8ae9d06f req-e5ebdd41-4e9f-48d0-9d5c-aa55673b60a2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2e419fab-4d3a-4143-bf92-cf31b1a4ab70 HTTP/1.1" status: 200 len: 914 time: 0.2088869 Jul 23 20:14:34.590050 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8e20430c-edef-4de5-a466-427182348f1d req-586d4223-c335-492f-8655-03af28469dd1 service neutron] 10.222.0.32 "GET /v2.0/networks/7fedbba9-4431-4330-9544-1acf217b43a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4833908 Jul 23 20:14:34.627249 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a4e7d9f9-cd4a-4b64-9e3b-b99f1b126aeb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=87ad083b2ef44473adf38c4c5e8e2b55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1962147 Jul 23 20:14:34.636604 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55496) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:34.682451 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bd244f60-ede8-4fcf-a5c3-b4d49f6e9400 req-f5eba6a2-75ba-4585-9c4f-1cf73c89d658 tempest-ServerShowV254Test-1653073177 tempest-ServerShowV254Test-1653073177-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f0ecf76-08fa-4eae-8e56-8789a822859d HTTP/1.1" status: 200 len: 210 time: 0.0512607 Jul 23 20:14:34.685608 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f1ee0412-fd09-4471-9d99-64da8ae9d06f req-fc51e0ce-7e40-4703-a5df-52852bcb7bad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c701e854-eea9-4b56-bb31-6c039e5b71fc HTTP/1.1" status: 200 len: 217 time: 0.0821347 Jul 23 20:14:34.788834 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-a2d34c88-2776-4c4f-a7de-360bb4701311 tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:34.790656 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-a2d34c88-2776-4c4f-a7de-360bb4701311 tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] 10.222.0.30 "GET /v2.0/networks?id=043b4838-df06-49ed-989c-a6ce93300831 HTTP/1.1" status: 200 len: 808 time: 0.3026474 Jul 23 20:14:34.814454 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-41969ba6-9480-4661-bf0c-d51993c657b8 tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] Request body: {'port': {'device_id': '921f124f-e013-41e1-82e3-8105adfabac8', 'network_id': '043b4838-df06-49ed-989c-a6ce93300831', 'admin_state_up': True, 'tenant_id': '68b47357d3ff4642b95836c55b4e3996'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:34.845151 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ab7336c4-25ad-4b6a-a308-15d5041b1fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:34.853008 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee0412-fd09-4471-9d99-64da8ae9d06f req-dccbaa41-ef3f-4571-90b5-b30880937bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:34.854677 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f1ee0412-fd09-4471-9d99-64da8ae9d06f req-dccbaa41-ef3f-4571-90b5-b30880937bfb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2e903a9e-5f33-4396-9e46-3481896ffb0e HTTP/1.1" status: 200 len: 853 time: 0.1559427 Jul 23 20:14:34.887204 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-238edf92-4ae1-4244-819d-d8ba63c56e9c req-15e1dd6f-8118-4684-a6ea-032a978a6503 tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] 10.222.0.32 "GET /v2.0/ports?device_id=921f124f-e013-41e1-82e3-8105adfabac8 HTTP/1.1" status: 200 len: 210 time: 0.0487432 Jul 23 20:14:34.910321 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8e20430c-edef-4de5-a466-427182348f1d req-016ef517-de8e-44a2-960b-804794c2af14 service neutron] 10.222.0.32 "GET /v2.0/networks/7fedbba9-4431-4330-9544-1acf217b43a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193865 Jul 23 20:14:34.912839 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f1ee0412-fd09-4471-9d99-64da8ae9d06f req-376024d9-df67-4e87-b4ce-21c84e1e3cb2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e419fab-4d3a-4143-bf92-cf31b1a4ab70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443532 Jul 23 20:14:34.921383 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ab7336c4-25ad-4b6a-a308-15d5041b1fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:35.030055 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f1ee0412-fd09-4471-9d99-64da8ae9d06f req-64a73ca4-8826-4bdd-b787-cc8dfcc7c200 service neutron] 10.222.0.18 "GET /v2.0/networks/2e419fab-4d3a-4143-bf92-cf31b1a4ab70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061025 Jul 23 20:14:35.035732 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-41969ba6-9480-4661-bf0c-d51993c657b8 tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] Made reservation on behalf of 68b47357d3ff4642b95836c55b4e3996 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:35.042108 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-41969ba6-9480-4661-bf0c-d51993c657b8 tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:35.188254 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-98be6d24-94fd-45b1-ac3f-cda179a8e6a5 req-ceb2f7b2-7951-4cd3-b0a7-d8febbff3bcc tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 210 time: 0.0483525 Jul 23 20:14:35.237557 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ab7336c4-25ad-4b6a-a308-15d5041b1fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:35.237557 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ab7336c4-25ad-4b6a-a308-15d5041b1fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:35.237557 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ab7336c4-25ad-4b6a-a308-15d5041b1fcc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fedd7467-59f8-49e7-a28b-3aedf8cd71c9 HTTP/1.1" status: 204 len: 168 time: 0.5678830 Jul 23 20:14:35.249302 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f1ee0412-fd09-4471-9d99-64da8ae9d06f req-fb87a1f4-b4d5-42aa-b8a1-d0384982bcbe service neutron] 10.222.0.18 "GET /v2.0/networks/2e419fab-4d3a-4143-bf92-cf31b1a4ab70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105205 Jul 23 20:14:35.254512 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7336c4-25ad-4b6a-a308-15d5041b1fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedd7467-59f8-49e7-a28b-3aedf8cd71c9,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:35.292245 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-41969ba6-9480-4661-bf0c-d51993c657b8 tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] Allocated IP 172.20.0.14 (043b4838-df06-49ed-989c-a6ce93300831/1aa34b4e-7070-4f9a-83f0-2775a1cfe154/04cb4265-da9f-4b08-a440-c985bcd4fab8) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:14:35.670880 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff2d26-c478-4ea8-ab1a-97bb6e1931dc req-8ade63be-d593-48f3-9466-56d2f37d6401 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:35.690310 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-64ff2d26-c478-4ea8-ab1a-97bb6e1931dc req-8ade63be-d593-48f3-9466-56d2f37d6401 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] 10.222.0.32 "GET /v2.0/ports?device_id=dac8ea70-89ee-4ab6-9eb4-f4b394f9f70f HTTP/1.1" status: 200 len: 945 time: 0.1751277 Jul 23 20:14:35.830043 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-64ff2d26-c478-4ea8-ab1a-97bb6e1931dc req-99c36c22-2dda-4993-9742-ade822dd5288 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e3c76f-5e56-4630-8004-0c5a7d671cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290722 Jul 23 20:14:36.091043 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-41969ba6-9480-4661-bf0c-d51993c657b8 tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:36.119168 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6ee10052-46c9-4c9b-aa14-7718d19d57de req-eca17e2d-de7a-42bc-8bcb-8f7217d7b718 tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] 10.222.0.32 "GET /v2.0/ports?device_id=921f124f-e013-41e1-82e3-8105adfabac8 HTTP/1.1" status: 200 len: 210 time: 0.0657976 Jul 23 20:14:36.122189 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55524) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:36.203149 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e567bae1-2ff0-4e23-b07c-0114fb7bb12d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e4e06160559c40e48eda69d19baf70a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0791368 Jul 23 20:14:36.205123 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55528) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:36.226162 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-41969ba6-9480-4661-bf0c-d51993c657b8 tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:36.275577 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-617008dc-db22-4104-b914-0170a7113893 req-43f2b65e-b0a9-441f-8097-5fc961376ec9 tempest-ServerShowV254Test-1653073177 tempest-ServerShowV254Test-1653073177-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f0ecf76-08fa-4eae-8e56-8789a822859d HTTP/1.1" status: 200 len: 210 time: 0.0887351 Jul 23 20:14:36.282745 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-54ee3302-56b2-40b8-a3a2-37596026c482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:36.318467 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-470c4022-5492-4076-a84f-75420b5ffb4b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.6109447 Jul 23 20:14:36.332884 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-54ee3302-56b2-40b8-a3a2-37596026c482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:36.335300 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-41969ba6-9480-4661-bf0c-d51993c657b8 tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] Network 043b4838-df06-49ed-989c-a6ce93300831 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:14:36.338741 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-41969ba6-9480-4661-bf0c-d51993c657b8 tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:36.343936 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-41969ba6-9480-4661-bf0c-d51993c657b8 tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:14:36.387380 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8cd5053a-1e9b-459d-951f-1c1f52e5e576 req-1b8e7159-5978-49cf-a76a-f1e1de4e98fa tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 210 time: 0.0570054 Jul 23 20:14:36.401359 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41969ba6-9480-4661-bf0c-d51993c657b8 tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] Pushing event updated for resources: {'Port': ['ID=04cb4265-da9f-4b08-a440-c985bcd4fab8,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:36.415296 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-41969ba6-9480-4661-bf0c-d51993c657b8 tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:36.417630 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-41969ba6-9480-4661-bf0c-d51993c657b8 tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:36.434056 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-54ee3302-56b2-40b8-a3a2-37596026c482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:36.436730 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-54ee3302-56b2-40b8-a3a2-37596026c482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:36.438071 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-54ee3302-56b2-40b8-a3a2-37596026c482 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/25d1c2da-cba8-4fd3-a7bf-ee753d0e76a5 HTTP/1.1" status: 204 len: 168 time: 0.2316546 Jul 23 20:14:36.449456 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee3302-56b2-40b8-a3a2-37596026c482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d1c2da-cba8-4fd3-a7bf-ee753d0e76a5,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:36.469110 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-41969ba6-9480-4661-bf0c-d51993c657b8 tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6616945 Jul 23 20:14:36.485555 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-931fc768-fe7b-4764-960d-4ccb4ccc6dcf service neutron] Request body: {'port': {'device_id': '921f124f-e013-41e1-82e3-8105adfabac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:36.544086 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-b755b56d-3fa3-46f6-b6df-91e3afe55d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:36.544563 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-b755b56d-3fa3-46f6-b6df-91e3afe55d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:36.545029 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-b755b56d-3fa3-46f6-b6df-91e3afe55d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:36.545503 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-b755b56d-3fa3-46f6-b6df-91e3afe55d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:36.545972 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-b755b56d-3fa3-46f6-b6df-91e3afe55d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:36.546431 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-b755b56d-3fa3-46f6-b6df-91e3afe55d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:36.546892 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-b755b56d-3fa3-46f6-b6df-91e3afe55d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:36.548881 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-b755b56d-3fa3-46f6-b6df-91e3afe55d49 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3e740eb35174745b8c66e63aac9db55&device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 6500 time: 0.1563911 Jul 23 20:14:36.600109 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:14:36.621078 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-931fc768-fe7b-4764-960d-4ccb4ccc6dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:36.732626 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-de9a5df3-60ce-4de7-af28-5fec708a5cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:36.733005 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-de9a5df3-60ce-4de7-af28-5fec708a5cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:36.733485 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-de9a5df3-60ce-4de7-af28-5fec708a5cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:36.735098 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-de9a5df3-60ce-4de7-af28-5fec708a5cfa service neutron] 10.222.0.30 "GET /v2.0/networks?id=065bad45-89d8-44cd-a1fc-415086b71990&id=24944fa3-9e4d-479a-a53d-6bb8b5f56882&id=24944fa3-9e4d-479a-a53d-6bb8b5f56882&id=24944fa3-9e4d-479a-a53d-6bb8b5f56882&id=24944fa3-9e4d-479a-a53d-6bb8b5f56882&id=48945854-cc22-4ffa-90b9-415f56c007c5&id=48945854-cc22-4ffa-90b9-415f56c007c5 HTTP/1.1" status: 200 len: 2290 time: 0.1553035 Jul 23 20:14:36.890493 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-1144731d-8bbe-47a4-95f8-7f5a4e22d973 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d782c9aa-2158-45ec-9a49-51f7cf848ae5 HTTP/1.1" status: 200 len: 1002 time: 0.1065042 Jul 23 20:14:37.050178 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20430c-edef-4de5-a466-427182348f1d req-e35c7ebc-25de-46bb-859c-ec5cf0a6f8cc tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:37.052805 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8e20430c-edef-4de5-a466-427182348f1d req-e35c7ebc-25de-46bb-859c-ec5cf0a6f8cc tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.30 "GET /v2.0/networks?id=7fedbba9-4431-4330-9544-1acf217b43a2 HTTP/1.1" status: 200 len: 814 time: 0.1663175 Jul 23 20:14:37.064299 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-62307fe6-12cd-47b3-bbbe-80fa20b60eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:37.066170 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-62307fe6-12cd-47b3-bbbe-80fa20b60eaf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=15dbea46-1b22-4ee7-9998-2dc91fc68b70 HTTP/1.1" status: 200 len: 850 time: 0.1659715 Jul 23 20:14:37.080282 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-8e20430c-edef-4de5-a466-427182348f1d req-a8c4ed02-47a6-4afb-957d-6b61279672b2 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Request body: {'port': {'device_id': 'de68ec08-9564-4b3b-a216-bb5ac7b34518', 'network_id': '7fedbba9-4431-4330-9544-1acf217b43a2', 'admin_state_up': True, 'tenant_id': '99b1a67790e94a4dae83bd764a7343f4'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:37.085177 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d6f0ef89-b3e3-4a0d-8f57-fe81b6e838ad req-05490545-4eda-4a52-926e-c0ae8dd3f32f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7f0ecf76-08fa-4eae-8e56-8789a822859d HTTP/1.1" status: 200 len: 210 time: 0.0586643 Jul 23 20:14:37.141034 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c46a0c-8db4-48db-9f70-e84f5ee0b6cd req-6f0d892b-ef5a-49e4-9dcf-049e3e57c494 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:37.142573 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-49c46a0c-8db4-48db-9f70-e84f5ee0b6cd req-6f0d892b-ef5a-49e4-9dcf-049e3e57c494 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] 10.222.0.32 "GET /v2.0/ports?device_id=dac8ea70-89ee-4ab6-9eb4-f4b394f9f70f HTTP/1.1" status: 200 len: 945 time: 0.1756229 Jul 23 20:14:37.217949 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-931fc768-fe7b-4764-960d-4ccb4ccc6dcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04cb4265-da9f-4b08-a440-c985bcd4fab8 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:14:37.233627 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-931fc768-fe7b-4764-960d-4ccb4ccc6dcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:37.258764 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e20430c-edef-4de5-a466-427182348f1d req-a8c4ed02-47a6-4afb-957d-6b61279672b2 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Made reservation on behalf of 99b1a67790e94a4dae83bd764a7343f4 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:37.263532 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-02ff00de-a503-456d-95a2-9f6f3f6d5949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:37.265196 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-02ff00de-a503-456d-95a2-9f6f3f6d5949 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=065bad45-89d8-44cd-a1fc-415086b71990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1800013 Jul 23 20:14:37.265393 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8e20430c-edef-4de5-a466-427182348f1d req-a8c4ed02-47a6-4afb-957d-6b61279672b2 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:37.275987 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-49c46a0c-8db4-48db-9f70-e84f5ee0b6cd req-eeac84e7-9a6a-415c-a2db-a97c5eaaa9d2 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e3c76f-5e56-4630-8004-0c5a7d671cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095276 Jul 23 20:14:37.278783 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-931fc768-fe7b-4764-960d-4ccb4ccc6dcf service neutron] Transition to ACTIVE for port object 04cb4265-da9f-4b08-a440-c985bcd4fab8 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:37.299061 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-931fc768-fe7b-4764-960d-4ccb4ccc6dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:37.422609 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931fc768-fe7b-4764-960d-4ccb4ccc6dcf service neutron] Pushing event updated for resources: {'Port': ['ID=04cb4265-da9f-4b08-a440-c985bcd4fab8,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:37.505850 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef9c7b-cc77-43ea-aec6-c5efe4545c43 req-b65d0aa0-435f-45df-8dd3-2bc2ce46f829 tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:37.515130 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4eef9c7b-cc77-43ea-aec6-c5efe4545c43 req-b65d0aa0-435f-45df-8dd3-2bc2ce46f829 tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] 10.222.0.32 "GET /v2.0/ports?device_id=921f124f-e013-41e1-82e3-8105adfabac8 HTTP/1.1" status: 200 len: 944 time: 0.2219908 Jul 23 20:14:37.582544 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-23236653-5385-43a4-ae18-1e1e2d600814 req-91f45b82-e2df-4c87-93ff-b03f734157c8 tempest-ServerShowV254Test-1653073177 tempest-ServerShowV254Test-1653073177-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f0ecf76-08fa-4eae-8e56-8789a822859d HTTP/1.1" status: 200 len: 210 time: 0.0527561 Jul 23 20:14:37.587822 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-86838f04-6909-4c9f-812c-e5fe58eb4877 service neutron] 10.222.0.30 "GET /v2.0/networks/065bad45-89d8-44cd-a1fc-415086b71990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106630 Jul 23 20:14:37.613517 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4eef9c7b-cc77-43ea-aec6-c5efe4545c43 req-49569218-db2b-4191-a00d-1e6ed9bfb2ea tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] 10.222.0.32 "GET /v2.0/security-groups?id=96073293-34d7-45fb-a506-0785115294ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973647 Jul 23 20:14:37.638167 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-931fc768-fe7b-4764-960d-4ccb4ccc6dcf service neutron] Attempting to bind port 04cb4265-da9f-4b08-a440-c985bcd4fab8 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:14:37.638903 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-931fc768-fe7b-4764-960d-4ccb4ccc6dcf service neutron] Attempting to bind port 04cb4265-da9f-4b08-a440-c985bcd4fab8 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'bb45a767-8b16-46dd-9991-6e781b12f13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '043b4838-df06-49ed-989c-a6ce93300831'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:14:37.639460 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-931fc768-fe7b-4764-960d-4ccb4ccc6dcf service neutron] Attempting to bind port 04cb4265-da9f-4b08-a440-c985bcd4fab8 on network 043b4838-df06-49ed-989c-a6ce93300831 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:37.654004 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-931fc768-fe7b-4764-960d-4ccb4ccc6dcf service neutron] Port 04cb4265-da9f-4b08-a440-c985bcd4fab8 on network 043b4838-df06-49ed-989c-a6ce93300831 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:14:37.654465 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-931fc768-fe7b-4764-960d-4ccb4ccc6dcf service neutron] Attempting to bind port 04cb4265-da9f-4b08-a440-c985bcd4fab8 on network 043b4838-df06-49ed-989c-a6ce93300831 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:37.666950 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-8e20430c-edef-4de5-a466-427182348f1d req-a8c4ed02-47a6-4afb-957d-6b61279672b2 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Allocated IP 172.20.0.5 (7fedbba9-4431-4330-9544-1acf217b43a2/b9cd757f-50fc-4d2c-97b5-f7bec2379d06/b5e0629e-86e6-4f55-a042-ef34d3f2428b) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:14:37.667745 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-931fc768-fe7b-4764-960d-4ccb4ccc6dcf service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:14:37.668157 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-931fc768-fe7b-4764-960d-4ccb4ccc6dcf service neutron] Checking segment: {'id': 'bb45a767-8b16-46dd-9991-6e781b12f13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '043b4838-df06-49ed-989c-a6ce93300831'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:37.668621 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-931fc768-fe7b-4764-960d-4ccb4ccc6dcf service neutron] Bound using segment: {'id': 'bb45a767-8b16-46dd-9991-6e781b12f13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '043b4838-df06-49ed-989c-a6ce93300831'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:14:37.669130 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-931fc768-fe7b-4764-960d-4ccb4ccc6dcf service neutron] Bound port: 04cb4265-da9f-4b08-a440-c985bcd4fab8, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb45a767-8b16-46dd-9991-6e781b12f13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '043b4838-df06-49ed-989c-a6ce93300831'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:14:37.669573 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-931fc768-fe7b-4764-960d-4ccb4ccc6dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:37.799408 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-94adf030-c4e1-49ea-8ebf-f96d98a79269 service neutron] 10.222.0.30 "GET /v2.0/networks/065bad45-89d8-44cd-a1fc-415086b71990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021563 Jul 23 20:14:37.841780 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e95f8f3d-c1fe-48ac-ad66-e1105f0b8ebe req-2d14e013-d469-409d-813d-c044fe01ffcd tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 210 time: 0.0920351 Jul 23 20:14:38.112545 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8e20430c-edef-4de5-a466-427182348f1d req-a8c4ed02-47a6-4afb-957d-6b61279672b2 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:38.164220 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8e20430c-edef-4de5-a466-427182348f1d req-a8c4ed02-47a6-4afb-957d-6b61279672b2 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:38.175854 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-97cbf3d6-b47e-434d-bea6-30c028a0a7a6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=8ff51102-e428-4ded-a3d1-228f5bfc548f HTTP/1.1" status: 200 len: 217 time: 0.3699198 Jul 23 20:14:38.219071 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-931fc768-fe7b-4764-960d-4ccb4ccc6dcf service neutron] For port 04cb4265-da9f-4b08-a440-c985bcd4fab8, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:14:38.234637 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e20430c-edef-4de5-a466-427182348f1d req-a8c4ed02-47a6-4afb-957d-6b61279672b2 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Network 7fedbba9-4431-4330-9544-1acf217b43a2 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:14:38.242791 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-8e20430c-edef-4de5-a466-427182348f1d req-a8c4ed02-47a6-4afb-957d-6b61279672b2 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:38.245105 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c4ed02-47a6-4afb-957d-6b61279672b2 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Pushing event updated for resources: {'Port': ['ID=b5e0629e-86e6-4f55-a042-ef34d3f2428b,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:38.248234 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e20430c-edef-4de5-a466-427182348f1d req-a8c4ed02-47a6-4afb-957d-6b61279672b2 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:14:38.261501 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-931fc768-fe7b-4764-960d-4ccb4ccc6dcf service neutron] For port 04cb4265-da9f-4b08-a440-c985bcd4fab8, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=04cb4265-da9f-4b08-a440-c985bcd4fab8,segment=NetworkSegment(bb45a767-8b16-46dd-9991-6e781b12f13e),segment_id=bb45a767-8b16-46dd-9991-6e781b12f13e)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:14:38.277655 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-931fc768-fe7b-4764-960d-4ccb4ccc6dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:38.302633 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-0e9dabdc-8261-4e7f-83d1-dec8b0ef624e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:38.304399 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-0e9dabdc-8261-4e7f-83d1-dec8b0ef624e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0f9617a-d2a2-49d1-82ea-1415c4ffd90c HTTP/1.1" status: 200 len: 797 time: 0.0951529 Jul 23 20:14:38.307207 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-931fc768-fe7b-4764-960d-4ccb4ccc6dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:38.307689 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-931fc768-fe7b-4764-960d-4ccb4ccc6dcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:38.308956 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-931fc768-fe7b-4764-960d-4ccb4ccc6dcf service neutron] 10.222.0.30 "PUT /v2.0/ports/04cb4265-da9f-4b08-a440-c985bcd4fab8 HTTP/1.1" status: 200 len: 1093 time: 1.8308218 Jul 23 20:14:38.310480 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20430c-edef-4de5-a466-427182348f1d req-a8c4ed02-47a6-4afb-957d-6b61279672b2 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:38.311119 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8e20430c-edef-4de5-a466-427182348f1d req-a8c4ed02-47a6-4afb-957d-6b61279672b2 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:38.313486 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55586) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:38.327914 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921f124f-e013-41e1-82e3-8105adfabac8', 'tag': '04cb4265-da9f-4b08-a440-c985bcd4fab8'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:38.330217 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ea44c0-3136-40dd-a081-70a0f5886f4d" -d '{"events": [{"name": "network-changed", "server_uuid": "921f124f-e013-41e1-82e3-8105adfabac8", "tag": "04cb4265-da9f-4b08-a440-c985bcd4fab8"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:38.362112 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8e20430c-edef-4de5-a466-427182348f1d req-a8c4ed02-47a6-4afb-957d-6b61279672b2 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2828231 Jul 23 20:14:38.375051 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-8e20430c-edef-4de5-a466-427182348f1d req-6e8cba95-43e1-46ce-a7f4-1105edbf814c service neutron] Request body: {'port': {'device_id': 'de68ec08-9564-4b3b-a216-bb5ac7b34518', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:38.414258 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d55fade-13f4-4cc4-ad2c-c5b79d77c287 x-openstack-request-id: req-6d55fade-13f4-4cc4-ad2c-c5b79d77c287 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:38.414576 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "921f124f-e013-41e1-82e3-8105adfabac8", "tag": "04cb4265-da9f-4b08-a440-c985bcd4fab8", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:38.414788 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6d55fade-13f4-4cc4-ad2c-c5b79d77c287 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:38.415170 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '921f124f-e013-41e1-82e3-8105adfabac8', 'tag': '04cb4265-da9f-4b08-a440-c985bcd4fab8', 'status': 'completed', 'code': 200} Jul 23 20:14:38.426067 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907105c-8346-46c3-8c4c-71a22c30f5c8 req-ed68f417-da65-4221-9919-3c7b08f2ac93 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:38.428106 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6907105c-8346-46c3-8c4c-71a22c30f5c8 req-ed68f417-da65-4221-9919-3c7b08f2ac93 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] 10.222.0.32 "GET /v2.0/ports?device_id=dac8ea70-89ee-4ab6-9eb4-f4b394f9f70f HTTP/1.1" status: 200 len: 945 time: 0.2588265 Jul 23 20:14:38.482744 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3b1922ce-1594-4b8c-8677-28745292212b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:38.486791 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931fc768-fe7b-4764-960d-4ccb4ccc6dcf service neutron] Pushing event updated for resources: {'Port': ['ID=04cb4265-da9f-4b08-a440-c985bcd4fab8,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:38.506498 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8e20430c-edef-4de5-a466-427182348f1d req-6e8cba95-43e1-46ce-a7f4-1105edbf814c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:38.532575 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6907105c-8346-46c3-8c4c-71a22c30f5c8 req-bc5fb6f2-ecc3-4fe8-a2e5-a617e4ed2f5b tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e3c76f-5e56-4630-8004-0c5a7d671cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862427 Jul 23 20:14:38.548561 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-14fe185c-bb8c-4130-b90f-edb7e1773a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:38.550230 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-14fe185c-bb8c-4130-b90f-edb7e1773a47 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24944fa3-9e4d-479a-a53d-6bb8b5f56882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2119577 Jul 23 20:14:38.557425 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-90e6d6eb-f542-45a3-aa80-18c6f3ba5997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:38.558899 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-90e6d6eb-f542-45a3-aa80-18c6f3ba5997 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=68b47357d3ff4642b95836c55b4e3996&device_id=921f124f-e013-41e1-82e3-8105adfabac8 HTTP/1.1" status: 200 len: 1096 time: 0.1406779 Jul 23 20:14:38.622372 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-514eeed2-c6a2-41bb-9772-a88a9ed373e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04cb4265-da9f-4b08-a440-c985bcd4fab8 HTTP/1.1" status: 200 len: 217 time: 0.0550818 Jul 23 20:14:38.755630 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-87e0e729-169b-41d4-9429-85c6630a2c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:38.757118 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-87e0e729-169b-41d4-9429-85c6630a2c55 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1aa34b4e-7070-4f9a-83f0-2775a1cfe154 HTTP/1.1" status: 200 len: 848 time: 0.1288300 Jul 23 20:14:38.762605 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-555c88d0-4bd2-402b-8ce2-07d4562ab680 service neutron] 10.222.0.30 "GET /v2.0/networks/24944fa3-9e4d-479a-a53d-6bb8b5f56882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027800 Jul 23 20:14:38.789932 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e6a79280-e3bd-47c0-95db-46513f965c86 req-5e4aa25d-3fca-4e30-83fc-2efee8204939 tempest-ServerShowV254Test-1653073177 tempest-ServerShowV254Test-1653073177-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f0ecf76-08fa-4eae-8e56-8789a822859d HTTP/1.1" status: 200 len: 210 time: 0.0680170 Jul 23 20:14:38.803382 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-936f8ade-af71-46b6-8c2e-aa8873e9b11f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=043b4838-df06-49ed-989c-a6ce93300831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385661 Jul 23 20:14:38.880807 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3b1922ce-1594-4b8c-8677-28745292212b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:39.013973 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933150d-4af7-4e35-84fb-40d77771e0b4 req-79b49eba-3801-4fc2-8400-bd91a465d008 tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:39.015579 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6933150d-4af7-4e35-84fb-40d77771e0b4 req-79b49eba-3801-4fc2-8400-bd91a465d008 tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] 10.222.0.32 "GET /v2.0/ports?device_id=921f124f-e013-41e1-82e3-8105adfabac8 HTTP/1.1" status: 200 len: 944 time: 0.3162119 Jul 23 20:14:39.030434 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3b1922ce-1594-4b8c-8677-28745292212b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:39.108818 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-f5c70214-6bf4-4ffe-b39c-5b1683aeb416 service neutron] 10.222.0.30 "GET /v2.0/networks/24944fa3-9e4d-479a-a53d-6bb8b5f56882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352919 Jul 23 20:14:39.141830 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3b1922ce-1594-4b8c-8677-28745292212b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=83c09325a50e4919956a088958d6565c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8247979 Jul 23 20:14:39.146258 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55606) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:39.160082 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1922ce-1594-4b8c-8677-28745292212b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7848a181-e3f4-47ed-b29f-af78a4db3d0d,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:39.167204 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-9db7ad32-038c-458f-a251-611a44ee4ab8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=029ccb5c-9717-4b7a-825f-18be8ca06481 HTTP/1.1" status: 200 len: 217 time: 0.0472944 Jul 23 20:14:39.169657 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-ee09cdee-2a76-4262-92d3-a7dff35feaec service neutron] 10.222.0.30 "GET /v2.0/networks/043b4838-df06-49ed-989c-a6ce93300831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544245 Jul 23 20:14:39.184687 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6933150d-4af7-4e35-84fb-40d77771e0b4 req-752cde36-f886-4d40-a18c-2ed7e0e30cbe tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] 10.222.0.32 "GET /v2.0/security-groups?id=96073293-34d7-45fb-a506-0785115294ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512702 Jul 23 20:14:39.218092 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-8e20430c-edef-4de5-a466-427182348f1d req-6e8cba95-43e1-46ce-a7f4-1105edbf814c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5e0629e-86e6-4f55-a042-ef34d3f2428b {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:14:39.232047 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8e20430c-edef-4de5-a466-427182348f1d req-6e8cba95-43e1-46ce-a7f4-1105edbf814c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:39.255946 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-8e20430c-edef-4de5-a466-427182348f1d req-6e8cba95-43e1-46ce-a7f4-1105edbf814c service neutron] Transition to ACTIVE for port object b5e0629e-86e6-4f55-a042-ef34d3f2428b will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:39.278574 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8e20430c-edef-4de5-a466-427182348f1d req-6e8cba95-43e1-46ce-a7f4-1105edbf814c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:39.345980 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8cba95-43e1-46ce-a7f4-1105edbf814c service neutron] Pushing event updated for resources: {'Port': ['ID=b5e0629e-86e6-4f55-a042-ef34d3f2428b,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:39.353259 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-879529a5-d48b-43ff-b333-4044a893b03d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:39.353529 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-d87fa301-7703-48f4-855b-4df396f5b1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:39.354944 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-d87fa301-7703-48f4-855b-4df396f5b1b9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0f9617a-d2a2-49d1-82ea-1415c4ffd90c HTTP/1.1" status: 200 len: 797 time: 0.1681890 Jul 23 20:14:39.393395 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-879529a5-d48b-43ff-b333-4044a893b03d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:39.439546 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3cfec76a-9239-4e6f-a09f-0fe24869f8d7 req-d50546f5-b0e9-4bd3-a8ab-0ebe62a770d1 service neutron] 10.222.0.30 "GET /v2.0/networks/043b4838-df06-49ed-989c-a6ce93300831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538667 Jul 23 20:14:39.457804 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d06ed2-13ae-43b5-a7e3-46d9bfab1c1a req-831412d9-dd23-4dac-bd66-4c7486cf2cd4 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:39.462120 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e7d06ed2-13ae-43b5-a7e3-46d9bfab1c1a req-831412d9-dd23-4dac-bd66-4c7486cf2cd4 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 943 time: 0.1931994 Jul 23 20:14:39.514620 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d38476-1425-4ec0-a4be-6366dda63454 req-9c94a1ec-8621-41da-a359-d1de8b760445 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:39.516137 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-24d38476-1425-4ec0-a4be-6366dda63454 req-9c94a1ec-8621-41da-a359-d1de8b760445 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] 10.222.0.18 "GET /v2.0/ports?device_id=dac8ea70-89ee-4ab6-9eb4-f4b394f9f70f HTTP/1.1" status: 200 len: 945 time: 0.2494946 Jul 23 20:14:39.562075 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e7d06ed2-13ae-43b5-a7e3-46d9bfab1c1a req-5e2be142-7765-4dee-b4ca-5c1f5b615e51 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943630 Jul 23 20:14:39.573197 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-199b270e-f797-44c3-a910-1bb7082f142a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:39.582015 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-8e20430c-edef-4de5-a466-427182348f1d req-6e8cba95-43e1-46ce-a7f4-1105edbf814c service neutron] Attempting to bind port b5e0629e-86e6-4f55-a042-ef34d3f2428b on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:14:39.582360 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-8e20430c-edef-4de5-a466-427182348f1d req-6e8cba95-43e1-46ce-a7f4-1105edbf814c service neutron] Attempting to bind port b5e0629e-86e6-4f55-a042-ef34d3f2428b by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '13a13d20-6431-4365-97ce-f955081eb8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7fedbba9-4431-4330-9544-1acf217b43a2'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:14:39.582791 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e20430c-edef-4de5-a466-427182348f1d req-6e8cba95-43e1-46ce-a7f4-1105edbf814c service neutron] Attempting to bind port b5e0629e-86e6-4f55-a042-ef34d3f2428b on network 7fedbba9-4431-4330-9544-1acf217b43a2 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:39.587965 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-199b270e-f797-44c3-a910-1bb7082f142a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24944fa3-9e4d-479a-a53d-6bb8b5f56882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2215631 Jul 23 20:14:39.589981 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-879529a5-d48b-43ff-b333-4044a893b03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:39.593585 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-879529a5-d48b-43ff-b333-4044a893b03d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:39.594464 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-879529a5-d48b-43ff-b333-4044a893b03d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7848a181-e3f4-47ed-b29f-af78a4db3d0d HTTP/1.1" status: 204 len: 168 time: 0.4450655 Jul 23 20:14:39.612615 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879529a5-d48b-43ff-b333-4044a893b03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7848a181-e3f4-47ed-b29f-af78a4db3d0d,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:39.624272 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e20430c-edef-4de5-a466-427182348f1d req-6e8cba95-43e1-46ce-a7f4-1105edbf814c service neutron] Port b5e0629e-86e6-4f55-a042-ef34d3f2428b on network 7fedbba9-4431-4330-9544-1acf217b43a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:14:39.624679 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e20430c-edef-4de5-a466-427182348f1d req-6e8cba95-43e1-46ce-a7f4-1105edbf814c service neutron] Attempting to bind port b5e0629e-86e6-4f55-a042-ef34d3f2428b on network 7fedbba9-4431-4330-9544-1acf217b43a2 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:39.685881 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e20430c-edef-4de5-a466-427182348f1d req-6e8cba95-43e1-46ce-a7f4-1105edbf814c service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:14:39.686223 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e20430c-edef-4de5-a466-427182348f1d req-6e8cba95-43e1-46ce-a7f4-1105edbf814c service neutron] Checking segment: {'id': '13a13d20-6431-4365-97ce-f955081eb8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7fedbba9-4431-4330-9544-1acf217b43a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:39.686615 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e20430c-edef-4de5-a466-427182348f1d req-6e8cba95-43e1-46ce-a7f4-1105edbf814c service neutron] Bound using segment: {'id': '13a13d20-6431-4365-97ce-f955081eb8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7fedbba9-4431-4330-9544-1acf217b43a2'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:14:39.687063 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-8e20430c-edef-4de5-a466-427182348f1d req-6e8cba95-43e1-46ce-a7f4-1105edbf814c service neutron] Bound port: b5e0629e-86e6-4f55-a042-ef34d3f2428b, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13a13d20-6431-4365-97ce-f955081eb8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7fedbba9-4431-4330-9544-1acf217b43a2'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:14:39.687428 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8e20430c-edef-4de5-a466-427182348f1d req-6e8cba95-43e1-46ce-a7f4-1105edbf814c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:39.702091 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea44c0-3136-40dd-a081-70a0f5886f4d req-9e3c45ee-e6dc-4ec9-8177-25bad92d25da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:39.703969 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-08ea44c0-3136-40dd-a081-70a0f5886f4d req-9e3c45ee-e6dc-4ec9-8177-25bad92d25da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=68b47357d3ff4642b95836c55b4e3996&device_id=921f124f-e013-41e1-82e3-8105adfabac8 HTTP/1.1" status: 200 len: 1096 time: 0.1965053 Jul 23 20:14:39.781367 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-66982aea-d8eb-49fe-9bfc-b776409db5a0 service neutron] 10.222.0.30 "GET /v2.0/networks/24944fa3-9e4d-479a-a53d-6bb8b5f56882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725285 Jul 23 20:14:39.792979 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-8e20430c-edef-4de5-a466-427182348f1d req-6e8cba95-43e1-46ce-a7f4-1105edbf814c service neutron] For port b5e0629e-86e6-4f55-a042-ef34d3f2428b, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:14:39.798340 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-8e20430c-edef-4de5-a466-427182348f1d req-6e8cba95-43e1-46ce-a7f4-1105edbf814c service neutron] For port b5e0629e-86e6-4f55-a042-ef34d3f2428b, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=b5e0629e-86e6-4f55-a042-ef34d3f2428b,segment=NetworkSegment(13a13d20-6431-4365-97ce-f955081eb8e3),segment_id=13a13d20-6431-4365-97ce-f955081eb8e3)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:14:39.805938 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8e20430c-edef-4de5-a466-427182348f1d req-6e8cba95-43e1-46ce-a7f4-1105edbf814c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:39.848877 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-24d38476-1425-4ec0-a4be-6366dda63454 req-f5e2b010-dfc4-4f9c-b190-1e58bdd3eaed tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] Deleting port c701e854-eea9-4b56-bb31-6c039e5b71fc {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:14:39.849288 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-24d38476-1425-4ec0-a4be-6366dda63454 req-f5e2b010-dfc4-4f9c-b190-1e58bdd3eaed tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:39.868087 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20430c-edef-4de5-a466-427182348f1d req-6e8cba95-43e1-46ce-a7f4-1105edbf814c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:39.868743 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8e20430c-edef-4de5-a466-427182348f1d req-6e8cba95-43e1-46ce-a7f4-1105edbf814c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:39.870183 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8e20430c-edef-4de5-a466-427182348f1d req-6e8cba95-43e1-46ce-a7f4-1105edbf814c service neutron] 10.222.0.30 "PUT /v2.0/ports/b5e0629e-86e6-4f55-a042-ef34d3f2428b HTTP/1.1" status: 200 len: 1092 time: 1.5028162 Jul 23 20:14:39.870631 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de68ec08-9564-4b3b-a216-bb5ac7b34518', 'tag': 'b5e0629e-86e6-4f55-a042-ef34d3f2428b'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:39.873741 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7630c72d-8e8b-4331-93ae-2015b3bf01fb" -d '{"events": [{"name": "network-changed", "server_uuid": "de68ec08-9564-4b3b-a216-bb5ac7b34518", "tag": "b5e0629e-86e6-4f55-a042-ef34d3f2428b"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:40.010749 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8cba95-43e1-46ce-a7f4-1105edbf814c service neutron] Pushing event updated for resources: {'Port': ['ID=b5e0629e-86e6-4f55-a042-ef34d3f2428b,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:40.014227 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-8b4adab5-ccf4-418a-910c-5ac7c7c740ed service neutron] 10.222.0.30 "GET /v2.0/networks/24944fa3-9e4d-479a-a53d-6bb8b5f56882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740572 Jul 23 20:14:40.106608 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-e79fa1e9-22ef-4078-a864-bd0fd68e2b7e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=13a84819-7175-426d-8ccb-8c2bbf23155c HTTP/1.1" status: 200 len: 217 time: 0.0793550 Jul 23 20:14:40.108151 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdea4db0-e8ee-409b-8082-1bd9e3267ea6 x-openstack-request-id: req-fdea4db0-e8ee-409b-8082-1bd9e3267ea6 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:40.108463 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de68ec08-9564-4b3b-a216-bb5ac7b34518", "tag": "b5e0629e-86e6-4f55-a042-ef34d3f2428b", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:40.108802 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fdea4db0-e8ee-409b-8082-1bd9e3267ea6 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:40.109136 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de68ec08-9564-4b3b-a216-bb5ac7b34518', 'tag': 'b5e0629e-86e6-4f55-a042-ef34d3f2428b', 'status': 'completed', 'code': 200} Jul 23 20:14:40.166698 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-24d38476-1425-4ec0-a4be-6366dda63454 req-f5e2b010-dfc4-4f9c-b190-1e58bdd3eaed tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] For port c701e854-eea9-4b56-bb31-6c039e5b71fc, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=c701e854-eea9-4b56-bb31-6c039e5b71fc,segment=NetworkSegment(90e01dc1-c46e-45ca-9e3a-fd4d13657efc),segment_id=90e01dc1-c46e-45ca-9e3a-fd4d13657efc)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:40.167068 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-24d38476-1425-4ec0-a4be-6366dda63454 req-f5e2b010-dfc4-4f9c-b190-1e58bdd3eaed tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:40.215039 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3305f5d6-d7d5-45e6-b383-3b402455ca50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:40.226675 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea44c0-3136-40dd-a081-70a0f5886f4d req-3d8644f4-435c-4d30-9db7-65bff29dcf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:40.230822 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-08ea44c0-3136-40dd-a081-70a0f5886f4d req-3d8644f4-435c-4d30-9db7-65bff29dcf11 service neutron] 10.222.0.30 "GET /v2.0/networks?id=043b4838-df06-49ed-989c-a6ce93300831 HTTP/1.1" status: 200 len: 909 time: 0.5169575 Jul 23 20:14:40.238859 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-24d38476-1425-4ec0-a4be-6366dda63454 req-f5e2b010-dfc4-4f9c-b190-1e58bdd3eaed tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] Calling delete_port for c701e854-eea9-4b56-bb31-6c039e5b71fc owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:14:40.269900 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20430c-edef-4de5-a466-427182348f1d req-cd101f14-f3e6-4d71-9f20-1b45a75e8e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:40.272680 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8e20430c-edef-4de5-a466-427182348f1d req-cd101f14-f3e6-4d71-9f20-1b45a75e8e88 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b1a67790e94a4dae83bd764a7343f4&device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 1095 time: 0.3208458 Jul 23 20:14:40.279110 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-75d544c4-96f7-408c-9c39-819c9e085cfd req-ef7aab58-f1eb-406c-874a-409514337e8d tempest-ServerShowV254Test-1653073177 tempest-ServerShowV254Test-1653073177-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f0ecf76-08fa-4eae-8e56-8789a822859d HTTP/1.1" status: 200 len: 210 time: 0.0731223 Jul 23 20:14:40.324941 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8e20430c-edef-4de5-a466-427182348f1d req-1fc29c6a-452e-4627-bd25-d9b7b393c255 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5e0629e-86e6-4f55-a042-ef34d3f2428b HTTP/1.1" status: 200 len: 217 time: 0.0424390 Jul 23 20:14:40.331230 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f1127-1334-4b65-a1c4-78da458ce19a req-40fb69ae-1626-4d1e-bd26-752d2e14d671 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:40.343049 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d26f1127-1334-4b65-a1c4-78da458ce19a req-40fb69ae-1626-4d1e-bd26-752d2e14d671 tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] 10.222.0.32 "GET /v2.0/ports?device_id=dac8ea70-89ee-4ab6-9eb4-f4b394f9f70f HTTP/1.1" status: 200 len: 945 time: 0.5907943 Jul 23 20:14:40.349607 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-4e3fd87a-c653-4107-9bd6-619990652dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:40.356301 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-4e3fd87a-c653-4107-9bd6-619990652dc6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0f9617a-d2a2-49d1-82ea-1415c4ffd90c HTTP/1.1" status: 200 len: 797 time: 0.2360055 Jul 23 20:14:40.364158 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-08ea44c0-3136-40dd-a081-70a0f5886f4d req-47749424-d953-4486-8efc-d5695b9d306c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04cb4265-da9f-4b08-a440-c985bcd4fab8 HTTP/1.1" status: 200 len: 217 time: 0.1224566 Jul 23 20:14:40.522456 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d26f1127-1334-4b65-a1c4-78da458ce19a req-5b666ef9-e1df-429e-be70-fc6b60bf552c tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e3c76f-5e56-4630-8004-0c5a7d671cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784627 Jul 23 20:14:40.552826 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea44c0-3136-40dd-a081-70a0f5886f4d req-4c76eb0c-0858-48c8-aee7-b5de36293aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:40.554358 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-08ea44c0-3136-40dd-a081-70a0f5886f4d req-4c76eb0c-0858-48c8-aee7-b5de36293aa8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1aa34b4e-7070-4f9a-83f0-2775a1cfe154 HTTP/1.1" status: 200 len: 848 time: 0.1515012 Jul 23 20:14:40.596148 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20430c-edef-4de5-a466-427182348f1d req-aba5c557-db39-44f4-a08b-8388edb9741f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:40.597976 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8e20430c-edef-4de5-a466-427182348f1d req-aba5c557-db39-44f4-a08b-8388edb9741f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9cd757f-50fc-4d2c-97b5-f7bec2379d06 HTTP/1.1" status: 200 len: 854 time: 0.2281590 Jul 23 20:14:40.639767 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-08ea44c0-3136-40dd-a081-70a0f5886f4d req-037715f6-30e3-4b32-b839-aad26eced8ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=043b4838-df06-49ed-989c-a6ce93300831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546806 Jul 23 20:14:40.650919 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8e20430c-edef-4de5-a466-427182348f1d req-35e34d6b-f74c-4cd0-8ef4-95842a9106dc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fedbba9-4431-4330-9544-1acf217b43a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370612 Jul 23 20:14:40.653546 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-24d38476-1425-4ec0-a4be-6366dda63454 req-f5e2b010-dfc4-4f9c-b190-1e58bdd3eaed tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:40.666123 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486294fc-bab4-4e17-9086-524f1ea3ba20 req-32dba5ac-7b3a-4c32-adc4-b0876cd30c72 tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:40.676018 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-486294fc-bab4-4e17-9086-524f1ea3ba20 req-32dba5ac-7b3a-4c32-adc4-b0876cd30c72 tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] 10.222.0.32 "GET /v2.0/ports?device_id=921f124f-e013-41e1-82e3-8105adfabac8 HTTP/1.1" status: 200 len: 944 time: 0.3066545 Jul 23 20:14:40.696833 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-6c46ea61-36c8-4fdf-b39e-8485ef26dd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:40.698568 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-6c46ea61-36c8-4fdf-b39e-8485ef26dd60 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24944fa3-9e4d-479a-a53d-6bb8b5f56882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3322432 Jul 23 20:14:40.794694 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e2b010-dfc4-4f9c-b190-1e58bdd3eaed tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] Pushing event deleted for resources: {'Port': ['ID=c701e854-eea9-4b56-bb31-6c039e5b71fc,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:40.853078 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-486294fc-bab4-4e17-9086-524f1ea3ba20 req-aabcd268-2da0-48da-b1e7-427fd6977c67 tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] 10.222.0.32 "GET /v2.0/security-groups?id=96073293-34d7-45fb-a506-0785115294ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756296 Jul 23 20:14:40.907596 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d38476-1425-4ec0-a4be-6366dda63454 req-f5e2b010-dfc4-4f9c-b190-1e58bdd3eaed tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] No DVR routers for this DVR port c701e854-eea9-4b56-bb31-6c039e5b71fc on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:14:40.912189 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-24d38476-1425-4ec0-a4be-6366dda63454 req-f5e2b010-dfc4-4f9c-b190-1e58bdd3eaed tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:40.915004 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-24d38476-1425-4ec0-a4be-6366dda63454 req-f5e2b010-dfc4-4f9c-b190-1e58bdd3eaed tempest-InstanceActionsTestJSON-97566348 tempest-InstanceActionsTestJSON-97566348-project] 10.222.0.18 "DELETE /v2.0/ports/c701e854-eea9-4b56-bb31-6c039e5b71fc HTTP/1.1" status: 204 len: 173 time: 1.3930125 Jul 23 20:14:40.943226 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-08ea44c0-3136-40dd-a081-70a0f5886f4d req-17bb6548-8cf7-44d5-8153-d009ed2babf7 service neutron] 10.222.0.30 "GET /v2.0/networks/043b4838-df06-49ed-989c-a6ce93300831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957776 Jul 23 20:14:40.954456 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8e20430c-edef-4de5-a466-427182348f1d req-8a9d5e84-4b89-42b9-b5d2-a177f1745b85 service neutron] 10.222.0.30 "GET /v2.0/networks/7fedbba9-4431-4330-9544-1acf217b43a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722850 Jul 23 20:14:41.046724 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-1160db76-8e35-4655-90ea-5f67e18781b0 service neutron] 10.222.0.30 "GET /v2.0/networks/24944fa3-9e4d-479a-a53d-6bb8b5f56882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089733 Jul 23 20:14:41.062015 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b0ec8-ba1f-4740-8316-d2d55c538162 req-86ad330f-f071-4c3b-bd51-676bc28d57d6 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:41.079143 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9e4b0ec8-ba1f-4740-8316-d2d55c538162 req-86ad330f-f071-4c3b-bd51-676bc28d57d6 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 943 time: 0.2386975 Jul 23 20:14:41.090187 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8e20430c-edef-4de5-a466-427182348f1d req-74444945-2676-42f2-9d2d-6fdcdcaba12f service neutron] 10.222.0.30 "GET /v2.0/networks/7fedbba9-4431-4330-9544-1acf217b43a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287968 Jul 23 20:14:41.250226 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630c72d-8e8b-4331-93ae-2015b3bf01fb req-70886f11-71cf-47ad-bcdd-eed4c3d881ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:41.250226 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7630c72d-8e8b-4331-93ae-2015b3bf01fb req-70886f11-71cf-47ad-bcdd-eed4c3d881ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b1a67790e94a4dae83bd764a7343f4&device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 1095 time: 0.0843089 Jul 23 20:14:41.276367 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9e4b0ec8-ba1f-4740-8316-d2d55c538162 req-1b6b06da-c4c4-48d9-9f33-943e46377250 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955099 Jul 23 20:14:41.320568 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-08ea44c0-3136-40dd-a081-70a0f5886f4d req-e5b7f08d-ac89-4fbc-be2a-9087fcf5315b service neutron] 10.222.0.30 "GET /v2.0/networks/043b4838-df06-49ed-989c-a6ce93300831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682680 Jul 23 20:14:41.322511 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-97e82702-f49d-423e-a1f6-ebbbae1b7505 service neutron] 10.222.0.30 "GET /v2.0/networks/24944fa3-9e4d-479a-a53d-6bb8b5f56882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324224 Jul 23 20:14:41.419957 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630c72d-8e8b-4331-93ae-2015b3bf01fb req-956b1c37-af37-471e-a9c6-794dbb8c3f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:41.422084 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7630c72d-8e8b-4331-93ae-2015b3bf01fb req-956b1c37-af37-471e-a9c6-794dbb8c3f89 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fedbba9-4431-4330-9544-1acf217b43a2 HTTP/1.1" status: 200 len: 915 time: 0.1680295 Jul 23 20:14:41.480008 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7630c72d-8e8b-4331-93ae-2015b3bf01fb req-4fddb4a0-ece5-4469-a214-83a0df85c218 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5e0629e-86e6-4f55-a042-ef34d3f2428b HTTP/1.1" status: 200 len: 217 time: 0.0507982 Jul 23 20:14:41.527889 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c857bda5-7134-4742-9671-89f71c8fa177 req-79dd00fb-ba23-48b6-98cc-df364582e547 tempest-ServerShowV254Test-1653073177 tempest-ServerShowV254Test-1653073177-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f0ecf76-08fa-4eae-8e56-8789a822859d HTTP/1.1" status: 200 len: 210 time: 0.0501232 Jul 23 20:14:41.581770 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630c72d-8e8b-4331-93ae-2015b3bf01fb req-2c0d9ad8-2715-4964-8e8e-041e67d2a245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:41.583905 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7630c72d-8e8b-4331-93ae-2015b3bf01fb req-2c0d9ad8-2715-4964-8e8e-041e67d2a245 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9cd757f-50fc-4d2c-97b5-f7bec2379d06 HTTP/1.1" status: 200 len: 854 time: 0.0954432 Jul 23 20:14:41.650619 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55716) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:41.654137 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7630c72d-8e8b-4331-93ae-2015b3bf01fb req-d59bc2d6-4d37-44ff-83ec-f3cc0f2a18f1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fedbba9-4431-4330-9544-1acf217b43a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630853 Jul 23 20:14:41.768549 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b74d436-ecbb-46ba-b84e-111a36dd79df admin admin] Deleting subnet 2e903a9e-5f33-4396-9e46-3481896ffb0e {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:14:41.781355 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3b74d436-ecbb-46ba-b84e-111a36dd79df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:41.831146 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-06ee9d7c-ed76-492c-a371-6e32e935ab5e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=6ed23c2b-2657-4c27-9d21-8b4c38ac03c3 HTTP/1.1" status: 200 len: 217 time: 0.4987745 Jul 23 20:14:41.860214 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7630c72d-8e8b-4331-93ae-2015b3bf01fb req-b8812abc-c5ee-4fe9-8fdd-83f1c8aa95a7 service neutron] 10.222.0.30 "GET /v2.0/networks/7fedbba9-4431-4330-9544-1acf217b43a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967833 Jul 23 20:14:41.864140 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3b74d436-ecbb-46ba-b84e-111a36dd79df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:41.898890 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-0c2f7d85-71c4-4e21-9e06-c00743af947f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:41.900660 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-0c2f7d85-71c4-4e21-9e06-c00743af947f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0f9617a-d2a2-49d1-82ea-1415c4ffd90c HTTP/1.1" status: 200 len: 797 time: 0.0621231 Jul 23 20:14:41.939008 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3b74d436-ecbb-46ba-b84e-111a36dd79df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:41.994353 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device c701e854-eea9-4b56-bb31-6c039e5b71fc no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:14:42.066636 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: c701e854-eea9-4b56-bb31-6c039e5b71fc {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:14:42.069664 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device c701e854-eea9-4b56-bb31-6c039e5b71fc not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:14:42.083564 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-f2702fee-1bf4-4b4e-9e60-9e863ab8f23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:42.085374 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-f2702fee-1bf4-4b4e-9e60-9e863ab8f23a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24944fa3-9e4d-479a-a53d-6bb8b5f56882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1768064 Jul 23 20:14:42.122938 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac8ea70-89ee-4ab6-9eb4-f4b394f9f70f', 'name': 'network-vif-deleted', 'tag': 'c701e854-eea9-4b56-bb31-6c039e5b71fc'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:42.125399 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2bec83-ff2e-48c5-ba6e-04cef94b3173" -d '{"events": [{"server_uuid": "dac8ea70-89ee-4ab6-9eb4-f4b394f9f70f", "name": "network-vif-deleted", "tag": "c701e854-eea9-4b56-bb31-6c039e5b71fc"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:42.158511 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 04cb4265-da9f-4b08-a440-c985bcd4fab8 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:14:42.198137 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d66e43-c767-4575-a929-afe5a22b9d04 x-openstack-request-id: req-23d66e43-c767-4575-a929-afe5a22b9d04 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:42.198369 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac8ea70-89ee-4ab6-9eb4-f4b394f9f70f", "name": "network-vif-deleted", "tag": "c701e854-eea9-4b56-bb31-6c039e5b71fc", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:42.198585 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-23d66e43-c767-4575-a929-afe5a22b9d04 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:42.199011 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac8ea70-89ee-4ab6-9eb4-f4b394f9f70f', 'name': 'network-vif-deleted', 'tag': 'c701e854-eea9-4b56-bb31-6c039e5b71fc', 'status': 'completed', 'code': 200} Jul 23 20:14:42.217959 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-2d0eadc1-9735-4b05-8c9e-33483b76934d service neutron] 10.222.0.30 "GET /v2.0/networks/24944fa3-9e4d-479a-a53d-6bb8b5f56882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194463 Jul 23 20:14:42.218548 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7630c72d-8e8b-4331-93ae-2015b3bf01fb req-816bcfbc-77c7-4683-b4cb-12ed41050e1e service neutron] 10.222.0.30 "GET /v2.0/networks/7fedbba9-4431-4330-9544-1acf217b43a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520906 Jul 23 20:14:42.235690 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3b74d436-ecbb-46ba-b84e-111a36dd79df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:42.299091 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 04cb4265-da9f-4b08-a440-c985bcd4fab8, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=04cb4265-da9f-4b08-a440-c985bcd4fab8,segment=NetworkSegment(bb45a767-8b16-46dd-9991-6e781b12f13e),segment_id=bb45a767-8b16-46dd-9991-6e781b12f13e)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:42.314780 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3b74d436-ecbb-46ba-b84e-111a36dd79df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:42.317716 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3b74d436-ecbb-46ba-b84e-111a36dd79df admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2e903a9e-5f33-4396-9e46-3481896ffb0e HTTP/1.1" status: 204 len: 168 time: 0.6616127 Jul 23 20:14:42.319674 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b74d436-ecbb-46ba-b84e-111a36dd79df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e903a9e-5f33-4396-9e46-3481896ffb0e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:42.331539 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55730) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:42.338138 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '04cb4265-da9f-4b08-a440-c985bcd4fab8', 'network_id': '043b4838-df06-49ed-989c-a6ce93300831', 'port_id': '04cb4265-da9f-4b08-a440-c985bcd4fab8', 'mac_address': 'fa:16:3e:de:ab:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aa34b4e-7070-4f9a-83f0-2775a1cfe154', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:14:42.378210 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d41b2-7045-4ba9-a514-82437736444c req-26f6f088-a19b-48e8-bf7d-b5c884d40ef5 tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:42.388686 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-859d41b2-7045-4ba9-a514-82437736444c req-26f6f088-a19b-48e8-bf7d-b5c884d40ef5 tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] 10.222.0.32 "GET /v2.0/ports?device_id=921f124f-e013-41e1-82e3-8105adfabac8 HTTP/1.1" status: 200 len: 944 time: 0.2661741 Jul 23 20:14:42.466473 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:42.476776 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-5280894d-b8db-4fb2-a09c-91dd0eefbc25 service neutron] 10.222.0.30 "GET /v2.0/networks/24944fa3-9e4d-479a-a53d-6bb8b5f56882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492466 Jul 23 20:14:42.492497 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bab95e27-f884-47cc-b309-7f8cfebc1f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:42.495551 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04cb4265-da9f-4b08-a440-c985bcd4fab8 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:14:42.527621 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-859d41b2-7045-4ba9-a514-82437736444c req-d2fdd2d1-59db-4e9b-a5ec-f81801b01c4b tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] 10.222.0.32 "GET /v2.0/security-groups?id=96073293-34d7-45fb-a506-0785115294ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227360 Jul 23 20:14:42.538215 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 04cb4265-da9f-4b08-a440-c985bcd4fab8, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=04cb4265-da9f-4b08-a440-c985bcd4fab8,segment=NetworkSegment(bb45a767-8b16-46dd-9991-6e781b12f13e),segment_id=bb45a767-8b16-46dd-9991-6e781b12f13e)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:42.539659 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-7cf1b9b5-4eb5-48ef-90d3-60aa70238811 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=75c5316c-fbd1-4cd5-93d9-47c4940484b5 HTTP/1.1" status: 200 len: 217 time: 0.0484583 Jul 23 20:14:42.544416 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:42.607536 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=04cb4265-da9f-4b08-a440-c985bcd4fab8,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:42.620412 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:42.621303 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:42.621955 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:42.622531 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:42.623086 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:42.623794 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:42.624372 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:42.625768 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:42.626520 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:42.626789 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-fac8157a-ac54-4c62-8343-833e9446260d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:42.627425 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:42.627985 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:42.628454 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-fac8157a-ac54-4c62-8343-833e9446260d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3545f046-ef5a-4961-ae7f-d56de353a859 HTTP/1.1" status: 200 len: 797 time: 0.0646329 Jul 23 20:14:42.628992 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:42.659877 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bab95e27-f884-47cc-b309-7f8cfebc1f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:42.670671 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-bab95e27-f884-47cc-b309-7f8cfebc1f33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e419fab-4d3a-4143-bf92-cf31b1a4ab70']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:42.689549 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc673d-fb7f-4912-b512-85c6429f9b87 req-06ee1fbc-fa86-40fd-9894-9100b25da518 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:42.689960 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-bab95e27-f884-47cc-b309-7f8cfebc1f33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90e01dc1-c46e-45ca-9e3a-fd4d13657efc') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:42.690171 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-bab95e27-f884-47cc-b309-7f8cfebc1f33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90e01dc1-c46e-45ca-9e3a-fd4d13657efc') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:42.690787 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d4bc673d-fb7f-4912-b512-85c6429f9b87 req-06ee1fbc-fa86-40fd-9894-9100b25da518 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 943 time: 0.2653821 Jul 23 20:14:42.716354 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1a995391-fd92-4646-8f1c-83dbd3015bdb req-7f9e69de-58c0-467b-acf6-3079538c3dc1 tempest-ServerShowV254Test-1653073177 tempest-ServerShowV254Test-1653073177-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f0ecf76-08fa-4eae-8e56-8789a822859d HTTP/1.1" status: 200 len: 210 time: 0.0432105 Jul 23 20:14:42.720088 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bab95e27-f884-47cc-b309-7f8cfebc1f33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:42.745746 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bab95e27-f884-47cc-b309-7f8cfebc1f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:42.750504 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d4bc673d-fb7f-4912-b512-85c6429f9b87 req-3f06c502-d188-4e16-a029-af7bb0000639 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518935 Jul 23 20:14:42.753741 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-b0addff3-c2b7-4835-bc8a-969fc4728e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:42.755911 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-b0addff3-c2b7-4835-bc8a-969fc4728e98 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48945854-cc22-4ffa-90b9-415f56c007c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1187754 Jul 23 20:14:42.757106 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab95e27-f884-47cc-b309-7f8cfebc1f33 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:14:42.757633 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bab95e27-f884-47cc-b309-7f8cfebc1f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:42.759483 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:14:42.759483 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:14:42.759483 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:14:42.759483 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:14:42.759483 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:14:42.759483 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:14:42.759483 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:14:42.759483 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:14:42.759483 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:14:42.759483 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:14:42.759483 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:14:42.759483 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:14:42.759483 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:14:42.759483 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:14:42.759483 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:14:42.759483 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:14:42.759483 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:14:42.759483 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:14:42.759483 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:14:42.759483 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:14:42.759483 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:14:42.759483 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:14:42.759483 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:14:42.759483 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:14:42.759483 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:14:42.759483 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:14:42.759483 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:14:42.759483 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:14:42.759483 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:14:42.759483 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:14:42.759483 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:14:42.759483 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:14:42.809916 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['04cb4265-da9f-4b08-a440-c985bcd4fab8'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:14:42.852098 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bab95e27-f884-47cc-b309-7f8cfebc1f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:42.870474 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bab95e27-f884-47cc-b309-7f8cfebc1f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:42.872624 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-bab95e27-f884-47cc-b309-7f8cfebc1f33 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2e419fab-4d3a-4143-bf92-cf31b1a4ab70 HTTP/1.1" status: 204 len: 168 time: 0.5368249 Jul 23 20:14:42.889999 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-05068851-5639-40f7-b873-2bd6423ac14c service neutron] 10.222.0.30 "GET /v2.0/networks/48945854-cc22-4ffa-90b9-415f56c007c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273830 Jul 23 20:14:42.900983 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab95e27-f884-47cc-b309-7f8cfebc1f33 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e419fab-4d3a-4143-bf92-cf31b1a4ab70,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:42.951300 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-00ad5d12-aaeb-4fe6-9024-fae0b490b4a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:43.029125 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-67ef1c0b-fd6e-4c8b-9abc-cd35506ebf46 service neutron] 10.222.0.30 "GET /v2.0/networks/48945854-cc22-4ffa-90b9-415f56c007c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226368 Jul 23 20:14:43.076751 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-e659ad1a-cf9b-4302-9066-74f5852e7d48 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9627a8cd-cca1-4e2c-8263-bbfb4b33f26f HTTP/1.1" status: 200 len: 217 time: 0.0391314 Jul 23 20:14:43.102254 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55750) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:43.138801 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-dc038928-5266-46f3-a554-0b25ec365051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:43.140773 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-dc038928-5266-46f3-a554-0b25ec365051 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3545f046-ef5a-4961-ae7f-d56de353a859 HTTP/1.1" status: 200 len: 797 time: 0.0570910 Jul 23 20:14:43.143364 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-720359ea-4756-4a2c-8b06-2756d72d3fd6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c6e76f50a13b49cc80fc03917e0351b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399077 Jul 23 20:14:43.146896 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55752) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:43.201440 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-8c0b30f0-781b-4aa1-ae18-a85a1595f3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:43.202987 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-8c0b30f0-781b-4aa1-ae18-a85a1595f3a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48945854-cc22-4ffa-90b9-415f56c007c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0558269 Jul 23 20:14:43.203609 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cbfb5058-90dc-406c-8531-4da4fb3832cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:43.227004 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cbfb5058-90dc-406c-8531-4da4fb3832cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:43.283034 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:43.288381 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cbfb5058-90dc-406c-8531-4da4fb3832cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:43.291523 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cbfb5058-90dc-406c-8531-4da4fb3832cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:43.295482 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-cbfb5058-90dc-406c-8531-4da4fb3832cd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f0e3c76f-5e56-4630-8004-0c5a7d671cf9 HTTP/1.1" status: 204 len: 168 time: 0.1445806 Jul 23 20:14:43.306970 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb5058-90dc-406c-8531-4da4fb3832cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e3c76f-5e56-4630-8004-0c5a7d671cf9,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:43.324886 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-c2b39701-84dd-47e5-a54e-d9726404286e service neutron] 10.222.0.30 "GET /v2.0/networks/48945854-cc22-4ffa-90b9-415f56c007c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148736 Jul 23 20:14:43.428562 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea4e3e59-8222-4524-8b7f-30ba078462a1 req-f2e6357b-9b27-4e81-b636-1797e93b2720 service neutron] 10.222.0.30 "GET /v2.0/networks/48945854-cc22-4ffa-90b9-415f56c007c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968311 Jul 23 20:14:43.678332 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea6edf-53dc-4f86-bbd9-8ad3a3eb77a4 req-3556224f-9dd9-4a72-b244-c7b2a2016757 tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:43.686017 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b2ea6edf-53dc-4f86-bbd9-8ad3a3eb77a4 req-3556224f-9dd9-4a72-b244-c7b2a2016757 tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] 10.222.0.32 "GET /v2.0/ports?device_id=921f124f-e013-41e1-82e3-8105adfabac8 HTTP/1.1" status: 200 len: 945 time: 0.0990686 Jul 23 20:14:43.736449 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b2ea6edf-53dc-4f86-bbd9-8ad3a3eb77a4 req-68c1559a-8605-4dd6-ac7f-7d1439bfda1c tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] 10.222.0.32 "GET /v2.0/security-groups?id=96073293-34d7-45fb-a506-0785115294ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448148 Jul 23 20:14:43.889444 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c04c9f55-ba0b-456d-9a3f-7a5894e8c715 req-0d3f8d52-e095-42f3-8851-0d7e1d962464 tempest-ServerShowV254Test-1653073177 tempest-ServerShowV254Test-1653073177-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f0ecf76-08fa-4eae-8e56-8789a822859d HTTP/1.1" status: 200 len: 210 time: 0.0552309 Jul 23 20:14:43.967847 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:43.979845 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2bcffa-2de8-4ebd-ac92-802d90245a7f req-f9dc7456-934d-4b03-94b9-3345d4903de6 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:43.991625 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b2bcffa-2de8-4ebd-ac92-802d90245a7f req-f9dc7456-934d-4b03-94b9-3345d4903de6 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 943 time: 0.1421740 Jul 23 20:14:44.094816 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b2bcffa-2de8-4ebd-ac92-802d90245a7f req-70dcadbf-e946-4428-95dc-cbad89d6c611 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020112 Jul 23 20:14:44.175507 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device b5e0629e-86e6-4f55-a042-ef34d3f2428b details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:14:44.178155 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 04cb4265-da9f-4b08-a440-c985bcd4fab8 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:14:44.252443 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55800) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:44.303483 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 04cb4265-da9f-4b08-a440-c985bcd4fab8 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:14:44.311393 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 04cb4265-da9f-4b08-a440-c985bcd4fab8 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:44.311761 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:44.358624 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port b5e0629e-86e6-4f55-a042-ef34d3f2428b, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=b5e0629e-86e6-4f55-a042-ef34d3f2428b,segment=NetworkSegment(13a13d20-6431-4365-97ce-f955081eb8e3),segment_id=13a13d20-6431-4365-97ce-f955081eb8e3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:44.383930 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-ecdc1f21-7b35-419c-93a5-3ef032d5c3a3 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1478231139-network', 'tenant_id': 'bb96d41857754bf7bf66ca8ce3539d2f'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:44.388487 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:44.393624 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'b5e0629e-86e6-4f55-a042-ef34d3f2428b', 'network_id': '7fedbba9-4431-4330-9544-1acf217b43a2', 'port_id': 'b5e0629e-86e6-4f55-a042-ef34d3f2428b', 'mac_address': 'fa:16:3e:95:aa:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9cd757f-50fc-4d2c-97b5-f7bec2379d06', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:14:44.408490 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdc1f21-7b35-419c-93a5-3ef032d5c3a3 admin admin] Made reservation on behalf of bb96d41857754bf7bf66ca8ce3539d2f for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:44.411699 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ecdc1f21-7b35-419c-93a5-3ef032d5c3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:44.421623 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ecdc1f21-7b35-419c-93a5-3ef032d5c3a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:44.481626 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:44.507412 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:44.508702 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:44.512141 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5e0629e-86e6-4f55-a042-ef34d3f2428b {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:14:44.538921 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ecdc1f21-7b35-419c-93a5-3ef032d5c3a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:44.544669 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ecdc1f21-7b35-419c-93a5-3ef032d5c3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:44.547008 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port b5e0629e-86e6-4f55-a042-ef34d3f2428b, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=b5e0629e-86e6-4f55-a042-ef34d3f2428b,segment=NetworkSegment(13a13d20-6431-4365-97ce-f955081eb8e3),segment_id=13a13d20-6431-4365-97ce-f955081eb8e3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:44.551892 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921f124f-e013-41e1-82e3-8105adfabac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04cb4265-da9f-4b08-a440-c985bcd4fab8'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:44.554165 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee54e427-7c3c-4803-906e-7eba2362bfd8" -d '{"events": [{"server_uuid": "921f124f-e013-41e1-82e3-8105adfabac8", "name": "network-vif-plugged", "status": "completed", "tag": "04cb4265-da9f-4b08-a440-c985bcd4fab8"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:44.567884 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecdc1f21-7b35-419c-93a5-3ef032d5c3a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:14:44.572082 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:44.587755 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 04cb4265-da9f-4b08-a440-c985bcd4fab8, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=04cb4265-da9f-4b08-a440-c985bcd4fab8,segment=NetworkSegment(bb45a767-8b16-46dd-9991-6e781b12f13e),segment_id=bb45a767-8b16-46dd-9991-6e781b12f13e)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:44.588161 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ecdc1f21-7b35-419c-93a5-3ef032d5c3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:44.588517 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-ecdc1f21-7b35-419c-93a5-3ef032d5c3a3 admin admin] Added segment b619110e-4e4d-470c-9269-34f43892a5ed of type vlan for network 4ed1ab68-e1ae-419e-898a-08b6f46d9477 Jul 23 20:14:44.598009 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc1f21-7b35-419c-93a5-3ef032d5c3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937efb4a-e2d9-4c15-8035-29c53a11040d,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:44.607919 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:44.626177 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d02be3d-27fb-4735-a036-4b6455c06395 x-openstack-request-id: req-7d02be3d-27fb-4735-a036-4b6455c06395 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:44.626472 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921f124f-e013-41e1-82e3-8105adfabac8", "name": "network-vif-plugged", "status": "completed", "tag": "04cb4265-da9f-4b08-a440-c985bcd4fab8", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:44.626859 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7d02be3d-27fb-4735-a036-4b6455c06395 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:44.627248 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921f124f-e013-41e1-82e3-8105adfabac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04cb4265-da9f-4b08-a440-c985bcd4fab8', 'code': 200} Jul 23 20:14:44.643422 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ecdc1f21-7b35-419c-93a5-3ef032d5c3a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:44.651467 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=b5e0629e-86e6-4f55-a042-ef34d3f2428b,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:44.682714 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ecdc1f21-7b35-419c-93a5-3ef032d5c3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:44.683843 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdc1f21-7b35-419c-93a5-3ef032d5c3a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:44.684474 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ecdc1f21-7b35-419c-93a5-3ef032d5c3a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:44.716772 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ecdc1f21-7b35-419c-93a5-3ef032d5c3a3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4613400 Jul 23 20:14:44.718310 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=04cb4265-da9f-4b08-a440-c985bcd4fab8,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:44.725611 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55806) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:44.733351 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-c22c7696-1f10-4ed3-a648-41c15dd325a2 admin admin] Request body: {'subnet': {'network_id': '4ed1ab68-e1ae-419e-898a-08b6f46d9477', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1478231139-subnet', 'tenant_id': 'bb96d41857754bf7bf66ca8ce3539d2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:44.788450 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc1f21-7b35-419c-93a5-3ef032d5c3a3 admin admin] Pushing event updated for resources: {'Network': ['ID=4ed1ab68-e1ae-419e-898a-08b6f46d9477,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:44.800928 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 4ed1ab68-e1ae-419e-898a-08b6f46d9477 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:14:44.803027 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22c7696-1f10-4ed3-a648-41c15dd325a2 admin admin] Made reservation on behalf of bb96d41857754bf7bf66ca8ce3539d2f for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:44.806223 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c22c7696-1f10-4ed3-a648-41c15dd325a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:44.823302 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624fb06-2abf-405a-a483-a908ab84dc44 req-4448589a-a794-43fd-84e7-0f00c344ea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:44.824371 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5624fb06-2abf-405a-a483-a908ab84dc44 req-4448589a-a794-43fd-84e7-0f00c344ea45 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=921f124f-e013-41e1-82e3-8105adfabac8 HTTP/1.1" status: 200 len: 1098 time: 0.1386096 Jul 23 20:14:44.870376 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['b5e0629e-86e6-4f55-a042-ef34d3f2428b'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:14:44.875578 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5624fb06-2abf-405a-a483-a908ab84dc44 req-5f2bb140-5ff3-4186-ab5d-82113c51ff81 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=96073293-34d7-45fb-a506-0785115294ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434895 Jul 23 20:14:44.949701 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33c825-1cc3-40f8-a8d5-31d6bece9635 req-3baed40c-eb2d-44d5-bd70-5e8f7602c55e tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:44.951416 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6e33c825-1cc3-40f8-a8d5-31d6bece9635 req-3baed40c-eb2d-44d5-bd70-5e8f7602c55e tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] 10.222.0.32 "GET /v2.0/ports?device_id=921f124f-e013-41e1-82e3-8105adfabac8 HTTP/1.1" status: 200 len: 946 time: 0.0782702 Jul 23 20:14:45.010760 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6e33c825-1cc3-40f8-a8d5-31d6bece9635 req-98452a6b-faea-413c-9cd7-8ecbf4e9460e tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] 10.222.0.32 "GET /v2.0/security-groups?id=96073293-34d7-45fb-a506-0785115294ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473075 Jul 23 20:14:45.240264 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e52cb485-3194-4436-910e-4390458f95b8 req-2c3c01a4-a78f-4a9f-be34-ce1b68a4f5a4 tempest-ServerShowV254Test-1653073177 tempest-ServerShowV254Test-1653073177-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f0ecf76-08fa-4eae-8e56-8789a822859d HTTP/1.1" status: 200 len: 210 time: 0.0362887 Jul 23 20:14:45.280274 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58803d04-cce9-4402-80c8-d20347339a4a req-b65b5b95-52ca-4f7f-be8a-507ad7fe9e09 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:45.287859 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-58803d04-cce9-4402-80c8-d20347339a4a req-b65b5b95-52ca-4f7f-be8a-507ad7fe9e09 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 944 time: 0.0863092 Jul 23 20:14:45.334102 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-58803d04-cce9-4402-80c8-d20347339a4a req-99fb0525-cfa8-4330-8330-68609be421a0 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452447 Jul 23 20:14:45.367078 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c22c7696-1f10-4ed3-a648-41c15dd325a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:45.427304 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c7696-1f10-4ed3-a648-41c15dd325a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f992d35-a3dd-4a94-93d6-be21db6596cb,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:45.438330 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22c7696-1f10-4ed3-a648-41c15dd325a2 admin admin] Checking segment: {'id': 'b619110e-4e4d-470c-9269-34f43892a5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4ed1ab68-e1ae-419e-898a-08b6f46d9477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:45.438752 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22c7696-1f10-4ed3-a648-41c15dd325a2 admin admin] Network hostable DHCP agents. Network: 4ed1ab68-e1ae-419e-898a-08b6f46d9477, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:14:45.456174 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22c7696-1f10-4ed3-a648-41c15dd325a2 admin admin] Network 4ed1ab68-e1ae-419e-898a-08b6f46d9477 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:14:45.466637 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-c22c7696-1f10-4ed3-a648-41c15dd325a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 4ed1ab68-e1ae-419e-898a-08b6f46d9477) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:45.477415 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d447c47f-659b-4dfb-92e8-3d3879a5035d None None] Network 4ed1ab68-e1ae-419e-898a-08b6f46d9477 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:14:45.479891 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22c7696-1f10-4ed3-a648-41c15dd325a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:45.480586 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c22c7696-1f10-4ed3-a648-41c15dd325a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:45.515847 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c22c7696-1f10-4ed3-a648-41c15dd325a2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7888792 Jul 23 20:14:45.669724 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0389355-2f03-4222-a5c6-81e6e4d5b192 None None] Network 4ed1ab68-e1ae-419e-898a-08b6f46d9477 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:14:45.868671 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:46.081008 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-11943588-b949-46d1-a6e6-40625365607b tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:46.089878 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-11943588-b949-46d1-a6e6-40625365607b tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/networks?id=4ed1ab68-e1ae-419e-898a-08b6f46d9477 HTTP/1.1" status: 200 len: 813 time: 0.1178246 Jul 23 20:14:46.107926 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-c8e5dcde-4597-4b27-9619-f22044e7936f tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/quotas/bb96d41857754bf7bf66ca8ce3539d2f HTTP/1.1" status: 200 len: 375 time: 0.0170300 Jul 23 20:14:46.149761 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-e66a4400-9c0d-47da-b731-7b8ceede27a0 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb96d41857754bf7bf66ca8ce3539d2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409336 Jul 23 20:14:46.177071 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device b5e0629e-86e6-4f55-a042-ef34d3f2428b up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:14:46.213348 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df039520-810d-4f06-8e08-6331a655f582 req-c12d2243-b10b-4dcd-a8ec-cdb6be8fd439 tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:46.214957 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-df039520-810d-4f06-8e08-6331a655f582 req-c12d2243-b10b-4dcd-a8ec-cdb6be8fd439 tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] 10.222.0.32 "GET /v2.0/ports?device_id=921f124f-e013-41e1-82e3-8105adfabac8 HTTP/1.1" status: 200 len: 946 time: 0.1278563 Jul 23 20:14:46.274423 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port b5e0629e-86e6-4f55-a042-ef34d3f2428b completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:14:46.287421 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port b5e0629e-86e6-4f55-a042-ef34d3f2428b triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:46.288069 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:46.307692 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-df039520-810d-4f06-8e08-6331a655f582 req-25377ddf-b10d-4a4b-b473-fe20f72c6b4f tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] 10.222.0.32 "GET /v2.0/security-groups?id=96073293-34d7-45fb-a506-0785115294ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842843 Jul 23 20:14:46.355725 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-b3458ee1-1f62-4907-82b2-38866ad909eb service neutron] 10.222.0.32 "GET /v2.0/networks/4ed1ab68-e1ae-419e-898a-08b6f46d9477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050915 Jul 23 20:14:46.435390 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:46.514177 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port b5e0629e-86e6-4f55-a042-ef34d3f2428b, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=b5e0629e-86e6-4f55-a042-ef34d3f2428b,segment=NetworkSegment(13a13d20-6431-4365-97ce-f955081eb8e3),segment_id=13a13d20-6431-4365-97ce-f955081eb8e3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:46.518618 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7a89eb92-43bc-415f-b4b8-ce910783bc27 req-1d0427c2-24e8-417d-a919-db8d544cab50 tempest-ServerShowV254Test-1653073177 tempest-ServerShowV254Test-1653073177-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f0ecf76-08fa-4eae-8e56-8789a822859d HTTP/1.1" status: 200 len: 210 time: 0.0641661 Jul 23 20:14:46.521824 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:46.542275 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-5c0bc9f8-7f25-4cd4-97a7-b0f991c7ce3c service neutron] 10.222.0.32 "GET /v2.0/networks/4ed1ab68-e1ae-419e-898a-08b6f46d9477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802471 Jul 23 20:14:46.628899 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de68ec08-9564-4b3b-a216-bb5ac7b34518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e0629e-86e6-4f55-a042-ef34d3f2428b'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:46.632381 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f35d253-7007-4800-9627-601021df4347" -d '{"events": [{"server_uuid": "de68ec08-9564-4b3b-a216-bb5ac7b34518", "name": "network-vif-plugged", "status": "completed", "tag": "b5e0629e-86e6-4f55-a042-ef34d3f2428b"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:46.636145 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=b5e0629e-86e6-4f55-a042-ef34d3f2428b,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:46.860696 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee04630-7c62-42e8-9f9a-2f8847265f13 req-dc524ab9-529f-4df7-9d1b-6df408b0c95f tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:46.869368 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bee04630-7c62-42e8-9f9a-2f8847265f13 req-dc524ab9-529f-4df7-9d1b-6df408b0c95f tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.1090486 Jul 23 20:14:46.926795 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bee04630-7c62-42e8-9f9a-2f8847265f13 req-e55f4cb5-5a85-4598-a9eb-0ad0f12c5e61 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557082 Jul 23 20:14:46.938461 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9280c489-3fed-4002-9e12-f8caa8a425b6 x-openstack-request-id: req-9280c489-3fed-4002-9e12-f8caa8a425b6 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:46.938864 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de68ec08-9564-4b3b-a216-bb5ac7b34518", "name": "network-vif-plugged", "status": "completed", "tag": "b5e0629e-86e6-4f55-a042-ef34d3f2428b", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:46.939188 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9280c489-3fed-4002-9e12-f8caa8a425b6 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:46.940332 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de68ec08-9564-4b3b-a216-bb5ac7b34518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e0629e-86e6-4f55-a042-ef34d3f2428b', 'code': 200} Jul 23 20:14:47.091834 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494181ab-1496-4f60-af3f-3b59776f51f9 req-5ed8f725-122e-430b-96c2-bb5d87fdfff4 tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:47.097966 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-494181ab-1496-4f60-af3f-3b59776f51f9 req-5ed8f725-122e-430b-96c2-bb5d87fdfff4 tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] 10.222.0.32 "GET /v2.0/ports?device_id=921f124f-e013-41e1-82e3-8105adfabac8 HTTP/1.1" status: 200 len: 946 time: 0.1168435 Jul 23 20:14:47.131781 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b906ab2-1541-41a3-b76d-1534964d7533 req-d1ee9995-e797-4ac2-976a-1244ce12003e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:47.133299 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2b906ab2-1541-41a3-b76d-1534964d7533 req-d1ee9995-e797-4ac2-976a-1244ce12003e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 1097 time: 0.1141338 Jul 23 20:14:47.163293 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5ded0d63-f259-4036-a427-541d63fbc532 req-8d2fd9a0-91fb-4179-9cac-d17f17c8e2f3 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebae7212-d259-4374-99a7-29d1422be97f HTTP/1.1" status: 200 len: 210 time: 0.0382652 Jul 23 20:14:47.198816 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-494181ab-1496-4f60-af3f-3b59776f51f9 req-eb2c7bfa-36be-450d-ac3c-4d1f2188e5ff tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] 10.222.0.32 "GET /v2.0/security-groups?id=96073293-34d7-45fb-a506-0785115294ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839968 Jul 23 20:14:47.203906 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2b906ab2-1541-41a3-b76d-1534964d7533 req-84f9c2bd-f889-4db9-b86b-803bb8bc9ab6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612481 Jul 23 20:14:47.699808 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d73d589-aa53-4b89-9953-112077e9e73d req-ceb84293-f9a7-4aee-97ae-0107687522af tempest-ServerShowV254Test-1653073177 tempest-ServerShowV254Test-1653073177-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f0ecf76-08fa-4eae-8e56-8789a822859d HTTP/1.1" status: 200 len: 210 time: 0.0715432 Jul 23 20:14:48.256403 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5d4d1-123d-4e55-9225-dc538c47b90c req-cf695d7a-bc0c-4d08-933f-a35e7a78124e tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:48.263886 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e1e5d4d1-123d-4e55-9225-dc538c47b90c req-cf695d7a-bc0c-4d08-933f-a35e7a78124e tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.1814628 Jul 23 20:14:48.350615 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a9e22810-b666-4b9b-990f-fae2e2d1abdd req-e12a2de3-9dd6-43ee-bf55-29a01ab71572 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebae7212-d259-4374-99a7-29d1422be97f HTTP/1.1" status: 200 len: 210 time: 0.0699589 Jul 23 20:14:48.400764 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e1e5d4d1-123d-4e55-9225-dc538c47b90c req-03d7a071-d66d-4f18-83e2-73fc73aa944d tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111474 Jul 23 20:14:48.425527 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-a3f5bf2a-d56f-4b16-bf8d-cd5f25419341 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:48.430225 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-a3f5bf2a-d56f-4b16-bf8d-cd5f25419341 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.18 "GET /v2.0/networks?id=4ed1ab68-e1ae-419e-898a-08b6f46d9477 HTTP/1.1" status: 200 len: 813 time: 0.3029566 Jul 23 20:14:48.442822 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-9802fb0f-3608-4b8b-a1a9-483dc2fa4552 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Request body: {'port': {'device_id': '71ba8420-8afb-460b-9e02-9f5ad921e0c8', 'network_id': '4ed1ab68-e1ae-419e-898a-08b6f46d9477', 'admin_state_up': True, 'tenant_id': 'bb96d41857754bf7bf66ca8ce3539d2f'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:48.497794 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2016e7a-9f72-4d6f-b0c1-feeb27a2664a req-8f35e003-ebe2-467b-8718-71bb4e904431 tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:48.499805 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c2016e7a-9f72-4d6f-b0c1-feeb27a2664a req-8f35e003-ebe2-467b-8718-71bb4e904431 tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] 10.222.0.30 "GET /v2.0/ports?device_id=921f124f-e013-41e1-82e3-8105adfabac8 HTTP/1.1" status: 200 len: 946 time: 0.2122996 Jul 23 20:14:48.714495 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-9802fb0f-3608-4b8b-a1a9-483dc2fa4552 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Made reservation on behalf of bb96d41857754bf7bf66ca8ce3539d2f for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:48.719359 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-9802fb0f-3608-4b8b-a1a9-483dc2fa4552 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:48.780129 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996f0c4-125f-4774-b519-f12f1277664d req-4b3a447a-9ec5-4e44-b22b-997c8d8a64e8 tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:48.782097 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-b9372cc5-268c-49de-b05d-6143c58f6d38 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:48.784270 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-b9372cc5-268c-49de-b05d-6143c58f6d38 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.18 "GET /v2.0/networks?id=4ed1ab68-e1ae-419e-898a-08b6f46d9477 HTTP/1.1" status: 200 len: 813 time: 0.2770538 Jul 23 20:14:48.788007 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9996f0c4-125f-4774-b519-f12f1277664d req-4b3a447a-9ec5-4e44-b22b-997c8d8a64e8 tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] 10.222.0.32 "GET /v2.0/ports?device_id=921f124f-e013-41e1-82e3-8105adfabac8 HTTP/1.1" status: 200 len: 946 time: 0.1388862 Jul 23 20:14:48.800189 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-eefd88c2-312c-4b3d-aad2-1e2562cad19a tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Request body: {'port': {'device_id': 'ebae7212-d259-4374-99a7-29d1422be97f', 'network_id': '4ed1ab68-e1ae-419e-898a-08b6f46d9477', 'admin_state_up': True, 'tenant_id': 'bb96d41857754bf7bf66ca8ce3539d2f'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:48.887861 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9996f0c4-125f-4774-b519-f12f1277664d req-b25bd0d6-45f9-4304-9f5c-a25f32a1a22d tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] 10.222.0.32 "GET /v2.0/security-groups?id=96073293-34d7-45fb-a506-0785115294ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955174 Jul 23 20:14:48.969404 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-9802fb0f-3608-4b8b-a1a9-483dc2fa4552 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Allocated IP 172.20.0.8 (4ed1ab68-e1ae-419e-898a-08b6f46d9477/9f992d35-a3dd-4a94-93d6-be21db6596cb/e8a152bf-b4f1-40fb-8f7f-7c2733f7358c) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:14:48.972771 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c16e511a-870d-4e69-904c-ccdeda309d1b req-68e777c1-44c1-40bc-8ff5-eef6ff8bab34 tempest-ServerShowV254Test-1653073177 tempest-ServerShowV254Test-1653073177-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f0ecf76-08fa-4eae-8e56-8789a822859d HTTP/1.1" status: 200 len: 210 time: 0.0436728 Jul 23 20:14:48.988737 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-c2016e7a-9f72-4d6f-b0c1-feeb27a2664a req-486b81be-47e6-41e4-96d6-79b8b496287e tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] Deleting port 04cb4265-da9f-4b08-a440-c985bcd4fab8 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:14:48.989195 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c2016e7a-9f72-4d6f-b0c1-feeb27a2664a req-486b81be-47e6-41e4-96d6-79b8b496287e tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:49.028829 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-eefd88c2-312c-4b3d-aad2-1e2562cad19a tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Made reservation on behalf of bb96d41857754bf7bf66ca8ce3539d2f for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:49.032332 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-eefd88c2-312c-4b3d-aad2-1e2562cad19a tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:49.164963 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-9802fb0f-3608-4b8b-a1a9-483dc2fa4552 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:49.169111 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-c2016e7a-9f72-4d6f-b0c1-feeb27a2664a req-486b81be-47e6-41e4-96d6-79b8b496287e tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] For port 04cb4265-da9f-4b08-a440-c985bcd4fab8, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=04cb4265-da9f-4b08-a440-c985bcd4fab8,segment=NetworkSegment(bb45a767-8b16-46dd-9991-6e781b12f13e),segment_id=bb45a767-8b16-46dd-9991-6e781b12f13e)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:49.169709 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c2016e7a-9f72-4d6f-b0c1-feeb27a2664a req-486b81be-47e6-41e4-96d6-79b8b496287e tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:49.190973 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-c2016e7a-9f72-4d6f-b0c1-feeb27a2664a req-486b81be-47e6-41e4-96d6-79b8b496287e tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] Calling delete_port for 04cb4265-da9f-4b08-a440-c985bcd4fab8 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:14:49.225003 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-9802fb0f-3608-4b8b-a1a9-483dc2fa4552 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:49.272635 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-9802fb0f-3608-4b8b-a1a9-483dc2fa4552 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Network 4ed1ab68-e1ae-419e-898a-08b6f46d9477 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:14:49.276313 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-9802fb0f-3608-4b8b-a1a9-483dc2fa4552 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:49.280381 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-9802fb0f-3608-4b8b-a1a9-483dc2fa4552 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:14:49.324965 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-eefd88c2-312c-4b3d-aad2-1e2562cad19a tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Allocated IP 172.20.0.12 (4ed1ab68-e1ae-419e-898a-08b6f46d9477/9f992d35-a3dd-4a94-93d6-be21db6596cb/6f63db28-d975-430e-bd16-eafc0b2e0b15) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:14:49.343213 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-9802fb0f-3608-4b8b-a1a9-483dc2fa4552 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:49.344238 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-9802fb0f-3608-4b8b-a1a9-483dc2fa4552 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:49.366328 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9802fb0f-3608-4b8b-a1a9-483dc2fa4552 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Pushing event updated for resources: {'Port': ['ID=e8a152bf-b4f1-40fb-8f7f-7c2733f7358c,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:49.376577 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-9802fb0f-3608-4b8b-a1a9-483dc2fa4552 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9375839 Jul 23 20:14:49.412674 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-db8e743b-e1a0-45a8-9321-ed8644544098 service neutron] Request body: {'port': {'device_id': '71ba8420-8afb-460b-9e02-9f5ad921e0c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:49.459455 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c2016e7a-9f72-4d6f-b0c1-feeb27a2664a req-486b81be-47e6-41e4-96d6-79b8b496287e tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:49.472037 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['04cb4265-da9f-4b08-a440-c985bcd4fab8'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:14:49.560608 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b81be-47e6-41e4-96d6-79b8b496287e tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] Pushing event deleted for resources: {'Port': ['ID=04cb4265-da9f-4b08-a440-c985bcd4fab8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:49.579592 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-db8e743b-e1a0-45a8-9321-ed8644544098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:49.606326 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c62fc9f1-3abf-45c7-aeec-32ff0abf99a7 req-27521540-59c3-4069-a56f-04f83086a016 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebae7212-d259-4374-99a7-29d1422be97f HTTP/1.1" status: 200 len: 210 time: 0.0837207 Jul 23 20:14:49.682239 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2016e7a-9f72-4d6f-b0c1-feeb27a2664a req-486b81be-47e6-41e4-96d6-79b8b496287e tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] No DVR routers for this DVR port 04cb4265-da9f-4b08-a440-c985bcd4fab8 on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:14:49.693864 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c2016e7a-9f72-4d6f-b0c1-feeb27a2664a req-486b81be-47e6-41e4-96d6-79b8b496287e tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:49.696051 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c2016e7a-9f72-4d6f-b0c1-feeb27a2664a req-486b81be-47e6-41e4-96d6-79b8b496287e tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] 10.222.0.30 "DELETE /v2.0/ports/04cb4265-da9f-4b08-a440-c985bcd4fab8 HTTP/1.1" status: 204 len: 173 time: 1.1900694 Jul 23 20:14:49.696652 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921f124f-e013-41e1-82e3-8105adfabac8', 'name': 'network-vif-deleted', 'tag': '04cb4265-da9f-4b08-a440-c985bcd4fab8'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:49.698822 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680f6654-d708-4c2b-99b2-6f0193bb360e" -d '{"events": [{"server_uuid": "921f124f-e013-41e1-82e3-8105adfabac8", "name": "network-vif-deleted", "tag": "04cb4265-da9f-4b08-a440-c985bcd4fab8"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:49.734562 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-eefd88c2-312c-4b3d-aad2-1e2562cad19a tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:49.793876 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113cee7c-4cd7-4f8d-b99e-b3c8d9798a24 x-openstack-request-id: req-113cee7c-4cd7-4f8d-b99e-b3c8d9798a24 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:49.794172 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921f124f-e013-41e1-82e3-8105adfabac8", "name": "network-vif-deleted", "tag": "04cb4265-da9f-4b08-a440-c985bcd4fab8", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:49.794420 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-113cee7c-4cd7-4f8d-b99e-b3c8d9798a24 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:49.794822 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921f124f-e013-41e1-82e3-8105adfabac8', 'name': 'network-vif-deleted', 'tag': '04cb4265-da9f-4b08-a440-c985bcd4fab8', 'status': 'completed', 'code': 200} Jul 23 20:14:49.809774 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ead64-cf4a-4f55-ba87-56b93422df15 req-13072e3d-b32e-4ea6-bd3b-e4751f9f5ecb tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:49.817582 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c88ead64-cf4a-4f55-ba87-56b93422df15 req-13072e3d-b32e-4ea6-bd3b-e4751f9f5ecb tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.2739236 Jul 23 20:14:49.879927 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c88ead64-cf4a-4f55-ba87-56b93422df15 req-72b8f215-c2f2-4043-b773-11eb3df68e44 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606363 Jul 23 20:14:49.886994 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-eefd88c2-312c-4b3d-aad2-1e2562cad19a tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:49.937712 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-eefd88c2-312c-4b3d-aad2-1e2562cad19a tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Network 4ed1ab68-e1ae-419e-898a-08b6f46d9477 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:14:49.940353 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-eefd88c2-312c-4b3d-aad2-1e2562cad19a tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:49.947349 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-eefd88c2-312c-4b3d-aad2-1e2562cad19a tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:14:50.008199 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd88c2-312c-4b3d-aad2-1e2562cad19a tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Pushing event updated for resources: {'Port': ['ID=6f63db28-d975-430e-bd16-eafc0b2e0b15,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:50.059144 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-eefd88c2-312c-4b3d-aad2-1e2562cad19a tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:50.059690 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-eefd88c2-312c-4b3d-aad2-1e2562cad19a tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:50.100638 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-eefd88c2-312c-4b3d-aad2-1e2562cad19a tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3055897 Jul 23 20:14:50.119056 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-2b17ca6f-2b66-4a11-b98d-1a80eb36700d service neutron] Request body: {'port': {'device_id': 'ebae7212-d259-4374-99a7-29d1422be97f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:50.126645 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-db8e743b-e1a0-45a8-9321-ed8644544098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8a152bf-b4f1-40fb-8f7f-7c2733f7358c {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:14:50.136903 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-db8e743b-e1a0-45a8-9321-ed8644544098 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:50.154147 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-db8e743b-e1a0-45a8-9321-ed8644544098 service neutron] Transition to ACTIVE for port object e8a152bf-b4f1-40fb-8f7f-7c2733f7358c will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:50.170387 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-db8e743b-e1a0-45a8-9321-ed8644544098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:50.212904 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55982) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:50.220564 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-47899120-8ed6-4fe1-b05b-7d91d3e68353 req-cb509bd8-0db5-4192-b6e2-28bf86665f9e tempest-ServerGroupTestJSON-1643291901 tempest-ServerGroupTestJSON-1643291901-project] 10.222.0.32 "GET /v2.0/ports?device_id=921f124f-e013-41e1-82e3-8105adfabac8 HTTP/1.1" status: 200 len: 210 time: 0.0648687 Jul 23 20:14:50.402607 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6101a3a1-68b3-4407-87fa-ff8abc7312ec req-a59a1397-9926-4b24-9363-b7e86f427677 tempest-ServerShowV254Test-1653073177 tempest-ServerShowV254Test-1653073177-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f0ecf76-08fa-4eae-8e56-8789a822859d HTTP/1.1" status: 200 len: 210 time: 0.1096790 Jul 23 20:14:50.443720 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6ca8f7a4-08ec-4142-9086-79d3f45ade65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:50.444062 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e743b-e1a0-45a8-9321-ed8644544098 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a152bf-b4f1-40fb-8f7f-7c2733f7358c,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:50.517040 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-2b17ca6f-2b66-4a11-b98d-1a80eb36700d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:50.568500 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-db8e743b-e1a0-45a8-9321-ed8644544098 service neutron] Attempting to bind port e8a152bf-b4f1-40fb-8f7f-7c2733f7358c on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:14:50.568841 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-db8e743b-e1a0-45a8-9321-ed8644544098 service neutron] Attempting to bind port e8a152bf-b4f1-40fb-8f7f-7c2733f7358c by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'b619110e-4e4d-470c-9269-34f43892a5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4ed1ab68-e1ae-419e-898a-08b6f46d9477'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:14:50.569171 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-db8e743b-e1a0-45a8-9321-ed8644544098 service neutron] Attempting to bind port e8a152bf-b4f1-40fb-8f7f-7c2733f7358c on network 4ed1ab68-e1ae-419e-898a-08b6f46d9477 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:50.584233 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-db8e743b-e1a0-45a8-9321-ed8644544098 service neutron] Port e8a152bf-b4f1-40fb-8f7f-7c2733f7358c on network 4ed1ab68-e1ae-419e-898a-08b6f46d9477 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:14:50.584598 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-db8e743b-e1a0-45a8-9321-ed8644544098 service neutron] Attempting to bind port e8a152bf-b4f1-40fb-8f7f-7c2733f7358c on network 4ed1ab68-e1ae-419e-898a-08b6f46d9477 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:50.592274 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-db8e743b-e1a0-45a8-9321-ed8644544098 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:14:50.592602 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-db8e743b-e1a0-45a8-9321-ed8644544098 service neutron] Checking segment: {'id': 'b619110e-4e4d-470c-9269-34f43892a5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4ed1ab68-e1ae-419e-898a-08b6f46d9477'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:50.592992 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-db8e743b-e1a0-45a8-9321-ed8644544098 service neutron] Bound using segment: {'id': 'b619110e-4e4d-470c-9269-34f43892a5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4ed1ab68-e1ae-419e-898a-08b6f46d9477'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:14:50.593429 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-db8e743b-e1a0-45a8-9321-ed8644544098 service neutron] Bound port: e8a152bf-b4f1-40fb-8f7f-7c2733f7358c, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b619110e-4e4d-470c-9269-34f43892a5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4ed1ab68-e1ae-419e-898a-08b6f46d9477'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:14:50.593814 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-db8e743b-e1a0-45a8-9321-ed8644544098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:50.673074 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-db8e743b-e1a0-45a8-9321-ed8644544098 service neutron] For port e8a152bf-b4f1-40fb-8f7f-7c2733f7358c, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:14:50.676429 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-db8e743b-e1a0-45a8-9321-ed8644544098 service neutron] For port e8a152bf-b4f1-40fb-8f7f-7c2733f7358c, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=e8a152bf-b4f1-40fb-8f7f-7c2733f7358c,segment=NetworkSegment(b619110e-4e4d-470c-9269-34f43892a5ed),segment_id=b619110e-4e4d-470c-9269-34f43892a5ed)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:14:50.684617 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-9c5904f1-f4fc-4edc-9c3d-7c3643c45138 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:50.691228 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-9c5904f1-f4fc-4edc-9c3d-7c3643c45138 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/networks?id=7fedbba9-4431-4330-9544-1acf217b43a2 HTTP/1.1" status: 200 len: 814 time: 0.2898011 Jul 23 20:14:50.700697 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-db8e743b-e1a0-45a8-9321-ed8644544098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:50.712655 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6ca8f7a4-08ec-4142-9086-79d3f45ade65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:50.730133 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6ca8f7a4-08ec-4142-9086-79d3f45ade65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:50.776551 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-881a1a38-f165-4eb9-b911-8af39f9e177a tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/quotas/99b1a67790e94a4dae83bd764a7343f4 HTTP/1.1" status: 200 len: 375 time: 0.0840797 Jul 23 20:14:50.793158 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-db8e743b-e1a0-45a8-9321-ed8644544098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:50.793807 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-db8e743b-e1a0-45a8-9321-ed8644544098 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:50.795222 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-db8e743b-e1a0-45a8-9321-ed8644544098 service neutron] 10.222.0.18 "PUT /v2.0/ports/e8a152bf-b4f1-40fb-8f7f-7c2733f7358c HTTP/1.1" status: 200 len: 1092 time: 1.4066019 Jul 23 20:14:50.795698 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ba8420-8afb-460b-9e02-9f5ad921e0c8', 'tag': 'e8a152bf-b4f1-40fb-8f7f-7c2733f7358c'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:50.798007 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cef713c-1279-4844-853e-0d195e90ed52" -d '{"events": [{"name": "network-changed", "server_uuid": "71ba8420-8afb-460b-9e02-9f5ad921e0c8", "tag": "e8a152bf-b4f1-40fb-8f7f-7c2733f7358c"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:50.859532 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6ca8f7a4-08ec-4142-9086-79d3f45ade65 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5ac8b99d0f894ec69dc925ad1200d440&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6456366 Jul 23 20:14:50.864397 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56004) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:50.871223 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca8f7a4-08ec-4142-9086-79d3f45ade65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc120b8a-7483-4e23-9290-85ba5379365b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:50.938319 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251843c-bd02-43f7-8874-ed1cdfa698ee req-1616fad9-ea68-443d-95eb-157b88dca7b0 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:50.940309 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e251843c-bd02-43f7-8874-ed1cdfa698ee req-1616fad9-ea68-443d-95eb-157b88dca7b0 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebae7212-d259-4374-99a7-29d1422be97f HTTP/1.1" status: 200 len: 932 time: 0.2006330 Jul 23 20:14:50.945951 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e743b-e1a0-45a8-9321-ed8644544098 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a152bf-b4f1-40fb-8f7f-7c2733f7358c,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:50.978431 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-9437a1e3-c0ec-410e-8441-6124f8d73664 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=99b1a67790e94a4dae83bd764a7343f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2013590 Jul 23 20:14:50.979423 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b3a899f7-acc4-4c39-ab5b-c8d7e7335b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:50.994317 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-2b17ca6f-2b66-4a11-b98d-1a80eb36700d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f63db28-d975-430e-bd16-eafc0b2e0b15 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:14:51.016650 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-2b17ca6f-2b66-4a11-b98d-1a80eb36700d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:51.025048 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e251843c-bd02-43f7-8874-ed1cdfa698ee req-29422305-273a-46fd-9803-87f63d642cc8 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/security-groups?id=937efb4a-e2d9-4c15-8035-29c53a11040d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587566 Jul 23 20:14:51.035308 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-2b17ca6f-2b66-4a11-b98d-1a80eb36700d service neutron] Transition to ACTIVE for port object 6f63db28-d975-430e-bd16-eafc0b2e0b15 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:51.036485 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b3a899f7-acc4-4c39-ab5b-c8d7e7335b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:51.043297 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-2b17ca6f-2b66-4a11-b98d-1a80eb36700d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:51.100034 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17ca6f-2b66-4a11-b98d-1a80eb36700d service neutron] Pushing event updated for resources: {'Port': ['ID=6f63db28-d975-430e-bd16-eafc0b2e0b15,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:51.105631 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-defc258b-a8bb-4954-8d5f-c36207a4bc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:51.107330 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-defc258b-a8bb-4954-8d5f-c36207a4bc2a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb96d41857754bf7bf66ca8ce3539d2f&device_id=71ba8420-8afb-460b-9e02-9f5ad921e0c8 HTTP/1.1" status: 200 len: 1095 time: 0.2708673 Jul 23 20:14:51.175901 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-2b17ca6f-2b66-4a11-b98d-1a80eb36700d service neutron] Attempting to bind port 6f63db28-d975-430e-bd16-eafc0b2e0b15 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:14:51.176834 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-2b17ca6f-2b66-4a11-b98d-1a80eb36700d service neutron] Attempting to bind port 6f63db28-d975-430e-bd16-eafc0b2e0b15 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'b619110e-4e4d-470c-9269-34f43892a5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4ed1ab68-e1ae-419e-898a-08b6f46d9477'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:14:51.177163 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-2b17ca6f-2b66-4a11-b98d-1a80eb36700d service neutron] Attempting to bind port 6f63db28-d975-430e-bd16-eafc0b2e0b15 on network 4ed1ab68-e1ae-419e-898a-08b6f46d9477 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:51.182351 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-2b17ca6f-2b66-4a11-b98d-1a80eb36700d service neutron] Port 6f63db28-d975-430e-bd16-eafc0b2e0b15 on network 4ed1ab68-e1ae-419e-898a-08b6f46d9477 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:14:51.182677 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-2b17ca6f-2b66-4a11-b98d-1a80eb36700d service neutron] Attempting to bind port 6f63db28-d975-430e-bd16-eafc0b2e0b15 on network 4ed1ab68-e1ae-419e-898a-08b6f46d9477 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:51.188189 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-2b17ca6f-2b66-4a11-b98d-1a80eb36700d service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:14:51.188589 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-2b17ca6f-2b66-4a11-b98d-1a80eb36700d service neutron] Checking segment: {'id': 'b619110e-4e4d-470c-9269-34f43892a5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4ed1ab68-e1ae-419e-898a-08b6f46d9477'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:51.188916 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-2b17ca6f-2b66-4a11-b98d-1a80eb36700d service neutron] Bound using segment: {'id': 'b619110e-4e4d-470c-9269-34f43892a5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4ed1ab68-e1ae-419e-898a-08b6f46d9477'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:14:51.189353 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-2b17ca6f-2b66-4a11-b98d-1a80eb36700d service neutron] Bound port: 6f63db28-d975-430e-bd16-eafc0b2e0b15, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b619110e-4e4d-470c-9269-34f43892a5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4ed1ab68-e1ae-419e-898a-08b6f46d9477'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:14:51.189737 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-2b17ca6f-2b66-4a11-b98d-1a80eb36700d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:51.193071 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-1a68da50-2758-424e-873e-c71acd8a3ff8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8a152bf-b4f1-40fb-8f7f-7c2733f7358c HTTP/1.1" status: 200 len: 217 time: 0.0579660 Jul 23 20:14:51.196565 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cbef0b-ebb8-40d9-8132-8d32e88a356c x-openstack-request-id: req-90cbef0b-ebb8-40d9-8132-8d32e88a356c {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:51.196857 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ba8420-8afb-460b-9e02-9f5ad921e0c8", "tag": "e8a152bf-b4f1-40fb-8f7f-7c2733f7358c", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:51.197269 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90cbef0b-ebb8-40d9-8132-8d32e88a356c {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:51.198246 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ba8420-8afb-460b-9e02-9f5ad921e0c8', 'tag': 'e8a152bf-b4f1-40fb-8f7f-7c2733f7358c', 'status': 'completed', 'code': 200} Jul 23 20:14:51.215703 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b3a899f7-acc4-4c39-ab5b-c8d7e7335b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:51.218615 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b3a899f7-acc4-4c39-ab5b-c8d7e7335b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:51.219916 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b3a899f7-acc4-4c39-ab5b-c8d7e7335b91 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bc120b8a-7483-4e23-9290-85ba5379365b HTTP/1.1" status: 204 len: 168 time: 0.3528895 Jul 23 20:14:51.255078 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a899f7-acc4-4c39-ab5b-c8d7e7335b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc120b8a-7483-4e23-9290-85ba5379365b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:51.298353 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-6630deeb-30ae-4a24-b8ef-79fdfe6b14cb service neutron] 10.222.0.32 "GET /v2.0/networks/7fedbba9-4431-4330-9544-1acf217b43a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085568 Jul 23 20:14:51.314275 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-e947df1f-56b5-4fae-a3de-765b183afbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:51.316093 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-e947df1f-56b5-4fae-a3de-765b183afbaf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f992d35-a3dd-4a94-93d6-be21db6596cb HTTP/1.1" status: 200 len: 853 time: 0.1139698 Jul 23 20:14:51.322033 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-2b17ca6f-2b66-4a11-b98d-1a80eb36700d service neutron] For port 6f63db28-d975-430e-bd16-eafc0b2e0b15, host n-h2-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:14:51.325561 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-2b17ca6f-2b66-4a11-b98d-1a80eb36700d service neutron] For port 6f63db28-d975-430e-bd16-eafc0b2e0b15, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=6f63db28-d975-430e-bd16-eafc0b2e0b15,segment=NetworkSegment(b619110e-4e4d-470c-9269-34f43892a5ed),segment_id=b619110e-4e4d-470c-9269-34f43892a5ed)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:14:51.337433 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-2b17ca6f-2b66-4a11-b98d-1a80eb36700d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:51.400282 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-f17c3560-6e6c-48ff-8250-7f7baf4ccb04 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4ed1ab68-e1ae-419e-898a-08b6f46d9477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771725 Jul 23 20:14:51.425576 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-2b17ca6f-2b66-4a11-b98d-1a80eb36700d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:51.426286 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-2b17ca6f-2b66-4a11-b98d-1a80eb36700d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:51.427799 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-2b17ca6f-2b66-4a11-b98d-1a80eb36700d service neutron] 10.222.0.18 "PUT /v2.0/ports/6f63db28-d975-430e-bd16-eafc0b2e0b15 HTTP/1.1" status: 200 len: 1093 time: 1.3141496 Jul 23 20:14:51.477423 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17ca6f-2b66-4a11-b98d-1a80eb36700d service neutron] Pushing event updated for resources: {'Port': ['ID=6f63db28-d975-430e-bd16-eafc0b2e0b15,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:51.632315 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-85b24247-b0a4-4f9a-82e3-7408b693ea16 req-4a2c5307-e28c-4281-bb41-6261dda4e61c tempest-ServerShowV254Test-1653073177 tempest-ServerShowV254Test-1653073177-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f0ecf76-08fa-4eae-8e56-8789a822859d HTTP/1.1" status: 200 len: 210 time: 0.1095543 Jul 23 20:14:51.646980 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-e802553e-c6f3-4305-b2a4-13a8095cbf3d service neutron] 10.222.0.32 "GET /v2.0/networks/7fedbba9-4431-4330-9544-1acf217b43a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415155 Jul 23 20:14:51.672032 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-182d404f-0fb7-4277-8230-ba3810d4ee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:51.678419 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-182d404f-0fb7-4277-8230-ba3810d4ee38 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb96d41857754bf7bf66ca8ce3539d2f&device_id=ebae7212-d259-4374-99a7-29d1422be97f HTTP/1.1" status: 200 len: 1096 time: 0.1742306 Jul 23 20:14:51.685722 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-17b59010-0f41-40c2-9673-55ce8510c929 service neutron] 10.222.0.18 "GET /v2.0/networks/4ed1ab68-e1ae-419e-898a-08b6f46d9477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734654 Jul 23 20:14:51.763303 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-545d385d-5cc9-487f-8622-89507f026c34 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f63db28-d975-430e-bd16-eafc0b2e0b15 HTTP/1.1" status: 200 len: 217 time: 0.0806913 Jul 23 20:14:51.805273 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebae7212-d259-4374-99a7-29d1422be97f', 'tag': '6f63db28-d975-430e-bd16-eafc0b2e0b15'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:51.807603 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d623df-8ff0-4f9b-82c9-b999527aff50" -d '{"events": [{"name": "network-changed", "server_uuid": "ebae7212-d259-4374-99a7-29d1422be97f", "tag": "6f63db28-d975-430e-bd16-eafc0b2e0b15"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:51.883501 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-220a4442-5e2a-4c2a-ae24-d5f9f00ed908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:51.885555 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-220a4442-5e2a-4c2a-ae24-d5f9f00ed908 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f992d35-a3dd-4a94-93d6-be21db6596cb HTTP/1.1" status: 200 len: 853 time: 0.1154749 Jul 23 20:14:51.927594 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-72bf5822-e407-4bd1-921f-7bbb0d5815f6 service neutron] 10.222.0.18 "GET /v2.0/networks/4ed1ab68-e1ae-419e-898a-08b6f46d9477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355080 Jul 23 20:14:51.968470 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e312bb-c20e-4418-8332-3d03a20722c9 x-openstack-request-id: req-24e312bb-c20e-4418-8332-3d03a20722c9 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:51.968769 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebae7212-d259-4374-99a7-29d1422be97f", "tag": "6f63db28-d975-430e-bd16-eafc0b2e0b15", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:51.969010 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-24e312bb-c20e-4418-8332-3d03a20722c9 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:51.969619 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebae7212-d259-4374-99a7-29d1422be97f', 'tag': '6f63db28-d975-430e-bd16-eafc0b2e0b15', 'status': 'completed', 'code': 200} Jul 23 20:14:51.981450 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-04263519-94d9-469f-8baf-e36b0ce06eff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4ed1ab68-e1ae-419e-898a-08b6f46d9477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867424 Jul 23 20:14:52.015486 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56054) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:52.168336 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1625aa4b-afb5-4137-bc99-ec6ead1a1343 req-fdad997c-8dc3-47c3-aac2-c1e9a974a8fa tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd5c2e7c-b42a-4710-8a46-79ebbd8c0ce2 HTTP/1.1" status: 200 len: 210 time: 0.1246123 Jul 23 20:14:52.169992 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-feed8bfc-a39a-431c-b61c-717023bffe60 admin admin] Deleting subnet 1aa34b4e-7070-4f9a-83f0-2775a1cfe154 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:14:52.186264 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-feed8bfc-a39a-431c-b61c-717023bffe60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:52.219973 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 04cb4265-da9f-4b08-a440-c985bcd4fab8 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:14:52.267442 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 04cb4265-da9f-4b08-a440-c985bcd4fab8 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:14:52.268144 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 04cb4265-da9f-4b08-a440-c985bcd4fab8 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:14:52.340530 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-0e179d18-b02e-499e-8d1d-a73e4dac5561 service neutron] 10.222.0.18 "GET /v2.0/networks/4ed1ab68-e1ae-419e-898a-08b6f46d9477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482711 Jul 23 20:14:52.435057 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef713c-1279-4844-853e-0d195e90ed52 req-a677b87b-98f3-477a-b75e-3d508757b404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:52.437218 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3cef713c-1279-4844-853e-0d195e90ed52 req-a677b87b-98f3-477a-b75e-3d508757b404 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb96d41857754bf7bf66ca8ce3539d2f&device_id=71ba8420-8afb-460b-9e02-9f5ad921e0c8 HTTP/1.1" status: 200 len: 1095 time: 0.4437463 Jul 23 20:14:52.445753 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-feed8bfc-a39a-431c-b61c-717023bffe60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:52.482593 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7839ebf6-72ba-47f7-a5ed-dab11091058f req-b2005a11-a1f5-4f90-ae89-a180af236309 service neutron] 10.222.0.18 "GET /v2.0/networks/4ed1ab68-e1ae-419e-898a-08b6f46d9477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317585 Jul 23 20:14:52.587708 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b648eb-853b-49b3-945b-234f26c50fe4 req-42f12a58-1ba3-4bbb-8947-d01ea95b9a90 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:52.590089 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-84b648eb-853b-49b3-945b-234f26c50fe4 req-42f12a58-1ba3-4bbb-8947-d01ea95b9a90 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebae7212-d259-4374-99a7-29d1422be97f HTTP/1.1" status: 200 len: 944 time: 0.4131677 Jul 23 20:14:52.656548 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-feed8bfc-a39a-431c-b61c-717023bffe60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:52.690941 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d623df-8ff0-4f9b-82c9-b999527aff50 req-44c8a15f-6ccb-4a01-9ade-0d37f6b80b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:52.704174 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-25d623df-8ff0-4f9b-82c9-b999527aff50 req-44c8a15f-6ccb-4a01-9ade-0d37f6b80b60 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb96d41857754bf7bf66ca8ce3539d2f&device_id=ebae7212-d259-4374-99a7-29d1422be97f HTTP/1.1" status: 200 len: 1096 time: 0.1496568 Jul 23 20:14:52.792901 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-84b648eb-853b-49b3-945b-234f26c50fe4 req-b45e43f4-3e31-4323-99f0-a8d4bc90fdc3 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/security-groups?id=937efb4a-e2d9-4c15-8035-29c53a11040d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528790 Jul 23 20:14:52.807844 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef713c-1279-4844-853e-0d195e90ed52 req-9763dd94-c968-42ca-97c7-2f4b6e69906b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:52.811796 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3cef713c-1279-4844-853e-0d195e90ed52 req-9763dd94-c968-42ca-97c7-2f4b6e69906b service neutron] 10.222.0.18 "GET /v2.0/networks?id=4ed1ab68-e1ae-419e-898a-08b6f46d9477 HTTP/1.1" status: 200 len: 914 time: 0.3634882 Jul 23 20:14:52.868474 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-feed8bfc-a39a-431c-b61c-717023bffe60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:52.873810 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3cef713c-1279-4844-853e-0d195e90ed52 req-5f721336-2501-4fc1-8432-e393208c6e86 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8a152bf-b4f1-40fb-8f7f-7c2733f7358c HTTP/1.1" status: 200 len: 217 time: 0.0536942 Jul 23 20:14:52.924371 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed8bfc-a39a-431c-b61c-717023bffe60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aa34b4e-7070-4f9a-83f0-2775a1cfe154,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:52.948147 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fe3905cb-f554-43b8-a6ea-95e1b230a6a5 req-f2bee486-69d9-4bd8-92d3-95c973544005 tempest-ServerShowV254Test-1653073177 tempest-ServerShowV254Test-1653073177-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f0ecf76-08fa-4eae-8e56-8789a822859d HTTP/1.1" status: 200 len: 210 time: 0.0511830 Jul 23 20:14:52.956616 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-feed8bfc-a39a-431c-b61c-717023bffe60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:52.966326 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56092) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:52.968034 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-feed8bfc-a39a-431c-b61c-717023bffe60 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1aa34b4e-7070-4f9a-83f0-2775a1cfe154 HTTP/1.1" status: 204 len: 168 time: 0.9469707 Jul 23 20:14:53.014994 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed8bfc-a39a-431c-b61c-717023bffe60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:53.015340 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed8bfc-a39a-431c-b61c-717023bffe60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:53.015816 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed8bfc-a39a-431c-b61c-717023bffe60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:53.016095 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed8bfc-a39a-431c-b61c-717023bffe60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:53.016627 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed8bfc-a39a-431c-b61c-717023bffe60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:53.016767 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed8bfc-a39a-431c-b61c-717023bffe60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:53.017074 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed8bfc-a39a-431c-b61c-717023bffe60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:53.017404 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed8bfc-a39a-431c-b61c-717023bffe60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:53.017759 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed8bfc-a39a-431c-b61c-717023bffe60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:53.018080 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed8bfc-a39a-431c-b61c-717023bffe60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:53.018439 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed8bfc-a39a-431c-b61c-717023bffe60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:53.018827 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed8bfc-a39a-431c-b61c-717023bffe60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:53.042346 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef713c-1279-4844-853e-0d195e90ed52 req-aa716357-5cc3-4f51-b59a-0a696f2fa746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:53.044276 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3cef713c-1279-4844-853e-0d195e90ed52 req-aa716357-5cc3-4f51-b59a-0a696f2fa746 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f992d35-a3dd-4a94-93d6-be21db6596cb HTTP/1.1" status: 200 len: 853 time: 0.1295953 Jul 23 20:14:53.087487 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3cef713c-1279-4844-853e-0d195e90ed52 req-9cdcef97-6ce7-465d-af87-16c8579bcc9b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4ed1ab68-e1ae-419e-898a-08b6f46d9477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354607 Jul 23 20:14:53.228737 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3cef713c-1279-4844-853e-0d195e90ed52 req-0e8109a7-f348-4da9-afb2-aee68b6aae52 service neutron] 10.222.0.18 "GET /v2.0/networks/4ed1ab68-e1ae-419e-898a-08b6f46d9477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345012 Jul 23 20:14:53.403793 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d623df-8ff0-4f9b-82c9-b999527aff50 req-674fe43f-7c25-43c2-8757-3426f9071b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:53.405323 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-25d623df-8ff0-4f9b-82c9-b999527aff50 req-674fe43f-7c25-43c2-8757-3426f9071b91 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4ed1ab68-e1ae-419e-898a-08b6f46d9477 HTTP/1.1" status: 200 len: 914 time: 0.6903424 Jul 23 20:14:53.434280 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d14fdb56-13eb-4c84-8b30-46cde9d2b6c1 req-3e51f0b2-cdbb-4691-a4f8-392275a70373 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd5c2e7c-b42a-4710-8a46-79ebbd8c0ce2 HTTP/1.1" status: 200 len: 210 time: 0.1192739 Jul 23 20:14:53.522570 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3cef713c-1279-4844-853e-0d195e90ed52 req-4b69bc2f-aaeb-47ff-b495-5cdb4dcd5077 service neutron] 10.222.0.18 "GET /v2.0/networks/4ed1ab68-e1ae-419e-898a-08b6f46d9477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773628 Jul 23 20:14:53.568697 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-25d623df-8ff0-4f9b-82c9-b999527aff50 req-42532647-8906-4730-8317-760ecbf39079 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f63db28-d975-430e-bd16-eafc0b2e0b15 HTTP/1.1" status: 200 len: 217 time: 0.1532521 Jul 23 20:14:53.587709 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e8a74872-a582-4e5e-a9d8-3975704e3928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:53.686154 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d623df-8ff0-4f9b-82c9-b999527aff50 req-12f7bc7c-677e-4834-9d7a-733f57a80050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:53.687631 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-25d623df-8ff0-4f9b-82c9-b999527aff50 req-12f7bc7c-677e-4834-9d7a-733f57a80050 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f992d35-a3dd-4a94-93d6-be21db6596cb HTTP/1.1" status: 200 len: 853 time: 0.1107671 Jul 23 20:14:53.759275 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-25d623df-8ff0-4f9b-82c9-b999527aff50 req-f990b1bb-acfa-4402-b995-cde75d2f154c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4ed1ab68-e1ae-419e-898a-08b6f46d9477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521374 Jul 23 20:14:53.788141 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-92622931-3ff8-496c-877d-50c0d848b961 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:53.789894 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-92622931-3ff8-496c-877d-50c0d848b961 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.30 "GET /v2.0/networks?id=7fedbba9-4431-4330-9544-1acf217b43a2 HTTP/1.1" status: 200 len: 814 time: 0.3664341 Jul 23 20:14:53.809206 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-8d32f2f4-6cdc-47e3-8f49-c92365e18fe5 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Request body: {'port': {'device_id': 'fd5c2e7c-b42a-4710-8a46-79ebbd8c0ce2', 'network_id': '7fedbba9-4431-4330-9544-1acf217b43a2', 'admin_state_up': True, 'tenant_id': '99b1a67790e94a4dae83bd764a7343f4'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:53.906179 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e8a74872-a582-4e5e-a9d8-3975704e3928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:53.934976 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-e8a74872-a582-4e5e-a9d8-3975704e3928 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['043b4838-df06-49ed-989c-a6ce93300831']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:53.938536 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec9abad-0aa1-4b94-8f32-3822149c0671 req-1cd52e68-a15c-4ce5-82f9-43d8b3e2c919 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:53.940652 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cec9abad-0aa1-4b94-8f32-3822149c0671 req-1cd52e68-a15c-4ce5-82f9-43d8b3e2c919 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebae7212-d259-4374-99a7-29d1422be97f HTTP/1.1" status: 200 len: 944 time: 0.0763958 Jul 23 20:14:53.954404 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-e8a74872-a582-4e5e-a9d8-3975704e3928 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb45a767-8b16-46dd-9991-6e781b12f13e') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:53.955424 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-e8a74872-a582-4e5e-a9d8-3975704e3928 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb45a767-8b16-46dd-9991-6e781b12f13e') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:53.969572 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e8a74872-a582-4e5e-a9d8-3975704e3928 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:53.990759 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e8a74872-a582-4e5e-a9d8-3975704e3928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:54.000893 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8a74872-a582-4e5e-a9d8-3975704e3928 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:14:54.001665 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e8a74872-a582-4e5e-a9d8-3975704e3928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:54.017896 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cec9abad-0aa1-4b94-8f32-3822149c0671 req-b872f3e4-9ada-4d2a-ad0e-28909258a6ac tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/security-groups?id=937efb4a-e2d9-4c15-8035-29c53a11040d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708916 Jul 23 20:14:54.057061 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device e8a152bf-b4f1-40fb-8f7f-7c2733f7358c details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:14:54.088335 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:14:54.088335 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:14:54.088335 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:14:54.088335 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:14:54.088335 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:14:54.088335 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:14:54.088335 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:14:54.088335 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:14:54.088335 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:14:54.088335 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:14:54.088335 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:14:54.088335 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:14:54.088335 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:14:54.088335 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:14:54.088335 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:14:54.088335 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:14:54.088335 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:14:54.088335 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:14:54.088335 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:14:54.088335 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:14:54.088335 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:14:54.088335 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:14:54.088335 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:14:54.088335 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:14:54.088335 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:14:54.088335 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:14:54.088335 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:14:54.088335 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:14:54.088335 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:14:54.088335 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:14:54.088335 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:14:54.088335 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:14:54.127550 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e8a74872-a582-4e5e-a9d8-3975704e3928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:54.145789 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-25d623df-8ff0-4f9b-82c9-b999527aff50 req-8d592158-1fdf-41cb-84ee-a3165f80e835 service neutron] 10.222.0.18 "GET /v2.0/networks/4ed1ab68-e1ae-419e-898a-08b6f46d9477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729897 Jul 23 20:14:54.149850 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e8a74872-a582-4e5e-a9d8-3975704e3928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:54.152246 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e8a74872-a582-4e5e-a9d8-3975704e3928 admin admin] 10.222.0.32 "DELETE /v2.0/networks/043b4838-df06-49ed-989c-a6ce93300831 HTTP/1.1" status: 204 len: 168 time: 1.1804671 Jul 23 20:14:54.205183 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a74872-a582-4e5e-a9d8-3975704e3928 admin admin] Pushing event deleted for resources: {'Network': ['ID=043b4838-df06-49ed-989c-a6ce93300831,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:54.230970 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port e8a152bf-b4f1-40fb-8f7f-7c2733f7358c, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=e8a152bf-b4f1-40fb-8f7f-7c2733f7358c,segment=NetworkSegment(b619110e-4e4d-470c-9269-34f43892a5ed),segment_id=b619110e-4e4d-470c-9269-34f43892a5ed)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:54.243975 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': 'e8a152bf-b4f1-40fb-8f7f-7c2733f7358c', 'network_id': '4ed1ab68-e1ae-419e-898a-08b6f46d9477', 'port_id': 'e8a152bf-b4f1-40fb-8f7f-7c2733f7358c', 'mac_address': 'fa:16:3e:ad:0f:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f992d35-a3dd-4a94-93d6-be21db6596cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:14:54.311527 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:54.361814 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-8d32f2f4-6cdc-47e3-8f49-c92365e18fe5 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Made reservation on behalf of 99b1a67790e94a4dae83bd764a7343f4 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:54.366758 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-8d32f2f4-6cdc-47e3-8f49-c92365e18fe5 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:54.385392 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dd2f6a6e-057a-4032-b96a-a932569e0fa2 req-68b9ac20-11c5-4a1b-a4fa-bcc4c2c9abc0 tempest-ServerShowV254Test-1653073177 tempest-ServerShowV254Test-1653073177-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f0ecf76-08fa-4eae-8e56-8789a822859d HTTP/1.1" status: 200 len: 210 time: 0.1988442 Jul 23 20:14:54.556328 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8a152bf-b4f1-40fb-8f7f-7c2733f7358c {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:14:54.598056 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port e8a152bf-b4f1-40fb-8f7f-7c2733f7358c, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=e8a152bf-b4f1-40fb-8f7f-7c2733f7358c,segment=NetworkSegment(b619110e-4e4d-470c-9269-34f43892a5ed),segment_id=b619110e-4e4d-470c-9269-34f43892a5ed)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:54.604829 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:54.606697 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 6f63db28-d975-430e-bd16-eafc0b2e0b15 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:14:54.642496 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56130) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:54.678721 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cee79b0a-cc7d-434e-9525-1da092987786 req-6a008f65-8014-4822-8944-e8b9ca36d5f1 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd5c2e7c-b42a-4710-8a46-79ebbd8c0ce2 HTTP/1.1" status: 200 len: 210 time: 0.0508542 Jul 23 20:14:54.700605 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-25d623df-8ff0-4f9b-82c9-b999527aff50 req-0631322c-2747-40eb-b293-b679f2c21122 service neutron] 10.222.0.18 "GET /v2.0/networks/4ed1ab68-e1ae-419e-898a-08b6f46d9477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5383072 Jul 23 20:14:54.709174 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 6f63db28-d975-430e-bd16-eafc0b2e0b15, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=6f63db28-d975-430e-bd16-eafc0b2e0b15,segment=NetworkSegment(b619110e-4e4d-470c-9269-34f43892a5ed),segment_id=b619110e-4e4d-470c-9269-34f43892a5ed)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:54.712587 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=e8a152bf-b4f1-40fb-8f7f-7c2733f7358c,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:54.723494 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5e5f556b-b4c9-488e-9e38-4839a2cf04df admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=68b47357d3ff4642b95836c55b4e3996&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0793936 Jul 23 20:14:54.727055 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '6f63db28-d975-430e-bd16-eafc0b2e0b15', 'network_id': '4ed1ab68-e1ae-419e-898a-08b6f46d9477', 'port_id': '6f63db28-d975-430e-bd16-eafc0b2e0b15', 'mac_address': 'fa:16:3e:57:84:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f992d35-a3dd-4a94-93d6-be21db6596cb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:14:54.727950 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56132) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:54.768802 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:54.784875 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f63db28-d975-430e-bd16-eafc0b2e0b15 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:14:54.790730 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b1543ef0-aa81-4181-b260-2219aefa53c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:54.806910 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-8d32f2f4-6cdc-47e3-8f49-c92365e18fe5 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Allocated IP 172.20.0.10 (7fedbba9-4431-4330-9544-1acf217b43a2/b9cd757f-50fc-4d2c-97b5-f7bec2379d06/a2e300b3-2a5b-4e17-9212-9a4cc55458b1) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:14:54.810316 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 6f63db28-d975-430e-bd16-eafc0b2e0b15, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=6f63db28-d975-430e-bd16-eafc0b2e0b15,segment=NetworkSegment(b619110e-4e4d-470c-9269-34f43892a5ed),segment_id=b619110e-4e4d-470c-9269-34f43892a5ed)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:54.815881 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:54.820470 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b1543ef0-aa81-4181-b260-2219aefa53c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:54.870362 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=6f63db28-d975-430e-bd16-eafc0b2e0b15,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:54.892303 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b1543ef0-aa81-4181-b260-2219aefa53c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:54.895952 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b1543ef0-aa81-4181-b260-2219aefa53c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:54.899461 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b1543ef0-aa81-4181-b260-2219aefa53c0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/96073293-34d7-45fb-a506-0785115294ec HTTP/1.1" status: 204 len: 168 time: 0.1680374 Jul 23 20:14:54.909811 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1543ef0-aa81-4181-b260-2219aefa53c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96073293-34d7-45fb-a506-0785115294ec,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:55.035311 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-8d32f2f4-6cdc-47e3-8f49-c92365e18fe5 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:55.050168 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['6f63db28-d975-430e-bd16-eafc0b2e0b15'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:14:55.054930 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['e8a152bf-b4f1-40fb-8f7f-7c2733f7358c'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:14:55.135297 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-8d32f2f4-6cdc-47e3-8f49-c92365e18fe5 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:55.150900 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['b5e0629e-86e6-4f55-a042-ef34d3f2428b'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:14:55.220485 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-8d32f2f4-6cdc-47e3-8f49-c92365e18fe5 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Network 7fedbba9-4431-4330-9544-1acf217b43a2 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:14:55.230700 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-8d32f2f4-6cdc-47e3-8f49-c92365e18fe5 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:55.255423 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-8d32f2f4-6cdc-47e3-8f49-c92365e18fe5 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:14:55.320589 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32f2f4-6cdc-47e3-8f49-c92365e18fe5 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Pushing event updated for resources: {'Port': ['ID=a2e300b3-2a5b-4e17-9212-9a4cc55458b1,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:55.351952 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d2597-485d-4a7d-a7cd-f7e88aaf9f76 req-ca646a98-8358-483d-83a9-343764998186 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:55.360224 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-708d2597-485d-4a7d-a7cd-f7e88aaf9f76 req-ca646a98-8358-483d-83a9-343764998186 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebae7212-d259-4374-99a7-29d1422be97f HTTP/1.1" status: 200 len: 945 time: 0.2374132 Jul 23 20:14:55.405552 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-8d32f2f4-6cdc-47e3-8f49-c92365e18fe5 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:55.414249 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-8d32f2f4-6cdc-47e3-8f49-c92365e18fe5 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:55.464424 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-8d32f2f4-6cdc-47e3-8f49-c92365e18fe5 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6631746 Jul 23 20:14:55.501649 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-6a1f6099-e312-4ccf-9263-9def858adb30 service neutron] Request body: {'port': {'device_id': 'fd5c2e7c-b42a-4710-8a46-79ebbd8c0ce2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:55.556449 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-708d2597-485d-4a7d-a7cd-f7e88aaf9f76 req-1f8b525c-fec1-4fa8-b3ed-5080cb6ed681 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/security-groups?id=937efb4a-e2d9-4c15-8035-29c53a11040d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955309 Jul 23 20:14:55.613025 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-6a1f6099-e312-4ccf-9263-9def858adb30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:55.999140 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b9927b3a-35a4-4417-bab4-0de0fb411eb8 req-fe6b67a9-a286-4342-8f70-0965b4bfa88e tempest-ServerShowV254Test-1653073177 tempest-ServerShowV254Test-1653073177-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f0ecf76-08fa-4eae-8e56-8789a822859d HTTP/1.1" status: 200 len: 210 time: 0.4962575 Jul 23 20:14:56.074220 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device e8a152bf-b4f1-40fb-8f7f-7c2733f7358c up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:14:56.181655 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port e8a152bf-b4f1-40fb-8f7f-7c2733f7358c completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:14:56.184079 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port e8a152bf-b4f1-40fb-8f7f-7c2733f7358c triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:56.184648 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:56.257365 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-6a1f6099-e312-4ccf-9263-9def858adb30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2e300b3-2a5b-4e17-9212-9a4cc55458b1 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:14:56.274806 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-6a1f6099-e312-4ccf-9263-9def858adb30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:56.302766 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff7cf4-8f20-463f-a0ed-118a1ad4e8fc req-175a1154-d8e6-4247-95fd-b560db1e2ed5 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:56.306904 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-29ff7cf4-8f20-463f-a0ed-118a1ad4e8fc req-175a1154-d8e6-4247-95fd-b560db1e2ed5 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd5c2e7c-b42a-4710-8a46-79ebbd8c0ce2 HTTP/1.1" status: 200 len: 932 time: 0.2207148 Jul 23 20:14:56.319946 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:56.324492 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-6a1f6099-e312-4ccf-9263-9def858adb30 service neutron] Transition to ACTIVE for port object a2e300b3-2a5b-4e17-9212-9a4cc55458b1 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:56.340327 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-6a1f6099-e312-4ccf-9263-9def858adb30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:56.351509 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ba8420-8afb-460b-9e02-9f5ad921e0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a152bf-b4f1-40fb-8f7f-7c2733f7358c'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:56.354967 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754061c9-db9b-49b4-b6c2-b87d9090d3f2" -d '{"events": [{"server_uuid": "71ba8420-8afb-460b-9e02-9f5ad921e0c8", "name": "network-vif-plugged", "status": "completed", "tag": "e8a152bf-b4f1-40fb-8f7f-7c2733f7358c"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:56.424820 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f6099-e312-4ccf-9263-9def858adb30 service neutron] Pushing event updated for resources: {'Port': ['ID=a2e300b3-2a5b-4e17-9212-9a4cc55458b1,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:56.437597 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port e8a152bf-b4f1-40fb-8f7f-7c2733f7358c, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=e8a152bf-b4f1-40fb-8f7f-7c2733f7358c,segment=NetworkSegment(b619110e-4e4d-470c-9269-34f43892a5ed),segment_id=b619110e-4e4d-470c-9269-34f43892a5ed)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:56.447535 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:56.449068 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 6f63db28-d975-430e-bd16-eafc0b2e0b15 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:14:56.460435 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5712ce81-a240-43b0-834a-c9024e4a26d4 x-openstack-request-id: req-5712ce81-a240-43b0-834a-c9024e4a26d4 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:56.467693 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ba8420-8afb-460b-9e02-9f5ad921e0c8", "name": "network-vif-plugged", "status": "completed", "tag": "e8a152bf-b4f1-40fb-8f7f-7c2733f7358c", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:56.468975 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5712ce81-a240-43b0-834a-c9024e4a26d4 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:56.469608 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ba8420-8afb-460b-9e02-9f5ad921e0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a152bf-b4f1-40fb-8f7f-7c2733f7358c', 'code': 200} Jul 23 20:14:56.522021 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-29ff7cf4-8f20-463f-a0ed-118a1ad4e8fc req-70ea6d7a-c7e2-4016-8701-9f66d9faa8eb tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092502 Jul 23 20:14:56.612984 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=e8a152bf-b4f1-40fb-8f7f-7c2733f7358c,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:56.626871 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 6f63db28-d975-430e-bd16-eafc0b2e0b15 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:14:56.632155 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 6f63db28-d975-430e-bd16-eafc0b2e0b15 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:56.632545 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:56.766433 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600af281-67b0-4cb9-9051-ac8c651831e5 req-27a2b322-71d6-4509-a004-41793a9d3ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:56.768016 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-600af281-67b0-4cb9-9051-ac8c651831e5 req-27a2b322-71d6-4509-a004-41793a9d3ef6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=71ba8420-8afb-460b-9e02-9f5ad921e0c8 HTTP/1.1" status: 200 len: 1097 time: 0.2376635 Jul 23 20:14:56.768965 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-6a1f6099-e312-4ccf-9263-9def858adb30 service neutron] Attempting to bind port a2e300b3-2a5b-4e17-9212-9a4cc55458b1 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:14:56.769348 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-6a1f6099-e312-4ccf-9263-9def858adb30 service neutron] Attempting to bind port a2e300b3-2a5b-4e17-9212-9a4cc55458b1 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '13a13d20-6431-4365-97ce-f955081eb8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7fedbba9-4431-4330-9544-1acf217b43a2'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:14:56.769721 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-6a1f6099-e312-4ccf-9263-9def858adb30 service neutron] Attempting to bind port a2e300b3-2a5b-4e17-9212-9a4cc55458b1 on network 7fedbba9-4431-4330-9544-1acf217b43a2 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:56.780681 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:56.806470 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-6a1f6099-e312-4ccf-9263-9def858adb30 service neutron] Port a2e300b3-2a5b-4e17-9212-9a4cc55458b1 on network 7fedbba9-4431-4330-9544-1acf217b43a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:14:56.806470 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-6a1f6099-e312-4ccf-9263-9def858adb30 service neutron] Attempting to bind port a2e300b3-2a5b-4e17-9212-9a4cc55458b1 on network 7fedbba9-4431-4330-9544-1acf217b43a2 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:56.824041 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-600af281-67b0-4cb9-9051-ac8c651831e5 req-74f93403-d047-4dd2-8bbf-34ef9cbc2cbd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=937efb4a-e2d9-4c15-8035-29c53a11040d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470877 Jul 23 20:14:56.826439 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-6a1f6099-e312-4ccf-9263-9def858adb30 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:14:56.826695 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-6a1f6099-e312-4ccf-9263-9def858adb30 service neutron] Checking segment: {'id': '13a13d20-6431-4365-97ce-f955081eb8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7fedbba9-4431-4330-9544-1acf217b43a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:56.827158 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-6a1f6099-e312-4ccf-9263-9def858adb30 service neutron] Bound using segment: {'id': '13a13d20-6431-4365-97ce-f955081eb8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7fedbba9-4431-4330-9544-1acf217b43a2'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:14:56.827603 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-6a1f6099-e312-4ccf-9263-9def858adb30 service neutron] Bound port: a2e300b3-2a5b-4e17-9212-9a4cc55458b1, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13a13d20-6431-4365-97ce-f955081eb8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7fedbba9-4431-4330-9544-1acf217b43a2'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:14:56.828106 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-6a1f6099-e312-4ccf-9263-9def858adb30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:56.839929 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 6f63db28-d975-430e-bd16-eafc0b2e0b15, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=6f63db28-d975-430e-bd16-eafc0b2e0b15,segment=NetworkSegment(b619110e-4e4d-470c-9269-34f43892a5ed),segment_id=b619110e-4e4d-470c-9269-34f43892a5ed)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:56.850748 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:56.876991 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ba3d7-33e2-4640-89c7-5b11e302d72d req-973bddd5-ea60-42e2-8da0-b28e1a1099f0 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:56.878731 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2c4ba3d7-33e2-4640-89c7-5b11e302d72d req-973bddd5-ea60-42e2-8da0-b28e1a1099f0 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebae7212-d259-4374-99a7-29d1422be97f HTTP/1.1" status: 200 len: 945 time: 0.2015345 Jul 23 20:14:56.964294 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=6f63db28-d975-430e-bd16-eafc0b2e0b15,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:56.980237 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-6a1f6099-e312-4ccf-9263-9def858adb30 service neutron] For port a2e300b3-2a5b-4e17-9212-9a4cc55458b1, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:14:56.985850 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-6a1f6099-e312-4ccf-9263-9def858adb30 service neutron] For port a2e300b3-2a5b-4e17-9212-9a4cc55458b1, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=a2e300b3-2a5b-4e17-9212-9a4cc55458b1,segment=NetworkSegment(13a13d20-6431-4365-97ce-f955081eb8e3),segment_id=13a13d20-6431-4365-97ce-f955081eb8e3)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:14:56.997968 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2c4ba3d7-33e2-4640-89c7-5b11e302d72d req-68520ec4-73ff-4fd3-a716-9f6881fac6a0 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/security-groups?id=937efb4a-e2d9-4c15-8035-29c53a11040d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037066 Jul 23 20:14:57.000227 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-6a1f6099-e312-4ccf-9263-9def858adb30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:57.062100 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f6099-e312-4ccf-9263-9def858adb30 service neutron] Pushing event updated for resources: {'Port': ['ID=a2e300b3-2a5b-4e17-9212-9a4cc55458b1,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:57.089940 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-6a1f6099-e312-4ccf-9263-9def858adb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:57.090796 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-6a1f6099-e312-4ccf-9263-9def858adb30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:57.092700 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-6a1f6099-e312-4ccf-9263-9def858adb30 service neutron] 10.222.0.30 "PUT /v2.0/ports/a2e300b3-2a5b-4e17-9212-9a4cc55458b1 HTTP/1.1" status: 200 len: 1093 time: 1.6149402 Jul 23 20:14:57.093537 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5c2e7c-b42a-4710-8a46-79ebbd8c0ce2', 'tag': 'a2e300b3-2a5b-4e17-9212-9a4cc55458b1'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:57.096815 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4c0790-c044-4000-918c-e60d2af6b9d8" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5c2e7c-b42a-4710-8a46-79ebbd8c0ce2", "tag": "a2e300b3-2a5b-4e17-9212-9a4cc55458b1"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:57.163441 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9b5d5607-df35-47c5-8c94-366f8b3c3957 req-655ff584-be4c-400a-8bc0-beed9891580c tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc96e1e-2741-45da-8ee0-54cce2184140 HTTP/1.1" status: 200 len: 210 time: 0.0419428 Jul 23 20:14:57.249289 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-309ce016-44ca-42fc-b62d-e7d391c94899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:57.249289 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-309ce016-44ca-42fc-b62d-e7d391c94899 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b1a67790e94a4dae83bd764a7343f4&device_id=fd5c2e7c-b42a-4710-8a46-79ebbd8c0ce2 HTTP/1.1" status: 200 len: 1096 time: 0.0868971 Jul 23 20:14:57.251748 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b9506a8d-1eb9-4557-a4a0-614cffb97b8e req-4516db21-dcf9-44d9-88da-b5d5c7f7b2d0 tempest-ServerShowV254Test-1653073177 tempest-ServerShowV254Test-1653073177-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f0ecf76-08fa-4eae-8e56-8789a822859d HTTP/1.1" status: 200 len: 210 time: 0.0808938 Jul 23 20:14:57.329537 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-55b13f51-21c0-4e23-afba-b1aaa2d303fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2e300b3-2a5b-4e17-9212-9a4cc55458b1 HTTP/1.1" status: 200 len: 217 time: 0.0729079 Jul 23 20:14:57.330962 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e32e7de-21fd-46f2-94fc-8150a6692764 x-openstack-request-id: req-8e32e7de-21fd-46f2-94fc-8150a6692764 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:57.331259 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5c2e7c-b42a-4710-8a46-79ebbd8c0ce2", "tag": "a2e300b3-2a5b-4e17-9212-9a4cc55458b1", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:57.331516 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8e32e7de-21fd-46f2-94fc-8150a6692764 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:57.331914 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5c2e7c-b42a-4710-8a46-79ebbd8c0ce2', 'tag': 'a2e300b3-2a5b-4e17-9212-9a4cc55458b1', 'status': 'completed', 'code': 200} Jul 23 20:14:57.411995 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-75fcda51-84d3-40cf-bd24-acfb5cef3e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:57.416968 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-75fcda51-84d3-40cf-bd24-acfb5cef3e3e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9cd757f-50fc-4d2c-97b5-f7bec2379d06 HTTP/1.1" status: 200 len: 854 time: 0.0812624 Jul 23 20:14:57.463698 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-168fb819-4d8d-4d9d-966c-a534c49dc967 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fedbba9-4431-4330-9544-1acf217b43a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414970 Jul 23 20:14:57.953692 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-244a9938-e0f8-4ac0-885c-83d87b8eb58a service neutron] 10.222.0.30 "GET /v2.0/networks/7fedbba9-4431-4330-9544-1acf217b43a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4824271 Jul 23 20:14:58.036231 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-68ec7819-bfcb-4214-b8a7-203165f84d98 req-17309b39-acdd-487f-b6da-027cfa61b858 tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0622da9-ce89-4ab5-905e-a0ad97d47ee5 HTTP/1.1" status: 200 len: 210 time: 0.0496504 Jul 23 20:14:58.037398 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d03674-4f9c-4c51-aeaa-f63b4b36cb41 req-31fc3da8-c001-42a0-b0f5-2c4da9b1433b tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:58.048717 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-14d03674-4f9c-4c51-aeaa-f63b4b36cb41 req-31fc3da8-c001-42a0-b0f5-2c4da9b1433b tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd5c2e7c-b42a-4710-8a46-79ebbd8c0ce2 HTTP/1.1" status: 200 len: 944 time: 0.2105248 Jul 23 20:14:58.184742 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-14d03674-4f9c-4c51-aeaa-f63b4b36cb41 req-69a9b66b-8c88-4c63-9e9a-44ebd5f8f492 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278253 Jul 23 20:14:58.202554 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56252) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:58.228854 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0602951a-eeef-4c11-ae07-84e113b22d1e req-0db8dc08-6a4b-4ef7-b6fd-d5737196bded service neutron] 10.222.0.30 "GET /v2.0/networks/7fedbba9-4431-4330-9544-1acf217b43a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577796 Jul 23 20:14:58.410221 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f7da1011-7d79-488c-a341-a4eabdea8c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:58.434561 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d6137-43ab-4239-870c-39b6d716cd49 req-1c6686cb-5758-4262-90b5-c3f0489822c7 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:58.436570 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ee1d6137-43ab-4239-870c-39b6d716cd49 req-1c6686cb-5758-4262-90b5-c3f0489822c7 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebae7212-d259-4374-99a7-29d1422be97f HTTP/1.1" status: 200 len: 946 time: 0.1550343 Jul 23 20:14:58.443965 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c0790-c044-4000-918c-e60d2af6b9d8 req-20c58b2d-05cd-415d-9e12-f2ad09251941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:58.445667 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bc4c0790-c044-4000-918c-e60d2af6b9d8 req-20c58b2d-05cd-415d-9e12-f2ad09251941 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b1a67790e94a4dae83bd764a7343f4&device_id=fd5c2e7c-b42a-4710-8a46-79ebbd8c0ce2 HTTP/1.1" status: 200 len: 1096 time: 0.1264899 Jul 23 20:14:58.474131 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebae7212-d259-4374-99a7-29d1422be97f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f63db28-d975-430e-bd16-eafc0b2e0b15'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:58.476859 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9152d39a-8a53-4e80-90a0-bc39f360aa27" -d '{"events": [{"server_uuid": "ebae7212-d259-4374-99a7-29d1422be97f", "name": "network-vif-plugged", "status": "completed", "tag": "6f63db28-d975-430e-bd16-eafc0b2e0b15"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:58.492598 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-096976f9-a0a6-4916-932a-a152e62f4945 req-6a60298b-5eca-4da2-ac32-1a641d3eef27 tempest-ServerShowV254Test-1653073177 tempest-ServerShowV254Test-1653073177-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f0ecf76-08fa-4eae-8e56-8789a822859d HTTP/1.1" status: 200 len: 210 time: 0.0708749 Jul 23 20:14:58.563355 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af295a45-c472-414c-8484-e7f9193c70f8 x-openstack-request-id: req-af295a45-c472-414c-8484-e7f9193c70f8 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:58.563869 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebae7212-d259-4374-99a7-29d1422be97f", "name": "network-vif-plugged", "status": "completed", "tag": "6f63db28-d975-430e-bd16-eafc0b2e0b15", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:58.564259 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af295a45-c472-414c-8484-e7f9193c70f8 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:58.564647 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebae7212-d259-4374-99a7-29d1422be97f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f63db28-d975-430e-bd16-eafc0b2e0b15', 'code': 200} Jul 23 20:14:58.593010 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ee1d6137-43ab-4239-870c-39b6d716cd49 req-071841e6-cb7a-4673-8c19-28c70404d089 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/security-groups?id=937efb4a-e2d9-4c15-8035-29c53a11040d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462414 Jul 23 20:14:58.646599 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f7da1011-7d79-488c-a341-a4eabdea8c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:58.651713 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f7da1011-7d79-488c-a341-a4eabdea8c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:58.712065 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56266) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:58.718769 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f7da1011-7d79-488c-a341-a4eabdea8c27 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=21fa4849df854b13b1fbc2babea0bd5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5067647 Jul 23 20:14:58.720042 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da1011-7d79-488c-a341-a4eabdea8c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11bd25ac-6509-49d4-8cc6-21f341ee79ae,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:58.768557 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c0790-c044-4000-918c-e60d2af6b9d8 req-175cb954-0110-4107-b325-22e54469c3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:58.771125 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bc4c0790-c044-4000-918c-e60d2af6b9d8 req-175cb954-0110-4107-b325-22e54469c3cd service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fedbba9-4431-4330-9544-1acf217b43a2 HTTP/1.1" status: 200 len: 915 time: 0.3039377 Jul 23 20:14:58.834255 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bc4c0790-c044-4000-918c-e60d2af6b9d8 req-e301913b-df96-4200-a00a-fee3e38659e3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2e300b3-2a5b-4e17-9212-9a4cc55458b1 HTTP/1.1" status: 200 len: 217 time: 0.0531414 Jul 23 20:14:58.886064 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50cc956-ee84-4830-bd1d-ae6b7ec43766 req-8253425e-bb47-4cf3-8999-4c7ae81ef858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:58.887607 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b50cc956-ee84-4830-bd1d-ae6b7ec43766 req-8253425e-bb47-4cf3-8999-4c7ae81ef858 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ebae7212-d259-4374-99a7-29d1422be97f HTTP/1.1" status: 200 len: 1098 time: 0.2315891 Jul 23 20:14:58.888205 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-64bc3a50-22a2-4aef-b374-0a5e379f2d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:58.934755 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c0790-c044-4000-918c-e60d2af6b9d8 req-c78ed3b8-79b5-4a12-9d01-79623cde9313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:58.936207 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bc4c0790-c044-4000-918c-e60d2af6b9d8 req-c78ed3b8-79b5-4a12-9d01-79623cde9313 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9cd757f-50fc-4d2c-97b5-f7bec2379d06 HTTP/1.1" status: 200 len: 854 time: 0.0926111 Jul 23 20:14:58.943504 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-64bc3a50-22a2-4aef-b374-0a5e379f2d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:58.997247 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bc4c0790-c044-4000-918c-e60d2af6b9d8 req-7da0085c-a25c-4404-98eb-3e622c94808c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fedbba9-4431-4330-9544-1acf217b43a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464015 Jul 23 20:14:58.998781 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b50cc956-ee84-4830-bd1d-ae6b7ec43766 req-51bd5832-8b7e-4c1b-8eca-806fcc9170db service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=937efb4a-e2d9-4c15-8035-29c53a11040d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007199 Jul 23 20:14:59.081240 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-64bc3a50-22a2-4aef-b374-0a5e379f2d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:59.084289 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-64bc3a50-22a2-4aef-b374-0a5e379f2d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:59.087889 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-64bc3a50-22a2-4aef-b374-0a5e379f2d8d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/11bd25ac-6509-49d4-8cc6-21f341ee79ae HTTP/1.1" status: 204 len: 168 time: 0.3720660 Jul 23 20:14:59.101180 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc3a50-22a2-4aef-b374-0a5e379f2d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bd25ac-6509-49d4-8cc6-21f341ee79ae,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:59.113091 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bc4c0790-c044-4000-918c-e60d2af6b9d8 req-e61f16fa-707d-4179-932a-3981f3ed1f9c service neutron] 10.222.0.30 "GET /v2.0/networks/7fedbba9-4431-4330-9544-1acf217b43a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011584 Jul 23 20:14:59.192193 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-12aac5e6-c007-4a86-a3c7-92dc6a9161e6 req-45963933-a489-41b5-bf8f-0ff346017c4a tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0622da9-ce89-4ab5-905e-a0ad97d47ee5 HTTP/1.1" status: 200 len: 210 time: 0.0470643 Jul 23 20:14:59.270211 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bc4c0790-c044-4000-918c-e60d2af6b9d8 req-dcc523c5-61ec-4a0f-9941-031bb3da2c27 service neutron] 10.222.0.30 "GET /v2.0/networks/7fedbba9-4431-4330-9544-1acf217b43a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473165 Jul 23 20:14:59.405802 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6dbfca-b223-41a9-8f6b-ef377aaf3df0 req-13315b93-2a86-4097-b609-77629f898460 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:59.419230 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6f6dbfca-b223-41a9-8f6b-ef377aaf3df0 req-13315b93-2a86-4097-b609-77629f898460 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd5c2e7c-b42a-4710-8a46-79ebbd8c0ce2 HTTP/1.1" status: 200 len: 944 time: 0.1254668 Jul 23 20:14:59.482638 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6f6dbfca-b223-41a9-8f6b-ef377aaf3df0 req-9d311f42-1bd7-47c7-8248-6a19766784b6 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620089 Jul 23 20:14:59.611723 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cdd1b3d5-e60d-41f4-a294-8c2585f01bf7 req-e442c084-dbcc-4fcf-b497-9e91696bdf4d tempest-ServerShowV254Test-1653073177 tempest-ServerShowV254Test-1653073177-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f0ecf76-08fa-4eae-8e56-8789a822859d HTTP/1.1" status: 200 len: 210 time: 0.0310419 Jul 23 20:14:59.760223 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef8cb-7dcb-4d59-b53a-7dfd0dd92f76 req-5e3097e9-649f-43f0-81bf-b52f87483a91 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:59.762023 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a35ef8cb-7dcb-4d59-b53a-7dfd0dd92f76 req-5e3097e9-649f-43f0-81bf-b52f87483a91 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebae7212-d259-4374-99a7-29d1422be97f HTTP/1.1" status: 200 len: 946 time: 0.0792365 Jul 23 20:15:00.076817 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-338885ab-8126-4dd4-806a-0fad72ddee37 req-92f05945-bb5e-4d68-bffe-dc8c264191d5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8cc96e1e-2741-45da-8ee0-54cce2184140 HTTP/1.1" status: 200 len: 210 time: 0.0324154 Jul 23 20:15:00.090738 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a35ef8cb-7dcb-4d59-b53a-7dfd0dd92f76 req-bdd84bed-1020-4ee5-8ee4-07be87884821 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/security-groups?id=937efb4a-e2d9-4c15-8035-29c53a11040d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218358 Jul 23 20:15:00.296820 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4d209532-40c5-4bf6-91ba-e1f27fe13993 req-c9f03507-58a7-4d6b-8a1b-ee3bede1fae6 tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0622da9-ce89-4ab5-905e-a0ad97d47ee5 HTTP/1.1" status: 200 len: 210 time: 0.0325887 Jul 23 20:15:00.300391 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device a2e300b3-2a5b-4e17-9212-9a4cc55458b1 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:15:00.412744 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port a2e300b3-2a5b-4e17-9212-9a4cc55458b1, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=a2e300b3-2a5b-4e17-9212-9a4cc55458b1,segment=NetworkSegment(13a13d20-6431-4365-97ce-f955081eb8e3),segment_id=13a13d20-6431-4365-97ce-f955081eb8e3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:00.423482 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'a2e300b3-2a5b-4e17-9212-9a4cc55458b1', 'network_id': '7fedbba9-4431-4330-9544-1acf217b43a2', 'port_id': 'a2e300b3-2a5b-4e17-9212-9a4cc55458b1', 'mac_address': 'fa:16:3e:ee:f0:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9cd757f-50fc-4d2c-97b5-f7bec2379d06', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:15:00.480464 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:00.498430 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2e300b3-2a5b-4e17-9212-9a4cc55458b1 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:15:00.525564 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port a2e300b3-2a5b-4e17-9212-9a4cc55458b1, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=a2e300b3-2a5b-4e17-9212-9a4cc55458b1,segment=NetworkSegment(13a13d20-6431-4365-97ce-f955081eb8e3),segment_id=13a13d20-6431-4365-97ce-f955081eb8e3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:00.531005 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:00.628477 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=a2e300b3-2a5b-4e17-9212-9a4cc55458b1,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:00.650258 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1cf276e5-0306-47b8-b7de-c1094607f51d req-25fc05e4-a319-410f-9bae-1143edbc139e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c0622da9-ce89-4ab5-905e-a0ad97d47ee5 HTTP/1.1" status: 200 len: 210 time: 0.0560665 Jul 23 20:15:00.707328 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed773b-d5eb-46da-9928-3a8795301185 req-601fc46f-f8e9-469f-ad1a-ecc6e3aa45a2 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:00.709066 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-08ed773b-d5eb-46da-9928-3a8795301185 req-601fc46f-f8e9-469f-ad1a-ecc6e3aa45a2 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd5c2e7c-b42a-4710-8a46-79ebbd8c0ce2 HTTP/1.1" status: 200 len: 945 time: 0.1033034 Jul 23 20:15:00.742046 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a06dd719-582c-43f8-8b34-a16687649397 req-af1763cc-091c-4a34-a710-43348b389ab4 tempest-ServerShowV254Test-1653073177 tempest-ServerShowV254Test-1653073177-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f0ecf76-08fa-4eae-8e56-8789a822859d HTTP/1.1" status: 200 len: 210 time: 0.0410297 Jul 23 20:15:00.775480 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-08ed773b-d5eb-46da-9928-3a8795301185 req-c548c3da-0b30-4173-b7b7-d6d54d2d00de tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577056 Jul 23 20:15:00.864907 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['a2e300b3-2a5b-4e17-9212-9a4cc55458b1'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:15:01.236611 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a70127-247c-4485-a32a-95c9c720bcf4 req-99f1979d-d060-4a60-8139-ccc2a2273613 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:01.244437 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e8a70127-247c-4485-a32a-95c9c720bcf4 req-99f1979d-d060-4a60-8139-ccc2a2273613 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebae7212-d259-4374-99a7-29d1422be97f HTTP/1.1" status: 200 len: 946 time: 0.0827322 Jul 23 20:15:01.281287 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e8a70127-247c-4485-a32a-95c9c720bcf4 req-b3a41cbc-0a6b-44da-835b-e9406b9d6b3f tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/security-groups?id=937efb4a-e2d9-4c15-8035-29c53a11040d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359778 Jul 23 20:15:01.448676 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1633ba89-5992-4fe4-85e9-95e08dd13e0b req-451077f6-b414-4c76-a9e9-cac03da0a9fd tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0622da9-ce89-4ab5-905e-a0ad97d47ee5 HTTP/1.1" status: 200 len: 210 time: 0.0407581 Jul 23 20:15:01.450548 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44729aba-2ed6-4cc0-8460-f56f8c63fe05 req-3773ef01-2b80-4088-a27d-9f7bdb44a441 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:01.452280 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-44729aba-2ed6-4cc0-8460-f56f8c63fe05 req-3773ef01-2b80-4088-a27d-9f7bdb44a441 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/ports?device_id=71ba8420-8afb-460b-9e02-9f5ad921e0c8 HTTP/1.1" status: 200 len: 945 time: 0.0977466 Jul 23 20:15:01.497447 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-44729aba-2ed6-4cc0-8460-f56f8c63fe05 req-6e587b76-7d10-4654-93c9-34d2125817cf tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/security-groups?id=937efb4a-e2d9-4c15-8035-29c53a11040d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393836 Jul 23 20:15:01.895532 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-202e57f0-f55e-44a2-a3d7-e4882f9eebd5 req-f5f68dd1-e0dc-491e-9b6e-b9c8c1906e45 tempest-ServerShowV254Test-1653073177 tempest-ServerShowV254Test-1653073177-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f0ecf76-08fa-4eae-8e56-8789a822859d HTTP/1.1" status: 200 len: 210 time: 0.0570402 Jul 23 20:15:02.016375 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7561180-823c-4a1e-b8eb-30480c2447c8 req-8e609794-faf2-411b-8617-119e7cfade87 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:02.018305 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f7561180-823c-4a1e-b8eb-30480c2447c8 req-8e609794-faf2-411b-8617-119e7cfade87 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd5c2e7c-b42a-4710-8a46-79ebbd8c0ce2 HTTP/1.1" status: 200 len: 945 time: 0.0846722 Jul 23 20:15:02.069525 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f7561180-823c-4a1e-b8eb-30480c2447c8 req-7b551540-6df8-4122-ba73-0e1ca8014afb tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455115 Jul 23 20:15:02.183859 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768df87-e953-483a-b8ba-5244e73ead39 req-af8c14ab-dc0d-4fd1-8c75-ab2389eccade tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:02.185858 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7768df87-e953-483a-b8ba-5244e73ead39 req-af8c14ab-dc0d-4fd1-8c75-ab2389eccade tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/networks?id=4ed1ab68-e1ae-419e-898a-08b6f46d9477 HTTP/1.1" status: 200 len: 813 time: 0.1207206 Jul 23 20:15:02.202772 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7768df87-e953-483a-b8ba-5244e73ead39 req-4b9c6c97-ff46-4875-b7c7-019c4094b50d tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/quotas/bb96d41857754bf7bf66ca8ce3539d2f HTTP/1.1" status: 200 len: 375 time: 0.0099771 Jul 23 20:15:02.277283 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7768df87-e953-483a-b8ba-5244e73ead39 req-9d2a8160-3e62-45de-b290-bb36d759faf8 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb96d41857754bf7bf66ca8ce3539d2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0683694 Jul 23 20:15:02.315614 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device a2e300b3-2a5b-4e17-9212-9a4cc55458b1 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:15:02.383651 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7768df87-e953-483a-b8ba-5244e73ead39 req-cf855f61-b5ff-4d58-818a-7a5fc3da32c3 service neutron] 10.222.0.32 "GET /v2.0/networks/4ed1ab68-e1ae-419e-898a-08b6f46d9477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985923 Jul 23 20:15:02.391973 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port a2e300b3-2a5b-4e17-9212-9a4cc55458b1 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:15:02.396400 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port a2e300b3-2a5b-4e17-9212-9a4cc55458b1 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:15:02.396715 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:02.506109 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7768df87-e953-483a-b8ba-5244e73ead39 req-11838960-3663-46d4-aad3-3af11ebac993 service neutron] 10.222.0.32 "GET /v2.0/networks/4ed1ab68-e1ae-419e-898a-08b6f46d9477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146767 Jul 23 20:15:02.506510 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:02.533174 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5c2e7c-b42a-4710-8a46-79ebbd8c0ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e300b3-2a5b-4e17-9212-9a4cc55458b1'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:02.535623 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da25516d-25ed-4aad-85ee-8e04eb4b7db3" -d '{"events": [{"server_uuid": "fd5c2e7c-b42a-4710-8a46-79ebbd8c0ce2", "name": "network-vif-plugged", "status": "completed", "tag": "a2e300b3-2a5b-4e17-9212-9a4cc55458b1"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:02.551558 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port a2e300b3-2a5b-4e17-9212-9a4cc55458b1, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=a2e300b3-2a5b-4e17-9212-9a4cc55458b1,segment=NetworkSegment(13a13d20-6431-4365-97ce-f955081eb8e3),segment_id=13a13d20-6431-4365-97ce-f955081eb8e3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:02.558125 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:02.601856 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56402) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:02.642399 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=a2e300b3-2a5b-4e17-9212-9a4cc55458b1,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:02.650893 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5ad9b4bb-df64-4e56-bc05-e17b6821537a req-2d493072-d8b7-4b45-8444-af328779f626 tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0622da9-ce89-4ab5-905e-a0ad97d47ee5 HTTP/1.1" status: 200 len: 210 time: 0.0691214 Jul 23 20:15:02.746516 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eebc58c-78f1-448b-91bb-07ea0e745dc9 x-openstack-request-id: req-1eebc58c-78f1-448b-91bb-07ea0e745dc9 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:02.746987 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5c2e7c-b42a-4710-8a46-79ebbd8c0ce2", "name": "network-vif-plugged", "status": "completed", "tag": "a2e300b3-2a5b-4e17-9212-9a4cc55458b1", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:02.748387 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1eebc58c-78f1-448b-91bb-07ea0e745dc9 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:02.748852 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5c2e7c-b42a-4710-8a46-79ebbd8c0ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e300b3-2a5b-4e17-9212-9a4cc55458b1', 'code': 200} Jul 23 20:15:02.836185 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b91d2fa1-1e7b-4e7f-9237-08721af05aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:02.932170 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571b721-8e3e-4b10-90d3-d7a72d27d8ef req-b351ac80-d57d-4fe0-a854-bde62c3c94b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:02.934703 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7571b721-8e3e-4b10-90d3-d7a72d27d8ef req-b351ac80-d57d-4fe0-a854-bde62c3c94b5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fd5c2e7c-b42a-4710-8a46-79ebbd8c0ce2 HTTP/1.1" status: 200 len: 1098 time: 0.1277025 Jul 23 20:15:03.016456 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7571b721-8e3e-4b10-90d3-d7a72d27d8ef req-731c064a-11d0-4155-b7a7-637550177d99 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749111 Jul 23 20:15:03.060130 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b91d2fa1-1e7b-4e7f-9237-08721af05aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:03.068579 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b91d2fa1-1e7b-4e7f-9237-08721af05aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:03.137014 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d2fa1-1e7b-4e7f-9237-08721af05aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d6e4f6-f125-4017-94ec-6712213bce4c,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:03.142693 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b91d2fa1-1e7b-4e7f-9237-08721af05aa2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=10d6a49756b2481dbb5286da1ee4eae4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5397291 Jul 23 20:15:03.145352 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56436) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:03.151987 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ece18fa-24dc-4692-8a3b-ebb3ee0c125d req-6229606f-6845-4a24-945d-502442564369 tempest-ServerShowV254Test-1653073177 tempest-ServerShowV254Test-1653073177-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f0ecf76-08fa-4eae-8e56-8789a822859d HTTP/1.1" status: 200 len: 210 time: 0.0691717 Jul 23 20:15:03.273319 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56442) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:03.315293 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-57dd4fef-a4ee-4b17-b121-87330ac77193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:03.344261 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-57dd4fef-a4ee-4b17-b121-87330ac77193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:03.353792 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f8e3d4ca-0cf3-4417-92c5-aabbd6723b8c req-10e5a87e-d193-46ad-9957-1158daf0fa43 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e78300b-8b7e-432c-99ca-39bc14fefc80 HTTP/1.1" status: 200 len: 210 time: 0.0776494 Jul 23 20:15:03.424114 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2c532-9fe9-4877-87f4-a26d82ce129a req-7b83c6f6-9f57-4ac7-b913-fd8da1699ab6 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:03.427554 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ede2c532-9fe9-4877-87f4-a26d82ce129a req-7b83c6f6-9f57-4ac7-b913-fd8da1699ab6 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.18 "GET /v2.0/ports?device_id=71ba8420-8afb-460b-9e02-9f5ad921e0c8 HTTP/1.1" status: 200 len: 945 time: 0.2194436 Jul 23 20:15:03.440580 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-57dd4fef-a4ee-4b17-b121-87330ac77193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:03.449218 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-57dd4fef-a4ee-4b17-b121-87330ac77193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:03.452631 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-57dd4fef-a4ee-4b17-b121-87330ac77193 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a8d6e4f6-f125-4017-94ec-6712213bce4c HTTP/1.1" status: 204 len: 168 time: 0.3057535 Jul 23 20:15:03.526839 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd4fef-a4ee-4b17-b121-87330ac77193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d6e4f6-f125-4017-94ec-6712213bce4c,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:03.623314 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-434ddaaf-8666-48a4-b89e-51e3d2eb5358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:03.733441 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-688547aa-9fe5-4838-a405-d24303133087 req-02aa0554-ee7a-4e4f-810b-ddba326c75bd tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0622da9-ce89-4ab5-905e-a0ad97d47ee5 HTTP/1.1" status: 200 len: 210 time: 0.1279311 Jul 23 20:15:03.740615 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667ec36-7321-4f69-8c16-21cd2eea2b25 req-7c98f97e-e66f-49c2-ae5b-53d40401600a tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:03.747822 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0667ec36-7321-4f69-8c16-21cd2eea2b25 req-7c98f97e-e66f-49c2-ae5b-53d40401600a tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd5c2e7c-b42a-4710-8a46-79ebbd8c0ce2 HTTP/1.1" status: 200 len: 946 time: 0.1504157 Jul 23 20:15:03.752029 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-ede2c532-9fe9-4877-87f4-a26d82ce129a req-4593f163-4d40-4938-8517-415ac0cbf1f6 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Deleting port e8a152bf-b4f1-40fb-8f7f-7c2733f7358c {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:15:03.752459 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ede2c532-9fe9-4877-87f4-a26d82ce129a req-4593f163-4d40-4938-8517-415ac0cbf1f6 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:03.803766 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b9dde-6cb7-408e-ab99-5da734758e38 req-9685edcc-3096-4487-804b-6c12920cc0c4 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:03.805402 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-006b9dde-6cb7-408e-ab99-5da734758e38 req-9685edcc-3096-4487-804b-6c12920cc0c4 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebae7212-d259-4374-99a7-29d1422be97f HTTP/1.1" status: 200 len: 946 time: 0.4076486 Jul 23 20:15:03.873550 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0667ec36-7321-4f69-8c16-21cd2eea2b25 req-a312a8ca-d2ab-4cdd-862d-d959d7802430 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207876 Jul 23 20:15:03.952343 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-ede2c532-9fe9-4877-87f4-a26d82ce129a req-4593f163-4d40-4938-8517-415ac0cbf1f6 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] For port e8a152bf-b4f1-40fb-8f7f-7c2733f7358c, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=e8a152bf-b4f1-40fb-8f7f-7c2733f7358c,segment=NetworkSegment(b619110e-4e4d-470c-9269-34f43892a5ed),segment_id=b619110e-4e4d-470c-9269-34f43892a5ed)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:03.953167 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ede2c532-9fe9-4877-87f4-a26d82ce129a req-4593f163-4d40-4938-8517-415ac0cbf1f6 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:03.985118 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-ede2c532-9fe9-4877-87f4-a26d82ce129a req-4593f163-4d40-4938-8517-415ac0cbf1f6 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Calling delete_port for e8a152bf-b4f1-40fb-8f7f-7c2733f7358c owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:15:04.009190 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56462) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:04.048548 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a77949f0-566f-4324-b637-37bc3c02da49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:04.087225 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-006b9dde-6cb7-408e-ab99-5da734758e38 req-f10e2a79-b9f1-453f-9739-8bd8a8462263 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Deleting port 6f63db28-d975-430e-bd16-eafc0b2e0b15 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:15:04.087832 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-006b9dde-6cb7-408e-ab99-5da734758e38 req-f10e2a79-b9f1-453f-9739-8bd8a8462263 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:04.091740 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-434ddaaf-8666-48a4-b89e-51e3d2eb5358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:04.107488 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-434ddaaf-8666-48a4-b89e-51e3d2eb5358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:04.196556 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-434ddaaf-8666-48a4-b89e-51e3d2eb5358 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=20dab76c2a674047a9b705fa7657207e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9196880 Jul 23 20:15:04.198352 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56466) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:04.204573 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ddaaf-8666-48a4-b89e-51e3d2eb5358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0149a138-02c1-48e3-9a87-44bf1fcdee88,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:04.239690 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-006b9dde-6cb7-408e-ab99-5da734758e38 req-f10e2a79-b9f1-453f-9739-8bd8a8462263 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] For port 6f63db28-d975-430e-bd16-eafc0b2e0b15, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=6f63db28-d975-430e-bd16-eafc0b2e0b15,segment=NetworkSegment(b619110e-4e4d-470c-9269-34f43892a5ed),segment_id=b619110e-4e4d-470c-9269-34f43892a5ed)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:04.240991 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-006b9dde-6cb7-408e-ab99-5da734758e38 req-f10e2a79-b9f1-453f-9739-8bd8a8462263 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:04.255021 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-006b9dde-6cb7-408e-ab99-5da734758e38 req-f10e2a79-b9f1-453f-9739-8bd8a8462263 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Calling delete_port for 6f63db28-d975-430e-bd16-eafc0b2e0b15 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:15:04.280576 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ede2c532-9fe9-4877-87f4-a26d82ce129a req-4593f163-4d40-4938-8517-415ac0cbf1f6 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:04.296175 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-98017798-e4ce-45ca-88bd-f97489c4894f req-d308cdf8-c5de-4d41-9919-f8a3c5098a0e tempest-ServerShowV254Test-1653073177 tempest-ServerShowV254Test-1653073177-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f0ecf76-08fa-4eae-8e56-8789a822859d HTTP/1.1" status: 200 len: 210 time: 0.0390801 Jul 23 20:15:04.322094 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a77949f0-566f-4324-b637-37bc3c02da49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:04.325397 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593f163-4d40-4938-8517-415ac0cbf1f6 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Pushing event deleted for resources: {'Port': ['ID=e8a152bf-b4f1-40fb-8f7f-7c2733f7358c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:04.327321 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aebf225e-b3ee-4260-a106-f4715c9bbdb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:04.333247 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a77949f0-566f-4324-b637-37bc3c02da49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:04.422241 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aebf225e-b3ee-4260-a106-f4715c9bbdb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:04.427804 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede2c532-9fe9-4877-87f4-a26d82ce129a req-4593f163-4d40-4938-8517-415ac0cbf1f6 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] No DVR routers for this DVR port e8a152bf-b4f1-40fb-8f7f-7c2733f7358c on host n-h2-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:15:04.437101 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-006b9dde-6cb7-408e-ab99-5da734758e38 req-f10e2a79-b9f1-453f-9739-8bd8a8462263 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:04.444437 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ede2c532-9fe9-4877-87f4-a26d82ce129a req-4593f163-4d40-4938-8517-415ac0cbf1f6 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:04.447011 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ede2c532-9fe9-4877-87f4-a26d82ce129a req-4593f163-4d40-4938-8517-415ac0cbf1f6 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.18 "DELETE /v2.0/ports/e8a152bf-b4f1-40fb-8f7f-7c2733f7358c HTTP/1.1" status: 204 len: 173 time: 1.0134671 Jul 23 20:15:04.447627 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ba8420-8afb-460b-9e02-9f5ad921e0c8', 'name': 'network-vif-deleted', 'tag': 'e8a152bf-b4f1-40fb-8f7f-7c2733f7358c'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:04.450826 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63be1f98-2fe0-4ca1-89ff-5289d50d8593" -d '{"events": [{"server_uuid": "71ba8420-8afb-460b-9e02-9f5ad921e0c8", "name": "network-vif-deleted", "tag": "e8a152bf-b4f1-40fb-8f7f-7c2733f7358c"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:04.471516 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a77949f0-566f-4324-b637-37bc3c02da49 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ca71117518149c48464f9af475cd911&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4559860 Jul 23 20:15:04.476214 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56472) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:04.478317 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77949f0-566f-4324-b637-37bc3c02da49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61fe6a8c-067c-455b-b1ae-96e476a214dd,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:04.484353 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e2a79-b9f1-453f-9739-8bd8a8462263 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Pushing event deleted for resources: {'Port': ['ID=6f63db28-d975-430e-bd16-eafc0b2e0b15,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:04.524251 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d4a5107a-8c34-41d0-8034-04a2d7132e92 req-e4ae6d66-441e-4228-83cd-1be8de0b5100 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e78300b-8b7e-432c-99ca-39bc14fefc80 HTTP/1.1" status: 200 len: 210 time: 0.0856612 Jul 23 20:15:04.570237 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-006b9dde-6cb7-408e-ab99-5da734758e38 req-f10e2a79-b9f1-453f-9739-8bd8a8462263 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] No DVR routers for this DVR port 6f63db28-d975-430e-bd16-eafc0b2e0b15 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:15:04.576601 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-006b9dde-6cb7-408e-ab99-5da734758e38 req-f10e2a79-b9f1-453f-9739-8bd8a8462263 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:04.578909 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-006b9dde-6cb7-408e-ab99-5da734758e38 req-f10e2a79-b9f1-453f-9739-8bd8a8462263 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.18 "DELETE /v2.0/ports/6f63db28-d975-430e-bd16-eafc0b2e0b15 HTTP/1.1" status: 204 len: 173 time: 0.7486992 Jul 23 20:15:04.579357 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebae7212-d259-4374-99a7-29d1422be97f', 'name': 'network-vif-deleted', 'tag': '6f63db28-d975-430e-bd16-eafc0b2e0b15'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:04.581706 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554864a6-d627-48d7-b06f-38b607313ba5" -d '{"events": [{"server_uuid": "ebae7212-d259-4374-99a7-29d1422be97f", "name": "network-vif-deleted", "tag": "6f63db28-d975-430e-bd16-eafc0b2e0b15"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:04.586550 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26a9eb0-4341-48f6-bf4d-9222758df581 x-openstack-request-id: req-e26a9eb0-4341-48f6-bf4d-9222758df581 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:04.587239 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ba8420-8afb-460b-9e02-9f5ad921e0c8", "name": "network-vif-deleted", "tag": "e8a152bf-b4f1-40fb-8f7f-7c2733f7358c", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:04.587690 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e26a9eb0-4341-48f6-bf4d-9222758df581 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:04.588350 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ba8420-8afb-460b-9e02-9f5ad921e0c8', 'name': 'network-vif-deleted', 'tag': 'e8a152bf-b4f1-40fb-8f7f-7c2733f7358c', 'status': 'completed', 'code': 200} Jul 23 20:15:04.604211 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-86ec45f2-508e-4f4a-9461-d4d736f0a294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:04.614570 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aebf225e-b3ee-4260-a106-f4715c9bbdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:04.617851 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aebf225e-b3ee-4260-a106-f4715c9bbdb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:04.619692 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-aebf225e-b3ee-4260-a106-f4715c9bbdb5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0149a138-02c1-48e3-9a87-44bf1fcdee88 HTTP/1.1" status: 204 len: 168 time: 0.4160912 Jul 23 20:15:04.635260 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-86ec45f2-508e-4f4a-9461-d4d736f0a294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:04.662417 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ac45af-4a91-4e4b-98f4-80ecc2c6f9b4 x-openstack-request-id: req-05ac45af-4a91-4e4b-98f4-80ecc2c6f9b4 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:04.662706 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebae7212-d259-4374-99a7-29d1422be97f", "name": "network-vif-deleted", "tag": "6f63db28-d975-430e-bd16-eafc0b2e0b15", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:04.662964 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-05ac45af-4a91-4e4b-98f4-80ecc2c6f9b4 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:04.663577 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebae7212-d259-4374-99a7-29d1422be97f', 'name': 'network-vif-deleted', 'tag': '6f63db28-d975-430e-bd16-eafc0b2e0b15', 'status': 'completed', 'code': 200} Jul 23 20:15:04.665388 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf225e-b3ee-4260-a106-f4715c9bbdb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0149a138-02c1-48e3-9a87-44bf1fcdee88,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:04.707670 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-86ec45f2-508e-4f4a-9461-d4d736f0a294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:04.711347 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-86ec45f2-508e-4f4a-9461-d4d736f0a294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:04.712630 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-86ec45f2-508e-4f4a-9461-d4d736f0a294 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/61fe6a8c-067c-455b-b1ae-96e476a214dd HTTP/1.1" status: 204 len: 168 time: 0.2346997 Jul 23 20:15:04.732532 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec45f2-508e-4f4a-9461-d4d736f0a294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fe6a8c-067c-455b-b1ae-96e476a214dd,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:04.761306 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768df87-e953-483a-b8ba-5244e73ead39 req-b2e749d4-4202-4454-bb78-0dfb9765257e tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:04.763020 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7768df87-e953-483a-b8ba-5244e73ead39 req-b2e749d4-4202-4454-bb78-0dfb9765257e tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.18 "GET /v2.0/networks?id=4ed1ab68-e1ae-419e-898a-08b6f46d9477 HTTP/1.1" status: 200 len: 813 time: 0.2163503 Jul 23 20:15:04.779683 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-7768df87-e953-483a-b8ba-5244e73ead39 req-838c4e0e-25a7-4410-91ba-94dedb21e921 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Request body: {'port': {'device_id': '66de68a2-deac-4d02-b19d-3448e25eeca7', 'network_id': '4ed1ab68-e1ae-419e-898a-08b6f46d9477', 'admin_state_up': True, 'tenant_id': 'bb96d41857754bf7bf66ca8ce3539d2f'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:04.917948 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7768df87-e953-483a-b8ba-5244e73ead39 req-838c4e0e-25a7-4410-91ba-94dedb21e921 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Made reservation on behalf of bb96d41857754bf7bf66ca8ce3539d2f for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:15:04.927541 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6790c7b0-eb5c-4d24-8652-aaad34ef6275 req-ceb84a2d-15b8-41d8-a7b6-893ab5037d9a tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0622da9-ce89-4ab5-905e-a0ad97d47ee5 HTTP/1.1" status: 200 len: 210 time: 0.0439799 Jul 23 20:15:04.933262 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7768df87-e953-483a-b8ba-5244e73ead39 req-838c4e0e-25a7-4410-91ba-94dedb21e921 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:05.127515 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b416682-6765-4baa-9a25-6c7be2461248 req-99a937a6-541f-4534-a91e-ca8d58b0937c tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:05.135723 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2b416682-6765-4baa-9a25-6c7be2461248 req-99a937a6-541f-4534-a91e-ca8d58b0937c tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd5c2e7c-b42a-4710-8a46-79ebbd8c0ce2 HTTP/1.1" status: 200 len: 946 time: 0.1731515 Jul 23 20:15:05.180965 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-7768df87-e953-483a-b8ba-5244e73ead39 req-838c4e0e-25a7-4410-91ba-94dedb21e921 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Allocated IP 172.20.0.2 (4ed1ab68-e1ae-419e-898a-08b6f46d9477/9f992d35-a3dd-4a94-93d6-be21db6596cb/35d6532d-352e-4ec3-aa12-c5aea75a78e7) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:15:05.209919 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2b416682-6765-4baa-9a25-6c7be2461248 req-c3e102aa-face-4428-9383-335318018896 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685675 Jul 23 20:15:05.463078 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768df87-e953-483a-b8ba-5244e73ead39 req-09090774-b098-4c52-ad35-a20f187f4d19 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:05.469237 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7768df87-e953-483a-b8ba-5244e73ead39 req-09090774-b098-4c52-ad35-a20f187f4d19 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.18 "GET /v2.0/networks?id=4ed1ab68-e1ae-419e-898a-08b6f46d9477 HTTP/1.1" status: 200 len: 813 time: 0.3973162 Jul 23 20:15:05.495737 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-7768df87-e953-483a-b8ba-5244e73ead39 req-39164d31-d66a-4637-a772-bdbddf303548 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Request body: {'port': {'device_id': '2e78300b-8b7e-432c-99ca-39bc14fefc80', 'network_id': '4ed1ab68-e1ae-419e-898a-08b6f46d9477', 'admin_state_up': True, 'tenant_id': 'bb96d41857754bf7bf66ca8ce3539d2f'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:05.497180 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ff8c37c-38a6-48e8-941f-f4e5d37e40ed req-754a3b46-df17-4cf3-b89f-a32c38b892db tempest-ServerShowV254Test-1653073177 tempest-ServerShowV254Test-1653073177-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f0ecf76-08fa-4eae-8e56-8789a822859d HTTP/1.1" status: 200 len: 210 time: 0.0567250 Jul 23 20:15:05.579444 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7768df87-e953-483a-b8ba-5244e73ead39 req-838c4e0e-25a7-4410-91ba-94dedb21e921 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:05.673494 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7768df87-e953-483a-b8ba-5244e73ead39 req-838c4e0e-25a7-4410-91ba-94dedb21e921 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:05.706697 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8ebec509-c8f0-451a-878b-1adc875d9721 req-a625cda7-a3a8-4ed5-bc32-1c9cd95afa30 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e78300b-8b7e-432c-99ca-39bc14fefc80 HTTP/1.1" status: 200 len: 210 time: 0.0473518 Jul 23 20:15:05.752212 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7768df87-e953-483a-b8ba-5244e73ead39 req-838c4e0e-25a7-4410-91ba-94dedb21e921 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Network 4ed1ab68-e1ae-419e-898a-08b6f46d9477 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:15:05.757061 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-7768df87-e953-483a-b8ba-5244e73ead39 req-838c4e0e-25a7-4410-91ba-94dedb21e921 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:15:05.761789 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-7768df87-e953-483a-b8ba-5244e73ead39 req-838c4e0e-25a7-4410-91ba-94dedb21e921 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:15:05.795140 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb70418-a0bf-41b1-bcea-4391f2265c53 req-bd847e09-6211-4182-9dcb-e0769033960b tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:05.796791 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5cb70418-a0bf-41b1-bcea-4391f2265c53 req-bd847e09-6211-4182-9dcb-e0769033960b tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd5c2e7c-b42a-4710-8a46-79ebbd8c0ce2 HTTP/1.1" status: 200 len: 946 time: 0.1345410 Jul 23 20:15:05.811065 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7768df87-e953-483a-b8ba-5244e73ead39 req-39164d31-d66a-4637-a772-bdbddf303548 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Made reservation on behalf of bb96d41857754bf7bf66ca8ce3539d2f for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:15:05.822915 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7768df87-e953-483a-b8ba-5244e73ead39 req-39164d31-d66a-4637-a772-bdbddf303548 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:05.854816 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768df87-e953-483a-b8ba-5244e73ead39 req-838c4e0e-25a7-4410-91ba-94dedb21e921 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:05.856202 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7768df87-e953-483a-b8ba-5244e73ead39 req-838c4e0e-25a7-4410-91ba-94dedb21e921 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:05.869432 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c4e0e-25a7-4410-91ba-94dedb21e921 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Pushing event updated for resources: {'Port': ['ID=35d6532d-352e-4ec3-aa12-c5aea75a78e7,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:05.884304 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7768df87-e953-483a-b8ba-5244e73ead39 req-838c4e0e-25a7-4410-91ba-94dedb21e921 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1089852 Jul 23 20:15:05.903971 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-7768df87-e953-483a-b8ba-5244e73ead39 req-c5ad694f-a1c8-45c5-9e80-c5e3efcd76d7 service neutron] Request body: {'port': {'device_id': '66de68a2-deac-4d02-b19d-3448e25eeca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:05.944534 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5cb70418-a0bf-41b1-bcea-4391f2265c53 req-8bd8735c-670e-40e9-981d-ceff7c561656 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306608 Jul 23 20:15:06.017494 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7768df87-e953-483a-b8ba-5244e73ead39 req-c5ad694f-a1c8-45c5-9e80-c5e3efcd76d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:06.096376 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-7768df87-e953-483a-b8ba-5244e73ead39 req-39164d31-d66a-4637-a772-bdbddf303548 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Allocated IP 172.20.0.11 (4ed1ab68-e1ae-419e-898a-08b6f46d9477/9f992d35-a3dd-4a94-93d6-be21db6596cb/34ac84b3-6880-4748-a096-17718b654d5f) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:15:06.105821 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device e8a152bf-b4f1-40fb-8f7f-7c2733f7358c no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:15:06.144198 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: e8a152bf-b4f1-40fb-8f7f-7c2733f7358c {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:15:06.145589 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device e8a152bf-b4f1-40fb-8f7f-7c2733f7358c not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:15:06.146535 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 6f63db28-d975-430e-bd16-eafc0b2e0b15 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:15:06.204534 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 6f63db28-d975-430e-bd16-eafc0b2e0b15 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:15:06.205121 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 6f63db28-d975-430e-bd16-eafc0b2e0b15 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:15:06.257514 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-70f421f9-7f2c-4721-b279-a46090a38efe req-de88829d-226c-4e64-8398-cfe94042ef77 tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0622da9-ce89-4ab5-905e-a0ad97d47ee5 HTTP/1.1" status: 200 len: 210 time: 0.0756707 Jul 23 20:15:06.327862 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7768df87-e953-483a-b8ba-5244e73ead39 req-39164d31-d66a-4637-a772-bdbddf303548 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:06.383192 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7768df87-e953-483a-b8ba-5244e73ead39 req-39164d31-d66a-4637-a772-bdbddf303548 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:06.429050 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7768df87-e953-483a-b8ba-5244e73ead39 req-39164d31-d66a-4637-a772-bdbddf303548 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Network 4ed1ab68-e1ae-419e-898a-08b6f46d9477 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:15:06.432486 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-7768df87-e953-483a-b8ba-5244e73ead39 req-39164d31-d66a-4637-a772-bdbddf303548 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:15:06.436655 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-7768df87-e953-483a-b8ba-5244e73ead39 req-39164d31-d66a-4637-a772-bdbddf303548 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:15:06.481218 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39164d31-d66a-4637-a772-bdbddf303548 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Pushing event updated for resources: {'Port': ['ID=34ac84b3-6880-4748-a096-17718b654d5f,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:06.503446 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768df87-e953-483a-b8ba-5244e73ead39 req-39164d31-d66a-4637-a772-bdbddf303548 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:06.504808 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7768df87-e953-483a-b8ba-5244e73ead39 req-39164d31-d66a-4637-a772-bdbddf303548 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:06.520858 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7768df87-e953-483a-b8ba-5244e73ead39 req-39164d31-d66a-4637-a772-bdbddf303548 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0411067 Jul 23 20:15:06.550009 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-7768df87-e953-483a-b8ba-5244e73ead39 req-3df0fad9-ee18-47b6-82a8-6d4037b3e39d service neutron] Request body: {'port': {'device_id': '2e78300b-8b7e-432c-99ca-39bc14fefc80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:06.561102 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-7768df87-e953-483a-b8ba-5244e73ead39 req-c5ad694f-a1c8-45c5-9e80-c5e3efcd76d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35d6532d-352e-4ec3-aa12-c5aea75a78e7 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:15:06.570963 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7768df87-e953-483a-b8ba-5244e73ead39 req-c5ad694f-a1c8-45c5-9e80-c5e3efcd76d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:06.587082 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-7768df87-e953-483a-b8ba-5244e73ead39 req-c5ad694f-a1c8-45c5-9e80-c5e3efcd76d7 service neutron] Transition to ACTIVE for port object 35d6532d-352e-4ec3-aa12-c5aea75a78e7 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:15:06.592961 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7768df87-e953-483a-b8ba-5244e73ead39 req-c5ad694f-a1c8-45c5-9e80-c5e3efcd76d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:06.683087 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3230aeb2-3ad6-4ed3-be9f-af0af7869643 req-d2845f5c-5c41-4fc4-a1e1-28ed251e27cd tempest-ServerShowV254Test-1653073177 tempest-ServerShowV254Test-1653073177-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f0ecf76-08fa-4eae-8e56-8789a822859d HTTP/1.1" status: 200 len: 210 time: 0.0501280 Jul 23 20:15:06.683983 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad694f-a1c8-45c5-9e80-c5e3efcd76d7 service neutron] Pushing event updated for resources: {'Port': ['ID=35d6532d-352e-4ec3-aa12-c5aea75a78e7,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:06.685872 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7768df87-e953-483a-b8ba-5244e73ead39 req-3df0fad9-ee18-47b6-82a8-6d4037b3e39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:06.777613 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-7768df87-e953-483a-b8ba-5244e73ead39 req-c5ad694f-a1c8-45c5-9e80-c5e3efcd76d7 service neutron] Attempting to bind port 35d6532d-352e-4ec3-aa12-c5aea75a78e7 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:15:06.778091 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-7768df87-e953-483a-b8ba-5244e73ead39 req-c5ad694f-a1c8-45c5-9e80-c5e3efcd76d7 service neutron] Attempting to bind port 35d6532d-352e-4ec3-aa12-c5aea75a78e7 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'b619110e-4e4d-470c-9269-34f43892a5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4ed1ab68-e1ae-419e-898a-08b6f46d9477'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:15:06.779052 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7768df87-e953-483a-b8ba-5244e73ead39 req-c5ad694f-a1c8-45c5-9e80-c5e3efcd76d7 service neutron] Attempting to bind port 35d6532d-352e-4ec3-aa12-c5aea75a78e7 on network 4ed1ab68-e1ae-419e-898a-08b6f46d9477 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:15:06.784203 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7768df87-e953-483a-b8ba-5244e73ead39 req-c5ad694f-a1c8-45c5-9e80-c5e3efcd76d7 service neutron] Port 35d6532d-352e-4ec3-aa12-c5aea75a78e7 on network 4ed1ab68-e1ae-419e-898a-08b6f46d9477 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:15:06.784736 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7768df87-e953-483a-b8ba-5244e73ead39 req-c5ad694f-a1c8-45c5-9e80-c5e3efcd76d7 service neutron] Attempting to bind port 35d6532d-352e-4ec3-aa12-c5aea75a78e7 on network 4ed1ab68-e1ae-419e-898a-08b6f46d9477 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:15:06.796429 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7768df87-e953-483a-b8ba-5244e73ead39 req-c5ad694f-a1c8-45c5-9e80-c5e3efcd76d7 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:15:06.797894 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7768df87-e953-483a-b8ba-5244e73ead39 req-c5ad694f-a1c8-45c5-9e80-c5e3efcd76d7 service neutron] Checking segment: {'id': 'b619110e-4e4d-470c-9269-34f43892a5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4ed1ab68-e1ae-419e-898a-08b6f46d9477'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:15:06.797894 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7768df87-e953-483a-b8ba-5244e73ead39 req-c5ad694f-a1c8-45c5-9e80-c5e3efcd76d7 service neutron] Bound using segment: {'id': 'b619110e-4e4d-470c-9269-34f43892a5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4ed1ab68-e1ae-419e-898a-08b6f46d9477'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:15:06.797894 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-7768df87-e953-483a-b8ba-5244e73ead39 req-c5ad694f-a1c8-45c5-9e80-c5e3efcd76d7 service neutron] Bound port: 35d6532d-352e-4ec3-aa12-c5aea75a78e7, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b619110e-4e4d-470c-9269-34f43892a5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4ed1ab68-e1ae-419e-898a-08b6f46d9477'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:15:06.798507 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7768df87-e953-483a-b8ba-5244e73ead39 req-c5ad694f-a1c8-45c5-9e80-c5e3efcd76d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:06.882047 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-7768df87-e953-483a-b8ba-5244e73ead39 req-c5ad694f-a1c8-45c5-9e80-c5e3efcd76d7 service neutron] For port 35d6532d-352e-4ec3-aa12-c5aea75a78e7, host n-h2-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:15:06.886055 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-7768df87-e953-483a-b8ba-5244e73ead39 req-c5ad694f-a1c8-45c5-9e80-c5e3efcd76d7 service neutron] For port 35d6532d-352e-4ec3-aa12-c5aea75a78e7, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=35d6532d-352e-4ec3-aa12-c5aea75a78e7,segment=NetworkSegment(b619110e-4e4d-470c-9269-34f43892a5ed),segment_id=b619110e-4e4d-470c-9269-34f43892a5ed)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:15:06.892040 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7768df87-e953-483a-b8ba-5244e73ead39 req-c5ad694f-a1c8-45c5-9e80-c5e3efcd76d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:06.978782 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768df87-e953-483a-b8ba-5244e73ead39 req-c5ad694f-a1c8-45c5-9e80-c5e3efcd76d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:06.979413 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-7768df87-e953-483a-b8ba-5244e73ead39 req-c5ad694f-a1c8-45c5-9e80-c5e3efcd76d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:06.981159 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7768df87-e953-483a-b8ba-5244e73ead39 req-c5ad694f-a1c8-45c5-9e80-c5e3efcd76d7 service neutron] 10.222.0.18 "PUT /v2.0/ports/35d6532d-352e-4ec3-aa12-c5aea75a78e7 HTTP/1.1" status: 200 len: 1092 time: 1.0853775 Jul 23 20:15:06.983554 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66de68a2-deac-4d02-b19d-3448e25eeca7', 'tag': '35d6532d-352e-4ec3-aa12-c5aea75a78e7'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:06.986918 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b20398-d0bb-48d0-943a-7dbda40a6612" -d '{"events": [{"name": "network-changed", "server_uuid": "66de68a2-deac-4d02-b19d-3448e25eeca7", "tag": "35d6532d-352e-4ec3-aa12-c5aea75a78e7"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:07.024664 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad694f-a1c8-45c5-9e80-c5e3efcd76d7 service neutron] Pushing event updated for resources: {'Port': ['ID=35d6532d-352e-4ec3-aa12-c5aea75a78e7,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:07.076436 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ddac6-0f7c-4006-984b-57b1a586375d req-bd8f2fda-6aa3-482d-8e58-01c3da9712e9 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:07.083161 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-de2ddac6-0f7c-4006-984b-57b1a586375d req-bd8f2fda-6aa3-482d-8e58-01c3da9712e9 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e78300b-8b7e-432c-99ca-39bc14fefc80 HTTP/1.1" status: 200 len: 932 time: 0.2230868 Jul 23 20:15:07.134210 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2a022-a4cb-491a-a0ae-ff0fddcb18d7 req-63e2ff1a-d14c-4a70-88d7-57180a229f57 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:07.136174 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d9a2a022-a4cb-491a-a0ae-ff0fddcb18d7 req-63e2ff1a-d14c-4a70-88d7-57180a229f57 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd5c2e7c-b42a-4710-8a46-79ebbd8c0ce2 HTTP/1.1" status: 200 len: 946 time: 0.2395389 Jul 23 20:15:07.165217 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-de2ddac6-0f7c-4006-984b-57b1a586375d req-fbdfe934-c0af-4120-aefe-75ab057ed9a4 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/security-groups?id=937efb4a-e2d9-4c15-8035-29c53a11040d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763063 Jul 23 20:15:07.244860 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffbf98b-b318-4745-9e5b-d1af412e98ce x-openstack-request-id: req-4ffbf98b-b318-4745-9e5b-d1af412e98ce {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:07.245144 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66de68a2-deac-4d02-b19d-3448e25eeca7", "tag": "35d6532d-352e-4ec3-aa12-c5aea75a78e7", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:07.245391 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4ffbf98b-b318-4745-9e5b-d1af412e98ce {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:07.245806 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66de68a2-deac-4d02-b19d-3448e25eeca7', 'tag': '35d6532d-352e-4ec3-aa12-c5aea75a78e7', 'status': 'completed', 'code': 200} Jul 23 20:15:07.250362 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768df87-e953-483a-b8ba-5244e73ead39 req-771f5ea7-5f05-4568-99e4-e4f92cbba489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:07.251852 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7768df87-e953-483a-b8ba-5244e73ead39 req-771f5ea7-5f05-4568-99e4-e4f92cbba489 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb96d41857754bf7bf66ca8ce3539d2f&device_id=66de68a2-deac-4d02-b19d-3448e25eeca7 HTTP/1.1" status: 200 len: 1095 time: 0.2208714 Jul 23 20:15:07.281650 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b0236-f7d9-42d5-aa98-870a143c0742 req-8fe39c28-232b-4376-ac5b-a01ae10f64fe tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:07.283232 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-096b0236-f7d9-42d5-aa98-870a143c0742 req-8fe39c28-232b-4376-ac5b-a01ae10f64fe tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd5c2e7c-b42a-4710-8a46-79ebbd8c0ce2 HTTP/1.1" status: 200 len: 946 time: 0.2312353 Jul 23 20:15:07.287820 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-7768df87-e953-483a-b8ba-5244e73ead39 req-3df0fad9-ee18-47b6-82a8-6d4037b3e39d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34ac84b3-6880-4748-a096-17718b654d5f {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:15:07.302797 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7768df87-e953-483a-b8ba-5244e73ead39 req-3df0fad9-ee18-47b6-82a8-6d4037b3e39d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:07.321268 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-7768df87-e953-483a-b8ba-5244e73ead39 req-3df0fad9-ee18-47b6-82a8-6d4037b3e39d service neutron] Transition to ACTIVE for port object 34ac84b3-6880-4748-a096-17718b654d5f will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:15:07.331455 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7768df87-e953-483a-b8ba-5244e73ead39 req-3df0fad9-ee18-47b6-82a8-6d4037b3e39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:07.347603 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7768df87-e953-483a-b8ba-5244e73ead39 req-a950a8bf-54be-46b6-8220-f71c13e04ecd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=35d6532d-352e-4ec3-aa12-c5aea75a78e7 HTTP/1.1" status: 200 len: 217 time: 0.0750020 Jul 23 20:15:07.405897 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0fad9-ee18-47b6-82a8-6d4037b3e39d service neutron] Pushing event updated for resources: {'Port': ['ID=34ac84b3-6880-4748-a096-17718b654d5f,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:07.479620 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-096b0236-f7d9-42d5-aa98-870a143c0742 req-8ca8cef6-49ff-4f59-ac67-78f169088530 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856673 Jul 23 20:15:07.485512 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768df87-e953-483a-b8ba-5244e73ead39 req-f01882d8-0287-4b04-9d11-d912b5401fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:07.491723 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7768df87-e953-483a-b8ba-5244e73ead39 req-f01882d8-0287-4b04-9d11-d912b5401fb8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f992d35-a3dd-4a94-93d6-be21db6596cb HTTP/1.1" status: 200 len: 853 time: 0.1347547 Jul 23 20:15:07.517937 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-822ef2d0-d858-474e-85d7-6e7d8ae261cd req-8e183b9c-efb8-4788-9e7c-136d83c00e73 tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0622da9-ce89-4ab5-905e-a0ad97d47ee5 HTTP/1.1" status: 200 len: 210 time: 0.0637360 Jul 23 20:15:07.561400 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-7768df87-e953-483a-b8ba-5244e73ead39 req-3df0fad9-ee18-47b6-82a8-6d4037b3e39d service neutron] Attempting to bind port 34ac84b3-6880-4748-a096-17718b654d5f on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:15:07.562743 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-7768df87-e953-483a-b8ba-5244e73ead39 req-3df0fad9-ee18-47b6-82a8-6d4037b3e39d service neutron] Attempting to bind port 34ac84b3-6880-4748-a096-17718b654d5f by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'b619110e-4e4d-470c-9269-34f43892a5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4ed1ab68-e1ae-419e-898a-08b6f46d9477'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:15:07.563886 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7768df87-e953-483a-b8ba-5244e73ead39 req-3df0fad9-ee18-47b6-82a8-6d4037b3e39d service neutron] Attempting to bind port 34ac84b3-6880-4748-a096-17718b654d5f on network 4ed1ab68-e1ae-419e-898a-08b6f46d9477 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:15:07.567110 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-d9a2a022-a4cb-491a-a0ae-ff0fddcb18d7 req-ab93d3f7-d793-47e6-add1-04f2efc8f949 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Deleting port a2e300b3-2a5b-4e17-9212-9a4cc55458b1 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:15:07.567486 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d9a2a022-a4cb-491a-a0ae-ff0fddcb18d7 req-ab93d3f7-d793-47e6-add1-04f2efc8f949 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:07.571649 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7768df87-e953-483a-b8ba-5244e73ead39 req-3df0fad9-ee18-47b6-82a8-6d4037b3e39d service neutron] Port 34ac84b3-6880-4748-a096-17718b654d5f on network 4ed1ab68-e1ae-419e-898a-08b6f46d9477 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:15:07.572094 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7768df87-e953-483a-b8ba-5244e73ead39 req-3df0fad9-ee18-47b6-82a8-6d4037b3e39d service neutron] Attempting to bind port 34ac84b3-6880-4748-a096-17718b654d5f on network 4ed1ab68-e1ae-419e-898a-08b6f46d9477 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:15:07.578786 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7768df87-e953-483a-b8ba-5244e73ead39 req-3df0fad9-ee18-47b6-82a8-6d4037b3e39d service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:15:07.579242 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7768df87-e953-483a-b8ba-5244e73ead39 req-3df0fad9-ee18-47b6-82a8-6d4037b3e39d service neutron] Checking segment: {'id': 'b619110e-4e4d-470c-9269-34f43892a5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4ed1ab68-e1ae-419e-898a-08b6f46d9477'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:15:07.579726 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7768df87-e953-483a-b8ba-5244e73ead39 req-3df0fad9-ee18-47b6-82a8-6d4037b3e39d service neutron] Bound using segment: {'id': 'b619110e-4e4d-470c-9269-34f43892a5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4ed1ab68-e1ae-419e-898a-08b6f46d9477'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:15:07.580259 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-7768df87-e953-483a-b8ba-5244e73ead39 req-3df0fad9-ee18-47b6-82a8-6d4037b3e39d service neutron] Bound port: 34ac84b3-6880-4748-a096-17718b654d5f, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b619110e-4e4d-470c-9269-34f43892a5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4ed1ab68-e1ae-419e-898a-08b6f46d9477'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:15:07.580724 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7768df87-e953-483a-b8ba-5244e73ead39 req-3df0fad9-ee18-47b6-82a8-6d4037b3e39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:07.583840 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7768df87-e953-483a-b8ba-5244e73ead39 req-c2ac4add-a407-4d59-bdd6-e329d04470bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4ed1ab68-e1ae-419e-898a-08b6f46d9477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823135 Jul 23 20:15:07.681848 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-7768df87-e953-483a-b8ba-5244e73ead39 req-3df0fad9-ee18-47b6-82a8-6d4037b3e39d service neutron] For port 34ac84b3-6880-4748-a096-17718b654d5f, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:15:07.686340 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-7768df87-e953-483a-b8ba-5244e73ead39 req-3df0fad9-ee18-47b6-82a8-6d4037b3e39d service neutron] For port 34ac84b3-6880-4748-a096-17718b654d5f, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=34ac84b3-6880-4748-a096-17718b654d5f,segment=NetworkSegment(b619110e-4e4d-470c-9269-34f43892a5ed),segment_id=b619110e-4e4d-470c-9269-34f43892a5ed)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:15:07.698727 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7768df87-e953-483a-b8ba-5244e73ead39 req-3df0fad9-ee18-47b6-82a8-6d4037b3e39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:07.755953 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768df87-e953-483a-b8ba-5244e73ead39 req-3df0fad9-ee18-47b6-82a8-6d4037b3e39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:07.756664 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7768df87-e953-483a-b8ba-5244e73ead39 req-3df0fad9-ee18-47b6-82a8-6d4037b3e39d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:07.758638 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7768df87-e953-483a-b8ba-5244e73ead39 req-3df0fad9-ee18-47b6-82a8-6d4037b3e39d service neutron] 10.222.0.18 "PUT /v2.0/ports/34ac84b3-6880-4748-a096-17718b654d5f HTTP/1.1" status: 200 len: 1093 time: 1.2300208 Jul 23 20:15:07.758936 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e78300b-8b7e-432c-99ca-39bc14fefc80', 'tag': '34ac84b3-6880-4748-a096-17718b654d5f'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:07.762120 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d5c27b-cf4e-4efa-8f88-6007c296490f" -d '{"events": [{"name": "network-changed", "server_uuid": "2e78300b-8b7e-432c-99ca-39bc14fefc80", "tag": "34ac84b3-6880-4748-a096-17718b654d5f"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:07.792867 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0fad9-ee18-47b6-82a8-6d4037b3e39d service neutron] Pushing event updated for resources: {'Port': ['ID=34ac84b3-6880-4748-a096-17718b654d5f,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:07.795632 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7768df87-e953-483a-b8ba-5244e73ead39 req-23b37a00-649b-4e63-8b93-726c0b42c06d service neutron] 10.222.0.18 "GET /v2.0/networks/4ed1ab68-e1ae-419e-898a-08b6f46d9477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993055 Jul 23 20:15:07.798842 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-d9a2a022-a4cb-491a-a0ae-ff0fddcb18d7 req-ab93d3f7-d793-47e6-add1-04f2efc8f949 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] For port a2e300b3-2a5b-4e17-9212-9a4cc55458b1, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=a2e300b3-2a5b-4e17-9212-9a4cc55458b1,segment=NetworkSegment(13a13d20-6431-4365-97ce-f955081eb8e3),segment_id=13a13d20-6431-4365-97ce-f955081eb8e3)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:07.799213 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d9a2a022-a4cb-491a-a0ae-ff0fddcb18d7 req-ab93d3f7-d793-47e6-add1-04f2efc8f949 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:07.849398 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-d9a2a022-a4cb-491a-a0ae-ff0fddcb18d7 req-ab93d3f7-d793-47e6-add1-04f2efc8f949 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Calling delete_port for a2e300b3-2a5b-4e17-9212-9a4cc55458b1 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:15:07.862927 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10c4336-a54e-429f-ad7b-586181bdfbff x-openstack-request-id: req-c10c4336-a54e-429f-ad7b-586181bdfbff {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:07.862927 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e78300b-8b7e-432c-99ca-39bc14fefc80", "tag": "34ac84b3-6880-4748-a096-17718b654d5f", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:07.862927 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c10c4336-a54e-429f-ad7b-586181bdfbff {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:07.862927 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e78300b-8b7e-432c-99ca-39bc14fefc80', 'tag': '34ac84b3-6880-4748-a096-17718b654d5f', 'status': 'completed', 'code': 200} Jul 23 20:15:07.881821 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-57035d6d-f5ce-4945-9a12-10c0b39dffd5 req-e87b9cb5-23d4-4839-ad22-2869d6634781 tempest-ServerShowV254Test-1653073177 tempest-ServerShowV254Test-1653073177-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f0ecf76-08fa-4eae-8e56-8789a822859d HTTP/1.1" status: 200 len: 210 time: 0.0413766 Jul 23 20:15:07.906541 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768df87-e953-483a-b8ba-5244e73ead39 req-6632e517-3b62-45ea-ad8c-7b5b253e64b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:07.909299 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7768df87-e953-483a-b8ba-5244e73ead39 req-6632e517-3b62-45ea-ad8c-7b5b253e64b6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb96d41857754bf7bf66ca8ce3539d2f&device_id=2e78300b-8b7e-432c-99ca-39bc14fefc80 HTTP/1.1" status: 200 len: 1096 time: 0.1009045 Jul 23 20:15:07.980920 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7768df87-e953-483a-b8ba-5244e73ead39 req-f8fb2b31-6a4d-49e2-9f7e-4d2ccc4a12c8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34ac84b3-6880-4748-a096-17718b654d5f HTTP/1.1" status: 200 len: 217 time: 0.0645139 Jul 23 20:15:08.014212 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7768df87-e953-483a-b8ba-5244e73ead39 req-27a32312-efed-44db-ac1d-7ddc341dcd2c service neutron] 10.222.0.18 "GET /v2.0/networks/4ed1ab68-e1ae-419e-898a-08b6f46d9477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106435 Jul 23 20:15:08.059968 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768df87-e953-483a-b8ba-5244e73ead39 req-7fa06886-4484-4fa9-a690-e5a64c6e4bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:08.061661 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7768df87-e953-483a-b8ba-5244e73ead39 req-7fa06886-4484-4fa9-a690-e5a64c6e4bd0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f992d35-a3dd-4a94-93d6-be21db6596cb HTTP/1.1" status: 200 len: 853 time: 0.0662479 Jul 23 20:15:08.107631 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7768df87-e953-483a-b8ba-5244e73ead39 req-8b57c662-3e35-4c15-a3b7-1f2f320bb0cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4ed1ab68-e1ae-419e-898a-08b6f46d9477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387313 Jul 23 20:15:08.113762 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d9a2a022-a4cb-491a-a0ae-ff0fddcb18d7 req-ab93d3f7-d793-47e6-add1-04f2efc8f949 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:08.127615 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['b5e0629e-86e6-4f55-a042-ef34d3f2428b', 'a2e300b3-2a5b-4e17-9212-9a4cc55458b1'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:15:08.204963 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93d3f7-d793-47e6-add1-04f2efc8f949 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Pushing event deleted for resources: {'Port': ['ID=a2e300b3-2a5b-4e17-9212-9a4cc55458b1,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:08.243338 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7768df87-e953-483a-b8ba-5244e73ead39 req-1ba64a90-8cdf-4f4a-b0f0-2500ffe87b56 service neutron] 10.222.0.18 "GET /v2.0/networks/4ed1ab68-e1ae-419e-898a-08b6f46d9477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285913 Jul 23 20:15:08.353618 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7768df87-e953-483a-b8ba-5244e73ead39 req-d87c92db-97ef-4254-98b1-0944c3c0a451 service neutron] 10.222.0.18 "GET /v2.0/networks/4ed1ab68-e1ae-419e-898a-08b6f46d9477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016707 Jul 23 20:15:08.427622 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a2a022-a4cb-491a-a0ae-ff0fddcb18d7 req-ab93d3f7-d793-47e6-add1-04f2efc8f949 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] No DVR routers for this DVR port a2e300b3-2a5b-4e17-9212-9a4cc55458b1 on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:15:08.428376 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d9a2a022-a4cb-491a-a0ae-ff0fddcb18d7 req-ab93d3f7-d793-47e6-add1-04f2efc8f949 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:08.430881 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d9a2a022-a4cb-491a-a0ae-ff0fddcb18d7 req-ab93d3f7-d793-47e6-add1-04f2efc8f949 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.30 "DELETE /v2.0/ports/a2e300b3-2a5b-4e17-9212-9a4cc55458b1 HTTP/1.1" status: 204 len: 173 time: 1.2866807 Jul 23 20:15:08.440612 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b20398-d0bb-48d0-943a-7dbda40a6612 req-03fb7b49-d187-429c-8467-905a9ecb2edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:08.443440 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c3b20398-d0bb-48d0-943a-7dbda40a6612 req-03fb7b49-d187-429c-8467-905a9ecb2edc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb96d41857754bf7bf66ca8ce3539d2f&device_id=66de68a2-deac-4d02-b19d-3448e25eeca7 HTTP/1.1" status: 200 len: 1095 time: 0.3685937 Jul 23 20:15:08.464729 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56732) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:08.504372 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5c27b-cf4e-4efa-8f88-6007c296490f req-d411f200-1cdf-4396-9523-0862a479f958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:08.506466 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-15d5c27b-cf4e-4efa-8f88-6007c296490f req-d411f200-1cdf-4396-9523-0862a479f958 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb96d41857754bf7bf66ca8ce3539d2f&device_id=2e78300b-8b7e-432c-99ca-39bc14fefc80 HTTP/1.1" status: 200 len: 1096 time: 0.1030114 Jul 23 20:15:08.562190 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ddb8d-649b-4aad-9558-e6dcf620b167 req-b0e9f60b-eac4-43ab-8306-c0d94f2f4576 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:08.563968 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-918ddb8d-649b-4aad-9558-e6dcf620b167 req-b0e9f60b-eac4-43ab-8306-c0d94f2f4576 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e78300b-8b7e-432c-99ca-39bc14fefc80 HTTP/1.1" status: 200 len: 944 time: 0.2936482 Jul 23 20:15:08.622593 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b20398-d0bb-48d0-943a-7dbda40a6612 req-8d94f474-ffec-4f36-9943-e5dd4904ed7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:08.623875 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c3b20398-d0bb-48d0-943a-7dbda40a6612 req-8d94f474-ffec-4f36-9943-e5dd4904ed7e service neutron] 10.222.0.18 "GET /v2.0/networks?id=4ed1ab68-e1ae-419e-898a-08b6f46d9477 HTTP/1.1" status: 200 len: 914 time: 0.1714520 Jul 23 20:15:08.662276 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-307fa434-5051-4870-ae5b-23bb0984dd39 req-1a7dd8bc-9aaf-4920-89ab-fd11af76976b tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd5c2e7c-b42a-4710-8a46-79ebbd8c0ce2 HTTP/1.1" status: 200 len: 210 time: 0.0558295 Jul 23 20:15:08.684035 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-07cafa49-d19e-41c7-935c-650f2071f945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:08.685874 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-918ddb8d-649b-4aad-9558-e6dcf620b167 req-9187cdfe-bfe9-4e10-b73d-8bc82aa71e93 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/security-groups?id=937efb4a-e2d9-4c15-8035-29c53a11040d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134298 Jul 23 20:15:08.687563 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c3b20398-d0bb-48d0-943a-7dbda40a6612 req-24efd2ca-3c2c-4a6c-a7b1-c3319c1437f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=35d6532d-352e-4ec3-aa12-c5aea75a78e7 HTTP/1.1" status: 200 len: 217 time: 0.0517139 Jul 23 20:15:08.740325 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5c27b-cf4e-4efa-8f88-6007c296490f req-d864ec02-1470-4ce4-b1dd-e23b818d3a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:08.743415 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-15d5c27b-cf4e-4efa-8f88-6007c296490f req-d864ec02-1470-4ce4-b1dd-e23b818d3a9c service neutron] 10.222.0.18 "GET /v2.0/networks?id=4ed1ab68-e1ae-419e-898a-08b6f46d9477 HTTP/1.1" status: 200 len: 914 time: 0.2301390 Jul 23 20:15:08.765705 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b20398-d0bb-48d0-943a-7dbda40a6612 req-ab617c80-e635-49ac-8ad7-f49323d1f02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:08.768498 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c3b20398-d0bb-48d0-943a-7dbda40a6612 req-ab617c80-e635-49ac-8ad7-f49323d1f02f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f992d35-a3dd-4a94-93d6-be21db6596cb HTTP/1.1" status: 200 len: 853 time: 0.0742984 Jul 23 20:15:08.809920 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-15d5c27b-cf4e-4efa-8f88-6007c296490f req-888341c3-604c-496e-92e4-508cff27131a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34ac84b3-6880-4748-a096-17718b654d5f HTTP/1.1" status: 200 len: 217 time: 0.0506992 Jul 23 20:15:08.817394 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c3b20398-d0bb-48d0-943a-7dbda40a6612 req-93f508ea-0404-4ac9-90f0-73e9a4b1a0d6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4ed1ab68-e1ae-419e-898a-08b6f46d9477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415142 Jul 23 20:15:08.883281 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7bfd928e-514f-48d8-b727-cd62d79dc769 req-1551214c-c958-422e-8f3c-fb61a1f50844 tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0622da9-ce89-4ab5-905e-a0ad97d47ee5 HTTP/1.1" status: 200 len: 210 time: 0.0723855 Jul 23 20:15:08.917496 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5c27b-cf4e-4efa-8f88-6007c296490f req-52f2c8b7-2d5e-493f-a015-2b5dc2e18657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:08.919203 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-15d5c27b-cf4e-4efa-8f88-6007c296490f req-52f2c8b7-2d5e-493f-a015-2b5dc2e18657 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f992d35-a3dd-4a94-93d6-be21db6596cb HTTP/1.1" status: 200 len: 853 time: 0.0971997 Jul 23 20:15:08.922478 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c3b20398-d0bb-48d0-943a-7dbda40a6612 req-17a01ae9-c9e1-4d9f-93bc-e061f12307c3 service neutron] 10.222.0.18 "GET /v2.0/networks/4ed1ab68-e1ae-419e-898a-08b6f46d9477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983589 Jul 23 20:15:08.977342 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-15d5c27b-cf4e-4efa-8f88-6007c296490f req-1b2551ad-64d3-416f-8906-2b22ac6d771d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4ed1ab68-e1ae-419e-898a-08b6f46d9477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448670 Jul 23 20:15:08.979392 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-07cafa49-d19e-41c7-935c-650f2071f945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:08.984586 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-07cafa49-d19e-41c7-935c-650f2071f945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:09.059229 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-07cafa49-d19e-41c7-935c-650f2071f945 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=28c241c503744c209e6394176c6a8b46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5933802 Jul 23 20:15:09.093245 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56756) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:09.104380 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cafa49-d19e-41c7-935c-650f2071f945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8248e603-09c7-4d2b-ac8b-7be0fab9a455,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:09.162572 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-15d5c27b-cf4e-4efa-8f88-6007c296490f req-84068f37-b1e9-4431-abaa-f489cfb78a96 service neutron] 10.222.0.18 "GET /v2.0/networks/4ed1ab68-e1ae-419e-898a-08b6f46d9477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729438 Jul 23 20:15:09.193494 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a3ecfddb-e020-41ff-bc8a-8c0535ada318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:09.227941 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a3ecfddb-e020-41ff-bc8a-8c0535ada318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:09.294516 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5c2e7c-b42a-4710-8a46-79ebbd8c0ce2', 'name': 'network-vif-deleted', 'tag': 'a2e300b3-2a5b-4e17-9212-9a4cc55458b1'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:09.296765 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303e9092-d1b6-4ef1-b062-be309b9302cd" -d '{"events": [{"server_uuid": "fd5c2e7c-b42a-4710-8a46-79ebbd8c0ce2", "name": "network-vif-deleted", "tag": "a2e300b3-2a5b-4e17-9212-9a4cc55458b1"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:09.349782 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8aa3db91-c8ec-415b-8a8c-b8334da6d29a req-64c280eb-7f19-40f6-9f7b-a61785ebfa20 tempest-ServerShowV254Test-1653073177 tempest-ServerShowV254Test-1653073177-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f0ecf76-08fa-4eae-8e56-8789a822859d HTTP/1.1" status: 200 len: 210 time: 0.0453184 Jul 23 20:15:09.350649 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a3ecfddb-e020-41ff-bc8a-8c0535ada318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:09.352449 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967a6097-fae7-428f-a36a-1d4ac903c3c8 x-openstack-request-id: req-967a6097-fae7-428f-a36a-1d4ac903c3c8 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:09.352757 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5c2e7c-b42a-4710-8a46-79ebbd8c0ce2", "name": "network-vif-deleted", "tag": "a2e300b3-2a5b-4e17-9212-9a4cc55458b1", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:09.353055 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-967a6097-fae7-428f-a36a-1d4ac903c3c8 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:09.353440 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5c2e7c-b42a-4710-8a46-79ebbd8c0ce2', 'name': 'network-vif-deleted', 'tag': 'a2e300b3-2a5b-4e17-9212-9a4cc55458b1', 'status': 'completed', 'code': 200} Jul 23 20:15:09.353574 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a3ecfddb-e020-41ff-bc8a-8c0535ada318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:09.357012 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a3ecfddb-e020-41ff-bc8a-8c0535ada318 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8248e603-09c7-4d2b-ac8b-7be0fab9a455 HTTP/1.1" status: 204 len: 168 time: 0.2587657 Jul 23 20:15:09.362831 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-15d5c27b-cf4e-4efa-8f88-6007c296490f req-7d328fb6-650c-481d-be48-e9a501a19194 service neutron] 10.222.0.18 "GET /v2.0/networks/4ed1ab68-e1ae-419e-898a-08b6f46d9477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875048 Jul 23 20:15:09.368272 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ecfddb-e020-41ff-bc8a-8c0535ada318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8248e603-09c7-4d2b-ac8b-7be0fab9a455,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:09.384337 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c3b20398-d0bb-48d0-943a-7dbda40a6612 req-ae8be327-df1b-47c3-ac67-e058d5fa443f service neutron] 10.222.0.18 "GET /v2.0/networks/4ed1ab68-e1ae-419e-898a-08b6f46d9477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4516618 Jul 23 20:15:09.793029 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56786) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:09.828527 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-64d68ed5-7abf-4d51-a147-885fdef278a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:09.886289 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae38226-5019-4e53-a2f1-8553a4211487 req-39ffed4b-8456-4bd0-a7fc-a278c37b53de tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:09.887606 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee0f52-a491-445a-8cc5-e51ad2123dd5 req-18fc62ec-15a0-4646-b8e7-bb31b68f6772 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:09.887956 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dae38226-5019-4e53-a2f1-8553a4211487 req-39ffed4b-8456-4bd0-a7fc-a278c37b53de tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.0754406 Jul 23 20:15:09.889091 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fdee0f52-a491-445a-8cc5-e51ad2123dd5 req-18fc62ec-15a0-4646-b8e7-bb31b68f6772 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e78300b-8b7e-432c-99ca-39bc14fefc80 HTTP/1.1" status: 200 len: 944 time: 0.1088510 Jul 23 20:15:09.936841 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dae38226-5019-4e53-a2f1-8553a4211487 req-2f70b360-6a8e-4d64-9878-807d5e76f15e tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393076 Jul 23 20:15:09.968393 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fdee0f52-a491-445a-8cc5-e51ad2123dd5 req-e9bf1001-36c9-478c-b1e7-b013b84e50e6 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/security-groups?id=937efb4a-e2d9-4c15-8035-29c53a11040d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709171 Jul 23 20:15:10.007271 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-64d68ed5-7abf-4d51-a147-885fdef278a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:10.013070 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-64d68ed5-7abf-4d51-a147-885fdef278a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:10.070088 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-64d68ed5-7abf-4d51-a147-885fdef278a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b991c420612d49f289fbde6ef7f45c1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2759643 Jul 23 20:15:10.070830 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d68ed5-7abf-4d51-a147-885fdef278a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23e7b6c-a9a2-4ad0-81bf-e9f7f6ef27d1,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:10.072842 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56800) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:10.130429 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a5118898-c1b1-4ba0-8547-7b63c85ac94b req-4ffe9be5-a78b-41f6-9e71-591aeea3a822 tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0622da9-ce89-4ab5-905e-a0ad97d47ee5 HTTP/1.1" status: 200 len: 210 time: 0.0433784 Jul 23 20:15:10.136692 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 34ac84b3-6880-4748-a096-17718b654d5f details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:15:10.157703 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a69940d-dd74-4b46-a57c-929b5cc8a06a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:10.196518 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a69940d-dd74-4b46-a57c-929b5cc8a06a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:10.212067 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a1c50d94-7e30-4662-aa14-fb9a4bba1caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:10.277570 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 34ac84b3-6880-4748-a096-17718b654d5f, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=34ac84b3-6880-4748-a096-17718b654d5f,segment=NetworkSegment(b619110e-4e4d-470c-9269-34f43892a5ed),segment_id=b619110e-4e4d-470c-9269-34f43892a5ed)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:10.292187 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '34ac84b3-6880-4748-a096-17718b654d5f', 'network_id': '4ed1ab68-e1ae-419e-898a-08b6f46d9477', 'port_id': '34ac84b3-6880-4748-a096-17718b654d5f', 'mac_address': 'fa:16:3e:19:5e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f992d35-a3dd-4a94-93d6-be21db6596cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:15:10.292313 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c399717-1bb2-47dd-8db0-f8e9df7a6648 req-ab2e2f33-70b6-4a44-8edf-99d1bd562688 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:10.293444 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8c399717-1bb2-47dd-8db0-f8e9df7a6648 req-ab2e2f33-70b6-4a44-8edf-99d1bd562688 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.0946133 Jul 23 20:15:10.307752 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a69940d-dd74-4b46-a57c-929b5cc8a06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:10.310237 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a69940d-dd74-4b46-a57c-929b5cc8a06a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:10.314120 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2a69940d-dd74-4b46-a57c-929b5cc8a06a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e23e7b6c-a9a2-4ad0-81bf-e9f7f6ef27d1 HTTP/1.1" status: 204 len: 168 time: 0.2394764 Jul 23 20:15:10.333632 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a69940d-dd74-4b46-a57c-929b5cc8a06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23e7b6c-a9a2-4ad0-81bf-e9f7f6ef27d1,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:10.339526 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:10.351069 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8c399717-1bb2-47dd-8db0-f8e9df7a6648 req-e2784060-8b85-4096-9f2b-64490e2ca7a1 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517831 Jul 23 20:15:10.363514 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ac84b3-6880-4748-a096-17718b654d5f {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:15:10.390071 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device a2e300b3-2a5b-4e17-9212-9a4cc55458b1 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:15:10.427942 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: a2e300b3-2a5b-4e17-9212-9a4cc55458b1 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:15:10.428457 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device a2e300b3-2a5b-4e17-9212-9a4cc55458b1 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:15:10.432353 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 34ac84b3-6880-4748-a096-17718b654d5f, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=34ac84b3-6880-4748-a096-17718b654d5f,segment=NetworkSegment(b619110e-4e4d-470c-9269-34f43892a5ed),segment_id=b619110e-4e4d-470c-9269-34f43892a5ed)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:10.439199 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:10.440329 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 35d6532d-352e-4ec3-aa12-c5aea75a78e7 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:15:10.487289 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-39fbc983-6cf6-428c-a282-96665f413178 req-f3afaeb4-0e01-4ebf-820b-3024316c4b8f tempest-ServerShowV254Test-1653073177 tempest-ServerShowV254Test-1653073177-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f0ecf76-08fa-4eae-8e56-8789a822859d HTTP/1.1" status: 200 len: 210 time: 0.0504186 Jul 23 20:15:10.527740 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 35d6532d-352e-4ec3-aa12-c5aea75a78e7, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=35d6532d-352e-4ec3-aa12-c5aea75a78e7,segment=NetworkSegment(b619110e-4e4d-470c-9269-34f43892a5ed),segment_id=b619110e-4e4d-470c-9269-34f43892a5ed)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:10.542944 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=34ac84b3-6880-4748-a096-17718b654d5f,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:10.549307 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '35d6532d-352e-4ec3-aa12-c5aea75a78e7', 'network_id': '4ed1ab68-e1ae-419e-898a-08b6f46d9477', 'port_id': '35d6532d-352e-4ec3-aa12-c5aea75a78e7', 'mac_address': 'fa:16:3e:0d:af:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f992d35-a3dd-4a94-93d6-be21db6596cb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:15:10.598290 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:10.611405 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35d6532d-352e-4ec3-aa12-c5aea75a78e7 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:15:10.617138 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855e9ee-feed-48ec-8c36-c1d78f2c941c req-a1636a14-0585-4a8b-953f-564c3e33dfaf tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:10.625245 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9855e9ee-feed-48ec-8c36-c1d78f2c941c req-a1636a14-0585-4a8b-953f-564c3e33dfaf tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.1491556 Jul 23 20:15:10.637213 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 35d6532d-352e-4ec3-aa12-c5aea75a78e7, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=35d6532d-352e-4ec3-aa12-c5aea75a78e7,segment=NetworkSegment(b619110e-4e4d-470c-9269-34f43892a5ed),segment_id=b619110e-4e4d-470c-9269-34f43892a5ed)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:10.643722 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:10.674084 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9855e9ee-feed-48ec-8c36-c1d78f2c941c req-ad03e9d6-f662-4511-a09f-12c2aecee539 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478609 Jul 23 20:15:10.711528 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=35d6532d-352e-4ec3-aa12-c5aea75a78e7,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:10.870517 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['34ac84b3-6880-4748-a096-17718b654d5f'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:15:10.874778 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['35d6532d-352e-4ec3-aa12-c5aea75a78e7'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:15:11.268369 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7dca2c-21d1-4f21-8f0a-17dc05533be1 req-3613202c-96eb-4ae8-b1af-df2b52ddfca3 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:11.282875 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-df7dca2c-21d1-4f21-8f0a-17dc05533be1 req-3613202c-96eb-4ae8-b1af-df2b52ddfca3 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e78300b-8b7e-432c-99ca-39bc14fefc80 HTTP/1.1" status: 200 len: 945 time: 0.1668875 Jul 23 20:15:11.361068 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-df7dca2c-21d1-4f21-8f0a-17dc05533be1 req-5c5c9ad1-9bed-4b42-88ef-01c2a93f4ce3 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/security-groups?id=937efb4a-e2d9-4c15-8035-29c53a11040d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771751 Jul 23 20:15:11.374886 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-05344e3c-6cbf-4c55-aa19-12a6e694df9e req-cc6e50ed-73fd-465e-9bec-cb44a369c147 tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0622da9-ce89-4ab5-905e-a0ad97d47ee5 HTTP/1.1" status: 200 len: 210 time: 0.0373909 Jul 23 20:15:11.445445 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56884) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:11.559599 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-af80a82d-d2db-46cc-a8ee-4889adc10da9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1486433315-network', 'tenant_id': 'e71d3f35ed8f432091443f48834e0f04'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:11.604947 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af80a82d-d2db-46cc-a8ee-4889adc10da9 admin admin] Made reservation on behalf of e71d3f35ed8f432091443f48834e0f04 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:15:11.607886 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af80a82d-d2db-46cc-a8ee-4889adc10da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:11.626665 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af80a82d-d2db-46cc-a8ee-4889adc10da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:11.630022 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-418c633e-8b85-4bbe-a0e3-b9ed438518b0 req-7d2b7347-567d-45bc-b483-9cfe56d8f146 tempest-ServerShowV254Test-1653073177 tempest-ServerShowV254Test-1653073177-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f0ecf76-08fa-4eae-8e56-8789a822859d HTTP/1.1" status: 200 len: 210 time: 0.0516756 Jul 23 20:15:11.726098 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af80a82d-d2db-46cc-a8ee-4889adc10da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:11.730786 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af80a82d-d2db-46cc-a8ee-4889adc10da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:11.762578 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af80a82d-d2db-46cc-a8ee-4889adc10da9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:15:11.767261 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80a82d-d2db-46cc-a8ee-4889adc10da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2d5acf-3b4a-4aab-babf-5cdacbfaec6c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:11.777359 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af80a82d-d2db-46cc-a8ee-4889adc10da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:11.778414 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-af80a82d-d2db-46cc-a8ee-4889adc10da9 admin admin] Added segment 57b64027-d93c-4674-bc42-8af8551369a0 of type vlan for network c97b6698-697f-447b-8c77-21295bec1925 Jul 23 20:15:11.862349 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af80a82d-d2db-46cc-a8ee-4889adc10da9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:11.927698 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af80a82d-d2db-46cc-a8ee-4889adc10da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:11.928433 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af80a82d-d2db-46cc-a8ee-4889adc10da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:11.929717 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af80a82d-d2db-46cc-a8ee-4889adc10da9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:11.964530 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-af80a82d-d2db-46cc-a8ee-4889adc10da9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5175731 Jul 23 20:15:11.967572 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56928) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:11.972415 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-9c08552c-f1c5-4778-934a-554c03f92fe7 admin admin] Request body: {'subnet': {'network_id': 'c97b6698-697f-447b-8c77-21295bec1925', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1486433315-subnet', 'tenant_id': 'e71d3f35ed8f432091443f48834e0f04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:12.009228 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80a82d-d2db-46cc-a8ee-4889adc10da9 admin admin] Pushing event updated for resources: {'Network': ['ID=c97b6698-697f-447b-8c77-21295bec1925,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:12.024811 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network c97b6698-697f-447b-8c77-21295bec1925 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:15:12.026805 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c08552c-f1c5-4778-934a-554c03f92fe7 admin admin] Made reservation on behalf of e71d3f35ed8f432091443f48834e0f04 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:15:12.029310 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c08552c-f1c5-4778-934a-554c03f92fe7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:12.142149 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 34ac84b3-6880-4748-a096-17718b654d5f up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:15:12.197026 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 34ac84b3-6880-4748-a096-17718b654d5f completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:15:12.201236 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 34ac84b3-6880-4748-a096-17718b654d5f triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:15:12.201497 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:12.216237 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c08552c-f1c5-4778-934a-554c03f92fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:12.303518 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08552c-f1c5-4778-934a-554c03f92fe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1d561a8-1d6a-40cb-921b-3277b73daf55,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:12.307527 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:12.326021 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c08552c-f1c5-4778-934a-554c03f92fe7 admin admin] Checking segment: {'id': '57b64027-d93c-4674-bc42-8af8551369a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c97b6698-697f-447b-8c77-21295bec1925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:15:12.326429 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c08552c-f1c5-4778-934a-554c03f92fe7 admin admin] Network hostable DHCP agents. Network: c97b6698-697f-447b-8c77-21295bec1925, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:15:12.353037 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c08552c-f1c5-4778-934a-554c03f92fe7 admin admin] Network c97b6698-697f-447b-8c77-21295bec1925 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:15:12.355951 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e78300b-8b7e-432c-99ca-39bc14fefc80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ac84b3-6880-4748-a096-17718b654d5f'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:12.358706 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6696e28-bca8-46fb-af65-ae71d558e44a" -d '{"events": [{"server_uuid": "2e78300b-8b7e-432c-99ca-39bc14fefc80", "name": "network-vif-plugged", "status": "completed", "tag": "34ac84b3-6880-4748-a096-17718b654d5f"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:12.368504 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-9c08552c-f1c5-4778-934a-554c03f92fe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, c97b6698-697f-447b-8c77-21295bec1925) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:15:12.378109 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 34ac84b3-6880-4748-a096-17718b654d5f, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=34ac84b3-6880-4748-a096-17718b654d5f,segment=NetworkSegment(b619110e-4e4d-470c-9269-34f43892a5ed),segment_id=b619110e-4e4d-470c-9269-34f43892a5ed)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:12.382190 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb9e901-4515-4271-9e1c-2ae3c8856c5a None None] Network c97b6698-697f-447b-8c77-21295bec1925 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:15:12.386207 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:12.387082 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 35d6532d-352e-4ec3-aa12-c5aea75a78e7 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:15:12.395385 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c08552c-f1c5-4778-934a-554c03f92fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:12.401514 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c08552c-f1c5-4778-934a-554c03f92fe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:12.431697 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9c08552c-f1c5-4778-934a-554c03f92fe7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4620450 Jul 23 20:15:12.483116 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4079c9-1abe-4683-848e-cc71e05a4955 x-openstack-request-id: req-6b4079c9-1abe-4683-848e-cc71e05a4955 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:12.484731 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e78300b-8b7e-432c-99ca-39bc14fefc80", "name": "network-vif-plugged", "status": "completed", "tag": "34ac84b3-6880-4748-a096-17718b654d5f", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:12.485153 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6b4079c9-1abe-4683-848e-cc71e05a4955 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:12.485597 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e78300b-8b7e-432c-99ca-39bc14fefc80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ac84b3-6880-4748-a096-17718b654d5f', 'code': 200} Jul 23 20:15:12.558341 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 35d6532d-352e-4ec3-aa12-c5aea75a78e7 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:15:12.570768 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 35d6532d-352e-4ec3-aa12-c5aea75a78e7 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:15:12.572189 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:12.574133 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=34ac84b3-6880-4748-a096-17718b654d5f,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:12.610183 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6e4123ee-1356-4eb5-a517-a02b416bc7e1 req-df912f30-d5f4-4246-a987-493b90454cac tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0622da9-ce89-4ab5-905e-a0ad97d47ee5 HTTP/1.1" status: 200 len: 210 time: 0.0794487 Jul 23 20:15:12.627422 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd880d65-c47e-4592-be82-14917f254d07 req-26a9eaa5-bbe9-491d-b025-fd838acc3545 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:12.650228 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd880d65-c47e-4592-be82-14917f254d07 req-26a9eaa5-bbe9-491d-b025-fd838acc3545 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e78300b-8b7e-432c-99ca-39bc14fefc80 HTTP/1.1" status: 200 len: 946 time: 0.1376088 Jul 23 20:15:12.679400 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d34bc-3995-453a-bb09-ddf644c9e990 req-a8403b94-33bb-4f13-adf7-42ab71f4b38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:12.681249 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c81d34bc-3995-453a-bb09-ddf644c9e990 req-a8403b94-33bb-4f13-adf7-42ab71f4b38b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2e78300b-8b7e-432c-99ca-39bc14fefc80 HTTP/1.1" status: 200 len: 1098 time: 0.1371999 Jul 23 20:15:12.700841 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cd0062-9bd4-43e0-8e13-71b80a826acb None None] Network c97b6698-697f-447b-8c77-21295bec1925 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:15:12.742206 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd880d65-c47e-4592-be82-14917f254d07 req-22504bdc-b8c0-4d73-8b17-614994cdb620 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/security-groups?id=937efb4a-e2d9-4c15-8035-29c53a11040d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899549 Jul 23 20:15:12.779229 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c81d34bc-3995-453a-bb09-ddf644c9e990 req-8e80516f-40c0-4639-8dfa-22c8d2fded6a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=937efb4a-e2d9-4c15-8035-29c53a11040d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757625 Jul 23 20:15:12.838932 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:12.902493 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-50b802e5-ccbe-44ad-813a-5a54089ef9b6 req-6ce6fdab-feec-4ca9-b386-e98efb464932 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7f0ecf76-08fa-4eae-8e56-8789a822859d HTTP/1.1" status: 200 len: 210 time: 0.0546639 Jul 23 20:15:12.941059 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3094733c-78d6-41ef-aa3b-d5aa3b0b0dff req-b97c6bc6-378c-4eba-b9df-4c38cdefeef0 tempest-ServerShowV254Test-1653073177 tempest-ServerShowV254Test-1653073177-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f0ecf76-08fa-4eae-8e56-8789a822859d HTTP/1.1" status: 200 len: 210 time: 0.0618091 Jul 23 20:15:12.994385 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ff076230-e866-4a1e-bc3c-26495b6b468f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:13.001241 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 35d6532d-352e-4ec3-aa12-c5aea75a78e7, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=35d6532d-352e-4ec3-aa12-c5aea75a78e7,segment=NetworkSegment(b619110e-4e4d-470c-9269-34f43892a5ed),segment_id=b619110e-4e4d-470c-9269-34f43892a5ed)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:13.029426 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:13.101532 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076efa8d-5301-43ec-aa01-61b197256154 req-f7216c5c-8c56-4a2a-a3a7-9f986edf2d7e tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:13.104278 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=35d6532d-352e-4ec3-aa12-c5aea75a78e7,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:13.109421 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-076efa8d-5301-43ec-aa01-61b197256154 req-f7216c5c-8c56-4a2a-a3a7-9f986edf2d7e tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.0933237 Jul 23 20:15:13.157305 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-076efa8d-5301-43ec-aa01-61b197256154 req-0f40c581-b3b2-406b-9acf-3518103d7009 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462172 Jul 23 20:15:13.287152 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:13.303127 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32986119-6abf-4f53-9187-7ec9dbe67e47 req-26ddb6ec-b3bb-49a1-85dc-228a1113c73b tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:13.310199 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-32986119-6abf-4f53-9187-7ec9dbe67e47 req-26ddb6ec-b3bb-49a1-85dc-228a1113c73b tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.0846369 Jul 23 20:15:13.360247 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-32986119-6abf-4f53-9187-7ec9dbe67e47 req-44b1f2b5-d569-48c9-affe-9f21e51277f0 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481300 Jul 23 20:15:13.375521 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57018) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:13.384160 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57020) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:13.389796 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-faf99d1d-f4a7-4404-91c1-f273d457013f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1996514539-network', 'tenant_id': '9ef06260975344afafbbf2e016c96add'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:13.416705 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf99d1d-f4a7-4404-91c1-f273d457013f admin admin] Made reservation on behalf of 9ef06260975344afafbbf2e016c96add for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:15:13.421090 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-faf99d1d-f4a7-4404-91c1-f273d457013f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:13.432551 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-faf99d1d-f4a7-4404-91c1-f273d457013f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:13.545830 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-faf99d1d-f4a7-4404-91c1-f273d457013f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:13.562942 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-faf99d1d-f4a7-4404-91c1-f273d457013f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:13.601491 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:15:13.615281 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faf99d1d-f4a7-4404-91c1-f273d457013f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:15:13.620486 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf99d1d-f4a7-4404-91c1-f273d457013f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad593a5-7879-464b-9ad1-75a4dc5363e2,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:13.632577 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-faf99d1d-f4a7-4404-91c1-f273d457013f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:13.634395 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-faf99d1d-f4a7-4404-91c1-f273d457013f admin admin] Added segment 03605be3-34fd-4561-bc86-0aea332915c7 of type vlan for network 9c8d186f-97d8-48e8-a7cd-b5b1f3a2b458 Jul 23 20:15:13.687542 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1e5a0852-8c76-4f85-97a7-d26a2e506438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:13.696139 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-faf99d1d-f4a7-4404-91c1-f273d457013f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:13.736523 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-faf99d1d-f4a7-4404-91c1-f273d457013f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:13.738498 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf99d1d-f4a7-4404-91c1-f273d457013f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:13.739881 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-faf99d1d-f4a7-4404-91c1-f273d457013f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:13.825415 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf99d1d-f4a7-4404-91c1-f273d457013f admin admin] Pushing event updated for resources: {'Network': ['ID=9c8d186f-97d8-48e8-a7cd-b5b1f3a2b458,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:13.842661 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 9c8d186f-97d8-48e8-a7cd-b5b1f3a2b458 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:15:13.860485 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ccec08b-348f-49dd-8003-990974bac6ef req-74552c56-f294-46a8-af5f-b3d6186eff26 tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0622da9-ce89-4ab5-905e-a0ad97d47ee5 HTTP/1.1" status: 200 len: 210 time: 0.1009629 Jul 23 20:15:13.908725 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1e5a0852-8c76-4f85-97a7-d26a2e506438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:13.915072 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1e5a0852-8c76-4f85-97a7-d26a2e506438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:13.923894 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-faf99d1d-f4a7-4404-91c1-f273d457013f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5385942 Jul 23 20:15:13.927510 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57038) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:13.934191 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-cea9d433-6a58-4a3e-bb42-4d3c656bd28f admin admin] Request body: {'subnet': {'network_id': '9c8d186f-97d8-48e8-a7cd-b5b1f3a2b458', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1996514539-subnet', 'tenant_id': '9ef06260975344afafbbf2e016c96add', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:13.948975 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdf323-bdd3-4c85-a8d1-8bcaaed78c31 req-3d9c36bc-fd13-46b9-843b-9164f0fcf0df tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:13.957053 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d4fdf323-bdd3-4c85-a8d1-8bcaaed78c31 req-3d9c36bc-fd13-46b9-843b-9164f0fcf0df tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e78300b-8b7e-432c-99ca-39bc14fefc80 HTTP/1.1" status: 200 len: 946 time: 0.1091783 Jul 23 20:15:13.969161 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:14.004296 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57044) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:14.010606 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1e5a0852-8c76-4f85-97a7-d26a2e506438 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9a10e78bc0804fa495068f9755fa0b35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6336668 Jul 23 20:15:14.012937 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a0852-8c76-4f85-97a7-d26a2e506438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506f7088-2f3d-4d9c-ad3e-ca860c9ccb3a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:14.022719 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea9d433-6a58-4a3e-bb42-4d3c656bd28f admin admin] Made reservation on behalf of 9ef06260975344afafbbf2e016c96add for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:15:14.025666 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cea9d433-6a58-4a3e-bb42-4d3c656bd28f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:14.061243 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d4fdf323-bdd3-4c85-a8d1-8bcaaed78c31 req-c19e2b9c-122c-4330-87ec-aa7338ad9deb tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/security-groups?id=937efb4a-e2d9-4c15-8035-29c53a11040d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020653 Jul 23 20:15:14.082542 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dede51b9-93c9-4b28-9b27-14ce4b389dcd req-7a0fdb0b-bb89-44a4-b649-abe3cafc53aa tempest-ServerShowV254Test-1653073177 tempest-ServerShowV254Test-1653073177-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f0ecf76-08fa-4eae-8e56-8789a822859d HTTP/1.1" status: 200 len: 210 time: 0.0389016 Jul 23 20:15:14.159238 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d9ac5bc1-3440-44c3-8490-b7e9bc24e3fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:14.197077 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d9ac5bc1-3440-44c3-8490-b7e9bc24e3fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:14.267767 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909b698-c4d9-4047-9c6f-3a195a583672 req-e7db6721-e3b3-40d2-948a-fbade0a52e6b tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:14.270598 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f909b698-c4d9-4047-9c6f-3a195a583672 req-e7db6721-e3b3-40d2-948a-fbade0a52e6b tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/ports?device_id=66de68a2-deac-4d02-b19d-3448e25eeca7 HTTP/1.1" status: 200 len: 945 time: 0.1057405 Jul 23 20:15:14.329915 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f909b698-c4d9-4047-9c6f-3a195a583672 req-5123df2b-7cd5-435f-9eaa-bb9937cb266f tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/security-groups?id=937efb4a-e2d9-4c15-8035-29c53a11040d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473814 Jul 23 20:15:14.349752 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cea9d433-6a58-4a3e-bb42-4d3c656bd28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:14.376342 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:14.386990 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d9ac5bc1-3440-44c3-8490-b7e9bc24e3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:14.389132 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d9ac5bc1-3440-44c3-8490-b7e9bc24e3fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:14.393279 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d9ac5bc1-3440-44c3-8490-b7e9bc24e3fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/506f7088-2f3d-4d9c-ad3e-ca860c9ccb3a HTTP/1.1" status: 204 len: 168 time: 0.3877015 Jul 23 20:15:14.420620 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac5bc1-3440-44c3-8490-b7e9bc24e3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506f7088-2f3d-4d9c-ad3e-ca860c9ccb3a,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:14.447110 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9d433-6a58-4a3e-bb42-4d3c656bd28f admin admin] Pushing event updated for resources: {'Subnet': ['ID=493166f9-b2c0-4528-a513-9eb49013cb35,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:14.488687 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66de68a2-deac-4d02-b19d-3448e25eeca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d6532d-352e-4ec3-aa12-c5aea75a78e7'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:14.492984 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277f9d7c-15b5-4fb1-af6a-7724d851ea43" -d '{"events": [{"server_uuid": "66de68a2-deac-4d02-b19d-3448e25eeca7", "name": "network-vif-plugged", "status": "completed", "tag": "35d6532d-352e-4ec3-aa12-c5aea75a78e7"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:14.499792 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea9d433-6a58-4a3e-bb42-4d3c656bd28f admin admin] Checking segment: {'id': '03605be3-34fd-4561-bc86-0aea332915c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9c8d186f-97d8-48e8-a7cd-b5b1f3a2b458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:15:14.500164 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea9d433-6a58-4a3e-bb42-4d3c656bd28f admin admin] Network hostable DHCP agents. Network: 9c8d186f-97d8-48e8-a7cd-b5b1f3a2b458, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:15:14.520791 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-522b6635-6d74-49a4-be13-de200f4df8e3 req-e6cccc41-2d05-4656-bdaf-95a70a8232f5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc3a4b6f7960406eafbc08b68bd2e719&device_id=7f0ecf76-08fa-4eae-8e56-8789a822859d HTTP/1.1" status: 200 len: 210 time: 0.0772078 Jul 23 20:15:14.535671 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:14.536543 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea9d433-6a58-4a3e-bb42-4d3c656bd28f admin admin] Network 9c8d186f-97d8-48e8-a7cd-b5b1f3a2b458 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:15:14.550317 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-cea9d433-6a58-4a3e-bb42-4d3c656bd28f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 9c8d186f-97d8-48e8-a7cd-b5b1f3a2b458) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:15:14.560085 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59abdafc-c999-4c1f-a60b-e6cfb818fedd None None] Network 9c8d186f-97d8-48e8-a7cd-b5b1f3a2b458 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:15:14.569208 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-165a605a-13ff-4f7b-bc10-ce7daae05705 req-32df3b26-6c58-4662-acff-955b1ec9f952 tempest-ServerShowV254Test-1653073177 tempest-ServerShowV254Test-1653073177-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f0ecf76-08fa-4eae-8e56-8789a822859d HTTP/1.1" status: 200 len: 210 time: 0.0476520 Jul 23 20:15:14.578621 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea9d433-6a58-4a3e-bb42-4d3c656bd28f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:14.583451 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cea9d433-6a58-4a3e-bb42-4d3c656bd28f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:14.610088 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-522b6635-6d74-49a4-be13-de200f4df8e3 req-beeae782-8137-4f97-a726-2e02c463c119 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=fc3a4b6f7960406eafbc08b68bd2e719&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395651 Jul 23 20:15:14.627773 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-cea9d433-6a58-4a3e-bb42-4d3c656bd28f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6980269 Jul 23 20:15:14.755556 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b6635-6d74-49a4-be13-de200f4df8e3 req-5a950759-aad8-44ba-b097-3d528d5f5d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:14.759659 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-522b6635-6d74-49a4-be13-de200f4df8e3 req-5a950759-aad8-44ba-b097-3d528d5f5d81 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1425779 Jul 23 20:15:14.861410 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329734b4-b971-4ea2-8caf-516846248e20 x-openstack-request-id: req-329734b4-b971-4ea2-8caf-516846248e20 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:14.861767 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66de68a2-deac-4d02-b19d-3448e25eeca7", "name": "network-vif-plugged", "status": "completed", "tag": "35d6532d-352e-4ec3-aa12-c5aea75a78e7", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:14.862136 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-329734b4-b971-4ea2-8caf-516846248e20 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:14.862389 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66de68a2-deac-4d02-b19d-3448e25eeca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d6532d-352e-4ec3-aa12-c5aea75a78e7', 'code': 200} Jul 23 20:15:14.892002 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53591bd8-b4a1-43bb-81f5-a7b3393dbec8 req-8ecb6d85-52cb-4a92-8a95-69039dbc1e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:14.894721 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-53591bd8-b4a1-43bb-81f5-a7b3393dbec8 req-8ecb6d85-52cb-4a92-8a95-69039dbc1e79 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=66de68a2-deac-4d02-b19d-3448e25eeca7 HTTP/1.1" status: 200 len: 1097 time: 0.1540995 Jul 23 20:15:14.946862 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fd305d-f9df-43e2-aece-16703cd2f39e None None] Network 9c8d186f-97d8-48e8-a7cd-b5b1f3a2b458 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:15:14.947237 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57072) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:14.954812 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-53591bd8-b4a1-43bb-81f5-a7b3393dbec8 req-92013dc1-cd21-4fda-a0f7-bae3e3870647 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=937efb4a-e2d9-4c15-8035-29c53a11040d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535095 Jul 23 20:15:14.969909 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-65950166-de68-44eb-9939-30f58fde861b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:15.076333 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2519a953-c2d6-4c79-ad10-b20a53697f83 req-80e648cd-a0d9-4d36-b41c-d108341dfd2a tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0622da9-ce89-4ab5-905e-a0ad97d47ee5 HTTP/1.1" status: 200 len: 210 time: 0.0634742 Jul 23 20:15:15.118296 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-65950166-de68-44eb-9939-30f58fde861b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:15.123317 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-65950166-de68-44eb-9939-30f58fde861b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:15.165393 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65950166-de68-44eb-9939-30f58fde861b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f6aa73-7376-4b5f-9935-73ed0ab5c061,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:15.181258 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-65950166-de68-44eb-9939-30f58fde861b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bca964b9b5f74875adced3181de0900b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2327447 Jul 23 20:15:15.183496 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57084) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:15.228124 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc990a0-ed87-4c35-9081-05c0db4b9e67 req-f59683db-337f-4df0-b43f-ee3d972c9b69 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:15.233980 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fdc990a0-ed87-4c35-9081-05c0db4b9e67 req-f59683db-337f-4df0-b43f-ee3d972c9b69 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.0724466 Jul 23 20:15:15.247658 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d8a40497-aedd-41d9-a037-7c0730fca2bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:15.273038 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fdc990a0-ed87-4c35-9081-05c0db4b9e67 req-a1a67868-5a03-4832-a32e-f0630026e36b tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375030 Jul 23 20:15:15.273891 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d8a40497-aedd-41d9-a037-7c0730fca2bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:15.327694 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d8a40497-aedd-41d9-a037-7c0730fca2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:15.330651 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d8a40497-aedd-41d9-a037-7c0730fca2bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:15.332085 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d8a40497-aedd-41d9-a037-7c0730fca2bb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/95f6aa73-7376-4b5f-9935-73ed0ab5c061 HTTP/1.1" status: 204 len: 168 time: 0.1474104 Jul 23 20:15:15.340453 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a40497-aedd-41d9-a037-7c0730fca2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f6aa73-7376-4b5f-9935-73ed0ab5c061,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:15.493640 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-62263067-37bd-48f0-b128-ea478260da58 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:15.495244 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-62263067-37bd-48f0-b128-ea478260da58 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/networks?id=c97b6698-697f-447b-8c77-21295bec1925 HTTP/1.1" status: 200 len: 812 time: 0.1283908 Jul 23 20:15:15.499360 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de4fbc-a00d-4a27-b861-c2e6be7f0e27 req-9056f5bd-673d-4046-8f15-a761ed169b72 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:15.500920 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-38de4fbc-a00d-4a27-b861-c2e6be7f0e27 req-9056f5bd-673d-4046-8f15-a761ed169b72 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.0789771 Jul 23 20:15:15.512442 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-2c2e0396-9a1c-4ea1-b488-1856220a5c81 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/quotas/e71d3f35ed8f432091443f48834e0f04 HTTP/1.1" status: 200 len: 375 time: 0.0114853 Jul 23 20:15:15.546161 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-38de4fbc-a00d-4a27-b861-c2e6be7f0e27 req-dd5c7a68-137c-47eb-a06b-ba3fc1102400 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385060 Jul 23 20:15:15.552017 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-73316fdb-ec3d-499a-aa72-60ed3cbe3311 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e71d3f35ed8f432091443f48834e0f04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337894 Jul 23 20:15:15.681015 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d50f0-8dcb-4dd2-87c7-58b671f56ad3 req-022c471d-eb6b-430b-b8e8-b1d900103920 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:15.682628 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4c7d50f0-8dcb-4dd2-87c7-58b671f56ad3 req-022c471d-eb6b-430b-b8e8-b1d900103920 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/ports?device_id=66de68a2-deac-4d02-b19d-3448e25eeca7 HTTP/1.1" status: 200 len: 945 time: 0.0740080 Jul 23 20:15:15.731553 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4c7d50f0-8dcb-4dd2-87c7-58b671f56ad3 req-63dccb54-4d49-4bfe-a47b-89a9c5581cd9 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/security-groups?id=937efb4a-e2d9-4c15-8035-29c53a11040d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419886 Jul 23 20:15:15.779455 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-4a4d9140-6bdd-4afa-93ab-c8b193b0f3b6 service neutron] 10.222.0.32 "GET /v2.0/networks/c97b6698-697f-447b-8c77-21295bec1925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196741 Jul 23 20:15:15.827636 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-82abfb87-2d1d-41ea-b6b9-33c90cad132f req-d73350c4-6cee-4cbf-b2b7-da781c5c134f tempest-ServerShowV254Test-1653073177 tempest-ServerShowV254Test-1653073177-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f0ecf76-08fa-4eae-8e56-8789a822859d HTTP/1.1" status: 200 len: 210 time: 0.0348291 Jul 23 20:15:15.856488 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:15.907552 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-2c4a7001-8ff0-44d4-91e3-8c86bc3fd23a service neutron] 10.222.0.32 "GET /v2.0/networks/c97b6698-697f-447b-8c77-21295bec1925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214430 Jul 23 20:15:16.058725 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61263d-40b3-4006-8b58-5a1f8825a6c4 req-c4058433-363b-4627-b64b-a82839762a2d tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:16.060301 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3a61263d-40b3-4006-8b58-5a1f8825a6c4 req-c4058433-363b-4627-b64b-a82839762a2d tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.0788310 Jul 23 20:15:16.109877 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3a61263d-40b3-4006-8b58-5a1f8825a6c4 req-2f709e28-e29b-4e37-bf88-ef1641a4a097 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419745 Jul 23 20:15:16.135084 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-affad69b-7bc5-437b-884c-0d812d59f6b9 req-98025d2d-0ede-48a6-acc0-3f998604b093 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/ports?device_id=4608f139-9c1a-4e55-95e3-f3d0309749bb HTTP/1.1" status: 200 len: 210 time: 0.0400169 Jul 23 20:15:16.237548 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-522b6635-6d74-49a4-be13-de200f4df8e3 req-70388614-0a14-4f5a-90af-0cc1df9c08ec tempest-ServerShowV254Test-1653073177 tempest-ServerShowV254Test-1653073177-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f0ecf76-08fa-4eae-8e56-8789a822859d HTTP/1.1" status: 200 len: 210 time: 0.0722480 Jul 23 20:15:16.287974 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-32ede323-33ef-45f0-bf3f-cd5511b1235c req-5eb98682-a0d4-49a6-9be2-a24318e8e849 tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0622da9-ce89-4ab5-905e-a0ad97d47ee5 HTTP/1.1" status: 200 len: 210 time: 0.0530922 Jul 23 20:15:16.306899 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f6998-0add-4fdd-aacf-2e69fe1f79a8 req-cc8117fd-71c1-4125-a0a3-e1d079474ad7 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:16.308557 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-057f6998-0add-4fdd-aacf-2e69fe1f79a8 req-cc8117fd-71c1-4125-a0a3-e1d079474ad7 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.0999064 Jul 23 20:15:16.386277 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-057f6998-0add-4fdd-aacf-2e69fe1f79a8 req-56b5b8e0-1c98-442e-9a04-5314f46fe96e tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712948 Jul 23 20:15:16.665271 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b08ba-1365-46f5-8545-84c5677c1418 req-553aa35a-2581-4d51-9f71-a69e0151ba74 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:16.667305 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4b0b08ba-1365-46f5-8545-84c5677c1418 req-553aa35a-2581-4d51-9f71-a69e0151ba74 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.0741067 Jul 23 20:15:16.714481 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4b0b08ba-1365-46f5-8545-84c5677c1418 req-977d85a3-bb62-4392-8ea7-a59d9adf7445 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374932 Jul 23 20:15:16.891607 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15da96-96ff-48cc-b858-896f4bcc2b61 req-c460c338-c93e-433e-9cd8-c58854e4ee45 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:16.893237 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5a15da96-96ff-48cc-b858-896f4bcc2b61 req-c460c338-c93e-433e-9cd8-c58854e4ee45 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.0808537 Jul 23 20:15:16.914021 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45b6b2-9f59-442e-af0c-c041fe220b93 req-99ae452d-2142-4aa9-96a8-08e3b4c22293 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:16.915569 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ae45b6b2-9f59-442e-af0c-c041fe220b93 req-99ae452d-2142-4aa9-96a8-08e3b4c22293 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/ports?device_id=66de68a2-deac-4d02-b19d-3448e25eeca7 HTTP/1.1" status: 200 len: 945 time: 0.0996683 Jul 23 20:15:16.947333 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5a15da96-96ff-48cc-b858-896f4bcc2b61 req-1fb9ab97-3b42-42ed-a091-bd9316505fef tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449595 Jul 23 20:15:16.966648 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ae45b6b2-9f59-442e-af0c-c041fe220b93 req-b15091eb-8a11-4874-867e-6468f61185bf tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/security-groups?id=937efb4a-e2d9-4c15-8035-29c53a11040d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377917 Jul 23 20:15:17.293350 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e04dcbaf-486d-4c29-886f-5d8f9a8f8382 req-aad70966-94e7-4ab2-aebf-c8bd7b402af1 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/ports?device_id=4608f139-9c1a-4e55-95e3-f3d0309749bb HTTP/1.1" status: 200 len: 210 time: 0.0409224 Jul 23 20:15:17.443614 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768b1c3-a0e5-4a58-9a8b-2a4a1e68d6e7 req-1b4ef982-7022-4329-88db-b9d468691deb tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:17.450435 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7768b1c3-a0e5-4a58-9a8b-2a4a1e68d6e7 req-1b4ef982-7022-4329-88db-b9d468691deb tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.2509768 Jul 23 20:15:17.468252 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57202) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:17.470525 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-d5991cd7-d5f1-41f8-b9ed-0b64d7068454 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:17.472376 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-d5991cd7-d5f1-41f8-b9ed-0b64d7068454 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.18 "GET /v2.0/networks?id=c97b6698-697f-447b-8c77-21295bec1925 HTTP/1.1" status: 200 len: 812 time: 0.2554290 Jul 23 20:15:17.495547 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-9ec070b0-5d95-485f-b8a9-20dd6bb62827 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Request body: {'port': {'device_id': '4608f139-9c1a-4e55-95e3-f3d0309749bb', 'network_id': 'c97b6698-697f-447b-8c77-21295bec1925', 'admin_state_up': True, 'tenant_id': 'e71d3f35ed8f432091443f48834e0f04'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:17.548719 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7768b1c3-a0e5-4a58-9a8b-2a4a1e68d6e7 req-794b352b-9c33-4ba9-be7d-82edca9cacfe tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927324 Jul 23 20:15:17.608206 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-799ee14a-2072-4b42-a097-84e7ba65c327 req-1f28dc08-cefc-4506-acae-be66bff82c14 tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0622da9-ce89-4ab5-905e-a0ad97d47ee5 HTTP/1.1" status: 200 len: 210 time: 0.0349994 Jul 23 20:15:17.700611 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-362d2950-7b68-46ea-9bcf-c8639c4d882f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:17.735038 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-9ec070b0-5d95-485f-b8a9-20dd6bb62827 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Made reservation on behalf of e71d3f35ed8f432091443f48834e0f04 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:15:17.739125 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-9ec070b0-5d95-485f-b8a9-20dd6bb62827 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:17.833966 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3679d-a7b1-4268-9d6f-287e0bd54457 req-11ce3b96-2070-45f3-aac8-f8c6585cfd10 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:17.835873 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7fc3679d-a7b1-4268-9d6f-287e0bd54457 req-11ce3b96-2070-45f3-aac8-f8c6585cfd10 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.1208711 Jul 23 20:15:17.845093 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c5bba-abfd-4410-8c13-e2a215b77e54 req-b6daf289-dd6d-4336-a0d0-5ce30596d26e tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:17.846751 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-359c5bba-abfd-4410-8c13-e2a215b77e54 req-b6daf289-dd6d-4336-a0d0-5ce30596d26e tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/ports?device_id=66de68a2-deac-4d02-b19d-3448e25eeca7 HTTP/1.1" status: 200 len: 945 time: 0.1468186 Jul 23 20:15:17.895975 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7fc3679d-a7b1-4268-9d6f-287e0bd54457 req-3d0a0c81-547c-4777-a443-5b0e07cd6ab5 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542214 Jul 23 20:15:17.909007 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-362d2950-7b68-46ea-9bcf-c8639c4d882f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:17.914627 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-362d2950-7b68-46ea-9bcf-c8639c4d882f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:17.944036 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-9ec070b0-5d95-485f-b8a9-20dd6bb62827 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Allocated IP 172.20.0.10 (c97b6698-697f-447b-8c77-21295bec1925/c1d561a8-1d6a-40cb-921b-3277b73daf55/3c418359-ffaa-4e4d-8709-f1abe64c63cd) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:15:17.957039 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-362d2950-7b68-46ea-9bcf-c8639c4d882f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fc3a4b6f7960406eafbc08b68bd2e719&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4867699 Jul 23 20:15:17.957825 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d2950-7b68-46ea-9bcf-c8639c4d882f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4137266c-cc04-4245-8cb3-d0989cc79767,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:17.960562 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57226) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:17.988135 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-359c5bba-abfd-4410-8c13-e2a215b77e54 req-ab27f5e9-70a7-40e8-9d19-7fe461e16510 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/security-groups?id=937efb4a-e2d9-4c15-8035-29c53a11040d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297979 Jul 23 20:15:18.033018 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc480f5f-447c-49fb-9f8c-16ac5a458c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:18.062014 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc480f5f-447c-49fb-9f8c-16ac5a458c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:18.157949 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc480f5f-447c-49fb-9f8c-16ac5a458c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:18.161855 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc480f5f-447c-49fb-9f8c-16ac5a458c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:18.167677 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-cc480f5f-447c-49fb-9f8c-16ac5a458c5a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4137266c-cc04-4245-8cb3-d0989cc79767 HTTP/1.1" status: 204 len: 168 time: 0.2040958 Jul 23 20:15:18.184071 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc480f5f-447c-49fb-9f8c-16ac5a458c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4137266c-cc04-4245-8cb3-d0989cc79767,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:18.458723 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f750fe6b-a98e-46c3-acde-3469b732479d req-f5bb0061-31ac-4c35-8e50-258e2775d51b tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/ports?device_id=4608f139-9c1a-4e55-95e3-f3d0309749bb HTTP/1.1" status: 200 len: 210 time: 0.0461099 Jul 23 20:15:18.465949 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57250) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:18.519878 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-9ec070b0-5d95-485f-b8a9-20dd6bb62827 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:18.549297 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6d65c-969f-4a05-a506-a540cc19176a req-45270d0d-3278-4f57-8dc9-fe8b01262a71 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:18.551171 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-82b6d65c-969f-4a05-a506-a540cc19176a req-45270d0d-3278-4f57-8dc9-fe8b01262a71 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.1088576 Jul 23 20:15:18.612437 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-9ec070b0-5d95-485f-b8a9-20dd6bb62827 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:18.635318 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bae29ee7-f3cd-46a8-8932-e661c533f7eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:18.683200 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec070b0-5d95-485f-b8a9-20dd6bb62827 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Pushing event updated for resources: {'Port': ['ID=3c418359-ffaa-4e4d-8709-f1abe64c63cd,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:18.696490 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-82b6d65c-969f-4a05-a506-a540cc19176a req-98f4f71d-ff16-4eee-a8f1-c635ecf580eb tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243327 Jul 23 20:15:18.703615 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2588c5-3113-4460-bf4e-b1837b0830fa req-f0f724d6-c401-4f1d-bd1d-a48685788e5f tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:18.705458 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4f2588c5-3113-4460-bf4e-b1837b0830fa req-f0f724d6-c401-4f1d-bd1d-a48685788e5f tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.18 "GET /v2.0/ports?device_id=66de68a2-deac-4d02-b19d-3448e25eeca7 HTTP/1.1" status: 200 len: 945 time: 0.1252379 Jul 23 20:15:18.719000 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-9ec070b0-5d95-485f-b8a9-20dd6bb62827 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Network c97b6698-697f-447b-8c77-21295bec1925 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:15:18.721027 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-9ec070b0-5d95-485f-b8a9-20dd6bb62827 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:15:18.725230 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-9ec070b0-5d95-485f-b8a9-20dd6bb62827 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:15:18.798663 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-9ec070b0-5d95-485f-b8a9-20dd6bb62827 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:18.799546 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-9ec070b0-5d95-485f-b8a9-20dd6bb62827 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:18.859658 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0df4edde-f539-4d7e-a9df-a1da294bcfb9 req-06bfc414-2a88-4516-bbfd-b10503d4eaf0 tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0622da9-ce89-4ab5-905e-a0ad97d47ee5 HTTP/1.1" status: 200 len: 210 time: 0.0598135 Jul 23 20:15:18.891238 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6038f-2f16-4cca-933a-caf1c747d4c5 req-945e8bd4-e69b-4f85-835d-0e05b481a1a6 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:18.892885 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-76d6038f-2f16-4cca-933a-caf1c747d4c5 req-945e8bd4-e69b-4f85-835d-0e05b481a1a6 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.0872169 Jul 23 20:15:18.939457 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-76d6038f-2f16-4cca-933a-caf1c747d4c5 req-b61581ca-aec0-436a-8131-52a862f4a551 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393903 Jul 23 20:15:18.971206 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bae29ee7-f3cd-46a8-8932-e661c533f7eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:18.986245 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-4f2588c5-3113-4460-bf4e-b1837b0830fa req-bf3676e9-8e2e-4ac7-a8d6-9e4feff922c5 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Deleting port 35d6532d-352e-4ec3-aa12-c5aea75a78e7 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:15:18.986700 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4f2588c5-3113-4460-bf4e-b1837b0830fa req-bf3676e9-8e2e-4ac7-a8d6-9e4feff922c5 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:18.993967 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-9ec070b0-5d95-485f-b8a9-20dd6bb62827 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5094454 Jul 23 20:15:19.007686 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-2a6218c0-aa9b-402d-889a-b71ea9a28da8 service neutron] Request body: {'port': {'device_id': '4608f139-9c1a-4e55-95e3-f3d0309749bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:19.026696 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bae29ee7-f3cd-46a8-8932-e661c533f7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:19.073104 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57280) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:19.077941 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e694f8c-26e5-47bb-82f4-3b77eef837e4 req-959a399e-da60-486d-8c90-b3ae75eb84e0 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:19.080891 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4e694f8c-26e5-47bb-82f4-3b77eef837e4 req-959a399e-da60-486d-8c90-b3ae75eb84e0 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e78300b-8b7e-432c-99ca-39bc14fefc80 HTTP/1.1" status: 200 len: 946 time: 0.1402166 Jul 23 20:15:19.145659 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [req-484ec609-739b-4074-b601-123490f7689b req-f75b8a5a-e051-4521-bb00-a796f80d2587 service neutron] (93876) timed out ('10.222.0.30', 51199) {{(pid=93876) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 20:15:19.188649 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-4f2588c5-3113-4460-bf4e-b1837b0830fa req-bf3676e9-8e2e-4ac7-a8d6-9e4feff922c5 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] For port 35d6532d-352e-4ec3-aa12-c5aea75a78e7, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=35d6532d-352e-4ec3-aa12-c5aea75a78e7,segment=NetworkSegment(b619110e-4e4d-470c-9269-34f43892a5ed),segment_id=b619110e-4e4d-470c-9269-34f43892a5ed)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:19.189041 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4f2588c5-3113-4460-bf4e-b1837b0830fa req-bf3676e9-8e2e-4ac7-a8d6-9e4feff922c5 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:19.203510 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bae29ee7-f3cd-46a8-8932-e661c533f7eb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ef16daccb7a4f6bad19967fbc78c1be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7339063 Jul 23 20:15:19.203510 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae29ee7-f3cd-46a8-8932-e661c533f7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89b66eb-32e7-4991-8a12-3a3f76537a13,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:19.206034 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57290) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:19.226810 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-4f2588c5-3113-4460-bf4e-b1837b0830fa req-bf3676e9-8e2e-4ac7-a8d6-9e4feff922c5 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Calling delete_port for 35d6532d-352e-4ec3-aa12-c5aea75a78e7 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:15:19.236281 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-cd11d821-f1e9-4265-b52c-1b7ee59aa18e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-617690703-network', 'tenant_id': '6d83b9df188244af88af507e82586aa5'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:19.259811 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-2a6218c0-aa9b-402d-889a-b71ea9a28da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:19.338669 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd11d821-f1e9-4265-b52c-1b7ee59aa18e admin admin] Made reservation on behalf of 6d83b9df188244af88af507e82586aa5 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:15:19.341152 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cd11d821-f1e9-4265-b52c-1b7ee59aa18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:19.357299 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a91a65-173d-478a-a018-7cfe5ec9b4ab req-80af8c16-aa85-484f-aa78-4f65cf9ae5a5 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:19.358347 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04245538-d6ef-43ee-a0e5-37c44cf4a1a6 req-63eee3c9-579e-4536-9327-05eafb3e8076 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:19.358810 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-76a91a65-173d-478a-a018-7cfe5ec9b4ab req-80af8c16-aa85-484f-aa78-4f65cf9ae5a5 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/ports?device_id=66de68a2-deac-4d02-b19d-3448e25eeca7 HTTP/1.1" status: 200 len: 945 time: 0.2686584 Jul 23 20:15:19.359850 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-04245538-d6ef-43ee-a0e5-37c44cf4a1a6 req-63eee3c9-579e-4536-9327-05eafb3e8076 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.1783798 Jul 23 20:15:19.383447 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cd11d821-f1e9-4265-b52c-1b7ee59aa18e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:19.399732 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-63b101f5-4028-43c7-a5d3-109189512da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:19.407725 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-4e694f8c-26e5-47bb-82f4-3b77eef837e4 req-0074f32b-5a99-4310-ad3c-1555acefc5d3 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Deleting port 34ac84b3-6880-4748-a096-17718b654d5f {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:15:19.408070 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4e694f8c-26e5-47bb-82f4-3b77eef837e4 req-0074f32b-5a99-4310-ad3c-1555acefc5d3 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:19.467908 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-63b101f5-4028-43c7-a5d3-109189512da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:19.488995 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-76a91a65-173d-478a-a018-7cfe5ec9b4ab req-a27b3146-5c37-457b-8663-9b0687c9de40 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/security-groups?id=937efb4a-e2d9-4c15-8035-29c53a11040d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129885 Jul 23 20:15:19.547018 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-04245538-d6ef-43ee-a0e5-37c44cf4a1a6 req-30c6da0f-fd2e-428a-a318-d823208e1732 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418452 Jul 23 20:15:19.607694 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-63b101f5-4028-43c7-a5d3-109189512da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:19.618912 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-63b101f5-4028-43c7-a5d3-109189512da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:19.619463 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-4e694f8c-26e5-47bb-82f4-3b77eef837e4 req-0074f32b-5a99-4310-ad3c-1555acefc5d3 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] For port 34ac84b3-6880-4748-a096-17718b654d5f, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=34ac84b3-6880-4748-a096-17718b654d5f,segment=NetworkSegment(b619110e-4e4d-470c-9269-34f43892a5ed),segment_id=b619110e-4e4d-470c-9269-34f43892a5ed)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:19.619463 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4e694f8c-26e5-47bb-82f4-3b77eef837e4 req-0074f32b-5a99-4310-ad3c-1555acefc5d3 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:19.619675 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-63b101f5-4028-43c7-a5d3-109189512da0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e89b66eb-32e7-4991-8a12-3a3f76537a13 HTTP/1.1" status: 204 len: 168 time: 0.4054661 Jul 23 20:15:19.642563 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-4e694f8c-26e5-47bb-82f4-3b77eef837e4 req-0074f32b-5a99-4310-ad3c-1555acefc5d3 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Calling delete_port for 34ac84b3-6880-4748-a096-17718b654d5f owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:15:19.654953 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b101f5-4028-43c7-a5d3-109189512da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89b66eb-32e7-4991-8a12-3a3f76537a13,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:19.662575 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4f2588c5-3113-4460-bf4e-b1837b0830fa req-bf3676e9-8e2e-4ac7-a8d6-9e4feff922c5 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:19.679742 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['34ac84b3-6880-4748-a096-17718b654d5f', '35d6532d-352e-4ec3-aa12-c5aea75a78e7'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:15:19.710806 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cd11d821-f1e9-4265-b52c-1b7ee59aa18e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:19.712723 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3676e9-8e2e-4ac7-a8d6-9e4feff922c5 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Pushing event deleted for resources: {'Port': ['ID=35d6532d-352e-4ec3-aa12-c5aea75a78e7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:19.762473 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cd11d821-f1e9-4265-b52c-1b7ee59aa18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:19.834185 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-2a6218c0-aa9b-402d-889a-b71ea9a28da8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c418359-ffaa-4e4d-8709-f1abe64c63cd {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:15:19.845248 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-2a6218c0-aa9b-402d-889a-b71ea9a28da8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:19.849269 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd11d821-f1e9-4265-b52c-1b7ee59aa18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef40f3b-c9dd-433e-8e2a-cfabf9953408,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:19.852779 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f2588c5-3113-4460-bf4e-b1837b0830fa req-bf3676e9-8e2e-4ac7-a8d6-9e4feff922c5 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] No DVR routers for this DVR port 35d6532d-352e-4ec3-aa12-c5aea75a78e7 on host n-h2-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:15:19.856543 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4f2588c5-3113-4460-bf4e-b1837b0830fa req-bf3676e9-8e2e-4ac7-a8d6-9e4feff922c5 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:19.858993 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4f2588c5-3113-4460-bf4e-b1837b0830fa req-bf3676e9-8e2e-4ac7-a8d6-9e4feff922c5 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.18 "DELETE /v2.0/ports/35d6532d-352e-4ec3-aa12-c5aea75a78e7 HTTP/1.1" status: 204 len: 173 time: 1.1445458 Jul 23 20:15:19.864551 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07399ad-9b66-4341-9ec0-7725e8c5c06c req-7a3231cf-cab0-4082-84e9-3e3eeefca08d tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:19.871850 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b07399ad-9b66-4341-9ec0-7725e8c5c06c req-7a3231cf-cab0-4082-84e9-3e3eeefca08d tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/ports?device_id=4608f139-9c1a-4e55-95e3-f3d0309749bb HTTP/1.1" status: 200 len: 932 time: 0.2166970 Jul 23 20:15:19.873103 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66de68a2-deac-4d02-b19d-3448e25eeca7', 'name': 'network-vif-deleted', 'tag': '35d6532d-352e-4ec3-aa12-c5aea75a78e7'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:19.891977 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fc441a-3deb-42fe-ade8-cb257016a271" -d '{"events": [{"server_uuid": "66de68a2-deac-4d02-b19d-3448e25eeca7", "name": "network-vif-deleted", "tag": "35d6532d-352e-4ec3-aa12-c5aea75a78e7"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:19.900456 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-2a6218c0-aa9b-402d-889a-b71ea9a28da8 service neutron] Transition to ACTIVE for port object 3c418359-ffaa-4e4d-8709-f1abe64c63cd will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:15:19.905101 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd11d821-f1e9-4265-b52c-1b7ee59aa18e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:15:19.916796 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-2a6218c0-aa9b-402d-889a-b71ea9a28da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:19.938708 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cd11d821-f1e9-4265-b52c-1b7ee59aa18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:19.939007 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-cd11d821-f1e9-4265-b52c-1b7ee59aa18e admin admin] Added segment 5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf of type vlan for network 787d5425-c035-4280-8138-7c31904b0b0f Jul 23 20:15:19.961865 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b8af5-a7e4-47a1-a430-c88cf8e4f479 req-489d7e0e-16de-40f0-a4e1-e2b36b8c6823 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:19.963443 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-628b8af5-a7e4-47a1-a430-c88cf8e4f479 req-489d7e0e-16de-40f0-a4e1-e2b36b8c6823 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.2621691 Jul 23 20:15:20.017799 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b07399ad-9b66-4341-9ec0-7725e8c5c06c req-2cce2710-2c83-42c2-b2b6-ba7843330649 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/security-groups?id=df2d5acf-3b4a-4aab-babf-5cdacbfaec6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404891 Jul 23 20:15:20.042489 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6218c0-aa9b-402d-889a-b71ea9a28da8 service neutron] Pushing event updated for resources: {'Port': ['ID=3c418359-ffaa-4e4d-8709-f1abe64c63cd,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:20.044510 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cd11d821-f1e9-4265-b52c-1b7ee59aa18e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:20.069036 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-628b8af5-a7e4-47a1-a430-c88cf8e4f479 req-acfcca31-e10f-4b05-99fc-987aa91d1fae tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938380 Jul 23 20:15:20.089661 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4e694f8c-26e5-47bb-82f4-3b77eef837e4 req-0074f32b-5a99-4310-ad3c-1555acefc5d3 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:20.103969 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cd11d821-f1e9-4265-b52c-1b7ee59aa18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:20.105329 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd11d821-f1e9-4265-b52c-1b7ee59aa18e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:20.105943 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cd11d821-f1e9-4265-b52c-1b7ee59aa18e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:20.118468 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['35d6532d-352e-4ec3-aa12-c5aea75a78e7'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:15:20.154774 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57308) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:20.173778 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26ebb8ee-68ce-47a3-9c6c-867f53f824ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:20.177709 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-cd11d821-f1e9-4265-b52c-1b7ee59aa18e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1033847 Jul 23 20:15:20.178570 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0074f32b-5a99-4310-ad3c-1555acefc5d3 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Pushing event deleted for resources: {'Port': ['ID=34ac84b3-6880-4748-a096-17718b654d5f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:20.185639 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57310) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:20.193118 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-9d6143c7-16ff-4c2f-a062-6ebb37e37fb3 admin admin] Request body: {'subnet': {'network_id': '787d5425-c035-4280-8138-7c31904b0b0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-617690703-subnet', 'tenant_id': '6d83b9df188244af88af507e82586aa5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:20.234161 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd11d821-f1e9-4265-b52c-1b7ee59aa18e admin admin] Pushing event updated for resources: {'Network': ['ID=787d5425-c035-4280-8138-7c31904b0b0f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:20.250121 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6c1a3c-da72-4b1f-bb16-1aff7582fd99 x-openstack-request-id: req-fc6c1a3c-da72-4b1f-bb16-1aff7582fd99 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:20.250409 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66de68a2-deac-4d02-b19d-3448e25eeca7", "name": "network-vif-deleted", "tag": "35d6532d-352e-4ec3-aa12-c5aea75a78e7", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:20.250655 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc6c1a3c-da72-4b1f-bb16-1aff7582fd99 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:20.251048 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66de68a2-deac-4d02-b19d-3448e25eeca7', 'name': 'network-vif-deleted', 'tag': '35d6532d-352e-4ec3-aa12-c5aea75a78e7', 'status': 'completed', 'code': 200} Jul 23 20:15:20.251246 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 787d5425-c035-4280-8138-7c31904b0b0f details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:15:20.268560 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e694f8c-26e5-47bb-82f4-3b77eef837e4 req-0074f32b-5a99-4310-ad3c-1555acefc5d3 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] No DVR routers for this DVR port 34ac84b3-6880-4748-a096-17718b654d5f on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:15:20.274934 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4e694f8c-26e5-47bb-82f4-3b77eef837e4 req-0074f32b-5a99-4310-ad3c-1555acefc5d3 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:20.276263 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4e694f8c-26e5-47bb-82f4-3b77eef837e4 req-0074f32b-5a99-4310-ad3c-1555acefc5d3 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.18 "DELETE /v2.0/ports/34ac84b3-6880-4748-a096-17718b654d5f HTTP/1.1" status: 204 len: 173 time: 1.1895192 Jul 23 20:15:20.277025 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e78300b-8b7e-432c-99ca-39bc14fefc80', 'name': 'network-vif-deleted', 'tag': '34ac84b3-6880-4748-a096-17718b654d5f'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:20.279374 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231643c1-2dad-437e-941c-ff7495df2ab9" -d '{"events": [{"server_uuid": "2e78300b-8b7e-432c-99ca-39bc14fefc80", "name": "network-vif-deleted", "tag": "34ac84b3-6880-4748-a096-17718b654d5f"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:20.282446 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-2a6218c0-aa9b-402d-889a-b71ea9a28da8 service neutron] Attempting to bind port 3c418359-ffaa-4e4d-8709-f1abe64c63cd on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:15:20.282735 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-2a6218c0-aa9b-402d-889a-b71ea9a28da8 service neutron] Attempting to bind port 3c418359-ffaa-4e4d-8709-f1abe64c63cd by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '57b64027-d93c-4674-bc42-8af8551369a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c97b6698-697f-447b-8c77-21295bec1925'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:15:20.283070 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-2a6218c0-aa9b-402d-889a-b71ea9a28da8 service neutron] Attempting to bind port 3c418359-ffaa-4e4d-8709-f1abe64c63cd on network c97b6698-697f-447b-8c77-21295bec1925 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:15:20.286895 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6143c7-16ff-4c2f-a062-6ebb37e37fb3 admin admin] Made reservation on behalf of 6d83b9df188244af88af507e82586aa5 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:15:20.287070 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ee0033b5-7098-445f-bd5d-f5ae575fb556 req-f5194712-db07-448c-bebb-f8874b013e93 tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0622da9-ce89-4ab5-905e-a0ad97d47ee5 HTTP/1.1" status: 200 len: 210 time: 0.1047146 Jul 23 20:15:20.289150 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9d6143c7-16ff-4c2f-a062-6ebb37e37fb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:20.304905 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-2a6218c0-aa9b-402d-889a-b71ea9a28da8 service neutron] Port 3c418359-ffaa-4e4d-8709-f1abe64c63cd on network c97b6698-697f-447b-8c77-21295bec1925 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:15:20.305194 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-2a6218c0-aa9b-402d-889a-b71ea9a28da8 service neutron] Attempting to bind port 3c418359-ffaa-4e4d-8709-f1abe64c63cd on network c97b6698-697f-447b-8c77-21295bec1925 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:15:20.321767 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-2a6218c0-aa9b-402d-889a-b71ea9a28da8 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:15:20.322330 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-2a6218c0-aa9b-402d-889a-b71ea9a28da8 service neutron] Checking segment: {'id': '57b64027-d93c-4674-bc42-8af8551369a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c97b6698-697f-447b-8c77-21295bec1925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:15:20.322514 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-2a6218c0-aa9b-402d-889a-b71ea9a28da8 service neutron] Bound using segment: {'id': '57b64027-d93c-4674-bc42-8af8551369a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c97b6698-697f-447b-8c77-21295bec1925'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:15:20.322969 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-2a6218c0-aa9b-402d-889a-b71ea9a28da8 service neutron] Bound port: 3c418359-ffaa-4e4d-8709-f1abe64c63cd, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57b64027-d93c-4674-bc42-8af8551369a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c97b6698-697f-447b-8c77-21295bec1925'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:15:20.323333 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-2a6218c0-aa9b-402d-889a-b71ea9a28da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:20.370532 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5898e892-9af9-4f15-ae40-ac6005c14470 x-openstack-request-id: req-5898e892-9af9-4f15-ae40-ac6005c14470 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:20.370808 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e78300b-8b7e-432c-99ca-39bc14fefc80", "name": "network-vif-deleted", "tag": "34ac84b3-6880-4748-a096-17718b654d5f", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:20.371074 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5898e892-9af9-4f15-ae40-ac6005c14470 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:20.371498 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e78300b-8b7e-432c-99ca-39bc14fefc80', 'name': 'network-vif-deleted', 'tag': '34ac84b3-6880-4748-a096-17718b654d5f', 'status': 'completed', 'code': 200} Jul 23 20:15:20.482260 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-2a6218c0-aa9b-402d-889a-b71ea9a28da8 service neutron] For port 3c418359-ffaa-4e4d-8709-f1abe64c63cd, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:15:20.501670 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-2a6218c0-aa9b-402d-889a-b71ea9a28da8 service neutron] For port 3c418359-ffaa-4e4d-8709-f1abe64c63cd, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=3c418359-ffaa-4e4d-8709-f1abe64c63cd,segment=NetworkSegment(57b64027-d93c-4674-bc42-8af8551369a0),segment_id=57b64027-d93c-4674-bc42-8af8551369a0)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:15:20.510835 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-2a6218c0-aa9b-402d-889a-b71ea9a28da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:20.528568 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26ebb8ee-68ce-47a3-9c6c-867f53f824ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:20.545917 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26ebb8ee-68ce-47a3-9c6c-867f53f824ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:20.584587 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-2a6218c0-aa9b-402d-889a-b71ea9a28da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:20.585209 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-2a6218c0-aa9b-402d-889a-b71ea9a28da8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:20.586690 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-2a6218c0-aa9b-402d-889a-b71ea9a28da8 service neutron] 10.222.0.18 "PUT /v2.0/ports/3c418359-ffaa-4e4d-8709-f1abe64c63cd HTTP/1.1" status: 200 len: 1093 time: 1.5843463 Jul 23 20:15:20.613072 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-26ebb8ee-68ce-47a3-9c6c-867f53f824ef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c6454d85a237418290f5be4c41bf5332&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4540477 Jul 23 20:15:20.613457 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9d6143c7-16ff-4c2f-a062-6ebb37e37fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:20.615253 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57326) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:20.627827 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6218c0-aa9b-402d-889a-b71ea9a28da8 service neutron] Pushing event updated for resources: {'Port': ['ID=3c418359-ffaa-4e4d-8709-f1abe64c63cd,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:20.674284 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebb8ee-68ce-47a3-9c6c-867f53f824ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a45cb2-5daf-4dd6-8402-5162958b4284,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:20.704251 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-815e3570-df66-4494-ad1f-ae5cad20192e req-1bb515b4-9b01-42e5-b0e0-1ee7b6e23ee8 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] 10.222.0.32 "GET /v2.0/ports?device_id=66de68a2-deac-4d02-b19d-3448e25eeca7 HTTP/1.1" status: 200 len: 210 time: 0.0880044 Jul 23 20:15:20.707592 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d10451-a063-4969-bab0-440f127ce502 req-3cb19f68-ac9f-48ae-ab1f-d82506031245 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:20.709171 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-82d10451-a063-4969-bab0-440f127ce502 req-3cb19f68-ac9f-48ae-ab1f-d82506031245 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/networks?id=7fedbba9-4431-4330-9544-1acf217b43a2 HTTP/1.1" status: 200 len: 814 time: 0.2170639 Jul 23 20:15:20.745341 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-82d10451-a063-4969-bab0-440f127ce502 req-269e0794-8193-4de3-9d9b-7a773aebd7de tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/quotas/99b1a67790e94a4dae83bd764a7343f4 HTTP/1.1" status: 200 len: 375 time: 0.0222874 Jul 23 20:15:20.764662 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6143c7-16ff-4c2f-a062-6ebb37e37fb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fb8b24e-fc71-4a83-9798-69abd5b3327d,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:20.811315 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-43021380-646d-456d-947c-3323facc662b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:20.813028 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6143c7-16ff-4c2f-a062-6ebb37e37fb3 admin admin] Checking segment: {'id': '5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '787d5425-c035-4280-8138-7c31904b0b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:15:20.813390 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6143c7-16ff-4c2f-a062-6ebb37e37fb3 admin admin] Network hostable DHCP agents. Network: 787d5425-c035-4280-8138-7c31904b0b0f, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:15:20.831849 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-82d10451-a063-4969-bab0-440f127ce502 req-9660f619-ebf3-447c-b91e-67a5b95e6681 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=99b1a67790e94a4dae83bd764a7343f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0755718 Jul 23 20:15:20.847822 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-a3376179-ae1a-4b93-97e5-677fd0a31109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:20.849355 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-a3376179-ae1a-4b93-97e5-677fd0a31109 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e71d3f35ed8f432091443f48834e0f04&device_id=4608f139-9c1a-4e55-95e3-f3d0309749bb HTTP/1.1" status: 200 len: 1096 time: 0.1851854 Jul 23 20:15:20.856730 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-43021380-646d-456d-947c-3323facc662b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:20.873416 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6143c7-16ff-4c2f-a062-6ebb37e37fb3 admin admin] Network 787d5425-c035-4280-8138-7c31904b0b0f is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:15:20.911758 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-d80f6ca8-8392-4549-af18-04111990fd4d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c418359-ffaa-4e4d-8709-f1abe64c63cd HTTP/1.1" status: 200 len: 217 time: 0.0527208 Jul 23 20:15:20.941982 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-9d6143c7-16ff-4c2f-a062-6ebb37e37fb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 787d5425-c035-4280-8138-7c31904b0b0f) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:15:20.950731 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014797a3-d96a-4526-9fbb-6ea1087bc9e6 None None] Network 787d5425-c035-4280-8138-7c31904b0b0f requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:15:20.987259 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6143c7-16ff-4c2f-a062-6ebb37e37fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:20.988511 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9d6143c7-16ff-4c2f-a062-6ebb37e37fb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:21.022421 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9d6143c7-16ff-4c2f-a062-6ebb37e37fb3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8356593 Jul 23 20:15:21.029088 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-079add29-4282-4968-8973-1b19c27788c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:21.030678 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-079add29-4282-4968-8973-1b19c27788c0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1d561a8-1d6a-40cb-921b-3277b73daf55 HTTP/1.1" status: 200 len: 852 time: 0.1079922 Jul 23 20:15:21.036675 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-43021380-646d-456d-947c-3323facc662b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:21.038861 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-43021380-646d-456d-947c-3323facc662b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:21.041929 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-43021380-646d-456d-947c-3323facc662b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87a45cb2-5daf-4dd6-8402-5162958b4284 HTTP/1.1" status: 204 len: 168 time: 0.4229264 Jul 23 20:15:21.085800 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-005d06a3-fdb4-4512-874a-6078af3c65da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c97b6698-697f-447b-8c77-21295bec1925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414958 Jul 23 20:15:21.093634 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e79778c-2690-429d-8e15-b27ca1e88c8b None None] Network 787d5425-c035-4280-8138-7c31904b0b0f requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:15:21.173878 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43021380-646d-456d-947c-3323facc662b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a45cb2-5daf-4dd6-8402-5162958b4284,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:21.185072 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2287d-ff63-4aac-a30a-14bae7cee8cc req-14b8742e-5110-4b4e-8b1f-163637ed24e0 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:21.189321 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299812fa-ee42-4c96-8718-1331f5064446 req-27aa01c2-4b28-4cc3-b636-1852273e0e9c tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:21.193200 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-69b2287d-ff63-4aac-a30a-14bae7cee8cc req-14b8742e-5110-4b4e-8b1f-163637ed24e0 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/ports?device_id=4608f139-9c1a-4e55-95e3-f3d0309749bb HTTP/1.1" status: 200 len: 944 time: 0.0835333 Jul 23 20:15:21.198385 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-299812fa-ee42-4c96-8718-1331f5064446 req-27aa01c2-4b28-4cc3-b636-1852273e0e9c tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.2839007 Jul 23 20:15:21.264009 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-299812fa-ee42-4c96-8718-1331f5064446 req-38b37a10-79be-4e3e-8236-1680bbe86946 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645773 Jul 23 20:15:21.272084 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-69b2287d-ff63-4aac-a30a-14bae7cee8cc req-6b9a926f-6d86-421d-bb99-1e653bbe1dd5 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/security-groups?id=df2d5acf-3b4a-4aab-babf-5cdacbfaec6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774999 Jul 23 20:15:21.277795 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-58e76dc0-3b38-4d8b-8d8d-c6684aeab7fa service neutron] 10.222.0.18 "GET /v2.0/networks/c97b6698-697f-447b-8c77-21295bec1925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746266 Jul 23 20:15:21.418832 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f7ae41da-5eb8-424c-a067-cc544a8602f1 req-3a6d8c09-bb07-478a-af0d-af47eac00e8d service neutron] 10.222.0.18 "GET /v2.0/networks/c97b6698-697f-447b-8c77-21295bec1925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352615 Jul 23 20:15:21.507206 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f83da-5897-44c6-9397-cd47f59d2b74 req-54200bc4-73da-4ff6-8349-09d2f5ebe821 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:21.508759 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7d5f83da-5897-44c6-9397-cd47f59d2b74 req-54200bc4-73da-4ff6-8349-09d2f5ebe821 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.0811176 Jul 23 20:15:21.551797 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7d5f83da-5897-44c6-9397-cd47f59d2b74 req-52035047-5ddf-4a26-983d-31fa602df7aa tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354960 Jul 23 20:15:21.645912 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4f6a802d-44ad-4464-ad98-340b947805c0 req-209b0620-90e2-4a1a-90bf-7b9fd98cb813 tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0622da9-ce89-4ab5-905e-a0ad97d47ee5 HTTP/1.1" status: 200 len: 210 time: 0.0355821 Jul 23 20:15:21.786033 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bd6f1763-7fa5-4cc2-b7b3-fbb488416f17 req-cfaad5f9-4c4c-4f8c-823b-ebb22702c178 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=99b1a67790e94a4dae83bd764a7343f4 HTTP/1.1" status: 200 len: 221 time: 0.0275326 Jul 23 20:15:21.809088 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-b398256c-6c05-4145-a7fd-ae15b83dc09d tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:21.809088 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-b398256c-6c05-4145-a7fd-ae15b83dc09d tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/networks?id=787d5425-c035-4280-8138-7c31904b0b0f HTTP/1.1" status: 200 len: 814 time: 0.1223378 Jul 23 20:15:21.830323 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-537dc65f-9381-4a49-b8de-dc4631e4dfce tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/quotas/6d83b9df188244af88af507e82586aa5 HTTP/1.1" status: 200 len: 375 time: 0.0151618 Jul 23 20:15:21.867558 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-aeee9cab-58b1-41b9-ad00-0a02224ded4a tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d83b9df188244af88af507e82586aa5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349245 Jul 23 20:15:21.938640 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b392b65-895b-4d80-ba95-c1a466f07224 req-2b43e77f-7ee2-4022-80e8-4e9513f13704 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:21.940162 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9b392b65-895b-4d80-ba95-c1a466f07224 req-2b43e77f-7ee2-4022-80e8-4e9513f13704 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.0700169 Jul 23 20:15:21.964597 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-27da9fd8-26e5-4711-8e77-b44068eb832e service neutron] 10.222.0.32 "GET /v2.0/networks/787d5425-c035-4280-8138-7c31904b0b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899661 Jul 23 20:15:21.985622 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9b392b65-895b-4d80-ba95-c1a466f07224 req-278d0305-ac0d-404e-8b8a-fac63d4e2292 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381329 Jul 23 20:15:22.036374 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57400) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:22.078813 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-cf661646-e5ea-483e-b2d9-362825862dca service neutron] 10.222.0.32 "GET /v2.0/networks/787d5425-c035-4280-8138-7c31904b0b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077685 Jul 23 20:15:22.111683 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-b735d788-500c-444d-9af0-9e2cf0406def admin admin] Deleting subnet 9f992d35-a3dd-4a94-93d6-be21db6596cb {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:15:22.116292 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b735d788-500c-444d-9af0-9e2cf0406def admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:22.163686 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b735d788-500c-444d-9af0-9e2cf0406def admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:22.201984 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 34ac84b3-6880-4748-a096-17718b654d5f no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:15:22.265112 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 34ac84b3-6880-4748-a096-17718b654d5f {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:15:22.266380 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 34ac84b3-6880-4748-a096-17718b654d5f not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:15:22.266984 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 35d6532d-352e-4ec3-aa12-c5aea75a78e7 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:15:22.268253 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b735d788-500c-444d-9af0-9e2cf0406def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:22.292742 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 35d6532d-352e-4ec3-aa12-c5aea75a78e7 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:15:22.293177 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 35d6532d-352e-4ec3-aa12-c5aea75a78e7 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:15:22.317951 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-15921545-c11c-4412-9264-cc672bee1a3b req-3d60c80e-7abe-4ac2-a3c9-57a5c7efbf96 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=05850a71-e728-4787-aa9e-76b4d42d2b9d HTTP/1.1" status: 200 len: 210 time: 0.0415349 Jul 23 20:15:22.350990 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df54c71-3747-4461-a68a-c82f45e0a06a req-e3d71371-4b80-46c8-935e-ba3737d2db93 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:22.353496 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0df54c71-3747-4461-a68a-c82f45e0a06a req-e3d71371-4b80-46c8-935e-ba3737d2db93 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.1665325 Jul 23 20:15:22.372423 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4608f139-9c1a-4e55-95e3-f3d0309749bb', 'tag': '3c418359-ffaa-4e4d-8709-f1abe64c63cd'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:22.374689 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747605fa-40c5-4439-9a80-2075413c4c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "4608f139-9c1a-4e55-95e3-f3d0309749bb", "tag": "3c418359-ffaa-4e4d-8709-f1abe64c63cd"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:22.422347 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0df54c71-3747-4461-a68a-c82f45e0a06a req-d748df67-d27e-4cd8-8f94-ad80e04236bf tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576396 Jul 23 20:15:22.429246 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b735d788-500c-444d-9af0-9e2cf0406def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:22.464033 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b735d788-500c-444d-9af0-9e2cf0406def admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f992d35-a3dd-4a94-93d6-be21db6596cb,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:22.471547 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b735d788-500c-444d-9af0-9e2cf0406def admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:22.473805 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b735d788-500c-444d-9af0-9e2cf0406def admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9f992d35-a3dd-4a94-93d6-be21db6596cb HTTP/1.1" status: 204 len: 168 time: 0.4357858 Jul 23 20:15:22.476901 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660eba71-4b6f-47b0-adf4-176b4a0fc29f x-openstack-request-id: req-660eba71-4b6f-47b0-adf4-176b4a0fc29f {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:22.477193 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4608f139-9c1a-4e55-95e3-f3d0309749bb", "tag": "3c418359-ffaa-4e4d-8709-f1abe64c63cd", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:22.477514 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-660eba71-4b6f-47b0-adf4-176b4a0fc29f {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:22.477802 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57434) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:22.477944 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4608f139-9c1a-4e55-95e3-f3d0309749bb', 'tag': '3c418359-ffaa-4e4d-8709-f1abe64c63cd', 'status': 'completed', 'code': 200} Jul 23 20:15:22.494649 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6142ab-ea3f-4648-8647-e4900fb56f02 req-5f6c0c6e-21f4-453e-ac31-b964a6ccb2de tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:22.496173 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f6142ab-ea3f-4648-8647-e4900fb56f02 req-5f6c0c6e-21f4-453e-ac31-b964a6ccb2de tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/ports?device_id=4608f139-9c1a-4e55-95e3-f3d0309749bb HTTP/1.1" status: 200 len: 944 time: 0.1208470 Jul 23 20:15:22.594926 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-757075c8-d0ff-4449-941c-af0a963fe81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:22.635508 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747605fa-40c5-4439-9a80-2075413c4c6a req-afdf97e8-89ee-472c-a69c-4e4b875365cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:22.637348 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-747605fa-40c5-4439-9a80-2075413c4c6a req-afdf97e8-89ee-472c-a69c-4e4b875365cf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e71d3f35ed8f432091443f48834e0f04&device_id=4608f139-9c1a-4e55-95e3-f3d0309749bb HTTP/1.1" status: 200 len: 1096 time: 0.1208429 Jul 23 20:15:22.667950 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f6142ab-ea3f-4648-8647-e4900fb56f02 req-6f5d6d5c-7bd5-4e82-9754-f94677ad95b9 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/security-groups?id=df2d5acf-3b4a-4aab-babf-5cdacbfaec6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405375 Jul 23 20:15:22.778267 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-757075c8-d0ff-4449-941c-af0a963fe81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:22.800676 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747605fa-40c5-4439-9a80-2075413c4c6a req-48c8b6ca-3437-446e-b04a-004074cec5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:22.802790 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-747605fa-40c5-4439-9a80-2075413c4c6a req-48c8b6ca-3437-446e-b04a-004074cec5e5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c97b6698-697f-447b-8c77-21295bec1925 HTTP/1.1" status: 200 len: 913 time: 0.1596529 Jul 23 20:15:22.816890 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7cc60-f648-4128-b3ef-a67f28e98589 req-3e613173-32c1-4ae1-9f7f-387595bff83f tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:22.822140 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fe519bc0-88da-462d-ad94-283e2be4e8fd req-22cf88c4-5b74-4976-973c-5fde0b83785d tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0622da9-ce89-4ab5-905e-a0ad97d47ee5 HTTP/1.1" status: 200 len: 210 time: 0.0404413 Jul 23 20:15:22.824653 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d1f7cc60-f648-4128-b3ef-a67f28e98589 req-3e613173-32c1-4ae1-9f7f-387595bff83f tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.1515715 Jul 23 20:15:22.834234 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-757075c8-d0ff-4449-941c-af0a963fe81f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ed1ab68-e1ae-419e-898a-08b6f46d9477']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:15:22.850678 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-757075c8-d0ff-4449-941c-af0a963fe81f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b619110e-4e4d-470c-9269-34f43892a5ed') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:15:22.851011 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-757075c8-d0ff-4449-941c-af0a963fe81f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b619110e-4e4d-470c-9269-34f43892a5ed') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:15:22.864505 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-757075c8-d0ff-4449-941c-af0a963fe81f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:22.879553 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-757075c8-d0ff-4449-941c-af0a963fe81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:22.882591 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-747605fa-40c5-4439-9a80-2075413c4c6a req-1199210c-09ce-4a36-839e-e0516b8bae30 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c418359-ffaa-4e4d-8709-f1abe64c63cd HTTP/1.1" status: 200 len: 217 time: 0.0546932 Jul 23 20:15:22.887202 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-757075c8-d0ff-4449-941c-af0a963fe81f admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:15:22.887647 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-757075c8-d0ff-4449-941c-af0a963fe81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:22.890782 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:15:22.890782 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:15:22.890782 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:15:22.890782 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:15:22.890782 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:15:22.890782 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:15:22.890782 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:15:22.890782 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:15:22.890782 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:15:22.890782 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:15:22.890782 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:15:22.890782 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:15:22.890782 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:15:22.890782 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:15:22.890782 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:15:22.890782 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:15:22.890782 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:15:22.890782 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:15:22.890782 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:15:22.890782 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:15:22.890782 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:15:22.890782 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:15:22.890782 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:15:22.890782 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:15:22.890782 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:15:22.890782 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:15:22.890782 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:15:22.890782 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:15:22.890782 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:15:22.890782 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:15:22.890782 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:15:22.890782 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:15:22.929638 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d1f7cc60-f648-4128-b3ef-a67f28e98589 req-040c25b3-451f-4528-a8d5-6cc4e68d175b tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038947 Jul 23 20:15:22.958733 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747605fa-40c5-4439-9a80-2075413c4c6a req-47e22489-283a-47c5-9b77-76be197b81ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:22.960374 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-747605fa-40c5-4439-9a80-2075413c4c6a req-47e22489-283a-47c5-9b77-76be197b81ae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1d561a8-1d6a-40cb-921b-3277b73daf55 HTTP/1.1" status: 200 len: 852 time: 0.0709734 Jul 23 20:15:22.965045 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-757075c8-d0ff-4449-941c-af0a963fe81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:22.968467 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57450) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:22.981005 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-757075c8-d0ff-4449-941c-af0a963fe81f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:22.983604 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-757075c8-d0ff-4449-941c-af0a963fe81f admin admin] 10.222.0.32 "DELETE /v2.0/networks/4ed1ab68-e1ae-419e-898a-08b6f46d9477 HTTP/1.1" status: 204 len: 168 time: 0.5038428 Jul 23 20:15:22.998386 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757075c8-d0ff-4449-941c-af0a963fe81f admin admin] Pushing event deleted for resources: {'Network': ['ID=4ed1ab68-e1ae-419e-898a-08b6f46d9477,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:23.015605 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-747605fa-40c5-4439-9a80-2075413c4c6a req-803efb52-6191-4b9a-81b5-ab8e3c760100 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c97b6698-697f-447b-8c77-21295bec1925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465126 Jul 23 20:15:23.147609 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd99b21-f32e-4ebe-88b7-60ba4ee1c45a req-e3cda155-a2f9-45e4-8d48-e1dcbb30f401 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:23.151823 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-747605fa-40c5-4439-9a80-2075413c4c6a req-ce064078-34ee-4b7f-ba4c-ef63ee3ff083 service neutron] 10.222.0.18 "GET /v2.0/networks/c97b6698-697f-447b-8c77-21295bec1925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293485 Jul 23 20:15:23.152352 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57458) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:23.154204 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5fd99b21-f32e-4ebe-88b7-60ba4ee1c45a req-e3cda155-a2f9-45e4-8d48-e1dcbb30f401 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.1037085 Jul 23 20:15:23.167429 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e489eee-ffc4-4c68-897e-2413f2a4b854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:23.212819 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5fd99b21-f32e-4ebe-88b7-60ba4ee1c45a req-83f674d8-4195-4b05-9544-fdfbd4ca9ec9 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517564 Jul 23 20:15:23.264397 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e0468c68-10f5-4dc8-844b-3eba03d36db3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bb96d41857754bf7bf66ca8ce3539d2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1087215 Jul 23 20:15:23.264874 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57464) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:23.287632 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-747605fa-40c5-4439-9a80-2075413c4c6a req-fd289b81-468a-4202-8626-27e6998b1975 service neutron] 10.222.0.18 "GET /v2.0/networks/c97b6698-697f-447b-8c77-21295bec1925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272726 Jul 23 20:15:23.363393 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e489eee-ffc4-4c68-897e-2413f2a4b854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:23.370471 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e489eee-ffc4-4c68-897e-2413f2a4b854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:23.401917 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-351f7048-a522-4f92-ac03-2bda63037094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:23.439440 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e489eee-ffc4-4c68-897e-2413f2a4b854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b73d08a-e588-4494-9238-4c08665f3802,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:23.442699 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-70c357ee-f60d-44f8-a902-34da34279555 req-3c71df5d-78e2-4516-b26d-5d655bf3a7f3 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=05850a71-e728-4787-aa9e-76b4d42d2b9d HTTP/1.1" status: 200 len: 210 time: 0.0560496 Jul 23 20:15:23.444214 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0e489eee-ffc4-4c68-897e-2413f2a4b854 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=203eec77bf9c407886983a8d70a726d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4743018 Jul 23 20:15:23.448829 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57468) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:23.466361 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-351f7048-a522-4f92-ac03-2bda63037094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:23.510247 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f85a51-04da-4211-a0f0-e966310e9a61 req-18a5561b-34f6-4d19-88d4-4e1fc9db8089 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:23.512070 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-66f85a51-04da-4211-a0f0-e966310e9a61 req-18a5561b-34f6-4d19-88d4-4e1fc9db8089 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.2011452 Jul 23 20:15:23.533114 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-26681514-f07c-4cf6-98ee-04080f962611 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:23.535757 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-26681514-f07c-4cf6-98ee-04080f962611 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.18 "GET /v2.0/networks?id=787d5425-c035-4280-8138-7c31904b0b0f HTTP/1.1" status: 200 len: 814 time: 0.1384497 Jul 23 20:15:23.547743 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-bddf2687-5de8-4ec4-892f-58d96b906e00 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Request body: {'port': {'device_id': '05850a71-e728-4787-aa9e-76b4d42d2b9d', 'network_id': '787d5425-c035-4280-8138-7c31904b0b0f', 'admin_state_up': True, 'tenant_id': '6d83b9df188244af88af507e82586aa5'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:23.621280 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-351f7048-a522-4f92-ac03-2bda63037094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:23.623386 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-351f7048-a522-4f92-ac03-2bda63037094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:23.626997 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-351f7048-a522-4f92-ac03-2bda63037094 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/937efb4a-e2d9-4c15-8035-29c53a11040d HTTP/1.1" status: 204 len: 168 time: 0.3590364 Jul 23 20:15:23.638485 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-66f85a51-04da-4211-a0f0-e966310e9a61 req-f6ce0493-db8d-4da5-8f1e-8fc18cac45b4 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085138 Jul 23 20:15:23.647871 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f071f912-a30f-4066-aaad-7cf6f3652f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:23.673699 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f071f912-a30f-4066-aaad-7cf6f3652f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:23.723731 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f7048-a522-4f92-ac03-2bda63037094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937efb4a-e2d9-4c15-8035-29c53a11040d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:23.734820 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f071f912-a30f-4066-aaad-7cf6f3652f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:23.738426 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f071f912-a30f-4066-aaad-7cf6f3652f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:23.739907 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f071f912-a30f-4066-aaad-7cf6f3652f36 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3b73d08a-e588-4494-9238-4c08665f3802 HTTP/1.1" status: 204 len: 168 time: 0.2863479 Jul 23 20:15:23.755173 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071f912-a30f-4066-aaad-7cf6f3652f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b73d08a-e588-4494-9238-4c08665f3802,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:23.857894 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-bddf2687-5de8-4ec4-892f-58d96b906e00 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Made reservation on behalf of 6d83b9df188244af88af507e82586aa5 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:15:23.862283 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-bddf2687-5de8-4ec4-892f-58d96b906e00 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:23.979418 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd7131-7b1e-4fd9-9212-fdee7f9c5613 req-52c3fd8b-a326-4d5c-9acc-5abeca3d1ee4 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:23.998094 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-91bd7131-7b1e-4fd9-9212-fdee7f9c5613 req-52c3fd8b-a326-4d5c-9acc-5abeca3d1ee4 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/ports?device_id=4608f139-9c1a-4e55-95e3-f3d0309749bb HTTP/1.1" status: 200 len: 944 time: 0.1723087 Jul 23 20:15:24.007838 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50770d-2628-4f0e-b0d7-c579b8cb9184 req-c9d39725-6118-4a3c-b7f5-6a5e3a7b2b01 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:24.009530 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4b50770d-2628-4f0e-b0d7-c579b8cb9184 req-c9d39725-6118-4a3c-b7f5-6a5e3a7b2b01 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.2731466 Jul 23 20:15:24.047760 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-91bd7131-7b1e-4fd9-9212-fdee7f9c5613 req-dc491ac6-3653-4e85-9bd4-081c0ff5b8d9 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/security-groups?id=df2d5acf-3b4a-4aab-babf-5cdacbfaec6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450490 Jul 23 20:15:24.049588 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-bddf2687-5de8-4ec4-892f-58d96b906e00 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Allocated IP 172.20.0.13 (787d5425-c035-4280-8138-7c31904b0b0f/7fb8b24e-fc71-4a83-9798-69abd5b3327d/bd4ee0e4-f388-42c2-aa2a-29536ea33c0f) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:15:24.089528 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4b50770d-2628-4f0e-b0d7-c579b8cb9184 req-4eff8b5d-3d69-4c70-aec8-59a968ff7a9b tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708804 Jul 23 20:15:24.214558 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 3c418359-ffaa-4e4d-8709-f1abe64c63cd details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:15:24.235812 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-882ee15a-b0ea-485c-ba96-fe9b97c1f60e req-397b9a93-69d3-4c0e-9a2c-c71ed760439e tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0622da9-ce89-4ab5-905e-a0ad97d47ee5 HTTP/1.1" status: 200 len: 210 time: 0.0842397 Jul 23 20:15:24.403842 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24786cb5-1f0f-4cb4-9dbf-5fee05151587 req-9c8e9783-ff4a-4543-a43e-fd538dca1559 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:24.412188 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-24786cb5-1f0f-4cb4-9dbf-5fee05151587 req-9c8e9783-ff4a-4543-a43e-fd538dca1559 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.1514070 Jul 23 20:15:24.437952 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-bddf2687-5de8-4ec4-892f-58d96b906e00 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:24.471506 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 3c418359-ffaa-4e4d-8709-f1abe64c63cd, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=3c418359-ffaa-4e4d-8709-f1abe64c63cd,segment=NetworkSegment(57b64027-d93c-4674-bc42-8af8551369a0),segment_id=57b64027-d93c-4674-bc42-8af8551369a0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:24.473748 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-24786cb5-1f0f-4cb4-9dbf-5fee05151587 req-0bcd8a6b-2316-4065-9417-8439ecd2a58e tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606117 Jul 23 20:15:24.533717 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '3c418359-ffaa-4e4d-8709-f1abe64c63cd', 'network_id': 'c97b6698-697f-447b-8c77-21295bec1925', 'port_id': '3c418359-ffaa-4e4d-8709-f1abe64c63cd', 'mac_address': 'fa:16:3e:4a:36:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d561a8-1d6a-40cb-921b-3277b73daf55', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:15:24.542682 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-bddf2687-5de8-4ec4-892f-58d96b906e00 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:24.581214 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-bddf2687-5de8-4ec4-892f-58d96b906e00 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Network 787d5425-c035-4280-8138-7c31904b0b0f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:15:24.595598 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:24.620463 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c418359-ffaa-4e4d-8709-f1abe64c63cd {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:15:24.634967 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-bddf2687-5de8-4ec4-892f-58d96b906e00 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:15:24.651740 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 3c418359-ffaa-4e4d-8709-f1abe64c63cd, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=3c418359-ffaa-4e4d-8709-f1abe64c63cd,segment=NetworkSegment(57b64027-d93c-4674-bc42-8af8551369a0),segment_id=57b64027-d93c-4674-bc42-8af8551369a0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:24.657630 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:24.705988 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd2c3d-182d-4b89-b500-72a1a641b3ba req-d75e35de-75de-4442-9d3f-4f499a3f32f7 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:24.709183 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-40cd2c3d-182d-4b89-b500-72a1a641b3ba req-d75e35de-75de-4442-9d3f-4f499a3f32f7 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=05850a71-e728-4787-aa9e-76b4d42d2b9d HTTP/1.1" status: 200 len: 932 time: 0.0910635 Jul 23 20:15:24.711562 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-bddf2687-5de8-4ec4-892f-58d96b906e00 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:15:24.774156 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf2687-5de8-4ec4-892f-58d96b906e00 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Pushing event updated for resources: {'Port': ['ID=bd4ee0e4-f388-42c2-aa2a-29536ea33c0f,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:24.782047 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=3c418359-ffaa-4e4d-8709-f1abe64c63cd,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:24.818846 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-bddf2687-5de8-4ec4-892f-58d96b906e00 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:24.819938 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-bddf2687-5de8-4ec4-892f-58d96b906e00 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:24.820146 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-40cd2c3d-182d-4b89-b500-72a1a641b3ba req-cf6745bf-a207-49d2-ae35-46651c05adec tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000292 Jul 23 20:15:24.865343 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b44f9b-9e9e-4c38-85ff-b591e3cb359a req-d377f538-331d-4915-b536-79cd4dc890a6 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:24.867164 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-71b44f9b-9e9e-4c38-85ff-b591e3cb359a req-d377f538-331d-4915-b536-79cd4dc890a6 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.2786896 Jul 23 20:15:24.868561 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-bddf2687-5de8-4ec4-892f-58d96b906e00 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3250515 Jul 23 20:15:24.875465 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['3c418359-ffaa-4e4d-8709-f1abe64c63cd'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:15:24.888091 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-ff67bdf7-8bae-48bc-95e3-de7ebd1e8a6c service neutron] Request body: {'port': {'device_id': '05850a71-e728-4787-aa9e-76b4d42d2b9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:24.963834 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-71b44f9b-9e9e-4c38-85ff-b591e3cb359a req-c1e714ec-a944-4f31-9eb1-7faffee6169f tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836825 Jul 23 20:15:25.016316 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-ff67bdf7-8bae-48bc-95e3-de7ebd1e8a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:25.193392 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c5bd4-038a-4633-ae97-7d9d290fa39c req-198b492e-c406-41b8-8f99-66a6e91a0643 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:25.201035 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-146c5bd4-038a-4633-ae97-7d9d290fa39c req-198b492e-c406-41b8-8f99-66a6e91a0643 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/ports?device_id=4608f139-9c1a-4e55-95e3-f3d0309749bb HTTP/1.1" status: 200 len: 945 time: 0.0762341 Jul 23 20:15:25.256218 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-146c5bd4-038a-4633-ae97-7d9d290fa39c req-3f99c7f1-f4ba-4066-9546-034845ca6542 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/security-groups?id=df2d5acf-3b4a-4aab-babf-5cdacbfaec6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538354 Jul 23 20:15:25.377242 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-aa29caa1-1f45-4094-bfaa-20352e8e4eed req-d308a2c4-2d8b-4674-9b8f-10692b4a16bf tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0622da9-ce89-4ab5-905e-a0ad97d47ee5 HTTP/1.1" status: 200 len: 210 time: 0.0466499 Jul 23 20:15:25.678347 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccde0ea-4bb4-484e-87c6-ec38105e8cdb req-e9d3d701-3e0c-4917-a067-c81fee2155fb tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:25.683540 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bccde0ea-4bb4-484e-87c6-ec38105e8cdb req-e9d3d701-3e0c-4917-a067-c81fee2155fb tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.5361972 Jul 23 20:15:25.750857 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bccde0ea-4bb4-484e-87c6-ec38105e8cdb req-227376f4-622b-454f-9c5e-ad1c0e35ae59 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629067 Jul 23 20:15:25.811801 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-ff67bdf7-8bae-48bc-95e3-de7ebd1e8a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd4ee0e4-f388-42c2-aa2a-29536ea33c0f {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:15:25.825112 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-ff67bdf7-8bae-48bc-95e3-de7ebd1e8a6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:25.867985 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-ff67bdf7-8bae-48bc-95e3-de7ebd1e8a6c service neutron] Transition to ACTIVE for port object bd4ee0e4-f388-42c2-aa2a-29536ea33c0f will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:15:25.875960 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-ff67bdf7-8bae-48bc-95e3-de7ebd1e8a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:25.905841 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7f667-5e63-473e-87c1-b220e996f192 req-cd4c382d-8be7-45d7-887a-6837aa7f1e40 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:25.916150 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1fe7f667-5e63-473e-87c1-b220e996f192 req-cd4c382d-8be7-45d7-887a-6837aa7f1e40 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.0922785 Jul 23 20:15:25.969419 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1fe7f667-5e63-473e-87c1-b220e996f192 req-2e1210a4-8894-4892-a590-a95f1aaaa592 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522799 Jul 23 20:15:25.974175 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67bdf7-8bae-48bc-95e3-de7ebd1e8a6c service neutron] Pushing event updated for resources: {'Port': ['ID=bd4ee0e4-f388-42c2-aa2a-29536ea33c0f,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:26.086903 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-ff67bdf7-8bae-48bc-95e3-de7ebd1e8a6c service neutron] Attempting to bind port bd4ee0e4-f388-42c2-aa2a-29536ea33c0f on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:15:26.087468 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-ff67bdf7-8bae-48bc-95e3-de7ebd1e8a6c service neutron] Attempting to bind port bd4ee0e4-f388-42c2-aa2a-29536ea33c0f by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '787d5425-c035-4280-8138-7c31904b0b0f'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:15:26.087870 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-ff67bdf7-8bae-48bc-95e3-de7ebd1e8a6c service neutron] Attempting to bind port bd4ee0e4-f388-42c2-aa2a-29536ea33c0f on network 787d5425-c035-4280-8138-7c31904b0b0f {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:15:26.099799 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-ff67bdf7-8bae-48bc-95e3-de7ebd1e8a6c service neutron] Port bd4ee0e4-f388-42c2-aa2a-29536ea33c0f on network 787d5425-c035-4280-8138-7c31904b0b0f not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:15:26.100054 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-ff67bdf7-8bae-48bc-95e3-de7ebd1e8a6c service neutron] Attempting to bind port bd4ee0e4-f388-42c2-aa2a-29536ea33c0f on network 787d5425-c035-4280-8138-7c31904b0b0f {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:15:26.107672 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-ff67bdf7-8bae-48bc-95e3-de7ebd1e8a6c service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:15:26.107978 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-ff67bdf7-8bae-48bc-95e3-de7ebd1e8a6c service neutron] Checking segment: {'id': '5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '787d5425-c035-4280-8138-7c31904b0b0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:15:26.108365 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-ff67bdf7-8bae-48bc-95e3-de7ebd1e8a6c service neutron] Bound using segment: {'id': '5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '787d5425-c035-4280-8138-7c31904b0b0f'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:15:26.108795 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-ff67bdf7-8bae-48bc-95e3-de7ebd1e8a6c service neutron] Bound port: bd4ee0e4-f388-42c2-aa2a-29536ea33c0f, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '787d5425-c035-4280-8138-7c31904b0b0f'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:15:26.109176 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-ff67bdf7-8bae-48bc-95e3-de7ebd1e8a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:26.142223 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf395b-7a81-4a36-a49e-7aca3a734106 req-755892d0-e074-412f-98ce-94b4daf4c6a6 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:26.149965 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6ccf395b-7a81-4a36-a49e-7aca3a734106 req-755892d0-e074-412f-98ce-94b4daf4c6a6 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=05850a71-e728-4787-aa9e-76b4d42d2b9d HTTP/1.1" status: 200 len: 944 time: 0.1788521 Jul 23 20:15:26.214601 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 3c418359-ffaa-4e4d-8709-f1abe64c63cd up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:15:26.246816 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6ccf395b-7a81-4a36-a49e-7aca3a734106 req-a3e88488-0f50-490d-bc17-ff291225f3c8 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959218 Jul 23 20:15:26.276007 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e194f1-ab65-4f12-925c-3cfac7e4116a req-332d26b4-32af-4c34-8ae9-3569484c9eb1 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:26.279178 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 3c418359-ffaa-4e4d-8709-f1abe64c63cd completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:15:26.280135 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-ff67bdf7-8bae-48bc-95e3-de7ebd1e8a6c service neutron] For port bd4ee0e4-f388-42c2-aa2a-29536ea33c0f, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:15:26.285731 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-ff67bdf7-8bae-48bc-95e3-de7ebd1e8a6c service neutron] For port bd4ee0e4-f388-42c2-aa2a-29536ea33c0f, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=bd4ee0e4-f388-42c2-aa2a-29536ea33c0f,segment=NetworkSegment(5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf),segment_id=5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:15:26.287328 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 3c418359-ffaa-4e4d-8709-f1abe64c63cd triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:15:26.288544 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d3e194f1-ab65-4f12-925c-3cfac7e4116a req-332d26b4-32af-4c34-8ae9-3569484c9eb1 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.1311831 Jul 23 20:15:26.289261 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:26.292597 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-ff67bdf7-8bae-48bc-95e3-de7ebd1e8a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:26.342861 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d3e194f1-ab65-4f12-925c-3cfac7e4116a req-ac8dc66f-f304-4e8b-82e6-4acfc11e8cd8 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494232 Jul 23 20:15:26.397421 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:26.418108 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-ff67bdf7-8bae-48bc-95e3-de7ebd1e8a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:26.418978 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-ff67bdf7-8bae-48bc-95e3-de7ebd1e8a6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:26.420675 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-ff67bdf7-8bae-48bc-95e3-de7ebd1e8a6c service neutron] 10.222.0.18 "PUT /v2.0/ports/bd4ee0e4-f388-42c2-aa2a-29536ea33c0f HTTP/1.1" status: 200 len: 1093 time: 1.5375130 Jul 23 20:15:26.420816 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05850a71-e728-4787-aa9e-76b4d42d2b9d', 'tag': 'bd4ee0e4-f388-42c2-aa2a-29536ea33c0f'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:26.423388 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9380d22a-0c92-4c09-b7c5-f8cfd872186c" -d '{"events": [{"name": "network-changed", "server_uuid": "05850a71-e728-4787-aa9e-76b4d42d2b9d", "tag": "bd4ee0e4-f388-42c2-aa2a-29536ea33c0f"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:26.467402 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4608f139-9c1a-4e55-95e3-f3d0309749bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c418359-ffaa-4e4d-8709-f1abe64c63cd'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:26.467630 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67bdf7-8bae-48bc-95e3-de7ebd1e8a6c service neutron] Pushing event updated for resources: {'Port': ['ID=bd4ee0e4-f388-42c2-aa2a-29536ea33c0f,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:26.479237 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30779fb8-b777-46ac-b841-c447a0134ee3" -d '{"events": [{"server_uuid": "4608f139-9c1a-4e55-95e3-f3d0309749bb", "name": "network-vif-plugged", "status": "completed", "tag": "3c418359-ffaa-4e4d-8709-f1abe64c63cd"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:26.522306 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 3c418359-ffaa-4e4d-8709-f1abe64c63cd, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=3c418359-ffaa-4e4d-8709-f1abe64c63cd,segment=NetworkSegment(57b64027-d93c-4674-bc42-8af8551369a0),segment_id=57b64027-d93c-4674-bc42-8af8551369a0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:26.528388 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95727f-b36b-46b7-bb5b-627458516b17 req-4cc872ea-6be6-4bc7-9f97-d6620abd5b72 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:26.528635 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:26.530158 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fd95727f-b36b-46b7-bb5b-627458516b17 req-4cc872ea-6be6-4bc7-9f97-d6620abd5b72 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/ports?device_id=4608f139-9c1a-4e55-95e3-f3d0309749bb HTTP/1.1" status: 200 len: 945 time: 0.1596322 Jul 23 20:15:26.576545 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-e06fc775-3289-4169-8474-8d20b9643b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:26.578299 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-e06fc775-3289-4169-8474-8d20b9643b10 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6d83b9df188244af88af507e82586aa5&device_id=05850a71-e728-4787-aa9e-76b4d42d2b9d HTTP/1.1" status: 200 len: 1096 time: 0.1040688 Jul 23 20:15:26.596914 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26e19b-c9d9-4a18-8416-2360372842aa req-d363e2e3-d107-45f0-8e8c-3527a62d2130 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:26.605058 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cf26e19b-c9d9-4a18-8416-2360372842aa req-d363e2e3-d107-45f0-8e8c-3527a62d2130 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.1176991 Jul 23 20:15:26.640243 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fd95727f-b36b-46b7-bb5b-627458516b17 req-45ee73f1-90ff-4baa-b054-060194bbaafb tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/security-groups?id=df2d5acf-3b4a-4aab-babf-5cdacbfaec6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970125 Jul 23 20:15:26.640243 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-03fa7393-072e-46fb-ba5f-a1889e74f7ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd4ee0e4-f388-42c2-aa2a-29536ea33c0f HTTP/1.1" status: 200 len: 217 time: 0.0514975 Jul 23 20:15:26.649901 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=3c418359-ffaa-4e4d-8709-f1abe64c63cd,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:26.661897 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cf26e19b-c9d9-4a18-8416-2360372842aa req-cb6df692-09d2-4a25-a9c6-180362ba4e7c tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503669 Jul 23 20:15:26.733187 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-a250abed-bf1b-43c3-937a-ed58d2d0085c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:26.739721 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-a250abed-bf1b-43c3-937a-ed58d2d0085c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7fb8b24e-fc71-4a83-9798-69abd5b3327d HTTP/1.1" status: 200 len: 854 time: 0.0898886 Jul 23 20:15:26.741137 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b682e6fa-1ad6-4a75-b628-a4be0cee9176 x-openstack-request-id: req-b682e6fa-1ad6-4a75-b628-a4be0cee9176 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:26.741432 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05850a71-e728-4787-aa9e-76b4d42d2b9d", "tag": "bd4ee0e4-f388-42c2-aa2a-29536ea33c0f", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:26.741720 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b682e6fa-1ad6-4a75-b628-a4be0cee9176 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:26.742125 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05850a71-e728-4787-aa9e-76b4d42d2b9d', 'tag': 'bd4ee0e4-f388-42c2-aa2a-29536ea33c0f', 'status': 'completed', 'code': 200} Jul 23 20:15:26.765125 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1f2e1f69-ec25-4288-bbd3-63e6a26e9e7b req-a30bfd0b-aa23-4bb1-9749-d199f96d8c51 tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0622da9-ce89-4ab5-905e-a0ad97d47ee5 HTTP/1.1" status: 200 len: 210 time: 0.0316863 Jul 23 20:15:26.798883 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-c7ef6f15-adf0-4df2-8204-f41959eca04f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=787d5425-c035-4280-8138-7c31904b0b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501845 Jul 23 20:15:26.828442 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f605982f-1674-44a2-89c0-9ecf4667522f x-openstack-request-id: req-f605982f-1674-44a2-89c0-9ecf4667522f {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:26.828751 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4608f139-9c1a-4e55-95e3-f3d0309749bb", "name": "network-vif-plugged", "status": "completed", "tag": "3c418359-ffaa-4e4d-8709-f1abe64c63cd", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:26.829101 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f605982f-1674-44a2-89c0-9ecf4667522f {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:26.829701 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4608f139-9c1a-4e55-95e3-f3d0309749bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c418359-ffaa-4e4d-8709-f1abe64c63cd', 'code': 200} Jul 23 20:15:27.031322 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-38c82295-4859-4592-84ef-a241b1010f94 service neutron] 10.222.0.18 "GET /v2.0/networks/787d5425-c035-4280-8138-7c31904b0b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248716 Jul 23 20:15:27.048506 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362d77e-e2ba-4e7f-b1a2-6c566819bf14 req-4d24a9a6-8170-40dd-904d-2257b61f75ee tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:27.053410 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6362d77e-e2ba-4e7f-b1a2-6c566819bf14 req-4d24a9a6-8170-40dd-904d-2257b61f75ee tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.1191103 Jul 23 20:15:27.076888 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d49174-528d-4ea1-9f9a-8a363323f303 req-1c39f14f-3989-456f-8907-09b34fb403e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:27.078440 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-61d49174-528d-4ea1-9f9a-8a363323f303 req-1c39f14f-3989-456f-8907-09b34fb403e4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4608f139-9c1a-4e55-95e3-f3d0309749bb HTTP/1.1" status: 200 len: 1098 time: 0.1499846 Jul 23 20:15:27.114899 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6362d77e-e2ba-4e7f-b1a2-6c566819bf14 req-00029119-cae9-40ea-9f84-7680cc438b72 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523117 Jul 23 20:15:27.167295 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-61d49174-528d-4ea1-9f9a-8a363323f303 req-669c1e43-e7da-42b6-87d7-c48eca57c744 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=df2d5acf-3b4a-4aab-babf-5cdacbfaec6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811675 Jul 23 20:15:27.192304 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c57fbe6e-4baa-4641-9d49-b062adba7ab0 req-3dd49eb2-1b82-4b23-85e7-be3998488d1c service neutron] 10.222.0.18 "GET /v2.0/networks/787d5425-c035-4280-8138-7c31904b0b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528206 Jul 23 20:15:27.293580 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ea2f0-07a4-4923-b891-44e5658cadad req-cdc635f2-d039-4a5d-94e6-04d318705904 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:27.295599 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-962ea2f0-07a4-4923-b891-44e5658cadad req-cdc635f2-d039-4a5d-94e6-04d318705904 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.0943501 Jul 23 20:15:27.384955 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380d22a-0c92-4c09-b7c5-f8cfd872186c req-27a18bb4-73da-4e79-a35e-a5636f710bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:27.386605 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9380d22a-0c92-4c09-b7c5-f8cfd872186c req-27a18bb4-73da-4e79-a35e-a5636f710bc6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6d83b9df188244af88af507e82586aa5&device_id=05850a71-e728-4787-aa9e-76b4d42d2b9d HTTP/1.1" status: 200 len: 1096 time: 0.1237619 Jul 23 20:15:27.389146 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57690) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:27.456951 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53853d3-65b6-4d28-a779-eb1ca3407e97 req-d1b34bd2-8776-4bd5-b064-91bc20c427e3 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:27.458937 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b53853d3-65b6-4d28-a779-eb1ca3407e97 req-d1b34bd2-8776-4bd5-b064-91bc20c427e3 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=05850a71-e728-4787-aa9e-76b4d42d2b9d HTTP/1.1" status: 200 len: 944 time: 0.1363962 Jul 23 20:15:27.561384 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b53853d3-65b6-4d28-a779-eb1ca3407e97 req-28684ff8-81e1-48bc-9601-bc1b2d90aa19 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644712 Jul 23 20:15:27.562717 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380d22a-0c92-4c09-b7c5-f8cfd872186c req-39c653ae-0884-4686-90d0-56d60f71ed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:27.563996 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9380d22a-0c92-4c09-b7c5-f8cfd872186c req-39c653ae-0884-4686-90d0-56d60f71ed43 service neutron] 10.222.0.18 "GET /v2.0/networks?id=787d5425-c035-4280-8138-7c31904b0b0f HTTP/1.1" status: 200 len: 915 time: 0.1674550 Jul 23 20:15:27.630718 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-962ea2f0-07a4-4923-b891-44e5658cadad req-66d3d6b5-ec32-4f8c-b611-479d7c710f7e tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289580 Jul 23 20:15:27.654069 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9380d22a-0c92-4c09-b7c5-f8cfd872186c req-42f40ffb-8b0c-4587-92e0-e74cbef5a516 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd4ee0e4-f388-42c2-aa2a-29536ea33c0f HTTP/1.1" status: 200 len: 217 time: 0.0818744 Jul 23 20:15:27.654762 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57698) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:27.709693 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380d22a-0c92-4c09-b7c5-f8cfd872186c req-ba971ece-9503-4821-8263-470a339a003f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:27.711309 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9380d22a-0c92-4c09-b7c5-f8cfd872186c req-ba971ece-9503-4821-8263-470a339a003f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7fb8b24e-fc71-4a83-9798-69abd5b3327d HTTP/1.1" status: 200 len: 854 time: 0.0496929 Jul 23 20:15:27.768238 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1a9c572a-9e6a-43e4-bf50-b78aff17596b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:27.787239 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7829f257-e1cf-46c9-8631-9aedb58f077e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:27.789866 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9380d22a-0c92-4c09-b7c5-f8cfd872186c req-783348cc-fc1b-4e30-86d5-cf641ac66c11 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=787d5425-c035-4280-8138-7c31904b0b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638113 Jul 23 20:15:27.914897 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c25b0-212b-43b4-8db8-dd331f1852d0 req-140af82d-6416-4c89-b321-99dd45c6ac45 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:27.921929 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-672c25b0-212b-43b4-8db8-dd331f1852d0 req-140af82d-6416-4c89-b321-99dd45c6ac45 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/ports?device_id=4608f139-9c1a-4e55-95e3-f3d0309749bb HTTP/1.1" status: 200 len: 946 time: 0.1921396 Jul 23 20:15:27.932773 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9380d22a-0c92-4c09-b7c5-f8cfd872186c req-a0b2fa39-cf60-4af1-baaf-eda850d41cbf service neutron] 10.222.0.18 "GET /v2.0/networks/787d5425-c035-4280-8138-7c31904b0b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298335 Jul 23 20:15:27.936508 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d45263-5fe7-462b-a421-b4f028b97d1c req-ac83b97f-7828-40e1-b193-84e16d026c96 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:27.938005 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-75d45263-5fe7-462b-a421-b4f028b97d1c req-ac83b97f-7828-40e1-b193-84e16d026c96 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.1090231 Jul 23 20:15:27.943672 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7829f257-e1cf-46c9-8631-9aedb58f077e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:27.954422 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7829f257-e1cf-46c9-8631-9aedb58f077e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:28.009641 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-672c25b0-212b-43b4-8db8-dd331f1852d0 req-6580ddec-efcf-406f-a80b-b3e5d60ad81b tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/security-groups?id=df2d5acf-3b4a-4aab-babf-5cdacbfaec6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867229 Jul 23 20:15:28.020851 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7829f257-e1cf-46c9-8631-9aedb58f077e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=74fa0447edde4f9a83913f7e35b02602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3613100 Jul 23 20:15:28.020851 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829f257-e1cf-46c9-8631-9aedb58f077e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752dc9ce-c331-4b5f-b0f5-81a16619d250,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:28.034056 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57712) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:28.071594 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-75d45263-5fe7-462b-a421-b4f028b97d1c req-12caf103-228e-4a00-95ea-c0b073a33e05 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265743 Jul 23 20:15:28.089444 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9380d22a-0c92-4c09-b7c5-f8cfd872186c req-4afb8276-46fa-4bf3-8c0b-faae0b4a4618 service neutron] 10.222.0.18 "GET /v2.0/networks/787d5425-c035-4280-8138-7c31904b0b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490259 Jul 23 20:15:28.097069 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ad73b83b-0c3d-45da-86e7-8abc2d7c70cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:28.126850 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ad73b83b-0c3d-45da-86e7-8abc2d7c70cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:28.130867 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-120e088b-fb23-4d77-97dd-b97edf1d5e7f req-01645e1a-fe7a-453c-9e51-9dd2392e6359 tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0622da9-ce89-4ab5-905e-a0ad97d47ee5 HTTP/1.1" status: 200 len: 210 time: 0.0366232 Jul 23 20:15:28.160392 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1a9c572a-9e6a-43e4-bf50-b78aff17596b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:28.167490 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1a9c572a-9e6a-43e4-bf50-b78aff17596b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:28.210617 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ad73b83b-0c3d-45da-86e7-8abc2d7c70cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:28.215394 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ad73b83b-0c3d-45da-86e7-8abc2d7c70cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:28.216588 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ad73b83b-0c3d-45da-86e7-8abc2d7c70cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/752dc9ce-c331-4b5f-b0f5-81a16619d250 HTTP/1.1" status: 204 len: 168 time: 0.1811619 Jul 23 20:15:28.224230 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c572a-9e6a-43e4-bf50-b78aff17596b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25321abf-aa32-46a2-a52c-be9540981fd6,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:28.229729 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad73b83b-0c3d-45da-86e7-8abc2d7c70cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752dc9ce-c331-4b5f-b0f5-81a16619d250,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:28.231303 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1a9c572a-9e6a-43e4-bf50-b78aff17596b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4bfa09316b944289a805685cd0b198ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8416703 Jul 23 20:15:28.231961 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57720) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:28.312206 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b3d13323-f0dc-4014-aff2-882a7d7bc2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:28.316035 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08939495-5e3d-4693-bd13-84ae561258ed req-ff8ba9b3-a235-4c42-a59b-2dfb4642ce05 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:28.321944 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-08939495-5e3d-4693-bd13-84ae561258ed req-ff8ba9b3-a235-4c42-a59b-2dfb4642ce05 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.1080797 Jul 23 20:15:28.336130 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b3d13323-f0dc-4014-aff2-882a7d7bc2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:28.368035 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-08939495-5e3d-4693-bd13-84ae561258ed req-46e7ec2c-c6a6-4586-b5dd-1003044f2b11 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441549 Jul 23 20:15:28.388462 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b3d13323-f0dc-4014-aff2-882a7d7bc2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:28.391051 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b3d13323-f0dc-4014-aff2-882a7d7bc2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:28.392413 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b3d13323-f0dc-4014-aff2-882a7d7bc2b6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/25321abf-aa32-46a2-a52c-be9540981fd6 HTTP/1.1" status: 204 len: 168 time: 0.1593289 Jul 23 20:15:28.403072 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d13323-f0dc-4014-aff2-882a7d7bc2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25321abf-aa32-46a2-a52c-be9540981fd6,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:28.564619 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57730) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:28.578993 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cc2e7618-8753-46d7-82ad-4e80ce73da5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:28.707679 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cc2e7618-8753-46d7-82ad-4e80ce73da5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:28.714573 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cc2e7618-8753-46d7-82ad-4e80ce73da5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:28.730384 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e829a99-89b6-4041-bfae-e33fe7f592f1 req-e1d06cd6-3808-4216-a034-2c43f1eecb41 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:28.732004 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5e829a99-89b6-4041-bfae-e33fe7f592f1 req-e1d06cd6-3808-4216-a034-2c43f1eecb41 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=05850a71-e728-4787-aa9e-76b4d42d2b9d HTTP/1.1" status: 200 len: 944 time: 0.0815604 Jul 23 20:15:28.756307 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57738) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:28.774309 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2b3c1e33-2daf-434a-a4e2-4de7817ca81c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:28.792500 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-cc2e7618-8753-46d7-82ad-4e80ce73da5e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=29adc5c0683f4de5ae29ae5f78ecee28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2267549 Jul 23 20:15:28.793556 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e7618-8753-46d7-82ad-4e80ce73da5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3beddc-de56-422c-b625-4b7b53f4ec11,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:28.795164 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57740) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:28.812256 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5e829a99-89b6-4041-bfae-e33fe7f592f1 req-d0b3b437-cd13-49bc-ada0-43bcce54b1a6 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735707 Jul 23 20:15:28.835638 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d005652-ad44-4fdd-adac-b8cdc0308c68 req-44191e63-6a0c-4441-9575-94b558afc414 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:28.835638 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2d005652-ad44-4fdd-adac-b8cdc0308c68 req-44191e63-6a0c-4441-9575-94b558afc414 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.1006720 Jul 23 20:15:28.876552 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2d005652-ad44-4fdd-adac-b8cdc0308c68 req-337dfb31-7f08-425b-b221-1430a514ea2f tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344510 Jul 23 20:15:28.899201 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-28f0e48a-2c5f-4e49-8d40-d6fb1e99a604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:28.930996 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-28f0e48a-2c5f-4e49-8d40-d6fb1e99a604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:29.012668 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2b3c1e33-2daf-434a-a4e2-4de7817ca81c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:29.019186 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2b3c1e33-2daf-434a-a4e2-4de7817ca81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:29.061205 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-28f0e48a-2c5f-4e49-8d40-d6fb1e99a604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:29.063749 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-28f0e48a-2c5f-4e49-8d40-d6fb1e99a604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:29.064884 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-28f0e48a-2c5f-4e49-8d40-d6fb1e99a604 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/be3beddc-de56-422c-b625-4b7b53f4ec11 HTTP/1.1" status: 204 len: 168 time: 0.2660341 Jul 23 20:15:29.080436 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2b3c1e33-2daf-434a-a4e2-4de7817ca81c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0c00a2651d3b448a9e1fe4a4c06bad27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3230906 Jul 23 20:15:29.081711 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c1e33-2daf-434a-a4e2-4de7817ca81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c7bd98-b67b-4147-b07e-ef857c305e85,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:29.084948 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57748) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:29.101603 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0e48a-2c5f-4e49-8d40-d6fb1e99a604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3beddc-de56-422c-b625-4b7b53f4ec11,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:29.112025 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d01f8-c209-4831-8230-335cd07ed17e req-758b382d-d044-44ed-9ae0-020dad402734 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:29.114604 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-940d01f8-c209-4831-8230-335cd07ed17e req-758b382d-d044-44ed-9ae0-020dad402734 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.1614461 Jul 23 20:15:29.168033 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-940d01f8-c209-4831-8230-335cd07ed17e req-5d1fbe58-3e99-42b4-87ea-0cfa1474aac0 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467744 Jul 23 20:15:29.214200 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b851335d-59ae-4736-923a-28df5be0cbe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:29.261031 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b851335d-59ae-4736-923a-28df5be0cbe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:29.282730 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f627538-9209-43bf-b52e-206116dbef6e req-629caa97-e20f-49a4-a984-dbd15dea0e36 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:29.284405 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9f627538-9209-43bf-b52e-206116dbef6e req-629caa97-e20f-49a4-a984-dbd15dea0e36 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/ports?device_id=4608f139-9c1a-4e55-95e3-f3d0309749bb HTTP/1.1" status: 200 len: 946 time: 0.1313226 Jul 23 20:15:29.285777 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4d7a45ae-d364-4aab-97ce-b3d92b01e318 req-82258a81-634a-4bff-b2c5-3a66ed0cd201 tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0622da9-ce89-4ab5-905e-a0ad97d47ee5 HTTP/1.1" status: 200 len: 210 time: 0.0313265 Jul 23 20:15:29.345961 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9f627538-9209-43bf-b52e-206116dbef6e req-e97ef6db-518c-4345-9667-c7a691bdf0e5 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/security-groups?id=df2d5acf-3b4a-4aab-babf-5cdacbfaec6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534449 Jul 23 20:15:29.360029 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b851335d-59ae-4736-923a-28df5be0cbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:29.364248 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b851335d-59ae-4736-923a-28df5be0cbe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:29.368602 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b851335d-59ae-4736-923a-28df5be0cbe7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c2c7bd98-b67b-4147-b07e-ef857c305e85 HTTP/1.1" status: 204 len: 168 time: 0.2839744 Jul 23 20:15:29.376870 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b851335d-59ae-4736-923a-28df5be0cbe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c7bd98-b67b-4147-b07e-ef857c305e85,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:29.553122 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2813df-60dd-4990-9f16-6fc004c69efd req-9f19a685-345b-4928-9996-1402f2cfc97c tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:29.559944 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5d2813df-60dd-4990-9f16-6fc004c69efd req-9f19a685-345b-4928-9996-1402f2cfc97c tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.0934124 Jul 23 20:15:29.602984 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365b919-c513-4c15-867e-a1eb6496c4cc req-b7b3e584-f360-435d-9cb6-4fd9c3ec9f9d tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:29.613390 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5d2813df-60dd-4990-9f16-6fc004c69efd req-5fd2fa32-143d-4883-a8a9-014baa75b48e tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500731 Jul 23 20:15:29.617691 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7365b919-c513-4c15-867e-a1eb6496c4cc req-b7b3e584-f360-435d-9cb6-4fd9c3ec9f9d tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/ports?device_id=4608f139-9c1a-4e55-95e3-f3d0309749bb HTTP/1.1" status: 200 len: 946 time: 0.0782535 Jul 23 20:15:29.675133 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7365b919-c513-4c15-867e-a1eb6496c4cc req-1da96b2a-2d70-490a-94f4-56413f9939d0 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/security-groups?id=df2d5acf-3b4a-4aab-babf-5cdacbfaec6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511680 Jul 23 20:15:29.769038 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5b686-a51d-485a-9a63-94051ddbc8d9 req-ae1196ab-a5d6-4dff-9c70-fc099cce4c1e tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:29.775455 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dde5b686-a51d-485a-9a63-94051ddbc8d9 req-ae1196ab-a5d6-4dff-9c70-fc099cce4c1e tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.0848036 Jul 23 20:15:29.830887 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dde5b686-a51d-485a-9a63-94051ddbc8d9 req-28cbc177-663e-4b6c-8611-fb6e81dfd13c tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447221 Jul 23 20:15:30.004594 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb80eb8-cfd9-453e-aa87-ceef618ea865 req-ee3221b9-a2ae-46e1-b20e-037f93fa7875 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:30.013049 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-edb80eb8-cfd9-453e-aa87-ceef618ea865 req-ee3221b9-a2ae-46e1-b20e-037f93fa7875 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=05850a71-e728-4787-aa9e-76b4d42d2b9d HTTP/1.1" status: 200 len: 944 time: 0.0947714 Jul 23 20:15:30.030290 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75cc5b-067c-4366-ab2b-9f1f5dc19455 req-024e57ec-c1e0-443f-892a-d4818f25320b tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:30.032287 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9a75cc5b-067c-4366-ab2b-9f1f5dc19455 req-024e57ec-c1e0-443f-892a-d4818f25320b tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/ports?device_id=4608f139-9c1a-4e55-95e3-f3d0309749bb HTTP/1.1" status: 200 len: 946 time: 0.1194544 Jul 23 20:15:30.067326 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-edb80eb8-cfd9-453e-aa87-ceef618ea865 req-9faddce5-f279-4c5f-b138-203b5c131721 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499790 Jul 23 20:15:30.087556 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9a75cc5b-067c-4366-ab2b-9f1f5dc19455 req-0320b8d4-3b83-42d7-926a-26a24307f88c tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/security-groups?id=df2d5acf-3b4a-4aab-babf-5cdacbfaec6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489907 Jul 23 20:15:30.229694 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device bd4ee0e4-f388-42c2-aa2a-29536ea33c0f details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:15:30.305883 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f508284-2033-4536-971a-a01012072a5f req-b441ba40-645b-4488-9b3a-848c3f7d312c tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:30.329713 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3f508284-2033-4536-971a-a01012072a5f req-b441ba40-645b-4488-9b3a-848c3f7d312c tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.0908298 Jul 23 20:15:30.386361 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port bd4ee0e4-f388-42c2-aa2a-29536ea33c0f, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=bd4ee0e4-f388-42c2-aa2a-29536ea33c0f,segment=NetworkSegment(5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf),segment_id=5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:30.395681 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3f508284-2033-4536-971a-a01012072a5f req-a831eec9-0fe8-48c6-826e-bbfe808e3db9 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577753 Jul 23 20:15:30.414554 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': 'bd4ee0e4-f388-42c2-aa2a-29536ea33c0f', 'network_id': '787d5425-c035-4280-8138-7c31904b0b0f', 'port_id': 'bd4ee0e4-f388-42c2-aa2a-29536ea33c0f', 'mac_address': 'fa:16:3e:3e:4e:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fb8b24e-fc71-4a83-9798-69abd5b3327d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:15:30.482999 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7f9a45e6-a248-4cdc-b7c1-0e412779c717 req-48f1721c-bf98-42f4-838f-d4d353f5bae2 tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0622da9-ce89-4ab5-905e-a0ad97d47ee5 HTTP/1.1" status: 200 len: 210 time: 0.0700729 Jul 23 20:15:30.493158 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:30.509922 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4ee0e4-f388-42c2-aa2a-29536ea33c0f {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:15:30.561263 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port bd4ee0e4-f388-42c2-aa2a-29536ea33c0f, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=bd4ee0e4-f388-42c2-aa2a-29536ea33c0f,segment=NetworkSegment(5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf),segment_id=5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:30.568283 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:30.635529 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=bd4ee0e4-f388-42c2-aa2a-29536ea33c0f,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:30.736129 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57836) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:30.767250 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['bd4ee0e4-f388-42c2-aa2a-29536ea33c0f'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:15:30.953110 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4cc79f0e-f1fc-4e5b-8d13-41743d84611b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:31.051143 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4cc79f0e-f1fc-4e5b-8d13-41743d84611b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:31.055486 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4cc79f0e-f1fc-4e5b-8d13-41743d84611b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:31.095197 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc79f0e-f1fc-4e5b-8d13-41743d84611b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31172b01-f37a-4566-9ee2-3afc57f916c2,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:31.111254 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4cc79f0e-f1fc-4e5b-8d13-41743d84611b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fc672807ec284caea8e495e73e741c4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3715439 Jul 23 20:15:31.111492 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57858) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:31.213764 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d85741ed-eb52-4215-90a1-1797e251a88f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:31.241550 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44122b-fa8d-4bba-9f62-5429f125063f req-a05bd33a-14d7-40f0-88a6-57703d3a8e2b tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:31.247861 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d85741ed-eb52-4215-90a1-1797e251a88f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:31.249947 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1e44122b-fa8d-4bba-9f62-5429f125063f req-a05bd33a-14d7-40f0-88a6-57703d3a8e2b tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/ports?device_id=4608f139-9c1a-4e55-95e3-f3d0309749bb HTTP/1.1" status: 200 len: 946 time: 0.0855238 Jul 23 20:15:31.280471 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929c3fd-8a56-465f-87fb-42ae7d474e4b req-9c0e4bd4-99b0-4bf7-b144-cb231eca1951 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:31.282224 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f929c3fd-8a56-465f-87fb-42ae7d474e4b req-9c0e4bd4-99b0-4bf7-b144-cb231eca1951 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=05850a71-e728-4787-aa9e-76b4d42d2b9d HTTP/1.1" status: 200 len: 945 time: 0.1345885 Jul 23 20:15:31.292659 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1e44122b-fa8d-4bba-9f62-5429f125063f req-e777c89b-f328-4836-9bb9-5d347a14738b tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/security-groups?id=df2d5acf-3b4a-4aab-babf-5cdacbfaec6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406306 Jul 23 20:15:31.339574 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f929c3fd-8a56-465f-87fb-42ae7d474e4b req-b0c9319c-1f1c-4f9f-a56a-e416a7d9a07f tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455835 Jul 23 20:15:31.348392 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d85741ed-eb52-4215-90a1-1797e251a88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:31.351214 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d85741ed-eb52-4215-90a1-1797e251a88f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:31.355087 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d85741ed-eb52-4215-90a1-1797e251a88f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/31172b01-f37a-4566-9ee2-3afc57f916c2 HTTP/1.1" status: 204 len: 168 time: 0.2400234 Jul 23 20:15:31.378473 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85741ed-eb52-4215-90a1-1797e251a88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31172b01-f37a-4566-9ee2-3afc57f916c2,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:31.594765 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43572469-e871-4ccf-8ccd-367c705ab278 req-01e84051-c4b5-4255-90d2-31d23ad02aab tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:31.596489 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-43572469-e871-4ccf-8ccd-367c705ab278 req-01e84051-c4b5-4255-90d2-31d23ad02aab tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/ports?device_id=4608f139-9c1a-4e55-95e3-f3d0309749bb HTTP/1.1" status: 200 len: 946 time: 0.0822527 Jul 23 20:15:31.611019 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0d73e-2d25-4318-ad47-c3ceb630885e req-48bcbd40-c316-4488-addb-65891527a890 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:31.619476 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bdc0d73e-2d25-4318-ad47-c3ceb630885e req-48bcbd40-c316-4488-addb-65891527a890 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.1507573 Jul 23 20:15:31.645494 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7dd904-ca57-4f21-b80f-9eb2f8a022c7 req-34b93cbe-f3bc-434f-be3d-024f3581333b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:31.647011 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2a7dd904-ca57-4f21-b80f-9eb2f8a022c7 req-34b93cbe-f3bc-434f-be3d-024f3581333b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e71d3f35ed8f432091443f48834e0f04&device_id=4608f139-9c1a-4e55-95e3-f3d0309749bb HTTP/1.1" status: 200 len: 1098 time: 0.1160135 Jul 23 20:15:31.649247 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-43572469-e871-4ccf-8ccd-367c705ab278 req-120f06b8-8461-435b-8e0c-f46f9a822844 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/security-groups?id=df2d5acf-3b4a-4aab-babf-5cdacbfaec6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470459 Jul 23 20:15:31.694918 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bdc0d73e-2d25-4318-ad47-c3ceb630885e req-b55f9b47-be8e-432d-9418-3c4ec42f6919 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746181 Jul 23 20:15:31.761513 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c9991d7c-78c0-4aff-b98f-eede1c421d1c req-74e807e6-cd02-4a48-90e0-539c8fe5ab05 tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0622da9-ce89-4ab5-905e-a0ad97d47ee5 HTTP/1.1" status: 200 len: 210 time: 0.0449700 Jul 23 20:15:31.790730 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7dd904-ca57-4f21-b80f-9eb2f8a022c7 req-14261584-e015-4ef4-9bd6-2e7ad2eb154b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:31.793035 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2a7dd904-ca57-4f21-b80f-9eb2f8a022c7 req-14261584-e015-4ef4-9bd6-2e7ad2eb154b service neutron] 10.222.0.18 "GET /v2.0/networks?id=c97b6698-697f-447b-8c77-21295bec1925 HTTP/1.1" status: 200 len: 913 time: 0.1322687 Jul 23 20:15:31.849801 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2a7dd904-ca57-4f21-b80f-9eb2f8a022c7 req-0a254909-f1b2-45df-bba8-0253e9943514 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c418359-ffaa-4e4d-8709-f1abe64c63cd HTTP/1.1" status: 200 len: 217 time: 0.0488994 Jul 23 20:15:31.917369 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7dd904-ca57-4f21-b80f-9eb2f8a022c7 req-021d8665-a49a-42a2-9144-f3636456f5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:31.919402 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2a7dd904-ca57-4f21-b80f-9eb2f8a022c7 req-021d8665-a49a-42a2-9144-f3636456f5f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1d561a8-1d6a-40cb-921b-3277b73daf55 HTTP/1.1" status: 200 len: 852 time: 0.0635486 Jul 23 20:15:31.962709 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2a7dd904-ca57-4f21-b80f-9eb2f8a022c7 req-61735e12-a041-4196-8ed4-9315b0da7273 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c97b6698-697f-447b-8c77-21295bec1925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353796 Jul 23 20:15:32.118861 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2a7dd904-ca57-4f21-b80f-9eb2f8a022c7 req-6224cfb0-55f1-42ee-af2e-a3d9695c2cd6 service neutron] 10.222.0.18 "GET /v2.0/networks/c97b6698-697f-447b-8c77-21295bec1925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486027 Jul 23 20:15:32.217323 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5efd3-1c79-4639-bec7-efde23552e4f req-3aaf4ed9-0752-4d88-82f3-9361d6fb75a9 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:32.222150 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-12d5efd3-1c79-4639-bec7-efde23552e4f req-3aaf4ed9-0752-4d88-82f3-9361d6fb75a9 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.1707039 Jul 23 20:15:32.258599 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device bd4ee0e4-f388-42c2-aa2a-29536ea33c0f up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:15:32.272417 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2a7dd904-ca57-4f21-b80f-9eb2f8a022c7 req-3b912745-f766-4e86-8798-5ef08d0a6372 service neutron] 10.222.0.18 "GET /v2.0/networks/c97b6698-697f-447b-8c77-21295bec1925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467164 Jul 23 20:15:32.290144 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-12d5efd3-1c79-4639-bec7-efde23552e4f req-802b9146-c78f-4df8-b7b5-434fdb8a0f7c tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629802 Jul 23 20:15:32.330131 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port bd4ee0e4-f388-42c2-aa2a-29536ea33c0f completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:15:32.334841 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port bd4ee0e4-f388-42c2-aa2a-29536ea33c0f triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:15:32.335213 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:32.421533 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:32.454261 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05850a71-e728-4787-aa9e-76b4d42d2b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4ee0e4-f388-42c2-aa2a-29536ea33c0f'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:32.457656 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab3c1a7-1c07-438d-bd0a-7415ee13afb2" -d '{"events": [{"server_uuid": "05850a71-e728-4787-aa9e-76b4d42d2b9d", "name": "network-vif-plugged", "status": "completed", "tag": "bd4ee0e4-f388-42c2-aa2a-29536ea33c0f"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:32.476045 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port bd4ee0e4-f388-42c2-aa2a-29536ea33c0f, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=bd4ee0e4-f388-42c2-aa2a-29536ea33c0f,segment=NetworkSegment(5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf),segment_id=5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:32.481756 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:32.511437 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48942e7-c0a7-4631-bc8a-4e2dc6ab6026 x-openstack-request-id: req-f48942e7-c0a7-4631-bc8a-4e2dc6ab6026 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:32.511837 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05850a71-e728-4787-aa9e-76b4d42d2b9d", "name": "network-vif-plugged", "status": "completed", "tag": "bd4ee0e4-f388-42c2-aa2a-29536ea33c0f", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:32.512141 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f48942e7-c0a7-4631-bc8a-4e2dc6ab6026 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:32.512531 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05850a71-e728-4787-aa9e-76b4d42d2b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4ee0e4-f388-42c2-aa2a-29536ea33c0f', 'code': 200} Jul 23 20:15:32.528243 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791826d7-15f3-4ed0-b79c-99df250d9e3c req-b5ce203a-65cb-4871-ace7-4130f36441aa tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:32.530191 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-791826d7-15f3-4ed0-b79c-99df250d9e3c req-b5ce203a-65cb-4871-ace7-4130f36441aa tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=05850a71-e728-4787-aa9e-76b4d42d2b9d HTTP/1.1" status: 200 len: 945 time: 0.1089652 Jul 23 20:15:32.549293 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=bd4ee0e4-f388-42c2-aa2a-29536ea33c0f,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:32.594042 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-791826d7-15f3-4ed0-b79c-99df250d9e3c req-58ca2a63-d593-471b-a903-9278984199b7 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479984 Jul 23 20:15:32.655944 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb832104-9347-4a04-b5d8-d5a2315b2909 req-dd9d24e0-67e0-4299-9fc0-4aa97a43d643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:32.657496 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eb832104-9347-4a04-b5d8-d5a2315b2909 req-dd9d24e0-67e0-4299-9fc0-4aa97a43d643 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=05850a71-e728-4787-aa9e-76b4d42d2b9d HTTP/1.1" status: 200 len: 1098 time: 0.0772808 Jul 23 20:15:32.701299 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eb832104-9347-4a04-b5d8-d5a2315b2909 req-38713c86-c34f-402d-ae29-18788196a2f5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366220 Jul 23 20:15:32.810194 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67a029-521f-4d90-ae31-2e0f4aa71ce1 req-713aa4a4-46a1-4f20-bcb7-4f4d31b9571c tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:32.819069 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1c67a029-521f-4d90-ae31-2e0f4aa71ce1 req-713aa4a4-46a1-4f20-bcb7-4f4d31b9571c tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/ports?device_id=4608f139-9c1a-4e55-95e3-f3d0309749bb HTTP/1.1" status: 200 len: 946 time: 0.0939460 Jul 23 20:15:32.866512 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1c67a029-521f-4d90-ae31-2e0f4aa71ce1 req-0fa8674f-2ec4-451a-b397-174b393cbcfa tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/security-groups?id=df2d5acf-3b4a-4aab-babf-5cdacbfaec6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463657 Jul 23 20:15:32.907430 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b64b8dd8-c809-4b42-9e85-083f18cc3056 req-585e85d9-6090-4bcd-b507-fe483399ca29 tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0622da9-ce89-4ab5-905e-a0ad97d47ee5 HTTP/1.1" status: 200 len: 210 time: 0.0530853 Jul 23 20:15:33.224380 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57976) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:33.361382 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-ad768525-21a8-4989-aded-d611128307dd tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1572616276'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:33.414597 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ad768525-21a8-4989-aded-d611128307dd tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:33.415617 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ad768525-21a8-4989-aded-d611128307dd tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:33.494411 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550468f-6b13-4868-86bc-4eab5484acf6 req-2922ec01-8eac-4206-812b-df79b55d6287 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:33.495988 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f550468f-6b13-4868-86bc-4eab5484acf6 req-2922ec01-8eac-4206-812b-df79b55d6287 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.1299655 Jul 23 20:15:33.497799 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ad768525-21a8-4989-aded-d611128307dd tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:33.505065 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ad768525-21a8-4989-aded-d611128307dd tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:33.532810 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ad768525-21a8-4989-aded-d611128307dd tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:33.534382 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ad768525-21a8-4989-aded-d611128307dd tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.3089626 Jul 23 20:15:33.536960 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57990) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:33.631527 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f550468f-6b13-4868-86bc-4eab5484acf6 req-0eb28575-22e3-48b7-b67f-28e9a396e671 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192970 Jul 23 20:15:33.633038 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a12e6de0-17f5-49b2-ba41-b7cc709343d7 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:33.744342 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b3921-6b0c-48b9-8e96-5c70d883ce51 req-284007e8-e256-4e80-b9ea-a994320dbf88 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:33.746071 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5b4b3921-6b0c-48b9-8e96-5c70d883ce51 req-284007e8-e256-4e80-b9ea-a994320dbf88 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=05850a71-e728-4787-aa9e-76b4d42d2b9d HTTP/1.1" status: 200 len: 946 time: 0.0743566 Jul 23 20:15:33.759717 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57998) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:33.793037 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5b4b3921-6b0c-48b9-8e96-5c70d883ce51 req-1d8faf24-1e4c-4eed-be5f-c289f83e8cd8 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399597 Jul 23 20:15:33.846185 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a12e6de0-17f5-49b2-ba41-b7cc709343d7 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:33.850889 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a12e6de0-17f5-49b2-ba41-b7cc709343d7 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:33.881420 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7959ba41-7618-4605-8829-4eab9f3198dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:33.908811 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916693e-fe2a-4981-b24c-f22ba5879e29 req-dc4d9393-4afe-46d3-87c5-d42f6e32af7c tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:33.910622 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e916693e-fe2a-4981-b24c-f22ba5879e29 req-dc4d9393-4afe-46d3-87c5-d42f6e32af7c tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.1919460 Jul 23 20:15:33.912540 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a12e6de0-17f5-49b2-ba41-b7cc709343d7 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:33.913450 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12e6de0-17f5-49b2-ba41-b7cc709343d7 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b15b03db-69e6-4f70-9952-09818e98bad1 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:15:33.920446 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a12e6de0-17f5-49b2-ba41-b7cc709343d7 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:33.921951 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a12e6de0-17f5-49b2-ba41-b7cc709343d7 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] 10.222.0.32 "DELETE /v2.0/routers/b15b03db-69e6-4f70-9952-09818e98bad1 HTTP/1.1" status: 204 len: 168 time: 0.3833187 Jul 23 20:15:33.925708 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58006) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:33.933506 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-d29f740f-0d32-47f7-98a6-250d42f30415 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Request body: {'router': {'name': 'tempest-router-2099100501', 'distributed': False}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:33.989966 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e916693e-fe2a-4981-b24c-f22ba5879e29 req-61ff0b22-7d41-4456-8332-70f17dcbe0f4 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604339 Jul 23 20:15:34.035290 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7959ba41-7618-4605-8829-4eab9f3198dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:34.040969 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7959ba41-7618-4605-8829-4eab9f3198dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:34.071508 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d29f740f-0d32-47f7-98a6-250d42f30415 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:34.072804 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d29f740f-0d32-47f7-98a6-250d42f30415 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:34.086858 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959ba41-7618-4605-8829-4eab9f3198dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7cd4e1-923f-4a51-9502-f0a843bf915c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:34.109120 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7959ba41-7618-4605-8829-4eab9f3198dd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a43294003a694ed4b5f70a0f21736bd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3484073 Jul 23 20:15:34.111806 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58016) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:34.116823 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7959ba41-7618-4605-8829-4eab9f3198dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:34.117045 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7959ba41-7618-4605-8829-4eab9f3198dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:34.117835 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7959ba41-7618-4605-8829-4eab9f3198dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:34.117954 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7959ba41-7618-4605-8829-4eab9f3198dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:34.118301 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7959ba41-7618-4605-8829-4eab9f3198dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:34.118626 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7959ba41-7618-4605-8829-4eab9f3198dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:34.118949 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7959ba41-7618-4605-8829-4eab9f3198dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:34.119362 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7959ba41-7618-4605-8829-4eab9f3198dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:34.119573 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7959ba41-7618-4605-8829-4eab9f3198dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:34.119893 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7959ba41-7618-4605-8829-4eab9f3198dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:34.120186 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7959ba41-7618-4605-8829-4eab9f3198dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:34.120510 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7959ba41-7618-4605-8829-4eab9f3198dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:34.142512 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c6a11-db9c-4943-96be-f82734458ed3 req-6f5b5378-1722-4710-90e7-52335c393d9d tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:34.151882 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-565c6a11-db9c-4943-96be-f82734458ed3 req-6f5b5378-1722-4710-90e7-52335c393d9d tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/ports?device_id=4608f139-9c1a-4e55-95e3-f3d0309749bb HTTP/1.1" status: 200 len: 946 time: 0.1737378 Jul 23 20:15:34.160447 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6276746f-48b0-4813-9e46-18e33c501735 req-2d3e5237-318e-4611-8b4e-17b097e39a50 tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0622da9-ce89-4ab5-905e-a0ad97d47ee5 HTTP/1.1" status: 200 len: 210 time: 0.0938017 Jul 23 20:15:34.199802 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-565c6a11-db9c-4943-96be-f82734458ed3 req-0fbe4763-92d4-4fc6-9802-82b7c555da30 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/security-groups?id=df2d5acf-3b4a-4aab-babf-5cdacbfaec6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470250 Jul 23 20:15:34.249500 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d29f740f-0d32-47f7-98a6-250d42f30415 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:34.249500 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f0e72fea-243c-47be-aadd-42a4eda9e85f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:34.264103 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d29f740f-0d32-47f7-98a6-250d42f30415 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:34.293565 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f0e72fea-243c-47be-aadd-42a4eda9e85f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:34.306856 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d29f740f-0d32-47f7-98a6-250d42f30415 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:34.308064 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d29f740f-0d32-47f7-98a6-250d42f30415 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3799472 Jul 23 20:15:34.311500 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58026) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:34.363557 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f0e72fea-243c-47be-aadd-42a4eda9e85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:34.366639 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f0e72fea-243c-47be-aadd-42a4eda9e85f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:34.368118 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f0e72fea-243c-47be-aadd-42a4eda9e85f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ad7cd4e1-923f-4a51-9502-f0a843bf915c HTTP/1.1" status: 204 len: 168 time: 0.2550416 Jul 23 20:15:34.392767 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e72fea-243c-47be-aadd-42a4eda9e85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7cd4e1-923f-4a51-9502-f0a843bf915c,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:34.438116 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-002a5cbf-a84c-4688-a0d1-009886598ad4 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:34.553632 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809adfa3-e56b-4d94-ace9-4de2ad0f8f20 req-c37cb9b0-746d-4462-94e4-3c78fc9525c4 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:34.559156 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-809adfa3-e56b-4d94-ace9-4de2ad0f8f20 req-c37cb9b0-746d-4462-94e4-3c78fc9525c4 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.1300128 Jul 23 20:15:34.622397 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-809adfa3-e56b-4d94-ace9-4de2ad0f8f20 req-ad4ec65c-93d8-409d-a3dd-4e578807e7d0 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522459 Jul 23 20:15:34.662763 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-002a5cbf-a84c-4688-a0d1-009886598ad4 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:34.667441 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-002a5cbf-a84c-4688-a0d1-009886598ad4 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:34.750520 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-002a5cbf-a84c-4688-a0d1-009886598ad4 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:34.751374 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002a5cbf-a84c-4688-a0d1-009886598ad4 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2f40923d-c078-4b45-9eff-840e19ef356a {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:15:34.759918 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-002a5cbf-a84c-4688-a0d1-009886598ad4 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:34.761204 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-002a5cbf-a84c-4688-a0d1-009886598ad4 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] 10.222.0.32 "DELETE /v2.0/routers/2f40923d-c078-4b45-9eff-840e19ef356a HTTP/1.1" status: 204 len: 168 time: 0.4482832 Jul 23 20:15:34.766044 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58038) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:34.773364 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-7106c07e-1686-4776-9c4c-e1631836d6a2 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Request body: {'router': {'name': 'tempest-router-636688762', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '0994699e796f4ac2a76a20459fd68d3c'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:34.789071 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58040) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:34.791609 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b439ef-62ff-4cd6-b4b5-ee090c03e25b req-66b9553f-2c66-4561-8fa1-c960026ecf52 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:34.793338 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-24b439ef-62ff-4cd6-b4b5-ee090c03e25b req-66b9553f-2c66-4561-8fa1-c960026ecf52 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/ports?device_id=4608f139-9c1a-4e55-95e3-f3d0309749bb HTTP/1.1" status: 200 len: 946 time: 0.1449144 Jul 23 20:15:34.813563 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f180997-e9b6-41fd-b0f1-7d7fd030a647 req-0026182f-438f-45b2-9185-b6a75095a3b6 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:34.816164 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4f180997-e9b6-41fd-b0f1-7d7fd030a647 req-0026182f-438f-45b2-9185-b6a75095a3b6 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.1212690 Jul 23 20:15:34.835598 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-84227cae-cffd-480e-99a8-4be3c3778572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:34.854194 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-24b439ef-62ff-4cd6-b4b5-ee090c03e25b req-f7d8fc57-b32c-4ffb-b898-c1dc7d5fd1f0 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/security-groups?id=df2d5acf-3b4a-4aab-babf-5cdacbfaec6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450537 Jul 23 20:15:34.863771 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7106c07e-1686-4776-9c4c-e1631836d6a2 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:34.865358 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7106c07e-1686-4776-9c4c-e1631836d6a2 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:34.935921 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4f180997-e9b6-41fd-b0f1-7d7fd030a647 req-47adb927-f66e-4009-8991-859259faa60f tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096616 Jul 23 20:15:34.976774 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7106c07e-1686-4776-9c4c-e1631836d6a2 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:35.006853 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7106c07e-1686-4776-9c4c-e1631836d6a2 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:35.103092 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d1326-e84f-46cd-9fa1-823db11fc011 req-5c5a2625-c0d8-444a-9d00-f18208299f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:35.104611 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9b0d1326-e84f-46cd-9fa1-823db11fc011 req-5c5a2625-c0d8-444a-9d00-f18208299f1d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e71d3f35ed8f432091443f48834e0f04&device_id=4608f139-9c1a-4e55-95e3-f3d0309749bb HTTP/1.1" status: 200 len: 1098 time: 0.1394837 Jul 23 20:15:35.132542 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-84227cae-cffd-480e-99a8-4be3c3778572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:35.157405 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-84227cae-cffd-480e-99a8-4be3c3778572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:35.165378 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7106c07e-1686-4776-9c4c-e1631836d6a2 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:35.166589 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7106c07e-1686-4776-9c4c-e1631836d6a2 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3986461 Jul 23 20:15:35.169620 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58046) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:35.175779 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-c8b21549-a3fb-4015-9f2b-d45e4fe5af27 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:35.272041 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ece851-78b4-461d-8081-c27615f7bd1b req-a900ef46-865e-461a-9182-0825b9e945e4 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:35.273622 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-44ece851-78b4-461d-8081-c27615f7bd1b req-a900ef46-865e-461a-9182-0825b9e945e4 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.2342088 Jul 23 20:15:35.280632 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-84227cae-cffd-480e-99a8-4be3c3778572 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6e20f452cff948e3ae4ee3fdc7d63b8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4884953 Jul 23 20:15:35.285209 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-36c16ee0-bfd4-4f2b-8498-9c05ac9e9def req-7e401235-132e-4e13-b759-45aa53088c45 tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0622da9-ce89-4ab5-905e-a0ad97d47ee5 HTTP/1.1" status: 200 len: 210 time: 0.0349679 Jul 23 20:15:35.286405 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58054) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:35.286894 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84227cae-cffd-480e-99a8-4be3c3778572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de1c7ef-1ea0-44dd-bd29-d9060b6a1ed3,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:35.345181 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d1326-e84f-46cd-9fa1-823db11fc011 req-b6eee3a8-dc93-4437-ad1b-a15fc4ea2973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:35.347056 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9b0d1326-e84f-46cd-9fa1-823db11fc011 req-b6eee3a8-dc93-4437-ad1b-a15fc4ea2973 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c97b6698-697f-447b-8c77-21295bec1925 HTTP/1.1" status: 200 len: 913 time: 0.2210450 Jul 23 20:15:35.355309 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-44ece851-78b4-461d-8081-c27615f7bd1b req-f6607400-3278-4a0e-98c9-619134ca4cb7 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734813 Jul 23 20:15:35.405224 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9b0d1326-e84f-46cd-9fa1-823db11fc011 req-377f67ab-eb07-4f89-a916-eea3a026daac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c418359-ffaa-4e4d-8709-f1abe64c63cd HTTP/1.1" status: 200 len: 217 time: 0.0487616 Jul 23 20:15:35.466725 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d1326-e84f-46cd-9fa1-823db11fc011 req-46c0f7fe-2b55-4b35-a01f-f7871e6dff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:35.471172 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9b0d1326-e84f-46cd-9fa1-823db11fc011 req-46c0f7fe-2b55-4b35-a01f-f7871e6dff2d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1d561a8-1d6a-40cb-921b-3277b73daf55 HTTP/1.1" status: 200 len: 852 time: 0.0570517 Jul 23 20:15:35.500522 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ac4ca153-7cbb-48a8-9dd2-2c518f30b9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:35.515445 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c8b21549-a3fb-4015-9f2b-d45e4fe5af27 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:35.515827 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c8b21549-a3fb-4015-9f2b-d45e4fe5af27 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks [] for router, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:35.522147 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9b0d1326-e84f-46cd-9fa1-823db11fc011 req-cda8939c-3500-4cf2-9b22-a4fa50152591 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c97b6698-697f-447b-8c77-21295bec1925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468256 Jul 23 20:15:35.633188 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ac4ca153-7cbb-48a8-9dd2-2c518f30b9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:35.642181 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9b0d1326-e84f-46cd-9fa1-823db11fc011 req-531ffb39-9736-48ea-9e45-99d6738132ba service neutron] 10.222.0.18 "GET /v2.0/networks/c97b6698-697f-447b-8c77-21295bec1925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124561 Jul 23 20:15:35.664450 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c8b21549-a3fb-4015-9f2b-d45e4fe5af27 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93876) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 23 20:15:35.665212 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c8b21549-a3fb-4015-9f2b-d45e4fe5af27 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Router 4d023b2a-34c1-4060-8711-f537b2f766e5 migrating from provider to provider. {{(pid=93876) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 23 20:15:35.666125 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c8b21549-a3fb-4015-9f2b-d45e4fe5af27 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:35.698791 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c8b21549-a3fb-4015-9f2b-d45e4fe5af27 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:35.725209 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c8b21549-a3fb-4015-9f2b-d45e4fe5af27 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548192'] for router, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:35.801907 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9b0d1326-e84f-46cd-9fa1-823db11fc011 req-0156bc8f-2345-4800-8757-069334e0e136 service neutron] 10.222.0.18 "GET /v2.0/networks/c97b6698-697f-447b-8c77-21295bec1925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521068 Jul 23 20:15:35.829804 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ac4ca153-7cbb-48a8-9dd2-2c518f30b9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:35.832425 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ac4ca153-7cbb-48a8-9dd2-2c518f30b9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:35.833594 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ac4ca153-7cbb-48a8-9dd2-2c518f30b9b8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5de1c7ef-1ea0-44dd-bd29-d9060b6a1ed3 HTTP/1.1" status: 204 len: 168 time: 0.5432444 Jul 23 20:15:35.848483 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfeead2-be3b-4c00-aad1-21088eb9011d req-521179a5-2021-45f9-b22f-1cbb5984a7d4 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:35.851190 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0bfeead2-be3b-4c00-aad1-21088eb9011d req-521179a5-2021-45f9-b22f-1cbb5984a7d4 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.2982888 Jul 23 20:15:35.861763 n-d-793618-10 neutron-server[93876]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c8b21549-a3fb-4015-9f2b-d45e4fe5af27 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] No L3 agents can host the router 4d023b2a-34c1-4060-8711-f537b2f766e5 Jul 23 20:15:35.871211 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ca153-7cbb-48a8-9dd2-2c518f30b9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de1c7ef-1ea0-44dd-bd29-d9060b6a1ed3,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:35.972519 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0bfeead2-be3b-4c00-aad1-21088eb9011d req-8a8307dd-25bb-4789-904c-fb5e837885ce tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103218 Jul 23 20:15:36.037849 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf635f6-8d1c-45fc-be21-590b42b23319 req-0d7a50f7-796c-4590-bfd3-54d76aa6fd0a tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:36.040061 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3cf635f6-8d1c-45fc-be21-590b42b23319 req-0d7a50f7-796c-4590-bfd3-54d76aa6fd0a tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/ports?device_id=4608f139-9c1a-4e55-95e3-f3d0309749bb HTTP/1.1" status: 200 len: 946 time: 0.0816724 Jul 23 20:15:36.078725 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b21549-a3fb-4015-9f2b-d45e4fe5af27 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Hosts for router 4d023b2a-34c1-4060-8711-f537b2f766e5: [] {{(pid=93876) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 23 20:15:36.106561 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3cf635f6-8d1c-45fc-be21-590b42b23319 req-27b9fc59-6f21-48ae-a03b-af74b919cf5a tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/security-groups?id=df2d5acf-3b4a-4aab-babf-5cdacbfaec6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589683 Jul 23 20:15:36.131721 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b21549-a3fb-4015-9f2b-d45e4fe5af27 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Hosts for other DVR routers connected to router 4d023b2a-34c1-4060-8711-f537b2f766e5: set() {{(pid=93876) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 23 20:15:36.131721 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c8b21549-a3fb-4015-9f2b-d45e4fe5af27 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:36.131721 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c8b21549-a3fb-4015-9f2b-d45e4fe5af27 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] 10.222.0.32 "PUT /v2.0/routers/4d023b2a-34c1-4060-8711-f537b2f766e5 HTTP/1.1" status: 200 len: 716 time: 0.9593103 Jul 23 20:15:36.132697 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58082) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:36.218777 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-07295ee9-c2bf-49fb-931d-93101821be35 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] 10.222.0.32 "GET /v2.0/routers/4d023b2a-34c1-4060-8711-f537b2f766e5 HTTP/1.1" status: 200 len: 716 time: 0.0804501 Jul 23 20:15:36.219426 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58086) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:36.313444 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf841d0-517e-42d9-9b28-386d81192aab req-24b67305-1c03-457d-922e-5feac9e74c9c tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:36.316428 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-caf841d0-517e-42d9-9b28-386d81192aab req-24b67305-1c03-457d-922e-5feac9e74c9c tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.2003274 Jul 23 20:15:36.422672 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-caf841d0-517e-42d9-9b28-386d81192aab req-2ec31090-576f-420f-8247-b9d1a8d85668 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943339 Jul 23 20:15:36.535836 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ba9cb1b3-400f-49ef-ad4e-f59135ed205b req-e7a06e71-6ab4-4bf8-9345-16075a8b27c4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c0622da9-ce89-4ab5-905e-a0ad97d47ee5 HTTP/1.1" status: 200 len: 210 time: 0.0354216 Jul 23 20:15:36.575953 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1e6a085a-9b47-49aa-bc75-9a1e1c750b86 req-cddfeb64-6e42-48ac-99c4-ff74c4d9ad3c tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0622da9-ce89-4ab5-905e-a0ad97d47ee5 HTTP/1.1" status: 200 len: 210 time: 0.0443094 Jul 23 20:15:36.751237 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-01d68d62-5d80-44c3-a77f-62bb7fe53193 req-4277c624-1849-4520-a4b0-297ac61cae3b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=39db543d-18ea-4f86-8d40-28da85231cf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0746853 Jul 23 20:15:36.943054 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d68d62-5d80-44c3-a77f-62bb7fe53193 req-3680ee6c-10c2-4833-be6e-ce7e346f62c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:36.944578 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-01d68d62-5d80-44c3-a77f-62bb7fe53193 req-3680ee6c-10c2-4833-be6e-ce7e346f62c7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1a6866430c7477dabb2850fe027c983&device_id=39db543d-18ea-4f86-8d40-28da85231cf7 HTTP/1.1" status: 200 len: 1098 time: 0.1700568 Jul 23 20:15:36.960487 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19ab46-6d70-409c-aa21-1fbdf20b6ea2 req-849227d2-1eab-439b-87ef-ff2da7790bc3 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:36.970130 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2e19ab46-6d70-409c-aa21-1fbdf20b6ea2 req-849227d2-1eab-439b-87ef-ff2da7790bc3 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.1157429 Jul 23 20:15:37.027471 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45cb29-4e77-424c-aaca-e8cb6746586c req-ba5def95-42f0-4251-856d-58d2e3f309a0 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:37.035059 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6f45cb29-4e77-424c-aaca-e8cb6746586c req-ba5def95-42f0-4251-856d-58d2e3f309a0 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/ports?device_id=4608f139-9c1a-4e55-95e3-f3d0309749bb HTTP/1.1" status: 200 len: 946 time: 0.6811526 Jul 23 20:15:37.050547 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2e19ab46-6d70-409c-aa21-1fbdf20b6ea2 req-f5ee896e-6c9e-4e9a-bf2b-a35fa5fea3a0 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773115 Jul 23 20:15:37.065688 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-172668bc-97ab-4007-920d-bde849a917d4 tempest-RoutersTestDVR-280462922 tempest-RoutersTestDVR-280462922-project] 10.222.0.32 "GET /v2.0/routers/4d023b2a-34c1-4060-8711-f537b2f766e5 HTTP/1.1" status: 200 len: 682 time: 0.8398042 Jul 23 20:15:37.077312 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58118) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:37.169785 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-26a6cc35-9baf-4087-81c8-7876a3144174 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:37.184561 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d68d62-5d80-44c3-a77f-62bb7fe53193 req-0cc2ebe4-40bf-47f1-9785-a6334f954669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:37.187967 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-01d68d62-5d80-44c3-a77f-62bb7fe53193 req-0cc2ebe4-40bf-47f1-9785-a6334f954669 service neutron] 10.222.0.30 "GET /v2.0/networks?id=68a6fe92-0c26-45da-99d0-e58f34d2b985 HTTP/1.1" status: 200 len: 912 time: 0.2074869 Jul 23 20:15:37.268867 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34cdb5-a15e-42f4-a192-632da2a6ee3a req-d2efc72b-4475-47b9-92bd-6b8f56cb4c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:37.270415 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0b34cdb5-a15e-42f4-a192-632da2a6ee3a req-d2efc72b-4475-47b9-92bd-6b8f56cb4c87 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e71d3f35ed8f432091443f48834e0f04&device_id=4608f139-9c1a-4e55-95e3-f3d0309749bb HTTP/1.1" status: 200 len: 1098 time: 0.8671060 Jul 23 20:15:37.330268 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6f45cb29-4e77-424c-aaca-e8cb6746586c req-13bd3061-85d4-4817-9d9a-0dbae4125dc4 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/security-groups?id=df2d5acf-3b4a-4aab-babf-5cdacbfaec6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883105 Jul 23 20:15:37.356393 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-01d68d62-5d80-44c3-a77f-62bb7fe53193 req-3c92f049-c9c7-4624-8765-80e46f3f0236 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9d3cca4-c3a1-470e-8d2f-561d71114ded HTTP/1.1" status: 200 len: 1001 time: 0.1601617 Jul 23 20:15:37.431770 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d68d62-5d80-44c3-a77f-62bb7fe53193 req-ac97777e-1d6b-442e-a124-152111496ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:37.433241 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-01d68d62-5d80-44c3-a77f-62bb7fe53193 req-ac97777e-1d6b-442e-a124-152111496ecf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7562bacc-5c9d-4fd5-a756-532eac029140 HTTP/1.1" status: 200 len: 850 time: 0.0698779 Jul 23 20:15:37.444915 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45df57-08a2-4610-8016-74bc30d185d6 req-37d19daf-e7a6-44bd-81a7-7d8cb17f9779 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:37.446648 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6f45df57-08a2-4610-8016-74bc30d185d6 req-37d19daf-e7a6-44bd-81a7-7d8cb17f9779 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.1849957 Jul 23 20:15:37.461148 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-26a6cc35-9baf-4087-81c8-7876a3144174 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:37.464928 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-26a6cc35-9baf-4087-81c8-7876a3144174 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:37.541990 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6f45df57-08a2-4610-8016-74bc30d185d6 req-d1121d36-8833-4765-acd5-7176306750ae tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849185 Jul 23 20:15:37.581329 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-26a6cc35-9baf-4087-81c8-7876a3144174 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:37.582033 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a6cc35-9baf-4087-81c8-7876a3144174 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4d023b2a-34c1-4060-8711-f537b2f766e5 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:15:37.591748 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-26a6cc35-9baf-4087-81c8-7876a3144174 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:37.598678 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-26a6cc35-9baf-4087-81c8-7876a3144174 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] 10.222.0.32 "DELETE /v2.0/routers/4d023b2a-34c1-4060-8711-f537b2f766e5 HTTP/1.1" status: 204 len: 168 time: 0.5132940 Jul 23 20:15:37.598889 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58134) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:37.603158 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f1c7892a-ccfa-4e88-9b31-154affe7778c tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Request body: {'router': {'name': 'tempest-router-1096472760', 'distributed': True}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:37.659748 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d68d62-5d80-44c3-a77f-62bb7fe53193 req-66bab8e0-6b6d-4795-a44a-658f78ef1c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:37.665813 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-01d68d62-5d80-44c3-a77f-62bb7fe53193 req-66bab8e0-6b6d-4795-a44a-658f78ef1c85 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68a6fe92-0c26-45da-99d0-e58f34d2b985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2182200 Jul 23 20:15:37.667315 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1c7892a-ccfa-4e88-9b31-154affe7778c tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:37.668353 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1c7892a-ccfa-4e88-9b31-154affe7778c tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:37.695831 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34cdb5-a15e-42f4-a192-632da2a6ee3a req-58ce8bb2-779a-4547-9990-16bd8c5a2141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:37.697378 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0b34cdb5-a15e-42f4-a192-632da2a6ee3a req-58ce8bb2-779a-4547-9990-16bd8c5a2141 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c97b6698-697f-447b-8c77-21295bec1925 HTTP/1.1" status: 200 len: 913 time: 0.4145811 Jul 23 20:15:37.759816 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0b34cdb5-a15e-42f4-a192-632da2a6ee3a req-bea36df2-045a-4671-829e-e44c7f491060 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c418359-ffaa-4e4d-8709-f1abe64c63cd HTTP/1.1" status: 200 len: 217 time: 0.0445893 Jul 23 20:15:37.792604 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7d4349f2-9373-48fd-8bb8-81fd7870b970 req-1d19fdee-0f0e-448a-906d-e055bdb1829c tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0622da9-ce89-4ab5-905e-a0ad97d47ee5 HTTP/1.1" status: 200 len: 210 time: 0.0950205 Jul 23 20:15:37.901444 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8c23c-9266-4f71-9557-31eddbeddb85 req-d0c29203-2fed-48cb-9675-05213b019a3f tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:37.903087 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b7d8c23c-9266-4f71-9557-31eddbeddb85 req-d0c29203-2fed-48cb-9675-05213b019a3f tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.2364781 Jul 23 20:15:37.912398 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34cdb5-a15e-42f4-a192-632da2a6ee3a req-51dd0c00-ea2e-4d19-a939-b8a05bd1a7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:37.913923 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0b34cdb5-a15e-42f4-a192-632da2a6ee3a req-51dd0c00-ea2e-4d19-a939-b8a05bd1a7bc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1d561a8-1d6a-40cb-921b-3277b73daf55 HTTP/1.1" status: 200 len: 852 time: 0.1472285 Jul 23 20:15:38.019712 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0b34cdb5-a15e-42f4-a192-632da2a6ee3a req-d79b5836-a225-4b47-ae12-b41daf70771a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c97b6698-697f-447b-8c77-21295bec1925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862608 Jul 23 20:15:38.188504 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1c7892a-ccfa-4e88-9b31-154affe7778c tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:38.191700 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b7d8c23c-9266-4f71-9557-31eddbeddb85 req-671f8cd9-8007-41d8-90c4-ce6e24d6583f tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767437 Jul 23 20:15:38.224167 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1c7892a-ccfa-4e88-9b31-154affe7778c tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:38.253502 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0b34cdb5-a15e-42f4-a192-632da2a6ee3a req-fbf831be-0fa4-4c5e-a5bd-35973d4a4c0e service neutron] 10.222.0.18 "GET /v2.0/networks/c97b6698-697f-447b-8c77-21295bec1925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108381 Jul 23 20:15:38.264581 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1c7892a-ccfa-4e88-9b31-154affe7778c tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:38.265810 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f1c7892a-ccfa-4e88-9b31-154affe7778c tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6662068 Jul 23 20:15:38.273585 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58164) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:38.348491 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-01d68d62-5d80-44c3-a77f-62bb7fe53193 req-15f9bf23-39a1-4bb9-b2c7-5b867609cf2c service neutron] 10.222.0.30 "GET /v2.0/networks/68a6fe92-0c26-45da-99d0-e58f34d2b985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6725004 Jul 23 20:15:38.438200 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0b34cdb5-a15e-42f4-a192-632da2a6ee3a req-5501af1e-ce45-4cb1-939f-b9919eed79f9 service neutron] 10.222.0.18 "GET /v2.0/networks/c97b6698-697f-447b-8c77-21295bec1925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794970 Jul 23 20:15:38.454040 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-359fe1b8-ac9c-4fc6-b3b2-c52f741e5feb req-babd91f4-57ef-48d3-a29a-e9d15341872c tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0622da9-ce89-4ab5-905e-a0ad97d47ee5&device_id=8cc96e1e-2741-45da-8ee0-54cce2184140 HTTP/1.1" status: 200 len: 210 time: 0.0627527 Jul 23 20:15:38.469243 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0df74efd-15ab-4f96-99ba-21673292c845 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:38.553537 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833a329-ec69-45de-9285-c05b870518eb req-4a4a4900-999d-45fd-a138-73bab6e2ca69 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:38.561783 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4833a329-ec69-45de-9285-c05b870518eb req-4a4a4900-999d-45fd-a138-73bab6e2ca69 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/ports?device_id=4608f139-9c1a-4e55-95e3-f3d0309749bb HTTP/1.1" status: 200 len: 946 time: 0.1089239 Jul 23 20:15:38.613680 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4833a329-ec69-45de-9285-c05b870518eb req-a3196c09-9dc7-4aa1-ace2-426d74ad89a9 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/security-groups?id=df2d5acf-3b4a-4aab-babf-5cdacbfaec6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459852 Jul 23 20:15:38.713544 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0df74efd-15ab-4f96-99ba-21673292c845 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:38.722154 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0df74efd-15ab-4f96-99ba-21673292c845 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:38.790599 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-01d68d62-5d80-44c3-a77f-62bb7fe53193 req-0937d4b6-1e5d-40f8-8fd3-cdaa41e40637 service neutron] 10.222.0.30 "GET /v2.0/networks/68a6fe92-0c26-45da-99d0-e58f34d2b985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975551 Jul 23 20:15:38.797385 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0df74efd-15ab-4f96-99ba-21673292c845 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:38.798219 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df74efd-15ab-4f96-99ba-21673292c845 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 45295e4d-7879-4b40-a51d-3a4928afe751 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:15:38.803667 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0df74efd-15ab-4f96-99ba-21673292c845 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:38.804990 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0df74efd-15ab-4f96-99ba-21673292c845 tempest-RoutersTestDVR-2101540475 tempest-RoutersTestDVR-2101540475-project-admin] 10.222.0.32 "DELETE /v2.0/routers/45295e4d-7879-4b40-a51d-3a4928afe751 HTTP/1.1" status: 204 len: 168 time: 0.5281847 Jul 23 20:15:38.827002 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c7e33-38c9-48ab-b2d1-9737b40f393e req-971831fc-e0ec-468c-9eb6-f397f3d3404a tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:38.828286 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cc0c7e33-38c9-48ab-b2d1-9737b40f393e req-971831fc-e0ec-468c-9eb6-f397f3d3404a tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.2815583 Jul 23 20:15:38.863529 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-98632549-307e-4010-97fe-5f51ab5670d4 req-48e08e8a-4b1c-4c9b-a864-5e82f188a049 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=32887b69e74e43b19724cb14abc7a39e&device_id=c0622da9-ce89-4ab5-905e-a0ad97d47ee5 HTTP/1.1" status: 200 len: 210 time: 0.0704339 Jul 23 20:15:38.892464 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cc0c7e33-38c9-48ab-b2d1-9737b40f393e req-77cb3e9b-d4e8-4c61-9a86-6430f3c61fcc tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451577 Jul 23 20:15:38.903736 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6e3845b4-aa6d-4e71-b7b9-5f4255fea6f6 req-74ab971b-e3de-4591-ade7-04129e0e775e tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0622da9-ce89-4ab5-905e-a0ad97d47ee5 HTTP/1.1" status: 200 len: 210 time: 0.0386503 Jul 23 20:15:38.931445 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-98632549-307e-4010-97fe-5f51ab5670d4 req-5439934c-3dfc-4485-9c8d-018070cee846 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=32887b69e74e43b19724cb14abc7a39e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263660 Jul 23 20:15:39.134292 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8764d10-6f72-46af-ab4f-99b39d701a53 req-1ae4794d-c1f7-4b2b-8d4e-ce58a383e7b1 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:39.141562 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f8764d10-6f72-46af-ab4f-99b39d701a53 req-1ae4794d-c1f7-4b2b-8d4e-ce58a383e7b1 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.1445405 Jul 23 20:15:39.215677 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98632549-307e-4010-97fe-5f51ab5670d4 req-7217e803-9631-4883-984b-8f62f97f587c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:39.217451 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-98632549-307e-4010-97fe-5f51ab5670d4 req-7217e803-9631-4883-984b-8f62f97f587c service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2746906 Jul 23 20:15:39.239572 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f8764d10-6f72-46af-ab4f-99b39d701a53 req-54bd1839-5e47-45b8-95cf-815a43dced21 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899484 Jul 23 20:15:39.280935 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58196) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:39.498614 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f53f2-17e0-4230-baa1-c35393d0755b req-2486728a-d3f3-4c42-8e83-83b00755fd3a tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:39.510022 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-830f53f2-17e0-4230-baa1-c35393d0755b req-2486728a-d3f3-4c42-8e83-83b00755fd3a tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.0904660 Jul 23 20:15:39.564500 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-830f53f2-17e0-4230-baa1-c35393d0755b req-c5afd7df-97c6-4371-ac96-5fc1d2a4e8c8 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534542 Jul 23 20:15:39.721721 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a824b1a-6e85-47ae-9973-981d8ff5e4c8 req-fae1f0fc-5073-45a3-9f8c-6cda8f06d65a tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:39.725014 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-472618c8-ecda-4eeb-a59e-a8f445212ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:39.730023 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7a824b1a-6e85-47ae-9973-981d8ff5e4c8 req-fae1f0fc-5073-45a3-9f8c-6cda8f06d65a tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.0964103 Jul 23 20:15:39.791123 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7a824b1a-6e85-47ae-9973-981d8ff5e4c8 req-0970c1d0-157d-41cf-ba55-298b084ad96c tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599761 Jul 23 20:15:39.866470 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23c030-d5a4-48cb-869d-b6a0d545f11e req-63ea45bb-b29a-4979-990f-63935c2852c9 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:39.868491 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8d23c030-d5a4-48cb-869d-b6a0d545f11e req-63ea45bb-b29a-4979-990f-63935c2852c9 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/ports?device_id=4608f139-9c1a-4e55-95e3-f3d0309749bb HTTP/1.1" status: 200 len: 946 time: 0.1463308 Jul 23 20:15:39.929653 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-472618c8-ecda-4eeb-a59e-a8f445212ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:39.942849 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8d23c030-d5a4-48cb-869d-b6a0d545f11e req-bc0ca2c6-aef7-47a6-b71a-810d19d320e4 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/security-groups?id=df2d5acf-3b4a-4aab-babf-5cdacbfaec6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654631 Jul 23 20:15:39.946366 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-472618c8-ecda-4eeb-a59e-a8f445212ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:39.954795 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822082a9-65a5-4052-ae0f-4431a5fb52d1 req-aa83015c-7a4a-4a81-b9b1-985a02df3d40 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:39.964159 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-822082a9-65a5-4052-ae0f-4431a5fb52d1 req-aa83015c-7a4a-4a81-b9b1-985a02df3d40 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.0857561 Jul 23 20:15:40.013778 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-822082a9-65a5-4052-ae0f-4431a5fb52d1 req-23e871b2-893a-4de9-b159-4611c4732aa6 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448663 Jul 23 20:15:40.054129 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-472618c8-ecda-4eeb-a59e-a8f445212ab5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0994699e796f4ac2a76a20459fd68d3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7719712 Jul 23 20:15:40.055265 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472618c8-ecda-4eeb-a59e-a8f445212ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512e4b5b-00d9-4a5d-9546-facb30b416d4,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:40.056842 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58226) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:40.090537 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58230) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:40.102779 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d0154819-a803-4d3c-8e2d-6893a8ad0441 req-f9880e5d-bd95-487b-970d-739976e91e7d tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0622da9-ce89-4ab5-905e-a0ad97d47ee5 HTTP/1.1" status: 200 len: 210 time: 0.0403407 Jul 23 20:15:40.139197 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-29070179-aa7a-414f-99c9-a9c2eff17423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:40.168923 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-29070179-aa7a-414f-99c9-a9c2eff17423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:40.204932 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b6281772-bc69-46c5-9edd-6080a8d18949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:40.256700 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-29070179-aa7a-414f-99c9-a9c2eff17423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:40.260532 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-29070179-aa7a-414f-99c9-a9c2eff17423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:40.264252 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-29070179-aa7a-414f-99c9-a9c2eff17423 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/512e4b5b-00d9-4a5d-9546-facb30b416d4 HTTP/1.1" status: 204 len: 168 time: 0.2038774 Jul 23 20:15:40.287400 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29070179-aa7a-414f-99c9-a9c2eff17423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512e4b5b-00d9-4a5d-9546-facb30b416d4,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:40.333130 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-094fbbf1-3850-411c-9a41-dc67009cf6ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:40.361578 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689c834-96dd-477c-a565-9ab25c2b6935 req-29120665-becd-411f-921f-029fe6b69adc tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:40.366412 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c689c834-96dd-477c-a565-9ab25c2b6935 req-29120665-becd-411f-921f-029fe6b69adc tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.1860240 Jul 23 20:15:40.446864 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c689c834-96dd-477c-a565-9ab25c2b6935 req-29f2cb47-457d-4dda-b323-134e1b2852b9 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667050 Jul 23 20:15:40.470738 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-094fbbf1-3850-411c-9a41-dc67009cf6ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:40.508374 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-094fbbf1-3850-411c-9a41-dc67009cf6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:40.539040 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-98632549-307e-4010-97fe-5f51ab5670d4 req-06a7c5bc-c124-4f80-8fb0-23ab1b2288b3 tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0622da9-ce89-4ab5-905e-a0ad97d47ee5 HTTP/1.1" status: 200 len: 210 time: 0.0473924 Jul 23 20:15:40.599169 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094fbbf1-3850-411c-9a41-dc67009cf6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc76c567-fae8-4239-8c59-0bfa2749723c,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:40.617877 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58248) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:40.618386 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-094fbbf1-3850-411c-9a41-dc67009cf6ac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=992ed282cc9e4b4fa11750663b785a47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5256872 Jul 23 20:15:40.644919 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b342ee-3d55-42b4-9669-6ba3b0784217 req-963583a2-34eb-4782-84d2-13f2faa852c1 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:40.653198 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c8b342ee-3d55-42b4-9669-6ba3b0784217 req-963583a2-34eb-4782-84d2-13f2faa852c1 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/ports?device_id=4608f139-9c1a-4e55-95e3-f3d0309749bb HTTP/1.1" status: 200 len: 946 time: 0.2029703 Jul 23 20:15:40.720017 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c8b342ee-3d55-42b4-9669-6ba3b0784217 req-8a28bce3-4768-4080-b4b4-e94d7326129e tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/security-groups?id=df2d5acf-3b4a-4aab-babf-5cdacbfaec6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656939 Jul 23 20:15:40.750692 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-53bc753d-d798-4192-ba2e-474c92011761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:40.765317 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58250) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:40.793990 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-53bc753d-d798-4192-ba2e-474c92011761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:40.802998 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b0f308a5-adf5-4789-820f-e99b78492393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:40.822584 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393b212-062f-4474-8376-9669bb4c6ef5 req-d1c0569c-6d37-42fb-9290-08d46f73e60f tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:40.824068 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6393b212-062f-4474-8376-9669bb4c6ef5 req-d1c0569c-6d37-42fb-9290-08d46f73e60f tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.1383102 Jul 23 20:15:40.903815 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6393b212-062f-4474-8376-9669bb4c6ef5 req-9ef438e6-004d-45b5-85e1-e6777c16ee71 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702820 Jul 23 20:15:40.921237 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-53bc753d-d798-4192-ba2e-474c92011761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:40.923930 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-53bc753d-d798-4192-ba2e-474c92011761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:40.928917 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-53bc753d-d798-4192-ba2e-474c92011761 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc76c567-fae8-4239-8c59-0bfa2749723c HTTP/1.1" status: 204 len: 168 time: 0.3075178 Jul 23 20:15:40.947591 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc753d-d798-4192-ba2e-474c92011761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc76c567-fae8-4239-8c59-0bfa2749723c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:41.013602 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b0f308a5-adf5-4789-820f-e99b78492393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:41.018319 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b0f308a5-adf5-4789-820f-e99b78492393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:41.064861 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b0f308a5-adf5-4789-820f-e99b78492393 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e3d8fa6624d744a0bda77d6a7b9367e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2982216 Jul 23 20:15:41.068301 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58256) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:41.075749 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f308a5-adf5-4789-820f-e99b78492393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e6831b-7d82-4e5a-8d7b-dcc563ca73bc,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:41.150981 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06847e7a-e925-4dc9-8df4-a2ddb2495f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:41.213593 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06847e7a-e925-4dc9-8df4-a2ddb2495f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:41.229015 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e47a9f-da10-4800-8379-37166be5cdb3 req-a6c9e605-2fb7-405f-8ed8-ea7e0bb54e0e tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:41.242116 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-77e47a9f-da10-4800-8379-37166be5cdb3 req-a6c9e605-2fb7-405f-8ed8-ea7e0bb54e0e tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.1850083 Jul 23 20:15:41.312195 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-77e47a9f-da10-4800-8379-37166be5cdb3 req-05267feb-9f9c-42df-918b-faa7d861073e tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507293 Jul 23 20:15:41.313387 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-825cc2dd-4e0d-40fc-80a2-cf91d47c2cde req-244e000d-dd45-453d-a0bc-f6ab2be21cf2 tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0622da9-ce89-4ab5-905e-a0ad97d47ee5 HTTP/1.1" status: 200 len: 210 time: 0.0900090 Jul 23 20:15:41.354922 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06847e7a-e925-4dc9-8df4-a2ddb2495f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:41.358496 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06847e7a-e925-4dc9-8df4-a2ddb2495f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:41.361519 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-06847e7a-e925-4dc9-8df4-a2ddb2495f54 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a8e6831b-7d82-4e5a-8d7b-dcc563ca73bc HTTP/1.1" status: 204 len: 168 time: 0.2903154 Jul 23 20:15:41.369275 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06847e7a-e925-4dc9-8df4-a2ddb2495f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e6831b-7d82-4e5a-8d7b-dcc563ca73bc,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:41.478348 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58274) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:41.495288 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9bce58ca-5fea-47b4-bde8-0c57b7e49534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:41.600090 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9bce58ca-5fea-47b4-bde8-0c57b7e49534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:41.604288 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c227f9-ee6a-4b82-84ac-4631c01c9f28 req-f89c3cdf-d7cf-4601-879d-b65d86b6d5b0 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:41.605022 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9bce58ca-5fea-47b4-bde8-0c57b7e49534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:41.605871 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d6c227f9-ee6a-4b82-84ac-4631c01c9f28 req-f89c3cdf-d7cf-4601-879d-b65d86b6d5b0 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.0746844 Jul 23 20:15:41.654537 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9bce58ca-5fea-47b4-bde8-0c57b7e49534 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5cd049831f844d2188d4c19c8dc32812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1722064 Jul 23 20:15:41.654537 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce58ca-5fea-47b4-bde8-0c57b7e49534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a641f3d8-9f0f-44fc-abbd-00c29142b7e3,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:41.655842 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58278) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:41.659928 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d6c227f9-ee6a-4b82-84ac-4631c01c9f28 req-75008ef5-163a-4671-bcb7-1b3278016dff tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473113 Jul 23 20:15:41.708737 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-13bdfac2-8195-4c5a-b6f7-424665826ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:41.734262 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-13bdfac2-8195-4c5a-b6f7-424665826ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:41.840133 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d912c31-7cda-4f49-9bc7-f4e7f66299f1 req-918042bd-2308-451e-a94d-c0ac50d15cf3 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:41.841824 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6d912c31-7cda-4f49-9bc7-f4e7f66299f1 req-918042bd-2308-451e-a94d-c0ac50d15cf3 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.1055660 Jul 23 20:15:41.843766 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-13bdfac2-8195-4c5a-b6f7-424665826ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:41.847333 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-13bdfac2-8195-4c5a-b6f7-424665826ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:41.848540 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-13bdfac2-8195-4c5a-b6f7-424665826ea1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a641f3d8-9f0f-44fc-abbd-00c29142b7e3 HTTP/1.1" status: 204 len: 168 time: 0.1924043 Jul 23 20:15:41.858613 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdfac2-8195-4c5a-b6f7-424665826ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a641f3d8-9f0f-44fc-abbd-00c29142b7e3,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:41.879002 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa363ff-c422-483c-b0ed-412f261d6741 req-9a116dee-394e-4261-b2f9-d0fadf2af940 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:41.883852 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9fa363ff-c422-483c-b0ed-412f261d6741 req-9a116dee-394e-4261-b2f9-d0fadf2af940 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/ports?device_id=4608f139-9c1a-4e55-95e3-f3d0309749bb HTTP/1.1" status: 200 len: 946 time: 0.0917177 Jul 23 20:15:41.923811 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6d912c31-7cda-4f49-9bc7-f4e7f66299f1 req-677a9e07-c6f3-4fc2-96d6-aa0751fd00a2 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632632 Jul 23 20:15:41.938600 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9fa363ff-c422-483c-b0ed-412f261d6741 req-44f23773-5b42-4deb-9eb6-ce0250d12161 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/security-groups?id=df2d5acf-3b4a-4aab-babf-5cdacbfaec6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483959 Jul 23 20:15:42.099149 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6937c4-7480-4bbf-93a3-c1679fdf2594 req-c9855c6a-a441-432a-b339-38de87cd983e tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:42.100693 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9c6937c4-7480-4bbf-93a3-c1679fdf2594 req-c9855c6a-a441-432a-b339-38de87cd983e tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.0835156 Jul 23 20:15:42.149852 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9c6937c4-7480-4bbf-93a3-c1679fdf2594 req-40f3b364-8445-4ca9-aa95-2af02db3e809 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430310 Jul 23 20:15:42.229694 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3dedee-4d2d-40eb-82df-c3fbc460a185 req-ea33e964-2dff-461d-80bb-9de68772c764 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:42.239056 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa3dedee-4d2d-40eb-82df-c3fbc460a185 req-ea33e964-2dff-461d-80bb-9de68772c764 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.18 "GET /v2.0/ports?device_id=4608f139-9c1a-4e55-95e3-f3d0309749bb HTTP/1.1" status: 200 len: 946 time: 0.1088798 Jul 23 20:15:42.333005 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fdaf97-2cb7-4c4f-80ec-4082ab9d542c req-cb0ef9f7-5276-4552-98c0-504e48858d95 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:42.340180 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e6fdaf97-2cb7-4c4f-80ec-4082ab9d542c req-cb0ef9f7-5276-4552-98c0-504e48858d95 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.0927186 Jul 23 20:15:42.387408 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-fa3dedee-4d2d-40eb-82df-c3fbc460a185 req-ac073eaa-051b-4882-811a-d48daac4c232 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Deleting port 3c418359-ffaa-4e4d-8709-f1abe64c63cd {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:15:42.388519 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fa3dedee-4d2d-40eb-82df-c3fbc460a185 req-ac073eaa-051b-4882-811a-d48daac4c232 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:42.395336 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e6fdaf97-2cb7-4c4f-80ec-4082ab9d542c req-fe3b31d6-aef7-4e0c-b2d0-07402df87a30 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483255 Jul 23 20:15:42.449311 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58330) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:42.566061 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-fa3dedee-4d2d-40eb-82df-c3fbc460a185 req-ac073eaa-051b-4882-811a-d48daac4c232 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] For port 3c418359-ffaa-4e4d-8709-f1abe64c63cd, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=3c418359-ffaa-4e4d-8709-f1abe64c63cd,segment=NetworkSegment(57b64027-d93c-4674-bc42-8af8551369a0),segment_id=57b64027-d93c-4674-bc42-8af8551369a0)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:42.566752 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fa3dedee-4d2d-40eb-82df-c3fbc460a185 req-ac073eaa-051b-4882-811a-d48daac4c232 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:42.584464 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-fa3dedee-4d2d-40eb-82df-c3fbc460a185 req-ac073eaa-051b-4882-811a-d48daac4c232 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Calling delete_port for 3c418359-ffaa-4e4d-8709-f1abe64c63cd owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:15:42.699934 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-09ebbf3a-7a09-4467-bdcb-255da3b88c38 req-dda181c3-6a8a-4a9e-af68-5c90ef70ff76 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=32887b69e74e43b19724cb14abc7a39e&device_id=8cc96e1e-2741-45da-8ee0-54cce2184140 HTTP/1.1" status: 200 len: 210 time: 0.0373380 Jul 23 20:15:42.727959 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-fce973dc-adde-460f-b5be-1a8aa6d25329 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-996437231'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:42.780590 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-09ebbf3a-7a09-4467-bdcb-255da3b88c38 req-2f8129ba-2c30-4182-8892-24d300b0ef47 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=32887b69e74e43b19724cb14abc7a39e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427132 Jul 23 20:15:42.820171 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce973dc-adde-460f-b5be-1a8aa6d25329 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Made reservation on behalf of 473cec8355034d399b48b03266d71f40 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:15:42.824517 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fce973dc-adde-460f-b5be-1a8aa6d25329 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:42.900921 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fce973dc-adde-460f-b5be-1a8aa6d25329 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:42.940568 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9239f550-de28-419b-9dc2-6e4f7e7e2fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:42.961966 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8d84de32-c555-4696-9e8a-f5d31cd25bba req-069abccf-64b9-41a7-bf80-f9935995c4c7 tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc96e1e-2741-45da-8ee0-54cce2184140 HTTP/1.1" status: 200 len: 210 time: 0.0659189 Jul 23 20:15:43.059434 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fa3dedee-4d2d-40eb-82df-c3fbc460a185 req-ac073eaa-051b-4882-811a-d48daac4c232 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:43.076887 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['3c418359-ffaa-4e4d-8709-f1abe64c63cd'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:15:43.104043 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ebbf3a-7a09-4467-bdcb-255da3b88c38 req-723c14cb-8156-430f-afa2-9ab3f6e81f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:43.105636 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-09ebbf3a-7a09-4467-bdcb-255da3b88c38 req-723c14cb-8156-430f-afa2-9ab3f6e81f6d service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3169713 Jul 23 20:15:43.125704 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac073eaa-051b-4882-811a-d48daac4c232 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Pushing event deleted for resources: {'Port': ['ID=3c418359-ffaa-4e4d-8709-f1abe64c63cd,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:43.144930 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8df4a831-4179-4717-a59c-27ac5fd0d207 req-4a1e3663-cc35-417a-8b9d-cb70a5da9975 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.32 "GET /v2.0/ports?device_id=4608f139-9c1a-4e55-95e3-f3d0309749bb HTTP/1.1" status: 200 len: 210 time: 0.0749872 Jul 23 20:15:43.227322 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa3dedee-4d2d-40eb-82df-c3fbc460a185 req-ac073eaa-051b-4882-811a-d48daac4c232 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] No DVR routers for this DVR port 3c418359-ffaa-4e4d-8709-f1abe64c63cd on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:15:43.233798 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fa3dedee-4d2d-40eb-82df-c3fbc460a185 req-ac073eaa-051b-4882-811a-d48daac4c232 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:43.235803 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa3dedee-4d2d-40eb-82df-c3fbc460a185 req-ac073eaa-051b-4882-811a-d48daac4c232 tempest-TestServerAdvancedOps-1799912651 tempest-TestServerAdvancedOps-1799912651-project] 10.222.0.18 "DELETE /v2.0/ports/3c418359-ffaa-4e4d-8709-f1abe64c63cd HTTP/1.1" status: 204 len: 173 time: 0.9926953 Jul 23 20:15:43.236250 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4608f139-9c1a-4e55-95e3-f3d0309749bb', 'name': 'network-vif-deleted', 'tag': '3c418359-ffaa-4e4d-8709-f1abe64c63cd'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:43.239607 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d374de-4bc2-46c7-9839-9f358c5a1130" -d '{"events": [{"server_uuid": "4608f139-9c1a-4e55-95e3-f3d0309749bb", "name": "network-vif-deleted", "tag": "3c418359-ffaa-4e4d-8709-f1abe64c63cd"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:43.258574 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624bc72-9c58-4291-9ed1-bb7e31d8600e req-77d227dc-9a31-4ece-aa95-4436613e09f1 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:43.259960 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9624bc72-9c58-4291-9ed1-bb7e31d8600e req-77d227dc-9a31-4ece-aa95-4436613e09f1 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.2775521 Jul 23 20:15:43.292199 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fce973dc-adde-460f-b5be-1a8aa6d25329 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:43.296772 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:43.310510 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fce973dc-adde-460f-b5be-1a8aa6d25329 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:43.344552 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4127ab5b-92ce-43aa-8410-2dfee3ef47d4 x-openstack-request-id: req-4127ab5b-92ce-43aa-8410-2dfee3ef47d4 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:43.344850 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4608f139-9c1a-4e55-95e3-f3d0309749bb", "name": "network-vif-deleted", "tag": "3c418359-ffaa-4e4d-8709-f1abe64c63cd", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:43.345100 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4127ab5b-92ce-43aa-8410-2dfee3ef47d4 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:43.345528 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4608f139-9c1a-4e55-95e3-f3d0309749bb', 'name': 'network-vif-deleted', 'tag': '3c418359-ffaa-4e4d-8709-f1abe64c63cd', 'status': 'completed', 'code': 200} Jul 23 20:15:43.367938 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fce973dc-adde-460f-b5be-1a8aa6d25329 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:15:43.379694 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fce973dc-adde-460f-b5be-1a8aa6d25329 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:43.380116 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-fce973dc-adde-460f-b5be-1a8aa6d25329 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Added segment b01c2af4-f81a-4835-9940-34b1cc71d628 of type vlan for network ad529756-d63d-476d-93d3-8dc8b819cc04 Jul 23 20:15:43.424226 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fce973dc-adde-460f-b5be-1a8aa6d25329 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:43.478613 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9624bc72-9c58-4291-9ed1-bb7e31d8600e req-5185e462-130b-4aa6-8440-27b528b39d2e tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927860 Jul 23 20:15:43.481652 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce973dc-adde-460f-b5be-1a8aa6d25329 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c52efc94-893e-49d1-901a-50cef5bcc3af,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:43.490558 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fce973dc-adde-460f-b5be-1a8aa6d25329 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:43.508567 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce973dc-adde-460f-b5be-1a8aa6d25329 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:43.509235 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fce973dc-adde-460f-b5be-1a8aa6d25329 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:43.549682 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-fce973dc-adde-460f-b5be-1a8aa6d25329 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0991440 Jul 23 20:15:43.611330 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce973dc-adde-460f-b5be-1a8aa6d25329 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Pushing event updated for resources: {'Network': ['ID=ad529756-d63d-476d-93d3-8dc8b819cc04,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:43.625611 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network ad529756-d63d-476d-93d3-8dc8b819cc04 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:15:43.944673 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:44.093510 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-be920825-fefa-43a9-a7c9-3ace8bdc3933 req-de603fa7-3913-4edd-bdbc-eb8d194f43f4 tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc96e1e-2741-45da-8ee0-54cce2184140 HTTP/1.1" status: 200 len: 210 time: 0.0337131 Jul 23 20:15:44.194503 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58400) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:44.261841 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58404) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:44.323279 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea2787ff-aad0-43a3-bbc4-4b6a4b4032e2 admin admin] Deleting subnet c1d561a8-1d6a-40cb-921b-3277b73daf55 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:15:44.326639 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ea2787ff-aad0-43a3-bbc4-4b6a4b4032e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:44.372077 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-60ff3e68-cadd-474e-8258-ebb9cd3e3e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:44.374420 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:44.389533 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ea2787ff-aad0-43a3-bbc4-4b6a4b4032e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:44.447303 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ea2787ff-aad0-43a3-bbc4-4b6a4b4032e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:44.510206 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-09ebbf3a-7a09-4467-bdcb-255da3b88c38 req-6f707919-8a87-49ae-9c85-0d0133081d3b tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cc96e1e-2741-45da-8ee0-54cce2184140 HTTP/1.1" status: 200 len: 210 time: 0.0578456 Jul 23 20:15:44.513760 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:44.566584 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ea2787ff-aad0-43a3-bbc4-4b6a4b4032e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:44.612450 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-60ff3e68-cadd-474e-8258-ebb9cd3e3e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:44.614320 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2787ff-aad0-43a3-bbc4-4b6a4b4032e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1d561a8-1d6a-40cb-921b-3277b73daf55,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:44.618317 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ea2787ff-aad0-43a3-bbc4-4b6a4b4032e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:44.623730 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ea2787ff-aad0-43a3-bbc4-4b6a4b4032e2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c1d561a8-1d6a-40cb-921b-3277b73daf55 HTTP/1.1" status: 204 len: 168 time: 0.3571668 Jul 23 20:15:44.623730 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-60ff3e68-cadd-474e-8258-ebb9cd3e3e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:44.623730 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58412) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:44.709303 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-60ff3e68-cadd-474e-8258-ebb9cd3e3e37 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a7a5cd9e12d144ac9af1249e8312a7af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5134797 Jul 23 20:15:44.710648 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3e68-cadd-474e-8258-ebb9cd3e3e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb8d153-a036-4413-a3ec-fb9669d37109,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:44.712948 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58418) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:44.788686 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d35cfb98-35d1-4f17-9d32-c5cde7988339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:44.819127 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4ae56449-f9c7-4e2f-a750-fd3bc857be4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:44.829907 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d35cfb98-35d1-4f17-9d32-c5cde7988339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:44.860736 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf267db7-d410-45e1-902a-ef9464feff66 req-331c08fe-f585-48f5-9c53-090de6988034 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:44.863377 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cf267db7-d410-45e1-902a-ef9464feff66 req-331c08fe-f585-48f5-9c53-090de6988034 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.2237084 Jul 23 20:15:44.907124 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d35cfb98-35d1-4f17-9d32-c5cde7988339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:44.911478 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d35cfb98-35d1-4f17-9d32-c5cde7988339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:44.914207 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d35cfb98-35d1-4f17-9d32-c5cde7988339 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5fb8d153-a036-4413-a3ec-fb9669d37109 HTTP/1.1" status: 204 len: 168 time: 0.1995242 Jul 23 20:15:44.930224 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35cfb98-35d1-4f17-9d32-c5cde7988339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb8d153-a036-4413-a3ec-fb9669d37109,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:44.991532 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4ae56449-f9c7-4e2f-a750-fd3bc857be4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:44.996980 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cf267db7-d410-45e1-902a-ef9464feff66 req-8d2e735a-8618-4178-af51-f8386c8489de tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119921 Jul 23 20:15:45.036440 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-4ae56449-f9c7-4e2f-a750-fd3bc857be4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c97b6698-697f-447b-8c77-21295bec1925']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:15:45.057878 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-4ae56449-f9c7-4e2f-a750-fd3bc857be4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b64027-d93c-4674-bc42-8af8551369a0') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:15:45.058180 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-4ae56449-f9c7-4e2f-a750-fd3bc857be4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b64027-d93c-4674-bc42-8af8551369a0') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:15:45.093242 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4ae56449-f9c7-4e2f-a750-fd3bc857be4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:45.111077 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4ae56449-f9c7-4e2f-a750-fd3bc857be4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:45.143714 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ae56449-f9c7-4e2f-a750-fd3bc857be4a admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:15:45.145605 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4ae56449-f9c7-4e2f-a750-fd3bc857be4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:45.176210 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:15:45.176210 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:15:45.176210 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:15:45.176210 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:15:45.176210 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:15:45.176210 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:15:45.176210 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:15:45.176210 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:15:45.176210 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:15:45.176210 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:15:45.176210 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:15:45.176210 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:15:45.176210 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:15:45.176210 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:15:45.176210 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:15:45.176210 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:15:45.176210 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:15:45.176210 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:15:45.176210 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:15:45.176210 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:15:45.176210 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:15:45.176210 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:15:45.176210 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:15:45.176210 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:15:45.176210 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:15:45.176210 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:15:45.176210 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:15:45.176210 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:15:45.176210 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:15:45.176210 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:15:45.176210 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:15:45.176210 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:15:45.326474 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4ae56449-f9c7-4e2f-a750-fd3bc857be4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:45.342543 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4ae56449-f9c7-4e2f-a750-fd3bc857be4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:45.342736 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-18a7ea27-bf62-47bb-b72d-34f06b045d69 req-d854bcd6-1f92-4f45-a681-89ca81a508f3 tempest-ServerShowV247Test-1200948884 tempest-ServerShowV247Test-1200948884-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc96e1e-2741-45da-8ee0-54cce2184140 HTTP/1.1" status: 200 len: 210 time: 0.0570381 Jul 23 20:15:45.352514 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4ae56449-f9c7-4e2f-a750-fd3bc857be4a admin admin] 10.222.0.32 "DELETE /v2.0/networks/c97b6698-697f-447b-8c77-21295bec1925 HTTP/1.1" status: 204 len: 168 time: 0.7206652 Jul 23 20:15:45.356700 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58434) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:45.358896 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae56449-f9c7-4e2f-a750-fd3bc857be4a admin admin] Pushing event deleted for resources: {'Network': ['ID=c97b6698-697f-447b-8c77-21295bec1925,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:45.425878 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-b46f5a1f-a5a9-49e1-b058-65f8e1b32814 admin admin] Deleting subnet 493166f9-b2c0-4528-a513-9eb49013cb35 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:15:45.429355 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b46f5a1f-a5a9-49e1-b058-65f8e1b32814 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:45.444866 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58436) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:45.461143 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-38ac2a26-2945-4b9e-b92b-5ae1ecbbc5b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:45.473009 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b46f5a1f-a5a9-49e1-b058-65f8e1b32814 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:45.514085 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b46f5a1f-a5a9-49e1-b058-65f8e1b32814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:45.569218 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b46f5a1f-a5a9-49e1-b058-65f8e1b32814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:45.598332 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-38ac2a26-2945-4b9e-b92b-5ae1ecbbc5b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:45.604605 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-38ac2a26-2945-4b9e-b92b-5ae1ecbbc5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:45.607701 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f5a1f-a5a9-49e1-b058-65f8e1b32814 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=493166f9-b2c0-4528-a513-9eb49013cb35,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:45.610823 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b46f5a1f-a5a9-49e1-b058-65f8e1b32814 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:45.613148 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b46f5a1f-a5a9-49e1-b058-65f8e1b32814 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/493166f9-b2c0-4528-a513-9eb49013cb35 HTTP/1.1" status: 204 len: 168 time: 0.2553022 Jul 23 20:15:45.615565 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58438) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:45.651670 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac2a26-2945-4b9e-b92b-5ae1ecbbc5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9318dc1e-0775-4bf2-bea9-667524f7f5e0,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:45.693511 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-38ac2a26-2945-4b9e-b92b-5ae1ecbbc5b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=25e56a30105746e3a7f71409f9261441&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2471151 Jul 23 20:15:45.696052 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58442) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:45.755319 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b2c3b05a-099b-45d8-88b1-135a5640454f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:45.773603 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-097d977a-2171-463c-b02a-23567b68bf3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:45.799743 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-097d977a-2171-463c-b02a-23567b68bf3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:45.855879 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:45.857494 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-097d977a-2171-463c-b02a-23567b68bf3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:45.860198 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-097d977a-2171-463c-b02a-23567b68bf3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:45.861361 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-097d977a-2171-463c-b02a-23567b68bf3e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9318dc1e-0775-4bf2-bea9-667524f7f5e0 HTTP/1.1" status: 204 len: 168 time: 0.1642094 Jul 23 20:15:45.876630 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097d977a-2171-463c-b02a-23567b68bf3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9318dc1e-0775-4bf2-bea9-667524f7f5e0,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:45.882690 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b2c3b05a-099b-45d8-88b1-135a5640454f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:45.894543 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-b2c3b05a-099b-45d8-88b1-135a5640454f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c8d186f-97d8-48e8-a7cd-b5b1f3a2b458']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:15:45.907809 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-b2c3b05a-099b-45d8-88b1-135a5640454f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03605be3-34fd-4561-bc86-0aea332915c7') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:15:45.908239 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-b2c3b05a-099b-45d8-88b1-135a5640454f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03605be3-34fd-4561-bc86-0aea332915c7') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:15:45.919796 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b2c3b05a-099b-45d8-88b1-135a5640454f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:45.943174 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b2c3b05a-099b-45d8-88b1-135a5640454f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:45.951035 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c3b05a-099b-45d8-88b1-135a5640454f admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:15:45.951956 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b2c3b05a-099b-45d8-88b1-135a5640454f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:45.954099 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:15:45.954099 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:15:45.954099 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:15:45.954099 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:15:45.954099 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:15:45.954099 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:15:45.954099 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:15:45.954099 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:15:45.954099 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:15:45.954099 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:15:45.954099 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:15:45.954099 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:15:45.954099 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:15:45.954099 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:15:45.954099 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:15:45.954099 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:15:45.954099 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:15:45.954099 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:15:45.954099 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:15:45.954099 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:15:45.954099 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:15:45.954099 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:15:45.954099 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:15:45.954099 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:15:45.954099 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:15:45.954099 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:15:45.954099 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:15:45.954099 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:15:45.954099 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:15:45.954099 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:15:45.954099 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:15:45.954099 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:15:46.021894 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b2c3b05a-099b-45d8-88b1-135a5640454f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:46.029897 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b2c3b05a-099b-45d8-88b1-135a5640454f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:46.032329 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b2c3b05a-099b-45d8-88b1-135a5640454f admin admin] 10.222.0.32 "DELETE /v2.0/networks/9c8d186f-97d8-48e8-a7cd-b5b1f3a2b458 HTTP/1.1" status: 204 len: 168 time: 0.4156818 Jul 23 20:15:46.051829 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c3b05a-099b-45d8-88b1-135a5640454f admin admin] Pushing event deleted for resources: {'Network': ['ID=9c8d186f-97d8-48e8-a7cd-b5b1f3a2b458,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:46.246382 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58454) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:46.258005 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078abfd-1ee8-44ca-8300-c10bf784c892 req-ed9b7425-bb70-4532-b140-20f7c51c9731 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:46.262381 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4078abfd-1ee8-44ca-8300-c10bf784c892 req-ed9b7425-bb70-4532-b140-20f7c51c9731 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.1411552 Jul 23 20:15:46.345553 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 3c418359-ffaa-4e4d-8709-f1abe64c63cd no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:15:46.353408 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4078abfd-1ee8-44ca-8300-c10bf784c892 req-04279e42-5c41-4a61-9b70-80230f2b0b03 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831497 Jul 23 20:15:46.355541 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58460) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:46.355757 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-da637f5b-ba4e-4af6-aead-877f85445d18 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e71d3f35ed8f432091443f48834e0f04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1092849 Jul 23 20:15:46.391034 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 3c418359-ffaa-4e4d-8709-f1abe64c63cd {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:15:46.407674 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 3c418359-ffaa-4e4d-8709-f1abe64c63cd not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:15:46.461073 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-24918ca8-7936-41c1-b57d-50a486dd4ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:46.494376 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-24918ca8-7936-41c1-b57d-50a486dd4ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:46.626766 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-24918ca8-7936-41c1-b57d-50a486dd4ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:46.630989 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-24918ca8-7936-41c1-b57d-50a486dd4ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:46.634600 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-24918ca8-7936-41c1-b57d-50a486dd4ba6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/df2d5acf-3b4a-4aab-babf-5cdacbfaec6c HTTP/1.1" status: 204 len: 168 time: 0.2742929 Jul 23 20:15:46.649918 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24918ca8-7936-41c1-b57d-50a486dd4ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2d5acf-3b4a-4aab-babf-5cdacbfaec6c,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:46.770691 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58476) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:47.062304 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58486) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:47.068879 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-14afdcdc-e2e3-4507-a218-ed0d5253d126 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Request body: {'subnet': {'network_id': 'ad529756-d63d-476d-93d3-8dc8b819cc04', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:47.173765 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-defc1d0e-b49a-4a2f-a2a5-4bd90c364726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:47.215177 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14afdcdc-e2e3-4507-a218-ed0d5253d126 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Made reservation on behalf of 473cec8355034d399b48b03266d71f40 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:15:47.220334 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-14afdcdc-e2e3-4507-a218-ed0d5253d126 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:47.272655 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58494) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:47.392499 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2d8f8b39-453b-4acf-aeb1-c0a279c4f158 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9ef06260975344afafbbf2e016c96add&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1152599 Jul 23 20:15:47.392619 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58500) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:47.543374 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2e2c46b-49f5-4d96-9fe0-1acb837e9ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:47.570599 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2e2c46b-49f5-4d96-9fe0-1acb837e9ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:47.638511 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2e2c46b-49f5-4d96-9fe0-1acb837e9ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:47.642753 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2e2c46b-49f5-4d96-9fe0-1acb837e9ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:47.644907 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b2e2c46b-49f5-4d96-9fe0-1acb837e9ba8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dad593a5-7879-464b-9ad1-75a4dc5363e2 HTTP/1.1" status: 204 len: 168 time: 0.2507298 Jul 23 20:15:47.654384 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a2c77-ccf8-41c3-aaf8-6541dcc80103 req-fae8976c-ee37-4e26-be4b-20c86c1b0bf2 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:47.656134 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-679a2c77-ccf8-41c3-aaf8-6541dcc80103 req-fae8976c-ee37-4e26-be4b-20c86c1b0bf2 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.1977744 Jul 23 20:15:47.667431 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2c46b-49f5-4d96-9fe0-1acb837e9ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad593a5-7879-464b-9ad1-75a4dc5363e2,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:47.728944 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-679a2c77-ccf8-41c3-aaf8-6541dcc80103 req-c5f71960-b33a-4040-8a65-af159192423c tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631945 Jul 23 20:15:47.970679 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-defc1d0e-b49a-4a2f-a2a5-4bd90c364726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:47.978095 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-defc1d0e-b49a-4a2f-a2a5-4bd90c364726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:48.043925 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-defc1d0e-b49a-4a2f-a2a5-4bd90c364726 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=32887b69e74e43b19724cb14abc7a39e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2715247 Jul 23 20:15:48.047234 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc1d0e-b49a-4a2f-a2a5-4bd90c364726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6dbaf2-b5b9-4f26-b689-a341343c6a15,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:48.047563 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58518) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:48.147049 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ca00ea02-abbc-4105-a998-0e75f32d0b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:48.169703 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-14afdcdc-e2e3-4507-a218-ed0d5253d126 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:48.175961 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ca00ea02-abbc-4105-a998-0e75f32d0b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:48.255114 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ca00ea02-abbc-4105-a998-0e75f32d0b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:48.258057 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ca00ea02-abbc-4105-a998-0e75f32d0b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:48.259459 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ca00ea02-abbc-4105-a998-0e75f32d0b56 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fd6dbaf2-b5b9-4f26-b689-a341343c6a15 HTTP/1.1" status: 204 len: 168 time: 0.2104919 Jul 23 20:15:48.279683 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca00ea02-abbc-4105-a998-0e75f32d0b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6dbaf2-b5b9-4f26-b689-a341343c6a15,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:48.338161 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14afdcdc-e2e3-4507-a218-ed0d5253d126 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Pushing event updated for resources: {'Subnet': ['ID=e391ff0a-987f-4686-8e2b-f5f6373087f5,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:48.357501 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14afdcdc-e2e3-4507-a218-ed0d5253d126 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Checking segment: {'id': 'b01c2af4-f81a-4835-9940-34b1cc71d628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ad529756-d63d-476d-93d3-8dc8b819cc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:15:48.357889 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14afdcdc-e2e3-4507-a218-ed0d5253d126 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Network hostable DHCP agents. Network: ad529756-d63d-476d-93d3-8dc8b819cc04, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:15:48.456859 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14afdcdc-e2e3-4507-a218-ed0d5253d126 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Network ad529756-d63d-476d-93d3-8dc8b819cc04 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:15:48.490083 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-14afdcdc-e2e3-4507-a218-ed0d5253d126 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, ad529756-d63d-476d-93d3-8dc8b819cc04) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:15:48.499793 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755da78f-3d76-4ca7-a464-c1c25a360af4 None None] Network ad529756-d63d-476d-93d3-8dc8b819cc04 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:15:48.512751 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14afdcdc-e2e3-4507-a218-ed0d5253d126 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:48.513354 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-14afdcdc-e2e3-4507-a218-ed0d5253d126 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:48.548025 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-f005ebb5-cf41-4a50-b6f4-72feefe874b9 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:48.549956 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-f005ebb5-cf41-4a50-b6f4-72feefe874b9 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/networks?id=787d5425-c035-4280-8138-7c31904b0b0f HTTP/1.1" status: 200 len: 814 time: 0.1852379 Jul 23 20:15:48.554245 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-14afdcdc-e2e3-4507-a218-ed0d5253d126 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4906712 Jul 23 20:15:48.556105 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58552) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:48.565902 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-129f6c11-7428-44b0-bea1-ff3432f66c94 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-784115674'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:48.582397 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-9a5f4dc8-2794-462f-9d33-c3834e850a0b tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/quotas/6d83b9df188244af88af507e82586aa5 HTTP/1.1" status: 200 len: 375 time: 0.0165987 Jul 23 20:15:48.628052 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129f6c11-7428-44b0-bea1-ff3432f66c94 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Made reservation on behalf of 473cec8355034d399b48b03266d71f40 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:15:48.638535 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-129f6c11-7428-44b0-bea1-ff3432f66c94 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:48.688694 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-8ce484af-84e1-4a86-b3fc-bcb6c8de9d55 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d83b9df188244af88af507e82586aa5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0991488 Jul 23 20:15:48.735070 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-129f6c11-7428-44b0-bea1-ff3432f66c94 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:15:48.760276 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-129f6c11-7428-44b0-bea1-ff3432f66c94 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:48.760276 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-129f6c11-7428-44b0-bea1-ff3432f66c94 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Added segment db5eaf60-1685-42a6-af0a-17ae22eb0953 of type vlan for network d6f40ec0-dade-43ea-a34f-9355f837fe28 Jul 23 20:15:48.766280 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4c0852-fc81-464a-9b13-16f1b77dabba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-ad529756-d63d-476d-93d3-8dc8b819cc04', 'network_id': 'ad529756-d63d-476d-93d3-8dc8b819cc04', 'tenant_id': '473cec8355034d399b48b03266d71f40', 'fixed_ips': [{'subnet_id': 'e391ff0a-987f-4686-8e2b-f5f6373087f5'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:15:48.767538 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e4c0852-fc81-464a-9b13-16f1b77dabba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:48.892657 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-129f6c11-7428-44b0-bea1-ff3432f66c94 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:48.919510 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-e999e6d2-348c-46e5-86ac-85332011a11e service neutron] 10.222.0.32 "GET /v2.0/networks/787d5425-c035-4280-8138-7c31904b0b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208011 Jul 23 20:15:49.031538 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-5e4c0852-fc81-464a-9b13-16f1b77dabba None None] Allocated IP 2001:db8:0:ffff::2 (ad529756-d63d-476d-93d3-8dc8b819cc04/e391ff0a-987f-4686-8e2b-f5f6373087f5/43b10272-3e81-4cdc-9d32-8d7727701004) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:15:49.068941 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-22a55eca-10d5-4714-8817-460ab51c58a0 service neutron] 10.222.0.32 "GET /v2.0/networks/787d5425-c035-4280-8138-7c31904b0b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408176 Jul 23 20:15:49.086437 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-129f6c11-7428-44b0-bea1-ff3432f66c94 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:49.094091 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129f6c11-7428-44b0-bea1-ff3432f66c94 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:49.095174 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-129f6c11-7428-44b0-bea1-ff3432f66c94 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:49.154526 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1648b-fcc2-4225-9180-7c810fb75b5f req-aea628a9-d961-4fc7-996f-f8a534abd859 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:49.163776 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e9d1648b-fcc2-4225-9180-7c810fb75b5f req-aea628a9-d961-4fc7-996f-f8a534abd859 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.2867992 Jul 23 20:15:49.229595 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58574) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:49.230124 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-129f6c11-7428-44b0-bea1-ff3432f66c94 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6725273 Jul 23 20:15:49.236611 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-6d963f98-a41d-4e9d-8d8f-6a523c90fb7e tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Request body: {'subnet': {'network_id': 'd6f40ec0-dade-43ea-a34f-9355f837fe28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:49.344950 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e9d1648b-fcc2-4225-9180-7c810fb75b5f req-ddc59664-0a65-4a60-bf65-98fa82e2429d tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805313 Jul 23 20:15:49.367141 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f6c11-7428-44b0-bea1-ff3432f66c94 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Pushing event updated for resources: {'Network': ['ID=d6f40ec0-dade-43ea-a34f-9355f837fe28,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:49.418914 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network d6f40ec0-dade-43ea-a34f-9355f837fe28 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:15:49.448266 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d963f98-a41d-4e9d-8d8f-6a523c90fb7e tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Made reservation on behalf of 473cec8355034d399b48b03266d71f40 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:15:49.452182 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e4c0852-fc81-464a-9b13-16f1b77dabba None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:49.455166 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6d963f98-a41d-4e9d-8d8f-6a523c90fb7e tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:49.479507 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5e4c0852-fc81-464a-9b13-16f1b77dabba None None] Transition to ACTIVE for port object 43b10272-3e81-4cdc-9d32-8d7727701004 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:15:49.505022 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5e4c0852-fc81-464a-9b13-16f1b77dabba None None] Transition to ACTIVE for port object 43b10272-3e81-4cdc-9d32-8d7727701004 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:15:49.626287 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e4c0852-fc81-464a-9b13-16f1b77dabba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:49.682946 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4c0852-fc81-464a-9b13-16f1b77dabba None None] Network ad529756-d63d-476d-93d3-8dc8b819cc04 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:15:49.686379 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-5e4c0852-fc81-464a-9b13-16f1b77dabba None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:15:49.691051 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4c0852-fc81-464a-9b13-16f1b77dabba None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:15:49.739289 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c0852-fc81-464a-9b13-16f1b77dabba None None] Pushing event updated for resources: {'Port': ['ID=43b10272-3e81-4cdc-9d32-8d7727701004,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:49.778162 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4c0852-fc81-464a-9b13-16f1b77dabba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:49.778968 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4c0852-fc81-464a-9b13-16f1b77dabba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:49.779504 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4c0852-fc81-464a-9b13-16f1b77dabba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:49.780057 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4c0852-fc81-464a-9b13-16f1b77dabba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:49.780580 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4c0852-fc81-464a-9b13-16f1b77dabba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:49.781076 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4c0852-fc81-464a-9b13-16f1b77dabba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:49.781611 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4c0852-fc81-464a-9b13-16f1b77dabba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:49.782100 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4c0852-fc81-464a-9b13-16f1b77dabba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:49.782676 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4c0852-fc81-464a-9b13-16f1b77dabba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:49.783179 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4c0852-fc81-464a-9b13-16f1b77dabba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:49.783890 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4c0852-fc81-464a-9b13-16f1b77dabba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:49.784394 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4c0852-fc81-464a-9b13-16f1b77dabba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:49.799102 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-5e4c0852-fc81-464a-9b13-16f1b77dabba None None] Attempting to bind port 43b10272-3e81-4cdc-9d32-8d7727701004 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:15:49.800453 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-5e4c0852-fc81-464a-9b13-16f1b77dabba None None] Attempting to bind port 43b10272-3e81-4cdc-9d32-8d7727701004 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'b01c2af4-f81a-4835-9940-34b1cc71d628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ad529756-d63d-476d-93d3-8dc8b819cc04'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:15:49.801051 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4c0852-fc81-464a-9b13-16f1b77dabba None None] Attempting to bind port 43b10272-3e81-4cdc-9d32-8d7727701004 on network ad529756-d63d-476d-93d3-8dc8b819cc04 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:15:49.807571 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4c0852-fc81-464a-9b13-16f1b77dabba None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:15:49.808332 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4c0852-fc81-464a-9b13-16f1b77dabba None None] Checking segment: {'id': 'b01c2af4-f81a-4835-9940-34b1cc71d628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ad529756-d63d-476d-93d3-8dc8b819cc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:15:49.808962 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e4c0852-fc81-464a-9b13-16f1b77dabba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:49.809627 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4c0852-fc81-464a-9b13-16f1b77dabba None None] Bound using segment: {'id': 'b01c2af4-f81a-4835-9940-34b1cc71d628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ad529756-d63d-476d-93d3-8dc8b819cc04'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:15:49.810161 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-5e4c0852-fc81-464a-9b13-16f1b77dabba None None] Bound port: 43b10272-3e81-4cdc-9d32-8d7727701004, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b01c2af4-f81a-4835-9940-34b1cc71d628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ad529756-d63d-476d-93d3-8dc8b819cc04'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:15:49.810666 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e4c0852-fc81-464a-9b13-16f1b77dabba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:49.831165 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58622) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:49.918081 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-5e4c0852-fc81-464a-9b13-16f1b77dabba None None] For port 43b10272-3e81-4cdc-9d32-8d7727701004, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:15:49.922366 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-5e4c0852-fc81-464a-9b13-16f1b77dabba None None] For port 43b10272-3e81-4cdc-9d32-8d7727701004, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=43b10272-3e81-4cdc-9d32-8d7727701004,segment=NetworkSegment(b01c2af4-f81a-4835-9940-34b1cc71d628),segment_id=b01c2af4-f81a-4835-9940-34b1cc71d628)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:15:49.930416 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e4c0852-fc81-464a-9b13-16f1b77dabba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:50.006585 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ecf2e955-5cf3-4ad7-95c2-1834aa489113 req-a33bbb07-d0c2-4e0b-899b-3c0aa75880ed tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3a2d89c-7260-46ad-8915-a0f693eb3f7e HTTP/1.1" status: 200 len: 210 time: 0.1742275 Jul 23 20:15:50.152527 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c0852-fc81-464a-9b13-16f1b77dabba None None] Pushing event updated for resources: {'Port': ['ID=43b10272-3e81-4cdc-9d32-8d7727701004,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:50.156266 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58648) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:50.240060 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-652f81ee-b7d3-4dab-8cd8-b48816e75c97 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1866629625-network', 'tenant_id': '936c6a23d3304ba9b49a208cdf1f5765'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:50.324419 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652f81ee-b7d3-4dab-8cd8-b48816e75c97 admin admin] Made reservation on behalf of 936c6a23d3304ba9b49a208cdf1f5765 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:15:50.324660 n-d-793618-10 neutron-server[93875]: DEBUG neutron.objects.ports [None req-6d963f98-a41d-4e9d-8d8f-6a523c90fb7e tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93875) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 20:15:50.326323 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6d963f98-a41d-4e9d-8d8f-6a523c90fb7e tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:50.328916 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-652f81ee-b7d3-4dab-8cd8-b48816e75c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:50.419073 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-652f81ee-b7d3-4dab-8cd8-b48816e75c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:50.428482 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-af7a4eaf-5ad1-44de-b089-ebeb740ae001 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2128773533-network', 'tenant_id': '2748f4b40df14523b46431ce846cbb13'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:50.496892 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d963f98-a41d-4e9d-8d8f-6a523c90fb7e tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Pushing event updated for resources: {'Subnet': ['ID=a18cf7b6-43fd-4816-a59e-3ebc7a755a16,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:50.507217 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d963f98-a41d-4e9d-8d8f-6a523c90fb7e tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Checking segment: {'id': 'db5eaf60-1685-42a6-af0a-17ae22eb0953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6f40ec0-dade-43ea-a34f-9355f837fe28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:15:50.507588 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d963f98-a41d-4e9d-8d8f-6a523c90fb7e tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Network hostable DHCP agents. Network: d6f40ec0-dade-43ea-a34f-9355f837fe28, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:15:50.561402 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d963f98-a41d-4e9d-8d8f-6a523c90fb7e tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Network d6f40ec0-dade-43ea-a34f-9355f837fe28 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:15:50.577830 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-6d963f98-a41d-4e9d-8d8f-6a523c90fb7e tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, d6f40ec0-dade-43ea-a34f-9355f837fe28) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:15:50.583928 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d963f98-a41d-4e9d-8d8f-6a523c90fb7e tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:50.584528 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6d963f98-a41d-4e9d-8d8f-6a523c90fb7e tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:50.590714 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2eb2d6-b6d6-4607-9e9b-2a0fa8fcd045 None None] Network d6f40ec0-dade-43ea-a34f-9355f837fe28 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:15:50.605965 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:15:50.609294 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7a4eaf-5ad1-44de-b089-ebeb740ae001 admin admin] Made reservation on behalf of 2748f4b40df14523b46431ce846cbb13 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:15:50.612169 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af7a4eaf-5ad1-44de-b089-ebeb740ae001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:50.646175 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af7a4eaf-5ad1-44de-b089-ebeb740ae001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:50.724280 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-652f81ee-b7d3-4dab-8cd8-b48816e75c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:50.734306 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6d963f98-a41d-4e9d-8d8f-6a523c90fb7e tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5027611 Jul 23 20:15:50.737150 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58690) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:50.743363 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-cb238556-88ad-46b8-8472-60bd91fa58ab tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Request body: {'port': {'network_id': 'd6f40ec0-dade-43ea-a34f-9355f837fe28', 'name': 'tempest-NetworksIpV6TestAttrs-1872359737'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:50.752911 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-652f81ee-b7d3-4dab-8cd8-b48816e75c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:50.847983 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-652f81ee-b7d3-4dab-8cd8-b48816e75c97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:15:50.907790 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839a90d-e40e-47d8-9a69-cbe037799336 req-0d16bc82-604a-49e8-a6af-67df126d8cc5 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:50.910050 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e0ee8d-d5e7-4a28-baad-d8c873f5bbae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-d6f40ec0-dade-43ea-a34f-9355f837fe28', 'network_id': 'd6f40ec0-dade-43ea-a34f-9355f837fe28', 'tenant_id': '473cec8355034d399b48b03266d71f40', 'fixed_ips': [{'subnet_id': 'a18cf7b6-43fd-4816-a59e-3ebc7a755a16'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:15:50.911790 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-33e0ee8d-d5e7-4a28-baad-d8c873f5bbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:50.917130 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4839a90d-e40e-47d8-9a69-cbe037799336 req-0d16bc82-604a-49e8-a6af-67df126d8cc5 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.2990444 Jul 23 20:15:50.928065 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-652f81ee-b7d3-4dab-8cd8-b48816e75c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:50.928429 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-652f81ee-b7d3-4dab-8cd8-b48816e75c97 admin admin] Added segment d4ed36b0-261e-4503-82c1-9f3eea8d8c2c of type vlan for network 42c06545-369c-43b2-8575-bfb5ce0ad6be Jul 23 20:15:50.938781 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f81ee-b7d3-4dab-8cd8-b48816e75c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf6f2f1-91b1-49aa-b53a-a37f9121afa4,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:51.079487 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4839a90d-e40e-47d8-9a69-cbe037799336 req-1a3b48a4-38a2-41a4-a58e-0e8103e4420f tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355340 Jul 23 20:15:51.094304 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-652f81ee-b7d3-4dab-8cd8-b48816e75c97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:51.156220 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58698) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:51.170044 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af7a4eaf-5ad1-44de-b089-ebeb740ae001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:51.171829 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-33e0ee8d-d5e7-4a28-baad-d8c873f5bbae None None] Allocated IP 2001:db8::f816:3eff:fed9:a592 (d6f40ec0-dade-43ea-a34f-9355f837fe28/a18cf7b6-43fd-4816-a59e-3ebc7a755a16/159ccd0f-dfb6-432d-a5d8-ca6b518a7d83) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:15:51.250228 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af7a4eaf-5ad1-44de-b089-ebeb740ae001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:51.285493 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-652f81ee-b7d3-4dab-8cd8-b48816e75c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:51.287970 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652f81ee-b7d3-4dab-8cd8-b48816e75c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:51.290971 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-652f81ee-b7d3-4dab-8cd8-b48816e75c97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:51.346668 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9dccf585-b1f0-4af4-ba35-76e49e758f82 req-885ece75-7a42-401c-b2b5-49a7065b607f tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3a2d89c-7260-46ad-8915-a0f693eb3f7e HTTP/1.1" status: 200 len: 210 time: 0.1678548 Jul 23 20:15:51.359786 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-33e0ee8d-d5e7-4a28-baad-d8c873f5bbae None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:51.382526 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-33e0ee8d-d5e7-4a28-baad-d8c873f5bbae None None] Transition to ACTIVE for port object 159ccd0f-dfb6-432d-a5d8-ca6b518a7d83 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:15:51.399623 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-33e0ee8d-d5e7-4a28-baad-d8c873f5bbae None None] Transition to ACTIVE for port object 159ccd0f-dfb6-432d-a5d8-ca6b518a7d83 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:15:51.406803 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-33e0ee8d-d5e7-4a28-baad-d8c873f5bbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:51.412440 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb238556-88ad-46b8-8472-60bd91fa58ab tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Made reservation on behalf of 473cec8355034d399b48b03266d71f40 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:15:51.416265 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cb238556-88ad-46b8-8472-60bd91fa58ab tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:51.476133 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e0ee8d-d5e7-4a28-baad-d8c873f5bbae None None] Network d6f40ec0-dade-43ea-a34f-9355f837fe28 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:15:51.484464 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f81ee-b7d3-4dab-8cd8-b48816e75c97 admin admin] Pushing event updated for resources: {'Network': ['ID=42c06545-369c-43b2-8575-bfb5ce0ad6be,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:51.485054 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-33e0ee8d-d5e7-4a28-baad-d8c873f5bbae None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:15:51.488169 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-eb8be6f4-0d21-4bef-a8d4-bbd252f209d4 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:51.489888 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-eb8be6f4-0d21-4bef-a8d4-bbd252f209d4 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.30 "GET /v2.0/networks?id=787d5425-c035-4280-8138-7c31904b0b0f HTTP/1.1" status: 200 len: 814 time: 0.4725263 Jul 23 20:15:51.507506 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e0ee8d-d5e7-4a28-baad-d8c873f5bbae None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:15:51.516619 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af7a4eaf-5ad1-44de-b089-ebeb740ae001 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:15:51.524632 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-cb238556-88ad-46b8-8472-60bd91fa58ab tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] device_id is not set on port 1699cded-9dca-456e-9dd8-deeb2eee9584 yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:15:51.528531 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 42c06545-369c-43b2-8575-bfb5ce0ad6be details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:15:51.534784 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-652f81ee-b7d3-4dab-8cd8-b48816e75c97 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6988251 Jul 23 20:15:51.537504 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 43b10272-3e81-4cdc-9d32-8d7727701004 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:15:51.539282 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58702) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:51.557650 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-77fc5ed1-d71a-4ab0-893a-104762730b4f admin admin] Request body: {'subnet': {'network_id': '42c06545-369c-43b2-8575-bfb5ce0ad6be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1866629625-subnet', 'tenant_id': '936c6a23d3304ba9b49a208cdf1f5765', 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:51.598780 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e0ee8d-d5e7-4a28-baad-d8c873f5bbae None None] Pushing event updated for resources: {'Port': ['ID=159ccd0f-dfb6-432d-a5d8-ca6b518a7d83,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:51.604001 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a4eaf-5ad1-44de-b089-ebeb740ae001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e344b9-d69a-41fd-adfe-0a498a82d710,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:51.611859 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fc5ed1-d71a-4ab0-893a-104762730b4f admin admin] Made reservation on behalf of 936c6a23d3304ba9b49a208cdf1f5765 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:15:51.614335 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-77fc5ed1-d71a-4ab0-893a-104762730b4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:51.617046 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af7a4eaf-5ad1-44de-b089-ebeb740ae001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:51.617495 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-af7a4eaf-5ad1-44de-b089-ebeb740ae001 admin admin] Added segment 69080602-6244-4faa-8140-ce9343de0881 of type vlan for network 98a30b96-c863-4728-b0d0-d47c79801693 Jul 23 20:15:51.675398 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-2798159f-50a1-4d1f-a543-219edc007caf tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Request body: {'port': {'device_id': 'b3a2d89c-7260-46ad-8915-a0f693eb3f7e', 'network_id': '787d5425-c035-4280-8138-7c31904b0b0f', 'admin_state_up': True, 'tenant_id': '6d83b9df188244af88af507e82586aa5'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:51.709456 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d6d6beba-efee-464d-a3aa-0c4599a0201b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:51.728860 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 43b10272-3e81-4cdc-9d32-8d7727701004 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:15:51.734432 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-33e0ee8d-d5e7-4a28-baad-d8c873f5bbae None None] Attempting to bind port 159ccd0f-dfb6-432d-a5d8-ca6b518a7d83 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:15:51.734831 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-33e0ee8d-d5e7-4a28-baad-d8c873f5bbae None None] Attempting to bind port 159ccd0f-dfb6-432d-a5d8-ca6b518a7d83 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'db5eaf60-1685-42a6-af0a-17ae22eb0953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6f40ec0-dade-43ea-a34f-9355f837fe28'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:15:51.735416 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e0ee8d-d5e7-4a28-baad-d8c873f5bbae None None] Attempting to bind port 159ccd0f-dfb6-432d-a5d8-ca6b518a7d83 on network d6f40ec0-dade-43ea-a34f-9355f837fe28 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:15:51.746255 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af7a4eaf-5ad1-44de-b089-ebeb740ae001 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:51.799999 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e0ee8d-d5e7-4a28-baad-d8c873f5bbae None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:15:51.800617 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e0ee8d-d5e7-4a28-baad-d8c873f5bbae None None] Checking segment: {'id': 'db5eaf60-1685-42a6-af0a-17ae22eb0953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6f40ec0-dade-43ea-a34f-9355f837fe28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:15:51.801515 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-33e0ee8d-d5e7-4a28-baad-d8c873f5bbae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:51.802419 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e0ee8d-d5e7-4a28-baad-d8c873f5bbae None None] Bound using segment: {'id': 'db5eaf60-1685-42a6-af0a-17ae22eb0953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6f40ec0-dade-43ea-a34f-9355f837fe28'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:15:51.803541 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-33e0ee8d-d5e7-4a28-baad-d8c873f5bbae None None] Bound port: 159ccd0f-dfb6-432d-a5d8-ca6b518a7d83, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db5eaf60-1685-42a6-af0a-17ae22eb0953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6f40ec0-dade-43ea-a34f-9355f837fe28'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:15:51.804114 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-33e0ee8d-d5e7-4a28-baad-d8c873f5bbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:51.875320 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af7a4eaf-5ad1-44de-b089-ebeb740ae001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:51.876555 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d6d6beba-efee-464d-a3aa-0c4599a0201b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:51.877026 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7a4eaf-5ad1-44de-b089-ebeb740ae001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:51.878662 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af7a4eaf-5ad1-44de-b089-ebeb740ae001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:51.879377 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-cb238556-88ad-46b8-8472-60bd91fa58ab tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Allocated IP 2001:db8::f816:3eff:fe44:52a9 (d6f40ec0-dade-43ea-a34f-9355f837fe28/a18cf7b6-43fd-4816-a59e-3ebc7a755a16/1699cded-9dca-456e-9dd8-deeb2eee9584) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:15:51.888635 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d6d6beba-efee-464d-a3aa-0c4599a0201b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:51.987235 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df283c0a-2f76-42c1-9d85-867a12b17fc6 None None] Network ad529756-d63d-476d-93d3-8dc8b819cc04 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:15:51.989489 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a4eaf-5ad1-44de-b089-ebeb740ae001 admin admin] Pushing event updated for resources: {'Network': ['ID=98a30b96-c863-4728-b0d0-d47c79801693,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:51.995171 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-af7a4eaf-5ad1-44de-b089-ebeb740ae001 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.8367641 Jul 23 20:15:52.000835 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58708) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:52.021487 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 98a30b96-c863-4728-b0d0-d47c79801693 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:15:52.025956 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-ee7a622c-8e6b-4bbb-b3e1-55ff26680cfc admin admin] Request body: {'subnet': {'network_id': '98a30b96-c863-4728-b0d0-d47c79801693', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2128773533-subnet', 'tenant_id': '2748f4b40df14523b46431ce846cbb13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:52.040389 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d6d6beba-efee-464d-a3aa-0c4599a0201b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f38c7fad42b040dca4e07d09c6528c66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8773680 Jul 23 20:15:52.051880 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58710) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:52.088093 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6beba-efee-464d-a3aa-0c4599a0201b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8091152b-1416-4f2a-afe4-6542196ee5b9,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:52.132301 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-11fe991a-022a-4a32-aebb-8b7f9ab36e58 None None] Provisioning for port 43b10272-3e81-4cdc-9d32-8d7727701004 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:15:52.155882 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-77fc5ed1-d71a-4ab0-893a-104762730b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:52.173939 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7a622c-8e6b-4bbb-b3e1-55ff26680cfc admin admin] Made reservation on behalf of 2748f4b40df14523b46431ce846cbb13 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:15:52.177081 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ee7a622c-8e6b-4bbb-b3e1-55ff26680cfc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:52.233154 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-11fe991a-022a-4a32-aebb-8b7f9ab36e58 None None] Provisioning complete for port 43b10272-3e81-4cdc-9d32-8d7727701004 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:15:52.233154 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-11fe991a-022a-4a32-aebb-8b7f9ab36e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:52.240143 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc5ed1-d71a-4ab0-893a-104762730b4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ccb223c-2045-4a31-86c3-160bfa105044,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:52.243833 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fc5ed1-d71a-4ab0-893a-104762730b4f admin admin] Checking segment: {'id': 'd4ed36b0-261e-4503-82c1-9f3eea8d8c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '42c06545-369c-43b2-8575-bfb5ce0ad6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:15:52.244216 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fc5ed1-d71a-4ab0-893a-104762730b4f admin admin] Network hostable DHCP agents. Network: 42c06545-369c-43b2-8575-bfb5ce0ad6be, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:15:52.264020 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fc5ed1-d71a-4ab0-893a-104762730b4f admin admin] Network 42c06545-369c-43b2-8575-bfb5ce0ad6be is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:15:52.275621 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-77fc5ed1-d71a-4ab0-893a-104762730b4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 42c06545-369c-43b2-8575-bfb5ce0ad6be) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:15:52.282780 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fc5ed1-d71a-4ab0-893a-104762730b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:52.283588 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-77fc5ed1-d71a-4ab0-893a-104762730b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:52.302600 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55f478a-a8dd-4ddf-ae71-79ef236408d6 None None] Network 42c06545-369c-43b2-8575-bfb5ce0ad6be requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:15:52.305034 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-33e0ee8d-d5e7-4a28-baad-d8c873f5bbae None None] For port 159ccd0f-dfb6-432d-a5d8-ca6b518a7d83, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:15:52.350843 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-33e0ee8d-d5e7-4a28-baad-d8c873f5bbae None None] For port 159ccd0f-dfb6-432d-a5d8-ca6b518a7d83, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=159ccd0f-dfb6-432d-a5d8-ca6b518a7d83,segment=NetworkSegment(db5eaf60-1685-42a6-af0a-17ae22eb0953),segment_id=db5eaf60-1685-42a6-af0a-17ae22eb0953)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:15:52.355245 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-77fc5ed1-d71a-4ab0-893a-104762730b4f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8101168 Jul 23 20:15:52.356615 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58714) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:52.362761 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-2d8fe697-2ec3-4005-ae5e-0327a6ccee12 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1866629625-router', 'tenant_id': '936c6a23d3304ba9b49a208cdf1f5765', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:52.382212 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-33e0ee8d-d5e7-4a28-baad-d8c873f5bbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:52.388892 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2d8fe697-2ec3-4005-ae5e-0327a6ccee12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:52.390451 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2d8fe697-2ec3-4005-ae5e-0327a6ccee12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:52.428221 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-2798159f-50a1-4d1f-a543-219edc007caf tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Made reservation on behalf of 6d83b9df188244af88af507e82586aa5 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:15:52.431491 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-2798159f-50a1-4d1f-a543-219edc007caf tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:52.438398 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-efa1e653-c284-45f6-a5bf-fcd4649aade3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:52.483079 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2d8fe697-2ec3-4005-ae5e-0327a6ccee12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:52.534348 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cb238556-88ad-46b8-8472-60bd91fa58ab tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:52.558911 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e0ee8d-d5e7-4a28-baad-d8c873f5bbae None None] Pushing event updated for resources: {'Port': ['ID=159ccd0f-dfb6-432d-a5d8-ca6b518a7d83,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:52.570482 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-efa1e653-c284-45f6-a5bf-fcd4649aade3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:52.633088 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-11fe991a-022a-4a32-aebb-8b7f9ab36e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:52.651633 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7e2b821c-673a-40c5-a743-88581bc81c44 req-4d865d2c-c286-455f-8053-549c4f51ae42 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3a2d89c-7260-46ad-8915-a0f693eb3f7e HTTP/1.1" status: 200 len: 210 time: 0.0879364 Jul 23 20:15:52.660196 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-cb238556-88ad-46b8-8472-60bd91fa58ab tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Transition to ACTIVE for port object 1699cded-9dca-456e-9dd8-deeb2eee9584 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:15:52.731633 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601314cd-fce0-45f2-b745-fa5963e8aa74 req-aa9515ac-0276-4d21-a2eb-7136898e1459 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:52.733278 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-601314cd-fce0-45f2-b745-fa5963e8aa74 req-aa9515ac-0276-4d21-a2eb-7136898e1459 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.5629208 Jul 23 20:15:52.789238 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e52b4c9-6a20-40cf-8c66-ac96ad72f584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-42c06545-369c-43b2-8575-bfb5ce0ad6be', 'network_id': '42c06545-369c-43b2-8575-bfb5ce0ad6be', 'tenant_id': '936c6a23d3304ba9b49a208cdf1f5765', 'fixed_ips': [{'subnet_id': '2ccb223c-2045-4a31-86c3-160bfa105044'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:15:52.791544 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1e52b4c9-6a20-40cf-8c66-ac96ad72f584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:52.799412 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2d8fe697-2ec3-4005-ae5e-0327a6ccee12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:52.832928 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-11fe991a-022a-4a32-aebb-8b7f9ab36e58 None None] For port 43b10272-3e81-4cdc-9d32-8d7727701004, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=43b10272-3e81-4cdc-9d32-8d7727701004,segment=NetworkSegment(b01c2af4-f81a-4835-9940-34b1cc71d628),segment_id=b01c2af4-f81a-4835-9940-34b1cc71d628)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:52.852234 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-11fe991a-022a-4a32-aebb-8b7f9ab36e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:52.914691 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ee7a622c-8e6b-4bbb-b3e1-55ff26680cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:52.923701 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-efa1e653-c284-45f6-a5bf-fcd4649aade3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:52.926780 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-efa1e653-c284-45f6-a5bf-fcd4649aade3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:52.930481 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-efa1e653-c284-45f6-a5bf-fcd4649aade3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8091152b-1416-4f2a-afe4-6542196ee5b9 HTTP/1.1" status: 204 len: 168 time: 0.8672640 Jul 23 20:15:53.076315 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cb238556-88ad-46b8-8472-60bd91fa58ab tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:53.100944 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa1e653-c284-45f6-a5bf-fcd4649aade3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8091152b-1416-4f2a-afe4-6542196ee5b9,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:53.107114 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-2798159f-50a1-4d1f-a543-219edc007caf tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Allocated IP 172.20.0.3 (787d5425-c035-4280-8138-7c31904b0b0f/7fb8b24e-fc71-4a83-9798-69abd5b3327d/0a3eeb7e-96c9-415f-8ccd-298a3c88d933) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:15:53.143465 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-601314cd-fce0-45f2-b745-fa5963e8aa74 req-f7e54533-bc3f-47a4-ad0b-03e27f8a53dc tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800607 Jul 23 20:15:53.154108 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe991a-022a-4a32-aebb-8b7f9ab36e58 None None] Pushing event updated for resources: {'Port': ['ID=43b10272-3e81-4cdc-9d32-8d7727701004,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:53.179718 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1e653-c284-45f6-a5bf-fcd4649aade3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:53.180071 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1e653-c284-45f6-a5bf-fcd4649aade3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:53.180416 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1e653-c284-45f6-a5bf-fcd4649aade3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:53.180941 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1e653-c284-45f6-a5bf-fcd4649aade3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:53.181293 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1e653-c284-45f6-a5bf-fcd4649aade3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:53.181931 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1e653-c284-45f6-a5bf-fcd4649aade3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:53.182286 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1e653-c284-45f6-a5bf-fcd4649aade3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:53.182620 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1e653-c284-45f6-a5bf-fcd4649aade3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:53.182951 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1e653-c284-45f6-a5bf-fcd4649aade3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:53.183282 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1e653-c284-45f6-a5bf-fcd4649aade3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:53.183665 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1e653-c284-45f6-a5bf-fcd4649aade3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:53.183997 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1e653-c284-45f6-a5bf-fcd4649aade3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:53.237119 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a622c-8e6b-4bbb-b3e1-55ff26680cfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2edc7abb-7a35-4b24-95dd-2cab074cfd4c,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:53.260282 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-1e52b4c9-6a20-40cf-8c66-ac96ad72f584 None None] Allocated IP 172.20.0.2 (42c06545-369c-43b2-8575-bfb5ce0ad6be/2ccb223c-2045-4a31-86c3-160bfa105044/bf5dac60-bafb-45d6-8567-5010c3463c4b) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:15:53.291499 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb238556-88ad-46b8-8472-60bd91fa58ab tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Network d6f40ec0-dade-43ea-a34f-9355f837fe28 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:15:53.292389 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb238556-88ad-46b8-8472-60bd91fa58ab tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Pushing event updated for resources: {'Port': ['ID=1699cded-9dca-456e-9dd8-deeb2eee9584,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:53.304474 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b339cd99-1cb3-4c9d-96ac-50b02cdb6fd1 None None] Provisioning complete for port 43b10272-3e81-4cdc-9d32-8d7727701004 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:15:53.304960 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b339cd99-1cb3-4c9d-96ac-50b02cdb6fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:53.327973 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-cb238556-88ad-46b8-8472-60bd91fa58ab tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:15:53.336112 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb238556-88ad-46b8-8472-60bd91fa58ab tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:15:53.337133 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2d8fe697-2ec3-4005-ae5e-0327a6ccee12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:53.346499 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb238556-88ad-46b8-8472-60bd91fa58ab tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:53.347169 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cb238556-88ad-46b8-8472-60bd91fa58ab tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:53.383723 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2d8fe697-2ec3-4005-ae5e-0327a6ccee12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:53.384980 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7a622c-8e6b-4bbb-b3e1-55ff26680cfc admin admin] Checking segment: {'id': '69080602-6244-4faa-8140-ce9343de0881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:15:53.385359 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7a622c-8e6b-4bbb-b3e1-55ff26680cfc admin admin] Network hostable DHCP agents. Network: 98a30b96-c863-4728-b0d0-d47c79801693, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:15:53.457804 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-cb238556-88ad-46b8-8472-60bd91fa58ab tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.7164724 Jul 23 20:15:53.468803 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58726) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:53.546824 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58728) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:53.564093 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1e52b4c9-6a20-40cf-8c66-ac96ad72f584 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:53.567711 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9912e404-12a2-49f5-ba32-d3521f91605e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:53.573051 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7a622c-8e6b-4bbb-b3e1-55ff26680cfc admin admin] Network 98a30b96-c863-4728-b0d0-d47c79801693 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:15:53.575699 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1e52b4c9-6a20-40cf-8c66-ac96ad72f584 None None] Transition to ACTIVE for port object bf5dac60-bafb-45d6-8567-5010c3463c4b will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:15:53.598293 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1e52b4c9-6a20-40cf-8c66-ac96ad72f584 None None] Transition to ACTIVE for port object bf5dac60-bafb-45d6-8567-5010c3463c4b will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:15:53.602114 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-2d8fe697-2ec3-4005-ae5e-0327a6ccee12 admin admin] Allocated IP 172.25.1.112 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/1891fa76-5723-4929-a956-23f2b334f13e) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:15:53.610572 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1e52b4c9-6a20-40cf-8c66-ac96ad72f584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:53.655798 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 43b10272-3e81-4cdc-9d32-8d7727701004 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:15:53.697545 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-ee7a622c-8e6b-4bbb-b3e1-55ff26680cfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 98a30b96-c863-4728-b0d0-d47c79801693) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:15:53.711902 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e52b4c9-6a20-40cf-8c66-ac96ad72f584 None None] Network 42c06545-369c-43b2-8575-bfb5ce0ad6be is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:15:53.716730 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7a622c-8e6b-4bbb-b3e1-55ff26680cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:53.717775 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ee7a622c-8e6b-4bbb-b3e1-55ff26680cfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:53.720478 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-1e52b4c9-6a20-40cf-8c66-ac96ad72f584 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:15:53.724289 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a3ab4d-38df-4987-b9fb-10a397c7ac84 None None] Network 98a30b96-c863-4728-b0d0-d47c79801693 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:15:53.731980 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e52b4c9-6a20-40cf-8c66-ac96ad72f584 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:15:53.748881 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f770166-918b-4196-942a-c5a9aed4b959 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Deleting subnet a18cf7b6-43fd-4816-a59e-3ebc7a755a16 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:15:53.756789 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-2798159f-50a1-4d1f-a543-219edc007caf tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:53.767614 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5f770166-918b-4196-942a-c5a9aed4b959 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:53.778801 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2d8fe697-2ec3-4005-ae5e-0327a6ccee12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:53.808405 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9912e404-12a2-49f5-ba32-d3521f91605e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:53.836287 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-036b3121-6740-4737-a574-f139da3dc89f req-c36ac04c-5ab7-46a3-a5b3-8a8b765d12d2 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3a2d89c-7260-46ad-8915-a0f693eb3f7e HTTP/1.1" status: 200 len: 210 time: 0.0511587 Jul 23 20:15:53.836942 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5f770166-918b-4196-942a-c5a9aed4b959 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:53.838525 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9912e404-12a2-49f5-ba32-d3521f91605e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:53.846699 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ee7a622c-8e6b-4bbb-b3e1-55ff26680cfc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.8191712 Jul 23 20:15:53.916177 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-2798159f-50a1-4d1f-a543-219edc007caf tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:53.951911 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['bd4ee0e4-f388-42c2-aa2a-29536ea33c0f'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:15:53.952603 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9912e404-12a2-49f5-ba32-d3521f91605e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f8cac0-0e65-465c-b6a1-dd60a76f18fa,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:53.979447 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52b4c9-6a20-40cf-8c66-ac96ad72f584 None None] Pushing event updated for resources: {'Port': ['ID=bf5dac60-bafb-45d6-8567-5010c3463c4b,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:53.982084 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2798159f-50a1-4d1f-a543-219edc007caf tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Pushing event updated for resources: {'Port': ['ID=0a3eeb7e-96c9-415f-8ccd-298a3c88d933,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:53.982546 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9912e404-12a2-49f5-ba32-d3521f91605e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=35b40298183d43348fd73c32eadfb1c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4328427 Jul 23 20:15:53.996527 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58734) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:54.026858 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-2798159f-50a1-4d1f-a543-219edc007caf tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Network 787d5425-c035-4280-8138-7c31904b0b0f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:15:54.034900 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2d8fe697-2ec3-4005-ae5e-0327a6ccee12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:54.035420 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-2798159f-50a1-4d1f-a543-219edc007caf tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:15:54.044750 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-1e52b4c9-6a20-40cf-8c66-ac96ad72f584 None None] Attempting to bind port bf5dac60-bafb-45d6-8567-5010c3463c4b on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:15:54.045164 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-1e52b4c9-6a20-40cf-8c66-ac96ad72f584 None None] Attempting to bind port bf5dac60-bafb-45d6-8567-5010c3463c4b by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'd4ed36b0-261e-4503-82c1-9f3eea8d8c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '42c06545-369c-43b2-8575-bfb5ce0ad6be'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:15:54.045898 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e52b4c9-6a20-40cf-8c66-ac96ad72f584 None None] Attempting to bind port bf5dac60-bafb-45d6-8567-5010c3463c4b on network 42c06545-369c-43b2-8575-bfb5ce0ad6be {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:15:54.057426 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e52b4c9-6a20-40cf-8c66-ac96ad72f584 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:15:54.058266 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e52b4c9-6a20-40cf-8c66-ac96ad72f584 None None] Checking segment: {'id': 'd4ed36b0-261e-4503-82c1-9f3eea8d8c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '42c06545-369c-43b2-8575-bfb5ce0ad6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:15:54.060681 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1e52b4c9-6a20-40cf-8c66-ac96ad72f584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:54.061884 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e52b4c9-6a20-40cf-8c66-ac96ad72f584 None None] Bound using segment: {'id': 'd4ed36b0-261e-4503-82c1-9f3eea8d8c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '42c06545-369c-43b2-8575-bfb5ce0ad6be'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:15:54.062594 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-1e52b4c9-6a20-40cf-8c66-ac96ad72f584 None None] Bound port: bf5dac60-bafb-45d6-8567-5010c3463c4b, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ed36b0-261e-4503-82c1-9f3eea8d8c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '42c06545-369c-43b2-8575-bfb5ce0ad6be'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:15:54.063172 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1e52b4c9-6a20-40cf-8c66-ac96ad72f584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:54.066942 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-2798159f-50a1-4d1f-a543-219edc007caf tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:15:54.110603 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8fe697-2ec3-4005-ae5e-0327a6ccee12 admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:15:54.115968 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-2d8fe697-2ec3-4005-ae5e-0327a6ccee12 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:15:54.119103 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8fe697-2ec3-4005-ae5e-0327a6ccee12 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:15:54.136587 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb125800-bd69-4531-becc-ea378a888432 None None] Network d6f40ec0-dade-43ea-a34f-9355f837fe28 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:15:54.146670 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 43b10272-3e81-4cdc-9d32-8d7727701004 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:15:54.147048 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:54.166828 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5f770166-918b-4196-942a-c5a9aed4b959 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:54.170691 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5dafc82-aed0-4766-b584-d9e4a175ee1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:54.194661 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5dafc82-aed0-4766-b584-d9e4a175ee1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:54.296810 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8fe697-2ec3-4005-ae5e-0327a6ccee12 admin admin] Pushing event updated for resources: {'Port': ['ID=1891fa76-5723-4929-a956-23f2b334f13e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:54.330831 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5dafc82-aed0-4766-b584-d9e4a175ee1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:54.333409 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5dafc82-aed0-4766-b584-d9e4a175ee1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:54.338744 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e5dafc82-aed0-4766-b584-d9e4a175ee1c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e3f8cac0-0e65-465c-b6a1-dd60a76f18fa HTTP/1.1" status: 204 len: 168 time: 0.3404181 Jul 23 20:15:54.357821 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-2798159f-50a1-4d1f-a543-219edc007caf tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:54.358124 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a676d74-5e0d-41ae-9886-0ed2add47819 None None] Network 98a30b96-c863-4728-b0d0-d47c79801693 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:15:54.359243 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-2798159f-50a1-4d1f-a543-219edc007caf tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:54.363821 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dafc82-aed0-4766-b584-d9e4a175ee1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f8cac0-0e65-465c-b6a1-dd60a76f18fa,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:54.381056 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-abfc21f2-522b-4b74-833d-6350971190f7 None None] Provisioning for port 159ccd0f-dfb6-432d-a5d8-ca6b518a7d83 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:15:54.387359 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5f770166-918b-4196-942a-c5a9aed4b959 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:54.466746 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-1e52b4c9-6a20-40cf-8c66-ac96ad72f584 None None] For port bf5dac60-bafb-45d6-8567-5010c3463c4b, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:15:54.468838 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f770166-918b-4196-942a-c5a9aed4b959 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Pushing event deleted for resources: {'Subnet': ['ID=a18cf7b6-43fd-4816-a59e-3ebc7a755a16,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:54.472707 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5f770166-918b-4196-942a-c5a9aed4b959 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:54.475104 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5f770166-918b-4196-942a-c5a9aed4b959 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] 10.222.0.32 "DELETE /v2.0/subnets/a18cf7b6-43fd-4816-a59e-3ebc7a755a16 HTTP/1.1" status: 204 len: 168 time: 1.0004485 Jul 23 20:15:54.479086 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-2798159f-50a1-4d1f-a543-219edc007caf tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9706757 Jul 23 20:15:54.480872 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58758) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:54.510365 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-0b21eb73-71cf-4dac-bf86-9eb228b93ba9 service neutron] Request body: {'port': {'device_id': 'b3a2d89c-7260-46ad-8915-a0f693eb3f7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:54.528135 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-1e52b4c9-6a20-40cf-8c66-ac96ad72f584 None None] For port bf5dac60-bafb-45d6-8567-5010c3463c4b, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=bf5dac60-bafb-45d6-8567-5010c3463c4b,segment=NetworkSegment(d4ed36b0-261e-4503-82c1-9f3eea8d8c2c),segment_id=d4ed36b0-261e-4503-82c1-9f3eea8d8c2c)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:15:54.619252 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1e52b4c9-6a20-40cf-8c66-ac96ad72f584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:54.679228 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1007eeb-f5b4-4020-9591-07e7245f050e tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:54.680985 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1007eeb-f5b4-4020-9591-07e7245f050e tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:54.683332 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c1007eeb-f5b4-4020-9591-07e7245f050e tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2008712 Jul 23 20:15:54.687750 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58762) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:54.734807 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-0b21eb73-71cf-4dac-bf86-9eb228b93ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:54.820661 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25476f3d-5261-40d6-b323-a50859a59c4c req-9ea4799e-86f5-4395-8cd2-881d7dd6acd0 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:54.822585 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-25476f3d-5261-40d6-b323-a50859a59c4c req-9ea4799e-86f5-4395-8cd2-881d7dd6acd0 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.4405074 Jul 23 20:15:54.827296 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5461d945-9bec-46a6-9422-71399a464ea2 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:54.862877 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-5461d945-9bec-46a6-9422-71399a464ea2 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 23 20:15:54.863515 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5461d945-9bec-46a6-9422-71399a464ea2 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:15:54.869910 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5461d945-9bec-46a6-9422-71399a464ea2 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] 10.222.0.32 "DELETE /v2.0/networks/d6f40ec0-dade-43ea-a34f-9355f837fe28 HTTP/1.1" status: 409 len: 405 time: 0.1766112 Jul 23 20:15:55.005733 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 159ccd0f-dfb6-432d-a5d8-ca6b518a7d83 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:15:55.014679 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58774) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:55.022447 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-59c19659-da49-47a5-8de1-5b341488c06b tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-543121240'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:55.078146 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-8aa90f8a-5f81-416c-b917-d8ebced81524 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:55.080443 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-8aa90f8a-5f81-416c-b917-d8ebced81524 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/networks?id=98a30b96-c863-4728-b0d0-d47c79801693 HTTP/1.1" status: 200 len: 806 time: 0.5483940 Jul 23 20:15:55.094358 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52b4c9-6a20-40cf-8c66-ac96ad72f584 None None] Pushing event updated for resources: {'Port': ['ID=bf5dac60-bafb-45d6-8567-5010c3463c4b,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:55.181189 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-25476f3d-5261-40d6-b323-a50859a59c4c req-97591a4e-5b17-4bb3-bb80-e941177be5bc tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490217 Jul 23 20:15:55.184368 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 159ccd0f-dfb6-432d-a5d8-ca6b518a7d83 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:15:55.194503 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 159ccd0f-dfb6-432d-a5d8-ca6b518a7d83 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:15:55.195133 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:55.207966 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c19659-da49-47a5-8de1-5b341488c06b tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Made reservation on behalf of 473cec8355034d399b48b03266d71f40 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:15:55.214737 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59c19659-da49-47a5-8de1-5b341488c06b tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:55.282033 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3214c1f1-a128-4e8e-88b4-eb7d694e6f1e None None] DHCP port deletion for d6f40ec0-dade-43ea-a34f-9355f837fe28 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:15:55.312717 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2d8fe697-2ec3-4005-ae5e-0327a6ccee12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:55.317309 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-bbf8ff10-0b7e-44e3-a358-e64f007b7805 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/quotas/2748f4b40df14523b46431ce846cbb13 HTTP/1.1" status: 200 len: 375 time: 0.0171404 Jul 23 20:15:55.344332 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c19659-da49-47a5-8de1-5b341488c06b tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:15:55.438546 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-3214c1f1-a128-4e8e-88b4-eb7d694e6f1e None None] Deleting port 159ccd0f-dfb6-432d-a5d8-ca6b518a7d83 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:15:55.438731 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3214c1f1-a128-4e8e-88b4-eb7d694e6f1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:55.453341 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:55.471939 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59c19659-da49-47a5-8de1-5b341488c06b tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:55.473177 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-59c19659-da49-47a5-8de1-5b341488c06b tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Added segment d8277b47-78e2-4d64-b2e2-946409063b61 of type vlan for network b7aea8ce-064e-4db4-b6df-a40238c1d25e Jul 23 20:15:55.497445 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 159ccd0f-dfb6-432d-a5d8-ca6b518a7d83, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=159ccd0f-dfb6-432d-a5d8-ca6b518a7d83,segment=NetworkSegment(db5eaf60-1685-42a6-af0a-17ae22eb0953),segment_id=db5eaf60-1685-42a6-af0a-17ae22eb0953)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:55.506155 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:55.546939 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-e20559dd-96fe-4229-8fbd-f66ff34c3805 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2748f4b40df14523b46431ce846cbb13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1683555 Jul 23 20:15:55.548021 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59c19659-da49-47a5-8de1-5b341488c06b tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:55.605110 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb978f57-4093-4acc-89e6-97543255a94a req-d54a0b6a-53f3-4a3e-9c06-b71bc44323b3 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:55.605949 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-3214c1f1-a128-4e8e-88b4-eb7d694e6f1e None None] For port 159ccd0f-dfb6-432d-a5d8-ca6b518a7d83, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=159ccd0f-dfb6-432d-a5d8-ca6b518a7d83,segment=NetworkSegment(db5eaf60-1685-42a6-af0a-17ae22eb0953),segment_id=db5eaf60-1685-42a6-af0a-17ae22eb0953)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:55.606807 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eb978f57-4093-4acc-89e6-97543255a94a req-d54a0b6a-53f3-4a3e-9c06-b71bc44323b3 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3a2d89c-7260-46ad-8915-a0f693eb3f7e HTTP/1.1" status: 200 len: 931 time: 0.2783279 Jul 23 20:15:55.607163 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3214c1f1-a128-4e8e-88b4-eb7d694e6f1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:55.621423 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=159ccd0f-dfb6-432d-a5d8-ca6b518a7d83,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:55.630298 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-3214c1f1-a128-4e8e-88b4-eb7d694e6f1e None None] Calling delete_port for 159ccd0f-dfb6-432d-a5d8-ca6b518a7d83 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:15:55.641052 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-0b21eb73-71cf-4dac-bf86-9eb228b93ba9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a3eeb7e-96c9-415f-8ccd-298a3c88d933 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:15:55.664034 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-0b21eb73-71cf-4dac-bf86-9eb228b93ba9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:55.682539 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59c19659-da49-47a5-8de1-5b341488c06b tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:55.700140 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c19659-da49-47a5-8de1-5b341488c06b tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:55.700797 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59c19659-da49-47a5-8de1-5b341488c06b tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:55.729370 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-0b21eb73-71cf-4dac-bf86-9eb228b93ba9 service neutron] Transition to ACTIVE for port object 0a3eeb7e-96c9-415f-8ccd-298a3c88d933 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:15:55.744295 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3214c1f1-a128-4e8e-88b4-eb7d694e6f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:55.747096 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eb978f57-4093-4acc-89e6-97543255a94a req-676ed96a-4302-4764-b94a-f9afe35221d8 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149178 Jul 23 20:15:55.752733 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-0b21eb73-71cf-4dac-bf86-9eb228b93ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:55.779165 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device bf5dac60-bafb-45d6-8567-5010c3463c4b up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:15:55.785210 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214c1f1-a128-4e8e-88b4-eb7d694e6f1e None None] Pushing event deleted for resources: {'Port': ['ID=159ccd0f-dfb6-432d-a5d8-ca6b518a7d83,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:55.813411 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3214c1f1-a128-4e8e-88b4-eb7d694e6f1e None None] No DVR routers for this DVR port 159ccd0f-dfb6-432d-a5d8-ca6b518a7d83 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:15:55.848755 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21eb73-71cf-4dac-bf86-9eb228b93ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=0a3eeb7e-96c9-415f-8ccd-298a3c88d933,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:55.851951 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-59c19659-da49-47a5-8de1-5b341488c06b tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8350501 Jul 23 20:15:55.857820 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58792) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:55.870285 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-376d355d-98ea-49ff-9f88-a291471e0080 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Request body: {'subnet': {'network_id': 'b7aea8ce-064e-4db4-b6df-a40238c1d25e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:55.881456 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port bf5dac60-bafb-45d6-8567-5010c3463c4b completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:15:55.918803 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c19659-da49-47a5-8de1-5b341488c06b tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Pushing event updated for resources: {'Network': ['ID=b7aea8ce-064e-4db4-b6df-a40238c1d25e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:55.934867 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network b7aea8ce-064e-4db4-b6df-a40238c1d25e details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:15:56.028093 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-0b21eb73-71cf-4dac-bf86-9eb228b93ba9 service neutron] Attempting to bind port 0a3eeb7e-96c9-415f-8ccd-298a3c88d933 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:15:56.028303 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 159ccd0f-dfb6-432d-a5d8-ca6b518a7d83 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:15:56.029312 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-0b21eb73-71cf-4dac-bf86-9eb228b93ba9 service neutron] Attempting to bind port 0a3eeb7e-96c9-415f-8ccd-298a3c88d933 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '787d5425-c035-4280-8138-7c31904b0b0f'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:15:56.029853 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-0b21eb73-71cf-4dac-bf86-9eb228b93ba9 service neutron] Attempting to bind port 0a3eeb7e-96c9-415f-8ccd-298a3c88d933 on network 787d5425-c035-4280-8138-7c31904b0b0f {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:15:56.036024 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-0b21eb73-71cf-4dac-bf86-9eb228b93ba9 service neutron] Port 0a3eeb7e-96c9-415f-8ccd-298a3c88d933 on network 787d5425-c035-4280-8138-7c31904b0b0f not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:15:56.036600 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-0b21eb73-71cf-4dac-bf86-9eb228b93ba9 service neutron] Attempting to bind port 0a3eeb7e-96c9-415f-8ccd-298a3c88d933 on network 787d5425-c035-4280-8138-7c31904b0b0f {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:15:56.039321 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-0629a53f-7588-4120-9e68-dfc1e882888e service neutron] 10.222.0.32 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4863672 Jul 23 20:15:56.043071 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-0b21eb73-71cf-4dac-bf86-9eb228b93ba9 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:15:56.043668 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-0b21eb73-71cf-4dac-bf86-9eb228b93ba9 service neutron] Checking segment: {'id': '5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '787d5425-c035-4280-8138-7c31904b0b0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:15:56.044223 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-0b21eb73-71cf-4dac-bf86-9eb228b93ba9 service neutron] Bound using segment: {'id': '5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '787d5425-c035-4280-8138-7c31904b0b0f'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:15:56.044858 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-0b21eb73-71cf-4dac-bf86-9eb228b93ba9 service neutron] Bound port: 0a3eeb7e-96c9-415f-8ccd-298a3c88d933, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '787d5425-c035-4280-8138-7c31904b0b0f'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:15:56.045217 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-0b21eb73-71cf-4dac-bf86-9eb228b93ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:56.058818 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 159ccd0f-dfb6-432d-a5d8-ca6b518a7d83 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:15:56.059166 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 159ccd0f-dfb6-432d-a5d8-ca6b518a7d83 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:15:56.123734 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2d8fe697-2ec3-4005-ae5e-0327a6ccee12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:56.127948 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-0b21eb73-71cf-4dac-bf86-9eb228b93ba9 service neutron] For port 0a3eeb7e-96c9-415f-8ccd-298a3c88d933, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:15:56.131483 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-0b21eb73-71cf-4dac-bf86-9eb228b93ba9 service neutron] For port 0a3eeb7e-96c9-415f-8ccd-298a3c88d933, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0a3eeb7e-96c9-415f-8ccd-298a3c88d933,segment=NetworkSegment(5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf),segment_id=5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:15:56.138300 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-0b21eb73-71cf-4dac-bf86-9eb228b93ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:56.178729 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-0b21eb73-71cf-4dac-bf86-9eb228b93ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:56.179429 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-0b21eb73-71cf-4dac-bf86-9eb228b93ba9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:56.180956 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-0b21eb73-71cf-4dac-bf86-9eb228b93ba9 service neutron] 10.222.0.30 "PUT /v2.0/ports/0a3eeb7e-96c9-415f-8ccd-298a3c88d933 HTTP/1.1" status: 200 len: 1092 time: 1.6760263 Jul 23 20:15:56.181491 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3a2d89c-7260-46ad-8915-a0f693eb3f7e', 'tag': '0a3eeb7e-96c9-415f-8ccd-298a3c88d933'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:56.183907 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae85c5cf-c490-4e71-ad19-e61843be03df" -d '{"events": [{"name": "network-changed", "server_uuid": "b3a2d89c-7260-46ad-8915-a0f693eb3f7e", "tag": "0a3eeb7e-96c9-415f-8ccd-298a3c88d933"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:56.213985 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21eb73-71cf-4dac-bf86-9eb228b93ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=0a3eeb7e-96c9-415f-8ccd-298a3c88d933,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:56.294182 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-c37e030c-06f6-4e02-907d-f365bf4bc27a service neutron] 10.222.0.32 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140832 Jul 23 20:15:56.365233 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2150888b-c8e7-4d04-86f8-382aabb86176 x-openstack-request-id: req-2150888b-c8e7-4d04-86f8-382aabb86176 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:56.365583 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3a2d89c-7260-46ad-8915-a0f693eb3f7e", "tag": "0a3eeb7e-96c9-415f-8ccd-298a3c88d933", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:56.369704 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2150888b-c8e7-4d04-86f8-382aabb86176 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:56.370314 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3a2d89c-7260-46ad-8915-a0f693eb3f7e', 'tag': '0a3eeb7e-96c9-415f-8ccd-298a3c88d933', 'status': 'completed', 'code': 200} Jul 23 20:15:56.417956 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376d355d-98ea-49ff-9f88-a291471e0080 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Made reservation on behalf of 473cec8355034d399b48b03266d71f40 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:15:56.423683 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-376d355d-98ea-49ff-9f88-a291471e0080 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:56.477833 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4659cde1-ae33-4f6d-a226-525eb639a5a5 None None] Network 42c06545-369c-43b2-8575-bfb5ce0ad6be requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:15:56.509785 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-7a137773-e283-40fa-b602-5714e8fb10bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:56.513443 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-7a137773-e283-40fa-b602-5714e8fb10bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d83b9df188244af88af507e82586aa5&device_id=b3a2d89c-7260-46ad-8915-a0f693eb3f7e HTTP/1.1" status: 200 len: 1095 time: 0.2629728 Jul 23 20:15:56.622494 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0c45f450-506c-4d05-9ef3-e369812358da None None] Provisioning for port bf5dac60-bafb-45d6-8567-5010c3463c4b completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:15:56.670717 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8fd86880-8eae-481f-8679-15f4f174c211 req-fdc22d40-00d0-45ba-8635-d40d1d14fa64 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4f741c4-74e9-4e2f-ab2a-e3964302e34f HTTP/1.1" status: 200 len: 210 time: 0.0503142 Jul 23 20:15:56.680586 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-f0a34954-1356-42a6-a740-40cacd4572eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a3eeb7e-96c9-415f-8ccd-298a3c88d933 HTTP/1.1" status: 200 len: 217 time: 0.1594493 Jul 23 20:15:56.739947 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0c45f450-506c-4d05-9ef3-e369812358da None None] Provisioning complete for port bf5dac60-bafb-45d6-8567-5010c3463c4b triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:15:56.740348 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0c45f450-506c-4d05-9ef3-e369812358da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:56.743656 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8fe697-2ec3-4005-ae5e-0327a6ccee12 admin admin] Router ad0ca847-2ba1-4c42-911f-a67614902db7 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:15:56.920728 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-203f1229-1d9c-4d90-a5e9-567115134061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:56.922265 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-203f1229-1d9c-4d90-a5e9-567115134061 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7fb8b24e-fc71-4a83-9798-69abd5b3327d HTTP/1.1" status: 200 len: 854 time: 0.2121007 Jul 23 20:15:57.100932 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8fe697-2ec3-4005-ae5e-0327a6ccee12 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:15:57.116322 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d5d7c3-c4b2-4fbc-b56d-8f051825e04c None None] Sync routers for ids ['ad0ca847-2ba1-4c42-911f-a67614902db7'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:15:57.128623 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c70ed-32ff-4bd4-b8a7-228dab35f489 req-40bd14e2-045b-4e21-b919-477be6384b8f tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:57.130225 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2d5c70ed-32ff-4bd4-b8a7-228dab35f489 req-40bd14e2-045b-4e21-b919-477be6384b8f tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3a2d89c-7260-46ad-8915-a0f693eb3f7e HTTP/1.1" status: 200 len: 943 time: 0.2371342 Jul 23 20:15:57.143504 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2d8fe697-2ec3-4005-ae5e-0327a6ccee12 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:57.144862 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2d8fe697-2ec3-4005-ae5e-0327a6ccee12 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7868626 Jul 23 20:15:57.149122 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58838) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:57.161041 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d5d7c3-c4b2-4fbc-b56d-8f051825e04c None None] Routers {'ad0ca847-2ba1-4c42-911f-a67614902db7'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:15:57.161750 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-06d5d7c3-c4b2-4fbc-b56d-8f051825e04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:15:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ad0ca847-2ba1-4c42-911f-a67614902db7'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:15:57.201827 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0c45f450-506c-4d05-9ef3-e369812358da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:57.204068 n-d-793618-10 neutron-server[93876]: DEBUG neutron.objects.ports [None req-376d355d-98ea-49ff-9f88-a291471e0080 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93876) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 20:15:57.246504 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0c45f450-506c-4d05-9ef3-e369812358da None None] For port bf5dac60-bafb-45d6-8567-5010c3463c4b, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=bf5dac60-bafb-45d6-8567-5010c3463c4b,segment=NetworkSegment(d4ed36b0-261e-4503-82c1-9f3eea8d8c2c),segment_id=d4ed36b0-261e-4503-82c1-9f3eea8d8c2c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:57.257960 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0c45f450-506c-4d05-9ef3-e369812358da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:57.286032 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-376d355d-98ea-49ff-9f88-a291471e0080 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:57.347196 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2d5c70ed-32ff-4bd4-b8a7-228dab35f489 req-428b9381-c323-4871-856f-0759c925bb96 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990066 Jul 23 20:15:57.411571 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d355d-98ea-49ff-9f88-a291471e0080 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Pushing event updated for resources: {'Subnet': ['ID=b069f7e1-c5b8-401b-b11b-6d68cac6e10e,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:57.428254 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45f450-506c-4d05-9ef3-e369812358da None None] Pushing event updated for resources: {'Port': ['ID=bf5dac60-bafb-45d6-8567-5010c3463c4b,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:57.471477 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376d355d-98ea-49ff-9f88-a291471e0080 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Checking segment: {'id': 'd8277b47-78e2-4d64-b2e2-946409063b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b7aea8ce-064e-4db4-b6df-a40238c1d25e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:15:57.474550 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376d355d-98ea-49ff-9f88-a291471e0080 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Network hostable DHCP agents. Network: b7aea8ce-064e-4db4-b6df-a40238c1d25e, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:15:57.490672 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-06d5d7c3-c4b2-4fbc-b56d-8f051825e04c None None] Set router ad0ca847-2ba1-4c42-911f-a67614902db7 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:15:57.714489 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device bf5dac60-bafb-45d6-8567-5010c3463c4b up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:15:57.839444 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376d355d-98ea-49ff-9f88-a291471e0080 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Network b7aea8ce-064e-4db4-b6df-a40238c1d25e is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:15:57.882910 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-cfa883e4-ec94-480a-a9ea-ecd55f67f347 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=787d5425-c035-4280-8138-7c31904b0b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9494693 Jul 23 20:15:57.895647 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port bf5dac60-bafb-45d6-8567-5010c3463c4b triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:15:57.896386 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:57.906859 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522dbf78-6a0e-4493-98a8-45ae2051a0ac req-80e16c9f-0280-4b36-8add-168b9870acb5 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:57.909684 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-522dbf78-6a0e-4493-98a8-45ae2051a0ac req-80e16c9f-0280-4b36-8add-168b9870acb5 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 1.2318423 Jul 23 20:15:58.007070 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-3e86239d-4ab0-44b2-8cec-35bb2652d512 None None] Provisioning complete for port bf5dac60-bafb-45d6-8567-5010c3463c4b triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:15:58.007923 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3e86239d-4ab0-44b2-8cec-35bb2652d512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:58.024365 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d916b2f0-bb83-4318-98d0-39cca4ff24ef req-d2ddf337-75c7-4c76-bb91-ee9e56e8ce22 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4f741c4-74e9-4e2f-ab2a-e3964302e34f HTTP/1.1" status: 200 len: 210 time: 0.1027994 Jul 23 20:15:58.035890 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-522dbf78-6a0e-4493-98a8-45ae2051a0ac req-7e455614-7c3d-4074-836d-76cb04ff9a8f tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146274 Jul 23 20:15:58.036510 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-376d355d-98ea-49ff-9f88-a291471e0080 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, b7aea8ce-064e-4db4-b6df-a40238c1d25e) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:15:58.050120 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376d355d-98ea-49ff-9f88-a291471e0080 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:58.058384 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-376d355d-98ea-49ff-9f88-a291471e0080 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:58.087901 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3b862b-8248-4a36-8a41-031abcbf415e None None] Network b7aea8ce-064e-4db4-b6df-a40238c1d25e requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:15:58.091441 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-ee33b904-6aa8-4d87-80e2-de5e2e763ce1 service neutron] 10.222.0.30 "GET /v2.0/networks/787d5425-c035-4280-8138-7c31904b0b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045076 Jul 23 20:15:58.134681 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-376d355d-98ea-49ff-9f88-a291471e0080 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2735581 Jul 23 20:15:58.141976 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58876) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:58.149117 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-5e092336-483a-4eaa-a695-88a8e467a6d9 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Request body: {'port': {'network_id': 'b7aea8ce-064e-4db4-b6df-a40238c1d25e', 'name': 'tempest-NetworksIpV6TestAttrs-653384387'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:58.214643 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-06d5d7c3-c4b2-4fbc-b56d-8f051825e04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'name': 'tempest-TestVolumeBackupRestore-1866629625-router', 'tenant_id': '936c6a23d3304ba9b49a208cdf1f5765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '1891fa76-5723-4929-a956-23f2b334f13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:15:52Z', 'updated_at': '2021-07-23T20:15:54Z', 'revision_number': 3, 'project_id': '936c6a23d3304ba9b49a208cdf1f5765', 'gw_port': {'id': '1891fa76-5723-4929-a956-23f2b334f13e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:15:53Z', 'updated_at': '2021-07-23T20:15:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:15:58.305036 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d5d7c3-c4b2-4fbc-b56d-8f051825e04c None None] Checking router: ad0ca847-2ba1-4c42-911f-a67614902db7 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:15:58.309275 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d5d7c3-c4b2-4fbc-b56d-8f051825e04c None None] Updating router ad0ca847-2ba1-4c42-911f-a67614902db7 port 1891fa76-5723-4929-a956-23f2b334f13e binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:15:58.426237 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58882) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:58.426954 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a3c137-53f0-4e00-8ed3-4ad20264a42b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-b7aea8ce-064e-4db4-b6df-a40238c1d25e', 'network_id': 'b7aea8ce-064e-4db4-b6df-a40238c1d25e', 'tenant_id': '473cec8355034d399b48b03266d71f40', 'fixed_ips': [{'subnet_id': 'b069f7e1-c5b8-401b-b11b-6d68cac6e10e'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:15:58.428386 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d0a3c137-53f0-4e00-8ed3-4ad20264a42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:58.459489 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-06d5d7c3-c4b2-4fbc-b56d-8f051825e04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:58.468109 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c87d875f-58b0-4174-b17b-8d79391d1cef req-880c1add-347b-4967-bc26-d6403b72269f service neutron] 10.222.0.30 "GET /v2.0/networks/787d5425-c035-4280-8138-7c31904b0b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681171 Jul 23 20:15:58.496054 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-aa3c6590-97a2-44e5-a03b-daf81de0ae16 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:58.498045 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-aa3c6590-97a2-44e5-a03b-daf81de0ae16 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.18 "GET /v2.0/networks?id=98a30b96-c863-4728-b0d0-d47c79801693 HTTP/1.1" status: 200 len: 806 time: 0.3375063 Jul 23 20:15:58.543955 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e092336-483a-4eaa-a695-88a8e467a6d9 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Made reservation on behalf of 473cec8355034d399b48b03266d71f40 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:15:58.547750 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e092336-483a-4eaa-a695-88a8e467a6d9 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:58.558397 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-5ce49965-fe3f-42e3-8766-6b1a17302827 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Request body: {'port': {'device_id': 'd4f741c4-74e9-4e2f-ab2a-e3964302e34f', 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693', 'admin_state_up': True, 'tenant_id': '2748f4b40df14523b46431ce846cbb13'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:58.615993 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9e83f57d-51ed-45e0-9c2a-fcbbac9c5339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:58.622560 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-5e092336-483a-4eaa-a695-88a8e467a6d9 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] device_id is not set on port 8c710cfd-0931-4fc5-94d1-6154b6cf8fb7 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:15:58.670957 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-210e3c48-d70b-42db-8b47-649859aa1095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:58.671200 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-d0a3c137-53f0-4e00-8ed3-4ad20264a42b None None] Allocated IP 2001:db8::f816:3eff:febc:aff9 (b7aea8ce-064e-4db4-b6df-a40238c1d25e/b069f7e1-c5b8-401b-b11b-6d68cac6e10e/a52618e2-f735-43be-a76d-395f3a429502) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:15:58.744444 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [req-bce1ac95-2954-42f3-9dba-03e9e8f70936 req-a62d3b31-7fbc-4941-8d0e-f163d3b60eeb service neutron] (93875) timed out ('10.222.0.30', 51193) {{(pid=93875) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 20:15:58.855643 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d0a3c137-53f0-4e00-8ed3-4ad20264a42b None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:58.860891 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46209b4b-375c-4bef-a4fd-f627a332eead req-5bc3403a-c494-4808-855b-60b6ccc7bfdf tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:58.863476 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-46209b4b-375c-4bef-a4fd-f627a332eead req-5bc3403a-c494-4808-855b-60b6ccc7bfdf tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3a2d89c-7260-46ad-8915-a0f693eb3f7e HTTP/1.1" status: 200 len: 943 time: 0.3365884 Jul 23 20:15:58.875467 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device b5e0629e-86e6-4f55-a042-ef34d3f2428b details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:15:58.881896 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-9e83f57d-51ed-45e0-9c2a-fcbbac9c5339 admin admin] Allocated IP 172.20.0.1 (42c06545-369c-43b2-8575-bfb5ce0ad6be/2ccb223c-2045-4a31-86c3-160bfa105044/a4bc5f09-cdb8-48e3-8019-28deabcd5fa2) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:15:58.900230 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-06d5d7c3-c4b2-4fbc-b56d-8f051825e04c None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:58.914865 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-06d5d7c3-c4b2-4fbc-b56d-8f051825e04c None None] Transition to ACTIVE for port object 1891fa76-5723-4929-a956-23f2b334f13e will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:15:58.925259 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-06d5d7c3-c4b2-4fbc-b56d-8f051825e04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:58.944587 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-210e3c48-d70b-42db-8b47-649859aa1095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:58.949066 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85c5cf-c490-4e71-ad19-e61843be03df req-619f5270-f290-4e12-bfab-1f626857f67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:58.951485 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ae85c5cf-c490-4e71-ad19-e61843be03df req-619f5270-f290-4e12-bfab-1f626857f67a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d83b9df188244af88af507e82586aa5&device_id=b3a2d89c-7260-46ad-8915-a0f693eb3f7e HTTP/1.1" status: 200 len: 1095 time: 0.3767633 Jul 23 20:15:58.957821 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-210e3c48-d70b-42db-8b47-649859aa1095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:58.967000 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d0a3c137-53f0-4e00-8ed3-4ad20264a42b None None] Transition to ACTIVE for port object a52618e2-f735-43be-a76d-395f3a429502 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:15:59.005208 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d0a3c137-53f0-4e00-8ed3-4ad20264a42b None None] Transition to ACTIVE for port object a52618e2-f735-43be-a76d-395f3a429502 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:15:59.020614 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port b5e0629e-86e6-4f55-a042-ef34d3f2428b, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=b5e0629e-86e6-4f55-a042-ef34d3f2428b,segment=NetworkSegment(13a13d20-6431-4365-97ce-f955081eb8e3),segment_id=13a13d20-6431-4365-97ce-f955081eb8e3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:59.032719 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d0a3c137-53f0-4e00-8ed3-4ad20264a42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:59.032977 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-06d5d7c3-c4b2-4fbc-b56d-8f051825e04c None None] Attempting to bind port 1891fa76-5723-4929-a956-23f2b334f13e on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:15:59.033710 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-06d5d7c3-c4b2-4fbc-b56d-8f051825e04c None None] Attempting to bind port 1891fa76-5723-4929-a956-23f2b334f13e by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:15:59.034080 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d5d7c3-c4b2-4fbc-b56d-8f051825e04c None None] Attempting to bind port 1891fa76-5723-4929-a956-23f2b334f13e on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:15:59.046533 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'b5e0629e-86e6-4f55-a042-ef34d3f2428b', 'network_id': '7fedbba9-4431-4330-9544-1acf217b43a2', 'port_id': 'b5e0629e-86e6-4f55-a042-ef34d3f2428b', 'mac_address': 'fa:16:3e:95:aa:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9cd757f-50fc-4d2c-97b5-f7bec2379d06', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:15:59.056915 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d5d7c3-c4b2-4fbc-b56d-8f051825e04c None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:15:59.057280 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d5d7c3-c4b2-4fbc-b56d-8f051825e04c None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:15:59.058554 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-06d5d7c3-c4b2-4fbc-b56d-8f051825e04c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:59.058554 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d5d7c3-c4b2-4fbc-b56d-8f051825e04c None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:15:59.058764 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-06d5d7c3-c4b2-4fbc-b56d-8f051825e04c None None] Bound port: 1891fa76-5723-4929-a956-23f2b334f13e, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:15:59.059140 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-06d5d7c3-c4b2-4fbc-b56d-8f051825e04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:59.060199 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-210e3c48-d70b-42db-8b47-649859aa1095 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c10d156a630d480bb18e3e7fe5c44397&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6325693 Jul 23 20:15:59.068653 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58894) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:59.126881 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:59.139158 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a3c137-53f0-4e00-8ed3-4ad20264a42b None None] Network b7aea8ce-064e-4db4-b6df-a40238c1d25e is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:15:59.156340 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-d0a3c137-53f0-4e00-8ed3-4ad20264a42b None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:15:59.163093 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a3c137-53f0-4e00-8ed3-4ad20264a42b None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:15:59.168340 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede618d2-28e3-46d8-8395-54ff0df10b53 None None] Pushing event updated for resources: {'Port': ['ID=1891fa76-5723-4929-a956-23f2b334f13e,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:59.170849 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-5ce49965-fe3f-42e3-8766-6b1a17302827 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Made reservation on behalf of 2748f4b40df14523b46431ce846cbb13 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:15:59.174656 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a3c137-53f0-4e00-8ed3-4ad20264a42b None None] Pushing event updated for resources: {'Port': ['ID=a52618e2-f735-43be-a76d-395f3a429502,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:59.175731 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-5ce49965-fe3f-42e3-8766-6b1a17302827 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:59.180496 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5e0629e-86e6-4f55-a042-ef34d3f2428b {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:15:59.185645 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e3c48-d70b-42db-8b47-649859aa1095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05bdf43-bd5c-4a81-9818-23dfbab0ae42,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:59.215169 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede618d2-28e3-46d8-8395-54ff0df10b53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:59.215717 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede618d2-28e3-46d8-8395-54ff0df10b53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:59.215856 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede618d2-28e3-46d8-8395-54ff0df10b53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:59.216172 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede618d2-28e3-46d8-8395-54ff0df10b53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:59.216495 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede618d2-28e3-46d8-8395-54ff0df10b53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:59.222394 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede618d2-28e3-46d8-8395-54ff0df10b53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:59.222980 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede618d2-28e3-46d8-8395-54ff0df10b53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:59.223484 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede618d2-28e3-46d8-8395-54ff0df10b53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:59.223966 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede618d2-28e3-46d8-8395-54ff0df10b53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:59.224474 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede618d2-28e3-46d8-8395-54ff0df10b53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:59.224971 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede618d2-28e3-46d8-8395-54ff0df10b53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:59.238301 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede618d2-28e3-46d8-8395-54ff0df10b53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:59.256305 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-06d5d7c3-c4b2-4fbc-b56d-8f051825e04c None None] For port 1891fa76-5723-4929-a956-23f2b334f13e, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:15:59.264696 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port b5e0629e-86e6-4f55-a042-ef34d3f2428b, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=b5e0629e-86e6-4f55-a042-ef34d3f2428b,segment=NetworkSegment(13a13d20-6431-4365-97ce-f955081eb8e3),segment_id=13a13d20-6431-4365-97ce-f955081eb8e3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:59.267294 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-06d5d7c3-c4b2-4fbc-b56d-8f051825e04c None None] For port 1891fa76-5723-4929-a956-23f2b334f13e, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=1891fa76-5723-4929-a956-23f2b334f13e,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:15:59.278094 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-46209b4b-375c-4bef-a4fd-f627a332eead req-db0b5aa2-a5a0-4490-abb2-2cb9b20d13d4 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072487 Jul 23 20:15:59.279744 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-06d5d7c3-c4b2-4fbc-b56d-8f051825e04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:59.290620 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85c5cf-c490-4e71-ad19-e61843be03df req-09db40c7-b3cb-432c-941b-83efdb5a5ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:59.292162 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ae85c5cf-c490-4e71-ad19-e61843be03df req-09db40c7-b3cb-432c-941b-83efdb5a5ce6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=787d5425-c035-4280-8138-7c31904b0b0f HTTP/1.1" status: 200 len: 915 time: 0.3077967 Jul 23 20:15:59.297272 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d0a3c137-53f0-4e00-8ed3-4ad20264a42b None None] Attempting to bind port a52618e2-f735-43be-a76d-395f3a429502 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:15:59.302016 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d0a3c137-53f0-4e00-8ed3-4ad20264a42b None None] Attempting to bind port a52618e2-f735-43be-a76d-395f3a429502 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'd8277b47-78e2-4d64-b2e2-946409063b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b7aea8ce-064e-4db4-b6df-a40238c1d25e'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:15:59.302611 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a3c137-53f0-4e00-8ed3-4ad20264a42b None None] Attempting to bind port a52618e2-f735-43be-a76d-395f3a429502 on network b7aea8ce-064e-4db4-b6df-a40238c1d25e {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:15:59.307196 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:59.319899 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a3c137-53f0-4e00-8ed3-4ad20264a42b None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:15:59.326364 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a3c137-53f0-4e00-8ed3-4ad20264a42b None None] Checking segment: {'id': 'd8277b47-78e2-4d64-b2e2-946409063b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b7aea8ce-064e-4db4-b6df-a40238c1d25e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:15:59.326961 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d0a3c137-53f0-4e00-8ed3-4ad20264a42b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:59.328191 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a3c137-53f0-4e00-8ed3-4ad20264a42b None None] Bound using segment: {'id': 'd8277b47-78e2-4d64-b2e2-946409063b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b7aea8ce-064e-4db4-b6df-a40238c1d25e'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:15:59.330159 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d0a3c137-53f0-4e00-8ed3-4ad20264a42b None None] Bound port: a52618e2-f735-43be-a76d-395f3a429502, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8277b47-78e2-4d64-b2e2-946409063b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b7aea8ce-064e-4db4-b6df-a40238c1d25e'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:15:59.331267 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d0a3c137-53f0-4e00-8ed3-4ad20264a42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:59.389121 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ae85c5cf-c490-4e71-ad19-e61843be03df req-07848d83-b438-4bcd-8224-0bd2946c4e8a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a3eeb7e-96c9-415f-8ccd-298a3c88d933 HTTP/1.1" status: 200 len: 217 time: 0.0814056 Jul 23 20:15:59.403307 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d5d7c3-c4b2-4fbc-b56d-8f051825e04c None None] Routers {'ad0ca847-2ba1-4c42-911f-a67614902db7'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:15:59.404215 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-06d5d7c3-c4b2-4fbc-b56d-8f051825e04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:15:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ad0ca847-2ba1-4c42-911f-a67614902db7'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:15:59.406697 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede618d2-28e3-46d8-8395-54ff0df10b53 None None] Pushing event updated for resources: {'Port': ['ID=1891fa76-5723-4929-a956-23f2b334f13e,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:59.434464 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-5e092336-483a-4eaa-a695-88a8e467a6d9 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Allocated IP 2001:db8::f816:3eff:fe94:a327 (b7aea8ce-064e-4db4-b6df-a40238c1d25e/b069f7e1-c5b8-401b-b11b-6d68cac6e10e/8c710cfd-0931-4fc5-94d1-6154b6cf8fb7) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:15:59.506202 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=b5e0629e-86e6-4f55-a042-ef34d3f2428b,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:59.533419 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85c5cf-c490-4e71-ad19-e61843be03df req-c75212f3-3817-46aa-8a1f-28ce704a6f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:59.535157 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ae85c5cf-c490-4e71-ad19-e61843be03df req-c75212f3-3817-46aa-8a1f-28ce704a6f29 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7fb8b24e-fc71-4a83-9798-69abd5b3327d HTTP/1.1" status: 200 len: 854 time: 0.1389370 Jul 23 20:15:59.546027 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['b5e0629e-86e6-4f55-a042-ef34d3f2428b'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:15:59.563558 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-06d5d7c3-c4b2-4fbc-b56d-8f051825e04c None None] Set router ad0ca847-2ba1-4c42-911f-a67614902db7 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:15:59.593718 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d0a3c137-53f0-4e00-8ed3-4ad20264a42b None None] For port a52618e2-f735-43be-a76d-395f3a429502, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:15:59.608637 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9e83f57d-51ed-45e0-9c2a-fcbbac9c5339 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:59.626173 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d0a3c137-53f0-4e00-8ed3-4ad20264a42b None None] For port a52618e2-f735-43be-a76d-395f3a429502, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=a52618e2-f735-43be-a76d-395f3a429502,segment=NetworkSegment(d8277b47-78e2-4d64-b2e2-946409063b61),segment_id=d8277b47-78e2-4d64-b2e2-946409063b61)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:15:59.641609 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d0a3c137-53f0-4e00-8ed3-4ad20264a42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:59.642687 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c9b32085-f462-42cf-af72-a0579b7d076f req-16740693-a46a-4d11-8321-fdca7ac05186 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4f741c4-74e9-4e2f-ab2a-e3964302e34f HTTP/1.1" status: 200 len: 210 time: 0.0882547 Jul 23 20:15:59.644841 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ae85c5cf-c490-4e71-ad19-e61843be03df req-13104459-9289-4ad2-9b4d-b3364ace645c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=787d5425-c035-4280-8138-7c31904b0b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893350 Jul 23 20:15:59.779868 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-5ce49965-fe3f-42e3-8766-6b1a17302827 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Allocated IP 172.20.0.11 (98a30b96-c863-4728-b0d0-d47c79801693/2edc7abb-7a35-4b24-95dd-2cab074cfd4c/b1032d90-a671-4ad4-ae31-8b75c3d80e4c) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:15:59.832154 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a3c137-53f0-4e00-8ed3-4ad20264a42b None None] Pushing event updated for resources: {'Port': ['ID=a52618e2-f735-43be-a76d-395f3a429502,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:59.843782 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ae85c5cf-c490-4e71-ad19-e61843be03df req-cc53e336-c516-4383-96c3-caf98780999c service neutron] 10.222.0.30 "GET /v2.0/networks/787d5425-c035-4280-8138-7c31904b0b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660271 Jul 23 20:16:00.023884 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-06d5d7c3-c4b2-4fbc-b56d-8f051825e04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'name': 'tempest-TestVolumeBackupRestore-1866629625-router', 'tenant_id': '936c6a23d3304ba9b49a208cdf1f5765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '1891fa76-5723-4929-a956-23f2b334f13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:15:52Z', 'updated_at': '2021-07-23T20:15:54Z', 'revision_number': 3, 'project_id': '936c6a23d3304ba9b49a208cdf1f5765', 'gw_port': {'id': '1891fa76-5723-4929-a956-23f2b334f13e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:15:53Z', 'updated_at': '2021-07-23T20:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:00.088451 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ae85c5cf-c490-4e71-ad19-e61843be03df req-309dc941-0320-4a33-8ddb-ed6c6cea8dcf service neutron] 10.222.0.30 "GET /v2.0/networks/787d5425-c035-4280-8138-7c31904b0b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343197 Jul 23 20:16:00.123171 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d5d7c3-c4b2-4fbc-b56d-8f051825e04c None None] The sync data for ids ['ad0ca847-2ba1-4c42-911f-a67614902db7'] in n-d-793618-10 is: [{'id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'name': 'tempest-TestVolumeBackupRestore-1866629625-router', 'tenant_id': '936c6a23d3304ba9b49a208cdf1f5765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '1891fa76-5723-4929-a956-23f2b334f13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:15:52Z', 'updated_at': '2021-07-23T20:15:54Z', 'revision_number': 3, 'project_id': '936c6a23d3304ba9b49a208cdf1f5765', 'gw_port': {'id': '1891fa76-5723-4929-a956-23f2b334f13e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:15:53Z', 'updated_at': '2021-07-23T20:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:16:00.147729 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-5ce49965-fe3f-42e3-8766-6b1a17302827 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:00.224867 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-5ce49965-fe3f-42e3-8766-6b1a17302827 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:00.243961 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-88bbf20c-4e3c-4723-9239-81692b2896dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:00.310386 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-5ce49965-fe3f-42e3-8766-6b1a17302827 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Network 98a30b96-c863-4728-b0d0-d47c79801693 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:16:00.315545 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-5ce49965-fe3f-42e3-8766-6b1a17302827 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:00.325061 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-5ce49965-fe3f-42e3-8766-6b1a17302827 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:16:00.334459 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-9e83f57d-51ed-45e0-9c2a-fcbbac9c5339 admin admin] Transition to ACTIVE for port object a4bc5f09-cdb8-48e3-8019-28deabcd5fa2 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:16:00.354956 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-88bbf20c-4e3c-4723-9239-81692b2896dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:00.404824 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce49965-fe3f-42e3-8766-6b1a17302827 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Pushing event updated for resources: {'Port': ['ID=b1032d90-a671-4ad4-ae31-8b75c3d80e4c,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:00.472924 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-5ce49965-fe3f-42e3-8766-6b1a17302827 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:00.475398 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-5ce49965-fe3f-42e3-8766-6b1a17302827 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:00.476984 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9132084-06e2-4035-8caa-8569a84168c9 req-1b702453-cf3a-4614-914b-3d84e5b39d42 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:00.487615 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d9132084-06e2-4035-8caa-8569a84168c9 req-1b702453-cf3a-4614-914b-3d84e5b39d42 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 1.3152516 Jul 23 20:16:00.510370 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-5ce49965-fe3f-42e3-8766-6b1a17302827 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9671001 Jul 23 20:16:00.562598 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-2139205f-921d-40b6-9fad-22a22cdad999 service neutron] Request body: {'port': {'device_id': 'd4f741c4-74e9-4e2f-ab2a-e3964302e34f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:00.634879 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e092336-483a-4eaa-a695-88a8e467a6d9 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:00.656007 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9e83f57d-51ed-45e0-9c2a-fcbbac9c5339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:00.676382 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 0a3eeb7e-96c9-415f-8ccd-298a3c88d933 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:16:00.686344 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-88bbf20c-4e3c-4723-9239-81692b2896dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:00.689371 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-88bbf20c-4e3c-4723-9239-81692b2896dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:00.703243 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-88bbf20c-4e3c-4723-9239-81692b2896dc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e05bdf43-bd5c-4a81-9818-23dfbab0ae42 HTTP/1.1" status: 204 len: 168 time: 1.6208658 Jul 23 20:16:00.704472 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-5e092336-483a-4eaa-a695-88a8e467a6d9 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Transition to ACTIVE for port object 8c710cfd-0931-4fc5-94d1-6154b6cf8fb7 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:16:00.732678 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d588e1-5da7-456c-9945-9aa42f3efbc1 req-9f97288f-90e6-4f22-af18-31ec22c33c88 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:00.737630 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-10d588e1-5da7-456c-9945-9aa42f3efbc1 req-9f97288f-90e6-4f22-af18-31ec22c33c88 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3a2d89c-7260-46ad-8915-a0f693eb3f7e HTTP/1.1" status: 200 len: 943 time: 0.3514597 Jul 23 20:16:00.772827 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d9132084-06e2-4035-8caa-8569a84168c9 req-b1a0a5b9-d287-4d5e-a058-3353ae05ab8d tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719328 Jul 23 20:16:00.804503 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbf20c-4e3c-4723-9239-81692b2896dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05bdf43-bd5c-4a81-9818-23dfbab0ae42,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:00.839913 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e83f57d-51ed-45e0-9c2a-fcbbac9c5339 admin admin] Network 42c06545-369c-43b2-8575-bfb5ce0ad6be is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:16:00.864934 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-9e83f57d-51ed-45e0-9c2a-fcbbac9c5339 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:00.885202 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e83f57d-51ed-45e0-9c2a-fcbbac9c5339 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:16:00.891293 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-2139205f-921d-40b6-9fad-22a22cdad999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:00.929210 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e83f57d-51ed-45e0-9c2a-fcbbac9c5339 admin admin] Pushing event updated for resources: {'Port': ['ID=a4bc5f09-cdb8-48e3-8019-28deabcd5fa2,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:00.977683 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device b5e0629e-86e6-4f55-a042-ef34d3f2428b up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:16:01.030528 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e092336-483a-4eaa-a695-88a8e467a6d9 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:01.034426 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9e83f57d-51ed-45e0-9c2a-fcbbac9c5339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:01.052857 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-10d588e1-5da7-456c-9945-9aa42f3efbc1 req-33ff9ae9-4a86-46d8-b2bd-03bb4cd94cf0 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658819 Jul 23 20:16:01.419824 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e092336-483a-4eaa-a695-88a8e467a6d9 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Network b7aea8ce-064e-4db4-b6df-a40238c1d25e is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:16:01.447708 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-5e092336-483a-4eaa-a695-88a8e467a6d9 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:01.512465 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58946) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:01.532590 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e092336-483a-4eaa-a695-88a8e467a6d9 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:16:01.535343 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7ad14b94-8c95-4739-b737-363e4d542804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:01.542850 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 0a3eeb7e-96c9-415f-8ccd-298a3c88d933, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0a3eeb7e-96c9-415f-8ccd-298a3c88d933,segment=NetworkSegment(5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf),segment_id=5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:01.552809 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e092336-483a-4eaa-a695-88a8e467a6d9 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:01.554546 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e092336-483a-4eaa-a695-88a8e467a6d9 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:01.587481 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e092336-483a-4eaa-a695-88a8e467a6d9 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Pushing event updated for resources: {'Port': ['ID=8c710cfd-0931-4fc5-94d1-6154b6cf8fb7,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:01.598996 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee72805-20ca-4e45-96ab-9f89a710b694 None None] Network b7aea8ce-064e-4db4-b6df-a40238c1d25e requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:16:01.607883 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564feff1-c53f-4cbf-b6b6-d12dfff20a0d req-07b63ce5-98ad-4a33-a183-c281112d76f4 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:01.617430 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-564feff1-c53f-4cbf-b6b6-d12dfff20a0d req-07b63ce5-98ad-4a33-a183-c281112d76f4 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4f741c4-74e9-4e2f-ab2a-e3964302e34f HTTP/1.1" status: 200 len: 932 time: 0.7119060 Jul 23 20:16:01.635583 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9e83f57d-51ed-45e0-9c2a-fcbbac9c5339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:01.750710 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-2139205f-921d-40b6-9fad-22a22cdad999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1032d90-a671-4ad4-ae31-8b75c3d80e4c {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:16:01.752229 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-564feff1-c53f-4cbf-b6b6-d12dfff20a0d req-755e12c9-5d01-407e-93b6-a4067dc7c057 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337399 Jul 23 20:16:01.770088 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-2139205f-921d-40b6-9fad-22a22cdad999 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:01.798312 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-2139205f-921d-40b6-9fad-22a22cdad999 service neutron] Transition to ACTIVE for port object b1032d90-a671-4ad4-ae31-8b75c3d80e4c will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:16:01.804421 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '0a3eeb7e-96c9-415f-8ccd-298a3c88d933', 'network_id': '787d5425-c035-4280-8138-7c31904b0b0f', 'port_id': '0a3eeb7e-96c9-415f-8ccd-298a3c88d933', 'mac_address': 'fa:16:3e:69:40:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fb8b24e-fc71-4a83-9798-69abd5b3327d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:16:01.811163 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-2139205f-921d-40b6-9fad-22a22cdad999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:01.813948 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d7665955-a1b3-490e-9e9b-a38a589fba20 None None] Provisioning for port a4bc5f09-cdb8-48e3-8019-28deabcd5fa2 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:16:01.869227 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7ad14b94-8c95-4739-b737-363e4d542804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:01.907678 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:01.927001 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d7665955-a1b3-490e-9e9b-a38a589fba20 None None] Provisioning complete for port a4bc5f09-cdb8-48e3-8019-28deabcd5fa2 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:01.928631 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d7665955-a1b3-490e-9e9b-a38a589fba20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:01.942915 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7ad14b94-8c95-4739-b737-363e4d542804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:01.947143 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5e092336-483a-4eaa-a695-88a8e467a6d9 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.8031955 Jul 23 20:16:01.957285 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58956) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:01.980783 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 1891fa76-5723-4929-a956-23f2b334f13e up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:16:01.991410 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a3eeb7e-96c9-415f-8ccd-298a3c88d933 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:16:01.995710 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-d7665955-a1b3-490e-9e9b-a38a589fba20 None None] Port a4bc5f09-cdb8-48e3-8019-28deabcd5fa2 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:16:02.050090 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139205f-921d-40b6-9fad-22a22cdad999 service neutron] Pushing event updated for resources: {'Port': ['ID=b1032d90-a671-4ad4-ae31-8b75c3d80e4c,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:02.059367 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7ad14b94-8c95-4739-b737-363e4d542804 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a977bc7a938e42258759187e283d3151&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5458074 Jul 23 20:16:02.061067 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58962) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:02.074547 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad14b94-8c95-4739-b737-363e4d542804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83ca7bf-6260-4412-b732-947fbaf21a7d,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:02.138129 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-c77ac6bd-68c3-4490-8791-3a00bc5b28ab tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Deleting subnet b069f7e1-c5b8-401b-b11b-6d68cac6e10e {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:16:02.138440 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 0a3eeb7e-96c9-415f-8ccd-298a3c88d933, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0a3eeb7e-96c9-415f-8ccd-298a3c88d933,segment=NetworkSegment(5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf),segment_id=5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:02.148972 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c77ac6bd-68c3-4490-8791-3a00bc5b28ab tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:02.207210 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c77ac6bd-68c3-4490-8791-3a00bc5b28ab tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:02.216338 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0f93b8f9-ccdc-460f-8e91-0dcd3dab9f1f None None] Provisioning for port a52618e2-f735-43be-a76d-395f3a429502 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:16:02.223092 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:02.225191 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port b5e0629e-86e6-4f55-a042-ef34d3f2428b triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:02.226087 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:02.335572 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=0a3eeb7e-96c9-415f-8ccd-298a3c88d933,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:02.396956 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b19660-1a7d-4e17-aa4d-081783dab482 req-45cfbb32-de9c-4cd0-87c2-b740e631bd54 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:02.401723 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-12b19660-1a7d-4e17-aa4d-081783dab482 req-45cfbb32-de9c-4cd0-87c2-b740e631bd54 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 944 time: 0.4635203 Jul 23 20:16:02.513519 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:02.531211 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-12b19660-1a7d-4e17-aa4d-081783dab482 req-70bbd1a4-3510-440d-9a44-eeecb96a8dbe tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145399 Jul 23 20:16:02.579282 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-2139205f-921d-40b6-9fad-22a22cdad999 service neutron] Attempting to bind port b1032d90-a671-4ad4-ae31-8b75c3d80e4c on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:16:02.590795 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-2139205f-921d-40b6-9fad-22a22cdad999 service neutron] Attempting to bind port b1032d90-a671-4ad4-ae31-8b75c3d80e4c by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '69080602-6244-4faa-8140-ce9343de0881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:16:02.591424 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-2139205f-921d-40b6-9fad-22a22cdad999 service neutron] Attempting to bind port b1032d90-a671-4ad4-ae31-8b75c3d80e4c on network 98a30b96-c863-4728-b0d0-d47c79801693 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:16:02.621882 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9e83f57d-51ed-45e0-9c2a-fcbbac9c5339 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:02.629543 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9e83f57d-51ed-45e0-9c2a-fcbbac9c5339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:02.634036 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-2139205f-921d-40b6-9fad-22a22cdad999 service neutron] Port b1032d90-a671-4ad4-ae31-8b75c3d80e4c on network 98a30b96-c863-4728-b0d0-d47c79801693 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:16:02.634377 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-2139205f-921d-40b6-9fad-22a22cdad999 service neutron] Attempting to bind port b1032d90-a671-4ad4-ae31-8b75c3d80e4c on network 98a30b96-c863-4728-b0d0-d47c79801693 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:16:02.649501 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-2139205f-921d-40b6-9fad-22a22cdad999 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:16:02.650024 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-2139205f-921d-40b6-9fad-22a22cdad999 service neutron] Checking segment: {'id': '69080602-6244-4faa-8140-ce9343de0881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:16:02.650636 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-2139205f-921d-40b6-9fad-22a22cdad999 service neutron] Bound using segment: {'id': '69080602-6244-4faa-8140-ce9343de0881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:16:02.651300 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-2139205f-921d-40b6-9fad-22a22cdad999 service neutron] Bound port: b1032d90-a671-4ad4-ae31-8b75c3d80e4c, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69080602-6244-4faa-8140-ce9343de0881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:16:02.651685 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-2139205f-921d-40b6-9fad-22a22cdad999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:02.653731 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-269b47bf-ef74-4196-813b-c03967c7a910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:02.700579 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port b5e0629e-86e6-4f55-a042-ef34d3f2428b, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=b5e0629e-86e6-4f55-a042-ef34d3f2428b,segment=NetworkSegment(13a13d20-6431-4365-97ce-f955081eb8e3),segment_id=13a13d20-6431-4365-97ce-f955081eb8e3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:02.715014 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de68ec08-9564-4b3b-a216-bb5ac7b34518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e0629e-86e6-4f55-a042-ef34d3f2428b'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:16:02.718826 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-269b47bf-ef74-4196-813b-c03967c7a910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:02.721750 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a53456-6655-4346-827e-fdf5dfae6767" -d '{"events": [{"server_uuid": "de68ec08-9564-4b3b-a216-bb5ac7b34518", "name": "network-vif-plugged", "status": "completed", "tag": "b5e0629e-86e6-4f55-a042-ef34d3f2428b"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:16:02.730019 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['0a3eeb7e-96c9-415f-8ccd-298a3c88d933'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:16:02.747641 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:02.750410 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 1891fa76-5723-4929-a956-23f2b334f13e completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:16:02.785088 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 1891fa76-5723-4929-a956-23f2b334f13e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:02.785941 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:02.875551 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9762261f-8e48-4393-877c-1432b3f75394 x-openstack-request-id: req-9762261f-8e48-4393-877c-1432b3f75394 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:16:02.883392 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de68ec08-9564-4b3b-a216-bb5ac7b34518", "name": "network-vif-plugged", "status": "completed", "tag": "b5e0629e-86e6-4f55-a042-ef34d3f2428b", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:16:02.884670 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9762261f-8e48-4393-877c-1432b3f75394 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:16:02.888142 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de68ec08-9564-4b3b-a216-bb5ac7b34518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e0629e-86e6-4f55-a042-ef34d3f2428b', 'code': 200} Jul 23 20:16:02.923281 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9e83f57d-51ed-45e0-9c2a-fcbbac9c5339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:02.968536 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e83f57d-51ed-45e0-9c2a-fcbbac9c5339 admin admin] Pushing event updated for resources: {'Port': ['ID=a4bc5f09-cdb8-48e3-8019-28deabcd5fa2,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:02.985508 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-2139205f-921d-40b6-9fad-22a22cdad999 service neutron] For port b1032d90-a671-4ad4-ae31-8b75c3d80e4c, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:16:02.990907 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-2139205f-921d-40b6-9fad-22a22cdad999 service neutron] For port b1032d90-a671-4ad4-ae31-8b75c3d80e4c, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=b1032d90-a671-4ad4-ae31-8b75c3d80e4c,segment=NetworkSegment(69080602-6244-4faa-8140-ce9343de0881),segment_id=69080602-6244-4faa-8140-ce9343de0881)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:16:03.039606 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=b5e0629e-86e6-4f55-a042-ef34d3f2428b,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:03.043985 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c77ac6bd-68c3-4490-8791-3a00bc5b28ab tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:03.108231 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-2139205f-921d-40b6-9fad-22a22cdad999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:03.231700 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-2139205f-921d-40b6-9fad-22a22cdad999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:03.233377 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-2139205f-921d-40b6-9fad-22a22cdad999 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:03.235725 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-2139205f-921d-40b6-9fad-22a22cdad999 service neutron] 10.222.0.18 "PUT /v2.0/ports/b1032d90-a671-4ad4-ae31-8b75c3d80e4c HTTP/1.1" status: 200 len: 1093 time: 2.7060912 Jul 23 20:16:03.242033 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f741c4-74e9-4e2f-ab2a-e3964302e34f', 'tag': 'b1032d90-a671-4ad4-ae31-8b75c3d80e4c'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:16:03.244636 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe8330a-0711-4ab1-8d61-fd8974840027" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f741c4-74e9-4e2f-ab2a-e3964302e34f", "tag": "b1032d90-a671-4ad4-ae31-8b75c3d80e4c"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:16:03.270997 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6231c35-3b4a-4c23-be1b-450ecd7aaa73 req-a5725558-89f7-4ae6-8a6b-7a624fb333d5 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:03.280171 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f6231c35-3b4a-4c23-be1b-450ecd7aaa73 req-a5725558-89f7-4ae6-8a6b-7a624fb333d5 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3a2d89c-7260-46ad-8915-a0f693eb3f7e HTTP/1.1" status: 200 len: 944 time: 0.6462038 Jul 23 20:16:03.327609 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:03.338065 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-269b47bf-ef74-4196-813b-c03967c7a910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:03.340861 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-269b47bf-ef74-4196-813b-c03967c7a910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:03.342061 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-269b47bf-ef74-4196-813b-c03967c7a910 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c83ca7bf-6260-4412-b732-947fbaf21a7d HTTP/1.1" status: 204 len: 168 time: 1.2787724 Jul 23 20:16:03.368095 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f6231c35-3b4a-4c23-be1b-450ecd7aaa73 req-f602f0c1-fd2f-4a08-bdb3-52905ffd951c tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772066 Jul 23 20:16:03.430680 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e83f57d-51ed-45e0-9c2a-fcbbac9c5339 admin admin] Network 42c06545-369c-43b2-8575-bfb5ce0ad6be is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:16:03.433197 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-9e83f57d-51ed-45e0-9c2a-fcbbac9c5339 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:03.447273 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c77ac6bd-68c3-4490-8791-3a00bc5b28ab tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:03.456908 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b47bf-ef74-4196-813b-c03967c7a910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83ca7bf-6260-4412-b732-947fbaf21a7d,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:03.470481 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 1891fa76-5723-4929-a956-23f2b334f13e, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=1891fa76-5723-4929-a956-23f2b334f13e,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:03.484820 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:03.502343 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a52618e2-f735-43be-a76d-395f3a429502 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:16:03.509243 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139205f-921d-40b6-9fad-22a22cdad999 service neutron] Pushing event updated for resources: {'Port': ['ID=b1032d90-a671-4ad4-ae31-8b75c3d80e4c,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:03.581898 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f647ad9c-0923-4df6-b42b-9ad89a4836ce x-openstack-request-id: req-f647ad9c-0923-4df6-b42b-9ad89a4836ce {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:16:03.582415 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f741c4-74e9-4e2f-ab2a-e3964302e34f", "tag": "b1032d90-a671-4ad4-ae31-8b75c3d80e4c", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:16:03.582415 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f647ad9c-0923-4df6-b42b-9ad89a4836ce {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:16:03.582782 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f741c4-74e9-4e2f-ab2a-e3964302e34f', 'tag': 'b1032d90-a671-4ad4-ae31-8b75c3d80e4c', 'status': 'completed', 'code': 200} Jul 23 20:16:03.611768 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb93eb-ffaa-4b03-927e-25f59300c3c9 req-bbdee79f-9063-4bdd-88d1-1d6d188996c3 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:03.629385 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-efcb93eb-ffaa-4b03-927e-25f59300c3c9 req-bbdee79f-9063-4bdd-88d1-1d6d188996c3 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4f741c4-74e9-4e2f-ab2a-e3964302e34f HTTP/1.1" status: 200 len: 944 time: 0.6322765 Jul 23 20:16:03.660895 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ac6bd-68c3-4490-8791-3a00bc5b28ab tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Pushing event deleted for resources: {'Subnet': ['ID=b069f7e1-c5b8-401b-b11b-6d68cac6e10e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:03.690596 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c77ac6bd-68c3-4490-8791-3a00bc5b28ab tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:03.700607 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c77ac6bd-68c3-4490-8791-3a00bc5b28ab tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] 10.222.0.32 "DELETE /v2.0/subnets/b069f7e1-c5b8-401b-b11b-6d68cac6e10e HTTP/1.1" status: 204 len: 168 time: 1.7408974 Jul 23 20:16:03.707216 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e83f57d-51ed-45e0-9c2a-fcbbac9c5339 admin admin] Router ad0ca847-2ba1-4c42-911f-a67614902db7 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:16:03.710120 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58986) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:03.759401 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-efcb93eb-ffaa-4b03-927e-25f59300c3c9 req-5e62dd27-ef06-408a-80c4-6e0c161c5aad tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290197 Jul 23 20:16:03.843931 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-682de36d-17c5-47b4-b363-e95201d7abc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:03.845244 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8f813568-4b5f-4eaa-84a1-84ac0254fc54 None None] Provisioning for port 8c710cfd-0931-4fc5-94d1-6154b6cf8fb7 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:16:03.845898 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-682de36d-17c5-47b4-b363-e95201d7abc4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2748f4b40df14523b46431ce846cbb13&device_id=d4f741c4-74e9-4e2f-ab2a-e3964302e34f HTTP/1.1" status: 200 len: 1096 time: 0.5530009 Jul 23 20:16:03.930405 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8f813568-4b5f-4eaa-84a1-84ac0254fc54 None None] Provisioning complete for port 8c710cfd-0931-4fc5-94d1-6154b6cf8fb7 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:03.931059 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8f813568-4b5f-4eaa-84a1-84ac0254fc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:03.960611 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca3ecfe-45f8-47be-a695-07b22d2b10d2 None None] Network b7aea8ce-064e-4db4-b6df-a40238c1d25e requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:16:04.015859 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138f6898-5e95-4af3-af7b-58a5336fd661 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:04.017996 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138f6898-5e95-4af3-af7b-58a5336fd661 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:04.023107 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-138f6898-5e95-4af3-af7b-58a5336fd661 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2952857 Jul 23 20:16:04.031650 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58992) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:04.047504 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-84c6288c-6185-4759-82d1-6ea045e3853e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1032d90-a671-4ad4-ae31-8b75c3d80e4c HTTP/1.1" status: 200 len: 217 time: 0.1932306 Jul 23 20:16:04.059248 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=1891fa76-5723-4929-a956-23f2b334f13e,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:04.079834 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port a52618e2-f735-43be-a76d-395f3a429502 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:16:04.090779 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port a52618e2-f735-43be-a76d-395f3a429502 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:04.092612 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:04.115893 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-8f813568-4b5f-4eaa-84a1-84ac0254fc54 None None] Port 8c710cfd-0931-4fc5-94d1-6154b6cf8fb7 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:16:04.178700 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790aa6f0-0bd3-43dc-93a2-5cf4b9277a4b req-52f2c809-579e-4033-8606-3dec4227acbf tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:04.180291 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-790aa6f0-0bd3-43dc-93a2-5cf4b9277a4b req-52f2c809-579e-4033-8606-3dec4227acbf tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.3146374 Jul 23 20:16:04.182386 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e83f57d-51ed-45e0-9c2a-fcbbac9c5339 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:16:04.194427 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9e83f57d-51ed-45e0-9c2a-fcbbac9c5339 admin admin] 10.222.0.32 "PUT /v2.0/routers/ad0ca847-2ba1-4c42-911f-a67614902db7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0432045 Jul 23 20:16:04.197414 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3df2c0-5cb8-4e9b-ae47-6ddf350c9fd8 None None] Sync routers for ids ['ad0ca847-2ba1-4c42-911f-a67614902db7'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:16:04.269665 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-790aa6f0-0bd3-43dc-93a2-5cf4b9277a4b req-9631b303-c610-4983-844f-ccf61b599ef3 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740371 Jul 23 20:16:04.303519 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-8c85c61e-c48c-40ef-b614-858e5f861558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:04.305066 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-8c85c61e-c48c-40ef-b614-858e5f861558 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2edc7abb-7a35-4b24-95dd-2cab074cfd4c HTTP/1.1" status: 200 len: 846 time: 0.2487299 Jul 23 20:16:04.406599 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2e7141ab-61c7-4833-a6c1-025e86d8704a tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:04.407445 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3df2c0-5cb8-4e9b-ae47-6ddf350c9fd8 None None] Routers {'ad0ca847-2ba1-4c42-911f-a67614902db7'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:16:04.408678 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ac3df2c0-5cb8-4e9b-ae47-6ddf350c9fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:15:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ad0ca847-2ba1-4c42-911f-a67614902db7'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:04.430338 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-8e6c5a61-7cd1-467a-ba7b-3526241f60ed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=98a30b96-c863-4728-b0d0-d47c79801693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1123025 Jul 23 20:16:04.433146 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ce4796fd-b746-4e01-bce1-ba5a05088f77 None None] Provisioning complete for port a4bc5f09-cdb8-48e3-8019-28deabcd5fa2 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:04.438742 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ce4796fd-b746-4e01-bce1-ba5a05088f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:04.565176 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e7141ab-61c7-4833-a6c1-025e86d8704a tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 23 20:16:04.566335 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e7141ab-61c7-4833-a6c1-025e86d8704a tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:16:04.568371 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2e7141ab-61c7-4833-a6c1-025e86d8704a tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] 10.222.0.32 "DELETE /v2.0/networks/b7aea8ce-064e-4db4-b6df-a40238c1d25e HTTP/1.1" status: 409 len: 405 time: 0.5338769 Jul 23 20:16:04.573660 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59008) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:04.579157 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-6f1abd55-3917-43ce-8eb8-e71d3ee8d0b4 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2015974862'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:04.659657 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1abd55-3917-43ce-8eb8-e71d3ee8d0b4 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Made reservation on behalf of 473cec8355034d399b48b03266d71f40 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:16:04.670800 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f1abd55-3917-43ce-8eb8-e71d3ee8d0b4 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:04.722293 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 0a3eeb7e-96c9-415f-8ccd-298a3c88d933 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:16:04.771715 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f1abd55-3917-43ce-8eb8-e71d3ee8d0b4 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:16:04.812656 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ce4796fd-b746-4e01-bce1-ba5a05088f77 None None] Port a4bc5f09-cdb8-48e3-8019-28deabcd5fa2 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:16:04.818683 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f1abd55-3917-43ce-8eb8-e71d3ee8d0b4 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:04.819093 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-6f1abd55-3917-43ce-8eb8-e71d3ee8d0b4 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Added segment 1df83880-69f1-4efe-b2d7-fb8b7d75ca46 of type vlan for network ffb24c83-12d0-42e5-8033-d9b71adf1cdd Jul 23 20:16:04.822219 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:04.858805 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-07c25bde-5d68-47ad-aab9-03dcf3cb549b service neutron] 10.222.0.18 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188087 Jul 23 20:16:04.896160 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 0a3eeb7e-96c9-415f-8ccd-298a3c88d933 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:16:04.960669 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port a52618e2-f735-43be-a76d-395f3a429502, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=a52618e2-f735-43be-a76d-395f3a429502,segment=NetworkSegment(d8277b47-78e2-4d64-b2e2-946409063b61),segment_id=d8277b47-78e2-4d64-b2e2-946409063b61)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:04.963419 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ce4796fd-b746-4e01-bce1-ba5a05088f77 None None] Provisioning complete for port 8c710cfd-0931-4fc5-94d1-6154b6cf8fb7 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:04.967053 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ce4796fd-b746-4e01-bce1-ba5a05088f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:04.971908 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c895aba-38f1-4903-b4b5-29f113fe6f7b None None] DHCP port deletion for b7aea8ce-064e-4db4-b6df-a40238c1d25e request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:16:04.977927 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-ac3df2c0-5cb8-4e9b-ae47-6ddf350c9fd8 None None] Set router ad0ca847-2ba1-4c42-911f-a67614902db7 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:16:04.984922 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 0a3eeb7e-96c9-415f-8ccd-298a3c88d933 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:04.985595 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:05.040198 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:05.101677 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f1abd55-3917-43ce-8eb8-e71d3ee8d0b4 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:05.187884 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d895251e-4dd7-4e4e-a280-173884eb2472 req-f0f74dc5-e4c9-45ce-be38-4d04d8079176 service neutron] 10.222.0.18 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829578 Jul 23 20:16:05.227452 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d858ae7c-245b-4ab8-9196-8ead2bd89fc5 req-c92db9e3-62a7-4a76-97da-325a80faa517 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:05.234083 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d858ae7c-245b-4ab8-9196-8ead2bd89fc5 req-c92db9e3-62a7-4a76-97da-325a80faa517 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3a2d89c-7260-46ad-8915-a0f693eb3f7e HTTP/1.1" status: 200 len: 944 time: 0.7121615 Jul 23 20:16:05.300380 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=a52618e2-f735-43be-a76d-395f3a429502,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:05.324852 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 1891fa76-5723-4929-a956-23f2b334f13e up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:16:05.338705 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f1abd55-3917-43ce-8eb8-e71d3ee8d0b4 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:05.358799 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d858ae7c-245b-4ab8-9196-8ead2bd89fc5 req-9321cb3a-9963-4eaf-8e80-a6e410915b64 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736525 Jul 23 20:16:05.365081 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1abd55-3917-43ce-8eb8-e71d3ee8d0b4 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:05.372232 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f1abd55-3917-43ce-8eb8-e71d3ee8d0b4 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:05.393022 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8330a-0711-4ab1-8d61-fd8974840027 req-3138e9af-d67e-4947-bd80-558eabdf0c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:05.395023 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4fe8330a-0711-4ab1-8d61-fd8974840027 req-3138e9af-d67e-4947-bd80-558eabdf0c14 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2748f4b40df14523b46431ce846cbb13&device_id=d4f741c4-74e9-4e2f-ab2a-e3964302e34f HTTP/1.1" status: 200 len: 1096 time: 0.1558440 Jul 23 20:16:05.479490 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ce4796fd-b746-4e01-bce1-ba5a05088f77 None None] Port 8c710cfd-0931-4fc5-94d1-6154b6cf8fb7 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:16:05.496631 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6f1abd55-3917-43ce-8eb8-e71d3ee8d0b4 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9215050 Jul 23 20:16:05.501280 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59034) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:05.520262 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-794a5fc2-dd13-48ca-9449-78321e4d34c6 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Request body: {'subnet': {'network_id': 'ffb24c83-12d0-42e5-8033-d9b71adf1cdd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:05.665844 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb677e-d165-4a12-a092-6fee81cc7c64 req-b5bcd9eb-cab0-4285-827a-8fbe2340a5a8 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:05.675766 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5dcb677e-d165-4a12-a092-6fee81cc7c64 req-b5bcd9eb-cab0-4285-827a-8fbe2340a5a8 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4f741c4-74e9-4e2f-ab2a-e3964302e34f HTTP/1.1" status: 200 len: 944 time: 0.6502104 Jul 23 20:16:05.699666 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8330a-0711-4ab1-8d61-fd8974840027 req-da055549-5e87-4013-8e0d-d787a93a4eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:05.707772 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4fe8330a-0711-4ab1-8d61-fd8974840027 req-da055549-5e87-4013-8e0d-d787a93a4eaf service neutron] 10.222.0.18 "GET /v2.0/networks?id=98a30b96-c863-4728-b0d0-d47c79801693 HTTP/1.1" status: 200 len: 907 time: 0.3050950 Jul 23 20:16:05.748338 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1abd55-3917-43ce-8eb8-e71d3ee8d0b4 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Pushing event updated for resources: {'Network': ['ID=ffb24c83-12d0-42e5-8033-d9b71adf1cdd,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:05.840517 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4fe8330a-0711-4ab1-8d61-fd8974840027 req-68c8cc20-4c64-416a-a982-ee655f82c8d6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1032d90-a671-4ad4-ae31-8b75c3d80e4c HTTP/1.1" status: 200 len: 217 time: 0.1200130 Jul 23 20:16:05.972804 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5dcb677e-d165-4a12-a092-6fee81cc7c64 req-4330cec0-0d0a-48ae-80d4-96c0af3f8ecc tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954082 Jul 23 20:16:06.009745 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59046) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:06.023040 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8330a-0711-4ab1-8d61-fd8974840027 req-cc78756b-82a3-411d-a67d-08fd327eed0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:06.023637 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-7943676c-4a0c-44f0-b87f-3b8cb1c7e3c3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1929387638-network', 'tenant_id': '09a0f5678fb9450cafa6f8d6802685c5'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:06.024998 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4fe8330a-0711-4ab1-8d61-fd8974840027 req-cc78756b-82a3-411d-a67d-08fd327eed0f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2edc7abb-7a35-4b24-95dd-2cab074cfd4c HTTP/1.1" status: 200 len: 846 time: 0.1771042 Jul 23 20:16:06.057976 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794a5fc2-dd13-48ca-9449-78321e4d34c6 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Made reservation on behalf of 473cec8355034d399b48b03266d71f40 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:16:06.063793 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-794a5fc2-dd13-48ca-9449-78321e4d34c6 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:06.146494 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4fe8330a-0711-4ab1-8d61-fd8974840027 req-793d5d66-7051-469c-91dd-28ac6100a5df service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=98a30b96-c863-4728-b0d0-d47c79801693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877993 Jul 23 20:16:06.166208 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56435846-0c4f-40b8-8dc9-45735ad8b2c6 req-86e18417-bf89-45c4-b5e7-716cd9f6b326 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:06.168028 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-56435846-0c4f-40b8-8dc9-45735ad8b2c6 req-86e18417-bf89-45c4-b5e7-716cd9f6b326 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.3266556 Jul 23 20:16:06.216470 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network ffb24c83-12d0-42e5-8033-d9b71adf1cdd details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:16:06.267814 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-56435846-0c4f-40b8-8dc9-45735ad8b2c6 req-b2c4c0d0-cfe7-4d46-a27c-e81c45949129 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897689 Jul 23 20:16:06.341736 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 1891fa76-5723-4929-a956-23f2b334f13e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:06.342004 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:06.378009 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4fe8330a-0711-4ab1-8d61-fd8974840027 req-c1cd71fe-63b5-4e70-bfc2-f0e625323bfb service neutron] 10.222.0.18 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225533 Jul 23 20:16:06.389010 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-0c895aba-38f1-4903-b4b5-29f113fe6f7b None None] Deleting port a52618e2-f735-43be-a76d-395f3a429502 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:16:06.389318 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0c895aba-38f1-4903-b4b5-29f113fe6f7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:06.410920 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7943676c-4a0c-44f0-b87f-3b8cb1c7e3c3 admin admin] Made reservation on behalf of 09a0f5678fb9450cafa6f8d6802685c5 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:16:06.419837 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7943676c-4a0c-44f0-b87f-3b8cb1c7e3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:06.466174 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7943676c-4a0c-44f0-b87f-3b8cb1c7e3c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:06.543933 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0c895aba-38f1-4903-b4b5-29f113fe6f7b None None] For port a52618e2-f735-43be-a76d-395f3a429502, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=a52618e2-f735-43be-a76d-395f3a429502,segment=NetworkSegment(d8277b47-78e2-4d64-b2e2-946409063b61),segment_id=d8277b47-78e2-4d64-b2e2-946409063b61)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:06.544741 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0c895aba-38f1-4903-b4b5-29f113fe6f7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:06.562535 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-0c895aba-38f1-4903-b4b5-29f113fe6f7b None None] Calling delete_port for a52618e2-f735-43be-a76d-395f3a429502 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:16:06.651736 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4fe8330a-0711-4ab1-8d61-fd8974840027 req-e920a8a4-c901-4d41-97f1-8650b6ee0b32 service neutron] 10.222.0.18 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656837 Jul 23 20:16:06.690994 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7943676c-4a0c-44f0-b87f-3b8cb1c7e3c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:06.710135 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device b1032d90-a671-4ad4-ae31-8b75c3d80e4c details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:16:06.714793 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7943676c-4a0c-44f0-b87f-3b8cb1c7e3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:06.824581 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:06.859780 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7943676c-4a0c-44f0-b87f-3b8cb1c7e3c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:16:06.916969 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943676c-4a0c-44f0-b87f-3b8cb1c7e3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acd179f-c7cf-41ba-a780-a24b4cd8ce50,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:06.938659 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7943676c-4a0c-44f0-b87f-3b8cb1c7e3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:06.939002 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-7943676c-4a0c-44f0-b87f-3b8cb1c7e3c3 admin admin] Added segment eda74a34-9238-4680-a359-ece24dcfb8bc of type vlan for network 9cc8d9c9-1bc3-4d3a-9dfa-070c0014b531 Jul 23 20:16:06.942021 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a2d89c-7260-46ad-8915-a0f693eb3f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3eeb7e-96c9-415f-8ccd-298a3c88d933'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:16:06.945425 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa6012a-1c3b-4deb-9486-477ce42c9e0e" -d '{"events": [{"server_uuid": "b3a2d89c-7260-46ad-8915-a0f693eb3f7e", "name": "network-vif-plugged", "status": "completed", "tag": "0a3eeb7e-96c9-415f-8ccd-298a3c88d933"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:16:07.060756 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port b1032d90-a671-4ad4-ae31-8b75c3d80e4c, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=b1032d90-a671-4ad4-ae31-8b75c3d80e4c,segment=NetworkSegment(69080602-6244-4faa-8140-ce9343de0881),segment_id=69080602-6244-4faa-8140-ce9343de0881)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:07.093486 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e33b9-b4ec-441a-90c8-cb74333dbfa9 req-7abd6463-3490-4409-bbe2-8a129e0cf960 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:07.095934 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-824e33b9-b4ec-441a-90c8-cb74333dbfa9 req-7abd6463-3490-4409-bbe2-8a129e0cf960 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3a2d89c-7260-46ad-8915-a0f693eb3f7e HTTP/1.1" status: 200 len: 944 time: 0.3990388 Jul 23 20:16:07.114761 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 0a3eeb7e-96c9-415f-8ccd-298a3c88d933, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0a3eeb7e-96c9-415f-8ccd-298a3c88d933,segment=NetworkSegment(5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf),segment_id=5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:07.124142 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d08f28-0615-4acd-9de1-6c4709664ba6 x-openstack-request-id: req-c5d08f28-0615-4acd-9de1-6c4709664ba6 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:16:07.124825 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a2d89c-7260-46ad-8915-a0f693eb3f7e", "name": "network-vif-plugged", "status": "completed", "tag": "0a3eeb7e-96c9-415f-8ccd-298a3c88d933", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:16:07.125249 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c5d08f28-0615-4acd-9de1-6c4709664ba6 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:16:07.125866 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a2d89c-7260-46ad-8915-a0f693eb3f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3eeb7e-96c9-415f-8ccd-298a3c88d933', 'code': 200} Jul 23 20:16:07.155086 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0c895aba-38f1-4903-b4b5-29f113fe6f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:07.157037 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:07.206287 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c895aba-38f1-4903-b4b5-29f113fe6f7b None None] Pushing event deleted for resources: {'Port': ['ID=a52618e2-f735-43be-a76d-395f3a429502,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:07.218390 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': 'b1032d90-a671-4ad4-ae31-8b75c3d80e4c', 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693', 'port_id': 'b1032d90-a671-4ad4-ae31-8b75c3d80e4c', 'mac_address': 'fa:16:3e:e7:77:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2edc7abb-7a35-4b24-95dd-2cab074cfd4c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:16:07.294376 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=0a3eeb7e-96c9-415f-8ccd-298a3c88d933,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:07.317632 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22eaca-9e69-4b71-bbb1-ed5afc00bf2f req-6d978c04-7989-4da2-803d-ec25b175c9b4 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:07.319643 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c895aba-38f1-4903-b4b5-29f113fe6f7b None None] No DVR routers for this DVR port a52618e2-f735-43be-a76d-395f3a429502 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:16:07.326162 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-df22eaca-9e69-4b71-bbb1-ed5afc00bf2f req-6d978c04-7989-4da2-803d-ec25b175c9b4 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4f741c4-74e9-4e2f-ab2a-e3964302e34f HTTP/1.1" status: 200 len: 944 time: 0.1477153 Jul 23 20:16:07.340153 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7b55e-888a-4ed2-8f91-4e649c060775 req-7ba7c264-7d9e-4f29-981e-f7caaacf553d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:07.340153 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-06b7b55e-888a-4ed2-8f91-4e649c060775 req-7ba7c264-7d9e-4f29-981e-f7caaacf553d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b3a2d89c-7260-46ad-8915-a0f693eb3f7e HTTP/1.1" status: 200 len: 1096 time: 0.2413034 Jul 23 20:16:07.446285 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7943676c-4a0c-44f0-b87f-3b8cb1c7e3c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:07.459295 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-824e33b9-b4ec-441a-90c8-cb74333dbfa9 req-4a1a7239-e31a-4d49-8e02-54069b0f0638 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701306 Jul 23 20:16:07.477648 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a52618e2-f735-43be-a76d-395f3a429502 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:16:07.501372 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-df22eaca-9e69-4b71-bbb1-ed5afc00bf2f req-c4ecaf49-7590-4c10-a638-861a731e58a5 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726985 Jul 23 20:16:07.501809 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:07.505719 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-06b7b55e-888a-4ed2-8f91-4e649c060775 req-713ba0ff-bdac-47eb-9dc4-16a63de30348 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569953 Jul 23 20:16:07.517162 n-d-793618-10 neutron-server[93876]: DEBUG neutron.objects.ports [None req-794a5fc2-dd13-48ca-9449-78321e4d34c6 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93876) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 20:16:07.522717 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-794a5fc2-dd13-48ca-9449-78321e4d34c6 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:07.561976 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: a52618e2-f735-43be-a76d-395f3a429502 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:16:07.562332 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a52618e2-f735-43be-a76d-395f3a429502 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:16:07.598269 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1032d90-a671-4ad4-ae31-8b75c3d80e4c {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:16:07.605591 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ac3df2c0-5cb8-4e9b-ae47-6ddf350c9fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'name': 'tempest-TestVolumeBackupRestore-1866629625-router', 'tenant_id': '936c6a23d3304ba9b49a208cdf1f5765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '1891fa76-5723-4929-a956-23f2b334f13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:15:52Z', 'updated_at': '2021-07-23T20:16:01Z', 'revision_number': 4, 'project_id': '936c6a23d3304ba9b49a208cdf1f5765', 'gw_port': {'id': '1891fa76-5723-4929-a956-23f2b334f13e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:15:53Z', 'updated_at': '2021-07-23T20:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'a4bc5f09-cdb8-48e3-8019-28deabcd5fa2', 'name': '', 'network_id': '42c06545-369c-43b2-8575-bfb5ce0ad6be', 'tenant_id': '936c6a23d3304ba9b49a208cdf1f5765', 'mac_address': 'fa:16:3e:7c:67:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '2ccb223c-2045-4a31-86c3-160bfa105044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:15:58Z', 'updated_at': '2021-07-23T20:16:01Z', 'revision_number': 2, 'project_id': '936c6a23d3304ba9b49a208cdf1f5765', 'subnets': [{'id': '2ccb223c-2045-4a31-86c3-160bfa105044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:07.638759 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.db.resource_extend [None req-7943676c-4a0c-44f0-b87f-3b8cb1c7e3c3 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:16:07.665716 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3df2c0-5cb8-4e9b-ae47-6ddf350c9fd8 None None] Checking router: ad0ca847-2ba1-4c42-911f-a67614902db7 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:16:07.666182 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3df2c0-5cb8-4e9b-ae47-6ddf350c9fd8 None None] Updating router ad0ca847-2ba1-4c42-911f-a67614902db7 port a4bc5f09-cdb8-48e3-8019-28deabcd5fa2 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:16:07.691224 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a5fc2-dd13-48ca-9449-78321e4d34c6 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Pushing event updated for resources: {'Subnet': ['ID=39dd9e13-e0d4-4357-87eb-ca0f0c1bf4fe,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:07.696876 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port b1032d90-a671-4ad4-ae31-8b75c3d80e4c, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=b1032d90-a671-4ad4-ae31-8b75c3d80e4c,segment=NetworkSegment(69080602-6244-4faa-8140-ce9343de0881),segment_id=69080602-6244-4faa-8140-ce9343de0881)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:07.711031 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:07.720991 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7943676c-4a0c-44f0-b87f-3b8cb1c7e3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:07.723192 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7943676c-4a0c-44f0-b87f-3b8cb1c7e3c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:07.723900 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7943676c-4a0c-44f0-b87f-3b8cb1c7e3c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:07.752464 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac3df2c0-5cb8-4e9b-ae47-6ddf350c9fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:07.837509 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=b1032d90-a671-4ad4-ae31-8b75c3d80e4c,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:07.895060 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943676c-4a0c-44f0-b87f-3b8cb1c7e3c3 admin admin] Pushing event updated for resources: {'Network': ['ID=9cc8d9c9-1bc3-4d3a-9dfa-070c0014b531,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:07.912613 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7943676c-4a0c-44f0-b87f-3b8cb1c7e3c3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8994620 Jul 23 20:16:07.914211 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794a5fc2-dd13-48ca-9449-78321e4d34c6 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Checking segment: {'id': '1df83880-69f1-4efe-b2d7-fb8b7d75ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ffb24c83-12d0-42e5-8033-d9b71adf1cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:16:07.914773 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794a5fc2-dd13-48ca-9449-78321e4d34c6 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Network hostable DHCP agents. Network: ffb24c83-12d0-42e5-8033-d9b71adf1cdd, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:16:07.917295 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59090) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:07.925615 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-9942153b-267f-4d8b-9dd7-a036ae3d298d admin admin] Request body: {'subnet': {'network_id': '9cc8d9c9-1bc3-4d3a-9dfa-070c0014b531', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1929387638-subnet', 'tenant_id': '09a0f5678fb9450cafa6f8d6802685c5', 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:07.958174 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b0d19-7748-4bf9-bddd-8fd367b02e80 req-fa809c91-9000-426d-90fe-6501666e3db6 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:07.960724 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7f4b0d19-7748-4bf9-bddd-8fd367b02e80 req-fa809c91-9000-426d-90fe-6501666e3db6 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.2961662 Jul 23 20:16:07.962131 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794a5fc2-dd13-48ca-9449-78321e4d34c6 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Network ffb24c83-12d0-42e5-8033-d9b71adf1cdd is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:16:07.981869 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-794a5fc2-dd13-48ca-9449-78321e4d34c6 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, ffb24c83-12d0-42e5-8033-d9b71adf1cdd) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:07.993888 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794a5fc2-dd13-48ca-9449-78321e4d34c6 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:07.994745 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-794a5fc2-dd13-48ca-9449-78321e4d34c6 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:07.998118 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9942153b-267f-4d8b-9dd7-a036ae3d298d admin admin] Made reservation on behalf of 09a0f5678fb9450cafa6f8d6802685c5 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:16:08.000736 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9942153b-267f-4d8b-9dd7-a036ae3d298d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:08.048084 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-794a5fc2-dd13-48ca-9449-78321e4d34c6 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.5374184 Jul 23 20:16:08.052889 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59100) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:08.094204 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7f4b0d19-7748-4bf9-bddd-8fd367b02e80 req-6ead3191-f03e-4345-9e3e-e3869efac389 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219029 Jul 23 20:16:08.152047 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 9cc8d9c9-1bc3-4d3a-9dfa-070c0014b531 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:16:08.154886 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6da66d-1ad8-4fb7-ab68-e123b004978a None None] Network ffb24c83-12d0-42e5-8033-d9b71adf1cdd requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:16:08.232375 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['b1032d90-a671-4ad4-ae31-8b75c3d80e4c'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:16:08.419809 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-daf831d8-d8e3-4709-84dd-d88b4e8f5975 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:08.607394 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9942153b-267f-4d8b-9dd7-a036ae3d298d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:08.771873 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60ec37e-ee41-429f-97a4-a55c5f3b8f37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-ffb24c83-12d0-42e5-8033-d9b71adf1cdd', 'network_id': 'ffb24c83-12d0-42e5-8033-d9b71adf1cdd', 'tenant_id': '473cec8355034d399b48b03266d71f40', 'fixed_ips': [{'subnet_id': '39dd9e13-e0d4-4357-87eb-ca0f0c1bf4fe'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:16:08.773174 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c60ec37e-ee41-429f-97a4-a55c5f3b8f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:08.895968 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a145ab-fd3a-40a8-a1b0-ca3afce72423 req-4a77334b-06ba-4b2d-b35a-24cb24f02a22 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:08.899973 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d2a145ab-fd3a-40a8-a1b0-ca3afce72423 req-4a77334b-06ba-4b2d-b35a-24cb24f02a22 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4f741c4-74e9-4e2f-ab2a-e3964302e34f HTTP/1.1" status: 200 len: 945 time: 0.2354653 Jul 23 20:16:08.963383 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942153b-267f-4d8b-9dd7-a036ae3d298d admin admin] Pushing event updated for resources: {'Subnet': ['ID=96f3811f-6106-483e-baa2-18eda199254c,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:08.989425 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d2a145ab-fd3a-40a8-a1b0-ca3afce72423 req-a05b154f-a274-4d81-9bdd-e2a503e495ce tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822885 Jul 23 20:16:09.015491 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-daf831d8-d8e3-4709-84dd-d88b4e8f5975 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:09.044048 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac3df2c0-5cb8-4e9b-ae47-6ddf350c9fd8 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:09.061443 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ac3df2c0-5cb8-4e9b-ae47-6ddf350c9fd8 None None] Transition to ACTIVE for port object a4bc5f09-cdb8-48e3-8019-28deabcd5fa2 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:16:09.098587 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac3df2c0-5cb8-4e9b-ae47-6ddf350c9fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:09.480967 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ea885-f438-4833-92b0-8f6cab0b8a89 None None] Pushing event updated for resources: {'Port': ['ID=a4bc5f09-cdb8-48e3-8019-28deabcd5fa2,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:09.518479 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86c751-71a1-4773-ba10-aef10b285456 req-cf61a14c-bbf0-45bb-b63d-e6d035fd4fee tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:09.522975 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cd86c751-71a1-4773-ba10-aef10b285456 req-cf61a14c-bbf0-45bb-b63d-e6d035fd4fee tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.2416050 Jul 23 20:16:09.551244 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ac3df2c0-5cb8-4e9b-ae47-6ddf350c9fd8 None None] Attempting to bind port a4bc5f09-cdb8-48e3-8019-28deabcd5fa2 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:16:09.551631 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ac3df2c0-5cb8-4e9b-ae47-6ddf350c9fd8 None None] Attempting to bind port a4bc5f09-cdb8-48e3-8019-28deabcd5fa2 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'd4ed36b0-261e-4503-82c1-9f3eea8d8c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '42c06545-369c-43b2-8575-bfb5ce0ad6be'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:16:09.552007 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3df2c0-5cb8-4e9b-ae47-6ddf350c9fd8 None None] Attempting to bind port a4bc5f09-cdb8-48e3-8019-28deabcd5fa2 on network 42c06545-369c-43b2-8575-bfb5ce0ad6be {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:16:09.575920 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-c60ec37e-ee41-429f-97a4-a55c5f3b8f37 None None] Allocated IP 2001:db8::f816:3eff:fe69:1bd (ffb24c83-12d0-42e5-8033-d9b71adf1cdd/39dd9e13-e0d4-4357-87eb-ca0f0c1bf4fe/ca10e2cf-a876-488f-9e96-ddb24ec4c46f) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:16:09.588180 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3df2c0-5cb8-4e9b-ae47-6ddf350c9fd8 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:16:09.588645 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3df2c0-5cb8-4e9b-ae47-6ddf350c9fd8 None None] Checking segment: {'id': 'd4ed36b0-261e-4503-82c1-9f3eea8d8c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '42c06545-369c-43b2-8575-bfb5ce0ad6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:16:09.589114 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac3df2c0-5cb8-4e9b-ae47-6ddf350c9fd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:09.589587 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3df2c0-5cb8-4e9b-ae47-6ddf350c9fd8 None None] Bound using segment: {'id': 'd4ed36b0-261e-4503-82c1-9f3eea8d8c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '42c06545-369c-43b2-8575-bfb5ce0ad6be'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:16:09.590155 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ac3df2c0-5cb8-4e9b-ae47-6ddf350c9fd8 None None] Bound port: a4bc5f09-cdb8-48e3-8019-28deabcd5fa2, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ed36b0-261e-4503-82c1-9f3eea8d8c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '42c06545-369c-43b2-8575-bfb5ce0ad6be'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:16:09.590577 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac3df2c0-5cb8-4e9b-ae47-6ddf350c9fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:09.646568 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cd86c751-71a1-4773-ba10-aef10b285456 req-ade527dd-6965-4b5d-819b-761711803a85 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176147 Jul 23 20:16:09.766528 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59158) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:09.895793 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9942153b-267f-4d8b-9dd7-a036ae3d298d admin admin] Checking segment: {'id': 'eda74a34-9238-4680-a359-ece24dcfb8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9cc8d9c9-1bc3-4d3a-9dfa-070c0014b531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:16:09.896387 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9942153b-267f-4d8b-9dd7-a036ae3d298d admin admin] Network hostable DHCP agents. Network: 9cc8d9c9-1bc3-4d3a-9dfa-070c0014b531, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:16:09.910349 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffc3e8-6bdb-4181-bd18-ce14912145d3 req-5bc4adc2-4c9c-41ed-b85f-c7b14f753c9c tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:09.912019 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c6ffc3e8-6bdb-4181-bd18-ce14912145d3 req-5bc4adc2-4c9c-41ed-b85f-c7b14f753c9c tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3a2d89c-7260-46ad-8915-a0f693eb3f7e HTTP/1.1" status: 200 len: 945 time: 1.0994003 Jul 23 20:16:09.979576 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c6ffc3e8-6bdb-4181-bd18-ce14912145d3 req-eb15abae-b315-4999-826e-b4ec28aebda4 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580752 Jul 23 20:16:09.980538 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9942153b-267f-4d8b-9dd7-a036ae3d298d admin admin] Network 9cc8d9c9-1bc3-4d3a-9dfa-070c0014b531 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:16:09.993865 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-9942153b-267f-4d8b-9dd7-a036ae3d298d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 9cc8d9c9-1bc3-4d3a-9dfa-070c0014b531) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:10.013954 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9942153b-267f-4d8b-9dd7-a036ae3d298d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:10.013954 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9942153b-267f-4d8b-9dd7-a036ae3d298d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:10.054352 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9942153b-267f-4d8b-9dd7-a036ae3d298d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1356781 Jul 23 20:16:10.058124 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59166) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:10.063373 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-42f963a0-c55c-4323-b6f0-071a126fe708 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1929387638-router', 'tenant_id': '09a0f5678fb9450cafa6f8d6802685c5', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:10.086762 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3c475c3a-fc38-4e05-bfb7-2921ab564d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:10.111203 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-42f963a0-c55c-4323-b6f0-071a126fe708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:10.114589 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-ac3df2c0-5cb8-4e9b-ae47-6ddf350c9fd8 None None] For port a4bc5f09-cdb8-48e3-8019-28deabcd5fa2, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:16:10.114859 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-42f963a0-c55c-4323-b6f0-071a126fe708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:10.119858 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-ac3df2c0-5cb8-4e9b-ae47-6ddf350c9fd8 None None] For port a4bc5f09-cdb8-48e3-8019-28deabcd5fa2, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=a4bc5f09-cdb8-48e3-8019-28deabcd5fa2,segment=NetworkSegment(d4ed36b0-261e-4503-82c1-9f3eea8d8c2c),segment_id=d4ed36b0-261e-4503-82c1-9f3eea8d8c2c)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:16:10.156498 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4529d1b-b809-4856-8158-7bbfa412463c None None] Network 9cc8d9c9-1bc3-4d3a-9dfa-070c0014b531 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:16:10.336716 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-42f963a0-c55c-4323-b6f0-071a126fe708 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:10.379592 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3c475c3a-fc38-4e05-bfb7-2921ab564d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:10.401053 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3c475c3a-fc38-4e05-bfb7-2921ab564d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:10.487652 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3c475c3a-fc38-4e05-bfb7-2921ab564d55 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=02dc21df659d443e8a2d21dde355ddd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7158115 Jul 23 20:16:10.487652 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c475c3a-fc38-4e05-bfb7-2921ab564d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eeb32fd-d33e-4097-af65-82cd53f9615f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:10.488803 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59176) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:10.499640 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac3df2c0-5cb8-4e9b-ae47-6ddf350c9fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:10.564767 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device b1032d90-a671-4ad4-ae31-8b75c3d80e4c up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:16:10.624529 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0b08f3f7-9e0a-4de5-a57b-1c30757bc1bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:10.667264 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-42f963a0-c55c-4323-b6f0-071a126fe708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:10.697923 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0b08f3f7-9e0a-4de5-a57b-1c30757bc1bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:10.701040 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5b10a-5161-4fa7-a1ac-0ab12958a5e1 req-87104c3b-e59a-4870-8694-d332d71df6bb tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:10.703553 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-17b5b10a-5161-4fa7-a1ac-0ab12958a5e1 req-87104c3b-e59a-4870-8694-d332d71df6bb tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4f741c4-74e9-4e2f-ab2a-e3964302e34f HTTP/1.1" status: 200 len: 945 time: 0.4284034 Jul 23 20:16:10.783105 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ea885-f438-4833-92b0-8f6cab0b8a89 None None] Pushing event updated for resources: {'Port': ['ID=a4bc5f09-cdb8-48e3-8019-28deabcd5fa2,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:10.890625 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0b08f3f7-9e0a-4de5-a57b-1c30757bc1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:10.897125 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3df2c0-5cb8-4e9b-ae47-6ddf350c9fd8 None None] Routers {'ad0ca847-2ba1-4c42-911f-a67614902db7'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:16:10.899765 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ac3df2c0-5cb8-4e9b-ae47-6ddf350c9fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:15:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ad0ca847-2ba1-4c42-911f-a67614902db7'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:10.900295 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0b08f3f7-9e0a-4de5-a57b-1c30757bc1bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:10.903634 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0b08f3f7-9e0a-4de5-a57b-1c30757bc1bf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6eeb32fd-d33e-4097-af65-82cd53f9615f HTTP/1.1" status: 204 len: 168 time: 0.4134681 Jul 23 20:16:10.929493 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08f3f7-9e0a-4de5-a57b-1c30757bc1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eeb32fd-d33e-4097-af65-82cd53f9615f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:10.943825 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-17b5b10a-5161-4fa7-a1ac-0ab12958a5e1 req-a2ef6199-b675-460f-b46f-ea76d427f153 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984310 Jul 23 20:16:11.282450 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7253440f-3113-4497-bcd4-2f1b82dc1e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:11.332040 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port b1032d90-a671-4ad4-ae31-8b75c3d80e4c completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:16:11.348522 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-ac3df2c0-5cb8-4e9b-ae47-6ddf350c9fd8 None None] Set router ad0ca847-2ba1-4c42-911f-a67614902db7 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:16:11.397825 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port b1032d90-a671-4ad4-ae31-8b75c3d80e4c triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:11.398199 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:11.428076 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2002c2-d928-4bf1-98a6-5bddff8328c3 req-3e9757e4-b806-4774-bcd7-ecd577178c8b tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:11.433130 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f2002c2-d928-4bf1-98a6-5bddff8328c3 req-3e9757e4-b806-4774-bcd7-ecd577178c8b tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.3044310 Jul 23 20:16:11.588670 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59194) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:11.590603 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f799594d-1dc4-40ff-81db-0eaff3eb7b91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-9cc8d9c9-1bc3-4d3a-9dfa-070c0014b531', 'network_id': '9cc8d9c9-1bc3-4d3a-9dfa-070c0014b531', 'tenant_id': '09a0f5678fb9450cafa6f8d6802685c5', 'fixed_ips': [{'subnet_id': '96f3811f-6106-483e-baa2-18eda199254c'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:16:11.591696 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f799594d-1dc4-40ff-81db-0eaff3eb7b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:11.606776 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-149c2c9a-a279-4eb2-ab36-80cbd1a9cd20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:11.674629 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f2002c2-d928-4bf1-98a6-5bddff8328c3 req-6739d549-e4be-4b85-b9ed-007a4dd8103a tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427474 Jul 23 20:16:11.681236 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-42f963a0-c55c-4323-b6f0-071a126fe708 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:11.722931 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-42f963a0-c55c-4323-b6f0-071a126fe708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:11.786703 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-149c2c9a-a279-4eb2-ab36-80cbd1a9cd20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:11.794958 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-149c2c9a-a279-4eb2-ab36-80cbd1a9cd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:11.823960 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c60ec37e-ee41-429f-97a4-a55c5f3b8f37 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:11.850623 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c60ec37e-ee41-429f-97a4-a55c5f3b8f37 None None] Transition to ACTIVE for port object ca10e2cf-a876-488f-9e96-ddb24ec4c46f will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:16:11.873010 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c2c9a-a279-4eb2-ab36-80cbd1a9cd20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3aaa77b-4ef4-40a9-849c-d362997a368b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:11.881067 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-149c2c9a-a279-4eb2-ab36-80cbd1a9cd20 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bbd6dec1b20d4feba4f2fdb0359e11a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2905710 Jul 23 20:16:11.883182 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59196) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:11.944053 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-42f963a0-c55c-4323-b6f0-071a126fe708 admin admin] Allocated IP 172.25.1.13 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/9770fe44-1715-4c2e-a3d5-c62ce71a0dcb) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:16:12.011673 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c60ec37e-ee41-429f-97a4-a55c5f3b8f37 None None] Transition to ACTIVE for port object ca10e2cf-a876-488f-9e96-ddb24ec4c46f will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:16:12.015140 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:12.031372 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e99abf1-bab5-48ed-a80f-dc22cffde95d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:12.077681 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c60ec37e-ee41-429f-97a4-a55c5f3b8f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:12.107083 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-daf831d8-d8e3-4709-84dd-d88b4e8f5975 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:12.134833 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e99abf1-bab5-48ed-a80f-dc22cffde95d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:12.146759 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf831d8-d8e3-4709-84dd-d88b4e8f5975 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Pushing event deleted for resources: {'Subnet': ['ID=39dd9e13-e0d4-4357-87eb-ca0f0c1bf4fe,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:12.214831 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-42f963a0-c55c-4323-b6f0-071a126fe708 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:12.304062 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f741c4-74e9-4e2f-ab2a-e3964302e34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1032d90-a671-4ad4-ae31-8b75c3d80e4c'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:16:12.306790 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129dd014-4134-4050-819b-4fc6e2edc277" -d '{"events": [{"server_uuid": "d4f741c4-74e9-4e2f-ab2a-e3964302e34f", "name": "network-vif-plugged", "status": "completed", "tag": "b1032d90-a671-4ad4-ae31-8b75c3d80e4c"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:16:12.335977 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60ec37e-ee41-429f-97a4-a55c5f3b8f37 None None] Network ffb24c83-12d0-42e5-8033-d9b71adf1cdd is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:16:12.375264 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-daf831d8-d8e3-4709-84dd-d88b4e8f5975 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:12.399504 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-c60ec37e-ee41-429f-97a4-a55c5f3b8f37 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:12.441397 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-daf831d8-d8e3-4709-84dd-d88b4e8f5975 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb24c83-12d0-42e5-8033-d9b71adf1cdd']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:12.466995 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-f799594d-1dc4-40ff-81db-0eaff3eb7b91 None None] Allocated IP 172.20.0.2 (9cc8d9c9-1bc3-4d3a-9dfa-070c0014b531/96f3811f-6106-483e-baa2-18eda199254c/16ecab9b-c2f9-4deb-b08e-d25df57a6c57) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:16:12.469045 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-daf831d8-d8e3-4709-84dd-d88b4e8f5975 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df83880-69f1-4efe-b2d7-fb8b7d75ca46') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:12.469337 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-daf831d8-d8e3-4709-84dd-d88b4e8f5975 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df83880-69f1-4efe-b2d7-fb8b7d75ca46') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:12.474202 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port b1032d90-a671-4ad4-ae31-8b75c3d80e4c, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=b1032d90-a671-4ad4-ae31-8b75c3d80e4c,segment=NetworkSegment(69080602-6244-4faa-8140-ce9343de0881),segment_id=69080602-6244-4faa-8140-ce9343de0881)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:12.476018 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ec37e-ee41-429f-97a4-a55c5f3b8f37 None None] Pushing event updated for resources: {'Port': ['ID=ca10e2cf-a876-488f-9e96-ddb24ec4c46f,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:12.483979 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60ec37e-ee41-429f-97a4-a55c5f3b8f37 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:16:12.484913 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6868be1-8ab0-49f0-b46f-7e75f6e48bac req-5592e045-7751-4ed1-97b1-d71ff05ec416 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:12.489024 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e6868be1-8ab0-49f0-b46f-7e75f6e48bac req-5592e045-7751-4ed1-97b1-d71ff05ec416 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4f741c4-74e9-4e2f-ab2a-e3964302e34f HTTP/1.1" status: 200 len: 945 time: 0.3760495 Jul 23 20:16:12.495777 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ed2316-7f79-413e-b4a8-f307c9d88679 x-openstack-request-id: req-b6ed2316-7f79-413e-b4a8-f307c9d88679 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:16:12.496680 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f741c4-74e9-4e2f-ab2a-e3964302e34f", "name": "network-vif-plugged", "status": "completed", "tag": "b1032d90-a671-4ad4-ae31-8b75c3d80e4c", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:16:12.497436 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6ed2316-7f79-413e-b4a8-f307c9d88679 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:16:12.498416 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f741c4-74e9-4e2f-ab2a-e3964302e34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1032d90-a671-4ad4-ae31-8b75c3d80e4c', 'code': 200} Jul 23 20:16:12.508603 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-daf831d8-d8e3-4709-84dd-d88b4e8f5975 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:12.562930 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e6868be1-8ab0-49f0-b46f-7e75f6e48bac req-b58837e7-5606-471f-9b39-94ad4c8ab862 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577040 Jul 23 20:16:12.567172 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e99abf1-bab5-48ed-a80f-dc22cffde95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:12.572558 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e99abf1-bab5-48ed-a80f-dc22cffde95d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:12.577964 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3e99abf1-bab5-48ed-a80f-dc22cffde95d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a3aaa77b-4ef4-40a9-849c-d362997a368b HTTP/1.1" status: 204 len: 168 time: 0.6910870 Jul 23 20:16:12.614433 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99abf1-bab5-48ed-a80f-dc22cffde95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3aaa77b-4ef4-40a9-849c-d362997a368b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:12.618039 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:12.647539 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-daf831d8-d8e3-4709-84dd-d88b4e8f5975 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:12.662968 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daf831d8-d8e3-4709-84dd-d88b4e8f5975 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:16:12.664783 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-daf831d8-d8e3-4709-84dd-d88b4e8f5975 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:12.749620 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:16:12.749620 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:16:12.749620 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:16:12.749620 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:16:12.749620 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:16:12.749620 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:16:12.749620 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:16:12.749620 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:16:12.749620 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:16:12.749620 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:16:12.749620 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:16:12.749620 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:16:12.749620 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:16:12.749620 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:16:12.749620 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:16:12.749620 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:16:12.749620 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:16:12.749620 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:16:12.749620 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:16:12.749620 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:16:12.749620 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:16:12.749620 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:16:12.749620 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:16:12.749620 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:16:12.749620 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:16:12.749620 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:16:12.749620 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:16:12.749620 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:16:12.749620 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:16:12.749620 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:16:12.749620 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:16:12.749620 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:16:12.846381 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.db.api [None req-daf831d8-d8e3-4709-84dd-d88b4e8f5975 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 20:16:12.846381 n-d-793618-10 neutron-server[93875]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 20:16:12.846381 n-d-793618-10 neutron-server[93875]: [parameters: {'id': 'ffb24c83-12d0-42e5-8033-d9b71adf1cdd'}] Jul 23 20:16:12.846381 n-d-793618-10 neutron-server[93875]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93875) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:16:12.847174 n-d-793618-10 neutron-server[93875]: DEBUG oslo_db.api [None req-daf831d8-d8e3-4709-84dd-d88b4e8f5975 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:16:12.849995 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-42f963a0-c55c-4323-b6f0-071a126fe708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:12.885595 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=b1032d90-a671-4ad4-ae31-8b75c3d80e4c,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:12.923957 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f963a0-c55c-4323-b6f0-071a126fe708 admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:16:12.935451 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-42f963a0-c55c-4323-b6f0-071a126fe708 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:12.941634 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efef727-13fd-41f0-a311-4e97fde1ce9e req-aa94dd9c-5335-4c90-bf7c-c51b92cbae05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:12.945248 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9efef727-13fd-41f0-a311-4e97fde1ce9e req-aa94dd9c-5335-4c90-bf7c-c51b92cbae05 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d4f741c4-74e9-4e2f-ab2a-e3964302e34f HTTP/1.1" status: 200 len: 1098 time: 0.3950713 Jul 23 20:16:12.949180 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f963a0-c55c-4323-b6f0-071a126fe708 admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:16:12.994036 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9ee44-b22c-43cb-874b-81395c10ef28 req-2faf602b-f843-43c9-9cb0-ec3c9573b396 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:13.003328 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-64e9ee44-b22c-43cb-874b-81395c10ef28 req-2faf602b-f843-43c9-9cb0-ec3c9573b396 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.1641111 Jul 23 20:16:13.067042 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-64e9ee44-b22c-43cb-874b-81395c10ef28 req-c4797421-0a21-4e87-b773-3c0002df7e0d tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623910 Jul 23 20:16:13.091184 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f963a0-c55c-4323-b6f0-071a126fe708 admin admin] Pushing event updated for resources: {'Port': ['ID=9770fe44-1715-4c2e-a3d5-c62ce71a0dcb,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:13.145594 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9efef727-13fd-41f0-a311-4e97fde1ce9e req-da2842ff-d7cf-4df2-a8e1-2552ccc9b02d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802957 Jul 23 20:16:13.294965 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-c60ec37e-ee41-429f-97a4-a55c5f3b8f37 None None] Attempting to bind port ca10e2cf-a876-488f-9e96-ddb24ec4c46f on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:16:13.295343 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-c60ec37e-ee41-429f-97a4-a55c5f3b8f37 None None] Attempting to bind port ca10e2cf-a876-488f-9e96-ddb24ec4c46f by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '1df83880-69f1-4efe-b2d7-fb8b7d75ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ffb24c83-12d0-42e5-8033-d9b71adf1cdd'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:16:13.295717 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60ec37e-ee41-429f-97a4-a55c5f3b8f37 None None] Attempting to bind port ca10e2cf-a876-488f-9e96-ddb24ec4c46f on network ffb24c83-12d0-42e5-8033-d9b71adf1cdd {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:16:13.347794 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fb53387f-f9da-4b7c-a0a9-24e7a156c1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:13.351247 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-daf831d8-d8e3-4709-84dd-d88b4e8f5975 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:13.383088 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60ec37e-ee41-429f-97a4-a55c5f3b8f37 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:16:13.383628 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60ec37e-ee41-429f-97a4-a55c5f3b8f37 None None] Checking segment: {'id': '1df83880-69f1-4efe-b2d7-fb8b7d75ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ffb24c83-12d0-42e5-8033-d9b71adf1cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:16:13.384049 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c60ec37e-ee41-429f-97a4-a55c5f3b8f37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:13.384458 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60ec37e-ee41-429f-97a4-a55c5f3b8f37 None None] Bound using segment: {'id': '1df83880-69f1-4efe-b2d7-fb8b7d75ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ffb24c83-12d0-42e5-8033-d9b71adf1cdd'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:16:13.384957 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-c60ec37e-ee41-429f-97a4-a55c5f3b8f37 None None] Bound port: ca10e2cf-a876-488f-9e96-ddb24ec4c46f, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df83880-69f1-4efe-b2d7-fb8b7d75ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ffb24c83-12d0-42e5-8033-d9b71adf1cdd'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:16:13.385373 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c60ec37e-ee41-429f-97a4-a55c5f3b8f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:13.400346 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ac3df2c0-5cb8-4e9b-ae47-6ddf350c9fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'name': 'tempest-TestVolumeBackupRestore-1866629625-router', 'tenant_id': '936c6a23d3304ba9b49a208cdf1f5765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '1891fa76-5723-4929-a956-23f2b334f13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:15:52Z', 'updated_at': '2021-07-23T20:16:01Z', 'revision_number': 4, 'project_id': '936c6a23d3304ba9b49a208cdf1f5765', 'gw_port': {'id': '1891fa76-5723-4929-a956-23f2b334f13e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:15:53Z', 'updated_at': '2021-07-23T20:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'a4bc5f09-cdb8-48e3-8019-28deabcd5fa2', 'name': '', 'network_id': '42c06545-369c-43b2-8575-bfb5ce0ad6be', 'tenant_id': '936c6a23d3304ba9b49a208cdf1f5765', 'mac_address': 'fa:16:3e:7c:67:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '2ccb223c-2045-4a31-86c3-160bfa105044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:15:58Z', 'updated_at': '2021-07-23T20:16:10Z', 'revision_number': 4, 'project_id': '936c6a23d3304ba9b49a208cdf1f5765', 'subnets': [{'id': '2ccb223c-2045-4a31-86c3-160bfa105044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:13.685103 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f799594d-1dc4-40ff-81db-0eaff3eb7b91 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:13.741916 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f799594d-1dc4-40ff-81db-0eaff3eb7b91 None None] Transition to ACTIVE for port object 16ecab9b-c2f9-4deb-b08e-d25df57a6c57 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:16:13.773944 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f799594d-1dc4-40ff-81db-0eaff3eb7b91 None None] Transition to ACTIVE for port object 16ecab9b-c2f9-4deb-b08e-d25df57a6c57 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:16:13.783246 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3df2c0-5cb8-4e9b-ae47-6ddf350c9fd8 None None] The sync data for ids ['ad0ca847-2ba1-4c42-911f-a67614902db7'] in n-d-793618-10 is: [{'id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'name': 'tempest-TestVolumeBackupRestore-1866629625-router', 'tenant_id': '936c6a23d3304ba9b49a208cdf1f5765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '1891fa76-5723-4929-a956-23f2b334f13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:15:52Z', 'updated_at': '2021-07-23T20:16:01Z', 'revision_number': 4, 'project_id': '936c6a23d3304ba9b49a208cdf1f5765', 'gw_port': {'id': '1891fa76-5723-4929-a956-23f2b334f13e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:15:53Z', 'updated_at': '2021-07-23T20:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'a4bc5f09-cdb8-48e3-8019-28deabcd5fa2', 'name': '', 'network_id': '42c06545-369c-43b2-8575-bfb5ce0ad6be', 'tenant_id': '936c6a23d3304ba9b49a208cdf1f5765', 'mac_address': 'fa:16:3e:7c:67:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '2ccb223c-2045-4a31-86c3-160bfa105044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:15:58Z', 'updated_at': '2021-07-23T20:16:10Z', 'revision_number': 4, 'project_id': '936c6a23d3304ba9b49a208cdf1f5765', 'subnets': [{'id': '2ccb223c-2045-4a31-86c3-160bfa105044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:16:13.801680 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:13.815957 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f799594d-1dc4-40ff-81db-0eaff3eb7b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:14.056945 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f799594d-1dc4-40ff-81db-0eaff3eb7b91 None None] Pushing event updated for resources: {'Port': ['ID=16ecab9b-c2f9-4deb-b08e-d25df57a6c57,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:14.102649 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f799594d-1dc4-40ff-81db-0eaff3eb7b91 None None] Network 9cc8d9c9-1bc3-4d3a-9dfa-070c0014b531 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:16:14.129737 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-f799594d-1dc4-40ff-81db-0eaff3eb7b91 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:14.135689 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f799594d-1dc4-40ff-81db-0eaff3eb7b91 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:16:14.222064 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-42f963a0-c55c-4323-b6f0-071a126fe708 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:14.299844 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-daf831d8-d8e3-4709-84dd-d88b4e8f5975 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Deleting port ca10e2cf-a876-488f-9e96-ddb24ec4c46f {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:16:14.300340 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-daf831d8-d8e3-4709-84dd-d88b4e8f5975 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:14.374603 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:14.375336 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f14c1-ece9-492d-8831-84dc76cc66e6 req-8354e22b-f6e5-4223-86dd-61d90bd03da2 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:14.387819 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-671f14c1-ece9-492d-8831-84dc76cc66e6 req-8354e22b-f6e5-4223-86dd-61d90bd03da2 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.1776001 Jul 23 20:16:14.397206 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-f799594d-1dc4-40ff-81db-0eaff3eb7b91 None None] Attempting to bind port 16ecab9b-c2f9-4deb-b08e-d25df57a6c57 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:16:14.397630 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-f799594d-1dc4-40ff-81db-0eaff3eb7b91 None None] Attempting to bind port 16ecab9b-c2f9-4deb-b08e-d25df57a6c57 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'eda74a34-9238-4680-a359-ece24dcfb8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9cc8d9c9-1bc3-4d3a-9dfa-070c0014b531'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:16:14.397955 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f799594d-1dc4-40ff-81db-0eaff3eb7b91 None None] Attempting to bind port 16ecab9b-c2f9-4deb-b08e-d25df57a6c57 on network 9cc8d9c9-1bc3-4d3a-9dfa-070c0014b531 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:16:14.421391 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f799594d-1dc4-40ff-81db-0eaff3eb7b91 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:16:14.422261 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f799594d-1dc4-40ff-81db-0eaff3eb7b91 None None] Checking segment: {'id': 'eda74a34-9238-4680-a359-ece24dcfb8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9cc8d9c9-1bc3-4d3a-9dfa-070c0014b531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:16:14.422261 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f799594d-1dc4-40ff-81db-0eaff3eb7b91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:14.422889 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f799594d-1dc4-40ff-81db-0eaff3eb7b91 None None] Bound using segment: {'id': 'eda74a34-9238-4680-a359-ece24dcfb8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9cc8d9c9-1bc3-4d3a-9dfa-070c0014b531'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:16:14.427572 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-f799594d-1dc4-40ff-81db-0eaff3eb7b91 None None] Bound port: 16ecab9b-c2f9-4deb-b08e-d25df57a6c57, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda74a34-9238-4680-a359-ece24dcfb8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9cc8d9c9-1bc3-4d3a-9dfa-070c0014b531'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:16:14.429275 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f799594d-1dc4-40ff-81db-0eaff3eb7b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:14.496141 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-671f14c1-ece9-492d-8831-84dc76cc66e6 req-be9f6c49-695c-42f3-bf8c-3a6758de2e38 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069486 Jul 23 20:16:14.544173 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08eef17-5f20-4ed4-9f1f-b3459245a197 req-10d8ec9d-19b9-4d95-acf9-d8e12920f28b tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:14.553442 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-f799594d-1dc4-40ff-81db-0eaff3eb7b91 None None] For port 16ecab9b-c2f9-4deb-b08e-d25df57a6c57, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:16:14.556144 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-f799594d-1dc4-40ff-81db-0eaff3eb7b91 None None] For port 16ecab9b-c2f9-4deb-b08e-d25df57a6c57, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=16ecab9b-c2f9-4deb-b08e-d25df57a6c57,segment=NetworkSegment(eda74a34-9238-4680-a359-ece24dcfb8bc),segment_id=eda74a34-9238-4680-a359-ece24dcfb8bc)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:16:14.566934 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c08eef17-5f20-4ed4-9f1f-b3459245a197 req-10d8ec9d-19b9-4d95-acf9-d8e12920f28b tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4f741c4-74e9-4e2f-ab2a-e3964302e34f HTTP/1.1" status: 200 len: 946 time: 0.6384628 Jul 23 20:16:14.587612 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-c60ec37e-ee41-429f-97a4-a55c5f3b8f37 None None] For port ca10e2cf-a876-488f-9e96-ddb24ec4c46f, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:16:14.606371 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f799594d-1dc4-40ff-81db-0eaff3eb7b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:14.732157 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-daf831d8-d8e3-4709-84dd-d88b4e8f5975 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] For port ca10e2cf-a876-488f-9e96-ddb24ec4c46f, host n-d-793618-10, got binding levels [] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:14.734369 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-daf831d8-d8e3-4709-84dd-d88b4e8f5975 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:14.878940 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c08eef17-5f20-4ed4-9f1f-b3459245a197 req-8738508e-f1b3-4e81-9a53-13332e06b1e1 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106897 Jul 23 20:16:14.887652 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-daf831d8-d8e3-4709-84dd-d88b4e8f5975 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Calling delete_port for ca10e2cf-a876-488f-9e96-ddb24ec4c46f owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:16:15.010013 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:15.023402 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f799594d-1dc4-40ff-81db-0eaff3eb7b91 None None] Pushing event updated for resources: {'Port': ['ID=16ecab9b-c2f9-4deb-b08e-d25df57a6c57,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:15.067300 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-c60ec37e-ee41-429f-97a4-a55c5f3b8f37 None None] For port ca10e2cf-a876-488f-9e96-ddb24ec4c46f, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=ca10e2cf-a876-488f-9e96-ddb24ec4c46f,segment=NetworkSegment(1df83880-69f1-4efe-b2d7-fb8b7d75ca46),segment_id=1df83880-69f1-4efe-b2d7-fb8b7d75ca46)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:16:15.082076 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-42f963a0-c55c-4323-b6f0-071a126fe708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:15.099815 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c60ec37e-ee41-429f-97a4-a55c5f3b8f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:15.187796 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:15.281582 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-daf831d8-d8e3-4709-84dd-d88b4e8f5975 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:15.284225 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ec37e-ee41-429f-97a4-a55c5f3b8f37 None None] Pushing event updated for resources: {'Port': ['ID=ca10e2cf-a876-488f-9e96-ddb24ec4c46f,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:15.335028 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f504918-8ce5-4972-a046-b77b07a6ef0a None None] Network ffb24c83-12d0-42e5-8033-d9b71adf1cdd requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:16:15.358112 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf831d8-d8e3-4709-84dd-d88b4e8f5975 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] No DVR routers for this DVR port ca10e2cf-a876-488f-9e96-ddb24ec4c46f on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:16:15.366019 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf831d8-d8e3-4709-84dd-d88b4e8f5975 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Pushing event deleted for resources: {'Port': ['ID=ca10e2cf-a876-488f-9e96-ddb24ec4c46f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:15.819254 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-daf831d8-d8e3-4709-84dd-d88b4e8f5975 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:15.861788 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:15.876923 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-daf831d8-d8e3-4709-84dd-d88b4e8f5975 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb24c83-12d0-42e5-8033-d9b71adf1cdd']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:15.939557 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-daf831d8-d8e3-4709-84dd-d88b4e8f5975 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df83880-69f1-4efe-b2d7-fb8b7d75ca46') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:15.945598 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-daf831d8-d8e3-4709-84dd-d88b4e8f5975 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df83880-69f1-4efe-b2d7-fb8b7d75ca46') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:15.975591 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f963a0-c55c-4323-b6f0-071a126fe708 admin admin] Router 2073ea9e-c0d4-491f-87a1-6f7ca90bbb32 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:16:15.992296 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-daf831d8-d8e3-4709-84dd-d88b4e8f5975 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:15.997912 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 16ecab9b-c2f9-4deb-b08e-d25df57a6c57 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:16:16.071859 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71d333-56cc-4120-89f4-5f93ac069f81 req-b5869e9a-b494-49ac-94e9-1908d66627ce tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:16.086373 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dd71d333-56cc-4120-89f4-5f93ac069f81 req-b5869e9a-b494-49ac-94e9-1908d66627ce tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.4307213 Jul 23 20:16:16.096317 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-daf831d8-d8e3-4709-84dd-d88b4e8f5975 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:16.184084 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 16ecab9b-c2f9-4deb-b08e-d25df57a6c57 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:16:16.204134 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a4bc5f09-cdb8-48e3-8019-28deabcd5fa2 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:16:16.286768 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db761a-0ca6-409b-8da9-2123340c9837 req-cfa8bb27-92bb-47ff-9a1a-1ec566a090b6 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:16.292782 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f9db761a-0ca6-409b-8da9-2123340c9837 req-cfa8bb27-92bb-47ff-9a1a-1ec566a090b6 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4f741c4-74e9-4e2f-ab2a-e3964302e34f HTTP/1.1" status: 200 len: 946 time: 0.2701373 Jul 23 20:16:16.297357 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daf831d8-d8e3-4709-84dd-d88b4e8f5975 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:16:16.298574 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-daf831d8-d8e3-4709-84dd-d88b4e8f5975 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:16.302409 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:16:16.302409 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:16:16.302409 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:16:16.302409 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:16:16.302409 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:16:16.302409 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:16:16.302409 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:16:16.302409 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:16:16.302409 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:16:16.302409 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:16:16.302409 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:16:16.302409 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:16:16.302409 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:16:16.302409 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:16:16.302409 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:16:16.302409 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:16:16.302409 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:16:16.302409 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:16:16.302409 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:16:16.302409 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:16:16.302409 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:16:16.302409 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:16:16.302409 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:16:16.302409 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:16:16.302409 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:16:16.302409 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:16:16.302409 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:16:16.302409 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:16:16.302409 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:16:16.302409 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:16:16.302409 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:16:16.302409 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:16:16.412581 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dd71d333-56cc-4120-89f4-5f93ac069f81 req-57dea32c-441a-454d-987b-1c88ae537157 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250725 Jul 23 20:16:16.434625 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port a4bc5f09-cdb8-48e3-8019-28deabcd5fa2 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:16:16.459963 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port a4bc5f09-cdb8-48e3-8019-28deabcd5fa2 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:16.463242 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:16.466466 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f9db761a-0ca6-409b-8da9-2123340c9837 req-c7da5455-3c07-48dd-b39a-5bd8e896a0ec tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655464 Jul 23 20:16:16.671846 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-daf831d8-d8e3-4709-84dd-d88b4e8f5975 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:16.684733 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-daf831d8-d8e3-4709-84dd-d88b4e8f5975 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:16.710984 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59308) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:16.711214 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-daf831d8-d8e3-4709-84dd-d88b4e8f5975 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] 10.222.0.32 "DELETE /v2.0/networks/ffb24c83-12d0-42e5-8033-d9b71adf1cdd HTTP/1.1" status: 204 len: 168 time: 8.6566372 Jul 23 20:16:16.719087 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-2c78d161-1c7f-4da6-8d43-c6cdf2848768 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1512664353'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:16.754645 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf831d8-d8e3-4709-84dd-d88b4e8f5975 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Pushing event deleted for resources: {'Network': ['ID=ffb24c83-12d0-42e5-8033-d9b71adf1cdd,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:16.771131 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:16.783666 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f963a0-c55c-4323-b6f0-071a126fe708 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:16:16.799203 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe74834-df83-4b88-8625-25391eeef714 None None] Sync routers for ids ['2073ea9e-c0d4-491f-87a1-6f7ca90bbb32'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:16:16.822511 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe74834-df83-4b88-8625-25391eeef714 None None] Routers {'2073ea9e-c0d4-491f-87a1-6f7ca90bbb32'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:16:16.823167 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1fe74834-df83-4b88-8625-25391eeef714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:16:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['2073ea9e-c0d4-491f-87a1-6f7ca90bbb32'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:16.835922 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c78d161-1c7f-4da6-8d43-c6cdf2848768 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Made reservation on behalf of 473cec8355034d399b48b03266d71f40 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:16:16.843397 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-42f963a0-c55c-4323-b6f0-071a126fe708 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:16.848432 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-42f963a0-c55c-4323-b6f0-071a126fe708 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.7855926 Jul 23 20:16:16.849000 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59312) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:16.857229 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2c78d161-1c7f-4da6-8d43-c6cdf2848768 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:16.922643 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c78d161-1c7f-4da6-8d43-c6cdf2848768 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:16:16.952355 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2c78d161-1c7f-4da6-8d43-c6cdf2848768 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:16.956053 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-2c78d161-1c7f-4da6-8d43-c6cdf2848768 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Added segment 64de67ca-3cca-4fb9-89e7-1c3538576cc1 of type vlan for network ae683eda-87fa-4661-8604-d7fa37cd3daa Jul 23 20:16:16.965579 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port a4bc5f09-cdb8-48e3-8019-28deabcd5fa2, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=a4bc5f09-cdb8-48e3-8019-28deabcd5fa2,segment=NetworkSegment(d4ed36b0-261e-4503-82c1-9f3eea8d8c2c),segment_id=d4ed36b0-261e-4503-82c1-9f3eea8d8c2c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:16.983833 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:17.122250 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b77a39-1499-4baa-a6d7-4a3f98d3385c None None] Network 9cc8d9c9-1bc3-4d3a-9dfa-070c0014b531 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:16:17.144536 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2c78d161-1c7f-4da6-8d43-c6cdf2848768 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:17.175289 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-1fe74834-df83-4b88-8625-25391eeef714 None None] Set router 2073ea9e-c0d4-491f-87a1-6f7ca90bbb32 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:16:17.307842 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2c78d161-1c7f-4da6-8d43-c6cdf2848768 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:17.318989 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c78d161-1c7f-4da6-8d43-c6cdf2848768 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:17.320240 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2c78d161-1c7f-4da6-8d43-c6cdf2848768 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:17.363583 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d862212f-1132-4649-8723-d0a39f5386ad None None] Provisioning for port 16ecab9b-c2f9-4deb-b08e-d25df57a6c57 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:16:17.419946 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d862212f-1132-4649-8723-d0a39f5386ad None None] Provisioning complete for port 16ecab9b-c2f9-4deb-b08e-d25df57a6c57 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:17.424367 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d862212f-1132-4649-8723-d0a39f5386ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:17.546801 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=a4bc5f09-cdb8-48e3-8019-28deabcd5fa2,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:17.651006 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59332) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:17.770738 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1fe74834-df83-4b88-8625-25391eeef714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2073ea9e-c0d4-491f-87a1-6f7ca90bbb32', 'name': 'tempest-TestVolumeBackupRestore-1929387638-router', 'tenant_id': '09a0f5678fb9450cafa6f8d6802685c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '9770fe44-1715-4c2e-a3d5-c62ce71a0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:16:10Z', 'updated_at': '2021-07-23T20:16:13Z', 'revision_number': 3, 'project_id': '09a0f5678fb9450cafa6f8d6802685c5', 'gw_port': {'id': '9770fe44-1715-4c2e-a3d5-c62ce71a0dcb', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:13:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2073ea9e-c0d4-491f-87a1-6f7ca90bbb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:16:11Z', 'updated_at': '2021-07-23T20:16:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:17.833823 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a4bc5f09-cdb8-48e3-8019-28deabcd5fa2 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:16:17.855049 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe74834-df83-4b88-8625-25391eeef714 None None] Checking router: 2073ea9e-c0d4-491f-87a1-6f7ca90bbb32 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:16:17.856621 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe74834-df83-4b88-8625-25391eeef714 None None] Updating router 2073ea9e-c0d4-491f-87a1-6f7ca90bbb32 port 9770fe44-1715-4c2e-a3d5-c62ce71a0dcb binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:16:17.875812 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2c78d161-1c7f-4da6-8d43-c6cdf2848768 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1632555 Jul 23 20:16:17.897110 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59340) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:17.929612 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-d59f99d8-3632-43f3-b6b9-9ddc8f7e96f0 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Request body: {'subnet': {'network_id': 'ae683eda-87fa-4661-8604-d7fa37cd3daa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:17.946894 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1fe74834-df83-4b88-8625-25391eeef714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:17.960057 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2bc0b-0955-4173-b18a-421770af4b94 req-88e9f822-ca98-4ef7-8544-33518ffe96fc tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:17.971561 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-aef2bc0b-0955-4173-b18a-421770af4b94 req-88e9f822-ca98-4ef7-8544-33518ffe96fc tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/networks?id=98a30b96-c863-4728-b0d0-d47c79801693 HTTP/1.1" status: 200 len: 806 time: 0.9006035 Jul 23 20:16:17.979426 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d862212f-1132-4649-8723-d0a39f5386ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:17.982717 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78d161-1c7f-4da6-8d43-c6cdf2848768 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Pushing event updated for resources: {'Network': ['ID=ae683eda-87fa-4661-8604-d7fa37cd3daa,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:17.999536 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43190d-bdeb-442c-8c0a-42562e44f7dc req-a92ce405-3b58-4f69-a560-a2ebdcc04542 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:18.007412 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9e43190d-bdeb-442c-8c0a-42562e44f7dc req-a92ce405-3b58-4f69-a560-a2ebdcc04542 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.3571157 Jul 23 20:16:18.024086 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-aef2bc0b-0955-4173-b18a-421770af4b94 req-e84ef7e2-e6e9-4456-9920-dc094027d030 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/quotas/2748f4b40df14523b46431ce846cbb13 HTTP/1.1" status: 200 len: 375 time: 0.0512228 Jul 23 20:16:18.049284 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network ae683eda-87fa-4661-8604-d7fa37cd3daa details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:16:18.134613 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-aef2bc0b-0955-4173-b18a-421770af4b94 req-ec09a1e4-3237-447e-9a15-1123810a4992 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2748f4b40df14523b46431ce846cbb13&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1088042 Jul 23 20:16:18.270354 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d862212f-1132-4649-8723-d0a39f5386ad None None] For port 16ecab9b-c2f9-4deb-b08e-d25df57a6c57, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=16ecab9b-c2f9-4deb-b08e-d25df57a6c57,segment=NetworkSegment(eda74a34-9238-4680-a359-ece24dcfb8bc),segment_id=eda74a34-9238-4680-a359-ece24dcfb8bc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:18.379782 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d862212f-1132-4649-8723-d0a39f5386ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:18.402782 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-aef2bc0b-0955-4173-b18a-421770af4b94 req-e2bd2df9-bf22-445b-93fb-e71214464f9a service neutron] 10.222.0.32 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671702 Jul 23 20:16:18.460900 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port a4bc5f09-cdb8-48e3-8019-28deabcd5fa2 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:18.461715 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:18.510780 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862212f-1132-4649-8723-d0a39f5386ad None None] Pushing event updated for resources: {'Port': ['ID=16ecab9b-c2f9-4deb-b08e-d25df57a6c57,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:18.659940 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-aef2bc0b-0955-4173-b18a-421770af4b94 req-0d715457-63e5-464b-9d5e-eacb6fb74cff service neutron] 10.222.0.32 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551150 Jul 23 20:16:18.712082 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1fe74834-df83-4b88-8625-25391eeef714 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:18.723490 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1fe74834-df83-4b88-8625-25391eeef714 None None] Transition to ACTIVE for port object 9770fe44-1715-4c2e-a3d5-c62ce71a0dcb will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:16:18.731147 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1fe74834-df83-4b88-8625-25391eeef714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:18.758886 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-1fe74834-df83-4b88-8625-25391eeef714 None None] Attempting to bind port 9770fe44-1715-4c2e-a3d5-c62ce71a0dcb on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:16:18.759252 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-1fe74834-df83-4b88-8625-25391eeef714 None None] Attempting to bind port 9770fe44-1715-4c2e-a3d5-c62ce71a0dcb by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:16:18.759736 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe74834-df83-4b88-8625-25391eeef714 None None] Attempting to bind port 9770fe44-1715-4c2e-a3d5-c62ce71a0dcb on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:16:18.784603 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe74834-df83-4b88-8625-25391eeef714 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:16:18.784978 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe74834-df83-4b88-8625-25391eeef714 None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:16:18.785444 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1fe74834-df83-4b88-8625-25391eeef714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:18.785867 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe74834-df83-4b88-8625-25391eeef714 None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:16:18.786354 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-1fe74834-df83-4b88-8625-25391eeef714 None None] Bound port: 9770fe44-1715-4c2e-a3d5-c62ce71a0dcb, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:16:18.786838 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1fe74834-df83-4b88-8625-25391eeef714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:18.866487 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-1fe74834-df83-4b88-8625-25391eeef714 None None] For port 9770fe44-1715-4c2e-a3d5-c62ce71a0dcb, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:16:18.870169 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-1fe74834-df83-4b88-8625-25391eeef714 None None] For port 9770fe44-1715-4c2e-a3d5-c62ce71a0dcb, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=9770fe44-1715-4c2e-a3d5-c62ce71a0dcb,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:16:18.877305 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1fe74834-df83-4b88-8625-25391eeef714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:18.914923 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe74834-df83-4b88-8625-25391eeef714 None None] Routers {'2073ea9e-c0d4-491f-87a1-6f7ca90bbb32'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:16:18.915565 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1fe74834-df83-4b88-8625-25391eeef714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:16:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['2073ea9e-c0d4-491f-87a1-6f7ca90bbb32'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:18.944970 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02769b4-e5fc-4779-890b-926abe39e399 None None] get_active_networks_info from n-d-793618-10 {{(pid=93877) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:16:19.076720 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-3de248d7-8928-4c2d-af4f-1306b0dae6b7 None None] Provisioning complete for port 16ecab9b-c2f9-4deb-b08e-d25df57a6c57 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:19.086135 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3de248d7-8928-4c2d-af4f-1306b0dae6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:19.141396 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-97f70320-4f46-4bc2-a493-d676f3019753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:19.321882 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-1fe74834-df83-4b88-8625-25391eeef714 None None] Set router 2073ea9e-c0d4-491f-87a1-6f7ca90bbb32 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:16:19.343283 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9e43190d-bdeb-442c-8c0a-42562e44f7dc req-edc54247-b04a-407d-a0c0-e8e679c67db8 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3266327 Jul 23 20:16:19.344597 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-73066aa9-e5cc-4070-8a7c-cdc0c8e1e603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:19.557876 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02769b4-e5fc-4779-890b-926abe39e399 None None] Resources bound (agent type, host, resource id): {{(pid=93877) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:16:19.574734 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9334dfd7-da9c-40e5-811c-4ff9937992f4 None None] Pushing event updated for resources: {'Port': ['ID=9770fe44-1715-4c2e-a3d5-c62ce71a0dcb,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:19.811380 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9334dfd7-da9c-40e5-811c-4ff9937992f4 None None] Pushing event updated for resources: {'Port': ['ID=9770fe44-1715-4c2e-a3d5-c62ce71a0dcb,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:19.825529 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 16ecab9b-c2f9-4deb-b08e-d25df57a6c57 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:16:19.935554 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59f99d8-3632-43f3-b6b9-9ddc8f7e96f0 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Made reservation on behalf of 473cec8355034d399b48b03266d71f40 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:16:19.961279 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d59f99d8-3632-43f3-b6b9-9ddc8f7e96f0 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:19.980094 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1fe74834-df83-4b88-8625-25391eeef714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2073ea9e-c0d4-491f-87a1-6f7ca90bbb32', 'name': 'tempest-TestVolumeBackupRestore-1929387638-router', 'tenant_id': '09a0f5678fb9450cafa6f8d6802685c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '9770fe44-1715-4c2e-a3d5-c62ce71a0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:16:10Z', 'updated_at': '2021-07-23T20:16:13Z', 'revision_number': 3, 'project_id': '09a0f5678fb9450cafa6f8d6802685c5', 'gw_port': {'id': '9770fe44-1715-4c2e-a3d5-c62ce71a0dcb', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:13:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2073ea9e-c0d4-491f-87a1-6f7ca90bbb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:16:11Z', 'updated_at': '2021-07-23T20:16:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:20.048426 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe74834-df83-4b88-8625-25391eeef714 None None] The sync data for ids ['2073ea9e-c0d4-491f-87a1-6f7ca90bbb32'] in n-d-793618-10 is: [{'id': '2073ea9e-c0d4-491f-87a1-6f7ca90bbb32', 'name': 'tempest-TestVolumeBackupRestore-1929387638-router', 'tenant_id': '09a0f5678fb9450cafa6f8d6802685c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '9770fe44-1715-4c2e-a3d5-c62ce71a0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:16:10Z', 'updated_at': '2021-07-23T20:16:13Z', 'revision_number': 3, 'project_id': '09a0f5678fb9450cafa6f8d6802685c5', 'gw_port': {'id': '9770fe44-1715-4c2e-a3d5-c62ce71a0dcb', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:13:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2073ea9e-c0d4-491f-87a1-6f7ca90bbb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:16:11Z', 'updated_at': '2021-07-23T20:16:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:16:20.285221 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 16ecab9b-c2f9-4deb-b08e-d25df57a6c57 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:20.286051 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:20.774564 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-97f70320-4f46-4bc2-a493-d676f3019753 admin admin] Allocated IP 172.20.0.1 (9cc8d9c9-1bc3-4d3a-9dfa-070c0014b531/96f3811f-6106-483e-baa2-18eda199254c/29ce4aa1-3e0f-4463-b013-5733638c2e54) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:16:20.950818 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-97f70320-4f46-4bc2-a493-d676f3019753 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:20.978157 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-e50e7d50-0de2-4eb2-963c-92c167114532 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:20.987489 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-e50e7d50-0de2-4eb2-963c-92c167114532 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/networks?id=98a30b96-c863-4728-b0d0-d47c79801693 HTTP/1.1" status: 200 len: 806 time: 0.2438557 Jul 23 20:16:20.988257 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-97f70320-4f46-4bc2-a493-d676f3019753 admin admin] Transition to ACTIVE for port object 29ce4aa1-3e0f-4463-b013-5733638c2e54 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:16:21.026144 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-d9523a4a-b3e5-4043-a239-7f8a5dd6976a tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/quotas/2748f4b40df14523b46431ce846cbb13 HTTP/1.1" status: 200 len: 375 time: 0.0376232 Jul 23 20:16:21.176782 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-ef5d63dc-a567-4865-ad73-116e78fa3143 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2748f4b40df14523b46431ce846cbb13&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1492569 Jul 23 20:16:21.239795 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-73066aa9-e5cc-4070-8a7c-cdc0c8e1e603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:21.260985 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-97f70320-4f46-4bc2-a493-d676f3019753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:21.265343 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-73066aa9-e5cc-4070-8a7c-cdc0c8e1e603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:21.273810 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d59f99d8-3632-43f3-b6b9-9ddc8f7e96f0 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:21.352725 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-b848a793-bbd9-400a-906e-b7d99b18f759 service neutron] 10.222.0.32 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682611 Jul 23 20:16:21.472060 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f99d8-3632-43f3-b6b9-9ddc8f7e96f0 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Pushing event updated for resources: {'Subnet': ['ID=3b8579c5-3de7-43b3-983d-0a23650cf194,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:21.487161 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-455f1d89-f145-404d-b6e9-e6996b702ee4 service neutron] 10.222.0.32 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334896 Jul 23 20:16:21.546660 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f70320-4f46-4bc2-a493-d676f3019753 admin admin] Network 9cc8d9c9-1bc3-4d3a-9dfa-070c0014b531 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:16:21.561092 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-97f70320-4f46-4bc2-a493-d676f3019753 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:21.581624 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f70320-4f46-4bc2-a493-d676f3019753 admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:16:21.644753 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59406) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:21.650294 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-73066aa9-e5cc-4070-8a7c-cdc0c8e1e603 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2f5d0ada628743a390e33562c8bbb39a&name=default HTTP/1.1" status: 200 len: 2983 time: 3.9959168 Jul 23 20:16:21.734943 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5717ce4f-3a38-4cad-872a-890977f7a6a1 req-3f5cfbb1-1e8e-485c-9af1-9e37ef1bb49d tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:21.760612 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5717ce4f-3a38-4cad-872a-890977f7a6a1 req-3f5cfbb1-1e8e-485c-9af1-9e37ef1bb49d tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 1.1378655 Jul 23 20:16:21.798991 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2787a4b8-97dd-42e5-b537-87af273581dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:21.801603 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73066aa9-e5cc-4070-8a7c-cdc0c8e1e603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985dddd8-98cf-4f57-92ec-b3bfba6b6915,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:21.867288 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f70320-4f46-4bc2-a493-d676f3019753 admin admin] Pushing event updated for resources: {'Port': ['ID=29ce4aa1-3e0f-4463-b013-5733638c2e54,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:21.932687 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2787a4b8-97dd-42e5-b537-87af273581dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:21.960887 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 9770fe44-1715-4c2e-a3d5-c62ce71a0dcb up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:16:22.066160 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-97f70320-4f46-4bc2-a493-d676f3019753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:22.163798 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2787a4b8-97dd-42e5-b537-87af273581dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:22.168510 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2787a4b8-97dd-42e5-b537-87af273581dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:22.180043 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2787a4b8-97dd-42e5-b537-87af273581dc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/985dddd8-98cf-4f57-92ec-b3bfba6b6915 HTTP/1.1" status: 204 len: 168 time: 0.5333159 Jul 23 20:16:22.208127 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2787a4b8-97dd-42e5-b537-87af273581dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985dddd8-98cf-4f57-92ec-b3bfba6b6915,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:22.327294 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-46285bf2-155f-44c6-962a-d5962f8268ca None None] Provisioning for port 29ce4aa1-3e0f-4463-b013-5733638c2e54 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:16:22.415778 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-46285bf2-155f-44c6-962a-d5962f8268ca None None] Provisioning complete for port 29ce4aa1-3e0f-4463-b013-5733638c2e54 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:22.420435 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-46285bf2-155f-44c6-962a-d5962f8268ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:22.430807 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9b1d2862-c2d4-4730-b6c4-fe6286b96890 req-eb22de9b-8f8e-42e7-935a-bcd0ac591698 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d91090-ba10-4100-b28f-e1d9716b2122 HTTP/1.1" status: 200 len: 210 time: 0.1249063 Jul 23 20:16:22.480457 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59f99d8-3632-43f3-b6b9-9ddc8f7e96f0 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Checking segment: {'id': '64de67ca-3cca-4fb9-89e7-1c3538576cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ae683eda-87fa-4661-8604-d7fa37cd3daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:16:22.480957 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59f99d8-3632-43f3-b6b9-9ddc8f7e96f0 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Network hostable DHCP agents. Network: ae683eda-87fa-4661-8604-d7fa37cd3daa, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:16:22.493909 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-46285bf2-155f-44c6-962a-d5962f8268ca None None] Port 29ce4aa1-3e0f-4463-b013-5733638c2e54 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:16:22.516254 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 9770fe44-1715-4c2e-a3d5-c62ce71a0dcb completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:16:22.534051 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 9770fe44-1715-4c2e-a3d5-c62ce71a0dcb triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:22.535495 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:22.555575 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5717ce4f-3a38-4cad-872a-890977f7a6a1 req-9fb257fd-7b88-4d91-8007-a58e0127a263 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7931731 Jul 23 20:16:22.618525 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59f99d8-3632-43f3-b6b9-9ddc8f7e96f0 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Network ae683eda-87fa-4661-8604-d7fa37cd3daa is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:16:22.638604 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-d59f99d8-3632-43f3-b6b9-9ddc8f7e96f0 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, ae683eda-87fa-4661-8604-d7fa37cd3daa) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:22.644421 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59f99d8-3632-43f3-b6b9-9ddc8f7e96f0 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:22.645045 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d59f99d8-3632-43f3-b6b9-9ddc8f7e96f0 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:22.662680 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ae3318-57b5-4979-b374-8b50e6a4d80f None None] Network ae683eda-87fa-4661-8604-d7fa37cd3daa requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:16:22.677675 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d59f99d8-3632-43f3-b6b9-9ddc8f7e96f0 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.7708244 Jul 23 20:16:22.680245 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59424) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:22.944082 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-97f70320-4f46-4bc2-a493-d676f3019753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:23.126528 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ccd04594-a276-4f5d-b14f-337708db0587 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:23.213894 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:23.282449 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ccd04594-a276-4f5d-b14f-337708db0587 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:23.370332 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 9770fe44-1715-4c2e-a3d5-c62ce71a0dcb, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=9770fe44-1715-4c2e-a3d5-c62ce71a0dcb,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:23.381171 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59446) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:23.430583 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c9410954-5c3c-4e67-8f7a-9cf08ce34c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:23.436379 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-97f70320-4f46-4bc2-a493-d676f3019753 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:23.452654 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-97f70320-4f46-4bc2-a493-d676f3019753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:23.466701 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:23.490450 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457d42c9-544c-4da4-bccf-2485b8052f19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-ae683eda-87fa-4661-8604-d7fa37cd3daa', 'network_id': 'ae683eda-87fa-4661-8604-d7fa37cd3daa', 'tenant_id': '473cec8355034d399b48b03266d71f40', 'fixed_ips': [{'subnet_id': '3b8579c5-3de7-43b3-983d-0a23650cf194'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:16:23.491573 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-457d42c9-544c-4da4-bccf-2485b8052f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:23.676319 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-97f70320-4f46-4bc2-a493-d676f3019753 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:23.681908 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f70320-4f46-4bc2-a493-d676f3019753 admin admin] Pushing event updated for resources: {'Port': ['ID=29ce4aa1-3e0f-4463-b013-5733638c2e54,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:23.712536 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ccd04594-a276-4f5d-b14f-337708db0587 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:23.806495 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5af06-fcaf-497f-b3ea-6739c747acef req-03155767-301c-43cd-87fc-022ef15dfa13 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:23.818463 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5af06-fcaf-497f-b3ea-6739c747acef req-03155767-301c-43cd-87fc-022ef15dfa13 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:23.829632 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5af06-fcaf-497f-b3ea-6739c747acef req-03155767-301c-43cd-87fc-022ef15dfa13 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:23.841672 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5af06-fcaf-497f-b3ea-6739c747acef req-03155767-301c-43cd-87fc-022ef15dfa13 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:23.843197 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd04594-a276-4f5d-b14f-337708db0587 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Pushing event deleted for resources: {'Subnet': ['ID=3b8579c5-3de7-43b3-983d-0a23650cf194,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:23.849822 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5af06-fcaf-497f-b3ea-6739c747acef req-03155767-301c-43cd-87fc-022ef15dfa13 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:23.857086 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5af06-fcaf-497f-b3ea-6739c747acef req-03155767-301c-43cd-87fc-022ef15dfa13 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:23.865949 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5af06-fcaf-497f-b3ea-6739c747acef req-03155767-301c-43cd-87fc-022ef15dfa13 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:23.873825 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eff5af06-fcaf-497f-b3ea-6739c747acef req-03155767-301c-43cd-87fc-022ef15dfa13 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 5436 time: 0.3653140 Jul 23 20:16:23.877043 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-ab32b1cc-06ef-42a7-a910-9b8f94cc59fe tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:23.891089 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-ab32b1cc-06ef-42a7-a910-9b8f94cc59fe tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/networks?id=787d5425-c035-4280-8138-7c31904b0b0f HTTP/1.1" status: 200 len: 814 time: 0.6197348 Jul 23 20:16:23.915332 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=9770fe44-1715-4c2e-a3d5-c62ce71a0dcb,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:23.986878 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eff5af06-fcaf-497f-b3ea-6739c747acef req-0fcf2914-bf9c-4c3a-af19-45b46be2de5f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8eab5fee-f8eb-4aed-a3f0-c440f60a4ea3&id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1090002 Jul 23 20:16:24.011366 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f70320-4f46-4bc2-a493-d676f3019753 admin admin] Network 9cc8d9c9-1bc3-4d3a-9dfa-070c0014b531 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:16:24.013424 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-97f70320-4f46-4bc2-a493-d676f3019753 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:24.100133 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ccd04594-a276-4f5d-b14f-337708db0587 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:24.151390 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ccd04594-a276-4f5d-b14f-337708db0587 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae683eda-87fa-4661-8604-d7fa37cd3daa']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:24.197193 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ccd04594-a276-4f5d-b14f-337708db0587 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64de67ca-3cca-4fb9-89e7-1c3538576cc1') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:24.197193 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ccd04594-a276-4f5d-b14f-337708db0587 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64de67ca-3cca-4fb9-89e7-1c3538576cc1') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:24.229288 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ccd04594-a276-4f5d-b14f-337708db0587 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:24.232206 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91bd03d-ea7c-4c77-8c0b-d110a5c0660d None None] Network ae683eda-87fa-4661-8604-d7fa37cd3daa requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:16:24.268551 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ccd04594-a276-4f5d-b14f-337708db0587 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:24.287100 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccd04594-a276-4f5d-b14f-337708db0587 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:16:24.288411 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ccd04594-a276-4f5d-b14f-337708db0587 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:24.296675 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f70320-4f46-4bc2-a493-d676f3019753 admin admin] Router 2073ea9e-c0d4-491f-87a1-6f7ca90bbb32 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:16:24.458258 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:16:24.458258 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:16:24.458258 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:16:24.458258 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:16:24.458258 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:16:24.458258 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:16:24.458258 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:16:24.458258 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:16:24.458258 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:16:24.458258 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:16:24.458258 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:16:24.458258 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:16:24.458258 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:16:24.458258 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:16:24.458258 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:16:24.458258 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:16:24.458258 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:16:24.458258 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:16:24.458258 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:16:24.458258 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:16:24.458258 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:16:24.458258 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:16:24.458258 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:16:24.458258 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:16:24.458258 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:16:24.458258 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:16:24.458258 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:16:24.458258 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:16:24.458258 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:16:24.458258 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:16:24.458258 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:16:24.458258 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:16:24.487768 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ccd04594-a276-4f5d-b14f-337708db0587 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:24.536223 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ccd04594-a276-4f5d-b14f-337708db0587 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:24.546262 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ccd04594-a276-4f5d-b14f-337708db0587 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] 10.222.0.32 "DELETE /v2.0/networks/ae683eda-87fa-4661-8604-d7fa37cd3daa HTTP/1.1" status: 204 len: 168 time: 1.8649485 Jul 23 20:16:24.551302 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-66886961-c4e1-414c-b7f6-7b4498b93636 req-62f81df7-7430-4544-8ec7-8f3736548330 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d91090-ba10-4100-b28f-e1d9716b2122 HTTP/1.1" status: 200 len: 210 time: 0.2471726 Jul 23 20:16:24.551843 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59456) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:24.560518 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-3acc9e3b-aa02-4dc3-bc6b-c7300a0a7cde tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/quotas/6d83b9df188244af88af507e82586aa5 HTTP/1.1" status: 200 len: 375 time: 0.6667304 Jul 23 20:16:24.584128 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-7375acba-4f2e-44f2-819f-b9dd7decb4be tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1606868259'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:24.591661 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-364da2c4-c328-400f-b521-a4457c1fd989 None None] Provisioning complete for port 29ce4aa1-3e0f-4463-b013-5733638c2e54 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:24.592508 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-364da2c4-c328-400f-b521-a4457c1fd989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:24.671995 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd04594-a276-4f5d-b14f-337708db0587 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Pushing event deleted for resources: {'Network': ['ID=ae683eda-87fa-4661-8604-d7fa37cd3daa,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:24.678401 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-364da2c4-c328-400f-b521-a4457c1fd989 None None] Port 29ce4aa1-3e0f-4463-b013-5733638c2e54 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:16:24.773317 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-a9c485da-4398-400d-a05b-53903a67c679 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d83b9df188244af88af507e82586aa5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2115378 Jul 23 20:16:24.850151 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-0266771b-18f9-409e-af6c-9f2e9fa58c96 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:24.855832 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-0266771b-18f9-409e-af6c-9f2e9fa58c96 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.30 "GET /v2.0/networks?id=98a30b96-c863-4728-b0d0-d47c79801693 HTTP/1.1" status: 200 len: 806 time: 0.5048895 Jul 23 20:16:24.931386 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-d0a83937-7d5e-4037-bb9b-ce836cac2c29 service neutron] 10.222.0.32 "GET /v2.0/networks/787d5425-c035-4280-8138-7c31904b0b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565554 Jul 23 20:16:24.962799 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-622a110f-8ea2-4b65-9450-a6f2b4501b2e tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Request body: {'port': {'device_id': '58d91090-ba10-4100-b28f-e1d9716b2122', 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693', 'admin_state_up': True, 'tenant_id': '2748f4b40df14523b46431ce846cbb13'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:25.086348 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c9410954-5c3c-4e67-8f7a-9cf08ce34c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:25.099484 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c9410954-5c3c-4e67-8f7a-9cf08ce34c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:25.155917 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f34f6-60dc-4751-940a-c0ceab1153b7 req-59255a04-dd1f-4698-9ccb-2b81b0cc87f3 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:25.164200 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9c0f34f6-60dc-4751-940a-c0ceab1153b7 req-59255a04-dd1f-4698-9ccb-2b81b0cc87f3 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.4504204 Jul 23 20:16:25.226945 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9c0f34f6-60dc-4751-940a-c0ceab1153b7 req-c6e3fe57-f522-475d-8e37-f3e75f66fd3a tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617454 Jul 23 20:16:25.227665 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7375acba-4f2e-44f2-819f-b9dd7decb4be tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Made reservation on behalf of 473cec8355034d399b48b03266d71f40 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:16:25.231269 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7375acba-4f2e-44f2-819f-b9dd7decb4be tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:25.304128 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f70320-4f46-4bc2-a493-d676f3019753 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:16:25.306786 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9410954-5c3c-4e67-8f7a-9cf08ce34c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d429c14-1e39-4f24-85ff-4d7333281196,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:25.324366 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-97f70320-4f46-4bc2-a493-d676f3019753 admin admin] 10.222.0.32 "PUT /v2.0/routers/2073ea9e-c0d4-491f-87a1-6f7ca90bbb32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4729421 Jul 23 20:16:25.339713 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8692d6-88c5-4847-9192-a440edfee337 None None] Sync routers for ids ['2073ea9e-c0d4-491f-87a1-6f7ca90bbb32'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:16:25.367287 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8692d6-88c5-4847-9192-a440edfee337 None None] Routers {'2073ea9e-c0d4-491f-87a1-6f7ca90bbb32'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:16:25.368415 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-3f8692d6-88c5-4847-9192-a440edfee337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:16:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['2073ea9e-c0d4-491f-87a1-6f7ca90bbb32'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:25.395077 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c9410954-5c3c-4e67-8f7a-9cf08ce34c5b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6dc8f8a25f234ff681d8acc62fbcafa2&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0067577 Jul 23 20:16:25.402955 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59462) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:25.404964 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7375acba-4f2e-44f2-819f-b9dd7decb4be tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:16:25.436086 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7375acba-4f2e-44f2-819f-b9dd7decb4be tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:25.436647 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-7375acba-4f2e-44f2-819f-b9dd7decb4be tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Added segment b3a009a3-1117-4ecd-b116-737292579f8a of type vlan for network 453a552b-926c-4013-bf10-17d92bc30daa Jul 23 20:16:25.488803 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-622a110f-8ea2-4b65-9450-a6f2b4501b2e tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Made reservation on behalf of 2748f4b40df14523b46431ce846cbb13 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:16:25.495330 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-622a110f-8ea2-4b65-9450-a6f2b4501b2e tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:25.501953 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-30eb8dee-43cb-416c-997b-bfefbb0579e1 service neutron] 10.222.0.32 "GET /v2.0/networks/787d5425-c035-4280-8138-7c31904b0b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5696545 Jul 23 20:16:25.595343 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ded0f97-073c-422f-8027-2ad6a96e5f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:25.663799 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ded0f97-073c-422f-8027-2ad6a96e5f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:25.716362 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-3f8692d6-88c5-4847-9192-a440edfee337 None None] Set router 2073ea9e-c0d4-491f-87a1-6f7ca90bbb32 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:16:25.794040 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ded0f97-073c-422f-8027-2ad6a96e5f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:25.811401 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ded0f97-073c-422f-8027-2ad6a96e5f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:25.818980 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8ded0f97-073c-422f-8027-2ad6a96e5f95 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d429c14-1e39-4f24-85ff-4d7333281196 HTTP/1.1" status: 204 len: 168 time: 0.4123204 Jul 23 20:16:25.848192 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7375acba-4f2e-44f2-819f-b9dd7decb4be tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:25.880337 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded0f97-073c-422f-8027-2ad6a96e5f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d429c14-1e39-4f24-85ff-4d7333281196,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:25.982260 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7375acba-4f2e-44f2-819f-b9dd7decb4be tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:25.998337 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8d5ae77b-c53c-45cb-a674-69e47191bb65 req-98417306-30f6-49ac-bc73-6e1ec82e831f tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d91090-ba10-4100-b28f-e1d9716b2122 HTTP/1.1" status: 200 len: 210 time: 0.0466595 Jul 23 20:16:26.011279 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7375acba-4f2e-44f2-819f-b9dd7decb4be tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:26.012334 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7375acba-4f2e-44f2-819f-b9dd7decb4be tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:26.039238 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 9770fe44-1715-4c2e-a3d5-c62ce71a0dcb up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:16:26.216878 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a7f0a89d-062a-4a78-8b45-573a33519ad7 req-ea9add03-477d-46a4-8cb9-d8a42cff7b99 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf156dd4-a470-476b-9a91-e304dc614de9 HTTP/1.1" status: 200 len: 210 time: 0.1334362 Jul 23 20:16:26.343394 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7375acba-4f2e-44f2-819f-b9dd7decb4be tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Pushing event updated for resources: {'Network': ['ID=453a552b-926c-4013-bf10-17d92bc30daa,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:26.422128 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f959224-1745-4e33-9fb0-d32e7fe0848a req-b0eeeeff-47f3-4e21-b5bc-7d8ef0562f9d tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:26.450939 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f959224-1745-4e33-9fb0-d32e7fe0848a req-b0eeeeff-47f3-4e21-b5bc-7d8ef0562f9d tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:26.515719 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f959224-1745-4e33-9fb0-d32e7fe0848a req-b0eeeeff-47f3-4e21-b5bc-7d8ef0562f9d tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:26.534647 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f959224-1745-4e33-9fb0-d32e7fe0848a req-b0eeeeff-47f3-4e21-b5bc-7d8ef0562f9d tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:26.562658 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f959224-1745-4e33-9fb0-d32e7fe0848a req-b0eeeeff-47f3-4e21-b5bc-7d8ef0562f9d tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:26.577812 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f959224-1745-4e33-9fb0-d32e7fe0848a req-b0eeeeff-47f3-4e21-b5bc-7d8ef0562f9d tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:26.581931 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 453a552b-926c-4013-bf10-17d92bc30daa details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:16:26.599835 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f959224-1745-4e33-9fb0-d32e7fe0848a req-b0eeeeff-47f3-4e21-b5bc-7d8ef0562f9d tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:26.616575 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0f959224-1745-4e33-9fb0-d32e7fe0848a req-b0eeeeff-47f3-4e21-b5bc-7d8ef0562f9d tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 5436 time: 1.2692235 Jul 23 20:16:26.731394 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7375acba-4f2e-44f2-819f-b9dd7decb4be tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.1593409 Jul 23 20:16:26.736454 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59510) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:26.756746 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-e9a8694a-c884-49e9-bede-b855b4def8c6 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Request body: {'subnet': {'network_id': '453a552b-926c-4013-bf10-17d92bc30daa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:26.788627 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb7c6c-1c3d-4f1f-878e-0ff201cf33df req-45a7808d-39d6-4a44-8a45-09b9cc26bef5 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:26.819735 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8afb7c6c-1c3d-4f1f-878e-0ff201cf33df req-45a7808d-39d6-4a44-8a45-09b9cc26bef5 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.3542163 Jul 23 20:16:26.869189 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 9770fe44-1715-4c2e-a3d5-c62ce71a0dcb triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:26.870022 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:26.930616 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-622a110f-8ea2-4b65-9450-a6f2b4501b2e tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Allocated IP 172.20.0.14 (98a30b96-c863-4728-b0d0-d47c79801693/2edc7abb-7a35-4b24-95dd-2cab074cfd4c/2aca55f8-ec34-4a4e-8e00-b4050a25776b) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:16:27.010139 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8afb7c6c-1c3d-4f1f-878e-0ff201cf33df req-9694fb54-e032-4b34-9a87-c8f200bee1a6 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848111 Jul 23 20:16:27.103565 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-3f8692d6-88c5-4847-9192-a440edfee337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2073ea9e-c0d4-491f-87a1-6f7ca90bbb32', 'name': 'tempest-TestVolumeBackupRestore-1929387638-router', 'tenant_id': '09a0f5678fb9450cafa6f8d6802685c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '9770fe44-1715-4c2e-a3d5-c62ce71a0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:16:10Z', 'updated_at': '2021-07-23T20:16:22Z', 'revision_number': 4, 'project_id': '09a0f5678fb9450cafa6f8d6802685c5', 'gw_port': {'id': '9770fe44-1715-4c2e-a3d5-c62ce71a0dcb', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:13:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2073ea9e-c0d4-491f-87a1-6f7ca90bbb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:16:11Z', 'updated_at': '2021-07-23T20:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '29ce4aa1-3e0f-4463-b013-5733638c2e54', 'name': '', 'network_id': '9cc8d9c9-1bc3-4d3a-9dfa-070c0014b531', 'tenant_id': '09a0f5678fb9450cafa6f8d6802685c5', 'mac_address': 'fa:16:3e:8b:14:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2073ea9e-c0d4-491f-87a1-6f7ca90bbb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '96f3811f-6106-483e-baa2-18eda199254c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:16:19Z', 'updated_at': '2021-07-23T20:16:23Z', 'revision_number': 2, 'project_id': '09a0f5678fb9450cafa6f8d6802685c5', 'subnets': [{'id': '96f3811f-6106-483e-baa2-18eda199254c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:27.128671 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a8694a-c884-49e9-bede-b855b4def8c6 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Made reservation on behalf of 473cec8355034d399b48b03266d71f40 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:16:27.133809 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e9a8694a-c884-49e9-bede-b855b4def8c6 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:27.144781 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8692d6-88c5-4847-9192-a440edfee337 None None] Checking router: 2073ea9e-c0d4-491f-87a1-6f7ca90bbb32 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:16:27.145177 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8692d6-88c5-4847-9192-a440edfee337 None None] Updating router 2073ea9e-c0d4-491f-87a1-6f7ca90bbb32 port 29ce4aa1-3e0f-4463-b013-5733638c2e54 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:16:27.196556 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f8692d6-88c5-4847-9192-a440edfee337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:27.456096 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-62471bae-777f-48e3-831b-fb16050f3cc4 req-579b8abb-b0e4-45bd-83cc-d18b82ae50f2 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf156dd4-a470-476b-9a91-e304dc614de9 HTTP/1.1" status: 200 len: 210 time: 0.0632179 Jul 23 20:16:27.608862 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:16:27.660272 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e30c8a99-f6c1-4ea1-9a31-485e47c247cc req-54fd439a-a917-4974-8183-558bd76338d4 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d91090-ba10-4100-b28f-e1d9716b2122 HTTP/1.1" status: 200 len: 210 time: 0.3809369 Jul 23 20:16:27.840411 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f8692d6-88c5-4847-9192-a440edfee337 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:27.862720 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-3f8692d6-88c5-4847-9192-a440edfee337 None None] Transition to ACTIVE for port object 29ce4aa1-3e0f-4463-b013-5733638c2e54 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:16:27.874413 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f8692d6-88c5-4847-9192-a440edfee337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:27.997426 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7bc2aa-059e-44cf-a0c5-f4b31f14e21d None None] Pushing event updated for resources: {'Port': ['ID=29ce4aa1-3e0f-4463-b013-5733638c2e54,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:28.177098 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-3f8692d6-88c5-4847-9192-a440edfee337 None None] Attempting to bind port 29ce4aa1-3e0f-4463-b013-5733638c2e54 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:16:28.177098 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-3f8692d6-88c5-4847-9192-a440edfee337 None None] Attempting to bind port 29ce4aa1-3e0f-4463-b013-5733638c2e54 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'eda74a34-9238-4680-a359-ece24dcfb8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9cc8d9c9-1bc3-4d3a-9dfa-070c0014b531'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:16:28.177380 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8692d6-88c5-4847-9192-a440edfee337 None None] Attempting to bind port 29ce4aa1-3e0f-4463-b013-5733638c2e54 on network 9cc8d9c9-1bc3-4d3a-9dfa-070c0014b531 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:16:28.205899 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-622a110f-8ea2-4b65-9450-a6f2b4501b2e tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:28.238066 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8692d6-88c5-4847-9192-a440edfee337 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:16:28.238066 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8692d6-88c5-4847-9192-a440edfee337 None None] Checking segment: {'id': 'eda74a34-9238-4680-a359-ece24dcfb8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9cc8d9c9-1bc3-4d3a-9dfa-070c0014b531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:16:28.238066 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f8692d6-88c5-4847-9192-a440edfee337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:28.238066 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8692d6-88c5-4847-9192-a440edfee337 None None] Bound using segment: {'id': 'eda74a34-9238-4680-a359-ece24dcfb8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9cc8d9c9-1bc3-4d3a-9dfa-070c0014b531'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:16:28.238066 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-3f8692d6-88c5-4847-9192-a440edfee337 None None] Bound port: 29ce4aa1-3e0f-4463-b013-5733638c2e54, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda74a34-9238-4680-a359-ece24dcfb8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9cc8d9c9-1bc3-4d3a-9dfa-070c0014b531'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:16:28.238066 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f8692d6-88c5-4847-9192-a440edfee337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:28.295136 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-6c243bec-a901-4990-b37a-6decd7e7fddb tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:28.296738 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-6c243bec-a901-4990-b37a-6decd7e7fddb tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.18 "GET /v2.0/networks?id=787d5425-c035-4280-8138-7c31904b0b0f HTTP/1.1" status: 200 len: 814 time: 0.4937580 Jul 23 20:16:28.330617 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-ff34275b-106e-49e7-ab6a-2ec09fbfc43d tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Request body: {'port': {'device_id': 'cf156dd4-a470-476b-9a91-e304dc614de9', 'network_id': '787d5425-c035-4280-8138-7c31904b0b0f', 'admin_state_up': True, 'tenant_id': '6d83b9df188244af88af507e82586aa5'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:28.456368 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-3f8692d6-88c5-4847-9192-a440edfee337 None None] For port 29ce4aa1-3e0f-4463-b013-5733638c2e54, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:16:28.460269 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-3f8692d6-88c5-4847-9192-a440edfee337 None None] For port 29ce4aa1-3e0f-4463-b013-5733638c2e54, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=29ce4aa1-3e0f-4463-b013-5733638c2e54,segment=NetworkSegment(eda74a34-9238-4680-a359-ece24dcfb8bc),segment_id=eda74a34-9238-4680-a359-ece24dcfb8bc)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:16:28.477052 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3f8692d6-88c5-4847-9192-a440edfee337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:28.496394 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69feec38-a153-4917-8649-52a7b701eeff req-daabf124-2d2b-4081-ac2e-1c9795d97be8 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:28.500264 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-69feec38-a153-4917-8649-52a7b701eeff req-daabf124-2d2b-4081-ac2e-1c9795d97be8 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.2102070 Jul 23 20:16:28.599292 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-69feec38-a153-4917-8649-52a7b701eeff req-79d5cdee-3c2e-4b02-a8f1-9121d4b7231e tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882816 Jul 23 20:16:28.751119 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7bc2aa-059e-44cf-a0c5-f4b31f14e21d None None] Pushing event updated for resources: {'Port': ['ID=29ce4aa1-3e0f-4463-b013-5733638c2e54,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:28.821031 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f9758b9b-4610-41c0-89ae-75043c9d0ae1 req-f2c11f5f-a735-4389-8b2b-f8eb2b6b2e24 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf156dd4-a470-476b-9a91-e304dc614de9 HTTP/1.1" status: 200 len: 210 time: 0.1734328 Jul 23 20:16:28.828032 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-622a110f-8ea2-4b65-9450-a6f2b4501b2e tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:28.865371 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['b1032d90-a671-4ad4-ae31-8b75c3d80e4c'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:16:29.007871 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-622a110f-8ea2-4b65-9450-a6f2b4501b2e tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Network 98a30b96-c863-4728-b0d0-d47c79801693 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:16:29.044514 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-622a110f-8ea2-4b65-9450-a6f2b4501b2e tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:29.050817 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-ff34275b-106e-49e7-ab6a-2ec09fbfc43d tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Made reservation on behalf of 6d83b9df188244af88af507e82586aa5 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:16:29.054726 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-ff34275b-106e-49e7-ab6a-2ec09fbfc43d tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:29.066216 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8692d6-88c5-4847-9192-a440edfee337 None None] Routers {'2073ea9e-c0d4-491f-87a1-6f7ca90bbb32'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:16:29.067076 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-3f8692d6-88c5-4847-9192-a440edfee337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:16:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['2073ea9e-c0d4-491f-87a1-6f7ca90bbb32'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:29.077728 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-622a110f-8ea2-4b65-9450-a6f2b4501b2e tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:16:29.093641 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b7dcd-ff0e-4a96-9081-87dc0fdf5f4b req-5586f4e7-1957-4e7a-984f-e9333fb98365 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:29.112398 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fb9b7dcd-ff0e-4a96-9081-87dc0fdf5f4b req-5586f4e7-1957-4e7a-984f-e9333fb98365 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d91090-ba10-4100-b28f-e1d9716b2122 HTTP/1.1" status: 200 len: 932 time: 0.3039539 Jul 23 20:16:29.261095 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-ff34275b-106e-49e7-ab6a-2ec09fbfc43d tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Allocated IP 172.20.0.5 (787d5425-c035-4280-8138-7c31904b0b0f/7fb8b24e-fc71-4a83-9798-69abd5b3327d/1f8d8193-14ed-4088-9a7f-ee944892cc81) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:16:29.307905 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fb9b7dcd-ff0e-4a96-9081-87dc0fdf5f4b req-4dc1c635-aff2-4b0b-b745-d87c3b7a7f0e tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945882 Jul 23 20:16:29.473384 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a110f-8ea2-4b65-9450-a6f2b4501b2e tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Pushing event updated for resources: {'Port': ['ID=2aca55f8-ec34-4a4e-8e00-b4050a25776b,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:29.583163 n-d-793618-10 neutron-server[93875]: DEBUG neutron.objects.ports [None req-e9a8694a-c884-49e9-bede-b855b4def8c6 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93875) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 20:16:29.593099 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e9a8694a-c884-49e9-bede-b855b4def8c6 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:29.711868 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-3f8692d6-88c5-4847-9192-a440edfee337 None None] Set router 2073ea9e-c0d4-491f-87a1-6f7ca90bbb32 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:16:29.800190 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-622a110f-8ea2-4b65-9450-a6f2b4501b2e tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:29.800921 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-622a110f-8ea2-4b65-9450-a6f2b4501b2e tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:29.823292 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59618) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:29.941626 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-622a110f-8ea2-4b65-9450-a6f2b4501b2e tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0729334 Jul 23 20:16:29.975970 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-46d4fbe8-a048-4e02-a8fc-99c84b05a9ba service neutron] Request body: {'port': {'device_id': '58d91090-ba10-4100-b28f-e1d9716b2122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:30.001147 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-ff34275b-106e-49e7-ab6a-2ec09fbfc43d tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:30.021578 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a8694a-c884-49e9-bede-b855b4def8c6 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Pushing event updated for resources: {'Subnet': ['ID=2dae17e0-8896-47e1-b7c4-21a66ad3aee5,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:30.077874 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7d071c9b-ea26-4664-9302-8a5c7c4dbb67 req-64b33a06-d4c7-4ef7-acaa-7a4bb6a960df tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf156dd4-a470-476b-9a91-e304dc614de9 HTTP/1.1" status: 200 len: 210 time: 0.0916491 Jul 23 20:16:30.090917 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-22e53e87-843f-4830-9e87-22eed13f3043 tempest-RoutersAdminNegativeTest-403721213 tempest-RoutersAdminNegativeTest-403721213-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-152191009', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:30.158197 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e53e87-843f-4830-9e87-22eed13f3043 tempest-RoutersAdminNegativeTest-403721213 tempest-RoutersAdminNegativeTest-403721213-project-admin] Made reservation on behalf of 69f445c2789a4851b354e55eff2cf53d for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:16:30.163409 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-22e53e87-843f-4830-9e87-22eed13f3043 tempest-RoutersAdminNegativeTest-403721213 tempest-RoutersAdminNegativeTest-403721213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:30.172790 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59632) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:30.211297 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-22e53e87-843f-4830-9e87-22eed13f3043 tempest-RoutersAdminNegativeTest-403721213 tempest-RoutersAdminNegativeTest-403721213-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:30.234765 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a8694a-c884-49e9-bede-b855b4def8c6 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Checking segment: {'id': 'b3a009a3-1117-4ecd-b116-737292579f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '453a552b-926c-4013-bf10-17d92bc30daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:16:30.234915 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a8694a-c884-49e9-bede-b855b4def8c6 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Network hostable DHCP agents. Network: 453a552b-926c-4013-bf10-17d92bc30daa, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:16:30.268856 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-3f8692d6-88c5-4847-9192-a440edfee337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2073ea9e-c0d4-491f-87a1-6f7ca90bbb32', 'name': 'tempest-TestVolumeBackupRestore-1929387638-router', 'tenant_id': '09a0f5678fb9450cafa6f8d6802685c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '9770fe44-1715-4c2e-a3d5-c62ce71a0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:16:10Z', 'updated_at': '2021-07-23T20:16:22Z', 'revision_number': 4, 'project_id': '09a0f5678fb9450cafa6f8d6802685c5', 'gw_port': {'id': '9770fe44-1715-4c2e-a3d5-c62ce71a0dcb', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:13:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2073ea9e-c0d4-491f-87a1-6f7ca90bbb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:16:11Z', 'updated_at': '2021-07-23T20:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '29ce4aa1-3e0f-4463-b013-5733638c2e54', 'name': '', 'network_id': '9cc8d9c9-1bc3-4d3a-9dfa-070c0014b531', 'tenant_id': '09a0f5678fb9450cafa6f8d6802685c5', 'mac_address': 'fa:16:3e:8b:14:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2073ea9e-c0d4-491f-87a1-6f7ca90bbb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '96f3811f-6106-483e-baa2-18eda199254c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:16:19Z', 'updated_at': '2021-07-23T20:16:28Z', 'revision_number': 4, 'project_id': '09a0f5678fb9450cafa6f8d6802685c5', 'subnets': [{'id': '96f3811f-6106-483e-baa2-18eda199254c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:30.364402 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8692d6-88c5-4847-9192-a440edfee337 None None] The sync data for ids ['2073ea9e-c0d4-491f-87a1-6f7ca90bbb32'] in n-d-793618-10 is: [{'id': '2073ea9e-c0d4-491f-87a1-6f7ca90bbb32', 'name': 'tempest-TestVolumeBackupRestore-1929387638-router', 'tenant_id': '09a0f5678fb9450cafa6f8d6802685c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '9770fe44-1715-4c2e-a3d5-c62ce71a0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:16:10Z', 'updated_at': '2021-07-23T20:16:22Z', 'revision_number': 4, 'project_id': '09a0f5678fb9450cafa6f8d6802685c5', 'gw_port': {'id': '9770fe44-1715-4c2e-a3d5-c62ce71a0dcb', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:13:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2073ea9e-c0d4-491f-87a1-6f7ca90bbb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:16:11Z', 'updated_at': '2021-07-23T20:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '29ce4aa1-3e0f-4463-b013-5733638c2e54', 'name': '', 'network_id': '9cc8d9c9-1bc3-4d3a-9dfa-070c0014b531', 'tenant_id': '09a0f5678fb9450cafa6f8d6802685c5', 'mac_address': 'fa:16:3e:8b:14:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2073ea9e-c0d4-491f-87a1-6f7ca90bbb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '96f3811f-6106-483e-baa2-18eda199254c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:16:19Z', 'updated_at': '2021-07-23T20:16:28Z', 'revision_number': 4, 'project_id': '09a0f5678fb9450cafa6f8d6802685c5', 'subnets': [{'id': '96f3811f-6106-483e-baa2-18eda199254c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:16:30.416033 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f83ba-2e8d-487b-b86e-d36b7d2df813 req-270e9a05-38c5-4bbb-8702-78cbd2449e62 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:30.417997 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6f6f83ba-2e8d-487b-b86e-d36b7d2df813 req-270e9a05-38c5-4bbb-8702-78cbd2449e62 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.6511190 Jul 23 20:16:30.472229 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a8694a-c884-49e9-bede-b855b4def8c6 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Network 453a552b-926c-4013-bf10-17d92bc30daa is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:16:30.567856 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-46d4fbe8-a048-4e02-a8fc-99c84b05a9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:30.671781 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-e9a8694a-c884-49e9-bede-b855b4def8c6 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 453a552b-926c-4013-bf10-17d92bc30daa) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:30.682059 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-ff34275b-106e-49e7-ab6a-2ec09fbfc43d tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:30.710424 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['bd4ee0e4-f388-42c2-aa2a-29536ea33c0f'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:16:30.716709 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['0a3eeb7e-96c9-415f-8ccd-298a3c88d933'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:16:30.743348 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a8694a-c884-49e9-bede-b855b4def8c6 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:30.750726 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e9a8694a-c884-49e9-bede-b855b4def8c6 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:30.778250 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6f6f83ba-2e8d-487b-b86e-d36b7d2df813 req-321fe0c7-71ae-41f7-bb03-c61850553be9 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268838 Jul 23 20:16:30.847057 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32a1e46-ec3a-4358-aecd-6151e3a16b43 None None] Network 453a552b-926c-4013-bf10-17d92bc30daa requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:16:30.910567 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7810f05-6ddd-42cf-893e-bfd20e5b1cc1 req-1cf62469-5ea0-4711-ba6d-6239b94f4582 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:30.935160 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a7810f05-6ddd-42cf-893e-bfd20e5b1cc1 req-1cf62469-5ea0-4711-ba6d-6239b94f4582 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d91090-ba10-4100-b28f-e1d9716b2122 HTTP/1.1" status: 200 len: 932 time: 0.4220474 Jul 23 20:16:30.939521 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-ff34275b-106e-49e7-ab6a-2ec09fbfc43d tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Network 787d5425-c035-4280-8138-7c31904b0b0f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:16:30.942687 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-ff34275b-106e-49e7-ab6a-2ec09fbfc43d tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:30.944792 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34275b-106e-49e7-ab6a-2ec09fbfc43d tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Pushing event updated for resources: {'Port': ['ID=1f8d8193-14ed-4088-9a7f-ee944892cc81,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:30.958123 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-ff34275b-106e-49e7-ab6a-2ec09fbfc43d tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:16:31.067251 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1dbc13-9435-4798-bd4b-0c577e5a5a0e req-08f9efc7-e9f0-4519-b0df-e64dd73d3196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:31.068101 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1dbc13-9435-4798-bd4b-0c577e5a5a0e req-08f9efc7-e9f0-4519-b0df-e64dd73d3196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:31.068819 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1dbc13-9435-4798-bd4b-0c577e5a5a0e req-08f9efc7-e9f0-4519-b0df-e64dd73d3196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:31.069523 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1dbc13-9435-4798-bd4b-0c577e5a5a0e req-08f9efc7-e9f0-4519-b0df-e64dd73d3196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:31.074231 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1dbc13-9435-4798-bd4b-0c577e5a5a0e req-08f9efc7-e9f0-4519-b0df-e64dd73d3196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:31.075027 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1dbc13-9435-4798-bd4b-0c577e5a5a0e req-08f9efc7-e9f0-4519-b0df-e64dd73d3196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:31.075699 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1dbc13-9435-4798-bd4b-0c577e5a5a0e req-08f9efc7-e9f0-4519-b0df-e64dd73d3196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:31.090172 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dc1dbc13-9435-4798-bd4b-0c577e5a5a0e req-08f9efc7-e9f0-4519-b0df-e64dd73d3196 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 6500 time: 0.9088643 Jul 23 20:16:31.101830 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-22e53e87-843f-4830-9e87-22eed13f3043 tempest-RoutersAdminNegativeTest-403721213 tempest-RoutersAdminNegativeTest-403721213-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:31.198307 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-22e53e87-843f-4830-9e87-22eed13f3043 tempest-RoutersAdminNegativeTest-403721213 tempest-RoutersAdminNegativeTest-403721213-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:31.255045 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-22e53e87-843f-4830-9e87-22eed13f3043 tempest-RoutersAdminNegativeTest-403721213 tempest-RoutersAdminNegativeTest-403721213-project-admin] device_id is not set on port 74f1d0ed-700d-4c7c-a883-6c5c5b83e42f yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:16:31.271607 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5a5a6a-5f3d-4239-9d64-9e296e648869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-453a552b-926c-4013-bf10-17d92bc30daa', 'network_id': '453a552b-926c-4013-bf10-17d92bc30daa', 'tenant_id': '473cec8355034d399b48b03266d71f40', 'fixed_ips': [{'subnet_id': '2dae17e0-8896-47e1-b7c4-21a66ad3aee5'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:16:31.273497 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ed5a5a6a-5f3d-4239-9d64-9e296e648869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:31.332693 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dc1dbc13-9435-4798-bd4b-0c577e5a5a0e req-e086c7c1-9c2a-42ac-ba38-6133adea1ff7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8eab5fee-f8eb-4aed-a3f0-c440f60a4ea3&id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2406547 Jul 23 20:16:31.507946 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a7810f05-6ddd-42cf-893e-bfd20e5b1cc1 req-c3eb0b8a-c612-478b-948d-64d5121987c2 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5715523 Jul 23 20:16:31.533493 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e53e87-843f-4830-9e87-22eed13f3043 tempest-RoutersAdminNegativeTest-403721213 tempest-RoutersAdminNegativeTest-403721213-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa175006-8927-4c89-b569-ec0f08eb8dcf,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:31.664113 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-ed5a5a6a-5f3d-4239-9d64-9e296e648869 None None] Allocated IP 2001:db8::f816:3eff:fed2:a4e4 (453a552b-926c-4013-bf10-17d92bc30daa/2dae17e0-8896-47e1-b7c4-21a66ad3aee5/8d95bfad-ccf7-408b-b775-55505fd89006) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:16:31.755164 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-22e53e87-843f-4830-9e87-22eed13f3043 tempest-RoutersAdminNegativeTest-403721213 tempest-RoutersAdminNegativeTest-403721213-project-admin] Allocated IP 172.25.1.38 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/74f1d0ed-700d-4c7c-a883-6c5c5b83e42f) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:16:31.871476 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 29ce4aa1-3e0f-4463-b013-5733638c2e54 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:16:32.121012 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e9a8694a-c884-49e9-bede-b855b4def8c6 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 5.3828568 Jul 23 20:16:32.136306 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59654) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:32.263601 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c48bd-cc4b-4613-8917-ec533069ed19 req-7d53ec52-1924-483d-8676-05361bc0c403 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:32.273170 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-147c48bd-cc4b-4613-8917-ec533069ed19 req-7d53ec52-1924-483d-8676-05361bc0c403 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.3935449 Jul 23 20:16:32.276418 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-ff34275b-106e-49e7-ab6a-2ec09fbfc43d tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:32.277922 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-ff34275b-106e-49e7-ab6a-2ec09fbfc43d tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:32.370120 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-22e53e87-843f-4830-9e87-22eed13f3043 tempest-RoutersAdminNegativeTest-403721213 tempest-RoutersAdminNegativeTest-403721213-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:32.513682 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-ff34275b-106e-49e7-ab6a-2ec09fbfc43d tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2031133 Jul 23 20:16:32.550960 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d040f6-e70d-4ce3-811a-0f377cbdaf71 req-d0f6977d-b59e-4af1-9ec5-18823537044f tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:32.566786 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b9d040f6-e70d-4ce3-811a-0f377cbdaf71 req-d0f6977d-b59e-4af1-9ec5-18823537044f tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf156dd4-a470-476b-9a91-e304dc614de9 HTTP/1.1" status: 200 len: 931 time: 0.4697487 Jul 23 20:16:32.646501 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-89c6a0a6-68d2-4428-a785-ab478de5e574 service neutron] Request body: {'port': {'device_id': 'cf156dd4-a470-476b-9a91-e304dc614de9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:32.750265 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:32.870178 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 29ce4aa1-3e0f-4463-b013-5733638c2e54 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:16:32.886531 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-22e53e87-843f-4830-9e87-22eed13f3043 tempest-RoutersAdminNegativeTest-403721213 tempest-RoutersAdminNegativeTest-403721213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:32.931923 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-147c48bd-cc4b-4613-8917-ec533069ed19 req-896e3f1c-1988-4043-b397-6ed4747f414b tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6577623 Jul 23 20:16:33.003484 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 29ce4aa1-3e0f-4463-b013-5733638c2e54 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:33.004641 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:33.049304 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e53e87-843f-4830-9e87-22eed13f3043 tempest-RoutersAdminNegativeTest-403721213 tempest-RoutersAdminNegativeTest-403721213-project-admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:16:33.138005 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-22e53e87-843f-4830-9e87-22eed13f3043 tempest-RoutersAdminNegativeTest-403721213 tempest-RoutersAdminNegativeTest-403721213-project-admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:33.141122 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e53e87-843f-4830-9e87-22eed13f3043 tempest-RoutersAdminNegativeTest-403721213 tempest-RoutersAdminNegativeTest-403721213-project-admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:16:33.157806 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b9d040f6-e70d-4ce3-811a-0f377cbdaf71 req-0e712a3e-d062-4906-8487-e44132d83266 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5897388 Jul 23 20:16:33.183620 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ed5a5a6a-5f3d-4239-9d64-9e296e648869 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:33.206637 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-89c6a0a6-68d2-4428-a785-ab478de5e574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:33.231139 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ed5a5a6a-5f3d-4239-9d64-9e296e648869 None None] Transition to ACTIVE for port object 8d95bfad-ccf7-408b-b775-55505fd89006 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:16:33.268176 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e53e87-843f-4830-9e87-22eed13f3043 tempest-RoutersAdminNegativeTest-403721213 tempest-RoutersAdminNegativeTest-403721213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:33.268790 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-22e53e87-843f-4830-9e87-22eed13f3043 tempest-RoutersAdminNegativeTest-403721213 tempest-RoutersAdminNegativeTest-403721213-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:33.286896 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ed5a5a6a-5f3d-4239-9d64-9e296e648869 None None] Transition to ACTIVE for port object 8d95bfad-ccf7-408b-b775-55505fd89006 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:16:33.331841 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-46d4fbe8-a048-4e02-a8fc-99c84b05a9ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aca55f8-ec34-4a4e-8e00-b4050a25776b {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:16:33.335731 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e53e87-843f-4830-9e87-22eed13f3043 tempest-RoutersAdminNegativeTest-403721213 tempest-RoutersAdminNegativeTest-403721213-project-admin] Pushing event updated for resources: {'Port': ['ID=74f1d0ed-700d-4c7c-a883-6c5c5b83e42f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:33.348906 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-46d4fbe8-a048-4e02-a8fc-99c84b05a9ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:33.380255 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-22e53e87-843f-4830-9e87-22eed13f3043 tempest-RoutersAdminNegativeTest-403721213 tempest-RoutersAdminNegativeTest-403721213-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.5517280 Jul 23 20:16:33.392927 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:33.394163 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ed5a5a6a-5f3d-4239-9d64-9e296e648869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:33.396064 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59664) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:33.413897 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e9a1f422-2d2e-4d40-b65e-86604ce8822e tempest-RoutersAdminNegativeTest-403721213 tempest-RoutersAdminNegativeTest-403721213-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.38'}]}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:33.428788 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-46d4fbe8-a048-4e02-a8fc-99c84b05a9ba service neutron] Transition to ACTIVE for port object 2aca55f8-ec34-4a4e-8e00-b4050a25776b will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:16:33.437093 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-46d4fbe8-a048-4e02-a8fc-99c84b05a9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:33.496395 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d4fbe8-a048-4e02-a8fc-99c84b05a9ba service neutron] Pushing event updated for resources: {'Port': ['ID=2aca55f8-ec34-4a4e-8e00-b4050a25776b,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:33.506537 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:33.517018 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9a1f422-2d2e-4d40-b65e-86604ce8822e tempest-RoutersAdminNegativeTest-403721213 tempest-RoutersAdminNegativeTest-403721213-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:33.520486 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9a1f422-2d2e-4d40-b65e-86604ce8822e tempest-RoutersAdminNegativeTest-403721213 tempest-RoutersAdminNegativeTest-403721213-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:33.569219 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4dea5a-ff4d-4ce7-a07e-b2f4c760cc0d req-7bb12f16-4273-4386-9382-07ccaf9c42ff tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:33.571758 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cf4dea5a-ff4d-4ce7-a07e-b2f4c760cc0d req-7bb12f16-4273-4386-9382-07ccaf9c42ff tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d91090-ba10-4100-b28f-e1d9716b2122 HTTP/1.1" status: 200 len: 932 time: 0.3634312 Jul 23 20:16:33.635873 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5a5a6a-5f3d-4239-9d64-9e296e648869 None None] Network 453a552b-926c-4013-bf10-17d92bc30daa is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:16:33.646522 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-ed5a5a6a-5f3d-4239-9d64-9e296e648869 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:33.682263 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5a5a6a-5f3d-4239-9d64-9e296e648869 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:16:33.692134 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a5a6a-5f3d-4239-9d64-9e296e648869 None None] Pushing event updated for resources: {'Port': ['ID=8d95bfad-ccf7-408b-b775-55505fd89006,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:33.699868 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-46d4fbe8-a048-4e02-a8fc-99c84b05a9ba service neutron] Attempting to bind port 2aca55f8-ec34-4a4e-8e00-b4050a25776b on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:16:33.700283 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-46d4fbe8-a048-4e02-a8fc-99c84b05a9ba service neutron] Attempting to bind port 2aca55f8-ec34-4a4e-8e00-b4050a25776b by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '69080602-6244-4faa-8140-ce9343de0881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:16:33.700845 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-46d4fbe8-a048-4e02-a8fc-99c84b05a9ba service neutron] Attempting to bind port 2aca55f8-ec34-4a4e-8e00-b4050a25776b on network 98a30b96-c863-4728-b0d0-d47c79801693 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:16:33.717406 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cf4dea5a-ff4d-4ce7-a07e-b2f4c760cc0d req-4629c26b-58eb-4fc3-b927-b2ca5c2bc2b0 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371961 Jul 23 20:16:33.729815 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9a1f422-2d2e-4d40-b65e-86604ce8822e tempest-RoutersAdminNegativeTest-403721213 tempest-RoutersAdminNegativeTest-403721213-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:33.740422 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-46d4fbe8-a048-4e02-a8fc-99c84b05a9ba service neutron] Port 2aca55f8-ec34-4a4e-8e00-b4050a25776b on network 98a30b96-c863-4728-b0d0-d47c79801693 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:16:33.740422 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-46d4fbe8-a048-4e02-a8fc-99c84b05a9ba service neutron] Attempting to bind port 2aca55f8-ec34-4a4e-8e00-b4050a25776b on network 98a30b96-c863-4728-b0d0-d47c79801693 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:16:33.744756 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:33.753175 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-46d4fbe8-a048-4e02-a8fc-99c84b05a9ba service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:16:33.753838 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-46d4fbe8-a048-4e02-a8fc-99c84b05a9ba service neutron] Checking segment: {'id': '69080602-6244-4faa-8140-ce9343de0881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:16:33.754397 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-46d4fbe8-a048-4e02-a8fc-99c84b05a9ba service neutron] Bound using segment: {'id': '69080602-6244-4faa-8140-ce9343de0881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:16:33.755024 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-46d4fbe8-a048-4e02-a8fc-99c84b05a9ba service neutron] Bound port: 2aca55f8-ec34-4a4e-8e00-b4050a25776b, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69080602-6244-4faa-8140-ce9343de0881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:16:33.755602 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-46d4fbe8-a048-4e02-a8fc-99c84b05a9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:33.883914 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:33.900066 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['453a552b-926c-4013-bf10-17d92bc30daa']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:33.914366 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a009a3-1117-4ecd-b116-737292579f8a') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:33.914749 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a009a3-1117-4ecd-b116-737292579f8a') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:33.926599 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:33.934904 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 29ce4aa1-3e0f-4463-b013-5733638c2e54, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=29ce4aa1-3e0f-4463-b013-5733638c2e54,segment=NetworkSegment(eda74a34-9238-4680-a359-ece24dcfb8bc),segment_id=eda74a34-9238-4680-a359-ece24dcfb8bc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:33.942580 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:33.949878 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:33.965090 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:16:33.965655 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:34.013858 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ed5a5a6a-5f3d-4239-9d64-9e296e648869 None None] Attempting to bind port 8d95bfad-ccf7-408b-b775-55505fd89006 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:16:34.014237 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ed5a5a6a-5f3d-4239-9d64-9e296e648869 None None] Attempting to bind port 8d95bfad-ccf7-408b-b775-55505fd89006 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'b3a009a3-1117-4ecd-b116-737292579f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '453a552b-926c-4013-bf10-17d92bc30daa'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:16:34.014602 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5a5a6a-5f3d-4239-9d64-9e296e648869 None None] Attempting to bind port 8d95bfad-ccf7-408b-b775-55505fd89006 on network 453a552b-926c-4013-bf10-17d92bc30daa {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:16:34.046832 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5a5a6a-5f3d-4239-9d64-9e296e648869 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:16:34.047312 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5a5a6a-5f3d-4239-9d64-9e296e648869 None None] Checking segment: {'id': 'b3a009a3-1117-4ecd-b116-737292579f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '453a552b-926c-4013-bf10-17d92bc30daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:16:34.047707 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ed5a5a6a-5f3d-4239-9d64-9e296e648869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:34.049362 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5a5a6a-5f3d-4239-9d64-9e296e648869 None None] Bound using segment: {'id': 'b3a009a3-1117-4ecd-b116-737292579f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '453a552b-926c-4013-bf10-17d92bc30daa'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:16:34.049362 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ed5a5a6a-5f3d-4239-9d64-9e296e648869 None None] Bound port: 8d95bfad-ccf7-408b-b775-55505fd89006, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a009a3-1117-4ecd-b116-737292579f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '453a552b-926c-4013-bf10-17d92bc30daa'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:16:34.049362 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ed5a5a6a-5f3d-4239-9d64-9e296e648869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:34.083459 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-46d4fbe8-a048-4e02-a8fc-99c84b05a9ba service neutron] For port 2aca55f8-ec34-4a4e-8e00-b4050a25776b, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:16:34.097202 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:16:34.097202 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:16:34.097202 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:16:34.097202 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:16:34.097202 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:16:34.097202 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:16:34.097202 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:16:34.097202 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:16:34.097202 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:16:34.097202 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:16:34.097202 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:16:34.097202 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:16:34.097202 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:16:34.097202 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:16:34.097202 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:16:34.097202 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:16:34.097202 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:16:34.097202 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:16:34.097202 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:16:34.097202 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:16:34.097202 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:16:34.097202 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:16:34.097202 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:16:34.097202 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:16:34.097202 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:16:34.097202 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:16:34.097202 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:16:34.097202 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:16:34.097202 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:16:34.097202 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:16:34.097202 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:16:34.097202 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:16:34.123187 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.db.api [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 20:16:34.123187 n-d-793618-10 neutron-server[93876]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 20:16:34.123187 n-d-793618-10 neutron-server[93876]: [parameters: {'id': '453a552b-926c-4013-bf10-17d92bc30daa'}] Jul 23 20:16:34.123187 n-d-793618-10 neutron-server[93876]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:16:34.123718 n-d-793618-10 neutron-server[93876]: DEBUG oslo_db.api [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:16:34.127637 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Pushing event deleted for resources: {'Subnet': ['ID=2dae17e0-8896-47e1-b7c4-21a66ad3aee5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:34.128852 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-46d4fbe8-a048-4e02-a8fc-99c84b05a9ba service neutron] For port 2aca55f8-ec34-4a4e-8e00-b4050a25776b, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=2aca55f8-ec34-4a4e-8e00-b4050a25776b,segment=NetworkSegment(69080602-6244-4faa-8140-ce9343de0881),segment_id=69080602-6244-4faa-8140-ce9343de0881)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:16:34.142350 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-46d4fbe8-a048-4e02-a8fc-99c84b05a9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:34.146414 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-89c6a0a6-68d2-4428-a785-ab478de5e574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f8d8193-14ed-4088-9a7f-ee944892cc81 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:16:34.190392 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-89c6a0a6-68d2-4428-a785-ab478de5e574 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:34.223305 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-46d4fbe8-a048-4e02-a8fc-99c84b05a9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:34.223959 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-46d4fbe8-a048-4e02-a8fc-99c84b05a9ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:34.225485 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-46d4fbe8-a048-4e02-a8fc-99c84b05a9ba service neutron] 10.222.0.30 "PUT /v2.0/ports/2aca55f8-ec34-4a4e-8e00-b4050a25776b HTTP/1.1" status: 200 len: 1093 time: 4.2660780 Jul 23 20:16:34.225985 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d91090-ba10-4100-b28f-e1d9716b2122', 'tag': '2aca55f8-ec34-4a4e-8e00-b4050a25776b'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:16:34.228452 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cae3bc2-f3a7-42bc-b7a5-d516023b896a" -d '{"events": [{"name": "network-changed", "server_uuid": "58d91090-ba10-4100-b28f-e1d9716b2122", "tag": "2aca55f8-ec34-4a4e-8e00-b4050a25776b"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:16:34.237634 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9a1f422-2d2e-4d40-b65e-86604ce8822e tempest-RoutersAdminNegativeTest-403721213 tempest-RoutersAdminNegativeTest-403721213-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:34.238237 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-ed5a5a6a-5f3d-4239-9d64-9e296e648869 None None] For port 8d95bfad-ccf7-408b-b775-55505fd89006, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:16:34.245434 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-ed5a5a6a-5f3d-4239-9d64-9e296e648869 None None] For port 8d95bfad-ccf7-408b-b775-55505fd89006, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=8d95bfad-ccf7-408b-b775-55505fd89006,segment=NetworkSegment(b3a009a3-1117-4ecd-b116-737292579f8a),segment_id=b3a009a3-1117-4ecd-b116-737292579f8a)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:16:34.297697 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=29ce4aa1-3e0f-4463-b013-5733638c2e54,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:34.300121 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-89c6a0a6-68d2-4428-a785-ab478de5e574 service neutron] Transition to ACTIVE for port object 1f8d8193-14ed-4088-9a7f-ee944892cc81 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:16:34.300121 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-89c6a0a6-68d2-4428-a785-ab478de5e574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:34.325548 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ed5a5a6a-5f3d-4239-9d64-9e296e648869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:34.351254 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:34.369711 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:34.369711 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:34.369711 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:34.369711 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:34.369711 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:34.369711 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:34.369711 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:34.369711 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:34.369711 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:34.369711 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:34.369711 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:34.566804 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a5a6a-5f3d-4239-9d64-9e296e648869 None None] Pushing event updated for resources: {'Port': ['ID=8d95bfad-ccf7-408b-b775-55505fd89006,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:34.590419 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1d530d-68bc-4531-9247-f54c67a70c4b None None] Network 453a552b-926c-4013-bf10-17d92bc30daa requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:16:34.592601 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa1dec-2465-438b-9397-5ce16eff7844 req-3fcfd635-d5eb-465a-bd2b-69322c7ba64a tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:34.594489 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-abfa1dec-2465-438b-9397-5ce16eff7844 req-3fcfd635-d5eb-465a-bd2b-69322c7ba64a tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.3025010 Jul 23 20:16:34.626466 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:34.664505 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-abfa1dec-2465-438b-9397-5ce16eff7844 req-5291a179-ad31-48d7-a5fb-bf7c4e53770f tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627759 Jul 23 20:16:34.768047 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4aaca1-9046-429a-905c-d5b916f405f8 x-openstack-request-id: req-2b4aaca1-9046-429a-905c-d5b916f405f8 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:16:34.768348 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d91090-ba10-4100-b28f-e1d9716b2122", "tag": "2aca55f8-ec34-4a4e-8e00-b4050a25776b", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:16:34.768609 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2b4aaca1-9046-429a-905c-d5b916f405f8 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:16:34.769052 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d91090-ba10-4100-b28f-e1d9716b2122', 'tag': '2aca55f8-ec34-4a4e-8e00-b4050a25776b', 'status': 'completed', 'code': 200} Jul 23 20:16:34.838583 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d4fbe8-a048-4e02-a8fc-99c84b05a9ba service neutron] Pushing event updated for resources: {'Port': ['ID=2aca55f8-ec34-4a4e-8e00-b4050a25776b,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:34.851576 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9a1f422-2d2e-4d40-b65e-86604ce8822e tempest-RoutersAdminNegativeTest-403721213 tempest-RoutersAdminNegativeTest-403721213-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:34.895982 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Deleting port 8d95bfad-ccf7-408b-b775-55505fd89006 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:16:34.896334 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:34.900089 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9a1f422-2d2e-4d40-b65e-86604ce8822e tempest-RoutersAdminNegativeTest-403721213 tempest-RoutersAdminNegativeTest-403721213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:34.902429 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e61a0b6-d23b-43b1-96e2-fec4d11aba83 None None] get_active_networks_info from n-d-793618-10 {{(pid=93877) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:16:35.011899 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6a0a6-68d2-4428-a785-ab478de5e574 service neutron] Pushing event updated for resources: {'Port': ['ID=1f8d8193-14ed-4088-9a7f-ee944892cc81,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:35.068337 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] For port 8d95bfad-ccf7-408b-b775-55505fd89006, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=8d95bfad-ccf7-408b-b775-55505fd89006,segment=NetworkSegment(b3a009a3-1117-4ecd-b116-737292579f8a),segment_id=b3a009a3-1117-4ecd-b116-737292579f8a)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:35.068832 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:35.123490 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-89c6a0a6-68d2-4428-a785-ab478de5e574 service neutron] Attempting to bind port 1f8d8193-14ed-4088-9a7f-ee944892cc81 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:16:35.124665 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-89c6a0a6-68d2-4428-a785-ab478de5e574 service neutron] Attempting to bind port 1f8d8193-14ed-4088-9a7f-ee944892cc81 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '787d5425-c035-4280-8138-7c31904b0b0f'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:16:35.125348 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-89c6a0a6-68d2-4428-a785-ab478de5e574 service neutron] Attempting to bind port 1f8d8193-14ed-4088-9a7f-ee944892cc81 on network 787d5425-c035-4280-8138-7c31904b0b0f {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:16:35.178242 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-89c6a0a6-68d2-4428-a785-ab478de5e574 service neutron] Port 1f8d8193-14ed-4088-9a7f-ee944892cc81 on network 787d5425-c035-4280-8138-7c31904b0b0f not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:16:35.178646 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-89c6a0a6-68d2-4428-a785-ab478de5e574 service neutron] Attempting to bind port 1f8d8193-14ed-4088-9a7f-ee944892cc81 on network 787d5425-c035-4280-8138-7c31904b0b0f {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:16:35.211939 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-89c6a0a6-68d2-4428-a785-ab478de5e574 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:16:35.215841 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-89c6a0a6-68d2-4428-a785-ab478de5e574 service neutron] Checking segment: {'id': '5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '787d5425-c035-4280-8138-7c31904b0b0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:16:35.218438 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-89c6a0a6-68d2-4428-a785-ab478de5e574 service neutron] Bound using segment: {'id': '5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '787d5425-c035-4280-8138-7c31904b0b0f'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:16:35.228572 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-89c6a0a6-68d2-4428-a785-ab478de5e574 service neutron] Bound port: 1f8d8193-14ed-4088-9a7f-ee944892cc81, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '787d5425-c035-4280-8138-7c31904b0b0f'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:16:35.228964 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-89c6a0a6-68d2-4428-a785-ab478de5e574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:35.233500 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-55d4005a-65f2-4704-805e-6342de8294f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:35.248756 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-55d4005a-65f2-4704-805e-6342de8294f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2748f4b40df14523b46431ce846cbb13&device_id=58d91090-ba10-4100-b28f-e1d9716b2122 HTTP/1.1" status: 200 len: 1096 time: 0.7262537 Jul 23 20:16:35.275974 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e61a0b6-d23b-43b1-96e2-fec4d11aba83 None None] Resources bound (agent type, host, resource id): {{(pid=93877) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:16:35.353078 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-a3f72b8c-0c30-4110-bdbc-cdc55d7caae1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2aca55f8-ec34-4a4e-8e00-b4050a25776b HTTP/1.1" status: 200 len: 217 time: 0.0766833 Jul 23 20:16:35.363305 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6451c0c-9483-4b1a-9e7e-2945a3a55336 req-ac274f4b-6d02-46b7-b3b3-de674e2525bf tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:35.371046 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a6451c0c-9483-4b1a-9e7e-2945a3a55336 req-ac274f4b-6d02-46b7-b3b3-de674e2525bf tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf156dd4-a470-476b-9a91-e304dc614de9 HTTP/1.1" status: 200 len: 943 time: 0.8452847 Jul 23 20:16:35.444225 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-f7dd7632-20aa-4fde-a4e2-5e7c52d3b335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:35.446120 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-f7dd7632-20aa-4fde-a4e2-5e7c52d3b335 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2edc7abb-7a35-4b24-95dd-2cab074cfd4c HTTP/1.1" status: 200 len: 846 time: 0.0528755 Jul 23 20:16:35.509126 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a6451c0c-9483-4b1a-9e7e-2945a3a55336 req-ab6936e9-66af-4b4f-9c02-8d1ebccd119f tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320002 Jul 23 20:16:35.535643 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-a2dc3044-4067-465a-992f-2e44f265591c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98a30b96-c863-4728-b0d0-d47c79801693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578809 Jul 23 20:16:35.561876 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Calling delete_port for 8d95bfad-ccf7-408b-b775-55505fd89006 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:16:35.601396 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-89c6a0a6-68d2-4428-a785-ab478de5e574 service neutron] For port 1f8d8193-14ed-4088-9a7f-ee944892cc81, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:16:35.646016 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-89c6a0a6-68d2-4428-a785-ab478de5e574 service neutron] For port 1f8d8193-14ed-4088-9a7f-ee944892cc81, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=1f8d8193-14ed-4088-9a7f-ee944892cc81,segment=NetworkSegment(5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf),segment_id=5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:16:35.657909 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-89c6a0a6-68d2-4428-a785-ab478de5e574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:35.754579 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-89c6a0a6-68d2-4428-a785-ab478de5e574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:35.762580 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-89c6a0a6-68d2-4428-a785-ab478de5e574 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:35.764001 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-89c6a0a6-68d2-4428-a785-ab478de5e574 service neutron] 10.222.0.18 "PUT /v2.0/ports/1f8d8193-14ed-4088-9a7f-ee944892cc81 HTTP/1.1" status: 200 len: 1092 time: 3.1914082 Jul 23 20:16:35.795535 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-7fab07d7-bbce-41ff-bebe-d62588ee7c8b service neutron] 10.222.0.30 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476897 Jul 23 20:16:35.886099 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9a1f422-2d2e-4d40-b65e-86604ce8822e tempest-RoutersAdminNegativeTest-403721213 tempest-RoutersAdminNegativeTest-403721213-project-admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:35.901461 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc794a-ec02-4f93-903f-7cef581f2028 req-b178e90a-9ab5-44a1-92d7-383919ebf354 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:35.921081 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3fdc794a-ec02-4f93-903f-7cef581f2028 req-b178e90a-9ab5-44a1-92d7-383919ebf354 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d91090-ba10-4100-b28f-e1d9716b2122 HTTP/1.1" status: 200 len: 944 time: 0.3711340 Jul 23 20:16:36.059006 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1d509e75-5d96-475c-9d15-694ed97254c6 req-f363d999-9b36-46e8-967b-258b5806342f service neutron] 10.222.0.30 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391858 Jul 23 20:16:36.125688 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 29ce4aa1-3e0f-4463-b013-5733638c2e54 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:16:36.256562 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 29ce4aa1-3e0f-4463-b013-5733638c2e54 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:36.256946 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:36.350692 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9a1f422-2d2e-4d40-b65e-86604ce8822e tempest-RoutersAdminNegativeTest-403721213 tempest-RoutersAdminNegativeTest-403721213-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:36.357232 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9a1f422-2d2e-4d40-b65e-86604ce8822e tempest-RoutersAdminNegativeTest-403721213 tempest-RoutersAdminNegativeTest-403721213-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:36.442741 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6a0a6-68d2-4428-a785-ab478de5e574 service neutron] Pushing event updated for resources: {'Port': ['ID=1f8d8193-14ed-4088-9a7f-ee944892cc81,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:36.480715 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3fdc794a-ec02-4f93-903f-7cef581f2028 req-4bbd375e-3164-4216-9f70-37878cdfe4ac tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4553080 Jul 23 20:16:36.481763 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:36.501059 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e9a1f422-2d2e-4d40-b65e-86604ce8822e tempest-RoutersAdminNegativeTest-403721213 tempest-RoutersAdminNegativeTest-403721213-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:36.501589 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a1f422-2d2e-4d40-b65e-86604ce8822e tempest-RoutersAdminNegativeTest-403721213 tempest-RoutersAdminNegativeTest-403721213-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 585412c7-06de-47f0-9cf9-2b5acc543846 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:16:36.548429 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Pushing event deleted for resources: {'Port': ['ID=8d95bfad-ccf7-408b-b775-55505fd89006,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:36.550684 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] No DVR routers for this DVR port 8d95bfad-ccf7-408b-b775-55505fd89006 on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:16:36.553381 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-e9a1f422-2d2e-4d40-b65e-86604ce8822e tempest-RoutersAdminNegativeTest-403721213 tempest-RoutersAdminNegativeTest-403721213-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 23 20:16:36.578846 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e9a1f422-2d2e-4d40-b65e-86604ce8822e tempest-RoutersAdminNegativeTest-403721213 tempest-RoutersAdminNegativeTest-403721213-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.1568379 Jul 23 20:16:36.583888 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59706) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:36.786683 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf156dd4-a470-476b-9a91-e304dc614de9', 'tag': '1f8d8193-14ed-4088-9a7f-ee944892cc81'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:16:36.793895 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11a6fe3-9150-4364-b7c1-2d28d0c07efa" -d '{"events": [{"name": "network-changed", "server_uuid": "cf156dd4-a470-476b-9a91-e304dc614de9", "tag": "1f8d8193-14ed-4088-9a7f-ee944892cc81"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:16:36.822800 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:36.854152 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['453a552b-926c-4013-bf10-17d92bc30daa']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:36.862000 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-35130f35-a610-4e42-85ac-1ceb9644dbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:36.863550 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-35130f35-a610-4e42-85ac-1ceb9644dbe7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6d83b9df188244af88af507e82586aa5&device_id=cf156dd4-a470-476b-9a91-e304dc614de9 HTTP/1.1" status: 200 len: 1095 time: 0.6707606 Jul 23 20:16:36.870038 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a009a3-1117-4ecd-b116-737292579f8a') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:36.870334 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a009a3-1117-4ecd-b116-737292579f8a') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:36.871826 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f91cb-2555-484e-9eef-8abed9ee8d7d req-ee15a043-0cc6-47ef-886a-11d505d172e4 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:36.880907 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aa8f91cb-2555-484e-9eef-8abed9ee8d7d req-ee15a043-0cc6-47ef-886a-11d505d172e4 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.6891329 Jul 23 20:16:36.893222 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cedc81c-aabf-43fa-b2c1-b0a1ec1ebd9f req-35e7f280-0cdb-4a0b-b964-8031c65306f6 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:36.900615 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2cedc81c-aabf-43fa-b2c1-b0a1ec1ebd9f req-35e7f280-0cdb-4a0b-b964-8031c65306f6 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf156dd4-a470-476b-9a91-e304dc614de9 HTTP/1.1" status: 200 len: 943 time: 0.2511826 Jul 23 20:16:36.909385 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:36.942084 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:36.948346 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3cf3fbc0-a8b8-40a6-a2c0-dad05776cc78 req-8114e9eb-0336-48f8-ad06-d3c42fc62758 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=05850a71-e728-4787-aa9e-76b4d42d2b9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8882563 Jul 23 20:16:36.951881 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aa8f91cb-2555-484e-9eef-8abed9ee8d7d req-fbaf33f7-13e5-4b8e-8041-624d60e21349 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700653 Jul 23 20:16:36.956486 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:16:36.956912 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:36.960615 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:16:36.960615 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:16:36.960615 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:16:36.960615 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:16:36.960615 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:16:36.960615 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:16:36.960615 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:16:36.960615 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:16:36.960615 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:16:36.960615 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:16:36.960615 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:16:36.960615 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:16:36.960615 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:16:36.960615 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:16:36.960615 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:16:36.960615 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:16:36.960615 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:16:36.960615 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:16:36.960615 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:16:36.960615 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:16:36.960615 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:16:36.960615 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:16:36.960615 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:16:36.960615 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:16:36.960615 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:16:36.960615 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:16:36.960615 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:16:36.960615 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:16:36.960615 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:16:36.960615 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:16:36.960615 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:16:36.960615 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:16:37.003414 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2cedc81c-aabf-43fa-b2c1-b0a1ec1ebd9f req-811e8e86-3288-40be-a305-7d5460869e64 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018915 Jul 23 20:16:37.066764 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae3bc2-f3a7-42bc-b7a5-d516023b896a req-3ce040c0-2fc0-462b-a6b6-7ee47cd03b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:37.068343 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7cae3bc2-f3a7-42bc-b7a5-d516023b896a req-3ce040c0-2fc0-462b-a6b6-7ee47cd03b15 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2748f4b40df14523b46431ce846cbb13&device_id=58d91090-ba10-4100-b28f-e1d9716b2122 HTTP/1.1" status: 200 len: 1096 time: 0.7638171 Jul 23 20:16:37.076685 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc05c58c-2a6c-4a02-aa60-c42f736b17c8 x-openstack-request-id: req-dc05c58c-2a6c-4a02-aa60-c42f736b17c8 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:16:37.076975 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf156dd4-a470-476b-9a91-e304dc614de9", "tag": "1f8d8193-14ed-4088-9a7f-ee944892cc81", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:16:37.077237 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dc05c58c-2a6c-4a02-aa60-c42f736b17c8 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:16:37.077713 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf156dd4-a470-476b-9a91-e304dc614de9', 'tag': '1f8d8193-14ed-4088-9a7f-ee944892cc81', 'status': 'completed', 'code': 200} Jul 23 20:16:37.084313 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-d069459b-b08b-4a97-a612-8603bc94fbe6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f8d8193-14ed-4088-9a7f-ee944892cc81 HTTP/1.1" status: 200 len: 217 time: 0.1949115 Jul 23 20:16:37.105312 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:37.121148 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:37.128118 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] 10.222.0.32 "DELETE /v2.0/networks/453a552b-926c-4013-bf10-17d92bc30daa HTTP/1.1" status: 204 len: 168 time: 4.9824393 Jul 23 20:16:37.131715 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59718) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:37.172365 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f0113-c437-455c-9d65-f2585a3d9192 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Pushing event deleted for resources: {'Network': ['ID=453a552b-926c-4013-bf10-17d92bc30daa,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:37.184065 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-141bf55b-904f-43f8-a6a9-180168c7b56e tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] DELETE failed (client error): The resource could not be found. Jul 23 20:16:37.185137 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-141bf55b-904f-43f8-a6a9-180168c7b56e tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:16:37.190946 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-141bf55b-904f-43f8-a6a9-180168c7b56e tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] 10.222.0.32 "DELETE /v2.0/subnets/2dae17e0-8896-47e1-b7c4-21a66ad3aee5 HTTP/1.1" status: 404 len: 337 time: 0.0578933 Jul 23 20:16:37.191874 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59720) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:37.218611 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-70df7a15-9e5a-4643-a588-f1ce46d99a2c tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] DELETE failed (client error): The resource could not be found. Jul 23 20:16:37.220605 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70df7a15-9e5a-4643-a588-f1ce46d99a2c tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:16:37.226577 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-b1616df4-49ae-4c14-8a20-2d3ac415aa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:37.226577 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-b1616df4-49ae-4c14-8a20-2d3ac415aa7e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7fb8b24e-fc71-4a83-9798-69abd5b3327d HTTP/1.1" status: 200 len: 854 time: 0.1229630 Jul 23 20:16:37.227544 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-70df7a15-9e5a-4643-a588-f1ce46d99a2c tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] 10.222.0.32 "DELETE /v2.0/networks/453a552b-926c-4013-bf10-17d92bc30daa HTTP/1.1" status: 404 len: 339 time: 0.0343258 Jul 23 20:16:37.227735 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-05824242-1c3e-4299-be27-b1b5807204fd tempest-RoutersAdminNegativeTest-403721213 tempest-RoutersAdminNegativeTest-403721213-project-admin] Deleting port 74f1d0ed-700d-4c7c-a883-6c5c5b83e42f {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:16:37.228086 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-05824242-1c3e-4299-be27-b1b5807204fd tempest-RoutersAdminNegativeTest-403721213 tempest-RoutersAdminNegativeTest-403721213-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:37.228794 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59722) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:37.261670 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-660aac2d-1ed9-49e5-bb0c-d0a2104d2340 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] DELETE failed (client error): The resource could not be found. Jul 23 20:16:37.262685 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-660aac2d-1ed9-49e5-bb0c-d0a2104d2340 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:16:37.267903 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-660aac2d-1ed9-49e5-bb0c-d0a2104d2340 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] 10.222.0.32 "DELETE /v2.0/subnets/3b8579c5-3de7-43b3-983d-0a23650cf194 HTTP/1.1" status: 404 len: 337 time: 0.0377944 Jul 23 20:16:37.269158 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59726) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:37.300264 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-a289f2e4-e1b3-40a8-b86d-f0db045879e8 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] DELETE failed (client error): The resource could not be found. Jul 23 20:16:37.301050 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a289f2e4-e1b3-40a8-b86d-f0db045879e8 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:16:37.306497 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a289f2e4-e1b3-40a8-b86d-f0db045879e8 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] 10.222.0.32 "DELETE /v2.0/networks/ae683eda-87fa-4661-8604-d7fa37cd3daa HTTP/1.1" status: 404 len: 339 time: 0.0359035 Jul 23 20:16:37.307132 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59728) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:37.339696 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-7be6ac5c-a609-49b2-9418-5df103a96e8b tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] DELETE failed (client error): The resource could not be found. Jul 23 20:16:37.340303 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7be6ac5c-a609-49b2-9418-5df103a96e8b tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:16:37.346392 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7be6ac5c-a609-49b2-9418-5df103a96e8b tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] 10.222.0.32 "DELETE /v2.0/subnets/39dd9e13-e0d4-4357-87eb-ca0f0c1bf4fe HTTP/1.1" status: 404 len: 337 time: 0.0378308 Jul 23 20:16:37.347675 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59730) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:37.359725 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-7e07686f-49c3-4a8e-82bd-2fb2e26a6370 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=787d5425-c035-4280-8138-7c31904b0b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962589 Jul 23 20:16:37.380582 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf7bfe2a-fd89-4b42-803c-c9d978cf2850 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] DELETE failed (client error): The resource could not be found. Jul 23 20:16:37.381697 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf7bfe2a-fd89-4b42-803c-c9d978cf2850 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:16:37.388195 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bf7bfe2a-fd89-4b42-803c-c9d978cf2850 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] 10.222.0.32 "DELETE /v2.0/networks/ffb24c83-12d0-42e5-8033-d9b71adf1cdd HTTP/1.1" status: 404 len: 339 time: 0.0392470 Jul 23 20:16:37.388976 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59732) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:37.553173 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3fbc0-a8b8-40a6-a2c0-dad05776cc78 req-0d4d01c4-7167-4a8d-8e49-9d3be89ad8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:37.561037 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3cf3fbc0-a8b8-40a6-a2c0-dad05776cc78 req-0d4d01c4-7167-4a8d-8e49-9d3be89ad8ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6d83b9df188244af88af507e82586aa5&device_id=05850a71-e728-4787-aa9e-76b4d42d2b9d HTTP/1.1" status: 200 len: 1098 time: 0.4984488 Jul 23 20:16:37.630769 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4bad0b-9181-4645-9487-798b5cbff387 req-36d59e36-75cf-4295-b99d-3e9ca07ed25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:37.632934 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2f4bad0b-9181-4645-9487-798b5cbff387 req-36d59e36-75cf-4295-b99d-3e9ca07ed25b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b1a67790e94a4dae83bd764a7343f4&device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 1097 time: 0.1216021 Jul 23 20:16:37.643287 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-ab900d9b-2958-4ecf-b68a-01caf996ee42 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Deleting port 8c710cfd-0931-4fc5-94d1-6154b6cf8fb7 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:16:37.643715 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab900d9b-2958-4ecf-b68a-01caf996ee42 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:37.848171 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae3bc2-f3a7-42bc-b7a5-d516023b896a req-4e67bacb-c12e-461b-b7aa-5e9790720a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:37.851170 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7cae3bc2-f3a7-42bc-b7a5-d516023b896a req-4e67bacb-c12e-461b-b7aa-5e9790720a35 service neutron] 10.222.0.30 "GET /v2.0/networks?id=98a30b96-c863-4728-b0d0-d47c79801693 HTTP/1.1" status: 200 len: 907 time: 0.7098253 Jul 23 20:16:37.923107 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab900d9b-2958-4ecf-b68a-01caf996ee42 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:37.945216 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-ab900d9b-2958-4ecf-b68a-01caf996ee42 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Calling delete_port for 8c710cfd-0931-4fc5-94d1-6154b6cf8fb7 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:16:37.957376 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7cae3bc2-f3a7-42bc-b7a5-d516023b896a req-676471a5-31ff-46c2-a681-946c40e95684 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2aca55f8-ec34-4a4e-8e00-b4050a25776b HTTP/1.1" status: 200 len: 217 time: 0.0921915 Jul 23 20:16:38.013146 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-05824242-1c3e-4299-be27-b1b5807204fd tempest-RoutersAdminNegativeTest-403721213 tempest-RoutersAdminNegativeTest-403721213-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:38.058702 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4bad0b-9181-4645-9487-798b5cbff387 req-8c8e9956-c892-4c53-8d1d-b3c7188225fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:38.060647 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2f4bad0b-9181-4645-9487-798b5cbff387 req-8c8e9956-c892-4c53-8d1d-b3c7188225fa service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fedbba9-4431-4330-9544-1acf217b43a2 HTTP/1.1" status: 200 len: 915 time: 0.3938899 Jul 23 20:16:38.088089 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0e28b-e48b-4a69-8a0d-4b194724a7f0 req-850eb33e-3ea5-4399-a79b-ea6977616eb6 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:38.090526 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7ad0e28b-e48b-4a69-8a0d-4b194724a7f0 req-850eb33e-3ea5-4399-a79b-ea6977616eb6 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d91090-ba10-4100-b28f-e1d9716b2122 HTTP/1.1" status: 200 len: 944 time: 0.3765521 Jul 23 20:16:38.134601 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2f4bad0b-9181-4645-9487-798b5cbff387 req-31952a4e-282f-4827-a0ec-4bb5eb0ac5d8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5e0629e-86e6-4f55-a042-ef34d3f2428b HTTP/1.1" status: 200 len: 217 time: 0.0668819 Jul 23 20:16:38.166114 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-05824242-1c3e-4299-be27-b1b5807204fd tempest-RoutersAdminNegativeTest-403721213 tempest-RoutersAdminNegativeTest-403721213-project-admin] Calling delete_port for 74f1d0ed-700d-4c7c-a883-6c5c5b83e42f owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:16:38.232833 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7ad0e28b-e48b-4a69-8a0d-4b194724a7f0 req-72e4f233-35f8-412d-9c9f-f814070b043e tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087813 Jul 23 20:16:38.237017 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4bad0b-9181-4645-9487-798b5cbff387 req-02174300-3108-4677-938e-93ddc24db129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:38.240020 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2f4bad0b-9181-4645-9487-798b5cbff387 req-02174300-3108-4677-938e-93ddc24db129 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9cd757f-50fc-4d2c-97b5-f7bec2379d06 HTTP/1.1" status: 200 len: 854 time: 0.0942123 Jul 23 20:16:38.241378 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-2b04f467-5fc6-4b58-be5a-4ea9e6fea619 service neutron] 10.222.0.18 "GET /v2.0/networks/787d5425-c035-4280-8138-7c31904b0b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8493631 Jul 23 20:16:38.243014 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab900d9b-2958-4ecf-b68a-01caf996ee42 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:38.347873 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2f4bad0b-9181-4645-9487-798b5cbff387 req-aec0ba49-3f03-48ae-81c4-d325f0ecd5f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fedbba9-4431-4330-9544-1acf217b43a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947330 Jul 23 20:16:38.348776 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab900d9b-2958-4ecf-b68a-01caf996ee42 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Pushing event deleted for resources: {'Port': ['ID=8c710cfd-0931-4fc5-94d1-6154b6cf8fb7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:38.370010 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab900d9b-2958-4ecf-b68a-01caf996ee42 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:38.374040 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ab900d9b-2958-4ecf-b68a-01caf996ee42 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] 10.222.0.32 "DELETE /v2.0/ports/8c710cfd-0931-4fc5-94d1-6154b6cf8fb7 HTTP/1.1" status: 204 len: 168 time: 0.9839890 Jul 23 20:16:38.376297 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59742) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:38.426125 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-68875fb7-5701-4fd1-bcdf-eabc758382ab req-19213cb8-42b5-4456-bfea-494fdb496b57 service neutron] 10.222.0.18 "GET /v2.0/networks/787d5425-c035-4280-8138-7c31904b0b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695471 Jul 23 20:16:38.427834 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae3bc2-f3a7-42bc-b7a5-d516023b896a req-1da4dd78-6eb0-4c33-bf4a-3add86b955b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:38.429496 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7cae3bc2-f3a7-42bc-b7a5-d516023b896a req-1da4dd78-6eb0-4c33-bf4a-3add86b955b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2edc7abb-7a35-4b24-95dd-2cab074cfd4c HTTP/1.1" status: 200 len: 846 time: 0.4451087 Jul 23 20:16:38.468361 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-3887add7-cebc-4c97-b70d-1bfdbc16f4f3 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] DELETE failed (client error): The resource could not be found. Jul 23 20:16:38.468831 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3887add7-cebc-4c97-b70d-1bfdbc16f4f3 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:16:38.473969 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3887add7-cebc-4c97-b70d-1bfdbc16f4f3 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] 10.222.0.32 "DELETE /v2.0/subnets/b069f7e1-c5b8-401b-b11b-6d68cac6e10e HTTP/1.1" status: 404 len: 337 time: 0.0933113 Jul 23 20:16:38.477343 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59746) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:38.514943 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d322393-01c8-45e0-b7b0-5d7807d16fe0 req-fc38464e-726f-4292-9328-48da20bc49ca tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:38.519044 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7d322393-01c8-45e0-b7b0-5d7807d16fe0 req-fc38464e-726f-4292-9328-48da20bc49ca tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.3468342 Jul 23 20:16:38.526474 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3fbc0-a8b8-40a6-a2c0-dad05776cc78 req-e72e63dd-b32c-4744-a9df-3974d35a738a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:38.528133 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3cf3fbc0-a8b8-40a6-a2c0-dad05776cc78 req-e72e63dd-b32c-4744-a9df-3974d35a738a service neutron] 10.222.0.18 "GET /v2.0/networks?id=787d5425-c035-4280-8138-7c31904b0b0f HTTP/1.1" status: 200 len: 915 time: 0.8045533 Jul 23 20:16:38.530384 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7cae3bc2-f3a7-42bc-b7a5-d516023b896a req-bc19c6f5-3416-48a2-afd6-a15f93c77304 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98a30b96-c863-4728-b0d0-d47c79801693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846705 Jul 23 20:16:38.577712 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfba9d36-07f8-4894-ba5d-c97289a3c99e tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:38.666307 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7d322393-01c8-45e0-b7b0-5d7807d16fe0 req-ec159313-fae0-4b78-a6df-9cff8949d063 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225867 Jul 23 20:16:38.691574 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3cf3fbc0-a8b8-40a6-a2c0-dad05776cc78 req-4b4371d4-7ad7-44cf-a83c-9d66c45b827b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd4ee0e4-f388-42c2-aa2a-29536ea33c0f HTTP/1.1" status: 200 len: 217 time: 0.1415057 Jul 23 20:16:38.698760 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2f4bad0b-9181-4645-9487-798b5cbff387 req-58c5aabc-ee47-49f0-9be1-e5138831aacb service neutron] 10.222.0.30 "GET /v2.0/networks/7fedbba9-4431-4330-9544-1acf217b43a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378761 Jul 23 20:16:38.825917 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfba9d36-07f8-4894-ba5d-c97289a3c99e tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:38.850207 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-bfba9d36-07f8-4894-ba5d-c97289a3c99e tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7aea8ce-064e-4db4-b6df-a40238c1d25e']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:38.873389 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93600258-8aad-4b85-b8a2-43c9b4bdbe7d req-285c9099-0fcc-42f4-bcd0-b9c12dc52d76 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:38.881564 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-93600258-8aad-4b85-b8a2-43c9b4bdbe7d req-285c9099-0fcc-42f4-bcd0-b9c12dc52d76 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf156dd4-a470-476b-9a91-e304dc614de9 HTTP/1.1" status: 200 len: 943 time: 0.4832113 Jul 23 20:16:38.891371 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 2aca55f8-ec34-4a4e-8e00-b4050a25776b details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:16:38.902736 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-bfba9d36-07f8-4894-ba5d-c97289a3c99e tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8277b47-78e2-4d64-b2e2-946409063b61') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:38.904852 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-bfba9d36-07f8-4894-ba5d-c97289a3c99e tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8277b47-78e2-4d64-b2e2-946409063b61') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:39.003112 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2f4bad0b-9181-4645-9487-798b5cbff387 req-9352f6a4-a336-4c6b-a210-fdb93f1a2b69 service neutron] 10.222.0.30 "GET /v2.0/networks/7fedbba9-4431-4330-9544-1acf217b43a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952888 Jul 23 20:16:39.031352 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfba9d36-07f8-4894-ba5d-c97289a3c99e tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:39.051484 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfba9d36-07f8-4894-ba5d-c97289a3c99e tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:39.064526 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfba9d36-07f8-4894-ba5d-c97289a3c99e tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:16:39.065325 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfba9d36-07f8-4894-ba5d-c97289a3c99e tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:39.104107 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 2aca55f8-ec34-4a4e-8e00-b4050a25776b, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=2aca55f8-ec34-4a4e-8e00-b4050a25776b,segment=NetworkSegment(69080602-6244-4faa-8140-ce9343de0881),segment_id=69080602-6244-4faa-8140-ce9343de0881)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:39.134965 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '2aca55f8-ec34-4a4e-8e00-b4050a25776b', 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693', 'port_id': '2aca55f8-ec34-4a4e-8e00-b4050a25776b', 'mac_address': 'fa:16:3e:bb:2e:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2edc7abb-7a35-4b24-95dd-2cab074cfd4c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:16:39.156096 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:16:39.156096 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:16:39.156096 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:16:39.156096 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:16:39.156096 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:16:39.156096 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:16:39.156096 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:16:39.156096 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:16:39.156096 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:16:39.156096 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:16:39.156096 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:16:39.156096 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:16:39.156096 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:16:39.156096 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:16:39.156096 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:16:39.156096 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:16:39.156096 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:16:39.156096 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:16:39.156096 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:16:39.156096 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:16:39.156096 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:16:39.156096 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:16:39.156096 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:16:39.156096 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:16:39.156096 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:16:39.156096 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:16:39.156096 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:16:39.156096 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:16:39.156096 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:16:39.156096 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:16:39.156096 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:16:39.156096 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:16:39.175092 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfba9d36-07f8-4894-ba5d-c97289a3c99e tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:39.193200 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfba9d36-07f8-4894-ba5d-c97289a3c99e tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:39.197375 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bfba9d36-07f8-4894-ba5d-c97289a3c99e tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] 10.222.0.32 "DELETE /v2.0/networks/b7aea8ce-064e-4db4-b6df-a40238c1d25e HTTP/1.1" status: 204 len: 168 time: 0.7187660 Jul 23 20:16:39.206573 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59750) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:39.220389 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:39.242203 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aca55f8-ec34-4a4e-8e00-b4050a25776b {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:16:39.259837 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7cae3bc2-f3a7-42bc-b7a5-d516023b896a req-51903fba-9b1d-49c3-b7c2-7e9a4e2249ff service neutron] 10.222.0.30 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7065270 Jul 23 20:16:39.280968 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 2aca55f8-ec34-4a4e-8e00-b4050a25776b, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=2aca55f8-ec34-4a4e-8e00-b4050a25776b,segment=NetworkSegment(69080602-6244-4faa-8140-ce9343de0881),segment_id=69080602-6244-4faa-8140-ce9343de0881)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:39.291960 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:39.328743 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba9d36-07f8-4894-ba5d-c97289a3c99e tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Pushing event deleted for resources: {'Network': ['ID=b7aea8ce-064e-4db4-b6df-a40238c1d25e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:39.360594 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-93600258-8aad-4b85-b8a2-43c9b4bdbe7d req-f51999d7-6ef1-4ad2-be8a-0d7a006e15af tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4764769 Jul 23 20:16:39.390633 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=2aca55f8-ec34-4a4e-8e00-b4050a25776b,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:39.415902 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3fbc0-a8b8-40a6-a2c0-dad05776cc78 req-559b891c-58b6-4825-ae1f-953344733558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:39.417374 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3cf3fbc0-a8b8-40a6-a2c0-dad05776cc78 req-559b891c-58b6-4825-ae1f-953344733558 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7fb8b24e-fc71-4a83-9798-69abd5b3327d HTTP/1.1" status: 200 len: 854 time: 0.7189057 Jul 23 20:16:39.425348 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-a90cf2a8-236e-4577-b42a-0891c06f07d6 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Deleting port 1699cded-9dca-456e-9dd8-deeb2eee9584 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:16:39.425715 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a90cf2a8-236e-4577-b42a-0891c06f07d6 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:39.539835 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3cf3fbc0-a8b8-40a6-a2c0-dad05776cc78 req-39b48e25-e11f-48b5-9eec-c0554da3cba8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=787d5425-c035-4280-8138-7c31904b0b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058276 Jul 23 20:16:39.550733 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a90cf2a8-236e-4577-b42a-0891c06f07d6 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:39.581789 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-a90cf2a8-236e-4577-b42a-0891c06f07d6 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Calling delete_port for 1699cded-9dca-456e-9dd8-deeb2eee9584 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:16:39.582058 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a6fe3-9150-4364-b7c1-2d28d0c07efa req-2e25fbbe-745e-4c4d-b22c-662a88d0dc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:39.583561 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c11a6fe3-9150-4364-b7c1-2d28d0c07efa req-2e25fbbe-745e-4c4d-b22c-662a88d0dc11 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6d83b9df188244af88af507e82586aa5&device_id=cf156dd4-a470-476b-9a91-e304dc614de9 HTTP/1.1" status: 200 len: 1095 time: 1.0591290 Jul 23 20:16:39.596737 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['2aca55f8-ec34-4a4e-8e00-b4050a25776b'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:16:39.660110 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-05824242-1c3e-4299-be27-b1b5807204fd tempest-RoutersAdminNegativeTest-403721213 tempest-RoutersAdminNegativeTest-403721213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:39.799288 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05824242-1c3e-4299-be27-b1b5807204fd tempest-RoutersAdminNegativeTest-403721213 tempest-RoutersAdminNegativeTest-403721213-project-admin] Pushing event deleted for resources: {'Port': ['ID=74f1d0ed-700d-4c7c-a883-6c5c5b83e42f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:39.814063 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7cae3bc2-f3a7-42bc-b7a5-d516023b896a req-35489885-d7e2-4aae-bbcc-b0457e470de0 service neutron] 10.222.0.30 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5390797 Jul 23 20:16:39.876858 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a90cf2a8-236e-4577-b42a-0891c06f07d6 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:39.916789 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90cf2a8-236e-4577-b42a-0891c06f07d6 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Pushing event deleted for resources: {'Port': ['ID=1699cded-9dca-456e-9dd8-deeb2eee9584,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:39.932526 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a90cf2a8-236e-4577-b42a-0891c06f07d6 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:39.935334 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a90cf2a8-236e-4577-b42a-0891c06f07d6 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] 10.222.0.32 "DELETE /v2.0/ports/1699cded-9dca-456e-9dd8-deeb2eee9584 HTTP/1.1" status: 204 len: 168 time: 0.7201579 Jul 23 20:16:39.941057 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59760) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:39.945337 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a6fe3-9150-4364-b7c1-2d28d0c07efa req-4b3b815c-b131-4605-a797-58836381d0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:39.948294 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c11a6fe3-9150-4364-b7c1-2d28d0c07efa req-4b3b815c-b131-4605-a797-58836381d0a9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=787d5425-c035-4280-8138-7c31904b0b0f HTTP/1.1" status: 200 len: 915 time: 0.3465850 Jul 23 20:16:39.979281 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-78124680-894f-4c54-beed-0c86e62290ea tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] DELETE failed (client error): The resource could not be found. Jul 23 20:16:39.980103 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78124680-894f-4c54-beed-0c86e62290ea tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:16:39.983235 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-78124680-894f-4c54-beed-0c86e62290ea tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] 10.222.0.32 "DELETE /v2.0/subnets/a18cf7b6-43fd-4816-a59e-3ebc7a755a16 HTTP/1.1" status: 404 len: 337 time: 0.0395138 Jul 23 20:16:39.993147 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15b47c-f8da-4fe5-a622-e98f53ff5012 req-5e7a7216-ea46-4a96-b632-466881aac400 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:39.995115 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6b15b47c-f8da-4fe5-a622-e98f53ff5012 req-5e7a7216-ea46-4a96-b632-466881aac400 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.1943936 Jul 23 20:16:39.995866 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59762) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:40.133722 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6b15b47c-f8da-4fe5-a622-e98f53ff5012 req-9b5f030f-dace-40c5-a1e3-bb8963d5d612 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273408 Jul 23 20:16:40.143073 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-82253870-6c6c-4821-a332-932faef783a5 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:40.168196 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b94fe4-9d8f-4f19-ba34-170c76403360 req-1c76dc3c-5c07-4a6c-80fb-235cb8c0b1d9 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:40.176335 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-61b94fe4-9d8f-4f19-ba34-170c76403360 req-1c76dc3c-5c07-4a6c-80fb-235cb8c0b1d9 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d91090-ba10-4100-b28f-e1d9716b2122 HTTP/1.1" status: 200 len: 945 time: 0.7756705 Jul 23 20:16:40.199167 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-afbecb12-bbc8-41fa-90be-c5f06e6b15c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:40.215615 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c11a6fe3-9150-4364-b7c1-2d28d0c07efa req-726e5a27-474d-4a9c-9019-1b1eeea4b7d3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f8d8193-14ed-4088-9a7f-ee944892cc81 HTTP/1.1" status: 200 len: 217 time: 0.2236187 Jul 23 20:16:40.244300 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3cf3fbc0-a8b8-40a6-a2c0-dad05776cc78 req-aea2b001-ff19-41b1-97ba-0f2460a2399b service neutron] 10.222.0.18 "GET /v2.0/networks/787d5425-c035-4280-8138-7c31904b0b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6930957 Jul 23 20:16:40.258308 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-82253870-6c6c-4821-a332-932faef783a5 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:40.273391 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-82253870-6c6c-4821-a332-932faef783a5 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f40ec0-dade-43ea-a34f-9355f837fe28']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:40.286926 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-82253870-6c6c-4821-a332-932faef783a5 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db5eaf60-1685-42a6-af0a-17ae22eb0953') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:40.288404 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-82253870-6c6c-4821-a332-932faef783a5 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db5eaf60-1685-42a6-af0a-17ae22eb0953') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:40.309433 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-82253870-6c6c-4821-a332-932faef783a5 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:40.318190 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-61b94fe4-9d8f-4f19-ba34-170c76403360 req-bfc95e5a-41e9-4b83-b2f6-e0f77f223fbb tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396971 Jul 23 20:16:40.328388 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-82253870-6c6c-4821-a332-932faef783a5 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:40.336135 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82253870-6c6c-4821-a332-932faef783a5 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:16:40.336576 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-82253870-6c6c-4821-a332-932faef783a5 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:40.340492 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:16:40.340492 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:16:40.340492 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:16:40.340492 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:16:40.340492 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:16:40.340492 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:16:40.340492 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:16:40.340492 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:16:40.340492 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:16:40.340492 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:16:40.340492 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:16:40.340492 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:16:40.340492 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:16:40.340492 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:16:40.340492 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:16:40.340492 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:16:40.340492 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:16:40.340492 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:16:40.340492 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:16:40.340492 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:16:40.340492 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:16:40.340492 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:16:40.340492 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:16:40.340492 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:16:40.340492 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:16:40.340492 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:16:40.340492 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:16:40.340492 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:16:40.340492 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:16:40.340492 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:16:40.340492 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:16:40.340492 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:16:40.352944 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-05824242-1c3e-4299-be27-b1b5807204fd tempest-RoutersAdminNegativeTest-403721213 tempest-RoutersAdminNegativeTest-403721213-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:40.355640 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-05824242-1c3e-4299-be27-b1b5807204fd tempest-RoutersAdminNegativeTest-403721213 tempest-RoutersAdminNegativeTest-403721213-project-admin] 10.222.0.32 "DELETE /v2.0/ports/74f1d0ed-700d-4c7c-a883-6c5c5b83e42f HTTP/1.1" status: 204 len: 168 time: 3.7368603 Jul 23 20:16:40.373605 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a6fe3-9150-4364-b7c1-2d28d0c07efa req-8e2f0297-5417-4af7-81ba-07f0c35a9d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:40.375160 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c11a6fe3-9150-4364-b7c1-2d28d0c07efa req-8e2f0297-5417-4af7-81ba-07f0c35a9d70 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7fb8b24e-fc71-4a83-9798-69abd5b3327d HTTP/1.1" status: 200 len: 854 time: 0.1414850 Jul 23 20:16:40.413309 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-40a46145-c436-4017-9aa4-7c41c65dd054 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3841717 Jul 23 20:16:40.424352 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-82253870-6c6c-4821-a332-932faef783a5 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:40.447916 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-82253870-6c6c-4821-a332-932faef783a5 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:40.455126 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-82253870-6c6c-4821-a332-932faef783a5 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] 10.222.0.32 "DELETE /v2.0/networks/d6f40ec0-dade-43ea-a34f-9355f837fe28 HTTP/1.1" status: 204 len: 168 time: 0.4551148 Jul 23 20:16:40.459339 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59768) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:40.495938 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c11a6fe3-9150-4364-b7c1-2d28d0c07efa req-772f48ad-5297-4ae4-8d2f-93b6435f2226 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=787d5425-c035-4280-8138-7c31904b0b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801413 Jul 23 20:16:40.556721 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 1f8d8193-14ed-4088-9a7f-ee944892cc81 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:16:40.574372 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82253870-6c6c-4821-a332-932faef783a5 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Pushing event deleted for resources: {'Network': ['ID=d6f40ec0-dade-43ea-a34f-9355f837fe28,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:40.608895 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-676096cd-5e85-46f1-9a5a-203eb6fc8341 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Deleting subnet e391ff0a-987f-4686-8e2b-f5f6373087f5 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:16:40.616254 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-676096cd-5e85-46f1-9a5a-203eb6fc8341 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:40.639579 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c11a6fe3-9150-4364-b7c1-2d28d0c07efa req-8f607948-cb7e-425b-b8e5-e3811383cda7 service neutron] 10.222.0.18 "GET /v2.0/networks/787d5425-c035-4280-8138-7c31904b0b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277218 Jul 23 20:16:40.677192 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-676096cd-5e85-46f1-9a5a-203eb6fc8341 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:40.739451 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3cf3fbc0-a8b8-40a6-a2c0-dad05776cc78 req-ddaeb376-b2ce-4680-8fab-79c26548fa2d service neutron] 10.222.0.18 "GET /v2.0/networks/787d5425-c035-4280-8138-7c31904b0b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4881737 Jul 23 20:16:40.803455 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020cf935-6b95-4f1f-b6e1-2f138e6acf97 req-5de89f99-675b-4e0a-8e9a-fc1790d8ffa4 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:40.816391 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-020cf935-6b95-4f1f-b6e1-2f138e6acf97 req-5de89f99-675b-4e0a-8e9a-fc1790d8ffa4 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf156dd4-a470-476b-9a91-e304dc614de9 HTTP/1.1" status: 200 len: 943 time: 0.2548761 Jul 23 20:16:40.855105 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-b6453e75-07fe-4bfc-b768-ae2108a0b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:40.855105 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-b6453e75-07fe-4bfc-b768-ae2108a0b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:40.855105 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-b6453e75-07fe-4bfc-b768-ae2108a0b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:40.855913 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-b6453e75-07fe-4bfc-b768-ae2108a0b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:40.855913 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-b6453e75-07fe-4bfc-b768-ae2108a0b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:40.856135 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-b6453e75-07fe-4bfc-b768-ae2108a0b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:40.856623 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-b6453e75-07fe-4bfc-b768-ae2108a0b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:40.867188 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-b6453e75-07fe-4bfc-b768-ae2108a0b1fa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3e740eb35174745b8c66e63aac9db55&device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 6500 time: 0.3643417 Jul 23 20:16:40.870548 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 1f8d8193-14ed-4088-9a7f-ee944892cc81, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=1f8d8193-14ed-4088-9a7f-ee944892cc81,segment=NetworkSegment(5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf),segment_id=5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:40.909241 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 2aca55f8-ec34-4a4e-8e00-b4050a25776b up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:16:40.926839 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '1f8d8193-14ed-4088-9a7f-ee944892cc81', 'network_id': '787d5425-c035-4280-8138-7c31904b0b0f', 'port_id': '1f8d8193-14ed-4088-9a7f-ee944892cc81', 'mac_address': 'fa:16:3e:26:dc:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fb8b24e-fc71-4a83-9798-69abd5b3327d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:16:40.930947 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-020cf935-6b95-4f1f-b6e1-2f138e6acf97 req-24abe526-174a-4f10-99b3-1beab47cd172 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953052 Jul 23 20:16:40.969772 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c11a6fe3-9150-4364-b7c1-2d28d0c07efa req-f676f99f-ad1c-4caa-ad43-5c1096cec21b service neutron] 10.222.0.18 "GET /v2.0/networks/787d5425-c035-4280-8138-7c31904b0b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762773 Jul 23 20:16:40.998655 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-676096cd-5e85-46f1-9a5a-203eb6fc8341 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:41.008568 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59776) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:41.101448 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:41.126178 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-676096cd-5e85-46f1-9a5a-203eb6fc8341 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:41.142481 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f8d8193-14ed-4088-9a7f-ee944892cc81 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:16:41.198211 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-676096cd-5e85-46f1-9a5a-203eb6fc8341 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:41.200892 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdae49f0-fdbd-4584-9093-9109425e48fd None None] Network ad529756-d63d-476d-93d3-8dc8b819cc04 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:16:41.205970 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-676096cd-5e85-46f1-9a5a-203eb6fc8341 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] 10.222.0.32 "DELETE /v2.0/subnets/e391ff0a-987f-4686-8e2b-f5f6373087f5 HTTP/1.1" status: 204 len: 168 time: 0.7406995 Jul 23 20:16:41.208438 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 1f8d8193-14ed-4088-9a7f-ee944892cc81, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=1f8d8193-14ed-4088-9a7f-ee944892cc81,segment=NetworkSegment(5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf),segment_id=5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:41.224853 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-d5855c4a-a569-45c8-916a-494c8d8dbc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:41.225679 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-d5855c4a-a569-45c8-916a-494c8d8dbc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:41.226345 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-d5855c4a-a569-45c8-916a-494c8d8dbc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:41.229011 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-d5855c4a-a569-45c8-916a-494c8d8dbc71 service neutron] 10.222.0.30 "GET /v2.0/networks?id=065bad45-89d8-44cd-a1fc-415086b71990&id=24944fa3-9e4d-479a-a53d-6bb8b5f56882&id=24944fa3-9e4d-479a-a53d-6bb8b5f56882&id=24944fa3-9e4d-479a-a53d-6bb8b5f56882&id=24944fa3-9e4d-479a-a53d-6bb8b5f56882&id=48945854-cc22-4ffa-90b9-415f56c007c5&id=48945854-cc22-4ffa-90b9-415f56c007c5 HTTP/1.1" status: 200 len: 2290 time: 0.3135660 Jul 23 20:16:41.229872 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59782) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:41.246868 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676096cd-5e85-46f1-9a5a-203eb6fc8341 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Pushing event deleted for resources: {'Subnet': ['ID=e391ff0a-987f-4686-8e2b-f5f6373087f5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:41.385028 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-2bf03f30-8ad8-4661-bc1b-b6f7dbae67ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d782c9aa-2158-45ec-9a49-51f7cf848ae5 HTTP/1.1" status: 200 len: 1002 time: 0.1402659 Jul 23 20:16:41.421239 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cf8539ee-61f1-412d-a28a-a11273bb8c32 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:41.569493 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:41.617808 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1b6d0-1240-458e-baea-39fd427eb29b req-d37f4fa4-9504-472e-b077-282ba5c88f7c tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:41.619801 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bdd1b6d0-1240-458e-baea-39fd427eb29b req-d37f4fa4-9504-472e-b077-282ba5c88f7c tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d91090-ba10-4100-b28f-e1d9716b2122 HTTP/1.1" status: 200 len: 945 time: 0.1043863 Jul 23 20:16:41.636186 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=1f8d8193-14ed-4088-9a7f-ee944892cc81,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:41.654814 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c46b-d15b-4db2-9c56-10cac011be7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:41.660829 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 2aca55f8-ec34-4a4e-8e00-b4050a25776b completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:16:41.693151 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 2aca55f8-ec34-4a4e-8e00-b4050a25776b triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:41.696779 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:41.703489 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bdd1b6d0-1240-458e-baea-39fd427eb29b req-7eac2d51-4064-433d-ba41-37fed4fc80f8 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775671 Jul 23 20:16:41.737678 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-fba1eea8-254c-4e59-9df1-fa87aec07988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:41.740382 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-fba1eea8-254c-4e59-9df1-fa87aec07988 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=15dbea46-1b22-4ee7-9998-2dc91fc68b70 HTTP/1.1" status: 200 len: 850 time: 0.3261657 Jul 23 20:16:41.863893 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['1f8d8193-14ed-4088-9a7f-ee944892cc81'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:16:41.898042 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2b80d-4b73-4871-be18-fff17d347b36 req-f0ddb859-3afc-4b50-8859-6d8250acb155 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:41.901523 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6db2b80d-4b73-4871-be18-fff17d347b36 req-f0ddb859-3afc-4b50-8859-6d8250acb155 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.5099623 Jul 23 20:16:41.912896 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98024988-1614-4df6-bbc0-4cecb7a01ce2 None None] DHCP port deletion for ad529756-d63d-476d-93d3-8dc8b819cc04 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:16:41.933831 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:41.965316 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-cf8539ee-61f1-412d-a28a-a11273bb8c32 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Deleting port 43b10272-3e81-4cdc-9d32-8d7727701004 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:16:41.965694 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cf8539ee-61f1-412d-a28a-a11273bb8c32 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:41.972564 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-496e8a32-3d55-4b77-9157-45d44d981053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:41.973597 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-496e8a32-3d55-4b77-9157-45d44d981053 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=065bad45-89d8-44cd-a1fc-415086b71990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2231805 Jul 23 20:16:42.089320 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 43b10272-3e81-4cdc-9d32-8d7727701004 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:16:42.107474 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d91090-ba10-4100-b28f-e1d9716b2122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aca55f8-ec34-4a4e-8e00-b4050a25776b'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:16:42.112366 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e75986-c45f-4473-92c2-f3aaa080493d" -d '{"events": [{"server_uuid": "58d91090-ba10-4100-b28f-e1d9716b2122", "name": "network-vif-plugged", "status": "completed", "tag": "2aca55f8-ec34-4a4e-8e00-b4050a25776b"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:16:42.131498 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6db2b80d-4b73-4871-be18-fff17d347b36 req-942122c2-fdb6-4904-ace8-2889fce596c2 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099006 Jul 23 20:16:42.147352 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 2aca55f8-ec34-4a4e-8e00-b4050a25776b, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=2aca55f8-ec34-4a4e-8e00-b4050a25776b,segment=NetworkSegment(69080602-6244-4faa-8140-ce9343de0881),segment_id=69080602-6244-4faa-8140-ce9343de0881)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:42.160909 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:42.161797 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device b5e0629e-86e6-4f55-a042-ef34d3f2428b no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:16:42.223117 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-cf8539ee-61f1-412d-a28a-a11273bb8c32 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] For port 43b10272-3e81-4cdc-9d32-8d7727701004, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=43b10272-3e81-4cdc-9d32-8d7727701004,segment=NetworkSegment(b01c2af4-f81a-4835-9940-34b1cc71d628),segment_id=b01c2af4-f81a-4835-9940-34b1cc71d628)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:42.223117 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cf8539ee-61f1-412d-a28a-a11273bb8c32 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:42.288019 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25057e2e-88d9-461c-a367-9bd01af0ee7a req-89c14072-bc80-43ed-9d03-eb579d0f7f4f tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:42.293405 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-3f2655fb-d1ae-4049-9c75-8378a645ca79 service neutron] 10.222.0.30 "GET /v2.0/networks/065bad45-89d8-44cd-a1fc-415086b71990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960072 Jul 23 20:16:42.300363 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-25057e2e-88d9-461c-a367-9bd01af0ee7a req-89c14072-bc80-43ed-9d03-eb579d0f7f4f tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf156dd4-a470-476b-9a91-e304dc614de9 HTTP/1.1" status: 200 len: 944 time: 0.2279520 Jul 23 20:16:42.300697 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-cf8539ee-61f1-412d-a28a-a11273bb8c32 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Calling delete_port for 43b10272-3e81-4cdc-9d32-8d7727701004 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:16:42.344844 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c22b1e-8969-4008-afd7-9aee4f1039b5 x-openstack-request-id: req-d0c22b1e-8969-4008-afd7-9aee4f1039b5 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:16:42.344844 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d91090-ba10-4100-b28f-e1d9716b2122", "name": "network-vif-plugged", "status": "completed", "tag": "2aca55f8-ec34-4a4e-8e00-b4050a25776b", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:16:42.344844 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d0c22b1e-8969-4008-afd7-9aee4f1039b5 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:16:42.344844 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d91090-ba10-4100-b28f-e1d9716b2122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aca55f8-ec34-4a4e-8e00-b4050a25776b', 'code': 200} Jul 23 20:16:42.401251 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=2aca55f8-ec34-4a4e-8e00-b4050a25776b,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:42.408000 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-25057e2e-88d9-461c-a367-9bd01af0ee7a req-ceee3dd8-f5fb-4ab4-8296-21c184b9e7f8 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044421 Jul 23 20:16:42.428483 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b6289-4216-494c-baac-de4e54bc6d8e req-c511090b-c078-47ad-8a40-b60b01fdacab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:42.430856 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d19b6289-4216-494c-baac-de4e54bc6d8e req-c511090b-c078-47ad-8a40-b60b01fdacab service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=58d91090-ba10-4100-b28f-e1d9716b2122 HTTP/1.1" status: 200 len: 1098 time: 0.1188698 Jul 23 20:16:42.448394 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c46b-d15b-4db2-9c56-10cac011be7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:42.460205 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c46b-d15b-4db2-9c56-10cac011be7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:42.461302 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-98024988-1614-4df6-bbc0-4cecb7a01ce2 None None] Deleting port 43b10272-3e81-4cdc-9d32-8d7727701004 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:16:42.461944 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-98024988-1614-4df6-bbc0-4cecb7a01ce2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:42.491428 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d19b6289-4216-494c-baac-de4e54bc6d8e req-ff59f87c-4fc2-4add-8bcd-204c95eeac18 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521491 Jul 23 20:16:42.591868 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1c46b-d15b-4db2-9c56-10cac011be7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e005f1b-f3f2-4328-a56b-3bd8c4874d73,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:42.599134 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f8d1c46b-d15b-4db2-9c56-10cac011be7e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=92cf722d67524dd5b871464c979689fd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5675781 Jul 23 20:16:42.602026 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59804) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:42.623951 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-98024988-1614-4df6-bbc0-4cecb7a01ce2 None None] For port 43b10272-3e81-4cdc-9d32-8d7727701004, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=43b10272-3e81-4cdc-9d32-8d7727701004,segment=NetworkSegment(b01c2af4-f81a-4835-9940-34b1cc71d628),segment_id=b01c2af4-f81a-4835-9940-34b1cc71d628)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:42.624407 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-98024988-1614-4df6-bbc0-4cecb7a01ce2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:42.636133 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:42.644809 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-d88a36dc-91cd-4a63-be5d-b40853e9d4d2 service neutron] 10.222.0.30 "GET /v2.0/networks/065bad45-89d8-44cd-a1fc-415086b71990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279881 Jul 23 20:16:42.654264 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d33d08-c377-4089-ba65-5d29387d4a62 req-48c93dd4-8731-44ad-b327-7a1616fba97c tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:42.655962 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c8d33d08-c377-4089-ba65-5d29387d4a62 req-48c93dd4-8731-44ad-b327-7a1616fba97c tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.3239748 Jul 23 20:16:42.705998 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-3600b80c-4f53-41bf-bccd-b4c36e107800 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=8ff51102-e428-4ded-a3d1-228f5bfc548f HTTP/1.1" status: 200 len: 217 time: 0.0471587 Jul 23 20:16:42.706218 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-98024988-1614-4df6-bbc0-4cecb7a01ce2 None None] Calling delete_port for 43b10272-3e81-4cdc-9d32-8d7727701004 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:16:42.712361 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cf8539ee-61f1-412d-a28a-a11273bb8c32 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:42.717668 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-56f11397-f25f-4b9b-9027-e2c51543a691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:42.735894 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:42.780675 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8539ee-61f1-412d-a28a-a11273bb8c32 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Pushing event deleted for resources: {'Port': ['ID=43b10272-3e81-4cdc-9d32-8d7727701004,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:42.785391 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-56f11397-f25f-4b9b-9027-e2c51543a691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:42.788800 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8539ee-61f1-412d-a28a-a11273bb8c32 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] No DVR routers for this DVR port 43b10272-3e81-4cdc-9d32-8d7727701004 on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:16:42.830112 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port b5e0629e-86e6-4f55-a042-ef34d3f2428b, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=b5e0629e-86e6-4f55-a042-ef34d3f2428b,segment=NetworkSegment(13a13d20-6431-4365-97ce-f955081eb8e3),segment_id=13a13d20-6431-4365-97ce-f955081eb8e3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:42.852005 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:42.853884 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c8d33d08-c377-4089-ba65-5d29387d4a62 req-8c46ac5a-187d-4512-9f68-9bf9902ba16e tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512213 Jul 23 20:16:42.861844 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-104348be-8ebe-4af0-b59c-906321433c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:42.863614 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-104348be-8ebe-4af0-b59c-906321433c47 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0f9617a-d2a2-49d1-82ea-1415c4ffd90c HTTP/1.1" status: 200 len: 797 time: 0.1477065 Jul 23 20:16:42.974283 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-56f11397-f25f-4b9b-9027-e2c51543a691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:42.976933 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-56f11397-f25f-4b9b-9027-e2c51543a691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:42.985102 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-56f11397-f25f-4b9b-9027-e2c51543a691 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3e005f1b-f3f2-4328-a56b-3bd8c4874d73 HTTP/1.1" status: 204 len: 168 time: 0.3786395 Jul 23 20:16:43.037070 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f11397-f25f-4b9b-9027-e2c51543a691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e005f1b-f3f2-4328-a56b-3bd8c4874d73,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:43.042233 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cf8539ee-61f1-412d-a28a-a11273bb8c32 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:43.060050 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b9de9392-76a9-44b6-bb9f-fc2bdeb349b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:43.061437 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-cf8539ee-61f1-412d-a28a-a11273bb8c32 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad529756-d63d-476d-93d3-8dc8b819cc04']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:43.077354 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-98024988-1614-4df6-bbc0-4cecb7a01ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:43.081939 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-cf8539ee-61f1-412d-a28a-a11273bb8c32 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b01c2af4-f81a-4835-9940-34b1cc71d628') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:43.082391 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-cf8539ee-61f1-412d-a28a-a11273bb8c32 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b01c2af4-f81a-4835-9940-34b1cc71d628') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:43.088072 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=b5e0629e-86e6-4f55-a042-ef34d3f2428b,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:43.098157 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cf8539ee-61f1-412d-a28a-a11273bb8c32 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:43.113790 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459986f-4ab3-48cd-8f90-c92f43d79bef req-661ae4ec-32d6-4742-9258-82c6bda494a7 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:43.118369 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cf8539ee-61f1-412d-a28a-a11273bb8c32 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:43.124302 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b459986f-4ab3-48cd-8f90-c92f43d79bef req-661ae4ec-32d6-4742-9258-82c6bda494a7 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d91090-ba10-4100-b28f-e1d9716b2122 HTTP/1.1" status: 200 len: 946 time: 0.1684465 Jul 23 20:16:43.127795 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf8539ee-61f1-412d-a28a-a11273bb8c32 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:16:43.128270 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cf8539ee-61f1-412d-a28a-a11273bb8c32 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:43.148522 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98024988-1614-4df6-bbc0-4cecb7a01ce2 None None] Pushing event deleted for resources: {'Port': ['ID=43b10272-3e81-4cdc-9d32-8d7727701004,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:43.156102 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98024988-1614-4df6-bbc0-4cecb7a01ce2 None None] No DVR routers for this DVR port 43b10272-3e81-4cdc-9d32-8d7727701004 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:16:43.182494 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:16:43.182494 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:16:43.182494 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:16:43.182494 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:16:43.182494 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:16:43.182494 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:16:43.182494 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:16:43.182494 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:16:43.182494 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:16:43.182494 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:16:43.182494 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:16:43.182494 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:16:43.182494 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:16:43.182494 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:16:43.182494 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:16:43.182494 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:16:43.182494 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:16:43.182494 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:16:43.182494 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:16:43.182494 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:16:43.182494 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:16:43.182494 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:16:43.182494 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:16:43.182494 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:16:43.182494 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:16:43.182494 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:16:43.182494 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:16:43.182494 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:16:43.182494 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:16:43.182494 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:16:43.182494 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:16:43.182494 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:16:43.294026 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cf8539ee-61f1-412d-a28a-a11273bb8c32 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:43.320341 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:43.325516 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cf8539ee-61f1-412d-a28a-a11273bb8c32 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:43.329841 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-cf8539ee-61f1-412d-a28a-a11273bb8c32 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] 10.222.0.32 "DELETE /v2.0/networks/ad529756-d63d-476d-93d3-8dc8b819cc04 HTTP/1.1" status: 204 len: 168 time: 2.0956411 Jul 23 20:16:43.369430 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8539ee-61f1-412d-a28a-a11273bb8c32 tempest-NetworksIpV6TestAttrs-1854300317 tempest-NetworksIpV6TestAttrs-1854300317-project] Pushing event deleted for resources: {'Network': ['ID=ad529756-d63d-476d-93d3-8dc8b819cc04,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:43.376968 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-3c1ba5cf-d964-409b-8d15-213b16c8f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:43.378775 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-3c1ba5cf-d964-409b-8d15-213b16c8f484 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24944fa3-9e4d-479a-a53d-6bb8b5f56882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5039659 Jul 23 20:16:43.397011 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d358e-4ca5-498a-aa6a-d7f85b3fa0f9 req-08f71aa9-df50-45bc-9359-2d8a13613887 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:43.398675 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ab1d358e-4ca5-498a-aa6a-d7f85b3fa0f9 req-08f71aa9-df50-45bc-9359-2d8a13613887 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=39db543d-18ea-4f86-8d40-28da85231cf7 HTTP/1.1" status: 200 len: 946 time: 0.2224388 Jul 23 20:16:43.554671 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59828) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:43.559226 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ab1d358e-4ca5-498a-aa6a-d7f85b3fa0f9 req-4b5cc406-6205-44f1-b19e-6a05af1d3871 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa4b89ca-bb65-4b11-a395-b4950fbd59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174679 Jul 23 20:16:43.604527 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-5c3fb622-05a3-416b-9c8a-f115c2e6fc18 service neutron] 10.222.0.30 "GET /v2.0/networks/24944fa3-9e4d-479a-a53d-6bb8b5f56882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045815 Jul 23 20:16:43.658871 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b459986f-4ab3-48cd-8f90-c92f43d79bef req-4d894a39-6c7b-4f6c-ad7b-a1e26dc88c66 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5320034 Jul 23 20:16:43.664190 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d42d1056-91ec-4938-bff3-db69e1b3f4b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=69f445c2789a4851b354e55eff2cf53d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1079702 Jul 23 20:16:43.667580 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59830) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:43.765614 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-880c6c8d-d25f-464d-afbc-57c95dcb1d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:43.779136 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-87e14434-62ec-4976-a91b-a6c522ab86f2 service neutron] 10.222.0.30 "GET /v2.0/networks/24944fa3-9e4d-479a-a53d-6bb8b5f56882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645832 Jul 23 20:16:43.840200 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59836) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:43.847372 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-cb598ad6-0947-45d4-849a-f8b10b92cf69 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=029ccb5c-9717-4b7a-825f-18be8ca06481 HTTP/1.1" status: 200 len: 217 time: 0.0608501 Jul 23 20:16:43.856201 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-880c6c8d-d25f-464d-afbc-57c95dcb1d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:43.907173 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831fb87-93d7-403c-828b-d37659944c67 req-933afad1-7b21-4a30-911f-e0b96a92cfff tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:43.915180 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1831fb87-93d7-403c-828b-d37659944c67 req-933afad1-7b21-4a30-911f-e0b96a92cfff tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf156dd4-a470-476b-9a91-e304dc614de9 HTTP/1.1" status: 200 len: 944 time: 0.1512814 Jul 23 20:16:43.948258 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-84047b8b-a683-48e5-a5a9-79c5a51b8775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:43.952291 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:43.956258 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-84047b8b-a683-48e5-a5a9-79c5a51b8775 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0f9617a-d2a2-49d1-82ea-1415c4ffd90c HTTP/1.1" status: 200 len: 797 time: 0.0966203 Jul 23 20:16:43.999618 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1831fb87-93d7-403c-828b-d37659944c67 req-c542d6ef-25ea-4651-9f1f-62b4cae67ae5 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833337 Jul 23 20:16:44.023598 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-880c6c8d-d25f-464d-afbc-57c95dcb1d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:44.028439 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-880c6c8d-d25f-464d-afbc-57c95dcb1d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:44.031906 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-880c6c8d-d25f-464d-afbc-57c95dcb1d1a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fa175006-8927-4c89-b569-ec0f08eb8dcf HTTP/1.1" status: 204 len: 168 time: 0.3607302 Jul 23 20:16:44.041048 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c6c8d-d25f-464d-afbc-57c95dcb1d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa175006-8927-4c89-b569-ec0f08eb8dcf,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:44.190528 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-66923e7d-52c7-445a-be8f-27aaa86cdb59 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=473cec8355034d399b48b03266d71f40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3483701 Jul 23 20:16:44.193205 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59852) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:44.196311 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-b61199e3-1235-4fae-b591-7c7a09203f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:44.198391 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-b61199e3-1235-4fae-b591-7c7a09203f31 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24944fa3-9e4d-479a-a53d-6bb8b5f56882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2276227 Jul 23 20:16:44.246779 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71a5a8-8bf3-4ca6-b07b-bf1f8d6cfd7a req-15b1f052-bbaf-4a18-84b6-be524b5688cf tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:44.248627 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aa71a5a8-8bf3-4ca6-b07b-bf1f8d6cfd7a req-15b1f052-bbaf-4a18-84b6-be524b5688cf tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 943 time: 0.1668530 Jul 23 20:16:44.322371 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-602bf1fe-60d3-4867-aea1-ba9c9a80463a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:44.340443 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de68ec08-9564-4b3b-a216-bb5ac7b34518', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5e0629e-86e6-4f55-a042-ef34d3f2428b'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:16:44.343538 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d8373c-6260-4d6a-a2c9-1906a9bf7bb7" -d '{"events": [{"server_uuid": "de68ec08-9564-4b3b-a216-bb5ac7b34518", "name": "network-vif-unplugged", "status": "completed", "tag": "b5e0629e-86e6-4f55-a042-ef34d3f2428b"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:16:44.364069 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-5cd802e5-e1b3-4d6c-8ad7-558ae4561f83 service neutron] 10.222.0.30 "GET /v2.0/networks/24944fa3-9e4d-479a-a53d-6bb8b5f56882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550212 Jul 23 20:16:44.388848 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-602bf1fe-60d3-4867-aea1-ba9c9a80463a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:44.407855 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:44.414844 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 20:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fed6e03-3b76-4a04-a35e-c858be402832 x-openstack-request-id: req-3fed6e03-3b76-4a04-a35e-c858be402832 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:16:44.415354 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de68ec08-9564-4b3b-a216-bb5ac7b34518", "name": "network-vif-unplugged", "status": "failed", "tag": "b5e0629e-86e6-4f55-a042-ef34d3f2428b", "code": 422}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:16:44.415793 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3fed6e03-3b76-4a04-a35e-c858be402832 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:16:44.416350 n-d-793618-10 neutron-server[93877]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'de68ec08-9564-4b3b-a216-bb5ac7b34518', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b5e0629e-86e6-4f55-a042-ef34d3f2428b', 'code': 422} returned with failed status Jul 23 20:16:44.451896 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aa71a5a8-8bf3-4ca6-b07b-bf1f8d6cfd7a req-ceb4250d-96f5-472b-a940-88385fd662e2 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191566 Jul 23 20:16:44.491041 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-602bf1fe-60d3-4867-aea1-ba9c9a80463a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:44.494868 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-602bf1fe-60d3-4867-aea1-ba9c9a80463a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:44.499429 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-602bf1fe-60d3-4867-aea1-ba9c9a80463a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c52efc94-893e-49d1-901a-50cef5bcc3af HTTP/1.1" status: 204 len: 168 time: 0.3048849 Jul 23 20:16:44.512483 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602bf1fe-60d3-4867-aea1-ba9c9a80463a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52efc94-893e-49d1-901a-50cef5bcc3af,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:44.544000 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:44.546798 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-eabfe801-5d25-487f-b46c-a4bb7a596fe0 service neutron] 10.222.0.30 "GET /v2.0/networks/24944fa3-9e4d-479a-a53d-6bb8b5f56882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738913 Jul 23 20:16:44.587640 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 1f8d8193-14ed-4088-9a7f-ee944892cc81 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:16:44.614338 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-2c4fd46e-80f6-4081-9a60-08bd39334526 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=13a84819-7175-426d-8ccb-8c2bbf23155c HTTP/1.1" status: 200 len: 217 time: 0.0615120 Jul 23 20:16:44.656998 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 1f8d8193-14ed-4088-9a7f-ee944892cc81 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:16:44.667272 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 1f8d8193-14ed-4088-9a7f-ee944892cc81 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:44.667652 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:44.740618 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-8d7060da-e35e-4f64-a7fd-14d79fd2de07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:44.747416 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-8d7060da-e35e-4f64-a7fd-14d79fd2de07 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0f9617a-d2a2-49d1-82ea-1415c4ffd90c HTTP/1.1" status: 200 len: 797 time: 0.1262436 Jul 23 20:16:44.866619 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:44.961869 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 1f8d8193-14ed-4088-9a7f-ee944892cc81, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=1f8d8193-14ed-4088-9a7f-ee944892cc81,segment=NetworkSegment(5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf),segment_id=5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:44.967680 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:44.980208 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06793189-ab08-487d-87d3-33f30f6c03d2 req-d4931905-f231-4df7-8bdd-0610cf069344 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:44.983081 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-06793189-ab08-487d-87d3-33f30f6c03d2 req-d4931905-f231-4df7-8bdd-0610cf069344 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.30 "GET /v2.0/ports?device_id=39db543d-18ea-4f86-8d40-28da85231cf7 HTTP/1.1" status: 200 len: 946 time: 0.2437186 Jul 23 20:16:44.997969 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0c5f2-c141-4541-a526-264bf57dd435 req-ac1a2225-f3d7-481c-bd71-8f46aa5bc29c tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:45.006599 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1ff0c5f2-c141-4541-a526-264bf57dd435 req-ac1a2225-f3d7-481c-bd71-8f46aa5bc29c tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=39db543d-18ea-4f86-8d40-28da85231cf7 HTTP/1.1" status: 200 len: 946 time: 0.2931075 Jul 23 20:16:45.009852 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207b098-8b2c-4073-94d3-abc5c13b47e4 req-af30a219-13fd-48d0-90f9-baabfcd941b3 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:45.011658 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a207b098-8b2c-4073-94d3-abc5c13b47e4 req-af30a219-13fd-48d0-90f9-baabfcd941b3 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d91090-ba10-4100-b28f-e1d9716b2122 HTTP/1.1" status: 200 len: 946 time: 0.2051272 Jul 23 20:16:45.031077 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-a190a96d-1131-40dd-99e8-8f380e5ab27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:45.032857 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-a190a96d-1131-40dd-99e8-8f380e5ab27e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24944fa3-9e4d-479a-a53d-6bb8b5f56882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2778323 Jul 23 20:16:45.080696 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-22d56503-1f61-46e9-a516-be575bc277d4 req-e78c1212-8dc8-4469-934c-5f17ad3f781d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6867783 Jul 23 20:16:45.096822 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=1f8d8193-14ed-4088-9a7f-ee944892cc81,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:45.240412 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1ff0c5f2-c141-4541-a526-264bf57dd435 req-fb1c2baf-53b1-4f23-84eb-4281b6c3ae89 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa4b89ca-bb65-4b11-a395-b4950fbd59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322712 Jul 23 20:16:45.326982 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-06793189-ab08-487d-87d3-33f30f6c03d2 req-179642ad-f649-4da7-b426-0e4f624e13ab tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Deleting port e9d3cca4-c3a1-470e-8d2f-561d71114ded {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:16:45.332862 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-06793189-ab08-487d-87d3-33f30f6c03d2 req-179642ad-f649-4da7-b426-0e4f624e13ab tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:45.731774 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a207b098-8b2c-4073-94d3-abc5c13b47e4 req-d0d82602-5c76-4b79-990a-5329cb4163ba tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7104697 Jul 23 20:16:45.780342 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-06793189-ab08-487d-87d3-33f30f6c03d2 req-179642ad-f649-4da7-b426-0e4f624e13ab tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] For port e9d3cca4-c3a1-470e-8d2f-561d71114ded, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e9d3cca4-c3a1-470e-8d2f-561d71114ded,segment=NetworkSegment(bdb704e3-373f-4f47-bef5-3e89668f2e28),segment_id=bdb704e3-373f-4f47-bef5-3e89668f2e28)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:45.791178 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-06793189-ab08-487d-87d3-33f30f6c03d2 req-179642ad-f649-4da7-b426-0e4f624e13ab tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:45.869039 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:45.881367 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-0b4ea190-674d-4125-8d41-d1069d29a6bb service neutron] 10.222.0.30 "GET /v2.0/networks/24944fa3-9e4d-479a-a53d-6bb8b5f56882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8367741 Jul 23 20:16:45.886363 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59918) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:45.897184 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8a2bf-5620-4cdd-877e-d80636d5c127 req-f5d740da-d404-4e75-838f-7c3262b75857 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:45.900014 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-34e8a2bf-5620-4cdd-877e-d80636d5c127 req-f5d740da-d404-4e75-838f-7c3262b75857 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf156dd4-a470-476b-9a91-e304dc614de9 HTTP/1.1" status: 200 len: 945 time: 0.3920217 Jul 23 20:16:46.021981 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59922) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:46.067903 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-34e8a2bf-5620-4cdd-877e-d80636d5c127 req-034dbde4-3094-4739-a966-b1f533ee3dd4 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425979 Jul 23 20:16:46.186123 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-06793189-ab08-487d-87d3-33f30f6c03d2 req-179642ad-f649-4da7-b426-0e4f624e13ab tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:46.186498 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-06793189-ab08-487d-87d3-33f30f6c03d2 req-179642ad-f649-4da7-b426-0e4f624e13ab tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:46.186813 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [req-06793189-ab08-487d-87d3-33f30f6c03d2 req-179642ad-f649-4da7-b426-0e4f624e13ab tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Floating IP c5999bc7-1589-4a1c-80bf-f86db8191dc5 disassociated. External IP: 172.25.1.20, port: e9d3cca4-c3a1-470e-8d2f-561d71114ded. Jul 23 20:16:46.188492 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-06793189-ab08-487d-87d3-33f30f6c03d2 req-179642ad-f649-4da7-b426-0e4f624e13ab tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Calling delete_port for e9d3cca4-c3a1-470e-8d2f-561d71114ded owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:16:46.255141 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-a9463495-957b-49b5-a4eb-83e29e7fdb1e tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-334958599'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:46.268547 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-924f1e07-e0fa-4faa-92a7-2621bf6bfce8 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2061970176'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:46.312638 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41263868-a930-4e34-8a62-8440ff99b6b0 req-0fa72724-a858-4917-8242-0326261bbecd tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:46.320592 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-41263868-a930-4e34-8a62-8440ff99b6b0 req-0fa72724-a858-4917-8242-0326261bbecd tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 943 time: 0.3375516 Jul 23 20:16:46.329556 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-8dc3fb8a-b005-47c5-b4f3-d7b14e1b168d service neutron] 10.222.0.30 "GET /v2.0/networks/24944fa3-9e4d-479a-a53d-6bb8b5f56882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4411361 Jul 23 20:16:46.356869 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.db.api [None req-924f1e07-e0fa-4faa-92a7-2621bf6bfce8 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 20:16:46.356869 n-d-793618-10 neutron-server[93876]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 20:16:46.356869 n-d-793618-10 neutron-server[93876]: [parameters: {'project_id': '645a78bad9d34090a083ca596a20dd60', 'id': '2e2a9c4a-c9fd-4044-91ea-d1ec5aedd2e1', 'expiration': datetime.datetime(2021, 7, 23, 20, 18, 46, 339256)}] Jul 23 20:16:46.356869 n-d-793618-10 neutron-server[93876]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:16:46.357735 n-d-793618-10 neutron-server[93876]: DEBUG oslo_db.api [None req-924f1e07-e0fa-4faa-92a7-2621bf6bfce8 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:16:46.370660 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9463495-957b-49b5-a4eb-83e29e7fdb1e tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Made reservation on behalf of 0716cb581b6140d987b8e2d3ba826ace for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:16:46.374111 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9463495-957b-49b5-a4eb-83e29e7fdb1e tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:46.393197 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9463495-957b-49b5-a4eb-83e29e7fdb1e tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:46.418030 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf156dd4-a470-476b-9a91-e304dc614de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f8d8193-14ed-4088-9a7f-ee944892cc81'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:16:46.418944 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-d09782f2-b35e-4ded-bd2a-87e873ff4ee5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=6ed23c2b-2657-4c27-9d21-8b4c38ac03c3 HTTP/1.1" status: 200 len: 217 time: 0.0800424 Jul 23 20:16:46.424318 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd199ea5-79cb-4add-ae88-02204f25a03a req-cd8f7a35-541d-4083-9da1-93ceb8689a93 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:46.425896 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bd199ea5-79cb-4add-ae88-02204f25a03a req-cd8f7a35-541d-4083-9da1-93ceb8689a93 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d91090-ba10-4100-b28f-e1d9716b2122 HTTP/1.1" status: 200 len: 946 time: 0.2356291 Jul 23 20:16:46.433700 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce8e3ef-7ede-40b1-8bf7-98a85150b832" -d '{"events": [{"server_uuid": "cf156dd4-a470-476b-9a91-e304dc614de9", "name": "network-vif-plugged", "status": "completed", "tag": "1f8d8193-14ed-4088-9a7f-ee944892cc81"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:16:46.491471 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-41263868-a930-4e34-8a62-8440ff99b6b0 req-c16c3e78-e294-412e-b90c-85ea9f91d29d tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606526 Jul 23 20:16:46.529122 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-eb8a9c7b-8dfb-4cf0-b5f0-ed900a34f218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:46.533232 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-eb8a9c7b-8dfb-4cf0-b5f0-ed900a34f218 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0f9617a-d2a2-49d1-82ea-1415c4ffd90c HTTP/1.1" status: 200 len: 797 time: 0.1016564 Jul 23 20:16:46.543795 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-06793189-ab08-487d-87d3-33f30f6c03d2 req-179642ad-f649-4da7-b426-0e4f624e13ab tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:46.563638 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bd199ea5-79cb-4add-ae88-02204f25a03a req-1821530a-eb92-4baa-8e9e-65348472a8a4 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955684 Jul 23 20:16:46.596136 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179642ad-f649-4da7-b426-0e4f624e13ab tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Pushing event deleted for resources: {'Port': ['ID=e9d3cca4-c3a1-470e-8d2f-561d71114ded,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:46.717484 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf2d623-717c-4f28-8530-1c7c9797e874 x-openstack-request-id: req-bcf2d623-717c-4f28-8530-1c7c9797e874 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:16:46.717796 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf156dd4-a470-476b-9a91-e304dc614de9", "name": "network-vif-plugged", "status": "completed", "tag": "1f8d8193-14ed-4088-9a7f-ee944892cc81", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:16:46.718052 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bcf2d623-717c-4f28-8530-1c7c9797e874 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:16:46.718460 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf156dd4-a470-476b-9a91-e304dc614de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f8d8193-14ed-4088-9a7f-ee944892cc81', 'code': 200} Jul 23 20:16:46.749007 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9463495-957b-49b5-a4eb-83e29e7fdb1e tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:46.759361 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9463495-957b-49b5-a4eb-83e29e7fdb1e tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:46.805365 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9463495-957b-49b5-a4eb-83e29e7fdb1e tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:16:46.825008 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9463495-957b-49b5-a4eb-83e29e7fdb1e tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5327a60c-cfd1-4569-80e0-7b8b74f7d46d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:46.831139 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9463495-957b-49b5-a4eb-83e29e7fdb1e tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:46.831860 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-a9463495-957b-49b5-a4eb-83e29e7fdb1e tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Added segment d16b0825-d950-4470-8db7-7561745948eb of type vlan for network 2673adce-a595-4174-9ea6-e466caf36c30 Jul 23 20:16:46.850334 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6e2b1996-fc5c-4007-8882-5f837059a3c2 req-4e81e962-9fea-446b-ba63-a99deba592af tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=39db543d-18ea-4f86-8d40-28da85231cf7 HTTP/1.1" status: 200 len: 210 time: 0.1821406 Jul 23 20:16:46.852715 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06793189-ab08-487d-87d3-33f30f6c03d2 req-179642ad-f649-4da7-b426-0e4f624e13ab tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Router 77eef2dc-a638-4d4d-8821-d6d8fefbab35 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:16:46.908129 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9463495-957b-49b5-a4eb-83e29e7fdb1e tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:46.934350 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device e9d3cca4-c3a1-470e-8d2f-561d71114ded no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:16:46.939483 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924f1e07-e0fa-4faa-92a7-2621bf6bfce8 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Made reservation on behalf of 645a78bad9d34090a083ca596a20dd60 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:16:46.943267 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-924f1e07-e0fa-4faa-92a7-2621bf6bfce8 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:47.025931 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d56503-1f61-46e9-a516-be575bc277d4 req-0ab24c8e-0380-4033-a091-dc64201450cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:47.029369 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-22d56503-1f61-46e9-a516-be575bc277d4 req-0ab24c8e-0380-4033-a091-dc64201450cd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518&tenant_id=99b1a67790e94a4dae83bd764a7343f4 HTTP/1.1" status: 200 len: 1095 time: 0.3938117 Jul 23 20:16:47.036084 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-153cbb05-170b-475d-8c95-45d2e65eae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:47.036084 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-153cbb05-170b-475d-8c95-45d2e65eae86 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24944fa3-9e4d-479a-a53d-6bb8b5f56882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4975863 Jul 23 20:16:47.037136 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-924f1e07-e0fa-4faa-92a7-2621bf6bfce8 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:47.044447 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-22d56503-1f61-46e9-a516-be575bc277d4 req-6fbced2c-e5cc-450f-bf67-213e16635d4c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793618-10', 'device_owner': 'compute:nova'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:47.051979 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: e9d3cca4-c3a1-470e-8d2f-561d71114ded {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:16:47.052994 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device e9d3cca4-c3a1-470e-8d2f-561d71114ded not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:16:47.068784 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7d8a2-f927-440a-8e73-0d0e1cba74bf req-222ef3f1-b045-41d5-80c2-c04a261ea5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:47.070345 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0bc7d8a2-f927-440a-8e73-0d0e1cba74bf req-222ef3f1-b045-41d5-80c2-c04a261ea5cc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cf156dd4-a470-476b-9a91-e304dc614de9 HTTP/1.1" status: 200 len: 1097 time: 0.2577565 Jul 23 20:16:47.164707 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06793189-ab08-487d-87d3-33f30f6c03d2 req-179642ad-f649-4da7-b426-0e4f624e13ab tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:16:47.176657 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9463495-957b-49b5-a4eb-83e29e7fdb1e tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:47.177846 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a577b32-462b-451d-b004-0bf105cc39a7 None None] Sync routers for ids ['77eef2dc-a638-4d4d-8821-d6d8fefbab35'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:16:47.185123 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9463495-957b-49b5-a4eb-83e29e7fdb1e tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:47.189719 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9463495-957b-49b5-a4eb-83e29e7fdb1e tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:47.189939 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a577b32-462b-451d-b004-0bf105cc39a7 None None] Routers {'77eef2dc-a638-4d4d-8821-d6d8fefbab35'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:16:47.190521 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-5a577b32-462b-451d-b004-0bf105cc39a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:16:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['77eef2dc-a638-4d4d-8821-d6d8fefbab35'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:47.243351 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a9463495-957b-49b5-a4eb-83e29e7fdb1e tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3421588 Jul 23 20:16:47.269531 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59938) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:47.316249 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0bc7d8a2-f927-440a-8e73-0d0e1cba74bf req-9b7ef788-60ad-4bde-8f64-482b2689289d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202551 Jul 23 20:16:47.341357 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-a6fd3808-9d6b-480d-bb05-18aca568370d tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Request body: {'subnet': {'network_id': '2673adce-a595-4174-9ea6-e466caf36c30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:47.345326 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-5a577b32-462b-451d-b004-0bf105cc39a7 None None] Set router 77eef2dc-a638-4d4d-8821-d6d8fefbab35 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:16:47.400877 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-06793189-ab08-487d-87d3-33f30f6c03d2 req-179642ad-f649-4da7-b426-0e4f624e13ab tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] No DVR routers for this DVR port e9d3cca4-c3a1-470e-8d2f-561d71114ded on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:16:47.430280 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-22d56503-1f61-46e9-a516-be575bc277d4 req-6fbced2c-e5cc-450f-bf67-213e16635d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:47.431086 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-06793189-ab08-487d-87d3-33f30f6c03d2 req-179642ad-f649-4da7-b426-0e4f624e13ab tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:47.433092 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-06793189-ab08-487d-87d3-33f30f6c03d2 req-179642ad-f649-4da7-b426-0e4f624e13ab tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.30 "DELETE /v2.0/ports/e9d3cca4-c3a1-470e-8d2f-561d71114ded HTTP/1.1" status: 204 len: 173 time: 2.4116848 Jul 23 20:16:47.436328 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39db543d-18ea-4f86-8d40-28da85231cf7', 'name': 'network-vif-deleted', 'tag': 'e9d3cca4-c3a1-470e-8d2f-561d71114ded'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:16:47.439418 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6dee3dd-4abc-4b1a-869a-2a9860584a03" -d '{"events": [{"server_uuid": "39db543d-18ea-4f86-8d40-28da85231cf7", "name": "network-vif-deleted", "tag": "e9d3cca4-c3a1-470e-8d2f-561d71114ded"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:16:47.508129 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad7bae-a372-442a-a390-53e6acce4f55 req-07c1b783-fdb6-4a06-bb5a-cc62335488b1 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:47.510843 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3fad7bae-a372-442a-a390-53e6acce4f55 req-07c1b783-fdb6-4a06-bb5a-cc62335488b1 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d91090-ba10-4100-b28f-e1d9716b2122 HTTP/1.1" status: 200 len: 946 time: 0.4393671 Jul 23 20:16:47.580643 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-62377918-ae6f-48b2-af1c-9202ece55c10 service neutron] 10.222.0.30 "GET /v2.0/networks/24944fa3-9e4d-479a-a53d-6bb8b5f56882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5331616 Jul 23 20:16:47.581303 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-5a577b32-462b-451d-b004-0bf105cc39a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'name': 'tempest-AttachVolumeTestJSON-1415960080-router', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b52d0c32-d4d5-4fa8-850c-84ffb10b224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:01Z', 'updated_at': '2021-07-23T20:09:09Z', 'revision_number': 4, 'project_id': 'b1a6866430c7477dabb2850fe027c983', 'gw_port': {'id': 'b52d0c32-d4d5-4fa8-850c-84ffb10b224a', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:03Z', 'updated_at': '2021-07-23T20:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'cd94949f-2562-491e-b14d-ffa1273e0b99', 'name': '', 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'mac_address': 'fa:16:3e:4a:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '7562bacc-5c9d-4fd5-a756-532eac029140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:08Z', 'updated_at': '2021-07-23T20:09:19Z', 'revision_number': 5, 'project_id': 'b1a6866430c7477dabb2850fe027c983', 'subnets': [{'id': '7562bacc-5c9d-4fd5-a756-532eac029140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:47.582791 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f723b0-a635-4905-9e39-c44b7542b09c req-32f57467-d846-4428-a9e3-d114c80948e5 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:47.591708 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-52f723b0-a635-4905-9e39-c44b7542b09c req-32f57467-d846-4428-a9e3-d114c80948e5 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf156dd4-a470-476b-9a91-e304dc614de9 HTTP/1.1" status: 200 len: 945 time: 0.3722625 Jul 23 20:16:47.597368 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9463495-957b-49b5-a4eb-83e29e7fdb1e tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Pushing event updated for resources: {'Network': ['ID=2673adce-a595-4174-9ea6-e466caf36c30,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:47.612661 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a577b32-462b-451d-b004-0bf105cc39a7 None None] Checking router: 77eef2dc-a638-4d4d-8821-d6d8fefbab35 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:16:47.623026 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a577b32-462b-451d-b004-0bf105cc39a7 None None] Routers {'77eef2dc-a638-4d4d-8821-d6d8fefbab35'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:16:47.623665 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-5a577b32-462b-451d-b004-0bf105cc39a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:16:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['77eef2dc-a638-4d4d-8821-d6d8fefbab35'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:47.627618 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 2673adce-a595-4174-9ea6-e466caf36c30 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:16:47.702386 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-52f723b0-a635-4905-9e39-c44b7542b09c req-abf59d15-d2a2-4fe5-a486-589d3fba17c5 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086123 Jul 23 20:16:47.737013 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-5a577b32-462b-451d-b004-0bf105cc39a7 None None] Set router 77eef2dc-a638-4d4d-8821-d6d8fefbab35 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:16:47.784028 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a369775-a4df-4196-8f3a-d2954ca5187a x-openstack-request-id: req-7a369775-a4df-4196-8f3a-d2954ca5187a {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:16:47.784317 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39db543d-18ea-4f86-8d40-28da85231cf7", "name": "network-vif-deleted", "tag": "e9d3cca4-c3a1-470e-8d2f-561d71114ded", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:16:47.784573 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7a369775-a4df-4196-8f3a-d2954ca5187a {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:16:47.784979 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39db543d-18ea-4f86-8d40-28da85231cf7', 'name': 'network-vif-deleted', 'tag': 'e9d3cca4-c3a1-470e-8d2f-561d71114ded', 'status': 'completed', 'code': 200} Jul 23 20:16:47.817218 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-924f1e07-e0fa-4faa-92a7-2621bf6bfce8 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:47.851800 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-924f1e07-e0fa-4faa-92a7-2621bf6bfce8 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:47.882288 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-41760c8c-2cbb-4e1f-b46c-fad63c993d4d service neutron] 10.222.0.30 "GET /v2.0/networks/24944fa3-9e4d-479a-a53d-6bb8b5f56882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835071 Jul 23 20:16:47.921409 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f1e07-e0fa-4faa-92a7-2621bf6bfce8 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74d56138-63ec-4604-9c86-d59303fce31e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:47.927260 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fd3808-9d6b-480d-bb05-18aca568370d tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Made reservation on behalf of 0716cb581b6140d987b8e2d3ba826ace for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:16:47.931356 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a6fd3808-9d6b-480d-bb05-18aca568370d tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:47.992650 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-924f1e07-e0fa-4faa-92a7-2621bf6bfce8 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:16:48.018440 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3fad7bae-a372-442a-a390-53e6acce4f55 req-f617fa64-95d2-476b-ad3a-d4e02a3db139 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4632914 Jul 23 20:16:48.047122 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-5a577b32-462b-451d-b004-0bf105cc39a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'name': 'tempest-AttachVolumeTestJSON-1415960080-router', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b52d0c32-d4d5-4fa8-850c-84ffb10b224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:01Z', 'updated_at': '2021-07-23T20:09:09Z', 'revision_number': 4, 'project_id': 'b1a6866430c7477dabb2850fe027c983', 'gw_port': {'id': 'b52d0c32-d4d5-4fa8-850c-84ffb10b224a', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:03Z', 'updated_at': '2021-07-23T20:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'cd94949f-2562-491e-b14d-ffa1273e0b99', 'name': '', 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'mac_address': 'fa:16:3e:4a:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '7562bacc-5c9d-4fd5-a756-532eac029140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:08Z', 'updated_at': '2021-07-23T20:09:19Z', 'revision_number': 5, 'project_id': 'b1a6866430c7477dabb2850fe027c983', 'subnets': [{'id': '7562bacc-5c9d-4fd5-a756-532eac029140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:48.135948 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a577b32-462b-451d-b004-0bf105cc39a7 None None] The sync data for ids ['77eef2dc-a638-4d4d-8821-d6d8fefbab35'] in n-d-793618-10 is: [{'id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'name': 'tempest-AttachVolumeTestJSON-1415960080-router', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b52d0c32-d4d5-4fa8-850c-84ffb10b224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:01Z', 'updated_at': '2021-07-23T20:09:09Z', 'revision_number': 4, 'project_id': 'b1a6866430c7477dabb2850fe027c983', 'gw_port': {'id': 'b52d0c32-d4d5-4fa8-850c-84ffb10b224a', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:03Z', 'updated_at': '2021-07-23T20:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'cd94949f-2562-491e-b14d-ffa1273e0b99', 'name': '', 'network_id': '68a6fe92-0c26-45da-99d0-e58f34d2b985', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'mac_address': 'fa:16:3e:4a:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '7562bacc-5c9d-4fd5-a756-532eac029140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:08Z', 'updated_at': '2021-07-23T20:09:19Z', 'revision_number': 5, 'project_id': 'b1a6866430c7477dabb2850fe027c983', 'subnets': [{'id': '7562bacc-5c9d-4fd5-a756-532eac029140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:16:48.207644 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-924f1e07-e0fa-4faa-92a7-2621bf6bfce8 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:48.208335 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-924f1e07-e0fa-4faa-92a7-2621bf6bfce8 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Added segment 862e011e-5fe6-4219-b6ec-367287b5e939 of type vlan for network c6985852-652f-4366-be48-96f0677624ca Jul 23 20:16:48.284201 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-ae6850fe-46c2-48fd-8fb8-08f4cc0d5a40 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=75c5316c-fbd1-4cd5-93d9-47c4940484b5 HTTP/1.1" status: 200 len: 217 time: 0.3732967 Jul 23 20:16:48.408763 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-fab7d73e-c348-4607-9800-527c20601478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:48.410274 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-fab7d73e-c348-4607-9800-527c20601478 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3545f046-ef5a-4961-ae7f-d56de353a859 HTTP/1.1" status: 200 len: 797 time: 0.0977435 Jul 23 20:16:48.432980 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5bdb2255-3470-4088-90dd-034f60c0362b req-9885648c-e138-45c5-979e-f9cf48d17fbe tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/ports?device_id=39db543d-18ea-4f86-8d40-28da85231cf7 HTTP/1.1" status: 200 len: 210 time: 0.1566589 Jul 23 20:16:48.451941 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-22d56503-1f61-46e9-a516-be575bc277d4 req-6fbced2c-e5cc-450f-bf67-213e16635d4c service neutron] For port b5e0629e-86e6-4f55-a042-ef34d3f2428b, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=b5e0629e-86e6-4f55-a042-ef34d3f2428b,segment=NetworkSegment(13a13d20-6431-4365-97ce-f955081eb8e3),segment_id=13a13d20-6431-4365-97ce-f955081eb8e3)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:48.461898 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-924f1e07-e0fa-4faa-92a7-2621bf6bfce8 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:48.532759 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-22d56503-1f61-46e9-a516-be575bc277d4 req-6fbced2c-e5cc-450f-bf67-213e16635d4c service neutron] For port b5e0629e-86e6-4f55-a042-ef34d3f2428b, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:16:48.542100 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd0188-66f6-46c6-afd1-c670c1700ac0 req-3097b15d-39d3-408c-87b2-3ed8f1af32b8 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:48.543708 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-22dd0188-66f6-46c6-afd1-c670c1700ac0 req-3097b15d-39d3-408c-87b2-3ed8f1af32b8 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 943 time: 0.6345134 Jul 23 20:16:48.585853 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-22d56503-1f61-46e9-a516-be575bc277d4 req-6fbced2c-e5cc-450f-bf67-213e16635d4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5e0629e-86e6-4f55-a042-ef34d3f2428b {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:16:48.595944 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-22d56503-1f61-46e9-a516-be575bc277d4 req-6fbced2c-e5cc-450f-bf67-213e16635d4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:48.610776 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-22d56503-1f61-46e9-a516-be575bc277d4 req-6fbced2c-e5cc-450f-bf67-213e16635d4c service neutron] Transition to ACTIVE for port object b5e0629e-86e6-4f55-a042-ef34d3f2428b will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:16:48.621208 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-22d56503-1f61-46e9-a516-be575bc277d4 req-6fbced2c-e5cc-450f-bf67-213e16635d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:48.663356 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a6fd3808-9d6b-480d-bb05-18aca568370d tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:48.704509 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbced2c-e5cc-450f-bf67-213e16635d4c service neutron] Pushing event updated for resources: {'Port': ['ID=b5e0629e-86e6-4f55-a042-ef34d3f2428b,revision_number=9']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:48.710974 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c074d39-0b2c-4e33-a96e-cc12dbd06a67 None None] New status for floating IP c5999bc7-1589-4a1c-80bf-f86db8191dc5: DOWN {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:16:48.730114 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-924f1e07-e0fa-4faa-92a7-2621bf6bfce8 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:48.738768 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d56503-1f61-46e9-a516-be575bc277d4 req-6fbced2c-e5cc-450f-bf67-213e16635d4c service neutron] No DVR routers for this DVR port b5e0629e-86e6-4f55-a042-ef34d3f2428b on host n-h1-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:16:48.739252 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924f1e07-e0fa-4faa-92a7-2621bf6bfce8 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:48.740251 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-924f1e07-e0fa-4faa-92a7-2621bf6bfce8 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:48.745823 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-f9815e26-a6fa-4265-9885-45656674b432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:48.748671 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-f9815e26-a6fa-4265-9885-45656674b432 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48945854-cc22-4ffa-90b9-415f56c007c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3191478 Jul 23 20:16:48.854450 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15f4ca-3ec7-4d43-bd17-a9b8664fe327 req-e0db6407-e371-4819-bc1c-569b373fef72 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:48.856037 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0e15f4ca-3ec7-4d43-bd17-a9b8664fe327 req-e0db6407-e371-4819-bc1c-569b373fef72 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.30 "GET /v2.0/ports?device_id=58d91090-ba10-4100-b28f-e1d9716b2122 HTTP/1.1" status: 200 len: 946 time: 0.5538538 Jul 23 20:16:48.878091 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-ac040b89-ca88-4e28-a7e9-6bdc87a2766f service neutron] 10.222.0.30 "GET /v2.0/networks/48945854-cc22-4ffa-90b9-415f56c007c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220880 Jul 23 20:16:48.894279 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fd3808-9d6b-480d-bb05-18aca568370d tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Checking segment: {'id': 'd16b0825-d950-4470-8db7-7561745948eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2673adce-a595-4174-9ea6-e466caf36c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:16:48.895150 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fd3808-9d6b-480d-bb05-18aca568370d tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Network hostable DHCP agents. Network: 2673adce-a595-4174-9ea6-e466caf36c30, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:16:48.919613 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-22dd0188-66f6-46c6-afd1-c670c1700ac0 req-2de74287-4784-437f-a57a-13c4475f2a23 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386075 Jul 23 20:16:48.961904 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-924f1e07-e0fa-4faa-92a7-2621bf6bfce8 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.9353468 Jul 23 20:16:48.962425 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd3808-9d6b-480d-bb05-18aca568370d tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Pushing event updated for resources: {'Subnet': ['ID=e3e47550-1012-4f69-8e7e-9fdb3b1b6686,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:49.003629 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-22d56503-1f61-46e9-a516-be575bc277d4 req-6fbced2c-e5cc-450f-bf67-213e16635d4c service neutron] Attempting to bind port b5e0629e-86e6-4f55-a042-ef34d3f2428b on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:16:49.004256 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-22d56503-1f61-46e9-a516-be575bc277d4 req-6fbced2c-e5cc-450f-bf67-213e16635d4c service neutron] Attempting to bind port b5e0629e-86e6-4f55-a042-ef34d3f2428b by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '13a13d20-6431-4365-97ce-f955081eb8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7fedbba9-4431-4330-9544-1acf217b43a2'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:16:49.004256 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d56503-1f61-46e9-a516-be575bc277d4 req-6fbced2c-e5cc-450f-bf67-213e16635d4c service neutron] Attempting to bind port b5e0629e-86e6-4f55-a042-ef34d3f2428b on network 7fedbba9-4431-4330-9544-1acf217b43a2 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:16:49.011954 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d56503-1f61-46e9-a516-be575bc277d4 req-6fbced2c-e5cc-450f-bf67-213e16635d4c service neutron] Port b5e0629e-86e6-4f55-a042-ef34d3f2428b on network 7fedbba9-4431-4330-9544-1acf217b43a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:16:49.012330 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d56503-1f61-46e9-a516-be575bc277d4 req-6fbced2c-e5cc-450f-bf67-213e16635d4c service neutron] Attempting to bind port b5e0629e-86e6-4f55-a042-ef34d3f2428b on network 7fedbba9-4431-4330-9544-1acf217b43a2 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:16:49.023128 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d56503-1f61-46e9-a516-be575bc277d4 req-6fbced2c-e5cc-450f-bf67-213e16635d4c service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:16:49.023496 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d56503-1f61-46e9-a516-be575bc277d4 req-6fbced2c-e5cc-450f-bf67-213e16635d4c service neutron] Checking segment: {'id': '13a13d20-6431-4365-97ce-f955081eb8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7fedbba9-4431-4330-9544-1acf217b43a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:16:49.023851 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d56503-1f61-46e9-a516-be575bc277d4 req-6fbced2c-e5cc-450f-bf67-213e16635d4c service neutron] Bound using segment: {'id': '13a13d20-6431-4365-97ce-f955081eb8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7fedbba9-4431-4330-9544-1acf217b43a2'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:16:49.024278 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-22d56503-1f61-46e9-a516-be575bc277d4 req-6fbced2c-e5cc-450f-bf67-213e16635d4c service neutron] Bound port: b5e0629e-86e6-4f55-a042-ef34d3f2428b, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13a13d20-6431-4365-97ce-f955081eb8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7fedbba9-4431-4330-9544-1acf217b43a2'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:16:49.026821 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-22d56503-1f61-46e9-a516-be575bc277d4 req-6fbced2c-e5cc-450f-bf67-213e16635d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:49.044415 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f1e07-e0fa-4faa-92a7-2621bf6bfce8 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event updated for resources: {'Network': ['ID=c6985852-652f-4366-be48-96f0677624ca,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:49.072150 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network c6985852-652f-4366-be48-96f0677624ca details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:16:49.077561 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fd3808-9d6b-480d-bb05-18aca568370d tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Network 2673adce-a595-4174-9ea6-e466caf36c30 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:16:49.163347 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6db143-a109-4258-9c88-5d79bc4c0fb7 req-b594afe3-4fd0-4e82-83a8-9d34af3a22a0 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:49.165168 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ac6db143-a109-4258-9c88-5d79bc4c0fb7 req-b594afe3-4fd0-4e82-83a8-9d34af3a22a0 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf156dd4-a470-476b-9a91-e304dc614de9 HTTP/1.1" status: 200 len: 945 time: 0.2859702 Jul 23 20:16:49.200604 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-a6fd3808-9d6b-480d-bb05-18aca568370d tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 2673adce-a595-4174-9ea6-e466caf36c30) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:49.213544 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dba7ba-60ef-40dd-9121-ce35d547769a None None] Network 2673adce-a595-4174-9ea6-e466caf36c30 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:16:49.242643 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-80a5766d-e539-418b-9471-6b2215c0a273 service neutron] 10.222.0.30 "GET /v2.0/networks/48945854-cc22-4ffa-90b9-415f56c007c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073664 Jul 23 20:16:49.274528 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59954) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:49.276628 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fd3808-9d6b-480d-bb05-18aca568370d tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:49.277439 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a6fd3808-9d6b-480d-bb05-18aca568370d tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:49.296872 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-61d93710-dffa-43c8-a4d3-6c63c232ef4a tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Request body: {'subnet': {'network_id': 'c6985852-652f-4366-be48-96f0677624ca', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:49.305901 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-8f2ced33-a0d1-41c0-abed-c41e19e04aa0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9627a8cd-cca1-4e2c-8263-bbfb4b33f26f HTTP/1.1" status: 200 len: 217 time: 0.0498493 Jul 23 20:16:49.325369 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a6fd3808-9d6b-480d-bb05-18aca568370d tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9911866 Jul 23 20:16:49.337077 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59956) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:49.368280 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-22d56503-1f61-46e9-a516-be575bc277d4 req-6fbced2c-e5cc-450f-bf67-213e16635d4c service neutron] For port b5e0629e-86e6-4f55-a042-ef34d3f2428b, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:16:49.373693 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ac6db143-a109-4258-9c88-5d79bc4c0fb7 req-c045c7b9-6383-4e06-b8d4-86e2e0099d97 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012389 Jul 23 20:16:49.382592 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-672f2bd8-4a2f-49e2-9003-59b5f8ac9005 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Request body: {'port': {'network_id': '2673adce-a595-4174-9ea6-e466caf36c30', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1470035552'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:49.421316 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-22d56503-1f61-46e9-a516-be575bc277d4 req-6fbced2c-e5cc-450f-bf67-213e16635d4c service neutron] For port b5e0629e-86e6-4f55-a042-ef34d3f2428b, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=b5e0629e-86e6-4f55-a042-ef34d3f2428b,segment=NetworkSegment(13a13d20-6431-4365-97ce-f955081eb8e3),segment_id=13a13d20-6431-4365-97ce-f955081eb8e3)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:16:49.433725 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-0e15f4ca-3ec7-4d43-bd17-a9b8664fe327 req-5b69280a-0eb0-4f1d-b219-702f6eeb7979 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Deleting port 2aca55f8-ec34-4a4e-8e00-b4050a25776b {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:16:49.434187 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0e15f4ca-3ec7-4d43-bd17-a9b8664fe327 req-5b69280a-0eb0-4f1d-b219-702f6eeb7979 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:49.436757 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-22d56503-1f61-46e9-a516-be575bc277d4 req-6fbced2c-e5cc-450f-bf67-213e16635d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:49.482809 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-4a911e5c-9fe3-4d03-a407-d4b4c9189131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:49.485173 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-4a911e5c-9fe3-4d03-a407-d4b4c9189131 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3545f046-ef5a-4961-ae7f-d56de353a859 HTTP/1.1" status: 200 len: 797 time: 0.1637082 Jul 23 20:16:49.502865 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e2188-e8cb-4729-9f35-f26817461dc0 req-a29b695a-2f2f-498f-b134-85b56c8b43e2 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:49.504885 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a07e2188-e8cb-4729-9f35-f26817461dc0 req-a29b695a-2f2f-498f-b134-85b56c8b43e2 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d91090-ba10-4100-b28f-e1d9716b2122 HTTP/1.1" status: 200 len: 946 time: 0.3341668 Jul 23 20:16:49.514960 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159b04cd-0299-4330-b0bb-08c1f740df10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-2673adce-a595-4174-9ea6-e466caf36c30', 'network_id': '2673adce-a595-4174-9ea6-e466caf36c30', 'tenant_id': '0716cb581b6140d987b8e2d3ba826ace', 'fixed_ips': [{'subnet_id': 'e3e47550-1012-4f69-8e7e-9fdb3b1b6686'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:16:49.518646 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-159b04cd-0299-4330-b0bb-08c1f740df10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:49.565757 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d56503-1f61-46e9-a516-be575bc277d4 req-6fbced2c-e5cc-450f-bf67-213e16635d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:49.568119 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d93710-dffa-43c8-a4d3-6c63c232ef4a tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Made reservation on behalf of 645a78bad9d34090a083ca596a20dd60 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:16:49.569515 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-22d56503-1f61-46e9-a516-be575bc277d4 req-6fbced2c-e5cc-450f-bf67-213e16635d4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:49.571685 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-22d56503-1f61-46e9-a516-be575bc277d4 req-6fbced2c-e5cc-450f-bf67-213e16635d4c service neutron] 10.222.0.18 "PUT /v2.0/ports/b5e0629e-86e6-4f55-a042-ef34d3f2428b HTTP/1.1" status: 200 len: 1092 time: 2.5328856 Jul 23 20:16:49.571876 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de68ec08-9564-4b3b-a216-bb5ac7b34518', 'tag': 'b5e0629e-86e6-4f55-a042-ef34d3f2428b'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:16:49.572347 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-61d93710-dffa-43c8-a4d3-6c63c232ef4a tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:49.585338 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80f5919-fdd8-4366-82b1-9627d5607d27" -d '{"events": [{"name": "network-changed", "server_uuid": "de68ec08-9564-4b3b-a216-bb5ac7b34518", "tag": "b5e0629e-86e6-4f55-a042-ef34d3f2428b"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:16:49.679019 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59966) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:49.774113 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91828bf-d9e6-4ae0-85f6-3c9f6c6bb6ec x-openstack-request-id: req-e91828bf-d9e6-4ae0-85f6-3c9f6c6bb6ec {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:16:49.778053 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de68ec08-9564-4b3b-a216-bb5ac7b34518", "tag": "b5e0629e-86e6-4f55-a042-ef34d3f2428b", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:16:49.778715 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e91828bf-d9e6-4ae0-85f6-3c9f6c6bb6ec {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:16:49.779409 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de68ec08-9564-4b3b-a216-bb5ac7b34518', 'tag': 'b5e0629e-86e6-4f55-a042-ef34d3f2428b', 'status': 'completed', 'code': 200} Jul 23 20:16:49.873849 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-159b04cd-0299-4330-b0bb-08c1f740df10 None None] Allocated IP 2001:db8::2 (2673adce-a595-4174-9ea6-e466caf36c30/e3e47550-1012-4f69-8e7e-9fdb3b1b6686/8720097a-b713-4191-9bc6-1e1dc476e24c) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:16:49.924801 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbced2c-e5cc-450f-bf67-213e16635d4c service neutron] Pushing event updated for resources: {'Port': ['ID=b5e0629e-86e6-4f55-a042-ef34d3f2428b,revision_number=10']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:50.006161 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a07e2188-e8cb-4729-9f35-f26817461dc0 req-ad664b3c-85bc-42ee-b356-88d178d3df69 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4628060 Jul 23 20:16:50.058379 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-0e15f4ca-3ec7-4d43-bd17-a9b8664fe327 req-5b69280a-0eb0-4f1d-b219-702f6eeb7979 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] For port 2aca55f8-ec34-4a4e-8e00-b4050a25776b, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=2aca55f8-ec34-4a4e-8e00-b4050a25776b,segment=NetworkSegment(69080602-6244-4faa-8140-ce9343de0881),segment_id=69080602-6244-4faa-8140-ce9343de0881)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:50.059078 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0e15f4ca-3ec7-4d43-bd17-a9b8664fe327 req-5b69280a-0eb0-4f1d-b219-702f6eeb7979 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:50.084517 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-0e15f4ca-3ec7-4d43-bd17-a9b8664fe327 req-5b69280a-0eb0-4f1d-b219-702f6eeb7979 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Calling delete_port for 2aca55f8-ec34-4a4e-8e00-b4050a25776b owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:16:50.319609 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672f2bd8-4a2f-49e2-9003-59b5f8ac9005 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Made reservation on behalf of 0716cb581b6140d987b8e2d3ba826ace for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:16:50.329517 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-672f2bd8-4a2f-49e2-9003-59b5f8ac9005 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:50.339957 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-159b04cd-0299-4330-b0bb-08c1f740df10 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:50.363947 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-159b04cd-0299-4330-b0bb-08c1f740df10 None None] Transition to ACTIVE for port object 8720097a-b713-4191-9bc6-1e1dc476e24c will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:16:50.395193 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-a1d5e3ab-388f-419c-bae9-071420bae764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:50.399638 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-a1d5e3ab-388f-419c-bae9-071420bae764 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48945854-cc22-4ffa-90b9-415f56c007c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8613350 Jul 23 20:16:50.459316 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-61d93710-dffa-43c8-a4d3-6c63c232ef4a tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:50.461353 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d2cf8ccb-3ad3-4c43-8655-802cb917eae7 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:50.483922 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d56503-1f61-46e9-a516-be575bc277d4 req-6c2bae21-1834-46f9-b090-8f41f22e610c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:50.488348 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-22d56503-1f61-46e9-a516-be575bc277d4 req-6c2bae21-1834-46f9-b090-8f41f22e610c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=99b1a67790e94a4dae83bd764a7343f4&device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 1096 time: 0.8326821 Jul 23 20:16:50.538103 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-672f2bd8-4a2f-49e2-9003-59b5f8ac9005 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] device_id is not set on port 37d8ebea-7d5d-467f-ad84-a219027a7d14 yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:16:50.538418 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d93710-dffa-43c8-a4d3-6c63c232ef4a tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event updated for resources: {'Subnet': ['ID=48c1fdd0-5e81-4c68-bf4e-5792def58643,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:50.617532 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-159b04cd-0299-4330-b0bb-08c1f740df10 None None] Transition to ACTIVE for port object 8720097a-b713-4191-9bc6-1e1dc476e24c will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:16:50.630654 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-159b04cd-0299-4330-b0bb-08c1f740df10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:50.648408 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0e15f4ca-3ec7-4d43-bd17-a9b8664fe327 req-5b69280a-0eb0-4f1d-b219-702f6eeb7979 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:50.737923 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d2cf8ccb-3ad3-4c43-8655-802cb917eae7 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:50.742024 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['b1032d90-a671-4ad4-ae31-8b75c3d80e4c'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:16:50.831625 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69280a-0eb0-4f1d-b219-702f6eeb7979 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Pushing event deleted for resources: {'Port': ['ID=2aca55f8-ec34-4a4e-8e00-b4050a25776b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:50.835707 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e15f4ca-3ec7-4d43-bd17-a9b8664fe327 req-5b69280a-0eb0-4f1d-b219-702f6eeb7979 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] No DVR routers for this DVR port 2aca55f8-ec34-4a4e-8e00-b4050a25776b on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:16:50.839411 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0e15f4ca-3ec7-4d43-bd17-a9b8664fe327 req-5b69280a-0eb0-4f1d-b219-702f6eeb7979 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:50.842625 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0e15f4ca-3ec7-4d43-bd17-a9b8664fe327 req-5b69280a-0eb0-4f1d-b219-702f6eeb7979 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.30 "DELETE /v2.0/ports/2aca55f8-ec34-4a4e-8e00-b4050a25776b HTTP/1.1" status: 204 len: 173 time: 1.9171391 Jul 23 20:16:50.843468 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d91090-ba10-4100-b28f-e1d9716b2122', 'name': 'network-vif-deleted', 'tag': '2aca55f8-ec34-4a4e-8e00-b4050a25776b'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:16:50.847557 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159b04cd-0299-4330-b0bb-08c1f740df10 None None] Network 2673adce-a595-4174-9ea6-e466caf36c30 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:16:50.848924 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae2a674-6c1b-4a31-8f4f-b40d1e01dd5b" -d '{"events": [{"server_uuid": "58d91090-ba10-4100-b28f-e1d9716b2122", "name": "network-vif-deleted", "tag": "2aca55f8-ec34-4a4e-8e00-b4050a25776b"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:16:50.854043 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d93710-dffa-43c8-a4d3-6c63c232ef4a tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Checking segment: {'id': '862e011e-5fe6-4219-b6ec-367287b5e939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c6985852-652f-4366-be48-96f0677624ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:16:50.854833 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d93710-dffa-43c8-a4d3-6c63c232ef4a tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Network hostable DHCP agents. Network: c6985852-652f-4366-be48-96f0677624ca, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:16:50.898271 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-159b04cd-0299-4330-b0bb-08c1f740df10 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:50.900334 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d93710-dffa-43c8-a4d3-6c63c232ef4a tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Network c6985852-652f-4366-be48-96f0677624ca is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:16:50.912665 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159b04cd-0299-4330-b0bb-08c1f740df10 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:16:50.916690 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-61d93710-dffa-43c8-a4d3-6c63c232ef4a tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, c6985852-652f-4366-be48-96f0677624ca) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:50.925690 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d93710-dffa-43c8-a4d3-6c63c232ef4a tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:50.929312 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-61d93710-dffa-43c8-a4d3-6c63c232ef4a tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:50.950109 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7304e196-147e-4c08-bc33-2d46fc0ea307 None None] Network c6985852-652f-4366-be48-96f0677624ca requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:16:50.956211 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b04cd-0299-4330-b0bb-08c1f740df10 None None] Pushing event updated for resources: {'Port': ['ID=8720097a-b713-4191-9bc6-1e1dc476e24c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:50.967136 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-61d93710-dffa-43c8-a4d3-6c63c232ef4a tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.6751003 Jul 23 20:16:50.973011 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59980) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:50.989950 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-8b08fb65-2c8e-4499-8cc5-3d2c571b0812 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-708411132'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:51.005242 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452a36e2-6aef-47bf-a937-157e42a285c5 x-openstack-request-id: req-452a36e2-6aef-47bf-a937-157e42a285c5 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:16:51.006397 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d91090-ba10-4100-b28f-e1d9716b2122", "name": "network-vif-deleted", "tag": "2aca55f8-ec34-4a4e-8e00-b4050a25776b", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:16:51.006853 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-452a36e2-6aef-47bf-a937-157e42a285c5 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:16:51.007602 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d91090-ba10-4100-b28f-e1d9716b2122', 'name': 'network-vif-deleted', 'tag': '2aca55f8-ec34-4a4e-8e00-b4050a25776b', 'status': 'completed', 'code': 200} Jul 23 20:16:51.054859 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b08fb65-2c8e-4499-8cc5-3d2c571b0812 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Made reservation on behalf of 645a78bad9d34090a083ca596a20dd60 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:16:51.062205 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8b08fb65-2c8e-4499-8cc5-3d2c571b0812 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:51.084906 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 2aca55f8-ec34-4a4e-8e00-b4050a25776b no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:16:51.099501 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-672f2bd8-4a2f-49e2-9003-59b5f8ac9005 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Allocated IP 2001:db8::142 (2673adce-a595-4174-9ea6-e466caf36c30/e3e47550-1012-4f69-8e7e-9fdb3b1b6686/37d8ebea-7d5d-467f-ad84-a219027a7d14) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:16:51.111338 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b08fb65-2c8e-4499-8cc5-3d2c571b0812 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:16:51.130823 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8b08fb65-2c8e-4499-8cc5-3d2c571b0812 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:51.131165 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-8b08fb65-2c8e-4499-8cc5-3d2c571b0812 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Added segment 3b836325-12a1-4739-a2b7-8d7f03210295 of type vlan for network bcdbd51b-b27e-4813-811d-ba5a27411411 Jul 23 20:16:51.135891 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f77b6-1f58-4454-bcc6-b0d5e0cda62c req-e9bacdec-a12f-465c-9bee-3787c489cfb8 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:51.137512 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-244f77b6-1f58-4454-bcc6-b0d5e0cda62c req-e9bacdec-a12f-465c-9bee-3787c489cfb8 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 944 time: 1.0106473 Jul 23 20:16:51.164248 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b04cd-0299-4330-b0bb-08c1f740df10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:51.165831 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b04cd-0299-4330-b0bb-08c1f740df10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:51.166202 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b04cd-0299-4330-b0bb-08c1f740df10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:51.166547 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b04cd-0299-4330-b0bb-08c1f740df10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:51.166903 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b04cd-0299-4330-b0bb-08c1f740df10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:51.167216 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b04cd-0299-4330-b0bb-08c1f740df10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:51.167545 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b04cd-0299-4330-b0bb-08c1f740df10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:51.167873 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b04cd-0299-4330-b0bb-08c1f740df10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:51.168203 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b04cd-0299-4330-b0bb-08c1f740df10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:51.168530 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b04cd-0299-4330-b0bb-08c1f740df10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:51.168855 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b04cd-0299-4330-b0bb-08c1f740df10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:51.169180 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b04cd-0299-4330-b0bb-08c1f740df10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:51.240428 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b2370b17-eae1-4b5e-ad08-377da0c45c4f req-faa44771-85d5-452f-9806-d8889d763c30 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d91090-ba10-4100-b28f-e1d9716b2122 HTTP/1.1" status: 200 len: 210 time: 0.0782781 Jul 23 20:16:51.249738 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8b08fb65-2c8e-4499-8cc5-3d2c571b0812 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:51.323696 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 2aca55f8-ec34-4a4e-8e00-b4050a25776b {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:16:51.324672 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 2aca55f8-ec34-4a4e-8e00-b4050a25776b not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:16:51.330982 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8b08fb65-2c8e-4499-8cc5-3d2c571b0812 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:51.343113 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b08fb65-2c8e-4499-8cc5-3d2c571b0812 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:51.344929 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8b08fb65-2c8e-4499-8cc5-3d2c571b0812 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:51.412175 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8b08fb65-2c8e-4499-8cc5-3d2c571b0812 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4359760 Jul 23 20:16:51.501303 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b08fb65-2c8e-4499-8cc5-3d2c571b0812 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event updated for resources: {'Network': ['ID=bcdbd51b-b27e-4813-811d-ba5a27411411,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:51.508798 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59996) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:51.529585 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-720ffd86-3992-416f-bdce-19de6b9c69f1 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Request body: {'subnet': {'network_id': 'bcdbd51b-b27e-4813-811d-ba5a27411411', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:51.545282 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-b53a56bd-d525-4cb4-8d6a-1e5e9eee7d97 service neutron] 10.222.0.30 "GET /v2.0/networks/48945854-cc22-4ffa-90b9-415f56c007c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1095557 Jul 23 20:16:51.554694 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d2cf8ccb-3ad3-4c43-8655-802cb917eae7 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:51.557862 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d2cf8ccb-3ad3-4c43-8655-802cb917eae7 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:51.561993 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d2cf8ccb-3ad3-4c43-8655-802cb917eae7 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "DELETE /v2.0/security-groups/aa4b89ca-bb65-4b11-a395-b4950fbd59b9 HTTP/1.1" status: 204 len: 168 time: 1.8363557 Jul 23 20:16:51.587211 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59998) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:51.601916 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network bcdbd51b-b27e-4813-811d-ba5a27411411 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:16:51.627658 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d56503-1f61-46e9-a516-be575bc277d4 req-2e8fe2a3-8289-41df-9729-05e3e110000d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:51.629085 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-22d56503-1f61-46e9-a516-be575bc277d4 req-2e8fe2a3-8289-41df-9729-05e3e110000d service neutron] 10.222.0.18 "GET /v2.0/networks?id=7fedbba9-4431-4330-9544-1acf217b43a2 HTTP/1.1" status: 200 len: 915 time: 1.1205375 Jul 23 20:16:51.645587 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-672f2bd8-4a2f-49e2-9003-59b5f8ac9005 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:51.658429 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-159b04cd-0299-4330-b0bb-08c1f740df10 None None] Attempting to bind port 8720097a-b713-4191-9bc6-1e1dc476e24c on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:16:51.658655 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-159b04cd-0299-4330-b0bb-08c1f740df10 None None] Attempting to bind port 8720097a-b713-4191-9bc6-1e1dc476e24c by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'd16b0825-d950-4470-8db7-7561745948eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2673adce-a595-4174-9ea6-e466caf36c30'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:16:51.658960 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159b04cd-0299-4330-b0bb-08c1f740df10 None None] Attempting to bind port 8720097a-b713-4191-9bc6-1e1dc476e24c on network 2673adce-a595-4174-9ea6-e466caf36c30 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:16:51.661149 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-244f77b6-1f58-4454-bcc6-b0d5e0cda62c req-3b42db55-751e-4557-97a7-eb6bd1c4ea01 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358428 Jul 23 20:16:51.677989 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf8ccb-3ad3-4c43-8655-802cb917eae7 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4b89ca-bb65-4b11-a395-b4950fbd59b9,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:51.683464 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159b04cd-0299-4330-b0bb-08c1f740df10 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:16:51.683856 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159b04cd-0299-4330-b0bb-08c1f740df10 None None] Checking segment: {'id': 'd16b0825-d950-4470-8db7-7561745948eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2673adce-a595-4174-9ea6-e466caf36c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:16:51.684264 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-159b04cd-0299-4330-b0bb-08c1f740df10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:51.684662 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159b04cd-0299-4330-b0bb-08c1f740df10 None None] Bound using segment: {'id': 'd16b0825-d950-4470-8db7-7561745948eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2673adce-a595-4174-9ea6-e466caf36c30'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:16:51.685141 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-159b04cd-0299-4330-b0bb-08c1f740df10 None None] Bound port: 8720097a-b713-4191-9bc6-1e1dc476e24c, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd16b0825-d950-4470-8db7-7561745948eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2673adce-a595-4174-9ea6-e466caf36c30'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:16:51.685546 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-159b04cd-0299-4330-b0bb-08c1f740df10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:51.697609 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720ffd86-3992-416f-bdce-19de6b9c69f1 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Made reservation on behalf of 645a78bad9d34090a083ca596a20dd60 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:16:51.702498 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-720ffd86-3992-416f-bdce-19de6b9c69f1 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:51.721970 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-7faef938-91c3-439d-acf9-d81e95af26c3 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] show failed (client error): The resource could not be found. Jul 23 20:16:51.723026 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7faef938-91c3-439d-acf9-d81e95af26c3 tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "GET /v2.0/security-groups/aa4b89ca-bb65-4b11-a395-b4950fbd59b9 HTTP/1.1" status: 404 len: 347 time: 0.1080277 Jul 23 20:16:51.728341 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-22d56503-1f61-46e9-a516-be575bc277d4 req-09ad872e-be79-4562-8b7b-11988d7c6160 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5e0629e-86e6-4f55-a042-ef34d3f2428b HTTP/1.1" status: 200 len: 217 time: 0.0775309 Jul 23 20:16:51.729016 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60000) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:51.730133 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-672f2bd8-4a2f-49e2-9003-59b5f8ac9005 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Transition to ACTIVE for port object 37d8ebea-7d5d-467f-ad84-a219027a7d14 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:16:51.887185 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fc5bc2-32dd-4b8b-8825-e0a9bf307529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-c6985852-652f-4366-be48-96f0677624ca', 'network_id': 'c6985852-652f-4366-be48-96f0677624ca', 'tenant_id': '645a78bad9d34090a083ca596a20dd60', 'fixed_ips': [{'subnet_id': '48c1fdd0-5e81-4c68-bf4e-5792def58643'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:16:51.888319 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76fc5bc2-32dd-4b8b-8825-e0a9bf307529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:51.946260 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-159b04cd-0299-4330-b0bb-08c1f740df10 None None] For port 8720097a-b713-4191-9bc6-1e1dc476e24c, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:16:51.950981 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-159b04cd-0299-4330-b0bb-08c1f740df10 None None] For port 8720097a-b713-4191-9bc6-1e1dc476e24c, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=8720097a-b713-4191-9bc6-1e1dc476e24c,segment=NetworkSegment(d16b0825-d950-4470-8db7-7561745948eb),segment_id=d16b0825-d950-4470-8db7-7561745948eb)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:16:51.961716 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-159b04cd-0299-4330-b0bb-08c1f740df10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:52.009901 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-720ffd86-3992-416f-bdce-19de6b9c69f1 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:52.095528 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720ffd86-3992-416f-bdce-19de6b9c69f1 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Checking segment: {'id': '3b836325-12a1-4739-a2b7-8d7f03210295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bcdbd51b-b27e-4813-811d-ba5a27411411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:16:52.096300 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720ffd86-3992-416f-bdce-19de6b9c69f1 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Network hostable DHCP agents. Network: bcdbd51b-b27e-4813-811d-ba5a27411411, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:16:52.100956 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ffd86-3992-416f-bdce-19de6b9c69f1 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event updated for resources: {'Subnet': ['ID=d728e016-84c5-4dae-a2dc-5ba2c8c69bfa,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:52.124337 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720ffd86-3992-416f-bdce-19de6b9c69f1 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Network bcdbd51b-b27e-4813-811d-ba5a27411411 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:16:52.140147 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-720ffd86-3992-416f-bdce-19de6b9c69f1 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, bcdbd51b-b27e-4813-811d-ba5a27411411) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:52.145690 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720ffd86-3992-416f-bdce-19de6b9c69f1 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:52.146643 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-720ffd86-3992-416f-bdce-19de6b9c69f1 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:52.167447 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-720ffd86-3992-416f-bdce-19de6b9c69f1 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.6536615 Jul 23 20:16:52.168087 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60002) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:52.175222 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5004c1-877b-4e38-810a-9399815f8594 None None] Network bcdbd51b-b27e-4813-811d-ba5a27411411 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:16:52.182689 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b04cd-0299-4330-b0bb-08c1f740df10 None None] Pushing event updated for resources: {'Port': ['ID=8720097a-b713-4191-9bc6-1e1dc476e24c,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:52.331874 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-76fc5bc2-32dd-4b8b-8825-e0a9bf307529 None None] Allocated IP 172.20.255.242 (c6985852-652f-4366-be48-96f0677624ca/48c1fdd0-5e81-4c68-bf4e-5792def58643/a81659a9-a096-4bf7-a66e-a89b31e4c5bb) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:16:52.518229 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d412a1cc-6b57-4b92-94ae-42d356c1f3d9 req-9e88bd0f-be9a-4abb-8a1d-bf9bc3a736c8 service neutron] 10.222.0.30 "GET /v2.0/networks/48945854-cc22-4ffa-90b9-415f56c007c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9500825 Jul 23 20:16:52.518229 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d56503-1f61-46e9-a516-be575bc277d4 req-de05ba31-1201-4fd4-8231-c1dc61edc138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:52.518229 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-22d56503-1f61-46e9-a516-be575bc277d4 req-de05ba31-1201-4fd4-8231-c1dc61edc138 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9cd757f-50fc-4d2c-97b5-f7bec2379d06 HTTP/1.1" status: 200 len: 854 time: 0.7468054 Jul 23 20:16:52.550228 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b644a7de-b06e-4a19-8fe0-728369a050c6 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:52.598496 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac057840-ecc2-465b-a5ba-5dde03febdd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-bcdbd51b-b27e-4813-811d-ba5a27411411', 'network_id': 'bcdbd51b-b27e-4813-811d-ba5a27411411', 'tenant_id': '645a78bad9d34090a083ca596a20dd60', 'fixed_ips': [{'subnet_id': 'd728e016-84c5-4dae-a2dc-5ba2c8c69bfa'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:16:52.604378 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac057840-ecc2-465b-a5ba-5dde03febdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:52.669451 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b644a7de-b06e-4a19-8fe0-728369a050c6 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:52.718652 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-22d56503-1f61-46e9-a516-be575bc277d4 req-166800a2-ce70-4790-8b7c-73801fb16116 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7fedbba9-4431-4330-9544-1acf217b43a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1797645 Jul 23 20:16:52.742301 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-672f2bd8-4a2f-49e2-9003-59b5f8ac9005 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:52.848486 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76fc5bc2-32dd-4b8b-8825-e0a9bf307529 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:52.854613 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b644a7de-b06e-4a19-8fe0-728369a050c6 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:52.879820 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672f2bd8-4a2f-49e2-9003-59b5f8ac9005 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Network 2673adce-a595-4174-9ea6-e466caf36c30 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:16:52.883572 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f2bd8-4a2f-49e2-9003-59b5f8ac9005 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Pushing event updated for resources: {'Port': ['ID=37d8ebea-7d5d-467f-ad84-a219027a7d14,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:52.889962 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-672f2bd8-4a2f-49e2-9003-59b5f8ac9005 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:52.898575 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672f2bd8-4a2f-49e2-9003-59b5f8ac9005 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:16:52.901594 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-76fc5bc2-32dd-4b8b-8825-e0a9bf307529 None None] Transition to ACTIVE for port object a81659a9-a096-4bf7-a66e-a89b31e4c5bb will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:16:52.926596 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672f2bd8-4a2f-49e2-9003-59b5f8ac9005 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:52.927485 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-672f2bd8-4a2f-49e2-9003-59b5f8ac9005 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:52.943879 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b644a7de-b06e-4a19-8fe0-728369a050c6 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event deleted for resources: {'Subnet': ['ID=d728e016-84c5-4dae-a2dc-5ba2c8c69bfa,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server [None req-ac057840-ecc2-465b-a5ba-5dde03febdd7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d728e016-84c5-4dae-a2dc-5ba2c8c69bfa: This subnet is being modified by another concurrent operation. Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 20:16:52.980070 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:16:52.988556 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 20:16:52.988556 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 20:16:52.988556 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:16:52.988556 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:16:52.988556 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:16:52.988556 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:16:52.988556 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 20:16:52.988556 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:16:52.988556 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 20:16:52.988556 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 20:16:52.988556 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:16:52.988556 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:16:52.988556 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:16:52.988556 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:16:52.988556 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 20:16:52.988556 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 20:16:52.988556 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 20:16:52.988556 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 20:16:52.988556 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 20:16:52.988556 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 20:16:52.988556 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 20:16:52.988556 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 20:16:52.988556 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 20:16:52.988556 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 20:16:52.988556 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:16:52.988556 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:16:52.988556 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:16:52.988556 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:16:52.988556 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 20:16:52.988556 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 20:16:52.988556 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 20:16:52.988556 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 20:16:52.988556 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 20:16:52.988556 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 20:16:52.988556 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 20:16:52.988556 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise exception Jul 23 20:16:52.988556 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d728e016-84c5-4dae-a2dc-5ba2c8c69bfa: This subnet is being modified by another concurrent operation. Jul 23 20:16:52.988556 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server Jul 23 20:16:53.034836 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-76fc5bc2-32dd-4b8b-8825-e0a9bf307529 None None] Transition to ACTIVE for port object a81659a9-a096-4bf7-a66e-a89b31e4c5bb will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:16:53.045531 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76fc5bc2-32dd-4b8b-8825-e0a9bf307529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:53.085128 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b644a7de-b06e-4a19-8fe0-728369a050c6 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:53.087962 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fc5bc2-32dd-4b8b-8825-e0a9bf307529 None None] Network c6985852-652f-4366-be48-96f0677624ca is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:16:53.110572 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-76fc5bc2-32dd-4b8b-8825-e0a9bf307529 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:53.117942 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fc5bc2-32dd-4b8b-8825-e0a9bf307529 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:16:53.122023 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe1932a-43dc-4de5-a9d2-8be74b73b5e8 None None] Network bcdbd51b-b27e-4813-811d-ba5a27411411 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:16:53.127541 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-b644a7de-b06e-4a19-8fe0-728369a050c6 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcdbd51b-b27e-4813-811d-ba5a27411411']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:53.159965 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-672f2bd8-4a2f-49e2-9003-59b5f8ac9005 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.8186817 Jul 23 20:16:53.160855 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-b644a7de-b06e-4a19-8fe0-728369a050c6 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b836325-12a1-4739-a2b7-8d7f03210295') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:53.163360 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-b644a7de-b06e-4a19-8fe0-728369a050c6 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b836325-12a1-4739-a2b7-8d7f03210295') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:53.166940 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60036) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:53.206806 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4df93dac-ff4c-43af-aa7a-6718285d357e tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Request body: {'port': {'network_id': '2673adce-a595-4174-9ea6-e466caf36c30', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-844037269', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:53.208559 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.api.validators [None req-4df93dac-ff4c-43af-aa7a-6718285d357e tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] bootfile-name is not in valid_values {{(pid=93876) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 20:16:53.214397 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.api.validators [None req-4df93dac-ff4c-43af-aa7a-6718285d357e tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] tftp-server is not in valid_values {{(pid=93876) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 20:16:53.215116 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.api.validators [None req-4df93dac-ff4c-43af-aa7a-6718285d357e tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] server-ip-address is not in valid_values {{(pid=93876) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 20:16:53.251350 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-952db4f8-81bb-44f0-b8b8-9403c8e74d9c tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Deleting port 66032ca4-ad84-4cd7-affe-802659cadf1a {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:16:53.251707 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-952db4f8-81bb-44f0-b8b8-9403c8e74d9c tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:53.362550 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-22d56503-1f61-46e9-a516-be575bc277d4 req-03bd3d28-f070-4716-b110-baeef67601da service neutron] 10.222.0.18 "GET /v2.0/networks/7fedbba9-4431-4330-9544-1acf217b43a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6313992 Jul 23 20:16:53.396455 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fc5bc2-32dd-4b8b-8825-e0a9bf307529 None None] Pushing event updated for resources: {'Port': ['ID=a81659a9-a096-4bf7-a66e-a89b31e4c5bb,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:53.406318 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b644a7de-b06e-4a19-8fe0-728369a050c6 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:53.427187 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b644a7de-b06e-4a19-8fe0-728369a050c6 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:53.430177 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-76fc5bc2-32dd-4b8b-8825-e0a9bf307529 None None] Attempting to bind port a81659a9-a096-4bf7-a66e-a89b31e4c5bb on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:16:53.430650 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-76fc5bc2-32dd-4b8b-8825-e0a9bf307529 None None] Attempting to bind port a81659a9-a096-4bf7-a66e-a89b31e4c5bb by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '862e011e-5fe6-4219-b6ec-367287b5e939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c6985852-652f-4366-be48-96f0677624ca'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:16:53.431096 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fc5bc2-32dd-4b8b-8825-e0a9bf307529 None None] Attempting to bind port a81659a9-a096-4bf7-a66e-a89b31e4c5bb on network c6985852-652f-4366-be48-96f0677624ca {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:16:53.441000 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b644a7de-b06e-4a19-8fe0-728369a050c6 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:16:53.441588 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b644a7de-b06e-4a19-8fe0-728369a050c6 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:53.494450 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fc5bc2-32dd-4b8b-8825-e0a9bf307529 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:16:53.495111 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fc5bc2-32dd-4b8b-8825-e0a9bf307529 None None] Checking segment: {'id': '862e011e-5fe6-4219-b6ec-367287b5e939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c6985852-652f-4366-be48-96f0677624ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:16:53.497687 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76fc5bc2-32dd-4b8b-8825-e0a9bf307529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:53.498451 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fc5bc2-32dd-4b8b-8825-e0a9bf307529 None None] Bound using segment: {'id': '862e011e-5fe6-4219-b6ec-367287b5e939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c6985852-652f-4366-be48-96f0677624ca'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:16:53.500562 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-76fc5bc2-32dd-4b8b-8825-e0a9bf307529 None None] Bound port: a81659a9-a096-4bf7-a66e-a89b31e4c5bb, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '862e011e-5fe6-4219-b6ec-367287b5e939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c6985852-652f-4366-be48-96f0677624ca'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:16:53.501152 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76fc5bc2-32dd-4b8b-8825-e0a9bf307529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:53.510345 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d191c9-1f19-434c-b843-b3fac2a0a7ff req-840a2a2d-e253-4ff3-9fd6-5009039a9789 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:53.511896 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a6d191c9-1f19-434c-b843-b3fac2a0a7ff req-840a2a2d-e253-4ff3-9fd6-5009039a9789 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 944 time: 0.3602607 Jul 23 20:16:53.560956 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:16:53.560956 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:16:53.560956 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:16:53.560956 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:16:53.560956 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:16:53.560956 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:16:53.560956 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:16:53.560956 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:16:53.560956 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:16:53.560956 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:16:53.560956 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:16:53.560956 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:16:53.560956 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:16:53.560956 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:16:53.560956 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:16:53.560956 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:16:53.560956 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:16:53.560956 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:16:53.560956 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:16:53.560956 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:16:53.560956 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:16:53.560956 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:16:53.560956 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:16:53.560956 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:16:53.560956 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:16:53.560956 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:16:53.560956 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:16:53.560956 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:16:53.560956 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:16:53.560956 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:16:53.560956 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:16:53.560956 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:16:53.600646 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b644a7de-b06e-4a19-8fe0-728369a050c6 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:53.642448 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b644a7de-b06e-4a19-8fe0-728369a050c6 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:53.645771 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-76fc5bc2-32dd-4b8b-8825-e0a9bf307529 None None] For port a81659a9-a096-4bf7-a66e-a89b31e4c5bb, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:16:53.650211 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b644a7de-b06e-4a19-8fe0-728369a050c6 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "DELETE /v2.0/networks/bcdbd51b-b27e-4813-811d-ba5a27411411 HTTP/1.1" status: 204 len: 168 time: 1.4807572 Jul 23 20:16:53.658497 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-76fc5bc2-32dd-4b8b-8825-e0a9bf307529 None None] For port a81659a9-a096-4bf7-a66e-a89b31e4c5bb, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=a81659a9-a096-4bf7-a66e-a89b31e4c5bb,segment=NetworkSegment(862e011e-5fe6-4219-b6ec-367287b5e939),segment_id=862e011e-5fe6-4219-b6ec-367287b5e939)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:16:53.664174 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60050) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:53.671587 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-76fc5bc2-32dd-4b8b-8825-e0a9bf307529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:53.675187 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-7fa3ddb4-b9a1-4566-a921-da8f5d41bab2 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-462716206'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:53.681507 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-952db4f8-81bb-44f0-b8b8-9403c8e74d9c tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:53.681849 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-952db4f8-81bb-44f0-b8b8-9403c8e74d9c tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:53.737070 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a6d191c9-1f19-434c-b843-b3fac2a0a7ff req-d46c83d1-9719-4083-86bf-d8f2cf793208 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124023 Jul 23 20:16:53.739407 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-952db4f8-81bb-44f0-b8b8-9403c8e74d9c tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Calling delete_port for 66032ca4-ad84-4cd7-affe-802659cadf1a owned by network:floatingip {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:16:53.745218 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-22d56503-1f61-46e9-a516-be575bc277d4 req-fce97c83-ee81-4850-9d2c-3b390f37cbd7 service neutron] 10.222.0.18 "GET /v2.0/networks/7fedbba9-4431-4330-9544-1acf217b43a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733087 Jul 23 20:16:53.778793 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cedb9c-e475-4a3a-9514-37c1660a6f81 None None] Network 2673adce-a595-4174-9ea6-e466caf36c30 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:16:53.784488 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa3ddb4-b9a1-4566-a921-da8f5d41bab2 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Made reservation on behalf of 645a78bad9d34090a083ca596a20dd60 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:16:53.788012 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7fa3ddb4-b9a1-4566-a921-da8f5d41bab2 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:53.818738 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b644a7de-b06e-4a19-8fe0-728369a050c6 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event deleted for resources: {'Network': ['ID=bcdbd51b-b27e-4813-811d-ba5a27411411,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:53.911007 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fc5bc2-32dd-4b8b-8825-e0a9bf307529 None None] Pushing event updated for resources: {'Port': ['ID=a81659a9-a096-4bf7-a66e-a89b31e4c5bb,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:53.946708 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-92cca450-1b6f-4ee8-98ef-ae454f491522 None None] Provisioning for port 8720097a-b713-4191-9bc6-1e1dc476e24c completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:16:53.951814 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df93dac-ff4c-43af-aa7a-6718285d357e tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Made reservation on behalf of 0716cb581b6140d987b8e2d3ba826ace for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:16:53.960818 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4df93dac-ff4c-43af-aa7a-6718285d357e tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:54.063149 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-4df93dac-ff4c-43af-aa7a-6718285d357e tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] device_id is not set on port 3c868b80-6555-4999-8b40-7981c29bdcdd yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:16:54.067900 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-952db4f8-81bb-44f0-b8b8-9403c8e74d9c tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:54.126763 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-3e6e2c4f-1462-4d36-8f55-c97b1a893c3e tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:54.139580 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-3e6e2c4f-1462-4d36-8f55-c97b1a893c3e tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/networks?id=98a30b96-c863-4728-b0d0-d47c79801693 HTTP/1.1" status: 200 len: 806 time: 0.5779653 Jul 23 20:16:54.223384 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952db4f8-81bb-44f0-b8b8-9403c8e74d9c tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Pushing event deleted for resources: {'Port': ['ID=66032ca4-ad84-4cd7-affe-802659cadf1a,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:54.330185 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 8720097a-b713-4191-9bc6-1e1dc476e24c up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:16:54.399420 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-a635ac95-7362-4529-a913-70971480f590 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/quotas/2748f4b40df14523b46431ce846cbb13 HTTP/1.1" status: 200 len: 375 time: 0.2572057 Jul 23 20:16:54.429961 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952db4f8-81bb-44f0-b8b8-9403c8e74d9c tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:54.430593 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952db4f8-81bb-44f0-b8b8-9403c8e74d9c tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:54.430946 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952db4f8-81bb-44f0-b8b8-9403c8e74d9c tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:54.431302 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952db4f8-81bb-44f0-b8b8-9403c8e74d9c tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:54.431617 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952db4f8-81bb-44f0-b8b8-9403c8e74d9c tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:54.431950 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952db4f8-81bb-44f0-b8b8-9403c8e74d9c tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:54.432294 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952db4f8-81bb-44f0-b8b8-9403c8e74d9c tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:54.434446 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952db4f8-81bb-44f0-b8b8-9403c8e74d9c tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:54.437056 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952db4f8-81bb-44f0-b8b8-9403c8e74d9c tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:54.438850 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952db4f8-81bb-44f0-b8b8-9403c8e74d9c tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:54.439405 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952db4f8-81bb-44f0-b8b8-9403c8e74d9c tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:54.439745 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952db4f8-81bb-44f0-b8b8-9403c8e74d9c tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:54.480342 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fa3ddb4-b9a1-4566-a921-da8f5d41bab2 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:16:54.518712 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-952db4f8-81bb-44f0-b8b8-9403c8e74d9c tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks [] for floatingip, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:54.524691 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-952db4f8-81bb-44f0-b8b8-9403c8e74d9c tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:54.533529 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-952db4f8-81bb-44f0-b8b8-9403c8e74d9c tempest-AttachVolumeTestJSON-1071491816 tempest-AttachVolumeTestJSON-1071491816-project] 10.222.0.32 "DELETE /v2.0/floatingips/c5999bc7-1589-4a1c-80bf-f86db8191dc5 HTTP/1.1" status: 204 len: 168 time: 2.7944999 Jul 23 20:16:54.572189 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 8720097a-b713-4191-9bc6-1e1dc476e24c completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:16:54.582906 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7fa3ddb4-b9a1-4566-a921-da8f5d41bab2 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:54.585883 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-7fa3ddb4-b9a1-4566-a921-da8f5d41bab2 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Added segment c0622be8-98a7-4700-a0f1-980beade2f82 of type vlan for network cde07dec-58f0-4eb0-b448-01d3da1f2982 Jul 23 20:16:54.588521 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 8720097a-b713-4191-9bc6-1e1dc476e24c triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:54.592630 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:54.749929 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-4df93dac-ff4c-43af-aa7a-6718285d357e tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Allocated IP 2001:db8::37a (2673adce-a595-4174-9ea6-e466caf36c30/e3e47550-1012-4f69-8e7e-9fdb3b1b6686/3c868b80-6555-4999-8b40-7981c29bdcdd) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:16:54.751222 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f5919-fdd8-4366-82b1-9627d5607d27 req-2dc701f5-99bf-45de-8dcc-dcc25ff10cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:54.755054 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c80f5919-fdd8-4366-82b1-9627d5607d27 req-2dc701f5-99bf-45de-8dcc-dcc25ff10cd0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=99b1a67790e94a4dae83bd764a7343f4&device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 1096 time: 0.7517719 Jul 23 20:16:54.878628 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7fa3ddb4-b9a1-4566-a921-da8f5d41bab2 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:54.965078 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:55.106876 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 8720097a-b713-4191-9bc6-1e1dc476e24c, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=8720097a-b713-4191-9bc6-1e1dc476e24c,segment=NetworkSegment(d16b0825-d950-4470-8db7-7561745948eb),segment_id=d16b0825-d950-4470-8db7-7561745948eb)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:55.116987 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:55.275996 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=8720097a-b713-4191-9bc6-1e1dc476e24c,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:55.288453 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7fa3ddb4-b9a1-4566-a921-da8f5d41bab2 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:55.308379 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa3ddb4-b9a1-4566-a921-da8f5d41bab2 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:55.309262 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7fa3ddb4-b9a1-4566-a921-da8f5d41bab2 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:55.407320 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-79a4b7fa-fa53-4551-971f-bea907ee9c56 None None] Provisioning for port 37d8ebea-7d5d-467f-ad84-a219027a7d14 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:16:55.418334 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-79a4b7fa-fa53-4551-971f-bea907ee9c56 None None] Provisioning complete for port 37d8ebea-7d5d-467f-ad84-a219027a7d14 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:55.418736 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-79a4b7fa-fa53-4551-971f-bea907ee9c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:55.488809 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7fa3ddb4-b9a1-4566-a921-da8f5d41bab2 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8172436 Jul 23 20:16:55.488809 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f5919-fdd8-4366-82b1-9627d5607d27 req-00da0e0d-2b33-48a8-bd0b-85c152f7629a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:55.512500 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c80f5919-fdd8-4366-82b1-9627d5607d27 req-00da0e0d-2b33-48a8-bd0b-85c152f7629a service neutron] 10.222.0.18 "GET /v2.0/networks?id=7fedbba9-4431-4330-9544-1acf217b43a2 HTTP/1.1" status: 200 len: 915 time: 0.7350998 Jul 23 20:16:55.520596 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4df93dac-ff4c-43af-aa7a-6718285d357e tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:55.559833 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-4df93dac-ff4c-43af-aa7a-6718285d357e tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Transition to ACTIVE for port object 3c868b80-6555-4999-8b40-7981c29bdcdd will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:16:55.577135 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-79a4b7fa-fa53-4551-971f-bea907ee9c56 None None] Port 37d8ebea-7d5d-467f-ad84-a219027a7d14 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:16:55.599020 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-79a4b7fa-fa53-4551-971f-bea907ee9c56 None None] Provisioning complete for port 8720097a-b713-4191-9bc6-1e1dc476e24c triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:55.599482 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-79a4b7fa-fa53-4551-971f-bea907ee9c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:55.608886 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60088) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:55.633450 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-9058edcc-bda4-48df-9e69-f76fb07185e9 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Request body: {'subnet': {'network_id': 'cde07dec-58f0-4eb0-b448-01d3da1f2982', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:55.688177 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4df93dac-ff4c-43af-aa7a-6718285d357e tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:55.924651 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-0f9c285a-89f1-46e4-818a-7973ab4e30e9 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2748f4b40df14523b46431ce846cbb13&fields=id HTTP/1.1" status: 200 len: 255 time: 1.5235813 Jul 23 20:16:55.993589 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df93dac-ff4c-43af-aa7a-6718285d357e tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Network 2673adce-a595-4174-9ea6-e466caf36c30 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:16:56.026743 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1043be-ecbe-4820-82b8-dea23427eb51 None None] Network c6985852-652f-4366-be48-96f0677624ca requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:16:56.045100 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-4df93dac-ff4c-43af-aa7a-6718285d357e tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:56.070480 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df93dac-ff4c-43af-aa7a-6718285d357e tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:16:56.115059 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df93dac-ff4c-43af-aa7a-6718285d357e tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:56.117997 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4df93dac-ff4c-43af-aa7a-6718285d357e tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:56.125961 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa3ddb4-b9a1-4566-a921-da8f5d41bab2 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event updated for resources: {'Network': ['ID=cde07dec-58f0-4eb0-b448-01d3da1f2982,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:56.176080 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfaa5eb-f9e2-4a92-94b2-9507dd669ae4 req-204f3887-e665-423c-afa0-f772fbffd4a2 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:56.186870 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cdfaa5eb-f9e2-4a92-94b2-9507dd669ae4 req-204f3887-e665-423c-afa0-f772fbffd4a2 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 944 time: 1.1564119 Jul 23 20:16:56.221485 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4df93dac-ff4c-43af-aa7a-6718285d357e tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.0370257 Jul 23 20:16:56.227801 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c80f5919-fdd8-4366-82b1-9627d5607d27 req-beb67aed-d432-4691-8a3d-f4533138eb0f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5e0629e-86e6-4f55-a042-ef34d3f2428b HTTP/1.1" status: 200 len: 217 time: 0.5642056 Jul 23 20:16:56.228416 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60094) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:56.324709 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network cde07dec-58f0-4eb0-b448-01d3da1f2982 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:16:56.366263 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df93dac-ff4c-43af-aa7a-6718285d357e tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Pushing event updated for resources: {'Port': ['ID=3c868b80-6555-4999-8b40-7981c29bdcdd,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:56.414952 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f5919-fdd8-4366-82b1-9627d5607d27 req-456aeeb5-211f-4668-a273-6cd4674a2e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:56.417634 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c80f5919-fdd8-4366-82b1-9627d5607d27 req-456aeeb5-211f-4668-a273-6cd4674a2e56 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9cd757f-50fc-4d2c-97b5-f7bec2379d06 HTTP/1.1" status: 200 len: 854 time: 0.1502202 Jul 23 20:16:56.572596 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7e07ef85-7393-4c31-b0ab-c5fc63c7b886 None None] Provisioning complete for port 37d8ebea-7d5d-467f-ad84-a219027a7d14 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:56.575262 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e07ef85-7393-4c31-b0ab-c5fc63c7b886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:56.599440 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 8720097a-b713-4191-9bc6-1e1dc476e24c up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:16:56.754272 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cdfaa5eb-f9e2-4a92-94b2-9507dd669ae4 req-b134487b-f724-4269-bf3d-9cc5e48de7e4 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5646224 Jul 23 20:16:56.763037 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c80f5919-fdd8-4366-82b1-9627d5607d27 req-50c3450f-8155-4585-9777-ae2852553d79 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7fedbba9-4431-4330-9544-1acf217b43a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2268841 Jul 23 20:16:56.769748 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9058edcc-bda4-48df-9e69-f76fb07185e9 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Made reservation on behalf of 645a78bad9d34090a083ca596a20dd60 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:16:56.777666 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9058edcc-bda4-48df-9e69-f76fb07185e9 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:56.786588 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-0b8c89da-52fa-4cb2-8e9b-9fd5bafb0d2c service neutron] 10.222.0.32 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7652147 Jul 23 20:16:56.887886 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-7e07ef85-7393-4c31-b0ab-c5fc63c7b886 None None] Port 37d8ebea-7d5d-467f-ad84-a219027a7d14 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:16:56.965915 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.ipam_backend_mixin [None req-9058edcc-bda4-48df-9e69-f76fb07185e9 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Performing IP validity checks on allocation pools {{(pid=93875) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 20:16:56.967445 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.ipam_backend_mixin [None req-9058edcc-bda4-48df-9e69-f76fb07185e9 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93875) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 20:16:57.000712 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7e07ef85-7393-4c31-b0ab-c5fc63c7b886 None None] Provisioning for port a81659a9-a096-4bf7-a66e-a89b31e4c5bb completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:16:57.039535 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 8720097a-b713-4191-9bc6-1e1dc476e24c triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:57.042775 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:57.252259 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-721c59a3-dbde-408c-8d93-4a6868876aa4 service neutron] 10.222.0.32 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4637747 Jul 23 20:16:57.315984 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9058edcc-bda4-48df-9e69-f76fb07185e9 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:57.339837 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8d4f7a66-55e3-4116-acba-609255fb34f8 None None] Provisioning for port 3c868b80-6555-4999-8b40-7981c29bdcdd completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:16:57.402314 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8d4f7a66-55e3-4116-acba-609255fb34f8 None None] Provisioning complete for port 3c868b80-6555-4999-8b40-7981c29bdcdd triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:57.402489 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8d4f7a66-55e3-4116-acba-609255fb34f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:57.945255 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-8d4f7a66-55e3-4116-acba-609255fb34f8 None None] Port 3c868b80-6555-4999-8b40-7981c29bdcdd cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:16:57.951100 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66908772-a3c1-4f50-97c2-10d89a309b03 None None] get_active_networks_info from n-d-793618-10 {{(pid=93877) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:16:58.214436 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a81659a9-a096-4bf7-a66e-a89b31e4c5bb up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:16:58.228551 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dda8d2-bc0f-47b6-9f49-8b7cf95fa67b req-b40c9533-294b-477a-86f8-8f4a8935bcc5 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:58.240594 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-98dda8d2-bc0f-47b6-9f49-8b7cf95fa67b req-b40c9533-294b-477a-86f8-8f4a8935bcc5 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 944 time: 0.2477767 Jul 23 20:16:58.264978 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9058edcc-bda4-48df-9e69-f76fb07185e9 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event updated for resources: {'Subnet': ['ID=52e62c65-d389-498b-8689-5818bd039e56,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:58.299924 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b22960f-afe6-4f54-876f-cbde5e6ab63b tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:58.315279 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-98dda8d2-bc0f-47b6-9f49-8b7cf95fa67b req-008f6c5c-6bff-4df9-b80f-2e66282e50a5 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682161 Jul 23 20:16:58.342534 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b22960f-afe6-4f54-876f-cbde5e6ab63b tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:58.387255 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b22960f-afe6-4f54-876f-cbde5e6ab63b tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:58.395112 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8b22960f-afe6-4f54-876f-cbde5e6ab63b tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 2.1540678 Jul 23 20:16:58.397778 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60114) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:58.413758 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a44a439e-a2f2-4e93-b239-9c2f517265fb req-cf86ef5a-dcf7-49ab-84d0-4b190b6828a5 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4be58a7-be16-4709-a05a-90a010991135 HTTP/1.1" status: 200 len: 210 time: 0.3649609 Jul 23 20:16:58.448055 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port a81659a9-a096-4bf7-a66e-a89b31e4c5bb completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:16:58.511611 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port a81659a9-a096-4bf7-a66e-a89b31e4c5bb triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:58.512323 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:58.621928 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c80f5919-fdd8-4366-82b1-9627d5607d27 req-3b52d88a-fd10-45a9-bb87-968c6b5c899c service neutron] 10.222.0.18 "GET /v2.0/networks/7fedbba9-4431-4330-9544-1acf217b43a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3315120 Jul 23 20:16:58.625382 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-659f5c34-cf9d-498e-9e65-05be778f291e tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Deleting port 3c868b80-6555-4999-8b40-7981c29bdcdd {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:16:58.625594 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9058edcc-bda4-48df-9e69-f76fb07185e9 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Checking segment: {'id': 'c0622be8-98a7-4700-a0f1-980beade2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cde07dec-58f0-4eb0-b448-01d3da1f2982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:16:58.626026 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-659f5c34-cf9d-498e-9e65-05be778f291e tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:58.630082 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9058edcc-bda4-48df-9e69-f76fb07185e9 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Network hostable DHCP agents. Network: cde07dec-58f0-4eb0-b448-01d3da1f2982, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:16:58.816345 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:58.938177 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-659f5c34-cf9d-498e-9e65-05be778f291e tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:58.941069 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port a81659a9-a096-4bf7-a66e-a89b31e4c5bb, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=a81659a9-a096-4bf7-a66e-a89b31e4c5bb,segment=NetworkSegment(862e011e-5fe6-4219-b6ec-367287b5e939),segment_id=862e011e-5fe6-4219-b6ec-367287b5e939)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:58.951429 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:58.983722 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-659f5c34-cf9d-498e-9e65-05be778f291e tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Calling delete_port for 3c868b80-6555-4999-8b40-7981c29bdcdd owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:16:59.076848 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=a81659a9-a096-4bf7-a66e-a89b31e4c5bb,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:59.177602 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c80f5919-fdd8-4366-82b1-9627d5607d27 req-029a88f8-666e-47b1-a3d7-cc3168a9cbb5 service neutron] 10.222.0.18 "GET /v2.0/networks/7fedbba9-4431-4330-9544-1acf217b43a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5265260 Jul 23 20:16:59.192142 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9058edcc-bda4-48df-9e69-f76fb07185e9 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Network cde07dec-58f0-4eb0-b448-01d3da1f2982 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:16:59.194670 n-d-793618-10 neutron-server[93877]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-66908772-a3c1-4f50-97c2-10d89a309b03 None None] Agent 41533188-1e05-4126-b2b5-3d524f582b92 already present Jul 23 20:16:59.195553 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66908772-a3c1-4f50-97c2-10d89a309b03 None None] Network cde07dec-58f0-4eb0-b448-01d3da1f2982 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:16:59.197276 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66908772-a3c1-4f50-97c2-10d89a309b03 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, cde07dec-58f0-4eb0-b448-01d3da1f2982) {{(pid=93877) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:16:59.234034 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-9058edcc-bda4-48df-9e69-f76fb07185e9 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, cde07dec-58f0-4eb0-b448-01d3da1f2982) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:59.272545 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9058edcc-bda4-48df-9e69-f76fb07185e9 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:59.273383 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9058edcc-bda4-48df-9e69-f76fb07185e9 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:59.319859 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9058edcc-bda4-48df-9e69-f76fb07185e9 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.6912217 Jul 23 20:16:59.320953 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60124) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:59.386798 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-659f5c34-cf9d-498e-9e65-05be778f291e tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:59.551624 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f5c34-cf9d-498e-9e65-05be778f291e tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Pushing event deleted for resources: {'Port': ['ID=3c868b80-6555-4999-8b40-7981c29bdcdd,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:59.713490 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-659f5c34-cf9d-498e-9e65-05be778f291e tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:59.723474 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-659f5c34-cf9d-498e-9e65-05be778f291e tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] 10.222.0.32 "DELETE /v2.0/ports/3c868b80-6555-4999-8b40-7981c29bdcdd HTTP/1.1" status: 204 len: 168 time: 1.3239946 Jul 23 20:16:59.724151 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60132) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:59.735401 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-06d04dc8-1d0a-49fc-b7f9-7c82b70917e8 req-6d958242-4b17-4eb1-8da8-abe398778638 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4be58a7-be16-4709-a05a-90a010991135 HTTP/1.1" status: 200 len: 210 time: 0.1369669 Jul 23 20:16:59.748733 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-acfe771a-56cf-4c1a-9a56-01e9d3e4a089 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:59.752560 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-c1250774-cad6-42b8-b3df-665aa2b5b9de tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Request body: {'port': {'name': 'tempest-new-port-name-1086088844', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:59.753032 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.api.validators [None req-c1250774-cad6-42b8-b3df-665aa2b5b9de tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] bootfile-name is not in valid_values {{(pid=93876) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 20:16:59.753378 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.api.validators [None req-c1250774-cad6-42b8-b3df-665aa2b5b9de tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] tftp-server is not in valid_values {{(pid=93876) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 20:16:59.753798 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.api.validators [None req-c1250774-cad6-42b8-b3df-665aa2b5b9de tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] server-ip-address is not in valid_values {{(pid=93876) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 20:16:59.852140 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9329467-dfb1-4f2b-bcef-8966be1f0e34 req-1be9f620-22fe-4a2d-a3cd-2e46cccffc06 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:59.854829 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d9329467-dfb1-4f2b-bcef-8966be1f0e34 req-1be9f620-22fe-4a2d-a3cd-2e46cccffc06 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 944 time: 0.3387439 Jul 23 20:16:59.974749 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d9329467-dfb1-4f2b-bcef-8966be1f0e34 req-bed640b1-cf1d-4d8d-8512-f6beadee2b98 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100984 Jul 23 20:16:59.975816 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c1250774-cad6-42b8-b3df-665aa2b5b9de tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:00.107307 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-acfe771a-56cf-4c1a-9a56-01e9d3e4a089 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:00.403524 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9070512d-f277-49c2-9b2b-9ca30cff3d2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-cde07dec-58f0-4eb0-b448-01d3da1f2982', 'network_id': 'cde07dec-58f0-4eb0-b448-01d3da1f2982', 'tenant_id': '645a78bad9d34090a083ca596a20dd60', 'fixed_ips': [{'subnet_id': '52e62c65-d389-498b-8689-5818bd039e56'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:17:00.404831 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9070512d-f277-49c2-9b2b-9ca30cff3d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:00.514876 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-acfe771a-56cf-4c1a-9a56-01e9d3e4a089 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:00.552650 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c1250774-cad6-42b8-b3df-665aa2b5b9de tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:00.565941 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c1250774-cad6-42b8-b3df-665aa2b5b9de tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:00.669449 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c1250774-cad6-42b8-b3df-665aa2b5b9de tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] In _notify_port_updated(), no bound segment for port 37d8ebea-7d5d-467f-ad84-a219027a7d14 on network 2673adce-a595-4174-9ea6-e466caf36c30 {{(pid=93876) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:17:00.690106 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1250774-cad6-42b8-b3df-665aa2b5b9de tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:00.693744 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe771a-56cf-4c1a-9a56-01e9d3e4a089 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event deleted for resources: {'Subnet': ['ID=52e62c65-d389-498b-8689-5818bd039e56,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:00.695414 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c1250774-cad6-42b8-b3df-665aa2b5b9de tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:00.701850 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c1250774-cad6-42b8-b3df-665aa2b5b9de tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] 10.222.0.32 "PUT /v2.0/ports/37d8ebea-7d5d-467f-ad84-a219027a7d14 HTTP/1.1" status: 200 len: 1130 time: 0.9755249 Jul 23 20:17:00.708668 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60140) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:00.769202 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1250774-cad6-42b8-b3df-665aa2b5b9de tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Pushing event updated for resources: {'Port': ['ID=37d8ebea-7d5d-467f-ad84-a219027a7d14,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:00.771170 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f30214-f755-4bc9-a557-207495e5b5f3 None None] Network cde07dec-58f0-4eb0-b448-01d3da1f2982 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:17:01.081613 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd2d175-396d-4f4a-9433-f62e74ddfcde None None] Network cde07dec-58f0-4eb0-b448-01d3da1f2982 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:17:01.162148 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-c2458fd3-6647-43bd-9eb9-b0bd3e847c8c tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:01.163764 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-c2458fd3-6647-43bd-9eb9-b0bd3e847c8c tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.30 "GET /v2.0/networks?id=98a30b96-c863-4728-b0d0-d47c79801693 HTTP/1.1" status: 200 len: 806 time: 1.0304389 Jul 23 20:17:01.303880 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-53d5a23c-abad-4367-9f63-944f9a26bda2 req-8579cf0e-335f-4ffe-a62c-fb07dec37be0 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4be58a7-be16-4709-a05a-90a010991135 HTTP/1.1" status: 200 len: 210 time: 0.2553127 Jul 23 20:17:01.304243 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a81659a9-a096-4bf7-a66e-a89b31e4c5bb up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:17:01.314688 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-2ca95e8a-544a-4866-9e11-a8688fe1f590 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Request body: {'port': {'device_id': 'f4be58a7-be16-4709-a05a-90a010991135', 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693', 'admin_state_up': True, 'tenant_id': '2748f4b40df14523b46431ce846cbb13'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:01.483452 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc41b4-b8ff-4187-8b75-ab316e3f5731 req-63c08d56-4cd7-4f09-8679-a3f6e0473fdf tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:01.487077 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4afc41b4-b8ff-4187-8b75-ab316e3f5731 req-63c08d56-4cd7-4f09-8679-a3f6e0473fdf tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 944 time: 0.2376730 Jul 23 20:17:01.526962 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-acfe771a-56cf-4c1a-9a56-01e9d3e4a089 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:01.549763 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-acfe771a-56cf-4c1a-9a56-01e9d3e4a089 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde07dec-58f0-4eb0-b448-01d3da1f2982']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:01.568022 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391f326f-4136-4b80-9fb7-f74c4b27d431 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:01.569725 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-391f326f-4136-4b80-9fb7-f74c4b27d431 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] 10.222.0.32 "GET /v2.0/ports/37d8ebea-7d5d-467f-ad84-a219027a7d14 HTTP/1.1" status: 200 len: 1130 time: 0.8388774 Jul 23 20:17:01.575780 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60154) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:01.594732 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-acfe771a-56cf-4c1a-9a56-01e9d3e4a089 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0622be8-98a7-4700-a0f1-980beade2f82') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:01.599418 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-acfe771a-56cf-4c1a-9a56-01e9d3e4a089 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0622be8-98a7-4700-a0f1-980beade2f82') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:01.628552 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4afc41b4-b8ff-4187-8b75-ab316e3f5731 req-6cb2fb0b-c3fc-47da-8cf3-f8e7591a827a tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294947 Jul 23 20:17:01.629153 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port a81659a9-a096-4bf7-a66e-a89b31e4c5bb triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:17:01.629600 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:01.747135 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-acfe771a-56cf-4c1a-9a56-01e9d3e4a089 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:01.776632 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-2ca95e8a-544a-4866-9e11-a8688fe1f590 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Made reservation on behalf of 2748f4b40df14523b46431ce846cbb13 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:01.787640 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-2ca95e8a-544a-4866-9e11-a8688fe1f590 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:01.878086 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-acfe771a-56cf-4c1a-9a56-01e9d3e4a089 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:01.909148 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acfe771a-56cf-4c1a-9a56-01e9d3e4a089 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:17:01.917752 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-acfe771a-56cf-4c1a-9a56-01e9d3e4a089 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:01.928590 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:17:01.928590 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:17:01.928590 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:17:01.928590 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:17:01.928590 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:17:01.928590 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:17:01.928590 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:17:01.928590 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:17:01.928590 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:17:01.928590 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:17:01.928590 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:17:01.928590 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:17:01.928590 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:17:01.928590 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:17:01.928590 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:17:01.928590 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:17:01.928590 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:17:01.928590 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:17:01.928590 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:17:01.928590 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:17:01.928590 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:17:01.928590 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:17:01.928590 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:17:01.928590 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:17:01.928590 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:17:01.928590 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:17:01.928590 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:17:01.928590 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:17:01.928590 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:17:01.928590 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:17:01.928590 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:17:01.928590 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:17:01.963340 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-bfec3f7f-7404-47b2-a026-6fef200863f5 None None] Provisioning complete for port 37d8ebea-7d5d-467f-ad84-a219027a7d14 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:17:01.963968 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bfec3f7f-7404-47b2-a026-6fef200863f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:02.052675 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-bfec3f7f-7404-47b2-a026-6fef200863f5 None None] Port 37d8ebea-7d5d-467f-ad84-a219027a7d14 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:17:02.215304 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-acfe771a-56cf-4c1a-9a56-01e9d3e4a089 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:02.238534 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-acfe771a-56cf-4c1a-9a56-01e9d3e4a089 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:02.240772 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-acfe771a-56cf-4c1a-9a56-01e9d3e4a089 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "DELETE /v2.0/networks/cde07dec-58f0-4eb0-b448-01d3da1f2982 HTTP/1.1" status: 204 len: 168 time: 2.9186437 Jul 23 20:17:02.247454 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60158) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:02.262109 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-a23b9727-f7d1-4bd2-a034-22d1ad3b2d9b tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1311666953'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:02.278638 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe771a-56cf-4c1a-9a56-01e9d3e4a089 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event deleted for resources: {'Network': ['ID=cde07dec-58f0-4eb0-b448-01d3da1f2982,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:02.290795 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-da4e7138-c417-43ea-a649-c6a2e9c25a84 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Deleting port 37d8ebea-7d5d-467f-ad84-a219027a7d14 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:17:02.291568 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-da4e7138-c417-43ea-a649-c6a2e9c25a84 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:02.355879 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23b9727-f7d1-4bd2-a034-22d1ad3b2d9b tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Made reservation on behalf of 645a78bad9d34090a083ca596a20dd60 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:02.366140 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a23b9727-f7d1-4bd2-a034-22d1ad3b2d9b tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:02.433343 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e51602b5-4f01-474f-a879-2561cb333ab4 req-db189ac6-8e9e-4a73-b942-37517b02a3e3 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4be58a7-be16-4709-a05a-90a010991135 HTTP/1.1" status: 200 len: 210 time: 0.0360699 Jul 23 20:17:02.434392 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a23b9727-f7d1-4bd2-a034-22d1ad3b2d9b tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:17:02.459492 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a23b9727-f7d1-4bd2-a034-22d1ad3b2d9b tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:02.459835 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-a23b9727-f7d1-4bd2-a034-22d1ad3b2d9b tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Added segment d5eb31b6-0e4b-4d24-ae0c-d58e617a51f6 of type vlan for network 4a4a6f0e-e43d-444c-a591-015613303709 Jul 23 20:17:02.547562 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-2ca95e8a-544a-4866-9e11-a8688fe1f590 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Allocated IP 172.20.0.8 (98a30b96-c863-4728-b0d0-d47c79801693/2edc7abb-7a35-4b24-95dd-2cab074cfd4c/7c6a3349-0c6d-48b6-b25a-4e313b34f26a) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:17:02.582485 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a23b9727-f7d1-4bd2-a034-22d1ad3b2d9b tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:02.598221 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-da4e7138-c417-43ea-a649-c6a2e9c25a84 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:02.644299 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-da4e7138-c417-43ea-a649-c6a2e9c25a84 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Calling delete_port for 37d8ebea-7d5d-467f-ad84-a219027a7d14 owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:17:02.682185 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a23b9727-f7d1-4bd2-a034-22d1ad3b2d9b tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:02.689741 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23b9727-f7d1-4bd2-a034-22d1ad3b2d9b tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:02.690524 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a23b9727-f7d1-4bd2-a034-22d1ad3b2d9b tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:02.792085 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a23b9727-f7d1-4bd2-a034-22d1ad3b2d9b tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5399923 Jul 23 20:17:02.792354 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60168) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:02.805182 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-fd6e4501-2dff-4ed6-89d4-972df84847b5 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Request body: {'subnet': {'network_id': '4a4a6f0e-e43d-444c-a591-015613303709', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:02.931061 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b9727-f7d1-4bd2-a034-22d1ad3b2d9b tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event updated for resources: {'Network': ['ID=4a4a6f0e-e43d-444c-a591-015613303709,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:02.949725 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 4a4a6f0e-e43d-444c-a591-015613303709 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:17:03.104090 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c845f4-5244-4e40-928d-d9951af12465 req-dafe9e03-7bb1-4f01-99b3-9741c5dbbee6 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:03.104268 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-2ca95e8a-544a-4866-9e11-a8688fe1f590 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:03.109584 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6e4501-2dff-4ed6-89d4-972df84847b5 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Made reservation on behalf of 645a78bad9d34090a083ca596a20dd60 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:03.113508 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fd6e4501-2dff-4ed6-89d4-972df84847b5 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:03.125920 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-25c845f4-5244-4e40-928d-d9951af12465 req-dafe9e03-7bb1-4f01-99b3-9741c5dbbee6 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 944 time: 0.1965621 Jul 23 20:17:03.216727 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-25c845f4-5244-4e40-928d-d9951af12465 req-69bc7237-aa29-40b7-8ddd-d5f501237ed7 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840607 Jul 23 20:17:03.413610 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-da4e7138-c417-43ea-a649-c6a2e9c25a84 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:03.456493 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4e7138-c417-43ea-a649-c6a2e9c25a84 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Pushing event deleted for resources: {'Port': ['ID=37d8ebea-7d5d-467f-ad84-a219027a7d14,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:03.461765 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-2ca95e8a-544a-4866-9e11-a8688fe1f590 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:03.473844 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['b1032d90-a671-4ad4-ae31-8b75c3d80e4c'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:17:03.798286 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-2ca95e8a-544a-4866-9e11-a8688fe1f590 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Network 98a30b96-c863-4728-b0d0-d47c79801693 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:17:03.839309 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca95e8a-544a-4866-9e11-a8688fe1f590 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Pushing event updated for resources: {'Port': ['ID=7c6a3349-0c6d-48b6-b25a-4e313b34f26a,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:03.855702 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-2ca95e8a-544a-4866-9e11-a8688fe1f590 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:03.877019 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-2ca95e8a-544a-4866-9e11-a8688fe1f590 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:17:03.884948 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-da4e7138-c417-43ea-a649-c6a2e9c25a84 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:03.898452 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-da4e7138-c417-43ea-a649-c6a2e9c25a84 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] 10.222.0.32 "DELETE /v2.0/ports/37d8ebea-7d5d-467f-ad84-a219027a7d14 HTTP/1.1" status: 204 len: 168 time: 2.3215723 Jul 23 20:17:03.901962 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60184) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:04.059734 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-a13bce04-de6e-481d-9f09-91249fcb9ff6 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Deleting subnet e3e47550-1012-4f69-8e7e-9fdb3b1b6686 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:17:04.073598 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a13bce04-de6e-481d-9f09-91249fcb9ff6 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:04.233411 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a13bce04-de6e-481d-9f09-91249fcb9ff6 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:04.466548 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a13bce04-de6e-481d-9f09-91249fcb9ff6 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:04.614577 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a13bce04-de6e-481d-9f09-91249fcb9ff6 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:04.616555 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:17:04.654795 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-2ca95e8a-544a-4866-9e11-a8688fe1f590 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:04.657801 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-2ca95e8a-544a-4866-9e11-a8688fe1f590 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:04.665624 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fd6e4501-2dff-4ed6-89d4-972df84847b5 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:04.677038 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13bce04-de6e-481d-9f09-91249fcb9ff6 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Pushing event deleted for resources: {'Subnet': ['ID=e3e47550-1012-4f69-8e7e-9fdb3b1b6686,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:04.705628 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a13bce04-de6e-481d-9f09-91249fcb9ff6 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:04.706132 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f4917c-23cc-47c5-aa29-da0dece7e75a None None] Network 2673adce-a595-4174-9ea6-e466caf36c30 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:17:04.711277 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a13bce04-de6e-481d-9f09-91249fcb9ff6 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] 10.222.0.32 "DELETE /v2.0/subnets/e3e47550-1012-4f69-8e7e-9fdb3b1b6686 HTTP/1.1" status: 204 len: 168 time: 0.8071268 Jul 23 20:17:04.713907 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60192) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:04.904099 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-558f3ff1-9f09-4766-a2e6-e83d0cc1eff6 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:04.927787 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e4501-2dff-4ed6-89d4-972df84847b5 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event updated for resources: {'Subnet': ['ID=2a2a3929-4d4e-4b80-aa4a-b905e228f9c2,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:05.006787 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-2ca95e8a-544a-4866-9e11-a8688fe1f590 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7070739 Jul 23 20:17:05.034541 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-9296f499-68c2-48fb-b1b7-0b3a96ebfaec service neutron] Request body: {'port': {'device_id': 'f4be58a7-be16-4709-a05a-90a010991135', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:05.131871 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffbd54-534a-4bc3-a389-09448a66a5fb req-429ed20e-af2e-4357-80fc-5ef20d039a83 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:05.133895 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-89ffbd54-534a-4bc3-a389-09448a66a5fb req-429ed20e-af2e-4357-80fc-5ef20d039a83 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 944 time: 0.5455763 Jul 23 20:17:05.308486 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-89ffbd54-534a-4bc3-a389-09448a66a5fb req-a219201c-a4d6-4f66-a99d-0563715c8163 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548376 Jul 23 20:17:05.346623 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02624df-28f9-444a-b543-dc8f5b2eab5d None None] DHCP port deletion for 2673adce-a595-4174-9ea6-e466caf36c30 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:17:05.360386 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-558f3ff1-9f09-4766-a2e6-e83d0cc1eff6 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Deleting port 8720097a-b713-4191-9bc6-1e1dc476e24c {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:17:05.360954 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-558f3ff1-9f09-4766-a2e6-e83d0cc1eff6 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:05.411894 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b6919-103f-4763-883e-7ddacebe6e53 req-ac022c92-580a-453d-8680-c1a0e723a203 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:05.424586 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c09b6919-103f-4763-883e-7ddacebe6e53 req-ac022c92-580a-453d-8680-c1a0e723a203 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4be58a7-be16-4709-a05a-90a010991135 HTTP/1.1" status: 200 len: 931 time: 1.6233282 Jul 23 20:17:05.461350 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-9296f499-68c2-48fb-b1b7-0b3a96ebfaec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:05.465921 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6e4501-2dff-4ed6-89d4-972df84847b5 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Checking segment: {'id': 'd5eb31b6-0e4b-4d24-ae0c-d58e617a51f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a4a6f0e-e43d-444c-a591-015613303709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:05.466610 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6e4501-2dff-4ed6-89d4-972df84847b5 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Network hostable DHCP agents. Network: 4a4a6f0e-e43d-444c-a591-015613303709, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:17:05.576851 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e02624df-28f9-444a-b543-dc8f5b2eab5d None None] Deleting port 8720097a-b713-4191-9bc6-1e1dc476e24c {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:17:05.577686 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e02624df-28f9-444a-b543-dc8f5b2eab5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:05.692324 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-558f3ff1-9f09-4766-a2e6-e83d0cc1eff6 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] For port 8720097a-b713-4191-9bc6-1e1dc476e24c, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=8720097a-b713-4191-9bc6-1e1dc476e24c,segment=NetworkSegment(d16b0825-d950-4470-8db7-7561745948eb),segment_id=d16b0825-d950-4470-8db7-7561745948eb)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:05.693106 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-558f3ff1-9f09-4766-a2e6-e83d0cc1eff6 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:05.739769 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c09b6919-103f-4763-883e-7ddacebe6e53 req-7d388557-9183-41b1-ac5f-032d3a0f2a24 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141789 Jul 23 20:17:05.743199 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6e4501-2dff-4ed6-89d4-972df84847b5 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Network 4a4a6f0e-e43d-444c-a591-015613303709 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:17:05.743498 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-558f3ff1-9f09-4766-a2e6-e83d0cc1eff6 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Calling delete_port for 8720097a-b713-4191-9bc6-1e1dc476e24c owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:17:05.788366 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-e02624df-28f9-444a-b543-dc8f5b2eab5d None None] For port 8720097a-b713-4191-9bc6-1e1dc476e24c, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=8720097a-b713-4191-9bc6-1e1dc476e24c,segment=NetworkSegment(d16b0825-d950-4470-8db7-7561745948eb),segment_id=d16b0825-d950-4470-8db7-7561745948eb)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:05.789285 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e02624df-28f9-444a-b543-dc8f5b2eab5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:05.820145 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-fd6e4501-2dff-4ed6-89d4-972df84847b5 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 4a4a6f0e-e43d-444c-a591-015613303709) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:05.840346 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e02624df-28f9-444a-b543-dc8f5b2eab5d None None] Calling delete_port for 8720097a-b713-4191-9bc6-1e1dc476e24c owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:17:05.853931 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace2b114-36ee-42d4-a37f-ca245fe57068 None None] Network 4a4a6f0e-e43d-444c-a591-015613303709 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:17:06.015630 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-558f3ff1-9f09-4766-a2e6-e83d0cc1eff6 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:06.042814 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558f3ff1-9f09-4766-a2e6-e83d0cc1eff6 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] No DVR routers for this DVR port 8720097a-b713-4191-9bc6-1e1dc476e24c on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:17:06.095848 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6e4501-2dff-4ed6-89d4-972df84847b5 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:06.096415 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fd6e4501-2dff-4ed6-89d4-972df84847b5 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:06.208946 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60204) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:06.209209 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-fd6e4501-2dff-4ed6-89d4-972df84847b5 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.4153895 Jul 23 20:17:06.210319 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f3ff1-9f09-4766-a2e6-e83d0cc1eff6 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Pushing event deleted for resources: {'Port': ['ID=8720097a-b713-4191-9bc6-1e1dc476e24c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:06.470762 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a57295-c47d-494a-8949-33e66174a9b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-4a4a6f0e-e43d-444c-a591-015613303709', 'network_id': '4a4a6f0e-e43d-444c-a591-015613303709', 'tenant_id': '645a78bad9d34090a083ca596a20dd60', 'fixed_ips': [{'subnet_id': '2a2a3929-4d4e-4b80-aa4a-b905e228f9c2'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:17:06.472891 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-558f3ff1-9f09-4766-a2e6-e83d0cc1eff6 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:06.480394 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f0a57295-c47d-494a-8949-33e66174a9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:06.515082 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e02624df-28f9-444a-b543-dc8f5b2eab5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:06.591791 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-9296f499-68c2-48fb-b1b7-0b3a96ebfaec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c6a3349-0c6d-48b6-b25a-4e313b34f26a {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:17:06.602767 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02624df-28f9-444a-b543-dc8f5b2eab5d None None] No DVR routers for this DVR port 8720097a-b713-4191-9bc6-1e1dc476e24c on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:17:06.626351 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02624df-28f9-444a-b543-dc8f5b2eab5d None None] Pushing event deleted for resources: {'Port': ['ID=8720097a-b713-4191-9bc6-1e1dc476e24c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:06.627953 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-9296f499-68c2-48fb-b1b7-0b3a96ebfaec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:06.647575 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-558f3ff1-9f09-4766-a2e6-e83d0cc1eff6 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2673adce-a595-4174-9ea6-e466caf36c30']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:06.686143 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-9296f499-68c2-48fb-b1b7-0b3a96ebfaec service neutron] Transition to ACTIVE for port object 7c6a3349-0c6d-48b6-b25a-4e313b34f26a will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:17:06.703336 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-9296f499-68c2-48fb-b1b7-0b3a96ebfaec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:06.728560 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-558f3ff1-9f09-4766-a2e6-e83d0cc1eff6 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd16b0825-d950-4470-8db7-7561745948eb') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:06.728993 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-558f3ff1-9f09-4766-a2e6-e83d0cc1eff6 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd16b0825-d950-4470-8db7-7561745948eb') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:06.810877 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b19b1fbf-86ad-49b8-9269-a58a8223f7e0 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:06.820215 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-558f3ff1-9f09-4766-a2e6-e83d0cc1eff6 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:06.836991 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-558f3ff1-9f09-4766-a2e6-e83d0cc1eff6 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:06.846581 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-558f3ff1-9f09-4766-a2e6-e83d0cc1eff6 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:17:06.847390 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-558f3ff1-9f09-4766-a2e6-e83d0cc1eff6 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:06.862124 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9296f499-68c2-48fb-b1b7-0b3a96ebfaec service neutron] Pushing event updated for resources: {'Port': ['ID=7c6a3349-0c6d-48b6-b25a-4e313b34f26a,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:07.008883 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-9296f499-68c2-48fb-b1b7-0b3a96ebfaec service neutron] Attempting to bind port 7c6a3349-0c6d-48b6-b25a-4e313b34f26a on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:17:07.009220 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-9296f499-68c2-48fb-b1b7-0b3a96ebfaec service neutron] Attempting to bind port 7c6a3349-0c6d-48b6-b25a-4e313b34f26a by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '69080602-6244-4faa-8140-ce9343de0881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:17:07.010095 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-9296f499-68c2-48fb-b1b7-0b3a96ebfaec service neutron] Attempting to bind port 7c6a3349-0c6d-48b6-b25a-4e313b34f26a on network 98a30b96-c863-4728-b0d0-d47c79801693 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:17:07.021956 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-9296f499-68c2-48fb-b1b7-0b3a96ebfaec service neutron] Port 7c6a3349-0c6d-48b6-b25a-4e313b34f26a on network 98a30b96-c863-4728-b0d0-d47c79801693 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:17:07.022293 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-9296f499-68c2-48fb-b1b7-0b3a96ebfaec service neutron] Attempting to bind port 7c6a3349-0c6d-48b6-b25a-4e313b34f26a on network 98a30b96-c863-4728-b0d0-d47c79801693 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:17:07.041118 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-f0a57295-c47d-494a-8949-33e66174a9b5 None None] Allocated IP 172.20.0.1 (4a4a6f0e-e43d-444c-a591-015613303709/2a2a3929-4d4e-4b80-aa4a-b905e228f9c2/43cedf08-fee3-4293-8054-46bf61bef83d) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:17:07.054130 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-9296f499-68c2-48fb-b1b7-0b3a96ebfaec service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:17:07.054478 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-9296f499-68c2-48fb-b1b7-0b3a96ebfaec service neutron] Checking segment: {'id': '69080602-6244-4faa-8140-ce9343de0881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:07.054884 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-9296f499-68c2-48fb-b1b7-0b3a96ebfaec service neutron] Bound using segment: {'id': '69080602-6244-4faa-8140-ce9343de0881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:17:07.055342 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-9296f499-68c2-48fb-b1b7-0b3a96ebfaec service neutron] Bound port: 7c6a3349-0c6d-48b6-b25a-4e313b34f26a, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69080602-6244-4faa-8140-ce9343de0881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:17:07.055713 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-9296f499-68c2-48fb-b1b7-0b3a96ebfaec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:07.090484 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:17:07.090484 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:17:07.090484 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:17:07.090484 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:17:07.090484 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:17:07.090484 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:17:07.090484 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:17:07.090484 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:17:07.090484 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:17:07.090484 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:17:07.090484 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:17:07.090484 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:17:07.090484 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:17:07.090484 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:17:07.090484 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:17:07.090484 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:17:07.090484 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:17:07.090484 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:17:07.090484 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:17:07.090484 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:17:07.090484 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:17:07.090484 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:17:07.090484 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:17:07.090484 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:17:07.090484 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:17:07.090484 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:17:07.090484 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:17:07.090484 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:17:07.090484 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:17:07.090484 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:17:07.090484 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:17:07.090484 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:17:07.101985 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-558f3ff1-9f09-4766-a2e6-e83d0cc1eff6 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:07.127338 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-558f3ff1-9f09-4766-a2e6-e83d0cc1eff6 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:07.144683 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 8720097a-b713-4191-9bc6-1e1dc476e24c no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:17:07.151960 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-558f3ff1-9f09-4766-a2e6-e83d0cc1eff6 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] 10.222.0.32 "DELETE /v2.0/networks/2673adce-a595-4174-9ea6-e466caf36c30 HTTP/1.1" status: 204 len: 168 time: 2.4369059 Jul 23 20:17:07.209504 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 8720097a-b713-4191-9bc6-1e1dc476e24c {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:17:07.209829 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 8720097a-b713-4191-9bc6-1e1dc476e24c not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:17:07.289419 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10cab9-50b3-48bd-ab54-b19ec7912005 req-613cfcf6-8c40-490d-8726-888180aa2c79 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:07.291053 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8a10cab9-50b3-48bd-ab54-b19ec7912005 req-613cfcf6-8c40-490d-8726-888180aa2c79 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4be58a7-be16-4709-a05a-90a010991135 HTTP/1.1" status: 200 len: 943 time: 0.3639290 Jul 23 20:17:07.392795 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1db8c1-a67c-4b76-9b65-e187d432df32 req-e7bb39d1-17c4-4f01-bfef-2420cf1953e4 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:07.402092 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3a1db8c1-a67c-4b76-9b65-e187d432df32 req-e7bb39d1-17c4-4f01-bfef-2420cf1953e4 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 944 time: 0.9051788 Jul 23 20:17:07.457457 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8a10cab9-50b3-48bd-ab54-b19ec7912005 req-7e84541a-a2b7-445f-8f80-acc5896be170 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535890 Jul 23 20:17:07.458941 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-9296f499-68c2-48fb-b1b7-0b3a96ebfaec service neutron] For port 7c6a3349-0c6d-48b6-b25a-4e313b34f26a, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:17:07.464866 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f3ff1-9f09-4766-a2e6-e83d0cc1eff6 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611 tempest-ExtraDHCPOptionsIpV6TestJSON-1504972611-project] Pushing event deleted for resources: {'Network': ['ID=2673adce-a595-4174-9ea6-e466caf36c30,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:07.474993 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b19b1fbf-86ad-49b8-9269-a58a8223f7e0 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:07.506623 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-9296f499-68c2-48fb-b1b7-0b3a96ebfaec service neutron] For port 7c6a3349-0c6d-48b6-b25a-4e313b34f26a, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=7c6a3349-0c6d-48b6-b25a-4e313b34f26a,segment=NetworkSegment(69080602-6244-4faa-8140-ce9343de0881),segment_id=69080602-6244-4faa-8140-ce9343de0881)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:17:07.520061 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-9296f499-68c2-48fb-b1b7-0b3a96ebfaec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:07.594284 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3a1db8c1-a67c-4b76-9b65-e187d432df32 req-919605eb-1b56-4c24-80a4-a229c38e2af9 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967906 Jul 23 20:17:07.642230 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-9296f499-68c2-48fb-b1b7-0b3a96ebfaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:07.644789 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-9296f499-68c2-48fb-b1b7-0b3a96ebfaec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:07.664100 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-9296f499-68c2-48fb-b1b7-0b3a96ebfaec service neutron] 10.222.0.30 "PUT /v2.0/ports/7c6a3349-0c6d-48b6-b25a-4e313b34f26a HTTP/1.1" status: 200 len: 1092 time: 2.6376317 Jul 23 20:17:07.664877 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4be58a7-be16-4709-a05a-90a010991135', 'tag': '7c6a3349-0c6d-48b6-b25a-4e313b34f26a'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:17:07.668540 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed50ba1-5b52-4a19-a582-8d9320581737" -d '{"events": [{"name": "network-changed", "server_uuid": "f4be58a7-be16-4709-a05a-90a010991135", "tag": "7c6a3349-0c6d-48b6-b25a-4e313b34f26a"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:17:07.820293 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f0a57295-c47d-494a-8949-33e66174a9b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:07.873943 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c71bf4-6a5e-465e-a029-bb135c9c54b8 x-openstack-request-id: req-47c71bf4-6a5e-465e-a029-bb135c9c54b8 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:17:07.875235 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4be58a7-be16-4709-a05a-90a010991135", "tag": "7c6a3349-0c6d-48b6-b25a-4e313b34f26a", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:17:07.875569 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-47c71bf4-6a5e-465e-a029-bb135c9c54b8 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:17:07.875704 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f0a57295-c47d-494a-8949-33e66174a9b5 None None] Transition to ACTIVE for port object 43cedf08-fee3-4293-8054-46bf61bef83d will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:17:07.876099 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4be58a7-be16-4709-a05a-90a010991135', 'tag': '7c6a3349-0c6d-48b6-b25a-4e313b34f26a', 'status': 'completed', 'code': 200} Jul 23 20:17:07.887763 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9296f499-68c2-48fb-b1b7-0b3a96ebfaec service neutron] Pushing event updated for resources: {'Port': ['ID=7c6a3349-0c6d-48b6-b25a-4e313b34f26a,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:07.951514 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-d9d6808d-f82c-43b7-96a1-4de5cecbfe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:07.955727 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f0a57295-c47d-494a-8949-33e66174a9b5 None None] Transition to ACTIVE for port object 43cedf08-fee3-4293-8054-46bf61bef83d will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:17:07.956967 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-d9d6808d-f82c-43b7-96a1-4de5cecbfe3a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2748f4b40df14523b46431ce846cbb13&device_id=f4be58a7-be16-4709-a05a-90a010991135 HTTP/1.1" status: 200 len: 1095 time: 0.1725082 Jul 23 20:17:07.972992 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f0a57295-c47d-494a-8949-33e66174a9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:08.007576 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b19b1fbf-86ad-49b8-9269-a58a8223f7e0 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:08.054117 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-7a3d1472-0c38-42b5-ad73-b0af97ce7b22 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c6a3349-0c6d-48b6-b25a-4e313b34f26a HTTP/1.1" status: 200 len: 217 time: 0.0916009 Jul 23 20:17:08.080638 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a57295-c47d-494a-8949-33e66174a9b5 None None] Network 4a4a6f0e-e43d-444c-a591-015613303709 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:17:08.094372 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60226) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:08.207831 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-6fa2a890-6b08-4b21-ab4b-06d8ca80ac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:08.209832 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-6fa2a890-6b08-4b21-ab4b-06d8ca80ac3a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2edc7abb-7a35-4b24-95dd-2cab074cfd4c HTTP/1.1" status: 200 len: 846 time: 0.1480062 Jul 23 20:17:08.215833 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-f0a57295-c47d-494a-8949-33e66174a9b5 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:08.225855 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a57295-c47d-494a-8949-33e66174a9b5 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:17:08.251183 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a57295-c47d-494a-8949-33e66174a9b5 None None] Pushing event updated for resources: {'Port': ['ID=43cedf08-fee3-4293-8054-46bf61bef83d,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:08.294238 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-739c20f1-00f2-4bf9-84b7-4e77394cbc88 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98a30b96-c863-4728-b0d0-d47c79801693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742304 Jul 23 20:17:08.309749 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b1fbf-86ad-49b8-9269-a58a8223f7e0 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event deleted for resources: {'Subnet': ['ID=2a2a3929-4d4e-4b80-aa4a-b905e228f9c2,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:08.487005 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-f0a57295-c47d-494a-8949-33e66174a9b5 None None] Attempting to bind port 43cedf08-fee3-4293-8054-46bf61bef83d on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:17:08.487778 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-f0a57295-c47d-494a-8949-33e66174a9b5 None None] Attempting to bind port 43cedf08-fee3-4293-8054-46bf61bef83d by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'd5eb31b6-0e4b-4d24-ae0c-d58e617a51f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a4a6f0e-e43d-444c-a591-015613303709'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:17:08.491666 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a57295-c47d-494a-8949-33e66174a9b5 None None] Attempting to bind port 43cedf08-fee3-4293-8054-46bf61bef83d on network 4a4a6f0e-e43d-444c-a591-015613303709 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:17:08.512285 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a57295-c47d-494a-8949-33e66174a9b5 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:17:08.513056 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a57295-c47d-494a-8949-33e66174a9b5 None None] Checking segment: {'id': 'd5eb31b6-0e4b-4d24-ae0c-d58e617a51f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a4a6f0e-e43d-444c-a591-015613303709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:08.513810 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f0a57295-c47d-494a-8949-33e66174a9b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:08.514561 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a57295-c47d-494a-8949-33e66174a9b5 None None] Bound using segment: {'id': 'd5eb31b6-0e4b-4d24-ae0c-d58e617a51f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a4a6f0e-e43d-444c-a591-015613303709'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:17:08.515569 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-f0a57295-c47d-494a-8949-33e66174a9b5 None None] Bound port: 43cedf08-fee3-4293-8054-46bf61bef83d, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5eb31b6-0e4b-4d24-ae0c-d58e617a51f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a4a6f0e-e43d-444c-a591-015613303709'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:17:08.518325 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f0a57295-c47d-494a-8949-33e66174a9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:08.555313 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b19b1fbf-86ad-49b8-9269-a58a8223f7e0 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:08.613402 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-b19b1fbf-86ad-49b8-9269-a58a8223f7e0 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a4a6f0e-e43d-444c-a591-015613303709']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:08.675513 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-b19b1fbf-86ad-49b8-9269-a58a8223f7e0 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5eb31b6-0e4b-4d24-ae0c-d58e617a51f6') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:08.675820 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-b19b1fbf-86ad-49b8-9269-a58a8223f7e0 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5eb31b6-0e4b-4d24-ae0c-d58e617a51f6') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:08.709376 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-fbeb8a3a-ee76-4929-b5e1-9cd58e7ad265 service neutron] 10.222.0.30 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059811 Jul 23 20:17:08.737602 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-f0a57295-c47d-494a-8949-33e66174a9b5 None None] For port 43cedf08-fee3-4293-8054-46bf61bef83d, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:17:08.743934 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-f0a57295-c47d-494a-8949-33e66174a9b5 None None] For port 43cedf08-fee3-4293-8054-46bf61bef83d, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=43cedf08-fee3-4293-8054-46bf61bef83d,segment=NetworkSegment(d5eb31b6-0e4b-4d24-ae0c-d58e617a51f6),segment_id=d5eb31b6-0e4b-4d24-ae0c-d58e617a51f6)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:17:08.745909 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b19b1fbf-86ad-49b8-9269-a58a8223f7e0 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:08.757386 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f0a57295-c47d-494a-8949-33e66174a9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:08.803890 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b19b1fbf-86ad-49b8-9269-a58a8223f7e0 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:08.831761 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b19b1fbf-86ad-49b8-9269-a58a8223f7e0 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:17:08.834797 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b19b1fbf-86ad-49b8-9269-a58a8223f7e0 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:08.908170 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-84358d95-39ee-483c-87f7-9a5cd281621f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0716cb581b6140d987b8e2d3ba826ace&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8089955 Jul 23 20:17:08.909670 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60244) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:08.951219 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a57295-c47d-494a-8949-33e66174a9b5 None None] Pushing event updated for resources: {'Port': ['ID=43cedf08-fee3-4293-8054-46bf61bef83d,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:09.007897 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc776e51-a068-46aa-9cb8-19cdcbc9efa1 None None] Network 4a4a6f0e-e43d-444c-a591-015613303709 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:17:09.078354 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:17:09.078354 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:17:09.078354 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:17:09.078354 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:17:09.078354 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:17:09.078354 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:17:09.078354 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:17:09.078354 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:17:09.078354 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:17:09.078354 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:17:09.078354 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:17:09.078354 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:17:09.078354 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:17:09.078354 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:17:09.078354 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:17:09.078354 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:17:09.078354 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:17:09.078354 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:17:09.078354 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:17:09.078354 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:17:09.078354 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:17:09.078354 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:17:09.078354 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:17:09.078354 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:17:09.078354 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:17:09.078354 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:17:09.078354 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:17:09.078354 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:17:09.078354 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:17:09.078354 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:17:09.078354 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:17:09.078354 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:17:09.083486 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.db.api [None req-b19b1fbf-86ad-49b8-9269-a58a8223f7e0 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 20:17:09.083486 n-d-793618-10 neutron-server[93876]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 20:17:09.083486 n-d-793618-10 neutron-server[93876]: [parameters: {'id': '4a4a6f0e-e43d-444c-a591-015613303709'}] Jul 23 20:17:09.083486 n-d-793618-10 neutron-server[93876]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:17:09.083993 n-d-793618-10 neutron-server[93876]: DEBUG oslo_db.api [None req-b19b1fbf-86ad-49b8-9269-a58a8223f7e0 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:17:09.128432 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0200c-7a78-4c6d-ae7b-39b3cbedb462 req-79726339-01da-4aa9-9fb3-6f97d20eab9a tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:09.141247 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-66d0200c-7a78-4c6d-ae7b-39b3cbedb462 req-79726339-01da-4aa9-9fb3-6f97d20eab9a tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 944 time: 0.2694407 Jul 23 20:17:09.195564 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c02e6-c706-412d-9630-b1d9e5ed095e req-c7edf861-d6d3-41ee-a198-2e70a72a397c tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:09.197543 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-957c02e6-c706-412d-9630-b1d9e5ed095e req-c7edf861-d6d3-41ee-a198-2e70a72a397c tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4be58a7-be16-4709-a05a-90a010991135 HTTP/1.1" status: 200 len: 943 time: 0.4859202 Jul 23 20:17:09.249440 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-66d0200c-7a78-4c6d-ae7b-39b3cbedb462 req-9df9510f-d278-4d6d-9c80-a2134d86c0c6 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064448 Jul 23 20:17:09.273889 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0fcdc48-7297-4835-84b6-ebcc6443be65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:09.365821 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-957c02e6-c706-412d-9630-b1d9e5ed095e req-85e123c2-3443-4543-ab5f-3a33c0f5a562 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613123 Jul 23 20:17:09.371803 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0fcdc48-7297-4835-84b6-ebcc6443be65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:09.435795 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ffd3ebd9-0f1a-4ca4-aa94-fddfc991ca8f req-2aacbdec-8159-4d29-8fe6-9ec1e88fc28d service neutron] 10.222.0.30 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5429020 Jul 23 20:17:09.442110 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7f50f8-c0e3-4d05-bd0d-01c0eef1e4d5 None None] get_active_networks_info from n-d-793618-10 {{(pid=93877) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:17:09.508273 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0fcdc48-7297-4835-84b6-ebcc6443be65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:09.511138 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0fcdc48-7297-4835-84b6-ebcc6443be65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:09.512749 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a0fcdc48-7297-4835-84b6-ebcc6443be65 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5327a60c-cfd1-4569-80e0-7b8b74f7d46d HTTP/1.1" status: 204 len: 168 time: 0.5996411 Jul 23 20:17:09.571511 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fcdc48-7297-4835-84b6-ebcc6443be65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5327a60c-cfd1-4569-80e0-7b8b74f7d46d,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:09.586312 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b19b1fbf-86ad-49b8-9269-a58a8223f7e0 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:09.754779 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed50ba1-5b52-4a19-a582-8d9320581737 req-6e1d090d-6631-4e1d-8d66-7de8bc92e2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:09.758420 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ed50ba1-5b52-4a19-a582-8d9320581737 req-6e1d090d-6631-4e1d-8d66-7de8bc92e2b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2748f4b40df14523b46431ce846cbb13&device_id=f4be58a7-be16-4709-a05a-90a010991135 HTTP/1.1" status: 200 len: 1095 time: 0.2173269 Jul 23 20:17:09.853399 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7f50f8-c0e3-4d05-bd0d-01c0eef1e4d5 None None] Resources bound (agent type, host, resource id): {{(pid=93877) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:17:10.032006 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed50ba1-5b52-4a19-a582-8d9320581737 req-42c08af5-344b-49e8-afd1-8771e914fe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:10.041891 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ed50ba1-5b52-4a19-a582-8d9320581737 req-42c08af5-344b-49e8-afd1-8771e914fe4a service neutron] 10.222.0.30 "GET /v2.0/networks?id=98a30b96-c863-4728-b0d0-d47c79801693 HTTP/1.1" status: 200 len: 907 time: 0.2739410 Jul 23 20:17:10.240417 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ed50ba1-5b52-4a19-a582-8d9320581737 req-ff2ff838-980c-4e20-b581-8cfacdde38e0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c6a3349-0c6d-48b6-b25a-4e313b34f26a HTTP/1.1" status: 200 len: 217 time: 0.1755257 Jul 23 20:17:10.330503 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-97fa7d9b-34dd-4e6e-98c8-4e2cd1e7413f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:10.400805 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed50ba1-5b52-4a19-a582-8d9320581737 req-5c2913cb-662f-4209-9a14-06b72ed0ffac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:10.402986 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ed50ba1-5b52-4a19-a582-8d9320581737 req-5c2913cb-662f-4209-9a14-06b72ed0ffac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2edc7abb-7a35-4b24-95dd-2cab074cfd4c HTTP/1.1" status: 200 len: 846 time: 0.1607332 Jul 23 20:17:10.539945 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ed50ba1-5b52-4a19-a582-8d9320581737 req-6c0c50c7-782f-4c57-b2e7-932c171d9f2d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98a30b96-c863-4728-b0d0-d47c79801693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144767 Jul 23 20:17:10.592766 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-b19b1fbf-86ad-49b8-9269-a58a8223f7e0 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Deleting port 43cedf08-fee3-4293-8054-46bf61bef83d {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:17:10.593597 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b19b1fbf-86ad-49b8-9269-a58a8223f7e0 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:10.670402 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbbdeda-890a-4bd0-b63f-2d1b2c2b6a57 req-b7aec0fe-f70e-4dd9-a73e-de3cc70a8ca8 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:10.672131 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5dbbdeda-890a-4bd0-b63f-2d1b2c2b6a57 req-b7aec0fe-f70e-4dd9-a73e-de3cc70a8ca8 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 944 time: 0.2743776 Jul 23 20:17:10.692661 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd21354-59e4-41c5-ba7a-1a7434e0452a req-7a98e5b7-eb07-44cd-9c6f-e71ed0b1275d tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:10.694645 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1cd21354-59e4-41c5-ba7a-1a7434e0452a req-7a98e5b7-eb07-44cd-9c6f-e71ed0b1275d tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4be58a7-be16-4709-a05a-90a010991135 HTTP/1.1" status: 200 len: 943 time: 0.1824646 Jul 23 20:17:10.700330 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-b19b1fbf-86ad-49b8-9269-a58a8223f7e0 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] For port 43cedf08-fee3-4293-8054-46bf61bef83d, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=43cedf08-fee3-4293-8054-46bf61bef83d,segment=NetworkSegment(d5eb31b6-0e4b-4d24-ae0c-d58e617a51f6),segment_id=d5eb31b6-0e4b-4d24-ae0c-d58e617a51f6)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:10.700823 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b19b1fbf-86ad-49b8-9269-a58a8223f7e0 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:10.730184 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-b19b1fbf-86ad-49b8-9269-a58a8223f7e0 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Calling delete_port for 43cedf08-fee3-4293-8054-46bf61bef83d owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:17:10.736301 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ed50ba1-5b52-4a19-a582-8d9320581737 req-df964009-370a-4cb0-b987-69edb812bdfa service neutron] 10.222.0.30 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803851 Jul 23 20:17:10.758539 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1cd21354-59e4-41c5-ba7a-1a7434e0452a req-0b51f951-a04c-4ed3-b011-3ace41feef52 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539415 Jul 23 20:17:10.783304 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5dbbdeda-890a-4bd0-b63f-2d1b2c2b6a57 req-c03c97e0-33eb-489d-be47-8af9087230aa tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926447 Jul 23 20:17:10.852974 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b19b1fbf-86ad-49b8-9269-a58a8223f7e0 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:10.879541 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ed50ba1-5b52-4a19-a582-8d9320581737 req-3b89a83a-4daa-4ce5-a1de-c099625542b8 service neutron] 10.222.0.30 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343627 Jul 23 20:17:10.888715 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19b1fbf-86ad-49b8-9269-a58a8223f7e0 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] No DVR routers for this DVR port 43cedf08-fee3-4293-8054-46bf61bef83d on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:17:10.895457 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b1fbf-86ad-49b8-9269-a58a8223f7e0 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event deleted for resources: {'Port': ['ID=43cedf08-fee3-4293-8054-46bf61bef83d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:10.896091 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60278) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:10.986748 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b19b1fbf-86ad-49b8-9269-a58a8223f7e0 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:10.997306 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-b19b1fbf-86ad-49b8-9269-a58a8223f7e0 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a4a6f0e-e43d-444c-a591-015613303709']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:11.008701 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-b19b1fbf-86ad-49b8-9269-a58a8223f7e0 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5eb31b6-0e4b-4d24-ae0c-d58e617a51f6') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:11.009004 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-b19b1fbf-86ad-49b8-9269-a58a8223f7e0 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5eb31b6-0e4b-4d24-ae0c-d58e617a51f6') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:11.009801 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-433e1217-08b9-480f-80db-e06f67e037ef tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-321766716'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:11.018421 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b19b1fbf-86ad-49b8-9269-a58a8223f7e0 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:11.032799 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433e1217-08b9-480f-80db-e06f67e037ef tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] Made reservation on behalf of 388a986ec9bd49299b7d9c44eef75998 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:11.033381 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b19b1fbf-86ad-49b8-9269-a58a8223f7e0 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:11.036545 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-433e1217-08b9-480f-80db-e06f67e037ef tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:11.039589 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b19b1fbf-86ad-49b8-9269-a58a8223f7e0 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:17:11.040259 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b19b1fbf-86ad-49b8-9269-a58a8223f7e0 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:11.043931 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:17:11.043931 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:17:11.043931 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:17:11.043931 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:17:11.043931 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:17:11.043931 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:17:11.043931 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:17:11.043931 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:17:11.043931 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:17:11.043931 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:17:11.043931 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:17:11.043931 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:17:11.043931 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:17:11.043931 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:17:11.043931 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:17:11.043931 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:17:11.043931 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:17:11.043931 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:17:11.043931 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:17:11.043931 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:17:11.043931 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:17:11.043931 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:17:11.043931 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:17:11.043931 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:17:11.043931 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:17:11.043931 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:17:11.043931 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:17:11.043931 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:17:11.043931 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:17:11.043931 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:17:11.043931 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:17:11.043931 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:17:11.048962 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-433e1217-08b9-480f-80db-e06f67e037ef tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:11.050180 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 7c6a3349-0c6d-48b6-b25a-4e313b34f26a details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:17:11.133029 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b19b1fbf-86ad-49b8-9269-a58a8223f7e0 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:11.145696 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b19b1fbf-86ad-49b8-9269-a58a8223f7e0 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:11.148971 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b19b1fbf-86ad-49b8-9269-a58a8223f7e0 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "DELETE /v2.0/networks/4a4a6f0e-e43d-444c-a591-015613303709 HTTP/1.1" status: 204 len: 168 time: 4.9360535 Jul 23 20:17:11.152816 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60286) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:11.159242 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-6825ebac-59e2-4f5a-8521-3cf57f71f165 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1961882518'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:11.160921 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b1fbf-86ad-49b8-9269-a58a8223f7e0 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event deleted for resources: {'Network': ['ID=4a4a6f0e-e43d-444c-a591-015613303709,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:11.174429 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 7c6a3349-0c6d-48b6-b25a-4e313b34f26a, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=7c6a3349-0c6d-48b6-b25a-4e313b34f26a,segment=NetworkSegment(69080602-6244-4faa-8140-ce9343de0881),segment_id=69080602-6244-4faa-8140-ce9343de0881)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:11.187810 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '7c6a3349-0c6d-48b6-b25a-4e313b34f26a', 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693', 'port_id': '7c6a3349-0c6d-48b6-b25a-4e313b34f26a', 'mac_address': 'fa:16:3e:76:18:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2edc7abb-7a35-4b24-95dd-2cab074cfd4c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:17:11.227774 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:11.228049 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-433e1217-08b9-480f-80db-e06f67e037ef tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:11.234695 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-433e1217-08b9-480f-80db-e06f67e037ef tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:11.248300 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c6a3349-0c6d-48b6-b25a-4e313b34f26a {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:17:11.272515 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 7c6a3349-0c6d-48b6-b25a-4e313b34f26a, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=7c6a3349-0c6d-48b6-b25a-4e313b34f26a,segment=NetworkSegment(69080602-6244-4faa-8140-ce9343de0881),segment_id=69080602-6244-4faa-8140-ce9343de0881)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:11.278336 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:11.296814 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e1217-08b9-480f-80db-e06f67e037ef tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66cf55b7-7a9b-44dc-af20-1eefeaad8c1e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:11.315709 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-433e1217-08b9-480f-80db-e06f67e037ef tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:17:11.317632 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6825ebac-59e2-4f5a-8521-3cf57f71f165 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Made reservation on behalf of 645a78bad9d34090a083ca596a20dd60 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:11.330452 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6825ebac-59e2-4f5a-8521-3cf57f71f165 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:11.344963 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=7c6a3349-0c6d-48b6-b25a-4e313b34f26a,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:11.352164 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-433e1217-08b9-480f-80db-e06f67e037ef tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:11.352519 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-433e1217-08b9-480f-80db-e06f67e037ef tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] Added segment b8946758-f13f-4784-940b-33424d9b5500 of type vlan for network 06992d07-93b8-4cef-8f18-0e5a947c6e39 Jul 23 20:17:11.391006 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6825ebac-59e2-4f5a-8521-3cf57f71f165 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:17:11.411225 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-433e1217-08b9-480f-80db-e06f67e037ef tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:11.417087 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6825ebac-59e2-4f5a-8521-3cf57f71f165 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:11.417439 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-6825ebac-59e2-4f5a-8521-3cf57f71f165 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Added segment 6c82a575-3851-4562-8beb-8baea068338c of type vlan for network 88cddc2a-d2df-49b8-ae54-2b6ae8e384ef Jul 23 20:17:11.476546 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6825ebac-59e2-4f5a-8521-3cf57f71f165 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:11.488209 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-433e1217-08b9-480f-80db-e06f67e037ef tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:11.500330 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433e1217-08b9-480f-80db-e06f67e037ef tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:11.501120 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-433e1217-08b9-480f-80db-e06f67e037ef tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:11.554622 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['7c6a3349-0c6d-48b6-b25a-4e313b34f26a'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:17:11.562334 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-433e1217-08b9-480f-80db-e06f67e037ef tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.6623104 Jul 23 20:17:11.564644 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60290) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:11.570480 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-33591000-f9f6-4715-8cba-45f3e421f38b tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '06992d07-93b8-4cef-8f18-0e5a947c6e39', 'tempest-TagsTest-Tag-892133200') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:11.592734 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6825ebac-59e2-4f5a-8521-3cf57f71f165 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:11.599503 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6825ebac-59e2-4f5a-8521-3cf57f71f165 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:11.600394 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6825ebac-59e2-4f5a-8521-3cf57f71f165 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:11.604582 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e1217-08b9-480f-80db-e06f67e037ef tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] Pushing event updated for resources: {'Network': ['ID=06992d07-93b8-4cef-8f18-0e5a947c6e39,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:11.620937 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 06992d07-93b8-4cef-8f18-0e5a947c6e39 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:17:11.653337 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6825ebac-59e2-4f5a-8521-3cf57f71f165 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4991059 Jul 23 20:17:11.658478 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60292) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:11.668205 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-9c611413-603b-4156-83b4-fc95d0b9e292 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Request body: {'subnet': {'network_id': '88cddc2a-d2df-49b8-ae54-2b6ae8e384ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:11.690831 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-33591000-f9f6-4715-8cba-45f3e421f38b tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] 10.222.0.32 "PUT /v2.0/networks/06992d07-93b8-4cef-8f18-0e5a947c6e39/tags/tempest-TagsTest-Tag-892133200 HTTP/1.1" status: 201 len: 201 time: 0.1249771 Jul 23 20:17:11.693729 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60294) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:11.699070 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-decbe992-17d3-4559-990b-9c95cc08e3d6 tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '06992d07-93b8-4cef-8f18-0e5a947c6e39', 'tempest-TagsTest-Tag-892133200') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:11.727444 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825ebac-59e2-4f5a-8521-3cf57f71f165 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event updated for resources: {'Network': ['ID=88cddc2a-d2df-49b8-ae54-2b6ae8e384ef,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:11.791548 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-decbe992-17d3-4559-990b-9c95cc08e3d6 tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] 10.222.0.32 "GET /v2.0/networks/06992d07-93b8-4cef-8f18-0e5a947c6e39/tags/tempest-TagsTest-Tag-892133200 HTTP/1.1" status: 204 len: 168 time: 0.0958722 Jul 23 20:17:11.793576 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60298) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:11.799438 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-84c84fc4-b676-414a-869a-27c96fb0e039 tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '06992d07-93b8-4cef-8f18-0e5a947c6e39') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:11.834150 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c611413-603b-4156-83b4-fc95d0b9e292 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Made reservation on behalf of 645a78bad9d34090a083ca596a20dd60 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:11.842557 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9c611413-603b-4156-83b4-fc95d0b9e292 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:11.878917 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-84c84fc4-b676-414a-869a-27c96fb0e039 tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] 10.222.0.32 "GET /v2.0/networks/06992d07-93b8-4cef-8f18-0e5a947c6e39/tags HTTP/1.1" status: 200 len: 237 time: 0.0838192 Jul 23 20:17:11.882047 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60302) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:11.887769 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-9a1a0afc-f341-43cb-9d67-0568a71f3bef tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '06992d07-93b8-4cef-8f18-0e5a947c6e39', {'tags': ['tempest-TagsTest-Tag-1101767665', 'tempest-TagsTest-Tag-300095952', 'tempest-TagsTest-Tag-840839495']}) {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:11.903019 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 88cddc2a-d2df-49b8-ae54-2b6ae8e384ef details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:17:11.999050 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9a1a0afc-f341-43cb-9d67-0568a71f3bef tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] 10.222.0.32 "PUT /v2.0/networks/06992d07-93b8-4cef-8f18-0e5a947c6e39/tags HTTP/1.1" status: 200 len: 307 time: 0.1159279 Jul 23 20:17:12.002396 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60306) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:12.009371 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-331bba28-bbb1-41fb-9cdf-15be503f7751 tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '06992d07-93b8-4cef-8f18-0e5a947c6e39', 'tempest-TagsTest-Tag-1101767665') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:12.090690 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1be6f-ee8b-4971-a720-6c3f271732b3 req-c6f11ffd-3573-4366-ac3f-bb092fefe0d0 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:12.092530 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8db1be6f-ee8b-4971-a720-6c3f271732b3 req-c6f11ffd-3573-4366-ac3f-bb092fefe0d0 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 944 time: 0.1541636 Jul 23 20:17:12.128763 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47eb9c-748b-447b-842b-c601ce4ea5fb req-42aed6f9-6821-4e58-bc7a-e73d5a06d206 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:12.130304 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7e47eb9c-748b-447b-842b-c601ce4ea5fb req-42aed6f9-6821-4e58-bc7a-e73d5a06d206 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4be58a7-be16-4709-a05a-90a010991135 HTTP/1.1" status: 200 len: 944 time: 0.1448576 Jul 23 20:17:12.173796 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8db1be6f-ee8b-4971-a720-6c3f271732b3 req-4164da0c-2b6b-43c2-98b9-b40f8981da65 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685117 Jul 23 20:17:12.209822 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9c611413-603b-4156-83b4-fc95d0b9e292 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:12.258273 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7e47eb9c-748b-447b-842b-c601ce4ea5fb req-fe785a7d-7e3d-4017-9f1f-48f2aeeaa444 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664294 Jul 23 20:17:12.259797 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-331bba28-bbb1-41fb-9cdf-15be503f7751 tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] 10.222.0.32 "DELETE /v2.0/networks/06992d07-93b8-4cef-8f18-0e5a947c6e39/tags/tempest-TagsTest-Tag-1101767665 HTTP/1.1" status: 204 len: 168 time: 0.2565961 Jul 23 20:17:12.262697 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60312) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:12.276460 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-bf8e5238-1d37-4993-9879-416a9f36b9a2 tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '06992d07-93b8-4cef-8f18-0e5a947c6e39', 'tempest-TagsTest-Tag-1101767665') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:12.282351 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c611413-603b-4156-83b4-fc95d0b9e292 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event updated for resources: {'Subnet': ['ID=fbff3803-149c-4bd0-9df0-c6b1602abf09,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:12.299083 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c611413-603b-4156-83b4-fc95d0b9e292 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Checking segment: {'id': '6c82a575-3851-4562-8beb-8baea068338c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '88cddc2a-d2df-49b8-ae54-2b6ae8e384ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:12.299444 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c611413-603b-4156-83b4-fc95d0b9e292 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Network hostable DHCP agents. Network: 88cddc2a-d2df-49b8-ae54-2b6ae8e384ef, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:17:12.320166 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c611413-603b-4156-83b4-fc95d0b9e292 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Network 88cddc2a-d2df-49b8-ae54-2b6ae8e384ef is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:17:12.331617 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-9c611413-603b-4156-83b4-fc95d0b9e292 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 88cddc2a-d2df-49b8-ae54-2b6ae8e384ef) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:12.347582 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb5fead-c763-44e8-b99f-ea76e3c883fe None None] Network 88cddc2a-d2df-49b8-ae54-2b6ae8e384ef requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:17:12.359373 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-bf8e5238-1d37-4993-9879-416a9f36b9a2 tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] show failed (client error): The resource could not be found. Jul 23 20:17:12.364634 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bf8e5238-1d37-4993-9879-416a9f36b9a2 tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] 10.222.0.32 "GET /v2.0/networks/06992d07-93b8-4cef-8f18-0e5a947c6e39/tags/tempest-TagsTest-Tag-1101767665 HTTP/1.1" status: 404 len: 326 time: 0.0917211 Jul 23 20:17:12.365392 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60316) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:12.372100 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-01401b4f-e6fe-4539-8504-1e131f490c56 tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '06992d07-93b8-4cef-8f18-0e5a947c6e39', 'tempest-TagsTest-Tag-300095952') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:12.376116 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c611413-603b-4156-83b4-fc95d0b9e292 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:12.376757 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9c611413-603b-4156-83b4-fc95d0b9e292 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:12.411506 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9c611413-603b-4156-83b4-fc95d0b9e292 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7518759 Jul 23 20:17:12.414009 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60318) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:12.527552 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-01401b4f-e6fe-4539-8504-1e131f490c56 tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] 10.222.0.32 "GET /v2.0/networks/06992d07-93b8-4cef-8f18-0e5a947c6e39/tags/tempest-TagsTest-Tag-300095952 HTTP/1.1" status: 204 len: 168 time: 0.1569984 Jul 23 20:17:12.531766 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60320) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:12.540867 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-f421e70b-31db-47d2-b5c3-e985a285635d tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '06992d07-93b8-4cef-8f18-0e5a947c6e39', 'tempest-TagsTest-Tag-840839495') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:12.551880 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5755427-5dc1-4c25-87bc-467ddc29a70d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-88cddc2a-d2df-49b8-ae54-2b6ae8e384ef', 'network_id': '88cddc2a-d2df-49b8-ae54-2b6ae8e384ef', 'tenant_id': '645a78bad9d34090a083ca596a20dd60', 'fixed_ips': [{'subnet_id': 'fbff3803-149c-4bd0-9df0-c6b1602abf09'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:17:12.552759 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c5755427-5dc1-4c25-87bc-467ddc29a70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:12.565080 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26fdd2d8-c2b2-4098-999e-ce66f397146c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:12.623427 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26fdd2d8-c2b2-4098-999e-ce66f397146c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:12.649243 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f421e70b-31db-47d2-b5c3-e985a285635d tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] 10.222.0.32 "GET /v2.0/networks/06992d07-93b8-4cef-8f18-0e5a947c6e39/tags/tempest-TagsTest-Tag-840839495 HTTP/1.1" status: 204 len: 168 time: 0.1136634 Jul 23 20:17:12.650381 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60322) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:12.654160 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-b64395c4-ae77-4af6-8d19-e4a2c8e55610 tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '06992d07-93b8-4cef-8f18-0e5a947c6e39') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:12.712342 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-c5755427-5dc1-4c25-87bc-467ddc29a70d None None] Allocated IP 172.20.0.2 (88cddc2a-d2df-49b8-ae54-2b6ae8e384ef/fbff3803-149c-4bd0-9df0-c6b1602abf09/175be1e2-b8a1-4d48-88eb-fba860633ee8) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:17:12.751361 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b64395c4-ae77-4af6-8d19-e4a2c8e55610 tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] 10.222.0.32 "DELETE /v2.0/networks/06992d07-93b8-4cef-8f18-0e5a947c6e39/tags HTTP/1.1" status: 204 len: 168 time: 0.0978560 Jul 23 20:17:12.752388 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60324) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:12.757575 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-90afa5ec-6da5-4543-b48e-2d002a1402bb tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '06992d07-93b8-4cef-8f18-0e5a947c6e39', 'tempest-TagsTest-Tag-300095952') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:12.759591 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device b5e0629e-86e6-4f55-a042-ef34d3f2428b details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:17:12.840099 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-90afa5ec-6da5-4543-b48e-2d002a1402bb tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] show failed (client error): The resource could not be found. Jul 23 20:17:12.845221 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60326) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:12.845642 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-90afa5ec-6da5-4543-b48e-2d002a1402bb tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] 10.222.0.32 "GET /v2.0/networks/06992d07-93b8-4cef-8f18-0e5a947c6e39/tags/tempest-TagsTest-Tag-300095952 HTTP/1.1" status: 404 len: 325 time: 0.0918965 Jul 23 20:17:12.849894 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-2cc0d217-4c9a-4b6b-a7d9-cfc535d84de6 tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '06992d07-93b8-4cef-8f18-0e5a947c6e39', 'tempest-TagsTest-Tag-840839495') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:12.946768 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-2cc0d217-4c9a-4b6b-a7d9-cfc535d84de6 tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] show failed (client error): The resource could not be found. Jul 23 20:17:12.950493 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2cc0d217-4c9a-4b6b-a7d9-cfc535d84de6 tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] 10.222.0.32 "GET /v2.0/networks/06992d07-93b8-4cef-8f18-0e5a947c6e39/tags/tempest-TagsTest-Tag-840839495 HTTP/1.1" status: 404 len: 325 time: 0.1015840 Jul 23 20:17:12.951221 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60328) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:12.957806 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-da92c9ff-8214-4d2e-9644-989da6ee7cc8 tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '06992d07-93b8-4cef-8f18-0e5a947c6e39') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:12.981131 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab07f554-4e29-4156-8503-19f6b53c2f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:12.990687 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c5755427-5dc1-4c25-87bc-467ddc29a70d None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:13.002087 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port b5e0629e-86e6-4f55-a042-ef34d3f2428b, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=b5e0629e-86e6-4f55-a042-ef34d3f2428b,segment=NetworkSegment(13a13d20-6431-4365-97ce-f955081eb8e3),segment_id=13a13d20-6431-4365-97ce-f955081eb8e3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:13.010888 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c5755427-5dc1-4c25-87bc-467ddc29a70d None None] Transition to ACTIVE for port object 175be1e2-b8a1-4d48-88eb-fba860633ee8 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:17:13.034981 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': 'b5e0629e-86e6-4f55-a042-ef34d3f2428b', 'network_id': '7fedbba9-4431-4330-9544-1acf217b43a2', 'port_id': 'b5e0629e-86e6-4f55-a042-ef34d3f2428b', 'mac_address': 'fa:16:3e:95:aa:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9cd757f-50fc-4d2c-97b5-f7bec2379d06', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:17:13.044051 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c5755427-5dc1-4c25-87bc-467ddc29a70d None None] Transition to ACTIVE for port object 175be1e2-b8a1-4d48-88eb-fba860633ee8 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:17:13.075271 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-da92c9ff-8214-4d2e-9644-989da6ee7cc8 tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] 10.222.0.32 "DELETE /v2.0/networks/06992d07-93b8-4cef-8f18-0e5a947c6e39/tags HTTP/1.1" status: 204 len: 168 time: 0.1155114 Jul 23 20:17:13.075538 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 7c6a3349-0c6d-48b6-b25a-4e313b34f26a up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:17:13.075673 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60332) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:13.104243 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c5755427-5dc1-4c25-87bc-467ddc29a70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:13.135312 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:13.175502 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5755427-5dc1-4c25-87bc-467ddc29a70d None None] Network 88cddc2a-d2df-49b8-ae54-2b6ae8e384ef is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:17:13.176906 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-188f4d18-293e-4534-b972-da4c89a39e53 tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:13.177242 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5e0629e-86e6-4f55-a042-ef34d3f2428b {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:17:13.190660 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26fdd2d8-c2b2-4098-999e-ce66f397146c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:13.191388 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-c5755427-5dc1-4c25-87bc-467ddc29a70d None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:13.199573 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5755427-5dc1-4c25-87bc-467ddc29a70d None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:17:13.200681 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5755427-5dc1-4c25-87bc-467ddc29a70d None None] Pushing event updated for resources: {'Port': ['ID=175be1e2-b8a1-4d48-88eb-fba860633ee8,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:13.221947 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port b5e0629e-86e6-4f55-a042-ef34d3f2428b, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=b5e0629e-86e6-4f55-a042-ef34d3f2428b,segment=NetworkSegment(13a13d20-6431-4365-97ce-f955081eb8e3),segment_id=13a13d20-6431-4365-97ce-f955081eb8e3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:13.271815 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:13.306375 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26fdd2d8-c2b2-4098-999e-ce66f397146c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:13.336797 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fdd2d8-c2b2-4098-999e-ce66f397146c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event deleted for resources: {'Subnet': ['ID=fbff3803-149c-4bd0-9df0-c6b1602abf09,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:13.341839 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-26fdd2d8-c2b2-4098-999e-ce66f397146c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88cddc2a-d2df-49b8-ae54-2b6ae8e384ef']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:13.443021 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-c5755427-5dc1-4c25-87bc-467ddc29a70d None None] Attempting to bind port 175be1e2-b8a1-4d48-88eb-fba860633ee8 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:17:13.444348 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-c5755427-5dc1-4c25-87bc-467ddc29a70d None None] Attempting to bind port 175be1e2-b8a1-4d48-88eb-fba860633ee8 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '6c82a575-3851-4562-8beb-8baea068338c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '88cddc2a-d2df-49b8-ae54-2b6ae8e384ef'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:17:13.445780 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5755427-5dc1-4c25-87bc-467ddc29a70d None None] Attempting to bind port 175be1e2-b8a1-4d48-88eb-fba860633ee8 on network 88cddc2a-d2df-49b8-ae54-2b6ae8e384ef {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:17:13.451146 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 7c6a3349-0c6d-48b6-b25a-4e313b34f26a completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:17:13.481666 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-188f4d18-293e-4534-b972-da4c89a39e53 tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:13.492373 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-188f4d18-293e-4534-b972-da4c89a39e53 tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06992d07-93b8-4cef-8f18-0e5a947c6e39']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:13.497151 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc333fe-12de-4923-bbde-0fa287e3bcf3 req-200735b8-8495-428e-9748-3594cbe82890 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:13.503232 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-188f4d18-293e-4534-b972-da4c89a39e53 tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8946758-f13f-4784-940b-33424d9b5500') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:13.503498 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-188f4d18-293e-4534-b972-da4c89a39e53 tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8946758-f13f-4784-940b-33424d9b5500') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:13.510604 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-edc333fe-12de-4923-bbde-0fa287e3bcf3 req-200735b8-8495-428e-9748-3594cbe82890 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.1843100 Jul 23 20:17:13.512611 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-188f4d18-293e-4534-b972-da4c89a39e53 tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:13.533811 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:13.537009 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-188f4d18-293e-4534-b972-da4c89a39e53 tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:13.555476 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-188f4d18-293e-4534-b972-da4c89a39e53 tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:17:13.556583 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-188f4d18-293e-4534-b972-da4c89a39e53 tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:13.570386 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 7c6a3349-0c6d-48b6-b25a-4e313b34f26a triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:17:13.570847 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:13.600311 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-edc333fe-12de-4923-bbde-0fa287e3bcf3 req-631ab55a-2085-474a-958b-9c7e5e8f2603 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888085 Jul 23 20:17:13.605869 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5755427-5dc1-4c25-87bc-467ddc29a70d None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:17:13.606100 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5755427-5dc1-4c25-87bc-467ddc29a70d None None] Checking segment: {'id': '6c82a575-3851-4562-8beb-8baea068338c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '88cddc2a-d2df-49b8-ae54-2b6ae8e384ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:13.606502 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c5755427-5dc1-4c25-87bc-467ddc29a70d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:13.616002 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5755427-5dc1-4c25-87bc-467ddc29a70d None None] Bound using segment: {'id': '6c82a575-3851-4562-8beb-8baea068338c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '88cddc2a-d2df-49b8-ae54-2b6ae8e384ef'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:17:13.616622 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-c5755427-5dc1-4c25-87bc-467ddc29a70d None None] Bound port: 175be1e2-b8a1-4d48-88eb-fba860633ee8, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c82a575-3851-4562-8beb-8baea068338c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '88cddc2a-d2df-49b8-ae54-2b6ae8e384ef'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:17:13.617430 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c5755427-5dc1-4c25-87bc-467ddc29a70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:13.617614 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:17:13.617614 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:17:13.617614 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:17:13.617614 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:17:13.617614 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:17:13.617614 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:17:13.617614 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:17:13.617614 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:17:13.617614 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:17:13.617614 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:17:13.617614 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:17:13.617614 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:17:13.617614 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:17:13.617614 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:17:13.617614 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:17:13.617614 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:17:13.617614 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:17:13.617614 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:17:13.617614 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:17:13.617614 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:17:13.617614 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:17:13.617614 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:17:13.617614 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:17:13.617614 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:17:13.617614 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:17:13.617614 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:17:13.617614 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:17:13.617614 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:17:13.617614 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:17:13.617614 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:17:13.617614 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:17:13.617614 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:17:13.623318 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-26fdd2d8-c2b2-4098-999e-ce66f397146c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c82a575-3851-4562-8beb-8baea068338c') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:13.623916 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-26fdd2d8-c2b2-4098-999e-ce66f397146c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c82a575-3851-4562-8beb-8baea068338c') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:13.641647 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['b5e0629e-86e6-4f55-a042-ef34d3f2428b'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:17:13.695911 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26fdd2d8-c2b2-4098-999e-ce66f397146c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:13.710756 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=b5e0629e-86e6-4f55-a042-ef34d3f2428b,revision_number=11']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:13.730885 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-188f4d18-293e-4534-b972-da4c89a39e53 tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:13.735591 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-188f4d18-293e-4534-b972-da4c89a39e53 tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:13.740253 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-188f4d18-293e-4534-b972-da4c89a39e53 tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] 10.222.0.32 "DELETE /v2.0/networks/06992d07-93b8-4cef-8f18-0e5a947c6e39 HTTP/1.1" status: 204 len: 168 time: 0.6636019 Jul 23 20:17:13.748656 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26fdd2d8-c2b2-4098-999e-ce66f397146c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:13.767350 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26fdd2d8-c2b2-4098-999e-ce66f397146c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:17:13.768020 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26fdd2d8-c2b2-4098-999e-ce66f397146c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:13.771129 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:17:13.771129 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:17:13.771129 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:17:13.771129 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:17:13.771129 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:17:13.771129 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:17:13.771129 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:17:13.771129 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:17:13.771129 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:17:13.771129 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:17:13.771129 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:17:13.771129 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:17:13.771129 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:17:13.771129 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:17:13.771129 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:17:13.771129 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:17:13.771129 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:17:13.771129 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:17:13.771129 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:17:13.771129 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:17:13.771129 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:17:13.771129 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:17:13.771129 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:17:13.771129 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:17:13.771129 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:17:13.771129 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:17:13.771129 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:17:13.771129 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:17:13.771129 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:17:13.771129 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:17:13.771129 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:17:13.771129 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:17:13.773594 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f4d18-293e-4534-b972-da4c89a39e53 tempest-TagsTest-930485934 tempest-TagsTest-930485934-project] Pushing event deleted for resources: {'Network': ['ID=06992d07-93b8-4cef-8f18-0e5a947c6e39,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:13.821107 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54966da-efea-4b01-8fae-37d5c068e19c req-7a27a24e-8395-48eb-9760-688edf99f35f tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:13.823104 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d54966da-efea-4b01-8fae-37d5c068e19c req-7a27a24e-8395-48eb-9760-688edf99f35f tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4be58a7-be16-4709-a05a-90a010991135 HTTP/1.1" status: 200 len: 944 time: 0.4449275 Jul 23 20:17:13.867307 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-c5755427-5dc1-4c25-87bc-467ddc29a70d None None] For port 175be1e2-b8a1-4d48-88eb-fba860633ee8, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:17:13.891961 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.db.api [None req-26fdd2d8-c2b2-4098-999e-ce66f397146c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 20:17:13.891961 n-d-793618-10 neutron-server[93876]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 20:17:13.891961 n-d-793618-10 neutron-server[93876]: [parameters: {'id': '88cddc2a-d2df-49b8-ae54-2b6ae8e384ef'}] Jul 23 20:17:13.891961 n-d-793618-10 neutron-server[93876]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:17:13.892490 n-d-793618-10 neutron-server[93876]: DEBUG oslo_db.api [None req-26fdd2d8-c2b2-4098-999e-ce66f397146c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:17:13.897901 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:13.906120 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-c5755427-5dc1-4c25-87bc-467ddc29a70d None None] For port 175be1e2-b8a1-4d48-88eb-fba860633ee8, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=175be1e2-b8a1-4d48-88eb-fba860633ee8,segment=NetworkSegment(6c82a575-3851-4562-8beb-8baea068338c),segment_id=6c82a575-3851-4562-8beb-8baea068338c)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:17:13.928409 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c5755427-5dc1-4c25-87bc-467ddc29a70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:13.933287 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d54966da-efea-4b01-8fae-37d5c068e19c req-c063e4bd-cc58-4f92-8ec5-e68d4a3c9fc2 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645812 Jul 23 20:17:14.014594 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4be58a7-be16-4709-a05a-90a010991135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6a3349-0c6d-48b6-b25a-4e313b34f26a'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:17:14.017833 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844f0f39-cc2e-415e-b874-e4070f22f311" -d '{"events": [{"server_uuid": "f4be58a7-be16-4709-a05a-90a010991135", "name": "network-vif-plugged", "status": "completed", "tag": "7c6a3349-0c6d-48b6-b25a-4e313b34f26a"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:17:14.097320 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:14.105325 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880643b2-4929-49fb-896e-51e7ef41cb9d x-openstack-request-id: req-880643b2-4929-49fb-896e-51e7ef41cb9d {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:17:14.105695 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4be58a7-be16-4709-a05a-90a010991135", "name": "network-vif-plugged", "status": "completed", "tag": "7c6a3349-0c6d-48b6-b25a-4e313b34f26a", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:17:14.105947 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-880643b2-4929-49fb-896e-51e7ef41cb9d {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:17:14.106337 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4be58a7-be16-4709-a05a-90a010991135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6a3349-0c6d-48b6-b25a-4e313b34f26a', 'code': 200} Jul 23 20:17:14.114128 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 7c6a3349-0c6d-48b6-b25a-4e313b34f26a, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=7c6a3349-0c6d-48b6-b25a-4e313b34f26a,segment=NetworkSegment(69080602-6244-4faa-8140-ce9343de0881),segment_id=69080602-6244-4faa-8140-ce9343de0881)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:14.133308 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:14.153770 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5755427-5dc1-4c25-87bc-467ddc29a70d None None] Pushing event updated for resources: {'Port': ['ID=175be1e2-b8a1-4d48-88eb-fba860633ee8,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:14.158187 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60350) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:14.215385 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2702e5c9-2f33-4d62-b257-b40234973d56 None None] Network 88cddc2a-d2df-49b8-ae54-2b6ae8e384ef requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:17:14.276843 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=7c6a3349-0c6d-48b6-b25a-4e313b34f26a,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:14.281666 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ab712-ed14-428b-afd3-34f6146c83b4 req-f4e7e232-c4ba-4b63-8858-829da13f1a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:14.283894 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eb4ab712-ed14-428b-afd3-34f6146c83b4 req-f4e7e232-c4ba-4b63-8858-829da13f1a06 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f4be58a7-be16-4709-a05a-90a010991135 HTTP/1.1" status: 200 len: 1097 time: 0.1345072 Jul 23 20:17:14.347139 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eb4ab712-ed14-428b-afd3-34f6146c83b4 req-7aaaee3b-32ff-4384-9d83-58ff25cf8359 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560508 Jul 23 20:17:14.379931 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-60f00e4b-ab88-4773-beff-acb5eb448f83 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=388a986ec9bd49299b7d9c44eef75998&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2204969 Jul 23 20:17:14.382737 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60356) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:14.394998 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26fdd2d8-c2b2-4098-999e-ce66f397146c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:14.425580 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:14.462129 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a687244-7149-4232-8b39-b84f46bf2f8b None None] get_active_networks_info from n-d-793618-10 {{(pid=93877) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:17:14.478031 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-26fdd2d8-c2b2-4098-999e-ce66f397146c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Deleting port 175be1e2-b8a1-4d48-88eb-fba860633ee8 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:17:14.478610 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26fdd2d8-c2b2-4098-999e-ce66f397146c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:14.503294 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-da6b7b93-6daf-45e8-b42e-8372664e9fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:14.534719 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-da6b7b93-6daf-45e8-b42e-8372664e9fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:14.555164 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:14.597802 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-26fdd2d8-c2b2-4098-999e-ce66f397146c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] For port 175be1e2-b8a1-4d48-88eb-fba860633ee8, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=175be1e2-b8a1-4d48-88eb-fba860633ee8,segment=NetworkSegment(6c82a575-3851-4562-8beb-8baea068338c),segment_id=6c82a575-3851-4562-8beb-8baea068338c)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:14.597926 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26fdd2d8-c2b2-4098-999e-ce66f397146c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:14.620524 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-da6b7b93-6daf-45e8-b42e-8372664e9fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:14.623545 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-da6b7b93-6daf-45e8-b42e-8372664e9fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:14.628263 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-da6b7b93-6daf-45e8-b42e-8372664e9fee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/66cf55b7-7a9b-44dc-af20-1eefeaad8c1e HTTP/1.1" status: 204 len: 168 time: 0.2435951 Jul 23 20:17:14.639463 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b7b93-6daf-45e8-b42e-8372664e9fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cf55b7-7a9b-44dc-af20-1eefeaad8c1e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:14.640999 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-26fdd2d8-c2b2-4098-999e-ce66f397146c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Calling delete_port for 175be1e2-b8a1-4d48-88eb-fba860633ee8 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:17:14.679205 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a687244-7149-4232-8b39-b84f46bf2f8b None None] Resources bound (agent type, host, resource id): {{(pid=93877) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:17:14.774491 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device b5e0629e-86e6-4f55-a042-ef34d3f2428b up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:17:14.940182 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9e90f-f719-4344-ab23-55263a79ba03 req-368437b5-2a86-4a76-85f1-1cbee2903aca tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:14.942443 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b9e9e90f-f719-4344-ab23-55263a79ba03 req-368437b5-2a86-4a76-85f1-1cbee2903aca tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 945 time: 0.1755905 Jul 23 20:17:14.943860 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26fdd2d8-c2b2-4098-999e-ce66f397146c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:14.968730 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port b5e0629e-86e6-4f55-a042-ef34d3f2428b completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:17:14.997680 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port b5e0629e-86e6-4f55-a042-ef34d3f2428b triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:17:14.997680 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:15.019165 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fdd2d8-c2b2-4098-999e-ce66f397146c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event deleted for resources: {'Port': ['ID=175be1e2-b8a1-4d48-88eb-fba860633ee8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:15.034280 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fdd2d8-c2b2-4098-999e-ce66f397146c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] No DVR routers for this DVR port 175be1e2-b8a1-4d48-88eb-fba860633ee8 on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:17:15.197807 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b9e9e90f-f719-4344-ab23-55263a79ba03 req-efec94cb-8e5a-49da-93bd-14af812f984d tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200770 Jul 23 20:17:15.242838 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26fdd2d8-c2b2-4098-999e-ce66f397146c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:15.269454 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-26fdd2d8-c2b2-4098-999e-ce66f397146c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88cddc2a-d2df-49b8-ae54-2b6ae8e384ef']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:15.275200 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42398d-dc58-4ebb-837d-8113563f4b8f req-b73401d9-1049-4ec5-b9de-dbfb77bf32b6 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:15.285284 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4d42398d-dc58-4ebb-837d-8113563f4b8f req-b73401d9-1049-4ec5-b9de-dbfb77bf32b6 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4be58a7-be16-4709-a05a-90a010991135 HTTP/1.1" status: 200 len: 945 time: 0.1443682 Jul 23 20:17:15.296340 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-26fdd2d8-c2b2-4098-999e-ce66f397146c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c82a575-3851-4562-8beb-8baea068338c') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:15.298767 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-26fdd2d8-c2b2-4098-999e-ce66f397146c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c82a575-3851-4562-8beb-8baea068338c') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:15.320900 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26fdd2d8-c2b2-4098-999e-ce66f397146c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:15.352761 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26fdd2d8-c2b2-4098-999e-ce66f397146c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:15.365505 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26fdd2d8-c2b2-4098-999e-ce66f397146c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:17:15.365938 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:15.368852 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26fdd2d8-c2b2-4098-999e-ce66f397146c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:15.381384 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4d42398d-dc58-4ebb-837d-8113563f4b8f req-675d6ccf-8132-4539-9669-6bdb6359af1f tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871358 Jul 23 20:17:15.400072 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:17:15.400072 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:17:15.400072 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:17:15.400072 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:17:15.400072 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:17:15.400072 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:17:15.400072 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:17:15.400072 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:17:15.400072 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:17:15.400072 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:17:15.400072 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:17:15.400072 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:17:15.400072 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:17:15.400072 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:17:15.400072 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:17:15.400072 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:17:15.400072 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:17:15.400072 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:17:15.400072 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:17:15.400072 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:17:15.400072 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:17:15.400072 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:17:15.400072 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:17:15.400072 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:17:15.400072 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:17:15.400072 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:17:15.400072 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:17:15.400072 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:17:15.400072 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:17:15.400072 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:17:15.400072 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:17:15.400072 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:17:15.515927 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26fdd2d8-c2b2-4098-999e-ce66f397146c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:15.519724 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port b5e0629e-86e6-4f55-a042-ef34d3f2428b, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=b5e0629e-86e6-4f55-a042-ef34d3f2428b,segment=NetworkSegment(13a13d20-6431-4365-97ce-f955081eb8e3),segment_id=13a13d20-6431-4365-97ce-f955081eb8e3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:15.523755 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26fdd2d8-c2b2-4098-999e-ce66f397146c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:15.532773 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-26fdd2d8-c2b2-4098-999e-ce66f397146c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "DELETE /v2.0/networks/88cddc2a-d2df-49b8-ae54-2b6ae8e384ef HTTP/1.1" status: 204 len: 168 time: 3.1135330 Jul 23 20:17:15.533340 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60394) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:15.538928 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-5ab25736-dc90-4c2f-87f7-174260222d19 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2113951055'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:15.562225 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:15.586457 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fdd2d8-c2b2-4098-999e-ce66f397146c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event deleted for resources: {'Network': ['ID=88cddc2a-d2df-49b8-ae54-2b6ae8e384ef,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:15.607513 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab25736-dc90-4c2f-87f7-174260222d19 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Made reservation on behalf of 645a78bad9d34090a083ca596a20dd60 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:15.613739 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5ab25736-dc90-4c2f-87f7-174260222d19 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:15.704607 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab25736-dc90-4c2f-87f7-174260222d19 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:17:15.740188 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5ab25736-dc90-4c2f-87f7-174260222d19 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:15.741646 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-5ab25736-dc90-4c2f-87f7-174260222d19 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Added segment c7ee10fc-bcba-4656-94d9-cc32c7eb06fd of type vlan for network 1e973563-f1c3-40ec-81a8-3eb2dd48075b Jul 23 20:17:15.763963 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=b5e0629e-86e6-4f55-a042-ef34d3f2428b,revision_number=12']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:15.862265 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:15.862725 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5ab25736-dc90-4c2f-87f7-174260222d19 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:15.904914 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5ab25736-dc90-4c2f-87f7-174260222d19 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:15.911527 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab25736-dc90-4c2f-87f7-174260222d19 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:15.912163 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5ab25736-dc90-4c2f-87f7-174260222d19 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:15.964847 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60414) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:15.965398 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5ab25736-dc90-4c2f-87f7-174260222d19 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4302948 Jul 23 20:17:15.970947 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-241b0147-b649-42df-9e94-493e939e7290 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Request body: {'subnet': {'network_id': '1e973563-f1c3-40ec-81a8-3eb2dd48075b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:16.015040 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab25736-dc90-4c2f-87f7-174260222d19 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event updated for resources: {'Network': ['ID=1e973563-f1c3-40ec-81a8-3eb2dd48075b,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:16.038048 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 1e973563-f1c3-40ec-81a8-3eb2dd48075b details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:17:16.107640 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de68ec08-9564-4b3b-a216-bb5ac7b34518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e0629e-86e6-4f55-a042-ef34d3f2428b'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:17:16.111489 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e64ec9-a13d-4ba3-be7b-d00c8b75bff8" -d '{"events": [{"server_uuid": "de68ec08-9564-4b3b-a216-bb5ac7b34518", "name": "network-vif-plugged", "status": "completed", "tag": "b5e0629e-86e6-4f55-a042-ef34d3f2428b"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:17:16.156120 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241b0147-b649-42df-9e94-493e939e7290 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Made reservation on behalf of 645a78bad9d34090a083ca596a20dd60 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:16.164859 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4ab2da-9ea8-4331-8670-c4dc6985f8f3 x-openstack-request-id: req-de4ab2da-9ea8-4331-8670-c4dc6985f8f3 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:17:16.165052 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-241b0147-b649-42df-9e94-493e939e7290 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:16.165268 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de68ec08-9564-4b3b-a216-bb5ac7b34518", "name": "network-vif-plugged", "status": "completed", "tag": "b5e0629e-86e6-4f55-a042-ef34d3f2428b", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:17:16.165632 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-de4ab2da-9ea8-4331-8670-c4dc6985f8f3 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:17:16.166116 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de68ec08-9564-4b3b-a216-bb5ac7b34518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e0629e-86e6-4f55-a042-ef34d3f2428b', 'code': 200} Jul 23 20:17:16.242978 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.ipam_backend_mixin [None req-241b0147-b649-42df-9e94-493e939e7290 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Performing IP validity checks on allocation pools {{(pid=93876) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 20:17:16.244117 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.ipam_backend_mixin [None req-241b0147-b649-42df-9e94-493e939e7290 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93876) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 20:17:16.405523 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4243e97-e389-4b67-b315-8637a7b9c23d req-614f7d72-5be5-4b95-ab58-5a7b87439229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:16.407486 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c4243e97-e389-4b67-b315-8637a7b9c23d req-614f7d72-5be5-4b95-ab58-5a7b87439229 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 1098 time: 0.0909190 Jul 23 20:17:16.457344 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c4243e97-e389-4b67-b315-8637a7b9c23d req-314e8698-e783-4342-973c-47273163f56a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397112 Jul 23 20:17:16.529293 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-241b0147-b649-42df-9e94-493e939e7290 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:16.571112 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9094390-d9a3-4a0e-9bb8-ed760d849770 req-1c30bed6-7896-4b9e-80ce-d38d8751c302 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:16.579783 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f9094390-d9a3-4a0e-9bb8-ed760d849770 req-1c30bed6-7896-4b9e-80ce-d38d8751c302 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 946 time: 0.2088842 Jul 23 20:17:16.644630 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b0147-b649-42df-9e94-493e939e7290 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event updated for resources: {'Subnet': ['ID=82004231-60b5-4a60-8184-ce1c59db715b,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:16.672838 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f9094390-d9a3-4a0e-9bb8-ed760d849770 req-6828c8b2-3736-47d4-ba94-1df2e4db0bf2 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919497 Jul 23 20:17:16.683826 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241b0147-b649-42df-9e94-493e939e7290 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Checking segment: {'id': 'c7ee10fc-bcba-4656-94d9-cc32c7eb06fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1e973563-f1c3-40ec-81a8-3eb2dd48075b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:16.684515 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241b0147-b649-42df-9e94-493e939e7290 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Network hostable DHCP agents. Network: 1e973563-f1c3-40ec-81a8-3eb2dd48075b, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:17:16.695865 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2cd7f-5f96-47a1-b0f3-f11f7a8c1613 req-6ace13e7-aee2-4c1e-bb7d-078d42705108 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:16.697690 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eef2cd7f-5f96-47a1-b0f3-f11f7a8c1613 req-6ace13e7-aee2-4c1e-bb7d-078d42705108 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4be58a7-be16-4709-a05a-90a010991135 HTTP/1.1" status: 200 len: 945 time: 0.1538751 Jul 23 20:17:16.719521 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241b0147-b649-42df-9e94-493e939e7290 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Network 1e973563-f1c3-40ec-81a8-3eb2dd48075b is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:17:16.746847 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-241b0147-b649-42df-9e94-493e939e7290 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 1e973563-f1c3-40ec-81a8-3eb2dd48075b) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:16.754827 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241b0147-b649-42df-9e94-493e939e7290 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:16.755433 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-241b0147-b649-42df-9e94-493e939e7290 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:16.760431 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd98110-9a5f-4026-9e35-553fde46d6c5 None None] Network 1e973563-f1c3-40ec-81a8-3eb2dd48075b requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:17:16.788012 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eef2cd7f-5f96-47a1-b0f3-f11f7a8c1613 req-cc049a07-487b-4dd2-a716-8ad157543fff tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812383 Jul 23 20:17:16.797692 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60434) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:16.797925 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-241b0147-b649-42df-9e94-493e939e7290 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8315277 Jul 23 20:17:17.076969 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead3739-bf50-464b-adb9-60fc76d49aa7 req-ea6fa845-ba52-470d-9eac-b338ef0a81b7 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:17.079405 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9ead3739-bf50-464b-adb9-60fc76d49aa7 req-ea6fa845-ba52-470d-9eac-b338ef0a81b7 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4be58a7-be16-4709-a05a-90a010991135 HTTP/1.1" status: 200 len: 945 time: 0.1373715 Jul 23 20:17:17.099430 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6da33b4b-a9a0-4f27-bf26-776c95299fdb tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:17.150383 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9ead3739-bf50-464b-adb9-60fc76d49aa7 req-e530933c-3864-434f-a7b6-8a1719602853 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646918 Jul 23 20:17:17.206141 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6bbf07-1ad8-4c91-9395-5bfdff3804f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-1e973563-f1c3-40ec-81a8-3eb2dd48075b', 'network_id': '1e973563-f1c3-40ec-81a8-3eb2dd48075b', 'tenant_id': '645a78bad9d34090a083ca596a20dd60', 'fixed_ips': [{'subnet_id': '82004231-60b5-4a60-8184-ce1c59db715b'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:17:17.207023 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fa6bbf07-1ad8-4c91-9395-5bfdff3804f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:17.243940 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6da33b4b-a9a0-4f27-bf26-776c95299fdb tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:17.367868 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6da33b4b-a9a0-4f27-bf26-776c95299fdb tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server [None req-fa6bbf07-1ad8-4c91-9395-5bfdff3804f0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 82004231-60b5-4a60-8184-ce1c59db715b: This subnet is being modified by another concurrent operation. Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 20:17:17.461345 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:17:17.470590 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 20:17:17.470590 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 20:17:17.470590 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:17:17.470590 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:17:17.470590 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:17:17.470590 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:17:17.470590 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 20:17:17.470590 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:17:17.470590 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 20:17:17.470590 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 20:17:17.470590 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:17:17.470590 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:17:17.470590 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:17:17.470590 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:17:17.470590 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 20:17:17.470590 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 20:17:17.470590 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 20:17:17.470590 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 20:17:17.470590 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 20:17:17.470590 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 20:17:17.470590 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 20:17:17.470590 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 20:17:17.470590 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 20:17:17.470590 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 20:17:17.470590 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:17:17.470590 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:17:17.470590 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:17:17.470590 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:17:17.470590 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 20:17:17.470590 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 20:17:17.470590 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 20:17:17.470590 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 20:17:17.470590 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 20:17:17.470590 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 20:17:17.470590 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 20:17:17.470590 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise exception Jul 23 20:17:17.470590 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 82004231-60b5-4a60-8184-ce1c59db715b: This subnet is being modified by another concurrent operation. Jul 23 20:17:17.470590 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server Jul 23 20:17:17.478436 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da33b4b-a9a0-4f27-bf26-776c95299fdb tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event deleted for resources: {'Subnet': ['ID=82004231-60b5-4a60-8184-ce1c59db715b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:17.490039 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705df519-a39b-4fca-93cd-a0a159f4ccef None None] Network 1e973563-f1c3-40ec-81a8-3eb2dd48075b requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:17:17.676317 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6da33b4b-a9a0-4f27-bf26-776c95299fdb tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:17.705285 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-6da33b4b-a9a0-4f27-bf26-776c95299fdb tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e973563-f1c3-40ec-81a8-3eb2dd48075b']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:17.713103 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647d94a-545f-4a0e-a7e0-31d76990fbca req-8077a44c-5cf3-4265-a756-2dda602931f2 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:17.731658 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-6da33b4b-a9a0-4f27-bf26-776c95299fdb tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ee10fc-bcba-4656-94d9-cc32c7eb06fd') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:17.733715 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-6da33b4b-a9a0-4f27-bf26-776c95299fdb tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ee10fc-bcba-4656-94d9-cc32c7eb06fd') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:17.747623 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0647d94a-545f-4a0e-a7e0-31d76990fbca req-8077a44c-5cf3-4265-a756-2dda602931f2 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4be58a7-be16-4709-a05a-90a010991135 HTTP/1.1" status: 200 len: 945 time: 0.1841331 Jul 23 20:17:17.756148 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6da33b4b-a9a0-4f27-bf26-776c95299fdb tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:17.811010 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6da33b4b-a9a0-4f27-bf26-776c95299fdb tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:17.844783 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1760a3a-54e3-4b78-93ae-6e98ae5b2c85 None None] get_active_networks_info from n-d-793618-10 {{(pid=93877) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:17:17.902627 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0647d94a-545f-4a0e-a7e0-31d76990fbca req-c02abf62-f27e-4739-894b-ce44db6cbd6b tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498230 Jul 23 20:17:17.917121 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6da33b4b-a9a0-4f27-bf26-776c95299fdb tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:17:17.917588 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6da33b4b-a9a0-4f27-bf26-776c95299fdb tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:17.922809 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:17:17.922809 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:17:17.922809 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:17:17.922809 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:17:17.922809 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:17:17.922809 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:17:17.922809 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:17:17.922809 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:17:17.922809 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:17:17.922809 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:17:17.922809 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:17:17.922809 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:17:17.922809 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:17:17.922809 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:17:17.922809 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:17:17.922809 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:17:17.922809 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:17:17.922809 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:17:17.922809 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:17:17.922809 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:17:17.922809 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:17:17.922809 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:17:17.922809 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:17:17.922809 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:17:17.922809 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:17:17.922809 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:17:17.922809 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:17:17.922809 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:17:17.922809 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:17:17.922809 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:17:17.922809 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:17:17.922809 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:17:18.108333 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed441a-1533-4f0f-b053-756476d546a9 req-a987904f-2800-48ce-822e-8a0f8e94cdb0 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:18.117789 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3fed441a-1533-4f0f-b053-756476d546a9 req-a987904f-2800-48ce-822e-8a0f8e94cdb0 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 946 time: 0.2981141 Jul 23 20:17:18.149323 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1760a3a-54e3-4b78-93ae-6e98ae5b2c85 None None] Resources bound (agent type, host, resource id): {{(pid=93877) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:17:18.157455 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6da33b4b-a9a0-4f27-bf26-776c95299fdb tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:18.195365 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6da33b4b-a9a0-4f27-bf26-776c95299fdb tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:18.200794 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60520) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:18.212843 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-49b38c28-c056-4449-96cb-01b133c17ec2 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1677116374'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:18.214054 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6da33b4b-a9a0-4f27-bf26-776c95299fdb tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "DELETE /v2.0/networks/1e973563-f1c3-40ec-81a8-3eb2dd48075b HTTP/1.1" status: 204 len: 168 time: 1.4138381 Jul 23 20:17:18.239760 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3fed441a-1533-4f0f-b053-756476d546a9 req-b6d3c4cf-9f88-4442-94f8-5a70fd7510e9 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208179 Jul 23 20:17:18.241256 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da33b4b-a9a0-4f27-bf26-776c95299fdb tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event deleted for resources: {'Network': ['ID=1e973563-f1c3-40ec-81a8-3eb2dd48075b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:18.322773 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b38c28-c056-4449-96cb-01b133c17ec2 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Made reservation on behalf of 645a78bad9d34090a083ca596a20dd60 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:18.328186 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49b38c28-c056-4449-96cb-01b133c17ec2 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:18.390769 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49b38c28-c056-4449-96cb-01b133c17ec2 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:17:18.405768 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49b38c28-c056-4449-96cb-01b133c17ec2 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:18.406400 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-49b38c28-c056-4449-96cb-01b133c17ec2 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Added segment 3d8d0072-ce66-4c8c-b5ff-dabeda9e1fa3 of type vlan for network 0f2b3f9b-3758-469c-8825-724e1cf971b7 Jul 23 20:17:18.456374 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49b38c28-c056-4449-96cb-01b133c17ec2 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:18.516607 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49b38c28-c056-4449-96cb-01b133c17ec2 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:18.528931 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b38c28-c056-4449-96cb-01b133c17ec2 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:18.529959 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49b38c28-c056-4449-96cb-01b133c17ec2 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:18.626149 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60524) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:18.631879 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-063c09b5-2924-47ba-92a2-5ee99c6671ac tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Request body: {'subnet': {'network_id': '0f2b3f9b-3758-469c-8825-724e1cf971b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:18.636380 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-49b38c28-c056-4449-96cb-01b133c17ec2 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4327090 Jul 23 20:17:18.721716 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b38c28-c056-4449-96cb-01b133c17ec2 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event updated for resources: {'Network': ['ID=0f2b3f9b-3758-469c-8825-724e1cf971b7,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:18.959324 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 0f2b3f9b-3758-469c-8825-724e1cf971b7 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:17:19.169157 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab7f0e-55df-4327-9963-ed401cfa827e req-c8ccda6a-3245-42a6-941e-c7d5161df7f4 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:19.182017 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-68ab7f0e-55df-4327-9963-ed401cfa827e req-c8ccda6a-3245-42a6-941e-c7d5161df7f4 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4be58a7-be16-4709-a05a-90a010991135 HTTP/1.1" status: 200 len: 945 time: 0.1513295 Jul 23 20:17:19.285721 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063c09b5-2924-47ba-92a2-5ee99c6671ac tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Made reservation on behalf of 645a78bad9d34090a083ca596a20dd60 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:19.290120 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-68ab7f0e-55df-4327-9963-ed401cfa827e req-5b5bb12f-d235-419d-9bbc-6a61cf7c8243 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067266 Jul 23 20:17:19.293058 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-063c09b5-2924-47ba-92a2-5ee99c6671ac tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:19.362021 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db03311-42b6-4ae9-8643-c8ff57edaa01 req-95f51a90-5dc2-445e-b06f-038f92de32a2 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:19.382045 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7db03311-42b6-4ae9-8643-c8ff57edaa01 req-95f51a90-5dc2-445e-b06f-038f92de32a2 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4be58a7-be16-4709-a05a-90a010991135 HTTP/1.1" status: 200 len: 945 time: 0.2863493 Jul 23 20:17:19.854198 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afddcf-1fdb-4747-be50-8dd2660af7fe req-eb2945ae-a221-4891-8704-6593fa6c04b6 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:19.862409 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-11afddcf-1fdb-4747-be50-8dd2660af7fe req-eb2945ae-a221-4891-8704-6593fa6c04b6 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 946 time: 0.4018319 Jul 23 20:17:19.938900 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-7db03311-42b6-4ae9-8643-c8ff57edaa01 req-b1945ec7-6862-4864-8c5e-c0d4c95c9bcb tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Deleting port 7c6a3349-0c6d-48b6-b25a-4e313b34f26a {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:17:19.939640 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7db03311-42b6-4ae9-8643-c8ff57edaa01 req-b1945ec7-6862-4864-8c5e-c0d4c95c9bcb tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:20.010125 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-11afddcf-1fdb-4747-be50-8dd2660af7fe req-ff3a0d81-e7bf-4dbd-ad8b-7c5eeea991b7 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429343 Jul 23 20:17:20.260620 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-063c09b5-2924-47ba-92a2-5ee99c6671ac tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:20.271224 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd045af-3c6a-4397-a06f-99ebe7cbec05 req-eab7f4b4-e70f-44af-b724-89e6fbfd1ca4 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:20.273220 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bbd045af-3c6a-4397-a06f-99ebe7cbec05 req-eab7f4b4-e70f-44af-b724-89e6fbfd1ca4 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 946 time: 0.1427562 Jul 23 20:17:20.370456 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-7db03311-42b6-4ae9-8643-c8ff57edaa01 req-b1945ec7-6862-4864-8c5e-c0d4c95c9bcb tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] For port 7c6a3349-0c6d-48b6-b25a-4e313b34f26a, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=7c6a3349-0c6d-48b6-b25a-4e313b34f26a,segment=NetworkSegment(69080602-6244-4faa-8140-ce9343de0881),segment_id=69080602-6244-4faa-8140-ce9343de0881)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:20.371016 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7db03311-42b6-4ae9-8643-c8ff57edaa01 req-b1945ec7-6862-4864-8c5e-c0d4c95c9bcb tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:20.425765 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bbd045af-3c6a-4397-a06f-99ebe7cbec05 req-17bf875b-9497-4ac4-94f0-89a6cee7f360 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406953 Jul 23 20:17:20.462392 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-7db03311-42b6-4ae9-8643-c8ff57edaa01 req-b1945ec7-6862-4864-8c5e-c0d4c95c9bcb tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Calling delete_port for 7c6a3349-0c6d-48b6-b25a-4e313b34f26a owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:17:20.479140 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c09b5-2924-47ba-92a2-5ee99c6671ac tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event updated for resources: {'Subnet': ['ID=f9d15c2f-3016-4df4-bc8b-6f19938b57de,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:20.603205 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063c09b5-2924-47ba-92a2-5ee99c6671ac tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Checking segment: {'id': '3d8d0072-ce66-4c8c-b5ff-dabeda9e1fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0f2b3f9b-3758-469c-8825-724e1cf971b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:20.611222 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063c09b5-2924-47ba-92a2-5ee99c6671ac tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Network hostable DHCP agents. Network: 0f2b3f9b-3758-469c-8825-724e1cf971b7, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:17:20.613591 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2fc9e-215b-4f76-8834-363bda3bcfc1 req-0603c7f7-42a2-4d33-8a4a-7d3691ab11c5 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:20.624037 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-62e2fc9e-215b-4f76-8834-363bda3bcfc1 req-0603c7f7-42a2-4d33-8a4a-7d3691ab11c5 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 946 time: 0.1130974 Jul 23 20:17:20.684719 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063c09b5-2924-47ba-92a2-5ee99c6671ac tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Network 0f2b3f9b-3758-469c-8825-724e1cf971b7 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:17:20.706374 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3265a-a64e-482a-8dcb-6ccb0f9789c5 req-d553ff99-182f-4b1f-b0b9-6e66dc903f20 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:20.708357 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-16e3265a-a64e-482a-8dcb-6ccb0f9789c5 req-d553ff99-182f-4b1f-b0b9-6e66dc903f20 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4be58a7-be16-4709-a05a-90a010991135 HTTP/1.1" status: 200 len: 945 time: 0.2332666 Jul 23 20:17:20.713610 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-063c09b5-2924-47ba-92a2-5ee99c6671ac tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 0f2b3f9b-3758-469c-8825-724e1cf971b7) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:20.729918 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ca7ac1-be59-4fdc-b572-51784e17c340 None None] Network 0f2b3f9b-3758-469c-8825-724e1cf971b7 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:17:20.741740 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-62e2fc9e-215b-4f76-8834-363bda3bcfc1 req-96bf68bd-3f0d-4d32-a56b-4991e20984a6 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002438 Jul 23 20:17:20.749434 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063c09b5-2924-47ba-92a2-5ee99c6671ac tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:20.751246 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-063c09b5-2924-47ba-92a2-5ee99c6671ac tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:20.941358 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7db03311-42b6-4ae9-8643-c8ff57edaa01 req-b1945ec7-6862-4864-8c5e-c0d4c95c9bcb tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:20.958495 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-063c09b5-2924-47ba-92a2-5ee99c6671ac tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3286223 Jul 23 20:17:20.960320 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60588) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:21.033383 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1945ec7-6862-4864-8c5e-c0d4c95c9bcb tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Pushing event deleted for resources: {'Port': ['ID=7c6a3349-0c6d-48b6-b25a-4e313b34f26a,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:21.043217 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['7c6a3349-0c6d-48b6-b25a-4e313b34f26a'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:17:21.057528 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-16e3265a-a64e-482a-8dcb-6ccb0f9789c5 req-c20e2e3e-0e8c-49bc-b35b-3729f367bd38 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202741 Jul 23 20:17:21.100388 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['b1032d90-a671-4ad4-ae31-8b75c3d80e4c'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:17:21.112264 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b34e9-b2a2-4bf9-a415-6d74274e9a23 req-a125c15c-b583-4b43-8ea5-5d38b1c307a4 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:21.127744 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-296b34e9-b2a2-4bf9-a415-6d74274e9a23 req-a125c15c-b583-4b43-8ea5-5d38b1c307a4 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 946 time: 0.2416327 Jul 23 20:17:21.165343 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db03311-42b6-4ae9-8643-c8ff57edaa01 req-b1945ec7-6862-4864-8c5e-c0d4c95c9bcb tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] No DVR routers for this DVR port 7c6a3349-0c6d-48b6-b25a-4e313b34f26a on host n-h1-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:17:21.173716 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7db03311-42b6-4ae9-8643-c8ff57edaa01 req-b1945ec7-6862-4864-8c5e-c0d4c95c9bcb tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:21.189268 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7db03311-42b6-4ae9-8643-c8ff57edaa01 req-b1945ec7-6862-4864-8c5e-c0d4c95c9bcb tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.30 "DELETE /v2.0/ports/7c6a3349-0c6d-48b6-b25a-4e313b34f26a HTTP/1.1" status: 204 len: 173 time: 1.7663698 Jul 23 20:17:21.190543 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4be58a7-be16-4709-a05a-90a010991135', 'name': 'network-vif-deleted', 'tag': '7c6a3349-0c6d-48b6-b25a-4e313b34f26a'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:17:21.207660 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ef57f5-024c-4fb6-a6ee-3e61955484bd" -d '{"events": [{"server_uuid": "f4be58a7-be16-4709-a05a-90a010991135", "name": "network-vif-deleted", "tag": "7c6a3349-0c6d-48b6-b25a-4e313b34f26a"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:17:21.267099 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60594) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:21.284242 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-296b34e9-b2a2-4bf9-a415-6d74274e9a23 req-900930e0-0b08-43c9-97a2-bb4c5f4129d3 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480825 Jul 23 20:17:21.296449 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3f2bc8e1-6f0a-400b-9a82-136c4823cce4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:21.298135 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526756ff-8819-402c-9292-f896c8bbe55c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-0f2b3f9b-3758-469c-8825-724e1cf971b7', 'network_id': '0f2b3f9b-3758-469c-8825-724e1cf971b7', 'tenant_id': '645a78bad9d34090a083ca596a20dd60', 'fixed_ips': [{'subnet_id': 'f9d15c2f-3016-4df4-bc8b-6f19938b57de'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:17:21.299624 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-526756ff-8819-402c-9292-f896c8bbe55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:21.383172 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370c2969-daab-436c-a971-a4c89855321d x-openstack-request-id: req-370c2969-daab-436c-a971-a4c89855321d {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:17:21.388389 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4be58a7-be16-4709-a05a-90a010991135", "name": "network-vif-deleted", "tag": "7c6a3349-0c6d-48b6-b25a-4e313b34f26a", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:17:21.388718 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-370c2969-daab-436c-a971-a4c89855321d {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:17:21.389777 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4be58a7-be16-4709-a05a-90a010991135', 'name': 'network-vif-deleted', 'tag': '7c6a3349-0c6d-48b6-b25a-4e313b34f26a', 'status': 'completed', 'code': 200} Jul 23 20:17:21.479818 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3f2bc8e1-6f0a-400b-9a82-136c4823cce4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:21.697985 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-526756ff-8819-402c-9292-f896c8bbe55c None None] Allocated IP 172.20.0.1 (0f2b3f9b-3758-469c-8825-724e1cf971b7/f9d15c2f-3016-4df4-bc8b-6f19938b57de/7b6fe73c-8826-4020-a8d3-ba553d5b3aa7) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:17:21.700289 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e447b7d-ca7e-4346-acf0-9d36495441db req-b41e9c08-4f98-4b0e-8885-84186730c791 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:21.708278 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9e447b7d-ca7e-4346-acf0-9d36495441db req-b41e9c08-4f98-4b0e-8885-84186730c791 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 946 time: 0.2449431 Jul 23 20:17:21.811608 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9e447b7d-ca7e-4346-acf0-9d36495441db req-0294a867-52a3-4c7d-a052-7db69655d4cb tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865057 Jul 23 20:17:22.046290 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0796f3-bd96-457a-805e-a52e4f9abb4f req-634ef6ad-3f11-4ec1-9ec2-9f46b7cadf3f tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:22.048097 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-526756ff-8819-402c-9292-f896c8bbe55c None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:22.053998 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3c0796f3-bd96-457a-805e-a52e4f9abb4f req-634ef6ad-3f11-4ec1-9ec2-9f46b7cadf3f tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 946 time: 0.1234052 Jul 23 20:17:22.057542 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-526756ff-8819-402c-9292-f896c8bbe55c None None] Transition to ACTIVE for port object 7b6fe73c-8826-4020-a8d3-ba553d5b3aa7 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:17:22.074742 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-526756ff-8819-402c-9292-f896c8bbe55c None None] Transition to ACTIVE for port object 7b6fe73c-8826-4020-a8d3-ba553d5b3aa7 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:17:22.094766 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-526756ff-8819-402c-9292-f896c8bbe55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:22.135132 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3c0796f3-bd96-457a-805e-a52e4f9abb4f req-cfc31cb5-cada-4418-9dbc-6232705d5a43 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759544 Jul 23 20:17:22.155252 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526756ff-8819-402c-9292-f896c8bbe55c None None] Network 0f2b3f9b-3758-469c-8825-724e1cf971b7 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:17:22.188064 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3f2bc8e1-6f0a-400b-9a82-136c4823cce4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:22.189666 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526756ff-8819-402c-9292-f896c8bbe55c None None] Pushing event updated for resources: {'Port': ['ID=7b6fe73c-8826-4020-a8d3-ba553d5b3aa7,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:22.195350 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-526756ff-8819-402c-9292-f896c8bbe55c None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:22.197526 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526756ff-8819-402c-9292-f896c8bbe55c None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:17:22.266342 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2bc8e1-6f0a-400b-9a82-136c4823cce4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event deleted for resources: {'Subnet': ['ID=f9d15c2f-3016-4df4-bc8b-6f19938b57de,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:22.323478 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-526756ff-8819-402c-9292-f896c8bbe55c None None] Attempting to bind port 7b6fe73c-8826-4020-a8d3-ba553d5b3aa7 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:17:22.324123 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-526756ff-8819-402c-9292-f896c8bbe55c None None] Attempting to bind port 7b6fe73c-8826-4020-a8d3-ba553d5b3aa7 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '3d8d0072-ce66-4c8c-b5ff-dabeda9e1fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0f2b3f9b-3758-469c-8825-724e1cf971b7'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:17:22.324491 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526756ff-8819-402c-9292-f896c8bbe55c None None] Attempting to bind port 7b6fe73c-8826-4020-a8d3-ba553d5b3aa7 on network 0f2b3f9b-3758-469c-8825-724e1cf971b7 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:17:22.336088 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526756ff-8819-402c-9292-f896c8bbe55c None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:17:22.336491 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526756ff-8819-402c-9292-f896c8bbe55c None None] Checking segment: {'id': '3d8d0072-ce66-4c8c-b5ff-dabeda9e1fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0f2b3f9b-3758-469c-8825-724e1cf971b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:22.336784 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-526756ff-8819-402c-9292-f896c8bbe55c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:22.337179 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526756ff-8819-402c-9292-f896c8bbe55c None None] Bound using segment: {'id': '3d8d0072-ce66-4c8c-b5ff-dabeda9e1fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0f2b3f9b-3758-469c-8825-724e1cf971b7'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:17:22.338598 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-526756ff-8819-402c-9292-f896c8bbe55c None None] Bound port: 7b6fe73c-8826-4020-a8d3-ba553d5b3aa7, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d8d0072-ce66-4c8c-b5ff-dabeda9e1fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0f2b3f9b-3758-469c-8825-724e1cf971b7'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:17:22.338950 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-526756ff-8819-402c-9292-f896c8bbe55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:22.370461 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3f2bc8e1-6f0a-400b-9a82-136c4823cce4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:22.382717 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-3f2bc8e1-6f0a-400b-9a82-136c4823cce4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f2b3f9b-3758-469c-8825-724e1cf971b7']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:22.394026 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-3f2bc8e1-6f0a-400b-9a82-136c4823cce4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d8d0072-ce66-4c8c-b5ff-dabeda9e1fa3') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:22.394299 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-3f2bc8e1-6f0a-400b-9a82-136c4823cce4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d8d0072-ce66-4c8c-b5ff-dabeda9e1fa3') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:22.404465 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3f2bc8e1-6f0a-400b-9a82-136c4823cce4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:22.421499 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3f2bc8e1-6f0a-400b-9a82-136c4823cce4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:22.428540 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f2bc8e1-6f0a-400b-9a82-136c4823cce4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:17:22.429159 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3f2bc8e1-6f0a-400b-9a82-136c4823cce4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:22.430268 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-526756ff-8819-402c-9292-f896c8bbe55c None None] For port 7b6fe73c-8826-4020-a8d3-ba553d5b3aa7, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:17:22.506878 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:17:22.506878 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:17:22.506878 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:17:22.506878 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:17:22.506878 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:17:22.506878 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:17:22.506878 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:17:22.506878 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:17:22.506878 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:17:22.506878 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:17:22.506878 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:17:22.506878 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:17:22.506878 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:17:22.506878 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:17:22.506878 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:17:22.506878 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:17:22.506878 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:17:22.506878 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:17:22.506878 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:17:22.506878 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:17:22.506878 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:17:22.506878 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:17:22.506878 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:17:22.506878 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:17:22.506878 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:17:22.506878 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:17:22.506878 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:17:22.506878 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:17:22.506878 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:17:22.506878 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:17:22.506878 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:17:22.506878 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:17:22.513313 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-526756ff-8819-402c-9292-f896c8bbe55c None None] For port 7b6fe73c-8826-4020-a8d3-ba553d5b3aa7, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=7b6fe73c-8826-4020-a8d3-ba553d5b3aa7,segment=NetworkSegment(3d8d0072-ce66-4c8c-b5ff-dabeda9e1fa3),segment_id=3d8d0072-ce66-4c8c-b5ff-dabeda9e1fa3)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:17:22.524527 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-526756ff-8819-402c-9292-f896c8bbe55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:22.533570 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.db.api [None req-3f2bc8e1-6f0a-400b-9a82-136c4823cce4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 20:17:22.533570 n-d-793618-10 neutron-server[93876]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 20:17:22.533570 n-d-793618-10 neutron-server[93876]: [parameters: {'id': '0f2b3f9b-3758-469c-8825-724e1cf971b7'}] Jul 23 20:17:22.533570 n-d-793618-10 neutron-server[93876]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:17:22.534133 n-d-793618-10 neutron-server[93876]: DEBUG oslo_db.api [None req-3f2bc8e1-6f0a-400b-9a82-136c4823cce4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:17:22.566150 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc00db-84f5-4ef6-8a41-684fdafbd877 req-326e3e03-9787-4d15-a237-202fd7f025d0 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:22.574168 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-28fc00db-84f5-4ef6-8a41-684fdafbd877 req-326e3e03-9787-4d15-a237-202fd7f025d0 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 946 time: 0.3011179 Jul 23 20:17:22.625407 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-28fc00db-84f5-4ef6-8a41-684fdafbd877 req-6872d1fd-0dbe-45de-b462-1f80c47a692e tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460265 Jul 23 20:17:22.741002 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526756ff-8819-402c-9292-f896c8bbe55c None None] Pushing event updated for resources: {'Port': ['ID=7b6fe73c-8826-4020-a8d3-ba553d5b3aa7,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:22.747555 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634905cb-7f8f-4c6c-958a-9205a1642e07 None None] Network 0f2b3f9b-3758-469c-8825-724e1cf971b7 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:17:22.803114 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f199f385-0a56-4b21-86a1-46476f9a8210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:23.043096 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3f2bc8e1-6f0a-400b-9a82-136c4823cce4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:23.065944 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-8d370da5-018a-4a4a-8663-2164dcb0eda0 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:23.079175 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-8d370da5-018a-4a4a-8663-2164dcb0eda0 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/networks?id=98a30b96-c863-4728-b0d0-d47c79801693 HTTP/1.1" status: 200 len: 806 time: 0.4727633 Jul 23 20:17:23.086734 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881c151-a4f2-40a5-a77e-ea0c64227d9e req-12fcbe9a-e45d-4d99-9c97-a6466028d098 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:23.088365 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c881c151-a4f2-40a5-a77e-ea0c64227d9e req-12fcbe9a-e45d-4d99-9c97-a6466028d098 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 946 time: 0.1600251 Jul 23 20:17:23.125779 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 7c6a3349-0c6d-48b6-b25a-4e313b34f26a no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:17:23.148772 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-6579ad82-c6db-47d4-8c75-313412b52cb7 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/quotas/2748f4b40df14523b46431ce846cbb13 HTTP/1.1" status: 200 len: 375 time: 0.0686882 Jul 23 20:17:23.166245 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ab6dfa-a6d5-474f-a49e-8cc35a13d952 None None] get_active_networks_info from n-d-793618-10 {{(pid=93877) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:17:23.361906 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 7c6a3349-0c6d-48b6-b25a-4e313b34f26a {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:17:23.362253 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 7c6a3349-0c6d-48b6-b25a-4e313b34f26a not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:17:23.370414 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c881c151-a4f2-40a5-a77e-ea0c64227d9e req-cba71e13-6052-4045-b454-8a0fa8b56710 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726719 Jul 23 20:17:23.420418 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-3f2bc8e1-6f0a-400b-9a82-136c4823cce4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Deleting port 7b6fe73c-8826-4020-a8d3-ba553d5b3aa7 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:17:23.428831 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3f2bc8e1-6f0a-400b-9a82-136c4823cce4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:23.538612 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-3f2bc8e1-6f0a-400b-9a82-136c4823cce4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] For port 7b6fe73c-8826-4020-a8d3-ba553d5b3aa7, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=7b6fe73c-8826-4020-a8d3-ba553d5b3aa7,segment=NetworkSegment(3d8d0072-ce66-4c8c-b5ff-dabeda9e1fa3),segment_id=3d8d0072-ce66-4c8c-b5ff-dabeda9e1fa3)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:23.540255 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3f2bc8e1-6f0a-400b-9a82-136c4823cce4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:23.559429 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-3f2bc8e1-6f0a-400b-9a82-136c4823cce4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Calling delete_port for 7b6fe73c-8826-4020-a8d3-ba553d5b3aa7 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:17:23.571931 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ab6dfa-a6d5-474f-a49e-8cc35a13d952 None None] Resources bound (agent type, host, resource id): {{(pid=93877) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:17:23.720209 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-e842c075-7d9f-4eac-80b1-120f6a838331 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2748f4b40df14523b46431ce846cbb13&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5639324 Jul 23 20:17:24.054905 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-0080a15b-0f9e-413d-8016-4fec4406af89 service neutron] 10.222.0.32 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136601 Jul 23 20:17:24.112687 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-f199f385-0a56-4b21-86a1-46476f9a8210 admin admin] Deleting port cd94949f-2562-491e-b14d-ffa1273e0b99 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:17:24.113166 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f199f385-0a56-4b21-86a1-46476f9a8210 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:24.184960 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3f2bc8e1-6f0a-400b-9a82-136c4823cce4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:24.207310 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-f199f385-0a56-4b21-86a1-46476f9a8210 admin admin] For port cd94949f-2562-491e-b14d-ffa1273e0b99, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=cd94949f-2562-491e-b14d-ffa1273e0b99,segment=NetworkSegment(bdb704e3-373f-4f47-bef5-3e89668f2e28),segment_id=bdb704e3-373f-4f47-bef5-3e89668f2e28)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:24.207674 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f199f385-0a56-4b21-86a1-46476f9a8210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:24.221648 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-f199f385-0a56-4b21-86a1-46476f9a8210 admin admin] Calling delete_port for cd94949f-2562-491e-b14d-ffa1273e0b99 owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:17:24.238383 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2bc8e1-6f0a-400b-9a82-136c4823cce4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event deleted for resources: {'Port': ['ID=7b6fe73c-8826-4020-a8d3-ba553d5b3aa7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:24.242302 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2bc8e1-6f0a-400b-9a82-136c4823cce4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] No DVR routers for this DVR port 7b6fe73c-8826-4020-a8d3-ba553d5b3aa7 on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:17:24.338402 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3f2bc8e1-6f0a-400b-9a82-136c4823cce4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:24.351608 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-3f2bc8e1-6f0a-400b-9a82-136c4823cce4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f2b3f9b-3758-469c-8825-724e1cf971b7']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:24.364212 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-3f2bc8e1-6f0a-400b-9a82-136c4823cce4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d8d0072-ce66-4c8c-b5ff-dabeda9e1fa3') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:24.364604 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-3f2bc8e1-6f0a-400b-9a82-136c4823cce4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d8d0072-ce66-4c8c-b5ff-dabeda9e1fa3') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:24.376065 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3f2bc8e1-6f0a-400b-9a82-136c4823cce4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:24.391527 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3f2bc8e1-6f0a-400b-9a82-136c4823cce4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:24.399917 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f2bc8e1-6f0a-400b-9a82-136c4823cce4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:17:24.400327 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3f2bc8e1-6f0a-400b-9a82-136c4823cce4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:24.495883 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:17:24.495883 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:17:24.495883 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:17:24.495883 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:17:24.495883 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:17:24.495883 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:17:24.495883 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:17:24.495883 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:17:24.495883 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:17:24.495883 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:17:24.495883 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:17:24.495883 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:17:24.495883 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:17:24.495883 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:17:24.495883 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:17:24.495883 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:17:24.495883 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:17:24.495883 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:17:24.495883 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:17:24.495883 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:17:24.495883 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:17:24.495883 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:17:24.495883 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:17:24.495883 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:17:24.495883 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:17:24.495883 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:17:24.495883 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:17:24.495883 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:17:24.495883 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:17:24.495883 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:17:24.495883 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:17:24.495883 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:17:24.499982 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3f2bc8e1-6f0a-400b-9a82-136c4823cce4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:24.522186 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3f2bc8e1-6f0a-400b-9a82-136c4823cce4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:24.524103 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3f2bc8e1-6f0a-400b-9a82-136c4823cce4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "DELETE /v2.0/networks/0f2b3f9b-3758-469c-8825-724e1cf971b7 HTTP/1.1" status: 204 len: 168 time: 3.5628510 Jul 23 20:17:24.558724 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2bc8e1-6f0a-400b-9a82-136c4823cce4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event deleted for resources: {'Network': ['ID=0f2b3f9b-3758-469c-8825-724e1cf971b7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:24.572496 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60650) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:24.584500 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-61e9fede-40be-4034-b348-e0a743f3828c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-95582552'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:24.618549 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e9fede-40be-4034-b348-e0a743f3828c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Made reservation on behalf of 645a78bad9d34090a083ca596a20dd60 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:24.624395 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-61e9fede-40be-4034-b348-e0a743f3828c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:24.665281 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e9fede-40be-4034-b348-e0a743f3828c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:17:24.676935 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-61e9fede-40be-4034-b348-e0a743f3828c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:24.677419 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-61e9fede-40be-4034-b348-e0a743f3828c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Added segment 8118fbed-fd53-4233-b782-2bba4b419e26 of type vlan for network 50dc8021-9573-4ad4-8da4-42ec11d0a84c Jul 23 20:17:24.734287 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-61e9fede-40be-4034-b348-e0a743f3828c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:24.787937 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7731a-6507-4ee8-beb2-c081db90f81e req-8d779572-28d1-4da6-8611-9262ba0d1a79 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:24.790071 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2aa7731a-6507-4ee8-beb2-c081db90f81e req-8d779572-28d1-4da6-8611-9262ba0d1a79 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 946 time: 0.2645845 Jul 23 20:17:24.790959 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-61e9fede-40be-4034-b348-e0a743f3828c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:24.799289 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e9fede-40be-4034-b348-e0a743f3828c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:24.799964 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-61e9fede-40be-4034-b348-e0a743f3828c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:24.807361 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-a2389ded-6e63-4428-ba95-046f367c3416 service neutron] 10.222.0.32 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7435644 Jul 23 20:17:24.809224 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f199f385-0a56-4b21-86a1-46476f9a8210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:24.852225 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199f385-0a56-4b21-86a1-46476f9a8210 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd94949f-2562-491e-b14d-ffa1273e0b99,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:25.031374 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9fede-40be-4034-b348-e0a743f3828c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event updated for resources: {'Network': ['ID=50dc8021-9573-4ad4-8da4-42ec11d0a84c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:25.050449 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 50dc8021-9573-4ad4-8da4-42ec11d0a84c details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:17:25.065591 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2aa7731a-6507-4ee8-beb2-c081db90f81e req-7e766d8d-8604-49ea-87a9-c741ff5b4964 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520938 Jul 23 20:17:25.082939 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-61e9fede-40be-4034-b348-e0a743f3828c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5035036 Jul 23 20:17:25.091171 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60666) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:25.117568 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e5518bfe-4385-4d5c-864c-f235007a4430 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Request body: {'subnet': {'network_id': '50dc8021-9573-4ad4-8da4-42ec11d0a84c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:25.274266 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-61d84da9-d2eb-4a29-bf3e-1d5a2db940ef req-2194bafd-1e44-4d06-83d9-a7c2a1200469 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c66f612e-bafe-4bd4-ac1b-d6b3a89d9185 HTTP/1.1" status: 200 len: 210 time: 0.1286359 Jul 23 20:17:25.313677 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f199f385-0a56-4b21-86a1-46476f9a8210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:25.428589 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5518bfe-4385-4d5c-864c-f235007a4430 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Made reservation on behalf of 645a78bad9d34090a083ca596a20dd60 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:25.433317 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5518bfe-4385-4d5c-864c-f235007a4430 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:25.948526 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5a2b9-3e30-4a2a-ac6e-5f25ebf6c157 req-261170a4-26a0-4f9d-9cff-d5967f2c2f0e tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:25.950441 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-66a5a2b9-3e30-4a2a-ac6e-5f25ebf6c157 req-261170a4-26a0-4f9d-9cff-d5967f2c2f0e tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 946 time: 0.3422232 Jul 23 20:17:25.987384 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e733b9-dfe2-4dfc-9c62-ff2867483d5e req-1fedcb33-58df-4c22-a16d-cee57ba306db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:25.988958 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-16e733b9-dfe2-4dfc-9c62-ff2867483d5e req-1fedcb33-58df-4c22-a16d-cee57ba306db service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=99b1a67790e94a4dae83bd764a7343f4&device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 1098 time: 0.3214736 Jul 23 20:17:26.043802 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f199f385-0a56-4b21-86a1-46476f9a8210 admin admin] Router 77eef2dc-a638-4d4d-8821-d6d8fefbab35 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:17:26.105286 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-66a5a2b9-3e30-4a2a-ac6e-5f25ebf6c157 req-2e885acf-7958-403c-9726-96841e8f8a99 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431820 Jul 23 20:17:26.144070 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-ecf058f8-2c40-4a5a-838a-6f35737339eb tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:26.145690 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-ecf058f8-2c40-4a5a-838a-6f35737339eb tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/networks?id=787d5425-c035-4280-8138-7c31904b0b0f HTTP/1.1" status: 200 len: 814 time: 0.4258115 Jul 23 20:17:26.169921 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5518bfe-4385-4d5c-864c-f235007a4430 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:26.236140 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e733b9-dfe2-4dfc-9c62-ff2867483d5e req-113f4250-65d0-40ad-b987-74d51b8561aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:26.237715 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-16e733b9-dfe2-4dfc-9c62-ff2867483d5e req-113f4250-65d0-40ad-b987-74d51b8561aa service neutron] 10.222.0.18 "GET /v2.0/networks?id=7fedbba9-4431-4330-9544-1acf217b43a2 HTTP/1.1" status: 200 len: 915 time: 0.2324831 Jul 23 20:17:26.244447 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f199f385-0a56-4b21-86a1-46476f9a8210 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:17:26.255495 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f199f385-0a56-4b21-86a1-46476f9a8210 admin admin] 10.222.0.32 "PUT /v2.0/routers/77eef2dc-a638-4d4d-8821-d6d8fefbab35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9871852 Jul 23 20:17:26.258880 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-face4536-e7c0-4a54-9d9f-8776da317c43 None None] Sync routers for ids ['77eef2dc-a638-4d4d-8821-d6d8fefbab35'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:17:26.260845 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60716) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:26.273559 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5518bfe-4385-4d5c-864c-f235007a4430 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event updated for resources: {'Subnet': ['ID=4ae39564-533a-4772-b899-070910d865f2,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:26.276741 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-face4536-e7c0-4a54-9d9f-8776da317c43 None None] Routers {'77eef2dc-a638-4d4d-8821-d6d8fefbab35'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:17:26.278918 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-face4536-e7c0-4a54-9d9f-8776da317c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:17:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['77eef2dc-a638-4d4d-8821-d6d8fefbab35'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:26.279307 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-6be72e65-ae1e-454d-85bf-f6f47eafcf37 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/quotas/6d83b9df188244af88af507e82586aa5 HTTP/1.1" status: 200 len: 375 time: 0.1275351 Jul 23 20:17:26.335577 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-16e733b9-dfe2-4dfc-9c62-ff2867483d5e req-3f0c6e60-eda0-4e33-abe1-af6a5947a05e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5e0629e-86e6-4f55-a042-ef34d3f2428b HTTP/1.1" status: 200 len: 217 time: 0.0890360 Jul 23 20:17:26.419718 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5518bfe-4385-4d5c-864c-f235007a4430 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Checking segment: {'id': '8118fbed-fd53-4233-b782-2bba4b419e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '50dc8021-9573-4ad4-8da4-42ec11d0a84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:26.420124 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5518bfe-4385-4d5c-864c-f235007a4430 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Network hostable DHCP agents. Network: 50dc8021-9573-4ad4-8da4-42ec11d0a84c, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:17:26.452211 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5518bfe-4385-4d5c-864c-f235007a4430 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Network 50dc8021-9573-4ad4-8da4-42ec11d0a84c is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:17:26.464264 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-e5518bfe-4385-4d5c-864c-f235007a4430 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 50dc8021-9573-4ad4-8da4-42ec11d0a84c) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:26.476107 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa70ef5-9108-4bd5-bae1-7965a3eb6904 None None] Network 50dc8021-9573-4ad4-8da4-42ec11d0a84c requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:17:26.479260 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-face4536-e7c0-4a54-9d9f-8776da317c43 None None] Set router 77eef2dc-a638-4d4d-8821-d6d8fefbab35 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:17:26.488756 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5518bfe-4385-4d5c-864c-f235007a4430 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:26.491956 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5518bfe-4385-4d5c-864c-f235007a4430 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:26.563238 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2c152da6-fffc-4e1e-bc06-362f839dfa43 req-e9ac1c79-5331-449a-9aae-3d8d13048011 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c66f612e-bafe-4bd4-ac1b-d6b3a89d9185 HTTP/1.1" status: 200 len: 210 time: 0.1320043 Jul 23 20:17:26.597027 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e5518bfe-4385-4d5c-864c-f235007a4430 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5024078 Jul 23 20:17:26.604237 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60724) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:26.751362 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e733b9-dfe2-4dfc-9c62-ff2867483d5e req-83a554f2-a0b4-418d-afaf-ab7aa04bb89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:26.753579 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-16e733b9-dfe2-4dfc-9c62-ff2867483d5e req-83a554f2-a0b4-418d-afaf-ab7aa04bb89d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9cd757f-50fc-4d2c-97b5-f7bec2379d06 HTTP/1.1" status: 200 len: 854 time: 0.4084744 Jul 23 20:17:26.899495 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-16e733b9-dfe2-4dfc-9c62-ff2867483d5e req-6d4524f0-c6a6-4ffb-8f15-6e92a4a72699 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7fedbba9-4431-4330-9544-1acf217b43a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1309729 Jul 23 20:17:26.925700 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4d4d54e8-dfbe-4f4f-8398-a18c6bff7a62 admin admin] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:26.926020 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c671d2d-d132-42cc-a44d-87473d238bea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:26.953993 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-5b6597e8-3200-496a-99cf-ce9b550ec4a9 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d83b9df188244af88af507e82586aa5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6557362 Jul 23 20:17:26.973859 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5035e7-9fcf-4327-81ef-26676a7d9b05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-50dc8021-9573-4ad4-8da4-42ec11d0a84c', 'network_id': '50dc8021-9573-4ad4-8da4-42ec11d0a84c', 'tenant_id': '645a78bad9d34090a083ca596a20dd60', 'fixed_ips': [{'subnet_id': '4ae39564-533a-4772-b899-070910d865f2'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:17:26.974975 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8f5035e7-9fcf-4327-81ef-26676a7d9b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:27.054599 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-478a74eb-f4af-4672-8a38-b82db3ed90c2 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:27.056312 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-478a74eb-f4af-4672-8a38-b82db3ed90c2 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.30 "GET /v2.0/networks?id=98a30b96-c863-4728-b0d0-d47c79801693 HTTP/1.1" status: 200 len: 806 time: 0.4506698 Jul 23 20:17:27.101894 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-12606a2b-bf1d-476e-93d7-aad0b4247009 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Request body: {'port': {'device_id': 'c66f612e-bafe-4bd4-ac1b-d6b3a89d9185', 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693', 'admin_state_up': True, 'tenant_id': '2748f4b40df14523b46431ce846cbb13'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:27.155786 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-91d8499e-39ab-48b9-af0a-bca9f29c76c5 service neutron] 10.222.0.32 "GET /v2.0/networks/787d5425-c035-4280-8138-7c31904b0b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001379 Jul 23 20:17:27.205358 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-face4536-e7c0-4a54-9d9f-8776da317c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'name': 'tempest-AttachVolumeTestJSON-1415960080-router', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b52d0c32-d4d5-4fa8-850c-84ffb10b224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:01Z', 'updated_at': '2021-07-23T20:17:24Z', 'revision_number': 5, 'project_id': 'b1a6866430c7477dabb2850fe027c983', 'gw_port': {'id': 'b52d0c32-d4d5-4fa8-850c-84ffb10b224a', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:03Z', 'updated_at': '2021-07-23T20:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:27.239092 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-face4536-e7c0-4a54-9d9f-8776da317c43 None None] Checking router: 77eef2dc-a638-4d4d-8821-d6d8fefbab35 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:17:27.252789 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-face4536-e7c0-4a54-9d9f-8776da317c43 None None] Routers {'77eef2dc-a638-4d4d-8821-d6d8fefbab35'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:17:27.253724 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-face4536-e7c0-4a54-9d9f-8776da317c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:17:13Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['77eef2dc-a638-4d4d-8821-d6d8fefbab35'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:27.270220 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-16e733b9-dfe2-4dfc-9c62-ff2867483d5e req-154d590d-19c7-423d-850e-5100662b2817 service neutron] 10.222.0.18 "GET /v2.0/networks/7fedbba9-4431-4330-9544-1acf217b43a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593049 Jul 23 20:17:27.285645 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-8f5035e7-9fcf-4327-81ef-26676a7d9b05 None None] Allocated IP 172.20.0.1 (50dc8021-9573-4ad4-8da4-42ec11d0a84c/4ae39564-533a-4772-b899-070910d865f2/13bb2754-9c1e-47a0-bc97-e40622d62927) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:17:27.379851 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c671d2d-d132-42cc-a44d-87473d238bea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:27.401101 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-face4536-e7c0-4a54-9d9f-8776da317c43 None None] Set router 77eef2dc-a638-4d4d-8821-d6d8fefbab35 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:17:27.522014 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8f5035e7-9fcf-4327-81ef-26676a7d9b05 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:27.533450 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8f5035e7-9fcf-4327-81ef-26676a7d9b05 None None] Transition to ACTIVE for port object 13bb2754-9c1e-47a0-bc97-e40622d62927 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:17:27.555050 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8f5035e7-9fcf-4327-81ef-26676a7d9b05 None None] Transition to ACTIVE for port object 13bb2754-9c1e-47a0-bc97-e40622d62927 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:17:27.567854 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8f5035e7-9fcf-4327-81ef-26676a7d9b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:27.622556 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-67099148-9ac3-4b16-a2d6-17e5f147d4d7 service neutron] 10.222.0.32 "GET /v2.0/networks/787d5425-c035-4280-8138-7c31904b0b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4656959 Jul 23 20:17:27.640710 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c671d2d-d132-42cc-a44d-87473d238bea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:27.684206 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4d4d54e8-dfbe-4f4f-8398-a18c6bff7a62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:27.701008 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5035e7-9fcf-4327-81ef-26676a7d9b05 None None] Network 50dc8021-9573-4ad4-8da4-42ec11d0a84c is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:17:27.712649 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-face4536-e7c0-4a54-9d9f-8776da317c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'name': 'tempest-AttachVolumeTestJSON-1415960080-router', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b52d0c32-d4d5-4fa8-850c-84ffb10b224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:01Z', 'updated_at': '2021-07-23T20:17:24Z', 'revision_number': 5, 'project_id': 'b1a6866430c7477dabb2850fe027c983', 'gw_port': {'id': 'b52d0c32-d4d5-4fa8-850c-84ffb10b224a', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:03Z', 'updated_at': '2021-07-23T20:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:27.720969 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-8f5035e7-9fcf-4327-81ef-26676a7d9b05 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:27.730925 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5035e7-9fcf-4327-81ef-26676a7d9b05 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:17:27.773377 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5035e7-9fcf-4327-81ef-26676a7d9b05 None None] Pushing event updated for resources: {'Port': ['ID=13bb2754-9c1e-47a0-bc97-e40622d62927,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:27.801641 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-face4536-e7c0-4a54-9d9f-8776da317c43 None None] The sync data for ids ['77eef2dc-a638-4d4d-8821-d6d8fefbab35'] in n-d-793618-10 is: [{'id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'name': 'tempest-AttachVolumeTestJSON-1415960080-router', 'tenant_id': 'b1a6866430c7477dabb2850fe027c983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b52d0c32-d4d5-4fa8-850c-84ffb10b224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:01Z', 'updated_at': '2021-07-23T20:17:24Z', 'revision_number': 5, 'project_id': 'b1a6866430c7477dabb2850fe027c983', 'gw_port': {'id': 'b52d0c32-d4d5-4fa8-850c-84ffb10b224a', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eef2dc-a638-4d4d-8821-d6d8fefbab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:03Z', 'updated_at': '2021-07-23T20:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:17:27.859238 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c671d2d-d132-42cc-a44d-87473d238bea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:27.905371 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-4c671d2d-d132-42cc-a44d-87473d238bea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50dc8021-9573-4ad4-8da4-42ec11d0a84c']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:27.932959 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-4c671d2d-d132-42cc-a44d-87473d238bea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8118fbed-fd53-4233-b782-2bba4b419e26') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:27.932959 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-4c671d2d-d132-42cc-a44d-87473d238bea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8118fbed-fd53-4233-b782-2bba4b419e26') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:27.936402 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-8f5035e7-9fcf-4327-81ef-26676a7d9b05 None None] Attempting to bind port 13bb2754-9c1e-47a0-bc97-e40622d62927 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:17:27.937275 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-8f5035e7-9fcf-4327-81ef-26676a7d9b05 None None] Attempting to bind port 13bb2754-9c1e-47a0-bc97-e40622d62927 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '8118fbed-fd53-4233-b782-2bba4b419e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '50dc8021-9573-4ad4-8da4-42ec11d0a84c'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:17:27.938328 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5035e7-9fcf-4327-81ef-26676a7d9b05 None None] Attempting to bind port 13bb2754-9c1e-47a0-bc97-e40622d62927 on network 50dc8021-9573-4ad4-8da4-42ec11d0a84c {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:17:27.946860 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5035e7-9fcf-4327-81ef-26676a7d9b05 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:17:27.947665 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5035e7-9fcf-4327-81ef-26676a7d9b05 None None] Checking segment: {'id': '8118fbed-fd53-4233-b782-2bba4b419e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '50dc8021-9573-4ad4-8da4-42ec11d0a84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:27.948455 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8f5035e7-9fcf-4327-81ef-26676a7d9b05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:27.949097 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5035e7-9fcf-4327-81ef-26676a7d9b05 None None] Bound using segment: {'id': '8118fbed-fd53-4233-b782-2bba4b419e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '50dc8021-9573-4ad4-8da4-42ec11d0a84c'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:17:27.949990 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-8f5035e7-9fcf-4327-81ef-26676a7d9b05 None None] Bound port: 13bb2754-9c1e-47a0-bc97-e40622d62927, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8118fbed-fd53-4233-b782-2bba4b419e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '50dc8021-9573-4ad4-8da4-42ec11d0a84c'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:17:27.951035 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8f5035e7-9fcf-4327-81ef-26676a7d9b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:27.987136 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c671d2d-d132-42cc-a44d-87473d238bea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event deleted for resources: {'Subnet': ['ID=4ae39564-533a-4772-b899-070910d865f2,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:28.040727 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bd711a38-4440-4c52-85eb-91142efe3b05 req-64967c74-e47e-49f5-bb99-98586106d599 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c66f612e-bafe-4bd4-ac1b-d6b3a89d9185 HTTP/1.1" status: 200 len: 210 time: 0.0394857 Jul 23 20:17:28.042789 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c671d2d-d132-42cc-a44d-87473d238bea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:28.081573 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c671d2d-d132-42cc-a44d-87473d238bea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:28.121664 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-8f5035e7-9fcf-4327-81ef-26676a7d9b05 None None] For port 13bb2754-9c1e-47a0-bc97-e40622d62927, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:17:28.146378 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b2325028-f14d-40bb-b9e1-1f7c00aad2e5 req-89ec2d4e-8f7c-48ed-9d5a-12e91e37e8c8 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d8645c-1f20-4a71-8791-7f5a755d24a9 HTTP/1.1" status: 200 len: 210 time: 0.0503960 Jul 23 20:17:28.150257 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c671d2d-d132-42cc-a44d-87473d238bea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:17:28.150916 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c671d2d-d132-42cc-a44d-87473d238bea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:28.160859 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:17:28.160859 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:17:28.160859 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:17:28.160859 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:17:28.160859 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:17:28.160859 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:17:28.160859 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:17:28.160859 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:17:28.160859 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:17:28.160859 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:17:28.160859 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:17:28.160859 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:17:28.160859 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:17:28.160859 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:17:28.160859 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:17:28.160859 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:17:28.160859 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:17:28.160859 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:17:28.160859 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:17:28.160859 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:17:28.160859 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:17:28.160859 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:17:28.160859 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:17:28.160859 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:17:28.160859 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:17:28.160859 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:17:28.160859 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:17:28.160859 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:17:28.160859 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:17:28.160859 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:17:28.160859 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:17:28.160859 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:17:28.321451 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-8f5035e7-9fcf-4327-81ef-26676a7d9b05 None None] For port 13bb2754-9c1e-47a0-bc97-e40622d62927, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=13bb2754-9c1e-47a0-bc97-e40622d62927,segment=NetworkSegment(8118fbed-fd53-4233-b782-2bba4b419e26),segment_id=8118fbed-fd53-4233-b782-2bba4b419e26)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:17:28.325061 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.db.api [None req-4c671d2d-d132-42cc-a44d-87473d238bea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 20:17:28.325061 n-d-793618-10 neutron-server[93876]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 20:17:28.325061 n-d-793618-10 neutron-server[93876]: [parameters: {'id': '50dc8021-9573-4ad4-8da4-42ec11d0a84c'}] Jul 23 20:17:28.325061 n-d-793618-10 neutron-server[93876]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:17:28.326341 n-d-793618-10 neutron-server[93876]: DEBUG oslo_db.api [None req-4c671d2d-d132-42cc-a44d-87473d238bea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:17:28.328268 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8f5035e7-9fcf-4327-81ef-26676a7d9b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:28.355862 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-16e733b9-dfe2-4dfc-9c62-ff2867483d5e req-dfdb4248-fd83-49ff-b8f1-ccac080cf943 service neutron] 10.222.0.18 "GET /v2.0/networks/7fedbba9-4431-4330-9544-1acf217b43a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0182142 Jul 23 20:17:28.521547 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-12606a2b-bf1d-476e-93d7-aad0b4247009 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Made reservation on behalf of 2748f4b40df14523b46431ce846cbb13 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:28.527915 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-12606a2b-bf1d-476e-93d7-aad0b4247009 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:28.544955 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5035e7-9fcf-4327-81ef-26676a7d9b05 None None] Pushing event updated for resources: {'Port': ['ID=13bb2754-9c1e-47a0-bc97-e40622d62927,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:28.593742 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8714cee-b79d-4492-81f0-8250eea86b77 None None] Network 50dc8021-9573-4ad4-8da4-42ec11d0a84c requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:17:28.739890 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47a3b6-a065-4b38-95c6-5b0a6cb50c32 req-a27f05d5-5205-4750-9cd7-ab15ae450953 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:28.750501 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9f47a3b6-a065-4b38-95c6-5b0a6cb50c32 req-a27f05d5-5205-4750-9cd7-ab15ae450953 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 946 time: 1.4155750 Jul 23 20:17:28.794487 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cc50d0-55d4-474e-bb8a-729c982c913b None None] get_active_networks_info from n-d-793618-10 {{(pid=93877) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:17:28.829213 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c671d2d-d132-42cc-a44d-87473d238bea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:28.872631 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-4d4d54e8-dfbe-4f4f-8398-a18c6bff7a62 admin admin] Deleting port b52d0c32-d4d5-4fa8-850c-84ffb10b224a {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:17:28.872884 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4d4d54e8-dfbe-4f4f-8398-a18c6bff7a62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:28.931528 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cc50d0-55d4-474e-bb8a-729c982c913b None None] Resources bound (agent type, host, resource id): {{(pid=93877) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:17:28.966228 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-4c671d2d-d132-42cc-a44d-87473d238bea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Deleting port 13bb2754-9c1e-47a0-bc97-e40622d62927 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:17:28.968632 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c671d2d-d132-42cc-a44d-87473d238bea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:29.085152 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device cd94949f-2562-491e-b14d-ffa1273e0b99 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:17:29.114717 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-4d4d54e8-dfbe-4f4f-8398-a18c6bff7a62 admin admin] For port b52d0c32-d4d5-4fa8-850c-84ffb10b224a, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=b52d0c32-d4d5-4fa8-850c-84ffb10b224a,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:29.115242 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4d4d54e8-dfbe-4f4f-8398-a18c6bff7a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:29.142051 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: cd94949f-2562-491e-b14d-ffa1273e0b99 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:17:29.142668 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device cd94949f-2562-491e-b14d-ffa1273e0b99 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:17:29.156039 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-12606a2b-bf1d-476e-93d7-aad0b4247009 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Allocated IP 172.20.0.10 (98a30b96-c863-4728-b0d0-d47c79801693/2edc7abb-7a35-4b24-95dd-2cab074cfd4c/b0af7064-1c66-48db-97f6-f23b8d04fcd5) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:17:29.161289 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9f47a3b6-a065-4b38-95c6-5b0a6cb50c32 req-9cf3cc5e-4c06-4985-8485-d50a43938fda tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097812 Jul 23 20:17:29.174779 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-4d4d54e8-dfbe-4f4f-8398-a18c6bff7a62 admin admin] Calling delete_port for b52d0c32-d4d5-4fa8-850c-84ffb10b224a owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:17:29.192979 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-4c671d2d-d132-42cc-a44d-87473d238bea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] For port 13bb2754-9c1e-47a0-bc97-e40622d62927, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=13bb2754-9c1e-47a0-bc97-e40622d62927,segment=NetworkSegment(8118fbed-fd53-4233-b782-2bba4b419e26),segment_id=8118fbed-fd53-4233-b782-2bba4b419e26)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:29.194033 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c671d2d-d132-42cc-a44d-87473d238bea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:29.213539 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-4c671d2d-d132-42cc-a44d-87473d238bea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Calling delete_port for 13bb2754-9c1e-47a0-bc97-e40622d62927 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:17:29.391434 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-47d87650-0367-4fad-9f54-f33af980dc20 req-b5227cd6-bf13-448f-bef3-d1ebcd17e231 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c66f612e-bafe-4bd4-ac1b-d6b3a89d9185 HTTP/1.1" status: 200 len: 210 time: 0.0552614 Jul 23 20:17:29.401940 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c671d2d-d132-42cc-a44d-87473d238bea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:29.498672 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-42902ab7-159b-4cdb-ad7d-3f45d9bc161a req-57e6e382-3009-48f0-beda-73341e44a0da tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d8645c-1f20-4a71-8791-7f5a755d24a9 HTTP/1.1" status: 200 len: 210 time: 0.1698086 Jul 23 20:17:29.509722 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c671d2d-d132-42cc-a44d-87473d238bea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] No DVR routers for this DVR port 13bb2754-9c1e-47a0-bc97-e40622d62927 on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:17:29.555433 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c671d2d-d132-42cc-a44d-87473d238bea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event deleted for resources: {'Port': ['ID=13bb2754-9c1e-47a0-bc97-e40622d62927,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:29.744971 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c671d2d-d132-42cc-a44d-87473d238bea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:29.762781 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-4c671d2d-d132-42cc-a44d-87473d238bea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50dc8021-9573-4ad4-8da4-42ec11d0a84c']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:29.777497 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-12606a2b-bf1d-476e-93d7-aad0b4247009 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:29.789170 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-4a78dd18-af25-45fc-8b0f-ab8b1eeb5a89 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:29.790849 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-4a78dd18-af25-45fc-8b0f-ab8b1eeb5a89 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.30 "GET /v2.0/networks?id=787d5425-c035-4280-8138-7c31904b0b0f HTTP/1.1" status: 200 len: 814 time: 0.3422990 Jul 23 20:17:29.802848 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-4c671d2d-d132-42cc-a44d-87473d238bea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8118fbed-fd53-4233-b782-2bba4b419e26') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:29.803303 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-4c671d2d-d132-42cc-a44d-87473d238bea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8118fbed-fd53-4233-b782-2bba4b419e26') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:29.809233 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-7769d090-c922-45c9-a23e-c793eb54f997 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Request body: {'port': {'device_id': '35d8645c-1f20-4a71-8791-7f5a755d24a9', 'network_id': '787d5425-c035-4280-8138-7c31904b0b0f', 'admin_state_up': True, 'tenant_id': '6d83b9df188244af88af507e82586aa5'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:29.823805 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-12606a2b-bf1d-476e-93d7-aad0b4247009 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:29.834964 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['b1032d90-a671-4ad4-ae31-8b75c3d80e4c'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:17:29.846555 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c671d2d-d132-42cc-a44d-87473d238bea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:29.941403 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4d4d54e8-dfbe-4f4f-8398-a18c6bff7a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:29.948181 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-12606a2b-bf1d-476e-93d7-aad0b4247009 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Network 98a30b96-c863-4728-b0d0-d47c79801693 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:17:29.951254 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c671d2d-d132-42cc-a44d-87473d238bea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:29.963297 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-12606a2b-bf1d-476e-93d7-aad0b4247009 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:29.965100 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c671d2d-d132-42cc-a44d-87473d238bea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:17:29.966168 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c671d2d-d132-42cc-a44d-87473d238bea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:29.969803 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:17:29.969803 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:17:29.969803 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:17:29.969803 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:17:29.969803 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:17:29.969803 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:17:29.969803 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:17:29.969803 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:17:29.969803 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:17:29.969803 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:17:29.969803 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:17:29.969803 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:17:29.969803 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:17:29.969803 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:17:29.969803 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:17:29.969803 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:17:29.969803 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:17:29.969803 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:17:29.969803 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:17:29.969803 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:17:29.969803 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:17:29.969803 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:17:29.969803 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:17:29.969803 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:17:29.969803 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:17:29.969803 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:17:29.969803 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:17:29.969803 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:17:29.969803 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:17:29.969803 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:17:29.969803 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:17:29.969803 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:17:29.978009 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12606a2b-bf1d-476e-93d7-aad0b4247009 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Pushing event updated for resources: {'Port': ['ID=b0af7064-1c66-48db-97f6-f23b8d04fcd5,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:29.983311 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-12606a2b-bf1d-476e-93d7-aad0b4247009 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:17:30.044790 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-12606a2b-bf1d-476e-93d7-aad0b4247009 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:30.046686 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-12606a2b-bf1d-476e-93d7-aad0b4247009 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:30.075494 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d54e8-dfbe-4f4f-8398-a18c6bff7a62 admin admin] Pushing event deleted for resources: {'Port': ['ID=b52d0c32-d4d5-4fa8-850c-84ffb10b224a,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:30.085880 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-7769d090-c922-45c9-a23e-c793eb54f997 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Made reservation on behalf of 6d83b9df188244af88af507e82586aa5 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:30.092806 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-7769d090-c922-45c9-a23e-c793eb54f997 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:30.122565 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-12606a2b-bf1d-476e-93d7-aad0b4247009 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0308855 Jul 23 20:17:30.150817 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-86a04873-637e-4415-9b98-bd34dd9d427b service neutron] Request body: {'port': {'device_id': 'c66f612e-bafe-4bd4-ac1b-d6b3a89d9185', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:30.157923 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c671d2d-d132-42cc-a44d-87473d238bea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:30.162430 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c671d2d-d132-42cc-a44d-87473d238bea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:30.164538 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4c671d2d-d132-42cc-a44d-87473d238bea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "DELETE /v2.0/networks/50dc8021-9573-4ad4-8da4-42ec11d0a84c HTTP/1.1" status: 204 len: 168 time: 3.5593975 Jul 23 20:17:30.179033 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60788) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:30.186330 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-34b1e328-5708-4c55-9ca7-198fcc1263b4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1865466078'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:30.254633 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4d4d54e8-dfbe-4f4f-8398-a18c6bff7a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:30.255700 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c671d2d-d132-42cc-a44d-87473d238bea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event deleted for resources: {'Network': ['ID=50dc8021-9573-4ad4-8da4-42ec11d0a84c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:30.299807 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b1e328-5708-4c55-9ca7-198fcc1263b4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Made reservation on behalf of 645a78bad9d34090a083ca596a20dd60 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:30.322384 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34b1e328-5708-4c55-9ca7-198fcc1263b4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:30.409121 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4d4d54e8-dfbe-4f4f-8398-a18c6bff7a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:30.414674 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4d4d54e8-dfbe-4f4f-8398-a18c6bff7a62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:30.433656 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34b1e328-5708-4c55-9ca7-198fcc1263b4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:17:30.460744 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-86a04873-637e-4415-9b98-bd34dd9d427b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:30.466201 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-7769d090-c922-45c9-a23e-c793eb54f997 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Allocated IP 172.20.0.8 (787d5425-c035-4280-8138-7c31904b0b0f/7fb8b24e-fc71-4a83-9798-69abd5b3327d/17d258c3-25d9-455d-8746-fd58626afa07) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:17:30.477638 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34b1e328-5708-4c55-9ca7-198fcc1263b4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:30.478051 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-34b1e328-5708-4c55-9ca7-198fcc1263b4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Added segment 02181385-c31e-4afe-91f8-1e1b20b26072 of type vlan for network edbc53ae-583a-40d7-a928-4a286a355caa Jul 23 20:17:30.525526 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4d4d54e8-dfbe-4f4f-8398-a18c6bff7a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:30.528039 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4d54e8-dfbe-4f4f-8398-a18c6bff7a62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77eef2dc-a638-4d4d-8821-d6d8fefbab35 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:17:30.551616 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4d4d54e8-dfbe-4f4f-8398-a18c6bff7a62 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:30.553715 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4d4d54e8-dfbe-4f4f-8398-a18c6bff7a62 admin admin] 10.222.0.32 "DELETE /v2.0/routers/77eef2dc-a638-4d4d-8821-d6d8fefbab35 HTTP/1.1" status: 204 len: 168 time: 4.2200863 Jul 23 20:17:30.561842 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34b1e328-5708-4c55-9ca7-198fcc1263b4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:30.572742 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ecf1f-0d92-4cf7-aedb-80e59d88cdc5 req-26f6e680-0bda-4342-afa9-53b69f75b58e tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:30.580000 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-837ecf1f-0d92-4cf7-aedb-80e59d88cdc5 req-26f6e680-0bda-4342-afa9-53b69f75b58e tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 946 time: 0.2492671 Jul 23 20:17:30.589275 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60796) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:30.752618 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-837ecf1f-0d92-4cf7-aedb-80e59d88cdc5 req-055a12d4-8fb8-44f9-b06f-9547bf9ed07b tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715648 Jul 23 20:17:30.771545 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34b1e328-5708-4c55-9ca7-198fcc1263b4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:30.787145 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b1e328-5708-4c55-9ca7-198fcc1263b4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:30.793424 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34b1e328-5708-4c55-9ca7-198fcc1263b4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:30.829982 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-788d983a-897f-4d29-ae4d-e50742201651 admin admin] Deleting subnet 7562bacc-5c9d-4fd5-a756-532eac029140 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:17:30.868094 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e499bf-2508-42be-b5d7-321a5a882121 req-53123771-0632-460a-84fc-be6f9bcbf029 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:30.870047 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-76e499bf-2508-42be-b5d7-321a5a882121 req-53123771-0632-460a-84fc-be6f9bcbf029 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c66f612e-bafe-4bd4-ac1b-d6b3a89d9185 HTTP/1.1" status: 200 len: 932 time: 0.2932179 Jul 23 20:17:30.988121 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1e328-5708-4c55-9ca7-198fcc1263b4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event updated for resources: {'Network': ['ID=edbc53ae-583a-40d7-a928-4a286a355caa,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:31.000117 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network edbc53ae-583a-40d7-a928-4a286a355caa details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:17:31.006305 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-76e499bf-2508-42be-b5d7-321a5a882121 req-b42e53e2-459c-43e3-95d4-15e1b8438995 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464380 Jul 23 20:17:31.015848 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-7769d090-c922-45c9-a23e-c793eb54f997 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:31.094535 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-788d983a-897f-4d29-ae4d-e50742201651 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:31.100099 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c0f6fd0e-297d-4bfb-8a94-034e818c8f6f req-995eb992-a176-4ff4-9093-0f261996d465 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d8645c-1f20-4a71-8791-7f5a755d24a9 HTTP/1.1" status: 200 len: 210 time: 0.0797091 Jul 23 20:17:31.161395 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-34b1e328-5708-4c55-9ca7-198fcc1263b4 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9798748 Jul 23 20:17:31.165583 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60806) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:31.183131 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-60f298d9-a234-4e10-8a6b-ceea0287072a tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:31.240100 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-86a04873-637e-4415-9b98-bd34dd9d427b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0af7064-1c66-48db-97f6-f23b8d04fcd5 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:17:31.256406 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-788d983a-897f-4d29-ae4d-e50742201651 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:31.263176 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-86a04873-637e-4415-9b98-bd34dd9d427b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:31.315621 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-86a04873-637e-4415-9b98-bd34dd9d427b service neutron] Transition to ACTIVE for port object b0af7064-1c66-48db-97f6-f23b8d04fcd5 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:17:31.325414 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-86a04873-637e-4415-9b98-bd34dd9d427b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:31.339805 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device b52d0c32-d4d5-4fa8-850c-84ffb10b224a no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:17:31.364786 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: b52d0c32-d4d5-4fa8-850c-84ffb10b224a {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:17:31.365422 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device b52d0c32-d4d5-4fa8-850c-84ffb10b224a not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:17:31.374498 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a04873-637e-4415-9b98-bd34dd9d427b service neutron] Pushing event updated for resources: {'Port': ['ID=b0af7064-1c66-48db-97f6-f23b8d04fcd5,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:31.394162 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed948b5-ecc1-4c02-bc6b-7b7c5224d5ea req-b8a6af24-b726-4827-ad34-03a1f88a1ca1 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:31.401650 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bed948b5-ecc1-4c02-bc6b-7b7c5224d5ea req-b8a6af24-b726-4827-ad34-03a1f88a1ca1 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 946 time: 0.2341058 Jul 23 20:17:31.423190 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-7769d090-c922-45c9-a23e-c793eb54f997 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:31.438874 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['bd4ee0e4-f388-42c2-aa2a-29536ea33c0f', '1f8d8193-14ed-4088-9a7f-ee944892cc81'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:17:31.442076 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['0a3eeb7e-96c9-415f-8ccd-298a3c88d933'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:17:31.507636 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bed948b5-ecc1-4c02-bc6b-7b7c5224d5ea req-f1b9bf3d-70e2-4384-a006-813bb6bc63e3 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049070 Jul 23 20:17:31.578943 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-86a04873-637e-4415-9b98-bd34dd9d427b service neutron] Attempting to bind port b0af7064-1c66-48db-97f6-f23b8d04fcd5 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:17:31.579471 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-86a04873-637e-4415-9b98-bd34dd9d427b service neutron] Attempting to bind port b0af7064-1c66-48db-97f6-f23b8d04fcd5 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '69080602-6244-4faa-8140-ce9343de0881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:17:31.580010 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-86a04873-637e-4415-9b98-bd34dd9d427b service neutron] Attempting to bind port b0af7064-1c66-48db-97f6-f23b8d04fcd5 on network 98a30b96-c863-4728-b0d0-d47c79801693 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:17:31.585337 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-86a04873-637e-4415-9b98-bd34dd9d427b service neutron] Port b0af7064-1c66-48db-97f6-f23b8d04fcd5 on network 98a30b96-c863-4728-b0d0-d47c79801693 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:17:31.585881 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-86a04873-637e-4415-9b98-bd34dd9d427b service neutron] Attempting to bind port b0af7064-1c66-48db-97f6-f23b8d04fcd5 on network 98a30b96-c863-4728-b0d0-d47c79801693 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:17:31.590186 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-7769d090-c922-45c9-a23e-c793eb54f997 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Network 787d5425-c035-4280-8138-7c31904b0b0f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:17:31.597386 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-86a04873-637e-4415-9b98-bd34dd9d427b service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:17:31.600414 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-86a04873-637e-4415-9b98-bd34dd9d427b service neutron] Checking segment: {'id': '69080602-6244-4faa-8140-ce9343de0881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:31.601128 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-86a04873-637e-4415-9b98-bd34dd9d427b service neutron] Bound using segment: {'id': '69080602-6244-4faa-8140-ce9343de0881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:17:31.602822 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-86a04873-637e-4415-9b98-bd34dd9d427b service neutron] Bound port: b0af7064-1c66-48db-97f6-f23b8d04fcd5, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69080602-6244-4faa-8140-ce9343de0881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:17:31.603437 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-86a04873-637e-4415-9b98-bd34dd9d427b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:31.710121 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-86a04873-637e-4415-9b98-bd34dd9d427b service neutron] For port b0af7064-1c66-48db-97f6-f23b8d04fcd5, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:17:31.713167 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-86a04873-637e-4415-9b98-bd34dd9d427b service neutron] For port b0af7064-1c66-48db-97f6-f23b8d04fcd5, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=b0af7064-1c66-48db-97f6-f23b8d04fcd5,segment=NetworkSegment(69080602-6244-4faa-8140-ce9343de0881),segment_id=69080602-6244-4faa-8140-ce9343de0881)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:17:31.727459 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-86a04873-637e-4415-9b98-bd34dd9d427b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:31.757622 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60f298d9-a234-4e10-8a6b-ceea0287072a tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:31.771291 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7769d090-c922-45c9-a23e-c793eb54f997 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Pushing event updated for resources: {'Port': ['ID=17d258c3-25d9-455d-8746-fd58626afa07,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:31.803153 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-7769d090-c922-45c9-a23e-c793eb54f997 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:31.809328 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60f298d9-a234-4e10-8a6b-ceea0287072a tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:31.816751 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-7769d090-c922-45c9-a23e-c793eb54f997 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:17:31.860879 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-86a04873-637e-4415-9b98-bd34dd9d427b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:31.865809 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-86a04873-637e-4415-9b98-bd34dd9d427b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:31.867364 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-86a04873-637e-4415-9b98-bd34dd9d427b service neutron] 10.222.0.30 "PUT /v2.0/ports/b0af7064-1c66-48db-97f6-f23b8d04fcd5 HTTP/1.1" status: 200 len: 1093 time: 1.7236674 Jul 23 20:17:31.868003 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c66f612e-bafe-4bd4-ac1b-d6b3a89d9185', 'tag': 'b0af7064-1c66-48db-97f6-f23b8d04fcd5'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:17:31.870600 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684f1f33-1901-4d13-a49f-370b9f174f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "c66f612e-bafe-4bd4-ac1b-d6b3a89d9185", "tag": "b0af7064-1c66-48db-97f6-f23b8d04fcd5"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:17:31.946951 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f298d9-a234-4e10-8a6b-ceea0287072a tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event updated for resources: {'Network': ['ID=edbc53ae-583a-40d7-a928-4a286a355caa,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:31.973042 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network edbc53ae-583a-40d7-a928-4a286a355caa details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:17:32.022347 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a04873-637e-4415-9b98-bd34dd9d427b service neutron] Pushing event updated for resources: {'Port': ['ID=b0af7064-1c66-48db-97f6-f23b8d04fcd5,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:32.054232 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be586a2-4d84-4fe2-b008-95e3199bfb84 req-514b8e00-97d5-4f3e-a55a-b1e5f58efeb1 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:32.055815 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9be586a2-4d84-4fe2-b008-95e3199bfb84 req-514b8e00-97d5-4f3e-a55a-b1e5f58efeb1 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 946 time: 0.3411386 Jul 23 20:17:32.058858 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14398564-6497-447c-a85a-03cd82a5e198 x-openstack-request-id: req-14398564-6497-447c-a85a-03cd82a5e198 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:17:32.059152 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c66f612e-bafe-4bd4-ac1b-d6b3a89d9185", "tag": "b0af7064-1c66-48db-97f6-f23b8d04fcd5", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:17:32.059400 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-14398564-6497-447c-a85a-03cd82a5e198 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:17:32.059805 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c66f612e-bafe-4bd4-ac1b-d6b3a89d9185', 'tag': 'b0af7064-1c66-48db-97f6-f23b8d04fcd5', 'status': 'completed', 'code': 200} Jul 23 20:17:32.066211 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-60f298d9-a234-4e10-8a6b-ceea0287072a tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Network edbc53ae-583a-40d7-a928-4a286a355caa is not hosted by any dhcp agent {{(pid=93876) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 20:17:32.084114 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f298d9-a234-4e10-8a6b-ceea0287072a tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:32.094903 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-8f69a11f-99cb-444b-9f69-2afb84a0019b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:32.096769 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60f298d9-a234-4e10-8a6b-ceea0287072a tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:32.098371 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-60f298d9-a234-4e10-8a6b-ceea0287072a tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "PUT /v2.0/networks/edbc53ae-583a-40d7-a928-4a286a355caa HTTP/1.1" status: 200 len: 723 time: 0.9224946 Jul 23 20:17:32.100997 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-8f69a11f-99cb-444b-9f69-2afb84a0019b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2748f4b40df14523b46431ce846cbb13&device_id=c66f612e-bafe-4bd4-ac1b-d6b3a89d9185 HTTP/1.1" status: 200 len: 1096 time: 0.1271079 Jul 23 20:17:32.106831 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60822) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:32.119788 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-1c196a8a-e5b5-4d0e-a145-fd0ba871b870 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Request body: {'subnet': {'network_id': 'edbc53ae-583a-40d7-a928-4a286a355caa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:32.192599 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-788d983a-897f-4d29-ae4d-e50742201651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:32.340968 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9be586a2-4d84-4fe2-b008-95e3199bfb84 req-273dd6a5-721d-4ebf-a3dc-5422a1463a98 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762284 Jul 23 20:17:32.359459 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-76a85b30-8727-43f6-9654-bb0952bb96a0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0af7064-1c66-48db-97f6-f23b8d04fcd5 HTTP/1.1" status: 200 len: 217 time: 0.0788286 Jul 23 20:17:32.386751 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-788d983a-897f-4d29-ae4d-e50742201651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:32.394952 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-7769d090-c922-45c9-a23e-c793eb54f997 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:32.395898 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-7769d090-c922-45c9-a23e-c793eb54f997 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:32.460985 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-34c1092f-9e2f-4cbc-aa98-bc57b60d4ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:32.463571 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-34c1092f-9e2f-4cbc-aa98-bc57b60d4ec0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2edc7abb-7a35-4b24-95dd-2cab074cfd4c HTTP/1.1" status: 200 len: 846 time: 0.1015246 Jul 23 20:17:32.476610 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d983a-897f-4d29-ae4d-e50742201651 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7562bacc-5c9d-4fd5-a756-532eac029140,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:32.481247 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-788d983a-897f-4d29-ae4d-e50742201651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:32.487272 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-788d983a-897f-4d29-ae4d-e50742201651 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7562bacc-5c9d-4fd5-a756-532eac029140 HTTP/1.1" status: 204 len: 168 time: 1.8970625 Jul 23 20:17:32.487982 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60828) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:32.495472 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f53eb2-b665-4677-930b-8ebb52e9952f None None] Network 68a6fe92-0c26-45da-99d0-e58f34d2b985 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:17:32.564506 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-dcd73176-2416-45f6-95bd-9b26c40a4bed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98a30b96-c863-4728-b0d0-d47c79801693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595284 Jul 23 20:17:32.565768 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-7769d090-c922-45c9-a23e-c793eb54f997 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7663701 Jul 23 20:17:32.567155 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c196a8a-e5b5-4d0e-a145-fd0ba871b870 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Made reservation on behalf of 645a78bad9d34090a083ca596a20dd60 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:32.571582 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1c196a8a-e5b5-4d0e-a145-fd0ba871b870 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:32.575482 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4a888-669b-4924-84d8-495e61ed18a7 req-311ecc5f-980f-4d9e-a396-d70ce7f73574 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:32.583340 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-60c4a888-669b-4924-84d8-495e61ed18a7 req-311ecc5f-980f-4d9e-a396-d70ce7f73574 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c66f612e-bafe-4bd4-ac1b-d6b3a89d9185 HTTP/1.1" status: 200 len: 944 time: 0.2113883 Jul 23 20:17:32.627480 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-dd23e2c7-86e6-44b1-a9f0-30993c31738a service neutron] Request body: {'port': {'device_id': '35d8645c-1f20-4a71-8791-7f5a755d24a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:32.714220 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-dd23e2c7-86e6-44b1-a9f0-30993c31738a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:32.735803 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df4c7a7d-f36a-4a7c-b44b-1a1c9c0dfa33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:32.973708 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-60c4a888-669b-4924-84d8-495e61ed18a7 req-6464d52f-d398-40cd-97fd-0aeafe41f033 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891795 Jul 23 20:17:33.012472 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e8286d-f450-4f88-8667-ef2129ca00b3 None None] DHCP port deletion for 68a6fe92-0c26-45da-99d0-e58f34d2b985 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:17:33.059833 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-351c7afe-d447-4d95-88e3-fcd7bdd280fc service neutron] 10.222.0.30 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033712 Jul 23 20:17:33.128887 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e8e8286d-f450-4f88-8667-ef2129ca00b3 None None] Deleting port 00a7a916-b4e2-4e4c-8967-4f21a6239c13 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:17:33.129533 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8e8286d-f450-4f88-8667-ef2129ca00b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:33.357452 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c619cef-9e75-438f-aafe-faec207e1c4f req-e5d87326-886f-4f1f-b8a2-1fa5151512cc tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:33.366186 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8c619cef-9e75-438f-aafe-faec207e1c4f req-e5d87326-886f-4f1f-b8a2-1fa5151512cc tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d8645c-1f20-4a71-8791-7f5a755d24a9 HTTP/1.1" status: 200 len: 931 time: 0.8593194 Jul 23 20:17:33.408875 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1c196a8a-e5b5-4d0e-a145-fd0ba871b870 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:33.497888 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c196a8a-e5b5-4d0e-a145-fd0ba871b870 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event updated for resources: {'Subnet': ['ID=3df74110-a527-4cbd-a388-6f0a8fa054e7,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:33.514643 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8c619cef-9e75-438f-aafe-faec207e1c4f req-43c38983-6503-4418-be54-90ed52231054 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474106 Jul 23 20:17:33.637844 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c196a8a-e5b5-4d0e-a145-fd0ba871b870 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Checking segment: {'id': '02181385-c31e-4afe-91f8-1e1b20b26072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'edbc53ae-583a-40d7-a928-4a286a355caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:33.638204 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c196a8a-e5b5-4d0e-a145-fd0ba871b870 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Network hostable DHCP agents. Network: edbc53ae-583a-40d7-a928-4a286a355caa, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:17:33.641540 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 00a7a916-b4e2-4e4c-8967-4f21a6239c13 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:17:33.674268 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c196a8a-e5b5-4d0e-a145-fd0ba871b870 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Network edbc53ae-583a-40d7-a928-4a286a355caa is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:17:33.683080 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0b08e739-1e4e-4769-b2de-45e29d270a7d req-8b94e0b1-40bc-45e5-b34c-2c0213170511 service neutron] 10.222.0.30 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4752920 Jul 23 20:17:33.713201 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-1c196a8a-e5b5-4d0e-a145-fd0ba871b870 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, edbc53ae-583a-40d7-a928-4a286a355caa) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:33.741498 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-df4c7a7d-f36a-4a7c-b44b-1a1c9c0dfa33 admin admin] Deleting port 00a7a916-b4e2-4e4c-8967-4f21a6239c13 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:17:33.753943 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df4c7a7d-f36a-4a7c-b44b-1a1c9c0dfa33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:33.757657 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c196a8a-e5b5-4d0e-a145-fd0ba871b870 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:33.761976 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1c196a8a-e5b5-4d0e-a145-fd0ba871b870 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:33.782519 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f015eb-a22e-4bb9-9448-5c2f7f91a685 None None] Network edbc53ae-583a-40d7-a928-4a286a355caa requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:17:33.871877 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-e8e8286d-f450-4f88-8667-ef2129ca00b3 None None] For port 00a7a916-b4e2-4e4c-8967-4f21a6239c13, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=00a7a916-b4e2-4e4c-8967-4f21a6239c13,segment=NetworkSegment(bdb704e3-373f-4f47-bef5-3e89668f2e28),segment_id=bdb704e3-373f-4f47-bef5-3e89668f2e28)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:33.872387 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f996f-f60e-4ce9-99d3-2559f1654094 req-d6f566e3-9719-463f-b0d5-f56d931a154a tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:33.879689 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b70f996f-f60e-4ce9-99d3-2559f1654094 req-d6f566e3-9719-463f-b0d5-f56d931a154a tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 946 time: 0.3697371 Jul 23 20:17:33.880944 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8e8286d-f450-4f88-8667-ef2129ca00b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:33.926005 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-dd23e2c7-86e6-44b1-a9f0-30993c31738a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17d258c3-25d9-455d-8746-fd58626afa07 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:17:33.944860 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-dd23e2c7-86e6-44b1-a9f0-30993c31738a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:33.946178 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1c196a8a-e5b5-4d0e-a145-fd0ba871b870 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8315032 Jul 23 20:17:33.946951 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60840) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:33.948184 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-df4c7a7d-f36a-4a7c-b44b-1a1c9c0dfa33 admin admin] For port 00a7a916-b4e2-4e4c-8967-4f21a6239c13, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=00a7a916-b4e2-4e4c-8967-4f21a6239c13,segment=NetworkSegment(bdb704e3-373f-4f47-bef5-3e89668f2e28),segment_id=bdb704e3-373f-4f47-bef5-3e89668f2e28)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:33.950928 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df4c7a7d-f36a-4a7c-b44b-1a1c9c0dfa33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:33.981324 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-df4c7a7d-f36a-4a7c-b44b-1a1c9c0dfa33 admin admin] Calling delete_port for 00a7a916-b4e2-4e4c-8967-4f21a6239c13 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:17:33.986262 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-38bde223-4a37-4721-8289-d41a8fb50dea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:33.998776 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b70f996f-f60e-4ce9-99d3-2559f1654094 req-a41d6c4c-b354-4221-bd0f-19a27ff43cf5 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135502 Jul 23 20:17:34.001699 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-dd23e2c7-86e6-44b1-a9f0-30993c31738a service neutron] Transition to ACTIVE for port object 17d258c3-25d9-455d-8746-fd58626afa07 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:17:34.004776 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e8e8286d-f450-4f88-8667-ef2129ca00b3 None None] Calling delete_port for 00a7a916-b4e2-4e4c-8967-4f21a6239c13 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:17:34.049917 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-dd23e2c7-86e6-44b1-a9f0-30993c31738a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:34.076335 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:34.299354 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 00a7a916-b4e2-4e4c-8967-4f21a6239c13, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=00a7a916-b4e2-4e4c-8967-4f21a6239c13,segment=NetworkSegment(bdb704e3-373f-4f47-bef5-3e89668f2e28),segment_id=bdb704e3-373f-4f47-bef5-3e89668f2e28)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:34.330587 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340bcd34-098c-4629-9767-2002dcf14fb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-edbc53ae-583a-40d7-a928-4a286a355caa', 'network_id': 'edbc53ae-583a-40d7-a928-4a286a355caa', 'tenant_id': '645a78bad9d34090a083ca596a20dd60', 'fixed_ips': [{'subnet_id': '3df74110-a527-4cbd-a388-6f0a8fa054e7'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:17:34.331904 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-340bcd34-098c-4629-9767-2002dcf14fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:34.335968 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:34.407393 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f1f33-1901-4d13-a49f-370b9f174f7f req-3feedfb8-7939-4c5c-be83-0a9ed4788358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:34.409130 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-684f1f33-1901-4d13-a49f-370b9f174f7f req-3feedfb8-7939-4c5c-be83-0a9ed4788358 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2748f4b40df14523b46431ce846cbb13&device_id=c66f612e-bafe-4bd4-ac1b-d6b3a89d9185 HTTP/1.1" status: 200 len: 1096 time: 0.6327245 Jul 23 20:17:34.413534 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd23e2c7-86e6-44b1-a9f0-30993c31738a service neutron] Pushing event updated for resources: {'Port': ['ID=17d258c3-25d9-455d-8746-fd58626afa07,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:34.426411 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8e8286d-f450-4f88-8667-ef2129ca00b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:34.445763 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23e2c7-86e6-44b1-a9f0-30993c31738a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:34.446016 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23e2c7-86e6-44b1-a9f0-30993c31738a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:34.446351 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23e2c7-86e6-44b1-a9f0-30993c31738a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:34.446685 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23e2c7-86e6-44b1-a9f0-30993c31738a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:34.447013 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23e2c7-86e6-44b1-a9f0-30993c31738a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:34.447338 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23e2c7-86e6-44b1-a9f0-30993c31738a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:34.447659 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23e2c7-86e6-44b1-a9f0-30993c31738a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:34.447981 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23e2c7-86e6-44b1-a9f0-30993c31738a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:34.448302 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23e2c7-86e6-44b1-a9f0-30993c31738a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:34.448622 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23e2c7-86e6-44b1-a9f0-30993c31738a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:34.449002 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23e2c7-86e6-44b1-a9f0-30993c31738a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:34.449276 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23e2c7-86e6-44b1-a9f0-30993c31738a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:34.474870 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-38bde223-4a37-4721-8289-d41a8fb50dea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59162197'] for subnet, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:34.487204 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df4c7a7d-f36a-4a7c-b44b-1a1c9c0dfa33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:34.521331 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e8286d-f450-4f88-8667-ef2129ca00b3 None None] No DVR routers for this DVR port 00a7a916-b4e2-4e4c-8967-4f21a6239c13 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:17:34.529973 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-dd23e2c7-86e6-44b1-a9f0-30993c31738a service neutron] Attempting to bind port 17d258c3-25d9-455d-8746-fd58626afa07 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:17:34.530427 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-dd23e2c7-86e6-44b1-a9f0-30993c31738a service neutron] Attempting to bind port 17d258c3-25d9-455d-8746-fd58626afa07 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '787d5425-c035-4280-8138-7c31904b0b0f'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:17:34.530764 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-dd23e2c7-86e6-44b1-a9f0-30993c31738a service neutron] Attempting to bind port 17d258c3-25d9-455d-8746-fd58626afa07 on network 787d5425-c035-4280-8138-7c31904b0b0f {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:17:34.555111 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c7a7d-f36a-4a7c-b44b-1a1c9c0dfa33 admin admin] Pushing event deleted for resources: {'Port': ['ID=00a7a916-b4e2-4e4c-8967-4f21a6239c13,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:34.573497 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=00a7a916-b4e2-4e4c-8967-4f21a6239c13,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:34.582224 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-dd23e2c7-86e6-44b1-a9f0-30993c31738a service neutron] Port 17d258c3-25d9-455d-8746-fd58626afa07 on network 787d5425-c035-4280-8138-7c31904b0b0f not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:17:34.584901 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-dd23e2c7-86e6-44b1-a9f0-30993c31738a service neutron] Attempting to bind port 17d258c3-25d9-455d-8746-fd58626afa07 on network 787d5425-c035-4280-8138-7c31904b0b0f {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:17:34.604493 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4c7a7d-f36a-4a7c-b44b-1a1c9c0dfa33 admin admin] No DVR routers for this DVR port 00a7a916-b4e2-4e4c-8967-4f21a6239c13 on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:17:34.616184 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba66aa-7b25-4370-95b3-470b043c170c req-9134ee85-740e-48e4-ba10-84a0a83ad163 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:34.617415 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e8286d-f450-4f88-8667-ef2129ca00b3 None None] Pushing event deleted for resources: {'Port': ['ID=00a7a916-b4e2-4e4c-8967-4f21a6239c13,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:34.634965 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-99ba66aa-7b25-4370-95b3-470b043c170c req-9134ee85-740e-48e4-ba10-84a0a83ad163 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 946 time: 0.3708682 Jul 23 20:17:34.762896 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-340bcd34-098c-4629-9767-2002dcf14fb9 None None] Allocated IP 172.20.0.2 (edbc53ae-583a-40d7-a928-4a286a355caa/3df74110-a527-4cbd-a388-6f0a8fa054e7/28e0766e-56d9-4641-85e6-99481696354f) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:17:34.766967 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec871b5-b93f-424f-baba-3cb9e9562494 req-412e9aef-ae01-47b7-9301-76e5b6eb4f9f tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:34.778536 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ec871b5-b93f-424f-baba-3cb9e9562494 req-412e9aef-ae01-47b7-9301-76e5b6eb4f9f tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c66f612e-bafe-4bd4-ac1b-d6b3a89d9185 HTTP/1.1" status: 200 len: 944 time: 0.5228209 Jul 23 20:17:34.790478 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-dd23e2c7-86e6-44b1-a9f0-30993c31738a service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:17:34.792087 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-dd23e2c7-86e6-44b1-a9f0-30993c31738a service neutron] Checking segment: {'id': '5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '787d5425-c035-4280-8138-7c31904b0b0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:34.792087 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-dd23e2c7-86e6-44b1-a9f0-30993c31738a service neutron] Bound using segment: {'id': '5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '787d5425-c035-4280-8138-7c31904b0b0f'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:17:34.792087 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-dd23e2c7-86e6-44b1-a9f0-30993c31738a service neutron] Bound port: 17d258c3-25d9-455d-8746-fd58626afa07, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '787d5425-c035-4280-8138-7c31904b0b0f'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:17:34.792087 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-dd23e2c7-86e6-44b1-a9f0-30993c31738a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:34.854389 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df4c7a7d-f36a-4a7c-b44b-1a1c9c0dfa33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:34.891628 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-df4c7a7d-f36a-4a7c-b44b-1a1c9c0dfa33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68a6fe92-0c26-45da-99d0-e58f34d2b985']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:34.916818 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-99ba66aa-7b25-4370-95b3-470b043c170c req-e313a2df-555c-4bb5-a680-aaa76ddf4fd0 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801940 Jul 23 20:17:34.924402 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-df4c7a7d-f36a-4a7c-b44b-1a1c9c0dfa33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb704e3-373f-4f47-bef5-3e89668f2e28') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:34.933969 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-df4c7a7d-f36a-4a7c-b44b-1a1c9c0dfa33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb704e3-373f-4f47-bef5-3e89668f2e28') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:34.966798 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df4c7a7d-f36a-4a7c-b44b-1a1c9c0dfa33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:35.021982 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ec871b5-b93f-424f-baba-3cb9e9562494 req-cd4fd552-3921-4058-b668-f48f5d06a1d1 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394774 Jul 23 20:17:35.038058 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df4c7a7d-f36a-4a7c-b44b-1a1c9c0dfa33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:35.048487 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f1f33-1901-4d13-a49f-370b9f174f7f req-c0354b10-5b0a-460f-805e-2d4fc1222d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:35.053958 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-684f1f33-1901-4d13-a49f-370b9f174f7f req-c0354b10-5b0a-460f-805e-2d4fc1222d58 service neutron] 10.222.0.30 "GET /v2.0/networks?id=98a30b96-c863-4728-b0d0-d47c79801693 HTTP/1.1" status: 200 len: 907 time: 0.4819114 Jul 23 20:17:35.207236 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df4c7a7d-f36a-4a7c-b44b-1a1c9c0dfa33 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:17:35.208076 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df4c7a7d-f36a-4a7c-b44b-1a1c9c0dfa33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:35.211589 n-d-793618-10 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:17:35.211589 n-d-793618-10 neutron-server[93876]: self.session.flush() Jul 23 20:17:35.211589 n-d-793618-10 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:17:35.211589 n-d-793618-10 neutron-server[93876]: self.session.flush() Jul 23 20:17:35.211589 n-d-793618-10 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:17:35.211589 n-d-793618-10 neutron-server[93876]: self.session.flush() Jul 23 20:17:35.211589 n-d-793618-10 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:17:35.211589 n-d-793618-10 neutron-server[93876]: self.session.flush() Jul 23 20:17:35.211589 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:17:35.211589 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:17:35.211589 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:17:35.211589 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:17:35.211589 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:17:35.211589 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:17:35.211589 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:17:35.211589 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:17:35.211589 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:17:35.211589 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:17:35.211589 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:17:35.211589 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:17:35.211589 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:17:35.211589 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:17:35.211589 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:17:35.211589 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:17:35.211589 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:17:35.211589 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:17:35.211589 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:17:35.211589 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:17:35.211589 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:17:35.211589 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:17:35.211589 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:17:35.211589 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:17:35.211589 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:17:35.211589 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:17:35.211589 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:17:35.211589 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:17:35.211589 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:17:35.211589 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:17:35.211589 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:17:35.211589 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:17:35.227857 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-dd23e2c7-86e6-44b1-a9f0-30993c31738a service neutron] For port 17d258c3-25d9-455d-8746-fd58626afa07, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:17:35.258917 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-dd23e2c7-86e6-44b1-a9f0-30993c31738a service neutron] For port 17d258c3-25d9-455d-8746-fd58626afa07, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=17d258c3-25d9-455d-8746-fd58626afa07,segment=NetworkSegment(5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf),segment_id=5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:17:35.305181 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-dd23e2c7-86e6-44b1-a9f0-30993c31738a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:35.341385 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df4c7a7d-f36a-4a7c-b44b-1a1c9c0dfa33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:35.345837 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df4c7a7d-f36a-4a7c-b44b-1a1c9c0dfa33 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:35.361206 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-df4c7a7d-f36a-4a7c-b44b-1a1c9c0dfa33 admin admin] 10.222.0.32 "DELETE /v2.0/networks/68a6fe92-0c26-45da-99d0-e58f34d2b985 HTTP/1.1" status: 204 len: 168 time: 2.8702507 Jul 23 20:17:35.390805 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-dd23e2c7-86e6-44b1-a9f0-30993c31738a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:35.392611 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-dd23e2c7-86e6-44b1-a9f0-30993c31738a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:35.394159 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-dd23e2c7-86e6-44b1-a9f0-30993c31738a service neutron] 10.222.0.30 "PUT /v2.0/ports/17d258c3-25d9-455d-8746-fd58626afa07 HTTP/1.1" status: 200 len: 1092 time: 2.7717299 Jul 23 20:17:35.424461 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-340bcd34-098c-4629-9767-2002dcf14fb9 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:35.435968 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d8645c-1f20-4a71-8791-7f5a755d24a9', 'tag': '17d258c3-25d9-455d-8746-fd58626afa07'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:17:35.452492 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac0e70a-7a8e-46b1-95c5-bf1898a8e28b" -d '{"events": [{"name": "network-changed", "server_uuid": "35d8645c-1f20-4a71-8791-7f5a755d24a9", "tag": "17d258c3-25d9-455d-8746-fd58626afa07"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:17:35.478947 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-340bcd34-098c-4629-9767-2002dcf14fb9 None None] Transition to ACTIVE for port object 28e0766e-56d9-4641-85e6-99481696354f will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:17:35.493779 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c7a7d-f36a-4a7c-b44b-1a1c9c0dfa33 admin admin] Pushing event deleted for resources: {'Network': ['ID=68a6fe92-0c26-45da-99d0-e58f34d2b985,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:35.574875 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-340bcd34-098c-4629-9767-2002dcf14fb9 None None] Transition to ACTIVE for port object 28e0766e-56d9-4641-85e6-99481696354f will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:17:35.592062 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7a3cf-f697-4768-b26d-d821ec488f6e req-1d2bd854-cd2c-483f-accf-242bf17a728a tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:35.600342 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-62a7a3cf-f697-4768-b26d-d821ec488f6e req-1d2bd854-cd2c-483f-accf-242bf17a728a tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d8645c-1f20-4a71-8791-7f5a755d24a9 HTTP/1.1" status: 200 len: 943 time: 0.5261228 Jul 23 20:17:35.609156 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-340bcd34-098c-4629-9767-2002dcf14fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:35.646574 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd23e2c7-86e6-44b1-a9f0-30993c31738a service neutron] Pushing event updated for resources: {'Port': ['ID=17d258c3-25d9-455d-8746-fd58626afa07,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:35.735723 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-62a7a3cf-f697-4768-b26d-d821ec488f6e req-f0375baf-d9fc-4447-91a1-2c407fb48322 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327560 Jul 23 20:17:35.775327 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340bcd34-098c-4629-9767-2002dcf14fb9 None None] Network edbc53ae-583a-40d7-a928-4a286a355caa is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:17:35.786575 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-340bcd34-098c-4629-9767-2002dcf14fb9 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:35.800223 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340bcd34-098c-4629-9767-2002dcf14fb9 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:17:35.807621 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-a9bd11d2-16d8-4427-b85a-9198fae6caaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:35.823956 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-a9bd11d2-16d8-4427-b85a-9198fae6caaf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d83b9df188244af88af507e82586aa5&device_id=35d8645c-1f20-4a71-8791-7f5a755d24a9 HTTP/1.1" status: 200 len: 1095 time: 0.3371360 Jul 23 20:17:35.890410 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60872) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:35.906584 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-684f1f33-1901-4d13-a49f-370b9f174f7f req-28511224-1231-4b78-8ad3-00ce46e6b413 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0af7064-1c66-48db-97f6-f23b8d04fcd5 HTTP/1.1" status: 200 len: 217 time: 0.8458195 Jul 23 20:17:35.943413 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-dd8bf792-9142-4c81-8eeb-a8f3a421d422 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17d258c3-25d9-455d-8746-fd58626afa07 HTTP/1.1" status: 200 len: 217 time: 0.1184773 Jul 23 20:17:35.945779 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340bcd34-098c-4629-9767-2002dcf14fb9 None None] Pushing event updated for resources: {'Port': ['ID=28e0766e-56d9-4641-85e6-99481696354f,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:35.948806 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ee5af7-e787-4b12-b68b-ab67a53ff6f1 x-openstack-request-id: req-89ee5af7-e787-4b12-b68b-ab67a53ff6f1 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:17:35.949124 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d8645c-1f20-4a71-8791-7f5a755d24a9", "tag": "17d258c3-25d9-455d-8746-fd58626afa07", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:17:35.949384 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-89ee5af7-e787-4b12-b68b-ab67a53ff6f1 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:17:35.949827 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d8645c-1f20-4a71-8791-7f5a755d24a9', 'tag': '17d258c3-25d9-455d-8746-fd58626afa07', 'status': 'completed', 'code': 200} Jul 23 20:17:36.017402 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-e08f4ce3-4b21-4f68-bdb4-b04e1254f128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:36.018941 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-e08f4ce3-4b21-4f68-bdb4-b04e1254f128 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7fb8b24e-fc71-4a83-9798-69abd5b3327d HTTP/1.1" status: 200 len: 854 time: 0.0682888 Jul 23 20:17:36.042948 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-703d924d-7e11-4483-9d8e-881e91b8d982 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b1a6866430c7477dabb2850fe027c983&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1471558 Jul 23 20:17:36.048980 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60874) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:36.081104 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-340bcd34-098c-4629-9767-2002dcf14fb9 None None] Attempting to bind port 28e0766e-56d9-4641-85e6-99481696354f on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:17:36.086266 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-340bcd34-098c-4629-9767-2002dcf14fb9 None None] Attempting to bind port 28e0766e-56d9-4641-85e6-99481696354f by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '02181385-c31e-4afe-91f8-1e1b20b26072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'edbc53ae-583a-40d7-a928-4a286a355caa'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:17:36.086863 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340bcd34-098c-4629-9767-2002dcf14fb9 None None] Attempting to bind port 28e0766e-56d9-4641-85e6-99481696354f on network edbc53ae-583a-40d7-a928-4a286a355caa {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:17:36.101122 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-5925bc9d-255d-4a67-af7e-f243cc11906d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=787d5425-c035-4280-8138-7c31904b0b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703545 Jul 23 20:17:36.104718 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340bcd34-098c-4629-9767-2002dcf14fb9 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:17:36.105103 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340bcd34-098c-4629-9767-2002dcf14fb9 None None] Checking segment: {'id': '02181385-c31e-4afe-91f8-1e1b20b26072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'edbc53ae-583a-40d7-a928-4a286a355caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:36.105531 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-340bcd34-098c-4629-9767-2002dcf14fb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:36.105930 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340bcd34-098c-4629-9767-2002dcf14fb9 None None] Bound using segment: {'id': '02181385-c31e-4afe-91f8-1e1b20b26072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'edbc53ae-583a-40d7-a928-4a286a355caa'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:17:36.106397 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-340bcd34-098c-4629-9767-2002dcf14fb9 None None] Bound port: 28e0766e-56d9-4641-85e6-99481696354f, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02181385-c31e-4afe-91f8-1e1b20b26072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'edbc53ae-583a-40d7-a928-4a286a355caa'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:17:36.110864 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-340bcd34-098c-4629-9767-2002dcf14fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:36.125365 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f1f33-1901-4d13-a49f-370b9f174f7f req-d1d1a045-4adb-4599-a8bc-7795fcc6ccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:36.126858 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-684f1f33-1901-4d13-a49f-370b9f174f7f req-d1d1a045-4adb-4599-a8bc-7795fcc6ccd9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2edc7abb-7a35-4b24-95dd-2cab074cfd4c HTTP/1.1" status: 200 len: 846 time: 0.2028549 Jul 23 20:17:36.188621 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-684f1f33-1901-4d13-a49f-370b9f174f7f req-791a8d14-2217-4d9d-a6d1-ab5e0212bdd6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98a30b96-c863-4728-b0d0-d47c79801693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447016 Jul 23 20:17:36.196533 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665fecdd-7250-46d1-9b7f-3d4fc6ec6554 req-1020acff-445e-4570-8a34-4ef3a225c32a tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:36.204829 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-665fecdd-7250-46d1-9b7f-3d4fc6ec6554 req-1020acff-445e-4570-8a34-4ef3a225c32a tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 946 time: 0.3471067 Jul 23 20:17:36.314715 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-684f1f33-1901-4d13-a49f-370b9f174f7f req-e160081f-3a56-4d64-aab0-a0512e593307 service neutron] 10.222.0.30 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023295 Jul 23 20:17:36.347593 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-38bde223-4a37-4721-8289-d41a8fb50dea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734526781772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-61975339'] for subnet, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:36.367666 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-792f8c5b-6ec9-4aa5-ab73-183e3ba9e1bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:36.407688 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-340bcd34-098c-4629-9767-2002dcf14fb9 None None] For port 28e0766e-56d9-4641-85e6-99481696354f, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:17:36.416751 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-340bcd34-098c-4629-9767-2002dcf14fb9 None None] For port 28e0766e-56d9-4641-85e6-99481696354f, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=28e0766e-56d9-4641-85e6-99481696354f,segment=NetworkSegment(02181385-c31e-4afe-91f8-1e1b20b26072),segment_id=02181385-c31e-4afe-91f8-1e1b20b26072)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:17:36.431188 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-340bcd34-098c-4629-9767-2002dcf14fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:36.485511 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bde223-4a37-4721-8289-d41a8fb50dea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:36.486977 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-38bde223-4a37-4721-8289-d41a8fb50dea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:36.488699 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-38bde223-4a37-4721-8289-d41a8fb50dea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "PUT /v2.0/subnets/3df74110-a527-4cbd-a388-6f0a8fa054e7 HTTP/1.1" status: 200 len: 806 time: 2.5293138 Jul 23 20:17:36.522142 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60882) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:36.553020 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-4d1d7af9-193d-4bdc-ae5d-6c082fd2df54 service neutron] 10.222.0.30 "GET /v2.0/networks/787d5425-c035-4280-8138-7c31904b0b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400055 Jul 23 20:17:36.577719 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340bcd34-098c-4629-9767-2002dcf14fb9 None None] Pushing event updated for resources: {'Port': ['ID=28e0766e-56d9-4641-85e6-99481696354f,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:36.605091 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-665fecdd-7250-46d1-9b7f-3d4fc6ec6554 req-1bd18981-9765-48b3-8839-d319286a119e tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990898 Jul 23 20:17:36.627054 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bde223-4a37-4721-8289-d41a8fb50dea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event updated for resources: {'Subnet': ['ID=3df74110-a527-4cbd-a388-6f0a8fa054e7,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:36.637515 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-792f8c5b-6ec9-4aa5-ab73-183e3ba9e1bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:36.749704 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-eba31ed6-0f1b-4fc7-ade4-fb9a81617b90 req-70903629-7a08-4ef6-b496-006b042dc2f4 service neutron] 10.222.0.30 "GET /v2.0/networks/787d5425-c035-4280-8138-7c31904b0b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491737 Jul 23 20:17:36.790760 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-684f1f33-1901-4d13-a49f-370b9f174f7f req-02437608-99f7-48a8-bdb6-42c166d92a30 service neutron] 10.222.0.30 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4589803 Jul 23 20:17:36.835434 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a82de-92d6-494d-89c3-89e03709c611 req-71959917-400f-44c5-9448-c630fd6e3b17 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:36.837021 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-203a82de-92d6-494d-89c3-89e03709c611 req-71959917-400f-44c5-9448-c630fd6e3b17 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c66f612e-bafe-4bd4-ac1b-d6b3a89d9185 HTTP/1.1" status: 200 len: 944 time: 0.5831361 Jul 23 20:17:36.917952 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-792f8c5b-6ec9-4aa5-ab73-183e3ba9e1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:36.921152 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-792f8c5b-6ec9-4aa5-ab73-183e3ba9e1bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:36.925232 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-792f8c5b-6ec9-4aa5-ab73-183e3ba9e1bf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/52351630-6d94-448b-ae3a-b51760672fa2 HTTP/1.1" status: 204 len: 168 time: 0.8754961 Jul 23 20:17:36.975734 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f8c5b-6ec9-4aa5-ab73-183e3ba9e1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52351630-6d94-448b-ae3a-b51760672fa2,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:37.081010 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0e70a-7a8e-46b1-95c5-bf1898a8e28b req-0b7a5819-b51b-4efe-8204-e340e68c49e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:37.081010 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0ac0e70a-7a8e-46b1-95c5-bf1898a8e28b req-0b7a5819-b51b-4efe-8204-e340e68c49e7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d83b9df188244af88af507e82586aa5&device_id=35d8645c-1f20-4a71-8791-7f5a755d24a9 HTTP/1.1" status: 200 len: 1095 time: 0.2271285 Jul 23 20:17:37.108703 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d56d2e-e12d-4805-88b7-65b2a3865b71 req-e87335f6-8d32-4b1f-a954-5a4600371676 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:37.115743 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-54d56d2e-e12d-4805-88b7-65b2a3865b71 req-e87335f6-8d32-4b1f-a954-5a4600371676 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 946 time: 0.2241194 Jul 23 20:17:37.202781 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device b0af7064-1c66-48db-97f6-f23b8d04fcd5 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:17:37.229658 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-203a82de-92d6-494d-89c3-89e03709c611 req-4c6f6718-ec6d-401f-97d2-641fefd83a44 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025005 Jul 23 20:17:37.266964 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-03a99c17-b280-4844-8141-76c8afacceec tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:37.414206 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-54d56d2e-e12d-4805-88b7-65b2a3865b71 req-4ac71b86-c69c-4f26-8d8b-4b9888f24d56 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777345 Jul 23 20:17:37.474950 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-be880c35-97e2-4497-99ac-a21c21dae073 req-3cf621a5-7030-4eca-b1bf-214c5c400152 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4428778 Jul 23 20:17:37.490802 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0e70a-7a8e-46b1-95c5-bf1898a8e28b req-848ae917-dcbb-4173-a3e3-71c221bcf75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:37.495697 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0ac0e70a-7a8e-46b1-95c5-bf1898a8e28b req-848ae917-dcbb-4173-a3e3-71c221bcf75e service neutron] 10.222.0.30 "GET /v2.0/networks?id=787d5425-c035-4280-8138-7c31904b0b0f HTTP/1.1" status: 200 len: 915 time: 0.3558815 Jul 23 20:17:37.587751 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port b0af7064-1c66-48db-97f6-f23b8d04fcd5, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=b0af7064-1c66-48db-97f6-f23b8d04fcd5,segment=NetworkSegment(69080602-6244-4faa-8140-ce9343de0881),segment_id=69080602-6244-4faa-8140-ce9343de0881)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:37.608548 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0ac0e70a-7a8e-46b1-95c5-bf1898a8e28b req-e453c07a-e7b6-4bb3-a63e-d748eb8c4dae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17d258c3-25d9-455d-8746-fd58626afa07 HTTP/1.1" status: 200 len: 217 time: 0.1058862 Jul 23 20:17:37.617893 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'b0af7064-1c66-48db-97f6-f23b8d04fcd5', 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693', 'port_id': 'b0af7064-1c66-48db-97f6-f23b8d04fcd5', 'mac_address': 'fa:16:3e:90:b0:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2edc7abb-7a35-4b24-95dd-2cab074cfd4c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:17:37.639536 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-03a99c17-b280-4844-8141-76c8afacceec tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Deleting port 28e0766e-56d9-4641-85e6-99481696354f {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:17:37.639536 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-03a99c17-b280-4844-8141-76c8afacceec tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:37.690594 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33762d09-8911-4a7b-8ece-52d817bb3f0b req-913d05ac-5e2f-4ba9-8c75-80f6cc9845dd tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:37.692794 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-33762d09-8911-4a7b-8ece-52d817bb3f0b req-913d05ac-5e2f-4ba9-8c75-80f6cc9845dd tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d8645c-1f20-4a71-8791-7f5a755d24a9 HTTP/1.1" status: 200 len: 943 time: 0.3196864 Jul 23 20:17:37.766898 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:37.808307 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0af7064-1c66-48db-97f6-f23b8d04fcd5 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:17:37.830938 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-33762d09-8911-4a7b-8ece-52d817bb3f0b req-6942d217-b877-4dbc-9492-a1b384b1e7f1 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282675 Jul 23 20:17:37.870802 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-03a99c17-b280-4844-8141-76c8afacceec tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] For port 28e0766e-56d9-4641-85e6-99481696354f, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=28e0766e-56d9-4641-85e6-99481696354f,segment=NetworkSegment(02181385-c31e-4afe-91f8-1e1b20b26072),segment_id=02181385-c31e-4afe-91f8-1e1b20b26072)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:37.870802 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-03a99c17-b280-4844-8141-76c8afacceec tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:37.885261 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-03a99c17-b280-4844-8141-76c8afacceec tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Calling delete_port for 28e0766e-56d9-4641-85e6-99481696354f owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:17:37.911905 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port b0af7064-1c66-48db-97f6-f23b8d04fcd5, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=b0af7064-1c66-48db-97f6-f23b8d04fcd5,segment=NetworkSegment(69080602-6244-4faa-8140-ce9343de0881),segment_id=69080602-6244-4faa-8140-ce9343de0881)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:37.921099 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:37.930871 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0e70a-7a8e-46b1-95c5-bf1898a8e28b req-970482c4-e406-4889-874b-0b938cc0114e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:37.933732 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0ac0e70a-7a8e-46b1-95c5-bf1898a8e28b req-970482c4-e406-4889-874b-0b938cc0114e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7fb8b24e-fc71-4a83-9798-69abd5b3327d HTTP/1.1" status: 200 len: 854 time: 0.2061799 Jul 23 20:17:38.030400 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0ac0e70a-7a8e-46b1-95c5-bf1898a8e28b req-50c3ed50-f1e7-4a41-8ed6-b1a2ed566fb0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=787d5425-c035-4280-8138-7c31904b0b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862296 Jul 23 20:17:38.089161 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=b0af7064-1c66-48db-97f6-f23b8d04fcd5,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:38.159102 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b8656-b2cb-4563-9d10-1d82ff12cf56 req-d820182b-2022-495c-a80e-72c9ccde2134 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:38.167544 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2a0b8656-b2cb-4563-9d10-1d82ff12cf56 req-d820182b-2022-495c-a80e-72c9ccde2134 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 946 time: 0.5567110 Jul 23 20:17:38.200665 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-03a99c17-b280-4844-8141-76c8afacceec tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:38.220661 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['b0af7064-1c66-48db-97f6-f23b8d04fcd5'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:17:38.237751 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be880c35-97e2-4497-99ac-a21c21dae073 req-072edbb5-3679-4337-8400-f0261d6ac653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:38.239219 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-be880c35-97e2-4497-99ac-a21c21dae073 req-072edbb5-3679-4337-8400-f0261d6ac653 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=99b1a67790e94a4dae83bd764a7343f4&device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 1098 time: 0.6237113 Jul 23 20:17:38.323197 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a99c17-b280-4844-8141-76c8afacceec tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event deleted for resources: {'Port': ['ID=28e0766e-56d9-4641-85e6-99481696354f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:38.387652 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2a0b8656-b2cb-4563-9d10-1d82ff12cf56 req-ff6fc55b-815c-46cb-a426-3a7b5b559ca1 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199836 Jul 23 20:17:38.507251 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0ac0e70a-7a8e-46b1-95c5-bf1898a8e28b req-a1d4d3c3-323f-437d-9a4b-a5381d8a695b service neutron] 10.222.0.30 "GET /v2.0/networks/787d5425-c035-4280-8138-7c31904b0b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4699104 Jul 23 20:17:38.593104 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a99c17-b280-4844-8141-76c8afacceec tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] No DVR routers for this DVR port 28e0766e-56d9-4641-85e6-99481696354f on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:17:38.700360 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-03a99c17-b280-4844-8141-76c8afacceec tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:38.730592 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0ac0e70a-7a8e-46b1-95c5-bf1898a8e28b req-3be278e9-2cba-4157-8e69-f18bd3ea5c9d service neutron] 10.222.0.30 "GET /v2.0/networks/787d5425-c035-4280-8138-7c31904b0b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044766 Jul 23 20:17:38.740818 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd081429-60cd-4b6f-9be8-cd390903a8f1 req-badc1aeb-45fb-44ab-8d9b-6c27aaa35596 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:38.743246 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fd081429-60cd-4b6f-9be8-cd390903a8f1 req-badc1aeb-45fb-44ab-8d9b-6c27aaa35596 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c66f612e-bafe-4bd4-ac1b-d6b3a89d9185 HTTP/1.1" status: 200 len: 945 time: 0.3251579 Jul 23 20:17:38.791909 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3687b58-d3c1-4477-a38f-fd65072b669d None None] Network edbc53ae-583a-40d7-a928-4a286a355caa requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:17:38.797591 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-03a99c17-b280-4844-8141-76c8afacceec tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:38.804095 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be880c35-97e2-4497-99ac-a21c21dae073 req-c3b37d63-30d3-4c98-bf04-2891cc9af181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:38.805739 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-be880c35-97e2-4497-99ac-a21c21dae073 req-c3b37d63-30d3-4c98-bf04-2891cc9af181 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7fedbba9-4431-4330-9544-1acf217b43a2 HTTP/1.1" status: 200 len: 915 time: 0.5252213 Jul 23 20:17:38.844070 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-de0cd406-f136-4b29-b4b8-12156f31f143 None None] Could not find standard attr ID for object 28e0766e-56d9-4641-85e6-99481696354f. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:17:38.848045 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a99c17-b280-4844-8141-76c8afacceec tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event deleted for resources: {'Subnet': ['ID=3df74110-a527-4cbd-a388-6f0a8fa054e7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:38.893689 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824676b1-eb4f-4eed-a0ff-0c4725d21be0 req-54a49ac5-6bfd-465a-a0c3-d17db5ac8118 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:38.895440 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-824676b1-eb4f-4eed-a0ff-0c4725d21be0 req-54a49ac5-6bfd-465a-a0c3-d17db5ac8118 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 946 time: 0.1610157 Jul 23 20:17:38.897171 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-be880c35-97e2-4497-99ac-a21c21dae073 req-5d88c727-fe8a-49fa-9520-2c56f009b6e2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5e0629e-86e6-4f55-a042-ef34d3f2428b HTTP/1.1" status: 200 len: 217 time: 0.0784543 Jul 23 20:17:38.919877 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fd081429-60cd-4b6f-9be8-cd390903a8f1 req-f3e51a26-c276-433e-8862-f3fb7968b9e4 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349208 Jul 23 20:17:39.043897 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-03a99c17-b280-4844-8141-76c8afacceec tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:39.074790 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be880c35-97e2-4497-99ac-a21c21dae073 req-7baf997b-f25b-4f8f-9b96-ac6b8d661d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:39.080473 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-be880c35-97e2-4497-99ac-a21c21dae073 req-7baf997b-f25b-4f8f-9b96-ac6b8d661d1e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9cd757f-50fc-4d2c-97b5-f7bec2379d06 HTTP/1.1" status: 200 len: 854 time: 0.1756656 Jul 23 20:17:39.096353 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-03a99c17-b280-4844-8141-76c8afacceec tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edbc53ae-583a-40d7-a928-4a286a355caa']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:39.097786 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-824676b1-eb4f-4eed-a0ff-0c4725d21be0 req-e0c7ce43-fd7c-4360-82e2-dc001cad7915 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947694 Jul 23 20:17:39.109106 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6db9f6-31d2-43ca-9368-d66fd11c37f0 None None] DHCP port deletion for edbc53ae-583a-40d7-a928-4a286a355caa request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:17:39.136321 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-03a99c17-b280-4844-8141-76c8afacceec tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02181385-c31e-4afe-91f8-1e1b20b26072') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:39.136626 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-03a99c17-b280-4844-8141-76c8afacceec tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02181385-c31e-4afe-91f8-1e1b20b26072') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:39.156384 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dbb2fe-d4eb-4530-8310-9899e2f925f2 None None] Network edbc53ae-583a-40d7-a928-4a286a355caa requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:17:39.182311 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-03a99c17-b280-4844-8141-76c8afacceec tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:39.198894 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-be880c35-97e2-4497-99ac-a21c21dae073 req-fb9f821c-d166-4b99-9b05-4f29c491d640 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7fedbba9-4431-4330-9544-1acf217b43a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928216 Jul 23 20:17:39.235860 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1d5ba-8438-41e4-ab62-9b3877ed9113 req-cc84e15e-963d-456f-85e1-43432e283776 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:39.241983 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-66e1d5ba-8438-41e4-ab62-9b3877ed9113 req-cc84e15e-963d-456f-85e1-43432e283776 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d8645c-1f20-4a71-8791-7f5a755d24a9 HTTP/1.1" status: 200 len: 943 time: 0.1933658 Jul 23 20:17:39.251361 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-03a99c17-b280-4844-8141-76c8afacceec tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:39.294002 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03a99c17-b280-4844-8141-76c8afacceec tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:17:39.294412 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-03a99c17-b280-4844-8141-76c8afacceec tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:39.298290 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:17:39.298290 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:17:39.298290 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:17:39.298290 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:17:39.298290 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:17:39.298290 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:17:39.298290 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:17:39.298290 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:17:39.298290 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:17:39.298290 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:17:39.298290 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:17:39.298290 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:17:39.298290 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:17:39.298290 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:17:39.298290 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:17:39.298290 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:17:39.298290 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:17:39.298290 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:17:39.298290 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:17:39.298290 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:17:39.298290 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:17:39.298290 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:17:39.298290 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:17:39.298290 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:17:39.298290 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:17:39.298290 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:17:39.298290 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:17:39.298290 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:17:39.298290 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:17:39.298290 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:17:39.298290 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:17:39.298290 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:17:39.387710 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6d2d5-a2f0-41f4-9f83-6b017fab3c89 req-72856d7c-cc2b-43bf-a1b3-c31ef4885772 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:39.389273 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5cd6d2d5-a2f0-41f4-9f83-6b017fab3c89 req-72856d7c-cc2b-43bf-a1b3-c31ef4885772 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 946 time: 0.1664419 Jul 23 20:17:39.425638 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-66e1d5ba-8438-41e4-ab62-9b3877ed9113 req-a112dfd0-0912-43c1-a68f-4d4345a0ced3 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827264 Jul 23 20:17:39.441407 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-03a99c17-b280-4844-8141-76c8afacceec tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:39.504406 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-be880c35-97e2-4497-99ac-a21c21dae073 req-a751bd24-ad25-4821-826c-61be3a7f9b18 service neutron] 10.222.0.18 "GET /v2.0/networks/7fedbba9-4431-4330-9544-1acf217b43a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895136 Jul 23 20:17:39.510746 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-03a99c17-b280-4844-8141-76c8afacceec tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:39.532370 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-03a99c17-b280-4844-8141-76c8afacceec tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "DELETE /v2.0/networks/edbc53ae-583a-40d7-a928-4a286a355caa HTTP/1.1" status: 204 len: 168 time: 3.0067658 Jul 23 20:17:39.550380 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60960) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:39.563199 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a99c17-b280-4844-8141-76c8afacceec tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event deleted for resources: {'Network': ['ID=edbc53ae-583a-40d7-a928-4a286a355caa,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:39.593868 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5cd6d2d5-a2f0-41f4-9f83-6b017fab3c89 req-d11e8edb-b08d-473b-8d9b-617b598f2590 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860235 Jul 23 20:17:39.606369 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a68612-c0e9-4387-86ad-993b9926df48 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] DELETE failed (client error): The resource could not be found. Jul 23 20:17:39.607085 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7a68612-c0e9-4387-86ad-993b9926df48 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:17:39.614068 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60962) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:39.616304 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f7a68612-c0e9-4387-86ad-993b9926df48 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "DELETE /v2.0/networks/edbc53ae-583a-40d7-a928-4a286a355caa HTTP/1.1" status: 404 len: 339 time: 0.0605924 Jul 23 20:17:39.622405 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-74ce60fa-2a96-4f13-889a-09cecc3412a3 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-110491285', 'description': 'd1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:39.698677 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ce60fa-2a96-4f13-889a-09cecc3412a3 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Made reservation on behalf of 645a78bad9d34090a083ca596a20dd60 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:39.729672 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74ce60fa-2a96-4f13-889a-09cecc3412a3 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:39.793733 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-be880c35-97e2-4497-99ac-a21c21dae073 req-7a54f346-159c-4258-b26d-14b01b9d1dec service neutron] 10.222.0.18 "GET /v2.0/networks/7fedbba9-4431-4330-9544-1acf217b43a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781906 Jul 23 20:17:39.810316 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74ce60fa-2a96-4f13-889a-09cecc3412a3 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:17:39.838536 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74ce60fa-2a96-4f13-889a-09cecc3412a3 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:39.838977 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-74ce60fa-2a96-4f13-889a-09cecc3412a3 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Added segment 654787db-04e9-4e02-a4aa-58a5ed1a6eba of type vlan for network ddc3799c-044a-450b-bc39-8de8ccf6888c Jul 23 20:17:39.884231 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5cf15d2b-83a4-4b8d-a365-4aadc842c372 req-820e290a-bf1b-4193-a22d-6d5fdeaff1fb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b3a2d89c-7260-46ad-8915-a0f693eb3f7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0893991 Jul 23 20:17:39.926359 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74ce60fa-2a96-4f13-889a-09cecc3412a3 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:40.012074 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74ce60fa-2a96-4f13-889a-09cecc3412a3 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:40.031307 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ce60fa-2a96-4f13-889a-09cecc3412a3 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:40.032980 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74ce60fa-2a96-4f13-889a-09cecc3412a3 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:40.144259 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abf47e-0276-4409-9e14-9af3338a1723 req-0382b273-e823-4541-b8fe-7f9983d5143f tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:40.146732 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b7abf47e-0276-4409-9e14-9af3338a1723 req-0382b273-e823-4541-b8fe-7f9983d5143f tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 946 time: 0.2674799 Jul 23 20:17:40.152745 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-74ce60fa-2a96-4f13-889a-09cecc3412a3 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5348256 Jul 23 20:17:40.153496 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf15d2b-83a4-4b8d-a365-4aadc842c372 req-190f405f-00c1-47ca-b2b7-2892b36a7af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:40.156046 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60976) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:40.157906 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5cf15d2b-83a4-4b8d-a365-4aadc842c372 req-190f405f-00c1-47ca-b2b7-2892b36a7af6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d83b9df188244af88af507e82586aa5&device_id=b3a2d89c-7260-46ad-8915-a0f693eb3f7e HTTP/1.1" status: 200 len: 1097 time: 0.2502220 Jul 23 20:17:40.200458 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0cdfc285-803a-46ce-b93b-d7f6d7b6a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:40.262566 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce60fa-2a96-4f13-889a-09cecc3412a3 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event updated for resources: {'Network': ['ID=ddc3799c-044a-450b-bc39-8de8ccf6888c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:40.275497 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b7abf47e-0276-4409-9e14-9af3338a1723 req-0af94acf-9099-402a-9f36-d3586a6e2d17 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161785 Jul 23 20:17:40.282989 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network ddc3799c-044a-450b-bc39-8de8ccf6888c details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:17:40.423692 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9c0e4e-4b38-4097-a81d-9675ec0068f6 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:40.425632 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1d9c0e4e-4b38-4097-a81d-9675ec0068f6 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "GET /v2.0/networks?id=ddc3799c-044a-450b-bc39-8de8ccf6888c HTTP/1.1" status: 200 len: 760 time: 0.2675898 Jul 23 20:17:40.428850 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60988) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:40.434325 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-83e117a6-67ba-44bc-8fa4-ce4dad519f47 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Request body: {'network': {'description': 'd2'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:40.449112 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75a025-3596-448c-826a-548f42bfe634 req-52f51257-25ec-445b-8688-643bd88be999 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:40.458024 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-be75a025-3596-448c-826a-548f42bfe634 req-52f51257-25ec-445b-8688-643bd88be999 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c66f612e-bafe-4bd4-ac1b-d6b3a89d9185 HTTP/1.1" status: 200 len: 945 time: 0.3618174 Jul 23 20:17:40.575503 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf15d2b-83a4-4b8d-a365-4aadc842c372 req-e5dd1f89-7bcf-42bb-8397-1be067409ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:40.577613 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5cf15d2b-83a4-4b8d-a365-4aadc842c372 req-e5dd1f89-7bcf-42bb-8397-1be067409ae8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=787d5425-c035-4280-8138-7c31904b0b0f HTTP/1.1" status: 200 len: 915 time: 0.3119197 Jul 23 20:17:40.600545 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5e1aa-8dad-4f1d-b37f-6a53dc020a86 req-376e6db3-5fa7-4c38-9128-ba3d6f704886 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:40.603219 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-69b5e1aa-8dad-4f1d-b37f-6a53dc020a86 req-376e6db3-5fa7-4c38-9128-ba3d6f704886 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 946 time: 0.1396160 Jul 23 20:17:40.657983 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-be75a025-3596-448c-826a-548f42bfe634 req-310a4783-72f1-42d9-9dfb-425379a90b73 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955848 Jul 23 20:17:40.668823 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5cf15d2b-83a4-4b8d-a365-4aadc842c372 req-85e6a62f-b625-46cf-b7a4-8d5b1685d9d4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a3eeb7e-96c9-415f-8ccd-298a3c88d933 HTTP/1.1" status: 200 len: 217 time: 0.0834455 Jul 23 20:17:40.802071 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf15d2b-83a4-4b8d-a365-4aadc842c372 req-f1ac92b1-ce9c-493a-b67c-0d0d8e934474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:40.805140 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5cf15d2b-83a4-4b8d-a365-4aadc842c372 req-f1ac92b1-ce9c-493a-b67c-0d0d8e934474 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7fb8b24e-fc71-4a83-9798-69abd5b3327d HTTP/1.1" status: 200 len: 854 time: 0.1213129 Jul 23 20:17:40.811155 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-69b5e1aa-8dad-4f1d-b37f-6a53dc020a86 req-5f234e5d-8427-43cb-a8ef-6bc1dba106c9 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936145 Jul 23 20:17:40.839097 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-83e117a6-67ba-44bc-8fa4-ce4dad519f47 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:40.875516 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-83e117a6-67ba-44bc-8fa4-ce4dad519f47 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:40.903126 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-83e117a6-67ba-44bc-8fa4-ce4dad519f47 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Network ddc3799c-044a-450b-bc39-8de8ccf6888c is not hosted by any dhcp agent {{(pid=93876) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 20:17:40.927556 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e117a6-67ba-44bc-8fa4-ce4dad519f47 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:40.929013 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-83e117a6-67ba-44bc-8fa4-ce4dad519f47 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:40.931107 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-83e117a6-67ba-44bc-8fa4-ce4dad519f47 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "PUT /v2.0/networks/ddc3799c-044a-450b-bc39-8de8ccf6888c HTTP/1.1" status: 200 len: 757 time: 0.5018291 Jul 23 20:17:40.937831 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 32772) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:40.949260 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5cf15d2b-83a4-4b8d-a365-4aadc842c372 req-c5078c4a-ae48-4803-a292-4eb51a2c313f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=787d5425-c035-4280-8138-7c31904b0b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1365635 Jul 23 20:17:40.981960 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189effb-016d-457c-9b29-99ece2edf4c9 req-0b7900d7-3661-4de3-96d2-0a3ea8011134 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:40.989071 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9189effb-016d-457c-9b29-99ece2edf4c9 req-0b7900d7-3661-4de3-96d2-0a3ea8011134 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d8645c-1f20-4a71-8791-7f5a755d24a9 HTTP/1.1" status: 200 len: 943 time: 0.2073848 Jul 23 20:17:41.036165 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e117a6-67ba-44bc-8fa4-ce4dad519f47 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event updated for resources: {'Network': ['ID=ddc3799c-044a-450b-bc39-8de8ccf6888c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:41.037275 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 28e0766e-56d9-4641-85e6-99481696354f no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:17:41.057415 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9189effb-016d-457c-9b29-99ece2edf4c9 req-28e18846-2efd-4544-a5de-1daeff47a67b tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674472 Jul 23 20:17:41.105791 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network ddc3799c-044a-450b-bc39-8de8ccf6888c details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:17:41.142920 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 28e0766e-56d9-4641-85e6-99481696354f {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:17:41.143582 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 28e0766e-56d9-4641-85e6-99481696354f not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:17:41.241264 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 17d258c3-25d9-455d-8746-fd58626afa07 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:17:41.364807 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 17d258c3-25d9-455d-8746-fd58626afa07, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=17d258c3-25d9-455d-8746-fd58626afa07,segment=NetworkSegment(5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf),segment_id=5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:41.378180 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device b0af7064-1c66-48db-97f6-f23b8d04fcd5 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:17:41.423260 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '17d258c3-25d9-455d-8746-fd58626afa07', 'network_id': '787d5425-c035-4280-8138-7c31904b0b0f', 'port_id': '17d258c3-25d9-455d-8746-fd58626afa07', 'mac_address': 'fa:16:3e:ff:49:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fb8b24e-fc71-4a83-9798-69abd5b3327d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:17:41.481724 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port b0af7064-1c66-48db-97f6-f23b8d04fcd5 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:17:41.499898 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port b0af7064-1c66-48db-97f6-f23b8d04fcd5 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:17:41.500273 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:41.564476 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:41.597925 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17d258c3-25d9-455d-8746-fd58626afa07 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:17:41.626034 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 17d258c3-25d9-455d-8746-fd58626afa07, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=17d258c3-25d9-455d-8746-fd58626afa07,segment=NetworkSegment(5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf),segment_id=5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:41.630109 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:17:41.694731 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:41.750319 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fe8096-05fa-46ba-82b3-edf4b178b3e2 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:41.755817 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-42fe8096-05fa-46ba-82b3-edf4b178b3e2 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "GET /v2.0/networks?id=ddc3799c-044a-450b-bc39-8de8ccf6888c HTTP/1.1" status: 200 len: 760 time: 0.8054905 Jul 23 20:17:41.760061 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32792) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:41.768322 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-8b6eef5c-daf7-4ab3-b452-23025ee5750e tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1170776204'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:41.773092 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port b0af7064-1c66-48db-97f6-f23b8d04fcd5, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=b0af7064-1c66-48db-97f6-f23b8d04fcd5,segment=NetworkSegment(69080602-6244-4faa-8140-ce9343de0881),segment_id=69080602-6244-4faa-8140-ce9343de0881)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:41.777963 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:41.788135 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66f612e-bafe-4bd4-ac1b-d6b3a89d9185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0af7064-1c66-48db-97f6-f23b8d04fcd5'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:17:41.795131 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859a489c-4ca8-4e69-a599-f9732e92fe75" -d '{"events": [{"server_uuid": "c66f612e-bafe-4bd4-ac1b-d6b3a89d9185", "name": "network-vif-plugged", "status": "completed", "tag": "b0af7064-1c66-48db-97f6-f23b8d04fcd5"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:17:41.801043 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:41.897156 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5cf15d2b-83a4-4b8d-a365-4aadc842c372 req-2b86bb48-5282-4cd3-8776-43b560bb3c44 service neutron] 10.222.0.30 "GET /v2.0/networks/787d5425-c035-4280-8138-7c31904b0b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8283525 Jul 23 20:17:41.912306 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6eef5c-daf7-4ab3-b452-23025ee5750e tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Made reservation on behalf of 645a78bad9d34090a083ca596a20dd60 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:41.918371 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8b6eef5c-daf7-4ab3-b452-23025ee5750e tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:41.962397 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=17d258c3-25d9-455d-8746-fd58626afa07,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:41.990835 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face8d98-b72e-4204-8ddf-ac8e91a6b46f req-268d6829-d506-4a48-9fa1-997a2757dd82 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:41.992418 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-face8d98-b72e-4204-8ddf-ac8e91a6b46f req-268d6829-d506-4a48-9fa1-997a2757dd82 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c66f612e-bafe-4bd4-ac1b-d6b3a89d9185 HTTP/1.1" status: 200 len: 946 time: 0.2039726 Jul 23 20:17:42.012514 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b6eef5c-daf7-4ab3-b452-23025ee5750e tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:17:42.071995 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8b6eef5c-daf7-4ab3-b452-23025ee5750e tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:42.073160 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-8b6eef5c-daf7-4ab3-b452-23025ee5750e tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Added segment cc9c555a-dc43-450b-9260-3f1465754c6b of type vlan for network 0c137d93-21cc-4396-a753-186fef68e11f Jul 23 20:17:42.106204 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a20a65-c481-42c7-b714-da4650250b55 req-2eb67303-68ed-4171-9fb4-d1c85ae64c41 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:42.107959 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d0a20a65-c481-42c7-b714-da4650250b55 req-2eb67303-68ed-4171-9fb4-d1c85ae64c41 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 946 time: 0.9233551 Jul 23 20:17:42.141896 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=b0af7064-1c66-48db-97f6-f23b8d04fcd5,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:42.155797 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['17d258c3-25d9-455d-8746-fd58626afa07'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:17:42.178447 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-face8d98-b72e-4204-8ddf-ac8e91a6b46f req-bb2cda03-78bf-4493-901a-636635b985e4 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766284 Jul 23 20:17:42.213125 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8b6eef5c-daf7-4ab3-b452-23025ee5750e tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:42.289995 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8b6eef5c-daf7-4ab3-b452-23025ee5750e tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:42.302413 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6eef5c-daf7-4ab3-b452-23025ee5750e tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:42.303687 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8b6eef5c-daf7-4ab3-b452-23025ee5750e tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:42.376359 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebebbf6-7b2d-4756-8236-ef04c2102fec x-openstack-request-id: req-2ebebbf6-7b2d-4756-8236-ef04c2102fec {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:17:42.378092 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66f612e-bafe-4bd4-ac1b-d6b3a89d9185", "name": "network-vif-plugged", "status": "completed", "tag": "b0af7064-1c66-48db-97f6-f23b8d04fcd5", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:17:42.378355 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2ebebbf6-7b2d-4756-8236-ef04c2102fec {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:17:42.380522 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8b6eef5c-daf7-4ab3-b452-23025ee5750e tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6189616 Jul 23 20:17:42.381530 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66f612e-bafe-4bd4-ac1b-d6b3a89d9185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0af7064-1c66-48db-97f6-f23b8d04fcd5', 'code': 200} Jul 23 20:17:42.382387 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d0a20a65-c481-42c7-b714-da4650250b55 req-f5454dd9-0d01-444c-b932-9f8364249971 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665094 Jul 23 20:17:42.386435 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32806) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:42.456093 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ec5cd148-d33c-4243-bb59-467cf114a8dc tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Request body: {'subnet': {'network_id': '0c137d93-21cc-4396-a753-186fef68e11f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:42.457136 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5cf15d2b-83a4-4b8d-a365-4aadc842c372 req-d92a021f-0201-4e60-8bfe-2a436e965df8 service neutron] 10.222.0.30 "GET /v2.0/networks/787d5425-c035-4280-8138-7c31904b0b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5290482 Jul 23 20:17:42.462580 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6eef5c-daf7-4ab3-b452-23025ee5750e tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event updated for resources: {'Network': ['ID=0c137d93-21cc-4396-a753-186fef68e11f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:42.497677 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 0c137d93-21cc-4396-a753-186fef68e11f details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:17:42.727657 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eaa511-5404-4c1c-bc06-3fc8d5d31d9f req-adf053e0-167c-4d41-8b12-544b276b682a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:42.729336 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-23eaa511-5404-4c1c-bc06-3fc8d5d31d9f req-adf053e0-167c-4d41-8b12-544b276b682a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c66f612e-bafe-4bd4-ac1b-d6b3a89d9185 HTTP/1.1" status: 200 len: 1098 time: 0.3467410 Jul 23 20:17:42.734281 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f5bf1-3680-4f4f-ac65-b89d9181e106 req-310c418d-ffb7-4c54-97f2-35bb82ec4f17 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:42.758391 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9b5f5bf1-3680-4f4f-ac65-b89d9181e106 req-310c418d-ffb7-4c54-97f2-35bb82ec4f17 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 946 time: 0.2105629 Jul 23 20:17:42.777057 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48a85c-178e-4318-8a66-3f39df781984 req-0b230178-1253-4a04-a12d-a7deefa48465 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:42.778968 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4e48a85c-178e-4318-8a66-3f39df781984 req-0b230178-1253-4a04-a12d-a7deefa48465 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d8645c-1f20-4a71-8791-7f5a755d24a9 HTTP/1.1" status: 200 len: 944 time: 0.2945759 Jul 23 20:17:42.796383 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5cd148-d33c-4243-bb59-467cf114a8dc tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Made reservation on behalf of 645a78bad9d34090a083ca596a20dd60 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:42.802326 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec5cd148-d33c-4243-bb59-467cf114a8dc tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:42.902618 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9b5f5bf1-3680-4f4f-ac65-b89d9181e106 req-b90ec513-93bd-4105-8636-2dc4a1387f32 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405280 Jul 23 20:17:42.942071 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c94ea81d-3a8a-49e8-940b-6d227e4526e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:43.298280 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:43.360490 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe5f19-39a4-461b-87ec-e8bb60c3f7d3 req-640534ee-4cc8-4572-9835-1865fb4caffa tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:43.362136 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3dbe5f19-39a4-461b-87ec-e8bb60c3f7d3 req-640534ee-4cc8-4572-9835-1865fb4caffa tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 946 time: 0.2316253 Jul 23 20:17:43.443398 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3dbe5f19-39a4-461b-87ec-e8bb60c3f7d3 req-f6879103-10a4-49c9-9fbc-8424cc5d145c tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665922 Jul 23 20:17:43.595919 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 32840) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:43.808066 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb01dd-c008-4871-a2cf-5689185ea87f req-829198c7-e359-4c4c-aa37-70fe2cf2d20e tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:43.822257 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e0eb01dd-c008-4871-a2cf-5689185ea87f req-829198c7-e359-4c4c-aa37-70fe2cf2d20e tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c66f612e-bafe-4bd4-ac1b-d6b3a89d9185 HTTP/1.1" status: 200 len: 946 time: 0.1993060 Jul 23 20:17:43.883341 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4a80e2fe-5cd1-4e83-a575-5d356b26ec18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:43.918897 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e0eb01dd-c008-4871-a2cf-5689185ea87f req-b60cec3a-e6e9-4d0d-9cdc-83375504026a tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955193 Jul 23 20:17:43.974829 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:43.996206 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-23eaa511-5404-4c1c-bc06-3fc8d5d31d9f req-40c4b6ee-9e15-4752-ac42-5c8955ec8592 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2582824 Jul 23 20:17:44.038474 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4e48a85c-178e-4318-8a66-3f39df781984 req-4f71dc39-2f44-419e-ad57-a0a66d3b9042 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2479980 Jul 23 20:17:44.138053 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec5cd148-d33c-4243-bb59-467cf114a8dc tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:44.158626 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4a80e2fe-5cd1-4e83-a575-5d356b26ec18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:44.165672 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4a80e2fe-5cd1-4e83-a575-5d356b26ec18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:44.220127 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4a80e2fe-5cd1-4e83-a575-5d356b26ec18 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0c09c71901ff4fef987b4eb1c4af518a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6226671 Jul 23 20:17:44.223407 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 32848) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:44.282903 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5cd148-d33c-4243-bb59-467cf114a8dc tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event updated for resources: {'Subnet': ['ID=04e60c98-ae57-4420-913e-85791344bd12,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:44.304502 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5cd148-d33c-4243-bb59-467cf114a8dc tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Checking segment: {'id': 'cc9c555a-dc43-450b-9260-3f1465754c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0c137d93-21cc-4396-a753-186fef68e11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:44.305007 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5cd148-d33c-4243-bb59-467cf114a8dc tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Network hostable DHCP agents. Network: 0c137d93-21cc-4396-a753-186fef68e11f, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:17:44.361112 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5cd148-d33c-4243-bb59-467cf114a8dc tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Network 0c137d93-21cc-4396-a753-186fef68e11f is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:17:44.376690 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-ec5cd148-d33c-4243-bb59-467cf114a8dc tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 0c137d93-21cc-4396-a753-186fef68e11f) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:44.386149 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5cd148-d33c-4243-bb59-467cf114a8dc tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:44.386774 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec5cd148-d33c-4243-bb59-467cf114a8dc tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:44.404986 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80e2fe-5cd1-4e83-a575-5d356b26ec18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcd6adf-736c-47e3-8d6d-803e8265623b,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:44.405729 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4f282e-8361-4099-9595-40ef14c475f0 None None] Network 0c137d93-21cc-4396-a753-186fef68e11f requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:17:44.419032 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ec5cd148-d33c-4243-bb59-467cf114a8dc tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0199926 Jul 23 20:17:44.421297 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32856) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:44.483051 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1ed868d8-741f-4b9a-b4e2-1bf489949576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:44.552165 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1ed868d8-741f-4b9a-b4e2-1bf489949576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:44.579368 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:44.632935 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1ed868d8-741f-4b9a-b4e2-1bf489949576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:44.636084 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0fabd813-55ee-4d06-834b-e4f8037e5a6e tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:44.636952 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1ed868d8-741f-4b9a-b4e2-1bf489949576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:44.638830 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1ed868d8-741f-4b9a-b4e2-1bf489949576 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9dcd6adf-736c-47e3-8d6d-803e8265623b HTTP/1.1" status: 204 len: 168 time: 0.4142125 Jul 23 20:17:44.641453 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:44.642440 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b464ba2-b4a8-4a37-af35-c5aa80f4e434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-0c137d93-21cc-4396-a753-186fef68e11f', 'network_id': '0c137d93-21cc-4396-a753-186fef68e11f', 'tenant_id': '645a78bad9d34090a083ca596a20dd60', 'fixed_ips': [{'subnet_id': '04e60c98-ae57-4420-913e-85791344bd12'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:17:44.643308 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3b464ba2-b4a8-4a37-af35-c5aa80f4e434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:44.651629 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed868d8-741f-4b9a-b4e2-1bf489949576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcd6adf-736c-47e3-8d6d-803e8265623b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:44.807227 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0fabd813-55ee-4d06-834b-e4f8037e5a6e tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:44.991559 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0fabd813-55ee-4d06-834b-e4f8037e5a6e tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server [None req-3b464ba2-b4a8-4a37-af35-c5aa80f4e434 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 04e60c98-ae57-4420-913e-85791344bd12: This subnet is being modified by another concurrent operation. Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 20:17:45.053626 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:17:45.064277 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 20:17:45.064277 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 20:17:45.064277 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:17:45.064277 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:17:45.064277 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:17:45.064277 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:17:45.064277 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 20:17:45.064277 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:17:45.064277 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 20:17:45.064277 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 20:17:45.064277 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:17:45.064277 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:17:45.064277 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:17:45.064277 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:17:45.064277 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 20:17:45.064277 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 20:17:45.064277 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 20:17:45.064277 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 20:17:45.064277 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 20:17:45.064277 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 20:17:45.064277 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 20:17:45.064277 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 20:17:45.064277 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 20:17:45.064277 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 20:17:45.064277 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:17:45.064277 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:17:45.064277 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:17:45.064277 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:17:45.064277 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 20:17:45.064277 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 20:17:45.064277 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 20:17:45.064277 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 20:17:45.064277 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 20:17:45.064277 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 20:17:45.064277 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 20:17:45.064277 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise exception Jul 23 20:17:45.064277 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 04e60c98-ae57-4420-913e-85791344bd12: This subnet is being modified by another concurrent operation. Jul 23 20:17:45.064277 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server Jul 23 20:17:45.071594 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fabd813-55ee-4d06-834b-e4f8037e5a6e tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event deleted for resources: {'Subnet': ['ID=04e60c98-ae57-4420-913e-85791344bd12,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:45.101361 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646ff8d4-7f2c-412e-b18f-a117e115f956 None None] Network 0c137d93-21cc-4396-a753-186fef68e11f requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:17:45.165892 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0fabd813-55ee-4d06-834b-e4f8037e5a6e tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:45.192755 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-0fabd813-55ee-4d06-834b-e4f8037e5a6e tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c137d93-21cc-4396-a753-186fef68e11f']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:45.218427 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-0fabd813-55ee-4d06-834b-e4f8037e5a6e tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc9c555a-dc43-450b-9260-3f1465754c6b') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:45.219095 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-0fabd813-55ee-4d06-834b-e4f8037e5a6e tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc9c555a-dc43-450b-9260-3f1465754c6b') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:45.221110 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5c837-f3e6-43c9-8aec-06722398b74d req-a5b5a18c-35d2-4c14-8460-c819ec93be7c tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:45.223426 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-30b5c837-f3e6-43c9-8aec-06722398b74d req-a5b5a18c-35d2-4c14-8460-c819ec93be7c tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c66f612e-bafe-4bd4-ac1b-d6b3a89d9185 HTTP/1.1" status: 200 len: 946 time: 0.1485066 Jul 23 20:17:45.241970 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 17d258c3-25d9-455d-8746-fd58626afa07 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:17:45.259471 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0fabd813-55ee-4d06-834b-e4f8037e5a6e tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:45.354073 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-30b5c837-f3e6-43c9-8aec-06722398b74d req-9982814c-670d-4996-bde1-f635513f8e82 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046374 Jul 23 20:17:45.367138 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0fabd813-55ee-4d06-834b-e4f8037e5a6e tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:45.391440 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fabd813-55ee-4d06-834b-e4f8037e5a6e tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:17:45.393485 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0fabd813-55ee-4d06-834b-e4f8037e5a6e tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:45.399587 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:17:45.399587 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:17:45.399587 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:17:45.399587 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:17:45.399587 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:17:45.399587 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:17:45.399587 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:17:45.399587 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:17:45.399587 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:17:45.399587 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:17:45.399587 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:17:45.399587 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:17:45.399587 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:17:45.399587 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:17:45.399587 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:17:45.399587 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:17:45.399587 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:17:45.399587 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:17:45.399587 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:17:45.399587 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:17:45.399587 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:17:45.399587 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:17:45.399587 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:17:45.399587 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:17:45.399587 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:17:45.399587 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:17:45.399587 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:17:45.399587 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:17:45.399587 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:17:45.399587 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:17:45.399587 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:17:45.399587 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:17:45.416083 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 32876) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:45.445903 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-13896f92-ee30-4324-9bad-d4630aea69c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:45.489679 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e3c44c-789d-46bc-8277-c7c66211cd9d None None] get_active_networks_info from n-d-793618-10 {{(pid=93877) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:17:45.578197 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0fabd813-55ee-4d06-834b-e4f8037e5a6e tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:45.591161 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0fabd813-55ee-4d06-834b-e4f8037e5a6e tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:45.594637 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0fabd813-55ee-4d06-834b-e4f8037e5a6e tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "DELETE /v2.0/networks/0c137d93-21cc-4396-a753-186fef68e11f HTTP/1.1" status: 204 len: 168 time: 1.1731627 Jul 23 20:17:45.599294 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32884) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:45.608577 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 17d258c3-25d9-455d-8746-fd58626afa07 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:17:45.617676 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 17d258c3-25d9-455d-8746-fd58626afa07 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:17:45.630086 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:45.693105 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c5a18-d1d6-4a9e-b104-2843628a8633 req-31b7fce9-36c8-498b-9dca-e0c45de73696 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:45.698445 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-977c5a18-d1d6-4a9e-b104-2843628a8633 req-31b7fce9-36c8-498b-9dca-e0c45de73696 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d8645c-1f20-4a71-8791-7f5a755d24a9 HTTP/1.1" status: 200 len: 944 time: 0.4565794 Jul 23 20:17:45.706863 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-20aff2a9-c311-4130-bc1e-7b0f7f0b52e2 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] GET failed (client error): The resource could not be found. Jul 23 20:17:45.709851 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-20aff2a9-c311-4130-bc1e-7b0f7f0b52e2 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "GET /v2.0/subnets/04e60c98-ae57-4420-913e-85791344bd12 HTTP/1.1" status: 404 len: 337 time: 0.1092026 Jul 23 20:17:45.714002 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 32896) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:45.715210 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fabd813-55ee-4d06-834b-e4f8037e5a6e tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event deleted for resources: {'Network': ['ID=0c137d93-21cc-4396-a753-186fef68e11f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:45.812212 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-13896f92-ee30-4324-9bad-d4630aea69c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:45.835693 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-977c5a18-d1d6-4a9e-b104-2843628a8633 req-68acf68e-620d-42f9-a56e-e8ec80bcf545 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226554 Jul 23 20:17:45.838128 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-7189788b-f899-4328-8fd6-06b6cb26aad5 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] DELETE failed (client error): The resource could not be found. Jul 23 20:17:45.838748 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7189788b-f899-4328-8fd6-06b6cb26aad5 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:17:45.842710 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7189788b-f899-4328-8fd6-06b6cb26aad5 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "DELETE /v2.0/networks/0c137d93-21cc-4396-a753-186fef68e11f HTTP/1.1" status: 404 len: 339 time: 0.1258359 Jul 23 20:17:45.846833 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32902) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:45.882287 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-13896f92-ee30-4324-9bad-d4630aea69c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:45.946650 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:46.011955 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e3c44c-789d-46bc-8277-c7c66211cd9d None None] Resources bound (agent type, host, resource id): {{(pid=93877) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:17:46.039839 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:46.107103 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d8645c-1f20-4a71-8791-7f5a755d24a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d258c3-25d9-455d-8746-fd58626afa07'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:17:46.112241 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c46195-6279-4802-92b7-01a8ef4dca99" -d '{"events": [{"server_uuid": "35d8645c-1f20-4a71-8791-7f5a755d24a9", "name": "network-vif-plugged", "status": "completed", "tag": "17d258c3-25d9-455d-8746-fd58626afa07"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:17:46.155850 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-13896f92-ee30-4324-9bad-d4630aea69c2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=35367ddc0e0e44da9737c124b9746d38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7366560 Jul 23 20:17:46.173818 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-53ec3170-058d-4da4-bb43-90f472a0ccf2 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:46.182144 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32914) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:46.186032 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-53ec3170-058d-4da4-bb43-90f472a0ccf2 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/networks?id=98a30b96-c863-4728-b0d0-d47c79801693 HTTP/1.1" status: 200 len: 806 time: 0.4258964 Jul 23 20:17:46.204051 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13896f92-ee30-4324-9bad-d4630aea69c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81821d6c-9297-4568-b278-365128433f36,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:46.257013 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-6be90611-2e4c-4d80-b6c6-866d8955ca82 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/quotas/2748f4b40df14523b46431ce846cbb13 HTTP/1.1" status: 200 len: 375 time: 0.0697200 Jul 23 20:17:46.411094 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-51b48bcf-9639-4856-b72d-dcc4e5b63f4e tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2748f4b40df14523b46431ce846cbb13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1528091 Jul 23 20:17:46.415437 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7975072e-a173-434e-971e-143272945428 x-openstack-request-id: req-7975072e-a173-434e-971e-143272945428 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:17:46.415968 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d8645c-1f20-4a71-8791-7f5a755d24a9", "name": "network-vif-plugged", "status": "completed", "tag": "17d258c3-25d9-455d-8746-fd58626afa07", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:17:46.416373 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7975072e-a173-434e-971e-143272945428 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:17:46.416994 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d8645c-1f20-4a71-8791-7f5a755d24a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d258c3-25d9-455d-8746-fd58626afa07', 'code': 200} Jul 23 20:17:46.423315 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 17d258c3-25d9-455d-8746-fd58626afa07, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=17d258c3-25d9-455d-8746-fd58626afa07,segment=NetworkSegment(5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf),segment_id=5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:46.438408 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:46.450303 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0b80eb-16e0-47fe-838c-d6acf5ea0521 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:46.455742 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 32916) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:46.457118 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ca0b80eb-16e0-47fe-838c-d6acf5ea0521 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6091290 Jul 23 20:17:46.492524 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90630d53-f310-49bf-8048-4690b06892f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:46.543402 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90630d53-f310-49bf-8048-4690b06892f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:46.555051 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=17d258c3-25d9-455d-8746-fd58626afa07,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:46.580597 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-eb59c0d7-60d6-4d84-b174-eb51ba55234b tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "GET /v2.0/subnets?network_id=8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 207 time: 0.1232708 Jul 23 20:17:46.585147 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 32918) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:46.622409 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90630d53-f310-49bf-8048-4690b06892f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:46.626514 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90630d53-f310-49bf-8048-4690b06892f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:46.629656 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-90630d53-f310-49bf-8048-4690b06892f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81821d6c-9297-4568-b278-365128433f36 HTTP/1.1" status: 204 len: 168 time: 0.4453146 Jul 23 20:17:46.649389 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d272bd-30b7-4015-83fb-0703650db780 req-0cd189c5-42a3-4c1c-84e3-25530225bcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:46.651718 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a6d272bd-30b7-4015-83fb-0703650db780 req-0cd189c5-42a3-4c1c-84e3-25530225bcab service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=35d8645c-1f20-4a71-8791-7f5a755d24a9 HTTP/1.1" status: 200 len: 1096 time: 0.3642228 Jul 23 20:17:46.677534 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90630d53-f310-49bf-8048-4690b06892f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81821d6c-9297-4568-b278-365128433f36,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:46.739385 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a6d272bd-30b7-4015-83fb-0703650db780 req-04eac6d1-c7ed-4f24-ab29-2cf0d74e87a7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790462 Jul 23 20:17:46.771323 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-ba43af6b-b016-4c9b-94c8-3289f59c5f9e service neutron] 10.222.0.32 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591936 Jul 23 20:17:47.075605 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-184cf776-320d-45b9-a394-85601a617fd7 service neutron] 10.222.0.32 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829621 Jul 23 20:17:47.163725 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e9edc-32e4-486d-af9c-329548e82b59 req-10491f93-2b16-49f3-bfe7-5bdbc8a76078 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:47.199498 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a37e9edc-32e4-486d-af9c-329548e82b59 req-10491f93-2b16-49f3-bfe7-5bdbc8a76078 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d8645c-1f20-4a71-8791-7f5a755d24a9 HTTP/1.1" status: 200 len: 945 time: 0.1498399 Jul 23 20:17:47.237282 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4f2763-f68d-46c7-a010-2932828efbef tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:47.257292 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4f2763-f68d-46c7-a010-2932828efbef tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:47.269779 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4f2763-f68d-46c7-a010-2932828efbef tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:47.281367 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4f2763-f68d-46c7-a010-2932828efbef tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:47.283235 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8c4f2763-f68d-46c7-a010-2932828efbef tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.6953714 Jul 23 20:17:47.295650 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 32940) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:47.302682 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a37e9edc-32e4-486d-af9c-329548e82b59 req-13aeca8d-5e91-4c9e-9c99-476006a3ddb5 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095984 Jul 23 20:17:47.588041 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9624c213-943a-444c-948b-00149561a932 req-98b197d9-5575-4805-8611-0c6862084d1f tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffeea78c-2fe2-4e1f-876a-2df702f37b29 HTTP/1.1" status: 200 len: 210 time: 0.1145761 Jul 23 20:17:47.652118 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3c19858f-4eaa-47b5-9acd-a231f303aff0 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3549039 Jul 23 20:17:47.656809 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 32952) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:47.740741 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6e1ec6-bd7d-41df-997b-fe56ce09abe2 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:47.742647 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6e1ec6-bd7d-41df-997b-fe56ce09abe2 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:47.744361 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1b6e1ec6-bd7d-41df-997b-fe56ce09abe2 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0863781 Jul 23 20:17:47.749065 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32958) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:47.886074 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d636906-7964-4baa-8f91-5f729b8dd34f tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Attributes excluded by policy engine: ['shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:47.900350 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d636906-7964-4baa-8f91-5f729b8dd34f tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Attributes excluded by policy engine: ['shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:47.915347 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0d636906-7964-4baa-8f91-5f729b8dd34f tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1648369 Jul 23 20:17:47.920148 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32968) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:48.298129 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e71de5-565b-46fd-8cc8-2427e5da484d tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:48.302519 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b8e71de5-565b-46fd-8cc8-2427e5da484d tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "GET /v2.0/networks/c6985852-652f-4366-be48-96f0677624ca HTTP/1.1" status: 200 len: 800 time: 0.3697765 Jul 23 20:17:48.306518 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 32984) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:48.474135 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9cda60c8-3318-4769-b66e-ac055d97860b tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "GET /v2.0/networks/c6985852-652f-4366-be48-96f0677624ca?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1642609 Jul 23 20:17:48.476999 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32990) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:48.617577 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b237c8c7-fb8d-4bc0-b2b0-57d50011f0f5 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:48.624666 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 32996) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:48.627431 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b237c8c7-fb8d-4bc0-b2b0-57d50011f0f5 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "GET /v2.0/subnets/48c1fdd0-5e81-4c68-bf4e-5792def58643 HTTP/1.1" status: 200 len: 811 time: 0.1480479 Jul 23 20:17:48.717679 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153739f6-d232-4e99-8a8f-42db6b07735a req-0e146fd1-d451-4b1e-925b-854f8d966229 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:48.729592 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-153739f6-d232-4e99-8a8f-42db6b07735a req-0e146fd1-d451-4b1e-925b-854f8d966229 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d8645c-1f20-4a71-8791-7f5a755d24a9 HTTP/1.1" status: 200 len: 945 time: 0.2333708 Jul 23 20:17:48.767610 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d8051687-23d4-4d12-a440-b2e94fe1a71d req-c856c031-3924-4b59-8db4-ca2436c9f769 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffeea78c-2fe2-4e1f-876a-2df702f37b29 HTTP/1.1" status: 200 len: 210 time: 0.0734415 Jul 23 20:17:48.814917 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c31d9a-d109-4e58-b307-fcc6cef47184 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Attributes excluded by policy engine: ['shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:48.818696 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e1c31d9a-d109-4e58-b307-fcc6cef47184 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "GET /v2.0/subnets/48c1fdd0-5e81-4c68-bf4e-5792def58643?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1906834 Jul 23 20:17:48.821237 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33000) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:48.829110 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-d09dccdc-895b-4aff-938c-7dd8e1f9976c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-209770291'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:48.843007 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-153739f6-d232-4e99-8a8f-42db6b07735a req-c8004283-b2a7-4b5a-9539-9157ffd3392f tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091683 Jul 23 20:17:48.887993 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09dccdc-895b-4aff-938c-7dd8e1f9976c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Made reservation on behalf of 645a78bad9d34090a083ca596a20dd60 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:48.892715 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d09dccdc-895b-4aff-938c-7dd8e1f9976c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:49.003213 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d09dccdc-895b-4aff-938c-7dd8e1f9976c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:17:49.049458 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d09dccdc-895b-4aff-938c-7dd8e1f9976c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:49.053256 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-d09dccdc-895b-4aff-938c-7dd8e1f9976c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Added segment 2c882223-a2a3-4879-8142-0c3e6689c779 of type vlan for network 9ce71e0c-06a6-465c-8b9c-33e3cda8514d Jul 23 20:17:49.256680 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d09dccdc-895b-4aff-938c-7dd8e1f9976c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:49.367986 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-c674cf70-5640-47fe-8438-a238a6ba4ba1 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:49.374132 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-c674cf70-5640-47fe-8438-a238a6ba4ba1 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.18 "GET /v2.0/networks?id=98a30b96-c863-4728-b0d0-d47c79801693 HTTP/1.1" status: 200 len: 806 time: 0.2855291 Jul 23 20:17:49.378801 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d09dccdc-895b-4aff-938c-7dd8e1f9976c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:49.390697 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09dccdc-895b-4aff-938c-7dd8e1f9976c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:49.392516 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d09dccdc-895b-4aff-938c-7dd8e1f9976c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:49.400928 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-3b94c5cc-a985-46d1-8303-a03af9119ecd tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Request body: {'port': {'device_id': 'ffeea78c-2fe2-4e1f-876a-2df702f37b29', 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693', 'admin_state_up': True, 'tenant_id': '2748f4b40df14523b46431ce846cbb13'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:49.438662 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d09dccdc-895b-4aff-938c-7dd8e1f9976c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6162705 Jul 23 20:17:49.454955 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33020) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:49.470702 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-624dd0d5-b6f0-4bf6-a86a-0ff1a4ac3e60 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Request body: {'subnet': {'network_id': '9ce71e0c-06a6-465c-8b9c-33e3cda8514d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:49.557007 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09dccdc-895b-4aff-938c-7dd8e1f9976c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event updated for resources: {'Network': ['ID=9ce71e0c-06a6-465c-8b9c-33e3cda8514d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:49.570452 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 9ce71e0c-06a6-465c-8b9c-33e3cda8514d details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:17:49.860666 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624dd0d5-b6f0-4bf6-a86a-0ff1a4ac3e60 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Made reservation on behalf of 645a78bad9d34090a083ca596a20dd60 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:49.874095 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-624dd0d5-b6f0-4bf6-a86a-0ff1a4ac3e60 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:49.980388 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.ipam_backend_mixin [None req-624dd0d5-b6f0-4bf6-a86a-0ff1a4ac3e60 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Performing IP validity checks on allocation pools {{(pid=93875) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 20:17:49.980934 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.ipam_backend_mixin [None req-624dd0d5-b6f0-4bf6-a86a-0ff1a4ac3e60 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93875) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 20:17:50.021507 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-afd7a4e1-5cb9-4cf0-b252-db013881f8fe req-eec335a0-de80-4be4-a84a-21c86afc33ad tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffeea78c-2fe2-4e1f-876a-2df702f37b29 HTTP/1.1" status: 200 len: 210 time: 0.0940945 Jul 23 20:17:50.104377 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-3b94c5cc-a985-46d1-8303-a03af9119ecd tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Made reservation on behalf of 2748f4b40df14523b46431ce846cbb13 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:50.110521 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-3b94c5cc-a985-46d1-8303-a03af9119ecd tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:50.658065 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-3b94c5cc-a985-46d1-8303-a03af9119ecd tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Allocated IP 172.20.0.12 (98a30b96-c863-4728-b0d0-d47c79801693/2edc7abb-7a35-4b24-95dd-2cab074cfd4c/94ca9ffd-db51-44b6-901b-d77f96f0e1cc) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:17:51.071238 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-3b94c5cc-a985-46d1-8303-a03af9119ecd tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:51.084953 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-624dd0d5-b6f0-4bf6-a86a-0ff1a4ac3e60 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:51.239195 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-279ccd18-a1af-45a4-bd90-ef62184c1605 req-b253675b-6495-4924-9fd2-6eb89923da93 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffeea78c-2fe2-4e1f-876a-2df702f37b29 HTTP/1.1" status: 200 len: 210 time: 0.0804138 Jul 23 20:17:51.248764 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624dd0d5-b6f0-4bf6-a86a-0ff1a4ac3e60 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event updated for resources: {'Subnet': ['ID=4d3aea47-4ac3-4a68-aa4b-be59d8cdf17a,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:51.267862 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624dd0d5-b6f0-4bf6-a86a-0ff1a4ac3e60 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Checking segment: {'id': '2c882223-a2a3-4879-8142-0c3e6689c779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9ce71e0c-06a6-465c-8b9c-33e3cda8514d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:51.268249 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624dd0d5-b6f0-4bf6-a86a-0ff1a4ac3e60 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Network hostable DHCP agents. Network: 9ce71e0c-06a6-465c-8b9c-33e3cda8514d, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:17:51.302798 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-3b94c5cc-a985-46d1-8303-a03af9119ecd tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:51.315890 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['b0af7064-1c66-48db-97f6-f23b8d04fcd5'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:17:51.427568 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['b1032d90-a671-4ad4-ae31-8b75c3d80e4c'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:17:51.439660 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b94c5cc-a985-46d1-8303-a03af9119ecd tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Pushing event updated for resources: {'Port': ['ID=94ca9ffd-db51-44b6-901b-d77f96f0e1cc,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:51.451946 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624dd0d5-b6f0-4bf6-a86a-0ff1a4ac3e60 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Network 9ce71e0c-06a6-465c-8b9c-33e3cda8514d is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:17:51.516841 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-624dd0d5-b6f0-4bf6-a86a-0ff1a4ac3e60 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 9ce71e0c-06a6-465c-8b9c-33e3cda8514d) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:51.543932 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-3b94c5cc-a985-46d1-8303-a03af9119ecd tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Network 98a30b96-c863-4728-b0d0-d47c79801693 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:17:51.560501 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-3b94c5cc-a985-46d1-8303-a03af9119ecd tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:51.563250 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624dd0d5-b6f0-4bf6-a86a-0ff1a4ac3e60 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:51.563856 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-624dd0d5-b6f0-4bf6-a86a-0ff1a4ac3e60 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:51.566442 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-3b94c5cc-a985-46d1-8303-a03af9119ecd tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:17:51.656522 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33088) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:51.675354 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56efbb4a-d401-40a5-a136-22e9f401909a None None] Network 9ce71e0c-06a6-465c-8b9c-33e3cda8514d requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:17:51.714870 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-3b94c5cc-a985-46d1-8303-a03af9119ecd tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:51.717021 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-3b94c5cc-a985-46d1-8303-a03af9119ecd tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:51.739537 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-624dd0d5-b6f0-4bf6-a86a-0ff1a4ac3e60 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.2805974 Jul 23 20:17:51.741976 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33092) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:51.750742 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-1f4a4389-a7ee-489d-a5c4-ac9b1e8e99ea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:51.783224 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-3b94c5cc-a985-46d1-8303-a03af9119ecd tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3983901 Jul 23 20:17:51.799849 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-3cff6de4-9ef8-421a-9e8c-f92bc738fae8 service neutron] Request body: {'port': {'device_id': 'ffeea78c-2fe2-4e1f-876a-2df702f37b29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:52.041966 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-3cff6de4-9ef8-421a-9e8c-f92bc738fae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:52.125772 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-82c2df93-1d9d-4e2d-b0c4-f083c1b05fc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:52.363686 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78497c7a-2461-49f7-ae80-1ec77492ff6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-9ce71e0c-06a6-465c-8b9c-33e3cda8514d', 'network_id': '9ce71e0c-06a6-465c-8b9c-33e3cda8514d', 'tenant_id': '645a78bad9d34090a083ca596a20dd60', 'fixed_ips': [{'subnet_id': '4d3aea47-4ac3-4a68-aa4b-be59d8cdf17a'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:17:52.365433 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-78497c7a-2461-49f7-ae80-1ec77492ff6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:52.409794 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-82c2df93-1d9d-4e2d-b0c4-f083c1b05fc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:52.431018 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1f4a4389-a7ee-489d-a5c4-ac9b1e8e99ea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-61678010'] for subnet, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:52.468922 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-82c2df93-1d9d-4e2d-b0c4-f083c1b05fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:52.574294 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c2df93-1d9d-4e2d-b0c4-f083c1b05fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f60d6c-c56e-475f-b127-e704fc2a906b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:52.647451 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-82c2df93-1d9d-4e2d-b0c4-f083c1b05fc0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3fd982620ea544aaa445febaa41d152e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9897225 Jul 23 20:17:52.648540 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33130) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:52.754206 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-78497c7a-2461-49f7-ae80-1ec77492ff6a None None] Allocated IP 172.20.0.3 (9ce71e0c-06a6-465c-8b9c-33e3cda8514d/4d3aea47-4ac3-4a68-aa4b-be59d8cdf17a/e21a0c16-269b-4b1f-a036-ff7c034dcce3) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:17:52.837519 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9596ff39-d252-47e5-a5e2-e67bac7ffb33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:52.899640 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9596ff39-d252-47e5-a5e2-e67bac7ffb33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:52.949065 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418d16e-f9cf-4aca-9810-e0cca5d64c20 req-4ced221b-1205-4861-84b7-e745a03d73ae tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:52.977666 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9418d16e-f9cf-4aca-9810-e0cca5d64c20 req-4ced221b-1205-4861-84b7-e745a03d73ae tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffeea78c-2fe2-4e1f-876a-2df702f37b29 HTTP/1.1" status: 200 len: 932 time: 0.5995140 Jul 23 20:17:52.988397 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9596ff39-d252-47e5-a5e2-e67bac7ffb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:52.991916 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9596ff39-d252-47e5-a5e2-e67bac7ffb33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:52.993604 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9596ff39-d252-47e5-a5e2-e67bac7ffb33 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/86f60d6c-c56e-475f-b127-e704fc2a906b HTTP/1.1" status: 204 len: 168 time: 0.3436809 Jul 23 20:17:53.026444 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9596ff39-d252-47e5-a5e2-e67bac7ffb33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f60d6c-c56e-475f-b127-e704fc2a906b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:53.041360 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9418d16e-f9cf-4aca-9810-e0cca5d64c20 req-43126165-b30f-4906-b0c7-892f3b08f45d tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626540 Jul 23 20:17:53.197298 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-3cff6de4-9ef8-421a-9e8c-f92bc738fae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94ca9ffd-db51-44b6-901b-d77f96f0e1cc {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:17:53.221165 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-3cff6de4-9ef8-421a-9e8c-f92bc738fae8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:53.238701 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-3cff6de4-9ef8-421a-9e8c-f92bc738fae8 service neutron] Transition to ACTIVE for port object 94ca9ffd-db51-44b6-901b-d77f96f0e1cc will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:17:53.245910 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-78497c7a-2461-49f7-ae80-1ec77492ff6a None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:53.248804 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-3cff6de4-9ef8-421a-9e8c-f92bc738fae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:53.277083 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-78497c7a-2461-49f7-ae80-1ec77492ff6a None None] Transition to ACTIVE for port object e21a0c16-269b-4b1f-a036-ff7c034dcce3 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:17:53.321155 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-78497c7a-2461-49f7-ae80-1ec77492ff6a None None] Transition to ACTIVE for port object e21a0c16-269b-4b1f-a036-ff7c034dcce3 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:17:53.346379 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-78497c7a-2461-49f7-ae80-1ec77492ff6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:53.495772 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78497c7a-2461-49f7-ae80-1ec77492ff6a None None] Network 9ce71e0c-06a6-465c-8b9c-33e3cda8514d is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:17:53.530955 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-78497c7a-2461-49f7-ae80-1ec77492ff6a None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:53.543652 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff6de4-9ef8-421a-9e8c-f92bc738fae8 service neutron] Pushing event updated for resources: {'Port': ['ID=94ca9ffd-db51-44b6-901b-d77f96f0e1cc,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:53.547200 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-3cff6de4-9ef8-421a-9e8c-f92bc738fae8 service neutron] Attempting to bind port 94ca9ffd-db51-44b6-901b-d77f96f0e1cc on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:17:53.547560 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-3cff6de4-9ef8-421a-9e8c-f92bc738fae8 service neutron] Attempting to bind port 94ca9ffd-db51-44b6-901b-d77f96f0e1cc by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '69080602-6244-4faa-8140-ce9343de0881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:17:53.547885 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-3cff6de4-9ef8-421a-9e8c-f92bc738fae8 service neutron] Attempting to bind port 94ca9ffd-db51-44b6-901b-d77f96f0e1cc on network 98a30b96-c863-4728-b0d0-d47c79801693 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:17:53.554892 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-3cff6de4-9ef8-421a-9e8c-f92bc738fae8 service neutron] Port 94ca9ffd-db51-44b6-901b-d77f96f0e1cc on network 98a30b96-c863-4728-b0d0-d47c79801693 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:17:53.555392 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-3cff6de4-9ef8-421a-9e8c-f92bc738fae8 service neutron] Attempting to bind port 94ca9ffd-db51-44b6-901b-d77f96f0e1cc on network 98a30b96-c863-4728-b0d0-d47c79801693 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:17:53.562199 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78497c7a-2461-49f7-ae80-1ec77492ff6a None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:17:53.562516 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-3cff6de4-9ef8-421a-9e8c-f92bc738fae8 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:17:53.562761 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-3cff6de4-9ef8-421a-9e8c-f92bc738fae8 service neutron] Checking segment: {'id': '69080602-6244-4faa-8140-ce9343de0881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:53.563144 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-3cff6de4-9ef8-421a-9e8c-f92bc738fae8 service neutron] Bound using segment: {'id': '69080602-6244-4faa-8140-ce9343de0881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:17:53.563599 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-3cff6de4-9ef8-421a-9e8c-f92bc738fae8 service neutron] Bound port: 94ca9ffd-db51-44b6-901b-d77f96f0e1cc, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69080602-6244-4faa-8140-ce9343de0881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:17:53.563971 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-3cff6de4-9ef8-421a-9e8c-f92bc738fae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:53.615534 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78497c7a-2461-49f7-ae80-1ec77492ff6a None None] Pushing event updated for resources: {'Port': ['ID=e21a0c16-269b-4b1f-a036-ff7c034dcce3,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:53.685734 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33154) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:53.721159 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78497c7a-2461-49f7-ae80-1ec77492ff6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:53.721771 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78497c7a-2461-49f7-ae80-1ec77492ff6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:53.722510 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78497c7a-2461-49f7-ae80-1ec77492ff6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:53.723769 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78497c7a-2461-49f7-ae80-1ec77492ff6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:53.723769 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78497c7a-2461-49f7-ae80-1ec77492ff6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:53.724057 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78497c7a-2461-49f7-ae80-1ec77492ff6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:53.725524 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78497c7a-2461-49f7-ae80-1ec77492ff6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:53.725889 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78497c7a-2461-49f7-ae80-1ec77492ff6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:53.726226 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78497c7a-2461-49f7-ae80-1ec77492ff6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:53.726568 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78497c7a-2461-49f7-ae80-1ec77492ff6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:53.727059 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78497c7a-2461-49f7-ae80-1ec77492ff6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:53.727407 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78497c7a-2461-49f7-ae80-1ec77492ff6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:53.728681 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ffa41f54-9e7c-4f12-b0d2-9ce60a00a713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:53.763452 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-3cff6de4-9ef8-421a-9e8c-f92bc738fae8 service neutron] For port 94ca9ffd-db51-44b6-901b-d77f96f0e1cc, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:17:53.804057 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-3cff6de4-9ef8-421a-9e8c-f92bc738fae8 service neutron] For port 94ca9ffd-db51-44b6-901b-d77f96f0e1cc, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=94ca9ffd-db51-44b6-901b-d77f96f0e1cc,segment=NetworkSegment(69080602-6244-4faa-8140-ce9343de0881),segment_id=69080602-6244-4faa-8140-ce9343de0881)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:17:53.827837 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-3cff6de4-9ef8-421a-9e8c-f92bc738fae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:53.840958 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-78497c7a-2461-49f7-ae80-1ec77492ff6a None None] Attempting to bind port e21a0c16-269b-4b1f-a036-ff7c034dcce3 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:17:53.841390 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-78497c7a-2461-49f7-ae80-1ec77492ff6a None None] Attempting to bind port e21a0c16-269b-4b1f-a036-ff7c034dcce3 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '2c882223-a2a3-4879-8142-0c3e6689c779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9ce71e0c-06a6-465c-8b9c-33e3cda8514d'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:17:53.841792 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78497c7a-2461-49f7-ae80-1ec77492ff6a None None] Attempting to bind port e21a0c16-269b-4b1f-a036-ff7c034dcce3 on network 9ce71e0c-06a6-465c-8b9c-33e3cda8514d {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:17:53.858086 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1f4a4389-a7ee-489d-a5c4-ac9b1e8e99ea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734526781772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-61643151'] for subnet, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:53.861323 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78497c7a-2461-49f7-ae80-1ec77492ff6a None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:17:53.861849 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78497c7a-2461-49f7-ae80-1ec77492ff6a None None] Checking segment: {'id': '2c882223-a2a3-4879-8142-0c3e6689c779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9ce71e0c-06a6-465c-8b9c-33e3cda8514d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:53.862837 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-78497c7a-2461-49f7-ae80-1ec77492ff6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:53.863545 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78497c7a-2461-49f7-ae80-1ec77492ff6a None None] Bound using segment: {'id': '2c882223-a2a3-4879-8142-0c3e6689c779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9ce71e0c-06a6-465c-8b9c-33e3cda8514d'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:17:53.864327 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-78497c7a-2461-49f7-ae80-1ec77492ff6a None None] Bound port: e21a0c16-269b-4b1f-a036-ff7c034dcce3, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c882223-a2a3-4879-8142-0c3e6689c779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9ce71e0c-06a6-465c-8b9c-33e3cda8514d'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:17:53.869975 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-78497c7a-2461-49f7-ae80-1ec77492ff6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:53.978783 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-3cff6de4-9ef8-421a-9e8c-f92bc738fae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:53.982077 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-3cff6de4-9ef8-421a-9e8c-f92bc738fae8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:53.987336 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-3cff6de4-9ef8-421a-9e8c-f92bc738fae8 service neutron] 10.222.0.18 "PUT /v2.0/ports/94ca9ffd-db51-44b6-901b-d77f96f0e1cc HTTP/1.1" status: 200 len: 1093 time: 2.1892571 Jul 23 20:17:54.039022 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4a4389-a7ee-489d-a5c4-ac9b1e8e99ea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:54.045076 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1f4a4389-a7ee-489d-a5c4-ac9b1e8e99ea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:54.046774 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1f4a4389-a7ee-489d-a5c4-ac9b1e8e99ea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "PUT /v2.0/subnets/4d3aea47-4ac3-4a68-aa4b-be59d8cdf17a HTTP/1.1" status: 200 len: 877 time: 2.3031766 Jul 23 20:17:54.052227 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33160) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:54.095181 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a4389-a7ee-489d-a5c4-ac9b1e8e99ea tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event updated for resources: {'Subnet': ['ID=4d3aea47-4ac3-4a68-aa4b-be59d8cdf17a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:54.106137 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffeea78c-2fe2-4e1f-876a-2df702f37b29', 'tag': '94ca9ffd-db51-44b6-901b-d77f96f0e1cc'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:17:54.109688 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02fa61a-42ed-4443-965f-0aa874449a26" -d '{"events": [{"name": "network-changed", "server_uuid": "ffeea78c-2fe2-4e1f-876a-2df702f37b29", "tag": "94ca9ffd-db51-44b6-901b-d77f96f0e1cc"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:17:54.117825 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-78497c7a-2461-49f7-ae80-1ec77492ff6a None None] For port e21a0c16-269b-4b1f-a036-ff7c034dcce3, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:17:54.126631 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-78497c7a-2461-49f7-ae80-1ec77492ff6a None None] For port e21a0c16-269b-4b1f-a036-ff7c034dcce3, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=e21a0c16-269b-4b1f-a036-ff7c034dcce3,segment=NetworkSegment(2c882223-a2a3-4879-8142-0c3e6689c779),segment_id=2c882223-a2a3-4879-8142-0c3e6689c779)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:17:54.134616 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-78497c7a-2461-49f7-ae80-1ec77492ff6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:54.248299 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff6de4-9ef8-421a-9e8c-f92bc738fae8 service neutron] Pushing event updated for resources: {'Port': ['ID=94ca9ffd-db51-44b6-901b-d77f96f0e1cc,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:54.379485 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8de678-fc9a-4dc5-9d95-de51010054bc req-ee3a8327-c7ec-40dd-b686-fa6f473dc341 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:54.383559 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74747355-4c67-46ba-a29d-cbe138dc6bde tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:54.390169 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7c8de678-fc9a-4dc5-9d95-de51010054bc req-ee3a8327-c7ec-40dd-b686-fa6f473dc341 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 946 time: 0.4272020 Jul 23 20:17:54.428147 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78497c7a-2461-49f7-ae80-1ec77492ff6a None None] Pushing event updated for resources: {'Port': ['ID=e21a0c16-269b-4b1f-a036-ff7c034dcce3,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:54.468370 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-d80df91e-8086-4465-bd51-1288a0f6c2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:54.475832 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-d80df91e-8086-4465-bd51-1288a0f6c2a1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2748f4b40df14523b46431ce846cbb13&device_id=ffeea78c-2fe2-4e1f-876a-2df702f37b29 HTTP/1.1" status: 200 len: 1096 time: 0.3625498 Jul 23 20:17:54.555927 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ffa41f54-9e7c-4f12-b0d2-9ce60a00a713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:54.609706 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430679f5-3ce3-4a2f-acd3-caf05898f576 req-d4fc6ce8-8c08-40f3-be42-0fc7de047b9b tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:54.628266 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ffa41f54-9e7c-4f12-b0d2-9ce60a00a713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:54.636005 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-3c73a64a-6082-4251-8bcc-f50ae30e713d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94ca9ffd-db51-44b6-901b-d77f96f0e1cc HTTP/1.1" status: 200 len: 217 time: 0.1278925 Jul 23 20:17:54.639796 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-430679f5-3ce3-4a2f-acd3-caf05898f576 req-d4fc6ce8-8c08-40f3-be42-0fc7de047b9b tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffeea78c-2fe2-4e1f-876a-2df702f37b29 HTTP/1.1" status: 200 len: 944 time: 0.2392647 Jul 23 20:17:54.708287 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7c8de678-fc9a-4dc5-9d95-de51010054bc req-e1b81299-f383-453c-be7f-9b2f0c249dfc tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164747 Jul 23 20:17:54.740029 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-74747355-4c67-46ba-a29d-cbe138dc6bde tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Deleting port e21a0c16-269b-4b1f-a036-ff7c034dcce3 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:17:54.740390 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74747355-4c67-46ba-a29d-cbe138dc6bde tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:54.806634 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-430679f5-3ce3-4a2f-acd3-caf05898f576 req-16fb6026-9b6c-42ce-abd5-f0200936f3fb tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648767 Jul 23 20:17:54.829179 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d30393f-6a97-41a0-8dc5-3474331760e8 x-openstack-request-id: req-1d30393f-6a97-41a0-8dc5-3474331760e8 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:17:54.829659 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffeea78c-2fe2-4e1f-876a-2df702f37b29", "tag": "94ca9ffd-db51-44b6-901b-d77f96f0e1cc", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:17:54.830069 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1d30393f-6a97-41a0-8dc5-3474331760e8 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:17:54.830571 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffeea78c-2fe2-4e1f-876a-2df702f37b29', 'tag': '94ca9ffd-db51-44b6-901b-d77f96f0e1cc', 'status': 'completed', 'code': 200} Jul 23 20:17:54.849335 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa41f54-9e7c-4f12-b0d2-9ce60a00a713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0980390-01f7-4daa-99e6-cf3e8f4defc2,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:54.869746 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33176) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:54.870568 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ffa41f54-9e7c-4f12-b0d2-9ce60a00a713 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a33387c1cb147c2bb2538ff884b74ad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1832843 Jul 23 20:17:54.884899 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-04aea9db-8a29-46bd-8959-1b9191fab89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:54.886834 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-04aea9db-8a29-46bd-8959-1b9191fab89b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2edc7abb-7a35-4b24-95dd-2cab074cfd4c HTTP/1.1" status: 200 len: 846 time: 0.1484179 Jul 23 20:17:54.891832 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa41f54-9e7c-4f12-b0d2-9ce60a00a713 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:54.895546 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa41f54-9e7c-4f12-b0d2-9ce60a00a713 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:54.896041 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa41f54-9e7c-4f12-b0d2-9ce60a00a713 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:54.902826 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa41f54-9e7c-4f12-b0d2-9ce60a00a713 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:54.903125 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa41f54-9e7c-4f12-b0d2-9ce60a00a713 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:54.903636 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa41f54-9e7c-4f12-b0d2-9ce60a00a713 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:54.904907 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa41f54-9e7c-4f12-b0d2-9ce60a00a713 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:54.906046 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa41f54-9e7c-4f12-b0d2-9ce60a00a713 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:54.906609 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa41f54-9e7c-4f12-b0d2-9ce60a00a713 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:54.907044 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa41f54-9e7c-4f12-b0d2-9ce60a00a713 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:54.907480 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa41f54-9e7c-4f12-b0d2-9ce60a00a713 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:54.907933 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa41f54-9e7c-4f12-b0d2-9ce60a00a713 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:54.988255 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-fd3d8219-8aad-4d78-a132-ef7ca8d7b944 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=98a30b96-c863-4728-b0d0-d47c79801693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760272 Jul 23 20:17:55.133588 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f785efb1-9891-4834-9b05-617a75e93084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:55.141238 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-74747355-4c67-46ba-a29d-cbe138dc6bde tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] For port e21a0c16-269b-4b1f-a036-ff7c034dcce3, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=e21a0c16-269b-4b1f-a036-ff7c034dcce3,segment=NetworkSegment(2c882223-a2a3-4879-8142-0c3e6689c779),segment_id=2c882223-a2a3-4879-8142-0c3e6689c779)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:55.141645 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74747355-4c67-46ba-a29d-cbe138dc6bde tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:55.170124 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-74747355-4c67-46ba-a29d-cbe138dc6bde tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Calling delete_port for e21a0c16-269b-4b1f-a036-ff7c034dcce3 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:17:55.189605 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-cc19530a-6ac5-42a8-ba9f-a7d5e6d49a0d service neutron] 10.222.0.18 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928694 Jul 23 20:17:55.196513 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f785efb1-9891-4834-9b05-617a75e93084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:55.241935 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device e21a0c16-269b-4b1f-a036-ff7c034dcce3 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:17:55.320693 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port e21a0c16-269b-4b1f-a036-ff7c034dcce3 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:17:55.333137 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aa5a94a2-53a5-4eee-aabe-7ffcf38dbcf3 req-5dc3db6f-e71a-432e-8d56-64f20f23de48 service neutron] 10.222.0.18 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354206 Jul 23 20:17:55.379180 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f785efb1-9891-4834-9b05-617a75e93084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:55.382620 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f785efb1-9891-4834-9b05-617a75e93084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:55.387019 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f785efb1-9891-4834-9b05-617a75e93084 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a0980390-01f7-4daa-99e6-cf3e8f4defc2 HTTP/1.1" status: 204 len: 168 time: 0.5119488 Jul 23 20:17:55.517993 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f785efb1-9891-4834-9b05-617a75e93084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0980390-01f7-4daa-99e6-cf3e8f4defc2,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:55.552651 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74747355-4c67-46ba-a29d-cbe138dc6bde tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:55.596707 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74747355-4c67-46ba-a29d-cbe138dc6bde tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event deleted for resources: {'Port': ['ID=e21a0c16-269b-4b1f-a036-ff7c034dcce3,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:55.676601 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fa61a-42ed-4443-965f-0aa874449a26 req-c1589a6e-e7b2-4857-8519-e6629ddca021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:55.680281 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b02fa61a-42ed-4443-965f-0aa874449a26 req-c1589a6e-e7b2-4857-8519-e6629ddca021 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2748f4b40df14523b46431ce846cbb13&device_id=ffeea78c-2fe2-4e1f-876a-2df702f37b29 HTTP/1.1" status: 200 len: 1096 time: 0.2721846 Jul 23 20:17:55.691632 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74747355-4c67-46ba-a29d-cbe138dc6bde tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] No DVR routers for this DVR port e21a0c16-269b-4b1f-a036-ff7c034dcce3 on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:17:55.812351 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74747355-4c67-46ba-a29d-cbe138dc6bde tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:55.866721 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22fdd3-3ed3-49b6-adc4-780a16c32633 req-dec6dcb6-05e0-4498-b860-03f3d17a4c65 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:55.870558 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fc22fdd3-3ed3-49b6-adc4-780a16c32633 req-dec6dcb6-05e0-4498-b860-03f3d17a4c65 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.18 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 946 time: 0.3513405 Jul 23 20:17:56.090073 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74747355-4c67-46ba-a29d-cbe138dc6bde tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:56.095687 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbddb5dd-30e4-444f-afef-e6fca138fe4e None None] Network 9ce71e0c-06a6-465c-8b9c-33e3cda8514d requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:17:56.105452 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb7acc-d170-411f-87f3-9c081b604dd7 req-01cfeb7c-23aa-4aeb-9cc8-cae976b644f9 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:56.115194 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3edb7acc-d170-411f-87f3-9c081b604dd7 req-01cfeb7c-23aa-4aeb-9cc8-cae976b644f9 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 946 time: 0.2287023 Jul 23 20:17:56.182213 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2deb1fcf-2d50-4b7c-b762-d4afe2756632 None None] Could not find standard attr ID for object e21a0c16-269b-4b1f-a036-ff7c034dcce3. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:17:56.210806 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74747355-4c67-46ba-a29d-cbe138dc6bde tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event deleted for resources: {'Subnet': ['ID=4d3aea47-4ac3-4a68-aa4b-be59d8cdf17a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:56.215138 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fa61a-42ed-4443-965f-0aa874449a26 req-3b04470e-c2f4-401f-a9c7-6f35156e8172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:56.218038 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b02fa61a-42ed-4443-965f-0aa874449a26 req-3b04470e-c2f4-401f-a9c7-6f35156e8172 service neutron] 10.222.0.18 "GET /v2.0/networks?id=98a30b96-c863-4728-b0d0-d47c79801693 HTTP/1.1" status: 200 len: 907 time: 0.5104909 Jul 23 20:17:56.340743 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b02fa61a-42ed-4443-965f-0aa874449a26 req-d983bef0-7220-45f4-b6b3-d1bb6cd5f91f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94ca9ffd-db51-44b6-901b-d77f96f0e1cc HTTP/1.1" status: 200 len: 217 time: 0.1080570 Jul 23 20:17:56.350750 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-fc22fdd3-3ed3-49b6-adc4-780a16c32633 req-ff72c2f6-128f-430a-89f6-3c3475e04c8b tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Deleting port b5e0629e-86e6-4f55-a042-ef34d3f2428b {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:17:56.351985 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fc22fdd3-3ed3-49b6-adc4-780a16c32633 req-ff72c2f6-128f-430a-89f6-3c3475e04c8b tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:56.386882 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3edb7acc-d170-411f-87f3-9c081b604dd7 req-8275480a-a63f-47ea-a4b0-f796281c5d0f tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d19249d-326b-4c48-ae47-b326fd2c39b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706869 Jul 23 20:17:56.470540 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74747355-4c67-46ba-a29d-cbe138dc6bde tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:56.477758 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-fc22fdd3-3ed3-49b6-adc4-780a16c32633 req-ff72c2f6-128f-430a-89f6-3c3475e04c8b tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] For port b5e0629e-86e6-4f55-a042-ef34d3f2428b, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=b5e0629e-86e6-4f55-a042-ef34d3f2428b,segment=NetworkSegment(13a13d20-6431-4365-97ce-f955081eb8e3),segment_id=13a13d20-6431-4365-97ce-f955081eb8e3)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:56.478364 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fc22fdd3-3ed3-49b6-adc4-780a16c32633 req-ff72c2f6-128f-430a-89f6-3c3475e04c8b tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:56.498584 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-fc22fdd3-3ed3-49b6-adc4-780a16c32633 req-ff72c2f6-128f-430a-89f6-3c3475e04c8b tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Calling delete_port for b5e0629e-86e6-4f55-a042-ef34d3f2428b owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:17:56.516530 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-74747355-4c67-46ba-a29d-cbe138dc6bde tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce71e0c-06a6-465c-8b9c-33e3cda8514d']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:56.552180 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-74747355-4c67-46ba-a29d-cbe138dc6bde tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c882223-a2a3-4879-8142-0c3e6689c779') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:56.552572 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-74747355-4c67-46ba-a29d-cbe138dc6bde tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c882223-a2a3-4879-8142-0c3e6689c779') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:56.557559 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028976ab-c092-4078-aa17-fdc5d657b041 None None] DHCP port deletion for 9ce71e0c-06a6-465c-8b9c-33e3cda8514d request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:17:56.583856 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74747355-4c67-46ba-a29d-cbe138dc6bde tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:56.588561 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae37371-175d-460f-93b1-502e8dc4a2c5 None None] Network 9ce71e0c-06a6-465c-8b9c-33e3cda8514d requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:17:56.619001 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74747355-4c67-46ba-a29d-cbe138dc6bde tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:56.639234 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74747355-4c67-46ba-a29d-cbe138dc6bde tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:17:56.639655 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74747355-4c67-46ba-a29d-cbe138dc6bde tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:56.648838 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:17:56.648838 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:17:56.648838 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:17:56.648838 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:17:56.648838 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:17:56.648838 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:17:56.648838 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:17:56.648838 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:17:56.648838 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:17:56.648838 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:17:56.648838 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:17:56.648838 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:17:56.648838 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:17:56.648838 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:17:56.648838 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:17:56.648838 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:17:56.648838 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:17:56.648838 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:17:56.648838 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:17:56.648838 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:17:56.648838 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:17:56.648838 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:17:56.648838 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:17:56.648838 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:17:56.648838 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:17:56.648838 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:17:56.648838 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:17:56.648838 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:17:56.648838 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:17:56.648838 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:17:56.648838 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:17:56.648838 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:17:56.788759 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74747355-4c67-46ba-a29d-cbe138dc6bde tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:56.799636 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74747355-4c67-46ba-a29d-cbe138dc6bde tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:56.806018 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-74747355-4c67-46ba-a29d-cbe138dc6bde tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "DELETE /v2.0/networks/9ce71e0c-06a6-465c-8b9c-33e3cda8514d HTTP/1.1" status: 204 len: 168 time: 2.7502470 Jul 23 20:17:56.829420 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33224) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:56.856490 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74747355-4c67-46ba-a29d-cbe138dc6bde tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event deleted for resources: {'Network': ['ID=9ce71e0c-06a6-465c-8b9c-33e3cda8514d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:56.871343 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fc22fdd3-3ed3-49b6-adc4-780a16c32633 req-ff72c2f6-128f-430a-89f6-3c3475e04c8b tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:56.920018 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['b5e0629e-86e6-4f55-a042-ef34d3f2428b'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:17:56.922328 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-963b8a12-be8e-4d43-8be1-7d7cdab52ac1 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] DELETE failed (client error): The resource could not be found. Jul 23 20:17:56.928788 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-963b8a12-be8e-4d43-8be1-7d7cdab52ac1 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:17:56.928788 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-963b8a12-be8e-4d43-8be1-7d7cdab52ac1 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "DELETE /v2.0/subnets/4d3aea47-4ac3-4a68-aa4b-be59d8cdf17a HTTP/1.1" status: 404 len: 337 time: 0.0854104 Jul 23 20:17:56.932795 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33228) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:56.962295 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718afa85-fed8-487a-80da-9d29bcf8c837 req-8706be5b-d020-41ff-8535-7f1121645d26 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:56.963936 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-718afa85-fed8-487a-80da-9d29bcf8c837 req-8706be5b-d020-41ff-8535-7f1121645d26 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffeea78c-2fe2-4e1f-876a-2df702f37b29 HTTP/1.1" status: 200 len: 944 time: 0.8813581 Jul 23 20:17:56.979687 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-aacf67a1-f3c6-4c2b-a67f-0e50002115f5 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] DELETE failed (client error): The resource could not be found. Jul 23 20:17:56.980786 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aacf67a1-f3c6-4c2b-a67f-0e50002115f5 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:17:56.990054 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-aacf67a1-f3c6-4c2b-a67f-0e50002115f5 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "DELETE /v2.0/networks/9ce71e0c-06a6-465c-8b9c-33e3cda8514d HTTP/1.1" status: 404 len: 339 time: 0.0509470 Jul 23 20:17:56.990319 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33232) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:57.024438 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 94ca9ffd-db51-44b6-901b-d77f96f0e1cc details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:17:57.058669 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-954ecaef-fbed-4be4-bf73-9bbe8c838797 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] DELETE failed (client error): The resource could not be found. Jul 23 20:17:57.059139 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-954ecaef-fbed-4be4-bf73-9bbe8c838797 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:17:57.068548 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-954ecaef-fbed-4be4-bf73-9bbe8c838797 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "DELETE /v2.0/subnets/04e60c98-ae57-4420-913e-85791344bd12 HTTP/1.1" status: 404 len: 337 time: 0.0772285 Jul 23 20:17:57.071298 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33236) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:57.094444 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72c2f6-128f-430a-89f6-3c3475e04c8b tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Pushing event deleted for resources: {'Port': ['ID=b5e0629e-86e6-4f55-a042-ef34d3f2428b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:57.137009 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-029e4378-3a69-420d-a5b9-15b04dfb5f70 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] DELETE failed (client error): The resource could not be found. Jul 23 20:17:57.137985 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-029e4378-3a69-420d-a5b9-15b04dfb5f70 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:17:57.142451 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device e21a0c16-269b-4b1f-a036-ff7c034dcce3 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:17:57.145613 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-029e4378-3a69-420d-a5b9-15b04dfb5f70 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "DELETE /v2.0/networks/0c137d93-21cc-4396-a753-186fef68e11f HTTP/1.1" status: 404 len: 339 time: 0.0728769 Jul 23 20:17:57.149173 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33238) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:57.183339 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc22fdd3-3ed3-49b6-adc4-780a16c32633 req-ff72c2f6-128f-430a-89f6-3c3475e04c8b tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] No DVR routers for this DVR port b5e0629e-86e6-4f55-a042-ef34d3f2428b on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:17:57.197614 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: e21a0c16-269b-4b1f-a036-ff7c034dcce3 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:17:57.198942 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fc22fdd3-3ed3-49b6-adc4-780a16c32633 req-ff72c2f6-128f-430a-89f6-3c3475e04c8b tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:57.201318 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fc22fdd3-3ed3-49b6-adc4-780a16c32633 req-ff72c2f6-128f-430a-89f6-3c3475e04c8b tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.18 "DELETE /v2.0/ports/b5e0629e-86e6-4f55-a042-ef34d3f2428b HTTP/1.1" status: 204 len: 173 time: 1.2460253 Jul 23 20:17:57.210044 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de68ec08-9564-4b3b-a216-bb5ac7b34518', 'name': 'network-vif-deleted', 'tag': 'b5e0629e-86e6-4f55-a042-ef34d3f2428b'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:17:57.211133 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device e21a0c16-269b-4b1f-a036-ff7c034dcce3 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:17:57.212592 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04aace4-6247-46ef-a088-37572b29a2e3" -d '{"events": [{"server_uuid": "de68ec08-9564-4b3b-a216-bb5ac7b34518", "name": "network-vif-deleted", "tag": "b5e0629e-86e6-4f55-a042-ef34d3f2428b"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:17:57.280429 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-718afa85-fed8-487a-80da-9d29bcf8c837 req-682820d1-e239-4531-a82f-b4ecb54be3de tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061436 Jul 23 20:17:57.282029 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fa61a-42ed-4443-965f-0aa874449a26 req-430c9e83-54cc-40b5-a27c-5be0989783f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:57.283607 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b02fa61a-42ed-4443-965f-0aa874449a26 req-430c9e83-54cc-40b5-a27c-5be0989783f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2edc7abb-7a35-4b24-95dd-2cab074cfd4c HTTP/1.1" status: 200 len: 846 time: 0.4351931 Jul 23 20:17:57.321750 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b02fa61a-42ed-4443-965f-0aa874449a26 req-56091389-7445-4472-910e-a43a04d82630 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=98a30b96-c863-4728-b0d0-d47c79801693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312667 Jul 23 20:17:57.348157 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668d62df-4bed-4305-85fb-d55e3b91f413 x-openstack-request-id: req-668d62df-4bed-4305-85fb-d55e3b91f413 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:17:57.348500 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de68ec08-9564-4b3b-a216-bb5ac7b34518", "name": "network-vif-deleted", "tag": "b5e0629e-86e6-4f55-a042-ef34d3f2428b", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:17:57.348862 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-668d62df-4bed-4305-85fb-d55e3b91f413 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:17:57.349148 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de68ec08-9564-4b3b-a216-bb5ac7b34518', 'name': 'network-vif-deleted', 'tag': 'b5e0629e-86e6-4f55-a042-ef34d3f2428b', 'status': 'completed', 'code': 200} Jul 23 20:17:57.399426 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a800c1f2-2a8a-4cc4-bda9-7ce247dd5bb6 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:57.405960 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 94ca9ffd-db51-44b6-901b-d77f96f0e1cc, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=94ca9ffd-db51-44b6-901b-d77f96f0e1cc,segment=NetworkSegment(69080602-6244-4faa-8140-ce9343de0881),segment_id=69080602-6244-4faa-8140-ce9343de0881)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:57.428079 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '94ca9ffd-db51-44b6-901b-d77f96f0e1cc', 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693', 'port_id': '94ca9ffd-db51-44b6-901b-d77f96f0e1cc', 'mac_address': 'fa:16:3e:fd:b1:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2edc7abb-7a35-4b24-95dd-2cab074cfd4c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:17:57.609104 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:57.649271 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94ca9ffd-db51-44b6-901b-d77f96f0e1cc {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:17:57.711735 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a800c1f2-2a8a-4cc4-bda9-7ce247dd5bb6 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:57.739786 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1d323b2c-d440-4dad-b017-58e8bbf4289f req-6f0a5cdb-a269-4232-9fd0-d0fe4b113bf3 tempest-ServersNegativeTestJSON-683061326 tempest-ServersNegativeTestJSON-683061326-project] 10.222.0.32 "GET /v2.0/ports?device_id=de68ec08-9564-4b3b-a216-bb5ac7b34518 HTTP/1.1" status: 200 len: 210 time: 0.1236911 Jul 23 20:17:57.748426 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b02fa61a-42ed-4443-965f-0aa874449a26 req-0e546e73-f50c-4ef8-90b7-75e7f59722f6 service neutron] 10.222.0.18 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181118 Jul 23 20:17:57.750771 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 94ca9ffd-db51-44b6-901b-d77f96f0e1cc, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=94ca9ffd-db51-44b6-901b-d77f96f0e1cc,segment=NetworkSegment(69080602-6244-4faa-8140-ce9343de0881),segment_id=69080602-6244-4faa-8140-ce9343de0881)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:57.756893 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:57.774409 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-a800c1f2-2a8a-4cc4-bda9-7ce247dd5bb6 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddc3799c-044a-450b-bc39-8de8ccf6888c']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:57.797619 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-a800c1f2-2a8a-4cc4-bda9-7ce247dd5bb6 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '654787db-04e9-4e02-a4aa-58a5ed1a6eba') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:57.797916 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-a800c1f2-2a8a-4cc4-bda9-7ce247dd5bb6 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '654787db-04e9-4e02-a4aa-58a5ed1a6eba') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:57.838898 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a800c1f2-2a8a-4cc4-bda9-7ce247dd5bb6 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:57.891305 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a800c1f2-2a8a-4cc4-bda9-7ce247dd5bb6 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:57.926318 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a800c1f2-2a8a-4cc4-bda9-7ce247dd5bb6 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:17:57.930038 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a800c1f2-2a8a-4cc4-bda9-7ce247dd5bb6 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:57.939807 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=94ca9ffd-db51-44b6-901b-d77f96f0e1cc,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:57.946973 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:17:57.946973 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:17:57.946973 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:17:57.946973 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:17:57.946973 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:17:57.946973 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:17:57.946973 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:17:57.946973 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:17:57.946973 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:17:57.946973 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:17:57.946973 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:17:57.946973 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:17:57.946973 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:17:57.946973 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:17:57.946973 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:17:57.946973 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:17:57.946973 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:17:57.946973 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:17:57.946973 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:17:57.946973 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:17:57.946973 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:17:57.946973 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:17:57.946973 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:17:57.946973 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:17:57.946973 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:17:57.946973 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:17:57.946973 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:17:57.946973 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:17:57.946973 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:17:57.946973 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:17:57.946973 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:17:57.946973 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:17:58.008662 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['94ca9ffd-db51-44b6-901b-d77f96f0e1cc'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:17:58.159155 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b02fa61a-42ed-4443-965f-0aa874449a26 req-c76e9a21-6a4f-47c1-a1d2-a962d0786725 service neutron] 10.222.0.18 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025571 Jul 23 20:17:58.242957 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a800c1f2-2a8a-4cc4-bda9-7ce247dd5bb6 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:58.265197 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a800c1f2-2a8a-4cc4-bda9-7ce247dd5bb6 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:58.270046 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33266) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:58.297205 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a800c1f2-2a8a-4cc4-bda9-7ce247dd5bb6 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "DELETE /v2.0/networks/ddc3799c-044a-450b-bc39-8de8ccf6888c HTTP/1.1" status: 204 len: 168 time: 1.1450365 Jul 23 20:17:58.377170 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-329a5d37-78b7-43ae-b47d-8cc7b0165c5f tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] DELETE failed (client error): The resource could not be found. Jul 23 20:17:58.378628 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-329a5d37-78b7-43ae-b47d-8cc7b0165c5f tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:17:58.382034 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-329a5d37-78b7-43ae-b47d-8cc7b0165c5f tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "DELETE /v2.0/subnets/3df74110-a527-4cbd-a388-6f0a8fa054e7 HTTP/1.1" status: 404 len: 337 time: 0.1109436 Jul 23 20:17:58.390076 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33270) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:58.398805 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800c1f2-2a8a-4cc4-bda9-7ce247dd5bb6 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event deleted for resources: {'Network': ['ID=ddc3799c-044a-450b-bc39-8de8ccf6888c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:58.441643 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c5b4f54-182e-4185-8373-6944ab9e5164 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] DELETE failed (client error): The resource could not be found. Jul 23 20:17:58.443324 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c5b4f54-182e-4185-8373-6944ab9e5164 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:17:58.445888 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1c5b4f54-182e-4185-8373-6944ab9e5164 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "DELETE /v2.0/networks/edbc53ae-583a-40d7-a928-4a286a355caa HTTP/1.1" status: 404 len: 339 time: 0.0547912 Jul 23 20:17:58.448766 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33272) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:58.508841 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b749111-0982-46b1-998e-3988f44255fa tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] DELETE failed (client error): The resource could not be found. Jul 23 20:17:58.509645 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b749111-0982-46b1-998e-3988f44255fa tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:17:58.512138 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6b749111-0982-46b1-998e-3988f44255fa tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "DELETE /v2.0/subnets/4ae39564-533a-4772-b899-070910d865f2 HTTP/1.1" status: 404 len: 337 time: 0.0622814 Jul 23 20:17:58.516882 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33274) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:58.541683 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d7d0f6a-b010-4ead-88e3-e241cbe8d5c5 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] DELETE failed (client error): The resource could not be found. Jul 23 20:17:58.570201 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d7d0f6a-b010-4ead-88e3-e241cbe8d5c5 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:17:58.574964 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8d7d0f6a-b010-4ead-88e3-e241cbe8d5c5 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "DELETE /v2.0/networks/50dc8021-9573-4ad4-8da4-42ec11d0a84c HTTP/1.1" status: 404 len: 339 time: 0.0566466 Jul 23 20:17:58.579109 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33278) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:58.642864 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-607c3043-a40f-4713-894e-6a266245bb90 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] DELETE failed (client error): The resource could not be found. Jul 23 20:17:58.643518 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-607c3043-a40f-4713-894e-6a266245bb90 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:17:58.645453 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-607c3043-a40f-4713-894e-6a266245bb90 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "DELETE /v2.0/subnets/f9d15c2f-3016-4df4-bc8b-6f19938b57de HTTP/1.1" status: 404 len: 337 time: 0.0553327 Jul 23 20:17:58.648306 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33282) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:58.665573 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d631a6-29ee-4710-8ead-23c48fdba851 req-72404197-4381-4bb8-8a36-1e24e041eafb tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:58.667324 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-25d631a6-29ee-4710-8ead-23c48fdba851 req-72404197-4381-4bb8-8a36-1e24e041eafb tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffeea78c-2fe2-4e1f-876a-2df702f37b29 HTTP/1.1" status: 200 len: 945 time: 0.1533024 Jul 23 20:17:58.687301 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa22510c-6076-4b17-b84c-c2f4cf6aa47b tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] DELETE failed (client error): The resource could not be found. Jul 23 20:17:58.688161 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa22510c-6076-4b17-b84c-c2f4cf6aa47b tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:17:58.692228 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-aa22510c-6076-4b17-b84c-c2f4cf6aa47b tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "DELETE /v2.0/networks/0f2b3f9b-3758-469c-8825-724e1cf971b7 HTTP/1.1" status: 404 len: 339 time: 0.0401485 Jul 23 20:17:58.692668 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33284) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:58.724505 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e176546-3231-44a6-b3cb-fba70f8c3e24 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] DELETE failed (client error): The resource could not be found. Jul 23 20:17:58.725082 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e176546-3231-44a6-b3cb-fba70f8c3e24 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:17:58.727135 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3e176546-3231-44a6-b3cb-fba70f8c3e24 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "DELETE /v2.0/subnets/82004231-60b5-4a60-8184-ce1c59db715b HTTP/1.1" status: 404 len: 337 time: 0.0335505 Jul 23 20:17:58.732078 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33286) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:58.760034 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-25d631a6-29ee-4710-8ead-23c48fdba851 req-9971e63f-3ebd-49d7-be33-747b6b8ac502 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853496 Jul 23 20:17:58.761223 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0cabd54-1e21-42f1-8fb5-66635137119d tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] DELETE failed (client error): The resource could not be found. Jul 23 20:17:58.761845 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0cabd54-1e21-42f1-8fb5-66635137119d tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:17:58.763619 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d0cabd54-1e21-42f1-8fb5-66635137119d tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "DELETE /v2.0/networks/1e973563-f1c3-40ec-81a8-3eb2dd48075b HTTP/1.1" status: 404 len: 339 time: 0.0302730 Jul 23 20:17:58.767076 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33290) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:58.797205 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33292) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:58.814281 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-f57ac8af-043d-4c45-839b-4955d8f7020d tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] DELETE failed (client error): The resource could not be found. Jul 23 20:17:58.814646 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f57ac8af-043d-4c45-839b-4955d8f7020d tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:17:58.817835 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f57ac8af-043d-4c45-839b-4955d8f7020d tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "DELETE /v2.0/subnets/fbff3803-149c-4bd0-9df0-c6b1602abf09 HTTP/1.1" status: 404 len: 337 time: 0.0496042 Jul 23 20:17:58.822585 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33294) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:58.855155 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-86ae3b63-9d8f-4125-914b-2e14e296219d admin admin] Deleting subnet b9cd757f-50fc-4d2c-97b5-f7bec2379d06 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:17:58.860016 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-86ae3b63-9d8f-4125-914b-2e14e296219d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:58.875850 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc16f7f-7ec0-43b3-80c4-0e5fd37fcdae tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] DELETE failed (client error): The resource could not be found. Jul 23 20:17:58.876511 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fc16f7f-7ec0-43b3-80c4-0e5fd37fcdae tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:17:58.878379 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3fc16f7f-7ec0-43b3-80c4-0e5fd37fcdae tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "DELETE /v2.0/networks/88cddc2a-d2df-49b8-ae54-2b6ae8e384ef HTTP/1.1" status: 404 len: 339 time: 0.0548158 Jul 23 20:17:58.884755 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33296) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:58.926445 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-86ae3b63-9d8f-4125-914b-2e14e296219d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:58.931806 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf8be930-d542-4a16-973a-d7e4203bd4d1 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] DELETE failed (client error): The resource could not be found. Jul 23 20:17:58.932866 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf8be930-d542-4a16-973a-d7e4203bd4d1 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:17:58.936645 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-bf8be930-d542-4a16-973a-d7e4203bd4d1 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "DELETE /v2.0/subnets/2a2a3929-4d4e-4b80-aa4a-b905e228f9c2 HTTP/1.1" status: 404 len: 337 time: 0.0508490 Jul 23 20:17:58.939298 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33302) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:58.969458 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4406d31-4b27-4afb-930d-0af4e2d5ebe7 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] DELETE failed (client error): The resource could not be found. Jul 23 20:17:58.970413 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4406d31-4b27-4afb-930d-0af4e2d5ebe7 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:17:58.973172 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f4406d31-4b27-4afb-930d-0af4e2d5ebe7 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "DELETE /v2.0/networks/4a4a6f0e-e43d-444c-a591-015613303709 HTTP/1.1" status: 404 len: 339 time: 0.0314622 Jul 23 20:17:58.975893 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33304) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:59.039696 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 94ca9ffd-db51-44b6-901b-d77f96f0e1cc up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:17:59.056909 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-86ae3b63-9d8f-4125-914b-2e14e296219d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:59.073873 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-20817e4e-03c0-46e5-a3f0-1aa6f182f07d tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] DELETE failed (client error): The resource could not be found. Jul 23 20:17:59.074262 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20817e4e-03c0-46e5-a3f0-1aa6f182f07d tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:17:59.082920 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-20817e4e-03c0-46e5-a3f0-1aa6f182f07d tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "DELETE /v2.0/subnets/52e62c65-d389-498b-8689-5818bd039e56 HTTP/1.1" status: 404 len: 337 time: 0.1032155 Jul 23 20:17:59.083759 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33308) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:59.118552 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-959705cb-9fda-4240-86de-d8712cec392c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] DELETE failed (client error): The resource could not be found. Jul 23 20:17:59.119139 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-959705cb-9fda-4240-86de-d8712cec392c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:17:59.123845 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-959705cb-9fda-4240-86de-d8712cec392c tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "DELETE /v2.0/networks/cde07dec-58f0-4eb0-b448-01d3da1f2982 HTTP/1.1" status: 404 len: 339 time: 0.0366468 Jul 23 20:17:59.125085 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33310) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:59.176070 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-86ae3b63-9d8f-4125-914b-2e14e296219d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:59.184527 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 94ca9ffd-db51-44b6-901b-d77f96f0e1cc completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:17:59.194439 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 94ca9ffd-db51-44b6-901b-d77f96f0e1cc triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:17:59.196910 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:59.216993 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-53bac299-8d1b-444d-81db-97dddd617ff2 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] DELETE failed (client error): The resource could not be found. Jul 23 20:17:59.223049 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae3b63-9d8f-4125-914b-2e14e296219d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9cd757f-50fc-4d2c-97b5-f7bec2379d06,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:59.223731 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53bac299-8d1b-444d-81db-97dddd617ff2 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:17:59.229459 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-86ae3b63-9d8f-4125-914b-2e14e296219d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:59.230583 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-53bac299-8d1b-444d-81db-97dddd617ff2 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "DELETE /v2.0/subnets/d728e016-84c5-4dae-a2dc-5ba2c8c69bfa HTTP/1.1" status: 404 len: 337 time: 0.1041062 Jul 23 20:17:59.232343 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-86ae3b63-9d8f-4125-914b-2e14e296219d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b9cd757f-50fc-4d2c-97b5-f7bec2379d06 HTTP/1.1" status: 204 len: 168 time: 0.4336083 Jul 23 20:17:59.234576 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33318) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:59.234817 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33316) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:59.313881 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-48212646-9871-4669-9461-c5359b9a606a tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] DELETE failed (client error): The resource could not be found. Jul 23 20:17:59.314571 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48212646-9871-4669-9461-c5359b9a606a tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:17:59.317421 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-48212646-9871-4669-9461-c5359b9a606a tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "DELETE /v2.0/networks/bcdbd51b-b27e-4813-811d-ba5a27411411 HTTP/1.1" status: 404 len: 339 time: 0.0729303 Jul 23 20:17:59.320299 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33322) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:59.459404 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c503d0e-dcbe-4aa2-a8f4-08e1100be1ac tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Deleting subnet 48c1fdd0-5e81-4c68-bf4e-5792def58643 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:17:59.462075 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d3c97047-7e4d-4e0a-b3d7-c76835f909c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:59.464082 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:59.472965 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6c503d0e-dcbe-4aa2-a8f4-08e1100be1ac tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:59.523115 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 94ca9ffd-db51-44b6-901b-d77f96f0e1cc, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=94ca9ffd-db51-44b6-901b-d77f96f0e1cc,segment=NetworkSegment(69080602-6244-4faa-8140-ce9343de0881),segment_id=69080602-6244-4faa-8140-ce9343de0881)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:59.524714 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffeea78c-2fe2-4e1f-876a-2df702f37b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ca9ffd-db51-44b6-901b-d77f96f0e1cc'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:17:59.530470 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dff3db0-a0ac-41ae-b5e1-32197ec61d7a" -d '{"events": [{"server_uuid": "ffeea78c-2fe2-4e1f-876a-2df702f37b29", "name": "network-vif-plugged", "status": "completed", "tag": "94ca9ffd-db51-44b6-901b-d77f96f0e1cc"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:17:59.536425 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:59.538823 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device b5e0629e-86e6-4f55-a042-ef34d3f2428b no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:17:59.576410 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6c503d0e-dcbe-4aa2-a8f4-08e1100be1ac tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:59.580540 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: b5e0629e-86e6-4f55-a042-ef34d3f2428b {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:17:59.580915 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device b5e0629e-86e6-4f55-a042-ef34d3f2428b not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:17:59.679491 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d3c97047-7e4d-4e0a-b3d7-c76835f909c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:59.685306 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=94ca9ffd-db51-44b6-901b-d77f96f0e1cc,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:59.702606 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c05a503-764d-4c5d-aae4-c8c10dfa5556 x-openstack-request-id: req-8c05a503-764d-4c5d-aae4-c8c10dfa5556 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:17:59.702915 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffeea78c-2fe2-4e1f-876a-2df702f37b29", "name": "network-vif-plugged", "status": "completed", "tag": "94ca9ffd-db51-44b6-901b-d77f96f0e1cc", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:17:59.703171 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8c05a503-764d-4c5d-aae4-c8c10dfa5556 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:17:59.703585 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffeea78c-2fe2-4e1f-876a-2df702f37b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ca9ffd-db51-44b6-901b-d77f96f0e1cc', 'code': 200} Jul 23 20:17:59.716204 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-d3c97047-7e4d-4e0a-b3d7-c76835f909c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fedbba9-4431-4330-9544-1acf217b43a2']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:59.730185 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-d3c97047-7e4d-4e0a-b3d7-c76835f909c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13a13d20-6431-4365-97ce-f955081eb8e3') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:59.730766 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-d3c97047-7e4d-4e0a-b3d7-c76835f909c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13a13d20-6431-4365-97ce-f955081eb8e3') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:59.770379 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d3c97047-7e4d-4e0a-b3d7-c76835f909c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:59.794954 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6c503d0e-dcbe-4aa2-a8f4-08e1100be1ac tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:59.820571 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d3c97047-7e4d-4e0a-b3d7-c76835f909c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:59.838678 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c97047-7e4d-4e0a-b3d7-c76835f909c6 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:17:59.839570 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d3c97047-7e4d-4e0a-b3d7-c76835f909c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:59.843596 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:17:59.843596 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:17:59.843596 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:17:59.843596 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:17:59.843596 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:17:59.843596 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:17:59.843596 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:17:59.843596 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:17:59.843596 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:17:59.843596 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:17:59.843596 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:17:59.843596 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:17:59.843596 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:17:59.843596 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:17:59.843596 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:17:59.843596 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:17:59.843596 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:17:59.843596 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:17:59.843596 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:17:59.843596 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:17:59.843596 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:17:59.843596 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:17:59.843596 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:17:59.843596 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:17:59.843596 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:17:59.843596 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:17:59.843596 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:17:59.843596 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:17:59.843596 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:17:59.843596 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:17:59.843596 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:17:59.843596 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:17:59.895501 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6c503d0e-dcbe-4aa2-a8f4-08e1100be1ac tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:59.934003 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b63e01-ccbd-4653-820e-4306dcad1b08 req-785bae2a-5d59-40ad-b27d-872a8c77ba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:59.936280 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-44b63e01-ccbd-4653-820e-4306dcad1b08 req-785bae2a-5d59-40ad-b27d-872a8c77ba73 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ffeea78c-2fe2-4e1f-876a-2df702f37b29 HTTP/1.1" status: 200 len: 1098 time: 0.2461107 Jul 23 20:17:59.936638 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c503d0e-dcbe-4aa2-a8f4-08e1100be1ac tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event deleted for resources: {'Subnet': ['ID=48c1fdd0-5e81-4c68-bf4e-5792def58643,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:59.939089 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6c503d0e-dcbe-4aa2-a8f4-08e1100be1ac tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:59.941246 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6c503d0e-dcbe-4aa2-a8f4-08e1100be1ac tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "DELETE /v2.0/subnets/48c1fdd0-5e81-4c68-bf4e-5792def58643 HTTP/1.1" status: 204 len: 168 time: 0.6195807 Jul 23 20:17:59.941715 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3a861a-794a-4ca4-94c0-dcab5fdf2c9b None None] Network c6985852-652f-4366-be48-96f0677624ca requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:17:59.948219 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33344) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:59.963781 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d3c97047-7e4d-4e0a-b3d7-c76835f909c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:59.980562 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d3c97047-7e4d-4e0a-b3d7-c76835f909c6 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:59.983919 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d3c97047-7e4d-4e0a-b3d7-c76835f909c6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7fedbba9-4431-4330-9544-1acf217b43a2 HTTP/1.1" status: 204 len: 168 time: 0.7479103 Jul 23 20:18:00.032176 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c97047-7e4d-4e0a-b3d7-c76835f909c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fedbba9-4431-4330-9544-1acf217b43a2,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:00.126818 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9d732b8d-1556-4f18-b811-19a08ac7c722 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:00.289091 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-44b63e01-ccbd-4653-820e-4306dcad1b08 req-a268c745-dc07-4afe-8b6b-4b60262b0ca2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461292 Jul 23 20:18:00.389615 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7ac639-cccd-4dd8-9604-e4608b8daea9 None None] DHCP port deletion for c6985852-652f-4366-be48-96f0677624ca request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:18:00.419189 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3718e93-d810-45cf-aec8-65a61092f544 req-e0579ef3-2d7b-442f-8660-0e0379498d5e tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:00.442299 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b3718e93-d810-45cf-aec8-65a61092f544 req-e0579ef3-2d7b-442f-8660-0e0379498d5e tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffeea78c-2fe2-4e1f-876a-2df702f37b29 HTTP/1.1" status: 200 len: 946 time: 0.3288994 Jul 23 20:18:00.500399 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-9d732b8d-1556-4f18-b811-19a08ac7c722 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Deleting port a81659a9-a096-4bf7-a66e-a89b31e4c5bb {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:18:00.501102 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9d732b8d-1556-4f18-b811-19a08ac7c722 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:00.517160 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33360) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:00.521344 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-5e7ac639-cccd-4dd8-9604-e4608b8daea9 None None] Deleting port a81659a9-a096-4bf7-a66e-a89b31e4c5bb {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:18:00.521855 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac639-cccd-4dd8-9604-e4608b8daea9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:00.609534 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b3718e93-d810-45cf-aec8-65a61092f544 req-ee84a956-7615-485f-ae1c-a3638e14b568 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655235 Jul 23 20:18:00.617965 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0f89e4a8-308f-42e1-aafa-24c2c7e1495d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=99b1a67790e94a4dae83bd764a7343f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0983608 Jul 23 20:18:00.621342 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33366) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:00.688186 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-9d732b8d-1556-4f18-b811-19a08ac7c722 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] For port a81659a9-a096-4bf7-a66e-a89b31e4c5bb, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=a81659a9-a096-4bf7-a66e-a89b31e4c5bb,segment=NetworkSegment(862e011e-5fe6-4219-b6ec-367287b5e939),segment_id=862e011e-5fe6-4219-b6ec-367287b5e939)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:00.688875 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9d732b8d-1556-4f18-b811-19a08ac7c722 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:00.713710 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-5e7ac639-cccd-4dd8-9604-e4608b8daea9 None None] For port a81659a9-a096-4bf7-a66e-a89b31e4c5bb, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=a81659a9-a096-4bf7-a66e-a89b31e4c5bb,segment=NetworkSegment(862e011e-5fe6-4219-b6ec-367287b5e939),segment_id=862e011e-5fe6-4219-b6ec-367287b5e939)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:00.714456 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac639-cccd-4dd8-9604-e4608b8daea9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:00.733040 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-9d732b8d-1556-4f18-b811-19a08ac7c722 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Calling delete_port for a81659a9-a096-4bf7-a66e-a89b31e4c5bb owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:18:00.740102 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-5e7ac639-cccd-4dd8-9604-e4608b8daea9 None None] Calling delete_port for a81659a9-a096-4bf7-a66e-a89b31e4c5bb owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:18:00.764137 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d373ec10-6b00-40b1-9b79-bf49dee74536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:00.844399 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d373ec10-6b00-40b1-9b79-bf49dee74536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:00.956272 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9d732b8d-1556-4f18-b811-19a08ac7c722 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:00.971819 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac639-cccd-4dd8-9604-e4608b8daea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:01.015638 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d732b8d-1556-4f18-b811-19a08ac7c722 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event deleted for resources: {'Port': ['ID=a81659a9-a096-4bf7-a66e-a89b31e4c5bb,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:01.018957 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d732b8d-1556-4f18-b811-19a08ac7c722 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] No DVR routers for this DVR port a81659a9-a096-4bf7-a66e-a89b31e4c5bb on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:18:01.024077 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7ac639-cccd-4dd8-9604-e4608b8daea9 None None] No DVR routers for this DVR port a81659a9-a096-4bf7-a66e-a89b31e4c5bb on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:18:01.029365 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d373ec10-6b00-40b1-9b79-bf49dee74536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:01.033057 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ac639-cccd-4dd8-9604-e4608b8daea9 None None] Pushing event deleted for resources: {'Port': ['ID=a81659a9-a096-4bf7-a66e-a89b31e4c5bb,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:01.051519 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d373ec10-6b00-40b1-9b79-bf49dee74536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:01.055642 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d373ec10-6b00-40b1-9b79-bf49dee74536 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d19249d-326b-4c48-ae47-b326fd2c39b7 HTTP/1.1" status: 204 len: 168 time: 0.4329166 Jul 23 20:18:01.090908 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d373ec10-6b00-40b1-9b79-bf49dee74536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d19249d-326b-4c48-ae47-b326fd2c39b7,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:01.193292 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a81659a9-a096-4bf7-a66e-a89b31e4c5bb no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:18:01.208847 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9d732b8d-1556-4f18-b811-19a08ac7c722 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:01.253759 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: a81659a9-a096-4bf7-a66e-a89b31e4c5bb {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:18:01.254107 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a81659a9-a096-4bf7-a66e-a89b31e4c5bb not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:18:01.256921 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-9d732b8d-1556-4f18-b811-19a08ac7c722 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6985852-652f-4366-be48-96f0677624ca']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:01.284386 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-9d732b8d-1556-4f18-b811-19a08ac7c722 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '862e011e-5fe6-4219-b6ec-367287b5e939') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:01.285127 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-9d732b8d-1556-4f18-b811-19a08ac7c722 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '862e011e-5fe6-4219-b6ec-367287b5e939') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:01.306816 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9d732b8d-1556-4f18-b811-19a08ac7c722 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:01.343325 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9d732b8d-1556-4f18-b811-19a08ac7c722 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:01.352591 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d732b8d-1556-4f18-b811-19a08ac7c722 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:18:01.352591 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9d732b8d-1556-4f18-b811-19a08ac7c722 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:01.352851 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33384) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:01.354914 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:18:01.354914 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:18:01.354914 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:18:01.354914 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:18:01.354914 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:18:01.354914 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:18:01.354914 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:18:01.354914 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:18:01.354914 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:18:01.354914 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:18:01.354914 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:18:01.354914 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:18:01.354914 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:18:01.354914 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:18:01.354914 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:18:01.354914 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:18:01.354914 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:18:01.354914 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:18:01.354914 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:18:01.354914 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:18:01.354914 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:18:01.354914 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:18:01.354914 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:18:01.354914 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:18:01.354914 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:18:01.354914 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:18:01.354914 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:18:01.354914 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:18:01.354914 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:18:01.354914 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:18:01.354914 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:18:01.354914 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:18:01.454843 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9d732b8d-1556-4f18-b811-19a08ac7c722 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:01.483148 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9d732b8d-1556-4f18-b811-19a08ac7c722 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:01.493318 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9d732b8d-1556-4f18-b811-19a08ac7c722 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] 10.222.0.32 "DELETE /v2.0/networks/c6985852-652f-4366-be48-96f0677624ca HTTP/1.1" status: 204 len: 168 time: 1.5428660 Jul 23 20:18:01.524188 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d732b8d-1556-4f18-b811-19a08ac7c722 tempest-NetworksTest-275779576 tempest-NetworksTest-275779576-project] Pushing event deleted for resources: {'Network': ['ID=c6985852-652f-4366-be48-96f0677624ca,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:01.586951 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0f890d89-839f-4c4a-a82e-cda19f300206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:01.726791 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0f890d89-839f-4c4a-a82e-cda19f300206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:01.733118 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0f890d89-839f-4c4a-a82e-cda19f300206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:01.786337 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f890d89-839f-4c4a-a82e-cda19f300206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ccd482-5b3c-4bd9-8079-35e012540f95,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:01.905948 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33408) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:01.906164 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0f890d89-839f-4c4a-a82e-cda19f300206 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=12f0f401366b4aeba08a15cf35a592f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5522735 Jul 23 20:18:01.964648 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33410) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:01.992927 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890e072-7212-44a8-8984-ac7d90cfea3a req-8a36447d-0f50-4e3f-9a23-93eea3c81cb8 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:01.994882 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2890e072-7212-44a8-8984-ac7d90cfea3a req-8a36447d-0f50-4e3f-9a23-93eea3c81cb8 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffeea78c-2fe2-4e1f-876a-2df702f37b29 HTTP/1.1" status: 200 len: 946 time: 0.2196693 Jul 23 20:18:02.093195 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-09376003-772d-4525-bfb4-daa35fdeaee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:02.128034 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2890e072-7212-44a8-8984-ac7d90cfea3a req-10a9adbe-c9e6-42ef-943c-d4903f3ed7fd tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268208 Jul 23 20:18:02.156736 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-09376003-772d-4525-bfb4-daa35fdeaee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:02.319485 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-09376003-772d-4525-bfb4-daa35fdeaee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:02.322103 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-09376003-772d-4525-bfb4-daa35fdeaee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:02.326641 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-09376003-772d-4525-bfb4-daa35fdeaee5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b9ccd482-5b3c-4bd9-8079-35e012540f95 HTTP/1.1" status: 204 len: 168 time: 0.4188223 Jul 23 20:18:02.364330 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d9ee21b5-c3ee-4ab9-b463-9bf2dbf30346 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=645a78bad9d34090a083ca596a20dd60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3949814 Jul 23 20:18:02.364492 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33434) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:02.368975 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09376003-772d-4525-bfb4-daa35fdeaee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ccd482-5b3c-4bd9-8079-35e012540f95,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:02.420488 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05ade5-3ad9-4ae2-a643-fd4e62ed8174 req-740ae649-d93a-4e4d-8ea2-ad28a8192e8d tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:02.422286 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cf05ade5-3ad9-4ae2-a643-fd4e62ed8174 req-740ae649-d93a-4e4d-8ea2-ad28a8192e8d tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c66f612e-bafe-4bd4-ac1b-d6b3a89d9185 HTTP/1.1" status: 200 len: 946 time: 0.1498172 Jul 23 20:18:02.482606 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bff8c595-85c5-4a02-ac96-9b5eb4ecaaba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:02.483935 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cf05ade5-3ad9-4ae2-a643-fd4e62ed8174 req-99082f95-600c-4a66-862a-818b059f4534 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482192 Jul 23 20:18:02.531276 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bff8c595-85c5-4a02-ac96-9b5eb4ecaaba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:02.591706 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bff8c595-85c5-4a02-ac96-9b5eb4ecaaba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:02.597100 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bff8c595-85c5-4a02-ac96-9b5eb4ecaaba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:02.598716 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bff8c595-85c5-4a02-ac96-9b5eb4ecaaba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/74d56138-63ec-4604-9c86-d59303fce31e HTTP/1.1" status: 204 len: 168 time: 0.2335255 Jul 23 20:18:02.609104 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff8c595-85c5-4a02-ac96-9b5eb4ecaaba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d56138-63ec-4604-9c86-d59303fce31e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:02.726269 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0352ec1-6fe8-48f5-8558-d4a693b3556b req-7c9071aa-3289-4f9b-98cc-4a1f720cffb5 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:02.728759 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f0352ec1-6fe8-48f5-8558-d4a693b3556b req-7c9071aa-3289-4f9b-98cc-4a1f720cffb5 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffeea78c-2fe2-4e1f-876a-2df702f37b29 HTTP/1.1" status: 200 len: 946 time: 0.0926163 Jul 23 20:18:02.776013 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f0352ec1-6fe8-48f5-8558-d4a693b3556b req-8161bd2c-96f2-46a1-a056-b3bc3cc621e6 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384409 Jul 23 20:18:03.212925 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5453f1-cf18-4c0c-9601-933e9f3455b5 req-2a0ed14d-b75f-49b8-8912-8249b567f32e tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:03.222882 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1e5453f1-cf18-4c0c-9601-933e9f3455b5 req-2a0ed14d-b75f-49b8-8912-8249b567f32e tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffeea78c-2fe2-4e1f-876a-2df702f37b29 HTTP/1.1" status: 200 len: 946 time: 0.1025639 Jul 23 20:18:03.262657 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33462) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:03.291733 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a558f67-1921-4b7d-932a-7a6a6559dd1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:03.293823 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1e5453f1-cf18-4c0c-9601-933e9f3455b5 req-61264d06-99b3-4926-9bb3-a4ac60203262 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672319 Jul 23 20:18:03.474806 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a558f67-1921-4b7d-932a-7a6a6559dd1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:03.483605 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0a558f67-1921-4b7d-932a-7a6a6559dd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:03.563940 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0a558f67-1921-4b7d-932a-7a6a6559dd1f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1b20654d34274b59835ae4d27654636f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2932465 Jul 23 20:18:03.563940 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a558f67-1921-4b7d-932a-7a6a6559dd1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddbf4ca-fe9b-4293-bf32-17d18be2ddb7,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:03.564304 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33474) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:03.621134 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33478) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:03.671084 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b07108a3-da1f-486b-bb2a-0ce14cda9e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:03.713378 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b07108a3-da1f-486b-bb2a-0ce14cda9e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:03.794459 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b07108a3-da1f-486b-bb2a-0ce14cda9e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:03.797882 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b07108a3-da1f-486b-bb2a-0ce14cda9e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:03.799391 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b07108a3-da1f-486b-bb2a-0ce14cda9e7f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2ddbf4ca-fe9b-4293-bf32-17d18be2ddb7 HTTP/1.1" status: 204 len: 168 time: 0.2336767 Jul 23 20:18:03.810756 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07108a3-da1f-486b-bb2a-0ce14cda9e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddbf4ca-fe9b-4293-bf32-17d18be2ddb7,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:03.961294 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fd71906c-4685-4a84-acc8-8255320d6d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:04.161978 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fd71906c-4685-4a84-acc8-8255320d6d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:04.168310 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fd71906c-4685-4a84-acc8-8255320d6d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:04.209461 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-fd71906c-4685-4a84-acc8-8255320d6d52 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9c905cb40e1440838f38e2fc91c8d2d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5861504 Jul 23 20:18:04.213258 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33506) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:04.251354 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd71906c-4685-4a84-acc8-8255320d6d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b38e7e-2656-4d6d-b532-cab5e5c31b93,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:04.371692 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fce70d01-33a2-4674-8db7-fb804f3c2a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:04.385368 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33512) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:04.427343 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fce70d01-33a2-4674-8db7-fb804f3c2a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:04.444351 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71742580-fd4b-418d-8122-3480d8516438 req-66314c14-2794-4b8a-ac5c-058b2772242b tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:04.446158 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-71742580-fd4b-418d-8122-3480d8516438 req-66314c14-2794-4b8a-ac5c-058b2772242b tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeea78c-2fe2-4e1f-876a-2df702f37b29 HTTP/1.1" status: 200 len: 946 time: 0.1407096 Jul 23 20:18:04.600406 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-71742580-fd4b-418d-8122-3480d8516438 req-76956ba1-1f17-4258-80c9-0d3f3bc0472c tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Deleting port 94ca9ffd-db51-44b6-901b-d77f96f0e1cc {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:18:04.601340 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-71742580-fd4b-418d-8122-3480d8516438 req-76956ba1-1f17-4258-80c9-0d3f3bc0472c tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:04.697354 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1751b-80ef-4948-86d8-debc0941fbf1 req-1ca87dd8-c26a-4496-8530-177005d06f95 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:04.700014 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ef1751b-80ef-4948-86d8-debc0941fbf1 req-1ca87dd8-c26a-4496-8530-177005d06f95 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffeea78c-2fe2-4e1f-876a-2df702f37b29 HTTP/1.1" status: 200 len: 946 time: 0.2233469 Jul 23 20:18:04.775586 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-71742580-fd4b-418d-8122-3480d8516438 req-76956ba1-1f17-4258-80c9-0d3f3bc0472c tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] For port 94ca9ffd-db51-44b6-901b-d77f96f0e1cc, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=94ca9ffd-db51-44b6-901b-d77f96f0e1cc,segment=NetworkSegment(69080602-6244-4faa-8140-ce9343de0881),segment_id=69080602-6244-4faa-8140-ce9343de0881)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:04.776019 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-71742580-fd4b-418d-8122-3480d8516438 req-76956ba1-1f17-4258-80c9-0d3f3bc0472c tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:04.791141 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-71742580-fd4b-418d-8122-3480d8516438 req-76956ba1-1f17-4258-80c9-0d3f3bc0472c tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Calling delete_port for 94ca9ffd-db51-44b6-901b-d77f96f0e1cc owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:18:04.810604 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ef1751b-80ef-4948-86d8-debc0941fbf1 req-a6c0c438-8922-43df-a9e1-d37904e34382 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032436 Jul 23 20:18:04.975369 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-71742580-fd4b-418d-8122-3480d8516438 req-76956ba1-1f17-4258-80c9-0d3f3bc0472c tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:04.990499 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['b0af7064-1c66-48db-97f6-f23b8d04fcd5'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:18:04.995501 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['b1032d90-a671-4ad4-ae31-8b75c3d80e4c', '94ca9ffd-db51-44b6-901b-d77f96f0e1cc'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:18:05.028939 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76956ba1-1f17-4258-80c9-0d3f3bc0472c tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Pushing event deleted for resources: {'Port': ['ID=94ca9ffd-db51-44b6-901b-d77f96f0e1cc,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:05.077088 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fce70d01-33a2-4674-8db7-fb804f3c2a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:05.080352 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fce70d01-33a2-4674-8db7-fb804f3c2a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:05.081781 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-fce70d01-33a2-4674-8db7-fb804f3c2a62 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/76b38e7e-2656-4d6d-b532-cab5e5c31b93 HTTP/1.1" status: 204 len: 168 time: 0.8670940 Jul 23 20:18:05.095828 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce70d01-33a2-4674-8db7-fb804f3c2a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b38e7e-2656-4d6d-b532-cab5e5c31b93,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:05.120250 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-71742580-fd4b-418d-8122-3480d8516438 req-76956ba1-1f17-4258-80c9-0d3f3bc0472c tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] No DVR routers for this DVR port 94ca9ffd-db51-44b6-901b-d77f96f0e1cc on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:18:05.123592 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-71742580-fd4b-418d-8122-3480d8516438 req-76956ba1-1f17-4258-80c9-0d3f3bc0472c tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:05.126052 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-71742580-fd4b-418d-8122-3480d8516438 req-76956ba1-1f17-4258-80c9-0d3f3bc0472c tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.18 "DELETE /v2.0/ports/94ca9ffd-db51-44b6-901b-d77f96f0e1cc HTTP/1.1" status: 204 len: 173 time: 0.6737344 Jul 23 20:18:05.126547 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffeea78c-2fe2-4e1f-876a-2df702f37b29', 'name': 'network-vif-deleted', 'tag': '94ca9ffd-db51-44b6-901b-d77f96f0e1cc'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:05.126973 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-804ba3f0-2f2d-4f61-82e6-00738043a300 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:05.128122 n-d-793618-10 neutron-server[93876]: WARNING neutron.api.v2.base [None req-804ba3f0-2f2d-4f61-82e6-00738043a300 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 23 20:18:05.131479 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700f118a-3420-4db2-a21b-1f6547561001" -d '{"events": [{"server_uuid": "ffeea78c-2fe2-4e1f-876a-2df702f37b29", "name": "network-vif-deleted", "tag": "94ca9ffd-db51-44b6-901b-d77f96f0e1cc"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:05.132030 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-804ba3f0-2f2d-4f61-82e6-00738043a300 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] create failed (client error): There was a conflict when trying to complete your request. Jul 23 20:18:05.135352 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-804ba3f0-2f2d-4f61-82e6-00738043a300 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.7471328 Jul 23 20:18:05.138978 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33542) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:05.150250 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-780473ae-04dd-4378-bbde-1fa063cca63c tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Request body: {'security_group': {'name': 'tempest-secgroup--607046295'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:05.245571 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-780473ae-04dd-4378-bbde-1fa063cca63c tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:05.281679 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827eaa31-e13f-4337-8db2-c3b37cc55238 x-openstack-request-id: req-827eaa31-e13f-4337-8db2-c3b37cc55238 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:05.282603 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffeea78c-2fe2-4e1f-876a-2df702f37b29", "name": "network-vif-deleted", "tag": "94ca9ffd-db51-44b6-901b-d77f96f0e1cc", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:05.283224 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-827eaa31-e13f-4337-8db2-c3b37cc55238 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:05.283978 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffeea78c-2fe2-4e1f-876a-2df702f37b29', 'name': 'network-vif-deleted', 'tag': '94ca9ffd-db51-44b6-901b-d77f96f0e1cc', 'status': 'completed', 'code': 200} Jul 23 20:18:05.292596 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-780473ae-04dd-4378-bbde-1fa063cca63c tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:05.594129 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-780473ae-04dd-4378-bbde-1fa063cca63c tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:05.605676 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-780473ae-04dd-4378-bbde-1fa063cca63c tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:05.744145 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780473ae-04dd-4378-bbde-1fa063cca63c tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa15cee9-82b1-46fc-8360-5c22e760f142,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:05.988492 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-780473ae-04dd-4378-bbde-1fa063cca63c tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:06.013896 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-780473ae-04dd-4378-bbde-1fa063cca63c tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:06.228477 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7c6da0ac-8ee1-48f6-9d80-59f7f87f0c63 req-2cf3abb7-2c58-4171-bead-688e53c3e986 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffeea78c-2fe2-4e1f-876a-2df702f37b29 HTTP/1.1" status: 200 len: 210 time: 0.1258633 Jul 23 20:18:06.233916 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-780473ae-04dd-4378-bbde-1fa063cca63c tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:06.235641 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-780473ae-04dd-4378-bbde-1fa063cca63c tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0940676 Jul 23 20:18:06.237146 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780473ae-04dd-4378-bbde-1fa063cca63c tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7012220d-9826-4ec3-afe6-fe5db3092f7a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:06.242544 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33570) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:06.259713 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-0be48d37-af48-4eff-ba3c-4d11bd83dd91 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Request body: {'security_group_rule': {'security_group_id': '7012220d-9826-4ec3-afe6-fe5db3092f7a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:06.354450 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0be48d37-af48-4eff-ba3c-4d11bd83dd91 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:06.489212 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0be48d37-af48-4eff-ba3c-4d11bd83dd91 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:06.496556 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0be48d37-af48-4eff-ba3c-4d11bd83dd91 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:06.542850 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be48d37-af48-4eff-ba3c-4d11bd83dd91 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81728e39-ba3b-4643-b7e7-fbd8a804aa78,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:06.562781 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0be48d37-af48-4eff-ba3c-4d11bd83dd91 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:06.564132 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0be48d37-af48-4eff-ba3c-4d11bd83dd91 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3185580 Jul 23 20:18:06.568311 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33582) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:06.581902 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-d5f58073-4356-41da-9b97-e5ccb6054f4b tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Request body: {'security_group_rule': {'security_group_id': '7012220d-9826-4ec3-afe6-fe5db3092f7a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:06.650068 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d5f58073-4356-41da-9b97-e5ccb6054f4b tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:06.779937 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-d5f58073-4356-41da-9b97-e5ccb6054f4b tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] create failed (client error): There was a conflict when trying to complete your request. Jul 23 20:18:06.781055 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d5f58073-4356-41da-9b97-e5ccb6054f4b tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2116003 Jul 23 20:18:06.785698 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33592) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:06.976226 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4db2a7d5-3e28-403c-9622-9ff9249e23a4 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:07.037937 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4db2a7d5-3e28-403c-9622-9ff9249e23a4 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:07.071572 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 94ca9ffd-db51-44b6-901b-d77f96f0e1cc no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:18:07.131772 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4db2a7d5-3e28-403c-9622-9ff9249e23a4 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:07.137312 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4db2a7d5-3e28-403c-9622-9ff9249e23a4 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:07.140873 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4db2a7d5-3e28-403c-9622-9ff9249e23a4 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "DELETE /v2.0/security-groups/7012220d-9826-4ec3-afe6-fe5db3092f7a HTTP/1.1" status: 204 len: 168 time: 0.3539028 Jul 23 20:18:07.143655 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33606) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:07.150909 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 94ca9ffd-db51-44b6-901b-d77f96f0e1cc {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:18:07.151562 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 94ca9ffd-db51-44b6-901b-d77f96f0e1cc not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:18:07.213517 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2a7d5-3e28-403c-9622-9ff9249e23a4 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7012220d-9826-4ec3-afe6-fe5db3092f7a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:07.336842 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1b5a56c9-eddd-4fcd-979f-5635be0cea82 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1907282 Jul 23 20:18:07.340529 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33614) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:07.357572 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-701f8f8a-ce3d-41b2-8f3e-f50e20939120 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Request body: {'security_group': {'name': 'tempest-secgroup--1007375948'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:07.508435 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-701f8f8a-ce3d-41b2-8f3e-f50e20939120 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:07.901903 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-701f8f8a-ce3d-41b2-8f3e-f50e20939120 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:07.932667 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-701f8f8a-ce3d-41b2-8f3e-f50e20939120 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:08.043076 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f8f8a-ce3d-41b2-8f3e-f50e20939120 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=324e00fc-193b-4e9a-b71e-ef0dde8c6645,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:08.064575 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-701f8f8a-ce3d-41b2-8f3e-f50e20939120 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:08.070544 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-701f8f8a-ce3d-41b2-8f3e-f50e20939120 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7222371 Jul 23 20:18:08.072036 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33634) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:08.081280 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-296c2cde-da4c-40e0-bfe0-5d62601c422c tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Request body: {'security_group_rule': {'security_group_id': '324e00fc-193b-4e9a-b71e-ef0dde8c6645', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:08.088509 n-d-793618-10 neutron-server[93876]: WARNING neutron.api.v2.base [None req-296c2cde-da4c-40e0-bfe0-5d62601c422c tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 23 20:18:08.095053 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-296c2cde-da4c-40e0-bfe0-5d62601c422c tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:18:08.106195 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a33aa2-638d-47d5-9922-30afe732b7e7 req-e9a1f078-fcd8-4dbd-812a-d021a3d48aa5 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:08.118714 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-79a33aa2-638d-47d5-9922-30afe732b7e7 req-e9a1f078-fcd8-4dbd-812a-d021a3d48aa5 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c66f612e-bafe-4bd4-ac1b-d6b3a89d9185 HTTP/1.1" status: 200 len: 946 time: 0.2181518 Jul 23 20:18:08.122769 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-296c2cde-da4c-40e0-bfe0-5d62601c422c tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0456305 Jul 23 20:18:08.125709 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33636) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:08.617637 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-79a33aa2-638d-47d5-9922-30afe732b7e7 req-c33db679-c9c2-4fec-8110-58a9c4bf07bf tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4982018 Jul 23 20:18:08.629874 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0de37ff2-bd50-4bc4-9a37-93ffa85390c8 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:08.668341 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0de37ff2-bd50-4bc4-9a37-93ffa85390c8 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:08.749111 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0de37ff2-bd50-4bc4-9a37-93ffa85390c8 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:08.763042 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0de37ff2-bd50-4bc4-9a37-93ffa85390c8 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:08.772595 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0de37ff2-bd50-4bc4-9a37-93ffa85390c8 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "DELETE /v2.0/security-groups/324e00fc-193b-4e9a-b71e-ef0dde8c6645 HTTP/1.1" status: 204 len: 168 time: 0.6457484 Jul 23 20:18:08.773275 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33672) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:08.832593 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de37ff2-bd50-4bc4-9a37-93ffa85390c8 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=324e00fc-193b-4e9a-b71e-ef0dde8c6645,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:08.920566 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d1e5b85e-5294-41f7-ae3f-4135498693e6 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1295757 Jul 23 20:18:08.924263 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33682) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:08.931678 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-5924e475-84d2-4864-baa1-24f5f56e6f8e tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Request body: {'security_group': {'name': 'tempest-secgroup--1074009736'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:08.980463 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5924e475-84d2-4864-baa1-24f5f56e6f8e tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:09.134152 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5924e475-84d2-4864-baa1-24f5f56e6f8e tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:09.139458 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5924e475-84d2-4864-baa1-24f5f56e6f8e tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:09.185791 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5924e475-84d2-4864-baa1-24f5f56e6f8e tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:09.189991 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5924e475-84d2-4864-baa1-24f5f56e6f8e tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2643356 Jul 23 20:18:09.190168 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33694) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:09.195175 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-8fe0a52b-c4f4-408e-a027-0ee0f95c7d47 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Request body: {'security_group_rule': {'security_group_id': 'b36e155a-02df-43a8-9b47-5688f9d63f79', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:09.195593 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924e475-84d2-4864-baa1-24f5f56e6f8e tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b36e155a-02df-43a8-9b47-5688f9d63f79,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:09.196098 n-d-793618-10 neutron-server[93875]: WARNING neutron.api.v2.base [None req-8fe0a52b-c4f4-408e-a027-0ee0f95c7d47 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 23 20:18:09.196608 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-8fe0a52b-c4f4-408e-a027-0ee0f95c7d47 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:18:09.197974 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8fe0a52b-c4f4-408e-a027-0ee0f95c7d47 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0066583 Jul 23 20:18:09.201407 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33696) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:09.322102 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8a49a4a3-be93-4c5d-b470-2446ece65cd9 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:09.382876 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8a49a4a3-be93-4c5d-b470-2446ece65cd9 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:09.395222 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6244b1c-4ff5-4907-a6f3-ac98a11cf1ac req-9f966792-358f-41f5-8a0c-cc504e484a6c tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:09.397763 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d6244b1c-4ff5-4907-a6f3-ac98a11cf1ac req-9f966792-358f-41f5-8a0c-cc504e484a6c tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.30 "GET /v2.0/ports?device_id=c66f612e-bafe-4bd4-ac1b-d6b3a89d9185 HTTP/1.1" status: 200 len: 946 time: 0.1612551 Jul 23 20:18:09.468979 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8a49a4a3-be93-4c5d-b470-2446ece65cd9 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:09.474098 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8a49a4a3-be93-4c5d-b470-2446ece65cd9 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:09.479316 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8a49a4a3-be93-4c5d-b470-2446ece65cd9 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "DELETE /v2.0/security-groups/b36e155a-02df-43a8-9b47-5688f9d63f79 HTTP/1.1" status: 204 len: 168 time: 0.2761524 Jul 23 20:18:09.480475 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33710) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:09.529289 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a49a4a3-be93-4c5d-b470-2446ece65cd9 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36e155a-02df-43a8-9b47-5688f9d63f79,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:09.642007 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5fb2ff20-1976-4e23-9b80-90484d766cc6 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1543622 Jul 23 20:18:09.648292 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33712) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:09.689312 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-261e2c7d-d8e7-4ace-87bb-a4c350a7bb90 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Request body: {'security_group': {'name': 'tempest-secgroup--1242464817'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:09.838202 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-261e2c7d-d8e7-4ace-87bb-a4c350a7bb90 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:09.999478 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-261e2c7d-d8e7-4ace-87bb-a4c350a7bb90 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:10.005277 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-d6244b1c-4ff5-4907-a6f3-ac98a11cf1ac req-86259868-5954-4b7d-900a-2fd2f0e043cb tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Deleting port b0af7064-1c66-48db-97f6-f23b8d04fcd5 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:18:10.005736 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d6244b1c-4ff5-4907-a6f3-ac98a11cf1ac req-86259868-5954-4b7d-900a-2fd2f0e043cb tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:10.007039 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3193235-698a-4ccf-900e-59745730014e req-65da40f7-d4ea-44ac-afbd-c7d4df03938e tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:10.010438 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-261e2c7d-d8e7-4ace-87bb-a4c350a7bb90 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:10.012441 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a3193235-698a-4ccf-900e-59745730014e req-65da40f7-d4ea-44ac-afbd-c7d4df03938e tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c66f612e-bafe-4bd4-ac1b-d6b3a89d9185 HTTP/1.1" status: 200 len: 946 time: 0.2176769 Jul 23 20:18:10.143560 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a3193235-698a-4ccf-900e-59745730014e req-f3adef17-1f67-41f5-9909-a5a47c326f3f tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244369 Jul 23 20:18:10.218345 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bab96c90-9605-4162-979f-4b84585d272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:10.273185 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33724) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:10.494528 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-67b5916d-51f1-42d9-b8a9-9ad35948c3a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:10.653918 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e2c7d-d8e7-4ace-87bb-a4c350a7bb90 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe44b4c-ba37-4edc-a1d3-60dd7e3d3c4e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:10.677233 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33734) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:10.706414 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-67b5916d-51f1-42d9-b8a9-9ad35948c3a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:10.713695 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-67b5916d-51f1-42d9-b8a9-9ad35948c3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:10.730564 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-261e2c7d-d8e7-4ace-87bb-a4c350a7bb90 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:10.732477 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-261e2c7d-d8e7-4ace-87bb-a4c350a7bb90 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0834239 Jul 23 20:18:10.744425 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33742) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:10.751622 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f2971ca8-7e29-43cb-a5b8-6bed1f93306f tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Request body: {'security_group_rule': {'security_group_id': '0fe44b4c-ba37-4edc-a1d3-60dd7e3d3c4e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:10.753071 n-d-793618-10 neutron-server[93876]: WARNING neutron.api.v2.base [None req-f2971ca8-7e29-43cb-a5b8-6bed1f93306f tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 23 20:18:10.753970 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-f2971ca8-7e29-43cb-a5b8-6bed1f93306f tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:18:10.755669 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f2971ca8-7e29-43cb-a5b8-6bed1f93306f tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0111639 Jul 23 20:18:10.759841 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33744) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:10.769199 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-79669839-f836-4526-92c8-3ec1380b8e8a tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Request body: {'security_group_rule': {'security_group_id': '0fe44b4c-ba37-4edc-a1d3-60dd7e3d3c4e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:10.771139 n-d-793618-10 neutron-server[93876]: WARNING neutron.api.v2.base [None req-79669839-f836-4526-92c8-3ec1380b8e8a tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 23 20:18:10.771890 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-79669839-f836-4526-92c8-3ec1380b8e8a tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:18:10.775568 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-79669839-f836-4526-92c8-3ec1380b8e8a tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0120788 Jul 23 20:18:10.781421 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33746) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:10.796736 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-5fd913fd-a312-4589-92f2-bd70eac34c61 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Request body: {'security_group_rule': {'security_group_id': '0fe44b4c-ba37-4edc-a1d3-60dd7e3d3c4e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:10.798353 n-d-793618-10 neutron-server[93876]: WARNING neutron.api.v2.base [None req-5fd913fd-a312-4589-92f2-bd70eac34c61 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 23 20:18:10.799120 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-5fd913fd-a312-4589-92f2-bd70eac34c61 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:18:10.800434 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5fd913fd-a312-4589-92f2-bd70eac34c61 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0180264 Jul 23 20:18:10.807737 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33748) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:10.811610 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-d6244b1c-4ff5-4907-a6f3-ac98a11cf1ac req-86259868-5954-4b7d-900a-2fd2f0e043cb tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] For port b0af7064-1c66-48db-97f6-f23b8d04fcd5, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=b0af7064-1c66-48db-97f6-f23b8d04fcd5,segment=NetworkSegment(69080602-6244-4faa-8140-ce9343de0881),segment_id=69080602-6244-4faa-8140-ce9343de0881)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:10.811977 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d6244b1c-4ff5-4907-a6f3-ac98a11cf1ac req-86259868-5954-4b7d-900a-2fd2f0e043cb tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:10.823107 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-67b5916d-51f1-42d9-b8a9-9ad35948c3a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0b78ee9fd6d74e5ba110d4e4fc6578e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5484197 Jul 23 20:18:10.824227 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b5916d-51f1-42d9-b8a9-9ad35948c3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db28f4eb-e9f0-4822-a1e3-4a70217fa326,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:10.827547 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33752) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:10.830167 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-57cf5363-2cee-4788-8f7d-2304223baf10 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Request body: {'security_group_rule': {'security_group_id': '0fe44b4c-ba37-4edc-a1d3-60dd7e3d3c4e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:10.831249 n-d-793618-10 neutron-server[93876]: WARNING neutron.api.v2.base [None req-57cf5363-2cee-4788-8f7d-2304223baf10 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 23 20:18:10.831857 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-57cf5363-2cee-4788-8f7d-2304223baf10 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:18:10.836812 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33754) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:10.839340 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-57cf5363-2cee-4788-8f7d-2304223baf10 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0303631 Jul 23 20:18:10.880007 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-d6244b1c-4ff5-4907-a6f3-ac98a11cf1ac req-86259868-5954-4b7d-900a-2fd2f0e043cb tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Calling delete_port for b0af7064-1c66-48db-97f6-f23b8d04fcd5 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:18:10.934097 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-44454d26-3e2f-48b1-a2a0-97d3a78939fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:10.936430 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d65918eb-dbde-443e-9c1d-455e62cb794f tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:11.000589 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d65918eb-dbde-443e-9c1d-455e62cb794f tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:11.070092 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-44454d26-3e2f-48b1-a2a0-97d3a78939fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:11.221279 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-465019cf-d7d5-403b-b288-e84922be2bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:11.225150 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-44454d26-3e2f-48b1-a2a0-97d3a78939fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:11.232075 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-44454d26-3e2f-48b1-a2a0-97d3a78939fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:11.241996 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-44454d26-3e2f-48b1-a2a0-97d3a78939fa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/db28f4eb-e9f0-4822-a1e3-4a70217fa326 HTTP/1.1" status: 204 len: 168 time: 0.4098110 Jul 23 20:18:11.250709 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d6244b1c-4ff5-4907-a6f3-ac98a11cf1ac req-86259868-5954-4b7d-900a-2fd2f0e043cb tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:11.271633 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['b1032d90-a671-4ad4-ae31-8b75c3d80e4c'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:18:11.307027 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d65918eb-dbde-443e-9c1d-455e62cb794f tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:11.312019 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d65918eb-dbde-443e-9c1d-455e62cb794f tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:11.329639 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d65918eb-dbde-443e-9c1d-455e62cb794f tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "DELETE /v2.0/security-groups/0fe44b4c-ba37-4edc-a1d3-60dd7e3d3c4e HTTP/1.1" status: 204 len: 168 time: 0.4909604 Jul 23 20:18:11.333648 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33774) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:11.335132 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44454d26-3e2f-48b1-a2a0-97d3a78939fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db28f4eb-e9f0-4822-a1e3-4a70217fa326,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:11.430354 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['b0af7064-1c66-48db-97f6-f23b8d04fcd5'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:18:11.452110 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65918eb-dbde-443e-9c1d-455e62cb794f tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe44b4c-ba37-4edc-a1d3-60dd7e3d3c4e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:11.477149 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86259868-5954-4b7d-900a-2fd2f0e043cb tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Pushing event deleted for resources: {'Port': ['ID=b0af7064-1c66-48db-97f6-f23b8d04fcd5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:11.545425 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-719a9844-318c-41dd-88e6-b247cc37de54 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1812732 Jul 23 20:18:11.571165 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33780) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:11.594002 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-e77224f4-c0ff-4132-a03a-923b0e11d356 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Request body: {'security_group': {'name': 'tempest-secgroup--2130207580'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:11.600428 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b7d171f9-42ab-4c64-addc-a3b2ada787ff req-3329db20-e7d4-4ada-bd39-387569d0697c tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=c66f612e-bafe-4bd4-ac1b-d6b3a89d9185 HTTP/1.1" status: 200 len: 210 time: 0.1828177 Jul 23 20:18:11.668386 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6244b1c-4ff5-4907-a6f3-ac98a11cf1ac req-86259868-5954-4b7d-900a-2fd2f0e043cb tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] No DVR routers for this DVR port b0af7064-1c66-48db-97f6-f23b8d04fcd5 on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:18:11.673090 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d6244b1c-4ff5-4907-a6f3-ac98a11cf1ac req-86259868-5954-4b7d-900a-2fd2f0e043cb tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:11.679777 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d6244b1c-4ff5-4907-a6f3-ac98a11cf1ac req-86259868-5954-4b7d-900a-2fd2f0e043cb tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.30 "DELETE /v2.0/ports/b0af7064-1c66-48db-97f6-f23b8d04fcd5 HTTP/1.1" status: 204 len: 173 time: 2.2684646 Jul 23 20:18:11.680694 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66f612e-bafe-4bd4-ac1b-d6b3a89d9185', 'name': 'network-vif-deleted', 'tag': 'b0af7064-1c66-48db-97f6-f23b8d04fcd5'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:11.703377 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94430ce-afd3-4de3-a49d-e476eaf9fd50" -d '{"events": [{"server_uuid": "c66f612e-bafe-4bd4-ac1b-d6b3a89d9185", "name": "network-vif-deleted", "tag": "b0af7064-1c66-48db-97f6-f23b8d04fcd5"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:11.782782 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d86fa0-0c5b-40bb-b3f1-daa5ae2d918c x-openstack-request-id: req-17d86fa0-0c5b-40bb-b3f1-daa5ae2d918c {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:11.783252 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66f612e-bafe-4bd4-ac1b-d6b3a89d9185", "name": "network-vif-deleted", "tag": "b0af7064-1c66-48db-97f6-f23b8d04fcd5", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:11.784194 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-17d86fa0-0c5b-40bb-b3f1-daa5ae2d918c {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:11.785760 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66f612e-bafe-4bd4-ac1b-d6b3a89d9185', 'name': 'network-vif-deleted', 'tag': 'b0af7064-1c66-48db-97f6-f23b8d04fcd5', 'status': 'completed', 'code': 200} Jul 23 20:18:11.836873 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-465019cf-d7d5-403b-b288-e84922be2bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:11.869415 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-465019cf-d7d5-403b-b288-e84922be2bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:11.880633 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e77224f4-c0ff-4132-a03a-923b0e11d356 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:11.973995 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33786) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:12.039287 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-18fbb5f7-26dd-4859-a5a2-791f67b79ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:12.133684 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e77224f4-c0ff-4132-a03a-923b0e11d356 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:12.145102 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e77224f4-c0ff-4132-a03a-923b0e11d356 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:12.156670 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-465019cf-d7d5-403b-b288-e84922be2bc8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d942970898e413bac41a4fd75b977d7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4730818 Jul 23 20:18:12.156670 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465019cf-d7d5-403b-b288-e84922be2bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96a1ae9-ee21-4d38-b0c5-461ee5d1f546,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:12.161933 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33790) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:12.250440 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77224f4-c0ff-4132-a03a-923b0e11d356 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d472b334-9bb0-4381-bc15-eab1ef14aeb0,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:12.487517 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-18fbb5f7-26dd-4859-a5a2-791f67b79ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:12.497974 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-18fbb5f7-26dd-4859-a5a2-791f67b79ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:12.499968 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e77224f4-c0ff-4132-a03a-923b0e11d356 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:12.501348 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e77224f4-c0ff-4132-a03a-923b0e11d356 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9225445 Jul 23 20:18:12.508840 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33798) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:12.520683 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-a39ef3d2-0c8d-41bd-bc27-07f09a177cb4 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Request body: {'security_group_rule': {'security_group_id': 'd472b334-9bb0-4381-bc15-eab1ef14aeb0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:12.530237 n-d-793618-10 neutron-server[93875]: WARNING neutron.api.v2.base [None req-a39ef3d2-0c8d-41bd-bc27-07f09a177cb4 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 23 20:18:12.530782 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-a39ef3d2-0c8d-41bd-bc27-07f09a177cb4 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:18:12.531847 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a39ef3d2-0c8d-41bd-bc27-07f09a177cb4 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0217242 Jul 23 20:18:12.536152 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33800) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:12.542771 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-3796846f-4931-4c34-ae91-a9282fb65fd9 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Request body: {'security_group_rule': {'security_group_id': 'd472b334-9bb0-4381-bc15-eab1ef14aeb0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:12.602061 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12f2b56e-5ff4-4028-a905-f5d36824f5e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:12.609081 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-18fbb5f7-26dd-4859-a5a2-791f67b79ccc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e068bea6ceed47f2aa3b1df454f68925&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6335788 Jul 23 20:18:12.613024 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33802) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:12.646404 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-3796846f-4931-4c34-ae91-a9282fb65fd9 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:18:12.648268 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3796846f-4931-4c34-ae91-a9282fb65fd9 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1109941 Jul 23 20:18:12.656820 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33808) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:12.674032 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-a5145ce6-1cc4-4dd7-a7c6-94da1fcd3ec9 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Request body: {'security_group_rule': {'security_group_id': 'd472b334-9bb0-4381-bc15-eab1ef14aeb0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:12.677372 n-d-793618-10 neutron-server[93875]: WARNING neutron.api.v2.base [None req-a5145ce6-1cc4-4dd7-a7c6-94da1fcd3ec9 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 23 20:18:12.678447 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-a5145ce6-1cc4-4dd7-a7c6-94da1fcd3ec9 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:18:12.682929 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a5145ce6-1cc4-4dd7-a7c6-94da1fcd3ec9 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0236328 Jul 23 20:18:12.688529 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33810) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:12.716946 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-d3f4d2fd-635b-4320-812f-c0f782cfc556 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Request body: {'security_group_rule': {'security_group_id': 'd472b334-9bb0-4381-bc15-eab1ef14aeb0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:12.766279 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12f2b56e-5ff4-4028-a905-f5d36824f5e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:12.784305 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fbb5f7-26dd-4859-a5a2-791f67b79ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33beb82d-ca15-444f-ae4a-a42129674e74,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:12.819552 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aba7d05c-368b-44e2-ba8e-92d287bec2e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:12.854044 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aba7d05c-368b-44e2-ba8e-92d287bec2e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:12.880326 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-d3f4d2fd-635b-4320-812f-c0f782cfc556 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:18:12.884007 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d3f4d2fd-635b-4320-812f-c0f782cfc556 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1928895 Jul 23 20:18:12.887248 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33814) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:12.900250 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-02b15f6b-16f7-4977-80ea-6b2d3d7d64ce tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Request body: {'security_group_rule': {'security_group_id': 'd472b334-9bb0-4381-bc15-eab1ef14aeb0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:12.903687 n-d-793618-10 neutron-server[93875]: WARNING neutron.api.v2.base [None req-02b15f6b-16f7-4977-80ea-6b2d3d7d64ce tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 23 20:18:12.904839 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-02b15f6b-16f7-4977-80ea-6b2d3d7d64ce tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:18:12.907280 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-02b15f6b-16f7-4977-80ea-6b2d3d7d64ce tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0187323 Jul 23 20:18:12.910299 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33816) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:12.925831 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-5598c519-0d76-40bb-84a4-4b42c5677578 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Request body: {'security_group_rule': {'security_group_id': 'd472b334-9bb0-4381-bc15-eab1ef14aeb0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:12.935934 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aba7d05c-368b-44e2-ba8e-92d287bec2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:12.939155 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aba7d05c-368b-44e2-ba8e-92d287bec2e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:12.940460 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-aba7d05c-368b-44e2-ba8e-92d287bec2e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/33beb82d-ca15-444f-ae4a-a42129674e74 HTTP/1.1" status: 204 len: 168 time: 0.3245680 Jul 23 20:18:12.958695 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2892c21c-1c8e-4592-b15e-3d10494ac069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:12.959347 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7d05c-368b-44e2-ba8e-92d287bec2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33beb82d-ca15-444f-ae4a-a42129674e74,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:13.005186 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12f2b56e-5ff4-4028-a905-f5d36824f5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:13.025190 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-12f2b56e-5ff4-4028-a905-f5d36824f5e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:13.032400 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-12f2b56e-5ff4-4028-a905-f5d36824f5e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d96a1ae9-ee21-4d38-b0c5-461ee5d1f546 HTTP/1.1" status: 204 len: 168 time: 0.8531239 Jul 23 20:18:13.047794 n-d-793618-10 neutron-server[93875]: INFO neutron.db.securitygroups_db [None req-5598c519-0d76-40bb-84a4-4b42c5677578 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Project b60b30fede7e442ea0334064beba7228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:18:13.060114 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f2b56e-5ff4-4028-a905-f5d36824f5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96a1ae9-ee21-4d38-b0c5-461ee5d1f546,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:13.103885 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-5598c519-0d76-40bb-84a4-4b42c5677578 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:18:13.112880 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33826) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:13.125125 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-9c4553b7-f58c-4df0-b0d4-1f7884249ad4 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Request body: {'security_group_rule': {'security_group_id': 'd472b334-9bb0-4381-bc15-eab1ef14aeb0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:13.126910 n-d-793618-10 neutron-server[93876]: WARNING neutron.api.v2.base [None req-9c4553b7-f58c-4df0-b0d4-1f7884249ad4 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 23 20:18:13.127732 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-9c4553b7-f58c-4df0-b0d4-1f7884249ad4 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:18:13.140389 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9c4553b7-f58c-4df0-b0d4-1f7884249ad4 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0189476 Jul 23 20:18:13.142119 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5598c519-0d76-40bb-84a4-4b42c5677578 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2248898 Jul 23 20:18:13.145385 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33828) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:13.166788 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-331444ba-e7d8-4c1b-9727-510035b70ebe tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Request body: {'security_group_rule': {'security_group_id': 'd472b334-9bb0-4381-bc15-eab1ef14aeb0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:13.225110 n-d-793618-10 neutron-server[93876]: INFO neutron.db.securitygroups_db [None req-331444ba-e7d8-4c1b-9727-510035b70ebe tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Project b60b30fede7e442ea0334064beba7228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:18:13.270258 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-331444ba-e7d8-4c1b-9727-510035b70ebe tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:18:13.273111 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-331444ba-e7d8-4c1b-9727-510035b70ebe tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1205850 Jul 23 20:18:13.278597 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33830) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:13.287694 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-c7ce0ecf-ae39-44ea-af60-e5f702335ff3 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Request body: {'security_group_rule': {'security_group_id': 'd472b334-9bb0-4381-bc15-eab1ef14aeb0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:13.366964 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device b0af7064-1c66-48db-97f6-f23b8d04fcd5 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:18:13.379582 n-d-793618-10 neutron-server[93875]: INFO neutron.db.securitygroups_db [None req-c7ce0ecf-ae39-44ea-af60-e5f702335ff3 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Project b60b30fede7e442ea0334064beba7228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:18:13.428410 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-c7ce0ecf-ae39-44ea-af60-e5f702335ff3 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:18:13.433975 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c7ce0ecf-ae39-44ea-af60-e5f702335ff3 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1537240 Jul 23 20:18:13.434564 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33840) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:13.506826 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:13.521673 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: b0af7064-1c66-48db-97f6-f23b8d04fcd5 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:18:13.522582 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device b0af7064-1c66-48db-97f6-f23b8d04fcd5 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:18:13.644193 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5050265c-a239-4589-a47b-49ddecc92d4c tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:13.786136 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5050265c-a239-4589-a47b-49ddecc92d4c tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:13.916012 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-75887980-6fd3-47ae-b5e4-eee1ed456c73 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:13.931427 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-75887980-6fd3-47ae-b5e4-eee1ed456c73 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/networks?id=98a30b96-c863-4728-b0d0-d47c79801693 HTTP/1.1" status: 200 len: 806 time: 0.4393513 Jul 23 20:18:13.980435 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:13.984214 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-a9ff8278-a328-4f01-a1f7-d650bc938c9f tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/quotas/2748f4b40df14523b46431ce846cbb13 HTTP/1.1" status: 200 len: 375 time: 0.0216935 Jul 23 20:18:14.020080 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5050265c-a239-4589-a47b-49ddecc92d4c tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:14.022926 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5050265c-a239-4589-a47b-49ddecc92d4c tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:14.024335 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5050265c-a239-4589-a47b-49ddecc92d4c tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "DELETE /v2.0/security-groups/d472b334-9bb0-4381-bc15-eab1ef14aeb0 HTTP/1.1" status: 204 len: 168 time: 0.5877707 Jul 23 20:18:14.031078 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33854) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:14.131128 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050265c-a239-4589-a47b-49ddecc92d4c tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d472b334-9bb0-4381-bc15-eab1ef14aeb0,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:14.155505 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33860) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:14.176200 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7449c27a-cae0-466f-92c5-aa889743a766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:14.181458 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3b52a705-67a2-4dac-9a05-451578652e54 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1476457 Jul 23 20:18:14.186203 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33862) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:14.191929 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-86ca627b-468e-400d-bb13-ae6f08d42340 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Request body: {'security_group': {'name': 'tempest-secgroup--85043119'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:14.206242 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-5b6bac3b-7008-4569-a775-b04a5ccfdbef tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2748f4b40df14523b46431ce846cbb13&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2146821 Jul 23 20:18:14.227676 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-86ca627b-468e-400d-bb13-ae6f08d42340 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:14.295260 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.db.api [None req-86ca627b-468e-400d-bb13-ae6f08d42340 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 20:18:14.295260 n-d-793618-10 neutron-server[93876]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 20:18:14.295260 n-d-793618-10 neutron-server[93876]: [parameters: {'project_id_1': 'b60b30fede7e442ea0334064beba7228', 'expiration_1': datetime.datetime(2021, 7, 23, 20, 18, 14, 266738)}] Jul 23 20:18:14.295260 n-d-793618-10 neutron-server[93876]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:18:14.296340 n-d-793618-10 neutron-server[93876]: DEBUG oslo_db.api [None req-86ca627b-468e-400d-bb13-ae6f08d42340 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:18:14.425003 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:14.510278 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-726cc595-105f-4cba-9ef2-b992229ca661 service neutron] 10.222.0.32 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913966 Jul 23 20:18:14.567461 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:14.601374 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7449c27a-cae0-466f-92c5-aa889743a766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:14.615334 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7449c27a-cae0-466f-92c5-aa889743a766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:14.719751 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33870) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:14.743187 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7449c27a-cae0-466f-92c5-aa889743a766 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dd7c685ae27847fa8e26cf1afdee1743&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5849528 Jul 23 20:18:14.757735 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449c27a-cae0-466f-92c5-aa889743a766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1482b14-4da1-493a-bae5-0627be1aa33a,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:14.798947 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-86ca627b-468e-400d-bb13-ae6f08d42340 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:14.817303 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-e91158a0-c1c5-44a7-b8bb-ae06a333ad52 service neutron] 10.222.0.32 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456498 Jul 23 20:18:14.898156 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-02f12852-6195-4886-8719-1d4e9fae89c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:14.978204 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-02f12852-6195-4886-8719-1d4e9fae89c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:15.123387 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-86ca627b-468e-400d-bb13-ae6f08d42340 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:15.132754 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-86ca627b-468e-400d-bb13-ae6f08d42340 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:15.266942 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a7303dda-72c8-4226-8377-a4111e3f2b96 req-e168e222-704b-4bd6-be5b-87523dc38b36 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb9dba8-378a-444b-a9ac-31831509ca57 HTTP/1.1" status: 200 len: 210 time: 0.0944519 Jul 23 20:18:15.315841 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-86ca627b-468e-400d-bb13-ae6f08d42340 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:15.317405 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-86ca627b-468e-400d-bb13-ae6f08d42340 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1300795 Jul 23 20:18:15.320517 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca627b-468e-400d-bb13-ae6f08d42340 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2965dc1f-607a-44b1-8086-a32ea6797efe,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:15.321130 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33890) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:15.330560 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-df67ef08-8d3b-4862-a09f-9e796db73c59 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Request body: {'security_group_rule': {'security_group_id': '2965dc1f-607a-44b1-8086-a32ea6797efe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:15.365492 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-02f12852-6195-4886-8719-1d4e9fae89c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:15.370814 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-02f12852-6195-4886-8719-1d4e9fae89c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:15.377563 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-02f12852-6195-4886-8719-1d4e9fae89c0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d1482b14-4da1-493a-bae5-0627be1aa33a HTTP/1.1" status: 204 len: 168 time: 0.6556766 Jul 23 20:18:15.399807 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f12852-6195-4886-8719-1d4e9fae89c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1482b14-4da1-493a-bae5-0627be1aa33a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:15.483981 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-df67ef08-8d3b-4862-a09f-9e796db73c59 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] create failed (client error): The resource could not be found. Jul 23 20:18:15.485169 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-df67ef08-8d3b-4862-a09f-9e796db73c59 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1624525 Jul 23 20:18:15.489143 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33898) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:15.494212 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-be85172f-0e75-4c80-bf08-2fa7ba15a9fb tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Request body: {'security_group_rule': {'security_group_id': '2965dc1f-607a-44b1-8086-a32ea6797efe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'caf8e75f-4b46-4efd-8453-582b719e9314'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:15.601935 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-be85172f-0e75-4c80-bf08-2fa7ba15a9fb tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] create failed (client error): The resource could not be found. Jul 23 20:18:15.603167 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-be85172f-0e75-4c80-bf08-2fa7ba15a9fb tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1128178 Jul 23 20:18:15.607025 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33902) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:15.790540 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7c646030-0b68-489d-896a-1708db98e442 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:15.889096 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:15.900811 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7c646030-0b68-489d-896a-1708db98e442 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:16.020544 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7c646030-0b68-489d-896a-1708db98e442 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:16.023553 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7c646030-0b68-489d-896a-1708db98e442 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:16.029134 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7c646030-0b68-489d-896a-1708db98e442 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "DELETE /v2.0/security-groups/2965dc1f-607a-44b1-8086-a32ea6797efe HTTP/1.1" status: 204 len: 168 time: 0.4179459 Jul 23 20:18:16.030478 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33910) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:16.088889 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c646030-0b68-489d-896a-1708db98e442 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2965dc1f-607a-44b1-8086-a32ea6797efe,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:16.189602 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4412b8a2-064c-4933-9683-a305ab74440c tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1522863 Jul 23 20:18:16.190772 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33916) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:16.195786 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-b50c966b-6713-4a36-aa8a-ddddc2bb6071 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Request body: {'security_group_rule': {'security_group_id': 'a3dd8fa8-250c-4f0a-9358-1a3c9e7a7aab', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:16.376644 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-b50c966b-6713-4a36-aa8a-ddddc2bb6071 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] create failed (client error): The resource could not be found. Jul 23 20:18:16.382642 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b50c966b-6713-4a36-aa8a-ddddc2bb6071 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1860406 Jul 23 20:18:16.383225 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33934) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:16.389746 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f9cb2efd-73aa-458b-bc4c-6e9ab870428d tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Request body: {'security_group': {'name': 'tempest-secgroup--266083969'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:16.483624 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f9cb2efd-73aa-458b-bc4c-6e9ab870428d tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:16.696658 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd7ccf82-bf7d-4bc5-b86f-24764962951e req-c03cd811-8354-48a7-b3aa-39fe19454694 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb9dba8-378a-444b-a9ac-31831509ca57 HTTP/1.1" status: 200 len: 210 time: 0.1488655 Jul 23 20:18:16.819958 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f9cb2efd-73aa-458b-bc4c-6e9ab870428d tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:16.835007 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f9cb2efd-73aa-458b-bc4c-6e9ab870428d tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:16.927854 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f9cb2efd-73aa-458b-bc4c-6e9ab870428d tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:16.937103 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33944) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:16.937385 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f9cb2efd-73aa-458b-bc4c-6e9ab870428d tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5528924 Jul 23 20:18:16.948586 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-c75200f0-34cf-4e82-956a-096749b803bd tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Request body: {'security_group': {'name': 'tempest-secgroup--383884763'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:16.969655 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb2efd-73aa-458b-bc4c-6e9ab870428d tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b8d8f9-d12d-4db8-8ef7-1261c63da251,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:17.038215 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c75200f0-34cf-4e82-956a-096749b803bd tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:17.232328 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c75200f0-34cf-4e82-956a-096749b803bd tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:17.244657 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c75200f0-34cf-4e82-956a-096749b803bd tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:17.289286 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c75200f0-34cf-4e82-956a-096749b803bd tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:17.294671 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c75200f0-34cf-4e82-956a-096749b803bd tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3550651 Jul 23 20:18:17.295605 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33952) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:17.307915 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75200f0-34cf-4e82-956a-096749b803bd tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58baf92b-5fec-4ec6-bf93-c422b185fa88,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:17.309958 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-19cf2d4a-c669-4d3f-badc-60227b7eae75 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Request body: {'security_group_rule': {'security_group_id': 'd6b8d8f9-d12d-4db8-8ef7-1261c63da251', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '58baf92b-5fec-4ec6-bf93-c422b185fa88'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:17.460420 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-19cf2d4a-c669-4d3f-badc-60227b7eae75 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:18:17.463063 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-19cf2d4a-c669-4d3f-badc-60227b7eae75 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1632011 Jul 23 20:18:17.466470 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33960) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:17.643148 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-7eafe008-3a34-4b94-8423-08cc7a4e3aaf tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:17.645207 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-7eafe008-3a34-4b94-8423-08cc7a4e3aaf tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.18 "GET /v2.0/networks?id=98a30b96-c863-4728-b0d0-d47c79801693 HTTP/1.1" status: 200 len: 806 time: 0.2862160 Jul 23 20:18:17.668127 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-2cb34e3a-c28f-406d-b74e-31498237a055 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Request body: {'port': {'device_id': '0fb9dba8-378a-444b-a9ac-31831509ca57', 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693', 'admin_state_up': True, 'tenant_id': '2748f4b40df14523b46431ce846cbb13'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:17.773041 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a99b219f-90da-44e5-bc6d-1a9c01c39137 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:17.956382 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-2cb34e3a-c28f-406d-b74e-31498237a055 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Made reservation on behalf of 2748f4b40df14523b46431ce846cbb13 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:18:17.971611 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-2cb34e3a-c28f-406d-b74e-31498237a055 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:18.093121 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3d9b9f6a-3424-4c2d-9caf-085c88d95189 req-45aca8d4-e139-4205-bdfe-23984c35aaaf tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb9dba8-378a-444b-a9ac-31831509ca57 HTTP/1.1" status: 200 len: 210 time: 0.2228813 Jul 23 20:18:18.099721 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a99b219f-90da-44e5-bc6d-1a9c01c39137 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:18.209938 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a99b219f-90da-44e5-bc6d-1a9c01c39137 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:18.213877 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a99b219f-90da-44e5-bc6d-1a9c01c39137 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:18.216613 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a99b219f-90da-44e5-bc6d-1a9c01c39137 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "DELETE /v2.0/security-groups/58baf92b-5fec-4ec6-bf93-c422b185fa88 HTTP/1.1" status: 204 len: 168 time: 0.7468293 Jul 23 20:18:18.222859 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33996) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:18.248520 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b219f-90da-44e5-bc6d-1a9c01c39137 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58baf92b-5fec-4ec6-bf93-c422b185fa88,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:18.435657 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-2cb34e3a-c28f-406d-b74e-31498237a055 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Allocated IP 172.20.0.2 (98a30b96-c863-4728-b0d0-d47c79801693/2edc7abb-7a35-4b24-95dd-2cab074cfd4c/c4f38cac-9c17-48c1-820b-ad97dfa84aa4) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:18:18.464452 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3584dfd0-d9f0-48bc-9e22-b19aadf961b6 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2357020 Jul 23 20:18:18.465196 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34006) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:18.610489 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:18:18.653963 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-63ce63a2-7d31-4ea5-beb2-8683f108beff tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:18.741906 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-63ce63a2-7d31-4ea5-beb2-8683f108beff tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:18.819122 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-63ce63a2-7d31-4ea5-beb2-8683f108beff tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:18.827061 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-63ce63a2-7d31-4ea5-beb2-8683f108beff tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:18.829049 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-63ce63a2-7d31-4ea5-beb2-8683f108beff tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "DELETE /v2.0/security-groups/d6b8d8f9-d12d-4db8-8ef7-1261c63da251 HTTP/1.1" status: 204 len: 168 time: 0.3619328 Jul 23 20:18:18.839154 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34022) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:18.875755 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce63a2-7d31-4ea5-beb2-8683f108beff tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b8d8f9-d12d-4db8-8ef7-1261c63da251,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:18.989187 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-fe0f3c58-4a15-4472-9015-bb8421f63323 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1412027 Jul 23 20:18:18.993088 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34032) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:19.004237 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-6179198a-1249-4758-b1f3-5741b19b9fb3 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Request body: {'security_group': {'name': 'tempest-secgroup--947085168'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:19.062083 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6179198a-1249-4758-b1f3-5741b19b9fb3 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:19.139750 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-2cb34e3a-c28f-406d-b74e-31498237a055 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:19.240474 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6179198a-1249-4758-b1f3-5741b19b9fb3 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:19.246592 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6179198a-1249-4758-b1f3-5741b19b9fb3 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:19.272893 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6179198a-1249-4758-b1f3-5741b19b9fb3 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:19.275827 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6179198a-1249-4758-b1f3-5741b19b9fb3 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2823551 Jul 23 20:18:19.284386 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34042) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:19.291456 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-477b3593-dba5-49f6-8fa9-885c43fddb7b tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Request body: {'security_group_rule': {'security_group_id': '1303f913-9f3b-41d8-ac49-a72d8d0a43f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:19.309910 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6179198a-1249-4758-b1f3-5741b19b9fb3 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1303f913-9f3b-41d8-ac49-a72d8d0a43f2,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:19.458661 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-362426b6-00ac-451f-8882-9651679c654b req-bbe3578e-a96f-4a03-a291-766749ecc713 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb9dba8-378a-444b-a9ac-31831509ca57 HTTP/1.1" status: 200 len: 210 time: 0.1061800 Jul 23 20:18:19.468837 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-2cb34e3a-c28f-406d-b74e-31498237a055 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:19.488179 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['b1032d90-a671-4ad4-ae31-8b75c3d80e4c'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:18:19.649323 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb34e3a-c28f-406d-b74e-31498237a055 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Pushing event updated for resources: {'Port': ['ID=c4f38cac-9c17-48c1-820b-ad97dfa84aa4,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:19.709878 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-2cb34e3a-c28f-406d-b74e-31498237a055 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Network 98a30b96-c863-4728-b0d0-d47c79801693 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:18:19.711749 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-2cb34e3a-c28f-406d-b74e-31498237a055 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:18:19.714907 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-2cb34e3a-c28f-406d-b74e-31498237a055 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:18:19.792495 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-2cb34e3a-c28f-406d-b74e-31498237a055 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:19.793670 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-2cb34e3a-c28f-406d-b74e-31498237a055 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:19.796928 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-477b3593-dba5-49f6-8fa9-885c43fddb7b tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:18:19.801903 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-477b3593-dba5-49f6-8fa9-885c43fddb7b tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5163333 Jul 23 20:18:19.802185 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34062) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:19.810502 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4d5ec91f-223b-45f8-ae4a-5851cf319d9f tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Request body: {'security_group_rule': {'security_group_id': '1303f913-9f3b-41d8-ac49-a72d8d0a43f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:19.818494 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-2cb34e3a-c28f-406d-b74e-31498237a055 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1604142 Jul 23 20:18:19.832958 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-8a457315-f950-4c9d-875f-0ff9947ce15f service neutron] Request body: {'port': {'device_id': '0fb9dba8-378a-444b-a9ac-31831509ca57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:19.873201 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-4d5ec91f-223b-45f8-ae4a-5851cf319d9f tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:18:19.876182 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4d5ec91f-223b-45f8-ae4a-5851cf319d9f tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0711715 Jul 23 20:18:19.879865 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34064) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:20.010172 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-8a457315-f950-4c9d-875f-0ff9947ce15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:20.040720 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ed7b513a-e8fe-4454-b216-4f8cd0f35dea tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:20.143264 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ed7b513a-e8fe-4454-b216-4f8cd0f35dea tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:20.303574 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ed7b513a-e8fe-4454-b216-4f8cd0f35dea tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:20.307786 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ed7b513a-e8fe-4454-b216-4f8cd0f35dea tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:20.323819 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ed7b513a-e8fe-4454-b216-4f8cd0f35dea tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "DELETE /v2.0/security-groups/1303f913-9f3b-41d8-ac49-a72d8d0a43f2 HTTP/1.1" status: 204 len: 168 time: 0.4412026 Jul 23 20:18:20.325890 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34086) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:20.497574 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4fc12a2b-3adc-41ed-b2c1-448700d56f1c tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1389189 Jul 23 20:18:20.501149 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34090) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:20.510140 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-2699d4ac-824a-41c2-82ae-e907bdae3404 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Request body: {'security_group': {'name': 'tempest-secgroup--1679521620'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:20.588101 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b513a-e8fe-4454-b216-4f8cd0f35dea tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1303f913-9f3b-41d8-ac49-a72d8d0a43f2,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:20.600949 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2699d4ac-824a-41c2-82ae-e907bdae3404 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:20.869001 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34098) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:20.873591 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-8a457315-f950-4c9d-875f-0ff9947ce15f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4f38cac-9c17-48c1-820b-ad97dfa84aa4 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:18:20.919538 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-8a457315-f950-4c9d-875f-0ff9947ce15f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:20.958846 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-8a457315-f950-4c9d-875f-0ff9947ce15f service neutron] Transition to ACTIVE for port object c4f38cac-9c17-48c1-820b-ad97dfa84aa4 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:18:20.969587 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-8a457315-f950-4c9d-875f-0ff9947ce15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:20.976212 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43347f7-2dde-4bca-b8fd-8892883ffdaa req-f740c31a-41b3-4cd7-9b30-6a06fb8b8554 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:20.977866 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e43347f7-2dde-4bca-b8fd-8892883ffdaa req-f740c31a-41b3-4cd7-9b30-6a06fb8b8554 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb9dba8-378a-444b-a9ac-31831509ca57 HTTP/1.1" status: 200 len: 931 time: 0.3308594 Jul 23 20:18:21.027017 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34102) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:21.119069 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a457315-f950-4c9d-875f-0ff9947ce15f service neutron] Pushing event updated for resources: {'Port': ['ID=c4f38cac-9c17-48c1-820b-ad97dfa84aa4,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:21.188097 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2699d4ac-824a-41c2-82ae-e907bdae3404 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:21.194909 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2699d4ac-824a-41c2-82ae-e907bdae3404 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:21.296308 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cdecf5bf-fd5f-4047-b75b-1fb0f513bb20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:21.309800 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e43347f7-2dde-4bca-b8fd-8892883ffdaa req-7c9a17a6-965f-4953-952d-4e98d5c637b2 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166072 Jul 23 20:18:21.332641 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2699d4ac-824a-41c2-82ae-e907bdae3404 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:21.334307 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2699d4ac-824a-41c2-82ae-e907bdae3404 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8309526 Jul 23 20:18:21.335383 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d4e5de86-7e53-4d1b-9a9a-3aaece2947b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:21.346129 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34114) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:21.376665 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-fc46b545-62a3-4095-bbf9-5e653d2fb34d tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:21.377330 n-d-793618-10 neutron-server[93876]: WARNING neutron.api.v2.base [None req-fc46b545-62a3-4095-bbf9-5e653d2fb34d tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 23 20:18:21.378338 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-fc46b545-62a3-4095-bbf9-5e653d2fb34d tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] update failed (client error): There was a conflict when trying to complete your request. Jul 23 20:18:21.379520 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-fc46b545-62a3-4095-bbf9-5e653d2fb34d tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "PUT /v2.0/security-groups/40318b9d-b98f-4c5e-94f3-93e5ca41b7b8 HTTP/1.1" status: 409 len: 330 time: 0.0315380 Jul 23 20:18:21.383546 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34118) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:21.433362 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2699d4ac-824a-41c2-82ae-e907bdae3404 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40318b9d-b98f-4c5e-94f3-93e5ca41b7b8,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:21.451299 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab5be1ab-bfc4-4d46-accd-d6e4ff27a17d tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:21.454190 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cdecf5bf-fd5f-4047-b75b-1fb0f513bb20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:21.463662 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cdecf5bf-fd5f-4047-b75b-1fb0f513bb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:21.473769 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-8a457315-f950-4c9d-875f-0ff9947ce15f service neutron] Attempting to bind port c4f38cac-9c17-48c1-820b-ad97dfa84aa4 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:18:21.476098 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-8a457315-f950-4c9d-875f-0ff9947ce15f service neutron] Attempting to bind port c4f38cac-9c17-48c1-820b-ad97dfa84aa4 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '69080602-6244-4faa-8140-ce9343de0881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:18:21.476555 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-8a457315-f950-4c9d-875f-0ff9947ce15f service neutron] Attempting to bind port c4f38cac-9c17-48c1-820b-ad97dfa84aa4 on network 98a30b96-c863-4728-b0d0-d47c79801693 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:18:21.477110 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab5be1ab-bfc4-4d46-accd-d6e4ff27a17d tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:21.518956 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-8a457315-f950-4c9d-875f-0ff9947ce15f service neutron] Port c4f38cac-9c17-48c1-820b-ad97dfa84aa4 on network 98a30b96-c863-4728-b0d0-d47c79801693 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:18:21.526498 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-8a457315-f950-4c9d-875f-0ff9947ce15f service neutron] Attempting to bind port c4f38cac-9c17-48c1-820b-ad97dfa84aa4 on network 98a30b96-c863-4728-b0d0-d47c79801693 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:18:21.547055 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab5be1ab-bfc4-4d46-accd-d6e4ff27a17d tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:21.572244 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab5be1ab-bfc4-4d46-accd-d6e4ff27a17d tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:21.573658 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ab5be1ab-bfc4-4d46-accd-d6e4ff27a17d tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "DELETE /v2.0/security-groups/40318b9d-b98f-4c5e-94f3-93e5ca41b7b8 HTTP/1.1" status: 204 len: 168 time: 0.1885929 Jul 23 20:18:21.582566 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34122) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:21.603826 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-8a457315-f950-4c9d-875f-0ff9947ce15f service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:18:21.604566 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-8a457315-f950-4c9d-875f-0ff9947ce15f service neutron] Checking segment: {'id': '69080602-6244-4faa-8140-ce9343de0881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:18:21.605177 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-8a457315-f950-4c9d-875f-0ff9947ce15f service neutron] Bound using segment: {'id': '69080602-6244-4faa-8140-ce9343de0881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:18:21.606456 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-8a457315-f950-4c9d-875f-0ff9947ce15f service neutron] Bound port: c4f38cac-9c17-48c1-820b-ad97dfa84aa4, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69080602-6244-4faa-8140-ce9343de0881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:18:21.607037 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-8a457315-f950-4c9d-875f-0ff9947ce15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:21.620418 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5be1ab-bfc4-4d46-accd-d6e4ff27a17d tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40318b9d-b98f-4c5e-94f3-93e5ca41b7b8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:21.620915 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdecf5bf-fd5f-4047-b75b-1fb0f513bb20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f67ca6-6e21-470e-9d07-48a483034078,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:21.641962 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34124) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:21.645784 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-cdecf5bf-fd5f-4047-b75b-1fb0f513bb20 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8205dcd590e24a6ba369bc126fb30ab4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7552142 Jul 23 20:18:21.703128 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f3e78c1d-f942-41cb-ad01-6901fe67337a tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1189175 Jul 23 20:18:21.717688 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34126) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:21.762782 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-49c1c6b0-0339-4326-9911-c02ff29f3493 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] delete failed (client error): The resource could not be found. Jul 23 20:18:21.764384 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-49c1c6b0-0339-4326-9911-c02ff29f3493 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "DELETE /v2.0/security-groups/0a5c37db-af9d-4f98-9600-bbccdf6a0c3d HTTP/1.1" status: 404 len: 347 time: 0.0455356 Jul 23 20:18:21.771797 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-8a457315-f950-4c9d-875f-0ff9947ce15f service neutron] For port c4f38cac-9c17-48c1-820b-ad97dfa84aa4, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:18:21.774431 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34128) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:21.801570 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-8a457315-f950-4c9d-875f-0ff9947ce15f service neutron] For port c4f38cac-9c17-48c1-820b-ad97dfa84aa4, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=c4f38cac-9c17-48c1-820b-ad97dfa84aa4,segment=NetworkSegment(69080602-6244-4faa-8140-ce9343de0881),segment_id=69080602-6244-4faa-8140-ce9343de0881)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:18:21.803947 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-0985294f-0400-4c31-a422-920a35c63c28 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] show failed (client error): The resource could not be found. Jul 23 20:18:21.805321 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0985294f-0400-4c31-a422-920a35c63c28 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "GET /v2.0/security-groups/6f1c669b-15ad-49f3-9fc4-2cdd26af83bc HTTP/1.1" status: 404 len: 347 time: 0.0298202 Jul 23 20:18:21.814443 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34130) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:21.822552 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-8a457315-f950-4c9d-875f-0ff9947ce15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:21.844999 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d4e5de86-7e53-4d1b-9a9a-3aaece2947b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:21.860130 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d4e5de86-7e53-4d1b-9a9a-3aaece2947b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:21.867337 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5996022c-f7d8-42c6-8ee5-dd2b5695974a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:21.914882 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a457315-f950-4c9d-875f-0ff9947ce15f service neutron] Pushing event updated for resources: {'Port': ['ID=c4f38cac-9c17-48c1-820b-ad97dfa84aa4,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:21.915448 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5996022c-f7d8-42c6-8ee5-dd2b5695974a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:21.923098 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-103ee05b-b4c9-483a-91bb-7b989e308255 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] show failed (client error): The resource could not be found. Jul 23 20:18:21.924344 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-103ee05b-b4c9-483a-91bb-7b989e308255 tempest-NegativeSecGroupIPv6Test-1280329822 tempest-NegativeSecGroupIPv6Test-1280329822-project] 10.222.0.32 "GET /v2.0/security-group-rules/fe58bd25-cedc-47f5-92a5-4a76d79a202e HTTP/1.1" status: 404 len: 356 time: 0.1082957 Jul 23 20:18:21.939961 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-8a457315-f950-4c9d-875f-0ff9947ce15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:21.940735 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-8a457315-f950-4c9d-875f-0ff9947ce15f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:21.942608 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-8a457315-f950-4c9d-875f-0ff9947ce15f service neutron] 10.222.0.18 "PUT /v2.0/ports/c4f38cac-9c17-48c1-820b-ad97dfa84aa4 HTTP/1.1" status: 200 len: 1092 time: 2.1159859 Jul 23 20:18:21.943940 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb9dba8-378a-444b-a9ac-31831509ca57', 'tag': 'c4f38cac-9c17-48c1-820b-ad97dfa84aa4'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:21.950661 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53538e9-c26d-463c-a831-fbdd16b4f074" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb9dba8-378a-444b-a9ac-31831509ca57", "tag": "c4f38cac-9c17-48c1-820b-ad97dfa84aa4"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:22.064031 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5996022c-f7d8-42c6-8ee5-dd2b5695974a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:22.067323 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5996022c-f7d8-42c6-8ee5-dd2b5695974a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:22.070815 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5996022c-f7d8-42c6-8ee5-dd2b5695974a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e9f67ca6-6e21-470e-9d07-48a483034078 HTTP/1.1" status: 204 len: 168 time: 0.4205077 Jul 23 20:18:22.079364 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc253975-ae5e-414b-80f7-cb01733adc8e x-openstack-request-id: req-fc253975-ae5e-414b-80f7-cb01733adc8e {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:22.079811 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb9dba8-378a-444b-a9ac-31831509ca57", "tag": "c4f38cac-9c17-48c1-820b-ad97dfa84aa4", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:22.080262 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc253975-ae5e-414b-80f7-cb01733adc8e {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:22.080767 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb9dba8-378a-444b-a9ac-31831509ca57', 'tag': 'c4f38cac-9c17-48c1-820b-ad97dfa84aa4', 'status': 'completed', 'code': 200} Jul 23 20:18:22.094926 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-a1be3dfa-65b9-4b20-a143-5d97a2fb351e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:22.100861 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-a1be3dfa-65b9-4b20-a143-5d97a2fb351e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2748f4b40df14523b46431ce846cbb13&device_id=0fb9dba8-378a-444b-a9ac-31831509ca57 HTTP/1.1" status: 200 len: 1095 time: 0.1003301 Jul 23 20:18:22.108661 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d4e5de86-7e53-4d1b-9a9a-3aaece2947b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b9dac29b7ffa420ca6bd70f2315f5e71&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0797808 Jul 23 20:18:22.109434 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e5de86-7e53-4d1b-9a9a-3aaece2947b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40317e6-e229-43b8-9f1f-47e721ac8fac,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:22.112550 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34138) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:22.160504 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996022c-f7d8-42c6-8ee5-dd2b5695974a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f67ca6-6e21-470e-9d07-48a483034078,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:22.174182 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-2cbf2a68-4112-4b3d-a080-352ade22b82b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c4f38cac-9c17-48c1-820b-ad97dfa84aa4 HTTP/1.1" status: 200 len: 217 time: 0.0641155 Jul 23 20:18:22.257579 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-b68329d1-ae7f-4f68-81a5-133ca6631afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:22.259122 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-b68329d1-ae7f-4f68-81a5-133ca6631afe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2edc7abb-7a35-4b24-95dd-2cab074cfd4c HTTP/1.1" status: 200 len: 846 time: 0.0790448 Jul 23 20:18:22.285697 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b37a1673-e1f1-404c-81e7-040b0053e8bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:22.316666 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-6462a9d3-938e-4e91-a7e6-16db3dc56923 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=98a30b96-c863-4728-b0d0-d47c79801693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495877 Jul 23 20:18:22.342411 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b37a1673-e1f1-404c-81e7-040b0053e8bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:22.539401 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b37a1673-e1f1-404c-81e7-040b0053e8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:22.548386 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-8a9bbcaf-3552-4fcc-be8e-52bfc476ac3e service neutron] 10.222.0.18 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232463 Jul 23 20:18:22.556306 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b37a1673-e1f1-404c-81e7-040b0053e8bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:22.564441 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b37a1673-e1f1-404c-81e7-040b0053e8bd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f40317e6-e229-43b8-9f1f-47e721ac8fac HTTP/1.1" status: 204 len: 168 time: 0.4483147 Jul 23 20:18:22.595279 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a1673-e1f1-404c-81e7-040b0053e8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40317e6-e229-43b8-9f1f-47e721ac8fac,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:22.823736 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c3cc92d4-59bb-440d-b4f5-d84243920adb req-31bc3a99-1be3-414f-951f-eb8e0baee9b6 service neutron] 10.222.0.18 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726109 Jul 23 20:18:22.865594 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34162) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:22.905748 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f7ba2-6962-49e1-90fa-54947e25be51 req-79970e28-6df2-4bc2-95bd-f99d4226ac3a tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:22.908503 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-da0f7ba2-6962-49e1-90fa-54947e25be51 req-79970e28-6df2-4bc2-95bd-f99d4226ac3a tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb9dba8-378a-444b-a9ac-31831509ca57 HTTP/1.1" status: 200 len: 943 time: 0.2841229 Jul 23 20:18:22.999137 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-da0f7ba2-6962-49e1-90fa-54947e25be51 req-3400ef01-4d6d-4230-bf1f-7920ecbdc619 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842302 Jul 23 20:18:23.015402 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53538e9-c26d-463c-a831-fbdd16b4f074 req-2f0b90ac-0ce1-4af1-8e67-56c0ed9d3fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:23.023289 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f53538e9-c26d-463c-a831-fbdd16b4f074 req-2f0b90ac-0ce1-4af1-8e67-56c0ed9d3fb8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2748f4b40df14523b46431ce846cbb13&device_id=0fb9dba8-378a-444b-a9ac-31831509ca57 HTTP/1.1" status: 200 len: 1095 time: 0.1273112 Jul 23 20:18:23.202552 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-97da048a-ae5e-4c05-a84f-55a053d12a8a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b60b30fede7e442ea0334064beba7228&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3342247 Jul 23 20:18:23.204860 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34170) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:23.219632 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53538e9-c26d-463c-a831-fbdd16b4f074 req-52d549c6-05b6-459d-84ae-3804912915a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:23.223872 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f53538e9-c26d-463c-a831-fbdd16b4f074 req-52d549c6-05b6-459d-84ae-3804912915a7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=98a30b96-c863-4728-b0d0-d47c79801693 HTTP/1.1" status: 200 len: 907 time: 0.1931565 Jul 23 20:18:23.332782 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f53538e9-c26d-463c-a831-fbdd16b4f074 req-96a28512-8d3d-4f69-a7c8-cd16c70af3da service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c4f38cac-9c17-48c1-820b-ad97dfa84aa4 HTTP/1.1" status: 200 len: 217 time: 0.1024401 Jul 23 20:18:23.373363 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43820f01-efe3-4943-ae89-6ee1496791b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:23.445938 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43820f01-efe3-4943-ae89-6ee1496791b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:23.489294 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53538e9-c26d-463c-a831-fbdd16b4f074 req-fd1f594d-99f9-4c25-a8c8-b014a020c50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:23.490958 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f53538e9-c26d-463c-a831-fbdd16b4f074 req-fd1f594d-99f9-4c25-a8c8-b014a020c50c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2edc7abb-7a35-4b24-95dd-2cab074cfd4c HTTP/1.1" status: 200 len: 846 time: 0.1517706 Jul 23 20:18:23.497238 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34178) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:23.568378 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f53538e9-c26d-463c-a831-fbdd16b4f074 req-d35b0505-44ca-49c4-8570-e563b63767a6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=98a30b96-c863-4728-b0d0-d47c79801693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535583 Jul 23 20:18:23.572573 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43820f01-efe3-4943-ae89-6ee1496791b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:23.578174 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43820f01-efe3-4943-ae89-6ee1496791b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:23.582269 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-43820f01-efe3-4943-ae89-6ee1496791b6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa15cee9-82b1-46fc-8360-5c22e760f142 HTTP/1.1" status: 204 len: 168 time: 0.3729160 Jul 23 20:18:23.597166 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43820f01-efe3-4943-ae89-6ee1496791b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa15cee9-82b1-46fc-8360-5c22e760f142,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:23.626843 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-19b575a9-09c5-4cbc-8bd5-640706e2c8fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:23.882135 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f53538e9-c26d-463c-a831-fbdd16b4f074 req-445da9c7-a68f-4cfb-9e60-a5993002f249 service neutron] 10.222.0.18 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857902 Jul 23 20:18:24.207865 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f53538e9-c26d-463c-a831-fbdd16b4f074 req-0ef5786b-2ac0-4898-ad41-ac3f4c5fbefe service neutron] 10.222.0.18 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145547 Jul 23 20:18:24.214626 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-19b575a9-09c5-4cbc-8bd5-640706e2c8fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:24.234012 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-19b575a9-09c5-4cbc-8bd5-640706e2c8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:24.347433 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b575a9-09c5-4cbc-8bd5-640706e2c8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35def928-7be2-41c0-b48e-5ba67eee9461,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:24.359015 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-19b575a9-09c5-4cbc-8bd5-640706e2c8fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7c6126d095b34647bef63dccc2a2bbed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8581321 Jul 23 20:18:24.362579 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34206) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:24.398176 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04081f-d8f8-419a-be82-c64c58e90f36 req-586173f2-f511-4084-af09-c8287292ce97 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:24.399948 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5a04081f-d8f8-419a-be82-c64c58e90f36 req-586173f2-f511-4084-af09-c8287292ce97 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb9dba8-378a-444b-a9ac-31831509ca57 HTTP/1.1" status: 200 len: 943 time: 0.1816237 Jul 23 20:18:24.475393 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5a04081f-d8f8-419a-be82-c64c58e90f36 req-737dcd92-1452-4902-9cbd-55d32af9c380 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602343 Jul 23 20:18:24.499116 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9b4b8cfc-fb9f-4883-ab40-f0b30e4dc1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:24.552542 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9b4b8cfc-fb9f-4883-ab40-f0b30e4dc1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:24.645780 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9b4b8cfc-fb9f-4883-ab40-f0b30e4dc1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:24.658139 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9b4b8cfc-fb9f-4883-ab40-f0b30e4dc1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:24.666723 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9b4b8cfc-fb9f-4883-ab40-f0b30e4dc1ae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/35def928-7be2-41c0-b48e-5ba67eee9461 HTTP/1.1" status: 204 len: 168 time: 0.3018827 Jul 23 20:18:24.687211 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b8cfc-fb9f-4883-ab40-f0b30e4dc1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35def928-7be2-41c0-b48e-5ba67eee9461,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:25.179858 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device c4f38cac-9c17-48c1-820b-ad97dfa84aa4 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:18:25.316279 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port c4f38cac-9c17-48c1-820b-ad97dfa84aa4, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=c4f38cac-9c17-48c1-820b-ad97dfa84aa4,segment=NetworkSegment(69080602-6244-4faa-8140-ce9343de0881),segment_id=69080602-6244-4faa-8140-ce9343de0881)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:25.331651 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': 'c4f38cac-9c17-48c1-820b-ad97dfa84aa4', 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693', 'port_id': 'c4f38cac-9c17-48c1-820b-ad97dfa84aa4', 'mac_address': 'fa:16:3e:40:a7:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2edc7abb-7a35-4b24-95dd-2cab074cfd4c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:18:25.434909 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:25.457947 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4f38cac-9c17-48c1-820b-ad97dfa84aa4 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:18:25.484137 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port c4f38cac-9c17-48c1-820b-ad97dfa84aa4, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=c4f38cac-9c17-48c1-820b-ad97dfa84aa4,segment=NetworkSegment(69080602-6244-4faa-8140-ce9343de0881),segment_id=69080602-6244-4faa-8140-ce9343de0881)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:25.492001 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34254) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:25.493244 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:25.652995 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=c4f38cac-9c17-48c1-820b-ad97dfa84aa4,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:25.741708 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['c4f38cac-9c17-48c1-820b-ad97dfa84aa4'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:18:25.779320 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca184c-0966-4fc1-9dc6-3c8cf30e1058 req-3d235565-70da-41f9-8516-d3f29e7972bc tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:25.789970 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a0ca184c-0966-4fc1-9dc6-3c8cf30e1058 req-3d235565-70da-41f9-8516-d3f29e7972bc tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb9dba8-378a-444b-a9ac-31831509ca57 HTTP/1.1" status: 200 len: 944 time: 0.1453066 Jul 23 20:18:25.874628 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a0ca184c-0966-4fc1-9dc6-3c8cf30e1058 req-c4d0e6b5-537b-4e43-aa38-ef6dcec0cbad tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770102 Jul 23 20:18:25.992487 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-da11c810-7bcb-4781-9dea-cb5cdd32878c tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1284514398'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:26.087064 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da11c810-7bcb-4781-9dea-cb5cdd32878c tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Made reservation on behalf of 3094ce10ae1e4a2e8b707e4c5177bb7a for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:18:26.100072 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-da11c810-7bcb-4781-9dea-cb5cdd32878c tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:26.120340 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34280) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:26.135280 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-da11c810-7bcb-4781-9dea-cb5cdd32878c tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:26.432497 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-da11c810-7bcb-4781-9dea-cb5cdd32878c tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:26.438744 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-da11c810-7bcb-4781-9dea-cb5cdd32878c tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:26.477436 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e882caa-78df-4be0-8f84-304e3f3e8a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:26.487931 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11c810-7bcb-4781-9dea-cb5cdd32878c tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96f679f4-fd03-4fdc-9c8a-1e991aaf0979,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:26.500056 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da11c810-7bcb-4781-9dea-cb5cdd32878c tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:18:26.520889 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-da11c810-7bcb-4781-9dea-cb5cdd32878c tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:26.521421 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-da11c810-7bcb-4781-9dea-cb5cdd32878c tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Added segment a52843e6-3d49-4886-87b2-f0033e09845a of type vlan for network fd7f7f67-0696-4852-8ad5-554ef0012c87 Jul 23 20:18:26.685382 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-da11c810-7bcb-4781-9dea-cb5cdd32878c tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:26.733230 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e882caa-78df-4be0-8f84-304e3f3e8a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:26.739440 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e882caa-78df-4be0-8f84-304e3f3e8a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:26.793921 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-da11c810-7bcb-4781-9dea-cb5cdd32878c tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:26.809200 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8e882caa-78df-4be0-8f84-304e3f3e8a82 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca5f93c59da14e65844843840e560c5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6874764 Jul 23 20:18:26.815000 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da11c810-7bcb-4781-9dea-cb5cdd32878c tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:26.816063 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-da11c810-7bcb-4781-9dea-cb5cdd32878c tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:26.826139 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34298) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:26.835279 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e882caa-78df-4be0-8f84-304e3f3e8a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d57fa2-9b5d-4595-87ee-3aefeab01c8f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:26.889636 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac2761-5c49-4e53-aec3-96ebbe62b2f2 req-5e989d0a-c916-457c-b6af-fc40e1050bcc tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:26.893666 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c5ac2761-5c49-4e53-aec3-96ebbe62b2f2 req-5e989d0a-c916-457c-b6af-fc40e1050bcc tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d8645c-1f20-4a71-8791-7f5a755d24a9 HTTP/1.1" status: 200 len: 945 time: 0.3030684 Jul 23 20:18:26.973941 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c5ac2761-5c49-4e53-aec3-96ebbe62b2f2 req-0e525d7b-7f8d-4693-a9fb-2e63fdd17430 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660794 Jul 23 20:18:27.084195 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11c810-7bcb-4781-9dea-cb5cdd32878c tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Pushing event updated for resources: {'Network': ['ID=fd7f7f67-0696-4852-8ad5-554ef0012c87,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:27.109011 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network fd7f7f67-0696-4852-8ad5-554ef0012c87 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:18:27.117956 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-da11c810-7bcb-4781-9dea-cb5cdd32878c tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6244051 Jul 23 20:18:27.120182 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34310) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:27.126106 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-72f48182-e97c-49cf-bdf6-26ad7e460a42 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Request body: {'subnet': {'network_id': 'fd7f7f67-0696-4852-8ad5-554ef0012c87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:27.192796 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device c4f38cac-9c17-48c1-820b-ad97dfa84aa4 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:18:27.294460 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b0c6aeb8-769d-410a-b37c-0d4d12aeeced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:27.372674 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f48182-e97c-49cf-bdf6-26ad7e460a42 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Made reservation on behalf of 3094ce10ae1e4a2e8b707e4c5177bb7a for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:18:27.382638 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-72f48182-e97c-49cf-bdf6-26ad7e460a42 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:27.397963 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b0c6aeb8-769d-410a-b37c-0d4d12aeeced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:27.538673 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port c4f38cac-9c17-48c1-820b-ad97dfa84aa4 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:18:27.546905 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port c4f38cac-9c17-48c1-820b-ad97dfa84aa4 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:18:27.547495 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:27.549885 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b0c6aeb8-769d-410a-b37c-0d4d12aeeced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:27.555541 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b0c6aeb8-769d-410a-b37c-0d4d12aeeced admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:27.561605 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b0c6aeb8-769d-410a-b37c-0d4d12aeeced admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f9d57fa2-9b5d-4595-87ee-3aefeab01c8f HTTP/1.1" status: 204 len: 168 time: 0.5063519 Jul 23 20:18:27.600017 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c6aeb8-769d-410a-b37c-0d4d12aeeced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d57fa2-9b5d-4595-87ee-3aefeab01c8f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:27.771658 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:27.858204 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb9dba8-378a-444b-a9ac-31831509ca57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f38cac-9c17-48c1-820b-ad97dfa84aa4'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:27.879207 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71797f5-eb51-4702-8eb4-1f6c79a85066" -d '{"events": [{"server_uuid": "0fb9dba8-378a-444b-a9ac-31831509ca57", "name": "network-vif-plugged", "status": "completed", "tag": "c4f38cac-9c17-48c1-820b-ad97dfa84aa4"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:27.942547 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port c4f38cac-9c17-48c1-820b-ad97dfa84aa4, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=c4f38cac-9c17-48c1-820b-ad97dfa84aa4,segment=NetworkSegment(69080602-6244-4faa-8140-ce9343de0881),segment_id=69080602-6244-4faa-8140-ce9343de0881)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:27.972887 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:28.000851 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c904001c-5ad5-421d-989b-d33aca13fa3b x-openstack-request-id: req-c904001c-5ad5-421d-989b-d33aca13fa3b {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:28.002176 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb9dba8-378a-444b-a9ac-31831509ca57", "name": "network-vif-plugged", "status": "completed", "tag": "c4f38cac-9c17-48c1-820b-ad97dfa84aa4", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:28.018460 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c904001c-5ad5-421d-989b-d33aca13fa3b {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:28.021930 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb9dba8-378a-444b-a9ac-31831509ca57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f38cac-9c17-48c1-820b-ad97dfa84aa4', 'code': 200} Jul 23 20:18:28.084174 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebdfff6-c649-4bdc-b6ba-2e03089697b9 req-702555d5-6dd1-47ec-9678-71e371623f16 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:28.093141 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-72f48182-e97c-49cf-bdf6-26ad7e460a42 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:28.106870 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0ebdfff6-c649-4bdc-b6ba-2e03089697b9 req-702555d5-6dd1-47ec-9678-71e371623f16 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb9dba8-378a-444b-a9ac-31831509ca57 HTTP/1.1" status: 200 len: 944 time: 1.0503328 Jul 23 20:18:28.150090 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [req-539472d4-94e8-4914-9df7-abd09e79e3a0 req-db042803-9dcc-4ca2-b147-8782634f38d4 service neutron] (93875) timed out ('10.222.0.18', 49500) {{(pid=93875) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 20:18:28.182675 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=c4f38cac-9c17-48c1-820b-ad97dfa84aa4,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:28.200309 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c3547-6c83-46fa-bf01-23a577a558fa req-499cc451-2447-4cea-ab33-6f5516abbe5c tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:28.202888 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-db2c3547-6c83-46fa-bf01-23a577a558fa req-499cc451-2447-4cea-ab33-6f5516abbe5c tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.30 "GET /v2.0/ports?device_id=35d8645c-1f20-4a71-8791-7f5a755d24a9 HTTP/1.1" status: 200 len: 945 time: 0.3915796 Jul 23 20:18:28.304288 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0ebdfff6-c649-4bdc-b6ba-2e03089697b9 req-ea9c66c0-150a-4273-bd20-6d20fc2e6aa2 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958945 Jul 23 20:18:28.334037 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f48182-e97c-49cf-bdf6-26ad7e460a42 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Pushing event updated for resources: {'Subnet': ['ID=c9ca4ef6-f07d-4c26-8a34-dd9a854276d9,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:28.362677 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb7e91-9d26-455b-85ca-ef25068b0ebe req-07d0a163-ad26-4487-8989-97e866025d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:28.368016 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-80eb7e91-9d26-455b-85ca-ef25068b0ebe req-07d0a163-ad26-4487-8989-97e866025d39 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0fb9dba8-378a-444b-a9ac-31831509ca57 HTTP/1.1" status: 200 len: 1097 time: 0.2288835 Jul 23 20:18:28.427006 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f48182-e97c-49cf-bdf6-26ad7e460a42 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Checking segment: {'id': 'a52843e6-3d49-4886-87b2-f0033e09845a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fd7f7f67-0696-4852-8ad5-554ef0012c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:18:28.427352 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f48182-e97c-49cf-bdf6-26ad7e460a42 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Network hostable DHCP agents. Network: fd7f7f67-0696-4852-8ad5-554ef0012c87, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:18:28.454090 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-80eb7e91-9d26-455b-85ca-ef25068b0ebe req-f1fc607e-004d-4980-b4c4-7c2995faa53b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827558 Jul 23 20:18:28.548982 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f48182-e97c-49cf-bdf6-26ad7e460a42 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Network fd7f7f67-0696-4852-8ad5-554ef0012c87 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:18:28.563731 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-db2c3547-6c83-46fa-bf01-23a577a558fa req-62b549de-ac86-4082-b46c-0a903cbe6938 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Deleting port 17d258c3-25d9-455d-8746-fd58626afa07 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:18:28.564100 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-db2c3547-6c83-46fa-bf01-23a577a558fa req-62b549de-ac86-4082-b46c-0a903cbe6938 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:28.617766 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-72f48182-e97c-49cf-bdf6-26ad7e460a42 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, fd7f7f67-0696-4852-8ad5-554ef0012c87) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:18:28.633267 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ceb3b3-7632-4ded-affc-2c6046727140 None None] Network fd7f7f67-0696-4852-8ad5-554ef0012c87 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:18:28.651167 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f48182-e97c-49cf-bdf6-26ad7e460a42 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:28.651766 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-72f48182-e97c-49cf-bdf6-26ad7e460a42 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:28.732087 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-72f48182-e97c-49cf-bdf6-26ad7e460a42 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6107693 Jul 23 20:18:28.736477 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34356) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:28.745244 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-0000331a-9c06-4d21-be1a-77f3f505509e tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Request body: {'port': {'network_id': 'fd7f7f67-0696-4852-8ad5-554ef0012c87', 'name': 'tempest-TagsExtTest-234021229'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:28.782767 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-db2c3547-6c83-46fa-bf01-23a577a558fa req-62b549de-ac86-4082-b46c-0a903cbe6938 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] For port 17d258c3-25d9-455d-8746-fd58626afa07, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=17d258c3-25d9-455d-8746-fd58626afa07,segment=NetworkSegment(5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf),segment_id=5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:28.783205 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-db2c3547-6c83-46fa-bf01-23a577a558fa req-62b549de-ac86-4082-b46c-0a903cbe6938 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:28.803735 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdaec92-e1b3-4add-bebd-6a71913f4a34 req-731a9038-191c-4664-9906-f8209834dccc tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:28.810972 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3fdaec92-e1b3-4add-bebd-6a71913f4a34 req-731a9038-191c-4664-9906-f8209834dccc tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d8645c-1f20-4a71-8791-7f5a755d24a9 HTTP/1.1" status: 200 len: 945 time: 0.2673540 Jul 23 20:18:28.824083 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-db2c3547-6c83-46fa-bf01-23a577a558fa req-62b549de-ac86-4082-b46c-0a903cbe6938 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Calling delete_port for 17d258c3-25d9-455d-8746-fd58626afa07 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:18:28.913448 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3fdaec92-e1b3-4add-bebd-6a71913f4a34 req-17b7ca83-0f90-4125-8e1e-51cef28e01b2 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994716 Jul 23 20:18:28.984858 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746e6102-f089-44c7-b749-7ba4a5f26fc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-fd7f7f67-0696-4852-8ad5-554ef0012c87', 'network_id': 'fd7f7f67-0696-4852-8ad5-554ef0012c87', 'tenant_id': '3094ce10ae1e4a2e8b707e4c5177bb7a', 'fixed_ips': [{'subnet_id': 'c9ca4ef6-f07d-4c26-8a34-dd9a854276d9'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:18:28.986373 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-746e6102-f089-44c7-b749-7ba4a5f26fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:29.098543 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0000331a-9c06-4d21-be1a-77f3f505509e tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Made reservation on behalf of 3094ce10ae1e4a2e8b707e4c5177bb7a for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:18:29.105181 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-db2c3547-6c83-46fa-bf01-23a577a558fa req-62b549de-ac86-4082-b46c-0a903cbe6938 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:29.108776 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0000331a-9c06-4d21-be1a-77f3f505509e tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:29.166451 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['bd4ee0e4-f388-42c2-aa2a-29536ea33c0f', '1f8d8193-14ed-4088-9a7f-ee944892cc81'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:18:29.171481 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['0a3eeb7e-96c9-415f-8ccd-298a3c88d933', '17d258c3-25d9-455d-8746-fd58626afa07'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:18:29.175775 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b549de-ac86-4082-b46c-0a903cbe6938 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Pushing event deleted for resources: {'Port': ['ID=17d258c3-25d9-455d-8746-fd58626afa07,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:29.212252 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-0000331a-9c06-4d21-be1a-77f3f505509e tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] device_id is not set on port 92df6a93-b44e-453a-9246-33d434c40458 yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:18:29.422809 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2c3547-6c83-46fa-bf01-23a577a558fa req-62b549de-ac86-4082-b46c-0a903cbe6938 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] No DVR routers for this DVR port 17d258c3-25d9-455d-8746-fd58626afa07 on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:18:29.438316 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-db2c3547-6c83-46fa-bf01-23a577a558fa req-62b549de-ac86-4082-b46c-0a903cbe6938 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:29.449831 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-db2c3547-6c83-46fa-bf01-23a577a558fa req-62b549de-ac86-4082-b46c-0a903cbe6938 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.30 "DELETE /v2.0/ports/17d258c3-25d9-455d-8746-fd58626afa07 HTTP/1.1" status: 204 len: 173 time: 1.2397115 Jul 23 20:18:29.453531 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d8645c-1f20-4a71-8791-7f5a755d24a9', 'name': 'network-vif-deleted', 'tag': '17d258c3-25d9-455d-8746-fd58626afa07'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:29.467277 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55aeae6-46ce-4e1c-bc8e-4c93cdd84977" -d '{"events": [{"server_uuid": "35d8645c-1f20-4a71-8791-7f5a755d24a9", "name": "network-vif-deleted", "tag": "17d258c3-25d9-455d-8746-fd58626afa07"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:29.558598 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b408c091-783e-43c5-853e-c6ec60b1e487 x-openstack-request-id: req-b408c091-783e-43c5-853e-c6ec60b1e487 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:29.559184 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d8645c-1f20-4a71-8791-7f5a755d24a9", "name": "network-vif-deleted", "tag": "17d258c3-25d9-455d-8746-fd58626afa07", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:29.559710 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b408c091-783e-43c5-853e-c6ec60b1e487 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:29.560224 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d8645c-1f20-4a71-8791-7f5a755d24a9', 'name': 'network-vif-deleted', 'tag': '17d258c3-25d9-455d-8746-fd58626afa07', 'status': 'completed', 'code': 200} Jul 23 20:18:29.724595 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-746e6102-f089-44c7-b749-7ba4a5f26fc3 None None] Allocated IP 172.20.0.2 (fd7f7f67-0696-4852-8ad5-554ef0012c87/c9ca4ef6-f07d-4c26-8a34-dd9a854276d9/7c658cce-ed52-4e2e-9318-0200033cc2d1) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:18:29.806919 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe58a6-8ef7-4323-ad66-b9640dc24ab5 req-65bc8d21-b700-418e-b934-fd965cb4302f tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:29.819066 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b9fe58a6-8ef7-4323-ad66-b9640dc24ab5 req-65bc8d21-b700-418e-b934-fd965cb4302f tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb9dba8-378a-444b-a9ac-31831509ca57 HTTP/1.1" status: 200 len: 945 time: 0.2505617 Jul 23 20:18:29.911346 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b9fe58a6-8ef7-4323-ad66-b9640dc24ab5 req-1a8e6f79-a473-4e83-abb4-48254b6454a4 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743802 Jul 23 20:18:30.186472 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-96c957a0-1dcf-46f7-82b5-307dfea6ca3e req-97dcd76b-5b81-4291-90fb-65e364042575 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d8645c-1f20-4a71-8791-7f5a755d24a9 HTTP/1.1" status: 200 len: 210 time: 0.1024115 Jul 23 20:18:30.597070 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375ad05-4874-4d1a-b2f1-37997da70444 req-e3820613-3efe-4d77-8d37-e512df9f553e tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:30.599762 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8375ad05-4874-4d1a-b2f1-37997da70444 req-e3820613-3efe-4d77-8d37-e512df9f553e tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb9dba8-378a-444b-a9ac-31831509ca57 HTTP/1.1" status: 200 len: 945 time: 0.1803050 Jul 23 20:18:30.684578 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8375ad05-4874-4d1a-b2f1-37997da70444 req-7f6a8156-3ef4-4dca-9fe4-cd3779e25b9e tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727110 Jul 23 20:18:30.703151 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-746e6102-f089-44c7-b749-7ba4a5f26fc3 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:30.732094 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-746e6102-f089-44c7-b749-7ba4a5f26fc3 None None] Transition to ACTIVE for port object 7c658cce-ed52-4e2e-9318-0200033cc2d1 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:18:30.799072 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-746e6102-f089-44c7-b749-7ba4a5f26fc3 None None] Transition to ACTIVE for port object 7c658cce-ed52-4e2e-9318-0200033cc2d1 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:18:30.814369 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-746e6102-f089-44c7-b749-7ba4a5f26fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:30.861637 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746e6102-f089-44c7-b749-7ba4a5f26fc3 None None] Network fd7f7f67-0696-4852-8ad5-554ef0012c87 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:18:30.874403 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-746e6102-f089-44c7-b749-7ba4a5f26fc3 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:18:30.878353 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746e6102-f089-44c7-b749-7ba4a5f26fc3 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:18:30.955203 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e6102-f089-44c7-b749-7ba4a5f26fc3 None None] Pushing event updated for resources: {'Port': ['ID=7c658cce-ed52-4e2e-9318-0200033cc2d1,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:30.999549 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-746e6102-f089-44c7-b749-7ba4a5f26fc3 None None] Attempting to bind port 7c658cce-ed52-4e2e-9318-0200033cc2d1 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:18:31.000332 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-746e6102-f089-44c7-b749-7ba4a5f26fc3 None None] Attempting to bind port 7c658cce-ed52-4e2e-9318-0200033cc2d1 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'a52843e6-3d49-4886-87b2-f0033e09845a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fd7f7f67-0696-4852-8ad5-554ef0012c87'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:18:31.000913 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746e6102-f089-44c7-b749-7ba4a5f26fc3 None None] Attempting to bind port 7c658cce-ed52-4e2e-9318-0200033cc2d1 on network fd7f7f67-0696-4852-8ad5-554ef0012c87 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:18:31.007097 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-0000331a-9c06-4d21-be1a-77f3f505509e tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Allocated IP 172.20.0.8 (fd7f7f67-0696-4852-8ad5-554ef0012c87/c9ca4ef6-f07d-4c26-8a34-dd9a854276d9/92df6a93-b44e-453a-9246-33d434c40458) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:18:31.010833 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746e6102-f089-44c7-b749-7ba4a5f26fc3 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:18:31.016223 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746e6102-f089-44c7-b749-7ba4a5f26fc3 None None] Checking segment: {'id': 'a52843e6-3d49-4886-87b2-f0033e09845a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fd7f7f67-0696-4852-8ad5-554ef0012c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:18:31.017274 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-746e6102-f089-44c7-b749-7ba4a5f26fc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:31.018450 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746e6102-f089-44c7-b749-7ba4a5f26fc3 None None] Bound using segment: {'id': 'a52843e6-3d49-4886-87b2-f0033e09845a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fd7f7f67-0696-4852-8ad5-554ef0012c87'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:18:31.020708 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-746e6102-f089-44c7-b749-7ba4a5f26fc3 None None] Bound port: 7c658cce-ed52-4e2e-9318-0200033cc2d1, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a52843e6-3d49-4886-87b2-f0033e09845a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fd7f7f67-0696-4852-8ad5-554ef0012c87'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:18:31.021613 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-746e6102-f089-44c7-b749-7ba4a5f26fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:31.209735 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18119136-b3d7-4028-a7f3-7a8870c1aaac req-547ff6f5-4d2b-406a-b10d-e1cbb3edd38f tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:31.224689 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-18119136-b3d7-4028-a7f3-7a8870c1aaac req-547ff6f5-4d2b-406a-b10d-e1cbb3edd38f tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb9dba8-378a-444b-a9ac-31831509ca57 HTTP/1.1" status: 200 len: 945 time: 0.3563786 Jul 23 20:18:31.225036 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-746e6102-f089-44c7-b749-7ba4a5f26fc3 None None] For port 7c658cce-ed52-4e2e-9318-0200033cc2d1, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:18:31.229951 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-746e6102-f089-44c7-b749-7ba4a5f26fc3 None None] For port 7c658cce-ed52-4e2e-9318-0200033cc2d1, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=7c658cce-ed52-4e2e-9318-0200033cc2d1,segment=NetworkSegment(a52843e6-3d49-4886-87b2-f0033e09845a),segment_id=a52843e6-3d49-4886-87b2-f0033e09845a)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:18:31.237507 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-746e6102-f089-44c7-b749-7ba4a5f26fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:31.335308 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-18119136-b3d7-4028-a7f3-7a8870c1aaac req-a6a9830e-9271-40b9-b990-99c9f8a75168 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084270 Jul 23 20:18:31.415378 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 17d258c3-25d9-455d-8746-fd58626afa07 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:18:31.481311 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e6102-f089-44c7-b749-7ba4a5f26fc3 None None] Pushing event updated for resources: {'Port': ['ID=7c658cce-ed52-4e2e-9318-0200033cc2d1,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:31.488315 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 17d258c3-25d9-455d-8746-fd58626afa07 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:18:31.489238 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 17d258c3-25d9-455d-8746-fd58626afa07 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:18:31.699940 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0000331a-9c06-4d21-be1a-77f3f505509e tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:31.749732 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-0000331a-9c06-4d21-be1a-77f3f505509e tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Transition to ACTIVE for port object 92df6a93-b44e-453a-9246-33d434c40458 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:18:31.817097 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0000331a-9c06-4d21-be1a-77f3f505509e tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:32.008919 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0000331a-9c06-4d21-be1a-77f3f505509e tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Pushing event updated for resources: {'Port': ['ID=92df6a93-b44e-453a-9246-33d434c40458,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:32.032341 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0000331a-9c06-4d21-be1a-77f3f505509e tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Network fd7f7f67-0696-4852-8ad5-554ef0012c87 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:18:32.035053 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-0000331a-9c06-4d21-be1a-77f3f505509e tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:18:32.037729 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0000331a-9c06-4d21-be1a-77f3f505509e tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:18:32.202196 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0000331a-9c06-4d21-be1a-77f3f505509e tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:32.203187 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0000331a-9c06-4d21-be1a-77f3f505509e tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:32.276626 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0000331a-9c06-4d21-be1a-77f3f505509e tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.5341339 Jul 23 20:18:32.278306 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34462) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:32.286600 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-3a502354-d0ee-4134-8d9b-f8a40c2235e3 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-923515091', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:32.347427 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3a502354-d0ee-4134-8d9b-f8a40c2235e3 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:32.348598 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3a502354-d0ee-4134-8d9b-f8a40c2235e3 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:32.360715 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25028698-30fd-45eb-8e42-09e2f9005f5b req-92042404-21a4-4d84-9feb-9c2f26767ac7 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:32.382768 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-25028698-30fd-45eb-8e42-09e2f9005f5b req-92042404-21a4-4d84-9feb-9c2f26767ac7 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb9dba8-378a-444b-a9ac-31831509ca57 HTTP/1.1" status: 200 len: 945 time: 0.4609401 Jul 23 20:18:32.473997 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3a502354-d0ee-4134-8d9b-f8a40c2235e3 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:32.479118 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3a502354-d0ee-4134-8d9b-f8a40c2235e3 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:32.518627 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-25028698-30fd-45eb-8e42-09e2f9005f5b req-fd83ec49-67e1-4a21-929f-e30804262c94 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307805 Jul 23 20:18:32.519260 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3a502354-d0ee-4134-8d9b-f8a40c2235e3 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:32.520496 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3a502354-d0ee-4134-8d9b-f8a40c2235e3 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2416198 Jul 23 20:18:32.523444 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34474) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:32.548746 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e18b45c1-6bfe-4089-9308-61eef7488a46 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-316471236', 'prefixes': ['172.20.0.0/16']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:32.725282 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e18b45c1-6bfe-4089-9308-61eef7488a46 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks [] for subnetpool, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:32.794642 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e18b45c1-6bfe-4089-9308-61eef7488a46 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1947532 Jul 23 20:18:32.794856 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34480) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:32.794856 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-9a7d47b2-c658-480f-8a87-f39d946ff0d7 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c9ca4ef6-f07d-4c26-8a34-dd9a854276d9', 'tempest-TagsExtTest-Tag-1861854862') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:33.016572 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9a7d47b2-c658-480f-8a87-f39d946ff0d7 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "PUT /v2.0/subnets/c9ca4ef6-f07d-4c26-8a34-dd9a854276d9/tags/tempest-TagsExtTest-Tag-1861854862 HTTP/1.1" status: 201 len: 201 time: 0.2800543 Jul 23 20:18:33.021633 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34488) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:33.029987 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-8ab29ab3-d17d-4994-acdf-8f83fcb6a4e0 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '92df6a93-b44e-453a-9246-33d434c40458', 'tempest-TagsExtTest-Tag-2107034515') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:33.322114 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2011c1-7fc5-4944-88dc-377c4d1a4cfd req-b4c02794-c56b-4600-b20f-55d01c76eff8 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:33.323991 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b2011c1-7fc5-4944-88dc-377c4d1a4cfd req-b4c02794-c56b-4600-b20f-55d01c76eff8 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.18 "GET /v2.0/ports?device_id=0fb9dba8-378a-444b-a9ac-31831509ca57 HTTP/1.1" status: 200 len: 945 time: 0.2241554 Jul 23 20:18:33.325966 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 7c658cce-ed52-4e2e-9318-0200033cc2d1 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:18:33.407422 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c559a4-55c2-4280-93e6-d91c204167f6 None None] Network fd7f7f67-0696-4852-8ad5-554ef0012c87 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:18:33.420494 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8ab29ab3-d17d-4994-acdf-8f83fcb6a4e0 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "PUT /v2.0/ports/92df6a93-b44e-453a-9246-33d434c40458/tags/tempest-TagsExtTest-Tag-2107034515 HTTP/1.1" status: 201 len: 201 time: 0.3974771 Jul 23 20:18:33.424482 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34504) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:33.432884 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-fe0f8441-2ca2-47c6-bdf5-82b0e518529e tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6047b452-8654-4f98-9c5b-4ef5cc48c6e2', 'tempest-TagsExtTest-Tag-1177776260') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:33.585411 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-6b2011c1-7fc5-4944-88dc-377c4d1a4cfd req-b1244971-5836-4ebe-a1f7-4204e17db9c8 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Deleting port c4f38cac-9c17-48c1-820b-ad97dfa84aa4 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:18:33.585781 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6b2011c1-7fc5-4944-88dc-377c4d1a4cfd req-b1244971-5836-4ebe-a1f7-4204e17db9c8 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:34.038479 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-bcefd02d-cdd3-4818-bfcd-f0f46f9e351f None None] Provisioning for port 7c658cce-ed52-4e2e-9318-0200033cc2d1 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:18:34.076542 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-fe0f8441-2ca2-47c6-bdf5-82b0e518529e tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "PUT /v2.0/routers/6047b452-8654-4f98-9c5b-4ef5cc48c6e2/tags/tempest-TagsExtTest-Tag-1177776260 HTTP/1.1" status: 201 len: 201 time: 0.6505103 Jul 23 20:18:34.081045 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34514) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:34.095857 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-ef440890-7f90-46c9-98c7-b16676ff19da tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5c765722-822e-4858-aeb2-4a882b54a574', 'tempest-TagsExtTest-Tag-785733734') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:34.255220 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ef440890-7f90-46c9-98c7-b16676ff19da tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "PUT /v2.0/subnetpools/5c765722-822e-4858-aeb2-4a882b54a574/tags/tempest-TagsExtTest-Tag-785733734 HTTP/1.1" status: 201 len: 201 time: 0.1682460 Jul 23 20:18:34.258121 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34520) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:34.265695 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-03d814b4-5d69-493e-bfb0-73703199821a tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c9ca4ef6-f07d-4c26-8a34-dd9a854276d9') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:34.273953 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 7c658cce-ed52-4e2e-9318-0200033cc2d1 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:18:34.317058 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 7c658cce-ed52-4e2e-9318-0200033cc2d1 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:18:34.317531 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:34.512303 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-03d814b4-5d69-493e-bfb0-73703199821a tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "GET /v2.0/subnets/c9ca4ef6-f07d-4c26-8a34-dd9a854276d9/tags HTTP/1.1" status: 200 len: 241 time: 0.2500350 Jul 23 20:18:34.516739 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34528) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:34.541002 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-0529826b-16a9-4732-8d74-3b08457184e0 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c9ca4ef6-f07d-4c26-8a34-dd9a854276d9', 'tempest-TagsExtTest-Tag-1861854862') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:34.655076 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:34.773420 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 7c658cce-ed52-4e2e-9318-0200033cc2d1, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=7c658cce-ed52-4e2e-9318-0200033cc2d1,segment=NetworkSegment(a52843e6-3d49-4886-87b2-f0033e09845a),segment_id=a52843e6-3d49-4886-87b2-f0033e09845a)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:34.786872 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:34.796568 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0529826b-16a9-4732-8d74-3b08457184e0 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "GET /v2.0/subnets/c9ca4ef6-f07d-4c26-8a34-dd9a854276d9/tags/tempest-TagsExtTest-Tag-1861854862 HTTP/1.1" status: 204 len: 168 time: 0.2735760 Jul 23 20:18:34.800675 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34538) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:34.817220 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-ede566c3-ea46-4aba-bef0-9073d1d3d18d tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'c9ca4ef6-f07d-4c26-8a34-dd9a854276d9', 'tempest-TagsExtTest-Tag-1861854862') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:34.895072 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-6b2011c1-7fc5-4944-88dc-377c4d1a4cfd req-b1244971-5836-4ebe-a1f7-4204e17db9c8 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] For port c4f38cac-9c17-48c1-820b-ad97dfa84aa4, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=c4f38cac-9c17-48c1-820b-ad97dfa84aa4,segment=NetworkSegment(69080602-6244-4faa-8140-ce9343de0881),segment_id=69080602-6244-4faa-8140-ce9343de0881)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:34.897971 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6b2011c1-7fc5-4944-88dc-377c4d1a4cfd req-b1244971-5836-4ebe-a1f7-4204e17db9c8 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:34.964059 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb430612-c7c0-4275-8ac2-e089b84144f7 req-8d698f0d-3c74-47be-ae07-24e038b3fb68 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:34.975706 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fb430612-c7c0-4275-8ac2-e089b84144f7 req-8d698f0d-3c74-47be-ae07-24e038b3fb68 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb9dba8-378a-444b-a9ac-31831509ca57 HTTP/1.1" status: 200 len: 945 time: 1.2443285 Jul 23 20:18:35.061376 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=7c658cce-ed52-4e2e-9318-0200033cc2d1,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:35.102874 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ede566c3-ea46-4aba-bef0-9073d1d3d18d tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "DELETE /v2.0/subnets/c9ca4ef6-f07d-4c26-8a34-dd9a854276d9/tags/tempest-TagsExtTest-Tag-1861854862 HTTP/1.1" status: 204 len: 168 time: 0.2956729 Jul 23 20:18:35.102874 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34550) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:35.117722 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-381cde1e-a361-41d5-b2f1-19140655b77c tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c9ca4ef6-f07d-4c26-8a34-dd9a854276d9') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:35.132067 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-6b2011c1-7fc5-4944-88dc-377c4d1a4cfd req-b1244971-5836-4ebe-a1f7-4204e17db9c8 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Calling delete_port for c4f38cac-9c17-48c1-820b-ad97dfa84aa4 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:18:35.216194 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fb430612-c7c0-4275-8ac2-e089b84144f7 req-c22f300d-1c5f-4665-87e1-813690c7f2cd tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394054 Jul 23 20:18:35.244578 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device c4f38cac-9c17-48c1-820b-ad97dfa84aa4 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:18:35.441168 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-381cde1e-a361-41d5-b2f1-19140655b77c tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "GET /v2.0/subnets/c9ca4ef6-f07d-4c26-8a34-dd9a854276d9/tags HTTP/1.1" status: 200 len: 205 time: 0.3374634 Jul 23 20:18:35.444327 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34558) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:35.466238 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-82715e0c-c46a-4fd5-b460-0932eb953565 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '92df6a93-b44e-453a-9246-33d434c40458') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:35.560322 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b4e20636-5276-4b91-b0c9-d5267fb9f8f7 None None] Provisioning for port 92df6a93-b44e-453a-9246-33d434c40458 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:18:35.598856 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b4e20636-5276-4b91-b0c9-d5267fb9f8f7 None None] Provisioning complete for port 92df6a93-b44e-453a-9246-33d434c40458 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:18:35.599132 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b4e20636-5276-4b91-b0c9-d5267fb9f8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:35.635906 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6b2011c1-7fc5-4944-88dc-377c4d1a4cfd req-b1244971-5836-4ebe-a1f7-4204e17db9c8 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:35.664298 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['b1032d90-a671-4ad4-ae31-8b75c3d80e4c'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:18:35.735971 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1244971-5836-4ebe-a1f7-4204e17db9c8 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Pushing event deleted for resources: {'Port': ['ID=c4f38cac-9c17-48c1-820b-ad97dfa84aa4,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:35.746617 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:35.815225 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b4e20636-5276-4b91-b0c9-d5267fb9f8f7 None None] Port 92df6a93-b44e-453a-9246-33d434c40458 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:18:35.878999 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b2011c1-7fc5-4944-88dc-377c4d1a4cfd req-b1244971-5836-4ebe-a1f7-4204e17db9c8 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] No DVR routers for this DVR port c4f38cac-9c17-48c1-820b-ad97dfa84aa4 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:18:35.891082 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6b2011c1-7fc5-4944-88dc-377c4d1a4cfd req-b1244971-5836-4ebe-a1f7-4204e17db9c8 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:35.897044 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b2011c1-7fc5-4944-88dc-377c4d1a4cfd req-b1244971-5836-4ebe-a1f7-4204e17db9c8 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.18 "DELETE /v2.0/ports/c4f38cac-9c17-48c1-820b-ad97dfa84aa4 HTTP/1.1" status: 204 len: 173 time: 2.5632181 Jul 23 20:18:35.898679 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb9dba8-378a-444b-a9ac-31831509ca57', 'name': 'network-vif-deleted', 'tag': 'c4f38cac-9c17-48c1-820b-ad97dfa84aa4'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:35.909657 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec440fa7-d1e1-420e-b1ae-c9bf755c95c7" -d '{"events": [{"server_uuid": "0fb9dba8-378a-444b-a9ac-31831509ca57", "name": "network-vif-deleted", "tag": "c4f38cac-9c17-48c1-820b-ad97dfa84aa4"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:35.979487 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b4e20636-5276-4b91-b0c9-d5267fb9f8f7 None None] Provisioning complete for port 7c658cce-ed52-4e2e-9318-0200033cc2d1 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:18:35.980214 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b4e20636-5276-4b91-b0c9-d5267fb9f8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:36.114181 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678e93bd-b60a-4ac8-9aee-8181ba3a3cd5 x-openstack-request-id: req-678e93bd-b60a-4ac8-9aee-8181ba3a3cd5 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:36.114559 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb9dba8-378a-444b-a9ac-31831509ca57", "name": "network-vif-deleted", "tag": "c4f38cac-9c17-48c1-820b-ad97dfa84aa4", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:36.114876 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-678e93bd-b60a-4ac8-9aee-8181ba3a3cd5 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:36.115337 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb9dba8-378a-444b-a9ac-31831509ca57', 'name': 'network-vif-deleted', 'tag': 'c4f38cac-9c17-48c1-820b-ad97dfa84aa4', 'status': 'completed', 'code': 200} Jul 23 20:18:36.356410 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-e49fd7b1-4724-4551-8fe6-2a42272ad59e tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:36.386628 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-e49fd7b1-4724-4551-8fe6-2a42272ad59e tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:36.414630 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-e49fd7b1-4724-4551-8fe6-2a42272ad59e tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:36.437831 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-e49fd7b1-4724-4551-8fe6-2a42272ad59e tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:36.459961 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-e49fd7b1-4724-4551-8fe6-2a42272ad59e tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:36.485913 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-e49fd7b1-4724-4551-8fe6-2a42272ad59e tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:36.501054 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-e49fd7b1-4724-4551-8fe6-2a42272ad59e tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:36.503725 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-e49fd7b1-4724-4551-8fe6-2a42272ad59e tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.30 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 5436 time: 0.9625294 Jul 23 20:18:36.648422 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-39b68085-8c61-4f2f-8ec1-1135591ed753 req-69631601-e701-417a-89a6-0162ffd6d3d3 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb9dba8-378a-444b-a9ac-31831509ca57 HTTP/1.1" status: 200 len: 210 time: 0.1725833 Jul 23 20:18:36.696627 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-82715e0c-c46a-4fd5-b460-0932eb953565 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "GET /v2.0/ports/92df6a93-b44e-453a-9246-33d434c40458/tags HTTP/1.1" status: 200 len: 241 time: 1.2473569 Jul 23 20:18:36.697134 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34584) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:36.705027 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-bd50a98b-302f-4fa3-b4ee-94cc35260db2 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '92df6a93-b44e-453a-9246-33d434c40458', 'tempest-TagsExtTest-Tag-2107034515') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:36.838288 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3a312-1ca2-47b9-aa12-a53efe93f37a req-0f4a6ea8-f692-4112-85d4-19a918f91eec tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:36.861051 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-bd50a98b-302f-4fa3-b4ee-94cc35260db2 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "GET /v2.0/ports/92df6a93-b44e-453a-9246-33d434c40458/tags/tempest-TagsExtTest-Tag-2107034515 HTTP/1.1" status: 204 len: 168 time: 0.1623611 Jul 23 20:18:36.862763 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34592) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:36.872465 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6260fc9c-0eaf-4b5f-8741-160986b7371d None None] Provisioning complete for port 92df6a93-b44e-453a-9246-33d434c40458 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:18:36.873042 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6260fc9c-0eaf-4b5f-8741-160986b7371d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:36.874508 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-f9fafa81-5d40-4c54-b968-6402b3c9ac33 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '92df6a93-b44e-453a-9246-33d434c40458', 'tempest-TagsExtTest-Tag-2107034515') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:36.880150 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3a312-1ca2-47b9-aa12-a53efe93f37a req-0f4a6ea8-f692-4112-85d4-19a918f91eec tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:36.917578 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3a312-1ca2-47b9-aa12-a53efe93f37a req-0f4a6ea8-f692-4112-85d4-19a918f91eec tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:36.959006 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3a312-1ca2-47b9-aa12-a53efe93f37a req-0f4a6ea8-f692-4112-85d4-19a918f91eec tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:36.978291 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3a312-1ca2-47b9-aa12-a53efe93f37a req-0f4a6ea8-f692-4112-85d4-19a918f91eec tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:36.989945 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-6260fc9c-0eaf-4b5f-8741-160986b7371d None None] Port 92df6a93-b44e-453a-9246-33d434c40458 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:18:37.006907 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3a312-1ca2-47b9-aa12-a53efe93f37a req-0f4a6ea8-f692-4112-85d4-19a918f91eec tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:37.034574 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3a312-1ca2-47b9-aa12-a53efe93f37a req-0f4a6ea8-f692-4112-85d4-19a918f91eec tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:37.038392 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8ef3a312-1ca2-47b9-aa12-a53efe93f37a req-0f4a6ea8-f692-4112-85d4-19a918f91eec tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 5436 time: 2.2154737 Jul 23 20:18:37.059174 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-4321a399-0a83-4cbd-b8bb-83574860267c tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:37.063322 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-4321a399-0a83-4cbd-b8bb-83574860267c tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.30 "GET /v2.0/ports/8ff51102-e428-4ded-a3d1-228f5bfc548f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5424244 Jul 23 20:18:37.076468 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-04d97c07-cfdd-402a-b01b-d635bdb521b1 req-7c8ffb6d-fa7e-4494-998b-0a27dcf825e0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=05850a71-e728-4787-aa9e-76b4d42d2b9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1612201 Jul 23 20:18:37.103304 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f9fafa81-5d40-4c54-b968-6402b3c9ac33 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "DELETE /v2.0/ports/92df6a93-b44e-453a-9246-33d434c40458/tags/tempest-TagsExtTest-Tag-2107034515 HTTP/1.1" status: 204 len: 168 time: 0.2372932 Jul 23 20:18:37.108417 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34598) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:37.125668 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-96afd786-f505-42ba-ae38-ede16ec18b74 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '92df6a93-b44e-453a-9246-33d434c40458') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:37.149315 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8ef3a312-1ca2-47b9-aa12-a53efe93f37a req-4fbef749-aafd-4a16-b259-99b07f9bcd89 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8eab5fee-f8eb-4aed-a3f0-c440f60a4ea3&id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1016438 Jul 23 20:18:37.263663 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 7c658cce-ed52-4e2e-9318-0200033cc2d1 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:18:37.339194 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34610) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:37.426503 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-0983f627-8d45-485b-bacf-5256d31c72bd tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.30 "GET /v2.0/networks/24944fa3-9e4d-479a-a53d-6bb8b5f56882?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3102570 Jul 23 20:18:37.429881 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 7c658cce-ed52-4e2e-9318-0200033cc2d1 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:18:37.430704 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:37.445369 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-38dbc551-3be3-479e-baef-3ecbb6e89a23 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:37.526436 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d97c07-cfdd-402a-b01b-d635bdb521b1 req-21bc0512-f8bb-4be9-a1dc-6a2a73530e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:37.542700 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-04d97c07-cfdd-402a-b01b-d635bdb521b1 req-21bc0512-f8bb-4be9-a1dc-6a2a73530e09 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6d83b9df188244af88af507e82586aa5&device_id=05850a71-e728-4787-aa9e-76b4d42d2b9d HTTP/1.1" status: 200 len: 1098 time: 0.4091372 Jul 23 20:18:37.556932 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-96afd786-f505-42ba-ae38-ede16ec18b74 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "GET /v2.0/ports/92df6a93-b44e-453a-9246-33d434c40458/tags HTTP/1.1" status: 200 len: 205 time: 0.4460094 Jul 23 20:18:37.564053 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34626) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:37.580735 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-91456cde-977b-4a5f-9b92-268448aac05f tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6047b452-8654-4f98-9c5b-4ef5cc48c6e2') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:37.904847 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-38dbc551-3be3-479e-baef-3ecbb6e89a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:37.920478 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-46ac4fb8-2af8-4148-9903-4160260d7ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:38.174556 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d97c07-cfdd-402a-b01b-d635bdb521b1 req-3c754525-816e-432c-8229-3432f8e489e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:38.176990 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-04d97c07-cfdd-402a-b01b-d635bdb521b1 req-3c754525-816e-432c-8229-3432f8e489e5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=787d5425-c035-4280-8138-7c31904b0b0f HTTP/1.1" status: 200 len: 915 time: 0.6055455 Jul 23 20:18:38.248717 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-91456cde-977b-4a5f-9b92-268448aac05f tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "GET /v2.0/routers/6047b452-8654-4f98-9c5b-4ef5cc48c6e2/tags HTTP/1.1" status: 200 len: 241 time: 0.6805685 Jul 23 20:18:38.254610 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34662) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:38.270225 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-f8238845-5fa5-416c-b28d-c3b2da6a4e5c tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6047b452-8654-4f98-9c5b-4ef5cc48c6e2', 'tempest-TagsExtTest-Tag-1177776260') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:38.323826 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-04d97c07-cfdd-402a-b01b-d635bdb521b1 req-dc9f5c18-c7f9-4783-a774-391335ee85a3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd4ee0e4-f388-42c2-aa2a-29536ea33c0f HTTP/1.1" status: 200 len: 217 time: 0.1344416 Jul 23 20:18:38.449157 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d97c07-cfdd-402a-b01b-d635bdb521b1 req-f81e6e93-d008-4784-9a87-0a67c6f677f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:38.451135 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-04d97c07-cfdd-402a-b01b-d635bdb521b1 req-f81e6e93-d008-4784-9a87-0a67c6f677f0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7fb8b24e-fc71-4a83-9798-69abd5b3327d HTTP/1.1" status: 200 len: 854 time: 0.1103222 Jul 23 20:18:38.571206 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-04d97c07-cfdd-402a-b01b-d635bdb521b1 req-e42daf7a-6c5c-46bf-95e7-58d1485675df service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=787d5425-c035-4280-8138-7c31904b0b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905495 Jul 23 20:18:38.579118 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfe02c-0106-45cc-80b8-63bbd647b867 req-15a86d1c-74bc-4970-a5bb-74edc8ae3f8b tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:38.580771 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dadfe02c-0106-45cc-80b8-63bbd647b867 req-15a86d1c-74bc-4970-a5bb-74edc8ae3f8b tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf156dd4-a470-476b-9a91-e304dc614de9 HTTP/1.1" status: 200 len: 945 time: 0.6317859 Jul 23 20:18:38.583404 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-b1999b07-514a-4a3d-b8d3-36f525b75209 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:38.593767 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-b1999b07-514a-4a3d-b8d3-36f525b75209 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/networks?id=98a30b96-c863-4728-b0d0-d47c79801693 HTTP/1.1" status: 200 len: 806 time: 0.4452410 Jul 23 20:18:38.675342 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f8238845-5fa5-416c-b28d-c3b2da6a4e5c tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "GET /v2.0/routers/6047b452-8654-4f98-9c5b-4ef5cc48c6e2/tags/tempest-TagsExtTest-Tag-1177776260 HTTP/1.1" status: 204 len: 168 time: 0.4163201 Jul 23 20:18:38.686962 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34674) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:38.751061 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-04d97c07-cfdd-402a-b01b-d635bdb521b1 req-9feebb09-c084-411e-88d2-bbfc73e69fe4 service neutron] 10.222.0.18 "GET /v2.0/networks/787d5425-c035-4280-8138-7c31904b0b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364357 Jul 23 20:18:38.763160 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-6e7f27a2-a830-4eb1-ad49-0a50f8f0da07 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/quotas/2748f4b40df14523b46431ce846cbb13 HTTP/1.1" status: 200 len: 375 time: 0.1681137 Jul 23 20:18:38.803299 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-99a4dae4-1f00-4d6b-8ff7-d57780970d62 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '6047b452-8654-4f98-9c5b-4ef5cc48c6e2', 'tempest-TagsExtTest-Tag-1177776260') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:38.931106 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-04d97c07-cfdd-402a-b01b-d635bdb521b1 req-485e3bca-41b3-44b6-89cf-2d74f3146530 service neutron] 10.222.0.18 "GET /v2.0/networks/787d5425-c035-4280-8138-7c31904b0b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710019 Jul 23 20:18:39.068635 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-7bf1d7c4-019c-4db9-a387-f8997cc83f68 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2748f4b40df14523b46431ce846cbb13&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1319315 Jul 23 20:18:39.204539 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-1c653d22-59b0-4091-a5aa-00a957710fe0 service neutron] 10.222.0.32 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284506 Jul 23 20:18:39.384328 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-46ac4fb8-2af8-4148-9903-4160260d7ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:39.392057 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dadfe02c-0106-45cc-80b8-63bbd647b867 req-4ef2c3ad-95ea-4657-a5f1-c1999c72c80e tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7069287 Jul 23 20:18:39.404776 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-46ac4fb8-2af8-4148-9903-4160260d7ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:39.414623 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-38dbc551-3be3-479e-baef-3ecbb6e89a23 service neutron] For port 8ff51102-e428-4ded-a3d1-228f5bfc548f, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=8ff51102-e428-4ded-a3d1-228f5bfc548f,segment=NetworkSegment(ebdc46e1-ed98-486e-b7df-53f92cdf705b),segment_id=ebdc46e1-ed98-486e-b7df-53f92cdf705b)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:39.451375 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 8ff51102-e428-4ded-a3d1-228f5bfc548f no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:18:39.453259 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-46ac4fb8-2af8-4148-9903-4160260d7ff1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f0a1e1cd582b438ea96a3aa6cb57b432&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1127203 Jul 23 20:18:39.458828 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34688) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:39.515205 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57b36e-af60-4bf9-86a9-6a150c7d81d1 req-d37ba8f4-82f3-4af6-a869-57eb13d88543 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:39.520785 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ca57b36e-af60-4bf9-86a9-6a150c7d81d1 req-d37ba8f4-82f3-4af6-a869-57eb13d88543 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf156dd4-a470-476b-9a91-e304dc614de9 HTTP/1.1" status: 200 len: 945 time: 0.2666187 Jul 23 20:18:39.522831 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac4fb8-2af8-4148-9903-4160260d7ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c262e8-9e69-4ed8-bd50-4d068e2f4b93,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:39.561283 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-38dbc551-3be3-479e-baef-3ecbb6e89a23 service neutron] For port 8ff51102-e428-4ded-a3d1-228f5bfc548f, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:18:39.566682 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-6381d85d-0905-4bab-8a14-70a0049581d2 service neutron] 10.222.0.32 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531454 Jul 23 20:18:39.572974 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac4fb8-2af8-4148-9903-4160260d7ff1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:39.573348 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac4fb8-2af8-4148-9903-4160260d7ff1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:39.574375 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac4fb8-2af8-4148-9903-4160260d7ff1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:39.574790 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac4fb8-2af8-4148-9903-4160260d7ff1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:39.575230 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac4fb8-2af8-4148-9903-4160260d7ff1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:39.575630 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac4fb8-2af8-4148-9903-4160260d7ff1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:39.576103 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac4fb8-2af8-4148-9903-4160260d7ff1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:39.576869 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac4fb8-2af8-4148-9903-4160260d7ff1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:39.577363 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac4fb8-2af8-4148-9903-4160260d7ff1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:39.577810 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac4fb8-2af8-4148-9903-4160260d7ff1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:39.578462 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac4fb8-2af8-4148-9903-4160260d7ff1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:39.579111 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac4fb8-2af8-4148-9903-4160260d7ff1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:39.699974 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-99a4dae4-1f00-4d6b-8ff7-d57780970d62 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "DELETE /v2.0/routers/6047b452-8654-4f98-9c5b-4ef5cc48c6e2/tags/tempest-TagsExtTest-Tag-1177776260 HTTP/1.1" status: 204 len: 168 time: 0.9955392 Jul 23 20:18:39.701782 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34690) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:39.722850 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-27f2539d-48bb-4cc1-90b0-2c562f7ff06f tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6047b452-8654-4f98-9c5b-4ef5cc48c6e2') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:39.732980 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:39.734398 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-38dbc551-3be3-479e-baef-3ecbb6e89a23 service neutron] device_id is not set on port 8ff51102-e428-4ded-a3d1-228f5bfc548f yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:18:39.811081 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-ca57b36e-af60-4bf9-86a9-6a150c7d81d1 req-c106973d-c672-40ad-9656-9070f9b24d97 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Deleting port 1f8d8193-14ed-4088-9a7f-ee944892cc81 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:18:39.811484 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ca57b36e-af60-4bf9-86a9-6a150c7d81d1 req-c106973d-c672-40ad-9656-9070f9b24d97 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:39.859578 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-15893530-679f-4f5c-b929-e0b54e4496e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:39.862929 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-38dbc551-3be3-479e-baef-3ecbb6e89a23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:39.921159 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-38dbc551-3be3-479e-baef-3ecbb6e89a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:39.925187 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-81a85cc1-e295-457b-a1ab-7750d12f9aa5 req-3cdf0f59-c5dd-41be-b2db-cebf94fa817f tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 210 time: 0.0708961 Jul 23 20:18:39.954563 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.db.api [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:18:39.955104 n-d-793618-10 neutron-server[93877]: DEBUG oslo_db.api [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:18:39.978147 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-ca57b36e-af60-4bf9-86a9-6a150c7d81d1 req-c106973d-c672-40ad-9656-9070f9b24d97 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] For port 1f8d8193-14ed-4088-9a7f-ee944892cc81, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=1f8d8193-14ed-4088-9a7f-ee944892cc81,segment=NetworkSegment(5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf),segment_id=5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:39.978147 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ca57b36e-af60-4bf9-86a9-6a150c7d81d1 req-c106973d-c672-40ad-9656-9070f9b24d97 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:39.998284 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-ca57b36e-af60-4bf9-86a9-6a150c7d81d1 req-c106973d-c672-40ad-9656-9070f9b24d97 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Calling delete_port for 1f8d8193-14ed-4088-9a7f-ee944892cc81 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:18:40.051176 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8477d-f873-4c9d-b905-5d83e3a4b616 req-72ea8f1a-f0e8-416f-a82e-fe167018ea10 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:40.060518 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8477d-f873-4c9d-b905-5d83e3a4b616 req-72ea8f1a-f0e8-416f-a82e-fe167018ea10 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:40.076478 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8477d-f873-4c9d-b905-5d83e3a4b616 req-72ea8f1a-f0e8-416f-a82e-fe167018ea10 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:40.091764 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8477d-f873-4c9d-b905-5d83e3a4b616 req-72ea8f1a-f0e8-416f-a82e-fe167018ea10 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:40.107672 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8477d-f873-4c9d-b905-5d83e3a4b616 req-72ea8f1a-f0e8-416f-a82e-fe167018ea10 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:40.145698 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8477d-f873-4c9d-b905-5d83e3a4b616 req-72ea8f1a-f0e8-416f-a82e-fe167018ea10 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:40.158069 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8477d-f873-4c9d-b905-5d83e3a4b616 req-72ea8f1a-f0e8-416f-a82e-fe167018ea10 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:40.160031 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fae8477d-f873-4c9d-b905-5d83e3a4b616 req-72ea8f1a-f0e8-416f-a82e-fe167018ea10 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 5358 time: 0.6295011 Jul 23 20:18:40.168507 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-15893530-679f-4f5c-b929-e0b54e4496e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:40.195891 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ca57b36e-af60-4bf9-86a9-6a150c7d81d1 req-c106973d-c672-40ad-9656-9070f9b24d97 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:40.208763 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-27f2539d-48bb-4cc1-90b0-2c562f7ff06f tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "GET /v2.0/routers/6047b452-8654-4f98-9c5b-4ef5cc48c6e2/tags HTTP/1.1" status: 200 len: 205 time: 0.4929469 Jul 23 20:18:40.209841 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34710) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:40.220111 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['bd4ee0e4-f388-42c2-aa2a-29536ea33c0f'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:18:40.225369 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['0a3eeb7e-96c9-415f-8ccd-298a3c88d933'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:18:40.301058 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c106973d-c672-40ad-9656-9070f9b24d97 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Pushing event deleted for resources: {'Port': ['ID=1f8d8193-14ed-4088-9a7f-ee944892cc81,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:40.315567 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.tag.tag_plugin [None req-ce78d338-3fe8-4998-ac24-d378f7505a5f tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5c765722-822e-4858-aeb2-4a882b54a574') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:40.388895 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-38dbc551-3be3-479e-baef-3ecbb6e89a23 service neutron] No DVR routers for this DVR port 8ff51102-e428-4ded-a3d1-228f5bfc548f on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:18:40.461377 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fae8477d-f873-4c9d-b905-5d83e3a4b616 req-f0df654e-f9ba-4114-9421-605734099206 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8eab5fee-f8eb-4aed-a3f0-c440f60a4ea3&id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2710955 Jul 23 20:18:40.507723 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9470d1a4-31be-46a2-942e-2f9e74c07029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:40.551679 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca57b36e-af60-4bf9-86a9-6a150c7d81d1 req-c106973d-c672-40ad-9656-9070f9b24d97 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] No DVR routers for this DVR port 1f8d8193-14ed-4088-9a7f-ee944892cc81 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:18:40.556616 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dbc551-3be3-479e-baef-3ecbb6e89a23 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff51102-e428-4ded-a3d1-228f5bfc548f,revision_number=6']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:40.587670 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ca57b36e-af60-4bf9-86a9-6a150c7d81d1 req-c106973d-c672-40ad-9656-9070f9b24d97 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:40.600441 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ca57b36e-af60-4bf9-86a9-6a150c7d81d1 req-c106973d-c672-40ad-9656-9070f9b24d97 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.18 "DELETE /v2.0/ports/1f8d8193-14ed-4088-9a7f-ee944892cc81 HTTP/1.1" status: 204 len: 173 time: 1.0682564 Jul 23 20:18:40.607179 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf156dd4-a470-476b-9a91-e304dc614de9', 'name': 'network-vif-deleted', 'tag': '1f8d8193-14ed-4088-9a7f-ee944892cc81'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:40.618133 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ad6163-75e6-4257-8b7e-95e68e68a6ac" -d '{"events": [{"server_uuid": "cf156dd4-a470-476b-9a91-e304dc614de9", "name": "network-vif-deleted", "tag": "1f8d8193-14ed-4088-9a7f-ee944892cc81"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:40.672224 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8ae38788-4bdc-481c-818a-38ce5ebf78b2 req-b5145742-5c6a-4a25-9b55-f9c05e9639f9 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf156dd4-a470-476b-9a91-e304dc614de9 HTTP/1.1" status: 200 len: 210 time: 0.1315184 Jul 23 20:18:40.735247 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ce78d338-3fe8-4998-ac24-d378f7505a5f tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "GET /v2.0/subnetpools/5c765722-822e-4858-aeb2-4a882b54a574/tags HTTP/1.1" status: 200 len: 240 time: 0.4236228 Jul 23 20:18:40.735839 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34738) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:40.740607 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-f350fbf2-b113-45d5-a025-510503caf19c tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5c765722-822e-4858-aeb2-4a882b54a574', 'tempest-TagsExtTest-Tag-785733734') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:40.746275 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-38dbc551-3be3-479e-baef-3ecbb6e89a23 service neutron] In _notify_port_updated(), no bound segment for port 8ff51102-e428-4ded-a3d1-228f5bfc548f on network 24944fa3-9e4d-479a-a53d-6bb8b5f56882 {{(pid=93876) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:18:40.747471 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-38dbc551-3be3-479e-baef-3ecbb6e89a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:40.748166 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-38dbc551-3be3-479e-baef-3ecbb6e89a23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:40.750096 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-38dbc551-3be3-479e-baef-3ecbb6e89a23 service neutron] 10.222.0.30 "PUT /v2.0/ports/8ff51102-e428-4ded-a3d1-228f5bfc548f HTTP/1.1" status: 200 len: 1027 time: 3.3157680 Jul 23 20:18:40.836299 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f350fbf2-b113-45d5-a025-510503caf19c tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "GET /v2.0/subnetpools/5c765722-822e-4858-aeb2-4a882b54a574/tags/tempest-TagsExtTest-Tag-785733734 HTTP/1.1" status: 204 len: 168 time: 0.0971811 Jul 23 20:18:40.839389 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddb0e5c-5568-4f6c-a464-3f8b7b197f87 x-openstack-request-id: req-4ddb0e5c-5568-4f6c-a464-3f8b7b197f87 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:40.839723 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf156dd4-a470-476b-9a91-e304dc614de9", "name": "network-vif-deleted", "tag": "1f8d8193-14ed-4088-9a7f-ee944892cc81", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:40.839984 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4ddb0e5c-5568-4f6c-a464-3f8b7b197f87 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:40.840620 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf156dd4-a470-476b-9a91-e304dc614de9', 'name': 'network-vif-deleted', 'tag': '1f8d8193-14ed-4088-9a7f-ee944892cc81', 'status': 'completed', 'code': 200} Jul 23 20:18:40.841120 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34742) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:40.858555 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-7acbe4b2-de18-4e25-adca-b4e2edb5d341 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '5c765722-822e-4858-aeb2-4a882b54a574', 'tempest-TagsExtTest-Tag-785733734') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:40.891652 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-fcf46e48-c0b1-4b17-8238-800994d5925b tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:40.894137 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-fcf46e48-c0b1-4b17-8238-800994d5925b tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.30 "GET /v2.0/ports/029ccb5c-9717-4b7a-825f-18be8ca06481?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1370957 Jul 23 20:18:40.937254 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 6ed23c2b-2657-4c27-9d21-8b4c38ac03c3 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:18:40.940579 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-9d14061c-6d3e-4125-891c-8a38fffab10b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:40.947063 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-15893530-679f-4f5c-b929-e0b54e4496e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:40.967264 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-15893530-679f-4f5c-b929-e0b54e4496e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:40.968424 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-15893530-679f-4f5c-b929-e0b54e4496e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/94c262e8-9e69-4ed8-bd50-4d068e2f4b93 HTTP/1.1" status: 204 len: 168 time: 1.5071323 Jul 23 20:18:40.985710 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7acbe4b2-de18-4e25-adca-b4e2edb5d341 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "DELETE /v2.0/subnetpools/5c765722-822e-4858-aeb2-4a882b54a574/tags/tempest-TagsExtTest-Tag-785733734 HTTP/1.1" status: 204 len: 168 time: 0.1407490 Jul 23 20:18:40.989999 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34752) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:40.994530 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-e703bcb5-6f61-478b-8a98-4a33de7d5c9b tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5c765722-822e-4858-aeb2-4a882b54a574') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:41.077909 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e703bcb5-6f61-478b-8a98-4a33de7d5c9b tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "GET /v2.0/subnetpools/5c765722-822e-4858-aeb2-4a882b54a574/tags HTTP/1.1" status: 200 len: 205 time: 0.0868363 Jul 23 20:18:41.081945 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34758) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:41.090420 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-420e5444-c072-4fe3-9a61-b2a8df8cea73 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5c765722-822e-4858-aeb2-4a882b54a574') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:41.097927 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-9c1a217b-b0f3-4a3e-acac-ba015a2e9b34 None None] Provisioning complete for port 8ff51102-e428-4ded-a3d1-228f5bfc548f triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:18:41.098894 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9c1a217b-b0f3-4a3e-acac-ba015a2e9b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:41.103852 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15893530-679f-4f5c-b929-e0b54e4496e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c262e8-9e69-4ed8-bd50-4d068e2f4b93,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:41.300033 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 1f8d8193-14ed-4088-9a7f-ee944892cc81 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:18:41.364723 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 1f8d8193-14ed-4088-9a7f-ee944892cc81 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:18:41.365398 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 1f8d8193-14ed-4088-9a7f-ee944892cc81 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:18:41.378790 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9c1a217b-b0f3-4a3e-acac-ba015a2e9b34 None None] Port 8ff51102-e428-4ded-a3d1-228f5bfc548f cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:18:41.435394 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:41.478534 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-9d14061c-6d3e-4125-891c-8a38fffab10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:41.508102 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dc7fa18b-94ea-4ef8-9a52-ede0a7e7a034 req-c6489f39-0097-4f60-ac78-8ba59139aba1 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 210 time: 0.3321779 Jul 23 20:18:41.550886 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-420e5444-c072-4fe3-9a61-b2a8df8cea73 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "DELETE /v2.0/subnetpools/5c765722-822e-4858-aeb2-4a882b54a574/tags HTTP/1.1" status: 204 len: 168 time: 0.4638224 Jul 23 20:18:41.551065 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34770) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:41.563311 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 6ed23c2b-2657-4c27-9d21-8b4c38ac03c3, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=6ed23c2b-2657-4c27-9d21-8b4c38ac03c3,segment=NetworkSegment(ebdc46e1-ed98-486e-b7df-53f92cdf705b),segment_id=ebdc46e1-ed98-486e-b7df-53f92cdf705b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:41.567552 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ed23c2b-2657-4c27-9d21-8b4c38ac03c3'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:41.575718 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-c2a90d5e-8f3a-4840-8719-19c37747d2ef tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6047b452-8654-4f98-9c5b-4ef5cc48c6e2') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:41.585414 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cf1e3d-f43d-46af-ad94-da88a6234d4a" -d '{"events": [{"server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "name": "network-vif-unplugged", "status": "completed", "tag": "6ed23c2b-2657-4c27-9d21-8b4c38ac03c3"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:41.597286 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:41.599290 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 75c5316c-fbd1-4cd5-93d9-47c4940484b5 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:18:41.721358 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79f235a-e86b-44ae-92cb-919c57c407d7 x-openstack-request-id: req-d79f235a-e86b-44ae-92cb-919c57c407d7 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:41.722997 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "name": "network-vif-unplugged", "status": "completed", "tag": "6ed23c2b-2657-4c27-9d21-8b4c38ac03c3", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:41.724052 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d79f235a-e86b-44ae-92cb-919c57c407d7 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:41.724519 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ed23c2b-2657-4c27-9d21-8b4c38ac03c3', 'code': 200} Jul 23 20:18:41.854765 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=6ed23c2b-2657-4c27-9d21-8b4c38ac03c3,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:41.898707 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:42.011876 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 75c5316c-fbd1-4cd5-93d9-47c4940484b5, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=75c5316c-fbd1-4cd5-93d9-47c4940484b5,segment=NetworkSegment(a267e6d5-9155-4637-920b-e8299e47a264),segment_id=a267e6d5-9155-4637-920b-e8299e47a264)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:42.018806 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:42.019672 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 13a84819-7175-426d-8ccb-8c2bbf23155c no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:18:42.125363 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c2a90d5e-8f3a-4840-8719-19c37747d2ef tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "DELETE /v2.0/routers/6047b452-8654-4f98-9c5b-4ef5cc48c6e2/tags HTTP/1.1" status: 204 len: 168 time: 0.5728583 Jul 23 20:18:42.144298 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34788) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:42.176522 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-822cdfcb-5729-4bce-9f67-7344f0afe6f6 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '92df6a93-b44e-453a-9246-33d434c40458') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:42.321890 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=75c5316c-fbd1-4cd5-93d9-47c4940484b5,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:42.347765 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c9f71eac-ce96-46a3-ae08-2bbbb774ca22 req-0a5c73c7-736c-4266-9a5c-e474d743c2ce service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b3a2d89c-7260-46ad-8915-a0f693eb3f7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4983501 Jul 23 20:18:42.409646 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:42.503573 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-822cdfcb-5729-4bce-9f67-7344f0afe6f6 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "DELETE /v2.0/ports/92df6a93-b44e-453a-9246-33d434c40458/tags HTTP/1.1" status: 204 len: 168 time: 0.3395514 Jul 23 20:18:42.504813 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34806) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:42.510086 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-0167aea1-7608-4a83-bdaf-c9f1d25dd351 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c9ca4ef6-f07d-4c26-8a34-dd9a854276d9') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:42.611746 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 13a84819-7175-426d-8ccb-8c2bbf23155c, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=13a84819-7175-426d-8ccb-8c2bbf23155c,segment=NetworkSegment(ebdc46e1-ed98-486e-b7df-53f92cdf705b),segment_id=ebdc46e1-ed98-486e-b7df-53f92cdf705b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:42.617919 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:42.618647 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 9627a8cd-cca1-4e2c-8263-bbfb4b33f26f no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:18:42.646685 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-1ca67bba-b4e0-4723-8e51-e7d5dd588141 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:42.654102 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-1ca67bba-b4e0-4723-8e51-e7d5dd588141 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.30 "GET /v2.0/networks?id=98a30b96-c863-4728-b0d0-d47c79801693 HTTP/1.1" status: 200 len: 806 time: 0.6685438 Jul 23 20:18:42.702767 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-9d14061c-6d3e-4125-891c-8a38fffab10b service neutron] For port 029ccb5c-9717-4b7a-825f-18be8ca06481, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=029ccb5c-9717-4b7a-825f-18be8ca06481,segment=NetworkSegment(ebdc46e1-ed98-486e-b7df-53f92cdf705b),segment_id=ebdc46e1-ed98-486e-b7df-53f92cdf705b)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:42.705518 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f71eac-ce96-46a3-ae08-2bbbb774ca22 req-3db55226-6212-41c6-ae32-973ccbba884c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:42.707366 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c9f71eac-ce96-46a3-ae08-2bbbb774ca22 req-3db55226-6212-41c6-ae32-973ccbba884c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d83b9df188244af88af507e82586aa5&device_id=b3a2d89c-7260-46ad-8915-a0f693eb3f7e HTTP/1.1" status: 200 len: 1097 time: 0.2298698 Jul 23 20:18:42.725106 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c30342-831e-4a5e-ac00-f45ccfcc681d req-993c604c-656f-4b0c-b4ce-23a4620464b3 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:42.727177 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-50c30342-831e-4a5e-ac00-f45ccfcc681d req-993c604c-656f-4b0c-b4ce-23a4620464b3 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3a2d89c-7260-46ad-8915-a0f693eb3f7e HTTP/1.1" status: 200 len: 945 time: 0.1600904 Jul 23 20:18:42.728956 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0167aea1-7608-4a83-bdaf-c9f1d25dd351 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "DELETE /v2.0/subnets/c9ca4ef6-f07d-4c26-8a34-dd9a854276d9/tags HTTP/1.1" status: 204 len: 168 time: 0.2229514 Jul 23 20:18:42.742470 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34812) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:42.748230 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-de60bc03-5866-4df7-b4b1-3369435d0982 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c9ca4ef6-f07d-4c26-8a34-dd9a854276d9', 'tempest-TagsExtTest-Tag-1045065302') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:42.818288 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-9d14061c-6d3e-4125-891c-8a38fffab10b service neutron] For port 029ccb5c-9717-4b7a-825f-18be8ca06481, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:18:42.890693 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=13a84819-7175-426d-8ccb-8c2bbf23155c,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:42.925676 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-9d14061c-6d3e-4125-891c-8a38fffab10b service neutron] device_id is not set on port 029ccb5c-9717-4b7a-825f-18be8ca06481 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:18:42.934988 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-50c30342-831e-4a5e-ac00-f45ccfcc681d req-a52c51b1-24be-47d3-9e8f-a40c2bbb915a tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480651 Jul 23 20:18:42.949207 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-9d14061c-6d3e-4125-891c-8a38fffab10b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:42.965899 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f71eac-ce96-46a3-ae08-2bbbb774ca22 req-f1e7b6ad-a87b-49ad-9c63-c2e52562e2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:42.968253 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c9f71eac-ce96-46a3-ae08-2bbbb774ca22 req-f1e7b6ad-a87b-49ad-9c63-c2e52562e2d6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=787d5425-c035-4280-8138-7c31904b0b0f HTTP/1.1" status: 200 len: 915 time: 0.2337022 Jul 23 20:18:42.985874 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-ddae4060-7c33-4e5f-be2b-7675e878d395 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Request body: {'port': {'device_id': 'cd2079d6-296a-455f-af3e-f0b38f4dff21', 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693', 'admin_state_up': True, 'tenant_id': '2748f4b40df14523b46431ce846cbb13'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:43.011860 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-9d14061c-6d3e-4125-891c-8a38fffab10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:43.059284 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:43.070879 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-de60bc03-5866-4df7-b4b1-3369435d0982 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "PUT /v2.0/subnets/c9ca4ef6-f07d-4c26-8a34-dd9a854276d9/tags/tempest-TagsExtTest-Tag-1045065302 HTTP/1.1" status: 201 len: 201 time: 0.3269920 Jul 23 20:18:43.074308 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c9f71eac-ce96-46a3-ae08-2bbbb774ca22 req-b8949f24-eb4c-4346-bada-92569fa7920e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a3eeb7e-96c9-415f-8ccd-298a3c88d933 HTTP/1.1" status: 200 len: 217 time: 0.0985157 Jul 23 20:18:43.075637 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34820) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:43.089554 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-254474b6-e89f-416a-93ac-2f49e2ea7a5c tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '92df6a93-b44e-453a-9246-33d434c40458', 'tempest-TagsExtTest-Tag-1457236224') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:43.145922 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 9627a8cd-cca1-4e2c-8263-bbfb4b33f26f, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=9627a8cd-cca1-4e2c-8263-bbfb4b33f26f,segment=NetworkSegment(a267e6d5-9155-4637-920b-e8299e47a264),segment_id=a267e6d5-9155-4637-920b-e8299e47a264)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:43.150675 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1e9b9baf-9019-4ec2-a670-10498dcf1c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:43.158144 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:43.158863 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device d782c9aa-2158-45ec-9a49-51f7cf848ae5 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:18:43.336727 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34824) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:43.351336 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-9d14061c-6d3e-4125-891c-8a38fffab10b service neutron] No DVR routers for this DVR port 029ccb5c-9717-4b7a-825f-18be8ca06481 on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:18:43.358725 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-08f98df4-85c8-4c4b-a240-af57ec9db094 req-98830f94-c7cd-44c3-9787-902270f784a6 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 210 time: 0.2619884 Jul 23 20:18:43.415235 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14883224-433b-4ee4-80bc-b1d1ce737440 req-0bb0ead6-eb80-4c8c-acef-44248ba849ce tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:43.424791 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14883224-433b-4ee4-80bc-b1d1ce737440 req-0bb0ead6-eb80-4c8c-acef-44248ba849ce tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:43.433903 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14883224-433b-4ee4-80bc-b1d1ce737440 req-0bb0ead6-eb80-4c8c-acef-44248ba849ce tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:43.442290 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f71eac-ce96-46a3-ae08-2bbbb774ca22 req-bf14e70b-08e7-428a-9560-0c66934dc1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:43.442939 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14883224-433b-4ee4-80bc-b1d1ce737440 req-0bb0ead6-eb80-4c8c-acef-44248ba849ce tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:43.448702 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c9f71eac-ce96-46a3-ae08-2bbbb774ca22 req-bf14e70b-08e7-428a-9560-0c66934dc1a3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7fb8b24e-fc71-4a83-9798-69abd5b3327d HTTP/1.1" status: 200 len: 854 time: 0.3546104 Jul 23 20:18:43.517263 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14883224-433b-4ee4-80bc-b1d1ce737440 req-0bb0ead6-eb80-4c8c-acef-44248ba849ce tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:43.557189 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14883224-433b-4ee4-80bc-b1d1ce737440 req-0bb0ead6-eb80-4c8c-acef-44248ba849ce tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:43.568018 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-14883224-433b-4ee4-80bc-b1d1ce737440 req-0bb0ead6-eb80-4c8c-acef-44248ba849ce tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 4582 time: 1.8251987 Jul 23 20:18:43.597019 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.30', 51718) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:43.616768 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c9f71eac-ce96-46a3-ae08-2bbbb774ca22 req-31241002-7b09-49b9-ad6a-2ab8281a157b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=787d5425-c035-4280-8138-7c31904b0b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1573222 Jul 23 20:18:43.704749 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14061c-6d3e-4125-891c-8a38fffab10b service neutron] Pushing event updated for resources: {'Port': ['ID=029ccb5c-9717-4b7a-825f-18be8ca06481,revision_number=6']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:43.732445 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-14883224-433b-4ee4-80bc-b1d1ce737440 req-9ff2459d-3bea-440a-99f4-9d2a28608e97 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8eab5fee-f8eb-4aed-a3f0-c440f60a4ea3&id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1538117 Jul 23 20:18:43.739360 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75c5316c-fbd1-4cd5-93d9-47c4940484b5'}, {'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13a84819-7175-426d-8ccb-8c2bbf23155c'}, {'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9627a8cd-cca1-4e2c-8263-bbfb4b33f26f'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:43.741664 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5792a120-6a2c-4020-8d41-cd0f3992cb86" -d '{"events": [{"server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "name": "network-vif-unplugged", "status": "completed", "tag": "75c5316c-fbd1-4cd5-93d9-47c4940484b5"}, {"server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "name": "network-vif-unplugged", "status": "completed", "tag": "13a84819-7175-426d-8ccb-8c2bbf23155c"}, {"server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "name": "network-vif-unplugged", "status": "completed", "tag": "9627a8cd-cca1-4e2c-8263-bbfb4b33f26f"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:43.790815 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-9d14061c-6d3e-4125-891c-8a38fffab10b service neutron] In _notify_port_updated(), no bound segment for port 029ccb5c-9717-4b7a-825f-18be8ca06481 on network 24944fa3-9e4d-479a-a53d-6bb8b5f56882 {{(pid=93876) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:18:43.791414 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-9d14061c-6d3e-4125-891c-8a38fffab10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:43.792530 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-9d14061c-6d3e-4125-891c-8a38fffab10b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:43.796933 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e509c534-6e5f-4b5a-aed5-97b4abdcb954 None None] Provisioning complete for port 029ccb5c-9717-4b7a-825f-18be8ca06481 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:18:43.797086 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e509c534-6e5f-4b5a-aed5-97b4abdcb954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:43.805772 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-9d14061c-6d3e-4125-891c-8a38fffab10b service neutron] 10.222.0.30 "PUT /v2.0/ports/029ccb5c-9717-4b7a-825f-18be8ca06481 HTTP/1.1" status: 200 len: 1028 time: 2.8951128 Jul 23 20:18:43.857337 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feacc115-ab6c-47e5-aee8-cac96b4ddcdf x-openstack-request-id: req-feacc115-ab6c-47e5-aee8-cac96b4ddcdf {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:43.857663 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "name": "network-vif-unplugged", "status": "completed", "tag": "75c5316c-fbd1-4cd5-93d9-47c4940484b5", "code": 200}, {"server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "name": "network-vif-unplugged", "status": "completed", "tag": "13a84819-7175-426d-8ccb-8c2bbf23155c", "code": 200}, {"server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "name": "network-vif-unplugged", "status": "completed", "tag": "9627a8cd-cca1-4e2c-8263-bbfb4b33f26f", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:43.857919 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-feacc115-ab6c-47e5-aee8-cac96b4ddcdf {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:43.858436 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75c5316c-fbd1-4cd5-93d9-47c4940484b5', 'code': 200} Jul 23 20:18:43.858693 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13a84819-7175-426d-8ccb-8c2bbf23155c', 'code': 200} Jul 23 20:18:43.858940 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9627a8cd-cca1-4e2c-8263-bbfb4b33f26f', 'code': 200} Jul 23 20:18:43.863950 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e509c534-6e5f-4b5a-aed5-97b4abdcb954 None None] Port 029ccb5c-9717-4b7a-825f-18be8ca06481 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:18:43.876115 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:43.889868 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=9627a8cd-cca1-4e2c-8263-bbfb4b33f26f,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:43.895863 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-ddae4060-7c33-4e5f-be2b-7675e878d395 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Made reservation on behalf of 2748f4b40df14523b46431ce846cbb13 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:18:43.901338 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-ddae4060-7c33-4e5f-be2b-7675e878d395 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:43.905792 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-14470be5-aa3e-4f9f-a2dc-16f063783b02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:43.956946 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:43.979510 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-254474b6-e89f-416a-93ac-2f49e2ea7a5c tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "PUT /v2.0/ports/92df6a93-b44e-453a-9246-33d434c40458/tags/tempest-TagsExtTest-Tag-1457236224 HTTP/1.1" status: 201 len: 201 time: 0.8996367 Jul 23 20:18:43.990592 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34848) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:44.005609 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:44.011460 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-fd88dcfa-88f4-4f3f-a93b-fd7f9023a8df tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6047b452-8654-4f98-9c5b-4ef5cc48c6e2', 'tempest-TagsExtTest-Tag-279671281') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:44.029582 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port d782c9aa-2158-45ec-9a49-51f7cf848ae5, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=d782c9aa-2158-45ec-9a49-51f7cf848ae5,segment=NetworkSegment(24cdf91d-f478-4970-87eb-4981cb489a54),segment_id=24cdf91d-f478-4970-87eb-4981cb489a54)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:44.044051 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:44.046812 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 029ccb5c-9717-4b7a-825f-18be8ca06481 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:18:44.075571 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34850) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:44.174607 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 029ccb5c-9717-4b7a-825f-18be8ca06481 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:18:44.189896 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=d782c9aa-2158-45ec-9a49-51f7cf848ae5,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:44.423449 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:44.437181 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-ddae4060-7c33-4e5f-be2b-7675e878d395 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Allocated IP 172.20.0.2 (98a30b96-c863-4728-b0d0-d47c79801693/2edc7abb-7a35-4b24-95dd-2cab074cfd4c/0780de93-895b-4aba-bfe9-b7ca94aab227) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:18:44.523734 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c9f71eac-ce96-46a3-ae08-2bbbb774ca22 req-109d051d-812c-4211-ad30-e1e771cabf72 service neutron] 10.222.0.30 "GET /v2.0/networks/787d5425-c035-4280-8138-7c31904b0b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8955495 Jul 23 20:18:44.556506 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:44.578158 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5371381-5483-48b8-938b-8083ea83f712 req-bc2295bb-c947-4643-bae4-47cca3aabba2 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:44.580371 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e5371381-5483-48b8-938b-8083ea83f712 req-bc2295bb-c947-4643-bae4-47cca3aabba2 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3a2d89c-7260-46ad-8915-a0f693eb3f7e HTTP/1.1" status: 200 len: 945 time: 0.9661067 Jul 23 20:18:44.608023 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0a86695b-4417-4e38-b3fc-91d3d36d0ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:44.677159 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eb4b18be-efbd-4704-9e05-d72c792a0431 req-d868f7a5-e999-4885-9d5d-c20dbc4580c4 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 210 time: 0.1615355 Jul 23 20:18:44.734425 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-8e21c38f-5e77-4aac-aebd-d97054dea106 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Deleting port 13a84819-7175-426d-8ccb-8c2bbf23155c {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:18:44.735630 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-8e21c38f-5e77-4aac-aebd-d97054dea106 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:44.838888 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-ddae4060-7c33-4e5f-be2b-7675e878d395 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:44.923424 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-ddae4060-7c33-4e5f-be2b-7675e878d395 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:44.937167 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['b1032d90-a671-4ad4-ae31-8b75c3d80e4c'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:18:44.963181 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-fd88dcfa-88f4-4f3f-a93b-fd7f9023a8df tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "PUT /v2.0/routers/6047b452-8654-4f98-9c5b-4ef5cc48c6e2/tags/tempest-TagsExtTest-Tag-279671281 HTTP/1.1" status: 201 len: 201 time: 0.9640384 Jul 23 20:18:45.006032 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34868) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:45.022028 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-ca9a07f5-f5cb-4ff8-b018-1d45d73937ba tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5c765722-822e-4858-aeb2-4a882b54a574', 'tempest-TagsExtTest-Tag-1006028865') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:45.110048 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c9f71eac-ce96-46a3-ae08-2bbbb774ca22 req-f4889c7d-9bfa-4092-99f4-d8349a5930e2 service neutron] 10.222.0.30 "GET /v2.0/networks/787d5425-c035-4280-8138-7c31904b0b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5489299 Jul 23 20:18:45.158239 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400980d-9486-4607-989f-329055424aba req-b5438b41-7043-4af7-83c3-ec6e78040af2 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:45.171769 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a400980d-9486-4607-989f-329055424aba req-b5438b41-7043-4af7-83c3-ec6e78040af2 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3a2d89c-7260-46ad-8915-a0f693eb3f7e HTTP/1.1" status: 200 len: 945 time: 0.9763420 Jul 23 20:18:45.191806 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-14470be5-aa3e-4f9f-a2dc-16f063783b02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:45.210602 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-14470be5-aa3e-4f9f-a2dc-16f063783b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:45.213893 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ca9a07f5-f5cb-4ff8-b018-1d45d73937ba tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "PUT /v2.0/subnetpools/5c765722-822e-4858-aeb2-4a882b54a574/tags/tempest-TagsExtTest-Tag-1006028865 HTTP/1.1" status: 201 len: 201 time: 0.2046959 Jul 23 20:18:45.216920 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-e5371381-5483-48b8-938b-8083ea83f712 req-982200ab-b538-471f-b292-e0ed025f8d76 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Deleting port 0a3eeb7e-96c9-415f-8ccd-298a3c88d933 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:18:45.217553 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e5371381-5483-48b8-938b-8083ea83f712 req-982200ab-b538-471f-b292-e0ed025f8d76 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:45.220272 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34870) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:45.252374 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-f711d33a-fb00-40cd-8aaf-de2c83aeb5f1 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'c9ca4ef6-f07d-4c26-8a34-dd9a854276d9', {'tags': ['tempest-TagsExtTest-Tag-1029760268', 'tempest-TagsExtTest-Tag-1175440408', 'tempest-TagsExtTest-Tag-749665658']}) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:45.264419 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14470be5-aa3e-4f9f-a2dc-16f063783b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f981d3-a5e5-4a43-883e-bef857e50969,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:45.282197 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-ddae4060-7c33-4e5f-be2b-7675e878d395 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Network 98a30b96-c863-4728-b0d0-d47c79801693 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:18:45.290782 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae4060-7c33-4e5f-be2b-7675e878d395 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Pushing event updated for resources: {'Port': ['ID=0780de93-895b-4aba-bfe9-b7ca94aab227,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:45.299274 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-8e21c38f-5e77-4aac-aebd-d97054dea106 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] For port 13a84819-7175-426d-8ccb-8c2bbf23155c, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=13a84819-7175-426d-8ccb-8c2bbf23155c,segment=NetworkSegment(ebdc46e1-ed98-486e-b7df-53f92cdf705b),segment_id=ebdc46e1-ed98-486e-b7df-53f92cdf705b)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:45.299805 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-8e21c38f-5e77-4aac-aebd-d97054dea106 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:45.305162 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-ddae4060-7c33-4e5f-be2b-7675e878d395 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:18:45.323102 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-ddae4060-7c33-4e5f-be2b-7675e878d395 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:18:45.349231 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-8e21c38f-5e77-4aac-aebd-d97054dea106 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Calling delete_port for 13a84819-7175-426d-8ccb-8c2bbf23155c owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:18:45.399388 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c33779-35b5-4b03-b094-79cae82f1554 req-6033123d-b285-40bf-a2ed-57414c2c72e5 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:45.410193 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a400980d-9486-4607-989f-329055424aba req-3ffb14fb-277f-4ac3-b59e-8c5c7dc8324c tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369514 Jul 23 20:18:45.415870 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c33779-35b5-4b03-b094-79cae82f1554 req-6033123d-b285-40bf-a2ed-57414c2c72e5 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:45.426354 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c33779-35b5-4b03-b094-79cae82f1554 req-6033123d-b285-40bf-a2ed-57414c2c72e5 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:45.434784 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c33779-35b5-4b03-b094-79cae82f1554 req-6033123d-b285-40bf-a2ed-57414c2c72e5 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:45.442886 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c33779-35b5-4b03-b094-79cae82f1554 req-6033123d-b285-40bf-a2ed-57414c2c72e5 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:45.455393 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-82c33779-35b5-4b03-b094-79cae82f1554 req-6033123d-b285-40bf-a2ed-57414c2c72e5 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 3877 time: 0.4479139 Jul 23 20:18:45.499200 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-14470be5-aa3e-4f9f-a2dc-16f063783b02 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=230293784a7a4ebab60e9c10320142c5&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1473258 Jul 23 20:18:45.504898 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34874) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:45.539316 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-ddae4060-7c33-4e5f-be2b-7675e878d395 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:45.540388 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-ddae4060-7c33-4e5f-be2b-7675e878d395 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:45.611586 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-82c33779-35b5-4b03-b094-79cae82f1554 req-b941bd49-26fa-4d74-a07d-8d584ececa32 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540606 Jul 23 20:18:45.668692 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-e5371381-5483-48b8-938b-8083ea83f712 req-982200ab-b538-471f-b292-e0ed025f8d76 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] For port 0a3eeb7e-96c9-415f-8ccd-298a3c88d933, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0a3eeb7e-96c9-415f-8ccd-298a3c88d933,segment=NetworkSegment(5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf),segment_id=5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:45.669418 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e5371381-5483-48b8-938b-8083ea83f712 req-982200ab-b538-471f-b292-e0ed025f8d76 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:45.673416 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f711d33a-fb00-40cd-8aaf-de2c83aeb5f1 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "PUT /v2.0/subnets/c9ca4ef6-f07d-4c26-8a34-dd9a854276d9/tags HTTP/1.1" status: 200 len: 317 time: 0.4248960 Jul 23 20:18:45.683279 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34880) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:45.693871 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-2167a2d2-0ed5-4b1a-939a-101d0cfb3c0a tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c9ca4ef6-f07d-4c26-8a34-dd9a854276d9') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:45.728841 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-e5371381-5483-48b8-938b-8083ea83f712 req-982200ab-b538-471f-b292-e0ed025f8d76 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Calling delete_port for 0a3eeb7e-96c9-415f-8ccd-298a3c88d933 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:18:45.840250 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4a7641f4-6584-421e-80ac-996863a912f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:45.861343 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd782c9aa-2158-45ec-9a49-51f7cf848ae5'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:45.862848 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0a86695b-4417-4e38-b3fc-91d3d36d0ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:45.871782 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4354a483-d286-415f-97b1-1b6a5a599fd0" -d '{"events": [{"server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "name": "network-vif-unplugged", "status": "completed", "tag": "d782c9aa-2158-45ec-9a49-51f7cf848ae5"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:45.873564 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0a86695b-4417-4e38-b3fc-91d3d36d0ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:45.881144 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4a7641f4-6584-421e-80ac-996863a912f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:45.896040 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:45.970040 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0a86695b-4417-4e38-b3fc-91d3d36d0ff8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4c6b54be2b234125904cb88fcca88b46&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8930798 Jul 23 20:18:45.976742 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34890) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:45.981901 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a1f08f-09ba-4463-9b06-7f56e87d0443 x-openstack-request-id: req-f3a1f08f-09ba-4463-9b06-7f56e87d0443 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:45.982486 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "name": "network-vif-unplugged", "status": "completed", "tag": "d782c9aa-2158-45ec-9a49-51f7cf848ae5", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:45.982634 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f3a1f08f-09ba-4463-9b06-7f56e87d0443 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:45.983080 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd782c9aa-2158-45ec-9a49-51f7cf848ae5', 'code': 200} Jul 23 20:18:46.009399 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-ddae4060-7c33-4e5f-be2b-7675e878d395 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0484579 Jul 23 20:18:46.028530 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-bda85f73-28e4-4157-81f2-cfd626e0b77a service neutron] Request body: {'port': {'device_id': 'cd2079d6-296a-455f-af3e-f0b38f4dff21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:46.035022 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4a7641f4-6584-421e-80ac-996863a912f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:46.037765 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4a7641f4-6584-421e-80ac-996863a912f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:46.039190 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4a7641f4-6584-421e-80ac-996863a912f9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f5f981d3-a5e5-4a43-883e-bef857e50969 HTTP/1.1" status: 204 len: 168 time: 0.5289867 Jul 23 20:18:46.040153 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-8e21c38f-5e77-4aac-aebd-d97054dea106 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:46.043565 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86695b-4417-4e38-b3fc-91d3d36d0ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21679549-660f-4093-b03d-d50aa5b00273,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:46.115471 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7641f4-6584-421e-80ac-996863a912f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f981d3-a5e5-4a43-883e-bef857e50969,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:46.119261 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2167a2d2-0ed5-4b1a-939a-101d0cfb3c0a tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "DELETE /v2.0/subnets/c9ca4ef6-f07d-4c26-8a34-dd9a854276d9/tags HTTP/1.1" status: 204 len: 168 time: 0.4345701 Jul 23 20:18:46.120823 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34904) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:46.148855 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-64921f43-f6f5-412b-8cd5-bc32974ad72b tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c9ca4ef6-f07d-4c26-8a34-dd9a854276d9', 'tempest-TagsExtTest-Tag-1029760268') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:46.263336 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-8e21c38f-5e77-4aac-aebd-d97054dea106 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] No DVR routers for this DVR port 13a84819-7175-426d-8ccb-8c2bbf23155c on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:18:46.268719 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-8e21c38f-5e77-4aac-aebd-d97054dea106 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:46.269009 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-de2e152a-0901-4eaf-bd84-c53ef8209aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:46.270664 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-8e21c38f-5e77-4aac-aebd-d97054dea106 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.30 "DELETE /v2.0/ports/13a84819-7175-426d-8ccb-8c2bbf23155c HTTP/1.1" status: 204 len: 173 time: 2.4597893 Jul 23 20:18:46.273871 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'name': 'network-vif-deleted', 'tag': '13a84819-7175-426d-8ccb-8c2bbf23155c'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:46.276531 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db00498b-c8ae-408d-853f-607a8081a48d" -d '{"events": [{"server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "name": "network-vif-deleted", "tag": "13a84819-7175-426d-8ccb-8c2bbf23155c"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:46.280145 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e21c38f-5e77-4aac-aebd-d97054dea106 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Pushing event deleted for resources: {'Port': ['ID=13a84819-7175-426d-8ccb-8c2bbf23155c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:46.405957 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a38513a-abaa-41e5-92dd-0839d90564d9 x-openstack-request-id: req-6a38513a-abaa-41e5-92dd-0839d90564d9 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:46.406534 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "name": "network-vif-deleted", "tag": "13a84819-7175-426d-8ccb-8c2bbf23155c", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:46.406884 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6a38513a-abaa-41e5-92dd-0839d90564d9 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:46.407388 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'name': 'network-vif-deleted', 'tag': '13a84819-7175-426d-8ccb-8c2bbf23155c', 'status': 'completed', 'code': 200} Jul 23 20:18:46.424464 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06c33d-759f-4cad-af16-9c956952086b req-b2e3a687-281d-484c-a15e-87005482ec35 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:46.431334 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6b06c33d-759f-4cad-af16-9c956952086b req-b2e3a687-281d-484c-a15e-87005482ec35 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 931 time: 0.6352475 Jul 23 20:18:46.452034 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-de2e152a-0901-4eaf-bd84-c53ef8209aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:46.507628 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-bda85f73-28e4-4157-81f2-cfd626e0b77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:46.535176 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e5371381-5483-48b8-938b-8083ea83f712 req-982200ab-b538-471f-b292-e0ed025f8d76 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:46.546994 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['bd4ee0e4-f388-42c2-aa2a-29536ea33c0f'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:18:46.608867 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982200ab-b538-471f-b292-e0ed025f8d76 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Pushing event deleted for resources: {'Port': ['ID=0a3eeb7e-96c9-415f-8ccd-298a3c88d933,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:46.710453 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6b06c33d-759f-4cad-af16-9c956952086b req-07cd0a9b-6112-4941-a0f3-47c165601a72 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780409 Jul 23 20:18:46.829634 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34934) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:46.856484 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-64921f43-f6f5-412b-8cd5-bc32974ad72b tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] show failed (client error): The resource could not be found. Jul 23 20:18:46.859702 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-64921f43-f6f5-412b-8cd5-bc32974ad72b tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "GET /v2.0/subnets/c9ca4ef6-f07d-4c26-8a34-dd9a854276d9/tags/tempest-TagsExtTest-Tag-1029760268 HTTP/1.1" status: 404 len: 329 time: 0.7195411 Jul 23 20:18:46.872357 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ec292d05-c946-4f02-bd88-db2bbafeef41 req-18b993d9-a030-44fb-9990-d1f9276fe576 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3a2d89c-7260-46ad-8915-a0f693eb3f7e HTTP/1.1" status: 200 len: 210 time: 0.2657266 Jul 23 20:18:46.873522 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34940) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:46.916021 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba06852d-4b5d-4a35-8c39-e8f49fe5a371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:46.989513 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-d75ec7ed-901f-4d43-a63b-8b24dba59288 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c9ca4ef6-f07d-4c26-8a34-dd9a854276d9', 'tempest-TagsExtTest-Tag-1175440408') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:47.002228 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5371381-5483-48b8-938b-8083ea83f712 req-982200ab-b538-471f-b292-e0ed025f8d76 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] No DVR routers for this DVR port 0a3eeb7e-96c9-415f-8ccd-298a3c88d933 on host n-h1-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:18:47.039899 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-e5371381-5483-48b8-938b-8083ea83f712 req-982200ab-b538-471f-b292-e0ed025f8d76 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:47.044756 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e5371381-5483-48b8-938b-8083ea83f712 req-982200ab-b538-471f-b292-e0ed025f8d76 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.30 "DELETE /v2.0/ports/0a3eeb7e-96c9-415f-8ccd-298a3c88d933 HTTP/1.1" status: 204 len: 173 time: 2.4513240 Jul 23 20:18:47.061253 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a2d89c-7260-46ad-8915-a0f693eb3f7e', 'name': 'network-vif-deleted', 'tag': '0a3eeb7e-96c9-415f-8ccd-298a3c88d933'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:47.082254 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdba7665-a46d-4450-a80a-30f1441e50b7" -d '{"events": [{"server_uuid": "b3a2d89c-7260-46ad-8915-a0f693eb3f7e", "name": "network-vif-deleted", "tag": "0a3eeb7e-96c9-415f-8ccd-298a3c88d933"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:47.119693 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-de2e152a-0901-4eaf-bd84-c53ef8209aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:47.123755 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-de2e152a-0901-4eaf-bd84-c53ef8209aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:47.125218 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-de2e152a-0901-4eaf-bd84-c53ef8209aa9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/21679549-660f-4093-b03d-d50aa5b00273 HTTP/1.1" status: 204 len: 168 time: 1.1471715 Jul 23 20:18:47.139785 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e152a-0901-4eaf-bd84-c53ef8209aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21679549-660f-4093-b03d-d50aa5b00273,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:47.228207 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba06852d-4b5d-4a35-8c39-e8f49fe5a371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:47.254126 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-d75ec7ed-901f-4d43-a63b-8b24dba59288 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] show failed (client error): The resource could not be found. Jul 23 20:18:47.260089 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d75ec7ed-901f-4d43-a63b-8b24dba59288 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "GET /v2.0/subnets/c9ca4ef6-f07d-4c26-8a34-dd9a854276d9/tags/tempest-TagsExtTest-Tag-1175440408 HTTP/1.1" status: 404 len: 329 time: 0.2776620 Jul 23 20:18:47.264527 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba06852d-4b5d-4a35-8c39-e8f49fe5a371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:47.267321 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34946) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:47.280353 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2defbfde-2c3a-4a74-9b21-19087e41fceb x-openstack-request-id: req-2defbfde-2c3a-4a74-9b21-19087e41fceb {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:47.280749 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a2d89c-7260-46ad-8915-a0f693eb3f7e", "name": "network-vif-deleted", "tag": "0a3eeb7e-96c9-415f-8ccd-298a3c88d933", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:47.281077 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2defbfde-2c3a-4a74-9b21-19087e41fceb {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:47.281799 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a2d89c-7260-46ad-8915-a0f693eb3f7e', 'name': 'network-vif-deleted', 'tag': '0a3eeb7e-96c9-415f-8ccd-298a3c88d933', 'status': 'completed', 'code': 200} Jul 23 20:18:47.287134 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-e1a5c548-74c3-45d9-b173-979a37848160 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c9ca4ef6-f07d-4c26-8a34-dd9a854276d9', 'tempest-TagsExtTest-Tag-749665658') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:47.396761 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-e1a5c548-74c3-45d9-b173-979a37848160 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] show failed (client error): The resource could not be found. Jul 23 20:18:47.398711 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e1a5c548-74c3-45d9-b173-979a37848160 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "GET /v2.0/subnets/c9ca4ef6-f07d-4c26-8a34-dd9a854276d9/tags/tempest-TagsExtTest-Tag-749665658 HTTP/1.1" status: 404 len: 328 time: 0.1155629 Jul 23 20:18:47.403693 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34954) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:47.411157 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-138773e8-e777-414f-998d-01d534ded770 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '92df6a93-b44e-453a-9246-33d434c40458', {'tags': ['tempest-TagsExtTest-Tag-1402173940', 'tempest-TagsExtTest-Tag-27028569', 'tempest-TagsExtTest-Tag-2006113407']}) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:47.455508 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34956) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:47.500704 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 0a3eeb7e-96c9-415f-8ccd-298a3c88d933 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:18:47.504249 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-6e426a39-71dd-4efc-8eb5-6787d3f1001e tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Deleting port 9627a8cd-cca1-4e2c-8263-bbfb4b33f26f {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:18:47.504722 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-6e426a39-71dd-4efc-8eb5-6787d3f1001e tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:47.531716 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 0a3eeb7e-96c9-415f-8ccd-298a3c88d933 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:18:47.532914 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 0a3eeb7e-96c9-415f-8ccd-298a3c88d933 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:18:47.599534 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-138773e8-e777-414f-998d-01d534ded770 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "PUT /v2.0/ports/92df6a93-b44e-453a-9246-33d434c40458/tags HTTP/1.1" status: 200 len: 316 time: 0.1945662 Jul 23 20:18:47.603389 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34964) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:47.609299 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-d0e9e487-e800-4094-8f19-95029bf848e4 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '92df6a93-b44e-453a-9246-33d434c40458') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:47.648838 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57daa61d-0087-4ea4-a5a8-1af5ce43c5a6 req-6d869573-727b-42e5-b7d2-a0d176bc627a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:47.656110 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57daa61d-0087-4ea4-a5a8-1af5ce43c5a6 req-6d869573-727b-42e5-b7d2-a0d176bc627a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:47.662734 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57daa61d-0087-4ea4-a5a8-1af5ce43c5a6 req-6d869573-727b-42e5-b7d2-a0d176bc627a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:47.670423 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57daa61d-0087-4ea4-a5a8-1af5ce43c5a6 req-6d869573-727b-42e5-b7d2-a0d176bc627a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:47.678000 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-57daa61d-0087-4ea4-a5a8-1af5ce43c5a6 req-6d869573-727b-42e5-b7d2-a0d176bc627a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 3144 time: 0.7392812 Jul 23 20:18:47.693300 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06852d-4b5d-4a35-8c39-e8f49fe5a371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c31c82-ac5c-4ecb-ac67-d3dad55c2ec6,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:47.698122 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ba06852d-4b5d-4a35-8c39-e8f49fe5a371 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c5935f0bc43d4a4bae75c907924d6a30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8585408 Jul 23 20:18:47.704804 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0b34a6c-3d9b-4059-b8e6-fc0f7518e173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:47.707193 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34968) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:48.022099 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a74b0a57-f124-41f5-a276-0f0d069659e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:48.080292 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a74b0a57-f124-41f5-a276-0f0d069659e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:48.094489 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d0e9e487-e800-4094-8f19-95029bf848e4 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "DELETE /v2.0/ports/92df6a93-b44e-453a-9246-33d434c40458/tags HTTP/1.1" status: 204 len: 168 time: 0.4872003 Jul 23 20:18:48.102521 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34986) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:48.108762 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-0cf00e95-2784-4fb0-9dda-8368e86fe67b tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '92df6a93-b44e-453a-9246-33d434c40458', 'tempest-TagsExtTest-Tag-1402173940') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:48.127423 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc1ee6-5d12-47af-bbf2-5bc32d097369 req-614172f4-b7dd-4258-9e55-5b30d5355521 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:48.135079 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4edc1ee6-5d12-47af-bbf2-5bc32d097369 req-614172f4-b7dd-4258-9e55-5b30d5355521 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 931 time: 0.2837427 Jul 23 20:18:48.264878 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-57daa61d-0087-4ea4-a5a8-1af5ce43c5a6 req-ba0e9768-1f8c-4bc0-9032-a41733a14a6f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5856471 Jul 23 20:18:48.274290 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4edc1ee6-5d12-47af-bbf2-5bc32d097369 req-59df47c3-b066-49a1-b09d-028074e25f40 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381238 Jul 23 20:18:48.298441 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0b34a6c-3d9b-4059-b8e6-fc0f7518e173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:48.318062 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0b34a6c-3d9b-4059-b8e6-fc0f7518e173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:48.332590 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-6e426a39-71dd-4efc-8eb5-6787d3f1001e tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] For port 9627a8cd-cca1-4e2c-8263-bbfb4b33f26f, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=9627a8cd-cca1-4e2c-8263-bbfb4b33f26f,segment=NetworkSegment(a267e6d5-9155-4637-920b-e8299e47a264),segment_id=a267e6d5-9155-4637-920b-e8299e47a264)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:48.332999 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-6e426a39-71dd-4efc-8eb5-6787d3f1001e tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:48.356837 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a0b34a6c-3d9b-4059-b8e6-fc0f7518e173 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a0ef862ad9eb43a887c4a482cf04a376&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8994377 Jul 23 20:18:48.357874 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a74b0a57-f124-41f5-a276-0f0d069659e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:48.361368 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a74b0a57-f124-41f5-a276-0f0d069659e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:48.362756 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a74b0a57-f124-41f5-a276-0f0d069659e7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c7c31c82-ac5c-4ecb-ac67-d3dad55c2ec6 HTTP/1.1" status: 204 len: 168 time: 0.6542358 Jul 23 20:18:48.373413 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34994) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:48.430383 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-6e426a39-71dd-4efc-8eb5-6787d3f1001e tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Calling delete_port for 9627a8cd-cca1-4e2c-8263-bbfb4b33f26f owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:18:48.435970 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b34a6c-3d9b-4059-b8e6-fc0f7518e173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff0d304-6bba-4d69-93df-d6a242bc6d10,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:48.465840 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b0a57-f124-41f5-a276-0f0d069659e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c31c82-ac5c-4ecb-ac67-d3dad55c2ec6,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:48.480380 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-0cf00e95-2784-4fb0-9dda-8368e86fe67b tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] show failed (client error): The resource could not be found. Jul 23 20:18:48.487158 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0cf00e95-2784-4fb0-9dda-8368e86fe67b tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "GET /v2.0/ports/92df6a93-b44e-453a-9246-33d434c40458/tags/tempest-TagsExtTest-Tag-1402173940 HTTP/1.1" status: 404 len: 329 time: 0.3833907 Jul 23 20:18:48.488279 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35002) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:48.504810 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-65b53258-fc22-487c-a0db-654188403b55 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '92df6a93-b44e-453a-9246-33d434c40458', 'tempest-TagsExtTest-Tag-27028569') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:48.613215 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4768c06-f501-4d24-83c0-8db6ece2601e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:48.629134 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-65b53258-fc22-487c-a0db-654188403b55 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] show failed (client error): The resource could not be found. Jul 23 20:18:48.633878 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-65b53258-fc22-487c-a0db-654188403b55 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "GET /v2.0/ports/92df6a93-b44e-453a-9246-33d434c40458/tags/tempest-TagsExtTest-Tag-27028569 HTTP/1.1" status: 404 len: 327 time: 0.1425946 Jul 23 20:18:48.634916 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35006) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:48.640216 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-1581cbd7-d704-4ecf-9b65-4e19b6725ac4 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '92df6a93-b44e-453a-9246-33d434c40458', 'tempest-TagsExtTest-Tag-2006113407') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:48.727174 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-1581cbd7-d704-4ecf-9b65-4e19b6725ac4 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] show failed (client error): The resource could not be found. Jul 23 20:18:48.728903 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1581cbd7-d704-4ecf-9b65-4e19b6725ac4 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "GET /v2.0/ports/92df6a93-b44e-453a-9246-33d434c40458/tags/tempest-TagsExtTest-Tag-2006113407 HTTP/1.1" status: 404 len: 329 time: 0.0928395 Jul 23 20:18:48.731779 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35008) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:48.742066 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-5ac89754-a0bc-4af3-9f86-9c1b786f9f3d tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '6047b452-8654-4f98-9c5b-4ef5cc48c6e2', {'tags': ['tempest-TagsExtTest-Tag-1788226430', 'tempest-TagsExtTest-Tag-8175872', 'tempest-TagsExtTest-Tag-1277943958']}) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:48.744774 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4768c06-f501-4d24-83c0-8db6ece2601e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:48.785786 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-bda85f73-28e4-4157-81f2-cfd626e0b77a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0780de93-895b-4aba-bfe9-b7ca94aab227 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:18:48.808300 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-bda85f73-28e4-4157-81f2-cfd626e0b77a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:48.904160 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-bda85f73-28e4-4157-81f2-cfd626e0b77a service neutron] Transition to ACTIVE for port object 0780de93-895b-4aba-bfe9-b7ca94aab227 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:18:48.905650 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4768c06-f501-4d24-83c0-8db6ece2601e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:48.909244 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5ac89754-a0bc-4af3-9f86-9c1b786f9f3d tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "PUT /v2.0/routers/6047b452-8654-4f98-9c5b-4ef5cc48c6e2/tags HTTP/1.1" status: 200 len: 315 time: 0.1753645 Jul 23 20:18:48.912729 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4768c06-f501-4d24-83c0-8db6ece2601e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:48.912887 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35014) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:48.914940 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b4768c06-f501-4d24-83c0-8db6ece2601e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ff0d304-6bba-4d69-93df-d6a242bc6d10 HTTP/1.1" status: 204 len: 168 time: 0.5402603 Jul 23 20:18:48.921323 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-2f9d7c4c-2cb5-45d4-b29d-eb531f165f10 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6047b452-8654-4f98-9c5b-4ef5cc48c6e2') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:48.964819 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-bda85f73-28e4-4157-81f2-cfd626e0b77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:49.081969 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2f9d7c4c-2cb5-45d4-b29d-eb531f165f10 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "DELETE /v2.0/routers/6047b452-8654-4f98-9c5b-4ef5cc48c6e2/tags HTTP/1.1" status: 204 len: 168 time: 0.1673169 Jul 23 20:18:49.087303 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35024) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:49.098263 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4768c06-f501-4d24-83c0-8db6ece2601e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff0d304-6bba-4d69-93df-d6a242bc6d10,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:49.105551 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-6ee84804-a936-41d5-89fb-fac20a1d730a tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6047b452-8654-4f98-9c5b-4ef5cc48c6e2', 'tempest-TagsExtTest-Tag-1788226430') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:49.318114 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-6e426a39-71dd-4efc-8eb5-6787d3f1001e tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:49.325490 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda85f73-28e4-4157-81f2-cfd626e0b77a service neutron] Pushing event updated for resources: {'Port': ['ID=0780de93-895b-4aba-bfe9-b7ca94aab227,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:49.339877 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-6ee84804-a936-41d5-89fb-fac20a1d730a tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] show failed (client error): The resource could not be found. Jul 23 20:18:49.345248 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6ee84804-a936-41d5-89fb-fac20a1d730a tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "GET /v2.0/routers/6047b452-8654-4f98-9c5b-4ef5cc48c6e2/tags/tempest-TagsExtTest-Tag-1788226430 HTTP/1.1" status: 404 len: 329 time: 0.2542734 Jul 23 20:18:49.346018 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35036) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:49.363828 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-ad2bc2df-5350-44b0-98c0-61576f6e2050 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6047b452-8654-4f98-9c5b-4ef5cc48c6e2', 'tempest-TagsExtTest-Tag-8175872') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:49.449259 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e426a39-71dd-4efc-8eb5-6787d3f1001e tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Pushing event deleted for resources: {'Port': ['ID=9627a8cd-cca1-4e2c-8263-bbfb4b33f26f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:49.650687 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-ad2bc2df-5350-44b0-98c0-61576f6e2050 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] show failed (client error): The resource could not be found. Jul 23 20:18:49.652894 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ad2bc2df-5350-44b0-98c0-61576f6e2050 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "GET /v2.0/routers/6047b452-8654-4f98-9c5b-4ef5cc48c6e2/tags/tempest-TagsExtTest-Tag-8175872 HTTP/1.1" status: 404 len: 326 time: 0.3040071 Jul 23 20:18:49.656793 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35042) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:49.663935 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-cb346fbc-ca45-488b-9c33-5697fd28ca9e tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6047b452-8654-4f98-9c5b-4ef5cc48c6e2', 'tempest-TagsExtTest-Tag-1277943958') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:49.733135 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35048) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:49.755898 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-6e426a39-71dd-4efc-8eb5-6787d3f1001e tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] No DVR routers for this DVR port 9627a8cd-cca1-4e2c-8263-bbfb4b33f26f on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:18:49.760460 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-6e426a39-71dd-4efc-8eb5-6787d3f1001e tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:49.763394 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-6e426a39-71dd-4efc-8eb5-6787d3f1001e tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.30 "DELETE /v2.0/ports/9627a8cd-cca1-4e2c-8263-bbfb4b33f26f HTTP/1.1" status: 204 len: 173 time: 3.4588780 Jul 23 20:18:49.780128 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'name': 'network-vif-deleted', 'tag': '9627a8cd-cca1-4e2c-8263-bbfb4b33f26f'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:49.786811 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9952ea29-4bb3-4572-94c7-e4b0ca64a0f6" -d '{"events": [{"server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "name": "network-vif-deleted", "tag": "9627a8cd-cca1-4e2c-8263-bbfb4b33f26f"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:49.833448 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-bda85f73-28e4-4157-81f2-cfd626e0b77a service neutron] Attempting to bind port 0780de93-895b-4aba-bfe9-b7ca94aab227 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:18:49.833819 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-bda85f73-28e4-4157-81f2-cfd626e0b77a service neutron] Attempting to bind port 0780de93-895b-4aba-bfe9-b7ca94aab227 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '69080602-6244-4faa-8140-ce9343de0881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:18:49.834156 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-bda85f73-28e4-4157-81f2-cfd626e0b77a service neutron] Attempting to bind port 0780de93-895b-4aba-bfe9-b7ca94aab227 on network 98a30b96-c863-4728-b0d0-d47c79801693 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:18:49.920043 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-bda85f73-28e4-4157-81f2-cfd626e0b77a service neutron] Port 0780de93-895b-4aba-bfe9-b7ca94aab227 on network 98a30b96-c863-4728-b0d0-d47c79801693 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:18:49.920381 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-bda85f73-28e4-4157-81f2-cfd626e0b77a service neutron] Attempting to bind port 0780de93-895b-4aba-bfe9-b7ca94aab227 on network 98a30b96-c863-4728-b0d0-d47c79801693 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:18:49.945987 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-bda85f73-28e4-4157-81f2-cfd626e0b77a service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:18:49.949030 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-bda85f73-28e4-4157-81f2-cfd626e0b77a service neutron] Checking segment: {'id': '69080602-6244-4faa-8140-ce9343de0881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:18:49.949030 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-bda85f73-28e4-4157-81f2-cfd626e0b77a service neutron] Bound using segment: {'id': '69080602-6244-4faa-8140-ce9343de0881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:18:49.949030 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-bda85f73-28e4-4157-81f2-cfd626e0b77a service neutron] Bound port: 0780de93-895b-4aba-bfe9-b7ca94aab227, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69080602-6244-4faa-8140-ce9343de0881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:18:49.949030 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-bda85f73-28e4-4157-81f2-cfd626e0b77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:50.260691 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9ffe6-fd9a-4a64-9791-dcf993022b80 req-605b0158-d04c-49a8-8701-ec68c66f2f30 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:50.267588 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9ffe6-fd9a-4a64-9791-dcf993022b80 req-605b0158-d04c-49a8-8701-ec68c66f2f30 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:50.274006 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-bda85f73-28e4-4157-81f2-cfd626e0b77a service neutron] For port 0780de93-895b-4aba-bfe9-b7ca94aab227, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:18:50.274251 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9ffe6-fd9a-4a64-9791-dcf993022b80 req-605b0158-d04c-49a8-8701-ec68c66f2f30 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:50.276169 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ff9ffe6-fd9a-4a64-9791-dcf993022b80 req-605b0158-d04c-49a8-8701-ec68c66f2f30 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 2411 time: 0.7895625 Jul 23 20:18:50.284908 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8720634e-47fd-4664-9446-31a3fa51d8bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:50.289644 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-bda85f73-28e4-4157-81f2-cfd626e0b77a service neutron] For port 0780de93-895b-4aba-bfe9-b7ca94aab227, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0780de93-895b-4aba-bfe9-b7ca94aab227,segment=NetworkSegment(69080602-6244-4faa-8140-ce9343de0881),segment_id=69080602-6244-4faa-8140-ce9343de0881)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:18:50.314056 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-bda85f73-28e4-4157-81f2-cfd626e0b77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:50.360970 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-cb346fbc-ca45-488b-9c33-5697fd28ca9e tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] show failed (client error): The resource could not be found. Jul 23 20:18:50.362174 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-cb346fbc-ca45-488b-9c33-5697fd28ca9e tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "GET /v2.0/routers/6047b452-8654-4f98-9c5b-4ef5cc48c6e2/tags/tempest-TagsExtTest-Tag-1277943958 HTTP/1.1" status: 404 len: 329 time: 0.7040472 Jul 23 20:18:50.366477 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35066) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:50.371079 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ff9ffe6-fd9a-4a64-9791-dcf993022b80 req-9e50836a-d126-49e5-836f-2d0b26b58c35 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744009 Jul 23 20:18:50.386926 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-017dfc3e-0544-4c70-875c-1020d0f0f352 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '5c765722-822e-4858-aeb2-4a882b54a574', {'tags': ['tempest-TagsExtTest-Tag-759638235', 'tempest-TagsExtTest-Tag-1411401725', 'tempest-TagsExtTest-Tag-357856941']}) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:50.464457 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-bda85f73-28e4-4157-81f2-cfd626e0b77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:50.465252 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-bda85f73-28e4-4157-81f2-cfd626e0b77a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:50.467871 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-bda85f73-28e4-4157-81f2-cfd626e0b77a service neutron] 10.222.0.30 "PUT /v2.0/ports/0780de93-895b-4aba-bfe9-b7ca94aab227 HTTP/1.1" status: 200 len: 1092 time: 4.4469197 Jul 23 20:18:50.477605 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-017dfc3e-0544-4c70-875c-1020d0f0f352 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "PUT /v2.0/subnetpools/5c765722-822e-4858-aeb2-4a882b54a574/tags HTTP/1.1" status: 200 len: 316 time: 0.1031308 Jul 23 20:18:50.478912 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35068) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:50.484933 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-e208ec1f-a457-4b85-8308-c8a203ccd776 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5c765722-822e-4858-aeb2-4a882b54a574') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:50.489724 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b59af-92e9-403e-8967-6b1c1aec4210 req-e97661c8-73cf-4112-a128-0e1ba1c2d756 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:50.511361 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-986b59af-92e9-403e-8967-6b1c1aec4210 req-e97661c8-73cf-4112-a128-0e1ba1c2d756 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 943 time: 0.9956272 Jul 23 20:18:50.521648 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe1310b-94b5-4667-9665-78c882a94615 x-openstack-request-id: req-bfe1310b-94b5-4667-9665-78c882a94615 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:50.521958 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "name": "network-vif-deleted", "tag": "9627a8cd-cca1-4e2c-8263-bbfb4b33f26f", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:50.522233 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bfe1310b-94b5-4667-9665-78c882a94615 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:50.522602 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'name': 'network-vif-deleted', 'tag': '9627a8cd-cca1-4e2c-8263-bbfb4b33f26f', 'status': 'completed', 'code': 200} Jul 23 20:18:50.612940 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e208ec1f-a457-4b85-8308-c8a203ccd776 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "DELETE /v2.0/subnetpools/5c765722-822e-4858-aeb2-4a882b54a574/tags HTTP/1.1" status: 204 len: 168 time: 0.1327295 Jul 23 20:18:50.618575 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35072) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:50.621297 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda85f73-28e4-4157-81f2-cfd626e0b77a service neutron] Pushing event updated for resources: {'Port': ['ID=0780de93-895b-4aba-bfe9-b7ca94aab227,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:50.624694 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-02784329-4d70-4de0-b570-73f324212430 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5c765722-822e-4858-aeb2-4a882b54a574', 'tempest-TagsExtTest-Tag-759638235') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:50.672200 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-986b59af-92e9-403e-8967-6b1c1aec4210 req-c63065b6-44f4-44eb-b77a-42c596a3f69f tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598210 Jul 23 20:18:50.691371 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-ac2e5f51-0dca-4d4e-a6de-d99ab7baecf2 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Deleting port 75c5316c-fbd1-4cd5-93d9-47c4940484b5 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:18:50.691779 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-ac2e5f51-0dca-4d4e-a6de-d99ab7baecf2 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:50.733164 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8720634e-47fd-4664-9446-31a3fa51d8bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:50.736527 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-02784329-4d70-4de0-b570-73f324212430 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] show failed (client error): The resource could not be found. Jul 23 20:18:50.747608 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-02784329-4d70-4de0-b570-73f324212430 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "GET /v2.0/subnetpools/5c765722-822e-4858-aeb2-4a882b54a574/tags/tempest-TagsExtTest-Tag-759638235 HTTP/1.1" status: 404 len: 328 time: 0.1277134 Jul 23 20:18:50.752730 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35076) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:50.759287 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-b4c949bb-7c18-41ce-bce8-8220daa78d14 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5c765722-822e-4858-aeb2-4a882b54a574', 'tempest-TagsExtTest-Tag-1411401725') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:50.766828 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-5eebe73e-7348-417b-be16-849566dae25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:50.768881 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8720634e-47fd-4664-9446-31a3fa51d8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:50.769280 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-5eebe73e-7348-417b-be16-849566dae25f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2748f4b40df14523b46431ce846cbb13&device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 1095 time: 0.2224486 Jul 23 20:18:50.910498 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-26332559-6f76-4764-93e0-5192523e73f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0780de93-895b-4aba-bfe9-b7ca94aab227 HTTP/1.1" status: 200 len: 217 time: 0.1338179 Jul 23 20:18:51.001676 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8720634e-47fd-4664-9446-31a3fa51d8bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=10c9a929d2094276a0d0b461c2d5dcce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2643466 Jul 23 20:18:51.002572 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8720634e-47fd-4664-9446-31a3fa51d8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37707d19-76d2-425e-a7d4-2d39425a35c1,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:51.008040 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35084) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:51.032444 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-b4c949bb-7c18-41ce-bce8-8220daa78d14 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] show failed (client error): The resource could not be found. Jul 23 20:18:51.038303 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b4c949bb-7c18-41ce-bce8-8220daa78d14 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "GET /v2.0/subnetpools/5c765722-822e-4858-aeb2-4a882b54a574/tags/tempest-TagsExtTest-Tag-1411401725 HTTP/1.1" status: 404 len: 329 time: 0.2838802 Jul 23 20:18:51.040659 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-ac2e5f51-0dca-4d4e-a6de-d99ab7baecf2 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] For port 75c5316c-fbd1-4cd5-93d9-47c4940484b5, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=75c5316c-fbd1-4cd5-93d9-47c4940484b5,segment=NetworkSegment(a267e6d5-9155-4637-920b-e8299e47a264),segment_id=a267e6d5-9155-4637-920b-e8299e47a264)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:51.041028 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-ac2e5f51-0dca-4d4e-a6de-d99ab7baecf2 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:51.043095 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35086) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:51.049837 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-5a517636-01a3-4ee5-80c9-828cfbfbc81a tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5c765722-822e-4858-aeb2-4a882b54a574', 'tempest-TagsExtTest-Tag-357856941') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:51.059681 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-ac2e5f51-0dca-4d4e-a6de-d99ab7baecf2 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Calling delete_port for 75c5316c-fbd1-4cd5-93d9-47c4940484b5 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:18:51.115750 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-5a517636-01a3-4ee5-80c9-828cfbfbc81a tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] show failed (client error): The resource could not be found. Jul 23 20:18:51.121920 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5a517636-01a3-4ee5-80c9-828cfbfbc81a tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "GET /v2.0/subnetpools/5c765722-822e-4858-aeb2-4a882b54a574/tags/tempest-TagsExtTest-Tag-357856941 HTTP/1.1" status: 404 len: 328 time: 0.0771182 Jul 23 20:18:51.124078 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35090) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:51.130917 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-047f3d25-e197-4b33-86ad-422bef9b80e5 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5c765722-822e-4858-aeb2-4a882b54a574') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:51.159999 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cba294fa-af48-415c-b2de-d53ae30b7eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:51.192708 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cba294fa-af48-415c-b2de-d53ae30b7eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:51.301520 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-047f3d25-e197-4b33-86ad-422bef9b80e5 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "DELETE /v2.0/subnetpools/5c765722-822e-4858-aeb2-4a882b54a574/tags HTTP/1.1" status: 204 len: 168 time: 0.1758587 Jul 23 20:18:51.304265 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-ac2e5f51-0dca-4d4e-a6de-d99ab7baecf2 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:51.308814 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35094) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:51.309949 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cba294fa-af48-415c-b2de-d53ae30b7eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:51.313444 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cba294fa-af48-415c-b2de-d53ae30b7eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:51.314860 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-cba294fa-af48-415c-b2de-d53ae30b7eea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/37707d19-76d2-425e-a7d4-2d39425a35c1 HTTP/1.1" status: 204 len: 168 time: 0.3043692 Jul 23 20:18:51.332390 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-3f52e49d-d38f-4f1e-a2f2-694f68a6d488 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6047b452-8654-4f98-9c5b-4ef5cc48c6e2') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:51.428026 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba294fa-af48-415c-b2de-d53ae30b7eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37707d19-76d2-425e-a7d4-2d39425a35c1,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:51.469711 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e5f51-0dca-4d4e-a6de-d99ab7baecf2 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Pushing event deleted for resources: {'Port': ['ID=75c5316c-fbd1-4cd5-93d9-47c4940484b5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:51.551598 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-ac2e5f51-0dca-4d4e-a6de-d99ab7baecf2 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] No DVR routers for this DVR port 75c5316c-fbd1-4cd5-93d9-47c4940484b5 on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:18:51.558200 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-ac2e5f51-0dca-4d4e-a6de-d99ab7baecf2 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:51.563469 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-ac2e5f51-0dca-4d4e-a6de-d99ab7baecf2 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.30 "DELETE /v2.0/ports/75c5316c-fbd1-4cd5-93d9-47c4940484b5 HTTP/1.1" status: 204 len: 173 time: 1.7856646 Jul 23 20:18:51.710921 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-9f530fed-ab6b-4376-a26e-40bdbe6e8273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:51.712638 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-9f530fed-ab6b-4376-a26e-40bdbe6e8273 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2edc7abb-7a35-4b24-95dd-2cab074cfd4c HTTP/1.1" status: 200 len: 846 time: 0.7890995 Jul 23 20:18:51.735553 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3f52e49d-d38f-4f1e-a2f2-694f68a6d488 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "DELETE /v2.0/routers/6047b452-8654-4f98-9c5b-4ef5cc48c6e2/tags HTTP/1.1" status: 204 len: 168 time: 0.4155149 Jul 23 20:18:51.738432 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35114) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:51.760814 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-b2d694ff-79fe-4feb-bb45-b06c29414d5b tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '92df6a93-b44e-453a-9246-33d434c40458') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:51.832185 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-910ad4af-4400-41cb-9b31-6e95976ae3a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98a30b96-c863-4728-b0d0-d47c79801693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1094663 Jul 23 20:18:52.031279 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae086aa-c0b6-4120-afe9-004663de91c9 req-f651a498-31b8-4776-af6a-8f62f8c49697 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:52.062887 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae086aa-c0b6-4120-afe9-004663de91c9 req-f651a498-31b8-4776-af6a-8f62f8c49697 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:52.088417 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8ae086aa-c0b6-4120-afe9-004663de91c9 req-f651a498-31b8-4776-af6a-8f62f8c49697 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 1678 time: 0.5538762 Jul 23 20:18:52.164191 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-b8b9e62d-6c68-4ce9-b7c5-7abcffa23ee7 service neutron] 10.222.0.30 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250301 Jul 23 20:18:52.241222 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8ae086aa-c0b6-4120-afe9-004663de91c9 req-70e36bcc-4245-4fc7-97d6-dc58513de859 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538775 Jul 23 20:18:52.253679 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-14739e50-d4ee-4a51-81a3-5763ffe3395b tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Deleting port d782c9aa-2158-45ec-9a49-51f7cf848ae5 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:18:52.254005 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-14739e50-d4ee-4a51-81a3-5763ffe3395b tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:52.282612 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b2d694ff-79fe-4feb-bb45-b06c29414d5b tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "DELETE /v2.0/ports/92df6a93-b44e-453a-9246-33d434c40458/tags HTTP/1.1" status: 204 len: 168 time: 0.5399921 Jul 23 20:18:52.285424 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35128) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:52.295419 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.tag.tag_plugin [None req-ed697065-d89a-439d-b038-cea5d2368b2a tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c9ca4ef6-f07d-4c26-8a34-dd9a854276d9') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:52.416381 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ed697065-d89a-439d-b038-cea5d2368b2a tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "DELETE /v2.0/subnets/c9ca4ef6-f07d-4c26-8a34-dd9a854276d9/tags HTTP/1.1" status: 204 len: 168 time: 0.1293979 Jul 23 20:18:52.425024 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1585221a-d063-4ef2-aeaa-7818caaaed90 req-81cfc9fb-a539-4649-9e9f-01c03cd2a99b service neutron] 10.222.0.30 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399838 Jul 23 20:18:52.426192 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35130) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:52.623650 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2079d6-296a-455f-af3e-f0b38f4dff21', 'tag': '0780de93-895b-4aba-bfe9-b7ca94aab227'}, {'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'name': 'network-vif-deleted', 'tag': '75c5316c-fbd1-4cd5-93d9-47c4940484b5'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:52.636544 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22fb2e31-930a-44c5-94f0-5b37756ad3bf" -d '{"events": [{"name": "network-changed", "server_uuid": "cd2079d6-296a-455f-af3e-f0b38f4dff21", "tag": "0780de93-895b-4aba-bfe9-b7ca94aab227"}, {"server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "name": "network-vif-deleted", "tag": "75c5316c-fbd1-4cd5-93d9-47c4940484b5"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:52.709274 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11335c17-75f3-4b44-8dfe-5205f6c08cca req-466baa67-aca3-48e1-a8e3-462d83a942e3 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:52.709592 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c646a877-acbe-4682-8152-d154d251cdaf tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks [] for subnetpool, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:52.711822 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-11335c17-75f3-4b44-8dfe-5205f6c08cca req-466baa67-aca3-48e1-a8e3-462d83a942e3 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 943 time: 0.7194571 Jul 23 20:18:52.713687 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c646a877-acbe-4682-8152-d154d251cdaf tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "DELETE /v2.0/subnetpools/5c765722-822e-4858-aeb2-4a882b54a574 HTTP/1.1" status: 204 len: 168 time: 0.2844546 Jul 23 20:18:52.715496 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35144) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:52.815180 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ba8e7b-2842-46f9-8e83-a72bef676c20 x-openstack-request-id: req-01ba8e7b-2842-46f9-8e83-a72bef676c20 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:52.818337 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd2079d6-296a-455f-af3e-f0b38f4dff21", "tag": "0780de93-895b-4aba-bfe9-b7ca94aab227", "status": "completed", "code": 200}, {"server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "name": "network-vif-deleted", "tag": "75c5316c-fbd1-4cd5-93d9-47c4940484b5", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:52.818728 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01ba8e7b-2842-46f9-8e83-a72bef676c20 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:52.819238 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd2079d6-296a-455f-af3e-f0b38f4dff21', 'tag': '0780de93-895b-4aba-bfe9-b7ca94aab227', 'status': 'completed', 'code': 200} Jul 23 20:18:52.821866 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'name': 'network-vif-deleted', 'tag': '75c5316c-fbd1-4cd5-93d9-47c4940484b5', 'status': 'completed', 'code': 200} Jul 23 20:18:52.847136 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-80eb3cc7-d927-4759-80bb-f475b85c464e tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "GET /v2.0/ports?device_id=6047b452-8654-4f98-9c5b-4ef5cc48c6e2 HTTP/1.1" status: 200 len: 205 time: 0.1274788 Jul 23 20:18:52.848333 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35148) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:52.882198 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-14739e50-d4ee-4a51-81a3-5763ffe3395b tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] For port d782c9aa-2158-45ec-9a49-51f7cf848ae5, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=d782c9aa-2158-45ec-9a49-51f7cf848ae5,segment=NetworkSegment(24cdf91d-f478-4970-87eb-4981cb489a54),segment_id=24cdf91d-f478-4970-87eb-4981cb489a54)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:52.882787 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-14739e50-d4ee-4a51-81a3-5763ffe3395b tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:52.970099 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-11335c17-75f3-4b44-8dfe-5205f6c08cca req-e6b206cd-c394-47b0-8cd9-7fc3c2b0533b tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383151 Jul 23 20:18:53.076560 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-26a60268-aa10-4bd8-b3b8-2064d47d0a22 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:53.304688 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb2e31-930a-44c5-94f0-5b37756ad3bf req-ca06ea5d-fb61-4e11-aa65-190592c15b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:53.306273 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-22fb2e31-930a-44c5-94f0-5b37756ad3bf req-ca06ea5d-fb61-4e11-aa65-190592c15b5b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2748f4b40df14523b46431ce846cbb13&device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 1095 time: 0.4680688 Jul 23 20:18:53.486726 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-26a60268-aa10-4bd8-b3b8-2064d47d0a22 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:53.492413 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-26a60268-aa10-4bd8-b3b8-2064d47d0a22 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:53.530370 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-14739e50-d4ee-4a51-81a3-5763ffe3395b tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:53.530746 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-14739e50-d4ee-4a51-81a3-5763ffe3395b tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:53.531067 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-14739e50-d4ee-4a51-81a3-5763ffe3395b tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Floating IP 17a11a01-ffa8-40a6-bcba-5117c95d87da disassociated. External IP: 172.25.1.179, port: d782c9aa-2158-45ec-9a49-51f7cf848ae5. Jul 23 20:18:53.531438 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-14739e50-d4ee-4a51-81a3-5763ffe3395b tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Calling delete_port for d782c9aa-2158-45ec-9a49-51f7cf848ae5 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:18:53.721684 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-26a60268-aa10-4bd8-b3b8-2064d47d0a22 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:53.722187 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a60268-aa10-4bd8-b3b8-2064d47d0a22 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Fanout notify agent at l3_agent the message router_deleted on router 6047b452-8654-4f98-9c5b-4ef5cc48c6e2 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:18:53.749590 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-26a60268-aa10-4bd8-b3b8-2064d47d0a22 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:53.750751 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-26a60268-aa10-4bd8-b3b8-2064d47d0a22 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "DELETE /v2.0/routers/6047b452-8654-4f98-9c5b-4ef5cc48c6e2 HTTP/1.1" status: 204 len: 168 time: 0.9006476 Jul 23 20:18:53.758686 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35200) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:53.961445 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8c063-4464-42fd-bc93-37ad05e912c3 req-7958267f-7c45-4101-b836-08347ba95fe5 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:53.969117 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8c063-4464-42fd-bc93-37ad05e912c3 req-7958267f-7c45-4101-b836-08347ba95fe5 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:53.977667 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-baf8c063-4464-42fd-bc93-37ad05e912c3 req-7958267f-7c45-4101-b836-08347ba95fe5 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 1678 time: 0.3600373 Jul 23 20:18:54.064855 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-baf8c063-4464-42fd-bc93-37ad05e912c3 req-c290df34-093c-499c-b27e-3811f84891f1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858676 Jul 23 20:18:54.136101 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-59e45a91-4523-4740-982d-3db93bf7b7c6 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Deleting port 92df6a93-b44e-453a-9246-33d434c40458 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:18:54.136883 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59e45a91-4523-4740-982d-3db93bf7b7c6 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:54.295590 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb2e31-930a-44c5-94f0-5b37756ad3bf req-d71413db-49f1-4e6b-9ffd-69966f89f427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:54.300150 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-22fb2e31-930a-44c5-94f0-5b37756ad3bf req-d71413db-49f1-4e6b-9ffd-69966f89f427 service neutron] 10.222.0.30 "GET /v2.0/networks?id=98a30b96-c863-4728-b0d0-d47c79801693 HTTP/1.1" status: 200 len: 907 time: 0.9461336 Jul 23 20:18:54.306732 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-14739e50-d4ee-4a51-81a3-5763ffe3395b tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:54.503010 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59e45a91-4523-4740-982d-3db93bf7b7c6 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:54.521087 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-59e45a91-4523-4740-982d-3db93bf7b7c6 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Calling delete_port for 92df6a93-b44e-453a-9246-33d434c40458 owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:18:54.611326 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-22fb2e31-930a-44c5-94f0-5b37756ad3bf req-f968c6cf-f12e-481a-b84a-639faa4f67a0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0780de93-895b-4aba-bfe9-b7ca94aab227 HTTP/1.1" status: 200 len: 217 time: 0.2941027 Jul 23 20:18:54.627484 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14739e50-d4ee-4a51-81a3-5763ffe3395b tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Pushing event deleted for resources: {'Port': ['ID=d782c9aa-2158-45ec-9a49-51f7cf848ae5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:54.752412 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35242) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:54.859572 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59e45a91-4523-4740-982d-3db93bf7b7c6 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:54.909166 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb2e31-930a-44c5-94f0-5b37756ad3bf req-1d0d0a5f-62d0-4acd-831d-23419479f6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:54.910851 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-22fb2e31-930a-44c5-94f0-5b37756ad3bf req-1d0d0a5f-62d0-4acd-831d-23419479f6c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2edc7abb-7a35-4b24-95dd-2cab074cfd4c HTTP/1.1" status: 200 len: 846 time: 0.2748206 Jul 23 20:18:54.927628 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e45a91-4523-4740-982d-3db93bf7b7c6 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Pushing event deleted for resources: {'Port': ['ID=92df6a93-b44e-453a-9246-33d434c40458,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:54.941757 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495a541-620d-4b09-8cc4-6fa5bb2092a8 req-7c2b03c5-2f16-4eec-8f4b-288b387c03af tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:54.944634 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c495a541-620d-4b09-8cc4-6fa5bb2092a8 req-7c2b03c5-2f16-4eec-8f4b-288b387c03af tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=05850a71-e728-4787-aa9e-76b4d42d2b9d HTTP/1.1" status: 200 len: 946 time: 0.2391303 Jul 23 20:18:54.994618 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e45a91-4523-4740-982d-3db93bf7b7c6 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:54.995667 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e45a91-4523-4740-982d-3db93bf7b7c6 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:54.996275 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e45a91-4523-4740-982d-3db93bf7b7c6 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:54.996931 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e45a91-4523-4740-982d-3db93bf7b7c6 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:54.997557 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e45a91-4523-4740-982d-3db93bf7b7c6 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:54.998159 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e45a91-4523-4740-982d-3db93bf7b7c6 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:54.998693 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e45a91-4523-4740-982d-3db93bf7b7c6 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:54.999238 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e45a91-4523-4740-982d-3db93bf7b7c6 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:55.000046 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e45a91-4523-4740-982d-3db93bf7b7c6 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:55.000046 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e45a91-4523-4740-982d-3db93bf7b7c6 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:55.000507 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e45a91-4523-4740-982d-3db93bf7b7c6 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:55.000783 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e45a91-4523-4740-982d-3db93bf7b7c6 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:55.044701 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-22fb2e31-930a-44c5-94f0-5b37756ad3bf req-681340b8-ab11-49e5-9148-c5bc7c2baa50 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98a30b96-c863-4728-b0d0-d47c79801693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957952 Jul 23 20:18:55.077452 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb502282-2302-42eb-aa35-a79cecd4c57f req-d0402bf6-5d86-44f4-b16c-3852065a243b tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:55.083707 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fb502282-2302-42eb-aa35-a79cecd4c57f req-d0402bf6-5d86-44f4-b16c-3852065a243b tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 943 time: 0.7989540 Jul 23 20:18:55.135497 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [req-22fb2e31-930a-44c5-94f0-5b37756ad3bf req-2b5d7306-5322-4077-92ca-644a4a5c3759 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:18:55.140637 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-22fb2e31-930a-44c5-94f0-5b37756ad3bf req-2b5d7306-5322-4077-92ca-644a4a5c3759 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0238924 Jul 23 20:18:55.173866 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59e45a91-4523-4740-982d-3db93bf7b7c6 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:55.179572 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-59e45a91-4523-4740-982d-3db93bf7b7c6 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "DELETE /v2.0/ports/92df6a93-b44e-453a-9246-33d434c40458 HTTP/1.1" status: 204 len: 168 time: 1.4149771 Jul 23 20:18:55.181184 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35258) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:55.310865 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c495a541-620d-4b09-8cc4-6fa5bb2092a8 req-b96deb74-a88b-4b92-93fb-970cecac08c1 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496835 Jul 23 20:18:55.372225 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-00bc229a-db7f-4cae-975c-e9defe9e2d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:55.382641 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-747daa7d-268a-4d22-890e-6cf82ca86883 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Deleting subnet c9ca4ef6-f07d-4c26-8a34-dd9a854276d9 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:18:55.400214 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-747daa7d-268a-4d22-890e-6cf82ca86883 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:55.464893 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-14739e50-d4ee-4a51-81a3-5763ffe3395b tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Router 6c2e1461-3830-4556-aca9-94af5f3265ec has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:18:55.529117 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 0780de93-895b-4aba-bfe9-b7ca94aab227 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:18:55.613291 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:18:55.618471 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fb502282-2302-42eb-aa35-a79cecd4c57f req-7d2536fa-e479-4c62-aeed-0fb7dbbf8429 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5139661 Jul 23 20:18:55.837412 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-747daa7d-268a-4d22-890e-6cf82ca86883 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:55.846409 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-00bc229a-db7f-4cae-975c-e9defe9e2d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:55.881232 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-00bc229a-db7f-4cae-975c-e9defe9e2d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:55.889492 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 0780de93-895b-4aba-bfe9-b7ca94aab227, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0780de93-895b-4aba-bfe9-b7ca94aab227,segment=NetworkSegment(69080602-6244-4faa-8140-ce9343de0881),segment_id=69080602-6244-4faa-8140-ce9343de0881)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:55.927157 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '0780de93-895b-4aba-bfe9-b7ca94aab227', 'network_id': '98a30b96-c863-4728-b0d0-d47c79801693', 'port_id': '0780de93-895b-4aba-bfe9-b7ca94aab227', 'mac_address': 'fa:16:3e:38:b4:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2edc7abb-7a35-4b24-95dd-2cab074cfd4c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:18:55.950530 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-00bc229a-db7f-4cae-975c-e9defe9e2d0f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7fe1fc40811342f78e025212a6b84003&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1967702 Jul 23 20:18:55.962476 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc229a-db7f-4cae-975c-e9defe9e2d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93566821-414d-41a9-bed3-05f6d8f86965,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:55.966528 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 35274) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:55.998352 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-22fb2e31-930a-44c5-94f0-5b37756ad3bf req-c80cf713-012e-465e-a1a1-e460c85efce6 service neutron] 10.222.0.30 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8311012 Jul 23 20:18:56.009852 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd542e-1349-45ca-bdcf-4ce84410f69e req-8682f8f6-9deb-4be5-bbdd-16442fb8b708 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:56.019602 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f3cd542e-1349-45ca-bdcf-4ce84410f69e req-8682f8f6-9deb-4be5-bbdd-16442fb8b708 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 943 time: 0.4083192 Jul 23 20:18:56.038853 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:56.071483 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0780de93-895b-4aba-bfe9-b7ca94aab227 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:18:56.096480 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 0780de93-895b-4aba-bfe9-b7ca94aab227, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0780de93-895b-4aba-bfe9-b7ca94aab227,segment=NetworkSegment(69080602-6244-4faa-8140-ce9343de0881),segment_id=69080602-6244-4faa-8140-ce9343de0881)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:56.102644 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:56.180138 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=0780de93-895b-4aba-bfe9-b7ca94aab227,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:56.189796 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:56.190446 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:56.190981 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:56.191511 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:56.192045 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:56.192587 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:56.193100 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:56.193636 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:56.194366 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:56.194899 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:56.195426 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:56.195784 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:56.283120 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f0888b5-f54f-469c-9fd5-17300325e289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:56.303450 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['0780de93-895b-4aba-bfe9-b7ca94aab227'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:18:56.308427 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-747daa7d-268a-4d22-890e-6cf82ca86883 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:56.313947 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-14739e50-d4ee-4a51-81a3-5763ffe3395b tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:18:56.352716 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cab523-6011-48e5-8de6-3d48a6728230 None None] Sync routers for ids ['6c2e1461-3830-4556-aca9-94af5f3265ec'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:18:56.372819 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f3cd542e-1349-45ca-bdcf-4ce84410f69e req-6427d9bd-7bc4-40fc-a4bd-c906b93e6b7f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3522305 Jul 23 20:18:56.439117 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cab523-6011-48e5-8de6-3d48a6728230 None None] Routers {'6c2e1461-3830-4556-aca9-94af5f3265ec'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:18:56.439819 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e8cab523-6011-48e5-8de6-3d48a6728230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:18:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['6c2e1461-3830-4556-aca9-94af5f3265ec'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:56.465817 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f928d1-6c5e-4efe-82ff-f87e59e562d2 req-2c991ccc-61c1-40f0-8c96-5b094f200539 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:56.473688 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-41f928d1-6c5e-4efe-82ff-f87e59e562d2 req-2c991ccc-61c1-40f0-8c96-5b094f200539 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.18 "GET /v2.0/ports?device_id=05850a71-e728-4787-aa9e-76b4d42d2b9d HTTP/1.1" status: 200 len: 946 time: 0.4652789 Jul 23 20:18:56.549106 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f0888b5-f54f-469c-9fd5-17300325e289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:56.639777 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-22fb2e31-930a-44c5-94f0-5b37756ad3bf req-27de81a5-0517-412d-b8e0-306c9042480d service neutron] 10.222.0.30 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6127927 Jul 23 20:18:56.649231 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-14739e50-d4ee-4a51-81a3-5763ffe3395b tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] No DVR routers for this DVR port d782c9aa-2158-45ec-9a49-51f7cf848ae5 on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:18:56.675749 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-747daa7d-268a-4d22-890e-6cf82ca86883 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:56.735312 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-14739e50-d4ee-4a51-81a3-5763ffe3395b tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:56.740368 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-14739e50-d4ee-4a51-81a3-5763ffe3395b tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.30 "DELETE /v2.0/ports/d782c9aa-2158-45ec-9a49-51f7cf848ae5 HTTP/1.1" status: 204 len: 173 time: 5.1642852 Jul 23 20:18:56.756456 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'name': 'network-vif-deleted', 'tag': 'd782c9aa-2158-45ec-9a49-51f7cf848ae5'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:56.759226 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10db4794-b5be-4f21-9bd8-107e75b7acbb" -d '{"events": [{"server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "name": "network-vif-deleted", "tag": "d782c9aa-2158-45ec-9a49-51f7cf848ae5"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:56.780098 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94c3fbf-eaaf-4327-90d2-ee6df7f7334a None None] Network fd7f7f67-0696-4852-8ad5-554ef0012c87 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:18:56.781682 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747daa7d-268a-4d22-890e-6cf82ca86883 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Pushing event deleted for resources: {'Subnet': ['ID=c9ca4ef6-f07d-4c26-8a34-dd9a854276d9,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:56.788474 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-747daa7d-268a-4d22-890e-6cf82ca86883 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:56.790933 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-747daa7d-268a-4d22-890e-6cf82ca86883 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "DELETE /v2.0/subnets/c9ca4ef6-f07d-4c26-8a34-dd9a854276d9 HTTP/1.1" status: 204 len: 168 time: 1.6091418 Jul 23 20:18:56.831091 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-e8cab523-6011-48e5-8de6-3d48a6728230 None None] Set router 6c2e1461-3830-4556-aca9-94af5f3265ec gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:18:56.836827 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35294) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:56.837669 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f0888b5-f54f-469c-9fd5-17300325e289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:56.843446 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f0888b5-f54f-469c-9fd5-17300325e289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:56.845123 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4f0888b5-f54f-469c-9fd5-17300325e289 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/93566821-414d-41a9-bed3-05f6d8f86965 HTTP/1.1" status: 204 len: 168 time: 0.8781452 Jul 23 20:18:56.896399 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0888b5-f54f-469c-9fd5-17300325e289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93566821-414d-41a9-bed3-05f6d8f86965,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:57.019024 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-ba924f3a-8537-42e0-9850-04ddb314a898 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Deleting port 6ed23c2b-2657-4c27-9d21-8b4c38ac03c3 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:18:57.022188 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-ba924f3a-8537-42e0-9850-04ddb314a898 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:57.032704 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7220bb12-3f67-4394-a258-cc8090c57be5 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:57.176904 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb208632-d923-423d-b658-2ed86615084c req-7958e686-6710-4fe2-a218-77273df8ea26 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:57.179505 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fb208632-d923-423d-b658-2ed86615084c req-7958e686-6710-4fe2-a218-77273df8ea26 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 944 time: 0.3945508 Jul 23 20:18:57.190174 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-41f928d1-6c5e-4efe-82ff-f87e59e562d2 req-432cf202-9c06-4529-bcf6-5ca79963257c tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Deleting port bd4ee0e4-f388-42c2-aa2a-29536ea33c0f {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:18:57.190856 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-41f928d1-6c5e-4efe-82ff-f87e59e562d2 req-432cf202-9c06-4529-bcf6-5ca79963257c tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:57.352172 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdd1fae-6ab7-4747-a8af-fe72cb07e4e6 None None] DHCP port deletion for fd7f7f67-0696-4852-8ad5-554ef0012c87 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:18:57.424026 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-41f928d1-6c5e-4efe-82ff-f87e59e562d2 req-432cf202-9c06-4529-bcf6-5ca79963257c tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] For port bd4ee0e4-f388-42c2-aa2a-29536ea33c0f, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=bd4ee0e4-f388-42c2-aa2a-29536ea33c0f,segment=NetworkSegment(5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf),segment_id=5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:57.424581 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-41f928d1-6c5e-4efe-82ff-f87e59e562d2 req-432cf202-9c06-4529-bcf6-5ca79963257c tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:57.464865 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e8cab523-6011-48e5-8de6-3d48a6728230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2e1461-3830-4556-aca9-94af5f3265ec', 'name': 'tempest-TaggedBootDevicesTest-147373759-router', 'tenant_id': 'a3e740eb35174745b8c66e63aac9db55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '69d9d851-ba6e-40d9-bce8-d5bbf4864c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:48Z', 'updated_at': '2021-07-23T20:07:56Z', 'revision_number': 4, 'project_id': 'a3e740eb35174745b8c66e63aac9db55', 'gw_port': {'id': '69d9d851-ba6e-40d9-bce8-d5bbf4864c3b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:14:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2e1461-3830-4556-aca9-94af5f3265ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:49Z', 'updated_at': '2021-07-23T20:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '800e8f71-967a-4222-9660-67f922851466', 'name': '', 'network_id': '065bad45-89d8-44cd-a1fc-415086b71990', 'tenant_id': 'a3e740eb35174745b8c66e63aac9db55', 'mac_address': 'fa:16:3e:7c:be:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2e1461-3830-4556-aca9-94af5f3265ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '15dbea46-1b22-4ee7-9998-2dc91fc68b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:55Z', 'updated_at': '2021-07-23T20:08:06Z', 'revision_number': 5, 'project_id': 'a3e740eb35174745b8c66e63aac9db55', 'subnets': [{'id': '15dbea46-1b22-4ee7-9998-2dc91fc68b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:57.470943 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-41f928d1-6c5e-4efe-82ff-f87e59e562d2 req-432cf202-9c06-4529-bcf6-5ca79963257c tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Calling delete_port for bd4ee0e4-f388-42c2-aa2a-29536ea33c0f owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:18:57.526028 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cab523-6011-48e5-8de6-3d48a6728230 None None] Checking router: 6c2e1461-3830-4556-aca9-94af5f3265ec for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:18:57.548561 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 0780de93-895b-4aba-bfe9-b7ca94aab227 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:18:57.585096 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d871e-e7a3-47ca-a210-8a4fa561b859 req-2eb1a18e-6cc3-40ec-965d-afd1fc60e113 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:57.594354 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6f4d871e-e7a3-47ca-a210-8a4fa561b859 req-2eb1a18e-6cc3-40ec-965d-afd1fc60e113 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=05850a71-e728-4787-aa9e-76b4d42d2b9d HTTP/1.1" status: 200 len: 946 time: 1.0682147 Jul 23 20:18:57.612096 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cab523-6011-48e5-8de6-3d48a6728230 None None] Routers {'6c2e1461-3830-4556-aca9-94af5f3265ec'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:18:57.612833 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e8cab523-6011-48e5-8de6-3d48a6728230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:18:43Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['6c2e1461-3830-4556-aca9-94af5f3265ec'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:57.723649 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35316) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:57.731357 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6f4d871e-e7a3-47ca-a210-8a4fa561b859 req-0f9b14e0-8228-4c8a-85ba-f83a2d75c2ef tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef40f3b-c9dd-433e-8e2a-cfabf9953408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353030 Jul 23 20:18:57.735833 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbdd1fae-6ab7-4747-a8af-fe72cb07e4e6 None None] Deleting port 7c658cce-ed52-4e2e-9318-0200033cc2d1 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:18:57.735833 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbdd1fae-6ab7-4747-a8af-fe72cb07e4e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:57.766955 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-08b222d5-e485-489d-bb8d-f257f4b1f03f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:57.788852 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-ba924f3a-8537-42e0-9850-04ddb314a898 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] For port 6ed23c2b-2657-4c27-9d21-8b4c38ac03c3, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=6ed23c2b-2657-4c27-9d21-8b4c38ac03c3,segment=NetworkSegment(ebdc46e1-ed98-486e-b7df-53f92cdf705b),segment_id=ebdc46e1-ed98-486e-b7df-53f92cdf705b)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:57.790187 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-ba924f3a-8537-42e0-9850-04ddb314a898 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:57.805146 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-ba924f3a-8537-42e0-9850-04ddb314a898 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Calling delete_port for 6ed23c2b-2657-4c27-9d21-8b4c38ac03c3 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:18:57.807133 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fb208632-d923-423d-b658-2ed86615084c req-710876ed-fe72-4b55-9d6a-67584009791f tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139443 Jul 23 20:18:57.828797 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-7220bb12-3f67-4394-a258-cc8090c57be5 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Deleting port 7c658cce-ed52-4e2e-9318-0200033cc2d1 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:18:57.839357 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7220bb12-3f67-4394-a258-cc8090c57be5 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:57.856886 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17f60d3-c461-4c24-b578-f5ead844432f x-openstack-request-id: req-c17f60d3-c461-4c24-b578-f5ead844432f {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:57.857185 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "name": "network-vif-deleted", "tag": "d782c9aa-2158-45ec-9a49-51f7cf848ae5", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:57.857441 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c17f60d3-c461-4c24-b578-f5ead844432f {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:57.857868 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'name': 'network-vif-deleted', 'tag': 'd782c9aa-2158-45ec-9a49-51f7cf848ae5', 'status': 'completed', 'code': 200} Jul 23 20:18:58.103990 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-ba924f3a-8537-42e0-9850-04ddb314a898 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:58.115396 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-7220bb12-3f67-4394-a258-cc8090c57be5 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] For port 7c658cce-ed52-4e2e-9318-0200033cc2d1, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=7c658cce-ed52-4e2e-9318-0200033cc2d1,segment=NetworkSegment(a52843e6-3d49-4886-87b2-f0033e09845a),segment_id=a52843e6-3d49-4886-87b2-f0033e09845a)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:58.116486 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7220bb12-3f67-4394-a258-cc8090c57be5 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:58.197539 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba924f3a-8537-42e0-9850-04ddb314a898 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Pushing event deleted for resources: {'Port': ['ID=6ed23c2b-2657-4c27-9d21-8b4c38ac03c3,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:58.337181 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-7220bb12-3f67-4394-a258-cc8090c57be5 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Calling delete_port for 7c658cce-ed52-4e2e-9318-0200033cc2d1 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:18:58.357008 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-ba924f3a-8537-42e0-9850-04ddb314a898 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] No DVR routers for this DVR port 6ed23c2b-2657-4c27-9d21-8b4c38ac03c3 on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:18:58.364589 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-ba924f3a-8537-42e0-9850-04ddb314a898 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:58.366931 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e59a87f9-5bc6-443a-b7a4-cfdd8ea343d9 req-ba924f3a-8537-42e0-9850-04ddb314a898 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.30 "DELETE /v2.0/ports/6ed23c2b-2657-4c27-9d21-8b4c38ac03c3 HTTP/1.1" status: 204 len: 173 time: 1.5969310 Jul 23 20:18:58.368111 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbdd1fae-6ab7-4747-a8af-fe72cb07e4e6 None None] For port 7c658cce-ed52-4e2e-9318-0200033cc2d1, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=7c658cce-ed52-4e2e-9318-0200033cc2d1,segment=NetworkSegment(a52843e6-3d49-4886-87b2-f0033e09845a),segment_id=a52843e6-3d49-4886-87b2-f0033e09845a)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:58.368737 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbdd1fae-6ab7-4747-a8af-fe72cb07e4e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:58.466148 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-e8cab523-6011-48e5-8de6-3d48a6728230 None None] Set router 6c2e1461-3830-4556-aca9-94af5f3265ec gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:18:58.513807 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b252b-5e9b-4537-b5c5-234fd4e62cf8 req-9f515d0a-9b32-4274-804f-52052ae962f1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:58.536344 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5a2b252b-5e9b-4537-b5c5-234fd4e62cf8 req-9f515d0a-9b32-4274-804f-52052ae962f1 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 865 time: 0.6388764 Jul 23 20:18:58.566817 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 0780de93-895b-4aba-bfe9-b7ca94aab227 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:18:58.606794 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 0780de93-895b-4aba-bfe9-b7ca94aab227 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:18:58.607381 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:58.609696 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbdd1fae-6ab7-4747-a8af-fe72cb07e4e6 None None] Calling delete_port for 7c658cce-ed52-4e2e-9318-0200033cc2d1 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:18:58.696009 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-41f928d1-6c5e-4efe-82ff-f87e59e562d2 req-432cf202-9c06-4529-bcf6-5ca79963257c tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:58.726354 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7220bb12-3f67-4394-a258-cc8090c57be5 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:58.846021 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5a2b252b-5e9b-4537-b5c5-234fd4e62cf8 req-7055b7a0-c7fd-42d1-bd76-267a3ed97556 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups?id=f32addc3-5df2-4066-b4a6-63fddb9e0741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3067617 Jul 23 20:18:58.887903 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-08b222d5-e485-489d-bb8d-f257f4b1f03f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:58.903473 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-08b222d5-e485-489d-bb8d-f257f4b1f03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:58.954278 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432cf202-9c06-4529-bcf6-5ca79963257c tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Pushing event deleted for resources: {'Port': ['ID=bd4ee0e4-f388-42c2-aa2a-29536ea33c0f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:59.038077 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-08b222d5-e485-489d-bb8d-f257f4b1f03f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=78378d0795a54341b3df4b808fe0ec5a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3052206 Jul 23 20:18:59.079876 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35346) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:59.085790 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-348a46c9-edd8-43ec-9cc0-317802999f85 req-8508fe05-21dc-4adc-8e67-908768d876b4 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.32 "GET /v2.0/ports?device_id=05850a71-e728-4787-aa9e-76b4d42d2b9d HTTP/1.1" status: 200 len: 210 time: 0.1168084 Jul 23 20:18:59.110756 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:18:59.110756 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:18:59.110756 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:18:59.110756 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:18:59.110756 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:18:59.110756 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:18:59.110756 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:18:59.110756 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:18:59.110756 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:18:59.110756 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:18:59.110756 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:18:59.110756 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:18:59.110756 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:18:59.110756 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:18:59.110756 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:18:59.110756 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:18:59.110756 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:18:59.110756 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:18:59.110756 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:18:59.110756 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:18:59.110756 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:18:59.110756 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:18:59.110756 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:18:59.110756 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:18:59.110756 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:18:59.110756 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:18:59.110756 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:18:59.110756 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:18:59.110756 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:18:59.110756 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:18:59.110756 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:18:59.110756 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:18:59.110756 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:18:59.110756 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:18:59.110756 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:18:59.110756 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:18:59.110756 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:18:59.110756 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:18:59.110756 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:18:59.110756 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:18:59.113266 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:18:59.113266 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:18:59.113266 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:18:59.113266 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:18:59.113266 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:18:59.113266 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:18:59.113266 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:18:59.113266 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:18:59.113266 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:18:59.113266 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:18:59.113266 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:18:59.113266 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:18:59.113266 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:18:59.113266 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:18:59.130031 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b222d5-e485-489d-bb8d-f257f4b1f03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4cea76-7a1e-44ff-b550-813610e55b8e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:59.153065 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7220bb12-3f67-4394-a258-cc8090c57be5 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Pushing event deleted for resources: {'Port': ['ID=7c658cce-ed52-4e2e-9318-0200033cc2d1,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:59.158243 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7220bb12-3f67-4394-a258-cc8090c57be5 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] No DVR routers for this DVR port 7c658cce-ed52-4e2e-9318-0200033cc2d1 on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:18:59.179260 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e8cab523-6011-48e5-8de6-3d48a6728230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2e1461-3830-4556-aca9-94af5f3265ec', 'name': 'tempest-TaggedBootDevicesTest-147373759-router', 'tenant_id': 'a3e740eb35174745b8c66e63aac9db55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '69d9d851-ba6e-40d9-bce8-d5bbf4864c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:48Z', 'updated_at': '2021-07-23T20:07:56Z', 'revision_number': 4, 'project_id': 'a3e740eb35174745b8c66e63aac9db55', 'gw_port': {'id': '69d9d851-ba6e-40d9-bce8-d5bbf4864c3b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:14:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2e1461-3830-4556-aca9-94af5f3265ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:49Z', 'updated_at': '2021-07-23T20:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '800e8f71-967a-4222-9660-67f922851466', 'name': '', 'network_id': '065bad45-89d8-44cd-a1fc-415086b71990', 'tenant_id': 'a3e740eb35174745b8c66e63aac9db55', 'mac_address': 'fa:16:3e:7c:be:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2e1461-3830-4556-aca9-94af5f3265ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '15dbea46-1b22-4ee7-9998-2dc91fc68b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:55Z', 'updated_at': '2021-07-23T20:08:06Z', 'revision_number': 5, 'project_id': 'a3e740eb35174745b8c66e63aac9db55', 'subnets': [{'id': '15dbea46-1b22-4ee7-9998-2dc91fc68b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:59.246692 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cab523-6011-48e5-8de6-3d48a6728230 None None] The sync data for ids ['6c2e1461-3830-4556-aca9-94af5f3265ec'] in n-d-793618-10 is: [{'id': '6c2e1461-3830-4556-aca9-94af5f3265ec', 'name': 'tempest-TaggedBootDevicesTest-147373759-router', 'tenant_id': 'a3e740eb35174745b8c66e63aac9db55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '69d9d851-ba6e-40d9-bce8-d5bbf4864c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:48Z', 'updated_at': '2021-07-23T20:07:56Z', 'revision_number': 4, 'project_id': 'a3e740eb35174745b8c66e63aac9db55', 'gw_port': {'id': '69d9d851-ba6e-40d9-bce8-d5bbf4864c3b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:14:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2e1461-3830-4556-aca9-94af5f3265ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:49Z', 'updated_at': '2021-07-23T20:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '800e8f71-967a-4222-9660-67f922851466', 'name': '', 'network_id': '065bad45-89d8-44cd-a1fc-415086b71990', 'tenant_id': 'a3e740eb35174745b8c66e63aac9db55', 'mac_address': 'fa:16:3e:7c:be:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2e1461-3830-4556-aca9-94af5f3265ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '15dbea46-1b22-4ee7-9998-2dc91fc68b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:55Z', 'updated_at': '2021-07-23T20:08:06Z', 'revision_number': 5, 'project_id': 'a3e740eb35174745b8c66e63aac9db55', 'subnets': [{'id': '15dbea46-1b22-4ee7-9998-2dc91fc68b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:18:59.250135 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 7c658cce-ed52-4e2e-9318-0200033cc2d1 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:18:59.277719 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f928d1-6c5e-4efe-82ff-f87e59e562d2 req-432cf202-9c06-4529-bcf6-5ca79963257c tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] No DVR routers for this DVR port bd4ee0e4-f388-42c2-aa2a-29536ea33c0f on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:18:59.280957 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-41f928d1-6c5e-4efe-82ff-f87e59e562d2 req-432cf202-9c06-4529-bcf6-5ca79963257c tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:59.283583 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-41f928d1-6c5e-4efe-82ff-f87e59e562d2 req-432cf202-9c06-4529-bcf6-5ca79963257c tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] 10.222.0.18 "DELETE /v2.0/ports/bd4ee0e4-f388-42c2-aa2a-29536ea33c0f HTTP/1.1" status: 204 len: 173 time: 2.8109293 Jul 23 20:18:59.310005 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbdd1fae-6ab7-4747-a8af-fe72cb07e4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:59.319366 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 7c658cce-ed52-4e2e-9318-0200033cc2d1 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:18:59.320578 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 7c658cce-ed52-4e2e-9318-0200033cc2d1 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:18:59.345057 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:59.346133 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05850a71-e728-4787-aa9e-76b4d42d2b9d', 'name': 'network-vif-deleted', 'tag': 'bd4ee0e4-f388-42c2-aa2a-29536ea33c0f'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:59.348529 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fcf3eed-d041-4924-8762-ea44753fc827" -d '{"events": [{"server_uuid": "05850a71-e728-4787-aa9e-76b4d42d2b9d", "name": "network-vif-deleted", "tag": "bd4ee0e4-f388-42c2-aa2a-29536ea33c0f"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:59.412797 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device bd4ee0e4-f388-42c2-aa2a-29536ea33c0f no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:18:59.493750 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: bd4ee0e4-f388-42c2-aa2a-29536ea33c0f {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:18:59.494260 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device bd4ee0e4-f388-42c2-aa2a-29536ea33c0f not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:18:59.508748 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd1fae-6ab7-4747-a8af-fe72cb07e4e6 None None] Pushing event deleted for resources: {'Port': ['ID=7c658cce-ed52-4e2e-9318-0200033cc2d1,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:59.528943 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdd1fae-6ab7-4747-a8af-fe72cb07e4e6 None None] No DVR routers for this DVR port 7c658cce-ed52-4e2e-9318-0200033cc2d1 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:18:59.531975 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-05fffffd-7e06-443c-951e-d0515a3c44c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:59.583128 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-05fffffd-7e06-443c-951e-d0515a3c44c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:59.647339 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 0780de93-895b-4aba-bfe9-b7ca94aab227, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0780de93-895b-4aba-bfe9-b7ca94aab227,segment=NetworkSegment(69080602-6244-4faa-8140-ce9343de0881),segment_id=69080602-6244-4faa-8140-ce9343de0881)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:59.653688 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2079d6-296a-455f-af3e-f0b38f4dff21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0780de93-895b-4aba-bfe9-b7ca94aab227'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:59.675464 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3668212f-bc6d-4ee7-8c6f-77f639bdded3" -d '{"events": [{"server_uuid": "cd2079d6-296a-455f-af3e-f0b38f4dff21", "name": "network-vif-plugged", "status": "completed", "tag": "0780de93-895b-4aba-bfe9-b7ca94aab227"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:59.690853 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:59.748553 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7220bb12-3f67-4394-a258-cc8090c57be5 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:59.790164 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-05fffffd-7e06-443c-951e-d0515a3c44c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:59.795657 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-05fffffd-7e06-443c-951e-d0515a3c44c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:59.796706 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-05fffffd-7e06-443c-951e-d0515a3c44c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd4cea76-7a1e-44ff-b550-813610e55b8e HTTP/1.1" status: 204 len: 168 time: 0.6527026 Jul 23 20:18:59.799399 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-7220bb12-3f67-4394-a258-cc8090c57be5 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd7f7f67-0696-4852-8ad5-554ef0012c87']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:59.861153 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'name': 'network-vif-deleted', 'tag': '6ed23c2b-2657-4c27-9d21-8b4c38ac03c3'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:59.866551 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=0780de93-895b-4aba-bfe9-b7ca94aab227,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:59.868610 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a7b520-4dd5-4803-90ef-f084d8a4e9c4" -d '{"events": [{"server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "name": "network-vif-deleted", "tag": "6ed23c2b-2657-4c27-9d21-8b4c38ac03c3"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:59.871676 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48b3d2a-076a-4f5e-b45b-4c4bde9d11d2 x-openstack-request-id: req-c48b3d2a-076a-4f5e-b45b-4c4bde9d11d2 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:59.872372 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05850a71-e728-4787-aa9e-76b4d42d2b9d", "name": "network-vif-deleted", "tag": "bd4ee0e4-f388-42c2-aa2a-29536ea33c0f", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:59.875013 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c48b3d2a-076a-4f5e-b45b-4c4bde9d11d2 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:59.877213 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05850a71-e728-4787-aa9e-76b4d42d2b9d', 'name': 'network-vif-deleted', 'tag': 'bd4ee0e4-f388-42c2-aa2a-29536ea33c0f', 'status': 'completed', 'code': 200} Jul 23 20:18:59.890811 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-7220bb12-3f67-4394-a258-cc8090c57be5 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a52843e6-3d49-4886-87b2-f0033e09845a') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:59.891238 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-7220bb12-3f67-4394-a258-cc8090c57be5 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a52843e6-3d49-4886-87b2-f0033e09845a') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:59.895922 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fffffd-7e06-443c-951e-d0515a3c44c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4cea76-7a1e-44ff-b550-813610e55b8e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:59.958832 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ac5a8-b663-4928-94ac-64dc8c1ba771 req-1a2f7869-c27f-4d20-aced-90a361b72daa tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:59.976105 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-be8ac5a8-b663-4928-94ac-64dc8c1ba771 req-1a2f7869-c27f-4d20-aced-90a361b72daa tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 944 time: 0.8939614 Jul 23 20:18:59.983370 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251cd86d-5467-4b25-924f-c34e0d19d177 x-openstack-request-id: req-251cd86d-5467-4b25-924f-c34e0d19d177 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:59.983793 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2079d6-296a-455f-af3e-f0b38f4dff21", "name": "network-vif-plugged", "status": "completed", "tag": "0780de93-895b-4aba-bfe9-b7ca94aab227", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:59.984155 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-251cd86d-5467-4b25-924f-c34e0d19d177 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:59.984692 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2079d6-296a-455f-af3e-f0b38f4dff21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0780de93-895b-4aba-bfe9-b7ca94aab227', 'code': 200} Jul 23 20:18:59.985645 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7220bb12-3f67-4394-a258-cc8090c57be5 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:00.017068 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daf9d9f-38ab-49f8-93f1-38f096075515 None None] New status for floating IP 17a11a01-ffa8-40a6-bcba-5117c95d87da: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:19:00.113111 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b1e56c-5b37-40d1-89b6-3c7f4742fc62 x-openstack-request-id: req-53b1e56c-5b37-40d1-89b6-3c7f4742fc62 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:19:00.114338 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81662f5a-cb95-47a2-803a-cb2d1d5f6607", "name": "network-vif-deleted", "tag": "6ed23c2b-2657-4c27-9d21-8b4c38ac03c3", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:19:00.130827 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-53b1e56c-5b37-40d1-89b6-3c7f4742fc62 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:19:00.132421 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81662f5a-cb95-47a2-803a-cb2d1d5f6607', 'name': 'network-vif-deleted', 'tag': '6ed23c2b-2657-4c27-9d21-8b4c38ac03c3', 'status': 'completed', 'code': 200} Jul 23 20:19:00.181672 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-be8ac5a8-b663-4928-94ac-64dc8c1ba771 req-db314f95-9b52-452d-8444-2abc102dec11 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043569 Jul 23 20:19:00.201116 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2047a0-acd9-4c89-a738-e069bf2f8b1f req-fcab7262-4c6a-4364-bce4-e2dac3994e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:00.201447 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7220bb12-3f67-4394-a258-cc8090c57be5 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:00.203842 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ca2047a0-acd9-4c89-a738-e069bf2f8b1f req-fcab7262-4c6a-4364-bce4-e2dac3994e05 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 1097 time: 0.1377769 Jul 23 20:19:00.227071 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7220bb12-3f67-4394-a258-cc8090c57be5 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:19:00.227071 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7220bb12-3f67-4394-a258-cc8090c57be5 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:00.229753 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:19:00.229753 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:19:00.229753 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:19:00.229753 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:19:00.229753 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:19:00.229753 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:19:00.229753 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:19:00.229753 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:19:00.229753 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:19:00.229753 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:19:00.229753 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:19:00.229753 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:19:00.229753 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:19:00.229753 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:19:00.229753 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:19:00.229753 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:19:00.229753 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:19:00.229753 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:19:00.229753 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:19:00.229753 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:19:00.229753 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:19:00.229753 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:19:00.229753 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:19:00.229753 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:19:00.229753 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:19:00.229753 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:19:00.229753 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:19:00.229753 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:19:00.229753 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:19:00.229753 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:19:00.229753 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:19:00.229753 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:19:00.342923 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ca2047a0-acd9-4c89-a738-e069bf2f8b1f req-46fc8c33-d0ea-4cfe-994a-50440c7c48da service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267223 Jul 23 20:19:00.346452 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 35376) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:00.395543 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7220bb12-3f67-4394-a258-cc8090c57be5 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:00.403626 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7220bb12-3f67-4394-a258-cc8090c57be5 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:00.419324 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7220bb12-3f67-4394-a258-cc8090c57be5 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] 10.222.0.32 "DELETE /v2.0/networks/fd7f7f67-0696-4852-8ad5-554ef0012c87 HTTP/1.1" status: 204 len: 168 time: 3.5791726 Jul 23 20:19:00.440148 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7220bb12-3f67-4394-a258-cc8090c57be5 tempest-TagsExtTest-1147374040 tempest-TagsExtTest-1147374040-project] Pushing event deleted for resources: {'Network': ['ID=fd7f7f67-0696-4852-8ad5-554ef0012c87,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:00.543658 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b67fcbd-a637-43ea-913a-63fe367966a0 admin admin] Deleting subnet 7fb8b24e-fc71-4a83-9798-69abd5b3327d {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:19:00.563143 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c7fcca26-7b58-4343-9381-9944aa09c415 req-7a2c3d5e-1b2b-4732-bada-4c89465d5f0c tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 210 time: 0.2656610 Jul 23 20:19:00.566243 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7b67fcbd-a637-43ea-913a-63fe367966a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:00.685855 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7b67fcbd-a637-43ea-913a-63fe367966a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:00.751474 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7b67fcbd-a637-43ea-913a-63fe367966a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:00.832154 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7b67fcbd-a637-43ea-913a-63fe367966a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:00.866571 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b67fcbd-a637-43ea-913a-63fe367966a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fb8b24e-fc71-4a83-9798-69abd5b3327d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:00.872615 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7b67fcbd-a637-43ea-913a-63fe367966a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:00.877405 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7b67fcbd-a637-43ea-913a-63fe367966a0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7fb8b24e-fc71-4a83-9798-69abd5b3327d HTTP/1.1" status: 204 len: 168 time: 0.5261738 Jul 23 20:19:00.877618 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35396) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:00.879764 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35398) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:01.814589 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e2ae1c8d-0796-4fbe-bbcf-3bc7f664250a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:01.829068 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d01bb26d-1e85-44c7-812c-ed4f8b555661 req-179d674a-107f-4639-ac56-ee09d6c840b6 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 210 time: 0.1020582 Jul 23 20:19:01.899162 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-76cf916d-8e1c-4901-8623-c9f931135bcb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3094ce10ae1e4a2e8b707e4c5177bb7a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0039062 Jul 23 20:19:01.905506 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 35434) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:02.033796 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d651d45-b9f2-4bb5-938c-a1323129537d req-fdf0067a-1ad3-4a90-b322-4152176e9550 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:02.041400 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0d651d45-b9f2-4bb5-938c-a1323129537d req-fdf0067a-1ad3-4a90-b322-4152176e9550 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 945 time: 0.3730483 Jul 23 20:19:02.086883 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f02044b9-4641-4a5c-b62d-b8ebf1a37afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:02.185772 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f02044b9-4641-4a5c-b62d-b8ebf1a37afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:02.331268 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e2ae1c8d-0796-4fbe-bbcf-3bc7f664250a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:02.354067 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-e2ae1c8d-0796-4fbe-bbcf-3bc7f664250a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['787d5425-c035-4280-8138-7c31904b0b0f']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:02.388104 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f02044b9-4641-4a5c-b62d-b8ebf1a37afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:02.392246 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f02044b9-4641-4a5c-b62d-b8ebf1a37afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:02.393842 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f02044b9-4641-4a5c-b62d-b8ebf1a37afe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/96f679f4-fd03-4fdc-9c8a-1e991aaf0979 HTTP/1.1" status: 204 len: 168 time: 0.4871347 Jul 23 20:19:02.416339 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0d651d45-b9f2-4bb5-938c-a1323129537d req-9a12f1b9-fc2e-45c5-b0ff-84dea30e53f9 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730018 Jul 23 20:19:02.427177 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-e2ae1c8d-0796-4fbe-bbcf-3bc7f664250a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:02.428586 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-e2ae1c8d-0796-4fbe-bbcf-3bc7f664250a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d8b5b7e-ab2b-4e7d-be50-bac2d85f6caf') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:02.451006 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e2ae1c8d-0796-4fbe-bbcf-3bc7f664250a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:02.479817 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e2ae1c8d-0796-4fbe-bbcf-3bc7f664250a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:02.483677 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02044b9-4641-4a5c-b62d-b8ebf1a37afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f679f4-fd03-4fdc-9c8a-1e991aaf0979,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:02.505010 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2ae1c8d-0796-4fbe-bbcf-3bc7f664250a admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:19:02.505709 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e2ae1c8d-0796-4fbe-bbcf-3bc7f664250a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:02.508544 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:19:02.508544 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:19:02.508544 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:19:02.508544 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:19:02.508544 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:19:02.508544 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:19:02.508544 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:19:02.508544 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:19:02.508544 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:19:02.508544 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:19:02.508544 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:19:02.508544 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:19:02.508544 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:19:02.508544 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:19:02.508544 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:19:02.508544 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:19:02.508544 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:19:02.508544 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:19:02.508544 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:19:02.508544 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:19:02.508544 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:19:02.508544 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:19:02.508544 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:19:02.508544 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:19:02.508544 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:19:02.508544 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:19:02.508544 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:19:02.508544 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:19:02.508544 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:19:02.508544 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:19:02.508544 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:19:02.508544 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:19:02.766646 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e2ae1c8d-0796-4fbe-bbcf-3bc7f664250a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:02.784083 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e2ae1c8d-0796-4fbe-bbcf-3bc7f664250a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:02.795673 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e2ae1c8d-0796-4fbe-bbcf-3bc7f664250a admin admin] 10.222.0.32 "DELETE /v2.0/networks/787d5425-c035-4280-8138-7c31904b0b0f HTTP/1.1" status: 204 len: 168 time: 1.9074483 Jul 23 20:19:02.844728 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae1c8d-0796-4fbe-bbcf-3bc7f664250a admin admin] Pushing event deleted for resources: {'Network': ['ID=787d5425-c035-4280-8138-7c31904b0b0f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:03.064994 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae83b1b-d61e-4f03-bec1-bcc774fd62a4 req-c4833914-8761-4dcd-8b95-1771d62b0e3d tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:03.075668 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8ae83b1b-d61e-4f03-bec1-bcc774fd62a4 req-c4833914-8761-4dcd-8b95-1771d62b0e3d tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 945 time: 0.2347162 Jul 23 20:19:03.090699 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-850e092d-e3ea-4e29-8dd4-9dd6e3016a27 req-f77a033d-eb12-45da-bdb9-b6ce8c55343d tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 210 time: 0.0892532 Jul 23 20:19:03.205300 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8ae83b1b-d61e-4f03-bec1-bcc774fd62a4 req-93940452-0828-4823-be1b-4bb8c3ee03bc tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280782 Jul 23 20:19:03.234297 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 35484) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:03.384584 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-10f5976c-cd91-4607-badf-011899567101 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d83b9df188244af88af507e82586aa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1473598 Jul 23 20:19:03.387595 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 35492) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:03.537074 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ceed1-b44c-49af-9cf4-190cb61174a1 req-40c34f55-f509-4ac5-8424-a1eee2771e11 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:03.538777 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0d5ceed1-b44c-49af-9cf4-190cb61174a1 req-40c34f55-f509-4ac5-8424-a1eee2771e11 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 945 time: 0.1610312 Jul 23 20:19:03.543737 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-56a648f3-7818-4b47-9923-de5958d15434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:03.601091 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-56a648f3-7818-4b47-9923-de5958d15434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:03.650165 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0d5ceed1-b44c-49af-9cf4-190cb61174a1 req-78eea4e9-ae06-4a8b-aeff-876e4f6a8f53 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033638 Jul 23 20:19:03.758105 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-56a648f3-7818-4b47-9923-de5958d15434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:03.763071 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-56a648f3-7818-4b47-9923-de5958d15434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:03.765010 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-56a648f3-7818-4b47-9923-de5958d15434 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ef40f3b-c9dd-433e-8e2a-cfabf9953408 HTTP/1.1" status: 204 len: 168 time: 0.3589656 Jul 23 20:19:03.799145 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a648f3-7818-4b47-9923-de5958d15434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef40f3b-c9dd-433e-8e2a-cfabf9953408,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:04.176518 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577ecec-9a44-4b8e-9e91-0a52d821890f req-bd9a1e8c-642c-4d57-b402-367d227c4fd1 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:04.199013 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2577ecec-9a44-4b8e-9e91-0a52d821890f req-bd9a1e8c-642c-4d57-b402-367d227c4fd1 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 945 time: 0.1821735 Jul 23 20:19:04.353420 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2577ecec-9a44-4b8e-9e91-0a52d821890f req-2d32c53b-49fe-4682-a7d4-29403f9f55c2 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531789 Jul 23 20:19:04.430342 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-406f263d-767f-4278-b003-a20d21c112b2 req-a0030e1c-eae9-43ed-9dfe-cba7c31a8c5e tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 210 time: 0.0692015 Jul 23 20:19:05.665966 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa5c4bcc-066b-47d0-8c45-d451e0048521 req-579a8ed4-5f25-48d4-a534-eb42c4ee146f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 210 time: 0.0890377 Jul 23 20:19:05.734501 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e1301-1b85-4013-8867-1a774c48f638 req-f761f41f-be5e-46c0-8b96-7543bcdc42f4 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:05.743807 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b97e1301-1b85-4013-8867-1a774c48f638 req-f761f41f-be5e-46c0-8b96-7543bcdc42f4 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 945 time: 0.1886170 Jul 23 20:19:05.797059 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b97e1301-1b85-4013-8867-1a774c48f638 req-4986d4d9-9086-4b6a-bf73-7f56b3da8cc2 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463858 Jul 23 20:19:06.935701 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c30c453f-4e34-43fb-9825-e6e2b2d8b5be req-9e90706b-9e7d-4e6c-97f3-107b2d167c42 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 210 time: 0.0921214 Jul 23 20:19:07.100843 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee53c4f-5984-48df-9564-a6e8d74d0e4b req-dcef3fb1-b462-4e95-b9da-57b62d955c13 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:07.111428 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cee53c4f-5984-48df-9564-a6e8d74d0e4b req-dcef3fb1-b462-4e95-b9da-57b62d955c13 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 945 time: 0.1979022 Jul 23 20:19:07.194902 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cee53c4f-5984-48df-9564-a6e8d74d0e4b req-9b425918-3a3a-4d53-ad41-3860b8c36a7e tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817394 Jul 23 20:19:08.191099 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7c78b0f5-47aa-49ef-a6b0-023246352a33 req-e02487c6-9f8a-4bd2-ada3-7c97a3c41ba8 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 210 time: 0.0704722 Jul 23 20:19:08.431643 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac849f1-2584-4161-91f1-e168c1b4f1b6 req-7da7d0cd-5db6-4b72-bce3-7cb18cc3ea95 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:08.445995 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3ac849f1-2584-4161-91f1-e168c1b4f1b6 req-7da7d0cd-5db6-4b72-bce3-7cb18cc3ea95 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 945 time: 0.1426582 Jul 23 20:19:08.529069 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3ac849f1-2584-4161-91f1-e168c1b4f1b6 req-2f3799b5-2931-478b-b2e2-a4b83d9ff20f tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673282 Jul 23 20:19:09.452266 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f3db46a3-6ed7-4fae-9fb9-43c9c18139e4 req-cf8a06b3-337d-470f-9759-3cc26f83927e tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 210 time: 0.0856087 Jul 23 20:19:09.671755 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35882) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:09.693115 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35886) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:09.810193 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25766334-72d7-45c1-8605-309bd1ce7e74 req-5c9175c5-0e69-431e-b8a2-57e9d80d0cbd tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:09.814489 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-25766334-72d7-45c1-8605-309bd1ce7e74 req-5c9175c5-0e69-431e-b8a2-57e9d80d0cbd tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 945 time: 0.1526771 Jul 23 20:19:09.900384 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-25766334-72d7-45c1-8605-309bd1ce7e74 req-213cb601-8225-4850-af7d-b9cfa9a8e6c4 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696173 Jul 23 20:19:09.995284 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-293d5673-7012-4aee-bbe8-37d20a9dfc7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:10.192427 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7d7f2c51-6cad-4426-bd08-e05e9026a019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:10.250430 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5f9ceebf-955c-4c11-a582-7e755370508a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:10.367996 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-293d5673-7012-4aee-bbe8-37d20a9dfc7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:10.394991 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-293d5673-7012-4aee-bbe8-37d20a9dfc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:10.453735 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293d5673-7012-4aee-bbe8-37d20a9dfc7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de65bf2-c8f9-4b68-811e-56d849e1534f,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:10.469003 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-293d5673-7012-4aee-bbe8-37d20a9dfc7e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ab7caa8473814563a3aade63b9ed8204&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7921028 Jul 23 20:19:10.469458 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 35908) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:10.563696 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7d7f2c51-6cad-4426-bd08-e05e9026a019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:10.569752 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7d7f2c51-6cad-4426-bd08-e05e9026a019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:10.591738 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-721cd3b0-f97d-4461-b1de-468c4c097d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:10.653142 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-721cd3b0-f97d-4461-b1de-468c4c097d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:10.724697 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-721cd3b0-f97d-4461-b1de-468c4c097d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:10.727632 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-721cd3b0-f97d-4461-b1de-468c4c097d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:10.731416 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-721cd3b0-f97d-4461-b1de-468c4c097d09 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7de65bf2-c8f9-4b68-811e-56d849e1534f HTTP/1.1" status: 204 len: 168 time: 0.2594635 Jul 23 20:19:10.740932 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721cd3b0-f97d-4461-b1de-468c4c097d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de65bf2-c8f9-4b68-811e-56d849e1534f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:10.795911 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7d7f2c51-6cad-4426-bd08-e05e9026a019 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7cf8bda8fd184d48a5eeafb20f73cb6c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1011014 Jul 23 20:19:10.799519 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 35918) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:10.807702 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b17c87f7-fdd4-4759-b5de-66db9a6d2577 req-83f9d89c-82b5-46a8-8890-7723b86cc8c3 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 210 time: 0.1476936 Jul 23 20:19:10.846995 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f2c51-6cad-4426-bd08-e05e9026a019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b129f6-1a1f-4536-8443-3e5eaedc7c9c,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:10.979020 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d50f2fda-f858-4731-aef5-e3137cf146b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:11.083674 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d50f2fda-f858-4731-aef5-e3137cf146b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:11.156759 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdca20b-408d-469a-8b76-64aeb4fd9d04 req-98018520-348b-4c0c-97e2-86613bca480f tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:11.163773 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9fdca20b-408d-469a-8b76-64aeb4fd9d04 req-98018520-348b-4c0c-97e2-86613bca480f tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 945 time: 0.1654503 Jul 23 20:19:11.292740 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d50f2fda-f858-4731-aef5-e3137cf146b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:11.296473 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d50f2fda-f858-4731-aef5-e3137cf146b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:11.298590 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d50f2fda-f858-4731-aef5-e3137cf146b5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c4b129f6-1a1f-4536-8443-3e5eaedc7c9c HTTP/1.1" status: 204 len: 168 time: 0.4978392 Jul 23 20:19:11.317015 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9fdca20b-408d-469a-8b76-64aeb4fd9d04 req-4273d4de-d7d3-412d-ad00-97179a53abb9 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519995 Jul 23 20:19:11.326813 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f2fda-f858-4731-aef5-e3137cf146b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b129f6-1a1f-4536-8443-3e5eaedc7c9c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:11.639495 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35958) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:11.672318 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7a9aff7a-83ab-40a4-bb2f-26aca3d491bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:11.884010 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7a9aff7a-83ab-40a4-bb2f-26aca3d491bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:11.892012 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7a9aff7a-83ab-40a4-bb2f-26aca3d491bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:11.962410 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 35968) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:11.962663 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7a9aff7a-83ab-40a4-bb2f-26aca3d491bd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=960adb8ff7e44c02ad0c572df31dce9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3171277 Jul 23 20:19:12.021304 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9aff7a-83ab-40a4-bb2f-26aca3d491bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58722a9c-40a6-4a8c-a77b-9f4cf010e375,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:12.140393 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0cfac0fe-55bf-4c16-afc6-34a658502f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:12.201243 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7a6d90ff-5c34-46d7-933f-019ed0e42e9c req-925e0e08-b379-4e0e-95ce-65861d4bf157 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 210 time: 0.1023760 Jul 23 20:19:12.227586 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0cfac0fe-55bf-4c16-afc6-34a658502f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:12.345280 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0cfac0fe-55bf-4c16-afc6-34a658502f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:12.349293 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0cfac0fe-55bf-4c16-afc6-34a658502f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:12.351704 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0cfac0fe-55bf-4c16-afc6-34a658502f7b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/58722a9c-40a6-4a8c-a77b-9f4cf010e375 HTTP/1.1" status: 204 len: 168 time: 0.3851075 Jul 23 20:19:12.376960 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfac0fe-55bf-4c16-afc6-34a658502f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58722a9c-40a6-4a8c-a77b-9f4cf010e375,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:12.456932 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35992) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:12.749038 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7024dbf-1e13-4f31-ac5e-e88f91bac23c req-77dbaa47-396c-4456-a639-7bd91cafdd92 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:12.762543 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f7024dbf-1e13-4f31-ac5e-e88f91bac23c req-77dbaa47-396c-4456-a639-7bd91cafdd92 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 945 time: 0.2853878 Jul 23 20:19:12.872492 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f7024dbf-1e13-4f31-ac5e-e88f91bac23c req-6b264536-ee75-49de-95ad-693b041e0ebd tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994654 Jul 23 20:19:12.950960 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a5b31d4-e3ef-4f54-b318-e99d089970f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:13.004867 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-58d69b65-c2ca-4a1f-b233-5786f9558cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:13.252010 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-58d69b65-c2ca-4a1f-b233-5786f9558cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:13.257713 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-58d69b65-c2ca-4a1f-b233-5786f9558cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:13.298055 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:13.314769 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-58d69b65-c2ca-4a1f-b233-5786f9558cfb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=901f96081df844698d0c3ff01f21a59d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8563991 Jul 23 20:19:13.317317 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36020) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:13.347767 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d69b65-c2ca-4a1f-b233-5786f9558cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0f824e-bf73-4362-aeb8-25cc72d1c335,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:13.375707 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-55cb4077-73e5-4da2-9610-723e4d387595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:13.419901 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-55cb4077-73e5-4da2-9610-723e4d387595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:13.516093 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ed6c93b9-af97-4cc5-b485-9656c889c3bb req-199c98ab-cd02-4294-bcef-583bbcc29fc8 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 210 time: 0.0727773 Jul 23 20:19:13.528656 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-55cb4077-73e5-4da2-9610-723e4d387595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:13.532087 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-55cb4077-73e5-4da2-9610-723e4d387595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:13.533529 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-55cb4077-73e5-4da2-9610-723e4d387595 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8f0f824e-bf73-4362-aeb8-25cc72d1c335 HTTP/1.1" status: 204 len: 168 time: 0.2152483 Jul 23 20:19:13.546185 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb4077-73e5-4da2-9610-723e4d387595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0f824e-bf73-4362-aeb8-25cc72d1c335,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:13.976935 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:14.178671 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb98c73-20a3-44dd-8b2c-4dd117dd2dd6 req-4de2df6b-cc82-4fe8-a6a8-31651b8fa6db tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:14.192062 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5fb98c73-20a3-44dd-8b2c-4dd117dd2dd6 req-4de2df6b-cc82-4fe8-a6a8-31651b8fa6db tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 945 time: 0.1679158 Jul 23 20:19:14.311026 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36116) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:14.358584 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5fb98c73-20a3-44dd-8b2c-4dd117dd2dd6 req-c0638490-b484-4e80-8c36-d5acfcc9140a tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648078 Jul 23 20:19:14.374660 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-38ffcd6a-2a52-451b-a699-df53482464bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:14.480839 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:14.535308 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:14.696321 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-38ffcd6a-2a52-451b-a699-df53482464bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:14.719207 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-38ffcd6a-2a52-451b-a699-df53482464bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:14.755898 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36146) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:14.756090 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-38ffcd6a-2a52-451b-a699-df53482464bc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9cf25c0b33814df493561324f4f7a08c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4438055 Jul 23 20:19:14.780937 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1134d591-d74e-4a5e-a85d-1d4bdee431fa req-940d3c4e-6626-4046-82cf-0d7369ae0b1a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 210 time: 0.0814793 Jul 23 20:19:14.824845 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ffcd6a-2a52-451b-a699-df53482464bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55323969-223f-42b5-8dba-0edb96423ea8,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:14.880327 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-94408f56-f180-4be2-8da5-d32b06a30ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:14.939049 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-94408f56-f180-4be2-8da5-d32b06a30ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:15.022206 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-94408f56-f180-4be2-8da5-d32b06a30ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:15.025168 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-94408f56-f180-4be2-8da5-d32b06a30ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:15.027080 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-94408f56-f180-4be2-8da5-d32b06a30ea1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/55323969-223f-42b5-8dba-0edb96423ea8 HTTP/1.1" status: 204 len: 168 time: 0.2699003 Jul 23 20:19:15.039167 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94408f56-f180-4be2-8da5-d32b06a30ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55323969-223f-42b5-8dba-0edb96423ea8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:15.109874 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36166) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:15.444233 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3feebbaf-eca6-4489-a255-a9657d792cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:15.771848 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc4382-9d15-4ce0-8c16-c35ef32b96d2 req-d51c406a-060c-4cc6-b771-ce043f02d7b2 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:15.779604 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cddc4382-9d15-4ce0-8c16-c35ef32b96d2 req-d51c406a-060c-4cc6-b771-ce043f02d7b2 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 945 time: 0.1573131 Jul 23 20:19:15.863897 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:15.877679 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3feebbaf-eca6-4489-a255-a9657d792cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:15.889722 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cddc4382-9d15-4ce0-8c16-c35ef32b96d2 req-3d77cdcf-8502-4e73-b1c5-109653cac4bc tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091092 Jul 23 20:19:15.890955 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3feebbaf-eca6-4489-a255-a9657d792cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:15.930209 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feebbaf-eca6-4489-a255-a9657d792cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d003b4-bf70-4dcc-a7de-284c6610c06b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:15.951524 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3feebbaf-eca6-4489-a255-a9657d792cff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=95b78ebd1c4348e5a8efa1f6d77a6dfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8405368 Jul 23 20:19:15.956483 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36192) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:16.003584 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c1829f0b-e4bf-466f-845e-7e47ced93502 req-bc027f76-89fb-4338-ae58-9ecaf0f7fe3c tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 210 time: 0.1179183 Jul 23 20:19:16.032571 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-25b2e715-5558-4adc-93f0-f9aa0b4820aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:16.068288 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-25b2e715-5558-4adc-93f0-f9aa0b4820aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:16.129279 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-25b2e715-5558-4adc-93f0-f9aa0b4820aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:16.134575 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-25b2e715-5558-4adc-93f0-f9aa0b4820aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:16.136534 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-25b2e715-5558-4adc-93f0-f9aa0b4820aa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/42d003b4-bf70-4dcc-a7de-284c6610c06b HTTP/1.1" status: 204 len: 168 time: 0.1789503 Jul 23 20:19:16.150145 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b2e715-5558-4adc-93f0-f9aa0b4820aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d003b4-bf70-4dcc-a7de-284c6610c06b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:17.150882 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d149c45-1ba3-4bc9-aa27-3253e25d939b req-cc416582-112c-4eae-a6a6-ab4448f7608d tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:17.158690 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2d149c45-1ba3-4bc9-aa27-3253e25d939b req-cc416582-112c-4eae-a6a6-ab4448f7608d tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 945 time: 0.1543944 Jul 23 20:19:17.190008 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5c209027-b73b-4451-b8dd-456d9b97c5be req-1d0e36c7-6659-4560-8294-6e449045c59a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 210 time: 0.0543973 Jul 23 20:19:17.220735 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2d149c45-1ba3-4bc9-aa27-3253e25d939b req-d4a47cc0-0e66-4147-8041-975170d11c77 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609801 Jul 23 20:19:18.445399 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-08c9bbf0-6bcb-402b-8fdc-df775e4a4461 req-82ec2c47-72e1-499a-a3b2-5d4c9ec67903 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 210 time: 0.0683758 Jul 23 20:19:18.545256 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f14ac7-2c75-4e3f-b31d-4de3e6750cd6 req-a4a4d881-94de-4b50-b1fd-5e0144d01f13 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:18.548338 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-45f14ac7-2c75-4e3f-b31d-4de3e6750cd6 req-a4a4d881-94de-4b50-b1fd-5e0144d01f13 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 945 time: 0.1884708 Jul 23 20:19:18.636277 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-45f14ac7-2c75-4e3f-b31d-4de3e6750cd6 req-7d3f3ef3-3710-4623-8434-86c15affcef5 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794492 Jul 23 20:19:19.173407 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36364) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:19.385593 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36368) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:19.429593 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36372) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:19.629920 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4993cb04-33b8-48ec-8898-94470bae5a80 req-4b4cf796-859c-4304-b3f2-bab8038ad9d7 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 210 time: 0.0534952 Jul 23 20:19:19.701212 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b71abda6-ad04-478f-92cc-d0eda6158323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:19.726181 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6098653b-7ef0-4ac3-a875-139d3f6a8db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:19.750761 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36388) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:19.849905 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b71abda6-ad04-478f-92cc-d0eda6158323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:19.852283 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-950ed59d-023b-4ee7-85ff-df66816e4fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:19.865276 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b71abda6-ad04-478f-92cc-d0eda6158323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:19.866690 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bab4d972-b3c1-4b32-a09b-6e59d6306e44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:19.910579 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b71abda6-ad04-478f-92cc-d0eda6158323 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6c58e8b0ba004aed80803d13ad3a58a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5227439 Jul 23 20:19:19.911900 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71abda6-ad04-478f-92cc-d0eda6158323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f726ce-7562-40d7-a55c-ad4c0f29ad66,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:19.914467 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36398) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:19.934000 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61aabe-0fd5-4405-9f8f-cfc5a2aa0d88 req-327e59c8-b38e-4640-badb-105337cce771 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:19.936779 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9d61aabe-0fd5-4405-9f8f-cfc5a2aa0d88 req-327e59c8-b38e-4640-badb-105337cce771 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 945 time: 0.1315155 Jul 23 20:19:20.001706 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7dc05eee-4e3c-4de0-bfe0-578f9b55badc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:20.030296 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7dc05eee-4e3c-4de0-bfe0-578f9b55badc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:20.048669 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9d61aabe-0fd5-4405-9f8f-cfc5a2aa0d88 req-3b54298b-e11b-4057-b9cc-f831b6ec515c tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041498 Jul 23 20:19:20.083929 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7dc05eee-4e3c-4de0-bfe0-578f9b55badc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:20.087477 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7dc05eee-4e3c-4de0-bfe0-578f9b55badc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:20.088665 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6098653b-7ef0-4ac3-a875-139d3f6a8db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:20.089299 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7dc05eee-4e3c-4de0-bfe0-578f9b55badc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/36f726ce-7562-40d7-a55c-ad4c0f29ad66 HTTP/1.1" status: 204 len: 168 time: 0.1606891 Jul 23 20:19:20.098090 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6098653b-7ef0-4ac3-a875-139d3f6a8db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:20.127821 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc05eee-4e3c-4de0-bfe0-578f9b55badc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f726ce-7562-40d7-a55c-ad4c0f29ad66,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:20.169603 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6098653b-7ef0-4ac3-a875-139d3f6a8db6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ff9d25094cc24e91b229651556f91a3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9935570 Jul 23 20:19:20.171265 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098653b-7ef0-4ac3-a875-139d3f6a8db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4be061-0c0e-47a0-956b-a6d9a7f7e5fb,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:20.175887 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36404) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:20.177008 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.db.api [None req-bab4d972-b3c1-4b32-a09b-6e59d6306e44 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 20:19:20.177008 n-d-793618-10 neutron-server[93876]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 20:19:20.177008 n-d-793618-10 neutron-server[93876]: [parameters: {'project_id_1': 'c65f28238025401d93663a4749a09a84', 'expiration_1': datetime.datetime(2021, 7, 23, 20, 19, 19, 892525)}] Jul 23 20:19:20.177008 n-d-793618-10 neutron-server[93876]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:19:20.177839 n-d-793618-10 neutron-server[93876]: DEBUG oslo_db.api [None req-bab4d972-b3c1-4b32-a09b-6e59d6306e44 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:19:20.241860 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a356421c-7235-4bfd-9081-eeb8247b40c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:20.278058 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a356421c-7235-4bfd-9081-eeb8247b40c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:20.324139 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-950ed59d-023b-4ee7-85ff-df66816e4fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:20.330331 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-950ed59d-023b-4ee7-85ff-df66816e4fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:20.348862 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a356421c-7235-4bfd-9081-eeb8247b40c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:20.356932 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a356421c-7235-4bfd-9081-eeb8247b40c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:20.358575 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a356421c-7235-4bfd-9081-eeb8247b40c0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ac4be061-0c0e-47a0-956b-a6d9a7f7e5fb HTTP/1.1" status: 204 len: 168 time: 0.1793613 Jul 23 20:19:20.382043 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-950ed59d-023b-4ee7-85ff-df66816e4fc2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6571e3bbbd274ff7a88d48d278625cec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9511037 Jul 23 20:19:20.383167 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ed59d-023b-4ee7-85ff-df66816e4fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4865d367-7060-4876-9076-08e6e7980e07,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:20.386210 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36410) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:20.387938 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a356421c-7235-4bfd-9081-eeb8247b40c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4be061-0c0e-47a0-956b-a6d9a7f7e5fb,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:20.498707 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0c640ce1-855d-4f89-bfd6-0f6f2c45b6a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:20.527809 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0c640ce1-855d-4f89-bfd6-0f6f2c45b6a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:20.593997 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0c640ce1-855d-4f89-bfd6-0f6f2c45b6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:20.602211 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0c640ce1-855d-4f89-bfd6-0f6f2c45b6a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:20.606758 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0c640ce1-855d-4f89-bfd6-0f6f2c45b6a2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4865d367-7060-4876-9076-08e6e7980e07 HTTP/1.1" status: 204 len: 168 time: 0.2091165 Jul 23 20:19:20.617725 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36414) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:20.627482 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c640ce1-855d-4f89-bfd6-0f6f2c45b6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4865d367-7060-4876-9076-08e6e7980e07,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:20.679125 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bab4d972-b3c1-4b32-a09b-6e59d6306e44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:20.691941 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-07c174de-ab10-41f2-8dbe-c3abbee96087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:20.850771 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bab4d972-b3c1-4b32-a09b-6e59d6306e44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:20.858142 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bab4d972-b3c1-4b32-a09b-6e59d6306e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:20.896781 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-da91e741-8773-45ac-8b1a-6c421275ddbf req-580dc392-d0c8-4dff-9c16-ea7907a5cc7e tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 210 time: 0.0703239 Jul 23 20:19:20.968340 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bab4d972-b3c1-4b32-a09b-6e59d6306e44 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c65f28238025401d93663a4749a09a84&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2164218 Jul 23 20:19:20.971802 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab4d972-b3c1-4b32-a09b-6e59d6306e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef47666-93a6-403e-8718-7cd08842107c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:20.972345 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36428) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:21.067739 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1b920999-9729-4df1-aa62-93e445ba475a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:21.132639 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1b920999-9729-4df1-aa62-93e445ba475a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:21.273945 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-07c174de-ab10-41f2-8dbe-c3abbee96087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:21.278667 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-07c174de-ab10-41f2-8dbe-c3abbee96087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:21.339566 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1b920999-9729-4df1-aa62-93e445ba475a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:21.345209 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1b920999-9729-4df1-aa62-93e445ba475a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:21.349131 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1b920999-9729-4df1-aa62-93e445ba475a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eef47666-93a6-403e-8718-7cd08842107c HTTP/1.1" status: 204 len: 168 time: 0.3736525 Jul 23 20:19:21.354502 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-07c174de-ab10-41f2-8dbe-c3abbee96087 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ef4714c47b2e4347a1363da06fd77d6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7314491 Jul 23 20:19:21.355426 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36448) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:21.369274 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c174de-ab10-41f2-8dbe-c3abbee96087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276eb51b-8b5a-45bf-a166-b7fb36a45c9b,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:21.467148 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b920999-9729-4df1-aa62-93e445ba475a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef47666-93a6-403e-8718-7cd08842107c,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:21.491831 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaab2cb-6972-4185-9cf7-b866598c10da req-66000856-ef9d-40e6-b332-1f69e20bd3c1 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:21.494689 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ddaab2cb-6972-4185-9cf7-b866598c10da req-66000856-ef9d-40e6-b332-1f69e20bd3c1 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 945 time: 0.2641289 Jul 23 20:19:21.566761 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f50b6547-5a75-4f51-a034-61caaab7796e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:21.591452 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ddaab2cb-6972-4185-9cf7-b866598c10da req-c18e5d53-753e-4b37-9b88-8528640fbbc2 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902934 Jul 23 20:19:21.609168 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f50b6547-5a75-4f51-a034-61caaab7796e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:21.750920 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f50b6547-5a75-4f51-a034-61caaab7796e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:21.754633 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f50b6547-5a75-4f51-a034-61caaab7796e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:21.765037 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f50b6547-5a75-4f51-a034-61caaab7796e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/276eb51b-8b5a-45bf-a166-b7fb36a45c9b HTTP/1.1" status: 204 len: 168 time: 0.4080071 Jul 23 20:19:21.791874 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b6547-5a75-4f51-a034-61caaab7796e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276eb51b-8b5a-45bf-a166-b7fb36a45c9b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:22.155347 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-32249460-93fa-4035-9898-18a69353e082 req-776f0e0c-1a46-4096-96ed-231abe2402d5 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/ports?device_id=81662f5a-cb95-47a2-803a-cb2d1d5f6607 HTTP/1.1" status: 200 len: 210 time: 0.0896745 Jul 23 20:19:22.159694 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [req-bf2c6122-ef4d-4817-a662-fefff0461fc0 req-640eb69d-90b0-4e3e-b80f-7dba2d041381 service neutron] (93876) timed out ('10.222.0.32', 34316) {{(pid=93876) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 20:19:22.184457 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36470) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:22.210450 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7a7d2e0b-0f88-42db-9bd4-71ed6a483455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:22.341803 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7a7d2e0b-0f88-42db-9bd4-71ed6a483455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:22.348452 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7a7d2e0b-0f88-42db-9bd4-71ed6a483455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:22.395020 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d2e0b-0f88-42db-9bd4-71ed6a483455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3439fae2-55be-4822-8c9f-de9d781f6871,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:22.422734 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7a7d2e0b-0f88-42db-9bd4-71ed6a483455 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4b633086b6514d35b33208db7d59193b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2362082 Jul 23 20:19:22.426132 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36474) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:22.515877 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c9e3a088-1ea2-4e22-9e71-0c75f976017c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:22.546795 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c9e3a088-1ea2-4e22-9e71-0c75f976017c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:22.627969 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c9e3a088-1ea2-4e22-9e71-0c75f976017c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:22.632072 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c9e3a088-1ea2-4e22-9e71-0c75f976017c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:22.634771 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c9e3a088-1ea2-4e22-9e71-0c75f976017c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3439fae2-55be-4822-8c9f-de9d781f6871 HTTP/1.1" status: 204 len: 168 time: 0.2067549 Jul 23 20:19:22.645670 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3a088-1ea2-4e22-9e71-0c75f976017c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3439fae2-55be-4822-8c9f-de9d781f6871,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:22.803235 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9c3e0-30b2-4c17-8414-d0c308bf75e5 req-2aa93bf4-0fcc-4ce1-aed6-83481b4e5e53 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:22.806431 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-83c9c3e0-30b2-4c17-8414-d0c308bf75e5 req-2aa93bf4-0fcc-4ce1-aed6-83481b4e5e53 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 945 time: 0.1036978 Jul 23 20:19:22.868425 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-83c9c3e0-30b2-4c17-8414-d0c308bf75e5 req-d52b86da-419d-40a3-a4db-e2b7f644d99f tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519414 Jul 23 20:19:23.278920 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36524) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:23.415279 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43eb9804-fbd9-4223-89ab-a4f96cbd8327 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:23.466466 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43eb9804-fbd9-4223-89ab-a4f96cbd8327 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:23.563040 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43eb9804-fbd9-4223-89ab-a4f96cbd8327 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:23.569127 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43eb9804-fbd9-4223-89ab-a4f96cbd8327 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:23.573181 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-43eb9804-fbd9-4223-89ab-a4f96cbd8327 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "DELETE /v2.0/security-groups/f32addc3-5df2-4066-b4a6-63fddb9e0741 HTTP/1.1" status: 204 len: 168 time: 0.2916327 Jul 23 20:19:23.580444 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36538) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:23.596236 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb9804-fbd9-4223-89ab-a4f96cbd8327 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32addc3-5df2-4066-b4a6-63fddb9e0741,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:23.644555 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-d081c3bf-3574-4af1-a99f-9e4022e31888 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] show failed (client error): The resource could not be found. Jul 23 20:19:23.646320 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d081c3bf-3574-4af1-a99f-9e4022e31888 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "GET /v2.0/security-groups/f32addc3-5df2-4066-b4a6-63fddb9e0741 HTTP/1.1" status: 404 len: 347 time: 0.0645063 Jul 23 20:19:23.649685 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36544) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:23.859657 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-a7100dbf-44cb-4af3-b782-d19c4cca6c8a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Deleting port fc0ec2cc-c5f7-461b-9335-de0cd30a9b9a {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:19:23.859657 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a7100dbf-44cb-4af3-b782-d19c4cca6c8a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:23.974687 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a7100dbf-44cb-4af3-b782-d19c4cca6c8a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:23.975012 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a7100dbf-44cb-4af3-b782-d19c4cca6c8a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:24.000902 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-a7100dbf-44cb-4af3-b782-d19c4cca6c8a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Calling delete_port for fc0ec2cc-c5f7-461b-9335-de0cd30a9b9a owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:19:24.108979 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36556) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:24.265410 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02823e65-59eb-493a-9492-6c147a7b3a0a req-3f894114-a9cb-44d5-812b-75baa2f4f297 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:24.280777 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-02823e65-59eb-493a-9492-6c147a7b3a0a req-3f894114-a9cb-44d5-812b-75baa2f4f297 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 945 time: 0.2376654 Jul 23 20:19:24.365074 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a7100dbf-44cb-4af3-b782-d19c4cca6c8a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:24.403400 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-02823e65-59eb-493a-9492-6c147a7b3a0a req-27754434-0546-4332-a188-db8f7be50be9 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214008 Jul 23 20:19:24.429204 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7100dbf-44cb-4af3-b782-d19c4cca6c8a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Pushing event deleted for resources: {'Port': ['ID=fc0ec2cc-c5f7-461b-9335-de0cd30a9b9a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:24.532154 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a7100dbf-44cb-4af3-b782-d19c4cca6c8a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:24.542710 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a7100dbf-44cb-4af3-b782-d19c4cca6c8a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:24.544776 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a7100dbf-44cb-4af3-b782-d19c4cca6c8a tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "DELETE /v2.0/floatingips/17a11a01-ffa8-40a6-bcba-5117c95d87da HTTP/1.1" status: 204 len: 168 time: 0.8933814 Jul 23 20:19:24.547773 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36568) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:24.792849 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-f669f689-b079-4af5-aeae-20754dcb65cc tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Deleting port 029ccb5c-9717-4b7a-825f-18be8ca06481 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:19:24.793113 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f669f689-b079-4af5-aeae-20754dcb65cc tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:24.841015 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-491ec835-6d65-47e6-a12b-900db0bfb6f3 tempest-ExternalNetworksTestJSON-2009825184 tempest-ExternalNetworksTestJSON-2009825184-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1592234033'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:24.914714 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491ec835-6d65-47e6-a12b-900db0bfb6f3 tempest-ExternalNetworksTestJSON-2009825184 tempest-ExternalNetworksTestJSON-2009825184-project] Made reservation on behalf of ab9b0e52feb345bb96192fe4b4302ea7 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:19:24.921079 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-491ec835-6d65-47e6-a12b-900db0bfb6f3 tempest-ExternalNetworksTestJSON-2009825184 tempest-ExternalNetworksTestJSON-2009825184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:24.933842 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-491ec835-6d65-47e6-a12b-900db0bfb6f3 tempest-ExternalNetworksTestJSON-2009825184 tempest-ExternalNetworksTestJSON-2009825184-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:25.131812 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f669f689-b079-4af5-aeae-20754dcb65cc tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:25.186025 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-491ec835-6d65-47e6-a12b-900db0bfb6f3 tempest-ExternalNetworksTestJSON-2009825184 tempest-ExternalNetworksTestJSON-2009825184-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:25.189780 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-f669f689-b079-4af5-aeae-20754dcb65cc tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Calling delete_port for 029ccb5c-9717-4b7a-825f-18be8ca06481 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:19:25.191207 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-491ec835-6d65-47e6-a12b-900db0bfb6f3 tempest-ExternalNetworksTestJSON-2009825184 tempest-ExternalNetworksTestJSON-2009825184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:25.236562 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-491ec835-6d65-47e6-a12b-900db0bfb6f3 tempest-ExternalNetworksTestJSON-2009825184 tempest-ExternalNetworksTestJSON-2009825184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:19:25.298467 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ec835-6d65-47e6-a12b-900db0bfb6f3 tempest-ExternalNetworksTestJSON-2009825184 tempest-ExternalNetworksTestJSON-2009825184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bef5a78f-7e0f-46ae-98b7-47d20e8b4642,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:25.310007 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-491ec835-6d65-47e6-a12b-900db0bfb6f3 tempest-ExternalNetworksTestJSON-2009825184 tempest-ExternalNetworksTestJSON-2009825184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:25.310358 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-491ec835-6d65-47e6-a12b-900db0bfb6f3 tempest-ExternalNetworksTestJSON-2009825184 tempest-ExternalNetworksTestJSON-2009825184-project] Added segment 189472d2-7214-4670-954c-26535a034952 of type vlan for network 1bbee177-4bc4-4392-a0c4-0551d8ca7517 Jul 23 20:19:25.412670 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-491ec835-6d65-47e6-a12b-900db0bfb6f3 tempest-ExternalNetworksTestJSON-2009825184 tempest-ExternalNetworksTestJSON-2009825184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:25.638323 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-491ec835-6d65-47e6-a12b-900db0bfb6f3 tempest-ExternalNetworksTestJSON-2009825184 tempest-ExternalNetworksTestJSON-2009825184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:25.661012 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491ec835-6d65-47e6-a12b-900db0bfb6f3 tempest-ExternalNetworksTestJSON-2009825184 tempest-ExternalNetworksTestJSON-2009825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:25.661969 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-491ec835-6d65-47e6-a12b-900db0bfb6f3 tempest-ExternalNetworksTestJSON-2009825184 tempest-ExternalNetworksTestJSON-2009825184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:25.762964 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ec835-6d65-47e6-a12b-900db0bfb6f3 tempest-ExternalNetworksTestJSON-2009825184 tempest-ExternalNetworksTestJSON-2009825184-project] Pushing event updated for resources: {'Network': ['ID=1bbee177-4bc4-4392-a0c4-0551d8ca7517,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:25.774255 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 1bbee177-4bc4-4392-a0c4-0551d8ca7517 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:19:25.778501 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-491ec835-6d65-47e6-a12b-900db0bfb6f3 tempest-ExternalNetworksTestJSON-2009825184 tempest-ExternalNetworksTestJSON-2009825184-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6678796 Jul 23 20:19:25.780793 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36600) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:25.834420 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f669f689-b079-4af5-aeae-20754dcb65cc tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:25.880126 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f669f689-b079-4af5-aeae-20754dcb65cc tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Pushing event deleted for resources: {'Port': ['ID=029ccb5c-9717-4b7a-825f-18be8ca06481,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:25.933101 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36606) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:25.964184 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502da2d-c43a-4b4d-b45d-9d6cb01953df req-98aec7f8-9b51-4ab4-933d-7a784ee90f56 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:25.971829 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2502da2d-c43a-4b4d-b45d-9d6cb01953df req-98aec7f8-9b51-4ab4-933d-7a784ee90f56 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 945 time: 0.2995918 Jul 23 20:19:26.065855 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2502da2d-c43a-4b4d-b45d-9d6cb01953df req-de2a9b02-215c-4b91-8ab2-bdb29eaeab9c tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898514 Jul 23 20:19:26.070644 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f669f689-b079-4af5-aeae-20754dcb65cc tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:26.077373 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f669f689-b079-4af5-aeae-20754dcb65cc tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "DELETE /v2.0/ports/029ccb5c-9717-4b7a-825f-18be8ca06481 HTTP/1.1" status: 204 len: 168 time: 1.5278847 Jul 23 20:19:26.079613 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36612) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:26.176176 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-05680216-3214-4b42-97e7-8b41c66b2396 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Request body: {'network': {'name': 'tempest-network--676919918', 'router:external': True}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:26.201418 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05680216-3214-4b42-97e7-8b41c66b2396 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Made reservation on behalf of 01e25960cb6a42e4adc3b1eac2c6ed60 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:19:26.204125 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-05680216-3214-4b42-97e7-8b41c66b2396 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:26.223371 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-05680216-3214-4b42-97e7-8b41c66b2396 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:26.335785 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-9a84f5b0-8182-4407-b4fe-6cd36d83956c tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Deleting port 8ff51102-e428-4ded-a3d1-228f5bfc548f {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:19:26.336531 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9a84f5b0-8182-4407-b4fe-6cd36d83956c tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:26.407269 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-5d2a73c9-2548-4b1e-86b0-545c31ff2f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1788361904'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:26.578904 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9a84f5b0-8182-4407-b4fe-6cd36d83956c tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:26.592835 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-05680216-3214-4b42-97e7-8b41c66b2396 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:26.609227 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-9a84f5b0-8182-4407-b4fe-6cd36d83956c tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Calling delete_port for 8ff51102-e428-4ded-a3d1-228f5bfc548f owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:19:26.615683 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-05680216-3214-4b42-97e7-8b41c66b2396 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:26.685006 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05680216-3214-4b42-97e7-8b41c66b2396 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:19:26.697678 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05680216-3214-4b42-97e7-8b41c66b2396 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ff323f-7e8a-4ccf-8b7a-b6d3828f946e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:26.764316 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-05680216-3214-4b42-97e7-8b41c66b2396 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:26.764844 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-05680216-3214-4b42-97e7-8b41c66b2396 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Added segment 51dd56fe-2aa9-4fd0-a30c-ee76d235be1e of type vlan for network f2c2c9ca-b7df-4c9f-ae34-8cf8ad3960e8 Jul 23 20:19:26.779097 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2a73c9-2548-4b1e-86b0-545c31ff2f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264-project] Made reservation on behalf of 08a1a17caed3408eb5c932fe1db58b33 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:19:26.783578 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5d2a73c9-2548-4b1e-86b0-545c31ff2f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:26.827227 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5d2a73c9-2548-4b1e-86b0-545c31ff2f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:26.871298 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-05680216-3214-4b42-97e7-8b41c66b2396 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:26.995401 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-05680216-3214-4b42-97e7-8b41c66b2396 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:26.996552 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05680216-3214-4b42-97e7-8b41c66b2396 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:26.997211 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-05680216-3214-4b42-97e7-8b41c66b2396 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:27.001116 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9a84f5b0-8182-4407-b4fe-6cd36d83956c tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:27.297168 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84f5b0-8182-4407-b4fe-6cd36d83956c tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Pushing event deleted for resources: {'Port': ['ID=8ff51102-e428-4ded-a3d1-228f5bfc548f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:27.491656 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05680216-3214-4b42-97e7-8b41c66b2396 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Pushing event updated for resources: {'Network': ['ID=f2c2c9ca-b7df-4c9f-ae34-8cf8ad3960e8,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:27.505382 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network f2c2c9ca-b7df-4c9f-ae34-8cf8ad3960e8 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:19:27.564975 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5d2a73c9-2548-4b1e-86b0-545c31ff2f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:27.588053 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5d2a73c9-2548-4b1e-86b0-545c31ff2f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:27.642999 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9a84f5b0-8182-4407-b4fe-6cd36d83956c tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:27.647884 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36660) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:27.657173 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9a84f5b0-8182-4407-b4fe-6cd36d83956c tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "DELETE /v2.0/ports/8ff51102-e428-4ded-a3d1-228f5bfc548f HTTP/1.1" status: 204 len: 168 time: 1.5760431 Jul 23 20:19:27.660404 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-05680216-3214-4b42-97e7-8b41c66b2396 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.8780520 Jul 23 20:19:27.667741 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36662) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:27.755579 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d2a73c9-2548-4b1e-86b0-545c31ff2f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:19:27.758673 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ad63209-7c67-4bc6-9b52-29c163e0b33f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Deleting subnet 3545f046-ef5a-4961-ae7f-d56de353a859 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:19:27.768389 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a73c9-2548-4b1e-86b0-545c31ff2f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccb3554-7d3f-4d9e-b92c-9b19494e601f,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:27.768975 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6ad63209-7c67-4bc6-9b52-29c163e0b33f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:27.819022 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5d2a73c9-2548-4b1e-86b0-545c31ff2f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:27.819373 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-5d2a73c9-2548-4b1e-86b0-545c31ff2f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264-project] Added segment 5ede2be8-dbef-4bed-b385-df9324583f0a of type vlan for network ea81d9dc-dde6-492d-a8a3-3936e17913a0 Jul 23 20:19:27.849183 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76919a9-c532-4a56-9e71-155f680112d9 req-dda1e2e7-1225-46ad-8e84-f8fd003d5f9b tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:27.856459 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6ad63209-7c67-4bc6-9b52-29c163e0b33f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:27.857381 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c76919a9-c532-4a56-9e71-155f680112d9 req-dda1e2e7-1225-46ad-8e84-f8fd003d5f9b tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 945 time: 0.6207147 Jul 23 20:19:27.905678 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9e355798-78e3-492d-aa41-a33235cbf4ff tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:27.923410 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5d2a73c9-2548-4b1e-86b0-545c31ff2f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:27.976325 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c76919a9-c532-4a56-9e71-155f680112d9 req-f54618e4-ae2e-4d53-981c-fc53726c0796 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179225 Jul 23 20:19:28.026390 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5d2a73c9-2548-4b1e-86b0-545c31ff2f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:28.033017 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2a73c9-2548-4b1e-86b0-545c31ff2f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:28.034107 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5d2a73c9-2548-4b1e-86b0-545c31ff2f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:28.084932 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6ad63209-7c67-4bc6-9b52-29c163e0b33f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:28.089360 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5d2a73c9-2548-4b1e-86b0-545c31ff2f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.1556885 Jul 23 20:19:28.138555 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9e355798-78e3-492d-aa41-a33235cbf4ff tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:28.184745 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a73c9-2548-4b1e-86b0-545c31ff2f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264-project] Pushing event updated for resources: {'Network': ['ID=ea81d9dc-dde6-492d-a8a3-3936e17913a0,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:28.189721 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-9e355798-78e3-492d-aa41-a33235cbf4ff tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c2c9ca-b7df-4c9f-ae34-8cf8ad3960e8']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:28.197619 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network ea81d9dc-dde6-492d-a8a3-3936e17913a0 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:19:28.218885 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6ad63209-7c67-4bc6-9b52-29c163e0b33f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:28.226159 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-9e355798-78e3-492d-aa41-a33235cbf4ff tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51dd56fe-2aa9-4fd0-a30c-ee76d235be1e') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:28.228563 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-9e355798-78e3-492d-aa41-a33235cbf4ff tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51dd56fe-2aa9-4fd0-a30c-ee76d235be1e') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:28.251836 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9e355798-78e3-492d-aa41-a33235cbf4ff tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:28.258913 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad63209-7c67-4bc6-9b52-29c163e0b33f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Pushing event deleted for resources: {'Subnet': ['ID=3545f046-ef5a-4961-ae7f-d56de353a859,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:28.269800 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6ad63209-7c67-4bc6-9b52-29c163e0b33f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:28.272563 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6ad63209-7c67-4bc6-9b52-29c163e0b33f tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "DELETE /v2.0/subnets/3545f046-ef5a-4961-ae7f-d56de353a859 HTTP/1.1" status: 204 len: 168 time: 0.6228263 Jul 23 20:19:28.276015 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36688) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:28.297153 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9e355798-78e3-492d-aa41-a33235cbf4ff tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:28.311288 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e355798-78e3-492d-aa41-a33235cbf4ff tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:19:28.311863 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9e355798-78e3-492d-aa41-a33235cbf4ff tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:28.319158 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:19:28.319158 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:19:28.319158 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:19:28.319158 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:19:28.319158 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:19:28.319158 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:19:28.319158 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:19:28.319158 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:19:28.319158 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:19:28.319158 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:19:28.319158 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:19:28.319158 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:19:28.319158 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:19:28.319158 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:19:28.319158 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:19:28.319158 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:19:28.319158 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:19:28.319158 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:19:28.319158 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:19:28.319158 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:19:28.319158 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:19:28.319158 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:19:28.319158 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:19:28.319158 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:19:28.319158 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:19:28.319158 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:19:28.319158 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:19:28.319158 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:19:28.319158 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:19:28.319158 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:19:28.319158 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:19:28.319158 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:19:28.384222 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd48d2ad-b423-41d1-95ae-210f06b28521 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Deleting subnet c0f9617a-d2a2-49d1-82ea-1415c4ffd90c {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:19:28.389948 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd48d2ad-b423-41d1-95ae-210f06b28521 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:28.401651 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0986cf-cbde-4e36-80bd-b27aa165a091 None None] Network 48945854-cc22-4ffa-90b9-415f56c007c5 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:19:28.478600 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9e355798-78e3-492d-aa41-a33235cbf4ff tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:28.486551 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e355798-78e3-492d-aa41-a33235cbf4ff tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f2c2c9ca-b7df-4c9f-ae34-8cf8ad3960e8 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 20:19:28.499544 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9e355798-78e3-492d-aa41-a33235cbf4ff tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:28.501729 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9e355798-78e3-492d-aa41-a33235cbf4ff tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] 10.222.0.32 "DELETE /v2.0/networks/f2c2c9ca-b7df-4c9f-ae34-8cf8ad3960e8 HTTP/1.1" status: 204 len: 168 time: 0.8186107 Jul 23 20:19:28.503504 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e355798-78e3-492d-aa41-a33235cbf4ff tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Pushing event deleted for resources: {'Network': ['ID=f2c2c9ca-b7df-4c9f-ae34-8cf8ad3960e8,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:28.512983 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36692) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:28.518739 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-c010ae93-6a59-4519-b118-399e5503fc86 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:28.554349 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c010ae93-6a59-4519-b118-399e5503fc86 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Made reservation on behalf of 01e25960cb6a42e4adc3b1eac2c6ed60 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:19:28.558905 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c010ae93-6a59-4519-b118-399e5503fc86 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:28.576295 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd48d2ad-b423-41d1-95ae-210f06b28521 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:28.641528 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c010ae93-6a59-4519-b118-399e5503fc86 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:19:28.663976 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c010ae93-6a59-4519-b118-399e5503fc86 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:28.664341 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-c010ae93-6a59-4519-b118-399e5503fc86 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Added segment 6c81ea4f-86bf-4e0e-8430-578e2c1a46ce of type vlan for network d9e9d57d-6268-4bf2-9694-b9701d16c324 Jul 23 20:19:28.761541 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c010ae93-6a59-4519-b118-399e5503fc86 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:28.986631 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cb46c3-1151-48df-8db0-1a36ba22b75f None None] DHCP port deletion for 48945854-cc22-4ffa-90b9-415f56c007c5 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:19:28.997106 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd48d2ad-b423-41d1-95ae-210f06b28521 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:29.050932 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c010ae93-6a59-4519-b118-399e5503fc86 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:29.051958 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c010ae93-6a59-4519-b118-399e5503fc86 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:29.053241 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c010ae93-6a59-4519-b118-399e5503fc86 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:29.082187 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36698) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:29.100886 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36702) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:29.116710 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Request body: {'port': {'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0', 'binding:host_id': 'n-h1-793618-10', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649186050'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:29.193215 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-f6cb46c3-1151-48df-8db0-1a36ba22b75f None None] Deleting port 3ccd33b1-ac91-4ec3-afc6-ecc5bd69a3cc {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:19:29.202862 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f6cb46c3-1151-48df-8db0-1a36ba22b75f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:29.314920 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Made reservation on behalf of 1413efa85b414897884a3a56cd19103a for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:19:29.329005 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:29.382021 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:29.418601 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c010ae93-6a59-4519-b118-399e5503fc86 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Pushing event updated for resources: {'Network': ['ID=d9e9d57d-6268-4bf2-9694-b9701d16c324,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:29.439519 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-f6cb46c3-1151-48df-8db0-1a36ba22b75f None None] For port 3ccd33b1-ac91-4ec3-afc6-ecc5bd69a3cc, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3ccd33b1-ac91-4ec3-afc6-ecc5bd69a3cc,segment=NetworkSegment(a267e6d5-9155-4637-920b-e8299e47a264),segment_id=a267e6d5-9155-4637-920b-e8299e47a264)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:29.440664 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f6cb46c3-1151-48df-8db0-1a36ba22b75f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:29.450703 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd48d2ad-b423-41d1-95ae-210f06b28521 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:29.487185 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c010ae93-6a59-4519-b118-399e5503fc86 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9726417 Jul 23 20:19:29.499575 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36712) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:29.504768 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3ccd33b1-ac91-4ec3-afc6-ecc5bd69a3cc no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:19:29.512401 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network d9e9d57d-6268-4bf2-9694-b9701d16c324 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:19:29.531567 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-f6ecb5a3-848f-467c-98b6-f0e41ddbcb93 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Request body: {'subnet': {'network_id': 'd9e9d57d-6268-4bf2-9694-b9701d16c324', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:29.574792 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48d2ad-b423-41d1-95ae-210f06b28521 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Pushing event deleted for resources: {'Subnet': ['ID=c0f9617a-d2a2-49d1-82ea-1415c4ffd90c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:29.623451 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd48d2ad-b423-41d1-95ae-210f06b28521 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:29.627876 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bd48d2ad-b423-41d1-95ae-210f06b28521 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "DELETE /v2.0/subnets/c0f9617a-d2a2-49d1-82ea-1415c4ffd90c HTTP/1.1" status: 204 len: 168 time: 1.3485079 Jul 23 20:19:29.630495 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36716) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:29.686926 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935ea282-bf59-4de0-8b30-aeddcf971e0c None None] Network 24944fa3-9e4d-479a-a53d-6bb8b5f56882 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:19:29.713983 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded8604-9ced-4abd-99f0-d4506d379409 req-6bb1f789-1908-4c2c-970e-ab012d266a59 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:29.717944 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1ded8604-9ced-4abd-99f0-d4506d379409 req-6bb1f789-1908-4c2c-970e-ab012d266a59 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 945 time: 0.4702098 Jul 23 20:19:29.720198 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-f6cb46c3-1151-48df-8db0-1a36ba22b75f None None] Calling delete_port for 3ccd33b1-ac91-4ec3-afc6-ecc5bd69a3cc owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:19:29.799196 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-85b04d6b-3d7d-4957-b913-ac7045015904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:29.861104 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1ded8604-9ced-4abd-99f0-d4506d379409 req-6dc2cf07-367f-4cae-9590-412d8c92dcf5 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285663 Jul 23 20:19:29.878020 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-604f8da6-0ee9-4b84-96b9-1a2c2b6ad0b6 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:29.904870 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:29.912655 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:29.943709 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ecb5a3-848f-467c-98b6-f0e41ddbcb93 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Made reservation on behalf of 01e25960cb6a42e4adc3b1eac2c6ed60 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:19:29.947512 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f6ecb5a3-848f-467c-98b6-f0e41ddbcb93 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:29.966258 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] device_id is not set on port 6354a888-b67f-4859-b97e-54c25ac3eec1 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:19:29.997719 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc42e83-4be4-4a9a-9b9f-3e5849c543cf,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:30.067740 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:30.086816 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f6cb46c3-1151-48df-8db0-1a36ba22b75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:30.114418 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-604f8da6-0ee9-4b84-96b9-1a2c2b6ad0b6 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Deleting port 3ccd33b1-ac91-4ec3-afc6-ecc5bd69a3cc {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:19:30.115275 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-604f8da6-0ee9-4b84-96b9-1a2c2b6ad0b6 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:30.172903 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cb46c3-1151-48df-8db0-1a36ba22b75f None None] No DVR routers for this DVR port 3ccd33b1-ac91-4ec3-afc6-ecc5bd69a3cc on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:19:30.240966 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-604f8da6-0ee9-4b84-96b9-1a2c2b6ad0b6 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] For port 3ccd33b1-ac91-4ec3-afc6-ecc5bd69a3cc, host n-d-793618-10, got binding levels [] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:30.241661 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-604f8da6-0ee9-4b84-96b9-1a2c2b6ad0b6 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:30.249036 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb46c3-1151-48df-8db0-1a36ba22b75f None None] Pushing event deleted for resources: {'Port': ['ID=3ccd33b1-ac91-4ec3-afc6-ecc5bd69a3cc,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:30.314475 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-604f8da6-0ee9-4b84-96b9-1a2c2b6ad0b6 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Calling delete_port for 3ccd33b1-ac91-4ec3-afc6-ecc5bd69a3cc owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:19:30.332061 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.ipam_backend_mixin [None req-604f8da6-0ee9-4b84-96b9-1a2c2b6ad0b6 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Port 3ccd33b1-ac91-4ec3-afc6-ecc5bd69a3cc was not found and therefore no delete operation was performed {{(pid=93875) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:19:30.373221 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-604f8da6-0ee9-4b84-96b9-1a2c2b6ad0b6 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:30.463393 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b17d24-8ab6-4ff9-925c-1bd61bdf8267 None None] DHCP port deletion for 24944fa3-9e4d-479a-a53d-6bb8b5f56882 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:19:30.473990 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] device_id is not set on port 6354a888-b67f-4859-b97e-54c25ac3eec1 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:19:30.476609 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604f8da6-0ee9-4b84-96b9-1a2c2b6ad0b6 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] No DVR routers for this DVR port 3ccd33b1-ac91-4ec3-afc6-ecc5bd69a3cc on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:19:30.486369 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:30.495265 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f8da6-0ee9-4b84-96b9-1a2c2b6ad0b6 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Pushing event deleted for resources: {'Port': ['ID=3ccd33b1-ac91-4ec3-afc6-ecc5bd69a3cc,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:30.503423 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Transition to ACTIVE for port object 6354a888-b67f-4859-b97e-54c25ac3eec1 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:19:30.519840 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:30.613157 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-18b17d24-8ab6-4ff9-925c-1bd61bdf8267 None None] Deleting port 1ccc1f09-400e-4874-84a3-6ec0ad698760 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:19:30.613577 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-18b17d24-8ab6-4ff9-925c-1bd61bdf8267 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:30.682335 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-604f8da6-0ee9-4b84-96b9-1a2c2b6ad0b6 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:30.683907 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-85b04d6b-3d7d-4957-b913-ac7045015904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:30.707678 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-604f8da6-0ee9-4b84-96b9-1a2c2b6ad0b6 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48945854-cc22-4ffa-90b9-415f56c007c5']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:30.719700 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-18b17d24-8ab6-4ff9-925c-1bd61bdf8267 None None] For port 1ccc1f09-400e-4874-84a3-6ec0ad698760, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=1ccc1f09-400e-4874-84a3-6ec0ad698760,segment=NetworkSegment(ebdc46e1-ed98-486e-b7df-53f92cdf705b),segment_id=ebdc46e1-ed98-486e-b7df-53f92cdf705b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:30.724835 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-18b17d24-8ab6-4ff9-925c-1bd61bdf8267 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:30.750079 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-18b17d24-8ab6-4ff9-925c-1bd61bdf8267 None None] Calling delete_port for 1ccc1f09-400e-4874-84a3-6ec0ad698760 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:19:30.753036 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-85b04d6b-3d7d-4957-b913-ac7045015904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:30.756101 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-604f8da6-0ee9-4b84-96b9-1a2c2b6ad0b6 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a267e6d5-9155-4637-920b-e8299e47a264') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:30.760232 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-604f8da6-0ee9-4b84-96b9-1a2c2b6ad0b6 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a267e6d5-9155-4637-920b-e8299e47a264') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:30.841410 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-604f8da6-0ee9-4b84-96b9-1a2c2b6ad0b6 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:30.861265 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-18b17d24-8ab6-4ff9-925c-1bd61bdf8267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:30.864047 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-604f8da6-0ee9-4b84-96b9-1a2c2b6ad0b6 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:30.875049 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-604f8da6-0ee9-4b84-96b9-1a2c2b6ad0b6 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:19:30.875462 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-604f8da6-0ee9-4b84-96b9-1a2c2b6ad0b6 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:30.888180 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:19:30.888180 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:19:30.888180 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:19:30.888180 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:19:30.888180 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:19:30.888180 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:19:30.888180 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:19:30.888180 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:19:30.888180 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:19:30.888180 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:19:30.888180 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:19:30.888180 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:19:30.888180 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:19:30.888180 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:19:30.888180 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:19:30.888180 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:19:30.888180 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:19:30.888180 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:19:30.888180 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:19:30.888180 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:19:30.888180 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:19:30.888180 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:19:30.888180 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:19:30.888180 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:19:30.888180 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:19:30.888180 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:19:30.888180 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:19:30.888180 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:19:30.888180 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:19:30.888180 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:19:30.888180 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:19:30.888180 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:19:30.895407 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b17d24-8ab6-4ff9-925c-1bd61bdf8267 None None] Pushing event deleted for resources: {'Port': ['ID=1ccc1f09-400e-4874-84a3-6ec0ad698760,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:30.902834 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b17d24-8ab6-4ff9-925c-1bd61bdf8267 None None] No DVR routers for this DVR port 1ccc1f09-400e-4874-84a3-6ec0ad698760 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:19:30.913078 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-85b04d6b-3d7d-4957-b913-ac7045015904 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b8a01699147a4c10b271e54802c3727f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8281353 Jul 23 20:19:30.925206 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36748) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:30.955462 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b04d6b-3d7d-4957-b913-ac7045015904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30be5679-cd3a-4fe0-a78a-fa9ddb7814a0,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:30.966798 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Pushing event updated for resources: {'Port': ['ID=6354a888-b67f-4859-b97e-54c25ac3eec1,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:30.988869 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Checking segment: {'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:19:30.989586 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Network hostable DHCP agents. Network: ea81d9dc-dde6-492d-a8a3-3936e17913a0, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:19:31.039140 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Network ea81d9dc-dde6-492d-a8a3-3936e17913a0 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:19:31.048423 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-27a9bfd2-441c-4fbd-806b-7530a348cb0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:31.086786 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-27a9bfd2-441c-4fbd-806b-7530a348cb0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:31.113992 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, ea81d9dc-dde6-492d-a8a3-3936e17913a0) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:19:31.136428 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e3526f-c7b9-407c-b1ff-1e2ecde7cd02 None None] Network ea81d9dc-dde6-492d-a8a3-3936e17913a0 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:19:31.171379 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-604f8da6-0ee9-4b84-96b9-1a2c2b6ad0b6 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:31.187185 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:19:31.253965 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:31.256981 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:31.257505 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:31.270108 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Port 6354a888-b67f-4859-b97e-54c25ac3eec1 on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:19:31.270881 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Failed to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 on host n-h1-793618-10 for vnic_type normal using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] Jul 23 20:19:31.274233 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-604f8da6-0ee9-4b84-96b9-1a2c2b6ad0b6 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:31.280392 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-604f8da6-0ee9-4b84-96b9-1a2c2b6ad0b6 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "DELETE /v2.0/networks/48945854-cc22-4ffa-90b9-415f56c007c5 HTTP/1.1" status: 204 len: 168 time: 1.6458540 Jul 23 20:19:31.282039 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36766) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:31.282749 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempt 2 to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 Jul 23 20:19:31.283042 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f8da6-0ee9-4b84-96b9-1a2c2b6ad0b6 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Pushing event deleted for resources: {'Network': ['ID=48945854-cc22-4ffa-90b9-415f56c007c5,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:31.323154 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 1ccc1f09-400e-4874-84a3-6ec0ad698760 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:19:31.390238 n-d-793618-10 neutron-server[93875]: DEBUG neutron.objects.ports [None req-f6ecb5a3-848f-467c-98b6-f0e41ddbcb93 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93875) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 20:19:31.391086 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f6ecb5a3-848f-467c-98b6-f0e41ddbcb93 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:31.406774 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f5bbc4fa-8d01-4982-99ac-38cf1be5b2c9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:31.411901 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 1ccc1f09-400e-4874-84a3-6ec0ad698760 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:19:31.412474 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 1ccc1f09-400e-4874-84a3-6ec0ad698760 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:19:31.442055 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:31.442356 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:31.442764 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:31.454962 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69303843-b1d7-41ef-b811-30dda4d2152c req-b0f27630-af00-41ba-866b-ec0d65a2b3ea tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:31.456531 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-69303843-b1d7-41ef-b811-30dda4d2152c req-b0f27630-af00-41ba-866b-ec0d65a2b3ea tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 945 time: 0.3886929 Jul 23 20:19:31.458530 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Port 6354a888-b67f-4859-b97e-54c25ac3eec1 on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:19:31.458849 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Failed to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 on host n-h1-793618-10 for vnic_type normal using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] Jul 23 20:19:31.481307 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempt 3 to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 Jul 23 20:19:31.518729 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-27a9bfd2-441c-4fbd-806b-7530a348cb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:31.523564 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-27a9bfd2-441c-4fbd-806b-7530a348cb0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:31.525758 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-27a9bfd2-441c-4fbd-806b-7530a348cb0e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/30be5679-cd3a-4fe0-a78a-fa9ddb7814a0 HTTP/1.1" status: 204 len: 168 time: 0.6039956 Jul 23 20:19:31.550954 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f5bbc4fa-8d01-4982-99ac-38cf1be5b2c9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:31.563401 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-f5bbc4fa-8d01-4982-99ac-38cf1be5b2c9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24944fa3-9e4d-479a-a53d-6bb8b5f56882']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:31.572790 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ecb5a3-848f-467c-98b6-f0e41ddbcb93 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fa6c4d5e-dd99-49f8-b4c8-da4b7e190115,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:31.574908 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-f5bbc4fa-8d01-4982-99ac-38cf1be5b2c9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebdc46e1-ed98-486e-b7df-53f92cdf705b') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:31.575249 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-f5bbc4fa-8d01-4982-99ac-38cf1be5b2c9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebdc46e1-ed98-486e-b7df-53f92cdf705b') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:31.585820 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f5bbc4fa-8d01-4982-99ac-38cf1be5b2c9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:31.599440 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a9bfd2-441c-4fbd-806b-7530a348cb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30be5679-cd3a-4fe0-a78a-fa9ddb7814a0,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:31.600526 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f5bbc4fa-8d01-4982-99ac-38cf1be5b2c9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:31.608147 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5bbc4fa-8d01-4982-99ac-38cf1be5b2c9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:19:31.608622 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f5bbc4fa-8d01-4982-99ac-38cf1be5b2c9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:31.633212 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ecb5a3-848f-467c-98b6-f0e41ddbcb93 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Checking segment: {'id': '6c81ea4f-86bf-4e0e-8430-578e2c1a46ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd9e9d57d-6268-4bf2-9694-b9701d16c324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:19:31.633616 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ecb5a3-848f-467c-98b6-f0e41ddbcb93 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Network hostable DHCP agents. Network: d9e9d57d-6268-4bf2-9694-b9701d16c324, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:19:31.682645 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ecb5a3-848f-467c-98b6-f0e41ddbcb93 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Network d9e9d57d-6268-4bf2-9694-b9701d16c324 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:19:31.701867 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-f6ecb5a3-848f-467c-98b6-f0e41ddbcb93 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, d9e9d57d-6268-4bf2-9694-b9701d16c324) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:19:31.706503 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ecb5a3-848f-467c-98b6-f0e41ddbcb93 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:31.707177 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f6ecb5a3-848f-467c-98b6-f0e41ddbcb93 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:31.715383 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d747de92-e37d-4b8e-9add-9c18b977023f None None] Network d9e9d57d-6268-4bf2-9694-b9701d16c324 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:19:31.734570 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f6ecb5a3-848f-467c-98b6-f0e41ddbcb93 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2202923 Jul 23 20:19:31.738313 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36776) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:31.742908 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-8e2351ab-b7fa-4845-9fbf-f3f79b73900c tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Request body: {'floatingip': {'floating_network_id': 'd9e9d57d-6268-4bf2-9694-b9701d16c324'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:31.773223 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:19:31.773223 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:19:31.773223 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:19:31.773223 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:19:31.773223 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:19:31.773223 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:19:31.773223 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:19:31.773223 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:19:31.773223 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:19:31.773223 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:19:31.773223 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:19:31.773223 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:19:31.773223 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:19:31.773223 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:19:31.773223 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:19:31.773223 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:19:31.773223 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:19:31.773223 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:19:31.773223 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:19:31.773223 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:19:31.773223 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:19:31.773223 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:19:31.773223 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:19:31.773223 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:19:31.773223 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:19:31.773223 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:19:31.773223 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:19:31.773223 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:19:31.773223 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:19:31.773223 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:19:31.773223 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:19:31.773223 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:19:31.793245 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f5bbc4fa-8d01-4982-99ac-38cf1be5b2c9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:31.800845 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8e2351ab-b7fa-4845-9fbf-f3f79b73900c tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:31.836003 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f5bbc4fa-8d01-4982-99ac-38cf1be5b2c9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:31.847780 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f5bbc4fa-8d01-4982-99ac-38cf1be5b2c9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] 10.222.0.32 "DELETE /v2.0/networks/24944fa3-9e4d-479a-a53d-6bb8b5f56882 HTTP/1.1" status: 204 len: 168 time: 0.5596979 Jul 23 20:19:31.851297 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:31.851865 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:31.852493 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:31.892063 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Port 6354a888-b67f-4859-b97e-54c25ac3eec1 on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:19:31.893303 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Failed to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 on host n-h1-793618-10 for vnic_type normal using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] Jul 23 20:19:31.895447 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempt 4 to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 Jul 23 20:19:31.906200 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bbc4fa-8d01-4982-99ac-38cf1be5b2c9 tempest-TaggedBootDevicesTest-979840881 tempest-TaggedBootDevicesTest-979840881-project] Pushing event deleted for resources: {'Network': ['ID=24944fa3-9e4d-479a-a53d-6bb8b5f56882,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:31.915796 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-69303843-b1d7-41ef-b811-30dda4d2152c req-f81a9690-6435-46c3-9073-a88fa83f82f1 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4295259 Jul 23 20:19:31.943345 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:31.944013 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:31.944513 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:31.954976 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Port 6354a888-b67f-4859-b97e-54c25ac3eec1 on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:19:31.955313 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Failed to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 on host n-h1-793618-10 for vnic_type normal using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] Jul 23 20:19:31.956378 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempt 5 to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 Jul 23 20:19:31.989399 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:31.992653 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:31.993415 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:32.019244 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Port 6354a888-b67f-4859-b97e-54c25ac3eec1 on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:19:32.028124 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Failed to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 on host n-h1-793618-10 for vnic_type normal using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] Jul 23 20:19:32.038178 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempt 6 to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 Jul 23 20:19:32.098959 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955e4c49-0a29-45c9-a286-9a33c0341b5e None None] Network d9e9d57d-6268-4bf2-9694-b9701d16c324 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:19:32.104446 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:32.104992 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:32.105239 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:32.136668 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Port 6354a888-b67f-4859-b97e-54c25ac3eec1 on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:19:32.137048 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Failed to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 on host n-h1-793618-10 for vnic_type normal using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] Jul 23 20:19:32.137392 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempt 7 to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 Jul 23 20:19:32.203853 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:32.204200 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:32.208296 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:32.237070 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Port 6354a888-b67f-4859-b97e-54c25ac3eec1 on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:19:32.237661 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Failed to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 on host n-h1-793618-10 for vnic_type normal using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] Jul 23 20:19:32.238220 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempt 8 to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 Jul 23 20:19:32.258409 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:32.259970 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:32.262932 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:32.275565 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Port 6354a888-b67f-4859-b97e-54c25ac3eec1 on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:19:32.276248 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Failed to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 on host n-h1-793618-10 for vnic_type normal using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] Jul 23 20:19:32.276855 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempt 9 to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 Jul 23 20:19:32.307650 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:32.310592 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:32.312454 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:32.329517 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Port 6354a888-b67f-4859-b97e-54c25ac3eec1 on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:19:32.329860 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Failed to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 on host n-h1-793618-10 for vnic_type normal using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] Jul 23 20:19:32.330265 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempt 10 to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 Jul 23 20:19:32.386636 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:32.386992 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:32.387334 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:32.401993 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Port 6354a888-b67f-4859-b97e-54c25ac3eec1 on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:19:32.402336 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Failed to bind port 6354a888-b67f-4859-b97e-54c25ac3eec1 on host n-h1-793618-10 for vnic_type normal using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] Jul 23 20:19:32.402927 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:32.612441 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:19:32.657308 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36806) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:32.679022 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fe554c6a-a607-4910-a2c5-8c320387bdfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:32.687783 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] For port 6354a888-b67f-4859-b97e-54c25ac3eec1, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:19:32.688303 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempted to set empty binding levels {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 20:19:32.696055 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:32.723957 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8e2351ab-b7fa-4845-9fbf-f3f79b73900c tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:32.736472 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:32.737498 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:32.777970 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Pushing event updated for resources: {'Port': ['ID=6354a888-b67f-4859-b97e-54c25ac3eec1,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:32.815660 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be57f82-608e-4e6a-a09d-d4cfadbd249f req-4502a8b8-abef-45b8-b17a-ad8f339bc055 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:32.825573 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2be57f82-608e-4e6a-a09d-d4cfadbd249f req-4502a8b8-abef-45b8-b17a-ad8f339bc055 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 945 time: 0.2467978 Jul 23 20:19:32.920113 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fe554c6a-a607-4910-a2c5-8c320387bdfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:32.924535 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-8e2351ab-b7fa-4845-9fbf-f3f79b73900c tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Allocated IP 172.20.0.6 (d9e9d57d-6268-4bf2-9694-b9701d16c324/fa6c4d5e-dd99-49f8-b4c8-da4b7e190115/bf9b37b1-c8f2-4e8e-bc83-a369f85107b5) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:19:32.927448 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fe554c6a-a607-4910-a2c5-8c320387bdfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:32.946285 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2be57f82-608e-4e6a-a09d-d4cfadbd249f req-68f9d9dd-d3be-4659-a4f4-0c2c9d2873da tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123140 Jul 23 20:19:32.971781 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ef554b4c-aa6c-4f6e-8387-a892f1d130ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 3.8662639 Jul 23 20:19:32.972727 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36814) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:33.023518 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-fe554c6a-a607-4910-a2c5-8c320387bdfe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2c7da999d241430fa1673fea1632b872&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3627067 Jul 23 20:19:33.025052 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36816) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:33.166670 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe554c6a-a607-4910-a2c5-8c320387bdfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d56c64a-a735-42a0-aeef-e021d2a14634,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:33.258602 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37258661-4fe7-4afe-b9b6-5500229b8615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:33.266955 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-8ee26e77-6bc9-4f9e-97bc-6eaf6edca550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Deleting port 6354a888-b67f-4859-b97e-54c25ac3eec1 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:19:33.267300 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ee26e77-6bc9-4f9e-97bc-6eaf6edca550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:33.310555 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37258661-4fe7-4afe-b9b6-5500229b8615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:33.322254 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8e2351ab-b7fa-4845-9fbf-f3f79b73900c tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:33.382716 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e5f46-ad32-49c7-91f6-a9058e524baa req-dd63b03e-3253-4206-8c94-3034b303f2e1 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:33.385161 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-070e5f46-ad32-49c7-91f6-a9058e524baa req-dd63b03e-3253-4206-8c94-3034b303f2e1 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 945 time: 0.3294463 Jul 23 20:19:33.391191 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-8ee26e77-6bc9-4f9e-97bc-6eaf6edca550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] For port 6354a888-b67f-4859-b97e-54c25ac3eec1, host n-h1-793618-10, got binding levels [] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:33.391533 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ee26e77-6bc9-4f9e-97bc-6eaf6edca550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:33.421054 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-8ee26e77-6bc9-4f9e-97bc-6eaf6edca550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Calling delete_port for 6354a888-b67f-4859-b97e-54c25ac3eec1 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:19:33.427426 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8e2351ab-b7fa-4845-9fbf-f3f79b73900c tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:33.507216 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2351ab-b7fa-4845-9fbf-f3f79b73900c tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Network d9e9d57d-6268-4bf2-9694-b9701d16c324 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:19:33.513412 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-070e5f46-ad32-49c7-91f6-a9058e524baa req-61a657e6-2da1-441e-aa0a-b6caa40b7580 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192856 Jul 23 20:19:33.516297 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-8e2351ab-b7fa-4845-9fbf-f3f79b73900c tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:19:33.547191 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37258661-4fe7-4afe-b9b6-5500229b8615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:33.549834 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37258661-4fe7-4afe-b9b6-5500229b8615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:33.556778 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-37258661-4fe7-4afe-b9b6-5500229b8615 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d56c64a-a735-42a0-aeef-e021d2a14634 HTTP/1.1" status: 204 len: 168 time: 0.5266433 Jul 23 20:19:33.557221 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2351ab-b7fa-4845-9fbf-f3f79b73900c tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:19:33.582683 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37258661-4fe7-4afe-b9b6-5500229b8615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d56c64a-a735-42a0-aeef-e021d2a14634,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:33.632093 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2351ab-b7fa-4845-9fbf-f3f79b73900c tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Pushing event updated for resources: {'Port': ['ID=bf9b37b1-c8f2-4e8e-bc83-a369f85107b5,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:33.742948 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ee26e77-6bc9-4f9e-97bc-6eaf6edca550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:33.835184 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee26e77-6bc9-4f9e-97bc-6eaf6edca550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Pushing event deleted for resources: {'Port': ['ID=6354a888-b67f-4859-b97e-54c25ac3eec1,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:33.860574 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ee26e77-6bc9-4f9e-97bc-6eaf6edca550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:33.862543 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8ee26e77-6bc9-4f9e-97bc-6eaf6edca550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] 10.222.0.32 "DELETE /v2.0/ports/6354a888-b67f-4859-b97e-54c25ac3eec1 HTTP/1.1" status: 204 len: 168 time: 0.8886707 Jul 23 20:19:33.866582 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36836) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:33.912694 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8e2351ab-b7fa-4845-9fbf-f3f79b73900c tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:33.969571 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc021371-2a4d-47f8-a679-4eeee32419ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] GET failed (client error): The resource could not be found. Jul 23 20:19:33.975429 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bc021371-2a4d-47f8-a679-4eeee32419ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] 10.222.0.32 "GET /v2.0/ports/6354a888-b67f-4859-b97e-54c25ac3eec1 HTTP/1.1" status: 404 len: 333 time: 0.1068208 Jul 23 20:19:33.979651 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36840) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:33.995878 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-5d3df193-3b4c-44a6-9dc9-e7a0421bd1ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Request body: {'port': {'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230357882'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:33.998059 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8e2351ab-b7fa-4845-9fbf-f3f79b73900c tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:34.036863 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3df193-3b4c-44a6-9dc9-e7a0421bd1ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Made reservation on behalf of 1413efa85b414897884a3a56cd19103a for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:19:34.039360 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5d3df193-3b4c-44a6-9dc9-e7a0421bd1ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:34.058354 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-5d3df193-3b4c-44a6-9dc9-e7a0421bd1ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] device_id is not set on port a51c6991-d8c0-45d4-8752-6bc0b2cc172a yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:19:34.122473 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da3279-e196-4e5e-8c43-0d9087a64c9b req-a6fce411-9e0c-4520-a84d-5399210973a2 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:34.129342 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-60da3279-e196-4e5e-8c43-0d9087a64c9b req-a6fce411-9e0c-4520-a84d-5399210973a2 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 945 time: 0.1286125 Jul 23 20:19:34.226080 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-60da3279-e196-4e5e-8c43-0d9087a64c9b req-577760b1-4614-4737-ac05-173011744398 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899000 Jul 23 20:19:34.311785 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8e2351ab-b7fa-4845-9fbf-f3f79b73900c tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:34.316994 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8e2351ab-b7fa-4845-9fbf-f3f79b73900c tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:34.379391 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5d3df193-3b4c-44a6-9dc9-e7a0421bd1ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:34.395673 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8e2351ab-b7fa-4845-9fbf-f3f79b73900c tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:34.411173 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8e2351ab-b7fa-4845-9fbf-f3f79b73900c tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:34.412478 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8e2351ab-b7fa-4845-9fbf-f3f79b73900c tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.6730382 Jul 23 20:19:34.415240 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36852) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:34.505860 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2351ab-b7fa-4845-9fbf-f3f79b73900c tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Pushing event updated for resources: {'Port': ['ID=bf9b37b1-c8f2-4e8e-bc83-a369f85107b5,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:34.520033 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5d3df193-3b4c-44a6-9dc9-e7a0421bd1ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:34.524501 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-26d304bc-0d65-4760-b31d-c4ecfad43eac tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] 10.222.0.32 "GET /v2.0/floatingips?floating_network_id=d9e9d57d-6268-4bf2-9694-b9701d16c324 HTTP/1.1" status: 200 len: 689 time: 0.1077611 Jul 23 20:19:34.525234 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36860) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:34.596712 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3df193-3b4c-44a6-9dc9-e7a0421bd1ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Network ea81d9dc-dde6-492d-a8a3-3936e17913a0 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:19:34.601961 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-5d3df193-3b4c-44a6-9dc9-e7a0421bd1ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:19:34.607385 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3df193-3b4c-44a6-9dc9-e7a0421bd1ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:19:34.608247 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3df193-3b4c-44a6-9dc9-e7a0421bd1ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:34.608839 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5d3df193-3b4c-44a6-9dc9-e7a0421bd1ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:34.617879 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3df193-3b4c-44a6-9dc9-e7a0421bd1ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Pushing event updated for resources: {'Port': ['ID=a51c6991-d8c0-45d4-8752-6bc0b2cc172a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:34.629922 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5d3df193-3b4c-44a6-9dc9-e7a0421bd1ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6490726 Jul 23 20:19:34.633702 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36866) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:34.646402 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:34.817185 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b8cbc24-b0c7-47a9-a424-9eebfa6e33aa tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:34.867246 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:35.100543 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-0b8cbc24-b0c7-47a9-a424-9eebfa6e33aa tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Deleting port bf9b37b1-c8f2-4e8e-bc83-a369f85107b5 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:19:35.101303 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b8cbc24-b0c7-47a9-a424-9eebfa6e33aa tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:35.312367 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b8cbc24-b0c7-47a9-a424-9eebfa6e33aa tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:35.312695 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b8cbc24-b0c7-47a9-a424-9eebfa6e33aa tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:35.346823 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-0b8cbc24-b0c7-47a9-a424-9eebfa6e33aa tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Calling delete_port for bf9b37b1-c8f2-4e8e-bc83-a369f85107b5 owned by network:floatingip {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:19:35.835763 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b8cbc24-b0c7-47a9-a424-9eebfa6e33aa tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:35.898699 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e9a97-df40-4310-85c9-042787642768 req-e561d309-2797-482d-9762-62d6427dd4a5 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:35.902480 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e11e9a97-df40-4310-85c9-042787642768 req-e561d309-2797-482d-9762-62d6427dd4a5 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 945 time: 0.8395317 Jul 23 20:19:35.921980 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8cbc24-b0c7-47a9-a424-9eebfa6e33aa tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf9b37b1-c8f2-4e8e-bc83-a369f85107b5,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:36.068564 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b8cbc24-b0c7-47a9-a424-9eebfa6e33aa tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:36.112495 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] device_id is not set on port a51c6991-d8c0-45d4-8752-6bc0b2cc172a yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:19:36.158387 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa57ab-b567-4394-beec-c15a6923fe00 req-018e3710-aefa-4015-b0f0-88ceb69d1c10 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:36.171916 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7afa57ab-b567-4394-beec-c15a6923fe00 req-018e3710-aefa-4015-b0f0-88ceb69d1c10 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 945 time: 0.4497898 Jul 23 20:19:36.197102 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:36.204851 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b8cbc24-b0c7-47a9-a424-9eebfa6e33aa tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:36.307719 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Transition to ACTIVE for port object a51c6991-d8c0-45d4-8752-6bc0b2cc172a will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:19:36.327218 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:36.341684 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7afa57ab-b567-4394-beec-c15a6923fe00 req-a33fd767-2072-46f0-9a11-2c9c19ff29a0 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688704 Jul 23 20:19:36.435854 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b8cbc24-b0c7-47a9-a424-9eebfa6e33aa tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:36.458196 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Pushing event updated for resources: {'Port': ['ID=a51c6991-d8c0-45d4-8752-6bc0b2cc172a,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:36.540247 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8cbc24-b0c7-47a9-a424-9eebfa6e33aa tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fa6c4d5e-dd99-49f8-b4c8-da4b7e190115,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:36.570769 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-e11e9a97-df40-4310-85c9-042787642768 req-afad13c6-dad9-4309-94d5-07cc7a3d9650 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Deleting port 0780de93-895b-4aba-bfe9-b7ca94aab227 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:19:36.572221 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e11e9a97-df40-4310-85c9-042787642768 req-afad13c6-dad9-4309-94d5-07cc7a3d9650 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:36.667178 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b8cbc24-b0c7-47a9-a424-9eebfa6e33aa tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:36.694629 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-0b8cbc24-b0c7-47a9-a424-9eebfa6e33aa tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9e9d57d-6268-4bf2-9694-b9701d16c324']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:36.720241 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-0b8cbc24-b0c7-47a9-a424-9eebfa6e33aa tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c81ea4f-86bf-4e0e-8430-578e2c1a46ce') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:36.720929 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-0b8cbc24-b0c7-47a9-a424-9eebfa6e33aa tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c81ea4f-86bf-4e0e-8430-578e2c1a46ce') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:36.747909 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b8cbc24-b0c7-47a9-a424-9eebfa6e33aa tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:36.786009 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:36.786355 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:36.786697 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:36.786909 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b8cbc24-b0c7-47a9-a424-9eebfa6e33aa tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:36.806892 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Port a51c6991-d8c0-45d4-8752-6bc0b2cc172a on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:19:36.809096 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Failed to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a on host n-h1-793618-10 for vnic_type normal using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] Jul 23 20:19:36.812895 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempt 2 to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a Jul 23 20:19:36.824695 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b8cbc24-b0c7-47a9-a424-9eebfa6e33aa tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:19:36.825608 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b8cbc24-b0c7-47a9-a424-9eebfa6e33aa tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:36.837681 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:19:36.837681 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:19:36.837681 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:19:36.837681 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:19:36.837681 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:19:36.837681 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:19:36.837681 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:19:36.837681 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:19:36.837681 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:19:36.837681 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:19:36.837681 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:19:36.837681 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:19:36.837681 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:19:36.837681 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:19:36.837681 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:19:36.837681 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:19:36.837681 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:19:36.837681 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:19:36.837681 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:19:36.837681 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:19:36.837681 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:19:36.837681 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:19:36.837681 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:19:36.837681 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:19:36.837681 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:19:36.837681 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:19:36.837681 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:19:36.837681 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:19:36.837681 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:19:36.837681 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:19:36.837681 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:19:36.837681 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:19:36.852448 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:36.853390 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:36.856382 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:36.872887 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Port a51c6991-d8c0-45d4-8752-6bc0b2cc172a on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:19:36.873217 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Failed to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a on host n-h1-793618-10 for vnic_type normal using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] Jul 23 20:19:36.881116 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempt 3 to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a Jul 23 20:19:36.988219 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:36.990380 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:36.991023 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:36.998264 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-e11e9a97-df40-4310-85c9-042787642768 req-afad13c6-dad9-4309-94d5-07cc7a3d9650 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] For port 0780de93-895b-4aba-bfe9-b7ca94aab227, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0780de93-895b-4aba-bfe9-b7ca94aab227,segment=NetworkSegment(69080602-6244-4faa-8140-ce9343de0881),segment_id=69080602-6244-4faa-8140-ce9343de0881)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:36.999206 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e11e9a97-df40-4310-85c9-042787642768 req-afad13c6-dad9-4309-94d5-07cc7a3d9650 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:37.003946 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Port a51c6991-d8c0-45d4-8752-6bc0b2cc172a on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:19:37.005086 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Failed to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a on host n-h1-793618-10 for vnic_type normal using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] Jul 23 20:19:37.014493 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempt 4 to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a Jul 23 20:19:37.043846 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-e11e9a97-df40-4310-85c9-042787642768 req-afad13c6-dad9-4309-94d5-07cc7a3d9650 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Calling delete_port for 0780de93-895b-4aba-bfe9-b7ca94aab227 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:19:37.049405 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b8cbc24-b0c7-47a9-a424-9eebfa6e33aa tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:37.063461 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:37.064110 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:37.064699 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:37.098268 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8cbc24-b0c7-47a9-a424-9eebfa6e33aa tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d9e9d57d-6268-4bf2-9694-b9701d16c324 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 20:19:37.101432 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8cbc24-b0c7-47a9-a424-9eebfa6e33aa tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Pushing event deleted for resources: {'Network': ['ID=d9e9d57d-6268-4bf2-9694-b9701d16c324,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:37.107908 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b8cbc24-b0c7-47a9-a424-9eebfa6e33aa tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:37.112994 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0b8cbc24-b0c7-47a9-a424-9eebfa6e33aa tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] 10.222.0.32 "DELETE /v2.0/networks/d9e9d57d-6268-4bf2-9694-b9701d16c324 HTTP/1.1" status: 204 len: 168 time: 2.5862072 Jul 23 20:19:37.115794 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36944) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:37.242724 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Port a51c6991-d8c0-45d4-8752-6bc0b2cc172a on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:19:37.252414 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Failed to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a on host n-h1-793618-10 for vnic_type normal using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] Jul 23 20:19:37.261685 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempt 5 to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a Jul 23 20:19:37.354925 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:37.355637 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:37.356197 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:37.384196 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Port a51c6991-d8c0-45d4-8752-6bc0b2cc172a on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:19:37.391191 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Failed to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a on host n-h1-793618-10 for vnic_type normal using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] Jul 23 20:19:37.393485 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempt 6 to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a Jul 23 20:19:37.405311 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ed4e8103-9f00-4b4b-bc3d-2b11fd22f8b9 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.2854140 Jul 23 20:19:37.405870 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36952) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:37.439760 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:37.452621 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:37.453338 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:37.471364 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Port a51c6991-d8c0-45d4-8752-6bc0b2cc172a on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:19:37.472317 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Failed to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a on host n-h1-793618-10 for vnic_type normal using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] Jul 23 20:19:37.473749 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempt 7 to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a Jul 23 20:19:37.508556 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:37.513294 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:37.513974 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:37.596303 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Port a51c6991-d8c0-45d4-8752-6bc0b2cc172a on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:19:37.599105 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Failed to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a on host n-h1-793618-10 for vnic_type normal using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] Jul 23 20:19:37.609687 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempt 8 to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a Jul 23 20:19:37.718400 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:37.719080 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:37.719930 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:37.753378 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Port a51c6991-d8c0-45d4-8752-6bc0b2cc172a on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:19:37.758163 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Failed to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a on host n-h1-793618-10 for vnic_type normal using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] Jul 23 20:19:37.760399 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempt 9 to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a Jul 23 20:19:37.802639 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e11e9a97-df40-4310-85c9-042787642768 req-afad13c6-dad9-4309-94d5-07cc7a3d9650 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:37.815180 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['b1032d90-a671-4ad4-ae31-8b75c3d80e4c'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:19:37.870799 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a60a61-1cde-4f48-9870-e009ed28795d tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:37.875889 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a60a61-1cde-4f48-9870-e009ed28795d tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:37.876663 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a60a61-1cde-4f48-9870-e009ed28795d tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:37.877445 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a60a61-1cde-4f48-9870-e009ed28795d tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:37.878231 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a60a61-1cde-4f48-9870-e009ed28795d tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:37.878992 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a60a61-1cde-4f48-9870-e009ed28795d tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:37.898708 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a60a61-1cde-4f48-9870-e009ed28795d tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:37.908197 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:37.909222 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-28a60a61-1cde-4f48-9870-e009ed28795d tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4659 time: 0.5021613 Jul 23 20:19:37.912864 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:37.912864 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:37.915866 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36962) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:38.023282 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad13c6-dad9-4309-94d5-07cc7a3d9650 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Pushing event deleted for resources: {'Port': ['ID=0780de93-895b-4aba-bfe9-b7ca94aab227,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:38.035036 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3f55b-78b3-4b03-8e3e-c800e6ddb31a req-71a4cdb3-23dc-4fc4-b494-77b3d0a65b9f tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:38.070357 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ab3f55b-78b3-4b03-8e3e-c800e6ddb31a req-71a4cdb3-23dc-4fc4-b494-77b3d0a65b9f tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 867 time: 0.4053762 Jul 23 20:19:38.231117 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Port a51c6991-d8c0-45d4-8752-6bc0b2cc172a on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:19:38.231387 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Failed to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a on host n-h1-793618-10 for vnic_type normal using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] Jul 23 20:19:38.232172 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-ca94c29f-24ff-451b-8da5-d7aded01f290 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] delete failed (client error): The resource could not be found. Jul 23 20:19:38.245459 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ca94c29f-24ff-451b-8da5-d7aded01f290 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/f43ae0ba-5d1c-4673-8057-096610466518 HTTP/1.1" status: 404 len: 345 time: 0.3260250 Jul 23 20:19:38.245980 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ab3f55b-78b3-4b03-8e3e-c800e6ddb31a req-0f557b63-6dc9-4422-b98f-d4b7f811364c tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736126 Jul 23 20:19:38.246157 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 36968) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:38.334222 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempt 10 to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a Jul 23 20:19:38.398987 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:38.399335 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:38.399826 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:38.408813 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11e9a97-df40-4310-85c9-042787642768 req-afad13c6-dad9-4309-94d5-07cc7a3d9650 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] No DVR routers for this DVR port 0780de93-895b-4aba-bfe9-b7ca94aab227 on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:19:38.415922 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e11e9a97-df40-4310-85c9-042787642768 req-afad13c6-dad9-4309-94d5-07cc7a3d9650 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:38.418083 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e11e9a97-df40-4310-85c9-042787642768 req-afad13c6-dad9-4309-94d5-07cc7a3d9650 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.30 "DELETE /v2.0/ports/0780de93-895b-4aba-bfe9-b7ca94aab227 HTTP/1.1" status: 204 len: 173 time: 2.4524302 Jul 23 20:19:38.418544 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2079d6-296a-455f-af3e-f0b38f4dff21', 'name': 'network-vif-deleted', 'tag': '0780de93-895b-4aba-bfe9-b7ca94aab227'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:19:38.422758 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2401dac9-2bfc-4b12-bee9-b82061792e32" -d '{"events": [{"server_uuid": "cd2079d6-296a-455f-af3e-f0b38f4dff21", "name": "network-vif-deleted", "tag": "0780de93-895b-4aba-bfe9-b7ca94aab227"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:19:38.438904 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Port a51c6991-d8c0-45d4-8752-6bc0b2cc172a on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:19:38.439260 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Failed to bind port a51c6991-d8c0-45d4-8752-6bc0b2cc172a on host n-h1-793618-10 for vnic_type normal using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] Jul 23 20:19:38.439654 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:38.444683 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8991bcc-fd61-4732-88e9-0dda4580ac0d tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] DELETE failed (client error): The resource could not be found. Jul 23 20:19:38.445409 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8991bcc-fd61-4732-88e9-0dda4580ac0d tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:19:38.455872 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36980) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:38.457133 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b8991bcc-fd61-4732-88e9-0dda4580ac0d tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] 10.222.0.32 "DELETE /v2.0/networks/d9e9d57d-6268-4bf2-9694-b9701d16c324 HTTP/1.1" status: 404 len: 339 time: 0.0743525 Jul 23 20:19:38.464457 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-17bab6c3-b6ec-471d-b8be-bce73c125a2a tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Request body: {'network': {'name': 'tempest-network--499090891', 'router:external': True}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:38.600923 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bab6c3-b6ec-471d-b8be-bce73c125a2a tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Made reservation on behalf of 01e25960cb6a42e4adc3b1eac2c6ed60 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:19:38.611013 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-17bab6c3-b6ec-471d-b8be-bce73c125a2a tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:38.724568 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17bab6c3-b6ec-471d-b8be-bce73c125a2a tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:19:38.750863 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-17bab6c3-b6ec-471d-b8be-bce73c125a2a tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:38.751420 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-17bab6c3-b6ec-471d-b8be-bce73c125a2a tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Added segment 5e118cd8-df00-4162-bfe5-f06f57c14d4a of type vlan for network cd0ad48f-63a6-41aa-9c64-30f8df3bae49 Jul 23 20:19:38.783876 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] For port a51c6991-d8c0-45d4-8752-6bc0b2cc172a, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:19:38.784960 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempted to set empty binding levels {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 20:19:38.795058 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:38.906964 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] In _notify_port_updated(), no bound segment for port a51c6991-d8c0-45d4-8752-6bc0b2cc172a on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 {{(pid=93876) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:19:38.908473 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:38.909206 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:38.921497 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] 10.222.0.32 "PUT /v2.0/ports/a51c6991-d8c0-45d4-8752-6bc0b2cc172a HTTP/1.1" status: 200 len: 980 time: 4.2845440 Jul 23 20:19:38.936011 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36990) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:38.944152 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-17bab6c3-b6ec-471d-b8be-bce73c125a2a tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:38.967115 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a4066d-761c-4cba-bb76-18ab5cd9245c tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Pushing event updated for resources: {'Port': ['ID=a51c6991-d8c0-45d4-8752-6bc0b2cc172a,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:39.143504 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62681e8f-099d-48f3-96aa-e57ef9487f76 x-openstack-request-id: req-62681e8f-099d-48f3-96aa-e57ef9487f76 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:19:39.144112 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2079d6-296a-455f-af3e-f0b38f4dff21", "name": "network-vif-deleted", "tag": "0780de93-895b-4aba-bfe9-b7ca94aab227", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:19:39.144696 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-62681e8f-099d-48f3-96aa-e57ef9487f76 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:19:39.145430 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2079d6-296a-455f-af3e-f0b38f4dff21', 'name': 'network-vif-deleted', 'tag': '0780de93-895b-4aba-bfe9-b7ca94aab227', 'status': 'completed', 'code': 200} Jul 23 20:19:39.298733 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-17bab6c3-b6ec-471d-b8be-bce73c125a2a tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:39.304851 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bab6c3-b6ec-471d-b8be-bce73c125a2a tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:39.310019 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-17bab6c3-b6ec-471d-b8be-bce73c125a2a tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:39.615856 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bab6c3-b6ec-471d-b8be-bce73c125a2a tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Pushing event updated for resources: {'Network': ['ID=cd0ad48f-63a6-41aa-9c64-30f8df3bae49,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:39.630190 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network cd0ad48f-63a6-41aa-9c64-30f8df3bae49 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:19:39.657258 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 0780de93-895b-4aba-bfe9-b7ca94aab227 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:19:39.717494 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55e76f-2652-419a-848e-c8d24cd1e0ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:39.717982 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55e76f-2652-419a-848e-c8d24cd1e0ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:39.718468 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55e76f-2652-419a-848e-c8d24cd1e0ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:39.718952 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55e76f-2652-419a-848e-c8d24cd1e0ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:39.719426 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55e76f-2652-419a-848e-c8d24cd1e0ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:39.719902 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55e76f-2652-419a-848e-c8d24cd1e0ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:39.720372 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55e76f-2652-419a-848e-c8d24cd1e0ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:39.720839 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55e76f-2652-419a-848e-c8d24cd1e0ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:39.721305 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55e76f-2652-419a-848e-c8d24cd1e0ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:39.724900 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 0780de93-895b-4aba-bfe9-b7ca94aab227 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:19:39.725240 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 0780de93-895b-4aba-bfe9-b7ca94aab227 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:19:39.734417 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55e76f-2652-419a-848e-c8d24cd1e0ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:39.735183 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55e76f-2652-419a-848e-c8d24cd1e0ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:39.735875 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55e76f-2652-419a-848e-c8d24cd1e0ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:39.736508 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55e76f-2652-419a-848e-c8d24cd1e0ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:39.737138 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55e76f-2652-419a-848e-c8d24cd1e0ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:39.737797 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55e76f-2652-419a-848e-c8d24cd1e0ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:39.746327 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37012) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:39.746773 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3f55e76f-2652-419a-848e-c8d24cd1e0ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13788 time: 0.8091595 Jul 23 20:19:39.780671 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-17bab6c3-b6ec-471d-b8be-bce73c125a2a tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3223515 Jul 23 20:19:39.783506 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-08725eec-125f-4232-8821-1f7c4cb3b48f req-4f183865-7d0b-4e19-9657-7d4c45408a45 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2079d6-296a-455f-af3e-f0b38f4dff21 HTTP/1.1" status: 200 len: 210 time: 0.1706710 Jul 23 20:19:39.785967 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37014) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:40.044611 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52390972-53a9-456e-a2ea-fb814db2df24 tempest-ExternalNetworksTestJSON-2009825184 tempest-ExternalNetworksTestJSON-2009825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:40.072968 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52390972-53a9-456e-a2ea-fb814db2df24 tempest-ExternalNetworksTestJSON-2009825184 tempest-ExternalNetworksTestJSON-2009825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:40.080529 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52390972-53a9-456e-a2ea-fb814db2df24 tempest-ExternalNetworksTestJSON-2009825184 tempest-ExternalNetworksTestJSON-2009825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:40.103544 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52390972-53a9-456e-a2ea-fb814db2df24 tempest-ExternalNetworksTestJSON-2009825184 tempest-ExternalNetworksTestJSON-2009825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:40.112925 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-52390972-53a9-456e-a2ea-fb814db2df24 tempest-ExternalNetworksTestJSON-2009825184 tempest-ExternalNetworksTestJSON-2009825184-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3209224 Jul 23 20:19:40.115646 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37024) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:40.148780 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-abf299b8-a1c2-4aaf-bedf-feb91a07e737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Deleting port a51c6991-d8c0-45d4-8752-6bc0b2cc172a {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:19:40.150427 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-abf299b8-a1c2-4aaf-bedf-feb91a07e737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:40.170639 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-983479b6-fe38-4e2c-aaca-cd21310a5d20 req-93c519cb-d040-423e-8f4c-ffb24c59831a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d4f741c4-74e9-4e2f-ab2a-e3964302e34f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.5937209 Jul 23 20:19:40.251048 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4842f9fe-e532-4709-a6d5-00108373bb66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:40.405935 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983479b6-fe38-4e2c-aaca-cd21310a5d20 req-38db69ac-81b6-40e5-98d4-22ade5581732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:40.408101 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-983479b6-fe38-4e2c-aaca-cd21310a5d20 req-38db69ac-81b6-40e5-98d4-22ade5581732 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2748f4b40df14523b46431ce846cbb13&device_id=d4f741c4-74e9-4e2f-ab2a-e3964302e34f HTTP/1.1" status: 200 len: 1098 time: 0.1848876 Jul 23 20:19:40.577837 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37028) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:40.619288 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c612c456-1c90-4e52-8e66-5cd3fb116065 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:40.637067 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-abf299b8-a1c2-4aaf-bedf-feb91a07e737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] For port a51c6991-d8c0-45d4-8752-6bc0b2cc172a, host n-h1-793618-10, got binding levels [] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:40.637763 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-abf299b8-a1c2-4aaf-bedf-feb91a07e737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:40.722675 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-abf299b8-a1c2-4aaf-bedf-feb91a07e737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Calling delete_port for a51c6991-d8c0-45d4-8752-6bc0b2cc172a owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:19:40.737690 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983479b6-fe38-4e2c-aaca-cd21310a5d20 req-65ebc726-51b0-4157-b141-fd3a365de732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:40.742250 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-983479b6-fe38-4e2c-aaca-cd21310a5d20 req-65ebc726-51b0-4157-b141-fd3a365de732 service neutron] 10.222.0.18 "GET /v2.0/networks?id=98a30b96-c863-4728-b0d0-d47c79801693 HTTP/1.1" status: 200 len: 907 time: 0.3099358 Jul 23 20:19:40.861932 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-983479b6-fe38-4e2c-aaca-cd21310a5d20 req-0b2007fc-5476-4cda-aa53-e6db6876c0f6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1032d90-a671-4ad4-ae31-8b75c3d80e4c HTTP/1.1" status: 200 len: 217 time: 0.1114974 Jul 23 20:19:41.039057 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983479b6-fe38-4e2c-aaca-cd21310a5d20 req-902afb3f-cdfa-4edc-b3ec-ef7261af075f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:41.044959 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-983479b6-fe38-4e2c-aaca-cd21310a5d20 req-902afb3f-cdfa-4edc-b3ec-ef7261af075f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2edc7abb-7a35-4b24-95dd-2cab074cfd4c HTTP/1.1" status: 200 len: 846 time: 0.1772232 Jul 23 20:19:41.122013 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c612c456-1c90-4e52-8e66-5cd3fb116065 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:41.137493 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-983479b6-fe38-4e2c-aaca-cd21310a5d20 req-200fc54a-a094-46bc-9451-47a17920ca4c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=98a30b96-c863-4728-b0d0-d47c79801693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848525 Jul 23 20:19:41.154283 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [req-983479b6-fe38-4e2c-aaca-cd21310a5d20 req-52cf285f-72de-42a3-a702-5c13d23fddb2 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:19:41.156493 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-983479b6-fe38-4e2c-aaca-cd21310a5d20 req-52cf285f-72de-42a3-a702-5c13d23fddb2 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130558 Jul 23 20:19:41.193708 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-c612c456-1c90-4e52-8e66-5cd3fb116065 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd0ad48f-63a6-41aa-9c64-30f8df3bae49']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:41.213530 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-86625091-2d44-43a3-b187-7d2dc43f8e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:41.239311 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-c612c456-1c90-4e52-8e66-5cd3fb116065 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e118cd8-df00-4162-bfe5-f06f57c14d4a') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:41.240088 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-c612c456-1c90-4e52-8e66-5cd3fb116065 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e118cd8-df00-4162-bfe5-f06f57c14d4a') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:41.267010 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c612c456-1c90-4e52-8e66-5cd3fb116065 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:41.306416 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-abf299b8-a1c2-4aaf-bedf-feb91a07e737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:41.412200 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-983479b6-fe38-4e2c-aaca-cd21310a5d20 req-8c1d91eb-8a68-465e-bffb-390cb87953e8 service neutron] 10.222.0.18 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496231 Jul 23 20:19:41.554103 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-86625091-2d44-43a3-b187-7d2dc43f8e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:41.653453 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-983479b6-fe38-4e2c-aaca-cd21310a5d20 req-9ebad543-b337-4454-abab-c01b9b1f4715 service neutron] 10.222.0.18 "GET /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352293 Jul 23 20:19:41.665507 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c612c456-1c90-4e52-8e66-5cd3fb116065 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:41.667829 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf299b8-a1c2-4aaf-bedf-feb91a07e737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Pushing event deleted for resources: {'Port': ['ID=a51c6991-d8c0-45d4-8752-6bc0b2cc172a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:41.705524 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-86625091-2d44-43a3-b187-7d2dc43f8e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:41.737508 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c612c456-1c90-4e52-8e66-5cd3fb116065 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:19:41.738233 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c612c456-1c90-4e52-8e66-5cd3fb116065 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:41.744676 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-abf299b8-a1c2-4aaf-bedf-feb91a07e737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:41.751009 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-abf299b8-a1c2-4aaf-bedf-feb91a07e737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] 10.222.0.32 "DELETE /v2.0/ports/a51c6991-d8c0-45d4-8752-6bc0b2cc172a HTTP/1.1" status: 204 len: 168 time: 2.0034418 Jul 23 20:19:41.753717 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:19:41.753717 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:19:41.753717 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:19:41.753717 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:19:41.753717 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:19:41.753717 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:19:41.753717 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:19:41.753717 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:19:41.753717 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:19:41.753717 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:19:41.753717 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:19:41.753717 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:19:41.753717 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:19:41.753717 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:19:41.753717 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:19:41.753717 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:19:41.753717 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:19:41.753717 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:19:41.753717 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:19:41.753717 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:19:41.753717 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:19:41.753717 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:19:41.753717 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:19:41.753717 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:19:41.753717 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:19:41.753717 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:19:41.753717 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:19:41.753717 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:19:41.753717 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:19:41.753717 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:19:41.753717 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:19:41.753717 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:19:41.756515 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37066) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:41.832886 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9d5cb65-bd78-4387-ae9b-02d4afff4f74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] GET failed (client error): The resource could not be found. Jul 23 20:19:41.847322 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b9d5cb65-bd78-4387-ae9b-02d4afff4f74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] 10.222.0.32 "GET /v2.0/ports/a51c6991-d8c0-45d4-8752-6bc0b2cc172a HTTP/1.1" status: 404 len: 333 time: 0.0826049 Jul 23 20:19:41.849798 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37070) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:41.863642 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-05762e77-230a-4834-8282-a91f12f2e3b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2046644238', 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:41.894845 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf299b8-a1c2-4aaf-bedf-feb91a07e737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:41.898923 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf299b8-a1c2-4aaf-bedf-feb91a07e737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:41.902175 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf299b8-a1c2-4aaf-bedf-feb91a07e737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:41.902813 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf299b8-a1c2-4aaf-bedf-feb91a07e737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:41.903639 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf299b8-a1c2-4aaf-bedf-feb91a07e737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:41.904824 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf299b8-a1c2-4aaf-bedf-feb91a07e737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:41.906701 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf299b8-a1c2-4aaf-bedf-feb91a07e737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:41.921104 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf299b8-a1c2-4aaf-bedf-feb91a07e737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:41.923877 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf299b8-a1c2-4aaf-bedf-feb91a07e737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:41.924412 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf299b8-a1c2-4aaf-bedf-feb91a07e737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:41.924801 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf299b8-a1c2-4aaf-bedf-feb91a07e737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:41.925310 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf299b8-a1c2-4aaf-bedf-feb91a07e737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:41.946252 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-86625091-2d44-43a3-b187-7d2dc43f8e43 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5360b6b40d9f4cd8b848d40864dc6303&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3667021 Jul 23 20:19:41.951171 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37076) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:41.978921 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05762e77-230a-4834-8282-a91f12f2e3b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Made reservation on behalf of 1413efa85b414897884a3a56cd19103a for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:19:41.986432 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-05762e77-230a-4834-8282-a91f12f2e3b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:42.140381 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-05762e77-230a-4834-8282-a91f12f2e3b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] device_id is not set on port ba69eced-0c04-45d9-b7c7-41ab0aa73a48 yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:19:42.179433 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86625091-2d44-43a3-b187-7d2dc43f8e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf43166-f97d-42f7-bd75-99661bc4ddad,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:42.195850 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c612c456-1c90-4e52-8e66-5cd3fb116065 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:42.207997 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c612c456-1c90-4e52-8e66-5cd3fb116065 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cd0ad48f-63a6-41aa-9c64-30f8df3bae49 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 20:19:42.212211 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c612c456-1c90-4e52-8e66-5cd3fb116065 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:42.212798 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-998468ca-ccf7-412d-bf3a-836d7e03d9e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:42.215575 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c612c456-1c90-4e52-8e66-5cd3fb116065 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] 10.222.0.32 "DELETE /v2.0/networks/cd0ad48f-63a6-41aa-9c64-30f8df3bae49 HTTP/1.1" status: 204 len: 168 time: 2.0988655 Jul 23 20:19:42.222231 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37088) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:42.255253 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-69960257-b8e4-4cf9-84ea-5fecceda6bdc tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Request body: {'network': {'name': 'tempest-network--1927120214', 'router:external': True}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:42.332764 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69960257-b8e4-4cf9-84ea-5fecceda6bdc tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Made reservation on behalf of 01e25960cb6a42e4adc3b1eac2c6ed60 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:19:42.351305 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69960257-b8e4-4cf9-84ea-5fecceda6bdc tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:42.358107 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c612c456-1c90-4e52-8e66-5cd3fb116065 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Pushing event deleted for resources: {'Network': ['ID=cd0ad48f-63a6-41aa-9c64-30f8df3bae49,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:42.420796 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69960257-b8e4-4cf9-84ea-5fecceda6bdc tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:19:42.432646 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-998468ca-ccf7-412d-bf3a-836d7e03d9e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:42.450281 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69960257-b8e4-4cf9-84ea-5fecceda6bdc tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:42.450786 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-69960257-b8e4-4cf9-84ea-5fecceda6bdc tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Added segment 952856ba-bda4-4cdd-aece-e6e6791414e3 of type vlan for network 165e79d7-a5f5-44c0-a0c7-3d77188d37d6 Jul 23 20:19:42.563910 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69960257-b8e4-4cf9-84ea-5fecceda6bdc tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:42.677202 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69960257-b8e4-4cf9-84ea-5fecceda6bdc tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:42.678154 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69960257-b8e4-4cf9-84ea-5fecceda6bdc tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:42.679987 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69960257-b8e4-4cf9-84ea-5fecceda6bdc tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:42.715478 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-998468ca-ccf7-412d-bf3a-836d7e03d9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:42.725575 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-69960257-b8e4-4cf9-84ea-5fecceda6bdc tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4968698 Jul 23 20:19:42.729742 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37106) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:42.737356 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-998468ca-ccf7-412d-bf3a-836d7e03d9e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:42.758106 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-998468ca-ccf7-412d-bf3a-836d7e03d9e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2cf43166-f97d-42f7-bd75-99661bc4ddad HTTP/1.1" status: 204 len: 168 time: 0.8045926 Jul 23 20:19:42.900606 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998468ca-ccf7-412d-bf3a-836d7e03d9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf43166-f97d-42f7-bd75-99661bc4ddad,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:43.190622 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69960257-b8e4-4cf9-84ea-5fecceda6bdc tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Pushing event updated for resources: {'Network': ['ID=165e79d7-a5f5-44c0-a0c7-3d77188d37d6,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:43.210249 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 165e79d7-a5f5-44c0-a0c7-3d77188d37d6 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:19:43.235291 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694b2438-8d9f-47d1-a7da-00426dd17fa0 tempest-ExternalNetworksTestJSON-2009825184 tempest-ExternalNetworksTestJSON-2009825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:43.256372 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-694b2438-8d9f-47d1-a7da-00426dd17fa0 tempest-ExternalNetworksTestJSON-2009825184 tempest-ExternalNetworksTestJSON-2009825184-project] 10.222.0.32 "GET /v2.0/networks/165e79d7-a5f5-44c0-a0c7-3d77188d37d6 HTTP/1.1" status: 200 len: 757 time: 0.5234532 Jul 23 20:19:43.263188 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37138) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:43.497503 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:43.599977 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71cea61-c971-4182-bb79-c6b6c46e9349 req-96ed2bcf-bafd-4fba-bf98-9cda0610945b tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:43.613020 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b7e67632-325f-4079-8b14-e9fc4e5952d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:43.618048 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e71cea61-c971-4182-bb79-c6b6c46e9349 req-96ed2bcf-bafd-4fba-bf98-9cda0610945b tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4f741c4-74e9-4e2f-ab2a-e3964302e34f HTTP/1.1" status: 200 len: 946 time: 0.7817245 Jul 23 20:19:43.635059 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-05762e77-230a-4834-8282-a91f12f2e3b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:43.662336 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd82a458-684a-4356-9bc5-c6cc02bd1fe7 tempest-ExternalNetworksTestJSON-2009825184 tempest-ExternalNetworksTestJSON-2009825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:43.667948 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37154) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:43.677870 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-fd82a458-684a-4356-9bc5-c6cc02bd1fe7 tempest-ExternalNetworksTestJSON-2009825184 tempest-ExternalNetworksTestJSON-2009825184-project] 10.222.0.32 "GET /v2.0/networks/1bbee177-4bc4-4392-a0c4-0551d8ca7517 HTTP/1.1" status: 200 len: 768 time: 0.4134984 Jul 23 20:19:43.730972 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e71cea61-c971-4182-bb79-c6b6c46e9349 req-ed661159-41a4-448c-8152-d5889f55631f tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117651 Jul 23 20:19:43.749361 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37158) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:43.781737 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-52d89199-2b04-46ad-8982-cd5f140fb818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:43.786362 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-163439f7-f61c-4e10-9913-efdabc267f25 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:43.800572 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-05762e77-230a-4834-8282-a91f12f2e3b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:43.966171 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:44.000735 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-163439f7-f61c-4e10-9913-efdabc267f25 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:44.005721 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-52d89199-2b04-46ad-8982-cd5f140fb818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:44.011971 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-52d89199-2b04-46ad-8982-cd5f140fb818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:44.026020 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-163439f7-f61c-4e10-9913-efdabc267f25 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['165e79d7-a5f5-44c0-a0c7-3d77188d37d6']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:44.050235 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-163439f7-f61c-4e10-9913-efdabc267f25 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '952856ba-bda4-4cdd-aece-e6e6791414e3') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:44.050517 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-163439f7-f61c-4e10-9913-efdabc267f25 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '952856ba-bda4-4cdd-aece-e6e6791414e3') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:44.073521 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-163439f7-f61c-4e10-9913-efdabc267f25 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:44.109832 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-163439f7-f61c-4e10-9913-efdabc267f25 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:44.114211 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-52d89199-2b04-46ad-8982-cd5f140fb818 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=58c517a17e1449ecad609d7b509998b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3524354 Jul 23 20:19:44.114211 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37164) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:44.114682 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-163439f7-f61c-4e10-9913-efdabc267f25 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:19:44.114682 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-163439f7-f61c-4e10-9913-efdabc267f25 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:44.119124 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d89199-2b04-46ad-8982-cd5f140fb818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f64d7bd-b098-4561-8c38-4ac27ebe0346,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:44.199711 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5bc18dba-0574-4a46-b6b5-40e05376f5c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:44.265360 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5bc18dba-0574-4a46-b6b5-40e05376f5c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:44.268875 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:19:44.268875 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:19:44.268875 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:19:44.268875 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:19:44.268875 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:19:44.268875 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:19:44.268875 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:19:44.268875 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:19:44.268875 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:19:44.268875 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:19:44.268875 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:19:44.268875 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:19:44.268875 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:19:44.268875 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:19:44.268875 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:19:44.268875 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:19:44.268875 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:19:44.268875 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:19:44.268875 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:19:44.268875 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:19:44.268875 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:19:44.268875 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:19:44.268875 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:19:44.268875 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:19:44.268875 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:19:44.268875 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:19:44.268875 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:19:44.268875 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:19:44.268875 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:19:44.268875 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:19:44.268875 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:19:44.268875 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:19:44.276474 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-163439f7-f61c-4e10-9913-efdabc267f25 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:44.304496 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163439f7-f61c-4e10-9913-efdabc267f25 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 165e79d7-a5f5-44c0-a0c7-3d77188d37d6 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 20:19:44.306468 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163439f7-f61c-4e10-9913-efdabc267f25 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Pushing event deleted for resources: {'Network': ['ID=165e79d7-a5f5-44c0-a0c7-3d77188d37d6,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:44.308589 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-163439f7-f61c-4e10-9913-efdabc267f25 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:44.316332 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-163439f7-f61c-4e10-9913-efdabc267f25 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] 10.222.0.32 "DELETE /v2.0/networks/165e79d7-a5f5-44c0-a0c7-3d77188d37d6 HTTP/1.1" status: 204 len: 168 time: 0.6467767 Jul 23 20:19:44.318473 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05762e77-230a-4834-8282-a91f12f2e3b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Network ea81d9dc-dde6-492d-a8a3-3936e17913a0 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:19:44.326636 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37174) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:44.336243 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-5d0285be-054b-4a20-b74d-885662d9e887 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Request body: {'network': {'name': 'tempest-network--487201761'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:44.358001 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05762e77-230a-4834-8282-a91f12f2e3b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Pushing event updated for resources: {'Port': ['ID=ba69eced-0c04-45d9-b7c7-41ab0aa73a48,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:44.360984 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-05762e77-230a-4834-8282-a91f12f2e3b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:19:44.365197 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0285be-054b-4a20-b74d-885662d9e887 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Made reservation on behalf of 01e25960cb6a42e4adc3b1eac2c6ed60 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:19:44.367846 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5d0285be-054b-4a20-b74d-885662d9e887 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:44.384949 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5bc18dba-0574-4a46-b6b5-40e05376f5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:44.386661 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05762e77-230a-4834-8282-a91f12f2e3b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:19:44.387910 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05762e77-230a-4834-8282-a91f12f2e3b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:44.388740 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-05762e77-230a-4834-8282-a91f12f2e3b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:44.390927 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5bc18dba-0574-4a46-b6b5-40e05376f5c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:44.395918 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5bc18dba-0574-4a46-b6b5-40e05376f5c7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f64d7bd-b098-4561-8c38-4ac27ebe0346 HTTP/1.1" status: 204 len: 168 time: 0.2867241 Jul 23 20:19:44.413336 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc18dba-0574-4a46-b6b5-40e05376f5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f64d7bd-b098-4561-8c38-4ac27ebe0346,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:44.422345 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d0285be-054b-4a20-b74d-885662d9e887 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:19:44.449705 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5d0285be-054b-4a20-b74d-885662d9e887 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:44.450524 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-5d0285be-054b-4a20-b74d-885662d9e887 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Added segment eb48933d-91d8-4229-9eb2-d2c29b161baa of type vlan for network f3ce269e-7a22-4c9b-aea7-7f5c580b3bac Jul 23 20:19:44.465605 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:44.538133 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:44.593511 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5d0285be-054b-4a20-b74d-885662d9e887 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:44.669603 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5d0285be-054b-4a20-b74d-885662d9e887 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:44.670574 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0285be-054b-4a20-b74d-885662d9e887 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:44.673845 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5d0285be-054b-4a20-b74d-885662d9e887 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:44.824014 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0285be-054b-4a20-b74d-885662d9e887 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Pushing event updated for resources: {'Network': ['ID=f3ce269e-7a22-4c9b-aea7-7f5c580b3bac,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:44.838829 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d037f6-eb5c-4a4a-9475-74b99607887a req-29723f9a-c9f5-48aa-a4fe-ac630c742fa7 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:44.840588 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network f3ce269e-7a22-4c9b-aea7-7f5c580b3bac details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:19:44.840937 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-50d037f6-eb5c-4a4a-9475-74b99607887a req-29723f9a-c9f5-48aa-a4fe-ac630c742fa7 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4f741c4-74e9-4e2f-ab2a-e3964302e34f HTTP/1.1" status: 200 len: 946 time: 0.9666748 Jul 23 20:19:44.846169 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-05762e77-230a-4834-8282-a91f12f2e3b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.9950340 Jul 23 20:19:44.849296 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37192) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:44.962502 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37198) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:44.962821 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5d0285be-054b-4a20-b74d-885662d9e887 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6296728 Jul 23 20:19:44.991364 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ede14dc3-6ff0-482b-8e64-6706c1f7f052 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:45.217927 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ecc78-37bb-460b-b3f9-a4fe04c6d30b req-74a9f367-a060-45b7-a67f-124bb5beaa80 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:45.221024 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-320ecc78-37bb-460b-b3f9-a4fe04c6d30b req-74a9f367-a060-45b7-a67f-124bb5beaa80 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4f741c4-74e9-4e2f-ab2a-e3964302e34f HTTP/1.1" status: 200 len: 946 time: 0.2701252 Jul 23 20:19:45.281953 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc79d1f1-1aa1-4dc3-9353-9f219a7c7525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:45.289031 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-fc79d1f1-1aa1-4dc3-9353-9f219a7c7525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] 10.222.0.32 "GET /v2.0/ports/ba69eced-0c04-45d9-b7c7-41ab0aa73a48 HTTP/1.1" status: 200 len: 959 time: 0.4383900 Jul 23 20:19:45.289873 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37208) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:45.346963 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-320ecc78-37bb-460b-b3f9-a4fe04c6d30b req-4519fb43-78ea-4489-a030-3e593107dc29 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2e344b9-d69a-41fd-adfe-0a498a82d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197734 Jul 23 20:19:45.377993 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-50d037f6-eb5c-4a4a-9475-74b99607887a req-44374263-701b-4ea0-8436-acaa2afc2ed5 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Deleting port b1032d90-a671-4ad4-ae31-8b75c3d80e4c {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:19:45.380214 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-50d037f6-eb5c-4a4a-9475-74b99607887a req-44374263-701b-4ea0-8436-acaa2afc2ed5 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:45.602847 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ede14dc3-6ff0-482b-8e64-6706c1f7f052 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:45.654938 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ede14dc3-6ff0-482b-8e64-6706c1f7f052 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:45.666096 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-50d037f6-eb5c-4a4a-9475-74b99607887a req-44374263-701b-4ea0-8436-acaa2afc2ed5 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] For port b1032d90-a671-4ad4-ae31-8b75c3d80e4c, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=b1032d90-a671-4ad4-ae31-8b75c3d80e4c,segment=NetworkSegment(69080602-6244-4faa-8140-ce9343de0881),segment_id=69080602-6244-4faa-8140-ce9343de0881)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:45.666470 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-50d037f6-eb5c-4a4a-9475-74b99607887a req-44374263-701b-4ea0-8436-acaa2afc2ed5 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:45.696310 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ede14dc3-6ff0-482b-8e64-6706c1f7f052 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Network f3ce269e-7a22-4c9b-aea7-7f5c580b3bac is not hosted by any dhcp agent {{(pid=93876) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 20:19:45.697434 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-50d037f6-eb5c-4a4a-9475-74b99607887a req-44374263-701b-4ea0-8436-acaa2afc2ed5 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Calling delete_port for b1032d90-a671-4ad4-ae31-8b75c3d80e4c owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:19:45.697977 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede14dc3-6ff0-482b-8e64-6706c1f7f052 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:45.698770 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ede14dc3-6ff0-482b-8e64-6706c1f7f052 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:45.700475 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ede14dc3-6ff0-482b-8e64-6706c1f7f052 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] 10.222.0.32 "PUT /v2.0/networks/f3ce269e-7a22-4c9b-aea7-7f5c580b3bac HTTP/1.1" status: 200 len: 857 time: 0.7341611 Jul 23 20:19:45.707312 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37224) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:45.884793 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:46.013657 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede14dc3-6ff0-482b-8e64-6706c1f7f052 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Pushing event updated for resources: {'Network': ['ID=f3ce269e-7a22-4c9b-aea7-7f5c580b3bac,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:46.095422 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-d5a3cd89-0d4d-435a-90be-1da61503a915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Deleting port ba69eced-0c04-45d9-b7c7-41ab0aa73a48 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:19:46.096048 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d5a3cd89-0d4d-435a-90be-1da61503a915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:46.181275 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-13ac5f56-1299-4152-9860-3093b3764463 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:46.301762 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d5a3cd89-0d4d-435a-90be-1da61503a915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:46.318874 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-d5a3cd89-0d4d-435a-90be-1da61503a915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Calling delete_port for ba69eced-0c04-45d9-b7c7-41ab0aa73a48 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:19:46.516697 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-50d037f6-eb5c-4a4a-9475-74b99607887a req-44374263-701b-4ea0-8436-acaa2afc2ed5 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:46.531959 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['b1032d90-a671-4ad4-ae31-8b75c3d80e4c'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:19:46.642475 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-13ac5f56-1299-4152-9860-3093b3764463 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:46.719751 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44374263-701b-4ea0-8436-acaa2afc2ed5 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Pushing event deleted for resources: {'Port': ['ID=b1032d90-a671-4ad4-ae31-8b75c3d80e4c,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:46.732937 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-13ac5f56-1299-4152-9860-3093b3764463 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3ce269e-7a22-4c9b-aea7-7f5c580b3bac']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:46.773895 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-eff4ab74-4412-4b74-b8dd-c5c18a51c9ef req-06d51e20-12ea-4c59-935a-53ca3cfc41a0 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4f741c4-74e9-4e2f-ab2a-e3964302e34f HTTP/1.1" status: 200 len: 210 time: 0.1552765 Jul 23 20:19:46.776294 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d5a3cd89-0d4d-435a-90be-1da61503a915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:46.807613 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-13ac5f56-1299-4152-9860-3093b3764463 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb48933d-91d8-4229-9eb2-d2c29b161baa') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:46.808260 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-13ac5f56-1299-4152-9860-3093b3764463 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb48933d-91d8-4229-9eb2-d2c29b161baa') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:46.831301 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d5a3cd89-0d4d-435a-90be-1da61503a915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:46.839946 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d5a3cd89-0d4d-435a-90be-1da61503a915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] 10.222.0.32 "DELETE /v2.0/ports/ba69eced-0c04-45d9-b7c7-41ab0aa73a48 HTTP/1.1" status: 204 len: 168 time: 1.5415335 Jul 23 20:19:46.839946 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3cd89-0d4d-435a-90be-1da61503a915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba69eced-0c04-45d9-b7c7-41ab0aa73a48,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:46.840387 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-13ac5f56-1299-4152-9860-3093b3764463 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:46.841297 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37260) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:46.847947 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d037f6-eb5c-4a4a-9475-74b99607887a req-44374263-701b-4ea0-8436-acaa2afc2ed5 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] No DVR routers for this DVR port b1032d90-a671-4ad4-ae31-8b75c3d80e4c on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:19:46.860815 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-50d037f6-eb5c-4a4a-9475-74b99607887a req-44374263-701b-4ea0-8436-acaa2afc2ed5 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:46.864380 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-50d037f6-eb5c-4a4a-9475-74b99607887a req-44374263-701b-4ea0-8436-acaa2afc2ed5 tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.18 "DELETE /v2.0/ports/b1032d90-a671-4ad4-ae31-8b75c3d80e4c HTTP/1.1" status: 204 len: 173 time: 2.0167031 Jul 23 20:19:46.869043 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f741c4-74e9-4e2f-ab2a-e3964302e34f', 'name': 'network-vif-deleted', 'tag': 'b1032d90-a671-4ad4-ae31-8b75c3d80e4c'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:19:46.871773 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b485578-001d-4a6b-b886-d9680495737e" -d '{"events": [{"server_uuid": "d4f741c4-74e9-4e2f-ab2a-e3964302e34f", "name": "network-vif-deleted", "tag": "b1032d90-a671-4ad4-ae31-8b75c3d80e4c"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:19:46.887365 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-8532f3e9-233c-4f30-941c-42c4a00b4f92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] GET failed (client error): The resource could not be found. Jul 23 20:19:46.891204 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8532f3e9-233c-4f30-941c-42c4a00b4f92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] 10.222.0.32 "GET /v2.0/ports/ba69eced-0c04-45d9-b7c7-41ab0aa73a48 HTTP/1.1" status: 404 len: 333 time: 0.0484457 Jul 23 20:19:46.903224 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37264) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:46.909603 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-d1ec320e-fe8a-467b-a8a4-a79e66f5f6aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Request body: {'port': {'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-926400141'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:46.925349 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-13ac5f56-1299-4152-9860-3093b3764463 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:46.955096 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13ac5f56-1299-4152-9860-3093b3764463 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:19:46.955595 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-13ac5f56-1299-4152-9860-3093b3764463 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:46.959507 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:19:46.959507 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:19:46.959507 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:19:46.959507 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:19:46.959507 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:19:46.959507 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:19:46.959507 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:19:46.959507 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:19:46.959507 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:19:46.959507 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:19:46.959507 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:19:46.959507 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:19:46.959507 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:19:46.959507 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:19:46.959507 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:19:46.959507 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:19:46.959507 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:19:46.959507 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:19:46.959507 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:19:46.959507 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:19:46.959507 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:19:46.959507 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:19:46.959507 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:19:46.959507 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:19:46.959507 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:19:46.959507 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:19:46.959507 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:19:46.959507 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:19:46.959507 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:19:46.959507 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:19:46.959507 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:19:46.959507 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:19:46.969372 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ec320e-fe8a-467b-a8a4-a79e66f5f6aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Made reservation on behalf of 1413efa85b414897884a3a56cd19103a for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:19:46.978708 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d1ec320e-fe8a-467b-a8a4-a79e66f5f6aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:47.019198 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-d1ec320e-fe8a-467b-a8a4-a79e66f5f6aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] device_id is not set on port b502f0ec-834d-465f-b0f9-2d44550b644c yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:19:47.163063 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90dfc63e-9217-48ff-8156-756ab60f7749 x-openstack-request-id: req-90dfc63e-9217-48ff-8156-756ab60f7749 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:19:47.163877 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f741c4-74e9-4e2f-ab2a-e3964302e34f", "name": "network-vif-deleted", "tag": "b1032d90-a671-4ad4-ae31-8b75c3d80e4c", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:19:47.164471 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90dfc63e-9217-48ff-8156-756ab60f7749 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:19:47.165300 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f741c4-74e9-4e2f-ab2a-e3964302e34f', 'name': 'network-vif-deleted', 'tag': 'b1032d90-a671-4ad4-ae31-8b75c3d80e4c', 'status': 'completed', 'code': 200} Jul 23 20:19:47.179217 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-13ac5f56-1299-4152-9860-3093b3764463 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:47.189821 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ac5f56-1299-4152-9860-3093b3764463 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f3ce269e-7a22-4c9b-aea7-7f5c580b3bac {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 20:19:47.193670 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-13ac5f56-1299-4152-9860-3093b3764463 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:47.200771 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-13ac5f56-1299-4152-9860-3093b3764463 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] 10.222.0.32 "DELETE /v2.0/networks/f3ce269e-7a22-4c9b-aea7-7f5c580b3bac HTTP/1.1" status: 204 len: 168 time: 1.4916284 Jul 23 20:19:47.201703 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37280) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:47.232217 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac5f56-1299-4152-9860-3093b3764463 tempest-ExternalNetworksTestJSON-1621110154 tempest-ExternalNetworksTestJSON-1621110154-project-admin] Pushing event deleted for resources: {'Network': ['ID=f3ce269e-7a22-4c9b-aea7-7f5c580b3bac,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:47.270959 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-94e006b6-9131-4f5c-a968-978978874698 tempest-ExternalNetworksTestJSON-2009825184 tempest-ExternalNetworksTestJSON-2009825184-project] DELETE failed (client error): The resource could not be found. Jul 23 20:19:47.272066 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94e006b6-9131-4f5c-a968-978978874698 tempest-ExternalNetworksTestJSON-2009825184 tempest-ExternalNetworksTestJSON-2009825184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:19:47.278885 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-94e006b6-9131-4f5c-a968-978978874698 tempest-ExternalNetworksTestJSON-2009825184 tempest-ExternalNetworksTestJSON-2009825184-project] 10.222.0.32 "DELETE /v2.0/subnets/fa6c4d5e-dd99-49f8-b4c8-da4b7e190115 HTTP/1.1" status: 404 len: 337 time: 0.0669606 Jul 23 20:19:47.280832 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37282) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:47.659013 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0f7a2d46-baae-410b-b1d4-6e4ed410fba1 tempest-ExternalNetworksTestJSON-2009825184 tempest-ExternalNetworksTestJSON-2009825184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:47.739579 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d1ec320e-fe8a-467b-a8a4-a79e66f5f6aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:47.961076 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d1ec320e-fe8a-467b-a8a4-a79e66f5f6aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:48.141689 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0f7a2d46-baae-410b-b1d4-6e4ed410fba1 tempest-ExternalNetworksTestJSON-2009825184 tempest-ExternalNetworksTestJSON-2009825184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:48.158129 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ec320e-fe8a-467b-a8a4-a79e66f5f6aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Network ea81d9dc-dde6-492d-a8a3-3936e17913a0 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:19:48.179899 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-d1ec320e-fe8a-467b-a8a4-a79e66f5f6aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:19:48.198457 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ec320e-fe8a-467b-a8a4-a79e66f5f6aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:19:48.199451 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ec320e-fe8a-467b-a8a4-a79e66f5f6aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:48.200112 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d1ec320e-fe8a-467b-a8a4-a79e66f5f6aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:48.214661 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-0f7a2d46-baae-410b-b1d4-6e4ed410fba1 tempest-ExternalNetworksTestJSON-2009825184 tempest-ExternalNetworksTestJSON-2009825184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bbee177-4bc4-4392-a0c4-0551d8ca7517']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:48.267386 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-0f7a2d46-baae-410b-b1d4-6e4ed410fba1 tempest-ExternalNetworksTestJSON-2009825184 tempest-ExternalNetworksTestJSON-2009825184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '189472d2-7214-4670-954c-26535a034952') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:48.267815 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-0f7a2d46-baae-410b-b1d4-6e4ed410fba1 tempest-ExternalNetworksTestJSON-2009825184 tempest-ExternalNetworksTestJSON-2009825184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '189472d2-7214-4670-954c-26535a034952') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:48.292583 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0f7a2d46-baae-410b-b1d4-6e4ed410fba1 tempest-ExternalNetworksTestJSON-2009825184 tempest-ExternalNetworksTestJSON-2009825184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:48.327402 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0f7a2d46-baae-410b-b1d4-6e4ed410fba1 tempest-ExternalNetworksTestJSON-2009825184 tempest-ExternalNetworksTestJSON-2009825184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:48.333840 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f7a2d46-baae-410b-b1d4-6e4ed410fba1 tempest-ExternalNetworksTestJSON-2009825184 tempest-ExternalNetworksTestJSON-2009825184-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:19:48.334254 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0f7a2d46-baae-410b-b1d4-6e4ed410fba1 tempest-ExternalNetworksTestJSON-2009825184 tempest-ExternalNetworksTestJSON-2009825184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:48.369113 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f757a5dd-ab29-49a9-aeaa-c5d91dd41fd3 req-0dcb24a0-3acb-41a8-9687-28f03e9e77ac tempest-ServersTestJSON-632249811 tempest-ServersTestJSON-632249811-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4f741c4-74e9-4e2f-ab2a-e3964302e34f HTTP/1.1" status: 200 len: 210 time: 0.2475276 Jul 23 20:19:48.401108 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec320e-fe8a-467b-a8a4-a79e66f5f6aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Pushing event updated for resources: {'Port': ['ID=b502f0ec-834d-465f-b0f9-2d44550b644c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:48.441621 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d1ec320e-fe8a-467b-a8a4-a79e66f5f6aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5345590 Jul 23 20:19:48.442908 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37318) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:48.466215 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:48.565792 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:19:48.565792 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:19:48.565792 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:19:48.565792 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:19:48.565792 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:19:48.565792 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:19:48.565792 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:19:48.565792 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:19:48.565792 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:19:48.565792 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:19:48.565792 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:19:48.565792 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:19:48.565792 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:19:48.565792 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:19:48.565792 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:19:48.565792 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:19:48.565792 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:19:48.565792 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:19:48.565792 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:19:48.565792 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:19:48.565792 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:19:48.565792 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:19:48.565792 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:19:48.565792 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:19:48.565792 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:19:48.565792 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:19:48.565792 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:19:48.565792 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:19:48.565792 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:19:48.565792 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:19:48.565792 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:19:48.565792 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:19:48.569192 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37320) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:48.572240 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0f7a2d46-baae-410b-b1d4-6e4ed410fba1 tempest-ExternalNetworksTestJSON-2009825184 tempest-ExternalNetworksTestJSON-2009825184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:48.615520 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0f7a2d46-baae-410b-b1d4-6e4ed410fba1 tempest-ExternalNetworksTestJSON-2009825184 tempest-ExternalNetworksTestJSON-2009825184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:48.620613 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0f7a2d46-baae-410b-b1d4-6e4ed410fba1 tempest-ExternalNetworksTestJSON-2009825184 tempest-ExternalNetworksTestJSON-2009825184-project] 10.222.0.32 "DELETE /v2.0/networks/1bbee177-4bc4-4392-a0c4-0551d8ca7517 HTTP/1.1" status: 204 len: 168 time: 1.3354261 Jul 23 20:19:48.659257 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a2d46-baae-410b-b1d4-6e4ed410fba1 tempest-ExternalNetworksTestJSON-2009825184 tempest-ExternalNetworksTestJSON-2009825184-project] Pushing event deleted for resources: {'Network': ['ID=1bbee177-4bc4-4392-a0c4-0551d8ca7517,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:48.849043 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:49.123931 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-69d852c0-5faf-4c1e-ab73-bfd0b046c198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:49.127940 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] device_id is not set on port b502f0ec-834d-465f-b0f9-2d44550b644c yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:19:49.140119 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:49.158668 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Transition to ACTIVE for port object b502f0ec-834d-465f-b0f9-2d44550b644c will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:19:49.163497 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:49.344116 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-69d852c0-5faf-4c1e-ab73-bfd0b046c198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:49.351437 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-69d852c0-5faf-4c1e-ab73-bfd0b046c198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:49.361699 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Pushing event updated for resources: {'Port': ['ID=b502f0ec-834d-465f-b0f9-2d44550b644c,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:49.379806 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port b502f0ec-834d-465f-b0f9-2d44550b644c on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:49.380133 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port b502f0ec-834d-465f-b0f9-2d44550b644c by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:49.380471 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port b502f0ec-834d-465f-b0f9-2d44550b644c on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:49.385499 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Port b502f0ec-834d-465f-b0f9-2d44550b644c on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:19:49.385980 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Failed to bind port b502f0ec-834d-465f-b0f9-2d44550b644c on host n-h1-793618-10 for vnic_type normal using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] Jul 23 20:19:49.386365 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempt 2 to bind port b502f0ec-834d-465f-b0f9-2d44550b644c Jul 23 20:19:49.402488 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port b502f0ec-834d-465f-b0f9-2d44550b644c on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:49.406218 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port b502f0ec-834d-465f-b0f9-2d44550b644c by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:49.406609 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port b502f0ec-834d-465f-b0f9-2d44550b644c on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:49.420423 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Port b502f0ec-834d-465f-b0f9-2d44550b644c on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:19:49.420793 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Failed to bind port b502f0ec-834d-465f-b0f9-2d44550b644c on host n-h1-793618-10 for vnic_type normal using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] Jul 23 20:19:49.421142 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempt 3 to bind port b502f0ec-834d-465f-b0f9-2d44550b644c Jul 23 20:19:49.448688 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d852c0-5faf-4c1e-ab73-bfd0b046c198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc09ef26-7948-4ac0-b87e-063d783b9ab8,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:49.471853 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port b502f0ec-834d-465f-b0f9-2d44550b644c on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:49.472201 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port b502f0ec-834d-465f-b0f9-2d44550b644c by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:49.473265 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port b502f0ec-834d-465f-b0f9-2d44550b644c on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:49.485719 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Port b502f0ec-834d-465f-b0f9-2d44550b644c on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:19:49.486172 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Failed to bind port b502f0ec-834d-465f-b0f9-2d44550b644c on host n-h1-793618-10 for vnic_type normal using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] Jul 23 20:19:49.486663 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempt 4 to bind port b502f0ec-834d-465f-b0f9-2d44550b644c Jul 23 20:19:49.487545 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-69d852c0-5faf-4c1e-ab73-bfd0b046c198 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=85bdfcf2efb1436f87964770308b08cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9108388 Jul 23 20:19:49.490154 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37350) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:49.495188 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37352) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:49.508901 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port b502f0ec-834d-465f-b0f9-2d44550b644c on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:49.511021 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port b502f0ec-834d-465f-b0f9-2d44550b644c by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:49.513885 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port b502f0ec-834d-465f-b0f9-2d44550b644c on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:49.530614 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Port b502f0ec-834d-465f-b0f9-2d44550b644c on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:19:49.533011 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Failed to bind port b502f0ec-834d-465f-b0f9-2d44550b644c on host n-h1-793618-10 for vnic_type normal using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] Jul 23 20:19:49.533677 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempt 5 to bind port b502f0ec-834d-465f-b0f9-2d44550b644c Jul 23 20:19:49.552643 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device b1032d90-a671-4ad4-ae31-8b75c3d80e4c no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:19:49.578111 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37358) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:49.654769 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: b1032d90-a671-4ad4-ae31-8b75c3d80e4c {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:19:49.659459 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device b1032d90-a671-4ad4-ae31-8b75c3d80e4c not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:19:49.661166 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-838cae9c-d11d-4ee5-af2a-1c85bd2bf7d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:49.741322 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-51f5fc37-5038-4074-9c39-83cc1e9536f1 admin admin] Deleting subnet 2edc7abb-7a35-4b24-95dd-2cab074cfd4c {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:19:49.756231 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-51f5fc37-5038-4074-9c39-83cc1e9536f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:49.762319 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port b502f0ec-834d-465f-b0f9-2d44550b644c on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:49.771992 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port b502f0ec-834d-465f-b0f9-2d44550b644c by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:49.773172 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port b502f0ec-834d-465f-b0f9-2d44550b644c on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:49.782196 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-838cae9c-d11d-4ee5-af2a-1c85bd2bf7d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:49.831973 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Port b502f0ec-834d-465f-b0f9-2d44550b644c on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:19:49.832594 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Failed to bind port b502f0ec-834d-465f-b0f9-2d44550b644c on host n-h1-793618-10 for vnic_type normal using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] Jul 23 20:19:49.835649 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempt 6 to bind port b502f0ec-834d-465f-b0f9-2d44550b644c Jul 23 20:19:49.863489 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-51f5fc37-5038-4074-9c39-83cc1e9536f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:49.865489 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port b502f0ec-834d-465f-b0f9-2d44550b644c on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:49.865893 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port b502f0ec-834d-465f-b0f9-2d44550b644c by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:49.866297 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port b502f0ec-834d-465f-b0f9-2d44550b644c on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:49.902920 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Port b502f0ec-834d-465f-b0f9-2d44550b644c on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:19:49.906620 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Failed to bind port b502f0ec-834d-465f-b0f9-2d44550b644c on host n-h1-793618-10 for vnic_type normal using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] Jul 23 20:19:49.918500 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempt 7 to bind port b502f0ec-834d-465f-b0f9-2d44550b644c Jul 23 20:19:49.934074 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-838cae9c-d11d-4ee5-af2a-1c85bd2bf7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:49.938718 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-838cae9c-d11d-4ee5-af2a-1c85bd2bf7d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:49.940919 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-838cae9c-d11d-4ee5-af2a-1c85bd2bf7d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bc09ef26-7948-4ac0-b87e-063d783b9ab8 HTTP/1.1" status: 204 len: 168 time: 0.4332359 Jul 23 20:19:49.945452 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port b502f0ec-834d-465f-b0f9-2d44550b644c on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:49.946818 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port b502f0ec-834d-465f-b0f9-2d44550b644c by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:49.947545 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port b502f0ec-834d-465f-b0f9-2d44550b644c on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:49.962225 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Port b502f0ec-834d-465f-b0f9-2d44550b644c on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:19:49.962750 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Failed to bind port b502f0ec-834d-465f-b0f9-2d44550b644c on host n-h1-793618-10 for vnic_type normal using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] Jul 23 20:19:49.967139 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempt 8 to bind port b502f0ec-834d-465f-b0f9-2d44550b644c Jul 23 20:19:49.967833 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838cae9c-d11d-4ee5-af2a-1c85bd2bf7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc09ef26-7948-4ac0-b87e-063d783b9ab8,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:50.035870 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-51f5fc37-5038-4074-9c39-83cc1e9536f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:50.084730 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port b502f0ec-834d-465f-b0f9-2d44550b644c on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:50.084730 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port b502f0ec-834d-465f-b0f9-2d44550b644c by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:50.085169 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port b502f0ec-834d-465f-b0f9-2d44550b644c on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:50.097111 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Port b502f0ec-834d-465f-b0f9-2d44550b644c on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:19:50.097442 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Failed to bind port b502f0ec-834d-465f-b0f9-2d44550b644c on host n-h1-793618-10 for vnic_type normal using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] Jul 23 20:19:50.099527 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempt 9 to bind port b502f0ec-834d-465f-b0f9-2d44550b644c Jul 23 20:19:50.121936 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port b502f0ec-834d-465f-b0f9-2d44550b644c on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:50.122463 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port b502f0ec-834d-465f-b0f9-2d44550b644c by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:50.122951 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port b502f0ec-834d-465f-b0f9-2d44550b644c on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:50.128726 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Port b502f0ec-834d-465f-b0f9-2d44550b644c on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:19:50.129295 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Failed to bind port b502f0ec-834d-465f-b0f9-2d44550b644c on host n-h1-793618-10 for vnic_type normal using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] Jul 23 20:19:50.131734 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempt 10 to bind port b502f0ec-834d-465f-b0f9-2d44550b644c Jul 23 20:19:50.179091 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port b502f0ec-834d-465f-b0f9-2d44550b644c on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:50.190255 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port b502f0ec-834d-465f-b0f9-2d44550b644c by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:50.190864 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempting to bind port b502f0ec-834d-465f-b0f9-2d44550b644c on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:50.209151 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Port b502f0ec-834d-465f-b0f9-2d44550b644c on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:19:50.210079 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Failed to bind port b502f0ec-834d-465f-b0f9-2d44550b644c on host n-h1-793618-10 for vnic_type normal using segments [{'id': '5ede2be8-dbef-4bed-b385-df9324583f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea81d9dc-dde6-492d-a8a3-3936e17913a0'}] Jul 23 20:19:50.210978 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:50.224330 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-51f5fc37-5038-4074-9c39-83cc1e9536f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:50.242862 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6b9be5d7-56c4-49c9-a01c-8c7cf99c06d1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ab9b0e52feb345bb96192fe4b4302ea7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7443595 Jul 23 20:19:50.243921 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37376) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:50.407933 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f5fc37-5038-4074-9c39-83cc1e9536f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2edc7abb-7a35-4b24-95dd-2cab074cfd4c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:50.417762 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c217c05-65ed-441a-8937-9573fdc30f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:50.491646 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c217c05-65ed-441a-8937-9573fdc30f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:50.500719 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-51f5fc37-5038-4074-9c39-83cc1e9536f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:50.505307 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-51f5fc37-5038-4074-9c39-83cc1e9536f1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2edc7abb-7a35-4b24-95dd-2cab074cfd4c HTTP/1.1" status: 204 len: 168 time: 0.9232259 Jul 23 20:19:50.506349 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37386) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:50.601030 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c217c05-65ed-441a-8937-9573fdc30f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:50.605359 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c217c05-65ed-441a-8937-9573fdc30f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:50.609527 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8c217c05-65ed-441a-8937-9573fdc30f29 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bef5a78f-7e0f-46ae-98b7-47d20e8b4642 HTTP/1.1" status: 204 len: 168 time: 0.3622873 Jul 23 20:19:50.628327 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c217c05-65ed-441a-8937-9573fdc30f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef5a78f-7e0f-46ae-98b7-47d20e8b4642,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:50.730037 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] For port b502f0ec-834d-465f-b0f9-2d44550b644c, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:19:50.730420 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attempted to set empty binding levels {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 20:19:50.752627 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a3be415e-e9c9-4870-9956-1f29233c1434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:50.756779 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:50.850341 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] In _notify_port_updated(), no bound segment for port b502f0ec-834d-465f-b0f9-2d44550b644c on network ea81d9dc-dde6-492d-a8a3-3936e17913a0 {{(pid=93876) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:19:50.851000 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:50.851622 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:50.853069 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] 10.222.0.32 "PUT /v2.0/ports/b502f0ec-834d-465f-b0f9-2d44550b644c HTTP/1.1" status: 200 len: 979 time: 2.4091313 Jul 23 20:19:50.857941 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37398) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:50.990773 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c4ae0-c204-4e35-91bb-f149cb2e002b tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Pushing event updated for resources: {'Port': ['ID=b502f0ec-834d-465f-b0f9-2d44550b644c,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:51.089521 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-1d804053-dbd9-40ad-8d2d-27bae64ba293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Deleting port b502f0ec-834d-465f-b0f9-2d44550b644c {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:19:51.090341 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1d804053-dbd9-40ad-8d2d-27bae64ba293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:51.123007 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a3be415e-e9c9-4870-9956-1f29233c1434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:51.154835 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-a3be415e-e9c9-4870-9956-1f29233c1434 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a30b96-c863-4728-b0d0-d47c79801693']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:51.198497 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-a3be415e-e9c9-4870-9956-1f29233c1434 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69080602-6244-4faa-8140-ce9343de0881') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:51.199342 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-a3be415e-e9c9-4870-9956-1f29233c1434 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69080602-6244-4faa-8140-ce9343de0881') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:51.209502 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-1d804053-dbd9-40ad-8d2d-27bae64ba293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] For port b502f0ec-834d-465f-b0f9-2d44550b644c, host n-h1-793618-10, got binding levels [] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:51.209502 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1d804053-dbd9-40ad-8d2d-27bae64ba293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:51.226912 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-1d804053-dbd9-40ad-8d2d-27bae64ba293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Calling delete_port for b502f0ec-834d-465f-b0f9-2d44550b644c owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:19:51.266949 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a3be415e-e9c9-4870-9956-1f29233c1434 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:51.302306 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a3be415e-e9c9-4870-9956-1f29233c1434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:51.318865 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3be415e-e9c9-4870-9956-1f29233c1434 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:19:51.319502 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a3be415e-e9c9-4870-9956-1f29233c1434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:51.326440 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:19:51.326440 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:19:51.326440 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:19:51.326440 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:19:51.326440 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:19:51.326440 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:19:51.326440 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:19:51.326440 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:19:51.326440 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:19:51.326440 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:19:51.326440 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:19:51.326440 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:19:51.326440 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:19:51.326440 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:19:51.326440 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:19:51.326440 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:19:51.326440 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:19:51.326440 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:19:51.326440 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:19:51.326440 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:19:51.326440 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:19:51.326440 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:19:51.326440 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:19:51.326440 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:19:51.326440 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:19:51.326440 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:19:51.326440 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:19:51.326440 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:19:51.326440 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:19:51.326440 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:19:51.326440 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:19:51.326440 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:19:51.385794 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1d804053-dbd9-40ad-8d2d-27bae64ba293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:51.432462 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1d804053-dbd9-40ad-8d2d-27bae64ba293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:51.447335 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1d804053-dbd9-40ad-8d2d-27bae64ba293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] 10.222.0.32 "DELETE /v2.0/ports/b502f0ec-834d-465f-b0f9-2d44550b644c HTTP/1.1" status: 204 len: 168 time: 0.5877337 Jul 23 20:19:51.448482 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37416) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:51.463255 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a3be415e-e9c9-4870-9956-1f29233c1434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:51.505905 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a3be415e-e9c9-4870-9956-1f29233c1434 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:51.516822 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a3be415e-e9c9-4870-9956-1f29233c1434 admin admin] 10.222.0.32 "DELETE /v2.0/networks/98a30b96-c863-4728-b0d0-d47c79801693 HTTP/1.1" status: 204 len: 168 time: 1.0058074 Jul 23 20:19:51.517873 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be415e-e9c9-4870-9956-1f29233c1434 admin admin] Pushing event deleted for resources: {'Network': ['ID=98a30b96-c863-4728-b0d0-d47c79801693,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:51.600123 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae768ff-d8f8-4392-9897-3545480448de tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] GET failed (client error): The resource could not be found. Jul 23 20:19:51.612585 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37420) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:51.612766 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8ae768ff-d8f8-4392-9897-3545480448de tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] 10.222.0.32 "GET /v2.0/ports/b502f0ec-834d-465f-b0f9-2d44550b644c HTTP/1.1" status: 404 len: 333 time: 0.1048818 Jul 23 20:19:51.616511 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d804053-dbd9-40ad-8d2d-27bae64ba293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-844481062-project-admin] Pushing event deleted for resources: {'Port': ['ID=b502f0ec-834d-465f-b0f9-2d44550b644c,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:51.735184 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37426) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:51.802933 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f62123a8-2d63-4b01-911d-7c96b1b4143b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:51.816165 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-aff354e5-d461-4ead-bf4a-cb9793b5d3f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=01e25960cb6a42e4adc3b1eac2c6ed60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0769608 Jul 23 20:19:51.817927 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37428) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:51.943061 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0e1800ab-bd3b-4f5a-954d-1e7886012d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:52.005686 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0e1800ab-bd3b-4f5a-954d-1e7886012d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:52.053950 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f62123a8-2d63-4b01-911d-7c96b1b4143b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:52.081209 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-f62123a8-2d63-4b01-911d-7c96b1b4143b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea81d9dc-dde6-492d-a8a3-3936e17913a0']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:52.122286 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-f62123a8-2d63-4b01-911d-7c96b1b4143b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ede2be8-dbef-4bed-b385-df9324583f0a') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:52.124920 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-f62123a8-2d63-4b01-911d-7c96b1b4143b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ede2be8-dbef-4bed-b385-df9324583f0a') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:52.138905 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0e1800ab-bd3b-4f5a-954d-1e7886012d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:52.145077 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f62123a8-2d63-4b01-911d-7c96b1b4143b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:52.150661 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0e1800ab-bd3b-4f5a-954d-1e7886012d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:52.154771 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0e1800ab-bd3b-4f5a-954d-1e7886012d31 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b7ff323f-7e8a-4ccf-8b7a-b6d3828f946e HTTP/1.1" status: 204 len: 168 time: 0.3348813 Jul 23 20:19:52.162898 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f62123a8-2d63-4b01-911d-7c96b1b4143b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:52.171682 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f62123a8-2d63-4b01-911d-7c96b1b4143b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:19:52.172780 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f62123a8-2d63-4b01-911d-7c96b1b4143b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:52.178104 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1800ab-bd3b-4f5a-954d-1e7886012d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ff323f-7e8a-4ccf-8b7a-b6d3828f946e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:52.210072 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37440) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:52.271183 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:19:52.271183 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:19:52.271183 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:19:52.271183 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:19:52.271183 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:19:52.271183 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:19:52.271183 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:19:52.271183 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:19:52.271183 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:19:52.271183 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:19:52.271183 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:19:52.271183 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:19:52.271183 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:19:52.271183 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:19:52.271183 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:19:52.271183 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:19:52.271183 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:19:52.271183 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:19:52.271183 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:19:52.271183 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:19:52.271183 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:19:52.271183 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:19:52.271183 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:19:52.271183 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:19:52.271183 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:19:52.271183 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:19:52.271183 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:19:52.271183 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:19:52.271183 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:19:52.271183 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:19:52.271183 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:19:52.271183 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:19:52.277511 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f62123a8-2d63-4b01-911d-7c96b1b4143b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:52.306693 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0f15396c-63a8-443b-9be3-c78b2427c511 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2748f4b40df14523b46431ce846cbb13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0948825 Jul 23 20:19:52.310834 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37442) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:52.318436 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f62123a8-2d63-4b01-911d-7c96b1b4143b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:52.323013 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f62123a8-2d63-4b01-911d-7c96b1b4143b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264-project] 10.222.0.32 "DELETE /v2.0/networks/ea81d9dc-dde6-492d-a8a3-3936e17913a0 HTTP/1.1" status: 204 len: 168 time: 0.7087162 Jul 23 20:19:52.325237 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62123a8-2d63-4b01-911d-7c96b1b4143b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804136264-project] Pushing event deleted for resources: {'Network': ['ID=ea81d9dc-dde6-492d-a8a3-3936e17913a0,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:52.414806 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dca99146-4cba-4d15-9964-d648b580e1e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:52.481026 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dca99146-4cba-4d15-9964-d648b580e1e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:52.573014 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dca99146-4cba-4d15-9964-d648b580e1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:52.577048 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dca99146-4cba-4d15-9964-d648b580e1e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:52.578353 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-dca99146-4cba-4d15-9964-d648b580e1e5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e2e344b9-d69a-41fd-adfe-0a498a82d710 HTTP/1.1" status: 204 len: 168 time: 0.2656963 Jul 23 20:19:52.590569 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca99146-4cba-4d15-9964-d648b580e1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e344b9-d69a-41fd-adfe-0a498a82d710,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:53.179933 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37474) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:53.684340 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37494) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:54.508884 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9dc0c0ad-5844-4fa4-b8d6-f9d167f1ed44 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=08a1a17caed3408eb5c932fe1db58b33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8225195 Jul 23 20:19:54.513594 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37516) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:54.684104 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5f70837-1570-4192-b50d-7f087b3e88a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:54.710064 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-327d0f6e-c35d-4652-a32d-5a57e8719672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:54.762036 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5f70837-1570-4192-b50d-7f087b3e88a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:54.916508 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5f70837-1570-4192-b50d-7f087b3e88a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:54.922568 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5f70837-1570-4192-b50d-7f087b3e88a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:54.924236 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e5f70837-1570-4192-b50d-7f087b3e88a9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ccb3554-7d3f-4d9e-b92c-9b19494e601f HTTP/1.1" status: 204 len: 168 time: 0.4090879 Jul 23 20:19:54.936692 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f70837-1570-4192-b50d-7f087b3e88a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccb3554-7d3f-4d9e-b92c-9b19494e601f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:55.181090 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-327d0f6e-c35d-4652-a32d-5a57e8719672 admin admin] Deleting port 800e8f71-967a-4222-9660-67f922851466 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:19:55.181576 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-327d0f6e-c35d-4652-a32d-5a57e8719672 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:55.335446 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-327d0f6e-c35d-4652-a32d-5a57e8719672 admin admin] For port 800e8f71-967a-4222-9660-67f922851466, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=800e8f71-967a-4222-9660-67f922851466,segment=NetworkSegment(24cdf91d-f478-4970-87eb-4981cb489a54),segment_id=24cdf91d-f478-4970-87eb-4981cb489a54)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:55.335955 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-327d0f6e-c35d-4652-a32d-5a57e8719672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:55.361412 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-327d0f6e-c35d-4652-a32d-5a57e8719672 admin admin] Calling delete_port for 800e8f71-967a-4222-9660-67f922851466 owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:19:55.775752 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-327d0f6e-c35d-4652-a32d-5a57e8719672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:55.827725 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d0f6e-c35d-4652-a32d-5a57e8719672 admin admin] Pushing event deleted for resources: {'Port': ['ID=800e8f71-967a-4222-9660-67f922851466,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:55.869722 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327d0f6e-c35d-4652-a32d-5a57e8719672 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:55.870270 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327d0f6e-c35d-4652-a32d-5a57e8719672 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:55.870888 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327d0f6e-c35d-4652-a32d-5a57e8719672 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:55.871393 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327d0f6e-c35d-4652-a32d-5a57e8719672 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:55.871752 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327d0f6e-c35d-4652-a32d-5a57e8719672 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:55.875855 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327d0f6e-c35d-4652-a32d-5a57e8719672 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:55.876329 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327d0f6e-c35d-4652-a32d-5a57e8719672 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:55.876698 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327d0f6e-c35d-4652-a32d-5a57e8719672 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:55.877696 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327d0f6e-c35d-4652-a32d-5a57e8719672 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:55.877696 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327d0f6e-c35d-4652-a32d-5a57e8719672 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:55.878043 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327d0f6e-c35d-4652-a32d-5a57e8719672 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:55.879492 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327d0f6e-c35d-4652-a32d-5a57e8719672 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:56.196905 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-327d0f6e-c35d-4652-a32d-5a57e8719672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:56.442301 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37586) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:56.576775 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3a182494-4277-4fc2-904f-602cd3ee39b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1413efa85b414897884a3a56cd19103a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1320746 Jul 23 20:19:56.578109 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37592) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:56.709850 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327d0f6e-c35d-4652-a32d-5a57e8719672 admin admin] Router 6c2e1461-3830-4556-aca9-94af5f3265ec has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:19:56.753048 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f84dac0-365e-4018-91ca-d6cf1d9240d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:56.807053 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f84dac0-365e-4018-91ca-d6cf1d9240d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:56.952728 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f84dac0-365e-4018-91ca-d6cf1d9240d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:56.965842 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f84dac0-365e-4018-91ca-d6cf1d9240d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:56.967454 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4f84dac0-365e-4018-91ca-d6cf1d9240d1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ebc42e83-4be4-4a9a-9b9f-3e5849c543cf HTTP/1.1" status: 204 len: 168 time: 0.3862650 Jul 23 20:19:57.020833 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84dac0-365e-4018-91ca-d6cf1d9240d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc42e83-4be4-4a9a-9b9f-3e5849c543cf,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:57.037111 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327d0f6e-c35d-4652-a32d-5a57e8719672 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:19:57.055728 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dc71ed-3259-44f2-9147-6287802aa7f1 None None] Sync routers for ids ['6c2e1461-3830-4556-aca9-94af5f3265ec'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:19:57.063687 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-327d0f6e-c35d-4652-a32d-5a57e8719672 admin admin] 10.222.0.32 "PUT /v2.0/routers/6c2e1461-3830-4556-aca9-94af5f3265ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8814709 Jul 23 20:19:57.066337 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37610) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:57.086541 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dc71ed-3259-44f2-9147-6287802aa7f1 None None] Routers {'6c2e1461-3830-4556-aca9-94af5f3265ec'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:19:57.086541 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-59dc71ed-3259-44f2-9147-6287802aa7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:19:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['6c2e1461-3830-4556-aca9-94af5f3265ec'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:57.456523 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eca00ee1-1338-4b4d-9b6c-6649e2c9442d admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:57.748403 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-59dc71ed-3259-44f2-9147-6287802aa7f1 None None] Set router 6c2e1461-3830-4556-aca9-94af5f3265ec gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:19:57.851065 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eca00ee1-1338-4b4d-9b6c-6649e2c9442d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:57.986381 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-eca00ee1-1338-4b4d-9b6c-6649e2c9442d admin admin] Deleting port 69d9d851-ba6e-40d9-bce8-d5bbf4864c3b {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:19:57.986634 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eca00ee1-1338-4b4d-9b6c-6649e2c9442d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:58.196829 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-eca00ee1-1338-4b4d-9b6c-6649e2c9442d admin admin] For port 69d9d851-ba6e-40d9-bce8-d5bbf4864c3b, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=69d9d851-ba6e-40d9-bce8-d5bbf4864c3b,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:58.197168 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eca00ee1-1338-4b4d-9b6c-6649e2c9442d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:58.265668 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-eca00ee1-1338-4b4d-9b6c-6649e2c9442d admin admin] Calling delete_port for 69d9d851-ba6e-40d9-bce8-d5bbf4864c3b owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:19:58.303759 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-59dc71ed-3259-44f2-9147-6287802aa7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2e1461-3830-4556-aca9-94af5f3265ec', 'name': 'tempest-TaggedBootDevicesTest-147373759-router', 'tenant_id': 'a3e740eb35174745b8c66e63aac9db55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '69d9d851-ba6e-40d9-bce8-d5bbf4864c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:48Z', 'updated_at': '2021-07-23T20:19:55Z', 'revision_number': 5, 'project_id': 'a3e740eb35174745b8c66e63aac9db55', 'gw_port': {'id': '69d9d851-ba6e-40d9-bce8-d5bbf4864c3b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:14:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2e1461-3830-4556-aca9-94af5f3265ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:49Z', 'updated_at': '2021-07-23T20:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:58.354529 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37650) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:58.368175 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dc71ed-3259-44f2-9147-6287802aa7f1 None None] Checking router: 6c2e1461-3830-4556-aca9-94af5f3265ec for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:19:58.401618 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dc71ed-3259-44f2-9147-6287802aa7f1 None None] Routers {'6c2e1461-3830-4556-aca9-94af5f3265ec'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:19:58.404952 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-59dc71ed-3259-44f2-9147-6287802aa7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:19:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['6c2e1461-3830-4556-aca9-94af5f3265ec'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:58.643430 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-59dc71ed-3259-44f2-9147-6287802aa7f1 None None] Set router 6c2e1461-3830-4556-aca9-94af5f3265ec gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:19:58.729003 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-59dc71ed-3259-44f2-9147-6287802aa7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2e1461-3830-4556-aca9-94af5f3265ec', 'name': 'tempest-TaggedBootDevicesTest-147373759-router', 'tenant_id': 'a3e740eb35174745b8c66e63aac9db55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:48Z', 'updated_at': '2021-07-23T20:19:57Z', 'revision_number': 6, 'project_id': 'a3e740eb35174745b8c66e63aac9db55', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:58.768045 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dc71ed-3259-44f2-9147-6287802aa7f1 None None] The sync data for ids ['6c2e1461-3830-4556-aca9-94af5f3265ec'] in n-d-793618-10 is: [{'id': '6c2e1461-3830-4556-aca9-94af5f3265ec', 'name': 'tempest-TaggedBootDevicesTest-147373759-router', 'tenant_id': 'a3e740eb35174745b8c66e63aac9db55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:48Z', 'updated_at': '2021-07-23T20:19:57Z', 'revision_number': 6, 'project_id': 'a3e740eb35174745b8c66e63aac9db55', 'gw_port_host': None}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:19:59.163392 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-48f15db6-a339-4412-8008-52b3e351b3f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:59.326645 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 800e8f71-967a-4222-9660-67f922851466 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:19:59.410075 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 800e8f71-967a-4222-9660-67f922851466 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:19:59.412846 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 800e8f71-967a-4222-9660-67f922851466 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:19:59.553698 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-48f15db6-a339-4412-8008-52b3e351b3f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:59.559793 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eca00ee1-1338-4b4d-9b6c-6649e2c9442d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:59.563539 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-48f15db6-a339-4412-8008-52b3e351b3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:59.649741 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca00ee1-1338-4b4d-9b6c-6649e2c9442d admin admin] Pushing event deleted for resources: {'Port': ['ID=69d9d851-ba6e-40d9-bce8-d5bbf4864c3b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:59.694782 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-48f15db6-a339-4412-8008-52b3e351b3f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eef6745d3fc945798b3f4a870187dad5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3380494 Jul 23 20:19:59.696139 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f15db6-a339-4412-8008-52b3e351b3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c2cd0d-7656-4c0b-a220-b2b640ac0a6d,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:59.706593 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37696) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:59.776056 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eca00ee1-1338-4b4d-9b6c-6649e2c9442d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:59.828606 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e19b60ad-d059-425b-9baf-0c055975a8d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:59.880351 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e19b60ad-d059-425b-9baf-0c055975a8d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:00.019328 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eca00ee1-1338-4b4d-9b6c-6649e2c9442d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:00.023797 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eca00ee1-1338-4b4d-9b6c-6649e2c9442d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:00.058875 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e19b60ad-d059-425b-9baf-0c055975a8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:00.065404 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e19b60ad-d059-425b-9baf-0c055975a8d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:00.073846 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e19b60ad-d059-425b-9baf-0c055975a8d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f4c2cd0d-7656-4c0b-a220-b2b640ac0a6d HTTP/1.1" status: 204 len: 168 time: 0.3603013 Jul 23 20:20:00.100886 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b60ad-d059-425b-9baf-0c055975a8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c2cd0d-7656-4c0b-a220-b2b640ac0a6d,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:00.184501 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eca00ee1-1338-4b4d-9b6c-6649e2c9442d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:00.186824 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca00ee1-1338-4b4d-9b6c-6649e2c9442d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c2e1461-3830-4556-aca9-94af5f3265ec {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:20:00.194162 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eca00ee1-1338-4b4d-9b6c-6649e2c9442d admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:00.199027 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-eca00ee1-1338-4b4d-9b6c-6649e2c9442d admin admin] 10.222.0.32 "DELETE /v2.0/routers/6c2e1461-3830-4556-aca9-94af5f3265ec HTTP/1.1" status: 204 len: 168 time: 3.1307564 Jul 23 20:20:00.201939 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37708) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:00.405357 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba190fe2-9127-4c9d-99d3-67202376ecc6 admin admin] Deleting subnet 15dbea46-1b22-4ee7-9998-2dc91fc68b70 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:20:00.413208 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ba190fe2-9127-4c9d-99d3-67202376ecc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:00.595787 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ba190fe2-9127-4c9d-99d3-67202376ecc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:00.796162 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ba190fe2-9127-4c9d-99d3-67202376ecc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:00.898188 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ba190fe2-9127-4c9d-99d3-67202376ecc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:00.984553 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba190fe2-9127-4c9d-99d3-67202376ecc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15dbea46-1b22-4ee7-9998-2dc91fc68b70,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:00.993986 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ba190fe2-9127-4c9d-99d3-67202376ecc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:01.001816 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ba190fe2-9127-4c9d-99d3-67202376ecc6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/15dbea46-1b22-4ee7-9998-2dc91fc68b70 HTTP/1.1" status: 204 len: 168 time: 0.7980556 Jul 23 20:20:01.006031 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37752) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:01.009348 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec69f25d-b5bf-408a-ae5f-0a4f7ad5819a None None] Network 065bad45-89d8-44cd-a1fc-415086b71990 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:20:01.058435 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37756) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:01.221088 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f99b2e50-38a9-4f74-a301-8fb026edde90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:01.336672 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 69d9d851-ba6e-40d9-bce8-d5bbf4864c3b no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:20:01.350140 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37760) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:01.442254 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795b2e9d-f3ba-488b-9211-790ff0d50b9a None None] DHCP port deletion for 065bad45-89d8-44cd-a1fc-415086b71990 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:20:01.493015 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-f99b2e50-38a9-4f74-a301-8fb026edde90 admin admin] Deleting port 533df084-4abf-4126-9c96-df1e177c436c {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:20:01.493363 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f99b2e50-38a9-4f74-a301-8fb026edde90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:01.545045 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 69d9d851-ba6e-40d9-bce8-d5bbf4864c3b {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:20:01.545264 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 69d9d851-ba6e-40d9-bce8-d5bbf4864c3b not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:20:01.671803 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-795b2e9d-f3ba-488b-9211-790ff0d50b9a None None] Deleting port 533df084-4abf-4126-9c96-df1e177c436c {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:20:01.672188 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-795b2e9d-f3ba-488b-9211-790ff0d50b9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:01.755249 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-f99b2e50-38a9-4f74-a301-8fb026edde90 admin admin] For port 533df084-4abf-4126-9c96-df1e177c436c, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=533df084-4abf-4126-9c96-df1e177c436c,segment=NetworkSegment(24cdf91d-f478-4970-87eb-4981cb489a54),segment_id=24cdf91d-f478-4970-87eb-4981cb489a54)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:01.755770 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f99b2e50-38a9-4f74-a301-8fb026edde90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:01.785753 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-f99b2e50-38a9-4f74-a301-8fb026edde90 admin admin] Calling delete_port for 533df084-4abf-4126-9c96-df1e177c436c owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:20:01.816096 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-30e5fd85-c5c1-4bff-8280-2faa716ec0e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:01.844461 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-795b2e9d-f3ba-488b-9211-790ff0d50b9a None None] For port 533df084-4abf-4126-9c96-df1e177c436c, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=533df084-4abf-4126-9c96-df1e177c436c,segment=NetworkSegment(24cdf91d-f478-4970-87eb-4981cb489a54),segment_id=24cdf91d-f478-4970-87eb-4981cb489a54)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:01.844856 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-795b2e9d-f3ba-488b-9211-790ff0d50b9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:01.875885 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-795b2e9d-f3ba-488b-9211-790ff0d50b9a None None] Calling delete_port for 533df084-4abf-4126-9c96-df1e177c436c owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:20:01.976790 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-30e5fd85-c5c1-4bff-8280-2faa716ec0e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:01.985769 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-30e5fd85-c5c1-4bff-8280-2faa716ec0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:02.020277 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f99b2e50-38a9-4f74-a301-8fb026edde90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:02.050651 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e5fd85-c5c1-4bff-8280-2faa716ec0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb1b8bd-8a3f-4f1d-86a5-f691b1899624,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:02.081764 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-0fd028e9-cb2d-4c11-bf0b-071609562e4c tempest-ExternalNetworksAdminNegativeTestJSON-875124902 tempest-ExternalNetworksAdminNegativeTestJSON-875124902-project-admin] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:02.090877 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b2e50-38a9-4f74-a301-8fb026edde90 admin admin] Pushing event deleted for resources: {'Port': ['ID=533df084-4abf-4126-9c96-df1e177c436c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:02.096969 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99b2e50-38a9-4f74-a301-8fb026edde90 admin admin] No DVR routers for this DVR port 533df084-4abf-4126-9c96-df1e177c436c on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:20:02.132335 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-30e5fd85-c5c1-4bff-8280-2faa716ec0e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=05ff0722e41a473aae1ac32d00ea6f4e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0726979 Jul 23 20:20:02.136916 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37784) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:02.246712 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0fd028e9-cb2d-4c11-bf0b-071609562e4c tempest-ExternalNetworksAdminNegativeTestJSON-875124902 tempest-ExternalNetworksAdminNegativeTestJSON-875124902-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:02.322226 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-795b2e9d-f3ba-488b-9211-790ff0d50b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:02.329708 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f99b2e50-38a9-4f74-a301-8fb026edde90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:02.350512 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7a4a2a1f-7fe7-406c-9c1e-eac5fdd46c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:02.363663 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-f99b2e50-38a9-4f74-a301-8fb026edde90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['065bad45-89d8-44cd-a1fc-415086b71990']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:02.375226 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b2e9d-f3ba-488b-9211-790ff0d50b9a None None] Pushing event deleted for resources: {'Port': ['ID=533df084-4abf-4126-9c96-df1e177c436c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:02.390671 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795b2e9d-f3ba-488b-9211-790ff0d50b9a None None] No DVR routers for this DVR port 533df084-4abf-4126-9c96-df1e177c436c on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:20:02.396772 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-f99b2e50-38a9-4f74-a301-8fb026edde90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24cdf91d-f478-4970-87eb-4981cb489a54') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:02.397074 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-f99b2e50-38a9-4f74-a301-8fb026edde90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24cdf91d-f478-4970-87eb-4981cb489a54') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:02.422977 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795b2e9d-f3ba-488b-9211-790ff0d50b9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:02.423300 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795b2e9d-f3ba-488b-9211-790ff0d50b9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:02.423697 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f99b2e50-38a9-4f74-a301-8fb026edde90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:02.426844 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795b2e9d-f3ba-488b-9211-790ff0d50b9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:02.427346 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795b2e9d-f3ba-488b-9211-790ff0d50b9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:02.428851 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795b2e9d-f3ba-488b-9211-790ff0d50b9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:02.429344 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795b2e9d-f3ba-488b-9211-790ff0d50b9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:02.432503 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795b2e9d-f3ba-488b-9211-790ff0d50b9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:02.433094 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795b2e9d-f3ba-488b-9211-790ff0d50b9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:02.434314 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795b2e9d-f3ba-488b-9211-790ff0d50b9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:02.434789 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795b2e9d-f3ba-488b-9211-790ff0d50b9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:02.435263 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795b2e9d-f3ba-488b-9211-790ff0d50b9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:02.435385 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7a4a2a1f-7fe7-406c-9c1e-eac5fdd46c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:02.435839 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795b2e9d-f3ba-488b-9211-790ff0d50b9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:02.542495 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7a4a2a1f-7fe7-406c-9c1e-eac5fdd46c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:02.545359 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7a4a2a1f-7fe7-406c-9c1e-eac5fdd46c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:02.546949 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7a4a2a1f-7fe7-406c-9c1e-eac5fdd46c59 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aeb1b8bd-8a3f-4f1d-86a5-f691b1899624 HTTP/1.1" status: 204 len: 168 time: 0.4088366 Jul 23 20:20:02.554231 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f99b2e50-38a9-4f74-a301-8fb026edde90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:02.585264 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a2a1f-7fe7-406c-9c1e-eac5fdd46c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb1b8bd-8a3f-4f1d-86a5-f691b1899624,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:02.598920 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f99b2e50-38a9-4f74-a301-8fb026edde90 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:20:02.599334 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f99b2e50-38a9-4f74-a301-8fb026edde90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:02.619077 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:20:02.619077 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:20:02.619077 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:20:02.619077 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:20:02.619077 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:20:02.619077 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:20:02.619077 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:20:02.619077 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:20:02.619077 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:20:02.619077 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:20:02.619077 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:20:02.619077 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:20:02.619077 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:20:02.619077 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:20:02.619077 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:20:02.619077 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:20:02.619077 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:20:02.619077 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:20:02.619077 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:20:02.619077 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:20:02.619077 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:20:02.619077 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:20:02.619077 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:20:02.619077 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:20:02.619077 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:20:02.619077 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:20:02.619077 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:20:02.619077 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:20:02.619077 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:20:02.619077 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:20:02.619077 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:20:02.619077 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:20:02.771236 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0fd028e9-cb2d-4c11-bf0b-071609562e4c tempest-ExternalNetworksAdminNegativeTestJSON-875124902 tempest-ExternalNetworksAdminNegativeTestJSON-875124902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:02.776702 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f99b2e50-38a9-4f74-a301-8fb026edde90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:02.786112 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f99b2e50-38a9-4f74-a301-8fb026edde90 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:02.788043 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f99b2e50-38a9-4f74-a301-8fb026edde90 admin admin] 10.222.0.32 "DELETE /v2.0/networks/065bad45-89d8-44cd-a1fc-415086b71990 HTTP/1.1" status: 204 len: 168 time: 1.7786505 Jul 23 20:20:02.830346 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b2e50-38a9-4f74-a301-8fb026edde90 admin admin] Pushing event deleted for resources: {'Network': ['ID=065bad45-89d8-44cd-a1fc-415086b71990,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:03.125241 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-0fd028e9-cb2d-4c11-bf0b-071609562e4c tempest-ExternalNetworksAdminNegativeTestJSON-875124902 tempest-ExternalNetworksAdminNegativeTestJSON-875124902-project-admin] Allocated IP 172.25.1.97 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/2fe4cf27-c01f-4e78-b017-be701a12298a) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:20:03.344280 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37846) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:03.357669 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 533df084-4abf-4126-9c96-df1e177c436c no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:20:03.406884 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 533df084-4abf-4126-9c96-df1e177c436c {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:20:03.407272 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 533df084-4abf-4126-9c96-df1e177c436c not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:20:03.532348 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-80b2d212-69ae-4349-b3cb-3c0d2ccf2043 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a3e740eb35174745b8c66e63aac9db55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1835921 Jul 23 20:20:03.536498 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37858) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:03.570027 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37860) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:03.655956 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0fd028e9-cb2d-4c11-bf0b-071609562e4c tempest-ExternalNetworksAdminNegativeTestJSON-875124902 tempest-ExternalNetworksAdminNegativeTestJSON-875124902-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:03.724907 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-b764c6ef-36c9-484f-877c-65220514fe71 tempest-RoutersAdminNegativeIpV6Test-899270461 tempest-RoutersAdminNegativeIpV6Test-899270461-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1551128482', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:03.798938 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b764c6ef-36c9-484f-877c-65220514fe71 tempest-RoutersAdminNegativeIpV6Test-899270461 tempest-RoutersAdminNegativeIpV6Test-899270461-project-admin] Made reservation on behalf of 2e919db82e7f43f8bd887a133b32d981 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:20:03.801776 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b764c6ef-36c9-484f-877c-65220514fe71 tempest-RoutersAdminNegativeIpV6Test-899270461 tempest-RoutersAdminNegativeIpV6Test-899270461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:03.850806 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b764c6ef-36c9-484f-877c-65220514fe71 tempest-RoutersAdminNegativeIpV6Test-899270461 tempest-RoutersAdminNegativeIpV6Test-899270461-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:03.893957 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0fd028e9-cb2d-4c11-bf0b-071609562e4c tempest-ExternalNetworksAdminNegativeTestJSON-875124902 tempest-ExternalNetworksAdminNegativeTestJSON-875124902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:04.011103 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4894f574-ae18-47fe-992c-1d36c24656fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:04.138112 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b764c6ef-36c9-484f-877c-65220514fe71 tempest-RoutersAdminNegativeIpV6Test-899270461 tempest-RoutersAdminNegativeIpV6Test-899270461-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:04.143996 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b764c6ef-36c9-484f-877c-65220514fe71 tempest-RoutersAdminNegativeIpV6Test-899270461 tempest-RoutersAdminNegativeIpV6Test-899270461-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:04.158565 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd028e9-cb2d-4c11-bf0b-071609562e4c tempest-ExternalNetworksAdminNegativeTestJSON-875124902 tempest-ExternalNetworksAdminNegativeTestJSON-875124902-project-admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:20:04.168297 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-b764c6ef-36c9-484f-877c-65220514fe71 tempest-RoutersAdminNegativeIpV6Test-899270461 tempest-RoutersAdminNegativeIpV6Test-899270461-project-admin] device_id is not set on port 2d2ee45d-c3cd-48da-b0f7-f1cf6b9d47d4 yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:20:04.189841 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-0fd028e9-cb2d-4c11-bf0b-071609562e4c tempest-ExternalNetworksAdminNegativeTestJSON-875124902 tempest-ExternalNetworksAdminNegativeTestJSON-875124902-project-admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:20:04.254575 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4894f574-ae18-47fe-992c-1d36c24656fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:04.318320 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd028e9-cb2d-4c11-bf0b-071609562e4c tempest-ExternalNetworksAdminNegativeTestJSON-875124902 tempest-ExternalNetworksAdminNegativeTestJSON-875124902-project-admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:20:04.334244 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b764c6ef-36c9-484f-877c-65220514fe71 tempest-RoutersAdminNegativeIpV6Test-899270461 tempest-RoutersAdminNegativeIpV6Test-899270461-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b4a1b5-82d1-4080-a507-106fb1b0d599,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:04.407585 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd028e9-cb2d-4c11-bf0b-071609562e4c tempest-ExternalNetworksAdminNegativeTestJSON-875124902 tempest-ExternalNetworksAdminNegativeTestJSON-875124902-project-admin] Pushing event updated for resources: {'Port': ['ID=2fe4cf27-c01f-4e78-b017-be701a12298a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:04.574568 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4894f574-ae18-47fe-992c-1d36c24656fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:04.577239 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4894f574-ae18-47fe-992c-1d36c24656fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:04.577841 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-b764c6ef-36c9-484f-877c-65220514fe71 tempest-RoutersAdminNegativeIpV6Test-899270461 tempest-RoutersAdminNegativeIpV6Test-899270461-project-admin] Allocated IP 172.25.1.6 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/2d2ee45d-c3cd-48da-b0f7-f1cf6b9d47d4) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:20:04.589353 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4894f574-ae18-47fe-992c-1d36c24656fd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8eab5fee-f8eb-4aed-a3f0-c440f60a4ea3 HTTP/1.1" status: 204 len: 168 time: 1.0253282 Jul 23 20:20:04.697945 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894f574-ae18-47fe-992c-1d36c24656fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eab5fee-f8eb-4aed-a3f0-c440f60a4ea3,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:04.746490 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0fd028e9-cb2d-4c11-bf0b-071609562e4c tempest-ExternalNetworksAdminNegativeTestJSON-875124902 tempest-ExternalNetworksAdminNegativeTestJSON-875124902-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:04.747903 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37914) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:04.886975 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0fd028e9-cb2d-4c11-bf0b-071609562e4c tempest-ExternalNetworksAdminNegativeTestJSON-875124902 tempest-ExternalNetworksAdminNegativeTestJSON-875124902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:05.251946 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b764c6ef-36c9-484f-877c-65220514fe71 tempest-RoutersAdminNegativeIpV6Test-899270461 tempest-RoutersAdminNegativeIpV6Test-899270461-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:05.282258 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc1de76c-ebd5-4981-8cb8-c06479d706fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:05.356728 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b764c6ef-36c9-484f-877c-65220514fe71 tempest-RoutersAdminNegativeIpV6Test-899270461 tempest-RoutersAdminNegativeIpV6Test-899270461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:05.399794 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b764c6ef-36c9-484f-877c-65220514fe71 tempest-RoutersAdminNegativeIpV6Test-899270461 tempest-RoutersAdminNegativeIpV6Test-899270461-project-admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:20:05.454462 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-b764c6ef-36c9-484f-877c-65220514fe71 tempest-RoutersAdminNegativeIpV6Test-899270461 tempest-RoutersAdminNegativeIpV6Test-899270461-project-admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:20:05.459148 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b764c6ef-36c9-484f-877c-65220514fe71 tempest-RoutersAdminNegativeIpV6Test-899270461 tempest-RoutersAdminNegativeIpV6Test-899270461-project-admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:20:05.531111 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0fd028e9-cb2d-4c11-bf0b-071609562e4c tempest-ExternalNetworksAdminNegativeTestJSON-875124902 tempest-ExternalNetworksAdminNegativeTestJSON-875124902-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:05.540690 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0fd028e9-cb2d-4c11-bf0b-071609562e4c tempest-ExternalNetworksAdminNegativeTestJSON-875124902 tempest-ExternalNetworksAdminNegativeTestJSON-875124902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:05.550990 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b764c6ef-36c9-484f-877c-65220514fe71 tempest-RoutersAdminNegativeIpV6Test-899270461 tempest-RoutersAdminNegativeIpV6Test-899270461-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:05.552012 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b764c6ef-36c9-484f-877c-65220514fe71 tempest-RoutersAdminNegativeIpV6Test-899270461 tempest-RoutersAdminNegativeIpV6Test-899270461-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:05.644459 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b764c6ef-36c9-484f-877c-65220514fe71 tempest-RoutersAdminNegativeIpV6Test-899270461 tempest-RoutersAdminNegativeIpV6Test-899270461-project-admin] Pushing event updated for resources: {'Port': ['ID=2d2ee45d-c3cd-48da-b0f7-f1cf6b9d47d4,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:05.709400 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc1de76c-ebd5-4981-8cb8-c06479d706fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:05.715459 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd028e9-cb2d-4c11-bf0b-071609562e4c tempest-ExternalNetworksAdminNegativeTestJSON-875124902 tempest-ExternalNetworksAdminNegativeTestJSON-875124902-project-admin] Pushing event updated for resources: {'Port': ['ID=2fe4cf27-c01f-4e78-b017-be701a12298a,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:05.726041 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc1de76c-ebd5-4981-8cb8-c06479d706fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:05.734190 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b764c6ef-36c9-484f-877c-65220514fe71 tempest-RoutersAdminNegativeIpV6Test-899270461 tempest-RoutersAdminNegativeIpV6Test-899270461-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.1612616 Jul 23 20:20:05.737609 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37950) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:05.755421 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-742c3f8e-82de-4f58-aae0-cd2b3572be17 tempest-RoutersAdminNegativeIpV6Test-899270461 tempest-RoutersAdminNegativeIpV6Test-899270461-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.6'}]}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:05.790608 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-fc1de76c-ebd5-4981-8cb8-c06479d706fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fb45e059f6f4419f891820befe4d4272&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0331218 Jul 23 20:20:05.791320 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37956) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:05.843018 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-742c3f8e-82de-4f58-aae0-cd2b3572be17 tempest-RoutersAdminNegativeIpV6Test-899270461 tempest-RoutersAdminNegativeIpV6Test-899270461-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:05.843714 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0fd028e9-cb2d-4c11-bf0b-071609562e4c tempest-ExternalNetworksAdminNegativeTestJSON-875124902 tempest-ExternalNetworksAdminNegativeTestJSON-875124902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:05.849103 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-742c3f8e-82de-4f58-aae0-cd2b3572be17 tempest-RoutersAdminNegativeIpV6Test-899270461 tempest-RoutersAdminNegativeIpV6Test-899270461-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:05.915204 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0fd028e9-cb2d-4c11-bf0b-071609562e4c tempest-ExternalNetworksAdminNegativeTestJSON-875124902 tempest-ExternalNetworksAdminNegativeTestJSON-875124902-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:05.916355 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0fd028e9-cb2d-4c11-bf0b-071609562e4c tempest-ExternalNetworksAdminNegativeTestJSON-875124902 tempest-ExternalNetworksAdminNegativeTestJSON-875124902-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5648005 Jul 23 20:20:05.919446 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37964) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:05.919810 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1de76c-ebd5-4981-8cb8-c06479d706fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec6ea19-772c-42ba-8c07-e788b0b5e181,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:05.942246 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-429e48d1-872f-4ca5-ae46-241299eb14bf tempest-ExternalNetworksAdminNegativeTestJSON-875124902 tempest-ExternalNetworksAdminNegativeTestJSON-875124902-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1273289871', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'fixed_ips': [{'ip_address': '172.25.1.97'}]}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:05.964139 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4311e81-01f9-4991-b787-a8d3c58ab776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:06.044381 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4311e81-01f9-4991-b787-a8d3c58ab776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:06.049069 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-742c3f8e-82de-4f58-aae0-cd2b3572be17 tempest-RoutersAdminNegativeIpV6Test-899270461 tempest-RoutersAdminNegativeIpV6Test-899270461-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:06.057084 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429e48d1-872f-4ca5-ae46-241299eb14bf tempest-ExternalNetworksAdminNegativeTestJSON-875124902 tempest-ExternalNetworksAdminNegativeTestJSON-875124902-project-admin] Made reservation on behalf of 79bcc53bb1c2400f83620cbf2c9d8bc4 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:20:06.073674 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-429e48d1-872f-4ca5-ae46-241299eb14bf tempest-ExternalNetworksAdminNegativeTestJSON-875124902 tempest-ExternalNetworksAdminNegativeTestJSON-875124902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:06.140666 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4311e81-01f9-4991-b787-a8d3c58ab776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:06.144509 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4311e81-01f9-4991-b787-a8d3c58ab776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:06.146199 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b4311e81-01f9-4991-b787-a8d3c58ab776 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4ec6ea19-772c-42ba-8c07-e788b0b5e181 HTTP/1.1" status: 204 len: 168 time: 0.3537953 Jul 23 20:20:06.157696 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4311e81-01f9-4991-b787-a8d3c58ab776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec6ea19-772c-42ba-8c07-e788b0b5e181,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:06.286648 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-429e48d1-872f-4ca5-ae46-241299eb14bf tempest-ExternalNetworksAdminNegativeTestJSON-875124902 tempest-ExternalNetworksAdminNegativeTestJSON-875124902-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:06.555338 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-742c3f8e-82de-4f58-aae0-cd2b3572be17 tempest-RoutersAdminNegativeIpV6Test-899270461 tempest-RoutersAdminNegativeIpV6Test-899270461-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:06.615776 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-429e48d1-872f-4ca5-ae46-241299eb14bf tempest-ExternalNetworksAdminNegativeTestJSON-875124902 tempest-ExternalNetworksAdminNegativeTestJSON-875124902-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:06.624520 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-429e48d1-872f-4ca5-ae46-241299eb14bf tempest-ExternalNetworksAdminNegativeTestJSON-875124902 tempest-ExternalNetworksAdminNegativeTestJSON-875124902-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:06.631620 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-429e48d1-872f-4ca5-ae46-241299eb14bf tempest-ExternalNetworksAdminNegativeTestJSON-875124902 tempest-ExternalNetworksAdminNegativeTestJSON-875124902-project-admin] device_id is not set on port ff0282ce-89a1-4b35-9462-289cb4660f1b yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:20:06.665513 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38000) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:06.708046 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0ff5320b-f3ff-4b30-8d09-3e0c5b58af61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:06.894475 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0ff5320b-f3ff-4b30-8d09-3e0c5b58af61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:06.901566 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0ff5320b-f3ff-4b30-8d09-3e0c5b58af61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:06.959183 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0ff5320b-f3ff-4b30-8d09-3e0c5b58af61 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bc773860a3984f7c82b2435dd8db77ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2907779 Jul 23 20:20:06.961633 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38014) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:06.970639 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5320b-f3ff-4b30-8d09-3e0c5b58af61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1465e8-9f56-45f0-9072-f4519cfa1b2d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:07.065875 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e48d1-872f-4ca5-ae46-241299eb14bf tempest-ExternalNetworksAdminNegativeTestJSON-875124902 tempest-ExternalNetworksAdminNegativeTestJSON-875124902-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60ed899-4b8e-4f5e-98b1-9806222c07d5,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:07.075525 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-429e48d1-872f-4ca5-ae46-241299eb14bf tempest-ExternalNetworksAdminNegativeTestJSON-875124902 tempest-ExternalNetworksAdminNegativeTestJSON-875124902-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 23 20:20:07.076410 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-429e48d1-872f-4ca5-ae46-241299eb14bf tempest-ExternalNetworksAdminNegativeTestJSON-875124902 tempest-ExternalNetworksAdminNegativeTestJSON-875124902-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:20:07.105096 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e035ffe1-e933-4568-a6ac-34961a7fb751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:07.133322 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e035ffe1-e933-4568-a6ac-34961a7fb751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:07.138428 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-429e48d1-872f-4ca5-ae46-241299eb14bf tempest-ExternalNetworksAdminNegativeTestJSON-875124902 tempest-ExternalNetworksAdminNegativeTestJSON-875124902-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.2150269 Jul 23 20:20:07.141238 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38022) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:07.216242 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38024) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:07.318731 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-742c3f8e-82de-4f58-aae0-cd2b3572be17 tempest-RoutersAdminNegativeIpV6Test-899270461 tempest-RoutersAdminNegativeIpV6Test-899270461-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:07.345753 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-742c3f8e-82de-4f58-aae0-cd2b3572be17 tempest-RoutersAdminNegativeIpV6Test-899270461 tempest-RoutersAdminNegativeIpV6Test-899270461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:07.683059 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e035ffe1-e933-4568-a6ac-34961a7fb751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:07.695703 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e035ffe1-e933-4568-a6ac-34961a7fb751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:07.715226 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e035ffe1-e933-4568-a6ac-34961a7fb751 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ca1465e8-9f56-45f0-9072-f4519cfa1b2d HTTP/1.1" status: 204 len: 168 time: 0.7519042 Jul 23 20:20:07.724412 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-742c3f8e-82de-4f58-aae0-cd2b3572be17 tempest-RoutersAdminNegativeIpV6Test-899270461 tempest-RoutersAdminNegativeIpV6Test-899270461-project-admin] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:07.737065 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-7f85f05f-79ee-46fb-9744-7e73924591db admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2045363653-network', 'tenant_id': 'bee72acb19114053b3b08cfc440a4cd4'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:07.830554 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-43882c06-b5d3-45bf-a68f-177da1334184 tempest-ExternalNetworksAdminNegativeTestJSON-875124902 tempest-ExternalNetworksAdminNegativeTestJSON-875124902-project-admin] Deleting port 2fe4cf27-c01f-4e78-b017-be701a12298a {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:20:07.831768 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43882c06-b5d3-45bf-a68f-177da1334184 tempest-ExternalNetworksAdminNegativeTestJSON-875124902 tempest-ExternalNetworksAdminNegativeTestJSON-875124902-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:08.046504 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43882c06-b5d3-45bf-a68f-177da1334184 tempest-ExternalNetworksAdminNegativeTestJSON-875124902 tempest-ExternalNetworksAdminNegativeTestJSON-875124902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:08.046847 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43882c06-b5d3-45bf-a68f-177da1334184 tempest-ExternalNetworksAdminNegativeTestJSON-875124902 tempest-ExternalNetworksAdminNegativeTestJSON-875124902-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:08.061748 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-43882c06-b5d3-45bf-a68f-177da1334184 tempest-ExternalNetworksAdminNegativeTestJSON-875124902 tempest-ExternalNetworksAdminNegativeTestJSON-875124902-project-admin] Calling delete_port for 2fe4cf27-c01f-4e78-b017-be701a12298a owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:20:08.174719 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-742c3f8e-82de-4f58-aae0-cd2b3572be17 tempest-RoutersAdminNegativeIpV6Test-899270461 tempest-RoutersAdminNegativeIpV6Test-899270461-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:08.178772 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-742c3f8e-82de-4f58-aae0-cd2b3572be17 tempest-RoutersAdminNegativeIpV6Test-899270461 tempest-RoutersAdminNegativeIpV6Test-899270461-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:08.185504 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e035ffe1-e933-4568-a6ac-34961a7fb751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1465e8-9f56-45f0-9072-f4519cfa1b2d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:08.237775 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f85f05f-79ee-46fb-9744-7e73924591db admin admin] Made reservation on behalf of bee72acb19114053b3b08cfc440a4cd4 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:20:08.237775 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f85f05f-79ee-46fb-9744-7e73924591db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:08.279118 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-742c3f8e-82de-4f58-aae0-cd2b3572be17 tempest-RoutersAdminNegativeIpV6Test-899270461 tempest-RoutersAdminNegativeIpV6Test-899270461-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:08.279673 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742c3f8e-82de-4f58-aae0-cd2b3572be17 tempest-RoutersAdminNegativeIpV6Test-899270461 tempest-RoutersAdminNegativeIpV6Test-899270461-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 36d07e9e-50d4-47cc-8cc3-7081fcad0d7b {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:20:08.281991 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f85f05f-79ee-46fb-9744-7e73924591db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:08.340281 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43882c06-b5d3-45bf-a68f-177da1334184 tempest-ExternalNetworksAdminNegativeTestJSON-875124902 tempest-ExternalNetworksAdminNegativeTestJSON-875124902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:08.402361 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43882c06-b5d3-45bf-a68f-177da1334184 tempest-ExternalNetworksAdminNegativeTestJSON-875124902 tempest-ExternalNetworksAdminNegativeTestJSON-875124902-project-admin] Pushing event deleted for resources: {'Port': ['ID=2fe4cf27-c01f-4e78-b017-be701a12298a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:08.471252 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38072) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:08.498227 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-63998c45-b9f6-4f08-a2d9-37b390b7568c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:08.605117 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43882c06-b5d3-45bf-a68f-177da1334184 tempest-ExternalNetworksAdminNegativeTestJSON-875124902 tempest-ExternalNetworksAdminNegativeTestJSON-875124902-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:08.608417 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43882c06-b5d3-45bf-a68f-177da1334184 tempest-ExternalNetworksAdminNegativeTestJSON-875124902 tempest-ExternalNetworksAdminNegativeTestJSON-875124902-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:08.612668 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-43882c06-b5d3-45bf-a68f-177da1334184 tempest-ExternalNetworksAdminNegativeTestJSON-875124902 tempest-ExternalNetworksAdminNegativeTestJSON-875124902-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/ec415d10-9b2f-4918-93ec-2bf6f7a866f1 HTTP/1.1" status: 204 len: 168 time: 1.4674325 Jul 23 20:20:08.645337 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f85f05f-79ee-46fb-9744-7e73924591db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:08.652326 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f85f05f-79ee-46fb-9744-7e73924591db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:08.654332 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-742c3f8e-82de-4f58-aae0-cd2b3572be17 tempest-RoutersAdminNegativeIpV6Test-899270461 tempest-RoutersAdminNegativeIpV6Test-899270461-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 23 20:20:08.659104 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-742c3f8e-82de-4f58-aae0-cd2b3572be17 tempest-RoutersAdminNegativeIpV6Test-899270461 tempest-RoutersAdminNegativeIpV6Test-899270461-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 2.9200709 Jul 23 20:20:08.662156 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38086) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:08.692429 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f85f05f-79ee-46fb-9744-7e73924591db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:20:08.708319 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f85f05f-79ee-46fb-9744-7e73924591db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:08.708771 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-7f85f05f-79ee-46fb-9744-7e73924591db admin admin] Added segment e2903031-9983-46c4-9699-af3e9a995ba1 of type vlan for network 5b14740b-4ba4-40dd-a14a-07c1cd027739 Jul 23 20:20:08.792331 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f85f05f-79ee-46fb-9744-7e73924591db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:08.829512 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f85f05f-79ee-46fb-9744-7e73924591db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:08.830727 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f85f05f-79ee-46fb-9744-7e73924591db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:08.831621 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f85f05f-79ee-46fb-9744-7e73924591db admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:08.893633 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85f05f-79ee-46fb-9744-7e73924591db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06ad6d5-b896-483c-8e28-0339ad52a0b9,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:09.007295 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85f05f-79ee-46fb-9744-7e73924591db admin admin] Pushing event updated for resources: {'Network': ['ID=5b14740b-4ba4-40dd-a14a-07c1cd027739,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:09.020896 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 5b14740b-4ba4-40dd-a14a-07c1cd027739 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:20:09.062476 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-57f50293-749c-4cdd-b90f-97aba9a17ac5 tempest-RoutersAdminNegativeIpV6Test-899270461 tempest-RoutersAdminNegativeIpV6Test-899270461-project-admin] Deleting port 2d2ee45d-c3cd-48da-b0f7-f1cf6b9d47d4 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:20:09.062873 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-57f50293-749c-4cdd-b90f-97aba9a17ac5 tempest-RoutersAdminNegativeIpV6Test-899270461 tempest-RoutersAdminNegativeIpV6Test-899270461-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:09.142355 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38100) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:09.215851 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-63998c45-b9f6-4f08-a2d9-37b390b7568c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:09.233766 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7f85f05f-79ee-46fb-9744-7e73924591db admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0102739 Jul 23 20:20:09.236638 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38106) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:09.250342 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ecd6558a-ac6d-41ee-8d3f-a817eb422438 admin admin] Request body: {'subnet': {'network_id': '5b14740b-4ba4-40dd-a14a-07c1cd027739', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2045363653-subnet', 'tenant_id': 'bee72acb19114053b3b08cfc440a4cd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:09.270089 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-63998c45-b9f6-4f08-a2d9-37b390b7568c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:09.296139 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd6558a-ac6d-41ee-8d3f-a817eb422438 admin admin] Made reservation on behalf of bee72acb19114053b3b08cfc440a4cd4 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:20:09.300320 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ecd6558a-ac6d-41ee-8d3f-a817eb422438 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:09.358823 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-57f50293-749c-4cdd-b90f-97aba9a17ac5 tempest-RoutersAdminNegativeIpV6Test-899270461 tempest-RoutersAdminNegativeIpV6Test-899270461-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:09.427323 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-63998c45-b9f6-4f08-a2d9-37b390b7568c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6eed6aa614e64662a0906ed737a21484&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9548252 Jul 23 20:20:09.428542 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-57f50293-749c-4cdd-b90f-97aba9a17ac5 tempest-RoutersAdminNegativeIpV6Test-899270461 tempest-RoutersAdminNegativeIpV6Test-899270461-project-admin] Calling delete_port for 2d2ee45d-c3cd-48da-b0f7-f1cf6b9d47d4 owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:20:09.438881 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63998c45-b9f6-4f08-a2d9-37b390b7568c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccd049a-ca32-4b6f-8ec6-0a56ac88854a,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:09.449172 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38116) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:09.572705 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38118) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:09.610407 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-84334a38-6e97-4e4d-938b-78959a376295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:09.612775 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:20:09.731420 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-84334a38-6e97-4e4d-938b-78959a376295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:09.780104 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-57f50293-749c-4cdd-b90f-97aba9a17ac5 tempest-RoutersAdminNegativeIpV6Test-899270461 tempest-RoutersAdminNegativeIpV6Test-899270461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:09.790136 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d9f42475-238c-4205-9925-48f19f21e047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:09.817501 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f50293-749c-4cdd-b90f-97aba9a17ac5 tempest-RoutersAdminNegativeIpV6Test-899270461 tempest-RoutersAdminNegativeIpV6Test-899270461-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d2ee45d-c3cd-48da-b0f7-f1cf6b9d47d4,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:09.818676 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-84334a38-6e97-4e4d-938b-78959a376295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:09.822516 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-84334a38-6e97-4e4d-938b-78959a376295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:09.827113 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-84334a38-6e97-4e4d-938b-78959a376295 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0ccd049a-ca32-4b6f-8ec6-0a56ac88854a HTTP/1.1" status: 204 len: 168 time: 0.3796456 Jul 23 20:20:09.842346 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84334a38-6e97-4e4d-938b-78959a376295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccd049a-ca32-4b6f-8ec6-0a56ac88854a,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:09.881312 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-814f14e3-8b8f-427b-a1f9-d675583e3692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:09.938912 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-57f50293-749c-4cdd-b90f-97aba9a17ac5 tempest-RoutersAdminNegativeIpV6Test-899270461 tempest-RoutersAdminNegativeIpV6Test-899270461-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:09.943123 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ecd6558a-ac6d-41ee-8d3f-a817eb422438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:09.946276 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-57f50293-749c-4cdd-b90f-97aba9a17ac5 tempest-RoutersAdminNegativeIpV6Test-899270461 tempest-RoutersAdminNegativeIpV6Test-899270461-project-admin] 10.222.0.32 "DELETE /v2.0/ports/2d2ee45d-c3cd-48da-b0f7-f1cf6b9d47d4 HTTP/1.1" status: 204 len: 168 time: 1.2794278 Jul 23 20:20:10.039345 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38132) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:10.052710 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd6558a-ac6d-41ee-8d3f-a817eb422438 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e49dbdc1-0791-4086-ae71-a34e3f47ca75,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:10.059719 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd6558a-ac6d-41ee-8d3f-a817eb422438 admin admin] Checking segment: {'id': 'e2903031-9983-46c4-9699-af3e9a995ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5b14740b-4ba4-40dd-a14a-07c1cd027739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:20:10.060073 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd6558a-ac6d-41ee-8d3f-a817eb422438 admin admin] Network hostable DHCP agents. Network: 5b14740b-4ba4-40dd-a14a-07c1cd027739, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:20:10.098074 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd6558a-ac6d-41ee-8d3f-a817eb422438 admin admin] Network 5b14740b-4ba4-40dd-a14a-07c1cd027739 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:20:10.127414 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-ecd6558a-ac6d-41ee-8d3f-a817eb422438 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 5b14740b-4ba4-40dd-a14a-07c1cd027739) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:20:10.142831 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e57294e-5fb4-462c-b490-b509e0a8711b None None] Network 5b14740b-4ba4-40dd-a14a-07c1cd027739 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:20:10.147735 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd6558a-ac6d-41ee-8d3f-a817eb422438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:10.149401 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ecd6558a-ac6d-41ee-8d3f-a817eb422438 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:10.197571 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d9f42475-238c-4205-9925-48f19f21e047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:10.205187 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d9f42475-238c-4205-9925-48f19f21e047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:10.262584 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ecd6558a-ac6d-41ee-8d3f-a817eb422438 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0244403 Jul 23 20:20:10.299800 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b1970bbe-26cf-4c30-8463-d1335fa69aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:10.327531 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1ee78b8c-257a-4857-949f-8e7ab189a0c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:10.365565 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f518de-23c8-4e38-bdfe-0b1eb355a1a0 None None] Network 5b14740b-4ba4-40dd-a14a-07c1cd027739 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:20:10.404674 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d9f42475-238c-4205-9925-48f19f21e047 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4d507e396d6c4705b19089e9041f7572&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2614250 Jul 23 20:20:10.407904 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38144) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:10.423336 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f42475-238c-4205-9925-48f19f21e047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803cd8a8-a7db-4a9c-bbc5-69abc25e38c7,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:10.509797 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d7c0ceb5-9d1c-4199-b471-4eb7cefdcb20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:10.537851 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d7c0ceb5-9d1c-4199-b471-4eb7cefdcb20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:10.618453 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38150) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:10.644820 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-814f14e3-8b8f-427b-a1f9-d675583e3692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:10.652606 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-814f14e3-8b8f-427b-a1f9-d675583e3692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:10.727661 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d7c0ceb5-9d1c-4199-b471-4eb7cefdcb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:10.735750 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d7c0ceb5-9d1c-4199-b471-4eb7cefdcb20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:10.737355 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d7c0ceb5-9d1c-4199-b471-4eb7cefdcb20 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/803cd8a8-a7db-4a9c-bbc5-69abc25e38c7 HTTP/1.1" status: 204 len: 168 time: 0.3279872 Jul 23 20:20:10.756170 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-814f14e3-8b8f-427b-a1f9-d675583e3692 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dfcde6d9b55f411dbad35d77a6b50dbd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1764135 Jul 23 20:20:10.756811 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38166) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:10.761569 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c0ceb5-9d1c-4199-b471-4eb7cefdcb20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803cd8a8-a7db-4a9c-bbc5-69abc25e38c7,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:10.766887 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f14e3-8b8f-427b-a1f9-d675583e3692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54cc77c-e008-4607-936c-c6376f2da8fc,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:10.848021 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-912b15dc-ae72-4251-9a1e-2598caf8e35d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:10.889226 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9713f924-ee25-4ed9-90ac-4ae3f2ba79ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:10.896939 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b1970bbe-26cf-4c30-8463-d1335fa69aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:10.949106 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9713f924-ee25-4ed9-90ac-4ae3f2ba79ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:11.020712 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9713f924-ee25-4ed9-90ac-4ae3f2ba79ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:11.028680 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9713f924-ee25-4ed9-90ac-4ae3f2ba79ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:11.030531 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9713f924-ee25-4ed9-90ac-4ae3f2ba79ea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d54cc77c-e008-4607-936c-c6376f2da8fc HTTP/1.1" status: 204 len: 168 time: 0.2713885 Jul 23 20:20:11.033907 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b1970bbe-26cf-4c30-8463-d1335fa69aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:11.079421 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713f924-ee25-4ed9-90ac-4ae3f2ba79ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54cc77c-e008-4607-936c-c6376f2da8fc,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:11.252213 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b1970bbe-26cf-4c30-8463-d1335fa69aa4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=db5694d73ee0466ba04fe20e44f2c42c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2087951 Jul 23 20:20:11.253620 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38192) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:11.255947 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1970bbe-26cf-4c30-8463-d1335fa69aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee09b45-7152-4f68-8fea-4ed3d65a1754,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:11.355780 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6082c3eb-3d00-404d-80fa-32a9d353c234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:11.380821 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-912b15dc-ae72-4251-9a1e-2598caf8e35d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:11.388805 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-912b15dc-ae72-4251-9a1e-2598caf8e35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:11.441586 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6082c3eb-3d00-404d-80fa-32a9d353c234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:11.490422 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-1947a91f-7137-4840-aca1-5dad753f8f23 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:11.492240 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-1947a91f-7137-4840-aca1-5dad753f8f23 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/networks?id=5b14740b-4ba4-40dd-a14a-07c1cd027739 HTTP/1.1" status: 200 len: 818 time: 0.3217413 Jul 23 20:20:11.493820 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b15dc-ae72-4251-9a1e-2598caf8e35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9bf228-5631-4e9d-8741-fd90a924ffd9,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:11.515762 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-912b15dc-ae72-4251-9a1e-2598caf8e35d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aa3785382fa9459690033d66004cec52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8946126 Jul 23 20:20:11.518869 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38202) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:11.528455 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-d798bf8a-766f-4985-b356-8edc81b52a3b tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/quotas/bee72acb19114053b3b08cfc440a4cd4 HTTP/1.1" status: 200 len: 375 time: 0.0185957 Jul 23 20:20:11.618785 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6082c3eb-3d00-404d-80fa-32a9d353c234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:11.621268 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6082c3eb-3d00-404d-80fa-32a9d353c234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:11.622455 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6082c3eb-3d00-404d-80fa-32a9d353c234 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2ee09b45-7152-4f68-8fea-4ed3d65a1754 HTTP/1.1" status: 204 len: 168 time: 0.3687422 Jul 23 20:20:11.647013 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-0f5434db-a21d-4f92-9410-cc2af27f7e0d tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bee72acb19114053b3b08cfc440a4cd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1118293 Jul 23 20:20:11.667093 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082c3eb-3d00-404d-80fa-32a9d353c234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee09b45-7152-4f68-8fea-4ed3d65a1754,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:11.752885 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dbf3c589-87ef-4e4e-ae63-75f465f7f37e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:11.789994 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dbf3c589-87ef-4e4e-ae63-75f465f7f37e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:11.867442 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dbf3c589-87ef-4e4e-ae63-75f465f7f37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:11.871655 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dbf3c589-87ef-4e4e-ae63-75f465f7f37e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:11.873030 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-dbf3c589-87ef-4e4e-ae63-75f465f7f37e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dd9bf228-5631-4e9d-8741-fd90a924ffd9 HTTP/1.1" status: 204 len: 168 time: 0.3531554 Jul 23 20:20:11.883847 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf3c589-87ef-4e4e-ae63-75f465f7f37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9bf228-5631-4e9d-8741-fd90a924ffd9,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:12.079114 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-fc35d3b2-ee6e-4fcc-8601-f7839f2b4cd4 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:20:12.083220 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-fc35d3b2-ee6e-4fcc-8601-f7839f2b4cd4 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4245532 Jul 23 20:20:12.232414 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38232) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:12.295858 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-c02f31f8-2f39-4dbe-a0dc-5dbbad029905 service neutron] 10.222.0.32 "GET /v2.0/networks/5b14740b-4ba4-40dd-a14a-07c1cd027739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973624 Jul 23 20:20:12.322674 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-85bdeb64-79f4-4222-921d-eb8255514b06 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=79bcc53bb1c2400f83620cbf2c9d8bc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0872738 Jul 23 20:20:12.325998 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38234) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:12.395314 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1f7099b1-ab5c-4c64-b706-0a5661b2e054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:12.422785 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1f7099b1-ab5c-4c64-b706-0a5661b2e054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:12.483091 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-6be934e6-2632-4f70-8338-64b8af4ede75 service neutron] 10.222.0.32 "GET /v2.0/networks/5b14740b-4ba4-40dd-a14a-07c1cd027739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808493 Jul 23 20:20:12.510067 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1f7099b1-ab5c-4c64-b706-0a5661b2e054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:12.513653 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1f7099b1-ab5c-4c64-b706-0a5661b2e054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:12.519918 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1f7099b1-ab5c-4c64-b706-0a5661b2e054 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f60ed899-4b8e-4f5e-98b1-9806222c07d5 HTTP/1.1" status: 204 len: 168 time: 0.1875536 Jul 23 20:20:12.534271 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7099b1-ab5c-4c64-b706-0a5661b2e054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60ed899-4b8e-4f5e-98b1-9806222c07d5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:12.686689 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38244) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:12.706973 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e0c9b792-4edd-473c-8683-d6893c8b0d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:12.908638 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e0c9b792-4edd-473c-8683-d6893c8b0d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:12.918092 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e0c9b792-4edd-473c-8683-d6893c8b0d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:13.043412 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e0c9b792-4edd-473c-8683-d6893c8b0d5a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c2d0cf7ba0834153912d7076b75cd5c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3549972 Jul 23 20:20:13.046354 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38254) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:13.065969 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c9b792-4edd-473c-8683-d6893c8b0d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c427ca9-a142-43e2-a918-315e22f715f1,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:13.150828 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38262) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:13.315634 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aeb643d5-dab7-4cae-b10b-d27224dfae22 req-e023dd9f-3263-4f69-8ba3-d1a9214380a9 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c2271a5-6e73-4ded-bfd6-856f54b14470 HTTP/1.1" status: 200 len: 210 time: 0.0668297 Jul 23 20:20:13.325033 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:13.342812 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7739ce3d-d74a-4c2e-9d66-814c7b1006f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:13.374185 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-144094f7-4d48-4f47-91dc-c0429a08c596 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2e919db82e7f43f8bd887a133b32d981&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1883225 Jul 23 20:20:13.376507 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38266) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:13.388147 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7739ce3d-d74a-4c2e-9d66-814c7b1006f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:13.464296 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7739ce3d-d74a-4c2e-9d66-814c7b1006f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:13.481818 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7739ce3d-d74a-4c2e-9d66-814c7b1006f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:13.481818 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7739ce3d-d74a-4c2e-9d66-814c7b1006f1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c427ca9-a142-43e2-a918-315e22f715f1 HTTP/1.1" status: 204 len: 168 time: 0.4280436 Jul 23 20:20:13.495637 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7739ce3d-d74a-4c2e-9d66-814c7b1006f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c427ca9-a142-43e2-a918-315e22f715f1,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:13.535180 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48123be5-cf52-43fa-8658-307833f0df70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:13.566274 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48123be5-cf52-43fa-8658-307833f0df70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:13.595426 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d8689ab5-fa31-4e1d-bbf0-eb18ce378d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:13.660997 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48123be5-cf52-43fa-8658-307833f0df70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:13.665922 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48123be5-cf52-43fa-8658-307833f0df70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:13.675766 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-48123be5-cf52-43fa-8658-307833f0df70 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/05b4a1b5-82d1-4080-a507-106fb1b0d599 HTTP/1.1" status: 204 len: 168 time: 0.2977893 Jul 23 20:20:13.687813 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48123be5-cf52-43fa-8658-307833f0df70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b4a1b5-82d1-4080-a507-106fb1b0d599,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:13.968075 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:14.444806 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:14.489146 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e5c72fa4-bd24-46a5-bc18-6877609942a5 req-1c8959d4-1718-427d-85ed-e4ede86415ed tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c2271a5-6e73-4ded-bfd6-856f54b14470 HTTP/1.1" status: 200 len: 210 time: 0.0824168 Jul 23 20:20:14.544037 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:15.800916 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ab1038e-1e57-407d-8752-ce0311425973 req-94ded114-71d0-4aa3-902a-d36fe9225c2b tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c2271a5-6e73-4ded-bfd6-856f54b14470 HTTP/1.1" status: 200 len: 210 time: 0.1127651 Jul 23 20:20:15.895072 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:16.665051 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-14fd69be-4bf4-43a1-8a7b-c3fce7636779 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:16.671505 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-14fd69be-4bf4-43a1-8a7b-c3fce7636779 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.30 "GET /v2.0/networks?id=5b14740b-4ba4-40dd-a14a-07c1cd027739 HTTP/1.1" status: 200 len: 818 time: 0.2865450 Jul 23 20:20:16.685058 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-aec50d05-2b79-4217-9d46-245790b5c8a5 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Request body: {'port': {'device_id': '38dd0e63-10e7-43a1-93e5-4e4ef53091bd', 'network_id': '5b14740b-4ba4-40dd-a14a-07c1cd027739', 'admin_state_up': True, 'tenant_id': 'bee72acb19114053b3b08cfc440a4cd4'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:16.824428 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-e38681ba-0004-4f93-9c72-1768fcccdd03 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:16.832779 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-e38681ba-0004-4f93-9c72-1768fcccdd03 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.18 "GET /v2.0/networks?id=5b14740b-4ba4-40dd-a14a-07c1cd027739 HTTP/1.1" status: 200 len: 818 time: 0.3732038 Jul 23 20:20:16.864528 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-8c507ea3-c046-418f-9b5b-b7704f8b12a9 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Request body: {'port': {'device_id': '332b1146-c340-402e-a38a-e1db8a130f85', 'network_id': '5b14740b-4ba4-40dd-a14a-07c1cd027739', 'admin_state_up': True, 'tenant_id': 'bee72acb19114053b3b08cfc440a4cd4'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:16.933265 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-aec50d05-2b79-4217-9d46-245790b5c8a5 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Made reservation on behalf of bee72acb19114053b3b08cfc440a4cd4 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:20:16.939631 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-aec50d05-2b79-4217-9d46-245790b5c8a5 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:17.090964 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e08c1683-7af6-4d49-abad-82dc25009331 req-6b0f327d-95fb-4991-9871-eb0091da326a tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c2271a5-6e73-4ded-bfd6-856f54b14470 HTTP/1.1" status: 200 len: 210 time: 0.1424489 Jul 23 20:20:17.268601 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-8c507ea3-c046-418f-9b5b-b7704f8b12a9 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Made reservation on behalf of bee72acb19114053b3b08cfc440a4cd4 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:20:17.274567 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-8c507ea3-c046-418f-9b5b-b7704f8b12a9 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:17.303600 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-aec50d05-2b79-4217-9d46-245790b5c8a5 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Allocated IP 172.20.0.9 (5b14740b-4ba4-40dd-a14a-07c1cd027739/e49dbdc1-0791-4086-ae71-a34e3f47ca75/f0b2d365-cb46-491b-bfa2-aeb840b1b00c) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:20:17.397592 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-17685566-035d-4dfe-aac0-9dc8f877d682 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:17.400516 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-17685566-035d-4dfe-aac0-9dc8f877d682 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.30 "GET /v2.0/networks?id=5b14740b-4ba4-40dd-a14a-07c1cd027739 HTTP/1.1" status: 200 len: 818 time: 0.3692403 Jul 23 20:20:17.535398 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-68bbf144-717a-4acc-9d1d-78d6db6bc65b tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Request body: {'port': {'device_id': '4c2271a5-6e73-4ded-bfd6-856f54b14470', 'network_id': '5b14740b-4ba4-40dd-a14a-07c1cd027739', 'admin_state_up': True, 'tenant_id': 'bee72acb19114053b3b08cfc440a4cd4'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:17.804366 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38440) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:17.895102 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-aec50d05-2b79-4217-9d46-245790b5c8a5 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:17.966296 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38450) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:17.972338 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-94b91c99-612e-4932-9415-d4e527c5ccc2 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1615255678', 'description': 'tempest-secgroup-smoke-1615255678 description', 'project_id': '936c6a23d3304ba9b49a208cdf1f5765'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:17.989141 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-68bbf144-717a-4acc-9d1d-78d6db6bc65b tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Made reservation on behalf of bee72acb19114053b3b08cfc440a4cd4 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:20:17.995427 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-68bbf144-717a-4acc-9d1d-78d6db6bc65b tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:18.023145 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-94b91c99-612e-4932-9415-d4e527c5ccc2 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:18.031005 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-aec50d05-2b79-4217-9d46-245790b5c8a5 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:18.251355 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-94b91c99-612e-4932-9415-d4e527c5ccc2 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:18.253923 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50d05-2b79-4217-9d46-245790b5c8a5 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Pushing event updated for resources: {'Port': ['ID=f0b2d365-cb46-491b-bfa2-aeb840b1b00c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:18.258788 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-8c507ea3-c046-418f-9b5b-b7704f8b12a9 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Allocated IP 172.20.0.3 (5b14740b-4ba4-40dd-a14a-07c1cd027739/e49dbdc1-0791-4086-ae71-a34e3f47ca75/91e50206-3bd4-4d31-810d-6e9c4d258a1d) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:20:18.272084 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-db27eb0b-321e-48ce-8928-40a5c4c57315 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Request body: {'networks': [{'name': 'tempest-network--1167663799'}, {'name': 'tempest-network--91093034'}]} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:18.272796 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-db27eb0b-321e-48ce-8928-40a5c4c57315 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Request body: {'network': {'name': 'tempest-network--1167663799'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:18.273704 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-db27eb0b-321e-48ce-8928-40a5c4c57315 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Request body: {'network': {'name': 'tempest-network--91093034'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:18.284259 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-94b91c99-612e-4932-9415-d4e527c5ccc2 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:18.299005 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-aec50d05-2b79-4217-9d46-245790b5c8a5 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Network 5b14740b-4ba4-40dd-a14a-07c1cd027739 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:20:18.301095 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-aec50d05-2b79-4217-9d46-245790b5c8a5 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:20:18.314367 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-aec50d05-2b79-4217-9d46-245790b5c8a5 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:20:18.370503 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db27eb0b-321e-48ce-8928-40a5c4c57315 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Made reservation on behalf of 36b59ea183954e679f26ce18f779fdac for: {'network': 2} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:20:18.376098 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-db27eb0b-321e-48ce-8928-40a5c4c57315 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:18.384327 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-94b91c99-612e-4932-9415-d4e527c5ccc2 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:18.389839 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-94b91c99-612e-4932-9415-d4e527c5ccc2 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4211168 Jul 23 20:20:18.390107 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38464) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:18.391113 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b91c99-612e-4932-9415-d4e527c5ccc2 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=024f7503-5ec6-4f9b-80a1-d6f9beb877c2,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:18.412298 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-3c173f5f-a2ea-482d-9d38-8993d9b2560d tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Request body: {'security_group_rule': {'security_group_id': '024f7503-5ec6-4f9b-80a1-d6f9beb877c2', 'project_id': '936c6a23d3304ba9b49a208cdf1f5765', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:18.420425 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-db27eb0b-321e-48ce-8928-40a5c4c57315 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:18.446722 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7bd7047c-f765-4e33-b92e-c2a60c597923 req-96fc2a6c-76c8-4d13-967b-27cc9bf530ac tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c2271a5-6e73-4ded-bfd6-856f54b14470 HTTP/1.1" status: 200 len: 210 time: 0.0724475 Jul 23 20:20:18.482591 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-aec50d05-2b79-4217-9d46-245790b5c8a5 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:18.483364 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-aec50d05-2b79-4217-9d46-245790b5c8a5 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:18.530421 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-aec50d05-2b79-4217-9d46-245790b5c8a5 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8499870 Jul 23 20:20:18.531925 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3c173f5f-a2ea-482d-9d38-8993d9b2560d tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:18.547458 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-596bc085-413d-4d8a-98b8-dded9ec84c59 service neutron] Request body: {'port': {'device_id': '38dd0e63-10e7-43a1-93e5-4e4ef53091bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:18.659732 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-8c507ea3-c046-418f-9b5b-b7704f8b12a9 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:18.729509 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-db27eb0b-321e-48ce-8928-40a5c4c57315 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:18.738767 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-db27eb0b-321e-48ce-8928-40a5c4c57315 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:18.739352 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-db27eb0b-321e-48ce-8928-40a5c4c57315 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:18.780841 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-8c507ea3-c046-418f-9b5b-b7704f8b12a9 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:18.849855 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db27eb0b-321e-48ce-8928-40a5c4c57315 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:20:18.862113 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27eb0b-321e-48ce-8928-40a5c4c57315 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bf42d4-3155-492d-abb3-47d50900e8e3,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:18.878845 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-8c507ea3-c046-418f-9b5b-b7704f8b12a9 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Network 5b14740b-4ba4-40dd-a14a-07c1cd027739 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:20:18.890661 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-8c507ea3-c046-418f-9b5b-b7704f8b12a9 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:20:18.894044 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-8c507ea3-c046-418f-9b5b-b7704f8b12a9 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:20:18.898489 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-db27eb0b-321e-48ce-8928-40a5c4c57315 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:18.899945 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-db27eb0b-321e-48ce-8928-40a5c4c57315 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Added segment 86ccde6c-15cf-48d3-8fc6-eb51c927a69f of type vlan for network a860618d-efb2-4688-b814-a669660e78a5 Jul 23 20:20:18.984262 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c507ea3-c046-418f-9b5b-b7704f8b12a9 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Pushing event updated for resources: {'Port': ['ID=91e50206-3bd4-4d31-810d-6e9c4d258a1d,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:19.058797 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-db27eb0b-321e-48ce-8928-40a5c4c57315 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:19.091487 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-8c507ea3-c046-418f-9b5b-b7704f8b12a9 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:19.100568 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-8c507ea3-c046-418f-9b5b-b7704f8b12a9 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:19.129602 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-8c507ea3-c046-418f-9b5b-b7704f8b12a9 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2888854 Jul 23 20:20:19.146637 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-803db395-7952-4418-a078-e870deeed3f3 service neutron] Request body: {'port': {'device_id': '332b1146-c340-402e-a38a-e1db8a130f85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:19.154775 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db27eb0b-321e-48ce-8928-40a5c4c57315 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:20:19.181150 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38480) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:19.202450 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-db27eb0b-321e-48ce-8928-40a5c4c57315 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:19.202803 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-db27eb0b-321e-48ce-8928-40a5c4c57315 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Added segment e872b95c-ecbf-442f-86bc-f6e1c29f251e of type vlan for network 9f9a9f38-18c6-4dba-a220-bbd098509a6e Jul 23 20:20:19.326354 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-db27eb0b-321e-48ce-8928-40a5c4c57315 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:19.355574 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-803db395-7952-4418-a078-e870deeed3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:19.362867 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-68bbf144-717a-4acc-9d1d-78d6db6bc65b tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Allocated IP 172.20.0.11 (5b14740b-4ba4-40dd-a14a-07c1cd027739/e49dbdc1-0791-4086-ae71-a34e3f47ca75/16367c3f-e11d-435b-87b3-01d3ea0c74f0) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:20:19.408344 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3c173f5f-a2ea-482d-9d38-8993d9b2560d tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:19.425515 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3c173f5f-a2ea-482d-9d38-8993d9b2560d tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:19.443719 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-596bc085-413d-4d8a-98b8-dded9ec84c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:19.625493 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c173f5f-a2ea-482d-9d38-8993d9b2560d tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=118b2fd1-139b-46eb-942a-85dc38f3d80f,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:19.669120 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3c173f5f-a2ea-482d-9d38-8993d9b2560d tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:19.675176 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3c173f5f-a2ea-482d-9d38-8993d9b2560d tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2824588 Jul 23 20:20:19.683824 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38492) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:19.695808 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-1d015f41-b97a-4dee-b0f3-2bedc8d9b951 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Request body: {'security_group_rule': {'security_group_id': '024f7503-5ec6-4f9b-80a1-d6f9beb877c2', 'project_id': '936c6a23d3304ba9b49a208cdf1f5765', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:19.909563 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.db.resource_extend [None req-db27eb0b-321e-48ce-8928-40a5c4c57315 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:20:20.072394 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1d015f41-b97a-4dee-b0f3-2bedc8d9b951 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:20.103801 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-922639c8-5df8-4aee-acec-5c36a55d526c req-aafe0033-6a0a-4c0e-baa3-fa6bc5ae5ec8 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c2271a5-6e73-4ded-bfd6-856f54b14470 HTTP/1.1" status: 200 len: 210 time: 0.1679928 Jul 23 20:20:20.109853 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-db27eb0b-321e-48ce-8928-40a5c4c57315 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:20.110678 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-db27eb0b-321e-48ce-8928-40a5c4c57315 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:20.119550 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db27eb0b-321e-48ce-8928-40a5c4c57315 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:20.129296 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db27eb0b-321e-48ce-8928-40a5c4c57315 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:20.129296 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-db27eb0b-321e-48ce-8928-40a5c4c57315 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:20.202689 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-68bbf144-717a-4acc-9d1d-78d6db6bc65b tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:20.253432 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1d015f41-b97a-4dee-b0f3-2bedc8d9b951 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:20.261721 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1d015f41-b97a-4dee-b0f3-2bedc8d9b951 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:20.308075 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27eb0b-321e-48ce-8928-40a5c4c57315 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Pushing event updated for resources: {'Network': ['ID=a860618d-efb2-4688-b814-a669660e78a5,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:20.323900 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network a860618d-efb2-4688-b814-a669660e78a5 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:20:20.329751 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b6349d3-40df-4a25-8726-34674238039e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:20.342397 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d015f41-b97a-4dee-b0f3-2bedc8d9b951 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afbd4a9d-1017-4448-8475-be4031559cea,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:20.366842 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1d015f41-b97a-4dee-b0f3-2bedc8d9b951 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:20.368182 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1d015f41-b97a-4dee-b0f3-2bedc8d9b951 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6796808 Jul 23 20:20:20.387680 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38506) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:20.409766 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ba2dca06-5827-45a0-899f-b101c4b074cd tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Request body: {'security_group_rule': {'security_group_id': '024f7503-5ec6-4f9b-80a1-d6f9beb877c2', 'project_id': '936c6a23d3304ba9b49a208cdf1f5765', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:20.490913 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-db27eb0b-321e-48ce-8928-40a5c4c57315 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.6849253 Jul 23 20:20:20.495243 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38508) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:20.546579 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-68bbf144-717a-4acc-9d1d-78d6db6bc65b tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:20.668384 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-68bbf144-717a-4acc-9d1d-78d6db6bc65b tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Network 5b14740b-4ba4-40dd-a14a-07c1cd027739 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:20:20.672223 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba2dca06-5827-45a0-899f-b101c4b074cd tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:20.714689 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bbf144-717a-4acc-9d1d-78d6db6bc65b tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Pushing event updated for resources: {'Port': ['ID=16367c3f-e11d-435b-87b3-01d3ea0c74f0,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:20.724198 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27eb0b-321e-48ce-8928-40a5c4c57315 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Pushing event updated for resources: {'Network': ['ID=9f9a9f38-18c6-4dba-a220-bbd098509a6e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:20.725386 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-68bbf144-717a-4acc-9d1d-78d6db6bc65b tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:20:20.745729 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 9f9a9f38-18c6-4dba-a220-bbd098509a6e details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:20:20.786693 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-68bbf144-717a-4acc-9d1d-78d6db6bc65b tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:20:20.879186 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b6349d3-40df-4a25-8726-34674238039e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:20.885630 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-68bbf144-717a-4acc-9d1d-78d6db6bc65b tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:20.886342 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-68bbf144-717a-4acc-9d1d-78d6db6bc65b tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:20.887159 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b6349d3-40df-4a25-8726-34674238039e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:20.961026 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0b6349d3-40df-4a25-8726-34674238039e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5535cf587fc64bcf8f4b24c4ad940346&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7748382 Jul 23 20:20:20.963365 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6349d3-40df-4a25-8726-34674238039e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014d4725-bdbf-40d1-99f4-c62a2a01aba6,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:20.978122 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38520) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:21.012697 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38522) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:21.054870 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-68bbf144-717a-4acc-9d1d-78d6db6bc65b tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5269191 Jul 23 20:20:21.087485 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5fdcd032-7020-4461-868c-d13aff34f61e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:21.087745 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-54f504c8-ac1c-454c-9ec2-014ce46de343 service neutron] Request body: {'port': {'device_id': '4c2271a5-6e73-4ded-bfd6-856f54b14470', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:21.122806 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5fdcd032-7020-4461-868c-d13aff34f61e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:21.123584 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba2dca06-5827-45a0-899f-b101c4b074cd tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:21.149166 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba2dca06-5827-45a0-899f-b101c4b074cd tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:21.206641 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba2dca06-5827-45a0-899f-b101c4b074cd tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:21.211514 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ba2dca06-5827-45a0-899f-b101c4b074cd tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8145587 Jul 23 20:20:21.215093 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38530) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:21.227190 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-7dccaa05-135f-4c1f-94de-67101fb0db30 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Request body: {'security_group_rule': {'security_group_id': '024f7503-5ec6-4f9b-80a1-d6f9beb877c2', 'project_id': '936c6a23d3304ba9b49a208cdf1f5765', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:21.235069 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a069869e-30c9-41ee-87c6-c5e09151ed56 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:21.240895 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a069869e-30c9-41ee-87c6-c5e09151ed56 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:21.247619 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a069869e-30c9-41ee-87c6-c5e09151ed56 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:21.253736 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a069869e-30c9-41ee-87c6-c5e09151ed56 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:21.255657 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a069869e-30c9-41ee-87c6-c5e09151ed56 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.7591937 Jul 23 20:20:21.262829 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2dca06-5827-45a0-899f-b101c4b074cd tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b587842b-3dd4-45b2-8db0-5737f89122c0,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:21.269324 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38532) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:21.309280 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7dccaa05-135f-4c1f-94de-67101fb0db30 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:21.400938 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-54f504c8-ac1c-454c-9ec2-014ce46de343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:21.484056 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-22b15707-92d3-4f08-9ade-bc5a983d7823 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-540337830'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:21.484418 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-596bc085-413d-4d8a-98b8-dded9ec84c59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0b2d365-cb46-491b-bfa2-aeb840b1b00c {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:20:21.503392 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5fdcd032-7020-4461-868c-d13aff34f61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:21.516178 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-596bc085-413d-4d8a-98b8-dded9ec84c59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:21.521504 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30c88a4d-ab0a-4cd7-966a-774f16deeac2 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:21.525505 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5fdcd032-7020-4461-868c-d13aff34f61e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:21.534897 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5fdcd032-7020-4461-868c-d13aff34f61e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/014d4725-bdbf-40d1-99f4-c62a2a01aba6 HTTP/1.1" status: 204 len: 168 time: 0.5492702 Jul 23 20:20:21.574430 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-596bc085-413d-4d8a-98b8-dded9ec84c59 service neutron] Transition to ACTIVE for port object f0b2d365-cb46-491b-bfa2-aeb840b1b00c will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:20:21.587060 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-596bc085-413d-4d8a-98b8-dded9ec84c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:21.589730 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7dccaa05-135f-4c1f-94de-67101fb0db30 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:21.617994 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7dccaa05-135f-4c1f-94de-67101fb0db30 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:21.620140 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38540) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:21.682116 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdcd032-7020-4461-868c-d13aff34f61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014d4725-bdbf-40d1-99f4-c62a2a01aba6,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:21.696397 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cec59-95ff-4fba-8088-692979837396 req-e9a95700-70a0-45e3-ac3f-61ac1672e910 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:21.712205 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-800cec59-95ff-4fba-8088-692979837396 req-e9a95700-70a0-45e3-ac3f-61ac1672e910 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c2271a5-6e73-4ded-bfd6-856f54b14470 HTTP/1.1" status: 200 len: 932 time: 0.4084811 Jul 23 20:20:21.717690 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dccaa05-135f-4c1f-94de-67101fb0db30 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8efef45b-9716-4ed3-b1c3-be8c2a58ec38,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:21.891885 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b15707-92d3-4f08-9ade-bc5a983d7823 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Made reservation on behalf of 2e2473c63d044acfb68f9ce66decc4aa for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:20:21.901954 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-22b15707-92d3-4f08-9ade-bc5a983d7823 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:21.910194 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7dccaa05-135f-4c1f-94de-67101fb0db30 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:21.911591 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7dccaa05-135f-4c1f-94de-67101fb0db30 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6927013 Jul 23 20:20:21.923764 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38546) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:21.936467 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-22b15707-92d3-4f08-9ade-bc5a983d7823 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:21.942606 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596bc085-413d-4d8a-98b8-dded9ec84c59 service neutron] Pushing event updated for resources: {'Port': ['ID=f0b2d365-cb46-491b-bfa2-aeb840b1b00c,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:21.958582 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-2b590545-54d9-4e64-ad13-5d21b2f27f5d tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Request body: {'security_group_rule': {'security_group_id': '024f7503-5ec6-4f9b-80a1-d6f9beb877c2', 'project_id': '936c6a23d3304ba9b49a208cdf1f5765', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:22.053406 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-803db395-7952-4418-a078-e870deeed3f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91e50206-3bd4-4d31-810d-6e9c4d258a1d {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:20:22.056576 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30c88a4d-ab0a-4cd7-966a-774f16deeac2 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:22.071354 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-803db395-7952-4418-a078-e870deeed3f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:22.097226 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-803db395-7952-4418-a078-e870deeed3f3 service neutron] Transition to ACTIVE for port object 91e50206-3bd4-4d31-810d-6e9c4d258a1d will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:20:22.104574 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-803db395-7952-4418-a078-e870deeed3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:22.109144 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-800cec59-95ff-4fba-8088-692979837396 req-50006c60-0d8b-44f6-90ca-7db23ba83a75 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f06ad6d5-b896-483c-8e28-0339ad52a0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948298 Jul 23 20:20:22.133053 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-30c88a4d-ab0a-4cd7-966a-774f16deeac2 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a860618d-efb2-4688-b814-a669660e78a5']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:22.158012 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803db395-7952-4418-a078-e870deeed3f3 service neutron] Pushing event updated for resources: {'Port': ['ID=91e50206-3bd4-4d31-810d-6e9c4d258a1d,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:22.182736 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-30c88a4d-ab0a-4cd7-966a-774f16deeac2 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86ccde6c-15cf-48d3-8fc6-eb51c927a69f') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:22.183341 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-30c88a4d-ab0a-4cd7-966a-774f16deeac2 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86ccde6c-15cf-48d3-8fc6-eb51c927a69f') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:22.208202 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30c88a4d-ab0a-4cd7-966a-774f16deeac2 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:22.263004 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30c88a4d-ab0a-4cd7-966a-774f16deeac2 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:22.265822 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-22b15707-92d3-4f08-9ade-bc5a983d7823 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:22.279522 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30c88a4d-ab0a-4cd7-966a-774f16deeac2 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:20:22.279938 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30c88a4d-ab0a-4cd7-966a-774f16deeac2 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:22.283185 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:20:22.283185 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:20:22.283185 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:20:22.283185 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:20:22.283185 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:20:22.283185 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:20:22.283185 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:20:22.283185 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:20:22.283185 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:20:22.283185 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:20:22.283185 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:20:22.283185 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:20:22.283185 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:20:22.283185 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:20:22.283185 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:20:22.283185 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:20:22.283185 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:20:22.283185 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:20:22.283185 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:20:22.283185 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:20:22.283185 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:20:22.283185 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:20:22.283185 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:20:22.283185 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:20:22.283185 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:20:22.283185 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:20:22.283185 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:20:22.283185 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:20:22.283185 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:20:22.283185 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:20:22.283185 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:20:22.283185 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:20:22.292351 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-22b15707-92d3-4f08-9ade-bc5a983d7823 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:22.324461 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-596bc085-413d-4d8a-98b8-dded9ec84c59 service neutron] Attempting to bind port f0b2d365-cb46-491b-bfa2-aeb840b1b00c on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:20:22.324822 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-596bc085-413d-4d8a-98b8-dded9ec84c59 service neutron] Attempting to bind port f0b2d365-cb46-491b-bfa2-aeb840b1b00c by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'e2903031-9983-46c4-9699-af3e9a995ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5b14740b-4ba4-40dd-a14a-07c1cd027739'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:20:22.325116 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-596bc085-413d-4d8a-98b8-dded9ec84c59 service neutron] Attempting to bind port f0b2d365-cb46-491b-bfa2-aeb840b1b00c on network 5b14740b-4ba4-40dd-a14a-07c1cd027739 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:20:22.373987 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-596bc085-413d-4d8a-98b8-dded9ec84c59 service neutron] Port f0b2d365-cb46-491b-bfa2-aeb840b1b00c on network 5b14740b-4ba4-40dd-a14a-07c1cd027739 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:20:22.374313 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-596bc085-413d-4d8a-98b8-dded9ec84c59 service neutron] Attempting to bind port f0b2d365-cb46-491b-bfa2-aeb840b1b00c on network 5b14740b-4ba4-40dd-a14a-07c1cd027739 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:20:22.394026 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-596bc085-413d-4d8a-98b8-dded9ec84c59 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:20:22.394366 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-596bc085-413d-4d8a-98b8-dded9ec84c59 service neutron] Checking segment: {'id': 'e2903031-9983-46c4-9699-af3e9a995ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5b14740b-4ba4-40dd-a14a-07c1cd027739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:20:22.394814 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-596bc085-413d-4d8a-98b8-dded9ec84c59 service neutron] Bound using segment: {'id': 'e2903031-9983-46c4-9699-af3e9a995ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5b14740b-4ba4-40dd-a14a-07c1cd027739'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:20:22.395286 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-596bc085-413d-4d8a-98b8-dded9ec84c59 service neutron] Bound port: f0b2d365-cb46-491b-bfa2-aeb840b1b00c, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2903031-9983-46c4-9699-af3e9a995ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5b14740b-4ba4-40dd-a14a-07c1cd027739'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:20:22.395678 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-596bc085-413d-4d8a-98b8-dded9ec84c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:22.419301 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30c88a4d-ab0a-4cd7-966a-774f16deeac2 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:22.441462 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30c88a4d-ab0a-4cd7-966a-774f16deeac2 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:22.443515 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-30c88a4d-ab0a-4cd7-966a-774f16deeac2 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] 10.222.0.32 "DELETE /v2.0/networks/a860618d-efb2-4688-b814-a669660e78a5 HTTP/1.1" status: 204 len: 168 time: 1.1653998 Jul 23 20:20:22.447611 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38550) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:22.464207 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22b15707-92d3-4f08-9ade-bc5a983d7823 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:20:22.482350 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-3bd70db7-0e44-4944-be8b-5a8b9fa95a5f tempest-QuotasTest-1637878082 tempest-QuotasTest-1637878082-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:22.514094 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-54f504c8-ac1c-454c-9ec2-014ce46de343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16367c3f-e11d-435b-87b3-01d3ea0c74f0 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:20:22.524945 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38552) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:22.535536 n-d-793618-10 neutron-server[93875]: INFO neutron.db.securitygroups_db [None req-2b590545-54d9-4e64-ad13-5d21b2f27f5d tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Project 936c6a23d3304ba9b49a208cdf1f5765 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:20:22.562207 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-924ab668-17a4-459d-a49f-9bcf0919cf4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:22.567002 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-22b15707-92d3-4f08-9ade-bc5a983d7823 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:22.567727 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-22b15707-92d3-4f08-9ade-bc5a983d7823 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Added segment bfa18b11-6238-41be-8f0d-5626bd44d2ec of type vlan for network b691380e-5127-46d6-8c6a-0e204b4a48d4 Jul 23 20:20:22.599108 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2b590545-54d9-4e64-ad13-5d21b2f27f5d tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:22.638492 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b15707-92d3-4f08-9ade-bc5a983d7823 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7741526-5a49-4bd4-87ca-650fab398312,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:22.767028 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-22b15707-92d3-4f08-9ade-bc5a983d7823 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:22.808124 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-596bc085-413d-4d8a-98b8-dded9ec84c59 service neutron] For port f0b2d365-cb46-491b-bfa2-aeb840b1b00c, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:20:22.814152 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-596bc085-413d-4d8a-98b8-dded9ec84c59 service neutron] For port f0b2d365-cb46-491b-bfa2-aeb840b1b00c, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=f0b2d365-cb46-491b-bfa2-aeb840b1b00c,segment=NetworkSegment(e2903031-9983-46c4-9699-af3e9a995ba1),segment_id=e2903031-9983-46c4-9699-af3e9a995ba1)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:20:22.816110 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c88a4d-ab0a-4cd7-966a-774f16deeac2 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Pushing event deleted for resources: {'Network': ['ID=a860618d-efb2-4688-b814-a669660e78a5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:22.840382 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-596bc085-413d-4d8a-98b8-dded9ec84c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:22.844055 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-54f504c8-ac1c-454c-9ec2-014ce46de343 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:22.876154 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-803db395-7952-4418-a078-e870deeed3f3 service neutron] Attempting to bind port 91e50206-3bd4-4d31-810d-6e9c4d258a1d on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:20:22.878939 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-803db395-7952-4418-a078-e870deeed3f3 service neutron] Attempting to bind port 91e50206-3bd4-4d31-810d-6e9c4d258a1d by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'e2903031-9983-46c4-9699-af3e9a995ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5b14740b-4ba4-40dd-a14a-07c1cd027739'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:20:22.879559 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-803db395-7952-4418-a078-e870deeed3f3 service neutron] Attempting to bind port 91e50206-3bd4-4d31-810d-6e9c4d258a1d on network 5b14740b-4ba4-40dd-a14a-07c1cd027739 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:20:22.919249 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596bc085-413d-4d8a-98b8-dded9ec84c59 service neutron] Pushing event updated for resources: {'Port': ['ID=f0b2d365-cb46-491b-bfa2-aeb840b1b00c,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:22.940573 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2b590545-54d9-4e64-ad13-5d21b2f27f5d tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:22.941298 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-54f504c8-ac1c-454c-9ec2-014ce46de343 service neutron] Transition to ACTIVE for port object 16367c3f-e11d-435b-87b3-01d3ea0c74f0 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:20:22.946263 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3bd70db7-0e44-4944-be8b-5a8b9fa95a5f tempest-QuotasTest-1637878082 tempest-QuotasTest-1637878082-project-admin] 10.222.0.32 "PUT /v2.0/quotas/46e56e57c26745b78adc348a6d966514 HTTP/1.1" status: 200 len: 366 time: 1.3108737 Jul 23 20:20:22.948031 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc48b5fe-6e43-4987-95cb-ee82111302cb tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:22.953060 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38560) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:22.953651 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-54f504c8-ac1c-454c-9ec2-014ce46de343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:22.962038 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.db.resource_extend [None req-22b15707-92d3-4f08-9ade-bc5a983d7823 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:20:22.970394 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-803db395-7952-4418-a078-e870deeed3f3 service neutron] Port 91e50206-3bd4-4d31-810d-6e9c4d258a1d on network 5b14740b-4ba4-40dd-a14a-07c1cd027739 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:20:22.970765 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-803db395-7952-4418-a078-e870deeed3f3 service neutron] Attempting to bind port 91e50206-3bd4-4d31-810d-6e9c4d258a1d on network 5b14740b-4ba4-40dd-a14a-07c1cd027739 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:20:22.974522 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2b590545-54d9-4e64-ad13-5d21b2f27f5d tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:23.023733 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bb58ceff-73a9-41cf-be49-90b1aa860c8a tempest-QuotasTest-1637878082 tempest-QuotasTest-1637878082-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0593944 Jul 23 20:20:23.023991 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b590545-54d9-4e64-ad13-5d21b2f27f5d tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a292c1e-ea94-4b39-ac74-8267f0c82f65,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:23.027659 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f504c8-ac1c-454c-9ec2-014ce46de343 service neutron] Pushing event updated for resources: {'Port': ['ID=16367c3f-e11d-435b-87b3-01d3ea0c74f0,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:23.029109 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38562) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:23.045234 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-596bc085-413d-4d8a-98b8-dded9ec84c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:23.046073 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-596bc085-413d-4d8a-98b8-dded9ec84c59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:23.048248 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-596bc085-413d-4d8a-98b8-dded9ec84c59 service neutron] 10.222.0.30 "PUT /v2.0/ports/f0b2d365-cb46-491b-bfa2-aeb840b1b00c HTTP/1.1" status: 200 len: 1092 time: 4.5079870 Jul 23 20:20:23.078594 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38dd0e63-10e7-43a1-93e5-4e4ef53091bd', 'tag': 'f0b2d365-cb46-491b-bfa2-aeb840b1b00c'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:20:23.081378 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036d59c6-54f4-412a-96c4-0a56f2e99f59" -d '{"events": [{"name": "network-changed", "server_uuid": "38dd0e63-10e7-43a1-93e5-4e4ef53091bd", "tag": "f0b2d365-cb46-491b-bfa2-aeb840b1b00c"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:20:23.086455 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-803db395-7952-4418-a078-e870deeed3f3 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:20:23.086802 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-803db395-7952-4418-a078-e870deeed3f3 service neutron] Checking segment: {'id': 'e2903031-9983-46c4-9699-af3e9a995ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5b14740b-4ba4-40dd-a14a-07c1cd027739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:20:23.094692 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-803db395-7952-4418-a078-e870deeed3f3 service neutron] Bound using segment: {'id': 'e2903031-9983-46c4-9699-af3e9a995ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5b14740b-4ba4-40dd-a14a-07c1cd027739'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:20:23.096390 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-803db395-7952-4418-a078-e870deeed3f3 service neutron] Bound port: 91e50206-3bd4-4d31-810d-6e9c4d258a1d, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2903031-9983-46c4-9699-af3e9a995ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5b14740b-4ba4-40dd-a14a-07c1cd027739'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:20:23.097787 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-803db395-7952-4418-a078-e870deeed3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:23.173669 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-22b15707-92d3-4f08-9ade-bc5a983d7823 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:23.200335 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b15707-92d3-4f08-9ade-bc5a983d7823 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:23.205434 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-22b15707-92d3-4f08-9ade-bc5a983d7823 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:23.254710 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a66dcef-7722-4a62-aa54-13a459ff554f x-openstack-request-id: req-0a66dcef-7722-4a62-aa54-13a459ff554f {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:20:23.255178 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38dd0e63-10e7-43a1-93e5-4e4ef53091bd", "tag": "f0b2d365-cb46-491b-bfa2-aeb840b1b00c", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:20:23.255533 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0a66dcef-7722-4a62-aa54-13a459ff554f {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:20:23.256117 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38dd0e63-10e7-43a1-93e5-4e4ef53091bd', 'tag': 'f0b2d365-cb46-491b-bfa2-aeb840b1b00c', 'status': 'completed', 'code': 200} Jul 23 20:20:23.291306 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38572) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:23.321495 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc48b5fe-6e43-4987-95cb-ee82111302cb tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:23.341061 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-fccfa2c1-d31f-4df1-9465-8f64b5152233 tempest-QuotasTest-1637878082 tempest-QuotasTest-1637878082-project-admin] 10.222.0.32 "GET /v2.0/quotas/46e56e57c26745b78adc348a6d966514 HTTP/1.1" status: 200 len: 366 time: 0.2938101 Jul 23 20:20:23.357036 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-54f504c8-ac1c-454c-9ec2-014ce46de343 service neutron] Attempting to bind port 16367c3f-e11d-435b-87b3-01d3ea0c74f0 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:20:23.357561 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-54f504c8-ac1c-454c-9ec2-014ce46de343 service neutron] Attempting to bind port 16367c3f-e11d-435b-87b3-01d3ea0c74f0 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'e2903031-9983-46c4-9699-af3e9a995ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5b14740b-4ba4-40dd-a14a-07c1cd027739'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:20:23.358041 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-54f504c8-ac1c-454c-9ec2-014ce46de343 service neutron] Attempting to bind port 16367c3f-e11d-435b-87b3-01d3ea0c74f0 on network 5b14740b-4ba4-40dd-a14a-07c1cd027739 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:20:23.363092 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38576) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:23.367456 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-54f504c8-ac1c-454c-9ec2-014ce46de343 service neutron] Port 16367c3f-e11d-435b-87b3-01d3ea0c74f0 on network 5b14740b-4ba4-40dd-a14a-07c1cd027739 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:20:23.367936 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-54f504c8-ac1c-454c-9ec2-014ce46de343 service neutron] Attempting to bind port 16367c3f-e11d-435b-87b3-01d3ea0c74f0 on network 5b14740b-4ba4-40dd-a14a-07c1cd027739 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:20:23.377293 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-cc48b5fe-6e43-4987-95cb-ee82111302cb tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f9a9f38-18c6-4dba-a220-bbd098509a6e']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:23.424808 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-cc48b5fe-6e43-4987-95cb-ee82111302cb tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e872b95c-ecbf-442f-86bc-f6e1c29f251e') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:23.425425 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-cc48b5fe-6e43-4987-95cb-ee82111302cb tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e872b95c-ecbf-442f-86bc-f6e1c29f251e') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:23.428221 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-924ab668-17a4-459d-a49f-9bcf0919cf4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:23.431211 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-54f504c8-ac1c-454c-9ec2-014ce46de343 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:20:23.432066 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-54f504c8-ac1c-454c-9ec2-014ce46de343 service neutron] Checking segment: {'id': 'e2903031-9983-46c4-9699-af3e9a995ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5b14740b-4ba4-40dd-a14a-07c1cd027739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:20:23.433015 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-54f504c8-ac1c-454c-9ec2-014ce46de343 service neutron] Bound using segment: {'id': 'e2903031-9983-46c4-9699-af3e9a995ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5b14740b-4ba4-40dd-a14a-07c1cd027739'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:20:23.434119 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-54f504c8-ac1c-454c-9ec2-014ce46de343 service neutron] Bound port: 16367c3f-e11d-435b-87b3-01d3ea0c74f0, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2903031-9983-46c4-9699-af3e9a995ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5b14740b-4ba4-40dd-a14a-07c1cd027739'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:20:23.434975 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-54f504c8-ac1c-454c-9ec2-014ce46de343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:23.503666 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-803db395-7952-4418-a078-e870deeed3f3 service neutron] For port 91e50206-3bd4-4d31-810d-6e9c4d258a1d, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:20:23.507459 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-803db395-7952-4418-a078-e870deeed3f3 service neutron] For port 91e50206-3bd4-4d31-810d-6e9c4d258a1d, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=91e50206-3bd4-4d31-810d-6e9c4d258a1d,segment=NetworkSegment(e2903031-9983-46c4-9699-af3e9a995ba1),segment_id=e2903031-9983-46c4-9699-af3e9a995ba1)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:20:23.518527 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b15707-92d3-4f08-9ade-bc5a983d7823 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Pushing event updated for resources: {'Network': ['ID=b691380e-5127-46d6-8c6a-0e204b4a48d4,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:23.522349 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-924ab668-17a4-459d-a49f-9bcf0919cf4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:23.532459 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network b691380e-5127-46d6-8c6a-0e204b4a48d4 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:20:23.539842 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-54f504c8-ac1c-454c-9ec2-014ce46de343 service neutron] For port 16367c3f-e11d-435b-87b3-01d3ea0c74f0, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:20:23.543694 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-54f504c8-ac1c-454c-9ec2-014ce46de343 service neutron] For port 16367c3f-e11d-435b-87b3-01d3ea0c74f0, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=16367c3f-e11d-435b-87b3-01d3ea0c74f0,segment=NetworkSegment(e2903031-9983-46c4-9699-af3e9a995ba1),segment_id=e2903031-9983-46c4-9699-af3e9a995ba1)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:20:23.552196 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc48b5fe-6e43-4987-95cb-ee82111302cb tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:23.559990 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-0dbc6764-987c-4a03-b118-6c08241388b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:23.562482 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-0dbc6764-987c-4a03-b118-6c08241388b6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bee72acb19114053b3b08cfc440a4cd4&device_id=38dd0e63-10e7-43a1-93e5-4e4ef53091bd HTTP/1.1" status: 200 len: 1095 time: 0.4366570 Jul 23 20:20:23.564260 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-54f504c8-ac1c-454c-9ec2-014ce46de343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:23.583366 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-244a9111-b55a-4257-a4dd-fcb1250dc0c5 tempest-QuotasTest-1637878082 tempest-QuotasTest-1637878082-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/46e56e57c26745b78adc348a6d966514 HTTP/1.1" status: 204 len: 168 time: 0.2125411 Jul 23 20:20:23.590814 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38580) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:23.605384 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-924ab668-17a4-459d-a49f-9bcf0919cf4d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f87bc5add1c74837b7ea5b7df0e89d28&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0785298 Jul 23 20:20:23.606464 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2b590545-54d9-4e64-ad13-5d21b2f27f5d tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:23.611311 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2b590545-54d9-4e64-ad13-5d21b2f27f5d tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.6822011 Jul 23 20:20:23.611311 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-803db395-7952-4418-a078-e870deeed3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:23.614659 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38582) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:23.614973 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38584) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:23.615755 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ab668-17a4-459d-a49f-9bcf0919cf4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368e0ded-87bd-48ea-97eb-e1332d1dd7e7,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:23.705948 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-e41313ef-4ab5-4700-97e3-05963988d292 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Request body: {'security_group_rule': {'security_group_id': '024f7503-5ec6-4f9b-80a1-d6f9beb877c2', 'project_id': '936c6a23d3304ba9b49a208cdf1f5765', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:23.732099 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-f78887fe-ff4d-420e-a804-3bc190ca364d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0b2d365-cb46-491b-bfa2-aeb840b1b00c HTTP/1.1" status: 200 len: 217 time: 0.1392081 Jul 23 20:20:23.769495 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-54f504c8-ac1c-454c-9ec2-014ce46de343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:23.770497 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-54f504c8-ac1c-454c-9ec2-014ce46de343 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:23.772382 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-54f504c8-ac1c-454c-9ec2-014ce46de343 service neutron] 10.222.0.30 "PUT /v2.0/ports/16367c3f-e11d-435b-87b3-01d3ea0c74f0 HTTP/1.1" status: 200 len: 1093 time: 2.7012215 Jul 23 20:20:23.822974 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc48b5fe-6e43-4987-95cb-ee82111302cb tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:23.832516 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-22b15707-92d3-4f08-9ade-bc5a983d7823 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.8169549 Jul 23 20:20:23.839898 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-acbce6dc-4ecd-4698-a993-0a8aecc7b661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:23.862321 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38590) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:23.895309 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-acbce6dc-4ecd-4698-a993-0a8aecc7b661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:23.897422 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-b89b7417-df56-4647-abe4-e6116085bc73 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Request body: {'subnet': {'network_id': 'b691380e-5127-46d6-8c6a-0e204b4a48d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:23.937224 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2130f617-ddc4-4813-8cfc-d64d7e3ee2e0 tempest-QuotasTest-1637878082 tempest-QuotasTest-1637878082-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.3105786 Jul 23 20:20:23.947602 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38592) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:23.958737 n-d-793618-10 neutron-server[93875]: INFO neutron.db.securitygroups_db [None req-e41313ef-4ab5-4700-97e3-05963988d292 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Project 936c6a23d3304ba9b49a208cdf1f5765 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:20:23.977788 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc48b5fe-6e43-4987-95cb-ee82111302cb tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:20:23.978091 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e41313ef-4ab5-4700-97e3-05963988d292 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:23.978428 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc48b5fe-6e43-4987-95cb-ee82111302cb tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:24.016079 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-acbce6dc-4ecd-4698-a993-0a8aecc7b661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:24.021831 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-acbce6dc-4ecd-4698-a993-0a8aecc7b661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:24.028432 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-acbce6dc-4ecd-4698-a993-0a8aecc7b661 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/368e0ded-87bd-48ea-97eb-e1332d1dd7e7 HTTP/1.1" status: 204 len: 168 time: 0.4066451 Jul 23 20:20:24.031105 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-803db395-7952-4418-a078-e870deeed3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:24.032169 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-803db395-7952-4418-a078-e870deeed3f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:24.034755 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-803db395-7952-4418-a078-e870deeed3f3 service neutron] 10.222.0.18 "PUT /v2.0/ports/91e50206-3bd4-4d31-810d-6e9c4d258a1d HTTP/1.1" status: 200 len: 1092 time: 4.8962324 Jul 23 20:20:24.053431 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:20:24.053431 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:20:24.053431 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:20:24.053431 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:20:24.053431 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:20:24.053431 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:20:24.053431 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:20:24.053431 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:20:24.053431 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:20:24.053431 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:20:24.053431 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:20:24.053431 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:20:24.053431 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:20:24.053431 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:20:24.053431 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:20:24.053431 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:20:24.053431 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:20:24.053431 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:20:24.053431 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:20:24.053431 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:20:24.053431 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:20:24.053431 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:20:24.053431 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:20:24.053431 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:20:24.053431 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:20:24.053431 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:20:24.053431 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:20:24.053431 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:20:24.053431 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:20:24.053431 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:20:24.053431 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:20:24.053431 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:20:24.057888 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-91852979-b4e0-4090-afa7-ab8b815c0750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:24.060825 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-91852979-b4e0-4090-afa7-ab8b815c0750 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e49dbdc1-0791-4086-ae71-a34e3f47ca75 HTTP/1.1" status: 200 len: 858 time: 0.2570608 Jul 23 20:20:24.064273 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332b1146-c340-402e-a38a-e1db8a130f85', 'tag': '91e50206-3bd4-4d31-810d-6e9c4d258a1d'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:20:24.069401 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbdf079d-15ee-47d6-b803-bc3a6519265d" -d '{"events": [{"name": "network-changed", "server_uuid": "332b1146-c340-402e-a38a-e1db8a130f85", "tag": "91e50206-3bd4-4d31-810d-6e9c4d258a1d"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:20:24.117143 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbce6dc-4ecd-4698-a993-0a8aecc7b661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368e0ded-87bd-48ea-97eb-e1332d1dd7e7,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:24.129299 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-367ef3b7-69bb-4254-b207-58c3dac2ba76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:24.191883 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e2d99b-8dec-42ee-898c-baa5612ffa1f x-openstack-request-id: req-e6e2d99b-8dec-42ee-898c-baa5612ffa1f {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:20:24.192459 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332b1146-c340-402e-a38a-e1db8a130f85", "tag": "91e50206-3bd4-4d31-810d-6e9c4d258a1d", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:20:24.192611 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e6e2d99b-8dec-42ee-898c-baa5612ffa1f {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:20:24.193085 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '332b1146-c340-402e-a38a-e1db8a130f85', 'tag': '91e50206-3bd4-4d31-810d-6e9c4d258a1d', 'status': 'completed', 'code': 200} Jul 23 20:20:24.285288 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e41313ef-4ab5-4700-97e3-05963988d292 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:24.320803 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e41313ef-4ab5-4700-97e3-05963988d292 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:24.345813 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803db395-7952-4418-a078-e870deeed3f3 service neutron] Pushing event updated for resources: {'Port': ['ID=91e50206-3bd4-4d31-810d-6e9c4d258a1d,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:24.397388 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e41313ef-4ab5-4700-97e3-05963988d292 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:24.409514 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e41313ef-4ab5-4700-97e3-05963988d292 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7765458 Jul 23 20:20:24.411978 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41313ef-4ab5-4700-97e3-05963988d292 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53fd5bc8-50d8-4ab8-bf92-df1d4585c5cf,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:24.439296 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-8b3b0aee-950b-48b9-bcd1-31edda467ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:24.441190 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-8b3b0aee-950b-48b9-bcd1-31edda467ee6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bee72acb19114053b3b08cfc440a4cd4&device_id=332b1146-c340-402e-a38a-e1db8a130f85 HTTP/1.1" status: 200 len: 1095 time: 0.2922761 Jul 23 20:20:24.489932 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-ca032587-e624-44e2-a26f-def7b0841c06 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91e50206-3bd4-4d31-810d-6e9c4d258a1d HTTP/1.1" status: 200 len: 217 time: 0.0409248 Jul 23 20:20:24.585840 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-4a3c6344-9602-45ce-bdfc-13f5b297995a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:24.587709 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-4a3c6344-9602-45ce-bdfc-13f5b297995a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e49dbdc1-0791-4086-ae71-a34e3f47ca75 HTTP/1.1" status: 200 len: 858 time: 0.0916791 Jul 23 20:20:24.665886 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-613e94d2-fbb5-48b4-bc03-a9789cb07cbd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b14740b-4ba4-40dd-a14a-07c1cd027739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669096 Jul 23 20:20:24.772910 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-758cfbb9-fe25-4c8d-b0de-0ed312712a2f tempest-QuotasTest-1637878082 tempest-QuotasTest-1637878082-project-admin] 10.222.0.32 "GET /v2.0/quotas/46e56e57c26745b78adc348a6d966514 HTTP/1.1" status: 200 len: 370 time: 0.8102019 Jul 23 20:20:24.778431 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-742e8f81-50ce-4ffa-b062-420d3ebf023b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b14740b-4ba4-40dd-a14a-07c1cd027739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6544755 Jul 23 20:20:24.794001 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38620) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:24.841414 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-866faaf1-3cbe-4631-bdde-99e6a53d5633 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1615255678&fields=id&tenant_id=936c6a23d3304ba9b49a208cdf1f5765 HTTP/1.1" status: 200 len: 267 time: 0.1210737 Jul 23 20:20:24.860191 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f504c8-ac1c-454c-9ec2-014ce46de343 service neutron] Pushing event updated for resources: {'Port': ['ID=16367c3f-e11d-435b-87b3-01d3ea0c74f0,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:24.877064 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1c2d6-80f3-45cd-858d-526f438706aa req-332ae21a-0de5-4ff7-8d8a-b593652f9ff6 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:24.879879 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a8c1c2d6-80f3-45cd-858d-526f438706aa req-332ae21a-0de5-4ff7-8d8a-b593652f9ff6 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c2271a5-6e73-4ded-bfd6-856f54b14470 HTTP/1.1" status: 200 len: 944 time: 1.6225424 Jul 23 20:20:24.889263 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-11204686-09e2-472b-aed8-2a25d16f5331 service neutron] 10.222.0.18 "GET /v2.0/networks/5b14740b-4ba4-40dd-a14a-07c1cd027739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203982 Jul 23 20:20:24.961765 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8ea7025c-4f2f-4b05-8efb-1a45300a4555 tempest-QuotasTest-1637878082 tempest-QuotasTest-1637878082-project-admin] 10.222.0.32 "GET /v2.0/quotas/46e56e57c26745b78adc348a6d966514/default HTTP/1.1" status: 200 len: 370 time: 0.0947697 Jul 23 20:20:24.964986 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38628) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:24.982396 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-0424c23c-1e50-45a5-808c-98afe590e111 tempest-QuotasTest-1637878082 tempest-QuotasTest-1637878082-project-admin] delete failed (client error): The resource could not be found. Jul 23 20:20:24.983874 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0424c23c-1e50-45a5-808c-98afe590e111 tempest-QuotasTest-1637878082 tempest-QuotasTest-1637878082-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/46e56e57c26745b78adc348a6d966514 HTTP/1.1" status: 404 len: 348 time: 0.0158234 Jul 23 20:20:25.098741 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-367ef3b7-69bb-4254-b207-58c3dac2ba76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:25.126162 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-367ef3b7-69bb-4254-b207-58c3dac2ba76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:25.158572 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-5680f0df-0527-496d-8e97-823842d784e0 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:25.159617 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc48b5fe-6e43-4987-95cb-ee82111302cb tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:25.168637 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-5680f0df-0527-496d-8e97-823842d784e0 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/networks?id=42c06545-369c-43b2-8575-bfb5ce0ad6be HTTP/1.1" status: 200 len: 814 time: 0.2893500 Jul 23 20:20:25.172050 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-57a8793f-8a56-41db-a1a6-2a502516842f service neutron] 10.222.0.18 "GET /v2.0/networks/5b14740b-4ba4-40dd-a14a-07c1cd027739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692297 Jul 23 20:20:25.194337 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-0273c82b-c3bc-41bb-9398-72dbf27cf092 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/quotas/936c6a23d3304ba9b49a208cdf1f5765 HTTP/1.1" status: 200 len: 375 time: 0.0189402 Jul 23 20:20:25.206046 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-367ef3b7-69bb-4254-b207-58c3dac2ba76 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=55d47c6a43894abf9e73bb6833110207&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9110935 Jul 23 20:20:25.207131 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38634) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:25.281164 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c2271a5-6e73-4ded-bfd6-856f54b14470', 'tag': '16367c3f-e11d-435b-87b3-01d3ea0c74f0'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:20:25.284647 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392b484b-cac7-4c60-9954-902d953aa031" -d '{"events": [{"name": "network-changed", "server_uuid": "4c2271a5-6e73-4ded-bfd6-856f54b14470", "tag": "16367c3f-e11d-435b-87b3-01d3ea0c74f0"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:20:25.309435 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc48b5fe-6e43-4987-95cb-ee82111302cb tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:25.313994 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-cc48b5fe-6e43-4987-95cb-ee82111302cb tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] 10.222.0.32 "DELETE /v2.0/networks/9f9a9f38-18c6-4dba-a220-bbd098509a6e HTTP/1.1" status: 204 len: 168 time: 2.8290637 Jul 23 20:20:25.321498 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38638) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:25.411635 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc48b5fe-6e43-4987-95cb-ee82111302cb tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Pushing event deleted for resources: {'Network': ['ID=9f9a9f38-18c6-4dba-a220-bbd098509a6e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:25.431398 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ef3b7-69bb-4254-b207-58c3dac2ba76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd0a814-6bef-4683-8c2c-16b696d62d6e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:25.437817 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-f75f6f92-4d49-4ed6-b30e-66b41da583fc tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=936c6a23d3304ba9b49a208cdf1f5765&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2374403 Jul 23 20:20:25.476484 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-9a7d2573-ca8b-4ea4-a0fc-45f023097ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:25.478770 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-9a7d2573-ca8b-4ea4-a0fc-45f023097ef0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bee72acb19114053b3b08cfc440a4cd4&device_id=4c2271a5-6e73-4ded-bfd6-856f54b14470 HTTP/1.1" status: 200 len: 1096 time: 1.6113369 Jul 23 20:20:25.525854 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89b7417-df56-4647-abe4-e6116085bc73 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Made reservation on behalf of 2e2473c63d044acfb68f9ce66decc4aa for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:20:25.530726 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b89b7417-df56-4647-abe4-e6116085bc73 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:25.554279 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf079d-15ee-47d6-b803-bc3a6519265d req-62e2d7e9-44f5-4e35-8f68-30f46602a5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:25.555902 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cbdf079d-15ee-47d6-b803-bc3a6519265d req-62e2d7e9-44f5-4e35-8f68-30f46602a5e0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bee72acb19114053b3b08cfc440a4cd4&device_id=332b1146-c340-402e-a38a-e1db8a130f85 HTTP/1.1" status: 200 len: 1095 time: 0.2971995 Jul 23 20:20:25.559851 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a8c1c2d6-80f3-45cd-858d-526f438706aa req-b2872f64-1cd7-45cb-a3d9-cf42d4718d2c tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f06ad6d5-b896-483c-8e28-0339ad52a0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463301 Jul 23 20:20:25.647324 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38640) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:25.652186 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e6fa55-4a01-4261-8b88-34cc85e05893 x-openstack-request-id: req-83e6fa55-4a01-4261-8b88-34cc85e05893 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:20:25.652496 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c2271a5-6e73-4ded-bfd6-856f54b14470", "tag": "16367c3f-e11d-435b-87b3-01d3ea0c74f0", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:20:25.652756 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-83e6fa55-4a01-4261-8b88-34cc85e05893 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:20:25.653179 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c2271a5-6e73-4ded-bfd6-856f54b14470', 'tag': '16367c3f-e11d-435b-87b3-01d3ea0c74f0', 'status': 'completed', 'code': 200} Jul 23 20:20:25.657997 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-9e8c1ef9-3c95-459b-9523-237f6c7462f4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16367c3f-e11d-435b-87b3-01d3ea0c74f0 HTTP/1.1" status: 200 len: 217 time: 0.1339011 Jul 23 20:20:25.685165 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47be2956-5d0e-47cf-919a-a3a633e64066 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:25.691736 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47be2956-5d0e-47cf-919a-a3a633e64066 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:25.704310 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-47be2956-5d0e-47cf-919a-a3a633e64066 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3688300 Jul 23 20:20:25.705674 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38642) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:25.712257 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-40de27ac-ab7e-42a5-8d59-7923cdd61b1f tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-516386530'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:25.810560 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-40a67df0-4227-4714-9796-be62557e5d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:25.812032 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-40a67df0-4227-4714-9796-be62557e5d4d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e49dbdc1-0791-4086-ae71-a34e3f47ca75 HTTP/1.1" status: 200 len: 858 time: 0.1375363 Jul 23 20:20:25.825249 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4bb086e2-ccf7-43c7-a15f-87eaab19ea43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:25.839841 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-9d957aea-1b19-4ebc-9e7e-ed8926762ef0 service neutron] 10.222.0.30 "GET /v2.0/networks/5b14740b-4ba4-40dd-a14a-07c1cd027739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7367482 Jul 23 20:20:25.856704 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40de27ac-ab7e-42a5-8d59-7923cdd61b1f tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Made reservation on behalf of 36b59ea183954e679f26ce18f779fdac for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:20:25.862813 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-40de27ac-ab7e-42a5-8d59-7923cdd61b1f tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:25.874786 n-d-793618-10 neutron-server[93875]: DEBUG neutron.quota.resource [None req-aea6758f-e92e-48a4-bcec-688a7abffd21 tempest-QuotasTest-1637878082 tempest-QuotasTest-1637878082-project-admin] Usage tracker for resource:network and tenant:41ac798e89cf4a289b2994b0d6eadd17 is out of sync, need to count used quota {{(pid=93875) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 20:20:25.884620 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-e335b63e-866b-465c-bc3d-b90ea0bf2443 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b14740b-4ba4-40dd-a14a-07c1cd027739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629644 Jul 23 20:20:25.899636 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-70198b6a-4352-4b56-a470-7378c171d49f service neutron] 10.222.0.32 "GET /v2.0/networks/42c06545-369c-43b2-8575-bfb5ce0ad6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113932 Jul 23 20:20:25.902854 n-d-793618-10 neutron-server[93875]: DEBUG neutron.quota.resource [None req-aea6758f-e92e-48a4-bcec-688a7abffd21 tempest-QuotasTest-1637878082 tempest-QuotasTest-1637878082-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93875) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 20:20:25.961190 n-d-793618-10 neutron-server[93875]: DEBUG neutron.quota.resource [None req-aea6758f-e92e-48a4-bcec-688a7abffd21 tempest-QuotasTest-1637878082 tempest-QuotasTest-1637878082-project-admin] Usage tracker for resource:subnet and tenant:41ac798e89cf4a289b2994b0d6eadd17 is out of sync, need to count used quota {{(pid=93875) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 20:20:25.964112 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf079d-15ee-47d6-b803-bc3a6519265d req-77bee111-27fb-42ee-a468-16158e989c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:25.965260 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cbdf079d-15ee-47d6-b803-bc3a6519265d req-77bee111-27fb-42ee-a468-16158e989c9c service neutron] 10.222.0.18 "GET /v2.0/networks?id=5b14740b-4ba4-40dd-a14a-07c1cd027739 HTTP/1.1" status: 200 len: 919 time: 0.4018557 Jul 23 20:20:25.966117 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40de27ac-ab7e-42a5-8d59-7923cdd61b1f tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:20:25.994762 n-d-793618-10 neutron-server[93875]: DEBUG neutron.quota.resource [None req-aea6758f-e92e-48a4-bcec-688a7abffd21 tempest-QuotasTest-1637878082 tempest-QuotasTest-1637878082-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93875) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 20:20:25.997653 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4bb086e2-ccf7-43c7-a15f-87eaab19ea43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:26.034527 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-40de27ac-ab7e-42a5-8d59-7923cdd61b1f tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:26.035016 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-40de27ac-ab7e-42a5-8d59-7923cdd61b1f tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Added segment 393a36d6-38a5-4024-a274-9d64b16d1b45 of type vlan for network be155824-7fae-4ded-9eff-41abcd9b44d2 Jul 23 20:20:26.047236 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cbdf079d-15ee-47d6-b803-bc3a6519265d req-aba7610c-8cff-424d-afde-40afbf9d94d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91e50206-3bd4-4d31-810d-6e9c4d258a1d HTTP/1.1" status: 200 len: 217 time: 0.0688510 Jul 23 20:20:26.114096 n-d-793618-10 neutron-server[93875]: DEBUG neutron.quota.resource [None req-aea6758f-e92e-48a4-bcec-688a7abffd21 tempest-QuotasTest-1637878082 tempest-QuotasTest-1637878082-project-admin] Usage tracker for resource:subnetpool and tenant:41ac798e89cf4a289b2994b0d6eadd17 is out of sync, need to count used quota {{(pid=93875) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 20:20:26.166307 n-d-793618-10 neutron-server[93875]: DEBUG neutron.quota.resource [None req-aea6758f-e92e-48a4-bcec-688a7abffd21 tempest-QuotasTest-1637878082 tempest-QuotasTest-1637878082-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93875) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 20:20:26.183494 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-40de27ac-ab7e-42a5-8d59-7923cdd61b1f tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:26.219684 n-d-793618-10 neutron-server[93875]: DEBUG neutron.quota.resource [None req-aea6758f-e92e-48a4-bcec-688a7abffd21 tempest-QuotasTest-1637878082 tempest-QuotasTest-1637878082-project-admin] Usage tracker for resource:port and tenant:41ac798e89cf4a289b2994b0d6eadd17 is out of sync, need to count used quota {{(pid=93875) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 20:20:26.234711 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-4f1115a5-28b5-47c3-8964-73965cd64695 service neutron] 10.222.0.32 "GET /v2.0/networks/42c06545-369c-43b2-8575-bfb5ce0ad6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120508 Jul 23 20:20:26.244015 n-d-793618-10 neutron-server[93875]: DEBUG neutron.quota.resource [None req-aea6758f-e92e-48a4-bcec-688a7abffd21 tempest-QuotasTest-1637878082 tempest-QuotasTest-1637878082-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93875) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 20:20:26.267355 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf079d-15ee-47d6-b803-bc3a6519265d req-19c5aef7-6981-49f0-9737-55f03150b0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:26.269757 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cbdf079d-15ee-47d6-b803-bc3a6519265d req-19c5aef7-6981-49f0-9737-55f03150b0ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e49dbdc1-0791-4086-ae71-a34e3f47ca75 HTTP/1.1" status: 200 len: 858 time: 0.1911714 Jul 23 20:20:26.291595 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-40de27ac-ab7e-42a5-8d59-7923cdd61b1f tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:26.299067 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40de27ac-ab7e-42a5-8d59-7923cdd61b1f tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:26.301591 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-40de27ac-ab7e-42a5-8d59-7923cdd61b1f tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:26.304593 n-d-793618-10 neutron-server[93875]: DEBUG neutron.quota.resource [None req-aea6758f-e92e-48a4-bcec-688a7abffd21 tempest-QuotasTest-1637878082 tempest-QuotasTest-1637878082-project-admin] Usage tracker for resource:router and tenant:41ac798e89cf4a289b2994b0d6eadd17 is out of sync, need to count used quota {{(pid=93875) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 20:20:26.312258 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-61c0dcb0-5e53-4898-9783-cca1c426662f service neutron] 10.222.0.30 "GET /v2.0/networks/5b14740b-4ba4-40dd-a14a-07c1cd027739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840067 Jul 23 20:20:26.353366 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cbdf079d-15ee-47d6-b803-bc3a6519265d req-adec654e-ea4f-46d6-847d-91542360bc80 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b14740b-4ba4-40dd-a14a-07c1cd027739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749249 Jul 23 20:20:26.358920 n-d-793618-10 neutron-server[93875]: DEBUG neutron.quota.resource [None req-aea6758f-e92e-48a4-bcec-688a7abffd21 tempest-QuotasTest-1637878082 tempest-QuotasTest-1637878082-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93875) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 20:20:26.417118 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-40de27ac-ab7e-42a5-8d59-7923cdd61b1f tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7093363 Jul 23 20:20:26.448345 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-64a80328-21cb-4e72-ad2f-ac2593dfe780 service neutron] 10.222.0.30 "GET /v2.0/networks/5b14740b-4ba4-40dd-a14a-07c1cd027739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6016376 Jul 23 20:20:26.450436 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38664) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:26.454813 n-d-793618-10 neutron-server[93875]: DEBUG neutron.quota.resource [None req-aea6758f-e92e-48a4-bcec-688a7abffd21 tempest-QuotasTest-1637878082 tempest-QuotasTest-1637878082-project-admin] Usage tracker for resource:floatingip and tenant:41ac798e89cf4a289b2994b0d6eadd17 is out of sync, need to count used quota {{(pid=93875) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 20:20:26.463186 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b89b7417-df56-4647-abe4-e6116085bc73 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:26.466174 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-cd7fcf1e-1434-432d-8339-6a9dac0dcdfe tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-154729'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:26.503245 n-d-793618-10 neutron-server[93875]: DEBUG neutron.quota.resource [None req-aea6758f-e92e-48a4-bcec-688a7abffd21 tempest-QuotasTest-1637878082 tempest-QuotasTest-1637878082-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93875) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 20:20:26.562733 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4bb086e2-ccf7-43c7-a15f-87eaab19ea43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:26.566448 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4bb086e2-ccf7-43c7-a15f-87eaab19ea43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:26.571867 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4bb086e2-ccf7-43c7-a15f-87eaab19ea43 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0fd0a814-6bef-4683-8c2c-16b696d62d6e HTTP/1.1" status: 204 len: 168 time: 1.2919033 Jul 23 20:20:26.601249 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb086e2-ccf7-43c7-a15f-87eaab19ea43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd0a814-6bef-4683-8c2c-16b696d62d6e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:26.653866 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de27ac-ab7e-42a5-8d59-7923cdd61b1f tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Pushing event updated for resources: {'Network': ['ID=be155824-7fae-4ded-9eff-41abcd9b44d2,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:26.671631 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network be155824-7fae-4ded-9eff-41abcd9b44d2 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:20:26.723291 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89b7417-df56-4647-abe4-e6116085bc73 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Checking segment: {'id': 'bfa18b11-6238-41be-8f0d-5626bd44d2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b691380e-5127-46d6-8c6a-0e204b4a48d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:20:26.723922 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89b7417-df56-4647-abe4-e6116085bc73 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Network hostable DHCP agents. Network: b691380e-5127-46d6-8c6a-0e204b4a48d4, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:20:26.737266 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b7417-df56-4647-abe4-e6116085bc73 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Pushing event updated for resources: {'Subnet': ['ID=c853143c-12ba-4717-b275-9dcba7c3cfac,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:26.750946 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7fcf1e-1434-432d-8339-6a9dac0dcdfe tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Made reservation on behalf of 36b59ea183954e679f26ce18f779fdac for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:20:26.760101 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cd7fcf1e-1434-432d-8339-6a9dac0dcdfe tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:26.834536 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cbdf079d-15ee-47d6-b803-bc3a6519265d req-20a5e611-56a3-4d98-95e7-838de8200b30 service neutron] 10.222.0.18 "GET /v2.0/networks/5b14740b-4ba4-40dd-a14a-07c1cd027739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691815 Jul 23 20:20:26.883210 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd7fcf1e-1434-432d-8339-6a9dac0dcdfe tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:20:26.895380 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89b7417-df56-4647-abe4-e6116085bc73 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Network b691380e-5127-46d6-8c6a-0e204b4a48d4 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:20:26.948174 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-b89b7417-df56-4647-abe4-e6116085bc73 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, b691380e-5127-46d6-8c6a-0e204b4a48d4) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:20:26.957757 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1f9d499b-3dd0-4cb2-9c14-01f5965d780a req-61bd8247-741e-4872-98ca-1cc2834a5847 service neutron] 10.222.0.30 "GET /v2.0/networks/5b14740b-4ba4-40dd-a14a-07c1cd027739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5070858 Jul 23 20:20:26.978109 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab17e9c7-c4f0-4e28-af8c-fccd83032e4a None None] Network b691380e-5127-46d6-8c6a-0e204b4a48d4 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:20:26.994233 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89b7417-df56-4647-abe4-e6116085bc73 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:26.995418 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b89b7417-df56-4647-abe4-e6116085bc73 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:27.019226 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d59c6-54f4-412a-96c4-0a56f2e99f59 req-1643d4f2-0850-4b0a-a510-83196ef0646f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:27.039667 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-036d59c6-54f4-412a-96c4-0a56f2e99f59 req-1643d4f2-0850-4b0a-a510-83196ef0646f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bee72acb19114053b3b08cfc440a4cd4&device_id=38dd0e63-10e7-43a1-93e5-4e4ef53091bd HTTP/1.1" status: 200 len: 1095 time: 0.4395914 Jul 23 20:20:27.108731 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cd7fcf1e-1434-432d-8339-6a9dac0dcdfe tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:27.109063 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-cd7fcf1e-1434-432d-8339-6a9dac0dcdfe tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Added segment 61030df4-ae8c-4356-92e2-0b9c6f70047a of type vlan for network 9d1947da-c3c4-4a6d-b93c-5401b100d20f Jul 23 20:20:27.112794 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8f1c8349-2c70-4423-8333-5d0c9385697a req-3b6c7e8c-d292-4d92-8a9a-e77bb127f21e tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a30f21-a07f-4acf-88e7-419fa401bd22 HTTP/1.1" status: 200 len: 210 time: 0.1656089 Jul 23 20:20:27.323860 n-d-793618-10 neutron-server[93875]: DEBUG neutron.quota.resource [None req-aea6758f-e92e-48a4-bcec-688a7abffd21 tempest-QuotasTest-1637878082 tempest-QuotasTest-1637878082-project-admin] Usage tracker for resource:security_group and tenant:41ac798e89cf4a289b2994b0d6eadd17 is out of sync, need to count used quota {{(pid=93875) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 20:20:27.359517 n-d-793618-10 neutron-server[93875]: DEBUG neutron.quota.resource [None req-aea6758f-e92e-48a4-bcec-688a7abffd21 tempest-QuotasTest-1637878082 tempest-QuotasTest-1637878082-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93875) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 20:20:27.408900 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b89b7417-df56-4647-abe4-e6116085bc73 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5207217 Jul 23 20:20:27.439228 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38698) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:27.458472 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-54357977-1b01-4a1f-a1c9-35b6affe4d73 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Request body: {'port': {'network_id': 'b691380e-5127-46d6-8c6a-0e204b4a48d4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-834392531'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:27.597068 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694659c3-74c4-4735-8e3e-8cc4ee000714 req-aaf4c0fc-4ace-40fc-ad01-1f8bbbcf8732 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:27.600384 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-694659c3-74c4-4735-8e3e-8cc4ee000714 req-aaf4c0fc-4ace-40fc-ad01-1f8bbbcf8732 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c2271a5-6e73-4ded-bfd6-856f54b14470 HTTP/1.1" status: 200 len: 944 time: 0.8137789 Jul 23 20:20:27.608056 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe686eb-db1c-4156-abc4-57131db4f70a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-b691380e-5127-46d6-8c6a-0e204b4a48d4', 'network_id': 'b691380e-5127-46d6-8c6a-0e204b4a48d4', 'tenant_id': '2e2473c63d044acfb68f9ce66decc4aa', 'fixed_ips': [{'subnet_id': 'c853143c-12ba-4717-b275-9dcba7c3cfac'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:20:27.610119 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3fe686eb-db1c-4156-abc4-57131db4f70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:27.661527 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 91e50206-3bd4-4d31-810d-6e9c4d258a1d details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:20:27.717251 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d59c6-54f4-412a-96c4-0a56f2e99f59 req-b23f970f-90d0-41f5-b7a7-7872ec571c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:27.719443 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-036d59c6-54f4-412a-96c4-0a56f2e99f59 req-b23f970f-90d0-41f5-b7a7-7872ec571c4d service neutron] 10.222.0.30 "GET /v2.0/networks?id=5b14740b-4ba4-40dd-a14a-07c1cd027739 HTTP/1.1" status: 200 len: 919 time: 0.6562622 Jul 23 20:20:27.836024 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-694659c3-74c4-4735-8e3e-8cc4ee000714 req-342e44ef-97eb-4ac7-9b60-a936a9aa085b tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f06ad6d5-b896-483c-8e28-0339ad52a0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175601 Jul 23 20:20:27.840717 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b484b-cac7-4c60-9954-902d953aa031 req-2a252e84-4b60-4fea-b5ba-24c40d78e77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:27.843430 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-392b484b-cac7-4c60-9954-902d953aa031 req-2a252e84-4b60-4fea-b5ba-24c40d78e77e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bee72acb19114053b3b08cfc440a4cd4&device_id=4c2271a5-6e73-4ded-bfd6-856f54b14470 HTTP/1.1" status: 200 len: 1096 time: 0.7491484 Jul 23 20:20:27.849066 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-036d59c6-54f4-412a-96c4-0a56f2e99f59 req-8321c523-9399-4ad4-9ff5-aa3aac537ed5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0b2d365-cb46-491b-bfa2-aeb840b1b00c HTTP/1.1" status: 200 len: 217 time: 0.1122317 Jul 23 20:20:27.912462 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cd7fcf1e-1434-432d-8339-6a9dac0dcdfe tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:27.920386 n-d-793618-10 neutron-server[93875]: DEBUG neutron.quota.resource [None req-aea6758f-e92e-48a4-bcec-688a7abffd21 tempest-QuotasTest-1637878082 tempest-QuotasTest-1637878082-project-admin] Usage tracker for resource:security_group_rule and tenant:41ac798e89cf4a289b2994b0d6eadd17 is out of sync, need to count used quota {{(pid=93875) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 20:20:27.962510 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54357977-1b01-4a1f-a1c9-35b6affe4d73 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Made reservation on behalf of 2e2473c63d044acfb68f9ce66decc4aa for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:20:27.966470 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54357977-1b01-4a1f-a1c9-35b6affe4d73 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:27.982941 n-d-793618-10 neutron-server[93875]: DEBUG neutron.quota.resource [None req-aea6758f-e92e-48a4-bcec-688a7abffd21 tempest-QuotasTest-1637878082 tempest-QuotasTest-1637878082-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93875) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 20:20:27.993084 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-54357977-1b01-4a1f-a1c9-35b6affe4d73 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] device_id is not set on port 5e8ed418-59c4-4b4e-8901-3bff9f9c6f0d yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:20:28.035506 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-aea6758f-e92e-48a4-bcec-688a7abffd21 tempest-QuotasTest-1637878082 tempest-QuotasTest-1637878082-project-admin] 10.222.0.32 "GET /v2.0/quotas/41ac798e89cf4a289b2994b0d6eadd17/details.json HTTP/1.1" status: 200 len: 703 time: 2.3849297 Jul 23 20:20:28.048609 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cbdf079d-15ee-47d6-b803-bc3a6519265d req-efefc832-2597-4319-9d5e-3128789f2f8c service neutron] 10.222.0.18 "GET /v2.0/networks/5b14740b-4ba4-40dd-a14a-07c1cd027739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2053275 Jul 23 20:20:28.066093 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cd7fcf1e-1434-432d-8339-6a9dac0dcdfe tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:28.072875 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7fcf1e-1434-432d-8339-6a9dac0dcdfe tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:28.073773 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cd7fcf1e-1434-432d-8339-6a9dac0dcdfe tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:28.128456 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 91e50206-3bd4-4d31-810d-6e9c4d258a1d, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=91e50206-3bd4-4d31-810d-6e9c4d258a1d,segment=NetworkSegment(e2903031-9983-46c4-9699-af3e9a995ba1),segment_id=e2903031-9983-46c4-9699-af3e9a995ba1)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:28.162583 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-54357977-1b01-4a1f-a1c9-35b6affe4d73 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Allocated IP 172.20.0.8 (b691380e-5127-46d6-8c6a-0e204b4a48d4/c853143c-12ba-4717-b275-9dcba7c3cfac/5e8ed418-59c4-4b4e-8901-3bff9f9c6f0d) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:20:28.169494 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-cd7fcf1e-1434-432d-8339-6a9dac0dcdfe tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7167699 Jul 23 20:20:28.174088 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38720) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:28.177416 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '91e50206-3bd4-4d31-810d-6e9c4d258a1d', 'network_id': '5b14740b-4ba4-40dd-a14a-07c1cd027739', 'port_id': '91e50206-3bd4-4d31-810d-6e9c4d258a1d', 'mac_address': 'fa:16:3e:c1:66:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e49dbdc1-0791-4086-ae71-a34e3f47ca75', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:20:28.186140 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-395baf09-7182-44b2-a269-8dd045390a4f tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Request body: {'ports': [{'network_id': 'be155824-7fae-4ded-9eff-41abcd9b44d2', 'name': 'tempest-port--1815508963', 'admin_state_up': True}, {'network_id': '9d1947da-c3c4-4a6d-b93c-5401b100d20f', 'admin_state_up': False}]} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:28.192703 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-395baf09-7182-44b2-a269-8dd045390a4f tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Request body: {'port': {'network_id': 'be155824-7fae-4ded-9eff-41abcd9b44d2', 'name': 'tempest-port--1815508963', 'admin_state_up': True}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:28.196565 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-395baf09-7182-44b2-a269-8dd045390a4f tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Request body: {'port': {'network_id': '9d1947da-c3c4-4a6d-b93c-5401b100d20f', 'admin_state_up': False}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:28.336734 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:28.353817 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54357977-1b01-4a1f-a1c9-35b6affe4d73 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:28.373445 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-54357977-1b01-4a1f-a1c9-35b6affe4d73 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Transition to ACTIVE for port object 5e8ed418-59c4-4b4e-8901-3bff9f9c6f0d will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:20:28.385505 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e50206-3bd4-4d31-810d-6e9c4d258a1d {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:20:28.457445 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 91e50206-3bd4-4d31-810d-6e9c4d258a1d, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=91e50206-3bd4-4d31-810d-6e9c4d258a1d,segment=NetworkSegment(e2903031-9983-46c4-9699-af3e9a995ba1),segment_id=e2903031-9983-46c4-9699-af3e9a995ba1)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:28.458006 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d59c6-54f4-412a-96c4-0a56f2e99f59 req-019cb2db-1ec8-49c4-b0bd-671258f52415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:28.459877 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-036d59c6-54f4-412a-96c4-0a56f2e99f59 req-019cb2db-1ec8-49c4-b0bd-671258f52415 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e49dbdc1-0791-4086-ae71-a34e3f47ca75 HTTP/1.1" status: 200 len: 858 time: 0.5958946 Jul 23 20:20:28.464804 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:28.504137 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-036d59c6-54f4-412a-96c4-0a56f2e99f59 req-005c4f13-08fb-42bd-8dc7-ff0f2f5187e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b14740b-4ba4-40dd-a14a-07c1cd027739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335193 Jul 23 20:20:28.509170 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54357977-1b01-4a1f-a1c9-35b6affe4d73 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:28.525184 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=91e50206-3bd4-4d31-810d-6e9c4d258a1d,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:28.592201 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7fcf1e-1434-432d-8339-6a9dac0dcdfe tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Pushing event updated for resources: {'Network': ['ID=9d1947da-c3c4-4a6d-b93c-5401b100d20f,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:28.621913 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-79a52f3f-5a34-43f9-b02f-c5f1cbc32735 req-3e99871f-6b49-4fe7-8431-2788e2602c6a tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a30f21-a07f-4acf-88e7-419fa401bd22 HTTP/1.1" status: 200 len: 210 time: 0.1718135 Jul 23 20:20:28.628890 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54357977-1b01-4a1f-a1c9-35b6affe4d73 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Pushing event updated for resources: {'Port': ['ID=5e8ed418-59c4-4b4e-8901-3bff9f9c6f0d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:28.633056 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b484b-cac7-4c60-9954-902d953aa031 req-4056fe32-adc2-447e-ac22-22482f621413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:28.634737 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-392b484b-cac7-4c60-9954-902d953aa031 req-4056fe32-adc2-447e-ac22-22482f621413 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5b14740b-4ba4-40dd-a14a-07c1cd027739 HTTP/1.1" status: 200 len: 919 time: 0.7822621 Jul 23 20:20:28.688557 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-3fe686eb-db1c-4156-abc4-57131db4f70a None None] Allocated IP 172.20.0.2 (b691380e-5127-46d6-8c6a-0e204b4a48d4/c853143c-12ba-4717-b275-9dcba7c3cfac/7cdf564b-a241-4e10-9153-c7e8fb54c662) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:20:28.721842 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54357977-1b01-4a1f-a1c9-35b6affe4d73 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Network b691380e-5127-46d6-8c6a-0e204b4a48d4 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:20:28.723715 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-392b484b-cac7-4c60-9954-902d953aa031 req-7aa86630-1a57-4649-9426-7757dc0bcf69 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16367c3f-e11d-435b-87b3-01d3ea0c74f0 HTTP/1.1" status: 200 len: 217 time: 0.0780568 Jul 23 20:20:28.727716 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-54357977-1b01-4a1f-a1c9-35b6affe4d73 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:20:28.774471 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395baf09-7182-44b2-a269-8dd045390a4f tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Made reservation on behalf of 36b59ea183954e679f26ce18f779fdac for: {'port': 2} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:20:28.779408 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54357977-1b01-4a1f-a1c9-35b6affe4d73 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:20:28.785081 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-395baf09-7182-44b2-a269-8dd045390a4f tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:28.836499 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-395baf09-7182-44b2-a269-8dd045390a4f tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:29.015941 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-036d59c6-54f4-412a-96c4-0a56f2e99f59 req-50d2aba9-1537-467e-9044-05f75c1cb1aa service neutron] 10.222.0.30 "GET /v2.0/networks/5b14740b-4ba4-40dd-a14a-07c1cd027739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5038636 Jul 23 20:20:29.020039 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3fe686eb-db1c-4156-abc4-57131db4f70a None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:29.030086 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-395baf09-7182-44b2-a269-8dd045390a4f tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] device_id is not set on port e6f84597-577b-4304-b2d0-8936bf64319c yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:20:29.039137 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-3fe686eb-db1c-4156-abc4-57131db4f70a None None] Transition to ACTIVE for port object 7cdf564b-a241-4e10-9153-c7e8fb54c662 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:20:29.076249 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-3fe686eb-db1c-4156-abc4-57131db4f70a None None] Transition to ACTIVE for port object 7cdf564b-a241-4e10-9153-c7e8fb54c662 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:20:29.085429 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54357977-1b01-4a1f-a1c9-35b6affe4d73 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:29.086380 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54357977-1b01-4a1f-a1c9-35b6affe4d73 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:29.108660 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 9d1947da-c3c4-4a6d-b93c-5401b100d20f details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:20:29.124225 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['91e50206-3bd4-4d31-810d-6e9c4d258a1d'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:20:29.141112 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3fe686eb-db1c-4156-abc4-57131db4f70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:29.143421 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-2bde178d-169e-4506-8feb-b34142982825 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:29.145368 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-2bde178d-169e-4506-8feb-b34142982825 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.18 "GET /v2.0/networks?id=42c06545-369c-43b2-8575-bfb5ce0ad6be HTTP/1.1" status: 200 len: 814 time: 0.2877786 Jul 23 20:20:29.151035 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38730) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:29.363255 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-54357977-1b01-4a1f-a1c9-35b6affe4d73 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9210525 Jul 23 20:20:29.371300 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38734) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:29.435114 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-bbdfbd4c-ab8d-4e2d-be07-7b5af9e80a11 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=936c6a23d3304ba9b49a208cdf1f5765 HTTP/1.1" status: 200 len: 380 time: 0.2363858 Jul 23 20:20:29.456016 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-beea5351-2f62-49c8-a842-07578285fd0d tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Request body: {'port': {'device_id': 'c9a30f21-a07f-4acf-88e7-419fa401bd22', 'network_id': '42c06545-369c-43b2-8575-bfb5ce0ad6be', 'admin_state_up': True, 'tenant_id': '936c6a23d3304ba9b49a208cdf1f5765', 'security_groups': ['024f7503-5ec6-4f9b-80a1-d6f9beb877c2']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:29.504874 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b484b-cac7-4c60-9954-902d953aa031 req-ea1d0727-0a01-4779-a4c1-fb2b2315143d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:29.507454 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-392b484b-cac7-4c60-9954-902d953aa031 req-ea1d0727-0a01-4779-a4c1-fb2b2315143d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e49dbdc1-0791-4086-ae71-a34e3f47ca75 HTTP/1.1" status: 200 len: 858 time: 0.7759271 Jul 23 20:20:29.582548 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe686eb-db1c-4156-abc4-57131db4f70a None None] Network b691380e-5127-46d6-8c6a-0e204b4a48d4 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:20:29.614772 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-3fe686eb-db1c-4156-abc4-57131db4f70a None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:20:29.626767 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe686eb-db1c-4156-abc4-57131db4f70a None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:20:29.741665 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-392b484b-cac7-4c60-9954-902d953aa031 req-26e941d7-cb4f-4338-b4b6-c59859bb6ad6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b14740b-4ba4-40dd-a14a-07c1cd027739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1598558 Jul 23 20:20:29.869825 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-395baf09-7182-44b2-a269-8dd045390a4f tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:29.915990 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 16367c3f-e11d-435b-87b3-01d3ea0c74f0 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:20:29.920017 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe686eb-db1c-4156-abc4-57131db4f70a None None] Pushing event updated for resources: {'Port': ['ID=7cdf564b-a241-4e10-9153-c7e8fb54c662,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:29.991632 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-392b484b-cac7-4c60-9954-902d953aa031 req-f8932b4d-1afb-485e-bdb2-b2e92b6de89b service neutron] 10.222.0.30 "GET /v2.0/networks/5b14740b-4ba4-40dd-a14a-07c1cd027739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309141 Jul 23 20:20:30.049681 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-395baf09-7182-44b2-a269-8dd045390a4f tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] device_id is not set on port 137527fb-8de9-4402-a151-113da552ea98 yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:20:30.057519 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-3fe686eb-db1c-4156-abc4-57131db4f70a None None] Attempting to bind port 7cdf564b-a241-4e10-9153-c7e8fb54c662 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:20:30.058932 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-3fe686eb-db1c-4156-abc4-57131db4f70a None None] Attempting to bind port 7cdf564b-a241-4e10-9153-c7e8fb54c662 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'bfa18b11-6238-41be-8f0d-5626bd44d2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b691380e-5127-46d6-8c6a-0e204b4a48d4'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:20:30.060886 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe686eb-db1c-4156-abc4-57131db4f70a None None] Attempting to bind port 7cdf564b-a241-4e10-9153-c7e8fb54c662 on network b691380e-5127-46d6-8c6a-0e204b4a48d4 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:20:30.110426 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe686eb-db1c-4156-abc4-57131db4f70a None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:20:30.111480 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe686eb-db1c-4156-abc4-57131db4f70a None None] Checking segment: {'id': 'bfa18b11-6238-41be-8f0d-5626bd44d2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b691380e-5127-46d6-8c6a-0e204b4a48d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:20:30.112164 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3fe686eb-db1c-4156-abc4-57131db4f70a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:30.113156 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe686eb-db1c-4156-abc4-57131db4f70a None None] Bound using segment: {'id': 'bfa18b11-6238-41be-8f0d-5626bd44d2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b691380e-5127-46d6-8c6a-0e204b4a48d4'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:20:30.113933 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-3fe686eb-db1c-4156-abc4-57131db4f70a None None] Bound port: 7cdf564b-a241-4e10-9153-c7e8fb54c662, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa18b11-6238-41be-8f0d-5626bd44d2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b691380e-5127-46d6-8c6a-0e204b4a48d4'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:20:30.114843 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3fe686eb-db1c-4156-abc4-57131db4f70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:30.186521 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6844d-6e8c-4b79-a37f-2b1283120592 req-f45a1333-610b-48e3-9a86-b84b10a152dd tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:30.198192 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c3d6844d-6e8c-4b79-a37f-2b1283120592 req-f45a1333-610b-48e3-9a86-b84b10a152dd tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c2271a5-6e73-4ded-bfd6-856f54b14470 HTTP/1.1" status: 200 len: 944 time: 1.0841005 Jul 23 20:20:30.220881 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-036d59c6-54f4-412a-96c4-0a56f2e99f59 req-9af8376a-e6a3-4601-9536-cb059d716e45 service neutron] 10.222.0.30 "GET /v2.0/networks/5b14740b-4ba4-40dd-a14a-07c1cd027739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1272366 Jul 23 20:20:30.279698 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-3fe686eb-db1c-4156-abc4-57131db4f70a None None] For port 7cdf564b-a241-4e10-9153-c7e8fb54c662, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:20:30.285020 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-3fe686eb-db1c-4156-abc4-57131db4f70a None None] For port 7cdf564b-a241-4e10-9153-c7e8fb54c662, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=7cdf564b-a241-4e10-9153-c7e8fb54c662,segment=NetworkSegment(bfa18b11-6238-41be-8f0d-5626bd44d2ec),segment_id=bfa18b11-6238-41be-8f0d-5626bd44d2ec)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:20:30.311974 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-395baf09-7182-44b2-a269-8dd045390a4f tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:30.323714 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3fe686eb-db1c-4156-abc4-57131db4f70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:30.488662 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c3d6844d-6e8c-4b79-a37f-2b1283120592 req-630f2634-e054-4191-bca3-272693b3cd05 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f06ad6d5-b896-483c-8e28-0339ad52a0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865329 Jul 23 20:20:30.504415 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 16367c3f-e11d-435b-87b3-01d3ea0c74f0, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=16367c3f-e11d-435b-87b3-01d3ea0c74f0,segment=NetworkSegment(e2903031-9983-46c4-9699-af3e9a995ba1),segment_id=e2903031-9983-46c4-9699-af3e9a995ba1)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:30.560029 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-02d5d034-61bd-4ba8-95e0-1a8a1573bc6a req-349c6a72-1034-47fa-92e6-ca4df6c81ca4 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a30f21-a07f-4acf-88e7-419fa401bd22 HTTP/1.1" status: 200 len: 210 time: 0.2700856 Jul 23 20:20:30.571448 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1b8f0aa9-00fa-461c-936c-aebb165e101e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:30.573817 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-395baf09-7182-44b2-a269-8dd045390a4f tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:30.587935 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe686eb-db1c-4156-abc4-57131db4f70a None None] Pushing event updated for resources: {'Port': ['ID=7cdf564b-a241-4e10-9153-c7e8fb54c662,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:30.603838 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '16367c3f-e11d-435b-87b3-01d3ea0c74f0', 'network_id': '5b14740b-4ba4-40dd-a14a-07c1cd027739', 'port_id': '16367c3f-e11d-435b-87b3-01d3ea0c74f0', 'mac_address': 'fa:16:3e:e2:bc:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e49dbdc1-0791-4086-ae71-a34e3f47ca75', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:20:30.673540 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-392b484b-cac7-4c60-9954-902d953aa031 req-91f62379-740a-44c1-a03f-de4265dd41e2 service neutron] 10.222.0.30 "GET /v2.0/networks/5b14740b-4ba4-40dd-a14a-07c1cd027739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6676793 Jul 23 20:20:30.684182 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-5261a928-743d-47f8-8981-f75d1b0e0e93 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Deleting port 5e8ed418-59c4-4b4e-8901-3bff9f9c6f0d {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:20:30.684735 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5261a928-743d-47f8-8981-f75d1b0e0e93 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:30.686744 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:30.705419 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16367c3f-e11d-435b-87b3-01d3ea0c74f0 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:20:30.763558 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 16367c3f-e11d-435b-87b3-01d3ea0c74f0, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=16367c3f-e11d-435b-87b3-01d3ea0c74f0,segment=NetworkSegment(e2903031-9983-46c4-9699-af3e9a995ba1),segment_id=e2903031-9983-46c4-9699-af3e9a995ba1)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:30.774269 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:30.774952 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device f0b2d365-cb46-491b-bfa2-aeb840b1b00c details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:20:30.825438 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395baf09-7182-44b2-a269-8dd045390a4f tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Pushing event updated for resources: {'Port': ['ID=e6f84597-577b-4304-b2d0-8936bf64319c,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:30.865065 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395baf09-7182-44b2-a269-8dd045390a4f tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Checking segment: {'id': '393a36d6-38a5-4024-a274-9d64b16d1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'be155824-7fae-4ded-9eff-41abcd9b44d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:20:30.865550 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395baf09-7182-44b2-a269-8dd045390a4f tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Network hostable DHCP agents. Network: be155824-7fae-4ded-9eff-41abcd9b44d2, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:20:30.936001 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395baf09-7182-44b2-a269-8dd045390a4f tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Network be155824-7fae-4ded-9eff-41abcd9b44d2 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:20:30.959932 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-395baf09-7182-44b2-a269-8dd045390a4f tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, be155824-7fae-4ded-9eff-41abcd9b44d2) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:20:31.009611 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395baf09-7182-44b2-a269-8dd045390a4f tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:20:31.010944 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-395baf09-7182-44b2-a269-8dd045390a4f tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:31.039934 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=16367c3f-e11d-435b-87b3-01d3ea0c74f0,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:31.094770 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port f0b2d365-cb46-491b-bfa2-aeb840b1b00c, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=f0b2d365-cb46-491b-bfa2-aeb840b1b00c,segment=NetworkSegment(e2903031-9983-46c4-9699-af3e9a995ba1),segment_id=e2903031-9983-46c4-9699-af3e9a995ba1)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:31.113644 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f930e2-04a0-475a-a04b-5f05fbdb6ac3 None None] Network be155824-7fae-4ded-9eff-41abcd9b44d2 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:20:31.136847 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5261a928-743d-47f8-8981-f75d1b0e0e93 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:31.189753 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-5261a928-743d-47f8-8981-f75d1b0e0e93 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Calling delete_port for 5e8ed418-59c4-4b4e-8901-3bff9f9c6f0d owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:20:31.237788 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'f0b2d365-cb46-491b-bfa2-aeb840b1b00c', 'network_id': '5b14740b-4ba4-40dd-a14a-07c1cd027739', 'port_id': 'f0b2d365-cb46-491b-bfa2-aeb840b1b00c', 'mac_address': 'fa:16:3e:8e:e5:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e49dbdc1-0791-4086-ae71-a34e3f47ca75', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:20:31.254457 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395baf09-7182-44b2-a269-8dd045390a4f tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Pushing event updated for resources: {'Port': ['ID=137527fb-8de9-4402-a151-113da552ea98,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:31.265390 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1b8f0aa9-00fa-461c-936c-aebb165e101e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:31.266724 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395baf09-7182-44b2-a269-8dd045390a4f tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Checking segment: {'id': '61030df4-ae8c-4356-92e2-0b9c6f70047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9d1947da-c3c4-4a6d-b93c-5401b100d20f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:20:31.267220 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395baf09-7182-44b2-a269-8dd045390a4f tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Network hostable DHCP agents. Network: 9d1947da-c3c4-4a6d-b93c-5401b100d20f, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:20:31.276279 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1b8f0aa9-00fa-461c-936c-aebb165e101e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:31.362747 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1b8f0aa9-00fa-461c-936c-aebb165e101e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c2c839c19a714cc8845ff53613276afc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2028351 Jul 23 20:20:31.374451 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38754) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:31.387095 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f0aa9-00fa-461c-936c-aebb165e101e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7698a020-267e-4650-919c-a22fe1a306cd,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:31.419045 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395baf09-7182-44b2-a269-8dd045390a4f tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Network 9d1947da-c3c4-4a6d-b93c-5401b100d20f is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:20:31.426380 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-beea5351-2f62-49c8-a842-07578285fd0d tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Made reservation on behalf of 936c6a23d3304ba9b49a208cdf1f5765 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:20:31.431588 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-beea5351-2f62-49c8-a842-07578285fd0d tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:31.478446 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-395baf09-7182-44b2-a269-8dd045390a4f tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 9d1947da-c3c4-4a6d-b93c-5401b100d20f) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:20:31.483033 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395baf09-7182-44b2-a269-8dd045390a4f tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:20:31.491577 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395baf09-7182-44b2-a269-8dd045390a4f tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:31.493493 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 7cdf564b-a241-4e10-9153-c7e8fb54c662 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:20:31.496768 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395baf09-7182-44b2-a269-8dd045390a4f tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:31.497196 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57520973-99c1-4278-9a3f-e56d87b732a2 None None] Network 9d1947da-c3c4-4a6d-b93c-5401b100d20f requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:20:31.497506 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-395baf09-7182-44b2-a269-8dd045390a4f tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:31.652576 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:31.652704 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5261a928-743d-47f8-8981-f75d1b0e0e93 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:31.765984 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-beea5351-2f62-49c8-a842-07578285fd0d tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Allocated IP 172.20.0.6 (42c06545-369c-43b2-8575-bfb5ce0ad6be/2ccb223c-2045-4a31-86c3-160bfa105044/8412dd6e-e40d-4cab-be38-4e7fffd68110) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:20:32.019188 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-beea5351-2f62-49c8-a842-07578285fd0d tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:32.057097 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-beea5351-2f62-49c8-a842-07578285fd0d tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Transition to ACTIVE for port object 8412dd6e-e40d-4cab-be38-4e7fffd68110 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:20:32.170311 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-beea5351-2f62-49c8-a842-07578285fd0d tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:32.269073 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-395baf09-7182-44b2-a269-8dd045390a4f tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.0848243 Jul 23 20:20:32.275586 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38766) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:32.276023 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38768) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:32.300673 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 91e50206-3bd4-4d31-810d-6e9c4d258a1d up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:20:32.357508 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0b2d365-cb46-491b-bfa2-aeb840b1b00c {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:20:32.425536 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff43d21-835c-4c67-92fe-58f4a7270807 None None] Network b691380e-5127-46d6-8c6a-0e204b4a48d4 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:20:32.432992 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-beea5351-2f62-49c8-a842-07578285fd0d tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Network 42c06545-369c-43b2-8575-bfb5ce0ad6be is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:20:32.469948 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-beea5351-2f62-49c8-a842-07578285fd0d tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:20:32.474515 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-beea5351-2f62-49c8-a842-07578285fd0d tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:20:32.491443 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f23c4f65-3b6c-4605-af62-c6c3dcdebe8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:32.576837 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 7cdf564b-a241-4e10-9153-c7e8fb54c662 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:20:32.615149 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261a928-743d-47f8-8981-f75d1b0e0e93 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Pushing event deleted for resources: {'Port': ['ID=5e8ed418-59c4-4b4e-8901-3bff9f9c6f0d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:32.635952 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f23c4f65-3b6c-4605-af62-c6c3dcdebe8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:32.669929 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port f0b2d365-cb46-491b-bfa2-aeb840b1b00c, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=f0b2d365-cb46-491b-bfa2-aeb840b1b00c,segment=NetworkSegment(e2903031-9983-46c4-9699-af3e9a995ba1),segment_id=e2903031-9983-46c4-9699-af3e9a995ba1)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:32.708292 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:32.758572 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beea5351-2f62-49c8-a842-07578285fd0d tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Pushing event updated for resources: {'Port': ['ID=8412dd6e-e40d-4cab-be38-4e7fffd68110,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:32.773010 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5261a928-743d-47f8-8981-f75d1b0e0e93 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:32.784181 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f23c4f65-3b6c-4605-af62-c6c3dcdebe8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:32.787952 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5261a928-743d-47f8-8981-f75d1b0e0e93 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] 10.222.0.32 "DELETE /v2.0/ports/5e8ed418-59c4-4b4e-8901-3bff9f9c6f0d HTTP/1.1" status: 204 len: 168 time: 3.4147775 Jul 23 20:20:32.789212 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f23c4f65-3b6c-4605-af62-c6c3dcdebe8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:32.791275 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f23c4f65-3b6c-4605-af62-c6c3dcdebe8b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7698a020-267e-4650-919c-a22fe1a306cd HTTP/1.1" status: 204 len: 168 time: 1.4133418 Jul 23 20:20:32.805599 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38774) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:32.830368 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-beea5351-2f62-49c8-a842-07578285fd0d tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:32.831419 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-beea5351-2f62-49c8-a842-07578285fd0d tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:32.856350 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70126cab-386e-49c2-8c62-c70edde49503 req-08a466d4-6468-47c9-9fb9-09a2188ba06c tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:32.883709 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-70126cab-386e-49c2-8c62-c70edde49503 req-08a466d4-6468-47c9-9fb9-09a2188ba06c tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c2271a5-6e73-4ded-bfd6-856f54b14470 HTTP/1.1" status: 200 len: 945 time: 1.1864023 Jul 23 20:20:32.910765 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-79cae8f4-88a0-4c44-ae8f-d64fd3f52470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:32.988198 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-70126cab-386e-49c2-8c62-c70edde49503 req-61d39484-db06-412b-b0f0-7477014cc18c tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f06ad6d5-b896-483c-8e28-0339ad52a0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907907 Jul 23 20:20:33.033877 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-beea5351-2f62-49c8-a842-07578285fd0d tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5926020 Jul 23 20:20:33.039569 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c4f65-3b6c-4605-af62-c6c3dcdebe8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7698a020-267e-4650-919c-a22fe1a306cd,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:33.069933 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7ae7d8b5-0280-41aa-bb6e-7508db76d992 None None] Provisioning for port 7cdf564b-a241-4e10-9153-c7e8fb54c662 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:20:33.085405 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0b116055-78df-4087-ad82-4d411f51d51c tempest-DHCPAgentSchedulersTestJSON-983036804 tempest-DHCPAgentSchedulersTestJSON-983036804-project-admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4684 time: 0.2765532 Jul 23 20:20:33.086501 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38780) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:33.090805 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-216138a6-7db2-4c64-9f2b-3eb7ccc3ad8d service neutron] Request body: {'port': {'device_id': 'c9a30f21-a07f-4acf-88e7-419fa401bd22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:33.092478 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-0edd2e9f-d3ea-4e7f-a646-0a5910a8c820 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1359219020'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:33.109196 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7ae7d8b5-0280-41aa-bb6e-7508db76d992 None None] Provisioning complete for port 7cdf564b-a241-4e10-9153-c7e8fb54c662 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:20:33.109695 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7ae7d8b5-0280-41aa-bb6e-7508db76d992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:33.157896 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['16367c3f-e11d-435b-87b3-01d3ea0c74f0'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:20:33.160002 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['f0b2d365-cb46-491b-bfa2-aeb840b1b00c'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:20:33.227716 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 91e50206-3bd4-4d31-810d-6e9c4d258a1d completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:20:33.258255 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-79cae8f4-88a0-4c44-ae8f-d64fd3f52470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:33.271959 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd73d73-f423-4f0c-bd7e-7b32a5502fd5 req-6d51f1f2-afb4-4433-acf5-bf3d3769daee tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:33.276130 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4dd73d73-f423-4f0c-bd7e-7b32a5502fd5 req-6d51f1f2-afb4-4433-acf5-bf3d3769daee tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a30f21-a07f-4acf-88e7-419fa401bd22 HTTP/1.1" status: 200 len: 931 time: 1.1704671 Jul 23 20:20:33.285139 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 91e50206-3bd4-4d31-810d-6e9c4d258a1d triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:20:33.285538 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:33.299553 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=f0b2d365-cb46-491b-bfa2-aeb840b1b00c,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:33.320186 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edd2e9f-d3ea-4e7f-a646-0a5910a8c820 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Made reservation on behalf of 2e2473c63d044acfb68f9ce66decc4aa for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:20:33.327430 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0edd2e9f-d3ea-4e7f-a646-0a5910a8c820 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:33.341042 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-216138a6-7db2-4c64-9f2b-3eb7ccc3ad8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:33.402897 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0edd2e9f-d3ea-4e7f-a646-0a5910a8c820 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:20:33.407772 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b756a7-740c-49d8-84bc-374e35c79c7c tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:33.419391 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b756a7-740c-49d8-84bc-374e35c79c7c tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:33.425227 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-79b756a7-740c-49d8-84bc-374e35c79c7c tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 1.0710509 Jul 23 20:20:33.425227 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-79cae8f4-88a0-4c44-ae8f-d64fd3f52470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:33.434942 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0edd2e9f-d3ea-4e7f-a646-0a5910a8c820 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:33.435341 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-0edd2e9f-d3ea-4e7f-a646-0a5910a8c820 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Added segment 0d5a168d-53e9-4faf-ad85-45e054a118e4 of type vlan for network 56994ec8-e3e7-4f06-9dea-ddff7da9614e Jul 23 20:20:33.509642 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38784) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:33.533049 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0edd2e9f-d3ea-4e7f-a646-0a5910a8c820 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:33.587896 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-79cae8f4-88a0-4c44-ae8f-d64fd3f52470 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d936536b517f445e8a348ed25deb3085&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2508528 Jul 23 20:20:33.592751 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38788) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:33.625286 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38790) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:33.699940 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7ae7d8b5-0280-41aa-bb6e-7508db76d992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:33.728480 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:33.733744 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0edd2e9f-d3ea-4e7f-a646-0a5910a8c820 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:33.740847 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edd2e9f-d3ea-4e7f-a646-0a5910a8c820 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:33.742740 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0edd2e9f-d3ea-4e7f-a646-0a5910a8c820 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:33.769714 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7bf90669-1d98-4206-9411-fb1d39825cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:33.825723 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0edd2e9f-d3ea-4e7f-a646-0a5910a8c820 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7353351 Jul 23 20:20:33.833600 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a7c311b8-41be-4ad9-80d6-e1d3a1dec49a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:33.836651 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38792) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:33.935883 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332b1146-c340-402e-a38a-e1db8a130f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e50206-3bd4-4d31-810d-6e9c4d258a1d'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:20:33.939614 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cae8f4-88a0-4c44-ae8f-d64fd3f52470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeaecf8b-a1e1-46c9-bb24-9ddd292754c8,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:33.942186 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a823ef-9c3b-4c16-ae52-d2f8417175de" -d '{"events": [{"server_uuid": "332b1146-c340-402e-a38a-e1db8a130f85", "name": "network-vif-plugged", "status": "completed", "tag": "91e50206-3bd4-4d31-810d-6e9c4d258a1d"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:20:33.962038 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-7ae7d8b5-0280-41aa-bb6e-7508db76d992 None None] For port 7cdf564b-a241-4e10-9153-c7e8fb54c662, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=7cdf564b-a241-4e10-9153-c7e8fb54c662,segment=NetworkSegment(bfa18b11-6238-41be-8f0d-5626bd44d2ec),segment_id=bfa18b11-6238-41be-8f0d-5626bd44d2ec)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:33.989832 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7ae7d8b5-0280-41aa-bb6e-7508db76d992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:33.996399 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 91e50206-3bd4-4d31-810d-6e9c4d258a1d, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=91e50206-3bd4-4d31-810d-6e9c4d258a1d,segment=NetworkSegment(e2903031-9983-46c4-9699-af3e9a995ba1),segment_id=e2903031-9983-46c4-9699-af3e9a995ba1)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:34.008855 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:34.074440 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd2e9f-d3ea-4e7f-a646-0a5910a8c820 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Pushing event updated for resources: {'Network': ['ID=56994ec8-e3e7-4f06-9dea-ddff7da9614e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:34.094656 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 56994ec8-e3e7-4f06-9dea-ddff7da9614e details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:20:34.106504 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a7c311b8-41be-4ad9-80d6-e1d3a1dec49a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:34.150172 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4dd73d73-f423-4f0c-bd7e-7b32a5502fd5 req-2672080c-3414-4c80-8076-da4e16e3cd62 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/security-groups?id=024f7503-5ec6-4f9b-80a1-d6f9beb877c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8132665 Jul 23 20:20:34.259341 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7d8b5-0280-41aa-bb6e-7508db76d992 None None] Pushing event updated for resources: {'Port': ['ID=7cdf564b-a241-4e10-9153-c7e8fb54c662,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:34.387870 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a7c311b8-41be-4ad9-80d6-e1d3a1dec49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:34.396765 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a7c311b8-41be-4ad9-80d6-e1d3a1dec49a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:34.397060 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=91e50206-3bd4-4d31-810d-6e9c4d258a1d,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:34.401870 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a7c311b8-41be-4ad9-80d6-e1d3a1dec49a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aeaecf8b-a1e1-46c9-bb24-9ddd292754c8 HTTP/1.1" status: 204 len: 168 time: 0.8080177 Jul 23 20:20:34.411012 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c311b8-41be-4ad9-80d6-e1d3a1dec49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeaecf8b-a1e1-46c9-bb24-9ddd292754c8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:34.419773 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-71506e79-6edb-420e-a7d6-7ccd7d444176 tempest-DHCPAgentSchedulersTestJSON-983036804 tempest-DHCPAgentSchedulersTestJSON-983036804-project-admin] 10.222.0.32 "GET /v2.0/agents/41533188-1e05-4126-b2b5-3d524f582b92/dhcp-networks HTTP/1.1" status: 200 len: 7229 time: 0.5705817 Jul 23 20:20:34.420158 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38802) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:34.496107 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7bf90669-1d98-4206-9411-fb1d39825cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:34.565166 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7bf90669-1d98-4206-9411-fb1d39825cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:34.609210 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-df494d57-4508-4348-8224-d848324cdd14 None None] Provisioning complete for port 7cdf564b-a241-4e10-9153-c7e8fb54c662 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:20:34.610774 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-df494d57-4508-4348-8224-d848324cdd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:34.761958 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c029b4-773c-4af8-9933-7371cbefac18 x-openstack-request-id: req-d9c029b4-773c-4af8-9933-7371cbefac18 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:20:34.763559 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332b1146-c340-402e-a38a-e1db8a130f85", "name": "network-vif-plugged", "status": "completed", "tag": "91e50206-3bd4-4d31-810d-6e9c4d258a1d", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:20:34.764025 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d9c029b4-773c-4af8-9933-7371cbefac18 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:20:34.764659 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332b1146-c340-402e-a38a-e1db8a130f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e50206-3bd4-4d31-810d-6e9c4d258a1d', 'code': 200} Jul 23 20:20:34.767683 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 16367c3f-e11d-435b-87b3-01d3ea0c74f0 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:20:34.834756 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-36beb319-c77a-49ed-8f35-43da86f0fab9 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Deleting port e6f84597-577b-4304-b2d0-8936bf64319c {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:20:34.835047 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-36beb319-c77a-49ed-8f35-43da86f0fab9 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:34.841516 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf90669-1d98-4206-9411-fb1d39825cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb2d9ef-a79b-4a7c-b4df-95a65562688d,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:34.857861 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-df494d57-4508-4348-8224-d848324cdd14 None None] Provisioning for port 8412dd6e-e40d-4cab-be38-4e7fffd68110 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:20:34.864927 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-df494d57-4508-4348-8224-d848324cdd14 None None] Provisioning complete for port 8412dd6e-e40d-4cab-be38-4e7fffd68110 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:20:34.865328 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-df494d57-4508-4348-8224-d848324cdd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:34.946825 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 16367c3f-e11d-435b-87b3-01d3ea0c74f0 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:20:34.957072 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7bf90669-1d98-4206-9411-fb1d39825cec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=41ac798e89cf4a289b2994b0d6eadd17&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3220522 Jul 23 20:20:34.962070 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38808) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:34.962753 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-df494d57-4508-4348-8224-d848324cdd14 None None] Port 8412dd6e-e40d-4cab-be38-4e7fffd68110 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:20:34.967934 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 16367c3f-e11d-435b-87b3-01d3ea0c74f0 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:20:34.968669 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:35.063572 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38810) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:35.088843 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-535e281c-6174-4eec-afde-d15972640361 None None] Could not find standard attr ID for object 5e8ed418-59c4-4b4e-8901-3bff9f9c6f0d. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:20:35.094234 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2619e8dc-ddfb-4641-be6b-85c3d7c1de32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:35.104310 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dbaa1194-1540-4f93-977a-0c35109a9d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:35.111216 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb683184-3222-49fe-aef2-d53947da2ced req-3f005e84-3d8d-4f01-b8e6-8b766bef322c tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:35.113735 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eb683184-3222-49fe-aef2-d53947da2ced req-3f005e84-3d8d-4f01-b8e6-8b766bef322c tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c2271a5-6e73-4ded-bfd6-856f54b14470 HTTP/1.1" status: 200 len: 945 time: 0.7634051 Jul 23 20:20:35.141626 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-36beb319-c77a-49ed-8f35-43da86f0fab9 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:35.142437 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2619e8dc-ddfb-4641-be6b-85c3d7c1de32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:35.154273 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:35.234667 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-36beb319-c77a-49ed-8f35-43da86f0fab9 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Calling delete_port for e6f84597-577b-4304-b2d0-8936bf64319c owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:20:35.257356 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-216138a6-7db2-4c64-9f2b-3eb7ccc3ad8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8412dd6e-e40d-4cab-be38-4e7fffd68110 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:20:35.264512 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2619e8dc-ddfb-4641-be6b-85c3d7c1de32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:35.276113 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2619e8dc-ddfb-4641-be6b-85c3d7c1de32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:35.280255 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2619e8dc-ddfb-4641-be6b-85c3d7c1de32 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3eb2d9ef-a79b-4a7c-b4df-95a65562688d HTTP/1.1" status: 204 len: 168 time: 0.3169327 Jul 23 20:20:35.281632 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 16367c3f-e11d-435b-87b3-01d3ea0c74f0, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=16367c3f-e11d-435b-87b3-01d3ea0c74f0,segment=NetworkSegment(e2903031-9983-46c4-9699-af3e9a995ba1),segment_id=e2903031-9983-46c4-9699-af3e9a995ba1)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:35.286836 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:35.288344 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device f0b2d365-cb46-491b-bfa2-aeb840b1b00c up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:20:35.321314 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2619e8dc-ddfb-4641-be6b-85c3d7c1de32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb2d9ef-a79b-4a7c-b4df-95a65562688d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:35.331630 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-216138a6-7db2-4c64-9f2b-3eb7ccc3ad8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:35.384272 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 7cdf564b-a241-4e10-9153-c7e8fb54c662 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:20:35.418049 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f055a10-3983-4e73-a350-5b3b4f0eddb8 tempest-DHCPAgentSchedulersTestJSON-983036804 tempest-DHCPAgentSchedulersTestJSON-983036804-project-admin] Network 56994ec8-e3e7-4f06-9dea-ddff7da9614e is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:20:35.485210 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dbaa1194-1540-4f93-977a-0c35109a9d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:35.493518 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=16367c3f-e11d-435b-87b3-01d3ea0c74f0,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:35.502726 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dbaa1194-1540-4f93-977a-0c35109a9d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:35.514166 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 7cdf564b-a241-4e10-9153-c7e8fb54c662 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:20:35.514536 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:35.555227 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-216138a6-7db2-4c64-9f2b-3eb7ccc3ad8d service neutron] Transition to ACTIVE for port object 8412dd6e-e40d-4cab-be38-4e7fffd68110 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:20:35.565443 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eb683184-3222-49fe-aef2-d53947da2ced req-7045b83b-6e6d-467d-857c-9203e9453bff tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f06ad6d5-b896-483c-8e28-0339ad52a0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280720 Jul 23 20:20:35.573443 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa1194-1540-4f93-977a-0c35109a9d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b06f9a-9238-451c-a8a0-c181d638c0fa,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:35.589669 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-dbaa1194-1540-4f93-977a-0c35109a9d48 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6cab93dead2640669b1b683dabfcd03f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5022511 Jul 23 20:20:35.589669 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38818) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:35.590072 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38820) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:35.594117 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7f055a10-3983-4e73-a350-5b3b4f0eddb8 tempest-DHCPAgentSchedulersTestJSON-983036804 tempest-DHCPAgentSchedulersTestJSON-983036804-project-admin] 10.222.0.32 "POST /v2.0/agents/41533188-1e05-4126-b2b5-3d524f582b92/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.1551514 Jul 23 20:20:35.598165 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c8ab9-4896-46aa-ad1f-a1f6ab024314 req-c89fd151-c719-4b40-aad6-7281a7e2b639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:35.599735 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-962c8ab9-4896-46aa-ad1f-a1f6ab024314 req-c89fd151-c719-4b40-aad6-7281a7e2b639 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=332b1146-c340-402e-a38a-e1db8a130f85 HTTP/1.1" status: 200 len: 1097 time: 0.7204864 Jul 23 20:20:35.602967 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-216138a6-7db2-4c64-9f2b-3eb7ccc3ad8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:35.687024 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port f0b2d365-cb46-491b-bfa2-aeb840b1b00c completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:20:35.691661 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29157c7a-52ad-4d9d-80a4-94574a995355 None None] Network 56994ec8-e3e7-4f06-9dea-ddff7da9614e requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:20:35.716507 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3c5ea-bab8-450b-8719-e94c88d11015 req-9c7f3dd5-e723-4879-851c-f5f381e04306 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:35.718393 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8fe3c5ea-bab8-450b-8719-e94c88d11015 req-9c7f3dd5-e723-4879-851c-f5f381e04306 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a30f21-a07f-4acf-88e7-419fa401bd22 HTTP/1.1" status: 200 len: 931 time: 0.3542402 Jul 23 20:20:35.754388 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port f0b2d365-cb46-491b-bfa2-aeb840b1b00c triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:20:35.766091 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:35.778216 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216138a6-7db2-4c64-9f2b-3eb7ccc3ad8d service neutron] Pushing event updated for resources: {'Port': ['ID=8412dd6e-e40d-4cab-be38-4e7fffd68110,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:35.826216 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-962c8ab9-4896-46aa-ad1f-a1f6ab024314 req-d765a997-ee39-41e4-ba8e-292f448020bb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f06ad6d5-b896-483c-8e28-0339ad52a0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980944 Jul 23 20:20:35.865077 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a43e9f80-d56c-426b-b526-a14385fec228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:35.880405 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-36beb319-c77a-49ed-8f35-43da86f0fab9 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:35.956500 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36beb319-c77a-49ed-8f35-43da86f0fab9 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Pushing event deleted for resources: {'Port': ['ID=e6f84597-577b-4304-b2d0-8936bf64319c,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:36.014458 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-36beb319-c77a-49ed-8f35-43da86f0fab9 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:36.024417 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-36beb319-c77a-49ed-8f35-43da86f0fab9 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] 10.222.0.32 "DELETE /v2.0/ports/e6f84597-577b-4304-b2d0-8936bf64319c HTTP/1.1" status: 204 len: 168 time: 2.4301875 Jul 23 20:20:36.026232 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38826) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:36.075263 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a43e9f80-d56c-426b-b526-a14385fec228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:36.132572 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8fe3c5ea-bab8-450b-8719-e94c88d11015 req-e4e58443-3762-4b89-a7d2-bf1a17e0f2a2 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/security-groups?id=024f7503-5ec6-4f9b-80a1-d6f9beb877c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3479466 Jul 23 20:20:36.182412 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-216138a6-7db2-4c64-9f2b-3eb7ccc3ad8d service neutron] Attempting to bind port 8412dd6e-e40d-4cab-be38-4e7fffd68110 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:20:36.183435 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-216138a6-7db2-4c64-9f2b-3eb7ccc3ad8d service neutron] Attempting to bind port 8412dd6e-e40d-4cab-be38-4e7fffd68110 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'd4ed36b0-261e-4503-82c1-9f3eea8d8c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '42c06545-369c-43b2-8575-bfb5ce0ad6be'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:20:36.183954 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-620b300d-e389-4176-9a1d-a4e1194f313e tempest-DHCPAgentSchedulersTestJSON-983036804 tempest-DHCPAgentSchedulersTestJSON-983036804-project-admin] 10.222.0.32 "GET /v2.0/agents/41533188-1e05-4126-b2b5-3d524f582b92/dhcp-networks HTTP/1.1" status: 200 len: 8000 time: 0.5949991 Jul 23 20:20:36.184576 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-216138a6-7db2-4c64-9f2b-3eb7ccc3ad8d service neutron] Attempting to bind port 8412dd6e-e40d-4cab-be38-4e7fffd68110 on network 42c06545-369c-43b2-8575-bfb5ce0ad6be {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:20:36.188004 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38830) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:36.201330 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-216138a6-7db2-4c64-9f2b-3eb7ccc3ad8d service neutron] Port 8412dd6e-e40d-4cab-be38-4e7fffd68110 on network 42c06545-369c-43b2-8575-bfb5ce0ad6be not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:20:36.202599 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-216138a6-7db2-4c64-9f2b-3eb7ccc3ad8d service neutron] Attempting to bind port 8412dd6e-e40d-4cab-be38-4e7fffd68110 on network 42c06545-369c-43b2-8575-bfb5ce0ad6be {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:20:36.215357 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-216138a6-7db2-4c64-9f2b-3eb7ccc3ad8d service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:20:36.216474 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-216138a6-7db2-4c64-9f2b-3eb7ccc3ad8d service neutron] Checking segment: {'id': 'd4ed36b0-261e-4503-82c1-9f3eea8d8c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '42c06545-369c-43b2-8575-bfb5ce0ad6be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:20:36.217567 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-216138a6-7db2-4c64-9f2b-3eb7ccc3ad8d service neutron] Bound using segment: {'id': 'd4ed36b0-261e-4503-82c1-9f3eea8d8c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '42c06545-369c-43b2-8575-bfb5ce0ad6be'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:20:36.220734 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-216138a6-7db2-4c64-9f2b-3eb7ccc3ad8d service neutron] Bound port: 8412dd6e-e40d-4cab-be38-4e7fffd68110, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4ed36b0-261e-4503-82c1-9f3eea8d8c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '42c06545-369c-43b2-8575-bfb5ce0ad6be'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:20:36.221607 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-216138a6-7db2-4c64-9f2b-3eb7ccc3ad8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:36.230143 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:36.281801 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a43e9f80-d56c-426b-b526-a14385fec228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:36.288462 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a43e9f80-d56c-426b-b526-a14385fec228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:36.290688 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a43e9f80-d56c-426b-b526-a14385fec228 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/25b06f9a-9238-451c-a8a0-c181d638c0fa HTTP/1.1" status: 204 len: 168 time: 0.6941786 Jul 23 20:20:36.312975 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f53ea123-def9-4dba-a85f-799c0400721d tempest-DHCPAgentSchedulersTestJSON-983036804 tempest-DHCPAgentSchedulersTestJSON-983036804-project-admin] 10.222.0.32 "DELETE /v2.0/agents/41533188-1e05-4126-b2b5-3d524f582b92/dhcp-networks/56994ec8-e3e7-4f06-9dea-ddff7da9614e HTTP/1.1" status: 204 len: 168 time: 0.1235688 Jul 23 20:20:36.314458 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e9f80-d56c-426b-b526-a14385fec228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b06f9a-9238-451c-a8a0-c181d638c0fa,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:36.327443 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38836) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:36.328211 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port f0b2d365-cb46-491b-bfa2-aeb840b1b00c, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=f0b2d365-cb46-491b-bfa2-aeb840b1b00c,segment=NetworkSegment(e2903031-9983-46c4-9699-af3e9a995ba1),segment_id=e2903031-9983-46c4-9699-af3e9a995ba1)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:36.342483 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-216138a6-7db2-4c64-9f2b-3eb7ccc3ad8d service neutron] For port 8412dd6e-e40d-4cab-be38-4e7fffd68110, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:20:36.347607 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-216138a6-7db2-4c64-9f2b-3eb7ccc3ad8d service neutron] For port 8412dd6e-e40d-4cab-be38-4e7fffd68110, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=8412dd6e-e40d-4cab-be38-4e7fffd68110,segment=NetworkSegment(d4ed36b0-261e-4503-82c1-9f3eea8d8c2c),segment_id=d4ed36b0-261e-4503-82c1-9f3eea8d8c2c)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:20:36.354470 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-216138a6-7db2-4c64-9f2b-3eb7ccc3ad8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:36.356638 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:36.493642 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216138a6-7db2-4c64-9f2b-3eb7ccc3ad8d service neutron] Pushing event updated for resources: {'Port': ['ID=8412dd6e-e40d-4cab-be38-4e7fffd68110,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:36.525206 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=f0b2d365-cb46-491b-bfa2-aeb840b1b00c,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:36.544653 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-216138a6-7db2-4c64-9f2b-3eb7ccc3ad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:36.546025 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-216138a6-7db2-4c64-9f2b-3eb7ccc3ad8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:36.550106 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-216138a6-7db2-4c64-9f2b-3eb7ccc3ad8d service neutron] 10.222.0.18 "PUT /v2.0/ports/8412dd6e-e40d-4cab-be38-4e7fffd68110 HTTP/1.1" status: 200 len: 1092 time: 3.4751270 Jul 23 20:20:36.551351 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a30f21-a07f-4acf-88e7-419fa401bd22', 'tag': '8412dd6e-e40d-4cab-be38-4e7fffd68110'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:20:36.575886 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605b3404-cd74-467f-b9d9-983a0bfcb318" -d '{"events": [{"name": "network-changed", "server_uuid": "c9a30f21-a07f-4acf-88e7-419fa401bd22", "tag": "8412dd6e-e40d-4cab-be38-4e7fffd68110"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:20:36.661587 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-39cfd9d4-7449-485f-a44d-56ac1590f9b3 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Deleting port 137527fb-8de9-4402-a151-113da552ea98 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:20:36.662099 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-39cfd9d4-7449-485f-a44d-56ac1590f9b3 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:36.766744 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2271a5-6e73-4ded-bfd6-856f54b14470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16367c3f-e11d-435b-87b3-01d3ea0c74f0'}, {'server_uuid': '38dd0e63-10e7-43a1-93e5-4e4ef53091bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b2d365-cb46-491b-bfa2-aeb840b1b00c'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:20:36.774218 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c37b77b-e14d-499f-adaa-8d2f96c50959" -d '{"events": [{"server_uuid": "4c2271a5-6e73-4ded-bfd6-856f54b14470", "name": "network-vif-plugged", "status": "completed", "tag": "16367c3f-e11d-435b-87b3-01d3ea0c74f0"}, {"server_uuid": "38dd0e63-10e7-43a1-93e5-4e4ef53091bd", "name": "network-vif-plugged", "status": "completed", "tag": "f0b2d365-cb46-491b-bfa2-aeb840b1b00c"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:20:36.856285 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2658b2-372b-47ca-9d87-e4baa02aa780 x-openstack-request-id: req-fc2658b2-372b-47ca-9d87-e4baa02aa780 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:20:36.856699 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9a30f21-a07f-4acf-88e7-419fa401bd22", "tag": "8412dd6e-e40d-4cab-be38-4e7fffd68110", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:20:36.857107 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc2658b2-372b-47ca-9d87-e4baa02aa780 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:20:36.860182 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9a30f21-a07f-4acf-88e7-419fa401bd22', 'tag': '8412dd6e-e40d-4cab-be38-4e7fffd68110', 'status': 'completed', 'code': 200} Jul 23 20:20:36.871224 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-30a273ba-2d71-4fab-be0d-753e8994c8cf tempest-DHCPAgentSchedulersTestJSON-983036804 tempest-DHCPAgentSchedulersTestJSON-983036804-project-admin] 10.222.0.32 "GET /v2.0/agents/41533188-1e05-4126-b2b5-3d524f582b92/dhcp-networks HTTP/1.1" status: 200 len: 7229 time: 0.5413973 Jul 23 20:20:36.872158 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38854) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:36.939052 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 20:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a72ca55-1c80-4d88-8ab0-ef2fb2a8c82f x-openstack-request-id: req-3a72ca55-1c80-4d88-8ab0-ef2fb2a8c82f {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:20:36.939425 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c2271a5-6e73-4ded-bfd6-856f54b14470", "name": "network-vif-plugged", "status": "completed", "tag": "16367c3f-e11d-435b-87b3-01d3ea0c74f0", "code": 200}, {"server_uuid": "38dd0e63-10e7-43a1-93e5-4e4ef53091bd", "name": "network-vif-plugged", "status": "completed", "tag": "f0b2d365-cb46-491b-bfa2-aeb840b1b00c", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:20:36.939745 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3a72ca55-1c80-4d88-8ab0-ef2fb2a8c82f {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:20:36.940214 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2271a5-6e73-4ded-bfd6-856f54b14470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16367c3f-e11d-435b-87b3-01d3ea0c74f0', 'code': 200} Jul 23 20:20:36.940542 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38dd0e63-10e7-43a1-93e5-4e4ef53091bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b2d365-cb46-491b-bfa2-aeb840b1b00c', 'code': 200} Jul 23 20:20:37.055440 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-af04b176-9be0-4c5b-9d99-7be4d7bd4442 tempest-DHCPAgentSchedulersTestJSON-983036804 tempest-DHCPAgentSchedulersTestJSON-983036804-project-admin] 10.222.0.32 "GET /v2.0/networks/b691380e-5127-46d6-8c6a-0e204b4a48d4/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1813159 Jul 23 20:20:37.059055 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38864) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:37.115826 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-39cfd9d4-7449-485f-a44d-56ac1590f9b3 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:37.135458 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-39cfd9d4-7449-485f-a44d-56ac1590f9b3 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Calling delete_port for 137527fb-8de9-4402-a151-113da552ea98 owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:20:37.332265 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6e025e5f-0277-4734-bcb1-244ec1c1d054 tempest-DHCPAgentSchedulersTestJSON-983036804 tempest-DHCPAgentSchedulersTestJSON-983036804-project-admin] 10.222.0.32 "GET /v2.0/networks/b691380e-5127-46d6-8c6a-0e204b4a48d4/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.2668769 Jul 23 20:20:37.336539 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38874) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:37.344105 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-39cfd9d4-7449-485f-a44d-56ac1590f9b3 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:37.425533 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200a4e0-2002-4ca4-9ddb-99b3aaebb5d4 req-7e20321e-a287-4079-8482-f2bc39348b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:37.427601 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0200a4e0-2002-4ca4-9ddb-99b3aaebb5d4 req-7e20321e-a287-4079-8482-f2bc39348b33 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4c2271a5-6e73-4ded-bfd6-856f54b14470 HTTP/1.1" status: 200 len: 1098 time: 0.3670535 Jul 23 20:20:37.506943 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca407ab9-6c8c-4921-9085-810c9ab02d08 req-3ac3f1a0-0aab-4ae2-a1b7-bf7b14b09ca1 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:37.509923 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ca407ab9-6c8c-4921-9085-810c9ab02d08 req-3ac3f1a0-0aab-4ae2-a1b7-bf7b14b09ca1 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c2271a5-6e73-4ded-bfd6-856f54b14470 HTTP/1.1" status: 200 len: 946 time: 0.5675371 Jul 23 20:20:37.538779 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-b94384ad-79d2-4ee9-bcad-61abfc1e8746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:37.543576 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-b94384ad-79d2-4ee9-bcad-61abfc1e8746 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=936c6a23d3304ba9b49a208cdf1f5765&device_id=c9a30f21-a07f-4acf-88e7-419fa401bd22 HTTP/1.1" status: 200 len: 1095 time: 0.9127138 Jul 23 20:20:37.550932 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cfd9d4-7449-485f-a44d-56ac1590f9b3 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Pushing event deleted for resources: {'Port': ['ID=137527fb-8de9-4402-a151-113da552ea98,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:37.604281 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-39cfd9d4-7449-485f-a44d-56ac1590f9b3 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:37.608614 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-39cfd9d4-7449-485f-a44d-56ac1590f9b3 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] 10.222.0.32 "DELETE /v2.0/ports/137527fb-8de9-4402-a151-113da552ea98 HTTP/1.1" status: 204 len: 168 time: 1.5803766 Jul 23 20:20:37.649074 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-35f89908-fde5-42f5-89f3-df3bd3d93d9c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8412dd6e-e40d-4cab-be38-4e7fffd68110 HTTP/1.1" status: 200 len: 217 time: 0.0745640 Jul 23 20:20:37.649935 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38878) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:37.650397 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38880) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:37.693155 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc15a2-4466-4c7c-8480-714a0cb36050 req-eb5ee237-f062-4e38-a24a-93ba5b802d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:37.696543 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-abdc15a2-4466-4c7c-8480-714a0cb36050 req-eb5ee237-f062-4e38-a24a-93ba5b802d95 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=38dd0e63-10e7-43a1-93e5-4e4ef53091bd HTTP/1.1" status: 200 len: 1097 time: 0.5668976 Jul 23 20:20:37.706701 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0200a4e0-2002-4ca4-9ddb-99b3aaebb5d4 req-fd80fcea-b934-45fc-a42d-bb9097326487 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f06ad6d5-b896-483c-8e28-0339ad52a0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628512 Jul 23 20:20:37.736365 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ca407ab9-6c8c-4921-9085-810c9ab02d08 req-86fdb096-9670-404d-864b-e5775deb3e94 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f06ad6d5-b896-483c-8e28-0339ad52a0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011552 Jul 23 20:20:37.764489 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-36009973-91a8-41d0-b846-59bad830fffe tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1116142 Jul 23 20:20:37.781714 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38888) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:37.794832 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-bf11b57b-7bb4-469f-a656-f6605096e768 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1767441793'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:37.922152 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-abdc15a2-4466-4c7c-8480-714a0cb36050 req-5f97837c-a59c-42af-8283-dc3154033805 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f06ad6d5-b896-483c-8e28-0339ad52a0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102602 Jul 23 20:20:37.925386 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-56aa4979-d61f-489b-bd99-cd7b2ceeeb22 tempest-DHCPAgentSchedulersTestJSON-983036804 tempest-DHCPAgentSchedulersTestJSON-983036804-project-admin] 10.222.0.32 "GET /v2.0/agents/41533188-1e05-4126-b2b5-3d524f582b92/dhcp-networks HTTP/1.1" status: 200 len: 7229 time: 0.5842433 Jul 23 20:20:37.930879 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38892) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:38.064876 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a7bcbac8-5632-4a39-85ab-a085e4d6191a tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:38.200453 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-32820caa-8409-4267-8ce2-62f6c55d7379 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1133754127'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:38.217302 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a7bcbac8-5632-4a39-85ab-a085e4d6191a tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:38.236550 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-a7bcbac8-5632-4a39-85ab-a085e4d6191a tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56994ec8-e3e7-4f06-9dea-ddff7da9614e']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:38.253425 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-a7bcbac8-5632-4a39-85ab-a085e4d6191a tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d5a168d-53e9-4faf-ad85-45e054a118e4') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:38.254006 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-a7bcbac8-5632-4a39-85ab-a085e4d6191a tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d5a168d-53e9-4faf-ad85-45e054a118e4') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:38.261550 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-085cf231-c000-413b-a3f3-c8429e4086ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:38.264769 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-085cf231-c000-413b-a3f3-c8429e4086ea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ccb223c-2045-4a31-86c3-160bfa105044 HTTP/1.1" status: 200 len: 853 time: 0.5948908 Jul 23 20:20:38.266847 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a7bcbac8-5632-4a39-85ab-a085e4d6191a tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:38.269092 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32820caa-8409-4267-8ce2-62f6c55d7379 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Made reservation on behalf of 94909c1e8cb14acca0414384fabf2d56 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:20:38.275298 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-32820caa-8409-4267-8ce2-62f6c55d7379 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:38.285037 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.db.api [None req-bf11b57b-7bb4-469f-a656-f6605096e768 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 20:20:38.285037 n-d-793618-10 neutron-server[93875]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 20:20:38.285037 n-d-793618-10 neutron-server[93875]: [parameters: {'project_id': '36b59ea183954e679f26ce18f779fdac', 'id': '1963f85a-a45c-4692-9d38-cb5d5887ffc7', 'expiration': datetime.datetime(2021, 7, 23, 20, 22, 38, 241996)}] Jul 23 20:20:38.285037 n-d-793618-10 neutron-server[93875]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93875) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:20:38.285558 n-d-793618-10 neutron-server[93875]: DEBUG oslo_db.api [None req-bf11b57b-7bb4-469f-a656-f6605096e768 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:20:38.287066 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a7bcbac8-5632-4a39-85ab-a085e4d6191a tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:38.295819 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7bcbac8-5632-4a39-85ab-a085e4d6191a tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:20:38.296527 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a7bcbac8-5632-4a39-85ab-a085e4d6191a tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:38.314291 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:20:38.314291 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:20:38.314291 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:20:38.314291 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:20:38.314291 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:20:38.314291 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:20:38.314291 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:20:38.314291 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:20:38.314291 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:20:38.314291 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:20:38.314291 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:20:38.314291 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:20:38.314291 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:20:38.314291 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:20:38.314291 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:20:38.314291 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:20:38.314291 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:20:38.314291 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:20:38.314291 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:20:38.314291 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:20:38.314291 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:20:38.314291 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:20:38.314291 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:20:38.314291 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:20:38.314291 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:20:38.314291 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:20:38.314291 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:20:38.314291 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:20:38.314291 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:20:38.314291 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:20:38.314291 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:20:38.314291 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:20:38.342645 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-32820caa-8409-4267-8ce2-62f6c55d7379 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:38.360073 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7d509-4aa3-4ad7-8b11-5b2a0965c6a5 req-31ac604e-5c26-4747-b593-9431e58cae49 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:38.371016 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ce7d509-4aa3-4ad7-8b11-5b2a0965c6a5 req-31ac604e-5c26-4747-b593-9431e58cae49 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a30f21-a07f-4acf-88e7-419fa401bd22 HTTP/1.1" status: 200 len: 943 time: 1.0319638 Jul 23 20:20:38.415512 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a7bcbac8-5632-4a39-85ab-a085e4d6191a tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:38.427037 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a7bcbac8-5632-4a39-85ab-a085e4d6191a tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:38.435836 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a7bcbac8-5632-4a39-85ab-a085e4d6191a tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] 10.222.0.32 "DELETE /v2.0/networks/56994ec8-e3e7-4f06-9dea-ddff7da9614e HTTP/1.1" status: 204 len: 168 time: 0.4989512 Jul 23 20:20:38.436694 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38900) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:38.468714 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bcbac8-5632-4a39-85ab-a085e4d6191a tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Pushing event deleted for resources: {'Network': ['ID=56994ec8-e3e7-4f06-9dea-ddff7da9614e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:38.474170 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ce7d509-4aa3-4ad7-8b11-5b2a0965c6a5 req-f3ea7515-9e6d-4cf5-b812-d459f30dccb6 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/security-groups?id=024f7503-5ec6-4f9b-80a1-d6f9beb877c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020970 Jul 23 20:20:38.533517 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-2502c6a9-ee52-4322-86e1-25ad2e9ffe93 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] DELETE failed (client error): The resource could not be found. Jul 23 20:20:38.534749 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2502c6a9-ee52-4322-86e1-25ad2e9ffe93 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:20:38.541082 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2502c6a9-ee52-4322-86e1-25ad2e9ffe93 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] 10.222.0.32 "DELETE /v2.0/ports/5e8ed418-59c4-4b4e-8901-3bff9f9c6f0d HTTP/1.1" status: 404 len: 333 time: 0.0890691 Jul 23 20:20:38.541890 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38902) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:38.581295 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-761b7e7d-6871-458c-8fdf-939de0c7a9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:38.583515 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-761b7e7d-6871-458c-8fdf-939de0c7a9b0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=42c06545-369c-43b2-8575-bfb5ce0ad6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3044498 Jul 23 20:20:38.727385 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-5be0d644-3f33-46b4-be6c-29ca40b389c5 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Deleting subnet c853143c-12ba-4717-b275-9dcba7c3cfac {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:20:38.741698 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5be0d644-3f33-46b4-be6c-29ca40b389c5 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:38.833191 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5be0d644-3f33-46b4-be6c-29ca40b389c5 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:38.846074 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-d822cebd-0a05-489b-a89e-a31edfa092f1 service neutron] 10.222.0.18 "GET /v2.0/networks/42c06545-369c-43b2-8575-bfb5ce0ad6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541625 Jul 23 20:20:39.015700 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-32820caa-8409-4267-8ce2-62f6c55d7379 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:39.025274 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-32820caa-8409-4267-8ce2-62f6c55d7379 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:39.040809 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32820caa-8409-4267-8ce2-62f6c55d7379 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:20:39.051736 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-32820caa-8409-4267-8ce2-62f6c55d7379 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:39.052001 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-32820caa-8409-4267-8ce2-62f6c55d7379 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Added segment 5ad22710-ce1e-4a5e-88bb-6d995da8594d of type vlan for network 15b4294c-fef5-40b0-9acc-665c5c1059bf Jul 23 20:20:39.104224 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-32820caa-8409-4267-8ce2-62f6c55d7379 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:39.119847 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5be0d644-3f33-46b4-be6c-29ca40b389c5 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:39.176864 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6896f9b-6f77-40c0-b510-e88cb86c1308 req-54a84194-d69f-44f3-82a9-9bb5e8c8393c tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:39.178799 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e6896f9b-6f77-40c0-b510-e88cb86c1308 req-54a84194-d69f-44f3-82a9-9bb5e8c8393c tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c2271a5-6e73-4ded-bfd6-856f54b14470 HTTP/1.1" status: 200 len: 946 time: 0.2356536 Jul 23 20:20:39.211951 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-32820caa-8409-4267-8ce2-62f6c55d7379 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:39.229693 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32820caa-8409-4267-8ce2-62f6c55d7379 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:39.232219 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-32820caa-8409-4267-8ce2-62f6c55d7379 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:39.289100 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e6896f9b-6f77-40c0-b510-e88cb86c1308 req-ecdc38b7-efbb-4ea2-b171-1d48e46dfc43 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f06ad6d5-b896-483c-8e28-0339ad52a0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981417 Jul 23 20:20:39.302037 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5be0d644-3f33-46b4-be6c-29ca40b389c5 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:39.315192 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-39b4b8f6-f1b8-429d-9e09-25f40830072c req-f4c5e68d-e125-4dcf-b1cf-ff6f78c2a3a8 service neutron] 10.222.0.18 "GET /v2.0/networks/42c06545-369c-43b2-8575-bfb5ce0ad6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452739 Jul 23 20:20:39.315426 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32820caa-8409-4267-8ce2-62f6c55d7379 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fee71e7-23f9-4799-bc0b-f76e7b615c7b,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:39.359772 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf11b57b-7bb4-469f-a656-f6605096e768 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Made reservation on behalf of 36b59ea183954e679f26ce18f779fdac for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:20:39.370143 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bf11b57b-7bb4-469f-a656-f6605096e768 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:39.376808 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0d644-3f33-46b4-be6c-29ca40b389c5 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Pushing event deleted for resources: {'Subnet': ['ID=c853143c-12ba-4717-b275-9dcba7c3cfac,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:39.383292 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5be0d644-3f33-46b4-be6c-29ca40b389c5 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:39.391990 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5be0d644-3f33-46b4-be6c-29ca40b389c5 tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] 10.222.0.32 "DELETE /v2.0/subnets/c853143c-12ba-4717-b275-9dcba7c3cfac HTTP/1.1" status: 204 len: 168 time: 0.8465252 Jul 23 20:20:39.392196 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ec3e1e-f7f2-4816-bfc8-3044bb9741c3 None None] Network b691380e-5127-46d6-8c6a-0e204b4a48d4 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:20:39.392645 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38924) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:39.430846 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-32820caa-8409-4267-8ce2-62f6c55d7379 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7767451 Jul 23 20:20:39.514321 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38928) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:39.520331 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-02fbcc83-7e2e-46c4-9f92-9ee021bfb2b5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1594430669'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:39.588630 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-35972d88-e2a3-4e76-ad89-961e2e52b32b tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:39.613234 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32820caa-8409-4267-8ce2-62f6c55d7379 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event updated for resources: {'Network': ['ID=15b4294c-fef5-40b0-9acc-665c5c1059bf,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:39.656645 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf11b57b-7bb4-469f-a656-f6605096e768 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:20:39.669457 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bf11b57b-7bb4-469f-a656-f6605096e768 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:39.669920 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-bf11b57b-7bb4-469f-a656-f6605096e768 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Added segment 03d3a651-8dec-4355-8a2d-91412d2d8987 of type vlan for network 5851af74-529c-49f9-bad3-ab15e9ce1ed8 Jul 23 20:20:39.676593 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 15b4294c-fef5-40b0-9acc-665c5c1059bf details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:20:39.744343 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bf11b57b-7bb4-469f-a656-f6605096e768 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:39.784371 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bf11b57b-7bb4-469f-a656-f6605096e768 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:39.806009 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf11b57b-7bb4-469f-a656-f6605096e768 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:39.806678 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bf11b57b-7bb4-469f-a656-f6605096e768 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:39.814275 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8186a3d7-5026-4d3c-981a-310b0973a591 None None] DHCP port deletion for b691380e-5127-46d6-8c6a-0e204b4a48d4 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:20:39.827233 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3780d-2079-4c60-9f54-817d4db022d1 req-b6bf8500-4f6e-4418-bccf-75b562e7010c tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:39.849266 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-39a3780d-2079-4c60-9f54-817d4db022d1 req-b6bf8500-4f6e-4418-bccf-75b562e7010c tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a30f21-a07f-4acf-88e7-419fa401bd22 HTTP/1.1" status: 200 len: 943 time: 0.2350190 Jul 23 20:20:39.894589 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-35972d88-e2a3-4e76-ad89-961e2e52b32b tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Deleting port 7cdf564b-a241-4e10-9153-c7e8fb54c662 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:20:39.895017 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-35972d88-e2a3-4e76-ad89-961e2e52b32b tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:39.913337 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fbcc83-7e2e-46c4-9f92-9ee021bfb2b5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Made reservation on behalf of 94909c1e8cb14acca0414384fabf2d56 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:20:39.914116 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-8186a3d7-5026-4d3c-981a-310b0973a591 None None] Deleting port 7cdf564b-a241-4e10-9153-c7e8fb54c662 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:20:39.915414 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8186a3d7-5026-4d3c-981a-310b0973a591 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:39.920135 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-02fbcc83-7e2e-46c4-9f92-9ee021bfb2b5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:39.947997 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-39a3780d-2079-4c60-9f54-817d4db022d1 req-b616a480-aed0-4cbe-b3b3-22f5c0e747f4 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/security-groups?id=024f7503-5ec6-4f9b-80a1-d6f9beb877c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970507 Jul 23 20:20:40.022486 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-35972d88-e2a3-4e76-ad89-961e2e52b32b tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] For port 7cdf564b-a241-4e10-9153-c7e8fb54c662, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=7cdf564b-a241-4e10-9153-c7e8fb54c662,segment=NetworkSegment(bfa18b11-6238-41be-8f0d-5626bd44d2ec),segment_id=bfa18b11-6238-41be-8f0d-5626bd44d2ec)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:40.023574 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-35972d88-e2a3-4e76-ad89-961e2e52b32b tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:40.041791 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-bf11b57b-7bb4-469f-a656-f6605096e768 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.2614708 Jul 23 20:20:40.041791 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11b57b-7bb4-469f-a656-f6605096e768 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Pushing event updated for resources: {'Network': ['ID=5851af74-529c-49f9-bad3-ab15e9ce1ed8,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:40.042227 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-35972d88-e2a3-4e76-ad89-961e2e52b32b tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Calling delete_port for 7cdf564b-a241-4e10-9153-c7e8fb54c662 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:20:40.047843 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38942) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:40.055119 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-409558da-724d-4d32-ba1c-ba046c4bb937 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-527994'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:40.066797 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02fbcc83-7e2e-46c4-9f92-9ee021bfb2b5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:20:40.081722 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-8186a3d7-5026-4d3c-981a-310b0973a591 None None] For port 7cdf564b-a241-4e10-9153-c7e8fb54c662, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=7cdf564b-a241-4e10-9153-c7e8fb54c662,segment=NetworkSegment(bfa18b11-6238-41be-8f0d-5626bd44d2ec),segment_id=bfa18b11-6238-41be-8f0d-5626bd44d2ec)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:40.082373 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8186a3d7-5026-4d3c-981a-310b0973a591 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:40.104089 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-02fbcc83-7e2e-46c4-9f92-9ee021bfb2b5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:40.104432 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-02fbcc83-7e2e-46c4-9f92-9ee021bfb2b5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Added segment f83e9cc7-557a-4509-a323-4effb72d56cf of type vlan for network 83b4625b-020d-414e-8b52-c60c28b7940b Jul 23 20:20:40.130480 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-8186a3d7-5026-4d3c-981a-310b0973a591 None None] Calling delete_port for 7cdf564b-a241-4e10-9153-c7e8fb54c662 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:20:40.161757 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-35972d88-e2a3-4e76-ad89-961e2e52b32b tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:40.176465 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b3404-cd74-467f-b9d9-983a0bfcb318 req-21240a4f-ca84-413f-bda4-30ea91f4e072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:40.178777 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-605b3404-cd74-467f-b9d9-983a0bfcb318 req-21240a4f-ca84-413f-bda4-30ea91f4e072 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=936c6a23d3304ba9b49a208cdf1f5765&device_id=c9a30f21-a07f-4acf-88e7-419fa401bd22 HTTP/1.1" status: 200 len: 1095 time: 0.7440686 Jul 23 20:20:40.190562 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef145f-38b6-431b-bd78-7c4452548a4c req-7897d12d-149b-4c72-8f8e-6f16b214a8a4 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:40.214149 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-39ef145f-38b6-431b-bd78-7c4452548a4c req-7897d12d-149b-4c72-8f8e-6f16b214a8a4 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/ports?device_id=332b1146-c340-402e-a38a-e1db8a130f85 HTTP/1.1" status: 200 len: 945 time: 0.6812284 Jul 23 20:20:40.219942 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35972d88-e2a3-4e76-ad89-961e2e52b32b tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Pushing event deleted for resources: {'Port': ['ID=7cdf564b-a241-4e10-9153-c7e8fb54c662,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:40.228447 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 5851af74-529c-49f9-bad3-ab15e9ce1ed8 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:20:40.243914 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35972d88-e2a3-4e76-ad89-961e2e52b32b tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] No DVR routers for this DVR port 7cdf564b-a241-4e10-9153-c7e8fb54c662 on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:20:40.275792 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409558da-724d-4d32-ba1c-ba046c4bb937 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Made reservation on behalf of 36b59ea183954e679f26ce18f779fdac for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:20:40.279270 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-409558da-724d-4d32-ba1c-ba046c4bb937 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:40.314841 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-02fbcc83-7e2e-46c4-9f92-9ee021bfb2b5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:40.344732 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-69439c5c-cb01-492b-9adf-498479a39d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:40.376899 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-39ef145f-38b6-431b-bd78-7c4452548a4c req-49b90708-850c-4ec6-a1b8-3add14cc4f2f tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f06ad6d5-b896-483c-8e28-0339ad52a0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596341 Jul 23 20:20:40.391819 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8186a3d7-5026-4d3c-981a-310b0973a591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:40.433630 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-35972d88-e2a3-4e76-ad89-961e2e52b32b tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:40.442416 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-409558da-724d-4d32-ba1c-ba046c4bb937 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:20:40.450851 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-35972d88-e2a3-4e76-ad89-961e2e52b32b tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b691380e-5127-46d6-8c6a-0e204b4a48d4']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:40.464898 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186a3d7-5026-4d3c-981a-310b0973a591 None None] Pushing event deleted for resources: {'Port': ['ID=7cdf564b-a241-4e10-9153-c7e8fb54c662,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:40.470034 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-35972d88-e2a3-4e76-ad89-961e2e52b32b tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfa18b11-6238-41be-8f0d-5626bd44d2ec') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:40.470991 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-35972d88-e2a3-4e76-ad89-961e2e52b32b tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfa18b11-6238-41be-8f0d-5626bd44d2ec') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:40.484018 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8186a3d7-5026-4d3c-981a-310b0973a591 None None] No DVR routers for this DVR port 7cdf564b-a241-4e10-9153-c7e8fb54c662 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:20:40.484893 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-02fbcc83-7e2e-46c4-9f92-9ee021bfb2b5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:40.486683 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-35972d88-e2a3-4e76-ad89-961e2e52b32b tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:40.491648 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fbcc83-7e2e-46c4-9f92-9ee021bfb2b5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:40.492502 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-02fbcc83-7e2e-46c4-9f92-9ee021bfb2b5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:40.507950 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-35972d88-e2a3-4e76-ad89-961e2e52b32b tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:40.516470 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35972d88-e2a3-4e76-ad89-961e2e52b32b tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:20:40.516888 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-35972d88-e2a3-4e76-ad89-961e2e52b32b tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:40.536339 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-409558da-724d-4d32-ba1c-ba046c4bb937 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:40.537006 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-409558da-724d-4d32-ba1c-ba046c4bb937 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Added segment 978cfe48-9a14-4f6c-af97-fe4a3cf6ef75 of type vlan for network 7a432f84-d1d8-4479-867d-60a1c24af8c7 Jul 23 20:20:40.589189 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-02fbcc83-7e2e-46c4-9f92-9ee021bfb2b5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0735037 Jul 23 20:20:40.594848 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38952) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:40.623160 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:20:40.623160 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:20:40.623160 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:20:40.623160 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:20:40.623160 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:20:40.623160 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:20:40.623160 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:20:40.623160 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:20:40.623160 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:20:40.623160 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:20:40.623160 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:20:40.623160 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:20:40.623160 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:20:40.623160 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:20:40.623160 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:20:40.623160 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:20:40.623160 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:20:40.623160 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:20:40.623160 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:20:40.623160 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:20:40.623160 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:20:40.623160 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:20:40.623160 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:20:40.623160 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:20:40.623160 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:20:40.623160 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:20:40.623160 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:20:40.623160 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:20:40.623160 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:20:40.623160 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:20:40.623160 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:20:40.623160 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:20:40.629304 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-35972d88-e2a3-4e76-ad89-961e2e52b32b tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:40.629530 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-697f38f9-336a-4063-bc7f-268829e96606 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Request body: {'subnet': {'network_id': '15b4294c-fef5-40b0-9acc-665c5c1059bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:40.635446 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b3404-cd74-467f-b9d9-983a0bfcb318 req-96ce4aed-f61a-4519-a8d4-3688b475ec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:40.637376 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-605b3404-cd74-467f-b9d9-983a0bfcb318 req-96ce4aed-f61a-4519-a8d4-3688b475ec03 service neutron] 10.222.0.18 "GET /v2.0/networks?id=42c06545-369c-43b2-8575-bfb5ce0ad6be HTTP/1.1" status: 200 len: 915 time: 0.4180543 Jul 23 20:20:40.671162 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-35972d88-e2a3-4e76-ad89-961e2e52b32b tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:40.674563 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-35972d88-e2a3-4e76-ad89-961e2e52b32b tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] 10.222.0.32 "DELETE /v2.0/networks/b691380e-5127-46d6-8c6a-0e204b4a48d4 HTTP/1.1" status: 204 len: 168 time: 1.2808836 Jul 23 20:20:40.699044 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35972d88-e2a3-4e76-ad89-961e2e52b32b tempest-DHCPAgentSchedulersTestJSON-727677707 tempest-DHCPAgentSchedulersTestJSON-727677707-project] Pushing event deleted for resources: {'Network': ['ID=b691380e-5127-46d6-8c6a-0e204b4a48d4,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:40.701141 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fbcc83-7e2e-46c4-9f92-9ee021bfb2b5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event updated for resources: {'Network': ['ID=83b4625b-020d-414e-8b52-c60c28b7940b,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:40.719389 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 83b4625b-020d-414e-8b52-c60c28b7940b details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:20:40.751600 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-409558da-724d-4d32-ba1c-ba046c4bb937 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:40.759592 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-605b3404-cd74-467f-b9d9-983a0bfcb318 req-42d9a449-cdfd-4f3d-af68-205f09808430 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8412dd6e-e40d-4cab-be38-4e7fffd68110 HTTP/1.1" status: 200 len: 217 time: 0.0703290 Jul 23 20:20:40.783094 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80b8ce-860b-499b-95f9-b2fdc3372f67 req-b6c117c4-6750-4bb9-8598-f570bdd1d6e9 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:40.801866 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6d80b8ce-860b-499b-95f9-b2fdc3372f67 req-b6c117c4-6750-4bb9-8598-f570bdd1d6e9 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/ports?device_id=38dd0e63-10e7-43a1-93e5-4e4ef53091bd HTTP/1.1" status: 200 len: 945 time: 0.1888893 Jul 23 20:20:40.889388 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-409558da-724d-4d32-ba1c-ba046c4bb937 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:40.895056 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409558da-724d-4d32-ba1c-ba046c4bb937 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:40.895699 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-409558da-724d-4d32-ba1c-ba046c4bb937 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:40.905665 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b3404-cd74-467f-b9d9-983a0bfcb318 req-bf14c38f-bbd9-4bf9-b6a9-8c5a84adecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:40.907141 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-605b3404-cd74-467f-b9d9-983a0bfcb318 req-bf14c38f-bbd9-4bf9-b6a9-8c5a84adecc1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ccb223c-2045-4a31-86c3-160bfa105044 HTTP/1.1" status: 200 len: 853 time: 0.1131871 Jul 23 20:20:40.916934 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6d80b8ce-860b-499b-95f9-b2fdc3372f67 req-8c3bf43d-270c-4ced-929a-a854f4def8a0 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f06ad6d5-b896-483c-8e28-0339ad52a0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033742 Jul 23 20:20:40.960997 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697f38f9-336a-4063-bc7f-268829e96606 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Made reservation on behalf of 94909c1e8cb14acca0414384fabf2d56 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:20:40.980669 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-697f38f9-336a-4063-bc7f-268829e96606 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:41.073387 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-409558da-724d-4d32-ba1c-ba046c4bb937 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0247133 Jul 23 20:20:41.116728 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409558da-724d-4d32-ba1c-ba046c4bb937 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Pushing event updated for resources: {'Network': ['ID=7a432f84-d1d8-4479-867d-60a1c24af8c7,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:41.135318 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 7a432f84-d1d8-4479-867d-60a1c24af8c7 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:20:41.279528 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c4166-1319-4288-b576-438fcc069a56 req-b221b33a-bf29-41f6-922c-4eb6bbbaad62 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:41.286185 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-580c4166-1319-4288-b576-438fcc069a56 req-b221b33a-bf29-41f6-922c-4eb6bbbaad62 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a30f21-a07f-4acf-88e7-419fa401bd22 HTTP/1.1" status: 200 len: 943 time: 0.2289000 Jul 23 20:20:41.407280 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-580c4166-1319-4288-b576-438fcc069a56 req-eda088fa-621d-4453-90ee-c43855a9ceca tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/security-groups?id=024f7503-5ec6-4f9b-80a1-d6f9beb877c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140416 Jul 23 20:20:41.431190 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 7cdf564b-a241-4e10-9153-c7e8fb54c662 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:20:41.436534 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b3404-cd74-467f-b9d9-983a0bfcb318 req-b7ed9f86-4dcf-4d27-a4b3-f49b95fad682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:41.437710 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-605b3404-cd74-467f-b9d9-983a0bfcb318 req-b7ed9f86-4dcf-4d27-a4b3-f49b95fad682 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=42c06545-369c-43b2-8575-bfb5ce0ad6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5085368 Jul 23 20:20:41.601683 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 7cdf564b-a241-4e10-9153-c7e8fb54c662 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:20:41.602517 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 7cdf564b-a241-4e10-9153-c7e8fb54c662 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:20:41.795222 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-605b3404-cd74-467f-b9d9-983a0bfcb318 req-c909e929-ff8b-4c80-94ad-566d2aa91420 service neutron] 10.222.0.18 "GET /v2.0/networks/42c06545-369c-43b2-8575-bfb5ce0ad6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469853 Jul 23 20:20:41.818023 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f020036-28b6-430d-94de-a4bbd3edfbd9 req-2fd69d8a-8394-4527-a0f8-e0407772b7a0 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:41.821971 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7f020036-28b6-430d-94de-a4bbd3edfbd9 req-2fd69d8a-8394-4527-a0f8-e0407772b7a0 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/ports?device_id=38dd0e63-10e7-43a1-93e5-4e4ef53091bd HTTP/1.1" status: 200 len: 945 time: 0.3139098 Jul 23 20:20:41.938307 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38976) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:41.985264 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-697f38f9-336a-4063-bc7f-268829e96606 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:42.314084 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b15fef2e-0102-44bd-a45e-4a158cf353cd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2e2473c63d044acfb68f9ce66decc4aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3719554 Jul 23 20:20:42.315443 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38988) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:42.327401 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f38f9-336a-4063-bc7f-268829e96606 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event updated for resources: {'Subnet': ['ID=f633bd8e-d0c1-4e85-9939-37fc6712ac00,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:42.422744 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-605b3404-cd74-467f-b9d9-983a0bfcb318 req-1c450d6a-d03d-4ace-a2c8-485bf0af6185 service neutron] 10.222.0.18 "GET /v2.0/networks/42c06545-369c-43b2-8575-bfb5ce0ad6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582524 Jul 23 20:20:42.477240 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7f020036-28b6-430d-94de-a4bbd3edfbd9 req-c6c5f0c3-4f67-4122-afb6-b563d11127e7 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f06ad6d5-b896-483c-8e28-0339ad52a0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4928641 Jul 23 20:20:42.484016 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697f38f9-336a-4063-bc7f-268829e96606 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Checking segment: {'id': '5ad22710-ce1e-4a5e-88bb-6d995da8594d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '15b4294c-fef5-40b0-9acc-665c5c1059bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:20:42.484016 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697f38f9-336a-4063-bc7f-268829e96606 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Network hostable DHCP agents. Network: 15b4294c-fef5-40b0-9acc-665c5c1059bf, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:20:42.513424 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db065b71-5b89-47e8-9a6d-d53f7d323bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:42.575681 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697f38f9-336a-4063-bc7f-268829e96606 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Network 15b4294c-fef5-40b0-9acc-665c5c1059bf is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:20:42.594478 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db065b71-5b89-47e8-9a6d-d53f7d323bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:42.616094 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-697f38f9-336a-4063-bc7f-268829e96606 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 15b4294c-fef5-40b0-9acc-665c5c1059bf) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:20:42.626989 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de79474-ab8b-4d6a-99ed-c70c25cd6735 None None] Network 15b4294c-fef5-40b0-9acc-665c5c1059bf requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:20:42.645963 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697f38f9-336a-4063-bc7f-268829e96606 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:42.657425 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-697f38f9-336a-4063-bc7f-268829e96606 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:42.724817 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-697f38f9-336a-4063-bc7f-268829e96606 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1258721 Jul 23 20:20:42.729578 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38996) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:42.751176 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-bec74a81-8ea6-4f80-bbcf-f1488ecc0a77 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Request body: {'subnet': {'network_id': '83b4625b-020d-414e-8b52-c60c28b7940b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:42.841422 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db065b71-5b89-47e8-9a6d-d53f7d323bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:42.847355 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db065b71-5b89-47e8-9a6d-d53f7d323bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:42.854458 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-db065b71-5b89-47e8-9a6d-d53f7d323bc3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f7741526-5a49-4bd4-87ca-650fab398312 HTTP/1.1" status: 204 len: 168 time: 0.5370700 Jul 23 20:20:42.939697 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2728c05e-3c28-4729-8a8c-f3a230cf53e4 req-6d751917-0eee-48e5-b02d-7fc6be2ba053 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4c2271a5-6e73-4ded-bfd6-856f54b14470&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4763641 Jul 23 20:20:42.957279 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db065b71-5b89-47e8-9a6d-d53f7d323bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7741526-5a49-4bd4-87ca-650fab398312,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:42.959178 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58c0700-c01b-4126-8e35-c1eca366dcbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-15b4294c-fef5-40b0-9acc-665c5c1059bf', 'network_id': '15b4294c-fef5-40b0-9acc-665c5c1059bf', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'fixed_ips': [{'subnet_id': 'f633bd8e-d0c1-4e85-9939-37fc6712ac00'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:20:42.961899 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f58c0700-c01b-4126-8e35-c1eca366dcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:43.041778 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db065b71-5b89-47e8-9a6d-d53f7d323bc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:43.042124 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db065b71-5b89-47e8-9a6d-d53f7d323bc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:43.042465 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db065b71-5b89-47e8-9a6d-d53f7d323bc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:43.042800 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db065b71-5b89-47e8-9a6d-d53f7d323bc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:43.043131 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db065b71-5b89-47e8-9a6d-d53f7d323bc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:43.043458 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db065b71-5b89-47e8-9a6d-d53f7d323bc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:43.043782 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db065b71-5b89-47e8-9a6d-d53f7d323bc3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:43.049359 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db065b71-5b89-47e8-9a6d-d53f7d323bc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:43.049829 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db065b71-5b89-47e8-9a6d-d53f7d323bc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:43.053171 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db065b71-5b89-47e8-9a6d-d53f7d323bc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:43.056830 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db065b71-5b89-47e8-9a6d-d53f7d323bc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:43.058497 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db065b71-5b89-47e8-9a6d-d53f7d323bc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:43.137534 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec74a81-8ea6-4f80-bbcf-f1488ecc0a77 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Made reservation on behalf of 94909c1e8cb14acca0414384fabf2d56 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:20:43.149693 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bec74a81-8ea6-4f80-bbcf-f1488ecc0a77 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:43.403678 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-f58c0700-c01b-4126-8e35-c1eca366dcbb None None] Allocated IP 2001:db8::2 (15b4294c-fef5-40b0-9acc-665c5c1059bf/f633bd8e-d0c1-4e85-9939-37fc6712ac00/395cebe0-1b66-41fb-b8b9-e6ca1ef3abfa) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:20:43.432413 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b9ab8-dc0b-478e-95b3-2013ac35e5a9 req-43f9e1cd-5627-461e-bc82-187bd7046f00 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:43.438148 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2f5b9ab8-dc0b-478e-95b3-2013ac35e5a9 req-43f9e1cd-5627-461e-bc82-187bd7046f00 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.30 "GET /v2.0/ports?device_id=38dd0e63-10e7-43a1-93e5-4e4ef53091bd HTTP/1.1" status: 200 len: 945 time: 0.8235877 Jul 23 20:20:43.576615 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:43.684018 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8b7f6573-ff66-4145-8848-e83d1b399d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:43.685897 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f9ba5-38c6-4f8b-8f6c-9da9854a4f19 req-c08e64e0-8d5d-43cd-a8b4-ae0c784aca39 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:43.693287 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5c9f9ba5-38c6-4f8b-8f6c-9da9854a4f19 req-c08e64e0-8d5d-43cd-a8b4-ae0c784aca39 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a30f21-a07f-4acf-88e7-419fa401bd22 HTTP/1.1" status: 200 len: 943 time: 0.9462237 Jul 23 20:20:43.888952 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728c05e-3c28-4729-8a8c-f3a230cf53e4 req-af5f3215-c056-45ed-9527-2a214ad612be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:43.893650 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2728c05e-3c28-4729-8a8c-f3a230cf53e4 req-af5f3215-c056-45ed-9527-2a214ad612be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bee72acb19114053b3b08cfc440a4cd4&device_id=4c2271a5-6e73-4ded-bfd6-856f54b14470 HTTP/1.1" status: 200 len: 1098 time: 0.8866937 Jul 23 20:20:43.922190 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bec74a81-8ea6-4f80-bbcf-f1488ecc0a77 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:44.018969 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c89ed-8688-4511-96f0-43762bf76b53 req-09bfd5fe-f22f-4c02-bdc3-ad44d9e94f38 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:44.034039 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fc3c89ed-8688-4511-96f0-43762bf76b53 req-09bfd5fe-f22f-4c02-bdc3-ad44d9e94f38 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/ports?device_id=38dd0e63-10e7-43a1-93e5-4e4ef53091bd HTTP/1.1" status: 200 len: 945 time: 0.2841234 Jul 23 20:20:44.039271 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f58c0700-c01b-4126-8e35-c1eca366dcbb None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:44.062310 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f58c0700-c01b-4126-8e35-c1eca366dcbb None None] Transition to ACTIVE for port object 395cebe0-1b66-41fb-b8b9-e6ca1ef3abfa will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:20:44.093115 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f58c0700-c01b-4126-8e35-c1eca366dcbb None None] Transition to ACTIVE for port object 395cebe0-1b66-41fb-b8b9-e6ca1ef3abfa will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:20:44.111396 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39016) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:44.111990 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f58c0700-c01b-4126-8e35-c1eca366dcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:44.139612 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58c0700-c01b-4126-8e35-c1eca366dcbb None None] Network 15b4294c-fef5-40b0-9acc-665c5c1059bf is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:20:44.143470 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-f58c0700-c01b-4126-8e35-c1eca366dcbb None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:20:44.145338 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:44.146514 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58c0700-c01b-4126-8e35-c1eca366dcbb None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:20:44.218274 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c0700-c01b-4126-8e35-c1eca366dcbb None None] Pushing event updated for resources: {'Port': ['ID=395cebe0-1b66-41fb-b8b9-e6ca1ef3abfa,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:44.252286 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-64d98c2b-5fc0-4b65-b3d5-3f94b5d070dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:44.266723 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec74a81-8ea6-4f80-bbcf-f1488ecc0a77 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Checking segment: {'id': 'f83e9cc7-557a-4509-a323-4effb72d56cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '83b4625b-020d-414e-8b52-c60c28b7940b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:20:44.267299 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec74a81-8ea6-4f80-bbcf-f1488ecc0a77 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Network hostable DHCP agents. Network: 83b4625b-020d-414e-8b52-c60c28b7940b, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:20:44.270721 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec74a81-8ea6-4f80-bbcf-f1488ecc0a77 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event updated for resources: {'Subnet': ['ID=bc9dfd38-8ed7-4ea3-8201-59e1ca25d122,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:44.293057 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-f58c0700-c01b-4126-8e35-c1eca366dcbb None None] Attempting to bind port 395cebe0-1b66-41fb-b8b9-e6ca1ef3abfa on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:20:44.293585 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-f58c0700-c01b-4126-8e35-c1eca366dcbb None None] Attempting to bind port 395cebe0-1b66-41fb-b8b9-e6ca1ef3abfa by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '5ad22710-ce1e-4a5e-88bb-6d995da8594d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '15b4294c-fef5-40b0-9acc-665c5c1059bf'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:20:44.293956 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58c0700-c01b-4126-8e35-c1eca366dcbb None None] Attempting to bind port 395cebe0-1b66-41fb-b8b9-e6ca1ef3abfa on network 15b4294c-fef5-40b0-9acc-665c5c1059bf {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:20:44.299840 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58c0700-c01b-4126-8e35-c1eca366dcbb None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:20:44.300224 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58c0700-c01b-4126-8e35-c1eca366dcbb None None] Checking segment: {'id': '5ad22710-ce1e-4a5e-88bb-6d995da8594d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '15b4294c-fef5-40b0-9acc-665c5c1059bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:20:44.300634 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f58c0700-c01b-4126-8e35-c1eca366dcbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:44.301029 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58c0700-c01b-4126-8e35-c1eca366dcbb None None] Bound using segment: {'id': '5ad22710-ce1e-4a5e-88bb-6d995da8594d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '15b4294c-fef5-40b0-9acc-665c5c1059bf'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:20:44.301512 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-f58c0700-c01b-4126-8e35-c1eca366dcbb None None] Bound port: 395cebe0-1b66-41fb-b8b9-e6ca1ef3abfa, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ad22710-ce1e-4a5e-88bb-6d995da8594d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '15b4294c-fef5-40b0-9acc-665c5c1059bf'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:20:44.301901 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f58c0700-c01b-4126-8e35-c1eca366dcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:44.321000 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5c9f9ba5-38c6-4f8b-8f6c-9da9854a4f19 req-86937f99-6252-4568-84d9-c3a84e41bea0 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/security-groups?id=024f7503-5ec6-4f9b-80a1-d6f9beb877c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6057720 Jul 23 20:20:44.396637 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fc3c89ed-8688-4511-96f0-43762bf76b53 req-f6db05f2-84ef-4c4f-9987-1ce15d2f33ee tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f06ad6d5-b896-483c-8e28-0339ad52a0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596339 Jul 23 20:20:44.397145 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-f58c0700-c01b-4126-8e35-c1eca366dcbb None None] For port 395cebe0-1b66-41fb-b8b9-e6ca1ef3abfa, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:20:44.402755 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-f58c0700-c01b-4126-8e35-c1eca366dcbb None None] For port 395cebe0-1b66-41fb-b8b9-e6ca1ef3abfa, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=395cebe0-1b66-41fb-b8b9-e6ca1ef3abfa,segment=NetworkSegment(5ad22710-ce1e-4a5e-88bb-6d995da8594d),segment_id=5ad22710-ce1e-4a5e-88bb-6d995da8594d)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:20:44.413266 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f58c0700-c01b-4126-8e35-c1eca366dcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:44.454109 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec74a81-8ea6-4f80-bbcf-f1488ecc0a77 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Network 83b4625b-020d-414e-8b52-c60c28b7940b is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:20:44.484850 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728c05e-3c28-4729-8a8c-f3a230cf53e4 req-9297dba4-decf-44a5-950d-8cf4ffefffaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:44.487143 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2728c05e-3c28-4729-8a8c-f3a230cf53e4 req-9297dba4-decf-44a5-950d-8cf4ffefffaf service neutron] 10.222.0.30 "GET /v2.0/networks?id=5b14740b-4ba4-40dd-a14a-07c1cd027739 HTTP/1.1" status: 200 len: 919 time: 0.5485027 Jul 23 20:20:44.531777 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:44.643292 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:44.644929 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c0700-c01b-4126-8e35-c1eca366dcbb None None] Pushing event updated for resources: {'Port': ['ID=395cebe0-1b66-41fb-b8b9-e6ca1ef3abfa,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:44.661888 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2728c05e-3c28-4729-8a8c-f3a230cf53e4 req-04ce7c80-a294-4a3a-af28-6c42fd85e741 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16367c3f-e11d-435b-87b3-01d3ea0c74f0 HTTP/1.1" status: 200 len: 217 time: 0.1654496 Jul 23 20:20:44.712459 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-2f5b9ab8-dc0b-478e-95b3-2013ac35e5a9 req-884eea87-9323-4c53-ab05-b756bffa9ca3 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Deleting port f0b2d365-cb46-491b-bfa2-aeb840b1b00c {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:20:44.715037 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2f5b9ab8-dc0b-478e-95b3-2013ac35e5a9 req-884eea87-9323-4c53-ab05-b756bffa9ca3 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:44.723761 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-64d98c2b-5fc0-4b65-b3d5-3f94b5d070dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:44.728187 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-bec74a81-8ea6-4f80-bbcf-f1488ecc0a77 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 83b4625b-020d-414e-8b52-c60c28b7940b) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:20:44.732159 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-64d98c2b-5fc0-4b65-b3d5-3f94b5d070dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:44.740060 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ff2236-771e-40ce-94b4-0a0676a801e8 None None] Network 83b4625b-020d-414e-8b52-c60c28b7940b requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:20:44.745077 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device f0b2d365-cb46-491b-bfa2-aeb840b1b00c no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:20:44.850200 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec74a81-8ea6-4f80-bbcf-f1488ecc0a77 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:44.857260 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bec74a81-8ea6-4f80-bbcf-f1488ecc0a77 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:44.872427 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d98c2b-5fc0-4b65-b3d5-3f94b5d070dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a18413a-0974-4df4-96f2-830a7569ffcf,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:45.097053 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728c05e-3c28-4729-8a8c-f3a230cf53e4 req-d3da7c10-4c17-4d39-a8ee-b2ec80df83ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:45.103050 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2728c05e-3c28-4729-8a8c-f3a230cf53e4 req-d3da7c10-4c17-4d39-a8ee-b2ec80df83ce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e49dbdc1-0791-4086-ae71-a34e3f47ca75 HTTP/1.1" status: 200 len: 858 time: 0.4351041 Jul 23 20:20:45.134980 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-64d98c2b-5fc0-4b65-b3d5-3f94b5d070dd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eda089cce5944d36b0d7a75b1dafc151&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0206091 Jul 23 20:20:45.138640 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39024) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:45.152161 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-bec74a81-8ea6-4f80-bbcf-f1488ecc0a77 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4185805 Jul 23 20:20:45.153078 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39026) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:45.176125 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-0f6e9414-dc5a-4a02-8c2f-4188360392ec tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-989527681', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:45.296957 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0f6e9414-dc5a-4a02-8c2f-4188360392ec tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:45.309064 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0f6e9414-dc5a-4a02-8c2f-4188360392ec tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:45.519142 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0f6e9414-dc5a-4a02-8c2f-4188360392ec tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:45.533672 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2728c05e-3c28-4729-8a8c-f3a230cf53e4 req-1e25d131-2bb5-4e85-98e5-e3decaa7279c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b14740b-4ba4-40dd-a14a-07c1cd027739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4212062 Jul 23 20:20:45.555842 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0f6e9414-dc5a-4a02-8c2f-4188360392ec tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:45.602967 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-90e90861-13e6-400b-bed0-c386b3dcca72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:45.608879 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:45.681008 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-2f5b9ab8-dc0b-478e-95b3-2013ac35e5a9 req-884eea87-9323-4c53-ab05-b756bffa9ca3 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] For port f0b2d365-cb46-491b-bfa2-aeb840b1b00c, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=f0b2d365-cb46-491b-bfa2-aeb840b1b00c,segment=NetworkSegment(e2903031-9983-46c4-9699-af3e9a995ba1),segment_id=e2903031-9983-46c4-9699-af3e9a995ba1)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:45.685897 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2f5b9ab8-dc0b-478e-95b3-2013ac35e5a9 req-884eea87-9323-4c53-ab05-b756bffa9ca3 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:45.735575 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-2f5b9ab8-dc0b-478e-95b3-2013ac35e5a9 req-884eea87-9323-4c53-ab05-b756bffa9ca3 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Calling delete_port for f0b2d365-cb46-491b-bfa2-aeb840b1b00c owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:20:45.749688 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 395cebe0-1b66-41fb-b8b9-e6ca1ef3abfa up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:20:45.755708 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-90e90861-13e6-400b-bed0-c386b3dcca72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:45.859994 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e4d54-a406-4381-ba65-e62387d42fcc req-9a785a65-d9da-408f-bd6f-67b49fa84e0b tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:45.862732 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7b0e4d54-a406-4381-ba65-e62387d42fcc req-9a785a65-d9da-408f-bd6f-67b49fa84e0b tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/ports?device_id=38dd0e63-10e7-43a1-93e5-4e4ef53091bd HTTP/1.1" status: 200 len: 945 time: 0.1854081 Jul 23 20:20:45.864667 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0946cdbb-604e-4fdd-93d6-b58e0d066b4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-83b4625b-020d-414e-8b52-c60c28b7940b', 'network_id': '83b4625b-020d-414e-8b52-c60c28b7940b', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'fixed_ips': [{'subnet_id': 'bc9dfd38-8ed7-4ea3-8201-59e1ca25d122'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:20:45.867965 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0946cdbb-604e-4fdd-93d6-b58e0d066b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:45.870185 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39042) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:45.888437 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-0df3b008-46d8-4629-bc21-a8f4510a79d3 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Request body: {'subnets': [{'network_id': '5851af74-529c-49f9-bad3-ab15e9ce1ed8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1015710094', 'ip_version': 6}, {'network_id': '7a432f84-d1d8-4479-867d-60a1c24af8c7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:45.894832 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-0df3b008-46d8-4629-bc21-a8f4510a79d3 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Request body: {'subnet': {'network_id': '5851af74-529c-49f9-bad3-ab15e9ce1ed8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1015710094', 'ip_version': 6}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:45.896830 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-0df3b008-46d8-4629-bc21-a8f4510a79d3 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Request body: {'subnet': {'network_id': '7a432f84-d1d8-4479-867d-60a1c24af8c7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:45.906518 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port f0b2d365-cb46-491b-bfa2-aeb840b1b00c, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=f0b2d365-cb46-491b-bfa2-aeb840b1b00c,segment=NetworkSegment(e2903031-9983-46c4-9699-af3e9a995ba1),segment_id=e2903031-9983-46c4-9699-af3e9a995ba1)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:45.919183 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38dd0e63-10e7-43a1-93e5-4e4ef53091bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0b2d365-cb46-491b-bfa2-aeb840b1b00c'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:20:45.922951 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c30cbf-898f-4768-b6a2-d35c547558af" -d '{"events": [{"server_uuid": "38dd0e63-10e7-43a1-93e5-4e4ef53091bd", "name": "network-vif-unplugged", "status": "completed", "tag": "f0b2d365-cb46-491b-bfa2-aeb840b1b00c"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:20:45.942257 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-90e90861-13e6-400b-bed0-c386b3dcca72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:45.948140 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-90e90861-13e6-400b-bed0-c386b3dcca72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:45.950639 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:45.951194 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-90e90861-13e6-400b-bed0-c386b3dcca72 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a18413a-0974-4df4-96f2-830a7569ffcf HTTP/1.1" status: 204 len: 168 time: 0.8105633 Jul 23 20:20:46.026379 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:46.093032 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e90861-13e6-400b-bed0-c386b3dcca72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a18413a-0974-4df4-96f2-830a7569ffcf,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:46.208823 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=f0b2d365-cb46-491b-bfa2-aeb840b1b00c,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:46.221640 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 395cebe0-1b66-41fb-b8b9-e6ca1ef3abfa completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:20:46.276192 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2728c05e-3c28-4729-8a8c-f3a230cf53e4 req-aec3e7db-0d96-4de1-89f6-599f13645ba5 service neutron] 10.222.0.30 "GET /v2.0/networks/5b14740b-4ba4-40dd-a14a-07c1cd027739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6847098 Jul 23 20:20:46.305096 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0f6e9414-dc5a-4a02-8c2f-4188360392ec tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:46.307015 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0f6e9414-dc5a-4a02-8c2f-4188360392ec tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1503890 Jul 23 20:20:46.316924 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39050) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:46.382374 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7b0e4d54-a406-4381-ba65-e62387d42fcc req-69eca01b-281b-4e36-97d0-606447a7c407 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f06ad6d5-b896-483c-8e28-0339ad52a0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4776478 Jul 23 20:20:46.476553 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-0946cdbb-604e-4fdd-93d6-b58e0d066b4c None None] Allocated IP 2001:db8:1::2 (83b4625b-020d-414e-8b52-c60c28b7940b/bc9dfd38-8ed7-4ea3-8201-59e1ca25d122/266c2e4e-d023-4cf7-b231-522405e4cb01) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:20:46.500402 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598b0239-3543-4f97-a6ee-0fdb61736354 x-openstack-request-id: req-598b0239-3543-4f97-a6ee-0fdb61736354 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:20:46.500782 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38dd0e63-10e7-43a1-93e5-4e4ef53091bd", "name": "network-vif-unplugged", "status": "completed", "tag": "f0b2d365-cb46-491b-bfa2-aeb840b1b00c", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:20:46.502998 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-598b0239-3543-4f97-a6ee-0fdb61736354 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:20:46.503477 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38dd0e63-10e7-43a1-93e5-4e4ef53091bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0b2d365-cb46-491b-bfa2-aeb840b1b00c', 'code': 200} Jul 23 20:20:46.614954 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:20:46.832362 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1659a449-c4e9-4c13-902e-a8b4c05ed7b1 None None] Network 15b4294c-fef5-40b0-9acc-665c5c1059bf requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:20:47.026314 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df3b008-46d8-4629-bc21-a8f4510a79d3 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Made reservation on behalf of 36b59ea183954e679f26ce18f779fdac for: {'subnet': 2} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:20:47.034917 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0df3b008-46d8-4629-bc21-a8f4510a79d3 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:47.035250 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0df3b008-46d8-4629-bc21-a8f4510a79d3 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:47.124173 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0946cdbb-604e-4fdd-93d6-b58e0d066b4c None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:47.163892 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-cb59bfae-f120-4d4e-acb2-6811628eda2d None None] Provisioning for port 395cebe0-1b66-41fb-b8b9-e6ca1ef3abfa completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:20:47.210807 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-cb59bfae-f120-4d4e-acb2-6811628eda2d None None] Provisioning complete for port 395cebe0-1b66-41fb-b8b9-e6ca1ef3abfa triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:20:47.211605 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cb59bfae-f120-4d4e-acb2-6811628eda2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:47.307660 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0946cdbb-604e-4fdd-93d6-b58e0d066b4c None None] Transition to ACTIVE for port object 266c2e4e-d023-4cf7-b231-522405e4cb01 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:20:47.337097 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fde64465-13f8-4e3f-9391-4541abc1311e tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:47.383575 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0946cdbb-604e-4fdd-93d6-b58e0d066b4c None None] Transition to ACTIVE for port object 266c2e4e-d023-4cf7-b231-522405e4cb01 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:20:47.409609 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2728c05e-3c28-4729-8a8c-f3a230cf53e4 req-71c94bf1-bcd4-4a09-bf9a-8aeef4c544ea service neutron] 10.222.0.30 "GET /v2.0/networks/5b14740b-4ba4-40dd-a14a-07c1cd027739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1080303 Jul 23 20:20:47.478632 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0946cdbb-604e-4fdd-93d6-b58e0d066b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:47.535139 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b0699-6060-4b65-9ba6-88b2a1680ce9 req-159ad3f2-3c65-4284-ad22-0e3a13f62f97 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:47.548670 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a38b0699-6060-4b65-9ba6-88b2a1680ce9 req-159ad3f2-3c65-4284-ad22-0e3a13f62f97 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a30f21-a07f-4acf-88e7-419fa401bd22 HTTP/1.1" status: 200 len: 943 time: 1.7418771 Jul 23 20:20:47.573059 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946cdbb-604e-4fdd-93d6-b58e0d066b4c None None] Pushing event updated for resources: {'Port': ['ID=266c2e4e-d023-4cf7-b231-522405e4cb01,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:47.643795 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a38b0699-6060-4b65-9ba6-88b2a1680ce9 req-e86b6318-627a-4ecf-bc19-19d31d807ce5 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/security-groups?id=024f7503-5ec6-4f9b-80a1-d6f9beb877c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924549 Jul 23 20:20:47.691428 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2f5b9ab8-dc0b-478e-95b3-2013ac35e5a9 req-884eea87-9323-4c53-ab05-b756bffa9ca3 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:47.764174 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cb59bfae-f120-4d4e-acb2-6811628eda2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:47.790696 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884eea87-9323-4c53-ab05-b756bffa9ca3 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Pushing event deleted for resources: {'Port': ['ID=f0b2d365-cb46-491b-bfa2-aeb840b1b00c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:47.816292 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['91e50206-3bd4-4d31-810d-6e9c4d258a1d'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:20:47.827288 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['16367c3f-e11d-435b-87b3-01d3ea0c74f0'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:20:47.971845 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-cb59bfae-f120-4d4e-acb2-6811628eda2d None None] For port 395cebe0-1b66-41fb-b8b9-e6ca1ef3abfa, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=395cebe0-1b66-41fb-b8b9-e6ca1ef3abfa,segment=NetworkSegment(5ad22710-ce1e-4a5e-88bb-6d995da8594d),segment_id=5ad22710-ce1e-4a5e-88bb-6d995da8594d)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:47.985986 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0946cdbb-604e-4fdd-93d6-b58e0d066b4c None None] Network 83b4625b-020d-414e-8b52-c60c28b7940b is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:20:47.990103 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5b9ab8-dc0b-478e-95b3-2013ac35e5a9 req-884eea87-9323-4c53-ab05-b756bffa9ca3 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] No DVR routers for this DVR port f0b2d365-cb46-491b-bfa2-aeb840b1b00c on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:20:48.000385 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2f5b9ab8-dc0b-478e-95b3-2013ac35e5a9 req-884eea87-9323-4c53-ab05-b756bffa9ca3 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:48.003940 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2f5b9ab8-dc0b-478e-95b3-2013ac35e5a9 req-884eea87-9323-4c53-ab05-b756bffa9ca3 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.30 "DELETE /v2.0/ports/f0b2d365-cb46-491b-bfa2-aeb840b1b00c HTTP/1.1" status: 204 len: 173 time: 4.5550067 Jul 23 20:20:48.010219 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38dd0e63-10e7-43a1-93e5-4e4ef53091bd', 'name': 'network-vif-deleted', 'tag': 'f0b2d365-cb46-491b-bfa2-aeb840b1b00c'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:20:48.021845 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4247379b-fa08-4059-b2f5-6529b8138d51" -d '{"events": [{"server_uuid": "38dd0e63-10e7-43a1-93e5-4e4ef53091bd", "name": "network-vif-deleted", "tag": "f0b2d365-cb46-491b-bfa2-aeb840b1b00c"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:20:48.087391 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cb59bfae-f120-4d4e-acb2-6811628eda2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:48.115475 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da23811-4470-4381-9d73-45c9189db60c x-openstack-request-id: req-7da23811-4470-4381-9d73-45c9189db60c {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:20:48.115919 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38dd0e63-10e7-43a1-93e5-4e4ef53091bd", "name": "network-vif-deleted", "tag": "f0b2d365-cb46-491b-bfa2-aeb840b1b00c", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:20:48.116335 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7da23811-4470-4381-9d73-45c9189db60c {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:20:48.116896 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38dd0e63-10e7-43a1-93e5-4e4ef53091bd', 'name': 'network-vif-deleted', 'tag': 'f0b2d365-cb46-491b-bfa2-aeb840b1b00c', 'status': 'completed', 'code': 200} Jul 23 20:20:48.158383 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-0946cdbb-604e-4fdd-93d6-b58e0d066b4c None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:20:48.165007 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0946cdbb-604e-4fdd-93d6-b58e0d066b4c None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:20:48.502830 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88f08e-e0cb-4376-b306-c3da1684c7c9 req-0b7668f5-ca76-4fd2-ba8e-4d1556637773 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:48.535041 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6d88f08e-e0cb-4376-b306-c3da1684c7c9 req-0b7668f5-ca76-4fd2-ba8e-4d1556637773 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/ports?device_id=38dd0e63-10e7-43a1-93e5-4e4ef53091bd HTTP/1.1" status: 200 len: 865 time: 0.9838464 Jul 23 20:20:48.730922 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6d88f08e-e0cb-4376-b306-c3da1684c7c9 req-741e16dc-3849-4d4a-b18d-2f4149082603 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f06ad6d5-b896-483c-8e28-0339ad52a0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927042 Jul 23 20:20:48.798525 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-fde64465-13f8-4e3f-9391-4541abc1311e tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Allocated IP 2001:db8::1 (15b4294c-fef5-40b0-9acc-665c5c1059bf/f633bd8e-d0c1-4e85-9939-37fc6712ac00/57eacd5f-5511-4869-9d83-1dc21af7450f) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:20:48.901282 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb59bfae-f120-4d4e-acb2-6811628eda2d None None] Pushing event updated for resources: {'Port': ['ID=395cebe0-1b66-41fb-b8b9-e6ca1ef3abfa,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:48.948901 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0946cdbb-604e-4fdd-93d6-b58e0d066b4c None None] Attempting to bind port 266c2e4e-d023-4cf7-b231-522405e4cb01 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:20:48.949309 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0946cdbb-604e-4fdd-93d6-b58e0d066b4c None None] Attempting to bind port 266c2e4e-d023-4cf7-b231-522405e4cb01 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'f83e9cc7-557a-4509-a323-4effb72d56cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '83b4625b-020d-414e-8b52-c60c28b7940b'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:20:48.950165 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0946cdbb-604e-4fdd-93d6-b58e0d066b4c None None] Attempting to bind port 266c2e4e-d023-4cf7-b231-522405e4cb01 on network 83b4625b-020d-414e-8b52-c60c28b7940b {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:20:49.003761 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0946cdbb-604e-4fdd-93d6-b58e0d066b4c None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:20:49.004778 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0946cdbb-604e-4fdd-93d6-b58e0d066b4c None None] Checking segment: {'id': 'f83e9cc7-557a-4509-a323-4effb72d56cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '83b4625b-020d-414e-8b52-c60c28b7940b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:20:49.004778 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0946cdbb-604e-4fdd-93d6-b58e0d066b4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:49.005018 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0946cdbb-604e-4fdd-93d6-b58e0d066b4c None None] Bound using segment: {'id': 'f83e9cc7-557a-4509-a323-4effb72d56cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '83b4625b-020d-414e-8b52-c60c28b7940b'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:20:49.005655 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0946cdbb-604e-4fdd-93d6-b58e0d066b4c None None] Bound port: 266c2e4e-d023-4cf7-b231-522405e4cb01, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f83e9cc7-557a-4509-a323-4effb72d56cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '83b4625b-020d-414e-8b52-c60c28b7940b'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:20:49.006590 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0946cdbb-604e-4fdd-93d6-b58e0d066b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:49.101338 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fde64465-13f8-4e3f-9391-4541abc1311e tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:49.110312 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90dbb8-f814-478b-8b91-638ec3e7949e req-1e49115d-20de-4506-9e65-ba8bcf109e12 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:49.122432 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-fde64465-13f8-4e3f-9391-4541abc1311e tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Transition to ACTIVE for port object 57eacd5f-5511-4869-9d83-1dc21af7450f will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:20:49.122836 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5b90dbb8-f814-478b-8b91-638ec3e7949e req-1e49115d-20de-4506-9e65-ba8bcf109e12 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a30f21-a07f-4acf-88e7-419fa401bd22 HTTP/1.1" status: 200 len: 943 time: 0.2537534 Jul 23 20:20:49.213251 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fde64465-13f8-4e3f-9391-4541abc1311e tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:49.247174 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5b90dbb8-f814-478b-8b91-638ec3e7949e req-151d4d8b-82fd-4bf5-aa97-361bae46b742 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/security-groups?id=024f7503-5ec6-4f9b-80a1-d6f9beb877c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224816 Jul 23 20:20:49.310102 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0df3b008-46d8-4629-bc21-a8f4510a79d3 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:49.319702 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde64465-13f8-4e3f-9391-4541abc1311e tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Network 15b4294c-fef5-40b0-9acc-665c5c1059bf is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:20:49.411777 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 395cebe0-1b66-41fb-b8b9-e6ca1ef3abfa up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:20:49.424840 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0946cdbb-604e-4fdd-93d6-b58e0d066b4c None None] For port 266c2e4e-d023-4cf7-b231-522405e4cb01, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:20:49.467982 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-fde64465-13f8-4e3f-9391-4541abc1311e tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:20:49.478269 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde64465-13f8-4e3f-9391-4541abc1311e tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:20:49.479224 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fde64465-13f8-4e3f-9391-4541abc1311e tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:49.486255 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde64465-13f8-4e3f-9391-4541abc1311e tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event updated for resources: {'Port': ['ID=57eacd5f-5511-4869-9d83-1dc21af7450f,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:49.503978 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0946cdbb-604e-4fdd-93d6-b58e0d066b4c None None] For port 266c2e4e-d023-4cf7-b231-522405e4cb01, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=266c2e4e-d023-4cf7-b231-522405e4cb01,segment=NetworkSegment(f83e9cc7-557a-4509-a323-4effb72d56cf),segment_id=f83e9cc7-557a-4509-a323-4effb72d56cf)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:20:49.517306 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0946cdbb-604e-4fdd-93d6-b58e0d066b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:49.598055 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946cdbb-604e-4fdd-93d6-b58e0d066b4c None None] Pushing event updated for resources: {'Port': ['ID=266c2e4e-d023-4cf7-b231-522405e4cb01,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:49.605604 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-9e51a6db-0baa-4380-9776-cc7cca32acd0 None None] Provisioning complete for port 395cebe0-1b66-41fb-b8b9-e6ca1ef3abfa triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:20:49.605978 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e51a6db-0baa-4380-9776-cc7cca32acd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:49.676761 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df3b008-46d8-4629-bc21-a8f4510a79d3 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Pushing event updated for resources: {'Subnet': ['ID=18bf3f36-f9bc-4c87-87d3-3311b8293c00,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:49.709852 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 395cebe0-1b66-41fb-b8b9-e6ca1ef3abfa triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:20:49.710229 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:49.749764 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df3b008-46d8-4629-bc21-a8f4510a79d3 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Checking segment: {'id': '03d3a651-8dec-4355-8a2d-91412d2d8987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5851af74-529c-49f9-bad3-ab15e9ce1ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:20:49.750040 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df3b008-46d8-4629-bc21-a8f4510a79d3 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Network hostable DHCP agents. Network: 5851af74-529c-49f9-bad3-ab15e9ce1ed8, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:20:49.994685 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df3b008-46d8-4629-bc21-a8f4510a79d3 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Network 5851af74-529c-49f9-bad3-ab15e9ce1ed8 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:20:50.004199 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fde64465-13f8-4e3f-9391-4541abc1311e tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:50.036342 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-57f7d787-8f6b-4aea-87f6-779ae8a869c7 None None] Provisioning for port 57eacd5f-5511-4869-9d83-1dc21af7450f completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:20:50.045627 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-0df3b008-46d8-4629-bc21-a8f4510a79d3 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 5851af74-529c-49f9-bad3-ab15e9ce1ed8) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:20:50.049421 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-57f7d787-8f6b-4aea-87f6-779ae8a869c7 None None] Provisioning complete for port 57eacd5f-5511-4869-9d83-1dc21af7450f triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:20:50.053806 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-57f7d787-8f6b-4aea-87f6-779ae8a869c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:50.073365 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0df3b008-46d8-4629-bc21-a8f4510a79d3 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:50.164178 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-57f7d787-8f6b-4aea-87f6-779ae8a869c7 None None] Port 57eacd5f-5511-4869-9d83-1dc21af7450f cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:20:50.167228 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd1dbe2-8e2c-4ce5-aacb-4f4fa6ba2307 None None] Network 5851af74-529c-49f9-bad3-ab15e9ce1ed8 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:20:50.315055 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df3b008-46d8-4629-bc21-a8f4510a79d3 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Pushing event updated for resources: {'Subnet': ['ID=0c830af0-141b-4631-a6bf-20eaddacfdd3,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:50.459106 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df3b008-46d8-4629-bc21-a8f4510a79d3 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Checking segment: {'id': '978cfe48-9a14-4f6c-af97-fe4a3cf6ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7a432f84-d1d8-4479-867d-60a1c24af8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:20:50.459524 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df3b008-46d8-4629-bc21-a8f4510a79d3 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Network hostable DHCP agents. Network: 7a432f84-d1d8-4479-867d-60a1c24af8c7, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:20:50.515565 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b386a986-f323-4b90-b917-17eb2988a070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-5851af74-529c-49f9-bad3-ab15e9ce1ed8', 'network_id': '5851af74-529c-49f9-bad3-ab15e9ce1ed8', 'tenant_id': '36b59ea183954e679f26ce18f779fdac', 'fixed_ips': [{'subnet_id': '18bf3f36-f9bc-4c87-87d3-3311b8293c00'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:20:50.515565 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b386a986-f323-4b90-b917-17eb2988a070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:50.592536 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df3b008-46d8-4629-bc21-a8f4510a79d3 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Network 7a432f84-d1d8-4479-867d-60a1c24af8c7 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:20:50.650460 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-0df3b008-46d8-4629-bc21-a8f4510a79d3 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 7a432f84-d1d8-4479-867d-60a1c24af8c7) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:20:50.665010 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df3b008-46d8-4629-bc21-a8f4510a79d3 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:50.665010 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df3b008-46d8-4629-bc21-a8f4510a79d3 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:50.665438 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0df3b008-46d8-4629-bc21-a8f4510a79d3 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:50.758031 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795fc9da-edfc-4634-9beb-693ef00ef65f None None] Network 7a432f84-d1d8-4479-867d-60a1c24af8c7 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:20:50.765622 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0df3b008-46d8-4629-bc21-a8f4510a79d3 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.8921793 Jul 23 20:20:50.768379 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39160) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:50.818925 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536f06c-77b0-450b-ba21-c8d1af6171a3 req-8f4bdafd-61ff-47d5-b71f-0974dc938978 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:50.823392 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c536f06c-77b0-450b-ba21-c8d1af6171a3 req-8f4bdafd-61ff-47d5-b71f-0974dc938978 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a30f21-a07f-4acf-88e7-419fa401bd22 HTTP/1.1" status: 200 len: 943 time: 0.4231873 Jul 23 20:20:50.955350 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec6e38c-317d-4ce6-8df6-e921d2c3857b tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:50.962617 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec6e38c-317d-4ce6-8df6-e921d2c3857b tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:50.966161 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec6e38c-317d-4ce6-8df6-e921d2c3857b tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:50.976474 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2ec6e38c-317d-4ce6-8df6-e921d2c3857b tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2066815 Jul 23 20:20:50.986858 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39166) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:51.007699 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39168) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:51.031374 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39170) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:51.149452 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c536f06c-77b0-450b-ba21-c8d1af6171a3 req-8d9cd273-64c8-498e-b785-15fbf3c8771a tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/security-groups?id=024f7503-5ec6-4f9b-80a1-d6f9beb877c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3097627 Jul 23 20:20:51.160657 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b6cc40c-e859-43fd-8122-51f5742b5103 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Deleting subnet 18bf3f36-f9bc-4c87-87d3-3311b8293c00 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:20:51.196062 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fde64465-13f8-4e3f-9391-4541abc1311e tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:51.203706 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fde64465-13f8-4e3f-9391-4541abc1311e tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:51.205328 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fde64465-13f8-4e3f-9391-4541abc1311e tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:51.264779 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-b386a986-f323-4b90-b917-17eb2988a070 None None] Allocated IP 2001:db8::1 (5851af74-529c-49f9-bad3-ab15e9ce1ed8/18bf3f36-f9bc-4c87-87d3-3311b8293c00/5ccf6d95-1a56-4118-b7e9-b13ecc4a7761) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:20:51.375685 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c3ab19-2dbe-4eed-bfde-3c2a1b551a99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-7a432f84-d1d8-4479-867d-60a1c24af8c7', 'network_id': '7a432f84-d1d8-4479-867d-60a1c24af8c7', 'tenant_id': '36b59ea183954e679f26ce18f779fdac', 'fixed_ips': [{'subnet_id': '0c830af0-141b-4631-a6bf-20eaddacfdd3'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:20:51.376564 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f1c3ab19-2dbe-4eed-bfde-3c2a1b551a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:51.424063 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde64465-13f8-4e3f-9391-4541abc1311e tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event updated for resources: {'Port': ['ID=57eacd5f-5511-4869-9d83-1dc21af7450f,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:51.509392 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 266c2e4e-d023-4cf7-b231-522405e4cb01 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:20:51.597436 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db18d3f0-8a55-41f3-a44c-6ba080b9c3d1 None None] Network 83b4625b-020d-414e-8b52-c60c28b7940b requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:20:51.599600 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a6089120-a2dd-4c44-b439-fc4fbea1978c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:51.665356 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde64465-13f8-4e3f-9391-4541abc1311e tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Network 15b4294c-fef5-40b0-9acc-665c5c1059bf is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:20:51.672898 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-fde64465-13f8-4e3f-9391-4541abc1311e tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:20:51.728695 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb41c8-a9b7-41eb-bcec-36cd84fb5ff0 req-a8addb47-0480-4255-bfe2-3ab9069bc561 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:51.735941 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb41c8-a9b7-41eb-bcec-36cd84fb5ff0 req-a8addb47-0480-4255-bfe2-3ab9069bc561 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:51.744101 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0adb41c8-a9b7-41eb-bcec-36cd84fb5ff0 req-a8addb47-0480-4255-bfe2-3ab9069bc561 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/ports?device_id=332b1146-c340-402e-a38a-e1db8a130f85&device_id=4c2271a5-6e73-4ded-bfd6-856f54b14470 HTTP/1.1" status: 200 len: 1682 time: 0.2835019 Jul 23 20:20:51.822668 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0adb41c8-a9b7-41eb-bcec-36cd84fb5ff0 req-26e69d1a-8964-4628-af4b-554919fd8c29 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f06ad6d5-b896-483c-8e28-0339ad52a0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768025 Jul 23 20:20:51.863749 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-abf65df4-24d1-4352-87b3-b8cdd6f0382c tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:51.942572 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a6089120-a2dd-4c44-b439-fc4fbea1978c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:51.944080 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2dca1097-0bd4-4ded-b6c1-fa1e9256258c None None] Provisioning for port 266c2e4e-d023-4cf7-b231-522405e4cb01 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:20:51.950739 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a6089120-a2dd-4c44-b439-fc4fbea1978c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:52.012163 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-abf65df4-24d1-4352-87b3-b8cdd6f0382c tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks [] for floatingip, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:52.036036 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6089120-a2dd-4c44-b439-fc4fbea1978c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2132c0-051b-40d9-9e9b-c66e11b4868d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:52.056117 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a6089120-a2dd-4c44-b439-fc4fbea1978c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9874054062de4d8999c588aa27b67f84&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0236540 Jul 23 20:20:52.059810 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39198) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:52.166256 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f92b7873-2999-456b-b214-2e5986ea5d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:52.226064 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde64465-13f8-4e3f-9391-4541abc1311e tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Router 3263251a-2556-48ea-94e6-bad8a3da1449 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:20:52.267256 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f92b7873-2999-456b-b214-2e5986ea5d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:52.293506 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-f1c3ab19-2dbe-4eed-bfde-3c2a1b551a99 None None] Allocated IP 2001:db8:0:1::1 (7a432f84-d1d8-4479-867d-60a1c24af8c7/0c830af0-141b-4631-a6bf-20eaddacfdd3/99eeeb93-471e-49a4-9531-7dbc452017b4) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:20:52.373000 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 266c2e4e-d023-4cf7-b231-522405e4cb01 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:20:52.405400 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0612529c-7570-48d7-a27d-1b19eeefdef8 None None] Provisioning complete for port 57eacd5f-5511-4869-9d83-1dc21af7450f triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:20:52.405738 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0612529c-7570-48d7-a27d-1b19eeefdef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:52.448886 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 266c2e4e-d023-4cf7-b231-522405e4cb01 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:20:52.450288 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:52.469106 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-0612529c-7570-48d7-a27d-1b19eeefdef8 None None] Port 57eacd5f-5511-4869-9d83-1dc21af7450f cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:20:52.475210 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-abf65df4-24d1-4352-87b3-b8cdd6f0382c tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:52.496953 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde64465-13f8-4e3f-9391-4541abc1311e tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:20:52.509500 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-fde64465-13f8-4e3f-9391-4541abc1311e tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "PUT /v2.0/routers/3263251a-2556-48ea-94e6-bad8a3da1449/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1787820 Jul 23 20:20:52.512284 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39208) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:52.515959 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36084dd-a8c5-4b60-ba97-aff0131d8872 None None] Sync routers for ids ['3263251a-2556-48ea-94e6-bad8a3da1449'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:20:52.520433 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f92b7873-2999-456b-b214-2e5986ea5d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:52.527721 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f92b7873-2999-456b-b214-2e5986ea5d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:52.531168 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f92b7873-2999-456b-b214-2e5986ea5d4f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/af2132c0-051b-40d9-9e9b-c66e11b4868d HTTP/1.1" status: 204 len: 168 time: 0.4703641 Jul 23 20:20:52.547299 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36084dd-a8c5-4b60-ba97-aff0131d8872 None None] Routers {'3263251a-2556-48ea-94e6-bad8a3da1449'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:20:52.549355 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b386a986-f323-4b90-b917-17eb2988a070 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:52.550229 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e36084dd-a8c5-4b60-ba97-aff0131d8872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:20:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['3263251a-2556-48ea-94e6-bad8a3da1449'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:52.554661 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a459729-0b14-49a7-87f0-4b5e8abb6417 req-290051cb-27e2-4814-a7b9-631ac53e518c tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:52.556254 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3a459729-0b14-49a7-87f0-4b5e8abb6417 req-290051cb-27e2-4814-a7b9-631ac53e518c tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a30f21-a07f-4acf-88e7-419fa401bd22 HTTP/1.1" status: 200 len: 943 time: 0.2231429 Jul 23 20:20:52.624651 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92b7873-2999-456b-b214-2e5986ea5d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2132c0-051b-40d9-9e9b-c66e11b4868d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:52.648018 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e36084dd-a8c5-4b60-ba97-aff0131d8872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:52.665277 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3a459729-0b14-49a7-87f0-4b5e8abb6417 req-125e1b9a-941a-46ad-8f13-8587fa335a6a tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/security-groups?id=024f7503-5ec6-4f9b-80a1-d6f9beb877c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941937 Jul 23 20:20:52.668729 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36084dd-a8c5-4b60-ba97-aff0131d8872 None None] Routers {'3263251a-2556-48ea-94e6-bad8a3da1449'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:20:52.669225 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e36084dd-a8c5-4b60-ba97-aff0131d8872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:20:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['3263251a-2556-48ea-94e6-bad8a3da1449'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:52.725152 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b386a986-f323-4b90-b917-17eb2988a070 None None] Transition to ACTIVE for port object 5ccf6d95-1a56-4118-b7e9-b13ecc4a7761 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:20:52.742218 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e36084dd-a8c5-4b60-ba97-aff0131d8872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:52.742882 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36084dd-a8c5-4b60-ba97-aff0131d8872 None None] The sync data for ids ['3263251a-2556-48ea-94e6-bad8a3da1449'] in n-d-793618-10 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:20:52.775723 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b386a986-f323-4b90-b917-17eb2988a070 None None] Transition to ACTIVE for port object 5ccf6d95-1a56-4118-b7e9-b13ecc4a7761 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:20:52.784336 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b6cc40c-e859-43fd-8122-51f5742b5103 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:52.793683 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-abf65df4-24d1-4352-87b3-b8cdd6f0382c tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Allocated IP 172.25.1.7 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/c5539ac1-d320-4c73-94bb-b1b680afcf40) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:20:52.843769 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175a725d-0445-4a35-a023-6e492217248b tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:52.848908 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39222) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:52.854116 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-175a725d-0445-4a35-a023-6e492217248b tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "GET /v2.0/ports/57eacd5f-5511-4869-9d83-1dc21af7450f HTTP/1.1" status: 200 len: 911 time: 0.3403981 Jul 23 20:20:52.902387 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b386a986-f323-4b90-b917-17eb2988a070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:52.953986 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b386a986-f323-4b90-b917-17eb2988a070 None None] Network 5851af74-529c-49f9-bad3-ab15e9ce1ed8 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:20:52.979735 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-b386a986-f323-4b90-b917-17eb2988a070 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:20:52.983600 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b386a986-f323-4b90-b917-17eb2988a070 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:20:53.093238 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-abf65df4-24d1-4352-87b3-b8cdd6f0382c tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:53.129366 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b6cc40c-e859-43fd-8122-51f5742b5103 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:53.199694 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-abf65df4-24d1-4352-87b3-b8cdd6f0382c tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:53.259233 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386a986-f323-4b90-b917-17eb2988a070 None None] Pushing event updated for resources: {'Port': ['ID=5ccf6d95-1a56-4118-b7e9-b13ecc4a7761,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:53.359506 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-b386a986-f323-4b90-b917-17eb2988a070 None None] Attempting to bind port 5ccf6d95-1a56-4118-b7e9-b13ecc4a7761 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:20:53.361435 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-b386a986-f323-4b90-b917-17eb2988a070 None None] Attempting to bind port 5ccf6d95-1a56-4118-b7e9-b13ecc4a7761 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '03d3a651-8dec-4355-8a2d-91412d2d8987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5851af74-529c-49f9-bad3-ab15e9ce1ed8'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:20:53.363307 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b386a986-f323-4b90-b917-17eb2988a070 None None] Attempting to bind port 5ccf6d95-1a56-4118-b7e9-b13ecc4a7761 on network 5851af74-529c-49f9-bad3-ab15e9ce1ed8 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:20:53.374128 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf65df4-24d1-4352-87b3-b8cdd6f0382c tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:20:53.375603 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39234) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:53.382311 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-abf65df4-24d1-4352-87b3-b8cdd6f0382c tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:20:53.385007 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b386a986-f323-4b90-b917-17eb2988a070 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:20:53.385711 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b386a986-f323-4b90-b917-17eb2988a070 None None] Checking segment: {'id': '03d3a651-8dec-4355-8a2d-91412d2d8987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5851af74-529c-49f9-bad3-ab15e9ce1ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:20:53.385834 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf65df4-24d1-4352-87b3-b8cdd6f0382c tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:20:53.386840 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b386a986-f323-4b90-b917-17eb2988a070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:53.387532 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b386a986-f323-4b90-b917-17eb2988a070 None None] Bound using segment: {'id': '03d3a651-8dec-4355-8a2d-91412d2d8987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5851af74-529c-49f9-bad3-ab15e9ce1ed8'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:20:53.388429 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-b386a986-f323-4b90-b917-17eb2988a070 None None] Bound port: 5ccf6d95-1a56-4118-b7e9-b13ecc4a7761, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03d3a651-8dec-4355-8a2d-91412d2d8987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5851af74-529c-49f9-bad3-ab15e9ce1ed8'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:20:53.389109 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b386a986-f323-4b90-b917-17eb2988a070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:53.426604 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b6cc40c-e859-43fd-8122-51f5742b5103 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:53.498796 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-eff6f252-e6d9-4045-8d89-8539df9488c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:53.517144 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f1c3ab19-2dbe-4eed-bfde-3c2a1b551a99 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:53.528705 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf65df4-24d1-4352-87b3-b8cdd6f0382c tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Pushing event updated for resources: {'Port': ['ID=c5539ac1-d320-4c73-94bb-b1b680afcf40,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:53.584639 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f1c3ab19-2dbe-4eed-bfde-3c2a1b551a99 None None] Transition to ACTIVE for port object 99eeeb93-471e-49a4-9531-7dbc452017b4 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:20:53.650431 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:53.658215 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b6cc40c-e859-43fd-8122-51f5742b5103 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:53.669150 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-eff6f252-e6d9-4045-8d89-8539df9488c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:53.685312 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-eff6f252-e6d9-4045-8d89-8539df9488c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:53.693651 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-b386a986-f323-4b90-b917-17eb2988a070 None None] For port 5ccf6d95-1a56-4118-b7e9-b13ecc4a7761, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:20:53.698062 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-b386a986-f323-4b90-b917-17eb2988a070 None None] For port 5ccf6d95-1a56-4118-b7e9-b13ecc4a7761, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=5ccf6d95-1a56-4118-b7e9-b13ecc4a7761,segment=NetworkSegment(03d3a651-8dec-4355-8a2d-91412d2d8987),segment_id=03d3a651-8dec-4355-8a2d-91412d2d8987)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:20:53.709807 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f1c3ab19-2dbe-4eed-bfde-3c2a1b551a99 None None] Transition to ACTIVE for port object 99eeeb93-471e-49a4-9531-7dbc452017b4 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:20:53.720468 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6cc40c-e859-43fd-8122-51f5742b5103 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Pushing event deleted for resources: {'Subnet': ['ID=18bf3f36-f9bc-4c87-87d3-3311b8293c00,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:53.772407 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b386a986-f323-4b90-b917-17eb2988a070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:53.794070 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f1c3ab19-2dbe-4eed-bfde-3c2a1b551a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:53.861550 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b6cc40c-e859-43fd-8122-51f5742b5103 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:53.867618 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5b6cc40c-e859-43fd-8122-51f5742b5103 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] 10.222.0.32 "DELETE /v2.0/subnets/18bf3f36-f9bc-4c87-87d3-3311b8293c00 HTTP/1.1" status: 204 len: 168 time: 2.8763402 Jul 23 20:20:53.871214 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f8643c50-0f6c-46a7-a820-ef953c00bd30 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:53.876377 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39244) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:54.002416 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-eff6f252-e6d9-4045-8d89-8539df9488c8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=838a8f7d79ac4d7db54454f62a892230&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6174023 Jul 23 20:20:54.007974 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39246) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:54.067607 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea1e4da-551a-4802-9c6b-9e3b83ad51fb tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Deleting subnet 0c830af0-141b-4631-a6bf-20eaddacfdd3 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:20:54.073680 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6f252-e6d9-4045-8d89-8539df9488c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16435e21-043f-4604-8d25-b66631f5e3c9,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:54.076929 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5ea1e4da-551a-4802-9c6b-9e3b83ad51fb tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:54.109772 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 266c2e4e-d023-4cf7-b231-522405e4cb01, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=266c2e4e-d023-4cf7-b231-522405e4cb01,segment=NetworkSegment(f83e9cc7-557a-4509-a323-4effb72d56cf),segment_id=f83e9cc7-557a-4509-a323-4effb72d56cf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:54.118137 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 8412dd6e-e40d-4cab-be38-4e7fffd68110 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:20:54.170082 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:54.241423 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-abf65df4-24d1-4352-87b3-b8cdd6f0382c tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:54.255391 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696eea61-d988-4f9e-b988-8a1909af87fb req-4471089c-0463-489c-85e7-b40a102052a5 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:54.267614 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-696eea61-d988-4f9e-b988-8a1909af87fb req-4471089c-0463-489c-85e7-b40a102052a5 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/ports?device_id=332b1146-c340-402e-a38a-e1db8a130f85 HTTP/1.1" status: 200 len: 945 time: 0.8901608 Jul 23 20:20:54.340285 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386a986-f323-4b90-b917-17eb2988a070 None None] Pushing event updated for resources: {'Port': ['ID=5ccf6d95-1a56-4118-b7e9-b13ecc4a7761,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:54.415038 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-abf65df4-24d1-4352-87b3-b8cdd6f0382c tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:54.415549 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c3ab19-2dbe-4eed-bfde-3c2a1b551a99 None None] Network 7a432f84-d1d8-4479-867d-60a1c24af8c7 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:20:54.483550 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-f1c3ab19-2dbe-4eed-bfde-3c2a1b551a99 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:20:54.510054 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c3ab19-2dbe-4eed-bfde-3c2a1b551a99 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:20:54.545258 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8fe9d941-8e75-438f-96b7-ff72f41b8e29 None None] Provisioning complete for port 266c2e4e-d023-4cf7-b231-522405e4cb01 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:20:54.545990 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8fe9d941-8e75-438f-96b7-ff72f41b8e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:54.581850 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5ea1e4da-551a-4802-9c6b-9e3b83ad51fb tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:54.602265 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-696eea61-d988-4f9e-b988-8a1909af87fb req-40d8f4ba-d188-4ca5-9b49-f1fd2056296c tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f06ad6d5-b896-483c-8e28-0339ad52a0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331909 Jul 23 20:20:54.661718 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a2f84009-79b5-4648-9f3b-a4d7e6e3c26d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:54.689858 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d33998-dd83-48e8-bdb4-5aaa41630f6d req-c6dd4f00-7b64-40c1-8bfd-c69c324bc1fc tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:54.692657 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d9d33998-dd83-48e8-bdb4-5aaa41630f6d req-c6dd4f00-7b64-40c1-8bfd-c69c324bc1fc tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.18 "GET /v2.0/ports?device_id=332b1146-c340-402e-a38a-e1db8a130f85 HTTP/1.1" status: 200 len: 945 time: 0.6864815 Jul 23 20:20:54.744036 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3ab19-2dbe-4eed-bfde-3c2a1b551a99 None None] Pushing event updated for resources: {'Port': ['ID=99eeeb93-471e-49a4-9531-7dbc452017b4,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:54.746008 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53c147-9490-4c20-8c7c-5308b2a5bf1c req-0ed3390a-5855-431f-9f79-82ff387009e3 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:54.754070 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dc53c147-9490-4c20-8c7c-5308b2a5bf1c req-0ed3390a-5855-431f-9f79-82ff387009e3 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a30f21-a07f-4acf-88e7-419fa401bd22 HTTP/1.1" status: 200 len: 943 time: 0.8850431 Jul 23 20:20:54.786340 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-f8643c50-0f6c-46a7-a820-ef953c00bd30 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Allocated IP 2001:db8:1::1 (83b4625b-020d-414e-8b52-c60c28b7940b/bc9dfd38-8ed7-4ea3-8201-59e1ca25d122/37a53535-2eba-4b1c-a94b-99612a0f2e2a) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:20:54.868150 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a2f84009-79b5-4648-9f3b-a4d7e6e3c26d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:54.897916 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 8412dd6e-e40d-4cab-be38-4e7fffd68110, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=8412dd6e-e40d-4cab-be38-4e7fffd68110,segment=NetworkSegment(d4ed36b0-261e-4503-82c1-9f3eea8d8c2c),segment_id=d4ed36b0-261e-4503-82c1-9f3eea8d8c2c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:54.972658 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5ea1e4da-551a-4802-9c6b-9e3b83ad51fb tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:55.059660 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '8412dd6e-e40d-4cab-be38-4e7fffd68110', 'network_id': '42c06545-369c-43b2-8575-bfb5ce0ad6be', 'port_id': '8412dd6e-e40d-4cab-be38-4e7fffd68110', 'mac_address': 'fa:16:3e:e2:d9:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ccb223c-2045-4a31-86c3-160bfa105044', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:20:55.078722 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=266c2e4e-d023-4cf7-b231-522405e4cb01,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:55.109834 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-abf65df4-24d1-4352-87b3-b8cdd6f0382c tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:55.116413 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-abf65df4-24d1-4352-87b3-b8cdd6f0382c tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:55.127522 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-f1c3ab19-2dbe-4eed-bfde-3c2a1b551a99 None None] Attempting to bind port 99eeeb93-471e-49a4-9531-7dbc452017b4 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:20:55.128446 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-f1c3ab19-2dbe-4eed-bfde-3c2a1b551a99 None None] Attempting to bind port 99eeeb93-471e-49a4-9531-7dbc452017b4 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '978cfe48-9a14-4f6c-af97-fe4a3cf6ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7a432f84-d1d8-4479-867d-60a1c24af8c7'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:20:55.129791 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c3ab19-2dbe-4eed-bfde-3c2a1b551a99 None None] Attempting to bind port 99eeeb93-471e-49a4-9531-7dbc452017b4 on network 7a432f84-d1d8-4479-867d-60a1c24af8c7 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:20:55.175126 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a2f84009-79b5-4648-9f3b-a4d7e6e3c26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:55.178246 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a2f84009-79b5-4648-9f3b-a4d7e6e3c26d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:55.179478 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a2f84009-79b5-4648-9f3b-a4d7e6e3c26d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/16435e21-043f-4604-8d25-b66631f5e3c9 HTTP/1.1" status: 204 len: 168 time: 1.1525631 Jul 23 20:20:55.220654 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f8643c50-0f6c-46a7-a820-ef953c00bd30 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:55.229884 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f84009-79b5-4648-9f3b-a4d7e6e3c26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16435e21-043f-4604-8d25-b66631f5e3c9,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:55.278509 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c3ab19-2dbe-4eed-bfde-3c2a1b551a99 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:20:55.278903 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c3ab19-2dbe-4eed-bfde-3c2a1b551a99 None None] Checking segment: {'id': '978cfe48-9a14-4f6c-af97-fe4a3cf6ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7a432f84-d1d8-4479-867d-60a1c24af8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:20:55.279810 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f1c3ab19-2dbe-4eed-bfde-3c2a1b551a99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:55.280212 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c3ab19-2dbe-4eed-bfde-3c2a1b551a99 None None] Bound using segment: {'id': '978cfe48-9a14-4f6c-af97-fe4a3cf6ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7a432f84-d1d8-4479-867d-60a1c24af8c7'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:20:55.280769 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-f1c3ab19-2dbe-4eed-bfde-3c2a1b551a99 None None] Bound port: 99eeeb93-471e-49a4-9531-7dbc452017b4, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '978cfe48-9a14-4f6c-af97-fe4a3cf6ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7a432f84-d1d8-4479-867d-60a1c24af8c7'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:20:55.281084 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f1c3ab19-2dbe-4eed-bfde-3c2a1b551a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:55.281420 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-d9d33998-dd83-48e8-bdb4-5aaa41630f6d req-5a171931-5476-4e7e-a78e-59120233395b tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Deleting port 91e50206-3bd4-4d31-810d-6e9c4d258a1d {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:20:55.282203 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d9d33998-dd83-48e8-bdb4-5aaa41630f6d req-5a171931-5476-4e7e-a78e-59120233395b tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:55.306181 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dc53c147-9490-4c20-8c7c-5308b2a5bf1c req-371a377c-051d-4580-a092-5000865f9e1b tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/security-groups?id=024f7503-5ec6-4f9b-80a1-d6f9beb877c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5504627 Jul 23 20:20:55.309511 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-f8643c50-0f6c-46a7-a820-ef953c00bd30 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Transition to ACTIVE for port object 37a53535-2eba-4b1c-a94b-99612a0f2e2a will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:20:55.358631 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:55.391649 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8412dd6e-e40d-4cab-be38-4e7fffd68110 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:20:55.434066 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5ea1e4da-551a-4802-9c6b-9e3b83ad51fb tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:55.451192 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf65df4-24d1-4352-87b3-b8cdd6f0382c tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Pushing event updated for resources: {'Port': ['ID=c5539ac1-d320-4c73-94bb-b1b680afcf40,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:55.469115 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 8412dd6e-e40d-4cab-be38-4e7fffd68110, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=8412dd6e-e40d-4cab-be38-4e7fffd68110,segment=NetworkSegment(d4ed36b0-261e-4503-82c1-9f3eea8d8c2c),segment_id=d4ed36b0-261e-4503-82c1-9f3eea8d8c2c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:55.525264 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:55.576574 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f8643c50-0f6c-46a7-a820-ef953c00bd30 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:55.595586 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a493b-3e0a-4319-bc30-60e110a2a5b6 req-20b80ec0-96fe-4f8c-a958-0c98ebe238b9 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:55.598375 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c45a493b-3e0a-4319-bc30-60e110a2a5b6 req-20b80ec0-96fe-4f8c-a958-0c98ebe238b9 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c2271a5-6e73-4ded-bfd6-856f54b14470 HTTP/1.1" status: 200 len: 946 time: 0.7033741 Jul 23 20:20:55.609819 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1e4da-551a-4802-9c6b-9e3b83ad51fb tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Pushing event deleted for resources: {'Subnet': ['ID=0c830af0-141b-4631-a6bf-20eaddacfdd3,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:55.612788 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-abf65df4-24d1-4352-87b3-b8cdd6f0382c tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:55.727673 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5ea1e4da-551a-4802-9c6b-9e3b83ad51fb tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:55.732863 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-abf65df4-24d1-4352-87b3-b8cdd6f0382c tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:55.734345 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5ea1e4da-551a-4802-9c6b-9e3b83ad51fb tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] 10.222.0.32 "DELETE /v2.0/subnets/0c830af0-141b-4631-a6bf-20eaddacfdd3 HTTP/1.1" status: 204 len: 168 time: 1.8564501 Jul 23 20:20:55.742507 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-abf65df4-24d1-4352-87b3-b8cdd6f0382c tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.7226620 Jul 23 20:20:55.743603 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39272) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:55.744218 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39274) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:55.777281 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=8412dd6e-e40d-4cab-be38-4e7fffd68110,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:55.809111 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-8fe3b467-6fb6-4eeb-a954-5ea224ef2987 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-341748770'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:55.830278 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8643c50-0f6c-46a7-a820-ef953c00bd30 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Network 83b4625b-020d-414e-8b52-c60c28b7940b is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:20:55.839567 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-f8643c50-0f6c-46a7-a820-ef953c00bd30 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:20:55.847248 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8643c50-0f6c-46a7-a820-ef953c00bd30 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:20:55.848288 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f8643c50-0f6c-46a7-a820-ef953c00bd30 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:55.873524 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 91e50206-3bd4-4d31-810d-6e9c4d258a1d no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:20:55.896762 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['8412dd6e-e40d-4cab-be38-4e7fffd68110'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:20:56.012743 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-d9d33998-dd83-48e8-bdb4-5aaa41630f6d req-5a171931-5476-4e7e-a78e-59120233395b tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] For port 91e50206-3bd4-4d31-810d-6e9c4d258a1d, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=91e50206-3bd4-4d31-810d-6e9c4d258a1d,segment=NetworkSegment(e2903031-9983-46c4-9699-af3e9a995ba1),segment_id=e2903031-9983-46c4-9699-af3e9a995ba1)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:56.013327 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d9d33998-dd83-48e8-bdb4-5aaa41630f6d req-5a171931-5476-4e7e-a78e-59120233395b tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:56.060529 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-f1c3ab19-2dbe-4eed-bfde-3c2a1b551a99 None None] For port 99eeeb93-471e-49a4-9531-7dbc452017b4, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:20:56.110894 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-d9d33998-dd83-48e8-bdb4-5aaa41630f6d req-5a171931-5476-4e7e-a78e-59120233395b tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Calling delete_port for 91e50206-3bd4-4d31-810d-6e9c4d258a1d owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:20:56.122254 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79203bff-43ae-4e3d-8cd4-5697225d7016 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:56.134831 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-79203bff-43ae-4e3d-8cd4-5697225d7016 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3525338 Jul 23 20:20:56.135035 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8643c50-0f6c-46a7-a820-ef953c00bd30 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event updated for resources: {'Port': ['ID=37a53535-2eba-4b1c-a94b-99612a0f2e2a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:56.155661 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39282) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:56.201658 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-f1c3ab19-2dbe-4eed-bfde-3c2a1b551a99 None None] For port 99eeeb93-471e-49a4-9531-7dbc452017b4, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=99eeeb93-471e-49a4-9531-7dbc452017b4,segment=NetworkSegment(978cfe48-9a14-4f6c-af97-fe4a3cf6ef75),segment_id=978cfe48-9a14-4f6c-af97-fe4a3cf6ef75)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:20:56.207514 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbb4ef8-5df6-4766-babd-cdd124093c60 None None] Network 5851af74-529c-49f9-bad3-ab15e9ce1ed8 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:20:56.249094 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f1c3ab19-2dbe-4eed-bfde-3c2a1b551a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:56.267989 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe3b467-6fb6-4eeb-a954-5ea224ef2987 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Made reservation on behalf of fc498ab40ea44c398de2c1060fe532b3 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:20:56.292837 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8fe3b467-6fb6-4eeb-a954-5ea224ef2987 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:56.412822 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3ab19-2dbe-4eed-bfde-3c2a1b551a99 None None] Pushing event updated for resources: {'Port': ['ID=99eeeb93-471e-49a4-9531-7dbc452017b4,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:56.612830 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f8643c50-0f6c-46a7-a820-ef953c00bd30 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:56.687994 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-c45a493b-3e0a-4319-bc30-60e110a2a5b6 req-2defebe3-b9ee-44b7-ac40-4ff19ca00524 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Deleting port 16367c3f-e11d-435b-87b3-01d3ea0c74f0 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:20:56.688670 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c45a493b-3e0a-4319-bc30-60e110a2a5b6 req-2defebe3-b9ee-44b7-ac40-4ff19ca00524 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:57.074490 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 266c2e4e-d023-4cf7-b231-522405e4cb01 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:20:57.076914 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 16367c3f-e11d-435b-87b3-01d3ea0c74f0 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:20:57.085850 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-c45a493b-3e0a-4319-bc30-60e110a2a5b6 req-2defebe3-b9ee-44b7-ac40-4ff19ca00524 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] For port 16367c3f-e11d-435b-87b3-01d3ea0c74f0, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=16367c3f-e11d-435b-87b3-01d3ea0c74f0,segment=NetworkSegment(e2903031-9983-46c4-9699-af3e9a995ba1),segment_id=e2903031-9983-46c4-9699-af3e9a995ba1)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:57.086220 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c45a493b-3e0a-4319-bc30-60e110a2a5b6 req-2defebe3-b9ee-44b7-ac40-4ff19ca00524 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:57.101246 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9127f-6da4-46e9-8365-cfc93eeb93f3 req-17329780-cd8e-4fe8-8ce7-d4be4c61c965 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:57.102918 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6fa9127f-6da4-46e9-8365-cfc93eeb93f3 req-17329780-cd8e-4fe8-8ce7-d4be4c61c965 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a30f21-a07f-4acf-88e7-419fa401bd22 HTTP/1.1" status: 200 len: 944 time: 0.6105311 Jul 23 20:20:57.139698 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-c45a493b-3e0a-4319-bc30-60e110a2a5b6 req-2defebe3-b9ee-44b7-ac40-4ff19ca00524 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Calling delete_port for 16367c3f-e11d-435b-87b3-01d3ea0c74f0 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:20:57.261511 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553c513e-07fa-46fd-8341-afbe14f9e500 None None] Network 7a432f84-d1d8-4479-867d-60a1c24af8c7 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:20:57.359218 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-535ab234-ddeb-40cd-a90c-408643682b73 None None] Provisioning for port 5ccf6d95-1a56-4118-b7e9-b13ecc4a7761 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:20:57.432952 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:57.510741 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bb418abb-90d2-4dd1-bff1-a4aef17d7021 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:57.538322 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d9d33998-dd83-48e8-bdb4-5aaa41630f6d req-5a171931-5476-4e7e-a78e-59120233395b tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:57.551654 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8fe3b467-6fb6-4eeb-a954-5ea224ef2987 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:57.554190 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c45a493b-3e0a-4319-bc30-60e110a2a5b6 req-2defebe3-b9ee-44b7-ac40-4ff19ca00524 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:57.576635 n-d-793618-10 neutron-server[93877]: INFO neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No ports have port_id starting with 16367c3f-e11d-435b-87b3-01d3ea0c74f0 Jul 23 20:20:57.607955 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6fa9127f-6da4-46e9-8365-cfc93eeb93f3 req-26dfc0ad-2a49-435a-8c78-8275c9de7c20 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/security-groups?id=024f7503-5ec6-4f9b-80a1-d6f9beb877c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4942331 Jul 23 20:20:57.610912 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 266c2e4e-d023-4cf7-b231-522405e4cb01 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:20:57.611288 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:57.687876 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a171931-5476-4e7e-a78e-59120233395b tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Pushing event deleted for resources: {'Port': ['ID=91e50206-3bd4-4d31-810d-6e9c4d258a1d,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:57.690669 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2defebe3-b9ee-44b7-ac40-4ff19ca00524 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Pushing event deleted for resources: {'Port': ['ID=16367c3f-e11d-435b-87b3-01d3ea0c74f0,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:57.737240 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a171931-5476-4e7e-a78e-59120233395b tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:57.737628 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a171931-5476-4e7e-a78e-59120233395b tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:57.738013 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a171931-5476-4e7e-a78e-59120233395b tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:57.738334 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a171931-5476-4e7e-a78e-59120233395b tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:57.738665 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a171931-5476-4e7e-a78e-59120233395b tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:57.738999 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a171931-5476-4e7e-a78e-59120233395b tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:57.739339 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a171931-5476-4e7e-a78e-59120233395b tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:57.739672 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a171931-5476-4e7e-a78e-59120233395b tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:57.740181 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a171931-5476-4e7e-a78e-59120233395b tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:57.740518 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a171931-5476-4e7e-a78e-59120233395b tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:57.740848 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a171931-5476-4e7e-a78e-59120233395b tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:57.741178 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a171931-5476-4e7e-a78e-59120233395b tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:57.741302 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7322d0e3-26df-4110-a7c5-994ad61ac62e None None] Provisioning for port 37a53535-2eba-4b1c-a94b-99612a0f2e2a completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:20:57.781747 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d084b4-eb7a-44e9-97cf-9be1cc80cdff req-2582a690-06df-4d58-a005-bab6e1551f3d tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:57.792984 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e1d084b4-eb7a-44e9-97cf-9be1cc80cdff req-2582a690-06df-4d58-a005-bab6e1551f3d tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/ports?device_id=332b1146-c340-402e-a38a-e1db8a130f85 HTTP/1.1" status: 200 len: 867 time: 1.9674985 Jul 23 20:20:57.848170 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7322d0e3-26df-4110-a7c5-994ad61ac62e None None] Provisioning complete for port 37a53535-2eba-4b1c-a94b-99612a0f2e2a triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:20:57.848834 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7322d0e3-26df-4110-a7c5-994ad61ac62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:57.973976 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d33998-dd83-48e8-bdb4-5aaa41630f6d req-5a171931-5476-4e7e-a78e-59120233395b tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] No DVR routers for this DVR port 91e50206-3bd4-4d31-810d-6e9c4d258a1d on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:20:57.997825 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d9d33998-dd83-48e8-bdb4-5aaa41630f6d req-5a171931-5476-4e7e-a78e-59120233395b tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:58.000399 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d9d33998-dd83-48e8-bdb4-5aaa41630f6d req-5a171931-5476-4e7e-a78e-59120233395b tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.18 "DELETE /v2.0/ports/91e50206-3bd4-4d31-810d-6e9c4d258a1d HTTP/1.1" status: 204 len: 173 time: 3.2897520 Jul 23 20:20:58.003876 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332b1146-c340-402e-a38a-e1db8a130f85', 'name': 'network-vif-deleted', 'tag': '91e50206-3bd4-4d31-810d-6e9c4d258a1d'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:20:58.007306 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb829b4-61d1-42aa-a86d-93819e3fad34" -d '{"events": [{"server_uuid": "332b1146-c340-402e-a38a-e1db8a130f85", "name": "network-vif-deleted", "tag": "91e50206-3bd4-4d31-810d-6e9c4d258a1d"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:20:58.025439 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3c2649-1cbb-474a-9c1c-8781f9594ab9 None None] DHCP port deletion for 5851af74-529c-49f9-bad3-ab15e9ce1ed8 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:20:58.029125 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e1d084b4-eb7a-44e9-97cf-9be1cc80cdff req-69c0f8ec-00da-48d2-99cf-5ffaa826f7fd tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f06ad6d5-b896-483c-8e28-0339ad52a0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347236 Jul 23 20:20:58.048919 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-7322d0e3-26df-4110-a7c5-994ad61ac62e None None] Port 37a53535-2eba-4b1c-a94b-99612a0f2e2a cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:20:58.191555 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8fe3b467-6fb6-4eeb-a954-5ea224ef2987 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:58.203956 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf9a1ac-ee20-4e32-a533-affe4746bc83 x-openstack-request-id: req-4cf9a1ac-ee20-4e32-a533-affe4746bc83 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:20:58.204717 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332b1146-c340-402e-a38a-e1db8a130f85", "name": "network-vif-deleted", "tag": "91e50206-3bd4-4d31-810d-6e9c4d258a1d", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:20:58.205268 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4cf9a1ac-ee20-4e32-a533-affe4746bc83 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:20:58.205999 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332b1146-c340-402e-a38a-e1db8a130f85', 'name': 'network-vif-deleted', 'tag': '91e50206-3bd4-4d31-810d-6e9c4d258a1d', 'status': 'completed', 'code': 200} Jul 23 20:20:58.210391 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8fe3b467-6fb6-4eeb-a954-5ea224ef2987 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:58.250017 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe3b467-6fb6-4eeb-a954-5ea224ef2987 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:20:58.268412 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 5ccf6d95-1a56-4118-b7e9-b13ecc4a7761 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:20:58.299294 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe3b467-6fb6-4eeb-a954-5ea224ef2987 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f759bdf8-5189-4bfb-be94-c77cd522a79c,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:58.308719 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8fe3b467-6fb6-4eeb-a954-5ea224ef2987 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:58.309356 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-8fe3b467-6fb6-4eeb-a954-5ea224ef2987 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Added segment dea7e3e1-b804-452a-bf81-56c1e0e44ef1 of type vlan for network bc3a8dc6-6426-4b79-be28-562abbff60cf Jul 23 20:20:58.383967 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-bb418abb-90d2-4dd1-bff1-a4aef17d7021 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Deleting port 99eeeb93-471e-49a4-9531-7dbc452017b4 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:20:58.384628 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bb418abb-90d2-4dd1-bff1-a4aef17d7021 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:58.392552 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-dd3c2649-1cbb-474a-9c1c-8781f9594ab9 None None] Deleting port 5ccf6d95-1a56-4118-b7e9-b13ecc4a7761 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:20:58.392969 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dd3c2649-1cbb-474a-9c1c-8781f9594ab9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:58.493068 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39326) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:58.512693 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-bb418abb-90d2-4dd1-bff1-a4aef17d7021 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] For port 99eeeb93-471e-49a4-9531-7dbc452017b4, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=99eeeb93-471e-49a4-9531-7dbc452017b4,segment=NetworkSegment(978cfe48-9a14-4f6c-af97-fe4a3cf6ef75),segment_id=978cfe48-9a14-4f6c-af97-fe4a3cf6ef75)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:58.513630 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bb418abb-90d2-4dd1-bff1-a4aef17d7021 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:58.527275 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45a493b-3e0a-4319-bc30-60e110a2a5b6 req-2defebe3-b9ee-44b7-ac40-4ff19ca00524 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] No DVR routers for this DVR port 16367c3f-e11d-435b-87b3-01d3ea0c74f0 on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:20:58.532164 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c45a493b-3e0a-4319-bc30-60e110a2a5b6 req-2defebe3-b9ee-44b7-ac40-4ff19ca00524 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:58.534776 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c45a493b-3e0a-4319-bc30-60e110a2a5b6 req-2defebe3-b9ee-44b7-ac40-4ff19ca00524 tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.30 "DELETE /v2.0/ports/16367c3f-e11d-435b-87b3-01d3ea0c74f0 HTTP/1.1" status: 204 len: 173 time: 2.9210615 Jul 23 20:20:58.535486 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2271a5-6e73-4ded-bfd6-856f54b14470', 'name': 'network-vif-deleted', 'tag': '16367c3f-e11d-435b-87b3-01d3ea0c74f0'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:20:58.539469 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0b6514-4ad2-4e76-90ab-cde583ba6d9c" -d '{"events": [{"server_uuid": "4c2271a5-6e73-4ded-bfd6-856f54b14470", "name": "network-vif-deleted", "tag": "16367c3f-e11d-435b-87b3-01d3ea0c74f0"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:20:58.582982 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-bb418abb-90d2-4dd1-bff1-a4aef17d7021 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Calling delete_port for 99eeeb93-471e-49a4-9531-7dbc452017b4 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:20:58.616969 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c860fe-4334-4716-8997-aed6c9fada64 x-openstack-request-id: req-c0c860fe-4334-4716-8997-aed6c9fada64 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:20:58.617264 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c2271a5-6e73-4ded-bfd6-856f54b14470", "name": "network-vif-deleted", "tag": "16367c3f-e11d-435b-87b3-01d3ea0c74f0", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:20:58.617571 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c0c860fe-4334-4716-8997-aed6c9fada64 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:20:58.617984 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2271a5-6e73-4ded-bfd6-856f54b14470', 'name': 'network-vif-deleted', 'tag': '16367c3f-e11d-435b-87b3-01d3ea0c74f0', 'status': 'completed', 'code': 200} Jul 23 20:20:58.631575 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 5ccf6d95-1a56-4118-b7e9-b13ecc4a7761 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:20:58.644937 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-dd3c2649-1cbb-474a-9c1c-8781f9594ab9 None None] For port 5ccf6d95-1a56-4118-b7e9-b13ecc4a7761, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=5ccf6d95-1a56-4118-b7e9-b13ecc4a7761,segment=NetworkSegment(03d3a651-8dec-4355-8a2d-91412d2d8987),segment_id=03d3a651-8dec-4355-8a2d-91412d2d8987)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:58.645642 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dd3c2649-1cbb-474a-9c1c-8781f9594ab9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:58.650570 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 5ccf6d95-1a56-4118-b7e9-b13ecc4a7761 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:20:58.651046 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:58.665150 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8fe3b467-6fb6-4eeb-a954-5ea224ef2987 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:58.676522 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f8643c50-0f6c-46a7-a820-ef953c00bd30 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:58.682884 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f8643c50-0f6c-46a7-a820-ef953c00bd30 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:58.683707 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f8643c50-0f6c-46a7-a820-ef953c00bd30 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:58.803699 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8fe3b467-6fb6-4eeb-a954-5ea224ef2987 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:58.821497 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe3b467-6fb6-4eeb-a954-5ea224ef2987 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:58.822183 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8fe3b467-6fb6-4eeb-a954-5ea224ef2987 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:58.823143 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-dd3c2649-1cbb-474a-9c1c-8781f9594ab9 None None] Calling delete_port for 5ccf6d95-1a56-4118-b7e9-b13ecc4a7761 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:20:58.944439 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe3b467-6fb6-4eeb-a954-5ea224ef2987 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Pushing event updated for resources: {'Network': ['ID=bc3a8dc6-6426-4b79-be28-562abbff60cf,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:58.958003 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network bc3a8dc6-6426-4b79-be28-562abbff60cf details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:20:58.970835 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8fe3b467-6fb6-4eeb-a954-5ea224ef2987 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.1847925 Jul 23 20:20:58.975443 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39338) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:58.995581 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-9648beb8-6159-4101-b326-5de1cef777b2 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Request body: {'subnet': {'network_id': 'bc3a8dc6-6426-4b79-be28-562abbff60cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:59.008195 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bb418abb-90d2-4dd1-bff1-a4aef17d7021 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:59.009206 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8643c50-0f6c-46a7-a820-ef953c00bd30 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event updated for resources: {'Port': ['ID=37a53535-2eba-4b1c-a94b-99612a0f2e2a,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:59.035260 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:59.071502 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb418abb-90d2-4dd1-bff1-a4aef17d7021 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Pushing event deleted for resources: {'Port': ['ID=99eeeb93-471e-49a4-9531-7dbc452017b4,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:59.079769 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-39c695f2-d63b-450a-9a54-cd9c47589ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:59.081895 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb418abb-90d2-4dd1-bff1-a4aef17d7021 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] No DVR routers for this DVR port 99eeeb93-471e-49a4-9531-7dbc452017b4 on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:20:59.133453 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8643c50-0f6c-46a7-a820-ef953c00bd30 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Network 83b4625b-020d-414e-8b52-c60c28b7940b is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:20:59.164820 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-f8643c50-0f6c-46a7-a820-ef953c00bd30 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:20:59.228043 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dd3c2649-1cbb-474a-9c1c-8781f9594ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:59.266980 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bb418abb-90d2-4dd1-bff1-a4aef17d7021 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:59.285286 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-bb418abb-90d2-4dd1-bff1-a4aef17d7021 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a432f84-d1d8-4479-867d-60a1c24af8c7']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:59.309199 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-bb418abb-90d2-4dd1-bff1-a4aef17d7021 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '978cfe48-9a14-4f6c-af97-fe4a3cf6ef75') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:59.309894 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-bb418abb-90d2-4dd1-bff1-a4aef17d7021 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '978cfe48-9a14-4f6c-af97-fe4a3cf6ef75') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:59.353063 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bb418abb-90d2-4dd1-bff1-a4aef17d7021 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:59.360477 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3c2649-1cbb-474a-9c1c-8781f9594ab9 None None] No DVR routers for this DVR port 5ccf6d95-1a56-4118-b7e9-b13ecc4a7761 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:20:59.362445 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c2649-1cbb-474a-9c1c-8781f9594ab9 None None] Pushing event deleted for resources: {'Port': ['ID=5ccf6d95-1a56-4118-b7e9-b13ecc4a7761,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:59.435646 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bb418abb-90d2-4dd1-bff1-a4aef17d7021 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:59.462945 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb418abb-90d2-4dd1-bff1-a4aef17d7021 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:20:59.463694 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bb418abb-90d2-4dd1-bff1-a4aef17d7021 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:59.470559 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:20:59.470559 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:20:59.470559 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:20:59.470559 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:20:59.470559 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:20:59.470559 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:20:59.470559 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:20:59.470559 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:20:59.470559 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:20:59.470559 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:20:59.470559 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:20:59.470559 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:20:59.470559 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:20:59.470559 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:20:59.470559 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:20:59.470559 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:20:59.470559 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:20:59.470559 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:20:59.470559 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:20:59.470559 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:20:59.470559 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:20:59.470559 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:20:59.470559 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:20:59.470559 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:20:59.470559 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:20:59.470559 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:20:59.470559 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:20:59.470559 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:20:59.470559 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:20:59.470559 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:20:59.470559 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:20:59.470559 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:20:59.632726 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805052f0-623d-4e6d-ab10-3d59508d4a2f req-e4c8836c-e3f9-419b-a176-90512ce5d798 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:59.638591 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-805052f0-623d-4e6d-ab10-3d59508d4a2f req-e4c8836c-e3f9-419b-a176-90512ce5d798 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a30f21-a07f-4acf-88e7-419fa401bd22 HTTP/1.1" status: 200 len: 944 time: 0.6603496 Jul 23 20:20:59.663916 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 5ccf6d95-1a56-4118-b7e9-b13ecc4a7761 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:20:59.696712 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 5ccf6d95-1a56-4118-b7e9-b13ecc4a7761 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:20:59.697449 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 5ccf6d95-1a56-4118-b7e9-b13ecc4a7761 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:20:59.722565 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d3c6f4ca-a139-4f11-a791-fff22a4bef69 req-4aa682b9-e459-43c7-b3f1-f0d2a7ed79fd tempest-ListServersNegativeTestJSON-1138895158 tempest-ListServersNegativeTestJSON-1138895158-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c2271a5-6e73-4ded-bfd6-856f54b14470 HTTP/1.1" status: 200 len: 210 time: 0.1519585 Jul 23 20:20:59.732653 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bb418abb-90d2-4dd1-bff1-a4aef17d7021 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:59.740882 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bb418abb-90d2-4dd1-bff1-a4aef17d7021 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:59.748004 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-bb418abb-90d2-4dd1-bff1-a4aef17d7021 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] 10.222.0.32 "DELETE /v2.0/networks/7a432f84-d1d8-4479-867d-60a1c24af8c7 HTTP/1.1" status: 204 len: 168 time: 3.5767434 Jul 23 20:20:59.755869 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39354) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:59.780825 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90e002f-4c2a-4ef7-96fb-e75f61e07de6 None None] get_active_networks_info from n-d-793618-10 {{(pid=93877) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:20:59.783606 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb418abb-90d2-4dd1-bff1-a4aef17d7021 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Pushing event deleted for resources: {'Network': ['ID=7a432f84-d1d8-4479-867d-60a1c24af8c7,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:59.792494 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8643c50-0f6c-46a7-a820-ef953c00bd30 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Router 3263251a-2556-48ea-94e6-bad8a3da1449 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:20:59.852934 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-db8793ec-d45a-42b0-b616-93afd80be8e7 None None] Provisioning complete for port 37a53535-2eba-4b1c-a94b-99612a0f2e2a triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:20:59.853697 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-db8793ec-d45a-42b0-b616-93afd80be8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:59.869590 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-805052f0-623d-4e6d-ab10-3d59508d4a2f req-1e83cd28-b403-40ec-94d9-aaf2d259de63 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/security-groups?id=024f7503-5ec6-4f9b-80a1-d6f9beb877c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942365 Jul 23 20:20:59.891345 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 8412dd6e-e40d-4cab-be38-4e7fffd68110 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:20:59.984571 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-db8793ec-d45a-42b0-b616-93afd80be8e7 None None] Port 37a53535-2eba-4b1c-a94b-99612a0f2e2a cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:20:59.998963 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90e002f-4c2a-4ef7-96fb-e75f61e07de6 None None] Resources bound (agent type, host, resource id): {{(pid=93877) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:21:00.015901 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 8412dd6e-e40d-4cab-be38-4e7fffd68110 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:21:00.018118 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afe879f8-5f07-49b4-8a8b-0c061beb122a tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:00.021714 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-39c695f2-d63b-450a-9a54-cd9c47589ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:00.025298 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 8412dd6e-e40d-4cab-be38-4e7fffd68110 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:00.025298 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:00.038128 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-39c695f2-d63b-450a-9a54-cd9c47589ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:00.108853 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9648beb8-6159-4101-b326-5de1cef777b2 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Made reservation on behalf of fc498ab40ea44c398de2c1060fe532b3 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:00.112537 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9648beb8-6159-4101-b326-5de1cef777b2 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:00.118185 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-39c695f2-d63b-450a-9a54-cd9c47589ad5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dbbc2bd669b84869a1c817ac4c0b67c5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6209559 Jul 23 20:21:00.121864 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39360) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:00.151907 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8643c50-0f6c-46a7-a820-ef953c00bd30 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:21:00.160256 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f8643c50-0f6c-46a7-a820-ef953c00bd30 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "PUT /v2.0/routers/3263251a-2556-48ea-94e6-bad8a3da1449/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3054051 Jul 23 20:21:00.168401 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39364) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:00.188552 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c695f2-d63b-450a-9a54-cd9c47589ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae45df1-c605-460a-bc61-e801141431df,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:00.208394 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1a8d16-a76c-4355-a009-cc9262a7fb0d None None] Sync routers for ids ['3263251a-2556-48ea-94e6-bad8a3da1449'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:21:00.284349 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145b7326-2899-4a4b-bb40-2623abbf482f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:00.286396 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-145b7326-2899-4a4b-bb40-2623abbf482f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "GET /v2.0/ports/37a53535-2eba-4b1c-a94b-99612a0f2e2a HTTP/1.1" status: 200 len: 913 time: 0.1121171 Jul 23 20:21:00.288261 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afe879f8-5f07-49b4-8a8b-0c061beb122a tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:00.293786 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39366) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:00.309441 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-afe879f8-5f07-49b4-8a8b-0c061beb122a tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5851af74-529c-49f9-bad3-ab15e9ce1ed8']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:00.309833 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1a8d16-a76c-4355-a009-cc9262a7fb0d None None] Routers {'3263251a-2556-48ea-94e6-bad8a3da1449'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:21:00.310688 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6e1a8d16-a76c-4355-a009-cc9262a7fb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:20:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['3263251a-2556-48ea-94e6-bad8a3da1449'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:00.328415 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-afe879f8-5f07-49b4-8a8b-0c061beb122a tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d3a651-8dec-4355-8a2d-91412d2d8987') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:00.328760 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-afe879f8-5f07-49b4-8a8b-0c061beb122a tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d3a651-8dec-4355-8a2d-91412d2d8987') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:00.344378 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afe879f8-5f07-49b4-8a8b-0c061beb122a tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:00.367161 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afe879f8-5f07-49b4-8a8b-0c061beb122a tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:00.398412 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe879f8-5f07-49b4-8a8b-0c061beb122a tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:21:00.398858 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afe879f8-5f07-49b4-8a8b-0c061beb122a tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:00.402258 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:21:00.402258 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:21:00.402258 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:21:00.402258 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:21:00.402258 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:21:00.402258 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:21:00.402258 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:21:00.402258 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:21:00.402258 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:21:00.402258 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:21:00.402258 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:21:00.402258 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:21:00.402258 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:21:00.402258 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:21:00.402258 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:21:00.402258 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:21:00.402258 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:21:00.402258 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:21:00.402258 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:21:00.402258 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:21:00.402258 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:21:00.402258 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:21:00.402258 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:21:00.402258 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:21:00.402258 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:21:00.402258 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:21:00.402258 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:21:00.402258 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:21:00.402258 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:21:00.402258 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:21:00.402258 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:21:00.402258 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:21:00.422566 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6e1a8d16-a76c-4355-a009-cc9262a7fb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:00.448924 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1a8d16-a76c-4355-a009-cc9262a7fb0d None None] Routers {'3263251a-2556-48ea-94e6-bad8a3da1449'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:21:00.450595 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6e1a8d16-a76c-4355-a009-cc9262a7fb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:20:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['3263251a-2556-48ea-94e6-bad8a3da1449'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:00.451265 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a1e4457c-edc5-403f-86d4-e4671318c471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:00.495267 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:00.510788 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6e1a8d16-a76c-4355-a009-cc9262a7fb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:00.511323 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1a8d16-a76c-4355-a009-cc9262a7fb0d None None] The sync data for ids ['3263251a-2556-48ea-94e6-bad8a3da1449'] in n-d-793618-10 is: [] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:21:00.512166 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afe879f8-5f07-49b4-8a8b-0c061beb122a tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:00.528436 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afe879f8-5f07-49b4-8a8b-0c061beb122a tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:00.533118 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-afe879f8-5f07-49b4-8a8b-0c061beb122a tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] 10.222.0.32 "DELETE /v2.0/networks/5851af74-529c-49f9-bad3-ab15e9ce1ed8 HTTP/1.1" status: 204 len: 168 time: 0.7709935 Jul 23 20:21:00.535800 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39368) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:00.555050 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a30f21-a07f-4acf-88e7-419fa401bd22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8412dd6e-e40d-4cab-be38-4e7fffd68110'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:21:00.559628 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a36af7-ad6e-4115-bb5d-e2d2a2fc1074" -d '{"events": [{"server_uuid": "c9a30f21-a07f-4acf-88e7-419fa401bd22", "name": "network-vif-plugged", "status": "completed", "tag": "8412dd6e-e40d-4cab-be38-4e7fffd68110"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:21:00.559851 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe879f8-5f07-49b4-8a8b-0c061beb122a tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Pushing event deleted for resources: {'Network': ['ID=5851af74-529c-49f9-bad3-ab15e9ce1ed8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:00.573659 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a1e4457c-edc5-403f-86d4-e4671318c471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:00.576515 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9648beb8-6159-4101-b326-5de1cef777b2 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:00.584359 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 8412dd6e-e40d-4cab-be38-4e7fffd68110, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=8412dd6e-e40d-4cab-be38-4e7fffd68110,segment=NetworkSegment(d4ed36b0-261e-4503-82c1-9f3eea8d8c2c),segment_id=d4ed36b0-261e-4503-82c1-9f3eea8d8c2c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:00.652231 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:00.672699 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471b2fa8-79f6-4fa1-909f-61dae9892f2d x-openstack-request-id: req-471b2fa8-79f6-4fa1-909f-61dae9892f2d {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:21:00.673337 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a30f21-a07f-4acf-88e7-419fa401bd22", "name": "network-vif-plugged", "status": "completed", "tag": "8412dd6e-e40d-4cab-be38-4e7fffd68110", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:21:00.673828 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-471b2fa8-79f6-4fa1-909f-61dae9892f2d {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:21:00.674456 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a30f21-a07f-4acf-88e7-419fa401bd22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8412dd6e-e40d-4cab-be38-4e7fffd68110', 'code': 200} Jul 23 20:21:00.702427 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-246dd230-a3dc-47bc-9c7e-2c5777f910da tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:00.728950 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9648beb8-6159-4101-b326-5de1cef777b2 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Pushing event updated for resources: {'Subnet': ['ID=517c9b1b-aecc-4d71-b5f1-e52a3370a39e,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:00.747953 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9648beb8-6159-4101-b326-5de1cef777b2 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Checking segment: {'id': 'dea7e3e1-b804-452a-bf81-56c1e0e44ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bc3a8dc6-6426-4b79-be28-562abbff60cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:21:00.748322 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9648beb8-6159-4101-b326-5de1cef777b2 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Network hostable DHCP agents. Network: bc3a8dc6-6426-4b79-be28-562abbff60cf, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:21:00.781954 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=8412dd6e-e40d-4cab-be38-4e7fffd68110,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:00.807040 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39378) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:00.823736 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9648beb8-6159-4101-b326-5de1cef777b2 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Network bc3a8dc6-6426-4b79-be28-562abbff60cf is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:21:00.860707 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a1e4457c-edc5-403f-86d4-e4671318c471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:00.863430 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a1e4457c-edc5-403f-86d4-e4671318c471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:00.864716 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a1e4457c-edc5-403f-86d4-e4671318c471 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cae45df1-c605-460a-bc61-e801141431df HTTP/1.1" status: 204 len: 168 time: 0.7418244 Jul 23 20:21:00.873116 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-246dd230-a3dc-47bc-9c7e-2c5777f910da tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:00.895195 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-246dd230-a3dc-47bc-9c7e-2c5777f910da tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d1947da-c3c4-4a6d-b93c-5401b100d20f']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:00.907287 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-9648beb8-6159-4101-b326-5de1cef777b2 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, bc3a8dc6-6426-4b79-be28-562abbff60cf) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:00.914662 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-246dd230-a3dc-47bc-9c7e-2c5777f910da tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61030df4-ae8c-4356-92e2-0b9c6f70047a') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:00.915051 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-246dd230-a3dc-47bc-9c7e-2c5777f910da tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61030df4-ae8c-4356-92e2-0b9c6f70047a') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:00.921696 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9648beb8-6159-4101-b326-5de1cef777b2 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:00.922301 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9648beb8-6159-4101-b326-5de1cef777b2 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:00.951909 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-246dd230-a3dc-47bc-9c7e-2c5777f910da tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:00.960469 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a574f9e3-4398-4781-b325-db4c86de7ed9 None None] Network bc3a8dc6-6426-4b79-be28-562abbff60cf requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:00.964388 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e4457c-edc5-403f-86d4-e4671318c471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae45df1-c605-460a-bc61-e801141431df,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:00.978110 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-517503ed-fc2a-489d-a988-d0f5d8ecc0f0 admin admin] Deleting subnet e49dbdc1-0791-4086-ae71-a34e3f47ca75 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:21:00.995859 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9648beb8-6159-4101-b326-5de1cef777b2 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0125268 Jul 23 20:21:00.997053 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-517503ed-fc2a-489d-a988-d0f5d8ecc0f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:01.015144 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39384) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:01.025139 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-3f6180dc-8f75-42e3-ad78-b62afdb108df tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1504345707', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}, 'admin_state_up': False}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:01.051871 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-246dd230-a3dc-47bc-9c7e-2c5777f910da tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:01.066382 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53134c79-8b3c-4132-b39b-501e955184dc req-ee9da1a9-f7b2-4744-9f52-b356f75a2a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:01.073063 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-53134c79-8b3c-4132-b39b-501e955184dc req-ee9da1a9-f7b2-4744-9f52-b356f75a2a06 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c9a30f21-a07f-4acf-88e7-419fa401bd22 HTTP/1.1" status: 200 len: 1097 time: 0.2934215 Jul 23 20:21:01.079739 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-246dd230-a3dc-47bc-9c7e-2c5777f910da tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:21:01.080533 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-246dd230-a3dc-47bc-9c7e-2c5777f910da tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:01.084598 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:21:01.084598 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:21:01.084598 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:21:01.084598 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:21:01.084598 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:21:01.084598 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:21:01.084598 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:21:01.084598 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:21:01.084598 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:21:01.084598 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:21:01.084598 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:21:01.084598 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:21:01.084598 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:21:01.084598 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:21:01.084598 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:21:01.084598 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:21:01.084598 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:21:01.084598 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:21:01.084598 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:21:01.084598 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:21:01.084598 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:21:01.084598 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:21:01.084598 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:21:01.084598 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:21:01.084598 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:21:01.084598 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:21:01.084598 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:21:01.084598 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:21:01.084598 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:21:01.084598 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:21:01.084598 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:21:01.084598 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:21:01.198645 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3f6180dc-8f75-42e3-ad78-b62afdb108df tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:01.202203 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3f6180dc-8f75-42e3-ad78-b62afdb108df tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:01.222268 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-517503ed-fc2a-489d-a988-d0f5d8ecc0f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:01.336688 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-246dd230-a3dc-47bc-9c7e-2c5777f910da tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:01.351060 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-246dd230-a3dc-47bc-9c7e-2c5777f910da tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:01.355230 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-246dd230-a3dc-47bc-9c7e-2c5777f910da tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] 10.222.0.32 "DELETE /v2.0/networks/9d1947da-c3c4-4a6d-b93c-5401b100d20f HTTP/1.1" status: 204 len: 168 time: 0.8167977 Jul 23 20:21:01.362434 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39398) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:01.396949 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246dd230-a3dc-47bc-9c7e-2c5777f910da tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Pushing event deleted for resources: {'Network': ['ID=9d1947da-c3c4-4a6d-b93c-5401b100d20f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:01.418236 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-517503ed-fc2a-489d-a988-d0f5d8ecc0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:01.450511 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a5b072-801f-4174-ac26-cf7f002ff414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-bc3a8dc6-6426-4b79-be28-562abbff60cf', 'network_id': 'bc3a8dc6-6426-4b79-be28-562abbff60cf', 'tenant_id': 'fc498ab40ea44c398de2c1060fe532b3', 'fixed_ips': [{'subnet_id': '517c9b1b-aecc-4d71-b5f1-e52a3370a39e'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:21:01.451683 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-42a5b072-801f-4174-ac26-cf7f002ff414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:01.451880 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-53134c79-8b3c-4132-b39b-501e955184dc req-fbe772ec-163c-4d9c-b542-8cb095d89c7e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=024f7503-5ec6-4f9b-80a1-d6f9beb877c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3543539 Jul 23 20:21:01.491863 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3f6180dc-8f75-42e3-ad78-b62afdb108df tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:01.540431 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d55d604-6ac3-4384-9183-44d7991a1b27 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:01.600050 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-517503ed-fc2a-489d-a988-d0f5d8ecc0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:01.644480 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517503ed-fc2a-489d-a988-d0f5d8ecc0f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e49dbdc1-0791-4086-ae71-a34e3f47ca75,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:01.661243 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-517503ed-fc2a-489d-a988-d0f5d8ecc0f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:01.668563 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-517503ed-fc2a-489d-a988-d0f5d8ecc0f0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e49dbdc1-0791-4086-ae71-a34e3f47ca75 HTTP/1.1" status: 204 len: 168 time: 0.8558309 Jul 23 20:21:01.670292 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39404) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:01.736797 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d55d604-6ac3-4384-9183-44d7991a1b27 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:01.749859 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91689012-fe27-4f79-938e-bd08ad9281a2 req-e355ff9d-a115-42fd-b791-caae9aec7a53 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:01.757743 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-91689012-fe27-4f79-938e-bd08ad9281a2 req-e355ff9d-a115-42fd-b791-caae9aec7a53 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a30f21-a07f-4acf-88e7-419fa401bd22 HTTP/1.1" status: 200 len: 945 time: 0.6129909 Jul 23 20:21:01.768960 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3f6180dc-8f75-42e3-ad78-b62afdb108df tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:01.777513 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-9d55d604-6ac3-4384-9183-44d7991a1b27 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be155824-7fae-4ded-9eff-41abcd9b44d2']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:01.792749 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bbe71750-7008-4bd2-b29a-dd7a2b4fd701 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:01.834473 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-42a5b072-801f-4174-ac26-cf7f002ff414 None None] Allocated IP 172.20.0.2 (bc3a8dc6-6426-4b79-be28-562abbff60cf/517c9b1b-aecc-4d71-b5f1-e52a3370a39e/bb9e5483-a295-4335-be64-78001df0e67e) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:21:01.885019 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-9d55d604-6ac3-4384-9183-44d7991a1b27 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '393a36d6-38a5-4024-a274-9d64b16d1b45') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:01.885684 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-9d55d604-6ac3-4384-9183-44d7991a1b27 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '393a36d6-38a5-4024-a274-9d64b16d1b45') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:01.914074 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-edbb9ed4-0c5a-49e0-b851-4c2a4781bdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:01.923464 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d55d604-6ac3-4384-9183-44d7991a1b27 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:01.928906 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-91689012-fe27-4f79-938e-bd08ad9281a2 req-62658154-a422-40d1-8577-e509cde3ddc3 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/security-groups?id=024f7503-5ec6-4f9b-80a1-d6f9beb877c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700604 Jul 23 20:21:01.952664 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d55d604-6ac3-4384-9183-44d7991a1b27 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:01.960793 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d55d604-6ac3-4384-9183-44d7991a1b27 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:21:01.961891 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d55d604-6ac3-4384-9183-44d7991a1b27 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:02.002073 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:21:02.002073 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:21:02.002073 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:21:02.002073 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:21:02.002073 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:21:02.002073 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:21:02.002073 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:21:02.002073 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:21:02.002073 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:21:02.002073 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:21:02.002073 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:21:02.002073 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:21:02.002073 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:21:02.002073 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:21:02.002073 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:21:02.002073 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:21:02.002073 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:21:02.002073 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:21:02.002073 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:21:02.002073 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:21:02.002073 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:21:02.002073 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:21:02.002073 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:21:02.002073 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:21:02.002073 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:21:02.002073 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:21:02.002073 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:21:02.002073 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:21:02.002073 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:21:02.002073 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:21:02.002073 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:21:02.002073 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:21:02.271678 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-edbb9ed4-0c5a-49e0-b851-4c2a4781bdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:02.283528 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-edbb9ed4-0c5a-49e0-b851-4c2a4781bdb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b14740b-4ba4-40dd-a14a-07c1cd027739']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:02.301956 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-42a5b072-801f-4174-ac26-cf7f002ff414 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:02.307448 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-edbb9ed4-0c5a-49e0-b851-4c2a4781bdb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2903031-9983-46c4-9699-af3e9a995ba1') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:02.317041 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-edbb9ed4-0c5a-49e0-b851-4c2a4781bdb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2903031-9983-46c4-9699-af3e9a995ba1') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:02.333971 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-edbb9ed4-0c5a-49e0-b851-4c2a4781bdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:02.353865 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-edbb9ed4-0c5a-49e0-b851-4c2a4781bdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:02.356754 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d55d604-6ac3-4384-9183-44d7991a1b27 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:02.369601 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d55d604-6ac3-4384-9183-44d7991a1b27 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:02.374096 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9d55d604-6ac3-4384-9183-44d7991a1b27 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] 10.222.0.32 "DELETE /v2.0/networks/be155824-7fae-4ded-9eff-41abcd9b44d2 HTTP/1.1" status: 204 len: 168 time: 0.9971888 Jul 23 20:21:02.374096 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edbb9ed4-0c5a-49e0-b851-4c2a4781bdb7 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:21:02.374096 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-edbb9ed4-0c5a-49e0-b851-4c2a4781bdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:02.376199 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:21:02.376199 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:21:02.376199 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:21:02.376199 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:21:02.376199 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:21:02.376199 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:21:02.376199 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:21:02.376199 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:21:02.376199 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:21:02.376199 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:21:02.376199 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:21:02.376199 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:21:02.376199 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:21:02.376199 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:21:02.376199 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:21:02.376199 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:21:02.376199 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:21:02.376199 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:21:02.376199 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:21:02.376199 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:21:02.376199 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:21:02.376199 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:21:02.376199 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:21:02.376199 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:21:02.376199 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:21:02.376199 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:21:02.376199 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:21:02.376199 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:21:02.376199 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:21:02.376199 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:21:02.376199 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:21:02.376199 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:21:02.400450 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55d604-6ac3-4384-9183-44d7991a1b27 tempest-BulkNetworkOpsIpV6Test-1789464936 tempest-BulkNetworkOpsIpV6Test-1789464936-project] Pushing event deleted for resources: {'Network': ['ID=be155824-7fae-4ded-9eff-41abcd9b44d2,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:02.415962 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3f6180dc-8f75-42e3-ad78-b62afdb108df tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:02.482621 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-42a5b072-801f-4174-ac26-cf7f002ff414 None None] Transition to ACTIVE for port object bb9e5483-a295-4335-be64-78001df0e67e will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:21:02.483113 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-edbb9ed4-0c5a-49e0-b851-4c2a4781bdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:02.489826 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-edbb9ed4-0c5a-49e0-b851-4c2a4781bdb7 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:02.492876 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-edbb9ed4-0c5a-49e0-b851-4c2a4781bdb7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5b14740b-4ba4-40dd-a14a-07c1cd027739 HTTP/1.1" status: 204 len: 168 time: 0.8213406 Jul 23 20:21:02.507205 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb9ed4-0c5a-49e0-b851-4c2a4781bdb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b14740b-4ba4-40dd-a14a-07c1cd027739,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:02.511943 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-42a5b072-801f-4174-ac26-cf7f002ff414 None None] Transition to ACTIVE for port object bb9e5483-a295-4335-be64-78001df0e67e will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:21:02.520087 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-42a5b072-801f-4174-ac26-cf7f002ff414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:02.532147 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3f6180dc-8f75-42e3-ad78-b62afdb108df tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:02.540480 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-bbe71750-7008-4bd2-b29a-dd7a2b4fd701 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Deleting port 37a53535-2eba-4b1c-a94b-99612a0f2e2a {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:02.540696 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bbe71750-7008-4bd2-b29a-dd7a2b4fd701 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:02.587722 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a5b072-801f-4174-ac26-cf7f002ff414 None None] Network bc3a8dc6-6426-4b79-be28-562abbff60cf is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:21:02.595834 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-42a5b072-801f-4174-ac26-cf7f002ff414 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:02.604300 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5b072-801f-4174-ac26-cf7f002ff414 None None] Pushing event updated for resources: {'Port': ['ID=bb9e5483-a295-4335-be64-78001df0e67e,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:02.607355 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a5b072-801f-4174-ac26-cf7f002ff414 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:21:02.622872 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5b072-801f-4174-ac26-cf7f002ff414 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:02.626376 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5b072-801f-4174-ac26-cf7f002ff414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:02.628453 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5b072-801f-4174-ac26-cf7f002ff414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:02.629974 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5b072-801f-4174-ac26-cf7f002ff414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:02.630423 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5b072-801f-4174-ac26-cf7f002ff414 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:02.630885 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5b072-801f-4174-ac26-cf7f002ff414 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:02.631267 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5b072-801f-4174-ac26-cf7f002ff414 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:02.631576 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5b072-801f-4174-ac26-cf7f002ff414 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:02.631950 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5b072-801f-4174-ac26-cf7f002ff414 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:02.632355 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5b072-801f-4174-ac26-cf7f002ff414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:02.635450 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5b072-801f-4174-ac26-cf7f002ff414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:02.635833 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5b072-801f-4174-ac26-cf7f002ff414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:02.755297 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39436) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:02.773876 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-42a5b072-801f-4174-ac26-cf7f002ff414 None None] Attempting to bind port bb9e5483-a295-4335-be64-78001df0e67e on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:21:02.775777 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-42a5b072-801f-4174-ac26-cf7f002ff414 None None] Attempting to bind port bb9e5483-a295-4335-be64-78001df0e67e by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'dea7e3e1-b804-452a-bf81-56c1e0e44ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bc3a8dc6-6426-4b79-be28-562abbff60cf'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:21:02.776281 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a5b072-801f-4174-ac26-cf7f002ff414 None None] Attempting to bind port bb9e5483-a295-4335-be64-78001df0e67e on network bc3a8dc6-6426-4b79-be28-562abbff60cf {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:21:02.783202 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a5b072-801f-4174-ac26-cf7f002ff414 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:21:02.783863 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a5b072-801f-4174-ac26-cf7f002ff414 None None] Checking segment: {'id': 'dea7e3e1-b804-452a-bf81-56c1e0e44ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bc3a8dc6-6426-4b79-be28-562abbff60cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:21:02.784524 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-42a5b072-801f-4174-ac26-cf7f002ff414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:02.787593 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a5b072-801f-4174-ac26-cf7f002ff414 None None] Bound using segment: {'id': 'dea7e3e1-b804-452a-bf81-56c1e0e44ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bc3a8dc6-6426-4b79-be28-562abbff60cf'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:21:02.788550 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-42a5b072-801f-4174-ac26-cf7f002ff414 None None] Bound port: bb9e5483-a295-4335-be64-78001df0e67e, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea7e3e1-b804-452a-bf81-56c1e0e44ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bc3a8dc6-6426-4b79-be28-562abbff60cf'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:21:02.790009 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-42a5b072-801f-4174-ac26-cf7f002ff414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:02.867876 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-3f6180dc-8f75-42e3-ad78-b62afdb108df tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Allocated IP 172.25.1.28 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/fe63aa05-d539-40e4-83c4-b0bf372ce939) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:21:02.904665 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bbe71750-7008-4bd2-b29a-dd7a2b4fd701 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:02.905415 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6d7aa940-f056-4ae7-a3e6-ceac672699dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bee72acb19114053b3b08cfc440a4cd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1487477 Jul 23 20:21:02.908579 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39442) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:02.930703 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39444) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:02.947843 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-42a5b072-801f-4174-ac26-cf7f002ff414 None None] For port bb9e5483-a295-4335-be64-78001df0e67e, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:21:02.952097 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-42a5b072-801f-4174-ac26-cf7f002ff414 None None] For port bb9e5483-a295-4335-be64-78001df0e67e, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=bb9e5483-a295-4335-be64-78001df0e67e,segment=NetworkSegment(dea7e3e1-b804-452a-bf81-56c1e0e44ef1),segment_id=dea7e3e1-b804-452a-bf81-56c1e0e44ef1)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:21:02.957209 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-42a5b072-801f-4174-ac26-cf7f002ff414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:02.964161 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-bbe71750-7008-4bd2-b29a-dd7a2b4fd701 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Calling delete_port for 37a53535-2eba-4b1c-a94b-99612a0f2e2a owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:03.081928 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-80dbdd39-b7e7-4a14-905f-4a1a778d0ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:03.123544 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5b072-801f-4174-ac26-cf7f002ff414 None None] Pushing event updated for resources: {'Port': ['ID=bb9e5483-a295-4335-be64-78001df0e67e,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:03.184947 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-80dbdd39-b7e7-4a14-905f-4a1a778d0ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:03.278237 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3f6180dc-8f75-42e3-ad78-b62afdb108df tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:03.281641 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312204c0-c524-48a3-9b16-96e81b4baa86 req-455a64b8-fc48-414a-ae3e-8990d080f120 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:03.293550 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-312204c0-c524-48a3-9b16-96e81b4baa86 req-455a64b8-fc48-414a-ae3e-8990d080f120 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a30f21-a07f-4acf-88e7-419fa401bd22 HTTP/1.1" status: 200 len: 945 time: 0.2211764 Jul 23 20:21:03.373153 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-fe2917fd-39ed-470b-b1e7-0c48613f4dc4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=36b59ea183954e679f26ce18f779fdac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4352167 Jul 23 20:21:03.378381 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-312204c0-c524-48a3-9b16-96e81b4baa86 req-3b5cf7e5-8251-42c0-bb8d-cf92d04dc742 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/security-groups?id=024f7503-5ec6-4f9b-80a1-d6f9beb877c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836623 Jul 23 20:21:03.379043 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39462) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:03.563728 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6c2e0a6-baab-4fc4-b5e6-b9da05f39071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:03.637454 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6c2e0a6-baab-4fc4-b5e6-b9da05f39071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:03.853555 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device bb9e5483-a295-4335-be64-78001df0e67e up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:21:03.864525 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6c2e0a6-baab-4fc4-b5e6-b9da05f39071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:03.886815 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6c2e0a6-baab-4fc4-b5e6-b9da05f39071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:03.890408 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d6c2e0a6-baab-4fc4-b5e6-b9da05f39071 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e9bf42d4-3155-492d-abb3-47d50900e8e3 HTTP/1.1" status: 204 len: 168 time: 0.5096612 Jul 23 20:21:03.955513 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c2e0a6-baab-4fc4-b5e6-b9da05f39071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bf42d4-3155-492d-abb3-47d50900e8e3,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:04.119632 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port bb9e5483-a295-4335-be64-78001df0e67e completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:21:04.344189 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3f6180dc-8f75-42e3-ad78-b62afdb108df tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:04.386135 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-80dbdd39-b7e7-4a14-905f-4a1a778d0ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:04.390385 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-80dbdd39-b7e7-4a14-905f-4a1a778d0ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:04.403257 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-80dbdd39-b7e7-4a14-905f-4a1a778d0ced admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f06ad6d5-b896-483c-8e28-0339ad52a0b9 HTTP/1.1" status: 204 len: 168 time: 1.4921191 Jul 23 20:21:04.448680 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bbe71750-7008-4bd2-b29a-dd7a2b4fd701 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:04.515984 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dbdd39-b7e7-4a14-905f-4a1a778d0ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06ad6d5-b896-483c-8e28-0339ad52a0b9,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:04.572756 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6180dc-8f75-42e3-ad78-b62afdb108df tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:21:04.607133 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-3f6180dc-8f75-42e3-ad78-b62afdb108df tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:04.610049 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6180dc-8f75-42e3-ad78-b62afdb108df tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:21:04.652293 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6180dc-8f75-42e3-ad78-b62afdb108df tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Pushing event updated for resources: {'Port': ['ID=fe63aa05-d539-40e4-83c4-b0bf372ce939,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:04.970675 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe71750-7008-4bd2-b29a-dd7a2b4fd701 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event deleted for resources: {'Port': ['ID=37a53535-2eba-4b1c-a94b-99612a0f2e2a,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:05.012780 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d30356-2b13-4dd4-8f3c-4785e660bcfe req-c6283e49-e559-47ce-8053-96b2e80599ab tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:05.029726 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d1d30356-2b13-4dd4-8f3c-4785e660bcfe req-c6283e49-e559-47ce-8053-96b2e80599ab tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a30f21-a07f-4acf-88e7-419fa401bd22 HTTP/1.1" status: 200 len: 945 time: 0.8416944 Jul 23 20:21:05.034434 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372e3afa-b81d-4104-b629-8c8bf37999e1 None None] Network bc3a8dc6-6426-4b79-be28-562abbff60cf requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:05.051279 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39514) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:05.157808 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bbe71750-7008-4bd2-b29a-dd7a2b4fd701 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:05.175505 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-34b034af-0870-4976-bf7d-ab7592816f3d None None] Provisioning for port bb9e5483-a295-4335-be64-78001df0e67e completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:21:05.192517 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-34b034af-0870-4976-bf7d-ab7592816f3d None None] Provisioning complete for port bb9e5483-a295-4335-be64-78001df0e67e triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:05.194262 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-34b034af-0870-4976-bf7d-ab7592816f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:05.209432 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d1d30356-2b13-4dd4-8f3c-4785e660bcfe req-81ec6864-620d-42b2-be8b-879fd254b5a4 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/security-groups?id=024f7503-5ec6-4f9b-80a1-d6f9beb877c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777472 Jul 23 20:21:05.256096 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39524) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:05.435109 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cb7b5fe0-f511-48e8-8296-e3ac08db685e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:05.590802 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3f6180dc-8f75-42e3-ad78-b62afdb108df tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:05.705085 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-34b034af-0870-4976-bf7d-ab7592816f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:05.917972 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-34b034af-0870-4976-bf7d-ab7592816f3d None None] For port bb9e5483-a295-4335-be64-78001df0e67e, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=bb9e5483-a295-4335-be64-78001df0e67e,segment=NetworkSegment(dea7e3e1-b804-452a-bf81-56c1e0e44ef1),segment_id=dea7e3e1-b804-452a-bf81-56c1e0e44ef1)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:05.931100 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cb7b5fe0-f511-48e8-8296-e3ac08db685e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:05.939256 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cb7b5fe0-f511-48e8-8296-e3ac08db685e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:05.941511 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-34b034af-0870-4976-bf7d-ab7592816f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:05.961283 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe71750-7008-4bd2-b29a-dd7a2b4fd701 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Router 3263251a-2556-48ea-94e6-bad8a3da1449 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:21:06.108415 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b034af-0870-4976-bf7d-ab7592816f3d None None] Pushing event updated for resources: {'Port': ['ID=bb9e5483-a295-4335-be64-78001df0e67e,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:06.146725 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b5fe0-f511-48e8-8296-e3ac08db685e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd1ee37-30be-4896-94d8-34bf0a912e0d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:06.176920 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-129bf3da-1686-44ae-b315-16c31959de85 None None] Provisioning complete for port bb9e5483-a295-4335-be64-78001df0e67e triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:06.179058 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-cb7b5fe0-f511-48e8-8296-e3ac08db685e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea0d6f5118394afea1ddc0b0e0aaef00&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1264150 Jul 23 20:21:06.179344 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-129bf3da-1686-44ae-b315-16c31959de85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:06.182108 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39542) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:06.188108 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe71750-7008-4bd2-b29a-dd7a2b4fd701 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:21:06.206676 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd56e11-011d-4201-9ca0-f6efde472188 None None] Sync routers for ids ['3263251a-2556-48ea-94e6-bad8a3da1449'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:21:06.207548 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-bbe71750-7008-4bd2-b29a-dd7a2b4fd701 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "PUT /v2.0/routers/3263251a-2556-48ea-94e6-bad8a3da1449/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9107070 Jul 23 20:21:06.209917 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39544) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:06.219843 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd56e11-011d-4201-9ca0-f6efde472188 None None] Routers {'3263251a-2556-48ea-94e6-bad8a3da1449'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:21:06.221841 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-fdd56e11-011d-4201-9ca0-f6efde472188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:20:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['3263251a-2556-48ea-94e6-bad8a3da1449'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:06.288518 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3f6180dc-8f75-42e3-ad78-b62afdb108df tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:06.308411 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-fdd56e11-011d-4201-9ca0-f6efde472188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:06.334838 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd56e11-011d-4201-9ca0-f6efde472188 None None] Routers {'3263251a-2556-48ea-94e6-bad8a3da1449'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:21:06.335659 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-fdd56e11-011d-4201-9ca0-f6efde472188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:20:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['3263251a-2556-48ea-94e6-bad8a3da1449'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:06.416208 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-fdd56e11-011d-4201-9ca0-f6efde472188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:06.423541 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ec6577-b3b2-4284-9c4f-3fce05ef0a38 tempest-TestVolumeBackupRestore-1865690211 tempest-TestVolumeBackupRestore-1865690211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:06.426580 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a7ec6577-b3b2-4284-9c4f-3fce05ef0a38 tempest-TestVolumeBackupRestore-1865690211 tempest-TestVolumeBackupRestore-1865690211-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c9a30f21-a07f-4acf-88e7-419fa401bd22 HTTP/1.1" status: 200 len: 1092 time: 1.1690903 Jul 23 20:21:06.429779 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd56e11-011d-4201-9ca0-f6efde472188 None None] The sync data for ids ['3263251a-2556-48ea-94e6-bad8a3da1449'] in n-d-793618-10 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:21:06.430310 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39558) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:06.444364 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-d8f206aa-9183-4b35-a578-e9c009c778dc tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'port_id': '8412dd6e-e40d-4cab-be38-4e7fffd68110', 'tenant_id': '936c6a23d3304ba9b49a208cdf1f5765', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:06.486881 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9dc343a3-36c6-4cad-9fca-d689642b872f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:06.527772 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d8f206aa-9183-4b35-a578-e9c009c778dc tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:06.543461 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9dc343a3-36c6-4cad-9fca-d689642b872f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:06.695256 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39566) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:06.788017 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9dc343a3-36c6-4cad-9fca-d689642b872f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:06.792885 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9dc343a3-36c6-4cad-9fca-d689642b872f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:06.794931 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9dc343a3-36c6-4cad-9fca-d689642b872f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2cd1ee37-30be-4896-94d8-34bf0a912e0d HTTP/1.1" status: 204 len: 168 time: 0.6098542 Jul 23 20:21:06.811502 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39576) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:06.812948 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc343a3-36c6-4cad-9fca-d689642b872f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd1ee37-30be-4896-94d8-34bf0a912e0d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:06.879578 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d8f206aa-9183-4b35-a578-e9c009c778dc tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:06.978518 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6180dc-8f75-42e3-ad78-b62afdb108df tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Router fd16e1f8-31fe-4c5a-89b7-35bfa588e692 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:21:07.105631 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-f534bd31-a7b8-44b2-9618-cd3c26ef62e4 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1552121667'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:07.125913 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-d8f206aa-9183-4b35-a578-e9c009c778dc tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Allocated IP 172.25.1.218 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/495735f8-5a16-4002-baac-1d734a71047d) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:21:07.129807 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f534bd31-a7b8-44b2-9618-cd3c26ef62e4 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Made reservation on behalf of 128b4454d4624f32bef68d6f7773419e for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:07.133820 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f534bd31-a7b8-44b2-9618-cd3c26ef62e4 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:07.149616 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f534bd31-a7b8-44b2-9618-cd3c26ef62e4 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:07.222393 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-25bd0d18-5791-42c7-a202-4fdce1de2572 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:07.315629 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6180dc-8f75-42e3-ad78-b62afdb108df tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:21:07.335764 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d30bf48-1805-4b44-8a6c-48e396e18b60 None None] Sync routers for ids ['fd16e1f8-31fe-4c5a-89b7-35bfa588e692'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:21:07.381845 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d30bf48-1805-4b44-8a6c-48e396e18b60 None None] Routers {'fd16e1f8-31fe-4c5a-89b7-35bfa588e692'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:21:07.386973 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-1d30bf48-1805-4b44-8a6c-48e396e18b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:20:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['fd16e1f8-31fe-4c5a-89b7-35bfa588e692'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:07.414189 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d8f206aa-9183-4b35-a578-e9c009c778dc tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:07.487155 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-1d30bf48-1805-4b44-8a6c-48e396e18b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:07.507213 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d30bf48-1805-4b44-8a6c-48e396e18b60 None None] Routers {'fd16e1f8-31fe-4c5a-89b7-35bfa588e692'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:21:07.508270 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-1d30bf48-1805-4b44-8a6c-48e396e18b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:20:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['fd16e1f8-31fe-4c5a-89b7-35bfa588e692'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:07.514379 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-c2a8dd37-ce5a-4a58-a193-17b86a345ba3 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1671100559-network', 'tenant_id': '191459dede4f4a1d88768c19ea23ffa4'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:07.551843 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-1d30bf48-1805-4b44-8a6c-48e396e18b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:07.553022 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d30bf48-1805-4b44-8a6c-48e396e18b60 None None] The sync data for ids ['fd16e1f8-31fe-4c5a-89b7-35bfa588e692'] in n-d-793618-10 is: [] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:21:07.587427 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d8f206aa-9183-4b35-a578-e9c009c778dc tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:07.620458 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f206aa-9183-4b35-a578-e9c009c778dc tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:21:07.631796 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-d8f206aa-9183-4b35-a578-e9c009c778dc tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:07.649579 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device bb9e5483-a295-4335-be64-78001df0e67e up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:21:07.664624 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f206aa-9183-4b35-a578-e9c009c778dc tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:21:07.728224 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f206aa-9183-4b35-a578-e9c009c778dc tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Pushing event updated for resources: {'Port': ['ID=495735f8-5a16-4002-baac-1d734a71047d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:07.809063 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port bb9e5483-a295-4335-be64-78001df0e67e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:07.809817 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:08.024475 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f534bd31-a7b8-44b2-9618-cd3c26ef62e4 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:08.054876 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f534bd31-a7b8-44b2-9618-cd3c26ef62e4 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:08.062811 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3f6180dc-8f75-42e3-ad78-b62afdb108df tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:08.067093 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3f6180dc-8f75-42e3-ad78-b62afdb108df tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.0489976 Jul 23 20:21:08.071329 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39604) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:08.119770 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a8dd37-ce5a-4a58-a193-17b86a345ba3 admin admin] Made reservation on behalf of 191459dede4f4a1d88768c19ea23ffa4 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:08.122223 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c2a8dd37-ce5a-4a58-a193-17b86a345ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:08.153986 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c2a8dd37-ce5a-4a58-a193-17b86a345ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:08.168678 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f534bd31-a7b8-44b2-9618-cd3c26ef62e4 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:21:08.186802 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f534bd31-a7b8-44b2-9618-cd3c26ef62e4 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f44f2406-29d9-4d8e-b546-1dd3e47e00bd,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:08.261904 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f534bd31-a7b8-44b2-9618-cd3c26ef62e4 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:08.262915 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-f534bd31-a7b8-44b2-9618-cd3c26ef62e4 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Added segment 98cae227-dfbd-4ccd-81cb-e27d7ff15c93 of type vlan for network 0b6a06a6-abbe-4065-a303-d0a9ce7bbc5f Jul 23 20:21:08.401077 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d8f206aa-9183-4b35-a578-e9c009c778dc tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:08.486845 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f534bd31-a7b8-44b2-9618-cd3c26ef62e4 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:08.509656 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c2a8dd37-ce5a-4a58-a193-17b86a345ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:08.569208 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d8f206aa-9183-4b35-a578-e9c009c778dc tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:08.573120 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c2a8dd37-ce5a-4a58-a193-17b86a345ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:08.608754 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f534bd31-a7b8-44b2-9618-cd3c26ef62e4 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:08.619756 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f534bd31-a7b8-44b2-9618-cd3c26ef62e4 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:08.620825 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f534bd31-a7b8-44b2-9618-cd3c26ef62e4 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:08.731454 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a8dd37-ce5a-4a58-a193-17b86a345ba3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:21:08.758884 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f534bd31-a7b8-44b2-9618-cd3c26ef62e4 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event updated for resources: {'Network': ['ID=0b6a06a6-abbe-4065-a303-d0a9ce7bbc5f,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:08.766156 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a8dd37-ce5a-4a58-a193-17b86a345ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141927d8-7162-4186-bfa0-aa15298fbc4b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:08.776589 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 0b6a06a6-abbe-4065-a303-d0a9ce7bbc5f details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:21:08.794585 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c2a8dd37-ce5a-4a58-a193-17b86a345ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:08.795406 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-c2a8dd37-ce5a-4a58-a193-17b86a345ba3 admin admin] Added segment 3127c41e-6e33-4369-823a-622b649f1aee of type vlan for network 9e36d1ac-e2b0-4a25-8f7f-2b0b2eea7d06 Jul 23 20:21:08.856634 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f534bd31-a7b8-44b2-9618-cd3c26ef62e4 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1597757 Jul 23 20:21:08.966698 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c2a8dd37-ce5a-4a58-a193-17b86a345ba3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:09.035793 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c2a8dd37-ce5a-4a58-a193-17b86a345ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:09.039043 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a8dd37-ce5a-4a58-a193-17b86a345ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:09.040405 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c2a8dd37-ce5a-4a58-a193-17b86a345ba3 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:09.075293 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c2a8dd37-ce5a-4a58-a193-17b86a345ba3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2587132 Jul 23 20:21:09.089590 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39628) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:09.154106 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f5206f3b-32e8-4d0a-8608-ac7be1a9b9af admin admin] Request body: {'subnet': {'network_id': '9e36d1ac-e2b0-4a25-8f7f-2b0b2eea7d06', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1671100559-subnet', 'tenant_id': '191459dede4f4a1d88768c19ea23ffa4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:09.179247 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-25bd0d18-5791-42c7-a202-4fdce1de2572 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Deleting port 57eacd5f-5511-4869-9d83-1dc21af7450f {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:09.180987 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-25bd0d18-5791-42c7-a202-4fdce1de2572 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:09.263578 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a8dd37-ce5a-4a58-a193-17b86a345ba3 admin admin] Pushing event updated for resources: {'Network': ['ID=9e36d1ac-e2b0-4a25-8f7f-2b0b2eea7d06,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:09.276779 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 9e36d1ac-e2b0-4a25-8f7f-2b0b2eea7d06 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:21:09.283307 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5206f3b-32e8-4d0a-8608-ac7be1a9b9af admin admin] Made reservation on behalf of 191459dede4f4a1d88768c19ea23ffa4 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:09.287944 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f5206f3b-32e8-4d0a-8608-ac7be1a9b9af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:09.352759 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d8f206aa-9183-4b35-a578-e9c009c778dc tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:09.360581 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d8f206aa-9183-4b35-a578-e9c009c778dc tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:09.529662 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-25bd0d18-5791-42c7-a202-4fdce1de2572 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:09.570688 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-25bd0d18-5791-42c7-a202-4fdce1de2572 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Calling delete_port for 57eacd5f-5511-4869-9d83-1dc21af7450f owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:09.744449 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1bc9a8c1-0002-4549-aadb-277d3c12548f tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:09.865440 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f206aa-9183-4b35-a578-e9c009c778dc tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Pushing event updated for resources: {'Port': ['ID=495735f8-5a16-4002-baac-1d734a71047d,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:10.040411 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d8f206aa-9183-4b35-a578-e9c009c778dc tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:10.225229 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bd835af0-0118-4975-b2d0-a87e37dba527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:10.296660 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-25bd0d18-5791-42c7-a202-4fdce1de2572 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:10.343693 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd0d18-5791-42c7-a202-4fdce1de2572 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event deleted for resources: {'Port': ['ID=57eacd5f-5511-4869-9d83-1dc21af7450f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:10.462612 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [None req-d8f206aa-9183-4b35-a578-e9c009c778dc tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Floating IP f147e131-695a-46cb-95f3-ce9c4469eab5 associated. External IP: 172.25.1.218, port: 8412dd6e-e40d-4cab-be38-4e7fffd68110. Jul 23 20:21:10.682810 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f5206f3b-32e8-4d0a-8608-ac7be1a9b9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:10.727492 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-25bd0d18-5791-42c7-a202-4fdce1de2572 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:10.805926 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5206f3b-32e8-4d0a-8608-ac7be1a9b9af admin admin] Pushing event updated for resources: {'Subnet': ['ID=956c5073-c011-40ee-82a0-88c6a46dfc67,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:10.918721 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-1bc9a8c1-0002-4549-aadb-277d3c12548f tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Allocated IP 172.20.0.1 (bc3a8dc6-6426-4b79-be28-562abbff60cf/517c9b1b-aecc-4d71-b5f1-e52a3370a39e/1d911c93-ed73-4f85-babb-2fa3f62df8cf) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:21:10.984418 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5206f3b-32e8-4d0a-8608-ac7be1a9b9af admin admin] Checking segment: {'id': '3127c41e-6e33-4369-823a-622b649f1aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9e36d1ac-e2b0-4a25-8f7f-2b0b2eea7d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:21:10.985084 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5206f3b-32e8-4d0a-8608-ac7be1a9b9af admin admin] Network hostable DHCP agents. Network: 9e36d1ac-e2b0-4a25-8f7f-2b0b2eea7d06, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:21:10.990937 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f206aa-9183-4b35-a578-e9c009c778dc tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Router ad0ca847-2ba1-4c42-911f-a67614902db7 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:21:11.141782 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1bc9a8c1-0002-4549-aadb-277d3c12548f tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:11.169778 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f206aa-9183-4b35-a578-e9c009c778dc tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:21:11.171192 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5280bd-b71c-4dfb-a176-21fa4bcccf18 None None] Sync routers for ids ['ad0ca847-2ba1-4c42-911f-a67614902db7'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:21:11.177383 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5206f3b-32e8-4d0a-8608-ac7be1a9b9af admin admin] Network 9e36d1ac-e2b0-4a25-8f7f-2b0b2eea7d06 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:21:11.184750 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d8f206aa-9183-4b35-a578-e9c009c778dc tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:11.193165 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5280bd-b71c-4dfb-a176-21fa4bcccf18 None None] Routers {'ad0ca847-2ba1-4c42-911f-a67614902db7'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:21:11.195160 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2b5280bd-b71c-4dfb-a176-21fa4bcccf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:20:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ad0ca847-2ba1-4c42-911f-a67614902db7'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:11.202289 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-1bc9a8c1-0002-4549-aadb-277d3c12548f tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Transition to ACTIVE for port object 1d911c93-ed73-4f85-babb-2fa3f62df8cf will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:21:11.202831 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-f5206f3b-32e8-4d0a-8608-ac7be1a9b9af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 9e36d1ac-e2b0-4a25-8f7f-2b0b2eea7d06) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:11.220446 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0611fbb1-8685-4171-ac47-7f2d23af4137 None None] Network 9e36d1ac-e2b0-4a25-8f7f-2b0b2eea7d06 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:11.251238 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5206f3b-32e8-4d0a-8608-ac7be1a9b9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:11.251238 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f5206f3b-32e8-4d0a-8608-ac7be1a9b9af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:11.287471 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f5206f3b-32e8-4d0a-8608-ac7be1a9b9af admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1623504 Jul 23 20:21:11.329947 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d8f206aa-9183-4b35-a578-e9c009c778dc tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8913503 Jul 23 20:21:11.331884 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39672) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:11.332562 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a30f21-a07f-4acf-88e7-419fa401bd22', 'tag': '8412dd6e-e40d-4cab-be38-4e7fffd68110'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:21:11.340279 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a17af96-0029-4234-85a3-11d898ccdbed" -d '{"events": [{"name": "network-changed", "server_uuid": "c9a30f21-a07f-4acf-88e7-419fa401bd22", "tag": "8412dd6e-e40d-4cab-be38-4e7fffd68110"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:21:11.504010 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15dcd91a-c968-4f9b-b744-424f3a79a909 x-openstack-request-id: req-15dcd91a-c968-4f9b-b744-424f3a79a909 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:21:11.505088 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9a30f21-a07f-4acf-88e7-419fa401bd22", "tag": "8412dd6e-e40d-4cab-be38-4e7fffd68110", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:21:11.505088 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-15dcd91a-c968-4f9b-b744-424f3a79a909 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:21:11.513959 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9a30f21-a07f-4acf-88e7-419fa401bd22', 'tag': '8412dd6e-e40d-4cab-be38-4e7fffd68110', 'status': 'completed', 'code': 200} Jul 23 20:21:11.648935 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4f4c9e-af5b-4fad-bf5f-3f923d1ef478 tempest-TestVolumeBackupRestore-1865690211 tempest-TestVolumeBackupRestore-1865690211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:11.665607 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0d4f4c9e-af5b-4fad-bf5f-3f923d1ef478 tempest-TestVolumeBackupRestore-1865690211 tempest-TestVolumeBackupRestore-1865690211-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c9a30f21-a07f-4acf-88e7-419fa401bd22 HTTP/1.1" status: 200 len: 1092 time: 0.3125904 Jul 23 20:21:11.674332 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39680) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:11.687403 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-555f0c24-9cad-40bb-83e8-5d3be584e1b4 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Request body: {'floatingip': {'port_id': '8412dd6e-e40d-4cab-be38-4e7fffd68110'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:11.779336 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-2b5280bd-b71c-4dfb-a176-21fa4bcccf18 None None] Set router ad0ca847-2ba1-4c42-911f-a67614902db7 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:21:11.844163 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e04d207-22ec-4c75-a896-658f3a9690ff None None] Network 9e36d1ac-e2b0-4a25-8f7f-2b0b2eea7d06 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:12.209565 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-555f0c24-9cad-40bb-83e8-5d3be584e1b4 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:12.544908 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1bc9a8c1-0002-4549-aadb-277d3c12548f tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:12.569729 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25bd0d18-5791-42c7-a202-4fdce1de2572 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Router 3263251a-2556-48ea-94e6-bad8a3da1449 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:21:12.702800 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2b5280bd-b71c-4dfb-a176-21fa4bcccf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'name': 'tempest-TestVolumeBackupRestore-1866629625-router', 'tenant_id': '936c6a23d3304ba9b49a208cdf1f5765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '1891fa76-5723-4929-a956-23f2b334f13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:15:52Z', 'updated_at': '2021-07-23T20:16:01Z', 'revision_number': 4, 'project_id': '936c6a23d3304ba9b49a208cdf1f5765', 'gw_port': {'id': '1891fa76-5723-4929-a956-23f2b334f13e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:15:53Z', 'updated_at': '2021-07-23T20:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'f147e131-695a-46cb-95f3-ce9c4469eab5', 'tenant_id': '936c6a23d3304ba9b49a208cdf1f5765', 'floating_ip_address': '172.25.1.218', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'port_id': '8412dd6e-e40d-4cab-be38-4e7fffd68110', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42c06545-369c-43b2-8575-bfb5ce0ad6be', 'mac_address': 'fa:16:3e:e2:d9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a30f21-a07f-4acf-88e7-419fa401bd22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:21:08Z', 'updated_at': '2021-07-23T20:21:08Z', 'revision_number': 0, 'project_id': '936c6a23d3304ba9b49a208cdf1f5765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4bc5f09-cdb8-48e3-8019-28deabcd5fa2', 'name': '', 'network_id': '42c06545-369c-43b2-8575-bfb5ce0ad6be', 'tenant_id': '936c6a23d3304ba9b49a208cdf1f5765', 'mac_address': 'fa:16:3e:7c:67:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '2ccb223c-2045-4a31-86c3-160bfa105044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:15:58Z', 'updated_at': '2021-07-23T20:16:16Z', 'revision_number': 5, 'project_id': '936c6a23d3304ba9b49a208cdf1f5765', 'subnets': [{'id': '2ccb223c-2045-4a31-86c3-160bfa105044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:12.851464 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5280bd-b71c-4dfb-a176-21fa4bcccf18 None None] Checking router: ad0ca847-2ba1-4c42-911f-a67614902db7 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:21:12.888686 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5280bd-b71c-4dfb-a176-21fa4bcccf18 None None] Routers {'ad0ca847-2ba1-4c42-911f-a67614902db7'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:21:12.891050 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2b5280bd-b71c-4dfb-a176-21fa4bcccf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:20:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ad0ca847-2ba1-4c42-911f-a67614902db7'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:12.971485 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc9a8c1-0002-4549-aadb-277d3c12548f tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Network bc3a8dc6-6426-4b79-be28-562abbff60cf is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:21:13.088529 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17af96-0029-4234-85a3-11d898ccdbed req-e577554b-e2b1-4c28-bbd5-b0f6c79706af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:13.092187 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a17af96-0029-4234-85a3-11d898ccdbed req-e577554b-e2b1-4c28-bbd5-b0f6c79706af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=936c6a23d3304ba9b49a208cdf1f5765&device_id=c9a30f21-a07f-4acf-88e7-419fa401bd22 HTTP/1.1" status: 200 len: 1097 time: 1.4486046 Jul 23 20:21:13.093435 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9a8c1-0002-4549-aadb-277d3c12548f tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Pushing event updated for resources: {'Port': ['ID=1d911c93-ed73-4f85-babb-2fa3f62df8cf,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:13.258513 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bd0d18-5791-42c7-a202-4fdce1de2572 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:21:13.281718 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7601c57-f533-4d18-aa9f-f42257f6593c None None] Sync routers for ids ['3263251a-2556-48ea-94e6-bad8a3da1449'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:21:13.291233 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-1bc9a8c1-0002-4549-aadb-277d3c12548f tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:13.299186 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.db.resource_extend [None req-555f0c24-9cad-40bb-83e8-5d3be584e1b4 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:21:13.393953 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7601c57-f533-4d18-aa9f-f42257f6593c None None] Routers {'3263251a-2556-48ea-94e6-bad8a3da1449'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:21:13.395114 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-a7601c57-f533-4d18-aa9f-f42257f6593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:20:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['3263251a-2556-48ea-94e6-bad8a3da1449'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:13.428498 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-25bd0d18-5791-42c7-a202-4fdce1de2572 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "PUT /v2.0/routers/3263251a-2556-48ea-94e6-bad8a3da1449/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1428905 Jul 23 20:21:13.431977 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc9a8c1-0002-4549-aadb-277d3c12548f tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:21:13.535514 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-555f0c24-9cad-40bb-83e8-5d3be584e1b4 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:13.544697 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39732) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:13.608884 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-555f0c24-9cad-40bb-83e8-5d3be584e1b4 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:13.619592 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39738) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:13.632593 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-a7601c57-f533-4d18-aa9f-f42257f6593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:13.693639 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:13.757166 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-60ae6ccc-d27e-466b-9716-b703697684ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:13.764497 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7601c57-f533-4d18-aa9f-f42257f6593c None None] Routers {'3263251a-2556-48ea-94e6-bad8a3da1449'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:21:13.769440 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-a7601c57-f533-4d18-aa9f-f42257f6593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:20:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['3263251a-2556-48ea-94e6-bad8a3da1449'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:13.796260 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-2b5280bd-b71c-4dfb-a176-21fa4bcccf18 None None] Set router ad0ca847-2ba1-4c42-911f-a67614902db7 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:21:13.891923 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e9a04e57-087e-4015-9d5e-4d6ba1a9b281 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "GET /v2.0/ports?device_id=3263251a-2556-48ea-94e6-bad8a3da1449 HTTP/1.1" status: 200 len: 205 time: 0.3430746 Jul 23 20:21:13.900225 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39742) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:13.990369 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-a7601c57-f533-4d18-aa9f-f42257f6593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:13.994876 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7601c57-f533-4d18-aa9f-f42257f6593c None None] The sync data for ids ['3263251a-2556-48ea-94e6-bad8a3da1449'] in n-d-793618-10 is: [] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:21:14.074673 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a6590672-22f5-4cec-9323-5f2b1910d4e3 None None] Provisioning for port 1d911c93-ed73-4f85-babb-2fa3f62df8cf completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:21:14.086633 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a6590672-22f5-4cec-9323-5f2b1910d4e3 None None] Provisioning complete for port 1d911c93-ed73-4f85-babb-2fa3f62df8cf triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:14.087365 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a6590672-22f5-4cec-9323-5f2b1910d4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:14.094459 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:14.151703 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f378f4a5-95c0-43af-a15a-6fec23797263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:14.182409 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a6590672-22f5-4cec-9323-5f2b1910d4e3 None None] Port 1d911c93-ed73-4f85-babb-2fa3f62df8cf cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:21:14.288191 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-34bd27e0-4ca5-47ff-9466-89e24acdc65c tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:14.325152 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39746) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:14.334455 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-04a2ab00-a9ef-4573-ad39-2cc72046df90 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Request body: {'subnet': {'network_id': '0b6a06a6-abbe-4065-a303-d0a9ce7bbc5f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:14.355244 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2b5280bd-b71c-4dfb-a176-21fa4bcccf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'name': 'tempest-TestVolumeBackupRestore-1866629625-router', 'tenant_id': '936c6a23d3304ba9b49a208cdf1f5765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '1891fa76-5723-4929-a956-23f2b334f13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:15:52Z', 'updated_at': '2021-07-23T20:16:01Z', 'revision_number': 4, 'project_id': '936c6a23d3304ba9b49a208cdf1f5765', 'gw_port': {'id': '1891fa76-5723-4929-a956-23f2b334f13e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:15:53Z', 'updated_at': '2021-07-23T20:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'f147e131-695a-46cb-95f3-ce9c4469eab5', 'tenant_id': '936c6a23d3304ba9b49a208cdf1f5765', 'floating_ip_address': '172.25.1.218', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'port_id': '8412dd6e-e40d-4cab-be38-4e7fffd68110', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42c06545-369c-43b2-8575-bfb5ce0ad6be', 'mac_address': 'fa:16:3e:e2:d9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a30f21-a07f-4acf-88e7-419fa401bd22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:21:08Z', 'updated_at': '2021-07-23T20:21:08Z', 'revision_number': 0, 'project_id': '936c6a23d3304ba9b49a208cdf1f5765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4bc5f09-cdb8-48e3-8019-28deabcd5fa2', 'name': '', 'network_id': '42c06545-369c-43b2-8575-bfb5ce0ad6be', 'tenant_id': '936c6a23d3304ba9b49a208cdf1f5765', 'mac_address': 'fa:16:3e:7c:67:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '2ccb223c-2045-4a31-86c3-160bfa105044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:15:58Z', 'updated_at': '2021-07-23T20:16:16Z', 'revision_number': 5, 'project_id': '936c6a23d3304ba9b49a208cdf1f5765', 'subnets': [{'id': '2ccb223c-2045-4a31-86c3-160bfa105044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:14.392313 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5280bd-b71c-4dfb-a176-21fa4bcccf18 None None] The sync data for ids ['ad0ca847-2ba1-4c42-911f-a67614902db7'] in n-d-793618-10 is: [{'id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'name': 'tempest-TestVolumeBackupRestore-1866629625-router', 'tenant_id': '936c6a23d3304ba9b49a208cdf1f5765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '1891fa76-5723-4929-a956-23f2b334f13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:15:52Z', 'updated_at': '2021-07-23T20:16:01Z', 'revision_number': 4, 'project_id': '936c6a23d3304ba9b49a208cdf1f5765', 'gw_port': {'id': '1891fa76-5723-4929-a956-23f2b334f13e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:15:53Z', 'updated_at': '2021-07-23T20:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'f147e131-695a-46cb-95f3-ce9c4469eab5', 'tenant_id': '936c6a23d3304ba9b49a208cdf1f5765', 'floating_ip_address': '172.25.1.218', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'port_id': '8412dd6e-e40d-4cab-be38-4e7fffd68110', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42c06545-369c-43b2-8575-bfb5ce0ad6be', 'mac_address': 'fa:16:3e:e2:d9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a30f21-a07f-4acf-88e7-419fa401bd22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:21:08Z', 'updated_at': '2021-07-23T20:21:08Z', 'revision_number': 0, 'project_id': '936c6a23d3304ba9b49a208cdf1f5765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4bc5f09-cdb8-48e3-8019-28deabcd5fa2', 'name': '', 'network_id': '42c06545-369c-43b2-8575-bfb5ce0ad6be', 'tenant_id': '936c6a23d3304ba9b49a208cdf1f5765', 'mac_address': 'fa:16:3e:7c:67:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '2ccb223c-2045-4a31-86c3-160bfa105044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:15:58Z', 'updated_at': '2021-07-23T20:16:16Z', 'revision_number': 5, 'project_id': '936c6a23d3304ba9b49a208cdf1f5765', 'subnets': [{'id': '2ccb223c-2045-4a31-86c3-160bfa105044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:21:14.488905 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1bc9a8c1-0002-4549-aadb-277d3c12548f tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:14.491822 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:14.546544 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:14.738943 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-34bd27e0-4ca5-47ff-9466-89e24acdc65c tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:14.743816 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-34bd27e0-4ca5-47ff-9466-89e24acdc65c tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:14.777020 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-ae000237-bd3e-4499-8fe8-c4cdb5c63e14 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:14.779463 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-ae000237-bd3e-4499-8fe8-c4cdb5c63e14 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] 10.222.0.32 "GET /v2.0/networks?id=9e36d1ac-e2b0-4a25-8f7f-2b0b2eea7d06 HTTP/1.1" status: 200 len: 814 time: 2.0080066 Jul 23 20:21:14.803003 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555f0c24-9cad-40bb-83e8-5d3be584e1b4 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Router ad0ca847-2ba1-4c42-911f-a67614902db7 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:21:14.816917 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f378f4a5-95c0-43af-a15a-6fec23797263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:14.823362 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f378f4a5-95c0-43af-a15a-6fec23797263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:14.867927 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f378f4a5-95c0-43af-a15a-6fec23797263 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f672c2d205b347d1a4eafd62f146c71c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1255434 Jul 23 20:21:14.869153 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39756) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:14.911429 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca76fe1-40dc-4ab2-8316-1132552dc4a2 None None] New status for floating IP f147e131-695a-46cb-95f3-ce9c4469eab5: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:21:15.019209 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a2ab00-a9ef-4573-ad39-2cc72046df90 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Made reservation on behalf of 128b4454d4624f32bef68d6f7773419e for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:15.024053 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-04a2ab00-a9ef-4573-ad39-2cc72046df90 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:15.034082 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378f4a5-95c0-43af-a15a-6fec23797263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257653df-37ff-4e8e-846b-ac7394466777,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:15.227626 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-955ff7d3-5ce9-4a36-a3a8-df74df82356b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:15.276691 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-955ff7d3-5ce9-4a36-a3a8-df74df82356b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:15.276977 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17af96-0029-4234-85a3-11d898ccdbed req-1a592385-86a0-4776-8e38-4877b9b02f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:15.279880 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a17af96-0029-4234-85a3-11d898ccdbed req-1a592385-86a0-4776-8e38-4877b9b02f51 service neutron] 10.222.0.18 "GET /v2.0/networks?id=42c06545-369c-43b2-8575-bfb5ce0ad6be HTTP/1.1" status: 200 len: 915 time: 2.1783276 Jul 23 20:21:15.309840 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-c05eac47-377b-4c0e-b162-cbee9ddeed62 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] 10.222.0.32 "GET /v2.0/quotas/191459dede4f4a1d88768c19ea23ffa4 HTTP/1.1" status: 200 len: 375 time: 0.5115278 Jul 23 20:21:15.310806 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-34bd27e0-4ca5-47ff-9466-89e24acdc65c tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:15.311640 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bd27e0-4ca5-47ff-9466-89e24acdc65c tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Fanout notify agent at l3_agent the message router_deleted on router 3263251a-2556-48ea-94e6-bad8a3da1449 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:21:15.410767 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555f0c24-9cad-40bb-83e8-5d3be584e1b4 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:21:15.418988 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-34bd27e0-4ca5-47ff-9466-89e24acdc65c tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:15.419310 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-555f0c24-9cad-40bb-83e8-5d3be584e1b4 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:15.421051 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-34bd27e0-4ca5-47ff-9466-89e24acdc65c tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "DELETE /v2.0/routers/3263251a-2556-48ea-94e6-bad8a3da1449 HTTP/1.1" status: 204 len: 168 time: 1.4819231 Jul 23 20:21:15.424104 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39764) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:15.439343 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df158d4-a27e-4805-9197-c2d2c852aafc None None] Sync routers for ids ['ad0ca847-2ba1-4c42-911f-a67614902db7'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:21:15.459435 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df158d4-a27e-4805-9197-c2d2c852aafc None None] Routers {'ad0ca847-2ba1-4c42-911f-a67614902db7'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:21:15.463379 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-4df158d4-a27e-4805-9197-c2d2c852aafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:21:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ad0ca847-2ba1-4c42-911f-a67614902db7'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:15.503778 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-2078110e-1fdc-4bba-8ca1-85ff870a9e1d tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=191459dede4f4a1d88768c19ea23ffa4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0947802 Jul 23 20:21:15.527098 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e4783fc-9dbe-4716-89fe-ce1b3ffcd6fb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Deleting subnet bc9dfd38-8ed7-4ea3-8201-59e1ca25d122 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:21:15.550624 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e4783fc-9dbe-4716-89fe-ce1b3ffcd6fb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:15.554469 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-955ff7d3-5ce9-4a36-a3a8-df74df82356b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:15.558160 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-955ff7d3-5ce9-4a36-a3a8-df74df82356b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:15.559720 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-955ff7d3-5ce9-4a36-a3a8-df74df82356b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/257653df-37ff-4e8e-846b-ac7394466777 HTTP/1.1" status: 204 len: 168 time: 0.6853487 Jul 23 20:21:15.572857 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a17af96-0029-4234-85a3-11d898ccdbed req-c98ab3f5-d748-4625-b8f1-090a6de25fd4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8412dd6e-e40d-4cab-be38-4e7fffd68110 HTTP/1.1" status: 200 len: 1001 time: 0.2732072 Jul 23 20:21:15.610991 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ff7d3-5ce9-4a36-a3a8-df74df82356b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257653df-37ff-4e8e-846b-ac7394466777,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:15.698497 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a30f21-a07f-4acf-88e7-419fa401bd22', 'tag': '8412dd6e-e40d-4cab-be38-4e7fffd68110'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:21:15.701193 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3e3fb7-5bb3-48d6-b7b0-6b4fdcfd14e7" -d '{"events": [{"name": "network-changed", "server_uuid": "c9a30f21-a07f-4acf-88e7-419fa401bd22", "tag": "8412dd6e-e40d-4cab-be38-4e7fffd68110"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:21:15.707674 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e4783fc-9dbe-4716-89fe-ce1b3ffcd6fb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:15.731525 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1bc9a8c1-0002-4549-aadb-277d3c12548f tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:15.774046 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-4df158d4-a27e-4805-9197-c2d2c852aafc None None] Set router ad0ca847-2ba1-4c42-911f-a67614902db7 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:21:15.813009 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-04a2ab00-a9ef-4573-ad39-2cc72046df90 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:15.839282 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-555f0c24-9cad-40bb-83e8-5d3be584e1b4 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "PUT /v2.0/floatingips/f147e131-695a-46cb-95f3-ce9c4469eab5 HTTP/1.1" status: 200 len: 991 time: 4.1628208 Jul 23 20:21:15.937185 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17af96-0029-4234-85a3-11d898ccdbed req-89cd31e5-1bb8-470c-bf8c-93da86ea5fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:15.938730 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a17af96-0029-4234-85a3-11d898ccdbed req-89cd31e5-1bb8-470c-bf8c-93da86ea5fe8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ccb223c-2045-4a31-86c3-160bfa105044 HTTP/1.1" status: 200 len: 853 time: 0.3614786 Jul 23 20:21:15.978832 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:16.102517 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-9c7ae234-af39-4463-be10-c5335d6a55f7 service neutron] 10.222.0.32 "GET /v2.0/networks/9e36d1ac-e2b0-4a25-8f7f-2b0b2eea7d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5830212 Jul 23 20:21:16.130174 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39776) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:16.197810 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e8b334c4-bd7a-45b8-be2d-e714fd0bfc03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:16.286580 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-4df158d4-a27e-4805-9197-c2d2c852aafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'name': 'tempest-TestVolumeBackupRestore-1866629625-router', 'tenant_id': '936c6a23d3304ba9b49a208cdf1f5765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '1891fa76-5723-4929-a956-23f2b334f13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:15:52Z', 'updated_at': '2021-07-23T20:16:01Z', 'revision_number': 4, 'project_id': '936c6a23d3304ba9b49a208cdf1f5765', 'gw_port': {'id': '1891fa76-5723-4929-a956-23f2b334f13e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:15:53Z', 'updated_at': '2021-07-23T20:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'f147e131-695a-46cb-95f3-ce9c4469eab5', 'tenant_id': '936c6a23d3304ba9b49a208cdf1f5765', 'floating_ip_address': '172.25.1.218', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'port_id': '8412dd6e-e40d-4cab-be38-4e7fffd68110', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42c06545-369c-43b2-8575-bfb5ce0ad6be', 'mac_address': 'fa:16:3e:e2:d9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a30f21-a07f-4acf-88e7-419fa401bd22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:21:08Z', 'updated_at': '2021-07-23T20:21:15Z', 'revision_number': 2, 'project_id': '936c6a23d3304ba9b49a208cdf1f5765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4bc5f09-cdb8-48e3-8019-28deabcd5fa2', 'name': '', 'network_id': '42c06545-369c-43b2-8575-bfb5ce0ad6be', 'tenant_id': '936c6a23d3304ba9b49a208cdf1f5765', 'mac_address': 'fa:16:3e:7c:67:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '2ccb223c-2045-4a31-86c3-160bfa105044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:15:58Z', 'updated_at': '2021-07-23T20:16:16Z', 'revision_number': 5, 'project_id': '936c6a23d3304ba9b49a208cdf1f5765', 'subnets': [{'id': '2ccb223c-2045-4a31-86c3-160bfa105044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:16.328506 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df158d4-a27e-4805-9197-c2d2c852aafc None None] Checking router: ad0ca847-2ba1-4c42-911f-a67614902db7 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:21:16.349883 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df158d4-a27e-4805-9197-c2d2c852aafc None None] Routers {'ad0ca847-2ba1-4c42-911f-a67614902db7'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:21:16.351303 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-4df158d4-a27e-4805-9197-c2d2c852aafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:21:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ad0ca847-2ba1-4c42-911f-a67614902db7'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:16.393936 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17af96-0029-4234-85a3-11d898ccdbed req-b4a48be6-fc4a-463b-a8b2-4496fe2145a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:16.395584 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a17af96-0029-4234-85a3-11d898ccdbed req-b4a48be6-fc4a-463b-a8b2-4496fe2145a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=42c06545-369c-43b2-8575-bfb5ce0ad6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4455528 Jul 23 20:21:16.436746 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-79448df9-7685-4b6c-99ea-d6f41d0d3438 service neutron] 10.222.0.32 "GET /v2.0/networks/9e36d1ac-e2b0-4a25-8f7f-2b0b2eea7d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210766 Jul 23 20:21:16.496719 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac226cab-05e4-4516-9adb-083c843c17c5 x-openstack-request-id: req-ac226cab-05e4-4516-9adb-083c843c17c5 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:21:16.497517 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9a30f21-a07f-4acf-88e7-419fa401bd22", "tag": "8412dd6e-e40d-4cab-be38-4e7fffd68110", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:21:16.497855 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac226cab-05e4-4516-9adb-083c843c17c5 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:21:16.498336 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9a30f21-a07f-4acf-88e7-419fa401bd22', 'tag': '8412dd6e-e40d-4cab-be38-4e7fffd68110', 'status': 'completed', 'code': 200} Jul 23 20:21:16.603721 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-4df158d4-a27e-4805-9197-c2d2c852aafc None None] Set router ad0ca847-2ba1-4c42-911f-a67614902db7 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:21:16.608076 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a2ab00-a9ef-4573-ad39-2cc72046df90 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Checking segment: {'id': '98cae227-dfbd-4ccd-81cb-e27d7ff15c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0b6a06a6-abbe-4065-a303-d0a9ce7bbc5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:21:16.608344 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a2ab00-a9ef-4573-ad39-2cc72046df90 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Network hostable DHCP agents. Network: 0b6a06a6-abbe-4065-a303-d0a9ce7bbc5f, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:21:16.637401 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e4783fc-9dbe-4716-89fe-ce1b3ffcd6fb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:16.681437 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1bc9a8c1-0002-4549-aadb-277d3c12548f tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:16.693806 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a17af96-0029-4234-85a3-11d898ccdbed req-4f66578c-999d-4c5e-af02-b406bf410bed service neutron] 10.222.0.18 "GET /v2.0/networks/42c06545-369c-43b2-8575-bfb5ce0ad6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518208 Jul 23 20:21:16.702215 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1bc9a8c1-0002-4549-aadb-277d3c12548f tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:16.736052 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e8b334c4-bd7a-45b8-be2d-e714fd0bfc03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:16.768716 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2ab00-a9ef-4573-ad39-2cc72046df90 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event updated for resources: {'Subnet': ['ID=fe9508b2-717f-439a-aed8-fe6cf32943f7,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:16.829372 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-45f557bb-eaa1-4b7c-8222-c19df6f1e82d req-1c6e6dab-e14b-40f5-a82a-e613905e1ea4 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] 10.222.0.32 "GET /v2.0/ports?device_id=b55054bc-5fc9-4fa4-afa5-424a94617ee0 HTTP/1.1" status: 200 len: 210 time: 0.0574386 Jul 23 20:21:16.874852 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a2ab00-a9ef-4573-ad39-2cc72046df90 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Network 0b6a06a6-abbe-4065-a303-d0a9ce7bbc5f is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:21:16.886640 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e8b334c4-bd7a-45b8-be2d-e714fd0bfc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:16.888089 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-04a2ab00-a9ef-4573-ad39-2cc72046df90 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 0b6a06a6-abbe-4065-a303-d0a9ce7bbc5f) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:16.902557 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e4783fc-9dbe-4716-89fe-ce1b3ffcd6fb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:16.914389 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a2ab00-a9ef-4573-ad39-2cc72046df90 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:16.914864 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-04a2ab00-a9ef-4573-ad39-2cc72046df90 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:16.950905 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4783fc-9dbe-4716-89fe-ce1b3ffcd6fb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event deleted for resources: {'Subnet': ['ID=bc9dfd38-8ed7-4ea3-8201-59e1ca25d122,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:16.957090 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e4783fc-9dbe-4716-89fe-ce1b3ffcd6fb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:16.959771 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8e4783fc-9dbe-4716-89fe-ce1b3ffcd6fb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "DELETE /v2.0/subnets/bc9dfd38-8ed7-4ea3-8201-59e1ca25d122 HTTP/1.1" status: 204 len: 168 time: 1.5312681 Jul 23 20:21:16.963646 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39792) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:17.010471 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9a8c1-0002-4549-aadb-277d3c12548f tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Pushing event updated for resources: {'Port': ['ID=1d911c93-ed73-4f85-babb-2fa3f62df8cf,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:17.033107 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e1bff80-6ddf-429f-ab2e-d2de5a56a31a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Deleting subnet f633bd8e-d0c1-4e85-9939-37fc6712ac00 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:21:17.033781 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84e0f17-8e26-4e79-845b-42acf53adbb4 None None] Network 0b6a06a6-abbe-4065-a303-d0a9ce7bbc5f requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:17.040121 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e1bff80-6ddf-429f-ab2e-d2de5a56a31a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:17.041831 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dab06b-fe6b-4d2f-bc10-a34129ddb3a4 None None] Network 83b4625b-020d-414e-8b52-c60c28b7940b requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:17.062261 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1bc9a8c1-0002-4549-aadb-277d3c12548f tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:17.062749 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-04a2ab00-a9ef-4573-ad39-2cc72046df90 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7341194 Jul 23 20:21:17.070257 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39798) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:17.085387 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-7eb63b9f-9b39-411d-9b23-a644714c504d tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1819203926'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:17.092251 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e8b334c4-bd7a-45b8-be2d-e714fd0bfc03 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a2a9cb8fddeb4e738fcd1df7f2da43d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9573214 Jul 23 20:21:17.106672 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39804) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:17.107669 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b334c4-bd7a-45b8-be2d-e714fd0bfc03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5abe02-e99b-436c-a7fe-caf015185028,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:17.157188 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e1bff80-6ddf-429f-ab2e-d2de5a56a31a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:17.210872 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a17af96-0029-4234-85a3-11d898ccdbed req-044470e5-8739-494b-af53-92750dbafdca service neutron] 10.222.0.18 "GET /v2.0/networks/42c06545-369c-43b2-8575-bfb5ce0ad6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5099266 Jul 23 20:21:17.215768 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb63b9f-9b39-411d-9b23-a644714c504d tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Made reservation on behalf of 128b4454d4624f32bef68d6f7773419e for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:17.219999 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7eb63b9f-9b39-411d-9b23-a644714c504d tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:17.243158 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1c77d90a-1df4-4970-8f48-b6624bec544c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:17.281522 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1c77d90a-1df4-4970-8f48-b6624bec544c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:17.300192 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eb63b9f-9b39-411d-9b23-a644714c504d tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:21:17.336992 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7eb63b9f-9b39-411d-9b23-a644714c504d tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:17.337881 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-7eb63b9f-9b39-411d-9b23-a644714c504d tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Added segment 16ad6dd6-e7c7-4f2c-b8cc-7bdb7966aa54 of type vlan for network 6e7139bd-be8d-4af4-97a8-d34d54bcc847 Jul 23 20:21:17.403041 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc9a8c1-0002-4549-aadb-277d3c12548f tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Network bc3a8dc6-6426-4b79-be28-562abbff60cf is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:21:17.408621 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-1bc9a8c1-0002-4549-aadb-277d3c12548f tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:17.460855 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7eb63b9f-9b39-411d-9b23-a644714c504d tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:17.504306 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e1bff80-6ddf-429f-ab2e-d2de5a56a31a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:17.577849 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1c77d90a-1df4-4970-8f48-b6624bec544c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:17.587168 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1c77d90a-1df4-4970-8f48-b6624bec544c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:17.592357 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1c77d90a-1df4-4970-8f48-b6624bec544c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9a5abe02-e99b-436c-a7fe-caf015185028 HTTP/1.1" status: 204 len: 168 time: 0.4804461 Jul 23 20:21:17.630988 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c77d90a-1df4-4970-8f48-b6624bec544c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5abe02-e99b-436c-a7fe-caf015185028,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:17.672586 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e1bff80-6ddf-429f-ab2e-d2de5a56a31a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:17.683037 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.db.resource_extend [None req-7eb63b9f-9b39-411d-9b23-a644714c504d tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:21:17.742876 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1bff80-6ddf-429f-ab2e-d2de5a56a31a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event deleted for resources: {'Subnet': ['ID=f633bd8e-d0c1-4e85-9939-37fc6712ac00,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:17.752339 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e1bff80-6ddf-429f-ab2e-d2de5a56a31a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:17.757742 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0e1bff80-6ddf-429f-ab2e-d2de5a56a31a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "DELETE /v2.0/subnets/f633bd8e-d0c1-4e85-9939-37fc6712ac00 HTTP/1.1" status: 204 len: 168 time: 0.7925887 Jul 23 20:21:17.758180 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39816) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:17.797614 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e3fb7-5bb3-48d6-b7b0-6b4fdcfd14e7 req-22b67b73-02ea-472d-9440-e75761a09092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:17.800031 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6d3e3fb7-5bb3-48d6-b7b0-6b4fdcfd14e7 req-22b67b73-02ea-472d-9440-e75761a09092 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=936c6a23d3304ba9b49a208cdf1f5765&device_id=c9a30f21-a07f-4acf-88e7-419fa401bd22 HTTP/1.1" status: 200 len: 1097 time: 0.4866414 Jul 23 20:21:17.806695 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7eb63b9f-9b39-411d-9b23-a644714c504d tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:17.830741 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb63b9f-9b39-411d-9b23-a644714c504d tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:17.836865 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7eb63b9f-9b39-411d-9b23-a644714c504d tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:17.861445 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc9a8c1-0002-4549-aadb-277d3c12548f tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Router fd16e1f8-31fe-4c5a-89b7-35bfa588e692 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:21:17.888000 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9816ab8-abe1-4a26-b10a-9ae1ca90f02c None None] Network 15b4294c-fef5-40b0-9acc-665c5c1059bf requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:17.925797 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7eb63b9f-9b39-411d-9b23-a644714c504d tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8505070 Jul 23 20:21:17.936143 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39820) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:17.945167 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-5ac2ce85-8f7f-4bdb-a8f1-472d74106cd5 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Request body: {'subnet': {'network_id': '6e7139bd-be8d-4af4-97a8-d34d54bcc847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:18.062824 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3051b1e5-7cc1-430f-be22-220d5d3e71ad tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:18.101816 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb63b9f-9b39-411d-9b23-a644714c504d tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event updated for resources: {'Network': ['ID=6e7139bd-be8d-4af4-97a8-d34d54bcc847,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:18.104439 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0fa39f90-4aaa-4c3b-8e3b-13a3c58884da None None] Provisioning complete for port 1d911c93-ed73-4f85-babb-2fa3f62df8cf triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:18.104885 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0fa39f90-4aaa-4c3b-8e3b-13a3c58884da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:18.213119 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 6e7139bd-be8d-4af4-97a8-d34d54bcc847 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:21:18.229146 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-3051b1e5-7cc1-430f-be22-220d5d3e71ad tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Deleting port 266c2e4e-d023-4cf7-b231-522405e4cb01 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:18.229864 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3051b1e5-7cc1-430f-be22-220d5d3e71ad tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:18.353425 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-df2f47d4-b306-47c1-a129-4ae866352f7d req-c0b7d336-36b3-41d9-8a2d-f8f82428d150 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] 10.222.0.32 "GET /v2.0/ports?device_id=b55054bc-5fc9-4fa4-afa5-424a94617ee0 HTTP/1.1" status: 200 len: 210 time: 0.1627059 Jul 23 20:21:18.376578 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e3fb7-5bb3-48d6-b7b0-6b4fdcfd14e7 req-6743773e-f98d-4050-aeff-2a9850260833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:18.386472 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6d3e3fb7-5bb3-48d6-b7b0-6b4fdcfd14e7 req-6743773e-f98d-4050-aeff-2a9850260833 service neutron] 10.222.0.18 "GET /v2.0/networks?id=42c06545-369c-43b2-8575-bfb5ce0ad6be HTTP/1.1" status: 200 len: 915 time: 0.5469759 Jul 23 20:21:18.434902 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-0fa39f90-4aaa-4c3b-8e3b-13a3c58884da None None] Port 1d911c93-ed73-4f85-babb-2fa3f62df8cf cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:21:18.447198 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-3051b1e5-7cc1-430f-be22-220d5d3e71ad tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] For port 266c2e4e-d023-4cf7-b231-522405e4cb01, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=266c2e4e-d023-4cf7-b231-522405e4cb01,segment=NetworkSegment(f83e9cc7-557a-4509-a323-4effb72d56cf),segment_id=f83e9cc7-557a-4509-a323-4effb72d56cf)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:18.448007 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3051b1e5-7cc1-430f-be22-220d5d3e71ad tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:18.478766 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-3051b1e5-7cc1-430f-be22-220d5d3e71ad tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Calling delete_port for 266c2e4e-d023-4cf7-b231-522405e4cb01 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:18.500078 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a30f21-a07f-4acf-88e7-419fa401bd22', 'tag': '8412dd6e-e40d-4cab-be38-4e7fffd68110'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:21:18.501223 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-4df158d4-a27e-4805-9197-c2d2c852aafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'name': 'tempest-TestVolumeBackupRestore-1866629625-router', 'tenant_id': '936c6a23d3304ba9b49a208cdf1f5765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '1891fa76-5723-4929-a956-23f2b334f13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:15:52Z', 'updated_at': '2021-07-23T20:16:01Z', 'revision_number': 4, 'project_id': '936c6a23d3304ba9b49a208cdf1f5765', 'gw_port': {'id': '1891fa76-5723-4929-a956-23f2b334f13e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:15:53Z', 'updated_at': '2021-07-23T20:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'f147e131-695a-46cb-95f3-ce9c4469eab5', 'tenant_id': '936c6a23d3304ba9b49a208cdf1f5765', 'floating_ip_address': '172.25.1.218', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'port_id': '8412dd6e-e40d-4cab-be38-4e7fffd68110', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42c06545-369c-43b2-8575-bfb5ce0ad6be', 'mac_address': 'fa:16:3e:e2:d9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a30f21-a07f-4acf-88e7-419fa401bd22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:21:08Z', 'updated_at': '2021-07-23T20:21:15Z', 'revision_number': 2, 'project_id': '936c6a23d3304ba9b49a208cdf1f5765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4bc5f09-cdb8-48e3-8019-28deabcd5fa2', 'name': '', 'network_id': '42c06545-369c-43b2-8575-bfb5ce0ad6be', 'tenant_id': '936c6a23d3304ba9b49a208cdf1f5765', 'mac_address': 'fa:16:3e:7c:67:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '2ccb223c-2045-4a31-86c3-160bfa105044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:15:58Z', 'updated_at': '2021-07-23T20:16:16Z', 'revision_number': 5, 'project_id': '936c6a23d3304ba9b49a208cdf1f5765', 'subnets': [{'id': '2ccb223c-2045-4a31-86c3-160bfa105044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:18.503438 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ecf482-bd0b-4c1b-a20c-b3f305431300" -d '{"events": [{"name": "network-changed", "server_uuid": "c9a30f21-a07f-4acf-88e7-419fa401bd22", "tag": "8412dd6e-e40d-4cab-be38-4e7fffd68110"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:21:18.623377 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc9a8c1-0002-4549-aadb-277d3c12548f tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:21:18.642967 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fe8aa8-c820-4316-8b33-914f1fc6532f None None] Sync routers for ids ['fd16e1f8-31fe-4c5a-89b7-35bfa588e692'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:21:18.648423 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b43278e-c483-4226-b990-03e1bb5baf22 x-openstack-request-id: req-1b43278e-c483-4226-b990-03e1bb5baf22 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:21:18.649097 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9a30f21-a07f-4acf-88e7-419fa401bd22", "tag": "8412dd6e-e40d-4cab-be38-4e7fffd68110", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:21:18.649097 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1b43278e-c483-4226-b990-03e1bb5baf22 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:21:18.649364 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9a30f21-a07f-4acf-88e7-419fa401bd22', 'tag': '8412dd6e-e40d-4cab-be38-4e7fffd68110', 'status': 'completed', 'code': 200} Jul 23 20:21:18.653238 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9837003f-185f-45cb-a21d-744e63779576 None None] DHCP port deletion for 83b4625b-020d-414e-8b52-c60c28b7940b request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:21:18.668743 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1bc9a8c1-0002-4549-aadb-277d3c12548f tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] 10.222.0.32 "PUT /v2.0/routers/fd16e1f8-31fe-4c5a-89b7-35bfa588e692/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5961542 Jul 23 20:21:18.676182 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39840) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:18.680930 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fe8aa8-c820-4316-8b33-914f1fc6532f None None] Routers {'fd16e1f8-31fe-4c5a-89b7-35bfa588e692'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:21:18.681743 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-92fe8aa8-c820-4316-8b33-914f1fc6532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:21:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['fd16e1f8-31fe-4c5a-89b7-35bfa588e692'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:18.694695 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac2ce85-8f7f-4bdb-a8f1-472d74106cd5 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Made reservation on behalf of 128b4454d4624f32bef68d6f7773419e for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:18.700309 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4939b937-7907-44b6-a8fd-28a0a71a6533 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Request body: {'port': {'network_id': 'bc3a8dc6-6426-4b79-be28-562abbff60cf', 'name': 'tempest-FloatingIPAdminTestJSON-667823647'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:18.709739 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5ac2ce85-8f7f-4bdb-a8f1-472d74106cd5 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:18.721881 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df158d4-a27e-4805-9197-c2d2c852aafc None None] The sync data for ids ['ad0ca847-2ba1-4c42-911f-a67614902db7'] in n-d-793618-10 is: [{'id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'name': 'tempest-TestVolumeBackupRestore-1866629625-router', 'tenant_id': '936c6a23d3304ba9b49a208cdf1f5765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '1891fa76-5723-4929-a956-23f2b334f13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:15:52Z', 'updated_at': '2021-07-23T20:16:01Z', 'revision_number': 4, 'project_id': '936c6a23d3304ba9b49a208cdf1f5765', 'gw_port': {'id': '1891fa76-5723-4929-a956-23f2b334f13e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:15:53Z', 'updated_at': '2021-07-23T20:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'f147e131-695a-46cb-95f3-ce9c4469eab5', 'tenant_id': '936c6a23d3304ba9b49a208cdf1f5765', 'floating_ip_address': '172.25.1.218', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'port_id': '8412dd6e-e40d-4cab-be38-4e7fffd68110', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42c06545-369c-43b2-8575-bfb5ce0ad6be', 'mac_address': 'fa:16:3e:e2:d9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a30f21-a07f-4acf-88e7-419fa401bd22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:21:08Z', 'updated_at': '2021-07-23T20:21:15Z', 'revision_number': 2, 'project_id': '936c6a23d3304ba9b49a208cdf1f5765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4bc5f09-cdb8-48e3-8019-28deabcd5fa2', 'name': '', 'network_id': '42c06545-369c-43b2-8575-bfb5ce0ad6be', 'tenant_id': '936c6a23d3304ba9b49a208cdf1f5765', 'mac_address': 'fa:16:3e:7c:67:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '2ccb223c-2045-4a31-86c3-160bfa105044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:15:58Z', 'updated_at': '2021-07-23T20:16:16Z', 'revision_number': 5, 'project_id': '936c6a23d3304ba9b49a208cdf1f5765', 'subnets': [{'id': '2ccb223c-2045-4a31-86c3-160bfa105044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:21:18.769312 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e23a20-6c90-4ad4-8aa4-4cf3d0fbd7e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-0b6a06a6-abbe-4065-a303-d0a9ce7bbc5f', 'network_id': '0b6a06a6-abbe-4065-a303-d0a9ce7bbc5f', 'tenant_id': '128b4454d4624f32bef68d6f7773419e', 'fixed_ips': [{'subnet_id': 'fe9508b2-717f-439a-aed8-fe6cf32943f7'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:21:18.770325 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-90e23a20-6c90-4ad4-8aa4-4cf3d0fbd7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:18.778304 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-92fe8aa8-c820-4316-8b33-914f1fc6532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:18.790853 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fe8aa8-c820-4316-8b33-914f1fc6532f None None] Routers {'fd16e1f8-31fe-4c5a-89b7-35bfa588e692'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:21:18.791740 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-92fe8aa8-c820-4316-8b33-914f1fc6532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:21:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['fd16e1f8-31fe-4c5a-89b7-35bfa588e692'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:18.833786 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-92fe8aa8-c820-4316-8b33-914f1fc6532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:18.834981 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fe8aa8-c820-4316-8b33-914f1fc6532f None None] The sync data for ids ['fd16e1f8-31fe-4c5a-89b7-35bfa588e692'] in n-d-793618-10 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:21:18.862371 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6d3e3fb7-5bb3-48d6-b7b0-6b4fdcfd14e7 req-e0621f6b-5f4e-4980-8809-cd04d4e9fb5a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8412dd6e-e40d-4cab-be38-4e7fffd68110 HTTP/1.1" status: 200 len: 1001 time: 0.4542601 Jul 23 20:21:19.094082 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad23f11-c699-4110-932e-cb756807bff0 None None] DHCP port deletion for 15b4294c-fef5-40b0-9acc-665c5c1059bf request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:21:19.153301 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e3fb7-5bb3-48d6-b7b0-6b4fdcfd14e7 req-80020125-af25-4f9e-a587-7544128a9615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:19.158212 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6d3e3fb7-5bb3-48d6-b7b0-6b4fdcfd14e7 req-80020125-af25-4f9e-a587-7544128a9615 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ccb223c-2045-4a31-86c3-160bfa105044 HTTP/1.1" status: 200 len: 853 time: 0.2765563 Jul 23 20:21:19.230824 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9837003f-185f-45cb-a21d-744e63779576 None None] Deleting port 266c2e4e-d023-4cf7-b231-522405e4cb01 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:19.231535 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9837003f-185f-45cb-a21d-744e63779576 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:19.263279 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3051b1e5-7cc1-430f-be22-220d5d3e71ad tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:19.278152 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4939b937-7907-44b6-a8fd-28a0a71a6533 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Made reservation on behalf of fc498ab40ea44c398de2c1060fe532b3 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:19.294274 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4939b937-7907-44b6-a8fd-28a0a71a6533 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:19.350701 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3051b1e5-7cc1-430f-be22-220d5d3e71ad tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event deleted for resources: {'Port': ['ID=266c2e4e-d023-4cf7-b231-522405e4cb01,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:19.358396 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3051b1e5-7cc1-430f-be22-220d5d3e71ad tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] No DVR routers for this DVR port 266c2e4e-d023-4cf7-b231-522405e4cb01 on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:21:19.362737 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e3fb7-5bb3-48d6-b7b0-6b4fdcfd14e7 req-861526a4-53ad-4ff6-99e7-3d235280a3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:19.366109 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6d3e3fb7-5bb3-48d6-b7b0-6b4fdcfd14e7 req-861526a4-53ad-4ff6-99e7-3d235280a3dd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=42c06545-369c-43b2-8575-bfb5ce0ad6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2007363 Jul 23 20:21:19.405223 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-4939b937-7907-44b6-a8fd-28a0a71a6533 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] device_id is not set on port ce86ba04-fa73-40e3-84c7-8a6f565cfdb4 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:21:19.417560 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-a59092fb-282b-4f1f-9048-db231d726a9b tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:19.419937 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-a59092fb-282b-4f1f-9048-db231d726a9b tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] 10.222.0.30 "GET /v2.0/networks?id=9e36d1ac-e2b0-4a25-8f7f-2b0b2eea7d06 HTTP/1.1" status: 200 len: 814 time: 0.4538624 Jul 23 20:21:19.447255 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-9194cf61-7a77-4b38-89d2-9abff06a10e3 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] Request body: {'port': {'device_id': 'b55054bc-5fc9-4fa4-afa5-424a94617ee0', 'network_id': '9e36d1ac-e2b0-4a25-8f7f-2b0b2eea7d06', 'admin_state_up': True, 'tenant_id': '191459dede4f4a1d88768c19ea23ffa4'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:19.489794 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-9837003f-185f-45cb-a21d-744e63779576 None None] For port 266c2e4e-d023-4cf7-b231-522405e4cb01, host n-d-793618-10, got binding levels [] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:19.495272 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9837003f-185f-45cb-a21d-744e63779576 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:19.508553 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6d3e3fb7-5bb3-48d6-b7b0-6b4fdcfd14e7 req-cd0c003f-e241-45cc-8f2d-0fbbbb3540c0 service neutron] 10.222.0.18 "GET /v2.0/networks/42c06545-369c-43b2-8575-bfb5ce0ad6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343954 Jul 23 20:21:19.595021 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-90e23a20-6c90-4ad4-8aa4-4cf3d0fbd7e7 None None] Allocated IP 2001:db8:0:ffff::2 (0b6a06a6-abbe-4065-a303-d0a9ce7bbc5f/fe9508b2-717f-439a-aed8-fe6cf32943f7/3d82402e-8630-48f2-9401-5d5f74c689fa) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:21:19.599441 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9837003f-185f-45cb-a21d-744e63779576 None None] Calling delete_port for 266c2e4e-d023-4cf7-b231-522405e4cb01 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:19.605079 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.ipam_backend_mixin [None req-9837003f-185f-45cb-a21d-744e63779576 None None] Port 266c2e4e-d023-4cf7-b231-522405e4cb01 was not found and therefore no delete operation was performed {{(pid=93877) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:21:19.609121 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5ac2ce85-8f7f-4bdb-a8f1-472d74106cd5 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:19.622561 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9837003f-185f-45cb-a21d-744e63779576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:19.718170 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 266c2e4e-d023-4cf7-b231-522405e4cb01 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:21:19.731558 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9837003f-185f-45cb-a21d-744e63779576 None None] Pushing event deleted for resources: {'Port': ['ID=266c2e4e-d023-4cf7-b231-522405e4cb01,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:19.759692 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-9194cf61-7a77-4b38-89d2-9abff06a10e3 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] Made reservation on behalf of 191459dede4f4a1d88768c19ea23ffa4 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:19.767612 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-9194cf61-7a77-4b38-89d2-9abff06a10e3 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:19.794682 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-dad23f11-c699-4110-932e-cb756807bff0 None None] Deleting port 395cebe0-1b66-41fb-b8b9-e6ca1ef3abfa {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:19.795122 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dad23f11-c699-4110-932e-cb756807bff0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:19.798008 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9837003f-185f-45cb-a21d-744e63779576 None None] No DVR routers for this DVR port 266c2e4e-d023-4cf7-b231-522405e4cb01 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:21:19.822378 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 266c2e4e-d023-4cf7-b231-522405e4cb01 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:21:19.822378 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 266c2e4e-d023-4cf7-b231-522405e4cb01 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:21:19.823349 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 395cebe0-1b66-41fb-b8b9-e6ca1ef3abfa no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:21:19.876015 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-27f6abc8-e9a0-4b4c-b997-d9146698a725 req-70942cb6-2880-4241-bc02-dbb58b2adb4d tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] 10.222.0.32 "GET /v2.0/ports?device_id=b55054bc-5fc9-4fa4-afa5-424a94617ee0 HTTP/1.1" status: 200 len: 210 time: 0.2586257 Jul 23 20:21:19.981105 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2ce85-8f7f-4bdb-a8f1-472d74106cd5 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event updated for resources: {'Subnet': ['ID=affdae0e-41d4-471d-b33a-4383545bb09c,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:19.999475 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6d3e3fb7-5bb3-48d6-b7b0-6b4fdcfd14e7 req-d0b81c7c-d90e-4111-b89e-9b80233df2c3 service neutron] 10.222.0.18 "GET /v2.0/networks/42c06545-369c-43b2-8575-bfb5ce0ad6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4838452 Jul 23 20:21:20.000547 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac2ce85-8f7f-4bdb-a8f1-472d74106cd5 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Checking segment: {'id': '16ad6dd6-e7c7-4f2c-b8cc-7bdb7966aa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6e7139bd-be8d-4af4-97a8-d34d54bcc847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:21:20.001619 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac2ce85-8f7f-4bdb-a8f1-472d74106cd5 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Network hostable DHCP agents. Network: 6e7139bd-be8d-4af4-97a8-d34d54bcc847, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:21:20.015533 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3051b1e5-7cc1-430f-be22-220d5d3e71ad tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:20.043960 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac2ce85-8f7f-4bdb-a8f1-472d74106cd5 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Network 6e7139bd-be8d-4af4-97a8-d34d54bcc847 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:21:20.053806 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-dad23f11-c699-4110-932e-cb756807bff0 None None] For port 395cebe0-1b66-41fb-b8b9-e6ca1ef3abfa, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=395cebe0-1b66-41fb-b8b9-e6ca1ef3abfa,segment=NetworkSegment(5ad22710-ce1e-4a5e-88bb-6d995da8594d),segment_id=5ad22710-ce1e-4a5e-88bb-6d995da8594d)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:20.054211 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dad23f11-c699-4110-932e-cb756807bff0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:20.070329 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-3051b1e5-7cc1-430f-be22-220d5d3e71ad tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83b4625b-020d-414e-8b52-c60c28b7940b']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:20.131689 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-5ac2ce85-8f7f-4bdb-a8f1-472d74106cd5 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 6e7139bd-be8d-4af4-97a8-d34d54bcc847) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:20.143860 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac2ce85-8f7f-4bdb-a8f1-472d74106cd5 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:20.144740 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5ac2ce85-8f7f-4bdb-a8f1-472d74106cd5 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:20.151829 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-dad23f11-c699-4110-932e-cb756807bff0 None None] Calling delete_port for 395cebe0-1b66-41fb-b8b9-e6ca1ef3abfa owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:20.166108 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5ac2ce85-8f7f-4bdb-a8f1-472d74106cd5 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.2289050 Jul 23 20:21:20.170010 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39878) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:20.178473 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2d6b59-1588-4ad3-a6a7-78b753658c26 None None] Network 6e7139bd-be8d-4af4-97a8-d34d54bcc847 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:20.189702 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-3051b1e5-7cc1-430f-be22-220d5d3e71ad tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f83e9cc7-557a-4509-a323-4effb72d56cf') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:20.193386 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-3051b1e5-7cc1-430f-be22-220d5d3e71ad tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f83e9cc7-557a-4509-a323-4effb72d56cf') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:20.245842 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ecf482-bd0b-4c1b-a20c-b3f305431300 req-560bfd87-c504-47fa-b791-7b684b3199a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:20.248958 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-51ecf482-bd0b-4c1b-a20c-b3f305431300 req-560bfd87-c504-47fa-b791-7b684b3199a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=936c6a23d3304ba9b49a208cdf1f5765&device_id=c9a30f21-a07f-4acf-88e7-419fa401bd22 HTTP/1.1" status: 200 len: 1097 time: 0.1926563 Jul 23 20:21:20.253127 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3051b1e5-7cc1-430f-be22-220d5d3e71ad tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:20.344795 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3051b1e5-7cc1-430f-be22-220d5d3e71ad tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:20.364968 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3051b1e5-7cc1-430f-be22-220d5d3e71ad tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:21:20.365425 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3051b1e5-7cc1-430f-be22-220d5d3e71ad tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:20.372671 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:21:20.372671 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:21:20.372671 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:21:20.372671 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:21:20.372671 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:21:20.372671 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:21:20.372671 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:21:20.372671 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:21:20.372671 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:21:20.372671 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:21:20.372671 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:21:20.372671 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:21:20.372671 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:21:20.372671 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:21:20.372671 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:21:20.372671 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:21:20.372671 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:21:20.372671 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:21:20.372671 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:21:20.372671 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:21:20.372671 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:21:20.372671 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:21:20.372671 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:21:20.372671 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:21:20.372671 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:21:20.372671 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:21:20.372671 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:21:20.372671 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:21:20.372671 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:21:20.372671 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:21:20.372671 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:21:20.372671 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:21:20.391551 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-9194cf61-7a77-4b38-89d2-9abff06a10e3 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] Allocated IP 172.20.0.6 (9e36d1ac-e2b0-4a25-8f7f-2b0b2eea7d06/956c5073-c011-40ee-82a0-88c6a46dfc67/9f704dcb-e0ec-47ff-a72e-9ab46cbbe972) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:21:20.411671 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-4939b937-7907-44b6-a8fd-28a0a71a6533 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Allocated IP 172.20.0.4 (bc3a8dc6-6426-4b79-be28-562abbff60cf/517c9b1b-aecc-4d71-b5f1-e52a3370a39e/ce86ba04-fa73-40e3-84c7-8a6f565cfdb4) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:21:20.540080 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:20.548842 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-90e23a20-6c90-4ad4-8aa4-4cf3d0fbd7e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:20.621181 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3051b1e5-7cc1-430f-be22-220d5d3e71ad tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:20.682862 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3051b1e5-7cc1-430f-be22-220d5d3e71ad tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:20.689246 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3051b1e5-7cc1-430f-be22-220d5d3e71ad tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "DELETE /v2.0/networks/83b4625b-020d-414e-8b52-c60c28b7940b HTTP/1.1" status: 204 len: 168 time: 2.9259992 Jul 23 20:21:20.695375 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39894) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:20.720108 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-90e23a20-6c90-4ad4-8aa4-4cf3d0fbd7e7 None None] Transition to ACTIVE for port object 3d82402e-8630-48f2-9401-5d5f74c689fa will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:21:20.725012 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dad23f11-c699-4110-932e-cb756807bff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:20.803234 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3051b1e5-7cc1-430f-be22-220d5d3e71ad tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event deleted for resources: {'Network': ['ID=83b4625b-020d-414e-8b52-c60c28b7940b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:20.855826 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad23f11-c699-4110-932e-cb756807bff0 None None] Pushing event deleted for resources: {'Port': ['ID=395cebe0-1b66-41fb-b8b9-e6ca1ef3abfa,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:20.859565 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad23f11-c699-4110-932e-cb756807bff0 None None] No DVR routers for this DVR port 395cebe0-1b66-41fb-b8b9-e6ca1ef3abfa on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:21:20.867822 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-90e23a20-6c90-4ad4-8aa4-4cf3d0fbd7e7 None None] Transition to ACTIVE for port object 3d82402e-8630-48f2-9401-5d5f74c689fa will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:21:20.888094 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-90e23a20-6c90-4ad4-8aa4-4cf3d0fbd7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:20.999137 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e23a20-6c90-4ad4-8aa4-4cf3d0fbd7e7 None None] Pushing event updated for resources: {'Port': ['ID=3d82402e-8630-48f2-9401-5d5f74c689fa,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:21.079541 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e23a20-6c90-4ad4-8aa4-4cf3d0fbd7e7 None None] Network 0b6a06a6-abbe-4065-a303-d0a9ce7bbc5f is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:21:21.083633 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b64bbe-16cc-45c8-b88e-ca59b9650a7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-6e7139bd-be8d-4af4-97a8-d34d54bcc847', 'network_id': '6e7139bd-be8d-4af4-97a8-d34d54bcc847', 'tenant_id': '128b4454d4624f32bef68d6f7773419e', 'fixed_ips': [{'subnet_id': 'affdae0e-41d4-471d-b33a-4383545bb09c'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:21:21.084895 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2b64bbe-16cc-45c8-b88e-ca59b9650a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:21.111011 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ecf482-bd0b-4c1b-a20c-b3f305431300 req-40801ffb-8a60-44cb-8003-8dcafbfacd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:21.113663 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-51ecf482-bd0b-4c1b-a20c-b3f305431300 req-40801ffb-8a60-44cb-8003-8dcafbfacd9d service neutron] 10.222.0.18 "GET /v2.0/networks?id=42c06545-369c-43b2-8575-bfb5ce0ad6be HTTP/1.1" status: 200 len: 915 time: 0.8478549 Jul 23 20:21:21.124520 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-90e23a20-6c90-4ad4-8aa4-4cf3d0fbd7e7 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:21.128685 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e23a20-6c90-4ad4-8aa4-4cf3d0fbd7e7 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:21:21.205993 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dfe6d0ff-658e-425a-a34a-affcd8ac378a tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:21.283927 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4939b937-7907-44b6-a8fd-28a0a71a6533 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:21.290428 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-51ecf482-bd0b-4c1b-a20c-b3f305431300 req-6c5041a6-20ae-4769-9295-0be8f85aa60b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8412dd6e-e40d-4cab-be38-4e7fffd68110 HTTP/1.1" status: 200 len: 1001 time: 0.1661217 Jul 23 20:21:21.320418 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-864f030c-67a5-4166-9d87-64a8790fa8bf tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:21.344139 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-4939b937-7907-44b6-a8fd-28a0a71a6533 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Transition to ACTIVE for port object ce86ba04-fa73-40e3-84c7-8a6f565cfdb4 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:21:21.397442 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dfe6d0ff-658e-425a-a34a-affcd8ac378a tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:21.447511 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ecf482-bd0b-4c1b-a20c-b3f305431300 req-4ca3905e-9196-4d01-bcf3-349b64e5714c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:21.449697 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-51ecf482-bd0b-4c1b-a20c-b3f305431300 req-4ca3905e-9196-4d01-bcf3-349b64e5714c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ccb223c-2045-4a31-86c3-160bfa105044 HTTP/1.1" status: 200 len: 853 time: 0.1246672 Jul 23 20:21:21.453830 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1a0a158e-8941-48a2-b104-1d18de1b65fd req-2700db70-13a9-465c-b9d5-db4672cb0ffe tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] 10.222.0.32 "GET /v2.0/ports?device_id=b55054bc-5fc9-4fa4-afa5-424a94617ee0 HTTP/1.1" status: 200 len: 210 time: 0.3446074 Jul 23 20:21:21.454944 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4939b937-7907-44b6-a8fd-28a0a71a6533 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:21.526012 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-9194cf61-7a77-4b38-89d2-9abff06a10e3 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:21.593868 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-90e23a20-6c90-4ad4-8aa4-4cf3d0fbd7e7 None None] Attempting to bind port 3d82402e-8630-48f2-9401-5d5f74c689fa on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:21:21.594583 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-90e23a20-6c90-4ad4-8aa4-4cf3d0fbd7e7 None None] Attempting to bind port 3d82402e-8630-48f2-9401-5d5f74c689fa by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '98cae227-dfbd-4ccd-81cb-e27d7ff15c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0b6a06a6-abbe-4065-a303-d0a9ce7bbc5f'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:21:21.594583 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e23a20-6c90-4ad4-8aa4-4cf3d0fbd7e7 None None] Attempting to bind port 3d82402e-8630-48f2-9401-5d5f74c689fa on network 0b6a06a6-abbe-4065-a303-d0a9ce7bbc5f {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:21:21.606645 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dfe6d0ff-658e-425a-a34a-affcd8ac378a tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:21.609615 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e23a20-6c90-4ad4-8aa4-4cf3d0fbd7e7 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:21:21.610296 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e23a20-6c90-4ad4-8aa4-4cf3d0fbd7e7 None None] Checking segment: {'id': '98cae227-dfbd-4ccd-81cb-e27d7ff15c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0b6a06a6-abbe-4065-a303-d0a9ce7bbc5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:21:21.610631 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-90e23a20-6c90-4ad4-8aa4-4cf3d0fbd7e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:21.611031 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e23a20-6c90-4ad4-8aa4-4cf3d0fbd7e7 None None] Bound using segment: {'id': '98cae227-dfbd-4ccd-81cb-e27d7ff15c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0b6a06a6-abbe-4065-a303-d0a9ce7bbc5f'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:21:21.611517 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-90e23a20-6c90-4ad4-8aa4-4cf3d0fbd7e7 None None] Bound port: 3d82402e-8630-48f2-9401-5d5f74c689fa, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98cae227-dfbd-4ccd-81cb-e27d7ff15c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0b6a06a6-abbe-4065-a303-d0a9ce7bbc5f'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:21:21.611970 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-90e23a20-6c90-4ad4-8aa4-4cf3d0fbd7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server [None req-c2b64bbe-16cc-45c8-b88e-ca59b9650a7c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet affdae0e-41d4-471d-b33a-4383545bb09c: This subnet is being modified by another concurrent operation. Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 20:21:21.635354 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:21:21.640609 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 20:21:21.640609 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 20:21:21.640609 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:21:21.640609 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:21:21.640609 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:21:21.640609 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:21:21.640609 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 20:21:21.640609 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:21:21.640609 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 20:21:21.640609 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 20:21:21.640609 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:21:21.640609 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:21:21.640609 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:21:21.640609 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:21:21.640609 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 20:21:21.640609 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 20:21:21.640609 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 20:21:21.640609 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 20:21:21.640609 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 20:21:21.640609 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 20:21:21.640609 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 20:21:21.640609 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 20:21:21.640609 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 20:21:21.640609 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 20:21:21.640609 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:21:21.640609 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:21:21.640609 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:21:21.640609 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:21:21.640609 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 20:21:21.640609 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 20:21:21.640609 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 20:21:21.640609 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 20:21:21.640609 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 20:21:21.640609 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 20:21:21.640609 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 20:21:21.640609 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise exception Jul 23 20:21:21.640609 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet affdae0e-41d4-471d-b33a-4383545bb09c: This subnet is being modified by another concurrent operation. Jul 23 20:21:21.640609 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server Jul 23 20:21:21.649214 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4939b937-7907-44b6-a8fd-28a0a71a6533 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Network bc3a8dc6-6426-4b79-be28-562abbff60cf is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:21:21.675515 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-4939b937-7907-44b6-a8fd-28a0a71a6533 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:21.680543 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4939b937-7907-44b6-a8fd-28a0a71a6533 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:21:21.681703 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6d0ff-658e-425a-a34a-affcd8ac378a tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event deleted for resources: {'Subnet': ['ID=affdae0e-41d4-471d-b33a-4383545bb09c,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:21.697856 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95458afc-1df7-47a0-8c97-387383431f28 None None] Network 6e7139bd-be8d-4af4-97a8-d34d54bcc847 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:21.706379 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ecf482-bd0b-4c1b-a20c-b3f305431300 req-311d96e4-2a2d-426d-8cb7-1611fca549ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:21.709170 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-51ecf482-bd0b-4c1b-a20c-b3f305431300 req-311d96e4-2a2d-426d-8cb7-1611fca549ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=42c06545-369c-43b2-8575-bfb5ce0ad6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2480223 Jul 23 20:21:21.816825 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939b937-7907-44b6-a8fd-28a0a71a6533 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Pushing event updated for resources: {'Port': ['ID=ce86ba04-fa73-40e3-84c7-8a6f565cfdb4,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:21.922651 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4939b937-7907-44b6-a8fd-28a0a71a6533 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:21.923356 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4939b937-7907-44b6-a8fd-28a0a71a6533 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:21.982493 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-90e23a20-6c90-4ad4-8aa4-4cf3d0fbd7e7 None None] For port 3d82402e-8630-48f2-9401-5d5f74c689fa, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:21:21.986488 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-51ecf482-bd0b-4c1b-a20c-b3f305431300 req-ffeb8e9f-ae14-454e-869c-ec4bd58d41fa service neutron] 10.222.0.18 "GET /v2.0/networks/42c06545-369c-43b2-8575-bfb5ce0ad6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409880 Jul 23 20:21:22.006509 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-864f030c-67a5-4166-9d87-64a8790fa8bf tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:22.012364 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-90e23a20-6c90-4ad4-8aa4-4cf3d0fbd7e7 None None] For port 3d82402e-8630-48f2-9401-5d5f74c689fa, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3d82402e-8630-48f2-9401-5d5f74c689fa,segment=NetworkSegment(98cae227-dfbd-4ccd-81cb-e27d7ff15c93),segment_id=98cae227-dfbd-4ccd-81cb-e27d7ff15c93)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:21:22.020428 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-90e23a20-6c90-4ad4-8aa4-4cf3d0fbd7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:22.051130 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dfe6d0ff-658e-425a-a34a-affcd8ac378a tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:22.063628 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-864f030c-67a5-4166-9d87-64a8790fa8bf tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15b4294c-fef5-40b0-9acc-665c5c1059bf']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:22.104240 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-864f030c-67a5-4166-9d87-64a8790fa8bf tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ad22710-ce1e-4a5e-88bb-6d995da8594d') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:22.104588 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-864f030c-67a5-4166-9d87-64a8790fa8bf tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ad22710-ce1e-4a5e-88bb-6d995da8594d') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:22.118117 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-dfe6d0ff-658e-425a-a34a-affcd8ac378a tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e7139bd-be8d-4af4-97a8-d34d54bcc847']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:22.145850 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-864f030c-67a5-4166-9d87-64a8790fa8bf tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:22.153818 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-9194cf61-7a77-4b38-89d2-9abff06a10e3 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:22.165610 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4939b937-7907-44b6-a8fd-28a0a71a6533 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4785581 Jul 23 20:21:22.172815 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39934) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:22.190174 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e23a20-6c90-4ad4-8aa4-4cf3d0fbd7e7 None None] Pushing event updated for resources: {'Port': ['ID=3d82402e-8630-48f2-9401-5d5f74c689fa,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:22.228461 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-864f030c-67a5-4166-9d87-64a8790fa8bf tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:22.260144 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-9194cf61-7a77-4b38-89d2-9abff06a10e3 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] Network 9e36d1ac-e2b0-4a25-8f7f-2b0b2eea7d06 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:21:22.265882 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-9194cf61-7a77-4b38-89d2-9abff06a10e3 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:22.271007 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-bc69ed63-8df4-45c5-bac0-f3cbc283d219 None None] Provisioning for port ce86ba04-fa73-40e3-84c7-8a6f565cfdb4 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:21:22.271137 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-9194cf61-7a77-4b38-89d2-9abff06a10e3 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:21:22.274795 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-864f030c-67a5-4166-9d87-64a8790fa8bf tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:21:22.275187 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-864f030c-67a5-4166-9d87-64a8790fa8bf tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:22.279499 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:21:22.279499 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:21:22.279499 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:21:22.279499 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:21:22.279499 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:21:22.279499 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:21:22.279499 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:21:22.279499 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:21:22.279499 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:21:22.279499 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:21:22.279499 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:21:22.279499 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:21:22.279499 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:21:22.279499 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:21:22.279499 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:21:22.279499 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:21:22.279499 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:21:22.279499 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:21:22.279499 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:21:22.279499 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:21:22.279499 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:21:22.279499 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:21:22.279499 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:21:22.279499 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:21:22.279499 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:21:22.279499 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:21:22.279499 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:21:22.279499 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:21:22.279499 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:21:22.279499 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:21:22.279499 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:21:22.279499 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:21:22.296620 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-bc69ed63-8df4-45c5-bac0-f3cbc283d219 None None] Provisioning complete for port ce86ba04-fa73-40e3-84c7-8a6f565cfdb4 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:22.299412 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bc69ed63-8df4-45c5-bac0-f3cbc283d219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:22.402380 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-dfe6d0ff-658e-425a-a34a-affcd8ac378a tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16ad6dd6-e7c7-4f2c-b8cc-7bdb7966aa54') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:22.402702 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-dfe6d0ff-658e-425a-a34a-affcd8ac378a tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16ad6dd6-e7c7-4f2c-b8cc-7bdb7966aa54') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:22.429558 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-bc69ed63-8df4-45c5-bac0-f3cbc283d219 None None] Port ce86ba04-fa73-40e3-84c7-8a6f565cfdb4 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:21:22.439278 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dfe6d0ff-658e-425a-a34a-affcd8ac378a tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:22.451292 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-9194cf61-7a77-4b38-89d2-9abff06a10e3 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:22.451995 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-9194cf61-7a77-4b38-89d2-9abff06a10e3 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:22.468318 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dfe6d0ff-658e-425a-a34a-affcd8ac378a tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:22.484639 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-51ecf482-bd0b-4c1b-a20c-b3f305431300 req-1682d5a0-ac86-4bd5-a8d0-16d02d3b0392 service neutron] 10.222.0.18 "GET /v2.0/networks/42c06545-369c-43b2-8575-bfb5ce0ad6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4293363 Jul 23 20:21:22.486117 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194cf61-7a77-4b38-89d2-9abff06a10e3 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] Pushing event updated for resources: {'Port': ['ID=9f704dcb-e0ec-47ff-a72e-9ab46cbbe972,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:22.486729 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfe6d0ff-658e-425a-a34a-affcd8ac378a tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:21:22.487142 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dfe6d0ff-658e-425a-a34a-affcd8ac378a tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:22.492673 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:21:22.492673 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:21:22.492673 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:21:22.492673 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:21:22.492673 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:21:22.492673 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:21:22.492673 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:21:22.492673 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:21:22.492673 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:21:22.492673 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:21:22.492673 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:21:22.492673 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:21:22.492673 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:21:22.492673 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:21:22.492673 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:21:22.492673 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:21:22.492673 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:21:22.492673 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:21:22.492673 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:21:22.492673 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:21:22.492673 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:21:22.492673 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:21:22.492673 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:21:22.492673 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:21:22.492673 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:21:22.492673 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:21:22.492673 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:21:22.492673 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:21:22.492673 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:21:22.492673 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:21:22.492673 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:21:22.492673 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:21:22.586044 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dfe6d0ff-658e-425a-a34a-affcd8ac378a tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:22.604215 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dfe6d0ff-658e-425a-a34a-affcd8ac378a tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:22.613787 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-dfe6d0ff-658e-425a-a34a-affcd8ac378a tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "DELETE /v2.0/networks/6e7139bd-be8d-4af4-97a8-d34d54bcc847 HTTP/1.1" status: 204 len: 168 time: 2.4410126 Jul 23 20:21:22.648235 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39956) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:22.673665 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-3b24af4b-33dc-4cca-9ca6-a3f4450656ca tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-768189726'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:22.700562 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6d0ff-658e-425a-a34a-affcd8ac378a tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event deleted for resources: {'Network': ['ID=6e7139bd-be8d-4af4-97a8-d34d54bcc847,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:22.710746 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-864f030c-67a5-4166-9d87-64a8790fa8bf tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:22.724233 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-9194cf61-7a77-4b38-89d2-9abff06a10e3 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2827799 Jul 23 20:21:22.736269 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-864f030c-67a5-4166-9d87-64a8790fa8bf tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:22.741789 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-864f030c-67a5-4166-9d87-64a8790fa8bf tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "DELETE /v2.0/networks/15b4294c-fef5-40b0-9acc-665c5c1059bf HTTP/1.1" status: 204 len: 168 time: 2.0424938 Jul 23 20:21:22.753366 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39960) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:22.764034 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-ff2025d3-18bf-407e-90bd-6c12786dff42 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-93119534'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:22.791209 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.db.api [None req-ff2025d3-18bf-407e-90bd-6c12786dff42 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 20:21:22.791209 n-d-793618-10 neutron-server[93875]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 20:21:22.791209 n-d-793618-10 neutron-server[93875]: [parameters: {'project_id_1': '94909c1e8cb14acca0414384fabf2d56', 'expiration_1': datetime.datetime(2021, 7, 23, 20, 21, 22, 772563)}] Jul 23 20:21:22.791209 n-d-793618-10 neutron-server[93875]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93875) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:21:22.792042 n-d-793618-10 neutron-server[93875]: DEBUG oslo_db.api [None req-ff2025d3-18bf-407e-90bd-6c12786dff42 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:21:22.801702 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-3fcd7969-9f2e-416a-9d9b-6f2668ea568d service neutron] Request body: {'port': {'device_id': 'b55054bc-5fc9-4fa4-afa5-424a94617ee0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:22.806171 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b24af4b-33dc-4cca-9ca6-a3f4450656ca tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Made reservation on behalf of 128b4454d4624f32bef68d6f7773419e for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:22.825077 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3b24af4b-33dc-4cca-9ca6-a3f4450656ca tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:22.851399 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f030c-67a5-4166-9d87-64a8790fa8bf tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event deleted for resources: {'Network': ['ID=15b4294c-fef5-40b0-9acc-665c5c1059bf,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:22.928877 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-74454fed-71f6-490c-adb6-3f65fecdbdbc tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'project_id': 'fc498ab40ea44c398de2c1060fe532b3', 'port_id': 'ce86ba04-fa73-40e3-84c7-8a6f565cfdb4'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:22.961883 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-3fcd7969-9f2e-416a-9d9b-6f2668ea568d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:22.984811 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b24af4b-33dc-4cca-9ca6-a3f4450656ca tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:21:23.013813 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3b24af4b-33dc-4cca-9ca6-a3f4450656ca tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:23.014213 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-3b24af4b-33dc-4cca-9ca6-a3f4450656ca tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Added segment 655ce159-e7a2-42c8-9324-eaced40f303d of type vlan for network eaf58cbb-0d74-4849-9026-53bfdcb90adf Jul 23 20:21:23.092361 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74454fed-71f6-490c-adb6-3f65fecdbdbc tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:23.095535 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3b24af4b-33dc-4cca-9ca6-a3f4450656ca tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:23.118932 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a0a72-323c-458c-9196-ea022c96463f req-fe03d3ef-3d98-446a-bd4b-8f82e4fc34b1 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:23.131019 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-607a0a72-323c-458c-9196-ea022c96463f req-fe03d3ef-3d98-446a-bd4b-8f82e4fc34b1 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] 10.222.0.32 "GET /v2.0/ports?device_id=b55054bc-5fc9-4fa4-afa5-424a94617ee0 HTTP/1.1" status: 200 len: 931 time: 0.2742596 Jul 23 20:21:23.256893 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-607a0a72-323c-458c-9196-ea022c96463f req-e872c872-f149-4702-9046-f6c228e3e806 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] 10.222.0.32 "GET /v2.0/security-groups?id=141927d8-7162-4186-bfa0-aa15298fbc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245403 Jul 23 20:21:23.258306 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3b24af4b-33dc-4cca-9ca6-a3f4450656ca tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:23.264659 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b24af4b-33dc-4cca-9ca6-a3f4450656ca tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:23.265521 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3b24af4b-33dc-4cca-9ca6-a3f4450656ca tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:23.391941 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b24af4b-33dc-4cca-9ca6-a3f4450656ca tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event updated for resources: {'Network': ['ID=eaf58cbb-0d74-4849-9026-53bfdcb90adf,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:23.436266 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network eaf58cbb-0d74-4849-9026-53bfdcb90adf details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:21:23.482419 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2025d3-18bf-407e-90bd-6c12786dff42 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Made reservation on behalf of 94909c1e8cb14acca0414384fabf2d56 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:23.494544 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ff2025d3-18bf-407e-90bd-6c12786dff42 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:23.504232 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3b24af4b-33dc-4cca-9ca6-a3f4450656ca tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8444364 Jul 23 20:21:23.505033 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39992) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.559095 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f1e31b55-8f90-432d-8f07-4d6ce5c509f0 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Request body: {'subnet': {'network_id': 'eaf58cbb-0d74-4849-9026-53bfdcb90adf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:23.575608 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74454fed-71f6-490c-adb6-3f65fecdbdbc tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:23.610104 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff2025d3-18bf-407e-90bd-6c12786dff42 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:21:23.620627 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:21:23.660092 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ff2025d3-18bf-407e-90bd-6c12786dff42 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:23.662581 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-ff2025d3-18bf-407e-90bd-6c12786dff42 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Added segment 7a6e0f68-a4ac-4176-a20e-b9ca98920e57 of type vlan for network af25d0d6-bef6-4ed8-80af-82fe968e8a65 Jul 23 20:21:23.813647 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3d82402e-8630-48f2-9401-5d5f74c689fa up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:21:23.851866 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ff2025d3-18bf-407e-90bd-6c12786dff42 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:23.919358 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ff2025d3-18bf-407e-90bd-6c12786dff42 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:23.929437 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2025d3-18bf-407e-90bd-6c12786dff42 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:23.930708 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ff2025d3-18bf-407e-90bd-6c12786dff42 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:23.995660 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ff2025d3-18bf-407e-90bd-6c12786dff42 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2390912 Jul 23 20:21:24.000089 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40002) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:24.009203 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-f9dc372a-a2be-4fe6-91b0-426aa2e23f24 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Request body: {'subnet': {'network_id': 'af25d0d6-bef6-4ed8-80af-82fe968e8a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:24.033218 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 3d82402e-8630-48f2-9401-5d5f74c689fa completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:21:24.096011 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2025d3-18bf-407e-90bd-6c12786dff42 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event updated for resources: {'Network': ['ID=af25d0d6-bef6-4ed8-80af-82fe968e8a65,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:24.120064 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network af25d0d6-bef6-4ed8-80af-82fe968e8a65 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:21:24.245248 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-3fcd7969-9f2e-416a-9d9b-6f2668ea568d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f704dcb-e0ec-47ff-a72e-9ab46cbbe972 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:21:24.276268 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-3fcd7969-9f2e-416a-9d9b-6f2668ea568d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:24.285080 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9dc372a-a2be-4fe6-91b0-426aa2e23f24 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Made reservation on behalf of 94909c1e8cb14acca0414384fabf2d56 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:24.293332 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f9dc372a-a2be-4fe6-91b0-426aa2e23f24 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:24.305998 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-3fcd7969-9f2e-416a-9d9b-6f2668ea568d service neutron] Transition to ACTIVE for port object 9f704dcb-e0ec-47ff-a72e-9ab46cbbe972 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:21:24.318858 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ed59e1-e2c6-4601-b09d-7202c591a15f None None] Network 0b6a06a6-abbe-4065-a303-d0a9ce7bbc5f requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:24.319138 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40006) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:24.321197 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-3fcd7969-9f2e-416a-9d9b-6f2668ea568d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:24.323661 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e31b55-8f90-432d-8f07-4d6ce5c509f0 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Made reservation on behalf of 128b4454d4624f32bef68d6f7773419e for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:24.328279 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1e31b55-8f90-432d-8f07-4d6ce5c509f0 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:24.451332 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d1626864-705d-4e22-9848-934ef01f63dd None None] Provisioning for port 3d82402e-8630-48f2-9401-5d5f74c689fa completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:21:24.474745 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d1626864-705d-4e22-9848-934ef01f63dd None None] Provisioning complete for port 3d82402e-8630-48f2-9401-5d5f74c689fa triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:24.475661 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d1626864-705d-4e22-9848-934ef01f63dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:24.646434 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-61610ab4-4143-4553-9162-d8f6a2c7f634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:24.703591 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d1626864-705d-4e22-9848-934ef01f63dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:24.761912 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d1626864-705d-4e22-9848-934ef01f63dd None None] For port 3d82402e-8630-48f2-9401-5d5f74c689fa, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3d82402e-8630-48f2-9401-5d5f74c689fa,segment=NetworkSegment(98cae227-dfbd-4ccd-81cb-e27d7ff15c93),segment_id=98cae227-dfbd-4ccd-81cb-e27d7ff15c93)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:24.773383 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d1626864-705d-4e22-9848-934ef01f63dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:24.859153 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f9dc372a-a2be-4fe6-91b0-426aa2e23f24 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:24.902741 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd7969-9f2e-416a-9d9b-6f2668ea568d service neutron] Pushing event updated for resources: {'Port': ['ID=9f704dcb-e0ec-47ff-a72e-9ab46cbbe972,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:24.938042 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1e31b55-8f90-432d-8f07-4d6ce5c509f0 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:24.942855 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1626864-705d-4e22-9848-934ef01f63dd None None] Pushing event updated for resources: {'Port': ['ID=3d82402e-8630-48f2-9401-5d5f74c689fa,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:25.019760 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc372a-a2be-4fe6-91b0-426aa2e23f24 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event updated for resources: {'Subnet': ['ID=19184898-3315-4f15-b8af-f8ce5cad3631,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:25.066629 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dc372a-a2be-4fe6-91b0-426aa2e23f24 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Checking segment: {'id': '7a6e0f68-a4ac-4176-a20e-b9ca98920e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'af25d0d6-bef6-4ed8-80af-82fe968e8a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:21:25.070209 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9dc372a-a2be-4fe6-91b0-426aa2e23f24 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Network hostable DHCP agents. Network: af25d0d6-bef6-4ed8-80af-82fe968e8a65, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:21:25.136976 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-61610ab4-4143-4553-9162-d8f6a2c7f634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:25.139890 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9dc372a-a2be-4fe6-91b0-426aa2e23f24 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Network af25d0d6-bef6-4ed8-80af-82fe968e8a65 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:21:25.146505 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-61610ab4-4143-4553-9162-d8f6a2c7f634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:25.197907 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61610ab4-4143-4553-9162-d8f6a2c7f634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a948ba6-e9f9-4165-b7be-ac1800e47810,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:25.206118 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-f9dc372a-a2be-4fe6-91b0-426aa2e23f24 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, af25d0d6-bef6-4ed8-80af-82fe968e8a65) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:25.217341 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b97fcae-6e6c-48d6-94d5-c42a88577565 None None] Network af25d0d6-bef6-4ed8-80af-82fe968e8a65 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:25.253603 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dc372a-a2be-4fe6-91b0-426aa2e23f24 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:25.256335 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f9dc372a-a2be-4fe6-91b0-426aa2e23f24 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:25.305832 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-61610ab4-4143-4553-9162-d8f6a2c7f634 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=87b293f064ad411dacc3462289e4f57c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9826350 Jul 23 20:21:25.306728 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40020) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:25.306937 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-3fcd7969-9f2e-416a-9d9b-6f2668ea568d service neutron] Attempting to bind port 9f704dcb-e0ec-47ff-a72e-9ab46cbbe972 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:21:25.307731 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-3fcd7969-9f2e-416a-9d9b-6f2668ea568d service neutron] Attempting to bind port 9f704dcb-e0ec-47ff-a72e-9ab46cbbe972 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '3127c41e-6e33-4369-823a-622b649f1aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9e36d1ac-e2b0-4a25-8f7f-2b0b2eea7d06'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:21:25.308227 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-3fcd7969-9f2e-416a-9d9b-6f2668ea568d service neutron] Attempting to bind port 9f704dcb-e0ec-47ff-a72e-9ab46cbbe972 on network 9e36d1ac-e2b0-4a25-8f7f-2b0b2eea7d06 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:21:25.341244 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-3fcd7969-9f2e-416a-9d9b-6f2668ea568d service neutron] Port 9f704dcb-e0ec-47ff-a72e-9ab46cbbe972 on network 9e36d1ac-e2b0-4a25-8f7f-2b0b2eea7d06 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:21:25.342319 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-3fcd7969-9f2e-416a-9d9b-6f2668ea568d service neutron] Attempting to bind port 9f704dcb-e0ec-47ff-a72e-9ab46cbbe972 on network 9e36d1ac-e2b0-4a25-8f7f-2b0b2eea7d06 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:21:25.353120 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-74454fed-71f6-490c-adb6-3f65fecdbdbc tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Allocated IP 172.25.1.3 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/fe9bf03a-c133-4925-93a4-17e002cc42e5) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:21:25.356611 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-3fcd7969-9f2e-416a-9d9b-6f2668ea568d service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:21:25.357609 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-3fcd7969-9f2e-416a-9d9b-6f2668ea568d service neutron] Checking segment: {'id': '3127c41e-6e33-4369-823a-622b649f1aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9e36d1ac-e2b0-4a25-8f7f-2b0b2eea7d06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:21:25.358548 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-3fcd7969-9f2e-416a-9d9b-6f2668ea568d service neutron] Bound using segment: {'id': '3127c41e-6e33-4369-823a-622b649f1aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9e36d1ac-e2b0-4a25-8f7f-2b0b2eea7d06'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:21:25.359860 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-3fcd7969-9f2e-416a-9d9b-6f2668ea568d service neutron] Bound port: 9f704dcb-e0ec-47ff-a72e-9ab46cbbe972, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3127c41e-6e33-4369-823a-622b649f1aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9e36d1ac-e2b0-4a25-8f7f-2b0b2eea7d06'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:21:25.360913 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-3fcd7969-9f2e-416a-9d9b-6f2668ea568d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:25.365080 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e31b55-8f90-432d-8f07-4d6ce5c509f0 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Checking segment: {'id': '655ce159-e7a2-42c8-9324-eaced40f303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'eaf58cbb-0d74-4849-9026-53bfdcb90adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:21:25.365871 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e31b55-8f90-432d-8f07-4d6ce5c509f0 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Network hostable DHCP agents. Network: eaf58cbb-0d74-4849-9026-53bfdcb90adf, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:21:25.393028 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f9dc372a-a2be-4fe6-91b0-426aa2e23f24 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3871357 Jul 23 20:21:25.402064 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40026) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:25.408214 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-e9ed3f90-cca4-48c7-a605-1dab93b1862e tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2024409582', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:25.427185 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e31b55-8f90-432d-8f07-4d6ce5c509f0 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event updated for resources: {'Subnet': ['ID=1070c1ba-d6c2-4d31-9533-575b560f84aa,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:25.517688 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5b410d64-c56d-4235-afa9-f61aac10f149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:25.550498 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e9ed3f90-cca4-48c7-a605-1dab93b1862e tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:25.553433 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e9ed3f90-cca4-48c7-a605-1dab93b1862e tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:25.597458 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5b410d64-c56d-4235-afa9-f61aac10f149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:25.617530 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e1928606-07b6-4918-879b-3d955d23c7f0 None None] Provisioning complete for port 3d82402e-8630-48f2-9401-5d5f74c689fa triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:25.618882 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e1928606-07b6-4918-879b-3d955d23c7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:25.645276 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-3fcd7969-9f2e-416a-9d9b-6f2668ea568d service neutron] For port 9f704dcb-e0ec-47ff-a72e-9ab46cbbe972, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:21:25.655106 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-3fcd7969-9f2e-416a-9d9b-6f2668ea568d service neutron] For port 9f704dcb-e0ec-47ff-a72e-9ab46cbbe972, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=9f704dcb-e0ec-47ff-a72e-9ab46cbbe972,segment=NetworkSegment(3127c41e-6e33-4369-823a-622b649f1aee),segment_id=3127c41e-6e33-4369-823a-622b649f1aee)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:21:25.701854 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395955ac-3524-4e14-915c-663ed23a39f0 req-03ff1d92-d369-440e-9a11-75de22291ac3 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:25.708281 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-395955ac-3524-4e14-915c-663ed23a39f0 req-03ff1d92-d369-440e-9a11-75de22291ac3 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] 10.222.0.32 "GET /v2.0/ports?device_id=b55054bc-5fc9-4fa4-afa5-424a94617ee0 HTTP/1.1" status: 200 len: 943 time: 1.2754107 Jul 23 20:21:25.747649 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e9ed3f90-cca4-48c7-a605-1dab93b1862e tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:25.753890 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e9ed3f90-cca4-48c7-a605-1dab93b1862e tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:25.778179 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3d82402e-8630-48f2-9401-5d5f74c689fa up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:21:25.790283 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e9ed3f90-cca4-48c7-a605-1dab93b1862e tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:25.795687 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e9ed3f90-cca4-48c7-a605-1dab93b1862e tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3918607 Jul 23 20:21:25.800383 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40032) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:25.812725 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-ef4e29d3-5ebb-489e-a154-928fafa60fae tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Request body: {'port': {'network_id': 'af25d0d6-bef6-4ed8-80af-82fe968e8a65', 'name': 'tempest-RoutersIpV6Test-1264647791'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:25.815841 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e31b55-8f90-432d-8f07-4d6ce5c509f0 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Network eaf58cbb-0d74-4849-9026-53bfdcb90adf is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:21:25.817681 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbeb18c-50a9-4705-85f9-ee967d8d5ebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-af25d0d6-bef6-4ed8-80af-82fe968e8a65', 'network_id': 'af25d0d6-bef6-4ed8-80af-82fe968e8a65', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'fixed_ips': [{'subnet_id': '19184898-3315-4f15-b8af-f8ce5cad3631'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:21:25.818540 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fdbeb18c-50a9-4705-85f9-ee967d8d5ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:25.822103 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-3fcd7969-9f2e-416a-9d9b-6f2668ea568d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:25.850406 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5b410d64-c56d-4235-afa9-f61aac10f149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:25.854846 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5b410d64-c56d-4235-afa9-f61aac10f149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:25.859223 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5b410d64-c56d-4235-afa9-f61aac10f149 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a948ba6-e9f9-4165-b7be-ac1800e47810 HTTP/1.1" status: 204 len: 168 time: 0.5416999 Jul 23 20:21:25.869768 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-f1e31b55-8f90-432d-8f07-4d6ce5c509f0 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, eaf58cbb-0d74-4849-9026-53bfdcb90adf) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:25.882930 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e31b55-8f90-432d-8f07-4d6ce5c509f0 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:25.883539 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1e31b55-8f90-432d-8f07-4d6ce5c509f0 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:25.911095 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b410d64-c56d-4235-afa9-f61aac10f149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a948ba6-e9f9-4165-b7be-ac1800e47810,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:25.916818 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cb7d67-21dd-4fbb-8247-a704e017e15b None None] Network eaf58cbb-0d74-4849-9026-53bfdcb90adf requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:25.936090 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-3fcd7969-9f2e-416a-9d9b-6f2668ea568d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:25.937005 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-3fcd7969-9f2e-416a-9d9b-6f2668ea568d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:25.939043 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-3fcd7969-9f2e-416a-9d9b-6f2668ea568d service neutron] 10.222.0.30 "PUT /v2.0/ports/9f704dcb-e0ec-47ff-a72e-9ab46cbbe972 HTTP/1.1" status: 200 len: 1092 time: 3.1947021 Jul 23 20:21:25.947078 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55054bc-5fc9-4fa4-afa5-424a94617ee0', 'tag': '9f704dcb-e0ec-47ff-a72e-9ab46cbbe972'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:21:25.949877 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a13315-6cd7-41fa-857d-b37261f3e753" -d '{"events": [{"name": "network-changed", "server_uuid": "b55054bc-5fc9-4fa4-afa5-424a94617ee0", "tag": "9f704dcb-e0ec-47ff-a72e-9ab46cbbe972"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:21:25.986591 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-395955ac-3524-4e14-915c-663ed23a39f0 req-a48e48c9-fc27-4204-a341-e3f2ca55abf6 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] 10.222.0.32 "GET /v2.0/security-groups?id=141927d8-7162-4186-bfa0-aa15298fbc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725011 Jul 23 20:21:26.004387 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f1e31b55-8f90-432d-8f07-4d6ce5c509f0 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4755900 Jul 23 20:21:26.013742 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd7969-9f2e-416a-9d9b-6f2668ea568d service neutron] Pushing event updated for resources: {'Port': ['ID=9f704dcb-e0ec-47ff-a72e-9ab46cbbe972,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:26.031497 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40040) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:26.058799 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74454fed-71f6-490c-adb6-3f65fecdbdbc tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:26.067099 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-7780d071-0c03-4423-9d27-78b7ebadde46 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1062743758'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:26.144126 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68f115e-25a7-444f-8823-077fe84aa71b x-openstack-request-id: req-d68f115e-25a7-444f-8823-077fe84aa71b {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:21:26.144658 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b55054bc-5fc9-4fa4-afa5-424a94617ee0", "tag": "9f704dcb-e0ec-47ff-a72e-9ab46cbbe972", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:21:26.145613 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d68f115e-25a7-444f-8823-077fe84aa71b {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:21:26.146005 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b55054bc-5fc9-4fa4-afa5-424a94617ee0', 'tag': '9f704dcb-e0ec-47ff-a72e-9ab46cbbe972', 'status': 'completed', 'code': 200} Jul 23 20:21:26.160961 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7780d071-0c03-4423-9d27-78b7ebadde46 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Made reservation on behalf of 128b4454d4624f32bef68d6f7773419e for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:26.164630 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7780d071-0c03-4423-9d27-78b7ebadde46 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:26.185690 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4e29d3-5ebb-489e-a154-928fafa60fae tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Made reservation on behalf of 94909c1e8cb14acca0414384fabf2d56 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:26.196331 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ef4e29d3-5ebb-489e-a154-928fafa60fae tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:26.243096 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-fa37cf9e-eeb9-4f34-97ba-a0cb1c7081a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:26.248969 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-ef4e29d3-5ebb-489e-a154-928fafa60fae tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] device_id is not set on port 98b606f7-7c74-4c07-935c-acd76bb779a6 yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:21:26.259170 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-fa37cf9e-eeb9-4f34-97ba-a0cb1c7081a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=191459dede4f4a1d88768c19ea23ffa4&device_id=b55054bc-5fc9-4fa4-afa5-424a94617ee0 HTTP/1.1" status: 200 len: 1095 time: 0.1859157 Jul 23 20:21:26.260249 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7780d071-0c03-4423-9d27-78b7ebadde46 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:21:26.269046 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74454fed-71f6-490c-adb6-3f65fecdbdbc tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:26.346596 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7780d071-0c03-4423-9d27-78b7ebadde46 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:26.347726 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-7780d071-0c03-4423-9d27-78b7ebadde46 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Added segment 2cb23983-f0c4-4bee-98fc-0e4d61aba43b of type vlan for network 4112261b-4cae-4d16-8693-37a845f56414 Jul 23 20:21:26.364837 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-a14f44ec-13cc-4156-8a6b-87adfc128492 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f704dcb-e0ec-47ff-a72e-9ab46cbbe972 HTTP/1.1" status: 200 len: 217 time: 0.0915740 Jul 23 20:21:26.439936 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 3d82402e-8630-48f2-9401-5d5f74c689fa triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:26.440612 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:26.458367 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74454fed-71f6-490c-adb6-3f65fecdbdbc tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:21:26.474532 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-74454fed-71f6-490c-adb6-3f65fecdbdbc tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:26.481250 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7780d071-0c03-4423-9d27-78b7ebadde46 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:26.494255 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74454fed-71f6-490c-adb6-3f65fecdbdbc tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:21:26.502574 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74454fed-71f6-490c-adb6-3f65fecdbdbc tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Pushing event updated for resources: {'Port': ['ID=fe9bf03a-c133-4925-93a4-17e002cc42e5,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:26.520583 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-ef4e29d3-5ebb-489e-a154-928fafa60fae tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Allocated IP 2001:db8::190 (af25d0d6-bef6-4ed8-80af-82fe968e8a65/19184898-3315-4f15-b8af-f8ce5cad3631/98b606f7-7c74-4c07-935c-acd76bb779a6) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:21:26.648975 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c52b334-c031-4645-a7ae-9ad13842769b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-eaf58cbb-0d74-4849-9026-53bfdcb90adf', 'network_id': 'eaf58cbb-0d74-4849-9026-53bfdcb90adf', 'tenant_id': '128b4454d4624f32bef68d6f7773419e', 'fixed_ips': [{'subnet_id': '1070c1ba-d6c2-4d31-9533-575b560f84aa'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:21:26.650049 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0c52b334-c031-4645-a7ae-9ad13842769b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:26.662278 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.db.resource_extend [None req-7780d071-0c03-4423-9d27-78b7ebadde46 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:21:26.671215 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-9e6927b5-dcb9-4c3a-8e8d-fffab6cdb7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:26.672886 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-9e6927b5-dcb9-4c3a-8e8d-fffab6cdb7ea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=956c5073-c011-40ee-82a0-88c6a46dfc67 HTTP/1.1" status: 200 len: 854 time: 0.2983022 Jul 23 20:21:26.810411 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40048) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:26.851743 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-aa406760-b3a5-420e-aba7-e159604a7791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:27.005434 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-0c52b334-c031-4645-a7ae-9ad13842769b None None] Allocated IP 2001:db8::3 (eaf58cbb-0d74-4849-9026-53bfdcb90adf/1070c1ba-d6c2-4d31-9533-575b560f84aa/cd89d7a2-63f5-45dc-a54d-1a37a27c116d) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:21:27.085447 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-aa406760-b3a5-420e-aba7-e159604a7791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:27.097697 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-aa406760-b3a5-420e-aba7-e159604a7791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:27.174123 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-aa406760-b3a5-420e-aba7-e159604a7791 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4332efda8cb14b0b8e7874a77e1fd049&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3620732 Jul 23 20:21:27.197729 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40058) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:27.215694 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ef4e29d3-5ebb-489e-a154-928fafa60fae tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:27.222055 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa406760-b3a5-420e-aba7-e159604a7791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17665716-f607-4daa-bebd-fb144b9d346e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:27.310486 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-ef4e29d3-5ebb-489e-a154-928fafa60fae tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Transition to ACTIVE for port object 98b606f7-7c74-4c07-935c-acd76bb779a6 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:21:27.358834 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-c513bdd9-fc3e-4576-8569-108718592777 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e36d1ac-e2b0-4a25-8f7f-2b0b2eea7d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6613941 Jul 23 20:21:27.370506 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0c52b334-c031-4645-a7ae-9ad13842769b None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:27.375041 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df2f03e2-bbfe-406a-8ea4-b490dda2b04c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:27.384756 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0c52b334-c031-4645-a7ae-9ad13842769b None None] Transition to ACTIVE for port object cd89d7a2-63f5-45dc-a54d-1a37a27c116d will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:21:27.408940 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df2f03e2-bbfe-406a-8ea4-b490dda2b04c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:27.410076 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0c52b334-c031-4645-a7ae-9ad13842769b None None] Transition to ACTIVE for port object cd89d7a2-63f5-45dc-a54d-1a37a27c116d will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:21:27.411996 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7780d071-0c03-4423-9d27-78b7ebadde46 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:27.422493 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7780d071-0c03-4423-9d27-78b7ebadde46 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:27.422729 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0c52b334-c031-4645-a7ae-9ad13842769b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:27.424302 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7780d071-0c03-4423-9d27-78b7ebadde46 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:27.511158 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ef4e29d3-5ebb-489e-a154-928fafa60fae tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:27.538839 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-fdbeb18c-50a9-4705-85f9-ee967d8d5ebb None None] Allocated IP 2001:db8::2 (af25d0d6-bef6-4ed8-80af-82fe968e8a65/19184898-3315-4f15-b8af-f8ce5cad3631/ef36f705-205a-4652-9cab-ef6a3aa013a0) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:21:27.557706 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df2f03e2-bbfe-406a-8ea4-b490dda2b04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:27.561732 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df2f03e2-bbfe-406a-8ea4-b490dda2b04c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:27.563022 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-df2f03e2-bbfe-406a-8ea4-b490dda2b04c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/17665716-f607-4daa-bebd-fb144b9d346e HTTP/1.1" status: 204 len: 168 time: 0.3639774 Jul 23 20:21:27.583749 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4e29d3-5ebb-489e-a154-928fafa60fae tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Network af25d0d6-bef6-4ed8-80af-82fe968e8a65 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:21:27.593426 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-ef4e29d3-5ebb-489e-a154-928fafa60fae tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:27.603100 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4e29d3-5ebb-489e-a154-928fafa60fae tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:21:27.609439 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4e29d3-5ebb-489e-a154-928fafa60fae tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:27.610409 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ef4e29d3-5ebb-489e-a154-928fafa60fae tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:27.614614 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f03e2-bbfe-406a-8ea4-b490dda2b04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17665716-f607-4daa-bebd-fb144b9d346e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:27.637109 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e29d3-5ebb-489e-a154-928fafa60fae tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event updated for resources: {'Port': ['ID=98b606f7-7c74-4c07-935c-acd76bb779a6,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:27.643151 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ef4e29d3-5ebb-489e-a154-928fafa60fae tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8399804 Jul 23 20:21:27.646499 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40066) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:27.681390 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c52b334-c031-4645-a7ae-9ad13842769b None None] Pushing event updated for resources: {'Port': ['ID=cd89d7a2-63f5-45dc-a54d-1a37a27c116d,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:27.691816 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c52b334-c031-4645-a7ae-9ad13842769b None None] Network eaf58cbb-0d74-4849-9026-53bfdcb90adf is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:21:27.696101 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-0c52b334-c031-4645-a7ae-9ad13842769b None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:27.713816 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c52b334-c031-4645-a7ae-9ad13842769b None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:21:27.935107 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7780d071-0c03-4423-9d27-78b7ebadde46 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8685977 Jul 23 20:21:27.947384 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0c52b334-c031-4645-a7ae-9ad13842769b None None] Attempting to bind port cd89d7a2-63f5-45dc-a54d-1a37a27c116d on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:21:27.947826 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0c52b334-c031-4645-a7ae-9ad13842769b None None] Attempting to bind port cd89d7a2-63f5-45dc-a54d-1a37a27c116d by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '655ce159-e7a2-42c8-9324-eaced40f303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'eaf58cbb-0d74-4849-9026-53bfdcb90adf'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:21:27.948745 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c52b334-c031-4645-a7ae-9ad13842769b None None] Attempting to bind port cd89d7a2-63f5-45dc-a54d-1a37a27c116d on network eaf58cbb-0d74-4849-9026-53bfdcb90adf {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:21:27.951469 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fdbeb18c-50a9-4705-85f9-ee967d8d5ebb None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:27.961693 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c52b334-c031-4645-a7ae-9ad13842769b None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:21:27.962299 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c52b334-c031-4645-a7ae-9ad13842769b None None] Checking segment: {'id': '655ce159-e7a2-42c8-9324-eaced40f303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'eaf58cbb-0d74-4849-9026-53bfdcb90adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:21:27.962706 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0c52b334-c031-4645-a7ae-9ad13842769b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:27.963197 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c52b334-c031-4645-a7ae-9ad13842769b None None] Bound using segment: {'id': '655ce159-e7a2-42c8-9324-eaced40f303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'eaf58cbb-0d74-4849-9026-53bfdcb90adf'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:21:27.963687 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0c52b334-c031-4645-a7ae-9ad13842769b None None] Bound port: cd89d7a2-63f5-45dc-a54d-1a37a27c116d, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '655ce159-e7a2-42c8-9324-eaced40f303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'eaf58cbb-0d74-4849-9026-53bfdcb90adf'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:21:27.964418 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0c52b334-c031-4645-a7ae-9ad13842769b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:27.969578 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fdbeb18c-50a9-4705-85f9-ee967d8d5ebb None None] Transition to ACTIVE for port object ef36f705-205a-4652-9cab-ef6a3aa013a0 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:21:28.018040 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fdbeb18c-50a9-4705-85f9-ee967d8d5ebb None None] Transition to ACTIVE for port object ef36f705-205a-4652-9cab-ef6a3aa013a0 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:21:28.056531 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40074) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:28.057250 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fdbeb18c-50a9-4705-85f9-ee967d8d5ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:28.069442 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780d071-0c03-4423-9d27-78b7ebadde46 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event updated for resources: {'Network': ['ID=4112261b-4cae-4d16-8693-37a845f56414,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:28.147973 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-7ce25df0-1b2c-4c6e-921c-a3b3e68058f3 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Request body: {'subnet': {'network_id': '4112261b-4cae-4d16-8693-37a845f56414', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:28.157334 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbeb18c-50a9-4705-85f9-ee967d8d5ebb None None] Pushing event updated for resources: {'Port': ['ID=ef36f705-205a-4652-9cab-ef6a3aa013a0,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:28.167909 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 4112261b-4cae-4d16-8693-37a845f56414 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:21:28.265102 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbeb18c-50a9-4705-85f9-ee967d8d5ebb None None] Network af25d0d6-bef6-4ed8-80af-82fe968e8a65 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:21:28.278367 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b3171-e8e2-4701-9348-d9cebab0c640 req-d2cb68e4-de4a-4385-ba77-1a6f1081b40e tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:28.280732 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-973b3171-e8e2-4701-9348-d9cebab0c640 req-d2cb68e4-de4a-4385-ba77-1a6f1081b40e tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] 10.222.0.32 "GET /v2.0/ports?device_id=b55054bc-5fc9-4fa4-afa5-424a94617ee0 HTTP/1.1" status: 200 len: 943 time: 0.9540100 Jul 23 20:21:28.288033 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-9000dd0d-93c5-4f12-acf8-71ca942cb39e service neutron] 10.222.0.30 "GET /v2.0/networks/9e36d1ac-e2b0-4a25-8f7f-2b0b2eea7d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9147060 Jul 23 20:21:28.295966 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-fdbeb18c-50a9-4705-85f9-ee967d8d5ebb None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:28.303128 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0c52b334-c031-4645-a7ae-9ad13842769b None None] For port cd89d7a2-63f5-45dc-a54d-1a37a27c116d, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:21:28.310429 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbeb18c-50a9-4705-85f9-ee967d8d5ebb None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:21:28.328006 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0c52b334-c031-4645-a7ae-9ad13842769b None None] For port cd89d7a2-63f5-45dc-a54d-1a37a27c116d, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=cd89d7a2-63f5-45dc-a54d-1a37a27c116d,segment=NetworkSegment(655ce159-e7a2-42c8-9324-eaced40f303d),segment_id=655ce159-e7a2-42c8-9324-eaced40f303d)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:21:28.357944 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0c52b334-c031-4645-a7ae-9ad13842769b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:28.412049 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6059c779-e248-4ec7-b69e-2b3f6a3aa191 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:28.431324 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce25df0-1b2c-4c6e-921c-a3b3e68058f3 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Made reservation on behalf of 128b4454d4624f32bef68d6f7773419e for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:28.435912 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7ce25df0-1b2c-4c6e-921c-a3b3e68058f3 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:28.467400 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-973b3171-e8e2-4701-9348-d9cebab0c640 req-e0a176cd-4766-4157-9296-dd33c3ab854d tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] 10.222.0.32 "GET /v2.0/security-groups?id=141927d8-7162-4186-bfa0-aa15298fbc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902147 Jul 23 20:21:28.539412 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-fdbeb18c-50a9-4705-85f9-ee967d8d5ebb None None] Attempting to bind port ef36f705-205a-4652-9cab-ef6a3aa013a0 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:21:28.539551 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.ipam_backend_mixin [None req-7ce25df0-1b2c-4c6e-921c-a3b3e68058f3 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Performing IP validity checks on allocation pools {{(pid=93875) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 20:21:28.539662 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-fdbeb18c-50a9-4705-85f9-ee967d8d5ebb None None] Attempting to bind port ef36f705-205a-4652-9cab-ef6a3aa013a0 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '7a6e0f68-a4ac-4176-a20e-b9ca98920e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'af25d0d6-bef6-4ed8-80af-82fe968e8a65'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:21:28.539775 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.ipam_backend_mixin [None req-7ce25df0-1b2c-4c6e-921c-a3b3e68058f3 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93875) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 20:21:28.539857 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbeb18c-50a9-4705-85f9-ee967d8d5ebb None None] Attempting to bind port ef36f705-205a-4652-9cab-ef6a3aa013a0 on network af25d0d6-bef6-4ed8-80af-82fe968e8a65 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:21:28.568218 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbeb18c-50a9-4705-85f9-ee967d8d5ebb None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:21:28.569860 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbeb18c-50a9-4705-85f9-ee967d8d5ebb None None] Checking segment: {'id': '7a6e0f68-a4ac-4176-a20e-b9ca98920e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'af25d0d6-bef6-4ed8-80af-82fe968e8a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:21:28.570313 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fdbeb18c-50a9-4705-85f9-ee967d8d5ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:28.570858 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbeb18c-50a9-4705-85f9-ee967d8d5ebb None None] Bound using segment: {'id': '7a6e0f68-a4ac-4176-a20e-b9ca98920e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'af25d0d6-bef6-4ed8-80af-82fe968e8a65'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:21:28.571372 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-fdbeb18c-50a9-4705-85f9-ee967d8d5ebb None None] Bound port: ef36f705-205a-4652-9cab-ef6a3aa013a0, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6e0f68-a4ac-4176-a20e-b9ca98920e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'af25d0d6-bef6-4ed8-80af-82fe968e8a65'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:21:28.571764 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fdbeb18c-50a9-4705-85f9-ee967d8d5ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:28.604126 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c52b334-c031-4645-a7ae-9ad13842769b None None] Pushing event updated for resources: {'Port': ['ID=cd89d7a2-63f5-45dc-a54d-1a37a27c116d,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:28.624277 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74454fed-71f6-490c-adb6-3f65fecdbdbc tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:28.721663 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fdbeb18c-50a9-4705-85f9-ee967d8d5ebb None None] For port ef36f705-205a-4652-9cab-ef6a3aa013a0, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:21:28.727428 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fdbeb18c-50a9-4705-85f9-ee967d8d5ebb None None] For port ef36f705-205a-4652-9cab-ef6a3aa013a0, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=ef36f705-205a-4652-9cab-ef6a3aa013a0,segment=NetworkSegment(7a6e0f68-a4ac-4176-a20e-b9ca98920e57),segment_id=7a6e0f68-a4ac-4176-a20e-b9ca98920e57)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:21:28.733075 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fdbeb18c-50a9-4705-85f9-ee967d8d5ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:28.762792 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c84e9edb-0b7f-41ce-ae86-fbb5e9fd1f95 req-47204b52-a77c-4965-bdda-663c894eb8d5 service neutron] 10.222.0.30 "GET /v2.0/networks/9e36d1ac-e2b0-4a25-8f7f-2b0b2eea7d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635662 Jul 23 20:21:28.831585 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbeb18c-50a9-4705-85f9-ee967d8d5ebb None None] Pushing event updated for resources: {'Port': ['ID=ef36f705-205a-4652-9cab-ef6a3aa013a0,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:29.048671 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74454fed-71f6-490c-adb6-3f65fecdbdbc tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:29.188173 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7ce25df0-1b2c-4c6e-921c-a3b3e68058f3 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:29.292921 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a13315-6cd7-41fa-857d-b37261f3e753 req-d2e7c3f1-03b8-4a8a-b40d-fff9c66b72ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:29.294651 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-45a13315-6cd7-41fa-857d-b37261f3e753 req-d2e7c3f1-03b8-4a8a-b40d-fff9c66b72ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=191459dede4f4a1d88768c19ea23ffa4&device_id=b55054bc-5fc9-4fa4-afa5-424a94617ee0 HTTP/1.1" status: 200 len: 1095 time: 0.3901455 Jul 23 20:21:29.417275 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce25df0-1b2c-4c6e-921c-a3b3e68058f3 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event updated for resources: {'Subnet': ['ID=09c43482-e448-4aa4-8f2b-b0fb84751563,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:29.529724 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6059c779-e248-4ec7-b69e-2b3f6a3aa191 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:29.548764 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6059c779-e248-4ec7-b69e-2b3f6a3aa191 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:29.584624 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a13315-6cd7-41fa-857d-b37261f3e753 req-b6585356-7f9f-4f15-a95e-546ef2ef07b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:29.586938 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-45a13315-6cd7-41fa-857d-b37261f3e753 req-b6585356-7f9f-4f15-a95e-546ef2ef07b4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9e36d1ac-e2b0-4a25-8f7f-2b0b2eea7d06 HTTP/1.1" status: 200 len: 915 time: 0.2820437 Jul 23 20:21:29.749689 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce25df0-1b2c-4c6e-921c-a3b3e68058f3 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Checking segment: {'id': '2cb23983-f0c4-4bee-98fc-0e4d61aba43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4112261b-4cae-4d16-8693-37a845f56414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:21:29.750202 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce25df0-1b2c-4c6e-921c-a3b3e68058f3 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Network hostable DHCP agents. Network: 4112261b-4cae-4d16-8693-37a845f56414, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:21:29.766704 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6059c779-e248-4ec7-b69e-2b3f6a3aa191 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event updated for resources: {'Port': ['ID=98b606f7-7c74-4c07-935c-acd76bb779a6,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:29.824643 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74454fed-71f6-490c-adb6-3f65fecdbdbc tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:29.884692 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74454fed-71f6-490c-adb6-3f65fecdbdbc tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:29.905005 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce25df0-1b2c-4c6e-921c-a3b3e68058f3 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Network 4112261b-4cae-4d16-8693-37a845f56414 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:21:29.950248 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-7ce25df0-1b2c-4c6e-921c-a3b3e68058f3 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 4112261b-4cae-4d16-8693-37a845f56414) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:29.982138 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device cd89d7a2-63f5-45dc-a54d-1a37a27c116d up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:21:29.993633 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce25df0-1b2c-4c6e-921c-a3b3e68058f3 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:29.994322 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7ce25df0-1b2c-4c6e-921c-a3b3e68058f3 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:29.998977 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f457307d-ab5c-4be0-84cb-385d44f7d7b5 None None] Network 4112261b-4cae-4d16-8693-37a845f56414 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:30.000799 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74454fed-71f6-490c-adb6-3f65fecdbdbc tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:30.062321 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364f941-ae45-48d2-ab67-ee03f14fe9d4 req-0bc79612-0172-4cf0-bc91-f811471656ae tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:30.064120 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e364f941-ae45-48d2-ab67-ee03f14fe9d4 req-0bc79612-0172-4cf0-bc91-f811471656ae tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] 10.222.0.32 "GET /v2.0/ports?device_id=b55054bc-5fc9-4fa4-afa5-424a94617ee0 HTTP/1.1" status: 200 len: 943 time: 0.2921891 Jul 23 20:21:30.069345 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7ce25df0-1b2c-4c6e-921c-a3b3e68058f3 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9298978 Jul 23 20:21:30.080690 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40128) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:30.109374 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-45a13315-6cd7-41fa-857d-b37261f3e753 req-a13df55c-d674-494b-8d2f-d6fc9b2d9f07 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f704dcb-e0ec-47ff-a72e-9ab46cbbe972 HTTP/1.1" status: 200 len: 217 time: 0.5139952 Jul 23 20:21:30.266724 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6059c779-e248-4ec7-b69e-2b3f6a3aa191 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:30.338201 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a13315-6cd7-41fa-857d-b37261f3e753 req-34e31766-6c69-4aa0-9ae7-42f28966663f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:30.339715 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-45a13315-6cd7-41fa-857d-b37261f3e753 req-34e31766-6c69-4aa0-9ae7-42f28966663f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=956c5073-c011-40ee-82a0-88c6a46dfc67 HTTP/1.1" status: 200 len: 854 time: 0.2105050 Jul 23 20:21:30.340562 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74454fed-71f6-490c-adb6-3f65fecdbdbc tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Pushing event updated for resources: {'Port': ['ID=fe9bf03a-c133-4925-93a4-17e002cc42e5,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:30.401928 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port cd89d7a2-63f5-45dc-a54d-1a37a27c116d completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:21:30.408335 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device ef36f705-205a-4652-9cab-ef6a3aa013a0 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:21:30.520822 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e364f941-ae45-48d2-ab67-ee03f14fe9d4 req-3f04915f-346e-4f2a-aa27-a1c58923154e tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] 10.222.0.32 "GET /v2.0/security-groups?id=141927d8-7162-4186-bfa0-aa15298fbc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728657 Jul 23 20:21:30.522889 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-45a13315-6cd7-41fa-857d-b37261f3e753 req-dbd0f5c0-3d71-4957-b84f-b88ca5a3e03e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e36d1ac-e2b0-4a25-8f7f-2b0b2eea7d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1694753 Jul 23 20:21:30.690238 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [None req-74454fed-71f6-490c-adb6-3f65fecdbdbc tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Floating IP 239075d4-7beb-4675-8df5-b5b1ab2075e5 associated. External IP: 172.25.1.3, port: ce86ba04-fa73-40e3-84c7-8a6f565cfdb4. Jul 23 20:21:30.769103 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1c9fa93c-2b52-4dd8-b17e-da1eb1acb050 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:30.981899 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-45a13315-6cd7-41fa-857d-b37261f3e753 req-13c8dce3-0742-45a5-baae-958c5a2e9420 service neutron] 10.222.0.30 "GET /v2.0/networks/9e36d1ac-e2b0-4a25-8f7f-2b0b2eea7d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4476452 Jul 23 20:21:31.002834 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35fc63d-0bd8-41e5-ad20-9bb4e263a91d None None] Network eaf58cbb-0d74-4849-9026-53bfdcb90adf requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:31.009191 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 9f704dcb-e0ec-47ff-a72e-9ab46cbbe972 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:21:31.268958 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d67edc9-3397-4a57-b554-ac9570300514 None None] Network af25d0d6-bef6-4ed8-80af-82fe968e8a65 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:31.280062 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c6ff2a-2571-4de1-aee0-70fdda14bc74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-4112261b-4cae-4d16-8693-37a845f56414', 'network_id': '4112261b-4cae-4d16-8693-37a845f56414', 'tenant_id': '128b4454d4624f32bef68d6f7773419e', 'fixed_ips': [{'subnet_id': '09c43482-e448-4aa4-8f2b-b0fb84751563'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:21:31.282883 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c9c6ff2a-2571-4de1-aee0-70fdda14bc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:31.344476 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5daf96f8-5d76-48aa-96b8-1ad4eb10a1a2 None None] Provisioning for port cd89d7a2-63f5-45dc-a54d-1a37a27c116d completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:21:31.399839 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5daf96f8-5d76-48aa-96b8-1ad4eb10a1a2 None None] Provisioning complete for port cd89d7a2-63f5-45dc-a54d-1a37a27c116d triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:31.400756 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5daf96f8-5d76-48aa-96b8-1ad4eb10a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:31.461351 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port ef36f705-205a-4652-9cab-ef6a3aa013a0 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:21:31.618031 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-45a13315-6cd7-41fa-857d-b37261f3e753 req-2d94daf9-6074-4d88-ba36-1cd4577ea0ed service neutron] 10.222.0.30 "GET /v2.0/networks/9e36d1ac-e2b0-4a25-8f7f-2b0b2eea7d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6292343 Jul 23 20:21:31.619373 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1c9fa93c-2b52-4dd8-b17e-da1eb1acb050 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:31.632955 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74454fed-71f6-490c-adb6-3f65fecdbdbc tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Router fd16e1f8-31fe-4c5a-89b7-35bfa588e692 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:21:31.698025 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6059c779-e248-4ec7-b69e-2b3f6a3aa191 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:31.925171 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5daf96f8-5d76-48aa-96b8-1ad4eb10a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:31.931978 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 9f704dcb-e0ec-47ff-a72e-9ab46cbbe972, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=9f704dcb-e0ec-47ff-a72e-9ab46cbbe972,segment=NetworkSegment(3127c41e-6e33-4369-823a-622b649f1aee),segment_id=3127c41e-6e33-4369-823a-622b649f1aee)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:31.943174 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74454fed-71f6-490c-adb6-3f65fecdbdbc tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:21:31.978192 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74454fed-71f6-490c-adb6-3f65fecdbdbc tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:31.993136 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1c9fa93c-2b52-4dd8-b17e-da1eb1acb050 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:32.039384 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9fa93c-2b52-4dd8-b17e-da1eb1acb050 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event deleted for resources: {'Subnet': ['ID=09c43482-e448-4aa4-8f2b-b0fb84751563,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:32.043761 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8838c48b-be6f-45ae-9895-849404a2e0f1 None None] Sync routers for ids ['fd16e1f8-31fe-4c5a-89b7-35bfa588e692'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server [None req-c9c6ff2a-2571-4de1-aee0-70fdda14bc74 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 09c43482-e448-4aa4-8f2b-b0fb84751563: This subnet is being modified by another concurrent operation. Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 20:21:32.109263 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:21:32.113287 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 20:21:32.113287 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 20:21:32.113287 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:21:32.113287 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:21:32.113287 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:21:32.113287 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:21:32.113287 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 20:21:32.113287 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:21:32.113287 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 20:21:32.113287 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 20:21:32.113287 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:21:32.113287 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:21:32.113287 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:21:32.113287 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:21:32.113287 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 20:21:32.113287 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 20:21:32.113287 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 20:21:32.113287 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 20:21:32.113287 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 20:21:32.113287 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 20:21:32.113287 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 20:21:32.113287 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 20:21:32.113287 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 20:21:32.113287 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 20:21:32.113287 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:21:32.113287 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:21:32.113287 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:21:32.113287 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:21:32.113287 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 20:21:32.113287 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 20:21:32.113287 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 20:21:32.113287 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 20:21:32.113287 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 20:21:32.113287 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 20:21:32.113287 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 20:21:32.113287 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise exception Jul 23 20:21:32.113287 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 09c43482-e448-4aa4-8f2b-b0fb84751563: This subnet is being modified by another concurrent operation. Jul 23 20:21:32.113287 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server Jul 23 20:21:32.130844 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '9f704dcb-e0ec-47ff-a72e-9ab46cbbe972', 'network_id': '9e36d1ac-e2b0-4a25-8f7f-2b0b2eea7d06', 'port_id': '9f704dcb-e0ec-47ff-a72e-9ab46cbbe972', 'mac_address': 'fa:16:3e:61:89:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '956c5073-c011-40ee-82a0-88c6a46dfc67', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:21:32.152547 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-74454fed-71f6-490c-adb6-3f65fecdbdbc tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 985 time: 9.9743111 Jul 23 20:21:32.155607 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40194) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:32.163844 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8838c48b-be6f-45ae-9895-849404a2e0f1 None None] Routers {'fd16e1f8-31fe-4c5a-89b7-35bfa588e692'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:21:32.170140 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8838c48b-be6f-45ae-9895-849404a2e0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:21:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['fd16e1f8-31fe-4c5a-89b7-35bfa588e692'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:32.195280 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1c9fa93c-2b52-4dd8-b17e-da1eb1acb050 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:32.200668 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a830a-0037-42d3-8bcf-1059d8176913 req-1f7ae368-daa8-4b66-8ffb-b5f32455d3a8 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:32.208480 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7e9a830a-0037-42d3-8bcf-1059d8176913 req-1f7ae368-daa8-4b66-8ffb-b5f32455d3a8 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] 10.222.0.32 "GET /v2.0/ports?device_id=b55054bc-5fc9-4fa4-afa5-424a94617ee0 HTTP/1.1" status: 200 len: 943 time: 0.3370767 Jul 23 20:21:32.213599 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-1c9fa93c-2b52-4dd8-b17e-da1eb1acb050 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4112261b-4cae-4d16-8693-37a845f56414']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:32.261062 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e547fba-5924-4b31-b3eb-4533468a9e22 None None] Network 4112261b-4cae-4d16-8693-37a845f56414 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:32.271199 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-1c9fa93c-2b52-4dd8-b17e-da1eb1acb050 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cb23983-f0c4-4bee-98fc-0e4d61aba43b') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:32.271920 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-1c9fa93c-2b52-4dd8-b17e-da1eb1acb050 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cb23983-f0c4-4bee-98fc-0e4d61aba43b') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:32.305617 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1c9fa93c-2b52-4dd8-b17e-da1eb1acb050 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:32.306548 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-5daf96f8-5d76-48aa-96b8-1ad4eb10a1a2 None None] For port cd89d7a2-63f5-45dc-a54d-1a37a27c116d, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=cd89d7a2-63f5-45dc-a54d-1a37a27c116d,segment=NetworkSegment(655ce159-e7a2-42c8-9324-eaced40f303d),segment_id=655ce159-e7a2-42c8-9324-eaced40f303d)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:32.325915 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8838c48b-be6f-45ae-9895-849404a2e0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:32.358273 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5daf96f8-5d76-48aa-96b8-1ad4eb10a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:32.364664 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1c9fa93c-2b52-4dd8-b17e-da1eb1acb050 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:32.391420 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c9fa93c-2b52-4dd8-b17e-da1eb1acb050 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:21:32.392382 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1c9fa93c-2b52-4dd8-b17e-da1eb1acb050 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:32.429375 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7e9a830a-0037-42d3-8bcf-1059d8176913 req-0a9f78b7-712d-4668-a361-8bb06956988e tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] 10.222.0.32 "GET /v2.0/security-groups?id=141927d8-7162-4186-bfa0-aa15298fbc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199087 Jul 23 20:21:32.431918 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-dd99f5ef-8ea3-4a00-a132-df7480b53f22 tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] 10.222.0.32 "GET /v2.0/floatingips/239075d4-7beb-4675-8df5-b5b1ab2075e5 HTTP/1.1" status: 200 len: 980 time: 0.2754085 Jul 23 20:21:32.435006 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40206) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:32.461214 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:21:32.461214 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:21:32.461214 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:21:32.461214 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:21:32.461214 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:21:32.461214 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:21:32.461214 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:21:32.461214 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:21:32.461214 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:21:32.461214 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:21:32.461214 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:21:32.461214 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:21:32.461214 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:21:32.461214 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:21:32.461214 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:21:32.461214 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:21:32.461214 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:21:32.461214 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:21:32.461214 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:21:32.461214 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:21:32.461214 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:21:32.461214 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:21:32.461214 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:21:32.461214 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:21:32.461214 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:21:32.461214 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:21:32.461214 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:21:32.461214 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:21:32.461214 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:21:32.461214 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:21:32.461214 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:21:32.461214 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:21:32.490086 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8838c48b-be6f-45ae-9895-849404a2e0f1 None None] Routers {'fd16e1f8-31fe-4c5a-89b7-35bfa588e692'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:21:32.490929 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8838c48b-be6f-45ae-9895-849404a2e0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:21:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['fd16e1f8-31fe-4c5a-89b7-35bfa588e692'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:32.493066 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:32.581638 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8838c48b-be6f-45ae-9895-849404a2e0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:32.582985 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8838c48b-be6f-45ae-9895-849404a2e0f1 None None] The sync data for ids ['fd16e1f8-31fe-4c5a-89b7-35bfa588e692'] in n-d-793618-10 is: [] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:21:32.617507 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1c9fa93c-2b52-4dd8-b17e-da1eb1acb050 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:32.641569 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1c9fa93c-2b52-4dd8-b17e-da1eb1acb050 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:32.642835 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f704dcb-e0ec-47ff-a72e-9ab46cbbe972 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:21:32.651656 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1c9fa93c-2b52-4dd8-b17e-da1eb1acb050 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "DELETE /v2.0/networks/4112261b-4cae-4d16-8693-37a845f56414 HTTP/1.1" status: 204 len: 168 time: 2.4459527 Jul 23 20:21:32.656946 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40218) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:32.665612 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a40406d3-6a0e-4a24-82c1-1d9413aa7cbd None None] Provisioning for port ef36f705-205a-4652-9cab-ef6a3aa013a0 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:21:32.671489 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf96f8-5d76-48aa-96b8-1ad4eb10a1a2 None None] Pushing event updated for resources: {'Port': ['ID=cd89d7a2-63f5-45dc-a54d-1a37a27c116d,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:32.691836 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-bf034d28-b853-4c4d-8aa1-00545955eb5e tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-769554566'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:32.711175 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9fa93c-2b52-4dd8-b17e-da1eb1acb050 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event deleted for resources: {'Network': ['ID=4112261b-4cae-4d16-8693-37a845f56414,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:32.723342 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-558ad31e-fc98-46df-964d-c1c2c366d20a tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2247 time: 0.2863841 Jul 23 20:21:32.725071 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40220) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:32.731747 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a40406d3-6a0e-4a24-82c1-1d9413aa7cbd None None] Provisioning complete for port ef36f705-205a-4652-9cab-ef6a3aa013a0 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:32.732316 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a40406d3-6a0e-4a24-82c1-1d9413aa7cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:32.742487 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 9f704dcb-e0ec-47ff-a72e-9ab46cbbe972, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=9f704dcb-e0ec-47ff-a72e-9ab46cbbe972,segment=NetworkSegment(3127c41e-6e33-4369-823a-622b649f1aee),segment_id=3127c41e-6e33-4369-823a-622b649f1aee)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:32.770496 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6059c779-e248-4ec7-b69e-2b3f6a3aa191 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:32.784612 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6059c779-e248-4ec7-b69e-2b3f6a3aa191 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:32.786259 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6059c779-e248-4ec7-b69e-2b3f6a3aa191 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:32.795257 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:32.862229 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf034d28-b853-4c4d-8aa1-00545955eb5e tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Made reservation on behalf of 128b4454d4624f32bef68d6f7773419e for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:32.874794 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bf034d28-b853-4c4d-8aa1-00545955eb5e tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:33.018999 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6059c779-e248-4ec7-b69e-2b3f6a3aa191 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event updated for resources: {'Port': ['ID=98b606f7-7c74-4c07-935c-acd76bb779a6,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:33.031173 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf034d28-b853-4c4d-8aa1-00545955eb5e tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:21:33.046289 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['9f704dcb-e0ec-47ff-a72e-9ab46cbbe972'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:21:33.117059 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bf034d28-b853-4c4d-8aa1-00545955eb5e tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:33.117564 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-bf034d28-b853-4c4d-8aa1-00545955eb5e tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Added segment 73b83f8e-0117-46da-93e7-379f693a259d of type vlan for network 727679b3-6bb6-463e-baee-edc6ac750ba7 Jul 23 20:21:33.156408 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=9f704dcb-e0ec-47ff-a72e-9ab46cbbe972,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:33.307403 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bf034d28-b853-4c4d-8aa1-00545955eb5e tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:33.315094 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a40406d3-6a0e-4a24-82c1-1d9413aa7cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:33.328784 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6059c779-e248-4ec7-b69e-2b3f6a3aa191 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Network af25d0d6-bef6-4ed8-80af-82fe968e8a65 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:21:33.346303 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-6059c779-e248-4ec7-b69e-2b3f6a3aa191 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:33.519046 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-a40406d3-6a0e-4a24-82c1-1d9413aa7cbd None None] For port ef36f705-205a-4652-9cab-ef6a3aa013a0, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=ef36f705-205a-4652-9cab-ef6a3aa013a0,segment=NetworkSegment(7a6e0f68-a4ac-4176-a20e-b9ca98920e57),segment_id=7a6e0f68-a4ac-4176-a20e-b9ca98920e57)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:33.541805 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a40406d3-6a0e-4a24-82c1-1d9413aa7cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:33.561284 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bf034d28-b853-4c4d-8aa1-00545955eb5e tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:33.582902 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf034d28-b853-4c4d-8aa1-00545955eb5e tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:33.585316 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bf034d28-b853-4c4d-8aa1-00545955eb5e tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:33.678709 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40406d3-6a0e-4a24-82c1-1d9413aa7cbd None None] Pushing event updated for resources: {'Port': ['ID=ef36f705-205a-4652-9cab-ef6a3aa013a0,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:33.795122 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device cd89d7a2-63f5-45dc-a54d-1a37a27c116d up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:21:33.867296 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-1a829a73-4e56-4aba-bf48-3f29aeb7359d tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Deleting port fe9bf03a-c133-4925-93a4-17e002cc42e5 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:33.868345 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a829a73-4e56-4aba-bf48-3f29aeb7359d tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:33.898271 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-946dc163-a484-4c81-a898-49e7d5f73a70 None None] Provisioning for port 98b606f7-7c74-4c07-935c-acd76bb779a6 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:21:33.905460 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-bf034d28-b853-4c4d-8aa1-00545955eb5e tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2473359 Jul 23 20:21:33.911734 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40270) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:33.917740 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-946dc163-a484-4c81-a898-49e7d5f73a70 None None] Provisioning complete for port 98b606f7-7c74-4c07-935c-acd76bb779a6 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:33.920728 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-946dc163-a484-4c81-a898-49e7d5f73a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:33.927863 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-015a244e-ce8f-419a-9412-326146afb3fa tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Request body: {'subnet': {'network_id': '727679b3-6bb6-463e-baee-edc6ac750ba7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:33.998517 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-946dc163-a484-4c81-a898-49e7d5f73a70 None None] Port 98b606f7-7c74-4c07-935c-acd76bb779a6 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:21:34.021198 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-946dc163-a484-4c81-a898-49e7d5f73a70 None None] Provisioning complete for port cd89d7a2-63f5-45dc-a54d-1a37a27c116d triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:34.021835 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-946dc163-a484-4c81-a898-49e7d5f73a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:34.052752 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf034d28-b853-4c4d-8aa1-00545955eb5e tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event updated for resources: {'Network': ['ID=727679b3-6bb6-463e-baee-edc6ac750ba7,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:34.080362 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port cd89d7a2-63f5-45dc-a54d-1a37a27c116d triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:34.080978 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:34.082885 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 727679b3-6bb6-463e-baee-edc6ac750ba7 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:21:34.150728 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe37e8e-c0f4-449b-9471-e23701524274 req-0a4a9a9d-9101-4897-b37f-ff1c8b4c1cff tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:34.159367 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6fe37e8e-c0f4-449b-9471-e23701524274 req-0a4a9a9d-9101-4897-b37f-ff1c8b4c1cff tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] 10.222.0.32 "GET /v2.0/ports?device_id=b55054bc-5fc9-4fa4-afa5-424a94617ee0 HTTP/1.1" status: 200 len: 944 time: 0.5336204 Jul 23 20:21:34.188564 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a829a73-4e56-4aba-bf48-3f29aeb7359d tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:34.188963 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a829a73-4e56-4aba-bf48-3f29aeb7359d tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:34.193947 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015a244e-ce8f-419a-9412-326146afb3fa tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Made reservation on behalf of 128b4454d4624f32bef68d6f7773419e for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:34.202988 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-015a244e-ce8f-419a-9412-326146afb3fa tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:34.215853 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6059c779-e248-4ec7-b69e-2b3f6a3aa191 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Router 5df369b5-c8f4-4670-a713-66b9213be314 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:21:34.252502 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-1a829a73-4e56-4aba-bf48-3f29aeb7359d tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Calling delete_port for fe9bf03a-c133-4925-93a4-17e002cc42e5 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:34.293568 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6fe37e8e-c0f4-449b-9471-e23701524274 req-30a46779-fb9d-4364-80c7-6d4b86fea1e0 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] 10.222.0.32 "GET /v2.0/security-groups?id=141927d8-7162-4186-bfa0-aa15298fbc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327562 Jul 23 20:21:34.458243 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-946dc163-a484-4c81-a898-49e7d5f73a70 None None] Provisioning complete for port ef36f705-205a-4652-9cab-ef6a3aa013a0 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:34.462681 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-946dc163-a484-4c81-a898-49e7d5f73a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:34.500100 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6059c779-e248-4ec7-b69e-2b3f6a3aa191 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:21:34.513544 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301c4ad6-ca14-4447-904c-7f53aba35808 None None] Sync routers for ids ['5df369b5-c8f4-4670-a713-66b9213be314'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:21:34.528861 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6059c779-e248-4ec7-b69e-2b3f6a3aa191 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "PUT /v2.0/routers/5df369b5-c8f4-4670-a713-66b9213be314/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8800747 Jul 23 20:21:34.530594 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40294) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:34.551434 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301c4ad6-ca14-4447-904c-7f53aba35808 None None] Routers {'5df369b5-c8f4-4670-a713-66b9213be314'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:21:34.553364 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-301c4ad6-ca14-4447-904c-7f53aba35808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:21:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5df369b5-c8f4-4670-a713-66b9213be314'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:34.682007 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-301c4ad6-ca14-4447-904c-7f53aba35808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:34.714926 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301c4ad6-ca14-4447-904c-7f53aba35808 None None] Routers {'5df369b5-c8f4-4670-a713-66b9213be314'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:21:34.716124 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-301c4ad6-ca14-4447-904c-7f53aba35808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:21:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5df369b5-c8f4-4670-a713-66b9213be314'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:34.775423 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb91d38-253b-4e48-be83-73093dc9caca tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:34.788787 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-eeb91d38-253b-4e48-be83-73093dc9caca tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "GET /v2.0/ports/98b606f7-7c74-4c07-935c-acd76bb779a6 HTTP/1.1" status: 200 len: 984 time: 0.2513244 Jul 23 20:21:34.789673 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40312) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:34.818628 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-301c4ad6-ca14-4447-904c-7f53aba35808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:34.819341 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301c4ad6-ca14-4447-904c-7f53aba35808 None None] The sync data for ids ['5df369b5-c8f4-4670-a713-66b9213be314'] in n-d-793618-10 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:21:34.960996 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-015a244e-ce8f-419a-9412-326146afb3fa tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:35.049179 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 9f704dcb-e0ec-47ff-a72e-9ab46cbbe972 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:21:35.090629 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a244e-ce8f-419a-9412-326146afb3fa tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event updated for resources: {'Subnet': ['ID=0c669fa7-badc-4327-9578-a37f94aff118,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:35.102046 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a829a73-4e56-4aba-bf48-3f29aeb7359d tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:35.110844 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a938fa-a0f5-43ad-95de-ab96feac0f13 None None] get_active_networks_info from n-d-793618-10 {{(pid=93877) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:21:35.208190 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a829a73-4e56-4aba-bf48-3f29aeb7359d tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Pushing event deleted for resources: {'Port': ['ID=fe9bf03a-c133-4925-93a4-17e002cc42e5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:35.314582 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c30329b2-f2eb-4edd-bb44-b48de40209d3 None None] Provisioning complete for port 98b606f7-7c74-4c07-935c-acd76bb779a6 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:35.314973 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c30329b2-f2eb-4edd-bb44-b48de40209d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:35.345685 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015a244e-ce8f-419a-9412-326146afb3fa tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Checking segment: {'id': '73b83f8e-0117-46da-93e7-379f693a259d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '727679b3-6bb6-463e-baee-edc6ac750ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:21:35.345911 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015a244e-ce8f-419a-9412-326146afb3fa tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Network hostable DHCP agents. Network: 727679b3-6bb6-463e-baee-edc6ac750ba7, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:21:35.367470 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a829a73-4e56-4aba-bf48-3f29aeb7359d tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:35.367820 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [None req-1a829a73-4e56-4aba-bf48-3f29aeb7359d tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Floating IP 239075d4-7beb-4675-8df5-b5b1ab2075e5 disassociated (deleted). External IP: 172.25.1.3, port: ce86ba04-fa73-40e3-84c7-8a6f565cfdb4. Jul 23 20:21:35.466140 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-c30329b2-f2eb-4edd-bb44-b48de40209d3 None None] Port 98b606f7-7c74-4c07-935c-acd76bb779a6 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:21:35.470787 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 9f704dcb-e0ec-47ff-a72e-9ab46cbbe972 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:21:35.482140 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 9f704dcb-e0ec-47ff-a72e-9ab46cbbe972 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:35.482579 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:35.636009 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015a244e-ce8f-419a-9412-326146afb3fa tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Network 727679b3-6bb6-463e-baee-edc6ac750ba7 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:21:35.688552 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a938fa-a0f5-43ad-95de-ab96feac0f13 None None] Unable to find a vacant binding_index for network 727679b3-6bb6-463e-baee-edc6ac750ba7 and agent 41533188-1e05-4126-b2b5-3d524f582b92 {{(pid=93877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 23 20:21:35.695758 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device ef36f705-205a-4652-9cab-ef6a3aa013a0 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:21:35.711528 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-015a244e-ce8f-419a-9412-326146afb3fa tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 727679b3-6bb6-463e-baee-edc6ac750ba7) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:35.729347 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a938fa-a0f5-43ad-95de-ab96feac0f13 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 727679b3-6bb6-463e-baee-edc6ac750ba7) {{(pid=93877) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:21:35.748013 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:35.748609 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015a244e-ce8f-419a-9412-326146afb3fa tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:35.749228 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-015a244e-ce8f-419a-9412-326146afb3fa tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:35.768696 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-015a244e-ce8f-419a-9412-326146afb3fa tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.8560815 Jul 23 20:21:35.774285 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40366) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:35.834792 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55054bc-5fc9-4fa4-afa5-424a94617ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f704dcb-e0ec-47ff-a72e-9ab46cbbe972'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:21:35.836953 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d1fc62-9ce6-4ecb-bc61-aa3e61348dbb" -d '{"events": [{"server_uuid": "b55054bc-5fc9-4fa4-afa5-424a94617ee0", "name": "network-vif-plugged", "status": "completed", "tag": "9f704dcb-e0ec-47ff-a72e-9ab46cbbe972"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:21:35.848718 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 9f704dcb-e0ec-47ff-a72e-9ab46cbbe972, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=9f704dcb-e0ec-47ff-a72e-9ab46cbbe972,segment=NetworkSegment(3127c41e-6e33-4369-823a-622b649f1aee),segment_id=3127c41e-6e33-4369-823a-622b649f1aee)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:35.868336 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:35.912233 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e44dd842-8da9-44a7-94af-a454271a7f33 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:35.931238 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b5991-3bb9-4585-b6c1-edc3bb9d9a38 req-27e09315-e315-4d05-a178-4f14d3da057d tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:35.934667 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1b6b5991-3bb9-4585-b6c1-edc3bb9d9a38 req-27e09315-e315-4d05-a178-4f14d3da057d tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] 10.222.0.32 "GET /v2.0/ports?device_id=b55054bc-5fc9-4fa4-afa5-424a94617ee0 HTTP/1.1" status: 200 len: 944 time: 0.4348822 Jul 23 20:21:35.952150 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909369a7-5089-4d55-89ed-33d5ab2eedbc x-openstack-request-id: req-909369a7-5089-4d55-89ed-33d5ab2eedbc {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:21:35.952520 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55054bc-5fc9-4fa4-afa5-424a94617ee0", "name": "network-vif-plugged", "status": "completed", "tag": "9f704dcb-e0ec-47ff-a72e-9ab46cbbe972", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:21:35.952815 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-909369a7-5089-4d55-89ed-33d5ab2eedbc {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:21:35.953224 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55054bc-5fc9-4fa4-afa5-424a94617ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f704dcb-e0ec-47ff-a72e-9ab46cbbe972', 'code': 200} Jul 23 20:21:35.955114 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=9f704dcb-e0ec-47ff-a72e-9ab46cbbe972,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:35.984546 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port ef36f705-205a-4652-9cab-ef6a3aa013a0 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:35.985029 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:36.204493 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2436445e-b6bb-4fae-8aca-23b28df4205f tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:36.253644 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1b6b5991-3bb9-4585-b6c1-edc3bb9d9a38 req-fb4e5537-5061-4078-98b8-ea606e43bffd tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] 10.222.0.32 "GET /v2.0/security-groups?id=141927d8-7162-4186-bfa0-aa15298fbc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767528 Jul 23 20:21:36.345444 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a829a73-4e56-4aba-bf48-3f29aeb7359d tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Router fd16e1f8-31fe-4c5a-89b7-35bfa588e692 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:21:36.358850 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c835f-2477-4789-908e-d63e5f803091 req-f7206455-e905-4272-8b8f-d61847ec2e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:36.367926 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f17c835f-2477-4789-908e-d63e5f803091 req-f7206455-e905-4272-8b8f-d61847ec2e3d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b55054bc-5fc9-4fa4-afa5-424a94617ee0 HTTP/1.1" status: 200 len: 1097 time: 0.2998836 Jul 23 20:21:36.481949 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f17c835f-2477-4789-908e-d63e5f803091 req-8baea8ce-329c-45ca-81a3-b971c125e5b2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=141927d8-7162-4186-bfa0-aa15298fbc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623419 Jul 23 20:21:36.484401 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2436445e-b6bb-4fae-8aca-23b28df4205f tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:36.514534 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-e44dd842-8da9-44a7-94af-a454271a7f33 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Deleting port 98b606f7-7c74-4c07-935c-acd76bb779a6 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:36.514866 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e44dd842-8da9-44a7-94af-a454271a7f33 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:36.633443 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1bec2d-9cbe-42bd-98b3-7c2409089e5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-727679b3-6bb6-463e-baee-edc6ac750ba7', 'network_id': '727679b3-6bb6-463e-baee-edc6ac750ba7', 'tenant_id': '128b4454d4624f32bef68d6f7773419e', 'fixed_ips': [{'subnet_id': '0c669fa7-badc-4327-9578-a37f94aff118'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:21:36.634337 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8a1bec2d-9cbe-42bd-98b3-7c2409089e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:36.654402 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2436445e-b6bb-4fae-8aca-23b28df4205f tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:36.699557 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e44dd842-8da9-44a7-94af-a454271a7f33 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:36.715883 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-e44dd842-8da9-44a7-94af-a454271a7f33 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Calling delete_port for 98b606f7-7c74-4c07-935c-acd76bb779a6 owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:36.739775 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436445e-b6bb-4fae-8aca-23b28df4205f tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event deleted for resources: {'Subnet': ['ID=0c669fa7-badc-4327-9578-a37f94aff118,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:36.796898 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a829a73-4e56-4aba-bf48-3f29aeb7359d tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:21:36.804560 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a829a73-4e56-4aba-bf48-3f29aeb7359d tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:36.819597 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf1d1de-b2f7-47b3-9b71-73987df73e44 None None] Sync routers for ids ['fd16e1f8-31fe-4c5a-89b7-35bfa588e692'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:21:36.847736 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf1d1de-b2f7-47b3-9b71-73987df73e44 None None] Routers {'fd16e1f8-31fe-4c5a-89b7-35bfa588e692'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:21:36.849272 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-1bf1d1de-b2f7-47b3-9b71-73987df73e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:21:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['fd16e1f8-31fe-4c5a-89b7-35bfa588e692'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:36.881156 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2436445e-b6bb-4fae-8aca-23b28df4205f tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:36.893442 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-2436445e-b6bb-4fae-8aca-23b28df4205f tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['727679b3-6bb6-463e-baee-edc6ac750ba7']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:36.907062 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-2436445e-b6bb-4fae-8aca-23b28df4205f tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73b83f8e-0117-46da-93e7-379f693a259d') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:36.907361 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-2436445e-b6bb-4fae-8aca-23b28df4205f tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73b83f8e-0117-46da-93e7-379f693a259d') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:36.919700 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2436445e-b6bb-4fae-8aca-23b28df4205f tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:36.936569 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ee106c-8348-4d50-bc23-3f69fcf47a49 None None] get_active_networks_info from n-d-793618-10 {{(pid=93877) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:21:36.945050 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2436445e-b6bb-4fae-8aca-23b28df4205f tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:36.947846 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-1bf1d1de-b2f7-47b3-9b71-73987df73e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:36.952226 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1a829a73-4e56-4aba-bf48-3f29aeb7359d tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] 10.222.0.32 "DELETE /v2.0/floatingips/239075d4-7beb-4675-8df5-b5b1ab2075e5 HTTP/1.1" status: 204 len: 168 time: 4.2218821 Jul 23 20:21:36.952226 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40428) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:36.958961 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-6fb58df3-8b04-4a80-a16c-c048433245bd tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:36.967856 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2436445e-b6bb-4fae-8aca-23b28df4205f tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:21:36.968448 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2436445e-b6bb-4fae-8aca-23b28df4205f tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:36.972240 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:21:36.972240 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:21:36.972240 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:21:36.972240 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:21:36.972240 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:21:36.972240 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:21:36.972240 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:21:36.972240 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:21:36.972240 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:21:36.972240 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:21:36.972240 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:21:36.972240 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:21:36.972240 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:21:36.972240 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:21:36.972240 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:21:36.972240 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:21:36.972240 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:21:36.972240 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:21:36.972240 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:21:36.972240 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:21:36.972240 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:21:36.972240 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:21:36.972240 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:21:36.972240 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:21:36.972240 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:21:36.972240 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:21:36.972240 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:21:36.972240 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:21:36.972240 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:21:36.972240 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:21:36.972240 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:21:36.972240 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:21:37.048537 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e44dd842-8da9-44a7-94af-a454271a7f33 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:37.049449 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6fb58df3-8b04-4a80-a16c-c048433245bd tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:37.074091 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2436445e-b6bb-4fae-8aca-23b28df4205f tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:37.092224 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf1d1de-b2f7-47b3-9b71-73987df73e44 None None] Routers {'fd16e1f8-31fe-4c5a-89b7-35bfa588e692'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:21:37.093819 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-1bf1d1de-b2f7-47b3-9b71-73987df73e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:21:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['fd16e1f8-31fe-4c5a-89b7-35bfa588e692'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:37.101009 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2436445e-b6bb-4fae-8aca-23b28df4205f tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:37.121709 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2436445e-b6bb-4fae-8aca-23b28df4205f tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "DELETE /v2.0/networks/727679b3-6bb6-463e-baee-edc6ac750ba7 HTTP/1.1" status: 204 len: 168 time: 1.3444569 Jul 23 20:21:37.125864 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40438) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:37.135246 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-9cb30c9a-9cf1-48f9-bc41-63a860a73f65 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-262127190'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:37.150225 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44dd842-8da9-44a7-94af-a454271a7f33 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event deleted for resources: {'Port': ['ID=98b606f7-7c74-4c07-935c-acd76bb779a6,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:37.161913 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436445e-b6bb-4fae-8aca-23b28df4205f tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event deleted for resources: {'Network': ['ID=727679b3-6bb6-463e-baee-edc6ac750ba7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:37.165694 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-1bf1d1de-b2f7-47b3-9b71-73987df73e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:37.166480 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf1d1de-b2f7-47b3-9b71-73987df73e44 None None] The sync data for ids ['fd16e1f8-31fe-4c5a-89b7-35bfa588e692'] in n-d-793618-10 is: [] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:21:37.253101 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb30c9a-9cf1-48f9-bc41-63a860a73f65 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Made reservation on behalf of 128b4454d4624f32bef68d6f7773419e for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:37.258825 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9cb30c9a-9cf1-48f9-bc41-63a860a73f65 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:37.276250 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ee106c-8348-4d50-bc23-3f69fcf47a49 None None] Resources bound (agent type, host, resource id): {{(pid=93877) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:21:37.305584 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb30c9a-9cf1-48f9-bc41-63a860a73f65 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:21:37.319820 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9cb30c9a-9cf1-48f9-bc41-63a860a73f65 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:37.320543 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-9cb30c9a-9cf1-48f9-bc41-63a860a73f65 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Added segment c5c16969-e535-4c4d-bd11-2e7a37b2159d of type vlan for network 97909f64-5d9f-464a-a5fa-af7df2cf0544 Jul 23 20:21:37.340108 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e44dd842-8da9-44a7-94af-a454271a7f33 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:37.431770 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9cb30c9a-9cf1-48f9-bc41-63a860a73f65 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:37.474011 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6fb58df3-8b04-4a80-a16c-c048433245bd tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:37.530626 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9cb30c9a-9cf1-48f9-bc41-63a860a73f65 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:37.541873 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb30c9a-9cf1-48f9-bc41-63a860a73f65 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:37.543031 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9cb30c9a-9cf1-48f9-bc41-63a860a73f65 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:37.643159 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9cb30c9a-9cf1-48f9-bc41-63a860a73f65 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5097389 Jul 23 20:21:37.678457 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40472) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:37.697196 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb30c9a-9cf1-48f9-bc41-63a860a73f65 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event updated for resources: {'Network': ['ID=97909f64-5d9f-464a-a5fa-af7df2cf0544,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:37.716622 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 97909f64-5d9f-464a-a5fa-af7df2cf0544 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:21:37.733004 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-12fd51d8-3868-4911-b459-3376c7584f17 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Request body: {'subnet': {'network_id': '97909f64-5d9f-464a-a5fa-af7df2cf0544', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:37.773136 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-6fb58df3-8b04-4a80-a16c-c048433245bd tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Allocated IP 172.25.1.97 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/74782ad1-df0a-4c4e-bdfa-234227b99842) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:21:37.971545 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6fb58df3-8b04-4a80-a16c-c048433245bd tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:38.004735 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70260552-24cd-4427-aba4-43320c50da22 None None] Network 727679b3-6bb6-463e-baee-edc6ac750ba7 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:38.029070 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70260552-24cd-4427-aba4-43320c50da22 None None] Network 727679b3-6bb6-463e-baee-edc6ac750ba7 could not be found, it might have been deleted concurrently. {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 20:21:38.045554 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b6d2d6-c71b-478c-9bf4-77095c290a0e None None] Network 727679b3-6bb6-463e-baee-edc6ac750ba7 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:38.074206 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b6d2d6-c71b-478c-9bf4-77095c290a0e None None] Network 727679b3-6bb6-463e-baee-edc6ac750ba7 could not be found, it might have been deleted concurrently. {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 20:21:38.090519 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6fb58df3-8b04-4a80-a16c-c048433245bd tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:38.171043 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb58df3-8b04-4a80-a16c-c048433245bd tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:21:38.182155 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-6fb58df3-8b04-4a80-a16c-c048433245bd tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:38.184977 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb58df3-8b04-4a80-a16c-c048433245bd tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:21:38.225749 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb58df3-8b04-4a80-a16c-c048433245bd tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Pushing event updated for resources: {'Port': ['ID=74782ad1-df0a-4c4e-bdfa-234227b99842,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:38.252957 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44dd842-8da9-44a7-94af-a454271a7f33 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Router 5df369b5-c8f4-4670-a713-66b9213be314 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:21:38.318131 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab7748-0c80-41df-97e7-89a3abe6fd08 req-ceaf899a-b094-4082-888f-75ded014bc8a tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:38.320769 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-45ab7748-0c80-41df-97e7-89a3abe6fd08 req-ceaf899a-b094-4082-888f-75ded014bc8a tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] 10.222.0.32 "GET /v2.0/ports?device_id=b55054bc-5fc9-4fa4-afa5-424a94617ee0 HTTP/1.1" status: 200 len: 945 time: 0.8864801 Jul 23 20:21:38.396475 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6fb58df3-8b04-4a80-a16c-c048433245bd tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:38.471379 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6fb58df3-8b04-4a80-a16c-c048433245bd tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:38.528606 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44dd842-8da9-44a7-94af-a454271a7f33 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:21:38.542587 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e44dd842-8da9-44a7-94af-a454271a7f33 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "PUT /v2.0/routers/5df369b5-c8f4-4670-a713-66b9213be314/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7513146 Jul 23 20:21:38.544310 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e339a7-a187-4c84-b813-0031f334104b None None] Sync routers for ids ['5df369b5-c8f4-4670-a713-66b9213be314'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:21:38.547168 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-45ab7748-0c80-41df-97e7-89a3abe6fd08 req-10ebe414-9cb5-4a63-a552-486938a53229 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] 10.222.0.32 "GET /v2.0/security-groups?id=141927d8-7162-4186-bfa0-aa15298fbc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099867 Jul 23 20:21:38.551155 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40530) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:38.577542 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e339a7-a187-4c84-b813-0031f334104b None None] Routers {'5df369b5-c8f4-4670-a713-66b9213be314'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:21:38.578940 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-14e339a7-a187-4c84-b813-0031f334104b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:21:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5df369b5-c8f4-4670-a713-66b9213be314'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:38.645334 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12fd51d8-3868-4911-b459-3376c7584f17 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Made reservation on behalf of 128b4454d4624f32bef68d6f7773419e for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:38.649723 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-12fd51d8-3868-4911-b459-3376c7584f17 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:38.668267 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-14e339a7-a187-4c84-b813-0031f334104b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:38.692189 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e339a7-a187-4c84-b813-0031f334104b None None] Routers {'5df369b5-c8f4-4670-a713-66b9213be314'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:21:38.692874 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-14e339a7-a187-4c84-b813-0031f334104b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:21:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5df369b5-c8f4-4670-a713-66b9213be314'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:38.742336 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-14e339a7-a187-4c84-b813-0031f334104b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:38.743769 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e339a7-a187-4c84-b813-0031f334104b None None] The sync data for ids ['5df369b5-c8f4-4670-a713-66b9213be314'] in n-d-793618-10 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:21:38.827188 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6fb58df3-8b04-4a80-a16c-c048433245bd tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:38.838515 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6fb58df3-8b04-4a80-a16c-c048433245bd tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:38.918834 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-72b7f29e-b3bc-4980-b23c-82af105329ac tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] remove_router_interface failed (client error): The resource could not be found. Jul 23 20:21:38.924880 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-72b7f29e-b3bc-4980-b23c-82af105329ac tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "PUT /v2.0/routers/5df369b5-c8f4-4670-a713-66b9213be314/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3706591 Jul 23 20:21:38.926243 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40550) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:39.016665 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40560) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:39.022053 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ff00127e-87d4-4069-ba2c-ef095afed740 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "GET /v2.0/ports?device_id=5df369b5-c8f4-4670-a713-66b9213be314 HTTP/1.1" status: 200 len: 205 time: 0.0903497 Jul 23 20:21:39.024206 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6fb58df3-8b04-4a80-a16c-c048433245bd tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:39.026970 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb58df3-8b04-4a80-a16c-c048433245bd tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Pushing event updated for resources: {'Port': ['ID=74782ad1-df0a-4c4e-bdfa-234227b99842,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:39.047352 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6fb58df3-8b04-4a80-a16c-c048433245bd tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:39.048562 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6fb58df3-8b04-4a80-a16c-c048433245bd tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0940137 Jul 23 20:21:39.052103 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40566) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:39.187252 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e260593e-3191-43c8-895c-c58ac66f7de1 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:39.192166 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-12fd51d8-3868-4911-b459-3376c7584f17 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:39.330206 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e0bc764f-51ad-46c4-aecd-c66ba4933e2d tempest-FloatingIPAdminTestJSON-25425953 tempest-FloatingIPAdminTestJSON-25425953-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:39.372717 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e0bc764f-51ad-46c4-aecd-c66ba4933e2d tempest-FloatingIPAdminTestJSON-25425953 tempest-FloatingIPAdminTestJSON-25425953-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:39.382248 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd51d8-3868-4911-b459-3376c7584f17 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event updated for resources: {'Subnet': ['ID=94be5626-e7b6-4ba8-b58c-87b718ace860,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:39.523156 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40576) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:39.530235 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fd51d8-3868-4911-b459-3376c7584f17 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Checking segment: {'id': 'c5c16969-e535-4c4d-bd11-2e7a37b2159d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '97909f64-5d9f-464a-a5fa-af7df2cf0544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:21:39.530953 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fd51d8-3868-4911-b459-3376c7584f17 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Network hostable DHCP agents. Network: 97909f64-5d9f-464a-a5fa-af7df2cf0544, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:21:39.538481 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e260593e-3191-43c8-895c-c58ac66f7de1 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:39.539212 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e0bc764f-51ad-46c4-aecd-c66ba4933e2d tempest-FloatingIPAdminTestJSON-25425953 tempest-FloatingIPAdminTestJSON-25425953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:39.543032 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e260593e-3191-43c8-895c-c58ac66f7de1 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:39.604865 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fd51d8-3868-4911-b459-3376c7584f17 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Network 97909f64-5d9f-464a-a5fa-af7df2cf0544 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:21:39.615745 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e260593e-3191-43c8-895c-c58ac66f7de1 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:39.617062 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e260593e-3191-43c8-895c-c58ac66f7de1 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Fanout notify agent at l3_agent the message router_deleted on router 5df369b5-c8f4-4670-a713-66b9213be314 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:21:39.629571 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e260593e-3191-43c8-895c-c58ac66f7de1 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:39.631486 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e260593e-3191-43c8-895c-c58ac66f7de1 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "DELETE /v2.0/routers/5df369b5-c8f4-4670-a713-66b9213be314 HTTP/1.1" status: 204 len: 168 time: 0.6137736 Jul 23 20:21:39.633680 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-12fd51d8-3868-4911-b459-3376c7584f17 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 97909f64-5d9f-464a-a5fa-af7df2cf0544) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:39.635360 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40582) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:39.645287 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2418e5-3e26-4fd9-a29b-224b9ca6cc9c None None] Network 97909f64-5d9f-464a-a5fa-af7df2cf0544 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:39.681453 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fd51d8-3868-4911-b459-3376c7584f17 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:39.683815 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-12fd51d8-3868-4911-b459-3376c7584f17 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:39.755543 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-e0bc764f-51ad-46c4-aecd-c66ba4933e2d tempest-FloatingIPAdminTestJSON-25425953 tempest-FloatingIPAdminTestJSON-25425953-project] Allocated IP 172.25.1.171 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/772c5f16-49b1-42c2-b1d1-43a4617ccddf) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:21:39.804802 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-12fd51d8-3868-4911-b459-3376c7584f17 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1216261 Jul 23 20:21:39.814810 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40590) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:39.825557 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5ed981e-a928-4800-b798-02c5994bab01 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Deleting subnet 19184898-3315-4f15-b8af-f8ce5cad3631 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:21:39.854287 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b5ed981e-a928-4800-b798-02c5994bab01 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:39.871929 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c7b20-1ecb-49e7-af0f-cea24752b2dd req-14cb13b6-f66a-4cc2-9d6c-cafeee431589 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:39.884713 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b44c7b20-1ecb-49e7-af0f-cea24752b2dd req-14cb13b6-f66a-4cc2-9d6c-cafeee431589 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] 10.222.0.32 "GET /v2.0/ports?device_id=b55054bc-5fc9-4fa4-afa5-424a94617ee0 HTTP/1.1" status: 200 len: 945 time: 0.1930952 Jul 23 20:21:39.912670 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7434364f-803e-4996-a721-2d4a149116bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:39.930961 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df71442-7e5b-4924-a74c-e5f968b6951d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-97909f64-5d9f-464a-a5fa-af7df2cf0544', 'network_id': '97909f64-5d9f-464a-a5fa-af7df2cf0544', 'tenant_id': '128b4454d4624f32bef68d6f7773419e', 'fixed_ips': [{'subnet_id': '94be5626-e7b6-4ba8-b58c-87b718ace860'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:21:39.934667 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8df71442-7e5b-4924-a74c-e5f968b6951d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:40.027947 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b44c7b20-1ecb-49e7-af0f-cea24752b2dd req-086ad9c0-7b89-4a7f-bb91-76ba0ce7abe1 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] 10.222.0.32 "GET /v2.0/security-groups?id=141927d8-7162-4186-bfa0-aa15298fbc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770137 Jul 23 20:21:40.032215 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b5ed981e-a928-4800-b798-02c5994bab01 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:40.101564 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e0bc764f-51ad-46c4-aecd-c66ba4933e2d tempest-FloatingIPAdminTestJSON-25425953 tempest-FloatingIPAdminTestJSON-25425953-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:40.129100 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-644d761d-987d-4675-a738-262d8dd30462 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:40.247877 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7c9f3b6e-9952-4c91-8a4f-f397a38fc895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:40.256709 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-8df71442-7e5b-4924-a74c-e5f968b6951d None None] Allocated IP 2001:db8::1 (97909f64-5d9f-464a-a5fa-af7df2cf0544/94be5626-e7b6-4ba8-b58c-87b718ace860/57b61fe9-7a45-4cce-86bf-411973bc62a2) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:21:40.300098 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e0bc764f-51ad-46c4-aecd-c66ba4933e2d tempest-FloatingIPAdminTestJSON-25425953 tempest-FloatingIPAdminTestJSON-25425953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:40.343636 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7434364f-803e-4996-a721-2d4a149116bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:40.358003 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7434364f-803e-4996-a721-2d4a149116bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:40.358766 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b5ed981e-a928-4800-b798-02c5994bab01 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:40.366399 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bc764f-51ad-46c4-aecd-c66ba4933e2d tempest-FloatingIPAdminTestJSON-25425953 tempest-FloatingIPAdminTestJSON-25425953-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:21:40.382864 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-e0bc764f-51ad-46c4-aecd-c66ba4933e2d tempest-FloatingIPAdminTestJSON-25425953 tempest-FloatingIPAdminTestJSON-25425953-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:40.410111 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bc764f-51ad-46c4-aecd-c66ba4933e2d tempest-FloatingIPAdminTestJSON-25425953 tempest-FloatingIPAdminTestJSON-25425953-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:21:40.413681 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc764f-51ad-46c4-aecd-c66ba4933e2d tempest-FloatingIPAdminTestJSON-25425953 tempest-FloatingIPAdminTestJSON-25425953-project] Pushing event updated for resources: {'Port': ['ID=772c5f16-49b1-42c2-b1d1-43a4617ccddf,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:40.450148 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-644d761d-987d-4675-a738-262d8dd30462 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:40.490890 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7434364f-803e-4996-a721-2d4a149116bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b06df1a234e2478a917e9a2a878abdcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9581428 Jul 23 20:21:40.498374 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40604) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:40.512705 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434364f-803e-4996-a721-2d4a149116bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53bce991-ae40-42c7-803b-4b41712dd7ad,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:40.622286 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8df71442-7e5b-4924-a74c-e5f968b6951d None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:40.664659 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8df71442-7e5b-4924-a74c-e5f968b6951d None None] Transition to ACTIVE for port object 57b61fe9-7a45-4cce-86bf-411973bc62a2 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:21:40.693646 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b5ed981e-a928-4800-b798-02c5994bab01 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:40.712050 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e0bc764f-51ad-46c4-aecd-c66ba4933e2d tempest-FloatingIPAdminTestJSON-25425953 tempest-FloatingIPAdminTestJSON-25425953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:40.722242 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b5ed981e-a928-4800-b798-02c5994bab01 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:40.725012 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-338eb684-c681-4d28-9610-8870313035ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:40.726852 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b5ed981e-a928-4800-b798-02c5994bab01 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "DELETE /v2.0/subnets/19184898-3315-4f15-b8af-f8ce5cad3631 HTTP/1.1" status: 204 len: 168 time: 1.0892701 Jul 23 20:21:40.733954 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40612) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:40.747602 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a51b7e5-89e4-41ef-a6e9-765230b7125a None None] Network af25d0d6-bef6-4ed8-80af-82fe968e8a65 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:40.756754 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed981e-a928-4800-b798-02c5994bab01 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event deleted for resources: {'Subnet': ['ID=19184898-3315-4f15-b8af-f8ce5cad3631,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:40.829360 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8df71442-7e5b-4924-a74c-e5f968b6951d None None] Transition to ACTIVE for port object 57b61fe9-7a45-4cce-86bf-411973bc62a2 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:21:40.856967 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8df71442-7e5b-4924-a74c-e5f968b6951d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:40.859919 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-338eb684-c681-4d28-9610-8870313035ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:40.862355 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e0bc764f-51ad-46c4-aecd-c66ba4933e2d tempest-FloatingIPAdminTestJSON-25425953 tempest-FloatingIPAdminTestJSON-25425953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:40.869498 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97779536-f265-45e7-a0ab-5645dbef1c82 req-6fabf9cb-3cf9-40b5-a784-d39674470cb8 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:40.874760 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-97779536-f265-45e7-a0ab-5645dbef1c82 req-6fabf9cb-3cf9-40b5-a784-d39674470cb8 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] 10.222.0.32 "GET /v2.0/ports?device_id=b55054bc-5fc9-4fa4-afa5-424a94617ee0 HTTP/1.1" status: 200 len: 945 time: 0.1008258 Jul 23 20:21:40.961049 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df71442-7e5b-4924-a74c-e5f968b6951d None None] Network 97909f64-5d9f-464a-a5fa-af7df2cf0544 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:21:40.963686 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-8df71442-7e5b-4924-a74c-e5f968b6951d None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:40.966891 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df71442-7e5b-4924-a74c-e5f968b6951d None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:21:40.976350 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d672296-41d1-4de0-b293-bbba23ce9ca9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:40.991194 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-644d761d-987d-4675-a738-262d8dd30462 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:41.036970 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40622) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:41.072886 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-97779536-f265-45e7-a0ab-5645dbef1c82 req-f6c89252-8707-4000-b553-b5b8076d4c3f tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] 10.222.0.32 "GET /v2.0/security-groups?id=141927d8-7162-4186-bfa0-aa15298fbc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698723 Jul 23 20:21:41.094403 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644d761d-987d-4675-a738-262d8dd30462 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event deleted for resources: {'Subnet': ['ID=94be5626-e7b6-4ba8-b58c-87b718ace860,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:41.120959 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-338eb684-c681-4d28-9610-8870313035ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:41.130892 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-8df71442-7e5b-4924-a74c-e5f968b6951d None None] Attempting to bind port 57b61fe9-7a45-4cce-86bf-411973bc62a2 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:21:41.131477 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-8df71442-7e5b-4924-a74c-e5f968b6951d None None] Attempting to bind port 57b61fe9-7a45-4cce-86bf-411973bc62a2 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'c5c16969-e535-4c4d-bd11-2e7a37b2159d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '97909f64-5d9f-464a-a5fa-af7df2cf0544'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:21:41.132056 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df71442-7e5b-4924-a74c-e5f968b6951d None None] Attempting to bind port 57b61fe9-7a45-4cce-86bf-411973bc62a2 on network 97909f64-5d9f-464a-a5fa-af7df2cf0544 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:21:41.135361 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-338eb684-c681-4d28-9610-8870313035ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:41.139222 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-338eb684-c681-4d28-9610-8870313035ff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/53bce991-ae40-42c7-803b-4b41712dd7ad HTTP/1.1" status: 204 len: 168 time: 0.6347668 Jul 23 20:21:41.169595 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df71442-7e5b-4924-a74c-e5f968b6951d None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:21:41.170166 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df71442-7e5b-4924-a74c-e5f968b6951d None None] Checking segment: {'id': 'c5c16969-e535-4c4d-bd11-2e7a37b2159d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '97909f64-5d9f-464a-a5fa-af7df2cf0544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:21:41.170810 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8df71442-7e5b-4924-a74c-e5f968b6951d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:41.172947 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df71442-7e5b-4924-a74c-e5f968b6951d None None] Bound using segment: {'id': 'c5c16969-e535-4c4d-bd11-2e7a37b2159d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '97909f64-5d9f-464a-a5fa-af7df2cf0544'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:21:41.176935 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-8df71442-7e5b-4924-a74c-e5f968b6951d None None] Bound port: 57b61fe9-7a45-4cce-86bf-411973bc62a2, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c16969-e535-4c4d-bd11-2e7a37b2159d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '97909f64-5d9f-464a-a5fa-af7df2cf0544'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:21:41.178655 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8df71442-7e5b-4924-a74c-e5f968b6951d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:41.184968 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-644d761d-987d-4675-a738-262d8dd30462 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:41.201200 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-644d761d-987d-4675-a738-262d8dd30462 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97909f64-5d9f-464a-a5fa-af7df2cf0544']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:41.211332 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df71442-7e5b-4924-a74c-e5f968b6951d None None] Pushing event updated for resources: {'Port': ['ID=57b61fe9-7a45-4cce-86bf-411973bc62a2,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:41.223404 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-644d761d-987d-4675-a738-262d8dd30462 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c16969-e535-4c4d-bd11-2e7a37b2159d') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:41.223852 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-644d761d-987d-4675-a738-262d8dd30462 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c16969-e535-4c4d-bd11-2e7a37b2159d') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:41.237577 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338eb684-c681-4d28-9610-8870313035ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bce991-ae40-42c7-803b-4b41712dd7ad,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:41.238618 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-644d761d-987d-4675-a738-262d8dd30462 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:41.258587 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-644d761d-987d-4675-a738-262d8dd30462 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:41.266539 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-644d761d-987d-4675-a738-262d8dd30462 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:21:41.267077 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-644d761d-987d-4675-a738-262d8dd30462 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:41.348519 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:21:41.348519 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:21:41.348519 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:21:41.348519 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:21:41.348519 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:21:41.348519 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:21:41.348519 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:21:41.348519 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:21:41.348519 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:21:41.348519 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:21:41.348519 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:21:41.348519 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:21:41.348519 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:21:41.348519 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:21:41.348519 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:21:41.348519 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:21:41.348519 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:21:41.348519 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:21:41.348519 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:21:41.348519 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:21:41.348519 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:21:41.348519 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:21:41.348519 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:21:41.348519 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:21:41.348519 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:21:41.348519 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:21:41.348519 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:21:41.348519 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:21:41.348519 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:21:41.348519 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:21:41.348519 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:21:41.348519 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:21:41.363672 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.db.api [None req-644d761d-987d-4675-a738-262d8dd30462 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 20:21:41.363672 n-d-793618-10 neutron-server[93875]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 20:21:41.363672 n-d-793618-10 neutron-server[93875]: [parameters: {'id': '97909f64-5d9f-464a-a5fa-af7df2cf0544'}] Jul 23 20:21:41.363672 n-d-793618-10 neutron-server[93875]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93875) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:21:41.364874 n-d-793618-10 neutron-server[93875]: DEBUG oslo_db.api [None req-644d761d-987d-4675-a738-262d8dd30462 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:21:41.372756 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6bfe320f-408d-4250-a660-4519b623e3d6 req-bf4f64be-ebee-4297-be79-dffc6e1a3422 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c9a30f21-a07f-4acf-88e7-419fa401bd22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4919341 Jul 23 20:21:41.380290 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-8df71442-7e5b-4924-a74c-e5f968b6951d None None] For port 57b61fe9-7a45-4cce-86bf-411973bc62a2, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:21:41.384247 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-8df71442-7e5b-4924-a74c-e5f968b6951d None None] For port 57b61fe9-7a45-4cce-86bf-411973bc62a2, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=57b61fe9-7a45-4cce-86bf-411973bc62a2,segment=NetworkSegment(c5c16969-e535-4c4d-bd11-2e7a37b2159d),segment_id=c5c16969-e535-4c4d-bd11-2e7a37b2159d)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:21:41.393488 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8df71442-7e5b-4924-a74c-e5f968b6951d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:41.500293 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f98adc-87c3-4fde-8a06-8f511a43888a None None] DHCP port deletion for af25d0d6-bef6-4ed8-80af-82fe968e8a65 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:21:41.522091 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe320f-408d-4250-a660-4519b623e3d6 req-c0a8f112-979f-4844-93ab-ab6dadbdcb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:41.523978 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6bfe320f-408d-4250-a660-4519b623e3d6 req-c0a8f112-979f-4844-93ab-ab6dadbdcb89 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=936c6a23d3304ba9b49a208cdf1f5765&device_id=c9a30f21-a07f-4acf-88e7-419fa401bd22 HTTP/1.1" status: 200 len: 1097 time: 0.0683343 Jul 23 20:21:41.573200 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df71442-7e5b-4924-a74c-e5f968b6951d None None] Pushing event updated for resources: {'Port': ['ID=57b61fe9-7a45-4cce-86bf-411973bc62a2,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:41.640913 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efbc136-9c88-4b7f-81d7-afc5b9527d12 None None] Network 97909f64-5d9f-464a-a5fa-af7df2cf0544 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:41.684085 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-31f98adc-87c3-4fde-8a06-8f511a43888a None None] Deleting port ef36f705-205a-4652-9cab-ef6a3aa013a0 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:41.684686 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-31f98adc-87c3-4fde-8a06-8f511a43888a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:41.685784 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe320f-408d-4250-a660-4519b623e3d6 req-f02aa2fa-0faa-4741-9361-b9fd24e8bbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:41.690545 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6bfe320f-408d-4250-a660-4519b623e3d6 req-f02aa2fa-0faa-4741-9361-b9fd24e8bbca service neutron] 10.222.0.18 "GET /v2.0/networks?id=42c06545-369c-43b2-8575-bfb5ce0ad6be HTTP/1.1" status: 200 len: 915 time: 0.1378756 Jul 23 20:21:41.785836 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6bfe320f-408d-4250-a660-4519b623e3d6 req-c3ad6b9e-8797-4307-8306-0be724294740 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8412dd6e-e40d-4cab-be38-4e7fffd68110 HTTP/1.1" status: 200 len: 1001 time: 0.0888939 Jul 23 20:21:41.859991 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe320f-408d-4250-a660-4519b623e3d6 req-6b5d4d60-9a4c-42a4-a72b-edf34634df85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:41.861973 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6bfe320f-408d-4250-a660-4519b623e3d6 req-6b5d4d60-9a4c-42a4-a72b-edf34634df85 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ccb223c-2045-4a31-86c3-160bfa105044 HTTP/1.1" status: 200 len: 853 time: 0.0675945 Jul 23 20:21:41.866300 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-644d761d-987d-4675-a738-262d8dd30462 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:42.023893 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe320f-408d-4250-a660-4519b623e3d6 req-d401ac68-afca-4d92-bf47-49162e8bcad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:42.027362 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6bfe320f-408d-4250-a660-4519b623e3d6 req-d401ac68-afca-4d92-bf47-49162e8bcad2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=42c06545-369c-43b2-8575-bfb5ce0ad6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1576545 Jul 23 20:21:42.027811 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device ef36f705-205a-4652-9cab-ef6a3aa013a0 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:21:42.055538 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-644d761d-987d-4675-a738-262d8dd30462 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Deleting port 57b61fe9-7a45-4cce-86bf-411973bc62a2 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:42.055538 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-644d761d-987d-4675-a738-262d8dd30462 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:42.090308 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-31f98adc-87c3-4fde-8a06-8f511a43888a None None] For port ef36f705-205a-4652-9cab-ef6a3aa013a0, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=ef36f705-205a-4652-9cab-ef6a3aa013a0,segment=NetworkSegment(7a6e0f68-a4ac-4176-a20e-b9ca98920e57),segment_id=7a6e0f68-a4ac-4176-a20e-b9ca98920e57)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:42.090862 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-31f98adc-87c3-4fde-8a06-8f511a43888a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:42.231470 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-31f98adc-87c3-4fde-8a06-8f511a43888a None None] Calling delete_port for ef36f705-205a-4652-9cab-ef6a3aa013a0 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:42.348938 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-31f98adc-87c3-4fde-8a06-8f511a43888a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:42.416362 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-644d761d-987d-4675-a738-262d8dd30462 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] For port 57b61fe9-7a45-4cce-86bf-411973bc62a2, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=57b61fe9-7a45-4cce-86bf-411973bc62a2,segment=NetworkSegment(c5c16969-e535-4c4d-bd11-2e7a37b2159d),segment_id=c5c16969-e535-4c4d-bd11-2e7a37b2159d)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:42.416740 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-644d761d-987d-4675-a738-262d8dd30462 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:42.429916 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f98adc-87c3-4fde-8a06-8f511a43888a None None] Pushing event deleted for resources: {'Port': ['ID=ef36f705-205a-4652-9cab-ef6a3aa013a0,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:42.438273 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f98adc-87c3-4fde-8a06-8f511a43888a None None] No DVR routers for this DVR port ef36f705-205a-4652-9cab-ef6a3aa013a0 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:21:42.460398 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e0bc764f-51ad-46c4-aecd-c66ba4933e2d tempest-FloatingIPAdminTestJSON-25425953 tempest-FloatingIPAdminTestJSON-25425953-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:42.461237 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-644d761d-987d-4675-a738-262d8dd30462 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Calling delete_port for 57b61fe9-7a45-4cce-86bf-411973bc62a2 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:42.472829 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c27b8-a6ae-42d2-951e-4999127fcb1e req-aef1f1c6-18d2-4805-afac-e338970aab13 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:42.476855 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ab2c27b8-a6ae-42d2-951e-4999127fcb1e req-aef1f1c6-18d2-4805-afac-e338970aab13 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] 10.222.0.30 "GET /v2.0/ports?device_id=b55054bc-5fc9-4fa4-afa5-424a94617ee0 HTTP/1.1" status: 200 len: 945 time: 0.4518027 Jul 23 20:21:42.478554 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-3d672296-41d1-4de0-b293-bbba23ce9ca9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Deleting port ef36f705-205a-4652-9cab-ef6a3aa013a0 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:42.480557 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d672296-41d1-4de0-b293-bbba23ce9ca9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:42.482758 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:42.550388 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e0bc764f-51ad-46c4-aecd-c66ba4933e2d tempest-FloatingIPAdminTestJSON-25425953 tempest-FloatingIPAdminTestJSON-25425953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:42.615734 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f626eab5-d9c3-468a-804a-de112e100538 None None] get_active_networks_info from n-d-793618-10 {{(pid=93877) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:21:42.675969 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6bfe320f-408d-4250-a660-4519b623e3d6 req-a5ef3012-9440-47ea-b921-969c1bf06447 service neutron] 10.222.0.18 "GET /v2.0/networks/42c06545-369c-43b2-8575-bfb5ce0ad6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6132772 Jul 23 20:21:42.759516 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f626eab5-d9c3-468a-804a-de112e100538 None None] Resources bound (agent type, host, resource id): {{(pid=93877) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:21:42.776879 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-644d761d-987d-4675-a738-262d8dd30462 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:42.837436 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-3d672296-41d1-4de0-b293-bbba23ce9ca9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] For port ef36f705-205a-4652-9cab-ef6a3aa013a0, host n-d-793618-10, got binding levels [] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:42.837836 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d672296-41d1-4de0-b293-bbba23ce9ca9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:42.871977 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc764f-51ad-46c4-aecd-c66ba4933e2d tempest-FloatingIPAdminTestJSON-25425953 tempest-FloatingIPAdminTestJSON-25425953-project] Pushing event updated for resources: {'Port': ['ID=772c5f16-49b1-42c2-b1d1-43a4617ccddf,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:42.912646 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-3d672296-41d1-4de0-b293-bbba23ce9ca9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Calling delete_port for ef36f705-205a-4652-9cab-ef6a3aa013a0 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:42.925231 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbaa65c-bfbf-40d8-b2a5-9453045b1600 req-c4c4edb3-d9c8-4686-885f-fcfc0c7c1346 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:42.927134 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1bbaa65c-bfbf-40d8-b2a5-9453045b1600 req-c4c4edb3-d9c8-4686-885f-fcfc0c7c1346 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] 10.222.0.32 "GET /v2.0/ports?device_id=b55054bc-5fc9-4fa4-afa5-424a94617ee0 HTTP/1.1" status: 200 len: 945 time: 0.7143395 Jul 23 20:21:42.944844 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644d761d-987d-4675-a738-262d8dd30462 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event deleted for resources: {'Port': ['ID=57b61fe9-7a45-4cce-86bf-411973bc62a2,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:42.948318 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.ipam_backend_mixin [None req-3d672296-41d1-4de0-b293-bbba23ce9ca9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Port ef36f705-205a-4652-9cab-ef6a3aa013a0 was not found and therefore no delete operation was performed {{(pid=93876) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:21:42.949372 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e0bc764f-51ad-46c4-aecd-c66ba4933e2d tempest-FloatingIPAdminTestJSON-25425953 tempest-FloatingIPAdminTestJSON-25425953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:42.967844 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644d761d-987d-4675-a738-262d8dd30462 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] No DVR routers for this DVR port 57b61fe9-7a45-4cce-86bf-411973bc62a2 on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:21:42.979703 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-bdde9349-0616-465b-ad20-b12697401b0c tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Deleting port 495735f8-5a16-4002-baac-1d734a71047d {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:42.980447 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bdde9349-0616-465b-ad20-b12697401b0c tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:42.983404 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d672296-41d1-4de0-b293-bbba23ce9ca9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.058219 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6bfe320f-408d-4250-a660-4519b623e3d6 req-1d74faed-0903-4839-a055-a7d6e96919fc service neutron] 10.222.0.18 "GET /v2.0/networks/42c06545-369c-43b2-8575-bfb5ce0ad6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742595 Jul 23 20:21:43.064248 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e0bc764f-51ad-46c4-aecd-c66ba4933e2d tempest-FloatingIPAdminTestJSON-25425953 tempest-FloatingIPAdminTestJSON-25425953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.067397 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e0bc764f-51ad-46c4-aecd-c66ba4933e2d tempest-FloatingIPAdminTestJSON-25425953 tempest-FloatingIPAdminTestJSON-25425953-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0141494 Jul 23 20:21:43.069426 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40682) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:43.080079 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672296-41d1-4de0-b293-bbba23ce9ca9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event deleted for resources: {'Port': ['ID=ef36f705-205a-4652-9cab-ef6a3aa013a0,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:43.098650 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d672296-41d1-4de0-b293-bbba23ce9ca9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] No DVR routers for this DVR port ef36f705-205a-4652-9cab-ef6a3aa013a0 on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:21:43.106561 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672296-41d1-4de0-b293-bbba23ce9ca9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:43.108086 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672296-41d1-4de0-b293-bbba23ce9ca9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:43.108796 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672296-41d1-4de0-b293-bbba23ce9ca9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:43.109362 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672296-41d1-4de0-b293-bbba23ce9ca9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:43.109968 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672296-41d1-4de0-b293-bbba23ce9ca9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:43.110530 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672296-41d1-4de0-b293-bbba23ce9ca9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:43.111572 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672296-41d1-4de0-b293-bbba23ce9ca9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:43.112147 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672296-41d1-4de0-b293-bbba23ce9ca9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:43.112692 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672296-41d1-4de0-b293-bbba23ce9ca9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:43.113283 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672296-41d1-4de0-b293-bbba23ce9ca9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:43.114125 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672296-41d1-4de0-b293-bbba23ce9ca9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:43.114670 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672296-41d1-4de0-b293-bbba23ce9ca9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:43.164637 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-ab2c27b8-a6ae-42d2-951e-4999127fcb1e req-4878ebbe-d58a-4594-8081-8b9750a6f9b0 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] Deleting port 9f704dcb-e0ec-47ff-a72e-9ab46cbbe972 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:43.165084 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ab2c27b8-a6ae-42d2-951e-4999127fcb1e req-4878ebbe-d58a-4594-8081-8b9750a6f9b0 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.184215 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-644d761d-987d-4675-a738-262d8dd30462 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.271219 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-644d761d-987d-4675-a738-262d8dd30462 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97909f64-5d9f-464a-a5fa-af7df2cf0544']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:43.280667 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1bbaa65c-bfbf-40d8-b2a5-9453045b1600 req-51bb7900-0d2a-45d0-ba42-60da66c0f42c tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] 10.222.0.32 "GET /v2.0/security-groups?id=141927d8-7162-4186-bfa0-aa15298fbc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220952 Jul 23 20:21:43.286882 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-644d761d-987d-4675-a738-262d8dd30462 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c16969-e535-4c4d-bd11-2e7a37b2159d') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:43.286882 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-644d761d-987d-4675-a738-262d8dd30462 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c16969-e535-4c4d-bd11-2e7a37b2159d') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:43.306642 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-70d9ea32-e02b-4acd-a489-0afaf211e509 tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2434 time: 0.2338321 Jul 23 20:21:43.306642 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-644d761d-987d-4675-a738-262d8dd30462 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.308006 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40694) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:43.346396 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.394417 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-644d761d-987d-4675-a738-262d8dd30462 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.402029 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5afea062-e1c6-4c57-aa87-8156b30b8c16 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 689 time: 0.0926716 Jul 23 20:21:43.405265 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40696) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:43.454988 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d672296-41d1-4de0-b293-bbba23ce9ca9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.459697 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-644d761d-987d-4675-a738-262d8dd30462 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:21:43.460333 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-644d761d-987d-4675-a738-262d8dd30462 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.463951 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:21:43.463951 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:21:43.463951 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:21:43.463951 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:21:43.463951 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:21:43.463951 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:21:43.463951 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:21:43.463951 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:21:43.463951 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:21:43.463951 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:21:43.463951 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:21:43.463951 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:21:43.463951 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:21:43.463951 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:21:43.463951 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:21:43.463951 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:21:43.463951 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:21:43.463951 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:21:43.463951 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:21:43.463951 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:21:43.463951 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:21:43.463951 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:21:43.463951 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:21:43.463951 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:21:43.463951 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:21:43.463951 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:21:43.463951 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:21:43.463951 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:21:43.463951 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:21:43.463951 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:21:43.463951 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:21:43.463951 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:21:43.471491 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-3d672296-41d1-4de0-b293-bbba23ce9ca9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af25d0d6-bef6-4ed8-80af-82fe968e8a65']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:43.483414 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-3d672296-41d1-4de0-b293-bbba23ce9ca9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a6e0f68-a4ac-4176-a20e-b9ca98920e57') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:43.483805 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-3d672296-41d1-4de0-b293-bbba23ce9ca9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a6e0f68-a4ac-4176-a20e-b9ca98920e57') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:43.525753 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bdde9349-0616-465b-ad20-b12697401b0c tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.526402 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bdde9349-0616-465b-ad20-b12697401b0c tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.542306 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-bdde9349-0616-465b-ad20-b12697401b0c tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Calling delete_port for 495735f8-5a16-4002-baac-1d734a71047d owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:43.550497 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d672296-41d1-4de0-b293-bbba23ce9ca9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.603349 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d672296-41d1-4de0-b293-bbba23ce9ca9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.630239 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-ab2c27b8-a6ae-42d2-951e-4999127fcb1e req-4878ebbe-d58a-4594-8081-8b9750a6f9b0 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] For port 9f704dcb-e0ec-47ff-a72e-9ab46cbbe972, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=9f704dcb-e0ec-47ff-a72e-9ab46cbbe972,segment=NetworkSegment(3127c41e-6e33-4369-823a-622b649f1aee),segment_id=3127c41e-6e33-4369-823a-622b649f1aee)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:43.630719 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ab2c27b8-a6ae-42d2-951e-4999127fcb1e req-4878ebbe-d58a-4594-8081-8b9750a6f9b0 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.647444 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c5f5ec66-c286-4207-8c8e-e7ec6bcb1397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.655617 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-644d761d-987d-4675-a738-262d8dd30462 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.673521 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-644d761d-987d-4675-a738-262d8dd30462 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.680827 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-644d761d-987d-4675-a738-262d8dd30462 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "DELETE /v2.0/networks/97909f64-5d9f-464a-a5fa-af7df2cf0544 HTTP/1.1" status: 204 len: 168 time: 3.8623037 Jul 23 20:21:43.694334 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40712) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:43.702080 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-ec66a6a9-23d6-48c8-a43e-d3c7d214a825 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1883593708'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:43.729981 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644d761d-987d-4675-a738-262d8dd30462 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event deleted for resources: {'Network': ['ID=97909f64-5d9f-464a-a5fa-af7df2cf0544,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:43.731519 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d672296-41d1-4de0-b293-bbba23ce9ca9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:21:43.731988 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d672296-41d1-4de0-b293-bbba23ce9ca9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.735184 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec66a6a9-23d6-48c8-a43e-d3c7d214a825 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Made reservation on behalf of 128b4454d4624f32bef68d6f7773419e for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:43.737636 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:21:43.737636 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:21:43.737636 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:21:43.737636 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:21:43.737636 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:21:43.737636 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:21:43.737636 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:21:43.737636 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:21:43.737636 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:21:43.737636 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:21:43.737636 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:21:43.737636 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:21:43.737636 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:21:43.737636 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:21:43.737636 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:21:43.737636 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:21:43.737636 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:21:43.737636 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:21:43.737636 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:21:43.737636 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:21:43.737636 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:21:43.737636 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:21:43.737636 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:21:43.737636 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:21:43.737636 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:21:43.737636 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:21:43.737636 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:21:43.737636 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:21:43.737636 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:21:43.737636 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:21:43.737636 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:21:43.737636 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:21:43.741371 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ec66a6a9-23d6-48c8-a43e-d3c7d214a825 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.765311 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-d28bac87-ed6b-41d5-8632-4782dcd4680e tempest-FloatingIPAdminTestJSON-25425953 tempest-FloatingIPAdminTestJSON-25425953-project] Deleting port 772c5f16-49b1-42c2-b1d1-43a4617ccddf {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:43.765719 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d28bac87-ed6b-41d5-8632-4782dcd4680e tempest-FloatingIPAdminTestJSON-25425953 tempest-FloatingIPAdminTestJSON-25425953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.767674 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-ab2c27b8-a6ae-42d2-951e-4999127fcb1e req-4878ebbe-d58a-4594-8081-8b9750a6f9b0 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] Calling delete_port for 9f704dcb-e0ec-47ff-a72e-9ab46cbbe972 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:43.818518 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec66a6a9-23d6-48c8-a43e-d3c7d214a825 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:21:43.891474 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d672296-41d1-4de0-b293-bbba23ce9ca9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.895559 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ec66a6a9-23d6-48c8-a43e-d3c7d214a825 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.896270 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-ec66a6a9-23d6-48c8-a43e-d3c7d214a825 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Added segment badc820d-e90b-4337-8374-1d84a203bb62 of type vlan for network a331fa69-9dbd-45b3-afae-3fa058c14496 Jul 23 20:21:43.905652 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d672296-41d1-4de0-b293-bbba23ce9ca9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.918273 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40726) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:43.918530 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3d672296-41d1-4de0-b293-bbba23ce9ca9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "DELETE /v2.0/networks/af25d0d6-bef6-4ed8-80af-82fe968e8a65 HTTP/1.1" status: 204 len: 168 time: 3.1848681 Jul 23 20:21:43.934391 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-6ce19fed-5f31-41f3-a2c9-0490d540247c tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1316671181'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:43.957577 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672296-41d1-4de0-b293-bbba23ce9ca9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event deleted for resources: {'Network': ['ID=af25d0d6-bef6-4ed8-80af-82fe968e8a65,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:43.995897 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.997261 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d28bac87-ed6b-41d5-8632-4782dcd4680e tempest-FloatingIPAdminTestJSON-25425953 tempest-FloatingIPAdminTestJSON-25425953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.998723 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d28bac87-ed6b-41d5-8632-4782dcd4680e tempest-FloatingIPAdminTestJSON-25425953 tempest-FloatingIPAdminTestJSON-25425953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:44.026263 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-d28bac87-ed6b-41d5-8632-4782dcd4680e tempest-FloatingIPAdminTestJSON-25425953 tempest-FloatingIPAdminTestJSON-25425953-project] Calling delete_port for 772c5f16-49b1-42c2-b1d1-43a4617ccddf owned by network:floatingip {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:44.038749 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ec66a6a9-23d6-48c8-a43e-d3c7d214a825 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:44.104536 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce19fed-5f31-41f3-a2c9-0490d540247c tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Made reservation on behalf of 94909c1e8cb14acca0414384fabf2d56 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:44.108929 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6ce19fed-5f31-41f3-a2c9-0490d540247c tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:44.170996 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bdde9349-0616-465b-ad20-b12697401b0c tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:44.197437 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ec66a6a9-23d6-48c8-a43e-d3c7d214a825 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:44.204341 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec66a6a9-23d6-48c8-a43e-d3c7d214a825 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:44.205552 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ec66a6a9-23d6-48c8-a43e-d3c7d214a825 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:44.212940 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ce19fed-5f31-41f3-a2c9-0490d540247c tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:21:44.248503 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde9349-0616-465b-ad20-b12697401b0c tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Pushing event deleted for resources: {'Port': ['ID=495735f8-5a16-4002-baac-1d734a71047d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:44.353265 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ab2c27b8-a6ae-42d2-951e-4999127fcb1e req-4878ebbe-d58a-4594-8081-8b9750a6f9b0 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:44.428665 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878ebbe-d58a-4594-8081-8b9750a6f9b0 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] Pushing event deleted for resources: {'Port': ['ID=9f704dcb-e0ec-47ff-a72e-9ab46cbbe972,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:44.500016 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:44.512401 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bdde9349-0616-465b-ad20-b12697401b0c tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:44.513074 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [None req-bdde9349-0616-465b-ad20-b12697401b0c tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Floating IP f147e131-695a-46cb-95f3-ce9c4469eab5 disassociated (deleted). External IP: 172.25.1.218, port: 8412dd6e-e40d-4cab-be38-4e7fffd68110. Jul 23 20:21:44.551278 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:44.610948 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2c27b8-a6ae-42d2-951e-4999127fcb1e req-4878ebbe-d58a-4594-8081-8b9750a6f9b0 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] No DVR routers for this DVR port 9f704dcb-e0ec-47ff-a72e-9ab46cbbe972 on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:21:44.648428 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ab2c27b8-a6ae-42d2-951e-4999127fcb1e req-4878ebbe-d58a-4594-8081-8b9750a6f9b0 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:44.650651 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ab2c27b8-a6ae-42d2-951e-4999127fcb1e req-4878ebbe-d58a-4594-8081-8b9750a6f9b0 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] 10.222.0.30 "DELETE /v2.0/ports/9f704dcb-e0ec-47ff-a72e-9ab46cbbe972 HTTP/1.1" status: 204 len: 173 time: 2.1585438 Jul 23 20:21:44.651099 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55054bc-5fc9-4fa4-afa5-424a94617ee0', 'name': 'network-vif-deleted', 'tag': '9f704dcb-e0ec-47ff-a72e-9ab46cbbe972'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:21:44.654104 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39bac734-9367-4215-a36b-e7e017437e64" -d '{"events": [{"server_uuid": "b55054bc-5fc9-4fa4-afa5-424a94617ee0", "name": "network-vif-deleted", "tag": "9f704dcb-e0ec-47ff-a72e-9ab46cbbe972"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:21:44.745046 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2992d7d3-8cd0-4927-96ae-9539a9d92711 x-openstack-request-id: req-2992d7d3-8cd0-4927-96ae-9539a9d92711 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:21:44.745426 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55054bc-5fc9-4fa4-afa5-424a94617ee0", "name": "network-vif-deleted", "tag": "9f704dcb-e0ec-47ff-a72e-9ab46cbbe972", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:21:44.745706 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2992d7d3-8cd0-4927-96ae-9539a9d92711 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:21:44.747306 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55054bc-5fc9-4fa4-afa5-424a94617ee0', 'name': 'network-vif-deleted', 'tag': '9f704dcb-e0ec-47ff-a72e-9ab46cbbe972', 'status': 'completed', 'code': 200} Jul 23 20:21:44.788796 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a32df8b1-c99d-443f-b8b9-3e973d24e110 req-9bc825bd-83dd-4485-a9c9-69aab201a736 tempest-ServerAddressesTestJSON-1457111743 tempest-ServerAddressesTestJSON-1457111743-project] 10.222.0.32 "GET /v2.0/ports?device_id=b55054bc-5fc9-4fa4-afa5-424a94617ee0 HTTP/1.1" status: 200 len: 210 time: 0.0456123 Jul 23 20:21:44.792613 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6ce19fed-5f31-41f3-a2c9-0490d540247c tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:44.793076 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-6ce19fed-5f31-41f3-a2c9-0490d540247c tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Added segment 00b67dc6-bbd9-49aa-832b-104badfa05a7 of type vlan for network 9df6c669-2635-4f2f-969d-59653ab8542a Jul 23 20:21:44.807243 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ec66a6a9-23d6-48c8-a43e-d3c7d214a825 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1115143 Jul 23 20:21:44.811874 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40792) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:44.819381 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-d021fe78-b670-47d8-a5f7-058353410bfc tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Request body: {'subnet': {'network_id': 'a331fa69-9dbd-45b3-afae-3fa058c14496', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:44.880048 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec66a6a9-23d6-48c8-a43e-d3c7d214a825 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event updated for resources: {'Network': ['ID=a331fa69-9dbd-45b3-afae-3fa058c14496,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:44.893377 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network a331fa69-9dbd-45b3-afae-3fa058c14496 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:21:45.016039 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6ce19fed-5f31-41f3-a2c9-0490d540247c tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:45.042818 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 9f704dcb-e0ec-47ff-a72e-9ab46cbbe972 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:21:45.045523 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d28bac87-ed6b-41d5-8632-4782dcd4680e tempest-FloatingIPAdminTestJSON-25425953 tempest-FloatingIPAdminTestJSON-25425953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:45.127841 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 9f704dcb-e0ec-47ff-a72e-9ab46cbbe972 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:21:45.129824 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 9f704dcb-e0ec-47ff-a72e-9ab46cbbe972 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:21:45.130997 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28bac87-ed6b-41d5-8632-4782dcd4680e tempest-FloatingIPAdminTestJSON-25425953 tempest-FloatingIPAdminTestJSON-25425953-project] Pushing event deleted for resources: {'Port': ['ID=772c5f16-49b1-42c2-b1d1-43a4617ccddf,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:45.173598 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d021fe78-b670-47d8-a5f7-058353410bfc tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Made reservation on behalf of 128b4454d4624f32bef68d6f7773419e for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:45.179301 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d021fe78-b670-47d8-a5f7-058353410bfc tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:45.183620 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6ce19fed-5f31-41f3-a2c9-0490d540247c tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:45.194655 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce19fed-5f31-41f3-a2c9-0490d540247c tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:45.195580 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6ce19fed-5f31-41f3-a2c9-0490d540247c tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:45.262732 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdde9349-0616-465b-ad20-b12697401b0c tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Router ad0ca847-2ba1-4c42-911f-a67614902db7 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:21:45.342015 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6ce19fed-5f31-41f3-a2c9-0490d540247c tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4200211 Jul 23 20:21:45.343348 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40834) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:45.347856 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce19fed-5f31-41f3-a2c9-0490d540247c tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event updated for resources: {'Network': ['ID=9df6c669-2635-4f2f-969d-59653ab8542a,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:45.356795 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-7201cf0c-4a4f-472c-9a8d-9095387edafc tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Request body: {'subnet': {'network_id': '9df6c669-2635-4f2f-969d-59653ab8542a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:45.369292 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 9df6c669-2635-4f2f-969d-59653ab8542a details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:21:45.387048 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d28bac87-ed6b-41d5-8632-4782dcd4680e tempest-FloatingIPAdminTestJSON-25425953 tempest-FloatingIPAdminTestJSON-25425953-project] Notify callbacks [] for floatingip, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:45.391548 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d28bac87-ed6b-41d5-8632-4782dcd4680e tempest-FloatingIPAdminTestJSON-25425953 tempest-FloatingIPAdminTestJSON-25425953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:45.396512 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d28bac87-ed6b-41d5-8632-4782dcd4680e tempest-FloatingIPAdminTestJSON-25425953 tempest-FloatingIPAdminTestJSON-25425953-project] 10.222.0.32 "DELETE /v2.0/floatingips/2f3d0ebc-85b4-4a0e-927c-617d322de10b HTTP/1.1" status: 204 len: 168 time: 1.9898016 Jul 23 20:21:45.408755 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40838) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:45.573820 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdde9349-0616-465b-ad20-b12697401b0c tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:21:45.594702 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bdde9349-0616-465b-ad20-b12697401b0c tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:45.615864 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b040958a-6f7b-4df4-b99d-c19dbebafc1d None None] Sync routers for ids ['ad0ca847-2ba1-4c42-911f-a67614902db7'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:21:45.641567 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b040958a-6f7b-4df4-b99d-c19dbebafc1d None None] Routers {'ad0ca847-2ba1-4c42-911f-a67614902db7'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:21:45.642804 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-b040958a-6f7b-4df4-b99d-c19dbebafc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:21:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ad0ca847-2ba1-4c42-911f-a67614902db7'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:45.710388 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bdde9349-0616-465b-ad20-b12697401b0c tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "DELETE /v2.0/floatingips/f147e131-695a-46cb-95f3-ce9c4469eab5 HTTP/1.1" status: 204 len: 168 time: 4.6610553 Jul 23 20:21:45.712278 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d021fe78-b670-47d8-a5f7-058353410bfc tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:45.726173 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7201cf0c-4a4f-472c-9a8d-9095387edafc tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Made reservation on behalf of 94909c1e8cb14acca0414384fabf2d56 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:45.736430 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7201cf0c-4a4f-472c-9a8d-9095387edafc tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:45.808899 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d021fe78-b670-47d8-a5f7-058353410bfc tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event updated for resources: {'Subnet': ['ID=e801a66b-2160-4421-af14-1b67f87e6529,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:45.874562 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-b040958a-6f7b-4df4-b99d-c19dbebafc1d None None] Set router ad0ca847-2ba1-4c42-911f-a67614902db7 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:21:45.881518 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d021fe78-b670-47d8-a5f7-058353410bfc tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Checking segment: {'id': 'badc820d-e90b-4337-8374-1d84a203bb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a331fa69-9dbd-45b3-afae-3fa058c14496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:21:45.882082 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d021fe78-b670-47d8-a5f7-058353410bfc tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Network hostable DHCP agents. Network: a331fa69-9dbd-45b3-afae-3fa058c14496, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:21:45.939310 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40876) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:45.953551 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:46.003250 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fb87ee5-c15c-4f50-8438-5bc60d96690d admin admin] Deleting subnet 956c5073-c011-40ee-82a0-88c6a46dfc67 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:21:46.006484 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d021fe78-b670-47d8-a5f7-058353410bfc tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Network a331fa69-9dbd-45b3-afae-3fa058c14496 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:21:46.010818 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8fb87ee5-c15c-4f50-8438-5bc60d96690d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:46.047179 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-f76c7fed-c0ac-46a5-b929-d1f7bc6b2afb tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Deleting port 74782ad1-df0a-4c4e-bdfa-234227b99842 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:46.047807 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f76c7fed-c0ac-46a5-b929-d1f7bc6b2afb tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:46.080932 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-d021fe78-b670-47d8-a5f7-058353410bfc tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, a331fa69-9dbd-45b3-afae-3fa058c14496) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:46.088197 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d021fe78-b670-47d8-a5f7-058353410bfc tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:46.088604 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d021fe78-b670-47d8-a5f7-058353410bfc tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:46.116817 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8fb87ee5-c15c-4f50-8438-5bc60d96690d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:46.124777 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b4ab73-cb5a-422b-9057-1262c7709bce None None] Network a331fa69-9dbd-45b3-afae-3fa058c14496 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:46.184956 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d021fe78-b670-47d8-a5f7-058353410bfc tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3701191 Jul 23 20:21:46.187730 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40884) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:46.193273 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-8f29c74d-1380-49f6-9474-6b449fb7f9f3 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Request body: {'subnet': {'network_id': 'a331fa69-9dbd-45b3-afae-3fa058c14496', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:46.229894 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8fb87ee5-c15c-4f50-8438-5bc60d96690d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:46.378262 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8fb87ee5-c15c-4f50-8438-5bc60d96690d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:46.418075 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb87ee5-c15c-4f50-8438-5bc60d96690d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=956c5073-c011-40ee-82a0-88c6a46dfc67,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:46.421139 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7201cf0c-4a4f-472c-9a8d-9095387edafc tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:46.427578 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f76c7fed-c0ac-46a5-b929-d1f7bc6b2afb tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:46.428157 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f76c7fed-c0ac-46a5-b929-d1f7bc6b2afb tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:46.439023 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8fb87ee5-c15c-4f50-8438-5bc60d96690d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:46.441224 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8fb87ee5-c15c-4f50-8438-5bc60d96690d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/956c5073-c011-40ee-82a0-88c6a46dfc67 HTTP/1.1" status: 204 len: 168 time: 0.5005152 Jul 23 20:21:46.443983 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40888) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:46.464087 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f29c74d-1380-49f6-9474-6b449fb7f9f3 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Made reservation on behalf of 128b4454d4624f32bef68d6f7773419e for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:46.467926 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f29c74d-1380-49f6-9474-6b449fb7f9f3 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:46.483046 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-f76c7fed-c0ac-46a5-b929-d1f7bc6b2afb tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Calling delete_port for 74782ad1-df0a-4c4e-bdfa-234227b99842 owned by network:floatingip {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:46.484649 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40890) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:46.590018 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4cb4d85f-b4ca-457c-8605-79c7a77d4136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:46.657597 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-b040958a-6f7b-4df4-b99d-c19dbebafc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'name': 'tempest-TestVolumeBackupRestore-1866629625-router', 'tenant_id': '936c6a23d3304ba9b49a208cdf1f5765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '1891fa76-5723-4929-a956-23f2b334f13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:15:52Z', 'updated_at': '2021-07-23T20:16:01Z', 'revision_number': 4, 'project_id': '936c6a23d3304ba9b49a208cdf1f5765', 'gw_port': {'id': '1891fa76-5723-4929-a956-23f2b334f13e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:15:53Z', 'updated_at': '2021-07-23T20:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'a4bc5f09-cdb8-48e3-8019-28deabcd5fa2', 'name': '', 'network_id': '42c06545-369c-43b2-8575-bfb5ce0ad6be', 'tenant_id': '936c6a23d3304ba9b49a208cdf1f5765', 'mac_address': 'fa:16:3e:7c:67:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '2ccb223c-2045-4a31-86c3-160bfa105044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:15:58Z', 'updated_at': '2021-07-23T20:16:16Z', 'revision_number': 5, 'project_id': '936c6a23d3304ba9b49a208cdf1f5765', 'subnets': [{'id': '2ccb223c-2045-4a31-86c3-160bfa105044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:46.707408 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201cf0c-4a4f-472c-9a8d-9095387edafc tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event updated for resources: {'Subnet': ['ID=868c024f-40f7-467a-8167-5f7760a01ae4,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:46.729954 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b040958a-6f7b-4df4-b99d-c19dbebafc1d None None] Checking router: ad0ca847-2ba1-4c42-911f-a67614902db7 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:21:46.731569 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02711da8-dc09-4314-9758-c9bfe3865122 req-17fb9fb6-e75a-43fc-b13a-c2acab9f1b61 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:46.733872 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-02711da8-dc09-4314-9758-c9bfe3865122 req-17fb9fb6-e75a-43fc-b13a-c2acab9f1b61 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a30f21-a07f-4acf-88e7-419fa401bd22 HTTP/1.1" status: 200 len: 945 time: 0.4061425 Jul 23 20:21:46.759299 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8c204c-b741-42d8-bb8e-c29103673512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-a331fa69-9dbd-45b3-afae-3fa058c14496', 'network_id': 'a331fa69-9dbd-45b3-afae-3fa058c14496', 'tenant_id': '128b4454d4624f32bef68d6f7773419e', 'fixed_ips': [{'subnet_id': 'e801a66b-2160-4421-af14-1b67f87e6529'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:21:46.760880 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c8c204c-b741-42d8-bb8e-c29103673512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:46.765752 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b040958a-6f7b-4df4-b99d-c19dbebafc1d None None] Routers {'ad0ca847-2ba1-4c42-911f-a67614902db7'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:21:46.766497 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-b040958a-6f7b-4df4-b99d-c19dbebafc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:21:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ad0ca847-2ba1-4c42-911f-a67614902db7'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:46.771216 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a30f21-a07f-4acf-88e7-419fa401bd22', 'tag': '8412dd6e-e40d-4cab-be38-4e7fffd68110'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:21:46.778245 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6e4654-e04a-4fa7-a2ac-e5720a439f20" -d '{"events": [{"name": "network-changed", "server_uuid": "c9a30f21-a07f-4acf-88e7-419fa401bd22", "tag": "8412dd6e-e40d-4cab-be38-4e7fffd68110"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:21:46.786397 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7201cf0c-4a4f-472c-9a8d-9095387edafc tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Checking segment: {'id': '00b67dc6-bbd9-49aa-832b-104badfa05a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9df6c669-2635-4f2f-969d-59653ab8542a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:21:46.786868 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7201cf0c-4a4f-472c-9a8d-9095387edafc tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Network hostable DHCP agents. Network: 9df6c669-2635-4f2f-969d-59653ab8542a, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:21:46.809540 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-97bbc9ee-689a-46af-a736-ab1bdcf5c20f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:46.909368 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4cb4d85f-b4ca-457c-8605-79c7a77d4136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:46.930243 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-4cb4d85f-b4ca-457c-8605-79c7a77d4136 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e36d1ac-e2b0-4a25-8f7f-2b0b2eea7d06']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:46.959695 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-4cb4d85f-b4ca-457c-8605-79c7a77d4136 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3127c41e-6e33-4369-823a-622b649f1aee') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:46.959798 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-4cb4d85f-b4ca-457c-8605-79c7a77d4136 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3127c41e-6e33-4369-823a-622b649f1aee') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:46.967291 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-97bbc9ee-689a-46af-a736-ab1bdcf5c20f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:46.984388 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7201cf0c-4a4f-472c-9a8d-9095387edafc tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Network 9df6c669-2635-4f2f-969d-59653ab8542a is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:21:46.991317 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-02711da8-dc09-4314-9758-c9bfe3865122 req-0e966f24-f747-450a-bce9-91ed78ac6606 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/security-groups?id=024f7503-5ec6-4f9b-80a1-d6f9beb877c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2401104 Jul 23 20:21:46.991970 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-97bbc9ee-689a-46af-a736-ab1bdcf5c20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:47.024004 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-7201cf0c-4a4f-472c-9a8d-9095387edafc tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 9df6c669-2635-4f2f-969d-59653ab8542a) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:47.043581 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49178ccf-0636-4ae6-96a0-509491417268 None None] Network 9df6c669-2635-4f2f-969d-59653ab8542a requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:47.046500 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4cb4d85f-b4ca-457c-8605-79c7a77d4136 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:47.049197 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344aa326-9011-4508-bb5e-3d9414210660 x-openstack-request-id: req-344aa326-9011-4508-bb5e-3d9414210660 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:21:47.049582 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9a30f21-a07f-4acf-88e7-419fa401bd22", "tag": "8412dd6e-e40d-4cab-be38-4e7fffd68110", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:21:47.049775 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-344aa326-9011-4508-bb5e-3d9414210660 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:21:47.050128 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9a30f21-a07f-4acf-88e7-419fa401bd22', 'tag': '8412dd6e-e40d-4cab-be38-4e7fffd68110', 'status': 'completed', 'code': 200} Jul 23 20:21:47.069935 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7201cf0c-4a4f-472c-9a8d-9095387edafc tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:47.070563 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7201cf0c-4a4f-472c-9a8d-9095387edafc tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:47.070755 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-b040958a-6f7b-4df4-b99d-c19dbebafc1d None None] Set router ad0ca847-2ba1-4c42-911f-a67614902db7 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:21:47.100321 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4cb4d85f-b4ca-457c-8605-79c7a77d4136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:47.130968 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-97bbc9ee-689a-46af-a736-ab1bdcf5c20f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=181ec916504c47ec80e30e82a58a9e14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6075208 Jul 23 20:21:47.138934 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40898) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:47.166995 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bbc9ee-689a-46af-a736-ab1bdcf5c20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d09ae2-788f-4915-86e2-7dc24ef41e22,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:47.188961 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7201cf0c-4a4f-472c-9a8d-9095387edafc tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8374066 Jul 23 20:21:47.189642 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40900) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:47.199834 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-247849e2-e549-4bec-84fe-bc33b46489dc tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-148145705', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:47.210309 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb4d85f-b4ca-457c-8605-79c7a77d4136 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:21:47.210982 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4cb4d85f-b4ca-457c-8605-79c7a77d4136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:47.224822 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:21:47.224822 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:21:47.224822 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:21:47.224822 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:21:47.224822 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:21:47.224822 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:21:47.224822 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:21:47.224822 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:21:47.224822 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:21:47.224822 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:21:47.224822 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:21:47.224822 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:21:47.224822 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:21:47.224822 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:21:47.224822 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:21:47.224822 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:21:47.224822 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:21:47.224822 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:21:47.224822 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:21:47.224822 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:21:47.224822 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:21:47.224822 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:21:47.224822 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:21:47.224822 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:21:47.224822 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:21:47.224822 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:21:47.224822 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:21:47.224822 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:21:47.224822 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:21:47.224822 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:21:47.224822 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:21:47.224822 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:21:47.255247 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f76c7fed-c0ac-46a5-b929-d1f7bc6b2afb tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:47.299323 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-247849e2-e549-4bec-84fe-bc33b46489dc tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:47.300567 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-247849e2-e549-4bec-84fe-bc33b46489dc tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:47.305820 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76c7fed-c0ac-46a5-b929-d1f7bc6b2afb tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Pushing event deleted for resources: {'Port': ['ID=74782ad1-df0a-4c4e-bdfa-234227b99842,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:47.310784 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e4654-e04a-4fa7-a2ac-e5720a439f20 req-60836a7a-3e9e-46de-b7a2-8d158e933d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:47.312998 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ee6e4654-e04a-4fa7-a2ac-e5720a439f20 req-60836a7a-3e9e-46de-b7a2-8d158e933d27 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=936c6a23d3304ba9b49a208cdf1f5765&device_id=c9a30f21-a07f-4acf-88e7-419fa401bd22 HTTP/1.1" status: 200 len: 1097 time: 0.2581246 Jul 23 20:21:47.368041 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f29c74d-1380-49f6-9474-6b449fb7f9f3 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:47.409317 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4cb4d85f-b4ca-457c-8605-79c7a77d4136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:47.426467 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f29c74d-1380-49f6-9474-6b449fb7f9f3 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Network a331fa69-9dbd-45b3-afae-3fa058c14496 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:21:47.428254 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-338c15d7-a319-4523-84a9-97ec7011ef6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:47.463421 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-338c15d7-a319-4523-84a9-97ec7011ef6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:47.534390 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-8f29c74d-1380-49f6-9474-6b449fb7f9f3 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:47.536082 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-247849e2-e549-4bec-84fe-bc33b46489dc tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:47.572725 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f29c74d-1380-49f6-9474-6b449fb7f9f3 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:47.574602 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8f29c74d-1380-49f6-9474-6b449fb7f9f3 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:47.575637 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f76c7fed-c0ac-46a5-b929-d1f7bc6b2afb tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:47.578350 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f76c7fed-c0ac-46a5-b929-d1f7bc6b2afb tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:47.580826 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-4c8c204c-b741-42d8-bb8e-c29103673512 None None] Allocated IP 2001:db8::2 (a331fa69-9dbd-45b3-afae-3fa058c14496/e801a66b-2160-4421-af14-1b67f87e6529/1cbc14b8-723a-4671-b37d-08915b1e41cd) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:21:47.587362 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f76c7fed-c0ac-46a5-b929-d1f7bc6b2afb tempest-FloatingIPAdminTestJSON-1083105041 tempest-FloatingIPAdminTestJSON-1083105041-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/a5bc3361-67d1-4a3e-8815-4e14ba427b3a HTTP/1.1" status: 204 len: 168 time: 2.1717639 Jul 23 20:21:47.590279 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40902) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:47.593258 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-247849e2-e549-4bec-84fe-bc33b46489dc tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:47.612453 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4cb4d85f-b4ca-457c-8605-79c7a77d4136 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:47.620330 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4cb4d85f-b4ca-457c-8605-79c7a77d4136 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9e36d1ac-e2b0-4a25-8f7f-2b0b2eea7d06 HTTP/1.1" status: 204 len: 168 time: 1.1734214 Jul 23 20:21:47.623825 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4d85f-b4ca-457c-8605-79c7a77d4136 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e36d1ac-e2b0-4a25-8f7f-2b0b2eea7d06,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:47.631205 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-338c15d7-a319-4523-84a9-97ec7011ef6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:47.633975 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-338c15d7-a319-4523-84a9-97ec7011ef6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:47.638667 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-338c15d7-a319-4523-84a9-97ec7011ef6f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/51d09ae2-788f-4915-86e2-7dc24ef41e22 HTTP/1.1" status: 204 len: 168 time: 0.4914620 Jul 23 20:21:47.648882 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8f29c74d-1380-49f6-9474-6b449fb7f9f3 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4599307 Jul 23 20:21:47.652865 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40908) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:47.735234 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad3f89f-40d7-456f-9144-bf753e74985c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-9df6c669-2635-4f2f-969d-59653ab8542a', 'network_id': '9df6c669-2635-4f2f-969d-59653ab8542a', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'fixed_ips': [{'subnet_id': '868c024f-40f7-467a-8167-5f7760a01ae4'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:21:47.735910 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bad3f89f-40d7-456f-9144-bf753e74985c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:47.775316 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c15d7-a319-4523-84a9-97ec7011ef6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d09ae2-788f-4915-86e2-7dc24ef41e22,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:47.792450 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8e5bdf-88f5-43e7-bdca-fee72f37e061 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:47.793890 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e4654-e04a-4fa7-a2ac-e5720a439f20 req-836c6a5f-c544-4b0b-964f-927b786d925e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:47.795023 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8e5bdf-88f5-43e7-bdca-fee72f37e061 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:47.795526 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ee6e4654-e04a-4fa7-a2ac-e5720a439f20 req-836c6a5f-c544-4b0b-964f-927b786d925e service neutron] 10.222.0.18 "GET /v2.0/networks?id=42c06545-369c-43b2-8575-bfb5ce0ad6be HTTP/1.1" status: 200 len: 915 time: 0.4738429 Jul 23 20:21:47.797495 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8e5bdf-88f5-43e7-bdca-fee72f37e061 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:47.799676 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-247849e2-e549-4bec-84fe-bc33b46489dc tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:47.801041 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8e5bdf-88f5-43e7-bdca-fee72f37e061 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:47.803178 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8e5bdf-88f5-43e7-bdca-fee72f37e061 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:47.804215 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-247849e2-e549-4bec-84fe-bc33b46489dc tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6089206 Jul 23 20:21:47.809813 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40910) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:47.811718 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ee8e5bdf-88f5-43e7-bdca-fee72f37e061 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1513882 Jul 23 20:21:47.816684 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40912) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:47.822057 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29c74d-1380-49f6-9474-6b449fb7f9f3 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event updated for resources: {'Subnet': ['ID=2e4ee4ba-6054-4185-bec5-cfea9ff38e0a,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:47.839616 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-967d01da-f6e4-409d-b4df-4c2a10825d37 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1024916088'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:47.868881 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967d01da-f6e4-409d-b4df-4c2a10825d37 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Made reservation on behalf of 128b4454d4624f32bef68d6f7773419e for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:47.877444 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-967d01da-f6e4-409d-b4df-4c2a10825d37 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:47.923105 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40914) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:47.984059 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-967d01da-f6e4-409d-b4df-4c2a10825d37 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:21:48.013349 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ee6e4654-e04a-4fa7-a2ac-e5720a439f20 req-3df5fcef-38da-4a50-8a79-999585f652b3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8412dd6e-e40d-4cab-be38-4e7fffd68110 HTTP/1.1" status: 200 len: 217 time: 0.2052164 Jul 23 20:21:48.029421 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-967d01da-f6e4-409d-b4df-4c2a10825d37 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:48.032361 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-967d01da-f6e4-409d-b4df-4c2a10825d37 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Added segment 7d5f8831-8e78-4de8-8f67-8a4d12ac2ce8 of type vlan for network 9426f271-c142-4b31-bbe3-63a453183b20 Jul 23 20:21:48.067176 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c8c204c-b741-42d8-bb8e-c29103673512 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:48.083517 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4c8c204c-b741-42d8-bb8e-c29103673512 None None] Transition to ACTIVE for port object 1cbc14b8-723a-4671-b37d-08915b1e41cd will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:21:48.096891 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-01899967-056e-4cf8-b126-13ea7017ec39 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=191459dede4f4a1d88768c19ea23ffa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1704023 Jul 23 20:21:48.106905 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4c8c204c-b741-42d8-bb8e-c29103673512 None None] Transition to ACTIVE for port object 1cbc14b8-723a-4671-b37d-08915b1e41cd will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:21:48.114535 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40920) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:48.155473 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3264131-a302-4efc-a70d-505f2fbb8fa4 req-bca30e0b-1136-40ee-8562-917b4697e6a7 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:48.157088 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a3264131-a302-4efc-a70d-505f2fbb8fa4 req-bca30e0b-1136-40ee-8562-917b4697e6a7 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9a30f21-a07f-4acf-88e7-419fa401bd22 HTTP/1.1" status: 200 len: 945 time: 0.6401062 Jul 23 20:21:48.266127 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-bad3f89f-40d7-456f-9144-bf753e74985c None None] Allocated IP 2001:db8::2 (9df6c669-2635-4f2f-969d-59653ab8542a/868c024f-40f7-467a-8167-5f7760a01ae4/7d62dcb8-2ca2-4f5a-9e1b-aae603f2cc16) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:21:48.306865 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40924) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:48.311076 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e4654-e04a-4fa7-a2ac-e5720a439f20 req-8d5f7208-03a3-48f3-bb38-91ef8341721a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:48.312548 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ee6e4654-e04a-4fa7-a2ac-e5720a439f20 req-8d5f7208-03a3-48f3-bb38-91ef8341721a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ccb223c-2045-4a31-86c3-160bfa105044 HTTP/1.1" status: 200 len: 853 time: 0.2816820 Jul 23 20:21:48.444871 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bad3f89f-40d7-456f-9144-bf753e74985c None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:48.449002 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-385f1e3f-6d96-4797-88f9-9e4da8f3cd84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:48.455555 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-bad3f89f-40d7-456f-9144-bf753e74985c None None] Transition to ACTIVE for port object 7d62dcb8-2ca2-4f5a-9e1b-aae603f2cc16 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:21:48.476695 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-bad3f89f-40d7-456f-9144-bf753e74985c None None] Transition to ACTIVE for port object 7d62dcb8-2ca2-4f5a-9e1b-aae603f2cc16 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:21:48.481213 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c8c204c-b741-42d8-bb8e-c29103673512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:48.490044 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bad3f89f-40d7-456f-9144-bf753e74985c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:48.543656 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8c204c-b741-42d8-bb8e-c29103673512 None None] Network a331fa69-9dbd-45b3-afae-3fa058c14496 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:21:48.552660 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-4c8c204c-b741-42d8-bb8e-c29103673512 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:48.565693 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8c204c-b741-42d8-bb8e-c29103673512 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:21:48.572360 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad3f89f-40d7-456f-9144-bf753e74985c None None] Network 9df6c669-2635-4f2f-969d-59653ab8542a is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:21:48.575285 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8c204c-b741-42d8-bb8e-c29103673512 None None] Pushing event updated for resources: {'Port': ['ID=1cbc14b8-723a-4671-b37d-08915b1e41cd,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:48.592821 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-bad3f89f-40d7-456f-9144-bf753e74985c None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:48.594139 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a59b936b-dd1c-427b-9eae-865f95783ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:48.597990 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-b8fd45ec-6d66-4c11-aa2a-1e9dadbabbd3 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Deleting port ce86ba04-fa73-40e3-84c7-8a6f565cfdb4 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:48.598418 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b8fd45ec-6d66-4c11-aa2a-1e9dadbabbd3 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:48.622258 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad3f89f-40d7-456f-9144-bf753e74985c None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:21:48.628079 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-b040958a-6f7b-4df4-b99d-c19dbebafc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'name': 'tempest-TestVolumeBackupRestore-1866629625-router', 'tenant_id': '936c6a23d3304ba9b49a208cdf1f5765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '1891fa76-5723-4929-a956-23f2b334f13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:15:52Z', 'updated_at': '2021-07-23T20:16:01Z', 'revision_number': 4, 'project_id': '936c6a23d3304ba9b49a208cdf1f5765', 'gw_port': {'id': '1891fa76-5723-4929-a956-23f2b334f13e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:15:53Z', 'updated_at': '2021-07-23T20:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'a4bc5f09-cdb8-48e3-8019-28deabcd5fa2', 'name': '', 'network_id': '42c06545-369c-43b2-8575-bfb5ce0ad6be', 'tenant_id': '936c6a23d3304ba9b49a208cdf1f5765', 'mac_address': 'fa:16:3e:7c:67:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '2ccb223c-2045-4a31-86c3-160bfa105044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:15:58Z', 'updated_at': '2021-07-23T20:16:16Z', 'revision_number': 5, 'project_id': '936c6a23d3304ba9b49a208cdf1f5765', 'subnets': [{'id': '2ccb223c-2045-4a31-86c3-160bfa105044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:48.691467 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-967d01da-f6e4-409d-b4df-4c2a10825d37 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:48.703793 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a59b936b-dd1c-427b-9eae-865f95783ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:48.721941 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b040958a-6f7b-4df4-b99d-c19dbebafc1d None None] The sync data for ids ['ad0ca847-2ba1-4c42-911f-a67614902db7'] in n-d-793618-10 is: [{'id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'name': 'tempest-TestVolumeBackupRestore-1866629625-router', 'tenant_id': '936c6a23d3304ba9b49a208cdf1f5765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '1891fa76-5723-4929-a956-23f2b334f13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:15:52Z', 'updated_at': '2021-07-23T20:16:01Z', 'revision_number': 4, 'project_id': '936c6a23d3304ba9b49a208cdf1f5765', 'gw_port': {'id': '1891fa76-5723-4929-a956-23f2b334f13e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:15:53Z', 'updated_at': '2021-07-23T20:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'a4bc5f09-cdb8-48e3-8019-28deabcd5fa2', 'name': '', 'network_id': '42c06545-369c-43b2-8575-bfb5ce0ad6be', 'tenant_id': '936c6a23d3304ba9b49a208cdf1f5765', 'mac_address': 'fa:16:3e:7c:67:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '2ccb223c-2045-4a31-86c3-160bfa105044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:15:58Z', 'updated_at': '2021-07-23T20:16:16Z', 'revision_number': 5, 'project_id': '936c6a23d3304ba9b49a208cdf1f5765', 'subnets': [{'id': '2ccb223c-2045-4a31-86c3-160bfa105044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:21:48.750914 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-967d01da-f6e4-409d-b4df-4c2a10825d37 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:48.757893 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967d01da-f6e4-409d-b4df-4c2a10825d37 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:48.759544 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-967d01da-f6e4-409d-b4df-4c2a10825d37 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:48.825341 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3f89f-40d7-456f-9144-bf753e74985c None None] Pushing event updated for resources: {'Port': ['ID=7d62dcb8-2ca2-4f5a-9e1b-aae603f2cc16,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:48.839204 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d38db-9b27-45b0-becc-0076a4e2e833 req-48d69a48-b98a-4f5b-b13c-25f5e952540b tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:48.840821 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d96d38db-9b27-45b0-becc-0076a4e2e833 req-48d69a48-b98a-4f5b-b13c-25f5e952540b tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a30f21-a07f-4acf-88e7-419fa401bd22 HTTP/1.1" status: 200 len: 945 time: 0.6530335 Jul 23 20:21:48.845860 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-4c8c204c-b741-42d8-bb8e-c29103673512 None None] Attempting to bind port 1cbc14b8-723a-4671-b37d-08915b1e41cd on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:21:48.846243 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-4c8c204c-b741-42d8-bb8e-c29103673512 None None] Attempting to bind port 1cbc14b8-723a-4671-b37d-08915b1e41cd by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'badc820d-e90b-4337-8374-1d84a203bb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a331fa69-9dbd-45b3-afae-3fa058c14496'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:21:48.846605 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8c204c-b741-42d8-bb8e-c29103673512 None None] Attempting to bind port 1cbc14b8-723a-4671-b37d-08915b1e41cd on network a331fa69-9dbd-45b3-afae-3fa058c14496 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:21:48.858534 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-bad3f89f-40d7-456f-9144-bf753e74985c None None] Attempting to bind port 7d62dcb8-2ca2-4f5a-9e1b-aae603f2cc16 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:21:48.858904 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-bad3f89f-40d7-456f-9144-bf753e74985c None None] Attempting to bind port 7d62dcb8-2ca2-4f5a-9e1b-aae603f2cc16 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '00b67dc6-bbd9-49aa-832b-104badfa05a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9df6c669-2635-4f2f-969d-59653ab8542a'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:21:48.859281 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad3f89f-40d7-456f-9144-bf753e74985c None None] Attempting to bind port 7d62dcb8-2ca2-4f5a-9e1b-aae603f2cc16 on network 9df6c669-2635-4f2f-969d-59653ab8542a {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:21:48.862084 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8c204c-b741-42d8-bb8e-c29103673512 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:21:48.862449 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8c204c-b741-42d8-bb8e-c29103673512 None None] Checking segment: {'id': 'badc820d-e90b-4337-8374-1d84a203bb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a331fa69-9dbd-45b3-afae-3fa058c14496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:21:48.862976 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c8c204c-b741-42d8-bb8e-c29103673512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:48.863541 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8c204c-b741-42d8-bb8e-c29103673512 None None] Bound using segment: {'id': 'badc820d-e90b-4337-8374-1d84a203bb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a331fa69-9dbd-45b3-afae-3fa058c14496'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:21:48.864089 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-4c8c204c-b741-42d8-bb8e-c29103673512 None None] Bound port: 1cbc14b8-723a-4671-b37d-08915b1e41cd, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'badc820d-e90b-4337-8374-1d84a203bb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a331fa69-9dbd-45b3-afae-3fa058c14496'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:21:48.864494 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c8c204c-b741-42d8-bb8e-c29103673512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:48.884350 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad3f89f-40d7-456f-9144-bf753e74985c None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:21:48.884724 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad3f89f-40d7-456f-9144-bf753e74985c None None] Checking segment: {'id': '00b67dc6-bbd9-49aa-832b-104badfa05a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9df6c669-2635-4f2f-969d-59653ab8542a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:21:48.885122 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bad3f89f-40d7-456f-9144-bf753e74985c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:48.885622 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad3f89f-40d7-456f-9144-bf753e74985c None None] Bound using segment: {'id': '00b67dc6-bbd9-49aa-832b-104badfa05a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9df6c669-2635-4f2f-969d-59653ab8542a'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:21:48.886117 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-bad3f89f-40d7-456f-9144-bf753e74985c None None] Bound port: 7d62dcb8-2ca2-4f5a-9e1b-aae603f2cc16, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b67dc6-bbd9-49aa-832b-104badfa05a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9df6c669-2635-4f2f-969d-59653ab8542a'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:21:48.886509 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bad3f89f-40d7-456f-9144-bf753e74985c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:48.906101 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-023eb28e-456c-4fb9-b24b-5494797ec462 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:48.910782 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e4654-e04a-4fa7-a2ac-e5720a439f20 req-1d857cd2-10c9-485c-bd8a-9684ab561172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:48.912738 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ee6e4654-e04a-4fa7-a2ac-e5720a439f20 req-1d857cd2-10c9-485c-bd8a-9684ab561172 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=42c06545-369c-43b2-8575-bfb5ce0ad6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5826960 Jul 23 20:21:48.923699 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d01da-f6e4-409d-b4df-4c2a10825d37 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event updated for resources: {'Network': ['ID=9426f271-c142-4b31-bbe3-63a453183b20,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:48.934382 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d96d38db-9b27-45b0-becc-0076a4e2e833 req-aca867e1-b7bc-430c-8402-8062850e1a3e tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/security-groups?id=024f7503-5ec6-4f9b-80a1-d6f9beb877c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849984 Jul 23 20:21:48.951019 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 9426f271-c142-4b31-bbe3-63a453183b20 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:21:48.990721 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b8fd45ec-6d66-4c11-aa2a-1e9dadbabbd3 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:48.995134 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-a3264131-a302-4efc-a70d-505f2fbb8fa4 req-a74ea620-8c1a-4dc7-9371-0b85b5a13f28 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Deleting port 8412dd6e-e40d-4cab-be38-4e7fffd68110 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:48.995521 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a3264131-a302-4efc-a70d-505f2fbb8fa4 req-a74ea620-8c1a-4dc7-9371-0b85b5a13f28 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:49.052073 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-4c8c204c-b741-42d8-bb8e-c29103673512 None None] For port 1cbc14b8-723a-4671-b37d-08915b1e41cd, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:21:49.056765 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-4c8c204c-b741-42d8-bb8e-c29103673512 None None] For port 1cbc14b8-723a-4671-b37d-08915b1e41cd, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=1cbc14b8-723a-4671-b37d-08915b1e41cd,segment=NetworkSegment(badc820d-e90b-4337-8374-1d84a203bb62),segment_id=badc820d-e90b-4337-8374-1d84a203bb62)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:21:49.066717 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c8c204c-b741-42d8-bb8e-c29103673512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:49.173838 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de00319-6d6e-4685-91ce-e7d52df2c65c None None] New status for floating IP f147e131-695a-46cb-95f3-ce9c4469eab5: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:21:49.261105 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-bad3f89f-40d7-456f-9144-bf753e74985c None None] For port 7d62dcb8-2ca2-4f5a-9e1b-aae603f2cc16, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:21:49.267443 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-bad3f89f-40d7-456f-9144-bf753e74985c None None] For port 7d62dcb8-2ca2-4f5a-9e1b-aae603f2cc16, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=7d62dcb8-2ca2-4f5a-9e1b-aae603f2cc16,segment=NetworkSegment(00b67dc6-bbd9-49aa-832b-104badfa05a7),segment_id=00b67dc6-bbd9-49aa-832b-104badfa05a7)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:21:49.269821 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8c204c-b741-42d8-bb8e-c29103673512 None None] Pushing event updated for resources: {'Port': ['ID=1cbc14b8-723a-4671-b37d-08915b1e41cd,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:49.281895 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bad3f89f-40d7-456f-9144-bf753e74985c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:49.382489 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3f89f-40d7-456f-9144-bf753e74985c None None] Pushing event updated for resources: {'Port': ['ID=7d62dcb8-2ca2-4f5a-9e1b-aae603f2cc16,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:49.517404 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-b8fd45ec-6d66-4c11-aa2a-1e9dadbabbd3 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Calling delete_port for ce86ba04-fa73-40e3-84c7-8a6f565cfdb4 owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:49.607699 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a59b936b-dd1c-427b-9eae-865f95783ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:49.612258 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a59b936b-dd1c-427b-9eae-865f95783ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:49.614518 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a59b936b-dd1c-427b-9eae-865f95783ac0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/141927d8-7162-4186-bfa0-aa15298fbc4b HTTP/1.1" status: 204 len: 168 time: 1.4932392 Jul 23 20:21:49.810945 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b936b-dd1c-427b-9eae-865f95783ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141927d8-7162-4186-bfa0-aa15298fbc4b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:49.825783 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-385f1e3f-6d96-4797-88f9-9e4da8f3cd84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:49.840688 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-967d01da-f6e4-409d-b4df-4c2a10825d37 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0225313 Jul 23 20:21:49.843473 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40930) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:49.846865 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-385f1e3f-6d96-4797-88f9-9e4da8f3cd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:49.854638 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-93514435-d7c2-4faa-b506-e3774be731da tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:49.860641 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ee6e4654-e04a-4fa7-a2ac-e5720a439f20 req-8435c8c4-6228-4288-a0ab-f0fb7c9d4438 service neutron] 10.222.0.18 "GET /v2.0/networks/42c06545-369c-43b2-8575-bfb5ce0ad6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9231656 Jul 23 20:21:49.863753 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 1cbc14b8-723a-4671-b37d-08915b1e41cd up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:21:49.918022 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-a3264131-a302-4efc-a70d-505f2fbb8fa4 req-a74ea620-8c1a-4dc7-9371-0b85b5a13f28 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] For port 8412dd6e-e40d-4cab-be38-4e7fffd68110, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=8412dd6e-e40d-4cab-be38-4e7fffd68110,segment=NetworkSegment(d4ed36b0-261e-4503-82c1-9f3eea8d8c2c),segment_id=d4ed36b0-261e-4503-82c1-9f3eea8d8c2c)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:49.918400 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a3264131-a302-4efc-a70d-505f2fbb8fa4 req-a74ea620-8c1a-4dc7-9371-0b85b5a13f28 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:49.999920 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 1cbc14b8-723a-4671-b37d-08915b1e41cd completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:21:50.028694 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-a3264131-a302-4efc-a70d-505f2fbb8fa4 req-a74ea620-8c1a-4dc7-9371-0b85b5a13f28 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Calling delete_port for 8412dd6e-e40d-4cab-be38-4e7fffd68110 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:50.030587 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f1e3f-6d96-4797-88f9-9e4da8f3cd84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9eb885-0de3-415b-903d-d68d746fe6c1,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:50.047493 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-385f1e3f-6d96-4797-88f9-9e4da8f3cd84 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a5331fbd41e44d6b6c22af3a9e928f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7390990 Jul 23 20:21:50.052434 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40936) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:50.173771 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-908d56bf-c1b2-44ad-be61-c62d7f10cf3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:50.187758 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-93514435-d7c2-4faa-b506-e3774be731da tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:50.214224 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-93514435-d7c2-4faa-b506-e3774be731da tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:50.332818 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-93514435-d7c2-4faa-b506-e3774be731da tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Network 9426f271-c142-4b31-bbe3-63a453183b20 is not hosted by any dhcp agent {{(pid=93876) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 20:21:50.339574 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93514435-d7c2-4faa-b506-e3774be731da tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:50.340243 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-93514435-d7c2-4faa-b506-e3774be731da tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:50.344856 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-93514435-d7c2-4faa-b506-e3774be731da tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "PUT /v2.0/networks/9426f271-c142-4b31-bbe3-63a453183b20 HTTP/1.1" status: 200 len: 723 time: 0.5002539 Jul 23 20:21:50.347638 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-908d56bf-c1b2-44ad-be61-c62d7f10cf3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:50.351276 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40946) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:50.352096 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93514435-d7c2-4faa-b506-e3774be731da tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event updated for resources: {'Network': ['ID=9426f271-c142-4b31-bbe3-63a453183b20,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:50.366984 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-c54755d7-0c93-4ca3-8be4-83dfeda49755 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Request body: {'subnet': {'network_id': '9426f271-c142-4b31-bbe3-63a453183b20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:50.368065 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 9426f271-c142-4b31-bbe3-63a453183b20 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:21:50.410409 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b8fd45ec-6d66-4c11-aa2a-1e9dadbabbd3 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:50.415833 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-023eb28e-456c-4fb9-b24b-5494797ec462 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Allocated IP 2001:db8::1 (9df6c669-2635-4f2f-969d-59653ab8542a/868c024f-40f7-467a-8167-5f7760a01ae4/33f41cce-0e9d-4dcc-a41b-21fc713a45d0) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:21:50.451864 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ee6e4654-e04a-4fa7-a2ac-e5720a439f20 req-029f2501-830f-44c0-8435-854ea3f1ae3e service neutron] 10.222.0.18 "GET /v2.0/networks/42c06545-369c-43b2-8575-bfb5ce0ad6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5523522 Jul 23 20:21:50.528061 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-908d56bf-c1b2-44ad-be61-c62d7f10cf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:50.532748 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-908d56bf-c1b2-44ad-be61-c62d7f10cf3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:50.539238 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-908d56bf-c1b2-44ad-be61-c62d7f10cf3a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dd9eb885-0de3-415b-903d-d68d746fe6c1 HTTP/1.1" status: 204 len: 168 time: 0.4831514 Jul 23 20:21:50.552748 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d56bf-c1b2-44ad-be61-c62d7f10cf3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9eb885-0de3-415b-903d-d68d746fe6c1,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:50.554365 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54755d7-0c93-4ca3-8be4-83dfeda49755 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Made reservation on behalf of 128b4454d4624f32bef68d6f7773419e for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:50.568725 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c54755d7-0c93-4ca3-8be4-83dfeda49755 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:50.601138 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd45ec-6d66-4c11-aa2a-1e9dadbabbd3 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Pushing event deleted for resources: {'Port': ['ID=ce86ba04-fa73-40e3-84c7-8a6f565cfdb4,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:50.742024 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a0510-5ae3-4675-9ccf-cd107c11269d req-16c64aae-5d88-477f-965d-423b2e4589d1 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:50.751017 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-504a0510-5ae3-4675-9ccf-cd107c11269d req-16c64aae-5d88-477f-965d-423b2e4589d1 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a30f21-a07f-4acf-88e7-419fa401bd22 HTTP/1.1" status: 200 len: 945 time: 0.6265190 Jul 23 20:21:51.102670 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c54755d7-0c93-4ca3-8be4-83dfeda49755 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:51.109941 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4c1f9c-b30b-465d-8f7d-90c2c80792c2 None None] Network 9df6c669-2635-4f2f-969d-59653ab8542a requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:51.240988 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-023eb28e-456c-4fb9-b24b-5494797ec462 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:51.268680 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-023eb28e-456c-4fb9-b24b-5494797ec462 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Transition to ACTIVE for port object 33f41cce-0e9d-4dcc-a41b-21fc713a45d0 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:21:51.311499 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a3264131-a302-4efc-a70d-505f2fbb8fa4 req-a74ea620-8c1a-4dc7-9371-0b85b5a13f28 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:51.317441 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-023eb28e-456c-4fb9-b24b-5494797ec462 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:51.320333 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b8fd45ec-6d66-4c11-aa2a-1e9dadbabbd3 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:51.325652 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b8fd45ec-6d66-4c11-aa2a-1e9dadbabbd3 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] 10.222.0.32 "DELETE /v2.0/ports/ce86ba04-fa73-40e3-84c7-8a6f565cfdb4 HTTP/1.1" status: 204 len: 168 time: 3.7229950 Jul 23 20:21:51.330178 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40962) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:51.401394 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54755d7-0c93-4ca3-8be4-83dfeda49755 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event updated for resources: {'Subnet': ['ID=8447f825-633f-43c8-b42b-aef2c34e733a,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:51.439704 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-711a7855-2074-4912-a71d-1cb75ff05a8f None None] Provisioning for port 7d62dcb8-2ca2-4f5a-9e1b-aae603f2cc16 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:21:51.462943 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173c1771-2500-4a2b-9386-7ffb84121ad6 None None] Network a331fa69-9dbd-45b3-afae-3fa058c14496 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:51.484553 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3264131-a302-4efc-a70d-505f2fbb8fa4 req-a74ea620-8c1a-4dc7-9371-0b85b5a13f28 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] No DVR routers for this DVR port 8412dd6e-e40d-4cab-be38-4e7fffd68110 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:21:51.535017 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54755d7-0c93-4ca3-8be4-83dfeda49755 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Checking segment: {'id': '7d5f8831-8e78-4de8-8f67-8a4d12ac2ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9426f271-c142-4b31-bbe3-63a453183b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:21:51.538404 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54755d7-0c93-4ca3-8be4-83dfeda49755 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Network hostable DHCP agents. Network: 9426f271-c142-4b31-bbe3-63a453183b20, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:21:51.557643 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-a3264131-a302-4efc-a70d-505f2fbb8fa4 req-a74ea620-8c1a-4dc7-9371-0b85b5a13f28 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:51.565367 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a3264131-a302-4efc-a70d-505f2fbb8fa4 req-a74ea620-8c1a-4dc7-9371-0b85b5a13f28 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.18 "DELETE /v2.0/ports/8412dd6e-e40d-4cab-be38-4e7fffd68110 HTTP/1.1" status: 204 len: 173 time: 3.3264205 Jul 23 20:21:51.569859 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023eb28e-456c-4fb9-b24b-5494797ec462 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event updated for resources: {'Port': ['ID=33f41cce-0e9d-4dcc-a41b-21fc713a45d0,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:51.599755 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a30f21-a07f-4acf-88e7-419fa401bd22', 'name': 'network-vif-deleted', 'tag': '8412dd6e-e40d-4cab-be38-4e7fffd68110'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:21:51.610699 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8fb2ebfb-8372-44a5-8025-69f88570bb3f None None] Provisioning for port 1cbc14b8-723a-4671-b37d-08915b1e41cd completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:21:51.611108 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0660443-3120-4077-be87-908e04ae5781" -d '{"events": [{"server_uuid": "c9a30f21-a07f-4acf-88e7-419fa401bd22", "name": "network-vif-deleted", "tag": "8412dd6e-e40d-4cab-be38-4e7fffd68110"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:21:51.650057 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-504a0510-5ae3-4675-9ccf-cd107c11269d req-ecf76609-fc67-4a1c-a86a-774664900b88 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/security-groups?id=024f7503-5ec6-4f9b-80a1-d6f9beb877c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7711685 Jul 23 20:21:51.652381 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8fb2ebfb-8372-44a5-8025-69f88570bb3f None None] Provisioning complete for port 1cbc14b8-723a-4671-b37d-08915b1e41cd triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:51.652983 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8fb2ebfb-8372-44a5-8025-69f88570bb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:51.662851 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54755d7-0c93-4ca3-8be4-83dfeda49755 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Network 9426f271-c142-4b31-bbe3-63a453183b20 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:21:51.692731 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023eb28e-456c-4fb9-b24b-5494797ec462 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Network 9df6c669-2635-4f2f-969d-59653ab8542a is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:21:51.696276 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-c54755d7-0c93-4ca3-8be4-83dfeda49755 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 9426f271-c142-4b31-bbe3-63a453183b20) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:51.701012 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-023eb28e-456c-4fb9-b24b-5494797ec462 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:51.710777 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023eb28e-456c-4fb9-b24b-5494797ec462 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:21:51.713608 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-023eb28e-456c-4fb9-b24b-5494797ec462 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:51.738598 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54755d7-0c93-4ca3-8be4-83dfeda49755 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:51.744332 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c54755d7-0c93-4ca3-8be4-83dfeda49755 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:51.752727 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48f4642-45b3-4abf-9015-deace8ed2777 None None] Network 9426f271-c142-4b31-bbe3-63a453183b20 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:51.790154 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4befe4d7-62a1-4fb6-bb12-65e677d6f7fa tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:51.807479 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4befe4d7-62a1-4fb6-bb12-65e677d6f7fa tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd16e1f8-31fe-4c5a-89b7-35bfa588e692 HTTP/1.1" status: 200 len: 913 time: 0.4723880 Jul 23 20:21:51.810437 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40974) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:51.843733 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fb8549-fa3c-4173-b26a-f3f585482b4e x-openstack-request-id: req-f8fb8549-fa3c-4173-b26a-f3f585482b4e {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:21:51.844106 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a30f21-a07f-4acf-88e7-419fa401bd22", "name": "network-vif-deleted", "tag": "8412dd6e-e40d-4cab-be38-4e7fffd68110", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:21:51.844309 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f8fb8549-fa3c-4173-b26a-f3f585482b4e {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:21:51.844672 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a30f21-a07f-4acf-88e7-419fa401bd22', 'name': 'network-vif-deleted', 'tag': '8412dd6e-e40d-4cab-be38-4e7fffd68110', 'status': 'completed', 'code': 200} Jul 23 20:21:51.849239 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ea620-8c1a-4dc7-9371-0b85b5a13f28 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Pushing event deleted for resources: {'Port': ['ID=8412dd6e-e40d-4cab-be38-4e7fffd68110,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:51.935402 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 7d62dcb8-2ca2-4f5a-9e1b-aae603f2cc16 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:21:52.055445 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c54755d7-0c93-4ca3-8be4-83dfeda49755 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7003856 Jul 23 20:21:52.058907 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40980) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:52.080265 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-967d47b1-ab16-41da-9bd2-a3b70bfd4cbf tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:52.117237 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-023eb28e-456c-4fb9-b24b-5494797ec462 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:52.152628 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 8412dd6e-e40d-4cab-be38-4e7fffd68110 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:21:52.302892 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 8412dd6e-e40d-4cab-be38-4e7fffd68110 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:21:52.305615 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 8412dd6e-e40d-4cab-be38-4e7fffd68110 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:21:52.318179 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 7d62dcb8-2ca2-4f5a-9e1b-aae603f2cc16 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:21:52.330137 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 7d62dcb8-2ca2-4f5a-9e1b-aae603f2cc16 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:52.330653 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:52.342680 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ad54e3-8f2f-45ef-b4c4-34fd86675b6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-9426f271-c142-4b31-bbe3-63a453183b20', 'network_id': '9426f271-c142-4b31-bbe3-63a453183b20', 'tenant_id': '128b4454d4624f32bef68d6f7773419e', 'fixed_ips': [{'subnet_id': '8447f825-633f-43c8-b42b-aef2c34e733a'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:21:52.343693 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d9ad54e3-8f2f-45ef-b4c4-34fd86675b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:52.496013 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-967d47b1-ab16-41da-9bd2-a3b70bfd4cbf tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-61678010'] for subnet, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:52.745823 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8fb2ebfb-8372-44a5-8025-69f88570bb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:52.812472 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-023eb28e-456c-4fb9-b24b-5494797ec462 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:52.820025 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-023eb28e-456c-4fb9-b24b-5494797ec462 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:52.821433 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-023eb28e-456c-4fb9-b24b-5494797ec462 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:52.900869 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b4d32d3e-6dd4-4e11-924b-92847f4fea7f req-70d9097a-9748-4b54-8a45-0a18a14682fd tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a30f21-a07f-4acf-88e7-419fa401bd22 HTTP/1.1" status: 200 len: 210 time: 0.0622685 Jul 23 20:21:52.903803 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023eb28e-456c-4fb9-b24b-5494797ec462 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event updated for resources: {'Port': ['ID=33f41cce-0e9d-4dcc-a41b-21fc713a45d0,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:52.972066 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-8fb2ebfb-8372-44a5-8025-69f88570bb3f None None] For port 1cbc14b8-723a-4671-b37d-08915b1e41cd, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=1cbc14b8-723a-4671-b37d-08915b1e41cd,segment=NetworkSegment(badc820d-e90b-4337-8374-1d84a203bb62),segment_id=badc820d-e90b-4337-8374-1d84a203bb62)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:52.976097 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff32ca50-c9a1-4295-902f-85958f5655c4 None None] Update dhcp port {'port': {'network_id': 'a331fa69-9dbd-45b3-afae-3fa058c14496', 'fixed_ips': [{'subnet_id': 'e801a66b-2160-4421-af14-1b67f87e6529', 'ip_address': '2001:db8::2'}, {'subnet_id': '2e4ee4ba-6054-4185-bec5-cfea9ff38e0a'}], 'binding:host_id': 'n-d-793618-10'}, 'id': '1cbc14b8-723a-4671-b37d-08915b1e41cd'} from n-d-793618-10. {{(pid=93877) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:21:53.009672 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8fb2ebfb-8372-44a5-8025-69f88570bb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:53.056538 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-967d47b1-ab16-41da-9bd2-a3b70bfd4cbf tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734526781772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-61643151'] for subnet, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:53.062958 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:53.076142 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023eb28e-456c-4fb9-b24b-5494797ec462 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Network 9df6c669-2635-4f2f-969d-59653ab8542a is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:21:53.077769 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-023eb28e-456c-4fb9-b24b-5494797ec462 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:53.131299 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ff32ca50-c9a1-4295-902f-85958f5655c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:53.165655 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d47b1-ab16-41da-9bd2-a3b70bfd4cbf tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event updated for resources: {'Subnet': ['ID=8447f825-633f-43c8-b42b-aef2c34e733a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:53.186173 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967d47b1-ab16-41da-9bd2-a3b70bfd4cbf tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:53.187841 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-967d47b1-ab16-41da-9bd2-a3b70bfd4cbf tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:53.192655 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-967d47b1-ab16-41da-9bd2-a3b70bfd4cbf tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "PUT /v2.0/subnets/8447f825-633f-43c8-b42b-aef2c34e733a HTTP/1.1" status: 200 len: 826 time: 1.1305931 Jul 23 20:21:53.198753 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41018) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:53.211140 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 7d62dcb8-2ca2-4f5a-9e1b-aae603f2cc16, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=7d62dcb8-2ca2-4f5a-9e1b-aae603f2cc16,segment=NetworkSegment(00b67dc6-bbd9-49aa-832b-104badfa05a7),segment_id=00b67dc6-bbd9-49aa-832b-104badfa05a7)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:53.221253 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2ebfb-8372-44a5-8025-69f88570bb3f None None] Pushing event updated for resources: {'Port': ['ID=1cbc14b8-723a-4671-b37d-08915b1e41cd,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:53.235765 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:53.342372 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d7c5ce9f-054c-4799-9a7c-1e3e77121e4c None None] Provisioning for port 33f41cce-0e9d-4dcc-a41b-21fc713a45d0 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:21:53.462089 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023eb28e-456c-4fb9-b24b-5494797ec462 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Router c8fa3eda-bcd7-4bf7-aac0-17e8c6ad1359 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:21:53.604971 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-00e97554-3b2b-4cf8-97d5-035212e8272f tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:53.719439 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c97a66a7-d45b-461f-b20a-10fc0f9860df tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:53.754623 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-d9ad54e3-8f2f-45ef-b4c4-34fd86675b6e None None] Allocated IP 2001:db8::2 (9426f271-c142-4b31-bbe3-63a453183b20/8447f825-633f-43c8-b42b-aef2c34e733a/e2ba103f-f721-4035-a0d5-53452489853f) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:21:53.765661 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 1cbc14b8-723a-4671-b37d-08915b1e41cd up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:21:53.766477 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023eb28e-456c-4fb9-b24b-5494797ec462 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:21:53.778324 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-023eb28e-456c-4fb9-b24b-5494797ec462 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "PUT /v2.0/routers/c8fa3eda-bcd7-4bf7-aac0-17e8c6ad1359/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9679632 Jul 23 20:21:53.778963 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41058) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:53.810181 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea446ec8-a595-4483-af46-c538d6add5b6 None None] Sync routers for ids ['c8fa3eda-bcd7-4bf7-aac0-17e8c6ad1359'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:21:53.812759 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d7c5ce9f-054c-4799-9a7c-1e3e77121e4c None None] Provisioning complete for port 33f41cce-0e9d-4dcc-a41b-21fc713a45d0 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:53.813296 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d7c5ce9f-054c-4799-9a7c-1e3e77121e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:53.835408 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c97a66a7-d45b-461f-b20a-10fc0f9860df tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:53.924566 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a297c8a6-72c4-4cd1-8eba-e0378a09baec tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:53.931729 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a297c8a6-72c4-4cd1-8eba-e0378a09baec tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "GET /v2.0/ports/33f41cce-0e9d-4dcc-a41b-21fc713a45d0 HTTP/1.1" status: 200 len: 911 time: 0.1513023 Jul 23 20:21:53.932130 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41062) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:54.045951 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea446ec8-a595-4483-af46-c538d6add5b6 None None] Routers {'c8fa3eda-bcd7-4bf7-aac0-17e8c6ad1359'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:21:54.046657 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ea446ec8-a595-4483-af46-c538d6add5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:21:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['c8fa3eda-bcd7-4bf7-aac0-17e8c6ad1359'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:54.102074 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ea446ec8-a595-4483-af46-c538d6add5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:54.116599 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41068) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:54.117496 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=7d62dcb8-2ca2-4f5a-9e1b-aae603f2cc16,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:54.179814 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41070) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:54.181246 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-d7c5ce9f-054c-4799-9a7c-1e3e77121e4c None None] Port 33f41cce-0e9d-4dcc-a41b-21fc713a45d0 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:21:54.182929 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea446ec8-a595-4483-af46-c538d6add5b6 None None] Routers {'c8fa3eda-bcd7-4bf7-aac0-17e8c6ad1359'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:21:54.183797 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ea446ec8-a595-4483-af46-c538d6add5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:21:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['c8fa3eda-bcd7-4bf7-aac0-17e8c6ad1359'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:54.185666 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7d718309-c5de-4635-b7ab-e71b27f9a71e req-59a60869-210a-4d2a-8160-259f63d717e3 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a30f21-a07f-4acf-88e7-419fa401bd22 HTTP/1.1" status: 200 len: 210 time: 0.1570027 Jul 23 20:21:54.414772 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8ea2cd4e-a99b-460a-9c05-90a0aea68a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:54.425898 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d9ad54e3-8f2f-45ef-b4c4-34fd86675b6e None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:54.428621 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 1cbc14b8-723a-4671-b37d-08915b1e41cd triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:54.429510 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:54.434244 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d39afd10-3482-4be0-8e18-1278489ca89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:54.484503 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ea446ec8-a595-4483-af46-c538d6add5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:54.485183 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea446ec8-a595-4483-af46-c538d6add5b6 None None] The sync data for ids ['c8fa3eda-bcd7-4bf7-aac0-17e8c6ad1359'] in n-d-793618-10 is: [] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:21:54.500404 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d9ad54e3-8f2f-45ef-b4c4-34fd86675b6e None None] Transition to ACTIVE for port object e2ba103f-f721-4035-a0d5-53452489853f will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:21:54.522018 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.db.api [None req-8ea2cd4e-a99b-460a-9c05-90a0aea68a4f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 20:21:54.522018 n-d-793618-10 neutron-server[93875]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 20:21:54.522018 n-d-793618-10 neutron-server[93875]: [parameters: {'project_id': '3ffc741ba3d446fb85ec8b37982fa2d6', 'id': '8a608579-904e-4aba-91ef-878ca5054792', 'expiration': datetime.datetime(2021, 7, 23, 20, 23, 54, 502138)}] Jul 23 20:21:54.522018 n-d-793618-10 neutron-server[93875]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93875) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:21:54.522474 n-d-793618-10 neutron-server[93875]: DEBUG oslo_db.api [None req-8ea2cd4e-a99b-460a-9c05-90a0aea68a4f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:21:54.529908 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d7c5ce9f-054c-4799-9a7c-1e3e77121e4c None None] Provisioning complete for port 7d62dcb8-2ca2-4f5a-9e1b-aae603f2cc16 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:54.530292 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d7c5ce9f-054c-4799-9a7c-1e3e77121e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:54.582292 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-ff32ca50-c9a1-4295-902f-85958f5655c4 None None] Allocated IP 172.20.0.1 (a331fa69-9dbd-45b3-afae-3fa058c14496/2e4ee4ba-6054-4185-bec5-cfea9ff38e0a/1cbc14b8-723a-4671-b37d-08915b1e41cd) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:21:54.613210 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d9ad54e3-8f2f-45ef-b4c4-34fd86675b6e None None] Transition to ACTIVE for port object e2ba103f-f721-4035-a0d5-53452489853f will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:21:54.617108 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-00e97554-3b2b-4cf8-97d5-035212e8272f tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Deleting port 1d911c93-ed73-4f85-babb-2fa3f62df8cf {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:54.617654 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-00e97554-3b2b-4cf8-97d5-035212e8272f tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:54.647243 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d9ad54e3-8f2f-45ef-b4c4-34fd86675b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:54.722772 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c97a66a7-d45b-461f-b20a-10fc0f9860df tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:54.744075 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ad54e3-8f2f-45ef-b4c4-34fd86675b6e None None] Network 9426f271-c142-4b31-bbe3-63a453183b20 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:21:54.765185 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d39afd10-3482-4be0-8e18-1278489ca89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:54.766691 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a66a7-d45b-461f-b20a-10fc0f9860df tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event deleted for resources: {'Subnet': ['ID=8447f825-633f-43c8-b42b-aef2c34e733a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:54.779829 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-d9ad54e3-8f2f-45ef-b4c4-34fd86675b6e None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:54.783662 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad54e3-8f2f-45ef-b4c4-34fd86675b6e None None] Pushing event updated for resources: {'Port': ['ID=e2ba103f-f721-4035-a0d5-53452489853f,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:54.789947 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d39afd10-3482-4be0-8e18-1278489ca89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:54.790285 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ad54e3-8f2f-45ef-b4c4-34fd86675b6e None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:21:54.863985 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c97a66a7-d45b-461f-b20a-10fc0f9860df tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:54.873054 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-ff32ca50-c9a1-4295-902f-85958f5655c4 None None] For port 1cbc14b8-723a-4671-b37d-08915b1e41cd, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=1cbc14b8-723a-4671-b37d-08915b1e41cd,segment=NetworkSegment(badc820d-e90b-4337-8374-1d84a203bb62),segment_id=badc820d-e90b-4337-8374-1d84a203bb62)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:54.882551 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-c97a66a7-d45b-461f-b20a-10fc0f9860df tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9426f271-c142-4b31-bbe3-63a453183b20']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:54.894388 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-c97a66a7-d45b-461f-b20a-10fc0f9860df tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d5f8831-8e78-4de8-8f67-8a4d12ac2ce8') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:54.895026 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-c97a66a7-d45b-461f-b20a-10fc0f9860df tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d5f8831-8e78-4de8-8f67-8a4d12ac2ce8') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:54.907400 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c97a66a7-d45b-461f-b20a-10fc0f9860df tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:54.914639 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d39afd10-3482-4be0-8e18-1278489ca89a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e20b2bbab3f47289af37163fcc82545&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7872052 Jul 23 20:21:54.918432 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41078) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:54.919563 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39afd10-3482-4be0-8e18-1278489ca89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86f6086-c295-446f-b5cb-823deb8c48ea,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:54.929709 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d9ad54e3-8f2f-45ef-b4c4-34fd86675b6e None None] Attempting to bind port e2ba103f-f721-4035-a0d5-53452489853f on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:21:54.929709 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d9ad54e3-8f2f-45ef-b4c4-34fd86675b6e None None] Attempting to bind port e2ba103f-f721-4035-a0d5-53452489853f by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '7d5f8831-8e78-4de8-8f67-8a4d12ac2ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9426f271-c142-4b31-bbe3-63a453183b20'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:21:54.929709 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ad54e3-8f2f-45ef-b4c4-34fd86675b6e None None] Attempting to bind port e2ba103f-f721-4035-a0d5-53452489853f on network 9426f271-c142-4b31-bbe3-63a453183b20 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:21:54.932133 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c97a66a7-d45b-461f-b20a-10fc0f9860df tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:54.938870 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ad54e3-8f2f-45ef-b4c4-34fd86675b6e None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:21:54.939242 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ad54e3-8f2f-45ef-b4c4-34fd86675b6e None None] Checking segment: {'id': '7d5f8831-8e78-4de8-8f67-8a4d12ac2ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9426f271-c142-4b31-bbe3-63a453183b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:21:54.939644 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d9ad54e3-8f2f-45ef-b4c4-34fd86675b6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:54.940432 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ad54e3-8f2f-45ef-b4c4-34fd86675b6e None None] Bound using segment: {'id': '7d5f8831-8e78-4de8-8f67-8a4d12ac2ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9426f271-c142-4b31-bbe3-63a453183b20'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:21:54.941136 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d9ad54e3-8f2f-45ef-b4c4-34fd86675b6e None None] Bound port: e2ba103f-f721-4035-a0d5-53452489853f, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d5f8831-8e78-4de8-8f67-8a4d12ac2ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9426f271-c142-4b31-bbe3-63a453183b20'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:21:54.941572 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d9ad54e3-8f2f-45ef-b4c4-34fd86675b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:54.942238 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c97a66a7-d45b-461f-b20a-10fc0f9860df tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:21:54.942860 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c97a66a7-d45b-461f-b20a-10fc0f9860df tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:54.959765 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b89b66f2-3b87-45dc-bc7f-1ebea6d150eb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:54.960333 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ff32ca50-c9a1-4295-902f-85958f5655c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:55.011957 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ff32ca50-c9a1-4295-902f-85958f5655c4 None None] Transition to ACTIVE for port object 1cbc14b8-723a-4671-b37d-08915b1e41cd will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:21:55.015067 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:21:55.015067 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:21:55.015067 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:21:55.015067 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:21:55.015067 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:21:55.015067 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:21:55.015067 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:21:55.015067 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:21:55.015067 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:21:55.015067 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:21:55.015067 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:21:55.015067 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:21:55.015067 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:21:55.015067 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:21:55.015067 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:21:55.015067 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:21:55.015067 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:21:55.015067 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:21:55.015067 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:21:55.015067 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:21:55.015067 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:21:55.015067 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:21:55.015067 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:21:55.015067 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:21:55.015067 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:21:55.015067 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:21:55.015067 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:21:55.015067 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:21:55.015067 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:21:55.015067 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:21:55.015067 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:21:55.015067 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:21:55.020080 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ff32ca50-c9a1-4295-902f-85958f5655c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:55.023176 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.db.api [None req-c97a66a7-d45b-461f-b20a-10fc0f9860df tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 20:21:55.023176 n-d-793618-10 neutron-server[93876]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 20:21:55.023176 n-d-793618-10 neutron-server[93876]: [parameters: {'id': '9426f271-c142-4b31-bbe3-63a453183b20'}] Jul 23 20:21:55.023176 n-d-793618-10 neutron-server[93876]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:21:55.023806 n-d-793618-10 neutron-server[93876]: DEBUG oslo_db.api [None req-c97a66a7-d45b-461f-b20a-10fc0f9860df tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:21:55.033504 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-00e97554-3b2b-4cf8-97d5-035212e8272f tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:55.050589 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-00e97554-3b2b-4cf8-97d5-035212e8272f tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Calling delete_port for 1d911c93-ed73-4f85-babb-2fa3f62df8cf owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:55.076782 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d9ad54e3-8f2f-45ef-b4c4-34fd86675b6e None None] For port e2ba103f-f721-4035-a0d5-53452489853f, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:21:55.081914 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8ea2cd4e-a99b-460a-9c05-90a0aea68a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:55.096372 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d9ad54e3-8f2f-45ef-b4c4-34fd86675b6e None None] For port e2ba103f-f721-4035-a0d5-53452489853f, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=e2ba103f-f721-4035-a0d5-53452489853f,segment=NetworkSegment(7d5f8831-8e78-4de8-8f67-8a4d12ac2ce8),segment_id=7d5f8831-8e78-4de8-8f67-8a4d12ac2ce8)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:21:55.112889 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d9ad54e3-8f2f-45ef-b4c4-34fd86675b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:55.195062 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-9754c0da-9c0f-4d48-be75-275ec0ab3ac9 None None] Provisioning complete for port 33f41cce-0e9d-4dcc-a41b-21fc713a45d0 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:55.195683 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9754c0da-9c0f-4d48-be75-275ec0ab3ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:55.268312 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff32ca50-c9a1-4295-902f-85958f5655c4 None None] Pushing event updated for resources: {'Port': ['ID=1cbc14b8-723a-4671-b37d-08915b1e41cd,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:55.305889 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1b4d7407-e655-4c79-ab28-33da3bc5753f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:55.360853 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9754c0da-9c0f-4d48-be75-275ec0ab3ac9 None None] Port 33f41cce-0e9d-4dcc-a41b-21fc713a45d0 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:21:55.415860 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad54e3-8f2f-45ef-b4c4-34fd86675b6e None None] Pushing event updated for resources: {'Port': ['ID=e2ba103f-f721-4035-a0d5-53452489853f,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:55.476916 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1b4d7407-e655-4c79-ab28-33da3bc5753f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:55.480550 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c20513-a0d7-4ef4-b678-32ac69a8c0f5 None None] Network 9426f271-c142-4b31-bbe3-63a453183b20 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:55.529250 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c97a66a7-d45b-461f-b20a-10fc0f9860df tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:55.536988 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-df91b550-f3f3-40b9-90f9-a64dc0f27102 req-a6bedf1d-4b11-4cf7-9181-21768e7c16af tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a30f21-a07f-4acf-88e7-419fa401bd22 HTTP/1.1" status: 200 len: 210 time: 0.0773337 Jul 23 20:21:55.543767 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-00e97554-3b2b-4cf8-97d5-035212e8272f tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:55.593837 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8ea2cd4e-a99b-460a-9c05-90a0aea68a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:55.604906 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8ea2cd4e-a99b-460a-9c05-90a0aea68a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:55.642389 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-b89b66f2-3b87-45dc-bc7f-1ebea6d150eb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Deleting port 33f41cce-0e9d-4dcc-a41b-21fc713a45d0 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:55.642731 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b89b66f2-3b87-45dc-bc7f-1ebea6d150eb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:55.772086 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 7d62dcb8-2ca2-4f5a-9e1b-aae603f2cc16 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:21:55.772313 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e97554-3b2b-4cf8-97d5-035212e8272f tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Pushing event deleted for resources: {'Port': ['ID=1d911c93-ed73-4f85-babb-2fa3f62df8cf,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:55.816986 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8ea2cd4e-a99b-460a-9c05-90a0aea68a4f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3ffc741ba3d446fb85ec8b37982fa2d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6339777 Jul 23 20:21:55.817629 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41090) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:55.824681 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1b4d7407-e655-4c79-ab28-33da3bc5753f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:55.833150 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1b4d7407-e655-4c79-ab28-33da3bc5753f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:55.834594 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1b4d7407-e655-4c79-ab28-33da3bc5753f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b86f6086-c295-446f-b5cb-823deb8c48ea HTTP/1.1" status: 204 len: 168 time: 0.9103425 Jul 23 20:21:55.850277 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea2cd4e-a99b-460a-9c05-90a0aea68a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143efcba-23fa-412b-a083-e0b376a5904f,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:55.978682 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4d7407-e655-4c79-ab28-33da3bc5753f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86f6086-c295-446f-b5cb-823deb8c48ea,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:56.024064 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 7d62dcb8-2ca2-4f5a-9e1b-aae603f2cc16 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:56.024064 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:56.026050 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb0bf35-8969-4897-afe1-6f8725c57fc8 None None] Network 9426f271-c142-4b31-bbe3-63a453183b20 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:56.156986 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c97a66a7-d45b-461f-b20a-10fc0f9860df tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Deleting port e2ba103f-f721-4035-a0d5-53452489853f {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:56.157333 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c97a66a7-d45b-461f-b20a-10fc0f9860df tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:56.161454 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b89b66f2-3b87-45dc-bc7f-1ebea6d150eb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:56.172695 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7860f883-306f-453a-8fc1-db381cf9cf88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:56.183607 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-b89b66f2-3b87-45dc-bc7f-1ebea6d150eb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Calling delete_port for 33f41cce-0e9d-4dcc-a41b-21fc713a45d0 owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:56.310489 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-00e97554-3b2b-4cf8-97d5-035212e8272f tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:56.339179 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-c97a66a7-d45b-461f-b20a-10fc0f9860df tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] For port e2ba103f-f721-4035-a0d5-53452489853f, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=e2ba103f-f721-4035-a0d5-53452489853f,segment=NetworkSegment(7d5f8831-8e78-4de8-8f67-8a4d12ac2ce8),segment_id=7d5f8831-8e78-4de8-8f67-8a4d12ac2ce8)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:56.339888 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c97a66a7-d45b-461f-b20a-10fc0f9860df tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:56.444020 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 1cbc14b8-723a-4671-b37d-08915b1e41cd up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:21:56.494205 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141ac283-1f5d-4746-a15b-086e9e2786b4 None None] Network a331fa69-9dbd-45b3-afae-3fa058c14496 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:56.544725 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c97a66a7-d45b-461f-b20a-10fc0f9860df tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Calling delete_port for e2ba103f-f721-4035-a0d5-53452489853f owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:56.547919 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2637d335-6df1-4b44-9152-7e4dfe78224b None None] Provisioning for port 1cbc14b8-723a-4671-b37d-08915b1e41cd completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:21:56.651370 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2637d335-6df1-4b44-9152-7e4dfe78224b None None] Provisioning complete for port 1cbc14b8-723a-4671-b37d-08915b1e41cd triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:56.652286 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2637d335-6df1-4b44-9152-7e4dfe78224b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:56.793899 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e97554-3b2b-4cf8-97d5-035212e8272f tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Router fd16e1f8-31fe-4c5a-89b7-35bfa588e692 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:21:56.800621 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c97a66a7-d45b-461f-b20a-10fc0f9860df tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:56.815180 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97a66a7-d45b-461f-b20a-10fc0f9860df tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] No DVR routers for this DVR port e2ba103f-f721-4035-a0d5-53452489853f on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:21:56.840995 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 1cbc14b8-723a-4671-b37d-08915b1e41cd triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:56.841784 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:56.872750 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a66a7-d45b-461f-b20a-10fc0f9860df tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event deleted for resources: {'Port': ['ID=e2ba103f-f721-4035-a0d5-53452489853f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:56.934385 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7860f883-306f-453a-8fc1-db381cf9cf88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:57.008209 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9e9cd509-f544-4ed1-8eca-931e2084d2c8 req-6ef7fa20-00cb-4254-a803-300e112aae0b tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a30f21-a07f-4acf-88e7-419fa401bd22 HTTP/1.1" status: 200 len: 210 time: 0.0868948 Jul 23 20:21:57.008791 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c97a66a7-d45b-461f-b20a-10fc0f9860df tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:57.021719 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-c97a66a7-d45b-461f-b20a-10fc0f9860df tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9426f271-c142-4b31-bbe3-63a453183b20']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:57.064593 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-c97a66a7-d45b-461f-b20a-10fc0f9860df tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d5f8831-8e78-4de8-8f67-8a4d12ac2ce8') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:57.064795 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-c97a66a7-d45b-461f-b20a-10fc0f9860df tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d5f8831-8e78-4de8-8f67-8a4d12ac2ce8') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:57.101337 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7860f883-306f-453a-8fc1-db381cf9cf88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:57.109587 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c97a66a7-d45b-461f-b20a-10fc0f9860df tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:57.113076 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7860f883-306f-453a-8fc1-db381cf9cf88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:57.115601 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7860f883-306f-453a-8fc1-db381cf9cf88 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/143efcba-23fa-412b-a083-e0b376a5904f HTTP/1.1" status: 204 len: 168 time: 1.2905693 Jul 23 20:21:57.138537 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c97a66a7-d45b-461f-b20a-10fc0f9860df tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:57.149844 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c97a66a7-d45b-461f-b20a-10fc0f9860df tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:21:57.150365 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c97a66a7-d45b-461f-b20a-10fc0f9860df tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:57.154582 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:21:57.154582 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:21:57.154582 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:21:57.154582 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:21:57.154582 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:21:57.154582 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:21:57.154582 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:21:57.154582 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:21:57.154582 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:21:57.154582 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:21:57.154582 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:21:57.154582 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:21:57.154582 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:21:57.154582 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:21:57.154582 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:21:57.154582 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:21:57.154582 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:21:57.154582 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:21:57.154582 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:21:57.154582 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:21:57.154582 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:21:57.154582 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:21:57.154582 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:21:57.154582 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:21:57.154582 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:21:57.154582 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:21:57.154582 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:21:57.154582 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:21:57.154582 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:21:57.154582 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:21:57.154582 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:21:57.154582 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:21:57.224788 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e97554-3b2b-4cf8-97d5-035212e8272f tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:21:57.235788 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c28356-5dc6-4ffe-b03b-1441a3e1a380 None None] Sync routers for ids ['fd16e1f8-31fe-4c5a-89b7-35bfa588e692'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:21:57.242116 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41124) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:57.245671 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-00e97554-3b2b-4cf8-97d5-035212e8272f tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] 10.222.0.32 "PUT /v2.0/routers/fd16e1f8-31fe-4c5a-89b7-35bfa588e692/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4295654 Jul 23 20:21:57.252509 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c28356-5dc6-4ffe-b03b-1441a3e1a380 None None] Routers {'fd16e1f8-31fe-4c5a-89b7-35bfa588e692'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:21:57.256357 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c97a66a7-d45b-461f-b20a-10fc0f9860df tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:57.258790 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a3c28356-5dc6-4ffe-b03b-1441a3e1a380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:21:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['fd16e1f8-31fe-4c5a-89b7-35bfa588e692'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:57.282954 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c97a66a7-d45b-461f-b20a-10fc0f9860df tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:57.288295 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c97a66a7-d45b-461f-b20a-10fc0f9860df tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "DELETE /v2.0/networks/9426f271-c142-4b31-bbe3-63a453183b20 HTTP/1.1" status: 204 len: 168 time: 4.0857379 Jul 23 20:21:57.296164 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41126) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:57.349131 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a66a7-d45b-461f-b20a-10fc0f9860df tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event deleted for resources: {'Network': ['ID=9426f271-c142-4b31-bbe3-63a453183b20,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:57.361455 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a3c28356-5dc6-4ffe-b03b-1441a3e1a380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:57.376882 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c28356-5dc6-4ffe-b03b-1441a3e1a380 None None] Routers {'fd16e1f8-31fe-4c5a-89b7-35bfa588e692'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:21:57.376882 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a3c28356-5dc6-4ffe-b03b-1441a3e1a380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:21:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['fd16e1f8-31fe-4c5a-89b7-35bfa588e692'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:57.395345 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf616d2-ca3a-44a4-98fe-a18d4e1a8760 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] DELETE failed (client error): The resource could not be found. Jul 23 20:21:57.396324 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaf616d2-ca3a-44a4-98fe-a18d4e1a8760 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:21:57.399048 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-eaf616d2-ca3a-44a4-98fe-a18d4e1a8760 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "DELETE /v2.0/networks/9426f271-c142-4b31-bbe3-63a453183b20 HTTP/1.1" status: 404 len: 339 time: 0.0739920 Jul 23 20:21:57.402611 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41130) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:57.418089 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-155a3bf6-dc8d-45a7-b8d9-5c9933b88b08 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1837816907', 'description': 'd1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:57.421307 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a3c28356-5dc6-4ffe-b03b-1441a3e1a380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:57.422050 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c28356-5dc6-4ffe-b03b-1441a3e1a380 None None] The sync data for ids ['fd16e1f8-31fe-4c5a-89b7-35bfa588e692'] in n-d-793618-10 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:21:57.447760 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155a3bf6-dc8d-45a7-b8d9-5c9933b88b08 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Made reservation on behalf of 128b4454d4624f32bef68d6f7773419e for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:57.454847 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-155a3bf6-dc8d-45a7-b8d9-5c9933b88b08 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:57.517360 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-155a3bf6-dc8d-45a7-b8d9-5c9933b88b08 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:21:57.533158 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-155a3bf6-dc8d-45a7-b8d9-5c9933b88b08 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:57.533413 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-155a3bf6-dc8d-45a7-b8d9-5c9933b88b08 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Added segment a0f8bd64-6c5c-4fb9-9ecd-42e59554aaf4 of type vlan for network 27539242-2673-4c34-bab3-c3ae2ed00322 Jul 23 20:21:57.552531 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-42462ea9-b50f-49ed-957c-76f82e3e5d80 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:57.624506 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-155a3bf6-dc8d-45a7-b8d9-5c9933b88b08 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:57.670940 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-155a3bf6-dc8d-45a7-b8d9-5c9933b88b08 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:57.683150 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155a3bf6-dc8d-45a7-b8d9-5c9933b88b08 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:57.684298 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-155a3bf6-dc8d-45a7-b8d9-5c9933b88b08 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:57.720096 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860f883-306f-453a-8fc1-db381cf9cf88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143efcba-23fa-412b-a083-e0b376a5904f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:57.747816 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-155a3bf6-dc8d-45a7-b8d9-5c9933b88b08 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3399217 Jul 23 20:21:57.752406 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41144) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:57.759292 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88714d62-5f78-4325-acf9-256f0a45f45b None None] get_active_networks_info from n-d-793618-10 {{(pid=93877) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:21:57.914778 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a3bf6-dc8d-45a7-b8d9-5c9933b88b08 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event updated for resources: {'Network': ['ID=27539242-2673-4c34-bab3-c3ae2ed00322,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:57.915857 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a74b4bc0-fbbe-4081-8834-8bf6ece7f016 None None] Provisioning complete for port 1cbc14b8-723a-4671-b37d-08915b1e41cd triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:57.916245 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a74b4bc0-fbbe-4081-8834-8bf6ece7f016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:58.057497 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 27539242-2673-4c34-bab3-c3ae2ed00322 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:21:58.126581 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cbdd70-8808-4b77-9164-6a14d123bd49 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:58.136596 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-88cbdd70-8808-4b77-9164-6a14d123bd49 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "GET /v2.0/networks?id=27539242-2673-4c34-bab3-c3ae2ed00322 HTTP/1.1" status: 200 len: 765 time: 0.3790085 Jul 23 20:21:58.150237 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41158) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:58.152780 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-42462ea9-b50f-49ed-957c-76f82e3e5d80 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:58.178455 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b89b66f2-3b87-45dc-bc7f-1ebea6d150eb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:58.185410 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-cfac246f-2cef-4d21-a99e-d0aad85aa7d7 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Request body: {'network': {'description': 'd2'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:58.221520 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b66f2-3b87-45dc-bc7f-1ebea6d150eb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event deleted for resources: {'Port': ['ID=33f41cce-0e9d-4dcc-a41b-21fc713a45d0,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:58.236563 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89b66f2-3b87-45dc-bc7f-1ebea6d150eb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:58.237065 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89b66f2-3b87-45dc-bc7f-1ebea6d150eb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:58.238124 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89b66f2-3b87-45dc-bc7f-1ebea6d150eb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:58.238729 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89b66f2-3b87-45dc-bc7f-1ebea6d150eb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:58.239321 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89b66f2-3b87-45dc-bc7f-1ebea6d150eb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:58.240163 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89b66f2-3b87-45dc-bc7f-1ebea6d150eb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:58.240673 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89b66f2-3b87-45dc-bc7f-1ebea6d150eb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:58.241513 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89b66f2-3b87-45dc-bc7f-1ebea6d150eb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:58.242507 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89b66f2-3b87-45dc-bc7f-1ebea6d150eb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:58.243050 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89b66f2-3b87-45dc-bc7f-1ebea6d150eb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:58.243555 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89b66f2-3b87-45dc-bc7f-1ebea6d150eb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:58.244052 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89b66f2-3b87-45dc-bc7f-1ebea6d150eb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:58.374624 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7fefcf39-c206-4030-bd47-eedbc14cafd5 req-3491d946-fccd-439f-bf8b-62f07929b4c6 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a30f21-a07f-4acf-88e7-419fa401bd22 HTTP/1.1" status: 200 len: 210 time: 0.2465932 Jul 23 20:21:58.399469 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88714d62-5f78-4325-acf9-256f0a45f45b None None] Resources bound (agent type, host, resource id): {{(pid=93877) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:21:58.639069 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b89b66f2-3b87-45dc-bc7f-1ebea6d150eb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:58.771190 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cfac246f-2cef-4d21-a99e-d0aad85aa7d7 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:58.806393 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-42462ea9-b50f-49ed-957c-76f82e3e5d80 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Deleting port fe63aa05-d539-40e4-83c4-b0bf372ce939 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:58.807658 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cfac246f-2cef-4d21-a99e-d0aad85aa7d7 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:58.808056 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-42462ea9-b50f-49ed-957c-76f82e3e5d80 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:58.831455 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41170) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:58.860391 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cfac246f-2cef-4d21-a99e-d0aad85aa7d7 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Network 27539242-2673-4c34-bab3-c3ae2ed00322 is not hosted by any dhcp agent {{(pid=93876) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 20:21:58.869203 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfac246f-2cef-4d21-a99e-d0aad85aa7d7 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:58.870078 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cfac246f-2cef-4d21-a99e-d0aad85aa7d7 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:58.871565 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-cfac246f-2cef-4d21-a99e-d0aad85aa7d7 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "PUT /v2.0/networks/27539242-2673-4c34-bab3-c3ae2ed00322 HTTP/1.1" status: 200 len: 762 time: 0.7165527 Jul 23 20:21:58.875156 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41174) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:59.242354 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382e86b4-98e0-4666-b7b2-03acc22d3820 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:59.246051 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-382e86b4-98e0-4666-b7b2-03acc22d3820 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "GET /v2.0/networks?id=27539242-2673-4c34-bab3-c3ae2ed00322 HTTP/1.1" status: 200 len: 765 time: 0.3694348 Jul 23 20:21:59.251001 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac246f-2cef-4d21-a99e-d0aad85aa7d7 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event updated for resources: {'Network': ['ID=27539242-2673-4c34-bab3-c3ae2ed00322,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:59.255771 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41182) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:59.285750 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 27539242-2673-4c34-bab3-c3ae2ed00322 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:21:59.302167 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-1789a848-bee5-476f-acf9-e36616e03282 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-473658807', 'router:external': True}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:59.329043 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-42462ea9-b50f-49ed-957c-76f82e3e5d80 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:59.372099 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41184) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:59.386756 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89b66f2-3b87-45dc-bc7f-1ebea6d150eb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Router c8fa3eda-bcd7-4bf7-aac0-17e8c6ad1359 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:21:59.402273 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1789a848-bee5-476f-acf9-e36616e03282 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Made reservation on behalf of 8813d03ccc4e41218207bb3996fa7496 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:59.406880 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1789a848-bee5-476f-acf9-e36616e03282 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:59.426141 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1789a848-bee5-476f-acf9-e36616e03282 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:59.477967 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-42462ea9-b50f-49ed-957c-76f82e3e5d80 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Calling delete_port for fe63aa05-d539-40e4-83c4-b0bf372ce939 owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:59.629690 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1789a848-bee5-476f-acf9-e36616e03282 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:59.638364 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1789a848-bee5-476f-acf9-e36616e03282 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:59.691623 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-e98b05b9-68e2-4954-b6f7-05148772d9c3 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-263967703-network', 'tenant_id': '16069781f539419988cc8fd2a894e9b6'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:59.692688 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1789a848-bee5-476f-acf9-e36616e03282 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:21:59.710549 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789a848-bee5-476f-acf9-e36616e03282 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fefc64c-2c09-480a-aed2-2ef98fc090b8,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:59.729535 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1789a848-bee5-476f-acf9-e36616e03282 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:59.729851 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-1789a848-bee5-476f-acf9-e36616e03282 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Added segment e077bbd9-6ef3-4057-8cbb-7c56f64aeb85 of type vlan for network 220a6592-09d6-4b29-8109-c4476309be92 Jul 23 20:21:59.746800 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-703e3fa2-be14-4e63-a56d-e89af0a9ddc3 req-2e3d4eeb-4d1d-4f25-bf3d-93a6ff50ed84 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a30f21-a07f-4acf-88e7-419fa401bd22 HTTP/1.1" status: 200 len: 210 time: 0.1471202 Jul 23 20:21:59.801619 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1789a848-bee5-476f-acf9-e36616e03282 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:59.845655 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1789a848-bee5-476f-acf9-e36616e03282 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:59.847280 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1789a848-bee5-476f-acf9-e36616e03282 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:59.848173 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1789a848-bee5-476f-acf9-e36616e03282 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:59.888134 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1789a848-bee5-476f-acf9-e36616e03282 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.0506604 Jul 23 20:21:59.888702 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41190) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:59.894823 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-14e06832-e889-4ed7-a5d1-24df90bb6be0 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Request body: {'subnet': {'network_id': '220a6592-09d6-4b29-8109-c4476309be92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:59.922364 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98b05b9-68e2-4954-b6f7-05148772d9c3 admin admin] Made reservation on behalf of 16069781f539419988cc8fd2a894e9b6 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:59.924781 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e98b05b9-68e2-4954-b6f7-05148772d9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:59.953743 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89b66f2-3b87-45dc-bc7f-1ebea6d150eb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:21:59.964376 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4044ddc3-6665-4ecb-bc49-718106cfbfc0 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:59.965916 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4044ddc3-6665-4ecb-bc49-718106cfbfc0 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7054024 Jul 23 20:21:59.972815 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b6541f-97d1-47ef-aeed-60bfc5dbd8b4 None None] Sync routers for ids ['c8fa3eda-bcd7-4bf7-aac0-17e8c6ad1359'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:21:59.973115 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b89b66f2-3b87-45dc-bc7f-1ebea6d150eb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "PUT /v2.0/routers/c8fa3eda-bcd7-4bf7-aac0-17e8c6ad1359/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0370147 Jul 23 20:21:59.973115 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e98b05b9-68e2-4954-b6f7-05148772d9c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:59.973736 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41192) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:59.974067 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41194) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:00.000842 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b6541f-97d1-47ef-aeed-60bfc5dbd8b4 None None] Routers {'c8fa3eda-bcd7-4bf7-aac0-17e8c6ad1359'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:22:00.001767 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e8b6541f-97d1-47ef-aeed-60bfc5dbd8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:21:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['c8fa3eda-bcd7-4bf7-aac0-17e8c6ad1359'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:00.043216 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c1d3e85d-10dd-48a7-b4b9-3d1ef44c81e3 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8fa3eda-bcd7-4bf7-aac0-17e8c6ad1359 HTTP/1.1" status: 200 len: 205 time: 0.0563877 Jul 23 20:22:00.046375 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41196) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:00.056525 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5c1cac89-9a63-4543-a506-f46293a41131 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "GET /v2.0/subnets?network_id=8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 207 time: 0.0806444 Jul 23 20:22:00.061999 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e8b6541f-97d1-47ef-aeed-60bfc5dbd8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:00.064494 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41198) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:00.085519 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b6541f-97d1-47ef-aeed-60bfc5dbd8b4 None None] Routers {'c8fa3eda-bcd7-4bf7-aac0-17e8c6ad1359'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:22:00.086334 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e8b6541f-97d1-47ef-aeed-60bfc5dbd8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:21:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['c8fa3eda-bcd7-4bf7-aac0-17e8c6ad1359'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:00.162617 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e8b6541f-97d1-47ef-aeed-60bfc5dbd8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:00.163709 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b6541f-97d1-47ef-aeed-60bfc5dbd8b4 None None] The sync data for ids ['c8fa3eda-bcd7-4bf7-aac0-17e8c6ad1359'] in n-d-793618-10 is: [] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:22:00.237044 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2313ea87-79ea-4988-ac69-df125804160d tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:00.313923 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789a848-bee5-476f-acf9-e36616e03282 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Pushing event updated for resources: {'Network': ['ID=220a6592-09d6-4b29-8109-c4476309be92,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:00.327138 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-42462ea9-b50f-49ed-957c-76f82e3e5d80 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:00.335066 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e06832-e889-4ed7-a5d1-24df90bb6be0 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Made reservation on behalf of 8813d03ccc4e41218207bb3996fa7496 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:00.338094 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 220a6592-09d6-4b29-8109-c4476309be92 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:22:00.338576 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-14e06832-e889-4ed7-a5d1-24df90bb6be0 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:00.467220 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42462ea9-b50f-49ed-957c-76f82e3e5d80 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Pushing event deleted for resources: {'Port': ['ID=fe63aa05-d539-40e4-83c4-b0bf372ce939,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:00.620862 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:22:00.668153 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33eb683-ba76-4953-9ab8-759296072d84 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:00.674222 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33eb683-ba76-4953-9ab8-759296072d84 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:00.680403 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33eb683-ba76-4953-9ab8-759296072d84 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:00.686674 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33eb683-ba76-4953-9ab8-759296072d84 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:00.692655 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33eb683-ba76-4953-9ab8-759296072d84 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:00.698584 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33eb683-ba76-4953-9ab8-759296072d84 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:00.702246 n-d-793618-10 neutron-server[93876]: DEBUG neutron.objects.ports [None req-14e06832-e889-4ed7-a5d1-24df90bb6be0 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93876) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 20:22:00.702787 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-14e06832-e889-4ed7-a5d1-24df90bb6be0 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:00.705068 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33eb683-ba76-4953-9ab8-759296072d84 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:00.708339 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c33eb683-ba76-4953-9ab8-759296072d84 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4294 time: 0.6395223 Jul 23 20:22:00.715292 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2313ea87-79ea-4988-ac69-df125804160d tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:00.715905 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41202) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:00.720878 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2313ea87-79ea-4988-ac69-df125804160d tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:00.796209 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-42462ea9-b50f-49ed-957c-76f82e3e5d80 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:00.914106 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-42462ea9-b50f-49ed-957c-76f82e3e5d80 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:00.917984 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-42462ea9-b50f-49ed-957c-76f82e3e5d80 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:00.919935 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d14f8ed4-249c-4f0c-b712-7af321c4d071 req-c6c954e2-ca07-425b-b079-2940811c6d6d tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9a30f21-a07f-4acf-88e7-419fa401bd22 HTTP/1.1" status: 200 len: 210 time: 0.0649390 Jul 23 20:22:00.969610 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2313ea87-79ea-4988-ac69-df125804160d tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:00.970705 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2313ea87-79ea-4988-ac69-df125804160d tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Fanout notify agent at l3_agent the message router_deleted on router c8fa3eda-bcd7-4bf7-aac0-17e8c6ad1359 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:22:00.978066 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-42462ea9-b50f-49ed-957c-76f82e3e5d80 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:00.978713 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42462ea9-b50f-49ed-957c-76f82e3e5d80 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Fanout notify agent at l3_agent the message router_deleted on router fd16e1f8-31fe-4c5a-89b7-35bfa588e692 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:22:00.985917 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2313ea87-79ea-4988-ac69-df125804160d tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:00.991559 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2313ea87-79ea-4988-ac69-df125804160d tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "DELETE /v2.0/routers/c8fa3eda-bcd7-4bf7-aac0-17e8c6ad1359 HTTP/1.1" status: 204 len: 168 time: 0.9390337 Jul 23 20:22:00.991765 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e06832-e889-4ed7-a5d1-24df90bb6be0 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Pushing event updated for resources: {'Subnet': ['ID=76bfa2c5-0948-474a-88a1-3c869532fecd,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:00.996426 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-42462ea9-b50f-49ed-957c-76f82e3e5d80 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:00.997034 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41206) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:01.000845 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-42462ea9-b50f-49ed-957c-76f82e3e5d80 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] 10.222.0.32 "DELETE /v2.0/routers/fd16e1f8-31fe-4c5a-89b7-35bfa588e692 HTTP/1.1" status: 204 len: 168 time: 3.7512190 Jul 23 20:22:01.002892 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41208) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:01.088605 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e06832-e889-4ed7-a5d1-24df90bb6be0 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Checking segment: {'id': 'e077bbd9-6ef3-4057-8cbb-7c56f64aeb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '220a6592-09d6-4b29-8109-c4476309be92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:22:01.088973 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e06832-e889-4ed7-a5d1-24df90bb6be0 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Network hostable DHCP agents. Network: 220a6592-09d6-4b29-8109-c4476309be92, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:22:01.150725 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-a97ee52b-5a43-43bc-839c-7d0ab8f3dc25 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Deleting subnet 868c024f-40f7-467a-8167-5f7760a01ae4 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:22:01.180291 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d8e92043-ed1b-43f7-80c0-9ae251b772d1 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 918 time: 0.4275291 Jul 23 20:22:01.180291 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a97ee52b-5a43-43bc-839c-7d0ab8f3dc25 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:01.181315 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41210) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:01.248515 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e06832-e889-4ed7-a5d1-24df90bb6be0 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Network 220a6592-09d6-4b29-8109-c4476309be92 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:22:01.264263 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-14e06832-e889-4ed7-a5d1-24df90bb6be0 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 220a6592-09d6-4b29-8109-c4476309be92) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:01.279917 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85336ac1-2789-40fe-95b5-70c87537a0a5 None None] Network 220a6592-09d6-4b29-8109-c4476309be92 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:01.280507 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a97ee52b-5a43-43bc-839c-7d0ab8f3dc25 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:01.284181 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e06832-e889-4ed7-a5d1-24df90bb6be0 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:01.285283 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-14e06832-e889-4ed7-a5d1-24df90bb6be0 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:01.354806 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76203a4d-424f-4344-9155-8aa5292e7df8 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:01.356434 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76203a4d-424f-4344-9155-8aa5292e7df8 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:01.358038 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76203a4d-424f-4344-9155-8aa5292e7df8 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:01.359756 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76203a4d-424f-4344-9155-8aa5292e7df8 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:01.361683 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76203a4d-424f-4344-9155-8aa5292e7df8 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:01.364889 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-76203a4d-424f-4344-9155-8aa5292e7df8 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1619453 Jul 23 20:22:01.369546 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41214) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:01.443764 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fe29bb3-75e8-4690-960f-4e8adb549ea5 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Deleting subnet 517c9b1b-aecc-4d71-b5f1-e52a3370a39e {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:22:01.449433 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a97ee52b-5a43-43bc-839c-7d0ab8f3dc25 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:01.459370 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5fe29bb3-75e8-4690-960f-4e8adb549ea5 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:01.463424 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e98b05b9-68e2-4954-b6f7-05148772d9c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:01.494382 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08856c3-3f56-4278-b213-4e1906d16c78 None None] Network 220a6592-09d6-4b29-8109-c4476309be92 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:01.495041 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e98b05b9-68e2-4954-b6f7-05148772d9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:01.515306 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7bed0f-b21f-4e5c-a7c5-397435cb837e tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:01.517040 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7bed0f-b21f-4e5c-a7c5-397435cb837e tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:01.519573 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7bed0f-b21f-4e5c-a7c5-397435cb837e tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:01.521270 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7bed0f-b21f-4e5c-a7c5-397435cb837e tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:01.523025 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7bed0f-b21f-4e5c-a7c5-397435cb837e tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:01.524972 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-cd7bed0f-b21f-4e5c-a7c5-397435cb837e tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1544104 Jul 23 20:22:01.535109 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41216) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:01.563765 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a97ee52b-5a43-43bc-839c-7d0ab8f3dc25 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:01.572096 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e98b05b9-68e2-4954-b6f7-05148772d9c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:22:01.580110 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5fe29bb3-75e8-4690-960f-4e8adb549ea5 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:01.624378 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ee52b-5a43-43bc-839c-7d0ab8f3dc25 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event deleted for resources: {'Subnet': ['ID=868c024f-40f7-467a-8167-5f7760a01ae4,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:01.626601 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b05b9-68e2-4954-b6f7-05148772d9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f8a9a6-816a-4a70-b63f-4639df912cc2,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:01.631405 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a97ee52b-5a43-43bc-839c-7d0ab8f3dc25 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:01.634658 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a97ee52b-5a43-43bc-839c-7d0ab8f3dc25 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "DELETE /v2.0/subnets/868c024f-40f7-467a-8167-5f7760a01ae4 HTTP/1.1" status: 204 len: 168 time: 0.6356299 Jul 23 20:22:01.637801 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-14e06832-e889-4ed7-a5d1-24df90bb6be0 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.7481828 Jul 23 20:22:01.638282 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41218) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:01.640222 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41220) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:01.647768 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-9a4d2223-7543-4ad6-a5ea-5a4d1319f3b4 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-704190719', 'network_id': '220a6592-09d6-4b29-8109-c4476309be92'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:01.672843 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf73ee2-a0bc-4541-8430-9dd7154d4938 None None] Network 9df6c669-2635-4f2f-969d-59653ab8542a requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:01.673338 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4d2223-7543-4ad6-a5ea-5a4d1319f3b4 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Made reservation on behalf of 8813d03ccc4e41218207bb3996fa7496 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:01.677027 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9a4d2223-7543-4ad6-a5ea-5a4d1319f3b4 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:01.684991 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e98b05b9-68e2-4954-b6f7-05148772d9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:01.685431 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-e98b05b9-68e2-4954-b6f7-05148772d9c3 admin admin] Added segment bb50c223-5f71-4c0b-8a36-cc49a0d28ead of type vlan for network f012dacf-1b9c-4ec1-89d1-ee1f4881133f Jul 23 20:22:01.699844 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-9a4d2223-7543-4ad6-a5ea-5a4d1319f3b4 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] device_id is not set on port 21d4b736-310b-4c0d-9cdc-b7a07dd91383 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:22:01.820346 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-81d99a0f-92fd-499d-9a8c-e40a8b4be6bd tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:01.857244 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-9a4d2223-7543-4ad6-a5ea-5a4d1319f3b4 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Allocated IP 2001:db8::7d (220a6592-09d6-4b29-8109-c4476309be92/76bfa2c5-0948-474a-88a1-3c869532fecd/21d4b736-310b-4c0d-9cdc-b7a07dd91383) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:01.872122 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e98b05b9-68e2-4954-b6f7-05148772d9c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:01.886138 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b86a08a-97f2-4d8d-9094-27d4b6dbd8d5 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:01.891094 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0b86a08a-97f2-4d8d-9094-27d4b6dbd8d5 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "GET /v2.0/networks/0b6a06a6-abbe-4065-a303-d0a9ce7bbc5f HTTP/1.1" status: 200 len: 804 time: 0.3512626 Jul 23 20:22:01.894570 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41222) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:02.003391 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5aeee9-2f01-42fd-bbc4-22157ef6422d None None] DHCP port deletion for 9df6c669-2635-4f2f-969d-59653ab8542a request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:22:02.023760 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41226) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:02.064842 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ee5aeee9-2f01-42fd-bbc4-22157ef6422d None None] Deleting port 7d62dcb8-2ca2-4f5a-9e1b-aae603f2cc16 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:02.065774 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ee5aeee9-2f01-42fd-bbc4-22157ef6422d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:02.078033 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5fe29bb3-75e8-4690-960f-4e8adb549ea5 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:02.110096 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e98b05b9-68e2-4954-b6f7-05148772d9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:02.111129 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98b05b9-68e2-4954-b6f7-05148772d9c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:02.111677 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e98b05b9-68e2-4954-b6f7-05148772d9c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:02.119687 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c52f806-2320-4369-a194-9f5a1cabea44 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:02.138452 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-ee5aeee9-2f01-42fd-bbc4-22157ef6422d None None] For port 7d62dcb8-2ca2-4f5a-9e1b-aae603f2cc16, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=7d62dcb8-2ca2-4f5a-9e1b-aae603f2cc16,segment=NetworkSegment(00b67dc6-bbd9-49aa-832b-104badfa05a7),segment_id=00b67dc6-bbd9-49aa-832b-104badfa05a7)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:02.138852 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ee5aeee9-2f01-42fd-bbc4-22157ef6422d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:02.158253 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ee5aeee9-2f01-42fd-bbc4-22157ef6422d None None] Calling delete_port for 7d62dcb8-2ca2-4f5a-9e1b-aae603f2cc16 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:02.173738 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9a4d2223-7543-4ad6-a5ea-5a4d1319f3b4 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:02.178739 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c52f806-2320-4369-a194-9f5a1cabea44 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:02.199048 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b05b9-68e2-4954-b6f7-05148772d9c3 admin admin] Pushing event updated for resources: {'Network': ['ID=f012dacf-1b9c-4ec1-89d1-ee1f4881133f,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:02.252611 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e98b05b9-68e2-4954-b6f7-05148772d9c3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.8689129 Jul 23 20:22:02.273183 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-cc2bfbf0-2f94-41ba-877f-c857bd56f43b tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "GET /v2.0/networks/0b6a06a6-abbe-4065-a303-d0a9ce7bbc5f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3752441 Jul 23 20:22:02.277914 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41230) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:02.281521 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network f012dacf-1b9c-4ec1-89d1-ee1f4881133f details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:22:02.300314 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-81d99a0f-92fd-499d-9a8c-e40a8b4be6bd tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Deleting port 7d62dcb8-2ca2-4f5a-9e1b-aae603f2cc16 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:02.301011 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-81d99a0f-92fd-499d-9a8c-e40a8b4be6bd tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:02.319273 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ee5aeee9-2f01-42fd-bbc4-22157ef6422d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:02.366367 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c52f806-2320-4369-a194-9f5a1cabea44 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:02.370358 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c52f806-2320-4369-a194-9f5a1cabea44 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:02.371672 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9c52f806-2320-4369-a194-9f5a1cabea44 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] 10.222.0.32 "DELETE /v2.0/security-groups/024f7503-5ec6-4f9b-80a1-d6f9beb877c2 HTTP/1.1" status: 204 len: 168 time: 0.3467710 Jul 23 20:22:02.383323 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9a4d2223-7543-4ad6-a5ea-5a4d1319f3b4 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:02.419528 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-81d99a0f-92fd-499d-9a8c-e40a8b4be6bd tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] For port 7d62dcb8-2ca2-4f5a-9e1b-aae603f2cc16, host n-d-793618-10, got binding levels [] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:02.420026 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-81d99a0f-92fd-499d-9a8c-e40a8b4be6bd tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:02.433879 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-81d99a0f-92fd-499d-9a8c-e40a8b4be6bd tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Calling delete_port for 7d62dcb8-2ca2-4f5a-9e1b-aae603f2cc16 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:02.436576 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.ipam_backend_mixin [None req-81d99a0f-92fd-499d-9a8c-e40a8b4be6bd tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Port 7d62dcb8-2ca2-4f5a-9e1b-aae603f2cc16 was not found and therefore no delete operation was performed {{(pid=93875) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:22:02.441221 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-81d99a0f-92fd-499d-9a8c-e40a8b4be6bd tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:02.450732 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5aeee9-2f01-42fd-bbc4-22157ef6422d None None] No DVR routers for this DVR port 7d62dcb8-2ca2-4f5a-9e1b-aae603f2cc16 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:22:02.466583 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5aeee9-2f01-42fd-bbc4-22157ef6422d None None] Pushing event deleted for resources: {'Port': ['ID=7d62dcb8-2ca2-4f5a-9e1b-aae603f2cc16,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:02.470921 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4d2223-7543-4ad6-a5ea-5a4d1319f3b4 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Network 220a6592-09d6-4b29-8109-c4476309be92 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:02.473659 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d2223-7543-4ad6-a5ea-5a4d1319f3b4 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Pushing event updated for resources: {'Port': ['ID=21d4b736-310b-4c0d-9cdc-b7a07dd91383,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:02.477231 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-9a4d2223-7543-4ad6-a5ea-5a4d1319f3b4 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:02.482785 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894c03de-7dfc-4955-bafd-4faf47ed30b0 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:02.488951 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-894c03de-7dfc-4955-bafd-4faf47ed30b0 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "GET /v2.0/subnets/fe9508b2-717f-439a-aed8-fe6cf32943f7 HTTP/1.1" status: 200 len: 843 time: 0.2094142 Jul 23 20:22:02.489870 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41238) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:02.490002 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4d2223-7543-4ad6-a5ea-5a4d1319f3b4 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:02.492624 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4d2223-7543-4ad6-a5ea-5a4d1319f3b4 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:02.493246 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9a4d2223-7543-4ad6-a5ea-5a4d1319f3b4 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:02.505894 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d99a0f-92fd-499d-9a8c-e40a8b4be6bd tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event deleted for resources: {'Port': ['ID=7d62dcb8-2ca2-4f5a-9e1b-aae603f2cc16,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:02.509734 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5fe29bb3-75e8-4690-960f-4e8adb549ea5 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:02.514517 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c52f806-2320-4369-a194-9f5a1cabea44 tempest-TestVolumeBackupRestore-1613896851 tempest-TestVolumeBackupRestore-1613896851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=024f7503-5ec6-4f9b-80a1-d6f9beb877c2,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:02.551586 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9a4d2223-7543-4ad6-a5ea-5a4d1319f3b4 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.9097571 Jul 23 20:22:02.552338 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41242) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:02.618677 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe29bb3-75e8-4690-960f-4e8adb549ea5 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Pushing event deleted for resources: {'Subnet': ['ID=517c9b1b-aecc-4d71-b5f1-e52a3370a39e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:02.621431 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d99a0f-92fd-499d-9a8c-e40a8b4be6bd tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] No DVR routers for this DVR port 7d62dcb8-2ca2-4f5a-9e1b-aae603f2cc16 on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:22:02.689707 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-0b8770d0-7fdf-4f5b-b8f3-245b529103ec tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Deleting port 21d4b736-310b-4c0d-9cdc-b7a07dd91383 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:02.690055 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0b8770d0-7fdf-4f5b-b8f3-245b529103ec tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:02.813225 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-81d99a0f-92fd-499d-9a8c-e40a8b4be6bd tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:02.825789 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-81d99a0f-92fd-499d-9a8c-e40a8b4be6bd tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9df6c669-2635-4f2f-969d-59653ab8542a']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:02.839514 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-81d99a0f-92fd-499d-9a8c-e40a8b4be6bd tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00b67dc6-bbd9-49aa-832b-104badfa05a7') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:02.839841 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-81d99a0f-92fd-499d-9a8c-e40a8b4be6bd tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00b67dc6-bbd9-49aa-832b-104badfa05a7') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:02.855156 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5fe29bb3-75e8-4690-960f-4e8adb549ea5 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:02.860648 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5fe29bb3-75e8-4690-960f-4e8adb549ea5 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] 10.222.0.32 "DELETE /v2.0/subnets/517c9b1b-aecc-4d71-b5f1-e52a3370a39e HTTP/1.1" status: 204 len: 168 time: 1.8567145 Jul 23 20:22:02.861370 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41274) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:02.864206 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-81d99a0f-92fd-499d-9a8c-e40a8b4be6bd tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:02.864518 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1190d4-5726-4d18-adc3-04006aacf248 None None] Network bc3a8dc6-6426-4b79-be28-562abbff60cf requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:02.894328 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-81d99a0f-92fd-499d-9a8c-e40a8b4be6bd tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:02.897989 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0b8770d0-7fdf-4f5b-b8f3-245b529103ec tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:02.916695 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-0b8770d0-7fdf-4f5b-b8f3-245b529103ec tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Calling delete_port for 21d4b736-310b-4c0d-9cdc-b7a07dd91383 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:02.921791 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81d99a0f-92fd-499d-9a8c-e40a8b4be6bd tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:22:02.925384 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-81d99a0f-92fd-499d-9a8c-e40a8b4be6bd tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:03.068381 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:22:03.068381 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:22:03.068381 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:22:03.068381 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:22:03.068381 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:22:03.068381 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:22:03.068381 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:22:03.068381 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:22:03.068381 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:22:03.068381 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:22:03.068381 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:22:03.068381 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:22:03.068381 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:22:03.068381 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:22:03.068381 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:22:03.068381 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:22:03.068381 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:22:03.068381 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:22:03.068381 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:22:03.068381 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:22:03.068381 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:22:03.068381 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:22:03.068381 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:22:03.068381 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:22:03.068381 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:22:03.068381 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:22:03.068381 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:22:03.068381 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:22:03.068381 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:22:03.068381 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:22:03.068381 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:22:03.068381 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:22:03.091849 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b723a868-cb7f-495d-8f41-3758421b3b4a tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:03.097635 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b723a868-cb7f-495d-8f41-3758421b3b4a tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "GET /v2.0/subnets/fe9508b2-717f-439a-aed8-fe6cf32943f7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.6000006 Jul 23 20:22:03.099462 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41302) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:03.109600 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-405a0cdb-ad40-4663-b8d7-811dcaed57e8 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-74553743'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:03.120556 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27ac3b1-4660-40e4-b908-d0d6eb502dd1 None None] DHCP port deletion for bc3a8dc6-6426-4b79-be28-562abbff60cf request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:22:03.163247 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-81d99a0f-92fd-499d-9a8c-e40a8b4be6bd tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:03.184237 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0b8770d0-7fdf-4f5b-b8f3-245b529103ec tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:03.187987 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405a0cdb-ad40-4663-b8d7-811dcaed57e8 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Made reservation on behalf of 128b4454d4624f32bef68d6f7773419e for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:03.193208 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-405a0cdb-ad40-4663-b8d7-811dcaed57e8 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:03.201847 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e27ac3b1-4660-40e4-b908-d0d6eb502dd1 None None] Deleting port bb9e5483-a295-4335-be64-78001df0e67e {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:03.202497 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e27ac3b1-4660-40e4-b908-d0d6eb502dd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:03.237046 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-81d99a0f-92fd-499d-9a8c-e40a8b4be6bd tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:03.243742 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-81d99a0f-92fd-499d-9a8c-e40a8b4be6bd tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "DELETE /v2.0/networks/9df6c669-2635-4f2f-969d-59653ab8542a HTTP/1.1" status: 204 len: 168 time: 1.5958641 Jul 23 20:22:03.250110 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41318) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:03.256593 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-dec5dac7-0e64-42d6-aa01-cb4aa0ad6e7a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-224011065', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}, 'admin_state_up': False}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:03.274680 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8770d0-7fdf-4f5b-b8f3-245b529103ec tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Pushing event deleted for resources: {'Port': ['ID=21d4b736-310b-4c0d-9cdc-b7a07dd91383,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:03.290301 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-e27ac3b1-4660-40e4-b908-d0d6eb502dd1 None None] For port bb9e5483-a295-4335-be64-78001df0e67e, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=bb9e5483-a295-4335-be64-78001df0e67e,segment=NetworkSegment(dea7e3e1-b804-452a-bf81-56c1e0e44ef1),segment_id=dea7e3e1-b804-452a-bf81-56c1e0e44ef1)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:03.291101 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e27ac3b1-4660-40e4-b908-d0d6eb502dd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:03.313346 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e27ac3b1-4660-40e4-b908-d0d6eb502dd1 None None] Calling delete_port for bb9e5483-a295-4335-be64-78001df0e67e owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:03.344417 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d99a0f-92fd-499d-9a8c-e40a8b4be6bd tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event deleted for resources: {'Network': ['ID=9df6c669-2635-4f2f-969d-59653ab8542a,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:03.356883 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e4915d2c-4c50-4f5f-9962-08e555e447c2 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:03.361016 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-405a0cdb-ad40-4663-b8d7-811dcaed57e8 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:22:03.380717 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-405a0cdb-ad40-4663-b8d7-811dcaed57e8 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:03.381342 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-405a0cdb-ad40-4663-b8d7-811dcaed57e8 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Added segment 0db70e8c-d1a3-4cad-9895-7eb852a0f9f5 of type vlan for network 4f4bd692-c680-4834-a9d1-81b7a1508244 Jul 23 20:22:03.402159 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dec5dac7-0e64-42d6-aa01-cb4aa0ad6e7a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:03.403180 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dec5dac7-0e64-42d6-aa01-cb4aa0ad6e7a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:03.449188 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-405a0cdb-ad40-4663-b8d7-811dcaed57e8 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:03.449358 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bab8d-bcb0-413e-8d5a-fff3ed8add9a req-13476c1b-3cc7-4054-af36-84689fea7b6a tempest-ComputeTenantNetworksTest-1174352755 tempest-ComputeTenantNetworksTest-1174352755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:03.455569 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bab8d-bcb0-413e-8d5a-fff3ed8add9a req-13476c1b-3cc7-4054-af36-84689fea7b6a tempest-ComputeTenantNetworksTest-1174352755 tempest-ComputeTenantNetworksTest-1174352755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:03.462295 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bab8d-bcb0-413e-8d5a-fff3ed8add9a req-13476c1b-3cc7-4054-af36-84689fea7b6a tempest-ComputeTenantNetworksTest-1174352755 tempest-ComputeTenantNetworksTest-1174352755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:03.468508 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bab8d-bcb0-413e-8d5a-fff3ed8add9a req-13476c1b-3cc7-4054-af36-84689fea7b6a tempest-ComputeTenantNetworksTest-1174352755 tempest-ComputeTenantNetworksTest-1174352755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:03.482208 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-377bab8d-bcb0-413e-8d5a-fff3ed8add9a req-13476c1b-3cc7-4054-af36-84689fea7b6a tempest-ComputeTenantNetworksTest-1174352755 tempest-ComputeTenantNetworksTest-1174352755-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2509 time: 0.4234281 Jul 23 20:22:03.489701 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0b8770d0-7fdf-4f5b-b8f3-245b529103ec tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:03.496980 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0b8770d0-7fdf-4f5b-b8f3-245b529103ec tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] 10.222.0.32 "DELETE /v2.0/ports/21d4b736-310b-4c0d-9cdc-b7a07dd91383 HTTP/1.1" status: 204 len: 168 time: 0.9413931 Jul 23 20:22:03.497284 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41344) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:03.563116 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e27ac3b1-4660-40e4-b908-d0d6eb502dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:03.564237 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-fb0b9543-6f72-40f9-ad0a-8da6ed43432c tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '220a6592-09d6-4b29-8109-c4476309be92', 'external_fixed_ips': [{'subnet_id': '76bfa2c5-0948-474a-88a1-3c869532fecd', 'ip_address': '2001:db8::7d'}]}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:03.572354 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dec5dac7-0e64-42d6-aa01-cb4aa0ad6e7a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:03.578524 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-405a0cdb-ad40-4663-b8d7-811dcaed57e8 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:03.584573 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405a0cdb-ad40-4663-b8d7-811dcaed57e8 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:03.585206 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-405a0cdb-ad40-4663-b8d7-811dcaed57e8 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:03.599714 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27ac3b1-4660-40e4-b908-d0d6eb502dd1 None None] No DVR routers for this DVR port bb9e5483-a295-4335-be64-78001df0e67e on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:22:03.655310 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ac3b1-4660-40e4-b908-d0d6eb502dd1 None None] Pushing event deleted for resources: {'Port': ['ID=bb9e5483-a295-4335-be64-78001df0e67e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:03.668478 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27ac3b1-4660-40e4-b908-d0d6eb502dd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:03.668831 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27ac3b1-4660-40e4-b908-d0d6eb502dd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:03.669170 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27ac3b1-4660-40e4-b908-d0d6eb502dd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:03.669573 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27ac3b1-4660-40e4-b908-d0d6eb502dd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:03.670073 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27ac3b1-4660-40e4-b908-d0d6eb502dd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:03.670704 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27ac3b1-4660-40e4-b908-d0d6eb502dd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:03.671187 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27ac3b1-4660-40e4-b908-d0d6eb502dd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:03.671667 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27ac3b1-4660-40e4-b908-d0d6eb502dd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:03.672157 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27ac3b1-4660-40e4-b908-d0d6eb502dd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:03.672691 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27ac3b1-4660-40e4-b908-d0d6eb502dd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:03.673167 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27ac3b1-4660-40e4-b908-d0d6eb502dd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:03.673709 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27ac3b1-4660-40e4-b908-d0d6eb502dd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:03.720530 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a0cdb-ad40-4663-b8d7-811dcaed57e8 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event updated for resources: {'Network': ['ID=4f4bd692-c680-4834-a9d1-81b7a1508244,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:03.732563 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 4f4bd692-c680-4834-a9d1-81b7a1508244 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:22:03.809830 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb0b9543-6f72-40f9-ad0a-8da6ed43432c tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:03.816637 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb0b9543-6f72-40f9-ad0a-8da6ed43432c tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:03.828128 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-405a0cdb-ad40-4663-b8d7-811dcaed57e8 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7269328 Jul 23 20:22:03.840009 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41380) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:03.854910 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-9c7dea8b-6d56-4936-bd19-a4746d2671b2 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Request body: {'subnet': {'network_id': '4f4bd692-c680-4834-a9d1-81b7a1508244', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:03.867589 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device bb9e5483-a295-4335-be64-78001df0e67e no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:22:03.883185 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dec5dac7-0e64-42d6-aa01-cb4aa0ad6e7a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:03.901366 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-e4915d2c-4c50-4f5f-9962-08e555e447c2 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Deleting port bb9e5483-a295-4335-be64-78001df0e67e {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:03.902006 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e4915d2c-4c50-4f5f-9962-08e555e447c2 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:03.905537 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2f1fe-8e14-490e-b2d9-37cdf6386836 req-a93c84c7-de17-4de2-9641-c08d3ba3e865 tempest-ComputeTenantNetworksTest-1174352755 tempest-ComputeTenantNetworksTest-1174352755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:03.906818 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e1e2f1fe-8e14-490e-b2d9-37cdf6386836 req-a93c84c7-de17-4de2-9641-c08d3ba3e865 tempest-ComputeTenantNetworksTest-1174352755 tempest-ComputeTenantNetworksTest-1174352755-project] 10.222.0.32 "GET /v2.0/networks/f012dacf-1b9c-4ec1-89d1-ee1f4881133f HTTP/1.1" status: 200 len: 768 time: 0.4086039 Jul 23 20:22:03.920809 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: bb9e5483-a295-4335-be64-78001df0e67e {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:22:03.920988 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41392) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:03.921846 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device bb9e5483-a295-4335-be64-78001df0e67e not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:22:03.938525 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 7d62dcb8-2ca2-4f5a-9e1b-aae603f2cc16 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:22:03.988312 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 7d62dcb8-2ca2-4f5a-9e1b-aae603f2cc16 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:22:03.988667 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 7d62dcb8-2ca2-4f5a-9e1b-aae603f2cc16 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:22:04.008762 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-e4915d2c-4c50-4f5f-9962-08e555e447c2 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] For port bb9e5483-a295-4335-be64-78001df0e67e, host n-d-793618-10, got binding levels [] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:04.009134 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e4915d2c-4c50-4f5f-9962-08e555e447c2 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:04.034529 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-e4915d2c-4c50-4f5f-9962-08e555e447c2 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Calling delete_port for bb9e5483-a295-4335-be64-78001df0e67e owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:04.039734 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.ipam_backend_mixin [None req-e4915d2c-4c50-4f5f-9962-08e555e447c2 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Port bb9e5483-a295-4335-be64-78001df0e67e was not found and therefore no delete operation was performed {{(pid=93875) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:22:04.064743 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e4915d2c-4c50-4f5f-9962-08e555e447c2 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:04.108628 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4915d2c-4c50-4f5f-9962-08e555e447c2 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Pushing event deleted for resources: {'Port': ['ID=bb9e5483-a295-4335-be64-78001df0e67e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:04.111939 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4915d2c-4c50-4f5f-9962-08e555e447c2 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] No DVR routers for this DVR port bb9e5483-a295-4335-be64-78001df0e67e on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:22:04.144264 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90963331-e195-4890-ab52-170e806c294f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:04.189669 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb0b9543-6f72-40f9-ad0a-8da6ed43432c tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:04.245317 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e4915d2c-4c50-4f5f-9962-08e555e447c2 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:04.312502 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7dea8b-6d56-4936-bd19-a4746d2671b2 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Made reservation on behalf of 128b4454d4624f32bef68d6f7773419e for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:04.316245 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c7dea8b-6d56-4936-bd19-a4746d2671b2 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:04.331502 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-e4915d2c-4c50-4f5f-9962-08e555e447c2 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc3a8dc6-6426-4b79-be28-562abbff60cf']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:04.345454 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-e4915d2c-4c50-4f5f-9962-08e555e447c2 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dea7e3e1-b804-452a-bf81-56c1e0e44ef1') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:04.345764 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-e4915d2c-4c50-4f5f-9962-08e555e447c2 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dea7e3e1-b804-452a-bf81-56c1e0e44ef1') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:04.387762 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e4915d2c-4c50-4f5f-9962-08e555e447c2 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:04.390659 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dec5dac7-0e64-42d6-aa01-cb4aa0ad6e7a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:04.425461 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dec5dac7-0e64-42d6-aa01-cb4aa0ad6e7a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:04.439225 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e4915d2c-4c50-4f5f-9962-08e555e447c2 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:04.451270 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4915d2c-4c50-4f5f-9962-08e555e447c2 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:22:04.453339 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e4915d2c-4c50-4f5f-9962-08e555e447c2 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:04.458798 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:22:04.458798 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:22:04.458798 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:22:04.458798 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:22:04.458798 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:22:04.458798 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:22:04.458798 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:22:04.458798 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:22:04.458798 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:22:04.458798 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:22:04.458798 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:22:04.458798 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:22:04.458798 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:22:04.458798 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:22:04.458798 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:22:04.458798 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:22:04.458798 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:22:04.458798 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:22:04.458798 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:22:04.458798 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:22:04.458798 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:22:04.458798 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:22:04.458798 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:22:04.458798 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:22:04.458798 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:22:04.458798 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:22:04.458798 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:22:04.458798 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:22:04.458798 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:22:04.458798 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:22:04.458798 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:22:04.458798 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:22:04.498082 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90963331-e195-4890-ab52-170e806c294f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:04.537842 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.ipam_backend_mixin [None req-9c7dea8b-6d56-4936-bd19-a4746d2671b2 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Performing IP validity checks on allocation pools {{(pid=93876) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 20:22:04.538694 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.ipam_backend_mixin [None req-9c7dea8b-6d56-4936-bd19-a4746d2671b2 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93876) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 20:22:04.554718 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb0b9543-6f72-40f9-ad0a-8da6ed43432c tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:04.559995 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-90963331-e195-4890-ab52-170e806c294f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f012dacf-1b9c-4ec1-89d1-ee1f4881133f']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:04.590056 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-90963331-e195-4890-ab52-170e806c294f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb50c223-5f71-4c0b-8a36-cc49a0d28ead') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:04.590669 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-90963331-e195-4890-ab52-170e806c294f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb50c223-5f71-4c0b-8a36-cc49a0d28ead') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:04.604744 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90963331-e195-4890-ab52-170e806c294f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:04.612006 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e4915d2c-4c50-4f5f-9962-08e555e447c2 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:04.618366 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e4915d2c-4c50-4f5f-9962-08e555e447c2 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:04.623064 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e4915d2c-4c50-4f5f-9962-08e555e447c2 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] 10.222.0.32 "DELETE /v2.0/networks/bc3a8dc6-6426-4b79-be28-562abbff60cf HTTP/1.1" status: 204 len: 168 time: 1.7541952 Jul 23 20:22:04.625794 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41462) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:04.650268 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90963331-e195-4890-ab52-170e806c294f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:04.662535 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90963331-e195-4890-ab52-170e806c294f admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:22:04.663249 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90963331-e195-4890-ab52-170e806c294f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:04.671487 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:22:04.671487 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:22:04.671487 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:22:04.671487 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:22:04.671487 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:22:04.671487 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:22:04.671487 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:22:04.671487 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:22:04.671487 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:22:04.671487 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:22:04.671487 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:22:04.671487 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:22:04.671487 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:22:04.671487 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:22:04.671487 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:22:04.671487 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:22:04.671487 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:22:04.671487 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:22:04.671487 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:22:04.671487 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:22:04.671487 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:22:04.671487 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:22:04.671487 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:22:04.671487 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:22:04.671487 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:22:04.671487 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:22:04.671487 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:22:04.671487 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:22:04.671487 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:22:04.671487 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:22:04.671487 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:22:04.671487 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:22:04.716344 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4915d2c-4c50-4f5f-9962-08e555e447c2 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Pushing event deleted for resources: {'Network': ['ID=bc3a8dc6-6426-4b79-be28-562abbff60cf,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:04.798016 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-dec5dac7-0e64-42d6-aa01-cb4aa0ad6e7a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Allocated IP 172.25.1.144 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/886d56a4-d9d9-4db5-b311-a3aa2b99fa65) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:04.825540 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90963331-e195-4890-ab52-170e806c294f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:04.835441 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90963331-e195-4890-ab52-170e806c294f admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:04.842323 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-90963331-e195-4890-ab52-170e806c294f admin admin] 10.222.0.32 "DELETE /v2.0/networks/f012dacf-1b9c-4ec1-89d1-ee1f4881133f HTTP/1.1" status: 204 len: 168 time: 0.9113853 Jul 23 20:22:04.871023 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90963331-e195-4890-ab52-170e806c294f admin admin] Pushing event deleted for resources: {'Network': ['ID=f012dacf-1b9c-4ec1-89d1-ee1f4881133f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:04.973442 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c7dea8b-6d56-4936-bd19-a4746d2671b2 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:05.067334 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-f7b0ac2f-d046-4153-833b-470c0f250421 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Deleting port c5539ac1-d320-4c73-94bb-b1b680afcf40 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:05.068063 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f7b0ac2f-d046-4153-833b-470c0f250421 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:05.097137 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dec5dac7-0e64-42d6-aa01-cb4aa0ad6e7a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:05.099822 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41508) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:05.213513 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-fb726894-f3ae-43c2-97bb-d2ff9708fc7f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=16069781f539419988cc8fd2a894e9b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1061034 Jul 23 20:22:05.217123 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41522) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:05.253571 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f7b0ac2f-d046-4153-833b-470c0f250421 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:05.254402 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f7b0ac2f-d046-4153-833b-470c0f250421 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:05.280515 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-f7b0ac2f-d046-4153-833b-470c0f250421 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Calling delete_port for c5539ac1-d320-4c73-94bb-b1b680afcf40 owned by network:floatingip {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:05.302840 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dec5dac7-0e64-42d6-aa01-cb4aa0ad6e7a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:05.383441 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec5dac7-0e64-42d6-aa01-cb4aa0ad6e7a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:05.390617 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-dec5dac7-0e64-42d6-aa01-cb4aa0ad6e7a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:05.394734 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec5dac7-0e64-42d6-aa01-cb4aa0ad6e7a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:05.456755 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4ba5a577-78a4-4515-a8d2-59e52167fc16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:05.460571 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec5dac7-0e64-42d6-aa01-cb4aa0ad6e7a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event updated for resources: {'Port': ['ID=886d56a4-d9d9-4db5-b311-a3aa2b99fa65,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:05.527173 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4ba5a577-78a4-4515-a8d2-59e52167fc16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:05.549884 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7dea8b-6d56-4936-bd19-a4746d2671b2 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event updated for resources: {'Subnet': ['ID=1a736588-cdef-4486-8b53-8f5fd635153c,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:05.600035 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7dea8b-6d56-4936-bd19-a4746d2671b2 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Checking segment: {'id': '0db70e8c-d1a3-4cad-9895-7eb852a0f9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4f4bd692-c680-4834-a9d1-81b7a1508244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:22:05.600594 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7dea8b-6d56-4936-bd19-a4746d2671b2 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Network hostable DHCP agents. Network: 4f4bd692-c680-4834-a9d1-81b7a1508244, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:22:05.646452 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb0b9543-6f72-40f9-ad0a-8da6ed43432c tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:05.673262 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7dea8b-6d56-4936-bd19-a4746d2671b2 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Network 4f4bd692-c680-4834-a9d1-81b7a1508244 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:22:05.679000 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb0b9543-6f72-40f9-ad0a-8da6ed43432c tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:05.711302 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-9c7dea8b-6d56-4936-bd19-a4746d2671b2 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 4f4bd692-c680-4834-a9d1-81b7a1508244) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:05.732784 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e1127b-c20c-479b-b068-0e6d5ce4f10a None None] Network 4f4bd692-c680-4834-a9d1-81b7a1508244 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:05.834240 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7dea8b-6d56-4936-bd19-a4746d2671b2 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:05.834971 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c7dea8b-6d56-4936-bd19-a4746d2671b2 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:05.991612 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9c7dea8b-6d56-4936-bd19-a4746d2671b2 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.1502910 Jul 23 20:22:06.001263 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41600) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:06.012285 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-8201f0e8-27db-49da-8025-21e933b5772d tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:06.080247 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca062d6-e39d-4df1-a287-8850baa1c1e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-4f4bd692-c680-4834-a9d1-81b7a1508244', 'network_id': '4f4bd692-c680-4834-a9d1-81b7a1508244', 'tenant_id': '128b4454d4624f32bef68d6f7773419e', 'fixed_ips': [{'subnet_id': '1a736588-cdef-4486-8b53-8f5fd635153c'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:22:06.081639 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cca062d6-e39d-4df1-a287-8850baa1c1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:06.374662 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-cca062d6-e39d-4df1-a287-8850baa1c1e7 None None] Allocated IP 2001:db8::3 (4f4bd692-c680-4834-a9d1-81b7a1508244/1a736588-cdef-4486-8b53-8f5fd635153c/c180194f-cc0e-48e0-8af5-74d072051a08) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:06.458989 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8201f0e8-27db-49da-8025-21e933b5772d tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-61678010'] for subnet, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:06.465702 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-fb0b9543-6f72-40f9-ad0a-8da6ed43432c tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Allocated IP 2001:db8::7d (220a6592-09d6-4b29-8109-c4476309be92/76bfa2c5-0948-474a-88a1-3c869532fecd/aefbecf5-5029-4511-b57f-9cd1f8eb4dcc) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:06.527202 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4ba5a577-78a4-4515-a8d2-59e52167fc16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:06.550208 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4ba5a577-78a4-4515-a8d2-59e52167fc16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:06.560579 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4ba5a577-78a4-4515-a8d2-59e52167fc16 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b3f8a9a6-816a-4a70-b63f-4639df912cc2 HTTP/1.1" status: 204 len: 168 time: 1.3303189 Jul 23 20:22:06.681405 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f7b0ac2f-d046-4153-833b-470c0f250421 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:06.744072 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb0b9543-6f72-40f9-ad0a-8da6ed43432c tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:06.829529 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5a577-78a4-4515-a8d2-59e52167fc16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f8a9a6-816a-4a70-b63f-4639df912cc2,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:06.829918 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb0b9543-6f72-40f9-ad0a-8da6ed43432c tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:06.933563 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0ac2f-d046-4153-833b-470c0f250421 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Pushing event deleted for resources: {'Port': ['ID=c5539ac1-d320-4c73-94bb-b1b680afcf40,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:06.942702 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cca062d6-e39d-4df1-a287-8850baa1c1e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:06.946939 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0b9543-6f72-40f9-ad0a-8da6ed43432c tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Network 220a6592-09d6-4b29-8109-c4476309be92 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:06.955047 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-fb0b9543-6f72-40f9-ad0a-8da6ed43432c tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:06.959735 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0b9543-6f72-40f9-ad0a-8da6ed43432c tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:06.987945 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-cca062d6-e39d-4df1-a287-8850baa1c1e7 None None] Transition to ACTIVE for port object c180194f-cc0e-48e0-8af5-74d072051a08 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:07.031427 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-cca062d6-e39d-4df1-a287-8850baa1c1e7 None None] Transition to ACTIVE for port object c180194f-cc0e-48e0-8af5-74d072051a08 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:07.042565 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cca062d6-e39d-4df1-a287-8850baa1c1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:07.083638 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f7b0ac2f-d046-4153-833b-470c0f250421 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks [] for floatingip, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:07.097110 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f7b0ac2f-d046-4153-833b-470c0f250421 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:07.099347 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f7b0ac2f-d046-4153-833b-470c0f250421 tempest-FloatingIPAdminTestJSON-53340551 tempest-FloatingIPAdminTestJSON-53340551-project] 10.222.0.32 "DELETE /v2.0/floatingips/ed30d58c-d88a-4e34-b7a1-862824437245 HTTP/1.1" status: 204 len: 168 time: 2.4679978 Jul 23 20:22:07.116504 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dec5dac7-0e64-42d6-aa01-cb4aa0ad6e7a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:07.138193 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b9543-6f72-40f9-ad0a-8da6ed43432c tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Pushing event updated for resources: {'Port': ['ID=aefbecf5-5029-4511-b57f-9cd1f8eb4dcc,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:07.165231 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca062d6-e39d-4df1-a287-8850baa1c1e7 None None] Pushing event updated for resources: {'Port': ['ID=c180194f-cc0e-48e0-8af5-74d072051a08,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:07.185378 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca062d6-e39d-4df1-a287-8850baa1c1e7 None None] Network 4f4bd692-c680-4834-a9d1-81b7a1508244 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:07.190143 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-cca062d6-e39d-4df1-a287-8850baa1c1e7 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:07.203989 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca062d6-e39d-4df1-a287-8850baa1c1e7 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:07.441279 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-cca062d6-e39d-4df1-a287-8850baa1c1e7 None None] Attempting to bind port c180194f-cc0e-48e0-8af5-74d072051a08 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:07.442520 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-cca062d6-e39d-4df1-a287-8850baa1c1e7 None None] Attempting to bind port c180194f-cc0e-48e0-8af5-74d072051a08 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '0db70e8c-d1a3-4cad-9895-7eb852a0f9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4f4bd692-c680-4834-a9d1-81b7a1508244'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:07.443329 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca062d6-e39d-4df1-a287-8850baa1c1e7 None None] Attempting to bind port c180194f-cc0e-48e0-8af5-74d072051a08 on network 4f4bd692-c680-4834-a9d1-81b7a1508244 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:07.454495 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca062d6-e39d-4df1-a287-8850baa1c1e7 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:22:07.457225 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca062d6-e39d-4df1-a287-8850baa1c1e7 None None] Checking segment: {'id': '0db70e8c-d1a3-4cad-9895-7eb852a0f9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4f4bd692-c680-4834-a9d1-81b7a1508244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:22:07.461257 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cca062d6-e39d-4df1-a287-8850baa1c1e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:07.461981 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca062d6-e39d-4df1-a287-8850baa1c1e7 None None] Bound using segment: {'id': '0db70e8c-d1a3-4cad-9895-7eb852a0f9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4f4bd692-c680-4834-a9d1-81b7a1508244'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:22:07.464198 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-cca062d6-e39d-4df1-a287-8850baa1c1e7 None None] Bound port: c180194f-cc0e-48e0-8af5-74d072051a08, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db70e8c-d1a3-4cad-9895-7eb852a0f9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4f4bd692-c680-4834-a9d1-81b7a1508244'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:22:07.465459 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cca062d6-e39d-4df1-a287-8850baa1c1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:07.583549 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-cca062d6-e39d-4df1-a287-8850baa1c1e7 None None] For port c180194f-cc0e-48e0-8af5-74d072051a08, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:22:07.592563 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-cca062d6-e39d-4df1-a287-8850baa1c1e7 None None] For port c180194f-cc0e-48e0-8af5-74d072051a08, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=c180194f-cc0e-48e0-8af5-74d072051a08,segment=NetworkSegment(0db70e8c-d1a3-4cad-9895-7eb852a0f9f5),segment_id=0db70e8c-d1a3-4cad-9895-7eb852a0f9f5)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:22:07.599698 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cca062d6-e39d-4df1-a287-8850baa1c1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:07.724972 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dec5dac7-0e64-42d6-aa01-cb4aa0ad6e7a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:07.829065 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca062d6-e39d-4df1-a287-8850baa1c1e7 None None] Pushing event updated for resources: {'Port': ['ID=c180194f-cc0e-48e0-8af5-74d072051a08,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:07.904044 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41746) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:07.958619 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb0b9543-6f72-40f9-ad0a-8da6ed43432c tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:08.170416 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec5dac7-0e64-42d6-aa01-cb4aa0ad6e7a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Router 034f6716-e5c2-4b2d-a75b-bdee1d5368c0 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:22:08.348702 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8201f0e8-27db-49da-8025-21e933b5772d tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734526781772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-61643151'] for subnet, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:08.474153 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec5dac7-0e64-42d6-aa01-cb4aa0ad6e7a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:22:08.497994 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9060d85c-3efd-4d0b-9ffe-5f64e8647c19 None None] Sync routers for ids ['034f6716-e5c2-4b2d-a75b-bdee1d5368c0'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:22:08.524991 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-de595a29-50cd-410d-bc71-91a5cb8ed666 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fc498ab40ea44c398de2c1060fe532b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6191978 Jul 23 20:22:08.526923 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dec5dac7-0e64-42d6-aa01-cb4aa0ad6e7a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:08.528419 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-dec5dac7-0e64-42d6-aa01-cb4aa0ad6e7a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.2761204 Jul 23 20:22:08.529346 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41770) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:08.538427 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41772) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:08.539947 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9060d85c-3efd-4d0b-9ffe-5f64e8647c19 None None] Routers {'034f6716-e5c2-4b2d-a75b-bdee1d5368c0'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:22:08.540664 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9060d85c-3efd-4d0b-9ffe-5f64e8647c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:21:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['034f6716-e5c2-4b2d-a75b-bdee1d5368c0'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:08.613872 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8201f0e8-27db-49da-8025-21e933b5772d tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event updated for resources: {'Subnet': ['ID=1a736588-cdef-4486-8b53-8f5fd635153c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:08.638447 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8201f0e8-27db-49da-8025-21e933b5772d tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:08.641193 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8201f0e8-27db-49da-8025-21e933b5772d tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:08.644580 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8201f0e8-27db-49da-8025-21e933b5772d tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "PUT /v2.0/subnets/1a736588-cdef-4486-8b53-8f5fd635153c HTTP/1.1" status: 200 len: 900 time: 2.6397839 Jul 23 20:22:08.649533 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41776) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:08.656467 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9060d85c-3efd-4d0b-9ffe-5f64e8647c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:08.682459 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9060d85c-3efd-4d0b-9ffe-5f64e8647c19 None None] Routers {'034f6716-e5c2-4b2d-a75b-bdee1d5368c0'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:22:08.686246 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9060d85c-3efd-4d0b-9ffe-5f64e8647c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:21:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['034f6716-e5c2-4b2d-a75b-bdee1d5368c0'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:08.715724 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6bf1674f-edf0-4371-b809-420574f19130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:08.761215 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9060d85c-3efd-4d0b-9ffe-5f64e8647c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:08.761898 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9060d85c-3efd-4d0b-9ffe-5f64e8647c19 None None] The sync data for ids ['034f6716-e5c2-4b2d-a75b-bdee1d5368c0'] in n-d-793618-10 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:22:08.782657 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-cfa8ee8a-beac-48ef-a261-c037058d00c8 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "GET /v2.0/routers/034f6716-e5c2-4b2d-a75b-bdee1d5368c0 HTTP/1.1" status: 200 len: 884 time: 0.2406766 Jul 23 20:22:08.785984 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41780) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:08.822501 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6bf1674f-edf0-4371-b809-420574f19130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:08.894563 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41782) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:08.990301 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c98f61a-36a3-4268-8bf1-4168b83a4b81 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:09.065956 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb0b9543-6f72-40f9-ad0a-8da6ed43432c tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:09.218218 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6bf1674f-edf0-4371-b809-420574f19130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:09.222011 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6bf1674f-edf0-4371-b809-420574f19130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:09.223587 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6bf1674f-edf0-4371-b809-420574f19130 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f759bdf8-5189-4bfb-be94-c77cd522a79c HTTP/1.1" status: 204 len: 168 time: 0.6930640 Jul 23 20:22:09.254834 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf1674f-edf0-4371-b809-420574f19130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f759bdf8-5189-4bfb-be94-c77cd522a79c,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:09.404104 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c44b78e5-81ab-49ea-a18c-4b81fe8752e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:09.405704 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-062f8f0b-d848-4416-b751-6e9c7839f696 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.6095660 Jul 23 20:22:09.407794 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41788) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:09.415489 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27da2d10-d132-4eed-b4d9-cbefa9e12246 None None] Network 4f4bd692-c680-4834-a9d1-81b7a1508244 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:09.436868 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-5e0baa32-01bc-460d-acaf-187377cba73e tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-224011065'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:09.527651 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-9c98f61a-36a3-4268-8bf1-4168b83a4b81 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Deleting port c180194f-cc0e-48e0-8af5-74d072051a08 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:09.527993 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c98f61a-36a3-4268-8bf1-4168b83a4b81 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:09.628715 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a4f1bc0f-f8fe-4eec-9cb7-8d4a85834fcf None None] Provisioning for port c180194f-cc0e-48e0-8af5-74d072051a08 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:09.633380 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41794) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:09.689345 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-9c98f61a-36a3-4268-8bf1-4168b83a4b81 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] For port c180194f-cc0e-48e0-8af5-74d072051a08, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=c180194f-cc0e-48e0-8af5-74d072051a08,segment=NetworkSegment(0db70e8c-d1a3-4cad-9895-7eb852a0f9f5),segment_id=0db70e8c-d1a3-4cad-9895-7eb852a0f9f5)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:09.689729 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c98f61a-36a3-4268-8bf1-4168b83a4b81 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:09.757859 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-9c98f61a-36a3-4268-8bf1-4168b83a4b81 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Calling delete_port for c180194f-cc0e-48e0-8af5-74d072051a08 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:09.862489 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device c180194f-cc0e-48e0-8af5-74d072051a08 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:22:09.881648 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41800) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:10.022498 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10a1a4f9-52bb-4d95-9992-f69aabccf0f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:10.254761 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-26066582-b348-49ac-b666-ae5e818433b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:10.317088 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port c180194f-cc0e-48e0-8af5-74d072051a08 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:10.335369 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port c180194f-cc0e-48e0-8af5-74d072051a08 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:10.336209 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:10.388878 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c44b78e5-81ab-49ea-a18c-4b81fe8752e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:10.390739 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0b9543-6f72-40f9-ad0a-8da6ed43432c tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Router b7a53d37-15e6-497e-aedb-433a68a653cb is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:22:10.475146 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:10.497624 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c44b78e5-81ab-49ea-a18c-4b81fe8752e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:10.504041 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5e0baa32-01bc-460d-acaf-187377cba73e tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:10.544528 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port c180194f-cc0e-48e0-8af5-74d072051a08, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=c180194f-cc0e-48e0-8af5-74d072051a08,segment=NetworkSegment(0db70e8c-d1a3-4cad-9895-7eb852a0f9f5),segment_id=0db70e8c-d1a3-4cad-9895-7eb852a0f9f5)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:10.547983 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5e0baa32-01bc-460d-acaf-187377cba73e tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548192'] for router, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:10.553533 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:10.785404 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=c180194f-cc0e-48e0-8af5-74d072051a08,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:10.834916 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0baa32-01bc-460d-acaf-187377cba73e tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Router 034f6716-e5c2-4b2d-a75b-bdee1d5368c0 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:22:10.867968 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c65bdd0-0828-4da3-9d2d-4eff22b678bd None None] Network 4f4bd692-c680-4834-a9d1-81b7a1508244 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:11.005411 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c45696d5-30f2-4027-a24a-4af06edb4eef None None] Provisioning complete for port c180194f-cc0e-48e0-8af5-74d072051a08 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:11.006076 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c45696d5-30f2-4027-a24a-4af06edb4eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:11.018731 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0baa32-01bc-460d-acaf-187377cba73e tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:22:11.026887 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b78e5-81ab-49ea-a18c-4b81fe8752e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b422ca19-aa56-470f-9a5c-2294d8fade4d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:11.038049 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5e0baa32-01bc-460d-acaf-187377cba73e tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:11.040330 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5e0baa32-01bc-460d-acaf-187377cba73e tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "PUT /v2.0/routers/034f6716-e5c2-4b2d-a75b-bdee1d5368c0 HTTP/1.1" status: 200 len: 891 time: 1.6306367 Jul 23 20:22:11.045017 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41806) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:11.085964 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e36200f-b31e-466d-9d4f-02e6d0daaf68 None None] Sync routers for ids ['034f6716-e5c2-4b2d-a75b-bdee1d5368c0'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:22:11.130271 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e36200f-b31e-466d-9d4f-02e6d0daaf68 None None] Routers {'034f6716-e5c2-4b2d-a75b-bdee1d5368c0'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:22:11.131022 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-3e36200f-b31e-466d-9d4f-02e6d0daaf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:21:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['034f6716-e5c2-4b2d-a75b-bdee1d5368c0'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:11.183026 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c44b78e5-81ab-49ea-a18c-4b81fe8752e6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2aba9117456b4f849e3e8985a7951921&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2829423 Jul 23 20:22:11.187787 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-3e36200f-b31e-466d-9d4f-02e6d0daaf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:11.191107 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41808) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:11.220652 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-914bee2d-fa85-4c14-843b-2cf14a21b9c1 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "GET /v2.0/routers/034f6716-e5c2-4b2d-a75b-bdee1d5368c0 HTTP/1.1" status: 200 len: 891 time: 0.1719484 Jul 23 20:22:11.223674 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41810) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:11.266047 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e36200f-b31e-466d-9d4f-02e6d0daaf68 None None] Routers {'034f6716-e5c2-4b2d-a75b-bdee1d5368c0'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:22:11.266861 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-3e36200f-b31e-466d-9d4f-02e6d0daaf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:21:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['034f6716-e5c2-4b2d-a75b-bdee1d5368c0'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:11.283403 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-68613ca9-33f4-4327-893f-907a7098b90b tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "GET /v2.0/ports?device_id=034f6716-e5c2-4b2d-a75b-bdee1d5368c0 HTTP/1.1" status: 200 len: 205 time: 0.0598695 Jul 23 20:22:11.285067 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41812) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:11.307777 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-3e36200f-b31e-466d-9d4f-02e6d0daaf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:11.308647 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e36200f-b31e-466d-9d4f-02e6d0daaf68 None None] The sync data for ids ['034f6716-e5c2-4b2d-a75b-bdee1d5368c0'] in n-d-793618-10 is: [] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:22:11.422514 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0b9543-6f72-40f9-ad0a-8da6ed43432c tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:22:11.433720 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbadc39f-a5dc-428f-892a-821f2d131f6f None None] Sync routers for ids ['b7a53d37-15e6-497e-aedb-433a68a653cb'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:22:11.443164 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7d3b9784-9db7-4d1f-8148-b0be62de9969 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:11.447934 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbadc39f-a5dc-428f-892a-821f2d131f6f None None] Routers {'b7a53d37-15e6-497e-aedb-433a68a653cb'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:22:11.448575 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-bbadc39f-a5dc-428f-892a-821f2d131f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:21:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['b7a53d37-15e6-497e-aedb-433a68a653cb'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:11.452319 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-531cbb9a-1b0a-4ec9-976e-4f91545f6e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:11.485244 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-531cbb9a-1b0a-4ec9-976e-4f91545f6e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:11.538053 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c98f61a-36a3-4268-8bf1-4168b83a4b81 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:11.547805 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10a1a4f9-52bb-4d95-9992-f69aabccf0f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:11.602831 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7d3b9784-9db7-4d1f-8148-b0be62de9969 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:11.613951 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10a1a4f9-52bb-4d95-9992-f69aabccf0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:11.622631 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb0b9543-6f72-40f9-ad0a-8da6ed43432c tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:11.624249 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-fb0b9543-6f72-40f9-ad0a-8da6ed43432c tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 8.0697532 Jul 23 20:22:11.631850 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41814) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:11.635644 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98f61a-36a3-4268-8bf1-4168b83a4b81 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event deleted for resources: {'Port': ['ID=c180194f-cc0e-48e0-8af5-74d072051a08,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:11.696907 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-bbadc39f-a5dc-428f-892a-821f2d131f6f None None] Set router b7a53d37-15e6-497e-aedb-433a68a653cb gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:22:11.749734 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e5b1267c-03ae-4d38-9166-c46a05759c91 None None] Could not find standard attr ID for object c180194f-cc0e-48e0-8af5-74d072051a08. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:22:11.751304 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38be1a2-8441-4fab-82c4-d4dc2c8856fe None None] DHCP port deletion for 4f4bd692-c680-4834-a9d1-81b7a1508244 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:22:11.754415 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1a4f9-52bb-4d95-9992-f69aabccf0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c83ab18-fd83-4406-b77f-e3847b3dd86d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:11.760238 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-10a1a4f9-52bb-4d95-9992-f69aabccf0f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=92d21ee952da40d99c4f6d7c19c2608a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8698461 Jul 23 20:22:11.766519 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c98f61a-36a3-4268-8bf1-4168b83a4b81 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] No DVR routers for this DVR port c180194f-cc0e-48e0-8af5-74d072051a08 on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:22:11.768948 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41818) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:11.816879 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9062ec26-b366-4fd2-bb77-3cd6461c46b9 None None] get_active_networks_info from n-d-793618-10 {{(pid=93877) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:22:11.863384 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-531cbb9a-1b0a-4ec9-976e-4f91545f6e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:11.866208 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-531cbb9a-1b0a-4ec9-976e-4f91545f6e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:11.869779 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-531cbb9a-1b0a-4ec9-976e-4f91545f6e51 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b422ca19-aa56-470f-9a5c-2294d8fade4d HTTP/1.1" status: 204 len: 168 time: 0.6712446 Jul 23 20:22:11.957818 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531cbb9a-1b0a-4ec9-976e-4f91545f6e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b422ca19-aa56-470f-9a5c-2294d8fade4d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:11.978727 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c98f61a-36a3-4268-8bf1-4168b83a4b81 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:12.013752 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-7d3b9784-9db7-4d1f-8148-b0be62de9969 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Deleting port 886d56a4-d9d9-4db5-b311-a3aa2b99fa65 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:12.014436 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7d3b9784-9db7-4d1f-8148-b0be62de9969 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:12.050545 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a6c19cb9-35f5-458e-b384-3aae629626ca tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:12.092929 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06d3ff2b-00d2-42da-8f4f-45460b79640f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:12.098556 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9062ec26-b366-4fd2-bb77-3cd6461c46b9 None None] Resources bound (agent type, host, resource id): {{(pid=93877) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:22:12.101793 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-bbadc39f-a5dc-428f-892a-821f2d131f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a53d37-15e6-497e-aedb-433a68a653cb', 'name': '', 'tenant_id': '8813d03ccc4e41218207bb3996fa7496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220a6592-09d6-4b29-8109-c4476309be92', 'external_fixed_ips': [{'subnet_id': '76bfa2c5-0948-474a-88a1-3c869532fecd', 'ip_address': '2001:db8::7d'}], 'enable_snat': True}, 'gw_port_id': 'aefbecf5-5029-4511-b57f-9cd1f8eb4dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:03Z', 'updated_at': '2021-07-23T20:22:07Z', 'revision_number': 3, 'project_id': '8813d03ccc4e41218207bb3996fa7496', 'gw_port': {'id': 'aefbecf5-5029-4511-b57f-9cd1f8eb4dcc', 'name': '', 'network_id': '220a6592-09d6-4b29-8109-c4476309be92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:23:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a53d37-15e6-497e-aedb-433a68a653cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '76bfa2c5-0948-474a-88a1-3c869532fecd', 'ip_address': '2001:db8::7d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:05Z', 'updated_at': '2021-07-23T20:22:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76bfa2c5-0948-474a-88a1-3c869532fecd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:12.168028 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbadc39f-a5dc-428f-892a-821f2d131f6f None None] Checking router: b7a53d37-15e6-497e-aedb-433a68a653cb for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:22:12.168621 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbadc39f-a5dc-428f-892a-821f2d131f6f None None] Updating router b7a53d37-15e6-497e-aedb-433a68a653cb port aefbecf5-5029-4511-b57f-9cd1f8eb4dcc binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:22:12.196339 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06d3ff2b-00d2-42da-8f4f-45460b79640f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:12.257874 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bbadc39f-a5dc-428f-892a-821f2d131f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:12.287410 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c98f61a-36a3-4268-8bf1-4168b83a4b81 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:12.290686 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7d3b9784-9db7-4d1f-8148-b0be62de9969 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:12.316893 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-7d3b9784-9db7-4d1f-8148-b0be62de9969 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Calling delete_port for 886d56a4-d9d9-4db5-b311-a3aa2b99fa65 owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:12.384177 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98f61a-36a3-4268-8bf1-4168b83a4b81 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event deleted for resources: {'Subnet': ['ID=1a736588-cdef-4486-8b53-8f5fd635153c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:12.542422 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06d3ff2b-00d2-42da-8f4f-45460b79640f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:12.550833 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06d3ff2b-00d2-42da-8f4f-45460b79640f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:12.554647 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-06d3ff2b-00d2-42da-8f4f-45460b79640f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6c83ab18-fd83-4406-b77f-e3847b3dd86d HTTP/1.1" status: 204 len: 168 time: 0.7674437 Jul 23 20:22:12.602222 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3ff2b-00d2-42da-8f4f-45460b79640f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c83ab18-fd83-4406-b77f-e3847b3dd86d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:12.666355 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c98f61a-36a3-4268-8bf1-4168b83a4b81 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:12.689089 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-9c98f61a-36a3-4268-8bf1-4168b83a4b81 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f4bd692-c680-4834-a9d1-81b7a1508244']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:12.741109 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-9c98f61a-36a3-4268-8bf1-4168b83a4b81 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db70e8c-d1a3-4cad-9895-7eb852a0f9f5') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:12.741970 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-9c98f61a-36a3-4268-8bf1-4168b83a4b81 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db70e8c-d1a3-4cad-9895-7eb852a0f9f5') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:12.758864 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c98f61a-36a3-4268-8bf1-4168b83a4b81 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:12.786345 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c98f61a-36a3-4268-8bf1-4168b83a4b81 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:12.830220 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c98f61a-36a3-4268-8bf1-4168b83a4b81 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:22:12.831109 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51afa55-c2ef-45f3-9a9c-68f7a5033ea9 None None] Network 4f4bd692-c680-4834-a9d1-81b7a1508244 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:12.832506 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c98f61a-36a3-4268-8bf1-4168b83a4b81 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:13.043503 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bbadc39f-a5dc-428f-892a-821f2d131f6f None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:13.174024 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:22:13.174024 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:22:13.174024 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:22:13.174024 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:22:13.174024 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:22:13.174024 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:22:13.174024 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:22:13.174024 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:22:13.174024 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:22:13.174024 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:22:13.174024 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:22:13.174024 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:22:13.174024 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:22:13.174024 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:22:13.174024 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:22:13.174024 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:22:13.174024 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:22:13.174024 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:22:13.174024 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:22:13.174024 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:22:13.174024 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:22:13.174024 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:22:13.174024 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:22:13.174024 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:22:13.174024 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:22:13.174024 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:22:13.174024 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:22:13.174024 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:22:13.174024 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:22:13.174024 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:22:13.174024 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:22:13.174024 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:22:13.174024 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c98f61a-36a3-4268-8bf1-4168b83a4b81 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:13.174024 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c98f61a-36a3-4268-8bf1-4168b83a4b81 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:13.180931 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3232eff1-d889-405a-b961-3ed5065a3369 None None] DHCP port deletion for 4f4bd692-c680-4834-a9d1-81b7a1508244 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:22:13.182071 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9c98f61a-36a3-4268-8bf1-4168b83a4b81 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "DELETE /v2.0/networks/4f4bd692-c680-4834-a9d1-81b7a1508244 HTTP/1.1" status: 204 len: 168 time: 4.4721246 Jul 23 20:22:13.182071 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41856) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:13.273362 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-86522cbb-6a14-4126-9e04-d774bed0b9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:13.318960 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:13.324164 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98f61a-36a3-4268-8bf1-4168b83a4b81 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event deleted for resources: {'Network': ['ID=4f4bd692-c680-4834-a9d1-81b7a1508244,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:13.393523 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-c02c0568-55db-4587-ad93-df62528507fb tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] DELETE failed (client error): The resource could not be found. Jul 23 20:22:13.394679 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c02c0568-55db-4587-ad93-df62528507fb tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:22:13.401954 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c02c0568-55db-4587-ad93-df62528507fb tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "DELETE /v2.0/subnets/1a736588-cdef-4486-8b53-8f5fd635153c HTTP/1.1" status: 404 len: 337 time: 0.2274702 Jul 23 20:22:13.402976 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41868) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:13.429038 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41870) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:13.464408 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6c5ff047-afa6-4616-be2f-12ce47c67ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:13.497937 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-3267478b-adb7-4122-86b1-f84b603f45f9 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] DELETE failed (client error): The resource could not be found. Jul 23 20:22:13.498544 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3267478b-adb7-4122-86b1-f84b603f45f9 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:22:13.499722 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41874) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:13.503516 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3267478b-adb7-4122-86b1-f84b603f45f9 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "DELETE /v2.0/networks/4f4bd692-c680-4834-a9d1-81b7a1508244 HTTP/1.1" status: 404 len: 339 time: 0.0425003 Jul 23 20:22:13.504599 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41876) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:13.505645 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-bbadc39f-a5dc-428f-892a-821f2d131f6f None None] Transition to ACTIVE for port object aefbecf5-5029-4511-b57f-9cd1f8eb4dcc will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:13.514791 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bbadc39f-a5dc-428f-892a-821f2d131f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:13.521722 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a6c19cb9-35f5-458e-b384-3aae629626ca tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:13.548782 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7d3b9784-9db7-4d1f-8148-b0be62de9969 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:13.577908 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-bbadc39f-a5dc-428f-892a-821f2d131f6f None None] Attempting to bind port aefbecf5-5029-4511-b57f-9cd1f8eb4dcc on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:13.578682 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-bbadc39f-a5dc-428f-892a-821f2d131f6f None None] Attempting to bind port aefbecf5-5029-4511-b57f-9cd1f8eb4dcc by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'e077bbd9-6ef3-4057-8cbb-7c56f64aeb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '220a6592-09d6-4b29-8109-c4476309be92'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:13.579282 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbadc39f-a5dc-428f-892a-821f2d131f6f None None] Attempting to bind port aefbecf5-5029-4511-b57f-9cd1f8eb4dcc on network 220a6592-09d6-4b29-8109-c4476309be92 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:13.591723 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbadc39f-a5dc-428f-892a-821f2d131f6f None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:22:13.593203 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbadc39f-a5dc-428f-892a-821f2d131f6f None None] Checking segment: {'id': 'e077bbd9-6ef3-4057-8cbb-7c56f64aeb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '220a6592-09d6-4b29-8109-c4476309be92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:22:13.595574 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bbadc39f-a5dc-428f-892a-821f2d131f6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:13.598126 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbadc39f-a5dc-428f-892a-821f2d131f6f None None] Bound using segment: {'id': 'e077bbd9-6ef3-4057-8cbb-7c56f64aeb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '220a6592-09d6-4b29-8109-c4476309be92'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:22:13.599314 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-bbadc39f-a5dc-428f-892a-821f2d131f6f None None] Bound port: aefbecf5-5029-4511-b57f-9cd1f8eb4dcc, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e077bbd9-6ef3-4057-8cbb-7c56f64aeb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '220a6592-09d6-4b29-8109-c4476309be92'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:22:13.599793 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bbadc39f-a5dc-428f-892a-821f2d131f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:13.603259 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f5a84ff-8ea3-420e-b487-9d0269b62a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:13.635782 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b9784-9db7-4d1f-8148-b0be62de9969 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event deleted for resources: {'Port': ['ID=886d56a4-d9d9-4db5-b311-a3aa2b99fa65,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:13.666479 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5ef74f24-6261-4d5f-b809-2e19e4230faa tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:13.673514 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c66903-baa2-4f53-b03e-c13a7698d073 None None] Pushing event updated for resources: {'Port': ['ID=aefbecf5-5029-4511-b57f-9cd1f8eb4dcc,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:13.683558 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c66903-baa2-4f53-b03e-c13a7698d073 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:13.684670 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c66903-baa2-4f53-b03e-c13a7698d073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:13.685230 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c66903-baa2-4f53-b03e-c13a7698d073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:13.685800 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c66903-baa2-4f53-b03e-c13a7698d073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:13.686358 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c66903-baa2-4f53-b03e-c13a7698d073 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:13.686908 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c66903-baa2-4f53-b03e-c13a7698d073 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:13.687456 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c66903-baa2-4f53-b03e-c13a7698d073 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:13.687989 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c66903-baa2-4f53-b03e-c13a7698d073 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:13.688529 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c66903-baa2-4f53-b03e-c13a7698d073 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:13.689073 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c66903-baa2-4f53-b03e-c13a7698d073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:13.690586 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c66903-baa2-4f53-b03e-c13a7698d073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:13.691142 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c66903-baa2-4f53-b03e-c13a7698d073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:13.744012 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-bbadc39f-a5dc-428f-892a-821f2d131f6f None None] For port aefbecf5-5029-4511-b57f-9cd1f8eb4dcc, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:22:13.749203 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-bbadc39f-a5dc-428f-892a-821f2d131f6f None None] For port aefbecf5-5029-4511-b57f-9cd1f8eb4dcc, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=aefbecf5-5029-4511-b57f-9cd1f8eb4dcc,segment=NetworkSegment(e077bbd9-6ef3-4057-8cbb-7c56f64aeb85),segment_id=e077bbd9-6ef3-4057-8cbb-7c56f64aeb85)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:22:13.756162 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bbadc39f-a5dc-428f-892a-821f2d131f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:13.771342 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device c180194f-cc0e-48e0-8af5-74d072051a08 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:22:13.828028 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: c180194f-cc0e-48e0-8af5-74d072051a08 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:22:13.829017 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device c180194f-cc0e-48e0-8af5-74d072051a08 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:22:13.839835 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-1abee82c-2487-4c64-9a53-edec17ce51ca admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-876352293-network', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:13.853318 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7d3b9784-9db7-4d1f-8148-b0be62de9969 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:13.880010 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbadc39f-a5dc-428f-892a-821f2d131f6f None None] Routers {'b7a53d37-15e6-497e-aedb-433a68a653cb'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:22:13.885921 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-bbadc39f-a5dc-428f-892a-821f2d131f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:22:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['b7a53d37-15e6-497e-aedb-433a68a653cb'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:13.888628 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5ef74f24-6261-4d5f-b809-2e19e4230faa tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:13.928979 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-5ef74f24-6261-4d5f-b809-2e19e4230faa tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27539242-2673-4c34-bab3-c3ae2ed00322']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:13.952115 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-5ef74f24-6261-4d5f-b809-2e19e4230faa tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f8bd64-6c5c-4fb9-9ecd-42e59554aaf4') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:13.952793 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-5ef74f24-6261-4d5f-b809-2e19e4230faa tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f8bd64-6c5c-4fb9-9ecd-42e59554aaf4') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:13.967233 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c66903-baa2-4f53-b03e-c13a7698d073 None None] Pushing event updated for resources: {'Port': ['ID=aefbecf5-5029-4511-b57f-9cd1f8eb4dcc,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:13.968620 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5ef74f24-6261-4d5f-b809-2e19e4230faa tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:13.996651 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.007436 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5ef74f24-6261-4d5f-b809-2e19e4230faa tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.020971 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef74f24-6261-4d5f-b809-2e19e4230faa tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:22:14.021667 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5ef74f24-6261-4d5f-b809-2e19e4230faa tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.025669 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:22:14.025669 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:22:14.025669 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:22:14.025669 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:22:14.025669 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:22:14.025669 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:22:14.025669 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:22:14.025669 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:22:14.025669 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:22:14.025669 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:22:14.025669 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:22:14.025669 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:22:14.025669 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:22:14.025669 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:22:14.025669 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:22:14.025669 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:22:14.025669 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:22:14.025669 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:22:14.025669 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:22:14.025669 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:22:14.025669 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:22:14.025669 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:22:14.025669 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:22:14.025669 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:22:14.025669 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:22:14.025669 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:22:14.025669 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:22:14.025669 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:22:14.025669 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:22:14.025669 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:22:14.025669 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:22:14.025669 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:22:14.054338 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7d3b9784-9db7-4d1f-8148-b0be62de9969 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.058205 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7d3b9784-9db7-4d1f-8148-b0be62de9969 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.079324 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a6c19cb9-35f5-458e-b384-3aae629626ca tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Deleting port aefbecf5-5029-4511-b57f-9cd1f8eb4dcc {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:14.079575 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a6c19cb9-35f5-458e-b384-3aae629626ca tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.079729 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-bbadc39f-a5dc-428f-892a-821f2d131f6f None None] Set router b7a53d37-15e6-497e-aedb-433a68a653cb gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:22:14.138412 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5ef74f24-6261-4d5f-b809-2e19e4230faa tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.144095 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5ef74f24-6261-4d5f-b809-2e19e4230faa tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.146886 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5ef74f24-6261-4d5f-b809-2e19e4230faa tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "DELETE /v2.0/networks/27539242-2673-4c34-bab3-c3ae2ed00322 HTTP/1.1" status: 204 len: 168 time: 0.6411574 Jul 23 20:22:14.156132 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41888) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:14.177454 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7d3b9784-9db7-4d1f-8148-b0be62de9969 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.178309 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3b9784-9db7-4d1f-8148-b0be62de9969 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Fanout notify agent at l3_agent the message router_deleted on router 034f6716-e5c2-4b2d-a75b-bdee1d5368c0 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:22:14.180972 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-bbadc39f-a5dc-428f-892a-821f2d131f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a53d37-15e6-497e-aedb-433a68a653cb', 'name': '', 'tenant_id': '8813d03ccc4e41218207bb3996fa7496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:03Z', 'updated_at': '2021-07-23T20:22:13Z', 'revision_number': 4, 'project_id': '8813d03ccc4e41218207bb3996fa7496', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:14.188882 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef74f24-6261-4d5f-b809-2e19e4230faa tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event deleted for resources: {'Network': ['ID=27539242-2673-4c34-bab3-c3ae2ed00322,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:14.214489 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-86522cbb-6a14-4126-9e04-d774bed0b9f4 admin admin] Deleting port a4bc5f09-cdb8-48e3-8019-28deabcd5fa2 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:14.215114 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-86522cbb-6a14-4126-9e04-d774bed0b9f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.229219 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbadc39f-a5dc-428f-892a-821f2d131f6f None None] The sync data for ids ['b7a53d37-15e6-497e-aedb-433a68a653cb'] in n-d-793618-10 is: [{'id': 'b7a53d37-15e6-497e-aedb-433a68a653cb', 'name': '', 'tenant_id': '8813d03ccc4e41218207bb3996fa7496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:03Z', 'updated_at': '2021-07-23T20:22:13Z', 'revision_number': 4, 'project_id': '8813d03ccc4e41218207bb3996fa7496', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:22:14.240989 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7d3b9784-9db7-4d1f-8148-b0be62de9969 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.250463 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7d3b9784-9db7-4d1f-8148-b0be62de9969 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "DELETE /v2.0/routers/034f6716-e5c2-4b2d-a75b-bdee1d5368c0 HTTP/1.1" status: 204 len: 168 time: 2.9558260 Jul 23 20:22:14.250463 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c060edc-abde-4bd2-9f29-7dd078da0ca0 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] DELETE failed (client error): The resource could not be found. Jul 23 20:22:14.250463 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c060edc-abde-4bd2-9f29-7dd078da0ca0 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:22:14.258523 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41892) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:14.259238 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41894) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:14.262186 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9c060edc-abde-4bd2-9f29-7dd078da0ca0 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "DELETE /v2.0/subnets/8447f825-633f-43c8-b42b-aef2c34e733a HTTP/1.1" status: 404 len: 337 time: 0.0900769 Jul 23 20:22:14.277658 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-a5e2e4bf-9779-4ead-8815-05df16292c79 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-125449884'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:14.319827 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6c5ff047-afa6-4616-be2f-12ce47c67ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.340516 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-4704ff8f-de81-43cf-8333-5527ada7c4fe tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] DELETE failed (client error): The resource could not be found. Jul 23 20:22:14.341438 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4704ff8f-de81-43cf-8333-5527ada7c4fe tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:22:14.343679 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4704ff8f-de81-43cf-8333-5527ada7c4fe tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "DELETE /v2.0/networks/9426f271-c142-4b31-bbe3-63a453183b20 HTTP/1.1" status: 404 len: 339 time: 0.0819545 Jul 23 20:22:14.347239 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41898) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:14.412098 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.db.api [None req-a5e2e4bf-9779-4ead-8815-05df16292c79 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 20:22:14.412098 n-d-793618-10 neutron-server[93876]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 20:22:14.412098 n-d-793618-10 neutron-server[93876]: [parameters: {'project_id_1': '94909c1e8cb14acca0414384fabf2d56', 'expiration_1': datetime.datetime(2021, 7, 23, 20, 22, 14, 287837)}] Jul 23 20:22:14.412098 n-d-793618-10 neutron-server[93876]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:22:14.413046 n-d-793618-10 neutron-server[93876]: DEBUG oslo_db.api [None req-a5e2e4bf-9779-4ead-8815-05df16292c79 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:22:14.414576 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6c5ff047-afa6-4616-be2f-12ce47c67ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.434108 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-0492a88f-4170-4890-9777-61f8fb90c7ed tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Deleting subnet 2e4ee4ba-6054-4185-bec5-cfea9ff38e0a {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:22:14.445026 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0492a88f-4170-4890-9777-61f8fb90c7ed tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.450299 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-86522cbb-6a14-4126-9e04-d774bed0b9f4 admin admin] For port a4bc5f09-cdb8-48e3-8019-28deabcd5fa2, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=a4bc5f09-cdb8-48e3-8019-28deabcd5fa2,segment=NetworkSegment(d4ed36b0-261e-4503-82c1-9f3eea8d8c2c),segment_id=d4ed36b0-261e-4503-82c1-9f3eea8d8c2c)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:14.450662 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-86522cbb-6a14-4126-9e04-d774bed0b9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.475054 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abee82c-2487-4c64-9a53-edec17ce51ca admin admin] Made reservation on behalf of 99134e0f99a8419eae5eb1d5d4aedeb7 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:14.477418 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1abee82c-2487-4c64-9a53-edec17ce51ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.497581 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-86522cbb-6a14-4126-9e04-d774bed0b9f4 admin admin] Calling delete_port for a4bc5f09-cdb8-48e3-8019-28deabcd5fa2 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:14.511580 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6c5ff047-afa6-4616-be2f-12ce47c67ab3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ab7970577a77471bbda7b23546a5d557&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0787022 Jul 23 20:22:14.515399 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41902) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:14.520525 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-a6c19cb9-35f5-458e-b384-3aae629626ca tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] For port aefbecf5-5029-4511-b57f-9cd1f8eb4dcc, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=aefbecf5-5029-4511-b57f-9cd1f8eb4dcc,segment=NetworkSegment(e077bbd9-6ef3-4057-8cbb-7c56f64aeb85),segment_id=e077bbd9-6ef3-4057-8cbb-7c56f64aeb85)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:14.520905 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a6c19cb9-35f5-458e-b384-3aae629626ca tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.523875 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1abee82c-2487-4c64-9a53-edec17ce51ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.526981 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.547047 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0492a88f-4170-4890-9777-61f8fb90c7ed tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.550361 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ff047-afa6-4616-be2f-12ce47c67ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d905cb-fbc3-47d1-9ff7-ccb012917923,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:14.558969 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a6c19cb9-35f5-458e-b384-3aae629626ca tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Calling delete_port for aefbecf5-5029-4511-b57f-9cd1f8eb4dcc owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:14.577864 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.788917 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f4bd66c6-4575-4626-b399-9574da088769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.808512 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1abee82c-2487-4c64-9a53-edec17ce51ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.815355 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1abee82c-2487-4c64-9a53-edec17ce51ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.837336 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0492a88f-4170-4890-9777-61f8fb90c7ed tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.843495 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f4bd66c6-4575-4626-b399-9574da088769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.867347 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abee82c-2487-4c64-9a53-edec17ce51ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b3f442-0d4e-4a7c-88b7-cbab3b7436db,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:14.881391 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a6c19cb9-35f5-458e-b384-3aae629626ca tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.947578 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1abee82c-2487-4c64-9a53-edec17ce51ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:22:14.971839 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e2e4bf-9779-4ead-8815-05df16292c79 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Made reservation on behalf of 94909c1e8cb14acca0414384fabf2d56 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:14.976748 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5e2e4bf-9779-4ead-8815-05df16292c79 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.980581 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1abee82c-2487-4c64-9a53-edec17ce51ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.980933 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-1abee82c-2487-4c64-9a53-edec17ce51ca admin admin] Added segment 200529f2-acc5-4abc-91bf-3609d16ae961 of type vlan for network bd3fc2da-f343-4eff-93f0-5695d77abd1d Jul 23 20:22:14.983538 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c19cb9-35f5-458e-b384-3aae629626ca tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Pushing event deleted for resources: {'Port': ['ID=aefbecf5-5029-4511-b57f-9cd1f8eb4dcc,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:14.992127 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0492a88f-4170-4890-9777-61f8fb90c7ed tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:15.013950 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a6c19cb9-35f5-458e-b384-3aae629626ca tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:15.065417 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0492a88f-4170-4890-9777-61f8fb90c7ed tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:15.067415 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0492a88f-4170-4890-9777-61f8fb90c7ed tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "DELETE /v2.0/subnets/2e4ee4ba-6054-4185-bec5-cfea9ff38e0a HTTP/1.1" status: 204 len: 168 time: 0.7192183 Jul 23 20:22:15.069695 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0492a88f-4170-4890-9777-61f8fb90c7ed tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event deleted for resources: {'Subnet': ['ID=2e4ee4ba-6054-4185-bec5-cfea9ff38e0a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:15.071716 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41912) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:15.079834 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275a1d7d-e902-4eb2-8bf4-6e1d42bd0b85 None None] Network a331fa69-9dbd-45b3-afae-3fa058c14496 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:15.088728 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f4bd66c6-4575-4626-b399-9574da088769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:15.091991 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f4bd66c6-4575-4626-b399-9574da088769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:15.097157 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f4bd66c6-4575-4626-b399-9574da088769 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f2d905cb-fbc3-47d1-9ff7-ccb012917923 HTTP/1.1" status: 204 len: 168 time: 0.5803108 Jul 23 20:22:15.139251 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd66c6-4575-4626-b399-9574da088769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d905cb-fbc3-47d1-9ff7-ccb012917923,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:15.146425 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-86522cbb-6a14-4126-9e04-d774bed0b9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:15.194751 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86522cbb-6a14-4126-9e04-d774bed0b9f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4bc5f09-cdb8-48e3-8019-28deabcd5fa2,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:15.219690 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddfe8c82-1998-4a20-987e-cccb2683573d tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Deleting subnet e801a66b-2160-4421-af14-1b67f87e6529 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:22:15.226644 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ddfe8c82-1998-4a20-987e-cccb2683573d tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:15.231613 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1abee82c-2487-4c64-9a53-edec17ce51ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:15.248722 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a6c19cb9-35f5-458e-b384-3aae629626ca tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:15.254807 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a6c19cb9-35f5-458e-b384-3aae629626ca tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:15.282730 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ddfe8c82-1998-4a20-987e-cccb2683573d tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:15.357424 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1abee82c-2487-4c64-9a53-edec17ce51ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:15.359202 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abee82c-2487-4c64-9a53-edec17ce51ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:15.359991 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1abee82c-2487-4c64-9a53-edec17ce51ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:15.414439 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a6c19cb9-35f5-458e-b384-3aae629626ca tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:15.426586 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c19cb9-35f5-458e-b384-3aae629626ca tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b7a53d37-15e6-497e-aedb-433a68a653cb {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:22:15.438568 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a6c19cb9-35f5-458e-b384-3aae629626ca tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:15.440233 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a6c19cb9-35f5-458e-b384-3aae629626ca tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] 10.222.0.32 "DELETE /v2.0/routers/b7a53d37-15e6-497e-aedb-433a68a653cb HTTP/1.1" status: 204 len: 168 time: 3.7735705 Jul 23 20:22:15.458823 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41920) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:15.466721 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1abee82c-2487-4c64-9a53-edec17ce51ca admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9655747 Jul 23 20:22:15.475188 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41922) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:15.489374 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.db.api [None req-a5e2e4bf-9779-4ead-8815-05df16292c79 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=93876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:22:15.490165 n-d-793618-10 neutron-server[93876]: DEBUG oslo_db.api [None req-a5e2e4bf-9779-4ead-8815-05df16292c79 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:22:15.579200 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-d631ecd2-2b0e-4ec1-971c-2af4cf312651 admin admin] Request body: {'subnet': {'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-876352293-subnet', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:15.683152 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ddfe8c82-1998-4a20-987e-cccb2683573d tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:15.687287 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abee82c-2487-4c64-9a53-edec17ce51ca admin admin] Pushing event updated for resources: {'Network': ['ID=bd3fc2da-f343-4eff-93f0-5695d77abd1d,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:15.704501 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network bd3fc2da-f343-4eff-93f0-5695d77abd1d details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:22:15.738919 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eee7ad5-809e-4c71-8e79-7a218c0e6d2e tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Deleting subnet 76bfa2c5-0948-474a-88a1-3c869532fecd {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:22:15.751778 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4eee7ad5-809e-4c71-8e79-7a218c0e6d2e tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:15.876278 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4eee7ad5-809e-4c71-8e79-7a218c0e6d2e tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:15.899378 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:15.996199 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5e2e4bf-9779-4ead-8815-05df16292c79 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:16.048675 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ddfe8c82-1998-4a20-987e-cccb2683573d tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:16.062380 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4eee7ad5-809e-4c71-8e79-7a218c0e6d2e tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:16.108438 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe8c82-1998-4a20-987e-cccb2683573d tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event deleted for resources: {'Subnet': ['ID=e801a66b-2160-4421-af14-1b67f87e6529,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:16.115687 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ddfe8c82-1998-4a20-987e-cccb2683573d tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:16.120577 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ddfe8c82-1998-4a20-987e-cccb2683573d tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "DELETE /v2.0/subnets/e801a66b-2160-4421-af14-1b67f87e6529 HTTP/1.1" status: 204 len: 168 time: 1.0439458 Jul 23 20:22:16.126006 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41940) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:16.139228 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e2e4bf-9779-4ead-8815-05df16292c79 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:22:16.169200 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-86522cbb-6a14-4126-9e04-d774bed0b9f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:16.192816 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5e2e4bf-9779-4ead-8815-05df16292c79 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:16.192816 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-a5e2e4bf-9779-4ead-8815-05df16292c79 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Added segment 6f4883e7-25b6-4971-b714-f6384a252b35 of type vlan for network 61cfa9f7-bdde-47ea-8b3d-f8a31a7ea5cc Jul 23 20:22:16.288169 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4eee7ad5-809e-4c71-8e79-7a218c0e6d2e tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:16.316485 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4eee7ad5-809e-4c71-8e79-7a218c0e6d2e tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:16.328334 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4eee7ad5-809e-4c71-8e79-7a218c0e6d2e tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/76bfa2c5-0948-474a-88a1-3c869532fecd HTTP/1.1" status: 204 len: 168 time: 0.8518050 Jul 23 20:22:16.335290 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41950) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:16.367600 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d631ecd2-2b0e-4ec1-971c-2af4cf312651 admin admin] Made reservation on behalf of 99134e0f99a8419eae5eb1d5d4aedeb7 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:16.370194 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d631ecd2-2b0e-4ec1-971c-2af4cf312651 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:16.370886 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5c7707d3-ea44-483f-9efe-e47cb13501a7 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:16.372686 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee7ad5-809e-4c71-8e79-7a218c0e6d2e tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=76bfa2c5-0948-474a-88a1-3c869532fecd,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:16.374319 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5e2e4bf-9779-4ead-8815-05df16292c79 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:16.598467 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ac709d-d446-491b-97b1-913de7072eb7 None None] Network a331fa69-9dbd-45b3-afae-3fa058c14496 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:16.658897 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41958) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:16.700067 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-aabadd4a-364b-4135-9fb1-e87e08ce0b82 None None] Provisioning complete for port 1cbc14b8-723a-4671-b37d-08915b1e41cd triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:16.700780 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aabadd4a-364b-4135-9fb1-e87e08ce0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:16.751714 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d631ecd2-2b0e-4ec1-971c-2af4cf312651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:16.858447 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d631ecd2-2b0e-4ec1-971c-2af4cf312651 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63fa6ddd-c617-40f8-a250-cf59fcf077ba,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:16.863705 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d631ecd2-2b0e-4ec1-971c-2af4cf312651 admin admin] Checking segment: {'id': '200529f2-acc5-4abc-91bf-3609d16ae961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:22:16.865159 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.db.resource_extend [None req-a5e2e4bf-9779-4ead-8815-05df16292c79 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:22:16.866333 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d631ecd2-2b0e-4ec1-971c-2af4cf312651 admin admin] Network hostable DHCP agents. Network: bd3fc2da-f343-4eff-93f0-5695d77abd1d, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:22:16.911603 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ac34531a-6e39-49a5-a810-3b0421cf8133 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:16.912694 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-52255f23-487b-4766-b556-06e22945b39e tempest-AgentManagementNegativeTest-1910303826 tempest-AgentManagementNegativeTest-1910303826-project] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2518566 Jul 23 20:22:16.928131 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d631ecd2-2b0e-4ec1-971c-2af4cf312651 admin admin] Network bd3fc2da-f343-4eff-93f0-5695d77abd1d is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:22:16.946393 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-d631ecd2-2b0e-4ec1-971c-2af4cf312651 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, bd3fc2da-f343-4eff-93f0-5695d77abd1d) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:16.951661 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d631ecd2-2b0e-4ec1-971c-2af4cf312651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:16.952611 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d631ecd2-2b0e-4ec1-971c-2af4cf312651 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:16.956737 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5e2e4bf-9779-4ead-8815-05df16292c79 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:16.962596 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e2e4bf-9779-4ead-8815-05df16292c79 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:16.963189 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5e2e4bf-9779-4ead-8815-05df16292c79 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:16.963647 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b1262b-c3a7-4eac-81c7-0d3195beab7f None None] Network bd3fc2da-f343-4eff-93f0-5695d77abd1d requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:16.978050 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d631ecd2-2b0e-4ec1-971c-2af4cf312651 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4069698 Jul 23 20:22:16.981069 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41966) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:17.009530 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-fc82a9fd-24d6-4263-b95d-3cde34e4ea88 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-876352293-router', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:17.037236 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a5e2e4bf-9779-4ead-8815-05df16292c79 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.7767274 Jul 23 20:22:17.042075 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41972) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:17.071599 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-76f60b73-9b55-4c9d-aa0f-34e3dd4dfe62 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Request body: {'subnet': {'network_id': '61cfa9f7-bdde-47ea-8b3d-f8a31a7ea5cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:17.174174 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2e4bf-9779-4ead-8815-05df16292c79 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event updated for resources: {'Network': ['ID=61cfa9f7-bdde-47ea-8b3d-f8a31a7ea5cc,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:17.180548 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-5c7707d3-ea44-483f-9efe-e47cb13501a7 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Deleting port 1cbc14b8-723a-4671-b37d-08915b1e41cd {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:17.180893 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5c7707d3-ea44-483f-9efe-e47cb13501a7 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:17.208795 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fc82a9fd-24d6-4263-b95d-3cde34e4ea88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:17.210689 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fc82a9fd-24d6-4263-b95d-3cde34e4ea88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:17.221299 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 61cfa9f7-bdde-47ea-8b3d-f8a31a7ea5cc details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:22:17.248147 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fce9d85-01cd-425d-a932-93bc92c5a5ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-bd3fc2da-f343-4eff-93f0-5695d77abd1d', 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'fixed_ips': [{'subnet_id': '63fa6ddd-c617-40f8-a250-cf59fcf077ba'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:22:17.250161 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7fce9d85-01cd-425d-a932-93bc92c5a5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:17.275704 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d588d998-f8c5-4a5c-ad40-38f16bd21c40 None None] DHCP port deletion for a331fa69-9dbd-45b3-afae-3fa058c14496 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:22:17.403667 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ac34531a-6e39-49a5-a810-3b0421cf8133 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:17.438743 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-5c7707d3-ea44-483f-9efe-e47cb13501a7 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] For port 1cbc14b8-723a-4671-b37d-08915b1e41cd, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=1cbc14b8-723a-4671-b37d-08915b1e41cd,segment=NetworkSegment(badc820d-e90b-4337-8374-1d84a203bb62),segment_id=badc820d-e90b-4337-8374-1d84a203bb62)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:17.439342 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5c7707d3-ea44-483f-9efe-e47cb13501a7 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:17.448658 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ac34531a-6e39-49a5-a810-3b0421cf8133 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['220a6592-09d6-4b29-8109-c4476309be92']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:17.474728 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fc82a9fd-24d6-4263-b95d-3cde34e4ea88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:17.492329 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-5c7707d3-ea44-483f-9efe-e47cb13501a7 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Calling delete_port for 1cbc14b8-723a-4671-b37d-08915b1e41cd owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:17.497311 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ac34531a-6e39-49a5-a810-3b0421cf8133 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e077bbd9-6ef3-4057-8cbb-7c56f64aeb85') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:17.497825 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ac34531a-6e39-49a5-a810-3b0421cf8133 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e077bbd9-6ef3-4057-8cbb-7c56f64aeb85') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:17.521493 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ac34531a-6e39-49a5-a810-3b0421cf8133 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:17.541815 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f60b73-9b55-4c9d-aa0f-34e3dd4dfe62 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Made reservation on behalf of 94909c1e8cb14acca0414384fabf2d56 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:17.546428 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-76f60b73-9b55-4c9d-aa0f-34e3dd4dfe62 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:17.563802 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86522cbb-6a14-4126-9e04-d774bed0b9f4 admin admin] Router ad0ca847-2ba1-4c42-911f-a67614902db7 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:22:17.568719 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ac34531a-6e39-49a5-a810-3b0421cf8133 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:17.615031 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41982) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:17.628252 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac34531a-6e39-49a5-a810-3b0421cf8133 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:22:17.628804 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ac34531a-6e39-49a5-a810-3b0421cf8133 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:17.639266 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:22:17.639266 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:22:17.639266 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:22:17.639266 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:22:17.639266 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:22:17.639266 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:22:17.639266 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:22:17.639266 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:22:17.639266 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:22:17.639266 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:22:17.639266 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:22:17.639266 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:22:17.639266 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:22:17.639266 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:22:17.639266 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:22:17.639266 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:22:17.639266 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:22:17.639266 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:22:17.639266 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:22:17.639266 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:22:17.639266 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:22:17.639266 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:22:17.639266 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:22:17.639266 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:22:17.639266 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:22:17.639266 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:22:17.639266 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:22:17.639266 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:22:17.639266 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:22:17.639266 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:22:17.639266 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:22:17.639266 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:22:17.746529 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-7fce9d85-01cd-425d-a932-93bc92c5a5ab None None] Allocated IP 172.20.0.2 (bd3fc2da-f343-4eff-93f0-5695d77abd1d/63fa6ddd-c617-40f8-a250-cf59fcf077ba/33fc79a7-71c3-4f65-ad68-479d4d7d09a9) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:17.792904 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 1cbc14b8-723a-4671-b37d-08915b1e41cd no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:22:17.827608 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-d588d998-f8c5-4a5c-ad40-38f16bd21c40 None None] Deleting port 1cbc14b8-723a-4671-b37d-08915b1e41cd {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:17.827966 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d588d998-f8c5-4a5c-ad40-38f16bd21c40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:17.838027 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fc82a9fd-24d6-4263-b95d-3cde34e4ea88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:17.923451 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d588d998-f8c5-4a5c-ad40-38f16bd21c40 None None] For port 1cbc14b8-723a-4671-b37d-08915b1e41cd, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=1cbc14b8-723a-4671-b37d-08915b1e41cd,segment=NetworkSegment(badc820d-e90b-4337-8374-1d84a203bb62),segment_id=badc820d-e90b-4337-8374-1d84a203bb62)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:17.923849 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d588d998-f8c5-4a5c-ad40-38f16bd21c40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:17.927080 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ead9411-e2a4-43ad-9be0-19ab0535b15a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:17.942382 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-d588d998-f8c5-4a5c-ad40-38f16bd21c40 None None] Calling delete_port for 1cbc14b8-723a-4671-b37d-08915b1e41cd owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:17.955850 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ac34531a-6e39-49a5-a810-3b0421cf8133 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:17.999093 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac34531a-6e39-49a5-a810-3b0421cf8133 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 220a6592-09d6-4b29-8109-c4476309be92 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 20:22:18.003140 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34531a-6e39-49a5-a810-3b0421cf8133 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Pushing event deleted for resources: {'Network': ['ID=220a6592-09d6-4b29-8109-c4476309be92,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:18.011821 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ac34531a-6e39-49a5-a810-3b0421cf8133 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:18.026154 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ac34531a-6e39-49a5-a810-3b0421cf8133 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] 10.222.0.32 "DELETE /v2.0/networks/220a6592-09d6-4b29-8109-c4476309be92 HTTP/1.1" status: 204 len: 168 time: 1.6759174 Jul 23 20:22:18.097704 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5c7707d3-ea44-483f-9efe-e47cb13501a7 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:18.117516 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d588d998-f8c5-4a5c-ad40-38f16bd21c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:18.175123 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86522cbb-6a14-4126-9e04-d774bed0b9f4 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:22:18.193705 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-86522cbb-6a14-4126-9e04-d774bed0b9f4 admin admin] 10.222.0.32 "PUT /v2.0/routers/ad0ca847-2ba1-4c42-911f-a67614902db7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5125515 Jul 23 20:22:18.196254 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41996) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:18.197538 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7707d3-ea44-483f-9efe-e47cb13501a7 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event deleted for resources: {'Port': ['ID=1cbc14b8-723a-4671-b37d-08915b1e41cd,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:18.318137 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7707d3-ea44-483f-9efe-e47cb13501a7 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] No DVR routers for this DVR port 1cbc14b8-723a-4671-b37d-08915b1e41cd on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:22:18.518709 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-76f60b73-9b55-4c9d-aa0f-34e3dd4dfe62 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:18.521248 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42006) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:18.588772 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5c7707d3-ea44-483f-9efe-e47cb13501a7 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:18.598874 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-3a3fb610-d6cc-4621-8d4c-f1fbbe261a37 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Request body: {'router': {'name': 'tempest-router--873436152', 'project_id': 'd9e0e6d06224486f9eb94243b7d8943d'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:18.607408 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-5c7707d3-ea44-483f-9efe-e47cb13501a7 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a331fa69-9dbd-45b3-afae-3fa058c14496']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:18.627223 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No active binding found for port 1cbc14b8-723a-4671-b37d-08915b1e41cd {{(pid=93877) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 23 20:22:18.627940 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 1cbc14b8-723a-4671-b37d-08915b1e41cd not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:22:18.634139 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d588d998-f8c5-4a5c-ad40-38f16bd21c40 None None] No DVR routers for this DVR port 1cbc14b8-723a-4671-b37d-08915b1e41cd on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:22:18.654851 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588d998-f8c5-4a5c-ad40-38f16bd21c40 None None] Pushing event deleted for resources: {'Port': ['ID=1cbc14b8-723a-4671-b37d-08915b1e41cd,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:18.659031 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f60b73-9b55-4c9d-aa0f-34e3dd4dfe62 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event updated for resources: {'Subnet': ['ID=a100a8ec-7518-47e2-ab25-702c26a29a3e,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:18.681509 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fc82a9fd-24d6-4263-b95d-3cde34e4ea88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:18.731337 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ead9411-e2a4-43ad-9be0-19ab0535b15a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:18.731988 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fc82a9fd-24d6-4263-b95d-3cde34e4ea88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:18.784788 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-5c7707d3-ea44-483f-9efe-e47cb13501a7 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'badc820d-e90b-4337-8374-1d84a203bb62') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:18.789070 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-5c7707d3-ea44-483f-9efe-e47cb13501a7 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'badc820d-e90b-4337-8374-1d84a203bb62') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:18.803496 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5c7707d3-ea44-483f-9efe-e47cb13501a7 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:18.819545 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5c7707d3-ea44-483f-9efe-e47cb13501a7 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:18.826499 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c7707d3-ea44-483f-9efe-e47cb13501a7 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:22:18.827011 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5c7707d3-ea44-483f-9efe-e47cb13501a7 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:18.837961 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7fce9d85-01cd-425d-a932-93bc92c5a5ab None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:18.842713 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9124d8-f630-4f99-99e6-aedcaf6203f1 None None] Sync routers for ids ['ad0ca847-2ba1-4c42-911f-a67614902db7'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:22:18.863172 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9124d8-f630-4f99-99e6-aedcaf6203f1 None None] Routers {'ad0ca847-2ba1-4c42-911f-a67614902db7'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:22:18.864587 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ee9124d8-f630-4f99-99e6-aedcaf6203f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:22:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ad0ca847-2ba1-4c42-911f-a67614902db7'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:18.899065 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:22:18.899065 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:22:18.899065 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:22:18.899065 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:22:18.899065 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:22:18.899065 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:22:18.899065 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:22:18.899065 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:22:18.899065 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:22:18.899065 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:22:18.899065 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:22:18.899065 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:22:18.899065 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:22:18.899065 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:22:18.899065 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:22:18.899065 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:22:18.899065 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:22:18.899065 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:22:18.899065 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:22:18.899065 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:22:18.899065 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:22:18.899065 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:22:18.899065 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:22:18.899065 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:22:18.899065 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:22:18.899065 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:22:18.899065 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:22:18.899065 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:22:18.899065 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:22:18.899065 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:22:18.899065 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:22:18.899065 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:22:18.905268 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ead9411-e2a4-43ad-9be0-19ab0535b15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:18.921497 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3a3fb610-d6cc-4621-8d4c-f1fbbe261a37 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:18.922667 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3a3fb610-d6cc-4621-8d4c-f1fbbe261a37 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:18.925132 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7fce9d85-01cd-425d-a932-93bc92c5a5ab None None] Transition to ACTIVE for port object 33fc79a7-71c3-4f65-ad68-479d4d7d09a9 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:18.943086 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f60b73-9b55-4c9d-aa0f-34e3dd4dfe62 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Checking segment: {'id': '6f4883e7-25b6-4971-b714-f6384a252b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '61cfa9f7-bdde-47ea-8b3d-f8a31a7ea5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:22:18.943763 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f60b73-9b55-4c9d-aa0f-34e3dd4dfe62 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Network hostable DHCP agents. Network: 61cfa9f7-bdde-47ea-8b3d-f8a31a7ea5cc, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:22:18.946826 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3ead9411-e2a4-43ad-9be0-19ab0535b15a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=63eaa273b6644875881c992aa84c2e69&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3288758 Jul 23 20:22:18.951317 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42012) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:18.958350 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5c7707d3-ea44-483f-9efe-e47cb13501a7 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:18.987452 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5c7707d3-ea44-483f-9efe-e47cb13501a7 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:18.989770 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5c7707d3-ea44-483f-9efe-e47cb13501a7 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "DELETE /v2.0/networks/a331fa69-9dbd-45b3-afae-3fa058c14496 HTTP/1.1" status: 204 len: 168 time: 2.8583198 Jul 23 20:22:18.998303 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42016) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:19.000641 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-fc82a9fd-24d6-4263-b95d-3cde34e4ea88 admin admin] Allocated IP 172.25.1.182 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/3c6c89a3-6646-48ac-a041-6c5454ee107e) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:19.001306 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7fce9d85-01cd-425d-a932-93bc92c5a5ab None None] Transition to ACTIVE for port object 33fc79a7-71c3-4f65-ad68-479d4d7d09a9 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:19.012314 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7fce9d85-01cd-425d-a932-93bc92c5a5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:19.056357 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7707d3-ea44-483f-9efe-e47cb13501a7 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event deleted for resources: {'Network': ['ID=a331fa69-9dbd-45b3-afae-3fa058c14496,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:19.064623 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-c36e74b0-eef7-401c-9a65-991c5ff18cf0 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] DELETE failed (client error): The resource could not be found. Jul 23 20:22:19.065200 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c36e74b0-eef7-401c-9a65-991c5ff18cf0 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:22:19.067225 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c36e74b0-eef7-401c-9a65-991c5ff18cf0 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "DELETE /v2.0/subnets/94be5626-e7b6-4ba8-b58c-87b718ace860 HTTP/1.1" status: 404 len: 337 time: 0.0524168 Jul 23 20:22:19.073903 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead9411-e2a4-43ad-9be0-19ab0535b15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77917086-558e-47a8-8aba-82c9ab7519e4,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:19.076404 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42018) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:19.085512 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fce9d85-01cd-425d-a932-93bc92c5a5ab None None] Network bd3fc2da-f343-4eff-93f0-5695d77abd1d is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:19.090300 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-7fce9d85-01cd-425d-a932-93bc92c5a5ab None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:19.098669 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce9d85-01cd-425d-a932-93bc92c5a5ab None None] Pushing event updated for resources: {'Port': ['ID=33fc79a7-71c3-4f65-ad68-479d4d7d09a9,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:19.104246 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fce9d85-01cd-425d-a932-93bc92c5a5ab None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:19.129011 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d1b280b-daff-4412-9120-9352f0101a0d tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] DELETE failed (client error): The resource could not be found. Jul 23 20:22:19.133122 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d1b280b-daff-4412-9120-9352f0101a0d tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:22:19.147098 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1d1b280b-daff-4412-9120-9352f0101a0d tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "DELETE /v2.0/networks/97909f64-5d9f-464a-a5fa-af7df2cf0544 HTTP/1.1" status: 404 len: 339 time: 0.0633063 Jul 23 20:22:19.148396 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42024) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:19.181744 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df0f79b4-51ce-474d-bc06-7a2fe914d47f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:19.187174 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3a3fb610-d6cc-4621-8d4c-f1fbbe261a37 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:19.198136 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3a3fb610-d6cc-4621-8d4c-f1fbbe261a37 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:19.212632 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f60b73-9b55-4c9d-aa0f-34e3dd4dfe62 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Network 61cfa9f7-bdde-47ea-8b3d-f8a31a7ea5cc is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:22:19.216568 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-ee9124d8-f630-4f99-99e6-aedcaf6203f1 None None] Set router ad0ca847-2ba1-4c42-911f-a67614902db7 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:22:19.242385 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db51bc92-5407-41cd-9e69-0a655e27058b admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:19.259318 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-76f60b73-9b55-4c9d-aa0f-34e3dd4dfe62 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 61cfa9f7-bdde-47ea-8b3d-f8a31a7ea5cc) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:19.262594 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3a3fb610-d6cc-4621-8d4c-f1fbbe261a37 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:19.264250 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3a3fb610-d6cc-4621-8d4c-f1fbbe261a37 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6962585 Jul 23 20:22:19.280807 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42028) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:19.293691 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f60b73-9b55-4c9d-aa0f-34e3dd4dfe62 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:19.294614 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-76f60b73-9b55-4c9d-aa0f-34e3dd4dfe62 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:19.337096 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76f30e7-6694-4f41-b65c-80eacb93bc38 None None] Network 61cfa9f7-bdde-47ea-8b3d-f8a31a7ea5cc requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:19.344462 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a1f19d6-99fc-4c4a-8969-bdaa81309870 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] DELETE failed (client error): The resource could not be found. Jul 23 20:22:19.345240 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a1f19d6-99fc-4c4a-8969-bdaa81309870 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:22:19.349662 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8a1f19d6-99fc-4c4a-8969-bdaa81309870 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "DELETE /v2.0/subnets/0c669fa7-badc-4327-9578-a37f94aff118 HTTP/1.1" status: 404 len: 337 time: 0.1920722 Jul 23 20:22:19.352718 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42030) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:19.381348 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-966b2d11-a38b-47bd-b045-25ba2c84f35f tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] DELETE failed (client error): The resource could not be found. Jul 23 20:22:19.382062 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-966b2d11-a38b-47bd-b045-25ba2c84f35f tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:22:19.386672 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-966b2d11-a38b-47bd-b045-25ba2c84f35f tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "DELETE /v2.0/networks/727679b3-6bb6-463e-baee-edc6ac750ba7 HTTP/1.1" status: 404 len: 339 time: 0.0278680 Jul 23 20:22:19.388861 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42034) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:19.419677 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-35c1d52f-e377-4363-b5fb-4a6b5e11dc7a tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:19.428437 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fc82a9fd-24d6-4263-b95d-3cde34e4ea88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:19.439861 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df0f79b4-51ce-474d-bc06-7a2fe914d47f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:19.442696 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bdae28c-0ca1-4a52-9fbb-673eb487fada tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] DELETE failed (client error): The resource could not be found. Jul 23 20:22:19.443375 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bdae28c-0ca1-4a52-9fbb-673eb487fada tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:22:19.447781 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3bdae28c-0ca1-4a52-9fbb-673eb487fada tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "DELETE /v2.0/subnets/09c43482-e448-4aa4-8f2b-b0fb84751563 HTTP/1.1" status: 404 len: 337 time: 0.0529616 Jul 23 20:22:19.454100 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42036) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:19.471349 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-7fce9d85-01cd-425d-a932-93bc92c5a5ab None None] Attempting to bind port 33fc79a7-71c3-4f65-ad68-479d4d7d09a9 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:19.471952 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-7fce9d85-01cd-425d-a932-93bc92c5a5ab None None] Attempting to bind port 33fc79a7-71c3-4f65-ad68-479d4d7d09a9 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '200529f2-acc5-4abc-91bf-3609d16ae961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:19.472405 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fce9d85-01cd-425d-a932-93bc92c5a5ab None None] Attempting to bind port 33fc79a7-71c3-4f65-ad68-479d4d7d09a9 on network bd3fc2da-f343-4eff-93f0-5695d77abd1d {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:19.489496 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-edf1ed02-8c96-443a-8b21-edbd72946c9e tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] DELETE failed (client error): The resource could not be found. Jul 23 20:22:19.489960 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edf1ed02-8c96-443a-8b21-edbd72946c9e tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:22:19.491684 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-edf1ed02-8c96-443a-8b21-edbd72946c9e tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "DELETE /v2.0/networks/4112261b-4cae-4d16-8693-37a845f56414 HTTP/1.1" status: 404 len: 339 time: 0.0365496 Jul 23 20:22:19.504266 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42040) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:19.523434 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db51bc92-5407-41cd-9e69-0a655e27058b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:19.580847 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fce9d85-01cd-425d-a932-93bc92c5a5ab None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:22:19.581890 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fce9d85-01cd-425d-a932-93bc92c5a5ab None None] Checking segment: {'id': '200529f2-acc5-4abc-91bf-3609d16ae961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:22:19.583053 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7fce9d85-01cd-425d-a932-93bc92c5a5ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:19.583053 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fce9d85-01cd-425d-a932-93bc92c5a5ab None None] Bound using segment: {'id': '200529f2-acc5-4abc-91bf-3609d16ae961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:22:19.584180 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-7fce9d85-01cd-425d-a932-93bc92c5a5ab None None] Bound port: 33fc79a7-71c3-4f65-ad68-479d4d7d09a9, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200529f2-acc5-4abc-91bf-3609d16ae961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:22:19.584528 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7fce9d85-01cd-425d-a932-93bc92c5a5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:19.608390 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-d522a5b0-2c77-48fe-9892-495df29b256d tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Deleting subnet 1070c1ba-d6c2-4d31-9533-575b560f84aa {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:22:19.614314 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d522a5b0-2c77-48fe-9892-495df29b256d tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:19.683734 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d522a5b0-2c77-48fe-9892-495df29b256d tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:19.737200 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7b35c8-3804-4fda-b583-46232f4f1e80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-61cfa9f7-bdde-47ea-8b3d-f8a31a7ea5cc', 'network_id': '61cfa9f7-bdde-47ea-8b3d-f8a31a7ea5cc', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'fixed_ips': [{'subnet_id': 'a100a8ec-7518-47e2-ab25-702c26a29a3e'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:22:19.738403 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c7b35c8-3804-4fda-b583-46232f4f1e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:19.793695 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-7fce9d85-01cd-425d-a932-93bc92c5a5ab None None] For port 33fc79a7-71c3-4f65-ad68-479d4d7d09a9, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:22:19.803329 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-7fce9d85-01cd-425d-a932-93bc92c5a5ab None None] For port 33fc79a7-71c3-4f65-ad68-479d4d7d09a9, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=33fc79a7-71c3-4f65-ad68-479d4d7d09a9,segment=NetworkSegment(200529f2-acc5-4abc-91bf-3609d16ae961),segment_id=200529f2-acc5-4abc-91bf-3609d16ae961)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:22:19.812032 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7fce9d85-01cd-425d-a932-93bc92c5a5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:19.841865 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df0f79b4-51ce-474d-bc06-7a2fe914d47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:19.844528 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df0f79b4-51ce-474d-bc06-7a2fe914d47f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:19.845813 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-df0f79b4-51ce-474d-bc06-7a2fe914d47f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/77917086-558e-47a8-8aba-82c9ab7519e4 HTTP/1.1" status: 204 len: 168 time: 0.8932309 Jul 23 20:22:19.859153 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d522a5b0-2c77-48fe-9892-495df29b256d tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:19.863876 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0f79b4-51ce-474d-bc06-7a2fe914d47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77917086-558e-47a8-8aba-82c9ab7519e4,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:19.912973 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-db51bc92-5407-41cd-9e69-0a655e27058b admin admin] Deleting port 1891fa76-5723-4929-a956-23f2b334f13e {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:19.913426 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db51bc92-5407-41cd-9e69-0a655e27058b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:19.991567 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-76f60b73-9b55-4c9d-aa0f-34e3dd4dfe62 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9281039 Jul 23 20:22:19.997144 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42048) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:20.006117 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-47ae8ef9-6dea-4f78-91e5-80c1201b2556 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-997071827', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:20.025021 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-db51bc92-5407-41cd-9e69-0a655e27058b admin admin] For port 1891fa76-5723-4929-a956-23f2b334f13e, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=1891fa76-5723-4929-a956-23f2b334f13e,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:20.025524 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db51bc92-5407-41cd-9e69-0a655e27058b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:20.040422 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ee9124d8-f630-4f99-99e6-aedcaf6203f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'name': 'tempest-TestVolumeBackupRestore-1866629625-router', 'tenant_id': '936c6a23d3304ba9b49a208cdf1f5765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '1891fa76-5723-4929-a956-23f2b334f13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:15:52Z', 'updated_at': '2021-07-23T20:22:14Z', 'revision_number': 5, 'project_id': '936c6a23d3304ba9b49a208cdf1f5765', 'gw_port': {'id': '1891fa76-5723-4929-a956-23f2b334f13e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:15:53Z', 'updated_at': '2021-07-23T20:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:20.042399 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-db51bc92-5407-41cd-9e69-0a655e27058b admin admin] Calling delete_port for 1891fa76-5723-4929-a956-23f2b334f13e owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:20.142605 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9124d8-f630-4f99-99e6-aedcaf6203f1 None None] Checking router: ad0ca847-2ba1-4c42-911f-a67614902db7 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:22:20.214499 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-35c1d52f-e377-4363-b5fb-4a6b5e11dc7a tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:20.219917 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-35c1d52f-e377-4363-b5fb-4a6b5e11dc7a tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:20.255576 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-47ae8ef9-6dea-4f78-91e5-80c1201b2556 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:20.256872 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-47ae8ef9-6dea-4f78-91e5-80c1201b2556 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:20.306757 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fc82a9fd-24d6-4263-b95d-3cde34e4ea88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:20.343792 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce9d85-01cd-425d-a932-93bc92c5a5ab None None] Pushing event updated for resources: {'Port': ['ID=33fc79a7-71c3-4f65-ad68-479d4d7d09a9,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:20.386003 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-35c1d52f-e377-4363-b5fb-4a6b5e11dc7a tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:20.386690 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c1d52f-e377-4363-b5fb-4a6b5e11dc7a tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ba345996-67f8-411c-987e-7a7225bd1312 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:22:20.395084 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9124d8-f630-4f99-99e6-aedcaf6203f1 None None] Routers {'ad0ca847-2ba1-4c42-911f-a67614902db7'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:22:20.398117 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ee9124d8-f630-4f99-99e6-aedcaf6203f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:22:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ad0ca847-2ba1-4c42-911f-a67614902db7'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:20.399655 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-35c1d52f-e377-4363-b5fb-4a6b5e11dc7a tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:20.401074 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-35c1d52f-e377-4363-b5fb-4a6b5e11dc7a tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] 10.222.0.32 "DELETE /v2.0/routers/ba345996-67f8-411c-987e-7a7225bd1312 HTTP/1.1" status: 204 len: 168 time: 1.1189182 Jul 23 20:22:20.403836 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc82a9fd-24d6-4263-b95d-3cde34e4ea88 admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:20.407732 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-fc82a9fd-24d6-4263-b95d-3cde34e4ea88 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:20.413248 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc82a9fd-24d6-4263-b95d-3cde34e4ea88 admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:20.427688 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d522a5b0-2c77-48fe-9892-495df29b256d tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:20.448005 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82a9fd-24d6-4263-b95d-3cde34e4ea88 admin admin] Pushing event updated for resources: {'Port': ['ID=3c6c89a3-6646-48ac-a041-6c5454ee107e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:20.491237 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-4c7b35c8-3804-4fda-b583-46232f4f1e80 None None] Allocated IP 2001:db8::2 (61cfa9f7-bdde-47ea-8b3d-f8a31a7ea5cc/a100a8ec-7518-47e2-ab25-702c26a29a3e/416f7c9b-ee34-4ee3-b9fe-0363d08b1a4b) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:20.566519 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d522a5b0-2c77-48fe-9892-495df29b256d tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event deleted for resources: {'Subnet': ['ID=1070c1ba-d6c2-4d31-9533-575b560f84aa,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:20.630449 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d522a5b0-2c77-48fe-9892-495df29b256d tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:20.634031 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d522a5b0-2c77-48fe-9892-495df29b256d tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "DELETE /v2.0/subnets/1070c1ba-d6c2-4d31-9533-575b560f84aa HTTP/1.1" status: 204 len: 168 time: 1.1258087 Jul 23 20:22:20.636882 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db51bc92-5407-41cd-9e69-0a655e27058b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:20.641331 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42060) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:20.707137 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42066) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:20.806880 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1b7bd5-9098-4512-b80d-43adbfb9cb9e None None] Network eaf58cbb-0d74-4849-9026-53bfdcb90adf requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:20.840626 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51bc92-5407-41cd-9e69-0a655e27058b admin admin] Pushing event deleted for resources: {'Port': ['ID=1891fa76-5723-4929-a956-23f2b334f13e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:20.848152 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-47ae8ef9-6dea-4f78-91e5-80c1201b2556 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:20.862137 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-47ae8ef9-6dea-4f78-91e5-80c1201b2556 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:20.966530 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-47ae8ef9-6dea-4f78-91e5-80c1201b2556 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:20.968004 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-47ae8ef9-6dea-4f78-91e5-80c1201b2556 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9695888 Jul 23 20:22:20.978552 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42072) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:21.046673 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-ee9124d8-f630-4f99-99e6-aedcaf6203f1 None None] Set router ad0ca847-2ba1-4c42-911f-a67614902db7 gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:22:21.056662 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2dba317-6911-42d6-ba41-582324474879 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:21.079821 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db51bc92-5407-41cd-9e69-0a655e27058b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:21.254056 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ee9124d8-f630-4f99-99e6-aedcaf6203f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'name': 'tempest-TestVolumeBackupRestore-1866629625-router', 'tenant_id': '936c6a23d3304ba9b49a208cdf1f5765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:15:52Z', 'updated_at': '2021-07-23T20:22:20Z', 'revision_number': 7, 'project_id': '936c6a23d3304ba9b49a208cdf1f5765', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:21.269061 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-d766367c-1a5e-406f-9a4a-ff38d1964c5d tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-722684652', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}, 'admin_state_up': False}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:21.307817 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9124d8-f630-4f99-99e6-aedcaf6203f1 None None] The sync data for ids ['ad0ca847-2ba1-4c42-911f-a67614902db7'] in n-d-793618-10 is: [{'id': 'ad0ca847-2ba1-4c42-911f-a67614902db7', 'name': 'tempest-TestVolumeBackupRestore-1866629625-router', 'tenant_id': '936c6a23d3304ba9b49a208cdf1f5765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:15:52Z', 'updated_at': '2021-07-23T20:22:20Z', 'revision_number': 7, 'project_id': '936c6a23d3304ba9b49a208cdf1f5765', 'gw_port_host': None}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:22:21.361551 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db51bc92-5407-41cd-9e69-0a655e27058b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:21.371120 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db51bc92-5407-41cd-9e69-0a655e27058b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:21.375561 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d766367c-1a5e-406f-9a4a-ff38d1964c5d tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:21.380354 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d766367c-1a5e-406f-9a4a-ff38d1964c5d tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:21.520438 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c7b35c8-3804-4fda-b583-46232f4f1e80 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:21.543698 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-b2dba317-6911-42d6-ba41-582324474879 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Deleting port cd89d7a2-63f5-45dc-a54d-1a37a27c116d {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:21.544810 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2dba317-6911-42d6-ba41-582324474879 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:21.549452 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4c7b35c8-3804-4fda-b583-46232f4f1e80 None None] Transition to ACTIVE for port object 416f7c9b-ee34-4ee3-b9fe-0363d08b1a4b will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:21.582032 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db51bc92-5407-41cd-9e69-0a655e27058b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:21.584574 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db51bc92-5407-41cd-9e69-0a655e27058b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad0ca847-2ba1-4c42-911f-a67614902db7 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:22:21.605433 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db51bc92-5407-41cd-9e69-0a655e27058b admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:21.606713 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-db51bc92-5407-41cd-9e69-0a655e27058b admin admin] 10.222.0.32 "DELETE /v2.0/routers/ad0ca847-2ba1-4c42-911f-a67614902db7 HTTP/1.1" status: 204 len: 168 time: 3.3650086 Jul 23 20:22:21.610845 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42090) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:21.614705 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4c7b35c8-3804-4fda-b583-46232f4f1e80 None None] Transition to ACTIVE for port object 416f7c9b-ee34-4ee3-b9fe-0363d08b1a4b will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:21.631858 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c7b35c8-3804-4fda-b583-46232f4f1e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:21.820274 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b35c8-3804-4fda-b583-46232f4f1e80 None None] Pushing event updated for resources: {'Port': ['ID=416f7c9b-ee34-4ee3-b9fe-0363d08b1a4b,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:21.834349 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591d9df5-1ff3-4286-87f5-4e8bce86818b None None] DHCP port deletion for eaf58cbb-0d74-4849-9026-53bfdcb90adf request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:22:21.836401 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d766367c-1a5e-406f-9a4a-ff38d1964c5d tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:21.894265 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7b35c8-3804-4fda-b583-46232f4f1e80 None None] Network 61cfa9f7-bdde-47ea-8b3d-f8a31a7ea5cc is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:21.901955 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-4c7b35c8-3804-4fda-b583-46232f4f1e80 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:21.908934 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7b35c8-3804-4fda-b583-46232f4f1e80 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:22.006111 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fc82a9fd-24d6-4263-b95d-3cde34e4ea88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:22.075869 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-b2dba317-6911-42d6-ba41-582324474879 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] For port cd89d7a2-63f5-45dc-a54d-1a37a27c116d, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=cd89d7a2-63f5-45dc-a54d-1a37a27c116d,segment=NetworkSegment(655ce159-e7a2-42c8-9324-eaced40f303d),segment_id=655ce159-e7a2-42c8-9324-eaced40f303d)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:22.085006 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2dba317-6911-42d6-ba41-582324474879 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:22.089310 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411fb640-983d-4f52-93be-56f5c0bba57f None None] Network bd3fc2da-f343-4eff-93f0-5695d77abd1d requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:22.134183 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42104) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:22.134456 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-4c7b35c8-3804-4fda-b583-46232f4f1e80 None None] Attempting to bind port 416f7c9b-ee34-4ee3-b9fe-0363d08b1a4b on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:22.134600 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-4c7b35c8-3804-4fda-b583-46232f4f1e80 None None] Attempting to bind port 416f7c9b-ee34-4ee3-b9fe-0363d08b1a4b by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '6f4883e7-25b6-4971-b714-f6384a252b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '61cfa9f7-bdde-47ea-8b3d-f8a31a7ea5cc'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:22.134933 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7b35c8-3804-4fda-b583-46232f4f1e80 None None] Attempting to bind port 416f7c9b-ee34-4ee3-b9fe-0363d08b1a4b on network 61cfa9f7-bdde-47ea-8b3d-f8a31a7ea5cc {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:22.189238 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7b35c8-3804-4fda-b583-46232f4f1e80 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:22:22.189744 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-01ddd9ae-90c9-4958-8c42-e2d17e3de3d0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:22.190199 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7b35c8-3804-4fda-b583-46232f4f1e80 None None] Checking segment: {'id': '6f4883e7-25b6-4971-b714-f6384a252b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '61cfa9f7-bdde-47ea-8b3d-f8a31a7ea5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:22:22.190826 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c7b35c8-3804-4fda-b583-46232f4f1e80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:22.191573 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7b35c8-3804-4fda-b583-46232f4f1e80 None None] Bound using segment: {'id': '6f4883e7-25b6-4971-b714-f6384a252b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '61cfa9f7-bdde-47ea-8b3d-f8a31a7ea5cc'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:22:22.192227 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-4c7b35c8-3804-4fda-b583-46232f4f1e80 None None] Bound port: 416f7c9b-ee34-4ee3-b9fe-0363d08b1a4b, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4883e7-25b6-4971-b714-f6384a252b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '61cfa9f7-bdde-47ea-8b3d-f8a31a7ea5cc'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:22:22.192830 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c7b35c8-3804-4fda-b583-46232f4f1e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:22.227929 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6e78b1c8-12a4-4d17-aa55-4d9ff93996e2 None None] Provisioning for port 33fc79a7-71c3-4f65-ad68-479d4d7d09a9 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:22.442821 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-63881000-d525-423e-bed8-551789494d5a tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1314802860'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:22.579069 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 33fc79a7-71c3-4f65-ad68-479d4d7d09a9 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:22:22.728002 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-591d9df5-1ff3-4286-87f5-4e8bce86818b None None] Deleting port cd89d7a2-63f5-45dc-a54d-1a37a27c116d {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:22.741085 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-591d9df5-1ff3-4286-87f5-4e8bce86818b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:22.742498 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63881000-d525-423e-bed8-551789494d5a tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Made reservation on behalf of 70c820d2eaf64663907deb224a6a47a3 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:22.743225 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-b2dba317-6911-42d6-ba41-582324474879 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Calling delete_port for cd89d7a2-63f5-45dc-a54d-1a37a27c116d owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:22.749753 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-63881000-d525-423e-bed8-551789494d5a tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:22.780583 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-63881000-d525-423e-bed8-551789494d5a tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:22.789021 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-4c7b35c8-3804-4fda-b583-46232f4f1e80 None None] For port 416f7c9b-ee34-4ee3-b9fe-0363d08b1a4b, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:22:22.815579 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd32aadb-48c3-445b-8f4c-ea2aad4a34a0 admin admin] Deleting subnet 2ccb223c-2045-4a31-86c3-160bfa105044 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:22:22.829762 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fc82a9fd-24d6-4263-b95d-3cde34e4ea88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:22.845255 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-4c7b35c8-3804-4fda-b583-46232f4f1e80 None None] For port 416f7c9b-ee34-4ee3-b9fe-0363d08b1a4b, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=416f7c9b-ee34-4ee3-b9fe-0363d08b1a4b,segment=NetworkSegment(6f4883e7-25b6-4971-b714-f6384a252b35),segment_id=6f4883e7-25b6-4971-b714-f6384a252b35)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:22:22.853459 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cd32aadb-48c3-445b-8f4c-ea2aad4a34a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:22.897897 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d766367c-1a5e-406f-9a4a-ff38d1964c5d tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:22.962944 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2dba317-6911-42d6-ba41-582324474879 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:22.963978 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 33fc79a7-71c3-4f65-ad68-479d4d7d09a9 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:22.989917 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c7b35c8-3804-4fda-b583-46232f4f1e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:23.019473 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 33fc79a7-71c3-4f65-ad68-479d4d7d09a9 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:23.019839 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:23.070100 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-591d9df5-1ff3-4286-87f5-4e8bce86818b None None] For port cd89d7a2-63f5-45dc-a54d-1a37a27c116d, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=cd89d7a2-63f5-45dc-a54d-1a37a27c116d,segment=NetworkSegment(655ce159-e7a2-42c8-9324-eaced40f303d),segment_id=655ce159-e7a2-42c8-9324-eaced40f303d)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:23.070498 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-591d9df5-1ff3-4286-87f5-4e8bce86818b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:23.101655 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cd32aadb-48c3-445b-8f4c-ea2aad4a34a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:23.134319 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-591d9df5-1ff3-4286-87f5-4e8bce86818b None None] Calling delete_port for cd89d7a2-63f5-45dc-a54d-1a37a27c116d owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:23.137894 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-01ddd9ae-90c9-4958-8c42-e2d17e3de3d0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Allocated IP 2001:db8::1 (61cfa9f7-bdde-47ea-8b3d-f8a31a7ea5cc/a100a8ec-7518-47e2-ab25-702c26a29a3e/41dfce12-4dbf-428c-9c2e-38f9cd19e305) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:23.160244 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dba317-6911-42d6-ba41-582324474879 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event deleted for resources: {'Port': ['ID=cd89d7a2-63f5-45dc-a54d-1a37a27c116d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:23.173454 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dba317-6911-42d6-ba41-582324474879 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] No DVR routers for this DVR port cd89d7a2-63f5-45dc-a54d-1a37a27c116d on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:22:23.347323 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b35c8-3804-4fda-b583-46232f4f1e80 None None] Pushing event updated for resources: {'Port': ['ID=416f7c9b-ee34-4ee3-b9fe-0363d08b1a4b,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:23.479433 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:23.520476 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-591d9df5-1ff3-4286-87f5-4e8bce86818b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:23.596536 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d9df5-1ff3-4286-87f5-4e8bce86818b None None] Pushing event deleted for resources: {'Port': ['ID=cd89d7a2-63f5-45dc-a54d-1a37a27c116d,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:23.612939 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591d9df5-1ff3-4286-87f5-4e8bce86818b None None] No DVR routers for this DVR port cd89d7a2-63f5-45dc-a54d-1a37a27c116d on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:22:23.631639 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 33fc79a7-71c3-4f65-ad68-479d4d7d09a9, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=33fc79a7-71c3-4f65-ad68-479d4d7d09a9,segment=NetworkSegment(200529f2-acc5-4abc-91bf-3609d16ae961),segment_id=200529f2-acc5-4abc-91bf-3609d16ae961)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:23.636277 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-01ddd9ae-90c9-4958-8c42-e2d17e3de3d0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:23.646289 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2dba317-6911-42d6-ba41-582324474879 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:23.647052 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:23.657095 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-63881000-d525-423e-bed8-551789494d5a tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:23.688381 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-63881000-d525-423e-bed8-551789494d5a tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:23.690632 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-b2dba317-6911-42d6-ba41-582324474879 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf58cbb-0d74-4849-9026-53bfdcb90adf']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:23.710945 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63881000-d525-423e-bed8-551789494d5a tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:22:23.715323 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-b2dba317-6911-42d6-ba41-582324474879 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '655ce159-e7a2-42c8-9324-eaced40f303d') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:23.716172 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-b2dba317-6911-42d6-ba41-582324474879 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '655ce159-e7a2-42c8-9324-eaced40f303d') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:23.720209 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a4bc5f09-cdb8-48e3-8019-28deabcd5fa2 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:22:23.731619 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-63881000-d525-423e-bed8-551789494d5a tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:23.731962 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-63881000-d525-423e-bed8-551789494d5a tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Added segment 2d93d54a-25fa-4ded-a449-2f6aa8af0b43 of type vlan for network e52baf8b-f569-4fc8-9e38-229470384ef7 Jul 23 20:22:23.740531 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2dba317-6911-42d6-ba41-582324474879 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:23.778628 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: a4bc5f09-cdb8-48e3-8019-28deabcd5fa2 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:22:23.779312 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a4bc5f09-cdb8-48e3-8019-28deabcd5fa2 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:22:23.843551 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=33fc79a7-71c3-4f65-ad68-479d4d7d09a9,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:23.889269 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-01ddd9ae-90c9-4958-8c42-e2d17e3de3d0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Transition to ACTIVE for port object 41dfce12-4dbf-428c-9c2e-38f9cd19e305 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:23.901374 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-63881000-d525-423e-bed8-551789494d5a tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:23.930042 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2dba317-6911-42d6-ba41-582324474879 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:23.937252 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f82e0935-32f9-4211-bde5-eee55e0943bd None None] Provisioning complete for port 33fc79a7-71c3-4f65-ad68-479d4d7d09a9 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:23.937660 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f82e0935-32f9-4211-bde5-eee55e0943bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:23.971140 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2dba317-6911-42d6-ba41-582324474879 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:22:23.972184 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2dba317-6911-42d6-ba41-582324474879 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:23.978049 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:22:23.978049 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:22:23.978049 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:22:23.978049 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:22:23.978049 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:22:23.978049 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:22:23.978049 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:22:23.978049 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:22:23.978049 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:22:23.978049 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:22:23.978049 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:22:23.978049 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:22:23.978049 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:22:23.978049 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:22:23.978049 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:22:23.978049 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:22:23.978049 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:22:23.978049 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:22:23.978049 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:22:23.978049 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:22:23.978049 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:22:23.978049 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:22:23.978049 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:22:23.978049 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:22:23.978049 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:22:23.978049 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:22:23.978049 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:22:23.978049 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:22:23.978049 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:22:23.978049 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:22:23.978049 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:22:23.978049 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:22:23.988936 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cd32aadb-48c3-445b-8f4c-ea2aad4a34a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:24.015748 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-01ddd9ae-90c9-4958-8c42-e2d17e3de3d0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:24.025599 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 416f7c9b-ee34-4ee3-b9fe-0363d08b1a4b up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:22:24.101973 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63881000-d525-423e-bed8-551789494d5a tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89419571-fb1d-4606-8da8-900837df8187,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:24.131832 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.db.resource_extend [None req-63881000-d525-423e-bed8-551789494d5a tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:22:24.148900 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ddd9ae-90c9-4958-8c42-e2d17e3de3d0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Network 61cfa9f7-bdde-47ea-8b3d-f8a31a7ea5cc is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:24.176160 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-01ddd9ae-90c9-4958-8c42-e2d17e3de3d0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:24.195030 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ddd9ae-90c9-4958-8c42-e2d17e3de3d0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:24.195949 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-01ddd9ae-90c9-4958-8c42-e2d17e3de3d0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:24.207029 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2dba317-6911-42d6-ba41-582324474879 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:24.242604 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2dba317-6911-42d6-ba41-582324474879 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:24.248049 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b2dba317-6911-42d6-ba41-582324474879 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "DELETE /v2.0/networks/eaf58cbb-0d74-4849-9026-53bfdcb90adf HTTP/1.1" status: 204 len: 168 time: 3.6011262 Jul 23 20:22:24.265498 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42132) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:24.285679 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dba317-6911-42d6-ba41-582324474879 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event deleted for resources: {'Network': ['ID=eaf58cbb-0d74-4849-9026-53bfdcb90adf,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:24.303948 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cd32aadb-48c3-445b-8f4c-ea2aad4a34a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:24.321325 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-63881000-d525-423e-bed8-551789494d5a tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:24.327294 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 416f7c9b-ee34-4ee3-b9fe-0363d08b1a4b completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:24.334036 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63881000-d525-423e-bed8-551789494d5a tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:24.337074 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-63881000-d525-423e-bed8-551789494d5a tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:24.462327 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63881000-d525-423e-bed8-551789494d5a tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Pushing event updated for resources: {'Network': ['ID=e52baf8b-f569-4fc8-9e38-229470384ef7,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:24.489292 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ddd9ae-90c9-4958-8c42-e2d17e3de3d0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event updated for resources: {'Port': ['ID=41dfce12-4dbf-428c-9c2e-38f9cd19e305,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:24.492519 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3973787-72ca-444f-964c-eac8f8ad0c11 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] DELETE failed (client error): The resource could not be found. Jul 23 20:22:24.493242 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3973787-72ca-444f-964c-eac8f8ad0c11 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:22:24.493814 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network e52baf8b-f569-4fc8-9e38-229470384ef7 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:22:24.496279 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c3973787-72ca-444f-964c-eac8f8ad0c11 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "DELETE /v2.0/subnets/affdae0e-41d4-471d-b33a-4383545bb09c HTTP/1.1" status: 404 len: 337 time: 0.2274954 Jul 23 20:22:24.504769 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42138) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:24.506272 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32aadb-48c3-445b-8f4c-ea2aad4a34a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ccb223c-2045-4a31-86c3-160bfa105044,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:24.532272 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc82a9fd-24d6-4263-b95d-3cde34e4ea88 admin admin] Router 9047dfac-d716-4e1f-b374-b6554634ab0b is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:22:24.549746 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-d068053a-5c82-4fa5-96e2-c193438f6932 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] DELETE failed (client error): The resource could not be found. Jul 23 20:22:24.550570 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d068053a-5c82-4fa5-96e2-c193438f6932 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:22:24.555116 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d068053a-5c82-4fa5-96e2-c193438f6932 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "DELETE /v2.0/networks/6e7139bd-be8d-4af4-97a8-d34d54bcc847 HTTP/1.1" status: 404 len: 339 time: 0.0461652 Jul 23 20:22:24.556753 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cd32aadb-48c3-445b-8f4c-ea2aad4a34a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:24.561800 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-cd32aadb-48c3-445b-8f4c-ea2aad4a34a0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2ccb223c-2045-4a31-86c3-160bfa105044 HTTP/1.1" status: 204 len: 168 time: 2.9470308 Jul 23 20:22:24.561800 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42142) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:24.567752 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42144) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:24.629617 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca3e315-f628-409e-81b6-85c78a0fe86e None None] Network 42c06545-369c-43b2-8575-bfb5ce0ad6be requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:24.631822 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device cd89d7a2-63f5-45dc-a54d-1a37a27c116d no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:22:24.652985 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d766367c-1a5e-406f-9a4a-ff38d1964c5d tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:24.695942 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d766367c-1a5e-406f-9a4a-ff38d1964c5d tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:24.732529 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: cd89d7a2-63f5-45dc-a54d-1a37a27c116d {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:22:24.732872 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device cd89d7a2-63f5-45dc-a54d-1a37a27c116d not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:22:24.733813 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 1891fa76-5723-4929-a956-23f2b334f13e no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:22:24.772332 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea0a5b7-2aab-4f40-abf5-706cb74edfb9 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Deleting subnet fe9508b2-717f-439a-aed8-fe6cf32943f7 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:22:24.847662 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 1891fa76-5723-4929-a956-23f2b334f13e {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:22:24.848025 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 1891fa76-5723-4929-a956-23f2b334f13e not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:22:24.963831 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dea0a5b7-2aab-4f40-abf5-706cb74edfb9 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:25.005268 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-d766367c-1a5e-406f-9a4a-ff38d1964c5d tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Allocated IP 172.25.1.155 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/36ef055a-c7d1-4911-828d-7437f242a8ef) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:25.122478 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dea0a5b7-2aab-4f40-abf5-706cb74edfb9 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:25.130782 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-63881000-d525-423e-bed8-551789494d5a tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.9943202 Jul 23 20:22:25.132010 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42152) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:25.133775 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec45697c-411b-461d-8c3c-31e16b8011fe None None] DHCP port deletion for 42c06545-369c-43b2-8575-bfb5ce0ad6be request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:22:25.154029 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aae56a32-9688-4cf2-8b0a-76762fe92241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:25.157421 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-d61ccd41-f363-424e-839c-2e83cedbe504 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Request body: {'subnet': {'network_id': 'e52baf8b-f569-4fc8-9e38-229470384ef7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:25.161605 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ddd9a6-7a16-4aab-a69e-b79d776330f6 None None] Network 61cfa9f7-bdde-47ea-8b3d-f8a31a7ea5cc requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:25.268712 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-154d3fb3-81d3-4f41-8198-02507a3eb4e1 None None] Provisioning for port 416f7c9b-ee34-4ee3-b9fe-0363d08b1a4b completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:25.335185 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-154d3fb3-81d3-4f41-8198-02507a3eb4e1 None None] Provisioning complete for port 416f7c9b-ee34-4ee3-b9fe-0363d08b1a4b triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:25.335185 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-154d3fb3-81d3-4f41-8198-02507a3eb4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:25.443514 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ec45697c-411b-461d-8c3c-31e16b8011fe None None] Deleting port bf5dac60-bafb-45d6-8567-5010c3463c4b {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:25.444028 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ec45697c-411b-461d-8c3c-31e16b8011fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:25.518248 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dea0a5b7-2aab-4f40-abf5-706cb74edfb9 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:25.536212 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61ccd41-f363-424e-839c-2e83cedbe504 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Made reservation on behalf of 70c820d2eaf64663907deb224a6a47a3 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:25.541583 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d61ccd41-f363-424e-839c-2e83cedbe504 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:25.585574 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d766367c-1a5e-406f-9a4a-ff38d1964c5d tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:25.639699 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-aae56a32-9688-4cf2-8b0a-76762fe92241 admin admin] Deleting port bf5dac60-bafb-45d6-8567-5010c3463c4b {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:25.640277 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aae56a32-9688-4cf2-8b0a-76762fe92241 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:25.687656 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-01ddd9ae-90c9-4958-8c42-e2d17e3de3d0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:25.725513 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d766367c-1a5e-406f-9a4a-ff38d1964c5d tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:25.748195 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-ec45697c-411b-461d-8c3c-31e16b8011fe None None] For port bf5dac60-bafb-45d6-8567-5010c3463c4b, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=bf5dac60-bafb-45d6-8567-5010c3463c4b,segment=NetworkSegment(d4ed36b0-261e-4503-82c1-9f3eea8d8c2c),segment_id=d4ed36b0-261e-4503-82c1-9f3eea8d8c2c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:25.748843 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ec45697c-411b-461d-8c3c-31e16b8011fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:25.784422 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ec45697c-411b-461d-8c3c-31e16b8011fe None None] Calling delete_port for bf5dac60-bafb-45d6-8567-5010c3463c4b owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:25.836691 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-154d3fb3-81d3-4f41-8198-02507a3eb4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:25.853903 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-aae56a32-9688-4cf2-8b0a-76762fe92241 admin admin] For port bf5dac60-bafb-45d6-8567-5010c3463c4b, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=bf5dac60-bafb-45d6-8567-5010c3463c4b,segment=NetworkSegment(d4ed36b0-261e-4503-82c1-9f3eea8d8c2c),segment_id=d4ed36b0-261e-4503-82c1-9f3eea8d8c2c)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:25.854312 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aae56a32-9688-4cf2-8b0a-76762fe92241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:25.859203 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d766367c-1a5e-406f-9a4a-ff38d1964c5d tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:25.861799 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-d766367c-1a5e-406f-9a4a-ff38d1964c5d tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:25.875701 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dea0a5b7-2aab-4f40-abf5-706cb74edfb9 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:25.881939 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d766367c-1a5e-406f-9a4a-ff38d1964c5d tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:25.943964 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 33fc79a7-71c3-4f65-ad68-479d4d7d09a9 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:22:25.966228 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-aae56a32-9688-4cf2-8b0a-76762fe92241 admin admin] Calling delete_port for bf5dac60-bafb-45d6-8567-5010c3463c4b owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:25.979360 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea0a5b7-2aab-4f40-abf5-706cb74edfb9 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event deleted for resources: {'Subnet': ['ID=fe9508b2-717f-439a-aed8-fe6cf32943f7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:25.982187 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dea0a5b7-2aab-4f40-abf5-706cb74edfb9 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:25.987900 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-dea0a5b7-2aab-4f40-abf5-706cb74edfb9 tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "DELETE /v2.0/subnets/fe9508b2-717f-439a-aed8-fe6cf32943f7 HTTP/1.1" status: 204 len: 168 time: 1.4209707 Jul 23 20:22:25.994345 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766367c-1a5e-406f-9a4a-ff38d1964c5d tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Pushing event updated for resources: {'Port': ['ID=36ef055a-c7d1-4911-828d-7437f242a8ef,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:25.998961 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42168) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:26.005752 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-154d3fb3-81d3-4f41-8198-02507a3eb4e1 None None] For port 416f7c9b-ee34-4ee3-b9fe-0363d08b1a4b, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=416f7c9b-ee34-4ee3-b9fe-0363d08b1a4b,segment=NetworkSegment(6f4883e7-25b6-4971-b714-f6384a252b35),segment_id=6f4883e7-25b6-4971-b714-f6384a252b35)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:26.029209 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec136d0d-9b25-40e1-adf4-fd84d3ccac3d None None] Network 0b6a06a6-abbe-4065-a303-d0a9ce7bbc5f requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:26.169166 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-154d3fb3-81d3-4f41-8198-02507a3eb4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:26.278680 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc82a9fd-24d6-4263-b95d-3cde34e4ea88 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:22:26.282076 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-01ddd9ae-90c9-4958-8c42-e2d17e3de3d0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:26.318207 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7216cafa-31e2-4726-8ba3-86afb1d3934c None None] Sync routers for ids ['9047dfac-d716-4e1f-b374-b6554634ab0b'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:22:26.337890 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-01ddd9ae-90c9-4958-8c42-e2d17e3de3d0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:26.338687 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-01ddd9ae-90c9-4958-8c42-e2d17e3de3d0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:26.340169 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58ee3e3c-6933-4150-91c2-0c051402d32c tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:26.349168 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7216cafa-31e2-4726-8ba3-86afb1d3934c None None] Routers {'9047dfac-d716-4e1f-b374-b6554634ab0b'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:22:26.349875 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-7216cafa-31e2-4726-8ba3-86afb1d3934c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:22:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['9047dfac-d716-4e1f-b374-b6554634ab0b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:26.411503 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ec45697c-411b-461d-8c3c-31e16b8011fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:26.427099 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec45697c-411b-461d-8c3c-31e16b8011fe None None] No DVR routers for this DVR port bf5dac60-bafb-45d6-8567-5010c3463c4b on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:22:26.437671 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d3fb3-81d3-4f41-8198-02507a3eb4e1 None None] Pushing event updated for resources: {'Port': ['ID=416f7c9b-ee34-4ee3-b9fe-0363d08b1a4b,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:26.447562 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ddd9ae-90c9-4958-8c42-e2d17e3de3d0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event updated for resources: {'Port': ['ID=41dfce12-4dbf-428c-9c2e-38f9cd19e305,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:26.480899 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fc82a9fd-24d6-4263-b95d-3cde34e4ea88 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:26.498863 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-fc82a9fd-24d6-4263-b95d-3cde34e4ea88 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.5148070 Jul 23 20:22:26.510639 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 33fc79a7-71c3-4f65-ad68-479d4d7d09a9 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:26.511196 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:26.520863 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42176) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:26.592451 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45697c-411b-461d-8c3c-31e16b8011fe None None] Pushing event deleted for resources: {'Port': ['ID=bf5dac60-bafb-45d6-8567-5010c3463c4b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:26.621989 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-7216cafa-31e2-4726-8ba3-86afb1d3934c None None] Set router 9047dfac-d716-4e1f-b374-b6554634ab0b gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:22:26.698748 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64873dfc-4929-4612-86c9-6bc9fc858f43 None None] DHCP port deletion for 0b6a06a6-abbe-4065-a303-d0a9ce7bbc5f request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:22:26.809770 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aae56a32-9688-4cf2-8b0a-76762fe92241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:26.882536 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-64873dfc-4929-4612-86c9-6bc9fc858f43 None None] Deleting port 3d82402e-8630-48f2-9401-5d5f74c689fa {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:26.883432 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64873dfc-4929-4612-86c9-6bc9fc858f43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:26.928945 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device bf5dac60-bafb-45d6-8567-5010c3463c4b no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:22:26.992709 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: bf5dac60-bafb-45d6-8567-5010c3463c4b {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:22:26.993240 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ddd9ae-90c9-4958-8c42-e2d17e3de3d0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Network 61cfa9f7-bdde-47ea-8b3d-f8a31a7ea5cc is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:26.993643 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device bf5dac60-bafb-45d6-8567-5010c3463c4b not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:22:27.001852 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-01ddd9ae-90c9-4958-8c42-e2d17e3de3d0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:27.006308 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae56a32-9688-4cf2-8b0a-76762fe92241 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf5dac60-bafb-45d6-8567-5010c3463c4b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:27.045221 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae56a32-9688-4cf2-8b0a-76762fe92241 admin admin] No DVR routers for this DVR port bf5dac60-bafb-45d6-8567-5010c3463c4b on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:22:27.086277 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d766367c-1a5e-406f-9a4a-ff38d1964c5d tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:27.091437 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-7216cafa-31e2-4726-8ba3-86afb1d3934c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'name': 'tempest-AttachVolumeShelveTestJSON-876352293-router', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '3c6c89a3-6646-48ac-a041-6c5454ee107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:17Z', 'updated_at': '2021-07-23T20:22:20Z', 'revision_number': 3, 'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'gw_port': {'id': '3c6c89a3-6646-48ac-a041-6c5454ee107e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:18Z', 'updated_at': '2021-07-23T20:22:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:27.147510 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-64873dfc-4929-4612-86c9-6bc9fc858f43 None None] For port 3d82402e-8630-48f2-9401-5d5f74c689fa, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3d82402e-8630-48f2-9401-5d5f74c689fa,segment=NetworkSegment(98cae227-dfbd-4ccd-81cb-e27d7ff15c93),segment_id=98cae227-dfbd-4ccd-81cb-e27d7ff15c93)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:27.152599 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d61ccd41-f363-424e-839c-2e83cedbe504 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:27.153766 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64873dfc-4929-4612-86c9-6bc9fc858f43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:27.183211 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4925e74b-6fc9-404c-9148-9d9cd01997af None None] Provisioning for port 41dfce12-4dbf-428c-9c2e-38f9cd19e305 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:27.196268 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4925e74b-6fc9-404c-9148-9d9cd01997af None None] Provisioning complete for port 41dfce12-4dbf-428c-9c2e-38f9cd19e305 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:27.197074 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4925e74b-6fc9-404c-9148-9d9cd01997af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:27.202690 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-64873dfc-4929-4612-86c9-6bc9fc858f43 None None] Calling delete_port for 3d82402e-8630-48f2-9401-5d5f74c689fa owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:27.207934 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7216cafa-31e2-4726-8ba3-86afb1d3934c None None] Checking router: 9047dfac-d716-4e1f-b374-b6554634ab0b for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:22:27.208496 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7216cafa-31e2-4726-8ba3-86afb1d3934c None None] Updating router 9047dfac-d716-4e1f-b374-b6554634ab0b port 3c6c89a3-6646-48ac-a041-6c5454ee107e binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:22:27.342276 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7216cafa-31e2-4726-8ba3-86afb1d3934c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:27.343293 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ccd41-f363-424e-839c-2e83cedbe504 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Pushing event updated for resources: {'Subnet': ['ID=9bca8f0e-3969-46f2-bbef-3d1ecc62d08a,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:27.358967 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-4925e74b-6fc9-404c-9148-9d9cd01997af None None] Port 41dfce12-4dbf-428c-9c2e-38f9cd19e305 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:22:27.372701 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61ccd41-f363-424e-839c-2e83cedbe504 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Checking segment: {'id': '2d93d54a-25fa-4ded-a449-2f6aa8af0b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e52baf8b-f569-4fc8-9e38-229470384ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:22:27.373406 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61ccd41-f363-424e-839c-2e83cedbe504 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Network hostable DHCP agents. Network: e52baf8b-f569-4fc8-9e38-229470384ef7, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:22:27.402328 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ddd9ae-90c9-4958-8c42-e2d17e3de3d0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Router e831864e-1251-4eb2-8ad0-87958367999f is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:22:27.420431 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61ccd41-f363-424e-839c-2e83cedbe504 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Network e52baf8b-f569-4fc8-9e38-229470384ef7 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:22:27.453573 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-d61ccd41-f363-424e-839c-2e83cedbe504 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, e52baf8b-f569-4fc8-9e38-229470384ef7) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:27.460331 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61ccd41-f363-424e-839c-2e83cedbe504 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:27.461501 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d61ccd41-f363-424e-839c-2e83cedbe504 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:27.495976 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4925e74b-6fc9-404c-9148-9d9cd01997af None None] Provisioning complete for port 416f7c9b-ee34-4ee3-b9fe-0363d08b1a4b triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:27.495976 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4925e74b-6fc9-404c-9148-9d9cd01997af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:27.510497 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d61ccd41-f363-424e-839c-2e83cedbe504 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3605461 Jul 23 20:22:27.575582 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed3a13a-fd5a-4c92-ab10-1142ed253ac8 None None] Network e52baf8b-f569-4fc8-9e38-229470384ef7 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:27.619881 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42192) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:27.634480 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-02bc8519-2cf6-4427-b893-9da4147d9994 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Request body: {'port': {'network_id': 'e52baf8b-f569-4fc8-9e38-229470384ef7', 'name': 'tempest-AllowedAddressPairTestJSON-2108459618'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:27.650562 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64873dfc-4929-4612-86c9-6bc9fc858f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:27.797498 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64873dfc-4929-4612-86c9-6bc9fc858f43 None None] No DVR routers for this DVR port 3d82402e-8630-48f2-9401-5d5f74c689fa on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:22:27.881749 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ddd9ae-90c9-4958-8c42-e2d17e3de3d0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:22:27.910076 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-01ddd9ae-90c9-4958-8c42-e2d17e3de3d0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "PUT /v2.0/routers/e831864e-1251-4eb2-8ad0-87958367999f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9242413 Jul 23 20:22:27.913661 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42200) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:27.961246 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7216cafa-31e2-4726-8ba3-86afb1d3934c None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:27.984103 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7216cafa-31e2-4726-8ba3-86afb1d3934c None None] Transition to ACTIVE for port object 3c6c89a3-6646-48ac-a041-6c5454ee107e will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:27.998305 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7216cafa-31e2-4726-8ba3-86afb1d3934c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:28.047612 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 416f7c9b-ee34-4ee3-b9fe-0363d08b1a4b up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:22:28.065137 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970c52f8-a9fb-4356-9abc-8bc68ceb08b6 None None] Sync routers for ids ['e831864e-1251-4eb2-8ad0-87958367999f'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:22:28.068370 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-7216cafa-31e2-4726-8ba3-86afb1d3934c None None] Attempting to bind port 3c6c89a3-6646-48ac-a041-6c5454ee107e on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:28.068761 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-7216cafa-31e2-4726-8ba3-86afb1d3934c None None] Attempting to bind port 3c6c89a3-6646-48ac-a041-6c5454ee107e by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:28.068982 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64873dfc-4929-4612-86c9-6bc9fc858f43 None None] Pushing event deleted for resources: {'Port': ['ID=3d82402e-8630-48f2-9401-5d5f74c689fa,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:28.069818 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7216cafa-31e2-4726-8ba3-86afb1d3934c None None] Attempting to bind port 3c6c89a3-6646-48ac-a041-6c5454ee107e on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:28.070792 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-58ee3e3c-6933-4150-91c2-0c051402d32c tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Deleting port 3d82402e-8630-48f2-9401-5d5f74c689fa {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:28.071567 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58ee3e3c-6933-4150-91c2-0c051402d32c tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:28.076767 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bc8519-2cf6-4427-b893-9da4147d9994 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Made reservation on behalf of 70c820d2eaf64663907deb224a6a47a3 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:28.087795 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad44788-e745-4cd8-af21-823b0dd4efc8 None None] Pushing event updated for resources: {'Port': ['ID=3c6c89a3-6646-48ac-a041-6c5454ee107e,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:28.090295 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7216cafa-31e2-4726-8ba3-86afb1d3934c None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:22:28.091135 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7216cafa-31e2-4726-8ba3-86afb1d3934c None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:22:28.091704 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7216cafa-31e2-4726-8ba3-86afb1d3934c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:28.092260 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7216cafa-31e2-4726-8ba3-86afb1d3934c None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:22:28.092911 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-7216cafa-31e2-4726-8ba3-86afb1d3934c None None] Bound port: 3c6c89a3-6646-48ac-a041-6c5454ee107e, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:22:28.093488 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7216cafa-31e2-4726-8ba3-86afb1d3934c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:28.107428 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-02bc8519-2cf6-4427-b893-9da4147d9994 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:28.141016 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee03bf4-b155-4a87-8f0a-5bf7dae8152f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:28.146103 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6ee03bf4-b155-4a87-8f0a-5bf7dae8152f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "GET /v2.0/ports/41dfce12-4dbf-428c-9c2e-38f9cd19e305 HTTP/1.1" status: 200 len: 911 time: 0.2314126 Jul 23 20:22:28.164453 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42204) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:28.180027 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-7216cafa-31e2-4726-8ba3-86afb1d3934c None None] For port 3c6c89a3-6646-48ac-a041-6c5454ee107e, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:22:28.181792 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970c52f8-a9fb-4356-9abc-8bc68ceb08b6 None None] Routers {'e831864e-1251-4eb2-8ad0-87958367999f'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:22:28.183061 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-970c52f8-a9fb-4356-9abc-8bc68ceb08b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:22:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['e831864e-1251-4eb2-8ad0-87958367999f'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:28.187319 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-7216cafa-31e2-4726-8ba3-86afb1d3934c None None] For port 3c6c89a3-6646-48ac-a041-6c5454ee107e, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3c6c89a3-6646-48ac-a041-6c5454ee107e,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:22:28.196700 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7216cafa-31e2-4726-8ba3-86afb1d3934c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:28.197796 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-928226c1-d63d-443f-87ae-eb88ea6f13c4 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a100a8ec-7518-47e2-ab25-702c26a29a3e'}]}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:28.232636 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aae56a32-9688-4cf2-8b0a-76762fe92241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:28.259504 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-02bc8519-2cf6-4427-b893-9da4147d9994 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] device_id is not set on port 88d6b7cc-9728-4e1d-885d-38f450795e42 yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:22:28.314433 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad44788-e745-4cd8-af21-823b0dd4efc8 None None] Pushing event updated for resources: {'Port': ['ID=3c6c89a3-6646-48ac-a041-6c5454ee107e,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:28.318968 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7216cafa-31e2-4726-8ba3-86afb1d3934c None None] Routers {'9047dfac-d716-4e1f-b374-b6554634ab0b'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:22:28.319811 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-7216cafa-31e2-4726-8ba3-86afb1d3934c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:22:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['9047dfac-d716-4e1f-b374-b6554634ab0b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:28.323769 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-aae56a32-9688-4cf2-8b0a-76762fe92241 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42c06545-369c-43b2-8575-bfb5ce0ad6be']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:28.354382 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-58ee3e3c-6933-4150-91c2-0c051402d32c tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] For port 3d82402e-8630-48f2-9401-5d5f74c689fa, host n-d-793618-10, got binding levels [] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:28.355015 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58ee3e3c-6933-4150-91c2-0c051402d32c tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:28.368240 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-aae56a32-9688-4cf2-8b0a-76762fe92241 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4ed36b0-261e-4503-82c1-9f3eea8d8c2c') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:28.368809 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-aae56a32-9688-4cf2-8b0a-76762fe92241 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4ed36b0-261e-4503-82c1-9f3eea8d8c2c') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:28.387388 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-970c52f8-a9fb-4356-9abc-8bc68ceb08b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:28.395062 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-58ee3e3c-6933-4150-91c2-0c051402d32c tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Calling delete_port for 3d82402e-8630-48f2-9401-5d5f74c689fa owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:28.414680 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.ipam_backend_mixin [None req-58ee3e3c-6933-4150-91c2-0c051402d32c tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Port 3d82402e-8630-48f2-9401-5d5f74c689fa was not found and therefore no delete operation was performed {{(pid=93876) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:22:28.424894 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aae56a32-9688-4cf2-8b0a-76762fe92241 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:28.442294 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58ee3e3c-6933-4150-91c2-0c051402d32c tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:28.469528 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970c52f8-a9fb-4356-9abc-8bc68ceb08b6 None None] Routers {'e831864e-1251-4eb2-8ad0-87958367999f'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:22:28.470242 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-970c52f8-a9fb-4356-9abc-8bc68ceb08b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:22:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['e831864e-1251-4eb2-8ad0-87958367999f'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:28.521598 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-970c52f8-a9fb-4356-9abc-8bc68ceb08b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:28.522268 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970c52f8-a9fb-4356-9abc-8bc68ceb08b6 None None] The sync data for ids ['e831864e-1251-4eb2-8ad0-87958367999f'] in n-d-793618-10 is: [] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:22:28.529379 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee3e3c-6933-4150-91c2-0c051402d32c tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event deleted for resources: {'Port': ['ID=3d82402e-8630-48f2-9401-5d5f74c689fa,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:28.536225 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-7216cafa-31e2-4726-8ba3-86afb1d3934c None None] Set router 9047dfac-d716-4e1f-b374-b6554634ab0b gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:22:28.573643 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 416f7c9b-ee34-4ee3-b9fe-0363d08b1a4b triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:28.575028 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:28.579262 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8fbcb6-db2e-4a6d-93e1-05a97dba67d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-e52baf8b-f569-4fc8-9e38-229470384ef7', 'network_id': 'e52baf8b-f569-4fc8-9e38-229470384ef7', 'tenant_id': '70c820d2eaf64663907deb224a6a47a3', 'fixed_ips': [{'subnet_id': '9bca8f0e-3969-46f2-bbef-3d1ecc62d08a'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:22:28.583102 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be8fbcb6-db2e-4a6d-93e1-05a97dba67d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:28.637361 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aae56a32-9688-4cf2-8b0a-76762fe92241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:28.656910 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-02bc8519-2cf6-4427-b893-9da4147d9994 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Allocated IP 172.20.0.4 (e52baf8b-f569-4fc8-9e38-229470384ef7/9bca8f0e-3969-46f2-bbef-3d1ecc62d08a/88d6b7cc-9728-4e1d-885d-38f450795e42) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:28.664451 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aae56a32-9688-4cf2-8b0a-76762fe92241 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:22:28.665078 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aae56a32-9688-4cf2-8b0a-76762fe92241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:28.667816 n-d-793618-10 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:22:28.667816 n-d-793618-10 neutron-server[93876]: self.session.flush() Jul 23 20:22:28.667816 n-d-793618-10 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:22:28.667816 n-d-793618-10 neutron-server[93876]: self.session.flush() Jul 23 20:22:28.667816 n-d-793618-10 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:22:28.667816 n-d-793618-10 neutron-server[93876]: self.session.flush() Jul 23 20:22:28.667816 n-d-793618-10 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:22:28.667816 n-d-793618-10 neutron-server[93876]: self.session.flush() Jul 23 20:22:28.667816 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:22:28.667816 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:22:28.667816 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:22:28.667816 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:22:28.667816 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:22:28.667816 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:22:28.667816 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:22:28.667816 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:22:28.667816 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:22:28.667816 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:22:28.667816 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:22:28.667816 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:22:28.667816 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:22:28.667816 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:22:28.667816 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:22:28.667816 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:22:28.667816 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:22:28.667816 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:22:28.667816 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:22:28.667816 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:22:28.667816 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:22:28.667816 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:22:28.667816 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:22:28.667816 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:22:28.667816 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:22:28.667816 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:22:28.667816 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:22:28.667816 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:22:28.667816 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:22:28.667816 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:22:28.667816 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:22:28.667816 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:22:28.673368 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ee3e3c-6933-4150-91c2-0c051402d32c tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] No DVR routers for this DVR port 3d82402e-8630-48f2-9401-5d5f74c689fa on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:22:28.697823 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-af7072e3-3dbe-43f9-a6eb-97430b975264 None None] Provisioning complete for port 41dfce12-4dbf-428c-9c2e-38f9cd19e305 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:28.698836 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-af7072e3-3dbe-43f9-a6eb-97430b975264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:28.811566 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-af7072e3-3dbe-43f9-a6eb-97430b975264 None None] Port 41dfce12-4dbf-428c-9c2e-38f9cd19e305 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:22:28.903423 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-928226c1-d63d-443f-87ae-eb88ea6f13c4 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:28.910139 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aae56a32-9688-4cf2-8b0a-76762fe92241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:28.945119 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aae56a32-9688-4cf2-8b0a-76762fe92241 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:28.950993 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-aae56a32-9688-4cf2-8b0a-76762fe92241 admin admin] 10.222.0.32 "DELETE /v2.0/networks/42c06545-369c-43b2-8575-bfb5ce0ad6be HTTP/1.1" status: 204 len: 168 time: 4.3387184 Jul 23 20:22:28.950993 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae56a32-9688-4cf2-8b0a-76762fe92241 admin admin] Pushing event deleted for resources: {'Network': ['ID=42c06545-369c-43b2-8575-bfb5ce0ad6be,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:28.968166 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42216) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:28.990452 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58ee3e3c-6933-4150-91c2-0c051402d32c tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:29.038746 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-58ee3e3c-6933-4150-91c2-0c051402d32c tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b6a06a6-abbe-4065-a303-d0a9ce7bbc5f']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:29.146391 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-7216cafa-31e2-4726-8ba3-86afb1d3934c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'name': 'tempest-AttachVolumeShelveTestJSON-876352293-router', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '3c6c89a3-6646-48ac-a041-6c5454ee107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:17Z', 'updated_at': '2021-07-23T20:22:20Z', 'revision_number': 3, 'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'gw_port': {'id': '3c6c89a3-6646-48ac-a041-6c5454ee107e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:18Z', 'updated_at': '2021-07-23T20:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:29.159739 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d766367c-1a5e-406f-9a4a-ff38d1964c5d tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:29.183301 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-58ee3e3c-6933-4150-91c2-0c051402d32c tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98cae227-dfbd-4ccd-81cb-e27d7ff15c93') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:29.183861 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-58ee3e3c-6933-4150-91c2-0c051402d32c tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98cae227-dfbd-4ccd-81cb-e27d7ff15c93') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:29.187001 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2d8b48e8-ada9-4e9b-97f1-3ade31165a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:29.196305 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7216cafa-31e2-4726-8ba3-86afb1d3934c None None] The sync data for ids ['9047dfac-d716-4e1f-b374-b6554634ab0b'] in n-d-793618-10 is: [{'id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'name': 'tempest-AttachVolumeShelveTestJSON-876352293-router', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '3c6c89a3-6646-48ac-a041-6c5454ee107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:17Z', 'updated_at': '2021-07-23T20:22:20Z', 'revision_number': 3, 'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'gw_port': {'id': '3c6c89a3-6646-48ac-a041-6c5454ee107e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:18Z', 'updated_at': '2021-07-23T20:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:22:29.275136 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58ee3e3c-6933-4150-91c2-0c051402d32c tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:29.386243 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3d82402e-8630-48f2-9401-5d5f74c689fa no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:22:29.428194 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 3d82402e-8630-48f2-9401-5d5f74c689fa {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:22:29.428668 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3d82402e-8630-48f2-9401-5d5f74c689fa not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:22:29.454877 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-2d8b48e8-ada9-4e9b-97f1-3ade31165a6e admin admin] Allocated IP 172.20.0.1 (bd3fc2da-f343-4eff-93f0-5695d77abd1d/63fa6ddd-c617-40f8-a250-cf59fcf077ba/a956021b-2ebe-4114-b506-8dc929d094dd) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:29.571406 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58ee3e3c-6933-4150-91c2-0c051402d32c tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:29.601194 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58ee3e3c-6933-4150-91c2-0c051402d32c tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:22:29.601928 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58ee3e3c-6933-4150-91c2-0c051402d32c tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:29.670776 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:22:29.670776 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:22:29.670776 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:22:29.670776 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:22:29.670776 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:22:29.670776 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:22:29.670776 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:22:29.670776 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:22:29.670776 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:22:29.670776 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:22:29.670776 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:22:29.670776 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:22:29.670776 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:22:29.670776 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:22:29.670776 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:22:29.670776 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:22:29.670776 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:22:29.670776 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:22:29.670776 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:22:29.670776 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:22:29.670776 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:22:29.670776 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:22:29.670776 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:22:29.670776 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:22:29.670776 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:22:29.670776 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:22:29.670776 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:22:29.670776 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:22:29.670776 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:22:29.670776 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:22:29.670776 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:22:29.670776 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:22:29.822064 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58ee3e3c-6933-4150-91c2-0c051402d32c tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:29.843939 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58ee3e3c-6933-4150-91c2-0c051402d32c tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:29.860024 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-58ee3e3c-6933-4150-91c2-0c051402d32c tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] 10.222.0.32 "DELETE /v2.0/networks/0b6a06a6-abbe-4065-a303-d0a9ce7bbc5f HTTP/1.1" status: 204 len: 168 time: 3.8448088 Jul 23 20:22:29.905707 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2d8b48e8-ada9-4e9b-97f1-3ade31165a6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:29.935666 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-2d8b48e8-ada9-4e9b-97f1-3ade31165a6e admin admin] Transition to ACTIVE for port object a956021b-2ebe-4114-b506-8dc929d094dd will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:29.987042 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2d8b48e8-ada9-4e9b-97f1-3ade31165a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:30.059365 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3c6c89a3-6646-48ac-a041-6c5454ee107e up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:22:30.101027 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee3e3c-6933-4150-91c2-0c051402d32c tempest-NetworksIpV6Test-208704250 tempest-NetworksIpV6Test-208704250-project] Pushing event deleted for resources: {'Network': ['ID=0b6a06a6-abbe-4065-a303-d0a9ce7bbc5f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:30.107227 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b48e8-ada9-4e9b-97f1-3ade31165a6e admin admin] Pushing event updated for resources: {'Port': ['ID=a956021b-2ebe-4114-b506-8dc929d094dd,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:30.148513 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8b48e8-ada9-4e9b-97f1-3ade31165a6e admin admin] Network bd3fc2da-f343-4eff-93f0-5695d77abd1d is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:30.154348 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-2d8b48e8-ada9-4e9b-97f1-3ade31165a6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:30.197060 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8b48e8-ada9-4e9b-97f1-3ade31165a6e admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:30.268150 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 3c6c89a3-6646-48ac-a041-6c5454ee107e completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:30.286692 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 3c6c89a3-6646-48ac-a041-6c5454ee107e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:30.287587 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:30.292102 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d766367c-1a5e-406f-9a4a-ff38d1964c5d tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Router 76ee7806-97d5-4cfb-943b-9d6690b5e6d8 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:22:30.456339 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-02bc8519-2cf6-4427-b893-9da4147d9994 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:30.532223 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2d8b48e8-ada9-4e9b-97f1-3ade31165a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:30.595561 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:30.605228 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-02bc8519-2cf6-4427-b893-9da4147d9994 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Transition to ACTIVE for port object 88d6b7cc-9728-4e1d-885d-38f450795e42 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:30.621218 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d766367c-1a5e-406f-9a4a-ff38d1964c5d tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:22:30.632182 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42244) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:30.642864 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693ecc6b-a719-42d1-b3fc-085402c505b3 None None] Sync routers for ids ['76ee7806-97d5-4cfb-943b-9d6690b5e6d8'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:22:30.668176 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693ecc6b-a719-42d1-b3fc-085402c505b3 None None] Routers {'76ee7806-97d5-4cfb-943b-9d6690b5e6d8'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:22:30.671963 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-693ecc6b-a719-42d1-b3fc-085402c505b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:22:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['76ee7806-97d5-4cfb-943b-9d6690b5e6d8'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:30.695970 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 3c6c89a3-6646-48ac-a041-6c5454ee107e, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3c6c89a3-6646-48ac-a041-6c5454ee107e,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:30.730486 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:30.781809 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d766367c-1a5e-406f-9a4a-ff38d1964c5d tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:30.786146 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d766367c-1a5e-406f-9a4a-ff38d1964c5d tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 10.0611935 Jul 23 20:22:30.808094 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42250) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:30.838770 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-693ecc6b-a719-42d1-b3fc-085402c505b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:30.901074 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693ecc6b-a719-42d1-b3fc-085402c505b3 None None] Routers {'76ee7806-97d5-4cfb-943b-9d6690b5e6d8'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:22:30.902110 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-693ecc6b-a719-42d1-b3fc-085402c505b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:22:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['76ee7806-97d5-4cfb-943b-9d6690b5e6d8'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:30.905149 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-53759fa7-0ead-442f-a71f-2059d870f079 None None] Provisioning for port a956021b-2ebe-4114-b506-8dc929d094dd completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:30.926829 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-53759fa7-0ead-442f-a71f-2059d870f079 None None] Provisioning complete for port a956021b-2ebe-4114-b506-8dc929d094dd triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:30.927568 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53759fa7-0ead-442f-a71f-2059d870f079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:31.008504 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ab95b8ed-1959-4836-9774-8aad45034878 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] 10.222.0.32 "GET /v2.0/routers/76ee7806-97d5-4cfb-943b-9d6690b5e6d8 HTTP/1.1" status: 200 len: 924 time: 0.1967428 Jul 23 20:22:31.014130 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42254) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:31.044422 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-693ecc6b-a719-42d1-b3fc-085402c505b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:31.045560 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=3c6c89a3-6646-48ac-a041-6c5454ee107e,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:31.046387 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693ecc6b-a719-42d1-b3fc-085402c505b3 None None] The sync data for ids ['76ee7806-97d5-4cfb-943b-9d6690b5e6d8'] in n-d-793618-10 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:22:31.081265 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3999dc0c-4bb9-4695-8808-4ae794fd854f tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] 10.222.0.32 "GET /v2.0/ports?device_id=76ee7806-97d5-4cfb-943b-9d6690b5e6d8 HTTP/1.1" status: 200 len: 205 time: 0.0647144 Jul 23 20:22:31.084299 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42258) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:31.086374 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-53759fa7-0ead-442f-a71f-2059d870f079 None None] Port a956021b-2ebe-4114-b506-8dc929d094dd cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:22:31.097903 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2d8b48e8-ada9-4e9b-97f1-3ade31165a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:31.118811 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4b7fe577-7b41-43a7-8b74-510ecbfea316 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=128b4454d4624f32bef68d6f7773419e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4820604 Jul 23 20:22:31.119520 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42260) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:31.243877 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-402d321d-b802-4b6c-97de-32a2333eb67c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:31.297498 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-402d321d-b802-4b6c-97de-32a2333eb67c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:31.403097 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-928226c1-d63d-443f-87ae-eb88ea6f13c4 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:31.415518 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-be8fbcb6-db2e-4a6d-93e1-05a97dba67d1 None None] Allocated IP 172.20.0.2 (e52baf8b-f569-4fc8-9e38-229470384ef7/9bca8f0e-3969-46f2-bbef-3d1ecc62d08a/1d1e2796-26c5-4980-a587-af0c93cff116) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:31.416957 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-02bc8519-2cf6-4427-b893-9da4147d9994 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:31.452899 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2d8b48e8-ada9-4e9b-97f1-3ade31165a6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:31.461200 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2d8b48e8-ada9-4e9b-97f1-3ade31165a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:31.467824 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-402d321d-b802-4b6c-97de-32a2333eb67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:31.470492 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-402d321d-b802-4b6c-97de-32a2333eb67c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:31.471838 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-402d321d-b802-4b6c-97de-32a2333eb67c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f44f2406-29d9-4d8e-b546-1dd3e47e00bd HTTP/1.1" status: 204 len: 168 time: 0.3442450 Jul 23 20:22:31.493175 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-928226c1-d63d-443f-87ae-eb88ea6f13c4 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:31.500406 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928226c1-d63d-443f-87ae-eb88ea6f13c4 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:31.501347 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-928226c1-d63d-443f-87ae-eb88ea6f13c4 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:31.505293 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-928226c1-d63d-443f-87ae-eb88ea6f13c4 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "PUT /v2.0/ports/41dfce12-4dbf-428c-9c2e-38f9cd19e305 HTTP/1.1" status: 200 len: 911 time: 3.3393021 Jul 23 20:22:31.519968 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42270) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:31.521289 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc8519-2cf6-4427-b893-9da4147d9994 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Pushing event updated for resources: {'Port': ['ID=88d6b7cc-9728-4e1d-885d-38f450795e42,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:31.632192 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d321d-b802-4b6c-97de-32a2333eb67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44f2406-29d9-4d8e-b546-1dd3e47e00bd,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:31.678435 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b48e8-ada9-4e9b-97f1-3ade31165a6e admin admin] Pushing event updated for resources: {'Port': ['ID=a956021b-2ebe-4114-b506-8dc929d094dd,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:31.683874 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2d8b48e8-ada9-4e9b-97f1-3ade31165a6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:31.839654 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be8fbcb6-db2e-4a6d-93e1-05a97dba67d1 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:31.879210 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be8fbcb6-db2e-4a6d-93e1-05a97dba67d1 None None] Transition to ACTIVE for port object 1d1e2796-26c5-4980-a587-af0c93cff116 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:31.930913 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be8fbcb6-db2e-4a6d-93e1-05a97dba67d1 None None] Transition to ACTIVE for port object 1d1e2796-26c5-4980-a587-af0c93cff116 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:31.936208 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3c6c89a3-6646-48ac-a041-6c5454ee107e up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:22:31.946331 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928226c1-d63d-443f-87ae-eb88ea6f13c4 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event updated for resources: {'Port': ['ID=41dfce12-4dbf-428c-9c2e-38f9cd19e305,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:31.969026 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-57e1251a-a8d2-4509-b479-2744dcfddfcf tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:32.000202 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8b48e8-ada9-4e9b-97f1-3ade31165a6e admin admin] Network bd3fc2da-f343-4eff-93f0-5695d77abd1d is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:32.002520 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-2d8b48e8-ada9-4e9b-97f1-3ade31165a6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:32.044970 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be8fbcb6-db2e-4a6d-93e1-05a97dba67d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:32.120353 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8fbcb6-db2e-4a6d-93e1-05a97dba67d1 None None] Pushing event updated for resources: {'Port': ['ID=1d1e2796-26c5-4980-a587-af0c93cff116,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:32.179794 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8fbcb6-db2e-4a6d-93e1-05a97dba67d1 None None] Network e52baf8b-f569-4fc8-9e38-229470384ef7 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:32.192911 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 3c6c89a3-6646-48ac-a041-6c5454ee107e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:32.193295 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:32.213403 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bc8519-2cf6-4427-b893-9da4147d9994 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Network e52baf8b-f569-4fc8-9e38-229470384ef7 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:32.262382 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-02bc8519-2cf6-4427-b893-9da4147d9994 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:32.269948 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bc8519-2cf6-4427-b893-9da4147d9994 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:32.290708 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-be8fbcb6-db2e-4a6d-93e1-05a97dba67d1 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:32.293745 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8fbcb6-db2e-4a6d-93e1-05a97dba67d1 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:32.342452 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bc8519-2cf6-4427-b893-9da4147d9994 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:32.343543 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-02bc8519-2cf6-4427-b893-9da4147d9994 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:32.356710 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8b48e8-ada9-4e9b-97f1-3ade31165a6e admin admin] Router 9047dfac-d716-4e1f-b374-b6554634ab0b has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:22:32.425516 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-57e1251a-a8d2-4509-b479-2744dcfddfcf tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:32.437159 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-02bc8519-2cf6-4427-b893-9da4147d9994 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8129089 Jul 23 20:22:32.443100 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42292) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:32.453565 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-dfab1711-c6f7-4f93-a5ae-87b1be13ef91 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Request body: {'port': {'network_id': 'e52baf8b-f569-4fc8-9e38-229470384ef7', 'name': 'tempest-AllowedAddressPairTestJSON-1038750311', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:25:a9:6e'}]}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:32.491186 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-be8fbcb6-db2e-4a6d-93e1-05a97dba67d1 None None] Attempting to bind port 1d1e2796-26c5-4980-a587-af0c93cff116 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:32.491186 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-be8fbcb6-db2e-4a6d-93e1-05a97dba67d1 None None] Attempting to bind port 1d1e2796-26c5-4980-a587-af0c93cff116 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '2d93d54a-25fa-4ded-a449-2f6aa8af0b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e52baf8b-f569-4fc8-9e38-229470384ef7'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:32.491750 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8fbcb6-db2e-4a6d-93e1-05a97dba67d1 None None] Attempting to bind port 1d1e2796-26c5-4980-a587-af0c93cff116 on network e52baf8b-f569-4fc8-9e38-229470384ef7 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:32.520928 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8fbcb6-db2e-4a6d-93e1-05a97dba67d1 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:22:32.521606 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8fbcb6-db2e-4a6d-93e1-05a97dba67d1 None None] Checking segment: {'id': '2d93d54a-25fa-4ded-a449-2f6aa8af0b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e52baf8b-f569-4fc8-9e38-229470384ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:22:32.522279 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be8fbcb6-db2e-4a6d-93e1-05a97dba67d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:32.522921 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8fbcb6-db2e-4a6d-93e1-05a97dba67d1 None None] Bound using segment: {'id': '2d93d54a-25fa-4ded-a449-2f6aa8af0b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e52baf8b-f569-4fc8-9e38-229470384ef7'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:22:32.523734 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-be8fbcb6-db2e-4a6d-93e1-05a97dba67d1 None None] Bound port: 1d1e2796-26c5-4980-a587-af0c93cff116, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d93d54a-25fa-4ded-a449-2f6aa8af0b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e52baf8b-f569-4fc8-9e38-229470384ef7'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:22:32.524371 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be8fbcb6-db2e-4a6d-93e1-05a97dba67d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:32.690138 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-60135295-a7eb-4b69-9013-4c307503da24 None None] Provisioning complete for port a956021b-2ebe-4114-b506-8dc929d094dd triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:32.690721 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-60135295-a7eb-4b69-9013-4c307503da24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:32.772101 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-60135295-a7eb-4b69-9013-4c307503da24 None None] Port a956021b-2ebe-4114-b506-8dc929d094dd cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:22:32.818165 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be8fbcb6-db2e-4a6d-93e1-05a97dba67d1 None None] For port 1d1e2796-26c5-4980-a587-af0c93cff116, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:22:32.829360 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be8fbcb6-db2e-4a6d-93e1-05a97dba67d1 None None] For port 1d1e2796-26c5-4980-a587-af0c93cff116, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=1d1e2796-26c5-4980-a587-af0c93cff116,segment=NetworkSegment(2d93d54a-25fa-4ded-a449-2f6aa8af0b43),segment_id=2d93d54a-25fa-4ded-a449-2f6aa8af0b43)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:22:32.849234 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be8fbcb6-db2e-4a6d-93e1-05a97dba67d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:32.897743 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42304) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:32.959445 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0109527 Jul 23 20:22:32.967543 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8fbcb6-db2e-4a6d-93e1-05a97dba67d1 None None] Pushing event updated for resources: {'Port': ['ID=1d1e2796-26c5-4980-a587-af0c93cff116,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:32.967957 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42306) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:33.054992 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8b48e8-ada9-4e9b-97f1-3ade31165a6e admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:22:33.064752 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2d8b48e8-ada9-4e9b-97f1-3ade31165a6e admin admin] 10.222.0.32 "PUT /v2.0/routers/9047dfac-d716-4e1f-b374-b6554634ab0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5416198 Jul 23 20:22:33.095615 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17761d9d-918d-4a06-8d1d-3674c4ef97a3 None None] Sync routers for ids ['9047dfac-d716-4e1f-b374-b6554634ab0b'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:22:33.109819 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17761d9d-918d-4a06-8d1d-3674c4ef97a3 None None] Routers {'9047dfac-d716-4e1f-b374-b6554634ab0b'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:22:33.111713 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-17761d9d-918d-4a06-8d1d-3674c4ef97a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:22:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['9047dfac-d716-4e1f-b374-b6554634ab0b'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:33.184982 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-57e1251a-a8d2-4509-b479-2744dcfddfcf tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Deleting port 36ef055a-c7d1-4911-828d-7437f242a8ef {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:33.185577 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-57e1251a-a8d2-4509-b479-2744dcfddfcf tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:33.449150 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-17761d9d-918d-4a06-8d1d-3674c4ef97a3 None None] Set router 9047dfac-d716-4e1f-b374-b6554634ab0b gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:22:33.522354 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9e123873-9443-45a2-b9b5-96d3dcfb410c tempest-NetworksApiDiscovery-1150794133 tempest-NetworksApiDiscovery-1150794133-project] 10.222.0.32 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.5207384 Jul 23 20:22:33.544359 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a401ed71-8a70-49e0-beea-8e1ded05c3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:33.590354 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfab1711-c6f7-4f93-a5ae-87b1be13ef91 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Made reservation on behalf of 70c820d2eaf64663907deb224a6a47a3 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:33.694333 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-57e1251a-a8d2-4509-b479-2744dcfddfcf tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:33.853703 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dfab1711-c6f7-4f93-a5ae-87b1be13ef91 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:33.858966 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-57e1251a-a8d2-4509-b479-2744dcfddfcf tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Calling delete_port for 36ef055a-c7d1-4911-828d-7437f242a8ef owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:33.957100 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-17761d9d-918d-4a06-8d1d-3674c4ef97a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'name': 'tempest-AttachVolumeShelveTestJSON-876352293-router', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '3c6c89a3-6646-48ac-a041-6c5454ee107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:17Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'gw_port': {'id': '3c6c89a3-6646-48ac-a041-6c5454ee107e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:18Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'a956021b-2ebe-4114-b506-8dc929d094dd', 'name': '', 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'mac_address': 'fa:16:3e:af:23:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '63fa6ddd-c617-40f8-a250-cf59fcf077ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:29Z', 'updated_at': '2021-07-23T20:22:31Z', 'revision_number': 2, 'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'subnets': [{'id': '63fa6ddd-c617-40f8-a250-cf59fcf077ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:33.971577 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-dfab1711-c6f7-4f93-a5ae-87b1be13ef91 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] device_id is not set on port 9539200a-0941-4df8-b8ae-392137bc8e4e yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:22:34.027795 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17761d9d-918d-4a06-8d1d-3674c4ef97a3 None None] Checking router: 9047dfac-d716-4e1f-b374-b6554634ab0b for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:22:34.028055 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17761d9d-918d-4a06-8d1d-3674c4ef97a3 None None] Updating router 9047dfac-d716-4e1f-b374-b6554634ab0b port a956021b-2ebe-4114-b506-8dc929d094dd binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:22:34.043468 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 1d1e2796-26c5-4980-a587-af0c93cff116 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:22:34.146138 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-17761d9d-918d-4a06-8d1d-3674c4ef97a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:34.154531 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42322) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:34.200623 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 1d1e2796-26c5-4980-a587-af0c93cff116 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:34.392494 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-caf60d30-7281-44ff-a99f-2f4ec97d4239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:34.577339 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42330) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:34.607464 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-6a141dff-ce28-48be-92be-dec8df39f85d tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2013701101', 'description': 'tempest-description--557981445'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:34.666078 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-caf60d30-7281-44ff-a99f-2f4ec97d4239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:34.681012 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-caf60d30-7281-44ff-a99f-2f4ec97d4239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:34.692391 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-17761d9d-918d-4a06-8d1d-3674c4ef97a3 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:34.714443 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-17761d9d-918d-4a06-8d1d-3674c4ef97a3 None None] Transition to ACTIVE for port object a956021b-2ebe-4114-b506-8dc929d094dd will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:34.722752 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-17761d9d-918d-4a06-8d1d-3674c4ef97a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:34.727325 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-57e1251a-a8d2-4509-b479-2744dcfddfcf tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:34.781606 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf60d30-7281-44ff-a99f-2f4ec97d4239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f535ffb-69af-4f00-9e96-b27c5f327d29,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:34.791293 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e1251a-a8d2-4509-b479-2744dcfddfcf tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Pushing event deleted for resources: {'Port': ['ID=36ef055a-c7d1-4911-828d-7437f242a8ef,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:34.832460 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6a141dff-ce28-48be-92be-dec8df39f85d tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:34.859829 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de07024e-e043-476d-9704-5078ccfb74dc None None] Network e52baf8b-f569-4fc8-9e38-229470384ef7 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:34.865901 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f316d6-4091-4a65-8887-d4075a798fb1 None None] Pushing event updated for resources: {'Port': ['ID=a956021b-2ebe-4114-b506-8dc929d094dd,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:34.906176 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-caf60d30-7281-44ff-a99f-2f4ec97d4239 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=72d67cdd44664d1680cce8d231823bcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7497630 Jul 23 20:22:34.910887 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42332) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:35.045759 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-21f6fd29-f223-4bf6-8d88-eeb90bfae3a5 None None] Provisioning for port 1d1e2796-26c5-4980-a587-af0c93cff116 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:35.061722 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-21f6fd29-f223-4bf6-8d88-eeb90bfae3a5 None None] Provisioning complete for port 1d1e2796-26c5-4980-a587-af0c93cff116 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:35.062291 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-21f6fd29-f223-4bf6-8d88-eeb90bfae3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:35.073052 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d2d51e9e-9a08-45be-b46c-a9c68b49657d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:35.117292 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d2d51e9e-9a08-45be-b46c-a9c68b49657d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:35.127736 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-17761d9d-918d-4a06-8d1d-3674c4ef97a3 None None] Attempting to bind port a956021b-2ebe-4114-b506-8dc929d094dd on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:35.128667 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-17761d9d-918d-4a06-8d1d-3674c4ef97a3 None None] Attempting to bind port a956021b-2ebe-4114-b506-8dc929d094dd by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '200529f2-acc5-4abc-91bf-3609d16ae961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:35.129133 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17761d9d-918d-4a06-8d1d-3674c4ef97a3 None None] Attempting to bind port a956021b-2ebe-4114-b506-8dc929d094dd on network bd3fc2da-f343-4eff-93f0-5695d77abd1d {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:35.153657 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17761d9d-918d-4a06-8d1d-3674c4ef97a3 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:22:35.154376 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17761d9d-918d-4a06-8d1d-3674c4ef97a3 None None] Checking segment: {'id': '200529f2-acc5-4abc-91bf-3609d16ae961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:22:35.154794 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-17761d9d-918d-4a06-8d1d-3674c4ef97a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:35.155190 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17761d9d-918d-4a06-8d1d-3674c4ef97a3 None None] Bound using segment: {'id': '200529f2-acc5-4abc-91bf-3609d16ae961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:22:35.155852 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-17761d9d-918d-4a06-8d1d-3674c4ef97a3 None None] Bound port: a956021b-2ebe-4114-b506-8dc929d094dd, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200529f2-acc5-4abc-91bf-3609d16ae961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:22:35.156243 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-17761d9d-918d-4a06-8d1d-3674c4ef97a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:35.204967 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3d548de6-4b12-47cf-84d9-a304a9676e97 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:35.256025 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-21f6fd29-f223-4bf6-8d88-eeb90bfae3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:35.259575 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d2d51e9e-9a08-45be-b46c-a9c68b49657d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:35.272426 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d2d51e9e-9a08-45be-b46c-a9c68b49657d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:35.274376 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d2d51e9e-9a08-45be-b46c-a9c68b49657d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5f535ffb-69af-4f00-9e96-b27c5f327d29 HTTP/1.1" status: 204 len: 168 time: 0.3617082 Jul 23 20:22:35.328581 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d51e9e-9a08-45be-b46c-a9c68b49657d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f535ffb-69af-4f00-9e96-b27c5f327d29,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:35.367649 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-dfab1711-c6f7-4f93-a5ae-87b1be13ef91 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Allocated IP 172.20.0.7 (e52baf8b-f569-4fc8-9e38-229470384ef7/9bca8f0e-3969-46f2-bbef-3d1ecc62d08a/9539200a-0941-4df8-b8ae-392137bc8e4e) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:35.434941 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-21f6fd29-f223-4bf6-8d88-eeb90bfae3a5 None None] For port 1d1e2796-26c5-4980-a587-af0c93cff116, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=1d1e2796-26c5-4980-a587-af0c93cff116,segment=NetworkSegment(2d93d54a-25fa-4ded-a449-2f6aa8af0b43),segment_id=2d93d54a-25fa-4ded-a449-2f6aa8af0b43)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:35.435387 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6a141dff-ce28-48be-92be-dec8df39f85d tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:35.445046 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6a141dff-ce28-48be-92be-dec8df39f85d tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:35.445789 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-57e1251a-a8d2-4509-b479-2744dcfddfcf tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:35.475171 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-21f6fd29-f223-4bf6-8d88-eeb90bfae3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:35.524301 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6a141dff-ce28-48be-92be-dec8df39f85d tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:35.527199 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6a141dff-ce28-48be-92be-dec8df39f85d tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9472558 Jul 23 20:22:35.527795 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a141dff-ce28-48be-92be-dec8df39f85d tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:35.530902 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42338) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:35.540068 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-6c3fa4cd-0bc4-4f3e-9f63-13ca1c65264f tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Request body: {'security_group_rule': {'security_group_id': '85d9ded6-a0dc-428a-94d5-deb9f00ba9bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:35.589430 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c3fa4cd-0bc4-4f3e-9f63-13ca1c65264f tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:35.594048 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6fd29-f223-4bf6-8d88-eeb90bfae3a5 None None] Pushing event updated for resources: {'Port': ['ID=1d1e2796-26c5-4980-a587-af0c93cff116,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:35.632958 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-57e1251a-a8d2-4509-b479-2744dcfddfcf tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:35.635029 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-57e1251a-a8d2-4509-b479-2744dcfddfcf tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:35.702598 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-17761d9d-918d-4a06-8d1d-3674c4ef97a3 None None] For port a956021b-2ebe-4114-b506-8dc929d094dd, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:22:35.709895 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-17761d9d-918d-4a06-8d1d-3674c4ef97a3 None None] For port a956021b-2ebe-4114-b506-8dc929d094dd, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=a956021b-2ebe-4114-b506-8dc929d094dd,segment=NetworkSegment(200529f2-acc5-4abc-91bf-3609d16ae961),segment_id=200529f2-acc5-4abc-91bf-3609d16ae961)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:22:35.718994 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-57e1251a-a8d2-4509-b479-2744dcfddfcf tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:35.721255 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e1251a-a8d2-4509-b479-2744dcfddfcf tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Fanout notify agent at l3_agent the message router_deleted on router 76ee7806-97d5-4cfb-943b-9d6690b5e6d8 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:22:35.723467 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-17761d9d-918d-4a06-8d1d-3674c4ef97a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:35.775181 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-57e1251a-a8d2-4509-b479-2744dcfddfcf tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:35.776048 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c3fa4cd-0bc4-4f3e-9f63-13ca1c65264f tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:35.777595 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-57e1251a-a8d2-4509-b479-2744dcfddfcf tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] 10.222.0.32 "DELETE /v2.0/routers/76ee7806-97d5-4cfb-943b-9d6690b5e6d8 HTTP/1.1" status: 204 len: 168 time: 4.6856792 Jul 23 20:22:35.784332 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c3fa4cd-0bc4-4f3e-9f63-13ca1c65264f tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:35.786419 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42342) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:35.824662 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17761d9d-918d-4a06-8d1d-3674c4ef97a3 None None] Routers {'9047dfac-d716-4e1f-b374-b6554634ab0b'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:22:35.824843 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-acc8fb95-87b7-4869-bc49-572169300ffc tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1658628078', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'enable_snat': False}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:35.825309 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-17761d9d-918d-4a06-8d1d-3674c4ef97a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:22:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['9047dfac-d716-4e1f-b374-b6554634ab0b'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:35.952551 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3fa4cd-0bc4-4f3e-9f63-13ca1c65264f tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05792e23-ea4f-4659-9f91-bbe84e99d294,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:35.960114 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-acc8fb95-87b7-4869-bc49-572169300ffc tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:35.961875 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-acc8fb95-87b7-4869-bc49-572169300ffc tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:35.978915 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c3fa4cd-0bc4-4f3e-9f63-13ca1c65264f tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:35.981708 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6c3fa4cd-0bc4-4f3e-9f63-13ca1c65264f tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4490235 Jul 23 20:22:35.992712 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42344) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:36.028718 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-1ce113be-4274-4550-b3ff-7d54803c18fc tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Request body: {'security_group_rule': {'security_group_id': '85d9ded6-a0dc-428a-94d5-deb9f00ba9bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:36.119371 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 1d1e2796-26c5-4980-a587-af0c93cff116 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:22:36.124600 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f316d6-4091-4a65-8887-d4075a798fb1 None None] Pushing event updated for resources: {'Port': ['ID=a956021b-2ebe-4114-b506-8dc929d094dd,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:36.177493 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ce113be-4274-4550-b3ff-7d54803c18fc tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:36.196436 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-acc8fb95-87b7-4869-bc49-572169300ffc tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:36.290453 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-17761d9d-918d-4a06-8d1d-3674c4ef97a3 None None] Set router 9047dfac-d716-4e1f-b374-b6554634ab0b gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:22:36.424140 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 1d1e2796-26c5-4980-a587-af0c93cff116 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:36.424538 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:36.498223 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dfab1711-c6f7-4f93-a5ae-87b1be13ef91 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:36.521770 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-dfab1711-c6f7-4f93-a5ae-87b1be13ef91 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Transition to ACTIVE for port object 9539200a-0941-4df8-b8ae-392137bc8e4e will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:36.580343 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dfab1711-c6f7-4f93-a5ae-87b1be13ef91 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:36.614661 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ce113be-4274-4550-b3ff-7d54803c18fc tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:36.625715 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ce113be-4274-4550-b3ff-7d54803c18fc tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:36.705086 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab1711-c6f7-4f93-a5ae-87b1be13ef91 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Pushing event updated for resources: {'Port': ['ID=9539200a-0941-4df8-b8ae-392137bc8e4e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:36.745576 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfab1711-c6f7-4f93-a5ae-87b1be13ef91 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Network e52baf8b-f569-4fc8-9e38-229470384ef7 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:36.773782 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-dfab1711-c6f7-4f93-a5ae-87b1be13ef91 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:36.789533 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfab1711-c6f7-4f93-a5ae-87b1be13ef91 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:36.809073 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce113be-4274-4550-b3ff-7d54803c18fc tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88d3d0b8-6872-4cce-9c5e-88728627149e,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:36.856747 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-acc8fb95-87b7-4869-bc49-572169300ffc tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:36.878416 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfab1711-c6f7-4f93-a5ae-87b1be13ef91 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:36.879891 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dfab1711-c6f7-4f93-a5ae-87b1be13ef91 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:36.895891 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ce113be-4274-4550-b3ff-7d54803c18fc tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:36.895891 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1ce113be-4274-4550-b3ff-7d54803c18fc tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8943136 Jul 23 20:22:36.897210 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42360) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:36.910699 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4cf833c6-164c-462b-95b6-2d2f8ec52b4e tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:36.924816 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-dfab1711-c6f7-4f93-a5ae-87b1be13ef91 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 4.4767101 Jul 23 20:22:36.927161 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42364) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:36.954081 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-50ded2eb-be04-4a67-9521-1049acde91da None None] Provisioning complete for port 1d1e2796-26c5-4980-a587-af0c93cff116 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:36.954765 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-50ded2eb-be04-4a67-9521-1049acde91da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:37.052454 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4cf833c6-164c-462b-95b6-2d2f8ec52b4e tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:37.084783 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a401ed71-8a70-49e0-beea-8e1ded05c3de admin admin] Deleting port 29ce4aa1-3e0f-4463-b013-5733638c2e54 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:37.085689 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a401ed71-8a70-49e0-beea-8e1ded05c3de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:37.182852 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-17761d9d-918d-4a06-8d1d-3674c4ef97a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'name': 'tempest-AttachVolumeShelveTestJSON-876352293-router', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '3c6c89a3-6646-48ac-a041-6c5454ee107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:17Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'gw_port': {'id': '3c6c89a3-6646-48ac-a041-6c5454ee107e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:18Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'a956021b-2ebe-4114-b506-8dc929d094dd', 'name': '', 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'mac_address': 'fa:16:3e:af:23:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '63fa6ddd-c617-40f8-a250-cf59fcf077ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:29Z', 'updated_at': '2021-07-23T20:22:35Z', 'revision_number': 4, 'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'subnets': [{'id': '63fa6ddd-c617-40f8-a250-cf59fcf077ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:37.558225 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-a401ed71-8a70-49e0-beea-8e1ded05c3de admin admin] For port 29ce4aa1-3e0f-4463-b013-5733638c2e54, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=29ce4aa1-3e0f-4463-b013-5733638c2e54,segment=NetworkSegment(eda74a34-9238-4680-a359-ece24dcfb8bc),segment_id=eda74a34-9238-4680-a359-ece24dcfb8bc)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:37.558769 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a401ed71-8a70-49e0-beea-8e1ded05c3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:37.578253 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17761d9d-918d-4a06-8d1d-3674c4ef97a3 None None] The sync data for ids ['9047dfac-d716-4e1f-b374-b6554634ab0b'] in n-d-793618-10 is: [{'id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'name': 'tempest-AttachVolumeShelveTestJSON-876352293-router', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '3c6c89a3-6646-48ac-a041-6c5454ee107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:17Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'gw_port': {'id': '3c6c89a3-6646-48ac-a041-6c5454ee107e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:18Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'a956021b-2ebe-4114-b506-8dc929d094dd', 'name': '', 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'mac_address': 'fa:16:3e:af:23:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '63fa6ddd-c617-40f8-a250-cf59fcf077ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:29Z', 'updated_at': '2021-07-23T20:22:35Z', 'revision_number': 4, 'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'subnets': [{'id': '63fa6ddd-c617-40f8-a250-cf59fcf077ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:22:37.618719 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-50ded2eb-be04-4a67-9521-1049acde91da None None] Provisioning for port 88d6b7cc-9728-4e1d-885d-38f450795e42 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:37.623824 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c939e1c2-b2f1-4dc4-bfb3-3c0f1d66469f tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:37.633946 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:22:37.634518 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-50ded2eb-be04-4a67-9521-1049acde91da None None] Provisioning complete for port 88d6b7cc-9728-4e1d-885d-38f450795e42 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:37.636411 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c939e1c2-b2f1-4dc4-bfb3-3c0f1d66469f tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:37.641070 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-50ded2eb-be04-4a67-9521-1049acde91da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:37.644308 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c939e1c2-b2f1-4dc4-bfb3-3c0f1d66469f tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:37.648003 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c939e1c2-b2f1-4dc4-bfb3-3c0f1d66469f tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.7145140 Jul 23 20:22:37.669282 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42374) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:37.682022 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4cf833c6-164c-462b-95b6-2d2f8ec52b4e tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:37.708163 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a401ed71-8a70-49e0-beea-8e1ded05c3de admin admin] Calling delete_port for 29ce4aa1-3e0f-4463-b013-5733638c2e54 owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:37.769929 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-3d548de6-4b12-47cf-84d9-a304a9676e97 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Deleting port 41dfce12-4dbf-428c-9c2e-38f9cd19e305 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:37.770561 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3d548de6-4b12-47cf-84d9-a304a9676e97 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:37.791296 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-acc8fb95-87b7-4869-bc49-572169300ffc tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:37.792414 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-50ded2eb-be04-4a67-9521-1049acde91da None None] Port 88d6b7cc-9728-4e1d-885d-38f450795e42 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:22:37.827378 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-acc8fb95-87b7-4869-bc49-572169300ffc tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:37.951742 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c45ceb49-8a45-410e-8595-79ce955bb11c None None] Provisioning complete for port 88d6b7cc-9728-4e1d-885d-38f450795e42 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:37.952328 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c45ceb49-8a45-410e-8595-79ce955bb11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:37.957743 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3d548de6-4b12-47cf-84d9-a304a9676e97 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:38.060960 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-3d548de6-4b12-47cf-84d9-a304a9676e97 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Calling delete_port for 41dfce12-4dbf-428c-9c2e-38f9cd19e305 owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:38.078403 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a956021b-2ebe-4114-b506-8dc929d094dd up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:22:38.218626 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-c45ceb49-8a45-410e-8595-79ce955bb11c None None] Port 88d6b7cc-9728-4e1d-885d-38f450795e42 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:22:38.278653 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-4cf833c6-164c-462b-95b6-2d2f8ec52b4e tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Allocated IP 172.25.1.188 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/0e286466-9029-493b-be7c-3ac9ff19447b) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:38.283514 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c45ceb49-8a45-410e-8595-79ce955bb11c None None] Provisioning for port 9539200a-0941-4df8-b8ae-392137bc8e4e completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:38.310985 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c45ceb49-8a45-410e-8595-79ce955bb11c None None] Provisioning complete for port 9539200a-0941-4df8-b8ae-392137bc8e4e triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:38.312258 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c45ceb49-8a45-410e-8595-79ce955bb11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:38.365041 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-c45ceb49-8a45-410e-8595-79ce955bb11c None None] Port 9539200a-0941-4df8-b8ae-392137bc8e4e cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:22:38.382400 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port a956021b-2ebe-4114-b506-8dc929d094dd completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:38.397050 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port a956021b-2ebe-4114-b506-8dc929d094dd triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:38.399588 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:38.502123 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-85bd277e-dedc-4cf0-9de3-0c68b37d1b38 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Deleting port 9539200a-0941-4df8-b8ae-392137bc8e4e {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:38.502670 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-85bd277e-dedc-4cf0-9de3-0c68b37d1b38 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:38.505742 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3d548de6-4b12-47cf-84d9-a304a9676e97 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:38.624830 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d548de6-4b12-47cf-84d9-a304a9676e97 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event deleted for resources: {'Port': ['ID=41dfce12-4dbf-428c-9c2e-38f9cd19e305,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:38.644190 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4cf833c6-164c-462b-95b6-2d2f8ec52b4e tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:38.702324 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:38.761619 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4cf833c6-164c-462b-95b6-2d2f8ec52b4e tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:38.861195 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port a956021b-2ebe-4114-b506-8dc929d094dd, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=a956021b-2ebe-4114-b506-8dc929d094dd,segment=NetworkSegment(200529f2-acc5-4abc-91bf-3609d16ae961),segment_id=200529f2-acc5-4abc-91bf-3609d16ae961)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:38.877352 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:38.902081 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf833c6-164c-462b-95b6-2d2f8ec52b4e tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:38.909434 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-4cf833c6-164c-462b-95b6-2d2f8ec52b4e tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:38.916928 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf833c6-164c-462b-95b6-2d2f8ec52b4e tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:39.045753 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=a956021b-2ebe-4114-b506-8dc929d094dd,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:39.070855 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-acc8fb95-87b7-4869-bc49-572169300ffc tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Allocated IP 172.25.1.18 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/3478d4ba-2985-4851-a1f8-aea7df15cfc7) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:39.088631 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf833c6-164c-462b-95b6-2d2f8ec52b4e tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Pushing event updated for resources: {'Port': ['ID=0e286466-9029-493b-be7c-3ac9ff19447b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:39.175445 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4cf833c6-164c-462b-95b6-2d2f8ec52b4e tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:39.360274 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4cf833c6-164c-462b-95b6-2d2f8ec52b4e tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:39.424844 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-85bd277e-dedc-4cf0-9de3-0c68b37d1b38 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:39.629963 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-acc8fb95-87b7-4869-bc49-572169300ffc tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:39.761303 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4cf833c6-164c-462b-95b6-2d2f8ec52b4e tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:39.762747 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3d548de6-4b12-47cf-84d9-a304a9676e97 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:39.764913 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-acc8fb95-87b7-4869-bc49-572169300ffc tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:39.770585 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a401ed71-8a70-49e0-beea-8e1ded05c3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:39.791264 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-85bd277e-dedc-4cf0-9de3-0c68b37d1b38 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Calling delete_port for 9539200a-0941-4df8-b8ae-392137bc8e4e owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:39.863112 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8fb95-87b7-4869-bc49-572169300ffc tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Pushing event updated for resources: {'Port': ['ID=3478d4ba-2985-4851-a1f8-aea7df15cfc7,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:39.870363 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4cf833c6-164c-462b-95b6-2d2f8ec52b4e tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:39.929910 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc8fb95-87b7-4869-bc49-572169300ffc tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:39.937158 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-acc8fb95-87b7-4869-bc49-572169300ffc tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:39.982143 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc8fb95-87b7-4869-bc49-572169300ffc tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:39.999106 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a956021b-2ebe-4114-b506-8dc929d094dd up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:22:40.051909 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42396) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:40.063037 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf833c6-164c-462b-95b6-2d2f8ec52b4e tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Pushing event updated for resources: {'Port': ['ID=0e286466-9029-493b-be7c-3ac9ff19447b,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:40.080777 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4cf833c6-164c-462b-95b6-2d2f8ec52b4e tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:40.112518 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a401ed71-8a70-49e0-beea-8e1ded05c3de admin admin] Pushing event deleted for resources: {'Port': ['ID=29ce4aa1-3e0f-4463-b013-5733638c2e54,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:40.138712 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4cf833c6-164c-462b-95b6-2d2f8ec52b4e tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:40.140141 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4cf833c6-164c-462b-95b6-2d2f8ec52b4e tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2397552 Jul 23 20:22:40.152044 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port a956021b-2ebe-4114-b506-8dc929d094dd triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:40.152687 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:40.291371 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f30d4f25-56e4-4edc-a88d-8895fbdab5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:40.415950 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-68758e92-301c-42c0-bcc2-dbc32b703867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:40.477637 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d548de6-4b12-47cf-84d9-a304a9676e97 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Router e831864e-1251-4eb2-8ad0-87958367999f has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:22:40.702947 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-4bb4f35e-edba-4eea-8de8-bc160f6aa94c tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--2013701101&fields=id&tenant_id=99134e0f99a8419eae5eb1d5d4aedeb7 HTTP/1.1" status: 200 len: 267 time: 0.1303179 Jul 23 20:22:40.725006 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-acc8fb95-87b7-4869-bc49-572169300ffc tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:40.741021 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d548de6-4b12-47cf-84d9-a304a9676e97 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:22:40.753264 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8b796b-04bd-4e32-ad5b-39cf4c5c05e3 None None] Sync routers for ids ['e831864e-1251-4eb2-8ad0-87958367999f'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:22:40.774439 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8b796b-04bd-4e32-ad5b-39cf4c5c05e3 None None] Routers {'e831864e-1251-4eb2-8ad0-87958367999f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:22:40.777800 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-7a8b796b-04bd-4e32-ad5b-39cf4c5c05e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:22:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['e831864e-1251-4eb2-8ad0-87958367999f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:40.799504 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3d548de6-4b12-47cf-84d9-a304a9676e97 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "PUT /v2.0/routers/e831864e-1251-4eb2-8ad0-87958367999f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2644248 Jul 23 20:22:40.806266 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42414) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:40.851666 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-7a8b796b-04bd-4e32-ad5b-39cf4c5c05e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:40.863037 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8b796b-04bd-4e32-ad5b-39cf4c5c05e3 None None] Routers {'e831864e-1251-4eb2-8ad0-87958367999f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:22:40.866966 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c44ed3cf-62ca-44fb-9180-107ac08a7618 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "GET /v2.0/ports?device_id=e831864e-1251-4eb2-8ad0-87958367999f HTTP/1.1" status: 200 len: 205 time: 0.0562291 Jul 23 20:22:40.868329 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-7a8b796b-04bd-4e32-ad5b-39cf4c5c05e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:22:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['e831864e-1251-4eb2-8ad0-87958367999f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:40.872998 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42416) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:40.942954 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-7a8b796b-04bd-4e32-ad5b-39cf4c5c05e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:40.944097 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8b796b-04bd-4e32-ad5b-39cf4c5c05e3 None None] The sync data for ids ['e831864e-1251-4eb2-8ad0-87958367999f'] in n-d-793618-10 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:22:41.028634 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-57f58202-1fff-405a-80fb-27635a8e2ac7 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:41.034390 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-85bd277e-dedc-4cf0-9de3-0c68b37d1b38 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:41.081860 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-68758e92-301c-42c0-bcc2-dbc32b703867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:41.087846 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a401ed71-8a70-49e0-beea-8e1ded05c3de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:41.094026 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-68758e92-301c-42c0-bcc2-dbc32b703867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:41.193109 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd277e-dedc-4cf0-9de3-0c68b37d1b38 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Pushing event deleted for resources: {'Port': ['ID=9539200a-0941-4df8-b8ae-392137bc8e4e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:41.287957 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-68758e92-301c-42c0-bcc2-dbc32b703867 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=30967b51480e442dbb326807331aba12&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2344220 Jul 23 20:22:41.295663 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68758e92-301c-42c0-bcc2-dbc32b703867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db228e8a-1d72-4740-9b30-750489d36a83,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:41.298679 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42418) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:41.324152 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-9f1e4ac0-6ed5-4620-b208-fb17f364e933 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:41.325913 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-9f1e4ac0-6ed5-4620-b208-fb17f364e933 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/networks?id=bd3fc2da-f343-4eff-93f0-5695d77abd1d HTTP/1.1" status: 200 len: 816 time: 0.5030622 Jul 23 20:22:41.352409 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-5be0c35b-fbcb-408f-8ef0-a92ad6a58139 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/quotas/99134e0f99a8419eae5eb1d5d4aedeb7 HTTP/1.1" status: 200 len: 375 time: 0.0170207 Jul 23 20:22:41.504453 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-acc8fb95-87b7-4869-bc49-572169300ffc tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:41.550373 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c90ba316-5f7a-4624-a687-c6700dca43e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:41.597580 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-57f58202-1fff-405a-80fb-27635a8e2ac7 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:41.621728 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-57f58202-1fff-405a-80fb-27635a8e2ac7 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:41.694689 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-85bd277e-dedc-4cf0-9de3-0c68b37d1b38 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:41.702009 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-85bd277e-dedc-4cf0-9de3-0c68b37d1b38 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] 10.222.0.32 "DELETE /v2.0/ports/9539200a-0941-4df8-b8ae-392137bc8e4e HTTP/1.1" status: 204 len: 168 time: 4.0237157 Jul 23 20:22:41.705793 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42424) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:41.721370 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-57f58202-1fff-405a-80fb-27635a8e2ac7 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:41.721370 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f58202-1fff-405a-80fb-27635a8e2ac7 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Fanout notify agent at l3_agent the message router_deleted on router e831864e-1251-4eb2-8ad0-87958367999f {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:22:41.728103 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-57f58202-1fff-405a-80fb-27635a8e2ac7 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:41.729252 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-57f58202-1fff-405a-80fb-27635a8e2ac7 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "DELETE /v2.0/routers/e831864e-1251-4eb2-8ad0-87958367999f HTTP/1.1" status: 204 len: 168 time: 0.8331673 Jul 23 20:22:41.749326 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42426) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:41.760565 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-d619a98b-821e-40ec-a2c6-afa5e54be501 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] GET failed (client error): The resource could not be found. Jul 23 20:22:41.765926 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d619a98b-821e-40ec-a2c6-afa5e54be501 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] 10.222.0.32 "GET /v2.0/ports/9539200a-0941-4df8-b8ae-392137bc8e4e HTTP/1.1" status: 404 len: 333 time: 0.0553024 Jul 23 20:22:41.817285 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eb268e4-9b28-4e84-85b2-2f2e64f4bf08 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Deleting subnet a100a8ec-7518-47e2-ab25-702c26a29a3e {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:22:41.821758 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7eb268e4-9b28-4e84-85b2-2f2e64f4bf08 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:41.879775 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7eb268e4-9b28-4e84-85b2-2f2e64f4bf08 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:41.958172 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42428) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:41.971226 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-c47b3580-2237-482a-831e-f15717d2d959 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Request body: {'port': {'network_id': 'e52baf8b-f569-4fc8-9e38-229470384ef7', 'name': 'tempest-AllowedAddressPairTestJSON-1963020323'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:42.047365 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c90ba316-5f7a-4624-a687-c6700dca43e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:42.075743 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-904660b2-3f74-448f-9374-399792832283 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=99134e0f99a8419eae5eb1d5d4aedeb7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7127616 Jul 23 20:22:42.146979 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c90ba316-5f7a-4624-a687-c6700dca43e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:42.150461 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c90ba316-5f7a-4624-a687-c6700dca43e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:42.155090 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c90ba316-5f7a-4624-a687-c6700dca43e0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/db228e8a-1d72-4740-9b30-750489d36a83 HTTP/1.1" status: 204 len: 168 time: 0.8494918 Jul 23 20:22:42.166970 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ba316-5f7a-4624-a687-c6700dca43e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db228e8a-1d72-4740-9b30-750489d36a83,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:42.224726 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc8fb95-87b7-4869-bc49-572169300ffc tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Router 96c91c7e-51b2-4568-a7c7-4c8fd698301a is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:22:42.380191 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-2bb038d1-d15d-4375-b1c5-c949060b49f5 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:22:42.381278 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-2bb038d1-d15d-4375-b1c5-c949060b49f5 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2685966 Jul 23 20:22:42.538378 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7eb268e4-9b28-4e84-85b2-2f2e64f4bf08 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:42.589727 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc8fb95-87b7-4869-bc49-572169300ffc tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:22:42.607221 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d905b4c8-d4c5-4eda-886a-367e91306ecb None None] Sync routers for ids ['96c91c7e-51b2-4568-a7c7-4c8fd698301a'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:22:42.648948 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d905b4c8-d4c5-4eda-886a-367e91306ecb None None] Routers {'96c91c7e-51b2-4568-a7c7-4c8fd698301a'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:22:42.650434 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-d905b4c8-d4c5-4eda-886a-367e91306ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:22:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['96c91c7e-51b2-4568-a7c7-4c8fd698301a'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:42.664353 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-acc8fb95-87b7-4869-bc49-572169300ffc tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:42.666042 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-acc8fb95-87b7-4869-bc49-572169300ffc tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.8655393 Jul 23 20:22:42.670113 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42442) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:42.727793 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7eb268e4-9b28-4e84-85b2-2f2e64f4bf08 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:42.738715 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-cc7d4de3-129b-4773-afef-9c13e4ab5467 service neutron] 10.222.0.32 "GET /v2.0/networks/bd3fc2da-f343-4eff-93f0-5695d77abd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347387 Jul 23 20:22:42.751546 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7eb268e4-9b28-4e84-85b2-2f2e64f4bf08 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:42.754419 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7eb268e4-9b28-4e84-85b2-2f2e64f4bf08 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "DELETE /v2.0/subnets/a100a8ec-7518-47e2-ab25-702c26a29a3e HTTP/1.1" status: 204 len: 168 time: 1.0039442 Jul 23 20:22:42.761926 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a401ed71-8a70-49e0-beea-8e1ded05c3de admin admin] Router 2073ea9e-c0d4-491f-87a1-6f7ca90bbb32 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:22:42.786169 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42444) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:42.809162 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42446) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:42.821432 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3deeafde-82f5-42bb-93d3-474dc5c6e2f7 None None] Network 61cfa9f7-bdde-47ea-8b3d-f8a31a7ea5cc requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:42.853611 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb268e4-9b28-4e84-85b2-2f2e64f4bf08 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event deleted for resources: {'Subnet': ['ID=a100a8ec-7518-47e2-ab25-702c26a29a3e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:42.880113 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-76f74547-430c-4b82-a664-0e6a6e81fb57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:42.981915 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-81673d14-8824-43c0-9f95-cc5b85d4d13a service neutron] 10.222.0.32 "GET /v2.0/networks/bd3fc2da-f343-4eff-93f0-5695d77abd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954124 Jul 23 20:22:43.033501 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7a795e89-bc92-4b49-a939-d7147ced6ce7 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] 10.222.0.32 "GET /v2.0/routers/96c91c7e-51b2-4568-a7c7-4c8fd698301a HTTP/1.1" status: 200 len: 908 time: 0.3607090 Jul 23 20:22:43.034391 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42450) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:43.058369 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ee247823-c6f4-4838-bc39-906f7b058a92 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1658628078', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'enable_snat': True}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:43.126758 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-d905b4c8-d4c5-4eda-886a-367e91306ecb None None] Set router 96c91c7e-51b2-4568-a7c7-4c8fd698301a gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:22:43.130124 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-001acfc7-8ff4-4341-8f70-73f27c19dad0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:43.145405 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47b3580-2237-482a-831e-f15717d2d959 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Made reservation on behalf of 70c820d2eaf64663907deb224a6a47a3 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:43.149524 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c47b3580-2237-482a-831e-f15717d2d959 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:43.213046 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-c47b3580-2237-482a-831e-f15717d2d959 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] device_id is not set on port 9dda54cb-3a62-4358-bba8-de59b04d9b6b yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:22:43.423093 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-76f74547-430c-4b82-a664-0e6a6e81fb57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:43.430400 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-76f74547-430c-4b82-a664-0e6a6e81fb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:43.466958 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-76f74547-430c-4b82-a664-0e6a6e81fb57 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7338550fed8648b9b7bca19f0b6e129e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6558290 Jul 23 20:22:43.471155 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42464) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:43.484369 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:43.534390 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee247823-c6f4-4838-bc39-906f7b058a92 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:43.536356 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee247823-c6f4-4838-bc39-906f7b058a92 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:43.537883 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a401ed71-8a70-49e0-beea-8e1ded05c3de admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:22:43.549672 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22030f7-cf9c-4f10-89d2-b1d93a30b1cc None None] Sync routers for ids ['2073ea9e-c0d4-491f-87a1-6f7ca90bbb32'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:22:43.560089 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a401ed71-8a70-49e0-beea-8e1ded05c3de admin admin] 10.222.0.32 "PUT /v2.0/routers/2073ea9e-c0d4-491f-87a1-6f7ca90bbb32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5814958 Jul 23 20:22:43.560354 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f74547-430c-4b82-a664-0e6a6e81fb57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7aa4ce0-994d-443e-8618-3d8596fd627b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:43.564413 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42466) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:43.584416 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22030f7-cf9c-4f10-89d2-b1d93a30b1cc None None] Routers {'2073ea9e-c0d4-491f-87a1-6f7ca90bbb32'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:22:43.588692 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e22030f7-cf9c-4f10-89d2-b1d93a30b1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:22:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['2073ea9e-c0d4-491f-87a1-6f7ca90bbb32'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:43.597244 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-c47b3580-2237-482a-831e-f15717d2d959 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Allocated IP 172.20.0.10 (e52baf8b-f569-4fc8-9e38-229470384ef7/9bca8f0e-3969-46f2-bbef-3d1ecc62d08a/9dda54cb-3a62-4358-bba8-de59b04d9b6b) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:43.613417 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-d905b4c8-d4c5-4eda-886a-367e91306ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c91c7e-51b2-4568-a7c7-4c8fd698301a', 'name': 'tempest-snat-router-1658628078', 'tenant_id': '8813d03ccc4e41218207bb3996fa7496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.18'}], 'enable_snat': False}, 'gw_port_id': '3478d4ba-2985-4851-a1f8-aea7df15cfc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:35Z', 'updated_at': '2021-07-23T20:22:40Z', 'revision_number': 3, 'project_id': '8813d03ccc4e41218207bb3996fa7496', 'gw_port': {'id': '3478d4ba-2985-4851-a1f8-aea7df15cfc7', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ea:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c91c7e-51b2-4568-a7c7-4c8fd698301a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:37Z', 'updated_at': '2021-07-23T20:22:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:43.668432 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f74547-430c-4b82-a664-0e6a6e81fb57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:43.668676 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f74547-430c-4b82-a664-0e6a6e81fb57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:43.669074 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f74547-430c-4b82-a664-0e6a6e81fb57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:43.677800 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f74547-430c-4b82-a664-0e6a6e81fb57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:43.678513 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f74547-430c-4b82-a664-0e6a6e81fb57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:43.679073 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f74547-430c-4b82-a664-0e6a6e81fb57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:43.679625 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f74547-430c-4b82-a664-0e6a6e81fb57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:43.680177 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f74547-430c-4b82-a664-0e6a6e81fb57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:43.692024 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f74547-430c-4b82-a664-0e6a6e81fb57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:43.692963 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f74547-430c-4b82-a664-0e6a6e81fb57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:43.693555 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f74547-430c-4b82-a664-0e6a6e81fb57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:43.694123 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f74547-430c-4b82-a664-0e6a6e81fb57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:43.784844 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-001acfc7-8ff4-4341-8f70-73f27c19dad0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Deleting port 416f7c9b-ee34-4ee3-b9fe-0363d08b1a4b {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:43.785414 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-001acfc7-8ff4-4341-8f70-73f27c19dad0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:43.789504 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d905b4c8-d4c5-4eda-886a-367e91306ecb None None] Checking router: 96c91c7e-51b2-4568-a7c7-4c8fd698301a for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:22:43.790656 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d905b4c8-d4c5-4eda-886a-367e91306ecb None None] Updating router 96c91c7e-51b2-4568-a7c7-4c8fd698301a port 3478d4ba-2985-4851-a1f8-aea7df15cfc7 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:22:43.800165 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211c65a9-c482-4bea-a90c-d3b2e906b6cb None None] DHCP port deletion for 61cfa9f7-bdde-47ea-8b3d-f8a31a7ea5cc request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:22:43.907279 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-018e4270-442e-4041-9c6d-4fc5c0c10e10 admin admin] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:43.916270 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-71d00e8e-c9cc-4b65-9a51-4949f2b4be3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:43.931469 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-e22030f7-cf9c-4f10-89d2-b1d93a30b1cc None None] Set router 2073ea9e-c0d4-491f-87a1-6f7ca90bbb32 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:22:43.969446 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd3eb43b-ea3a-4e8d-bd6c-7d78dc00b150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:43.981252 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee247823-c6f4-4838-bc39-906f7b058a92 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:44.008406 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 416f7c9b-ee34-4ee3-b9fe-0363d08b1a4b no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:22:44.167414 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-001acfc7-8ff4-4341-8f70-73f27c19dad0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] For port 416f7c9b-ee34-4ee3-b9fe-0363d08b1a4b, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=416f7c9b-ee34-4ee3-b9fe-0363d08b1a4b,segment=NetworkSegment(6f4883e7-25b6-4971-b714-f6384a252b35),segment_id=6f4883e7-25b6-4971-b714-f6384a252b35)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:44.168479 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-001acfc7-8ff4-4341-8f70-73f27c19dad0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:44.198298 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d905b4c8-d4c5-4eda-886a-367e91306ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:44.199415 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-001acfc7-8ff4-4341-8f70-73f27c19dad0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Calling delete_port for 416f7c9b-ee34-4ee3-b9fe-0363d08b1a4b owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:44.290920 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd3eb43b-ea3a-4e8d-bd6c-7d78dc00b150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:44.327684 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c47b3580-2237-482a-831e-f15717d2d959 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:44.339791 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-018e4270-442e-4041-9c6d-4fc5c0c10e10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:44.392144 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-c47b3580-2237-482a-831e-f15717d2d959 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Transition to ACTIVE for port object 9dda54cb-3a62-4358-bba8-de59b04d9b6b will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:44.413209 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:44.467788 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e22030f7-cf9c-4f10-89d2-b1d93a30b1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2073ea9e-c0d4-491f-87a1-6f7ca90bbb32', 'name': 'tempest-TestVolumeBackupRestore-1929387638-router', 'tenant_id': '09a0f5678fb9450cafa6f8d6802685c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '9770fe44-1715-4c2e-a3d5-c62ce71a0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:16:10Z', 'updated_at': '2021-07-23T20:22:39Z', 'revision_number': 5, 'project_id': '09a0f5678fb9450cafa6f8d6802685c5', 'gw_port': {'id': '9770fe44-1715-4c2e-a3d5-c62ce71a0dcb', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:13:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2073ea9e-c0d4-491f-87a1-6f7ca90bbb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:16:11Z', 'updated_at': '2021-07-23T20:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:44.533748 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22030f7-cf9c-4f10-89d2-b1d93a30b1cc None None] Checking router: 2073ea9e-c0d4-491f-87a1-6f7ca90bbb32 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:22:44.564464 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee247823-c6f4-4838-bc39-906f7b058a92 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:44.566337 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22030f7-cf9c-4f10-89d2-b1d93a30b1cc None None] Routers {'2073ea9e-c0d4-491f-87a1-6f7ca90bbb32'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:22:44.567528 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e22030f7-cf9c-4f10-89d2-b1d93a30b1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:22:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['2073ea9e-c0d4-491f-87a1-6f7ca90bbb32'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:44.662314 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-faa719a5-d05c-43e0-a3f9-92cdb1a85799 req-a8ae2956-4608-4432-a19e-cb9ef0b010d8 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 210 time: 0.2227561 Jul 23 20:22:44.781391 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-e22030f7-cf9c-4f10-89d2-b1d93a30b1cc None None] Set router 2073ea9e-c0d4-491f-87a1-6f7ca90bbb32 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:22:44.849602 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-001acfc7-8ff4-4341-8f70-73f27c19dad0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:44.872905 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-018e4270-442e-4041-9c6d-4fc5c0c10e10 admin admin] Deleting port 9770fe44-1715-4c2e-a3d5-c62ce71a0dcb {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:44.873380 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-018e4270-442e-4041-9c6d-4fc5c0c10e10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:44.921966 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e22030f7-cf9c-4f10-89d2-b1d93a30b1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2073ea9e-c0d4-491f-87a1-6f7ca90bbb32', 'name': 'tempest-TestVolumeBackupRestore-1929387638-router', 'tenant_id': '09a0f5678fb9450cafa6f8d6802685c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:16:10Z', 'updated_at': '2021-07-23T20:22:44Z', 'revision_number': 6, 'project_id': '09a0f5678fb9450cafa6f8d6802685c5', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:44.976745 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22030f7-cf9c-4f10-89d2-b1d93a30b1cc None None] The sync data for ids ['2073ea9e-c0d4-491f-87a1-6f7ca90bbb32'] in n-d-793618-10 is: [{'id': '2073ea9e-c0d4-491f-87a1-6f7ca90bbb32', 'name': 'tempest-TestVolumeBackupRestore-1929387638-router', 'tenant_id': '09a0f5678fb9450cafa6f8d6802685c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:16:10Z', 'updated_at': '2021-07-23T20:22:44Z', 'revision_number': 6, 'project_id': '09a0f5678fb9450cafa6f8d6802685c5', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:22:44.988880 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c47b3580-2237-482a-831e-f15717d2d959 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:45.001223 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-211c65a9-c482-4bea-a90c-d3b2e906b6cb None None] Deleting port 416f7c9b-ee34-4ee3-b9fe-0363d08b1a4b {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:45.002509 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001acfc7-8ff4-4341-8f70-73f27c19dad0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event deleted for resources: {'Port': ['ID=416f7c9b-ee34-4ee3-b9fe-0363d08b1a4b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:45.005971 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001acfc7-8ff4-4341-8f70-73f27c19dad0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] No DVR routers for this DVR port 416f7c9b-ee34-4ee3-b9fe-0363d08b1a4b on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:22:45.009808 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-211c65a9-c482-4bea-a90c-d3b2e906b6cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:45.125631 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd3eb43b-ea3a-4e8d-bd6c-7d78dc00b150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:45.132798 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd3eb43b-ea3a-4e8d-bd6c-7d78dc00b150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:45.138189 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:45.142472 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bd3eb43b-ea3a-4e8d-bd6c-7d78dc00b150 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e7aa4ce0-994d-443e-8618-3d8596fd627b HTTP/1.1" status: 204 len: 168 time: 1.6637182 Jul 23 20:22:45.173367 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Port 416f7c9b-ee34-4ee3-b9fe-0363d08b1a4b update to DOWN by agent not found {{(pid=93877) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 23 20:22:45.212670 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3eb43b-ea3a-4e8d-bd6c-7d78dc00b150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7aa4ce0-994d-443e-8618-3d8596fd627b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:45.457413 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47b3580-2237-482a-831e-f15717d2d959 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Network e52baf8b-f569-4fc8-9e38-229470384ef7 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:45.497109 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-c47b3580-2237-482a-831e-f15717d2d959 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:45.523816 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47b3580-2237-482a-831e-f15717d2d959 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:45.675014 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b3580-2237-482a-831e-f15717d2d959 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Pushing event updated for resources: {'Port': ['ID=9dda54cb-3a62-4358-bba8-de59b04d9b6b,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:45.722301 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-018e4270-442e-4041-9c6d-4fc5c0c10e10 admin admin] For port 9770fe44-1715-4c2e-a3d5-c62ce71a0dcb, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=9770fe44-1715-4c2e-a3d5-c62ce71a0dcb,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:45.722963 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-018e4270-442e-4041-9c6d-4fc5c0c10e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:45.740632 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee247823-c6f4-4838-bc39-906f7b058a92 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:45.819979 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-211c65a9-c482-4bea-a90c-d3b2e906b6cb None None] For port 416f7c9b-ee34-4ee3-b9fe-0363d08b1a4b, host n-d-793618-10, got binding levels [] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:45.820397 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-211c65a9-c482-4bea-a90c-d3b2e906b6cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:45.871049 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-001acfc7-8ff4-4341-8f70-73f27c19dad0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:45.871347 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-211c65a9-c482-4bea-a90c-d3b2e906b6cb None None] Calling delete_port for 416f7c9b-ee34-4ee3-b9fe-0363d08b1a4b owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:45.880542 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee247823-c6f4-4838-bc39-906f7b058a92 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:45.937937 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-001acfc7-8ff4-4341-8f70-73f27c19dad0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61cfa9f7-bdde-47ea-8b3d-f8a31a7ea5cc']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:45.957753 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:45.977226 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-018e4270-442e-4041-9c6d-4fc5c0c10e10 admin admin] Calling delete_port for 9770fe44-1715-4c2e-a3d5-c62ce71a0dcb owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:45.977497 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.ipam_backend_mixin [None req-211c65a9-c482-4bea-a90c-d3b2e906b6cb None None] Port 416f7c9b-ee34-4ee3-b9fe-0363d08b1a4b was not found and therefore no delete operation was performed {{(pid=93877) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:22:46.022485 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-001acfc7-8ff4-4341-8f70-73f27c19dad0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f4883e7-25b6-4971-b714-f6384a252b35') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:46.030162 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-211c65a9-c482-4bea-a90c-d3b2e906b6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:46.031815 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-001acfc7-8ff4-4341-8f70-73f27c19dad0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f4883e7-25b6-4971-b714-f6384a252b35') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:46.089830 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47b3580-2237-482a-831e-f15717d2d959 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:46.091723 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c47b3580-2237-482a-831e-f15717d2d959 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:46.098449 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:46.115781 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-001acfc7-8ff4-4341-8f70-73f27c19dad0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:46.119355 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 9770fe44-1715-4c2e-a3d5-c62ce71a0dcb no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:22:46.246402 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c47b3580-2237-482a-831e-f15717d2d959 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2862756 Jul 23 20:22:46.250039 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42598) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:46.251760 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-001acfc7-8ff4-4341-8f70-73f27c19dad0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:46.272728 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-001acfc7-8ff4-4341-8f70-73f27c19dad0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:22:46.273672 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-001acfc7-8ff4-4341-8f70-73f27c19dad0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:46.279879 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:22:46.279879 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:22:46.279879 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:22:46.279879 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:22:46.279879 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:22:46.279879 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:22:46.279879 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:22:46.279879 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:22:46.279879 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:22:46.279879 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:22:46.279879 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:22:46.279879 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:22:46.279879 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:22:46.279879 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:22:46.279879 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:22:46.279879 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:22:46.279879 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:22:46.279879 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:22:46.279879 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:22:46.279879 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:22:46.279879 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:22:46.279879 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:22:46.279879 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:22:46.279879 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:22:46.279879 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:22:46.279879 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:22:46.279879 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:22:46.279879 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:22:46.279879 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:22:46.279879 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:22:46.279879 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:22:46.279879 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:22:46.295164 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d905b4c8-d4c5-4eda-886a-367e91306ecb None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:46.299445 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c65a9-c482-4bea-a90c-d3b2e906b6cb None None] Pushing event deleted for resources: {'Port': ['ID=416f7c9b-ee34-4ee3-b9fe-0363d08b1a4b,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:46.305430 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211c65a9-c482-4bea-a90c-d3b2e906b6cb None None] No DVR routers for this DVR port 416f7c9b-ee34-4ee3-b9fe-0363d08b1a4b on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:22:46.384483 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f1ffa411-fb8a-4f02-a873-7dc6d34be3a8 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:25:a9:6e'}]}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:46.442931 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-76b6b8bd-07dd-4328-8b0c-9ada93d10fbb req-de323d51-9df9-4734-84be-18bd3bed78e2 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 210 time: 0.2843823 Jul 23 20:22:46.537819 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-001acfc7-8ff4-4341-8f70-73f27c19dad0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:46.547437 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-001acfc7-8ff4-4341-8f70-73f27c19dad0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:46.555019 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-001acfc7-8ff4-4341-8f70-73f27c19dad0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "DELETE /v2.0/networks/61cfa9f7-bdde-47ea-8b3d-f8a31a7ea5cc HTTP/1.1" status: 204 len: 168 time: 3.7653759 Jul 23 20:22:46.568611 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 42624) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:46.580609 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-9087b62e-2556-47eb-a607-56c02fd13b2a None None] Provisioning for port 9dda54cb-3a62-4358-bba8-de59b04d9b6b completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:46.592768 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d905b4c8-d4c5-4eda-886a-367e91306ecb None None] Transition to ACTIVE for port object 3478d4ba-2985-4851-a1f8-aea7df15cfc7 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:46.593009 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-041caec2-f785-4448-871d-2be7f68b9ff8 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1651767278', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:46.599789 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:46.607699 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-9087b62e-2556-47eb-a607-56c02fd13b2a None None] Provisioning complete for port 9dda54cb-3a62-4358-bba8-de59b04d9b6b triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:46.608701 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001acfc7-8ff4-4341-8f70-73f27c19dad0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event deleted for resources: {'Network': ['ID=61cfa9f7-bdde-47ea-8b3d-f8a31a7ea5cc,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:46.612391 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9087b62e-2556-47eb-a607-56c02fd13b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:46.697440 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d905b4c8-d4c5-4eda-886a-367e91306ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:46.808057 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-018e4270-442e-4041-9c6d-4fc5c0c10e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:46.915017 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e4270-442e-4041-9c6d-4fc5c0c10e10 admin admin] Pushing event deleted for resources: {'Port': ['ID=9770fe44-1715-4c2e-a3d5-c62ce71a0dcb,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:46.992779 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d905b4c8-d4c5-4eda-886a-367e91306ecb None None] Attempting to bind port 3478d4ba-2985-4851-a1f8-aea7df15cfc7 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:46.993414 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d905b4c8-d4c5-4eda-886a-367e91306ecb None None] Attempting to bind port 3478d4ba-2985-4851-a1f8-aea7df15cfc7 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:46.995882 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d905b4c8-d4c5-4eda-886a-367e91306ecb None None] Attempting to bind port 3478d4ba-2985-4851-a1f8-aea7df15cfc7 on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:47.145547 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-018e4270-442e-4041-9c6d-4fc5c0c10e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:47.146447 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 29ce4aa1-3e0f-4463-b013-5733638c2e54 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:22:47.207211 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 29ce4aa1-3e0f-4463-b013-5733638c2e54 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:22:47.208575 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 29ce4aa1-3e0f-4463-b013-5733638c2e54 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:22:47.262681 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d905b4c8-d4c5-4eda-886a-367e91306ecb None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:22:47.263273 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d905b4c8-d4c5-4eda-886a-367e91306ecb None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:22:47.264150 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d905b4c8-d4c5-4eda-886a-367e91306ecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:47.265102 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d905b4c8-d4c5-4eda-886a-367e91306ecb None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:22:47.267105 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d905b4c8-d4c5-4eda-886a-367e91306ecb None None] Bound port: 3478d4ba-2985-4851-a1f8-aea7df15cfc7, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:22:47.268001 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d905b4c8-d4c5-4eda-886a-367e91306ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:47.279461 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9087b62e-2556-47eb-a607-56c02fd13b2a None None] Port 9dda54cb-3a62-4358-bba8-de59b04d9b6b cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:22:47.301550 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-041caec2-f785-4448-871d-2be7f68b9ff8 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:47.309461 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-041caec2-f785-4448-871d-2be7f68b9ff8 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:47.341373 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1382fc15-c7de-42bd-9d75-29cf6fdb90ad None None] Pushing event updated for resources: {'Port': ['ID=3478d4ba-2985-4851-a1f8-aea7df15cfc7,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:47.400958 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-018e4270-442e-4041-9c6d-4fc5c0c10e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:47.411254 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-018e4270-442e-4041-9c6d-4fc5c0c10e10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:47.471596 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-018e4270-442e-4041-9c6d-4fc5c0c10e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:47.475310 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018e4270-442e-4041-9c6d-4fc5c0c10e10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2073ea9e-c0d4-491f-87a1-6f7ca90bbb32 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:22:47.504891 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-018e4270-442e-4041-9c6d-4fc5c0c10e10 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:47.508668 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-018e4270-442e-4041-9c6d-4fc5c0c10e10 admin admin] 10.222.0.32 "DELETE /v2.0/routers/2073ea9e-c0d4-491f-87a1-6f7ca90bbb32 HTTP/1.1" status: 204 len: 168 time: 3.9399891 Jul 23 20:22:47.510452 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42702) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:47.522371 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-ee247823-c6f4-4838-bc39-906f7b058a92 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Allocated IP 172.25.1.240 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/b37065a7-da3f-4cf7-9bc3-ee1ab1e33c4d) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:47.734363 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dd02973-6529-4b12-b09f-9e2dc68add8c admin admin] Deleting subnet 96f3811f-6106-483e-baa2-18eda199254c {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:22:47.743781 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2dd02973-6529-4b12-b09f-9e2dc68add8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:47.867218 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d905b4c8-d4c5-4eda-886a-367e91306ecb None None] For port 3478d4ba-2985-4851-a1f8-aea7df15cfc7, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:22:47.918717 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d905b4c8-d4c5-4eda-886a-367e91306ecb None None] For port 3478d4ba-2985-4851-a1f8-aea7df15cfc7, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3478d4ba-2985-4851-a1f8-aea7df15cfc7,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:22:47.934533 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d905b4c8-d4c5-4eda-886a-367e91306ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:47.988781 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-069dd474-37ee-4839-aa2b-51a94857b9d2 req-659b40ea-8978-49d0-a320-17cd00a280c7 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 210 time: 0.1389730 Jul 23 20:22:47.995291 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d905b4c8-d4c5-4eda-886a-367e91306ecb None None] Routers {'96c91c7e-51b2-4568-a7c7-4c8fd698301a'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:22:47.995942 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-d905b4c8-d4c5-4eda-886a-367e91306ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:22:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['96c91c7e-51b2-4568-a7c7-4c8fd698301a'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:48.007628 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2dd02973-6529-4b12-b09f-9e2dc68add8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:48.111761 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-68514584-9b37-48cc-9cdf-800f99bccbb9 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:48.114795 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-68514584-9b37-48cc-9cdf-800f99bccbb9 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.30 "GET /v2.0/networks?id=bd3fc2da-f343-4eff-93f0-5695d77abd1d HTTP/1.1" status: 200 len: 816 time: 1.4182837 Jul 23 20:22:48.169180 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1382fc15-c7de-42bd-9d75-29cf6fdb90ad None None] Pushing event updated for resources: {'Port': ['ID=3478d4ba-2985-4851-a1f8-aea7df15cfc7,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:48.226863 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-041caec2-f785-4448-871d-2be7f68b9ff8 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:48.285703 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-041caec2-f785-4448-871d-2be7f68b9ff8 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:48.307601 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2dd02973-6529-4b12-b09f-9e2dc68add8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:48.339459 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-65ec55f5-287f-43f0-b6bc-0cd65d7bb308 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99134e0f99a8419eae5eb1d5d4aedeb7 HTTP/1.1" status: 200 len: 380 time: 0.1733756 Jul 23 20:22:48.354927 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-d905b4c8-d4c5-4eda-886a-367e91306ecb None None] Set router 96c91c7e-51b2-4568-a7c7-4c8fd698301a gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:22:48.356709 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-12ffee95-a93f-4db9-81b5-2e47c14ed518 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Request body: {'port': {'device_id': 'd880270d-cdcc-4ab2-bd1d-ebbeac27afd1', 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d', 'admin_state_up': True, 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'security_groups': ['85d9ded6-a0dc-428a-94d5-deb9f00ba9bf']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:48.405832 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2dd02973-6529-4b12-b09f-9e2dc68add8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:48.441986 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd02973-6529-4b12-b09f-9e2dc68add8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96f3811f-6106-483e-baa2-18eda199254c,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:48.472411 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2dd02973-6529-4b12-b09f-9e2dc68add8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:48.475082 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52917a74-47a9-4c2f-862e-a4ba180a8fb5 None None] Network 9cc8d9c9-1bc3-4d3a-9dfa-070c0014b531 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:48.480732 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2dd02973-6529-4b12-b09f-9e2dc68add8c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/96f3811f-6106-483e-baa2-18eda199254c HTTP/1.1" status: 204 len: 168 time: 0.9676952 Jul 23 20:22:48.482435 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42766) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:48.601993 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee247823-c6f4-4838-bc39-906f7b058a92 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:48.607190 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-041caec2-f785-4448-871d-2be7f68b9ff8 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:48.609616 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-041caec2-f785-4448-871d-2be7f68b9ff8 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 2.0358195 Jul 23 20:22:48.680425 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0d974527-33e0-4599-8984-f3e20af35232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:48.687417 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1ffa411-fb8a-4f02-a873-7dc6d34be3a8 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:48.692855 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42780) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:48.731558 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-9bb7351e-1a3b-4c8e-94f8-2d53437f6792 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1355815254'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:48.896234 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-12ffee95-a93f-4db9-81b5-2e47c14ed518 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Made reservation on behalf of 99134e0f99a8419eae5eb1d5d4aedeb7 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:48.901313 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-12ffee95-a93f-4db9-81b5-2e47c14ed518 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:48.968656 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee247823-c6f4-4838-bc39-906f7b058a92 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:48.999073 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb7351e-1a3b-4c8e-94f8-2d53437f6792 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Made reservation on behalf of 94909c1e8cb14acca0414384fabf2d56 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:49.003375 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9bb7351e-1a3b-4c8e-94f8-2d53437f6792 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:49.036826 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-0d974527-33e0-4599-8984-f3e20af35232 admin admin] Deleting port 16ecab9b-c2f9-4deb-b08e-d25df57a6c57 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:49.040838 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0d974527-33e0-4599-8984-f3e20af35232 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:49.076305 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee247823-c6f4-4838-bc39-906f7b058a92 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Pushing event updated for resources: {'Port': ['ID=b37065a7-da3f-4cf7-9bc3-ee1ab1e33c4d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:49.195220 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-d905b4c8-d4c5-4eda-886a-367e91306ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c91c7e-51b2-4568-a7c7-4c8fd698301a', 'name': 'tempest-snat-router-1658628078', 'tenant_id': '8813d03ccc4e41218207bb3996fa7496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.18'}], 'enable_snat': False}, 'gw_port_id': '3478d4ba-2985-4851-a1f8-aea7df15cfc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:35Z', 'updated_at': '2021-07-23T20:22:40Z', 'revision_number': 3, 'project_id': '8813d03ccc4e41218207bb3996fa7496', 'gw_port': {'id': '3478d4ba-2985-4851-a1f8-aea7df15cfc7', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ea:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c91c7e-51b2-4568-a7c7-4c8fd698301a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:37Z', 'updated_at': '2021-07-23T20:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:49.203194 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee247823-c6f4-4838-bc39-906f7b058a92 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:49.211518 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-ee247823-c6f4-4838-bc39-906f7b058a92 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:49.229046 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee247823-c6f4-4838-bc39-906f7b058a92 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:49.284662 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d905b4c8-d4c5-4eda-886a-367e91306ecb None None] The sync data for ids ['96c91c7e-51b2-4568-a7c7-4c8fd698301a'] in n-d-793618-10 is: [{'id': '96c91c7e-51b2-4568-a7c7-4c8fd698301a', 'name': 'tempest-snat-router-1658628078', 'tenant_id': '8813d03ccc4e41218207bb3996fa7496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.18'}], 'enable_snat': False}, 'gw_port_id': '3478d4ba-2985-4851-a1f8-aea7df15cfc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:35Z', 'updated_at': '2021-07-23T20:22:40Z', 'revision_number': 3, 'project_id': '8813d03ccc4e41218207bb3996fa7496', 'gw_port': {'id': '3478d4ba-2985-4851-a1f8-aea7df15cfc7', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ea:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c91c7e-51b2-4568-a7c7-4c8fd698301a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:37Z', 'updated_at': '2021-07-23T20:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:22:49.286444 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-0d974527-33e0-4599-8984-f3e20af35232 admin admin] For port 16ecab9b-c2f9-4deb-b08e-d25df57a6c57, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=16ecab9b-c2f9-4deb-b08e-d25df57a6c57,segment=NetworkSegment(eda74a34-9238-4680-a359-ece24dcfb8bc),segment_id=eda74a34-9238-4680-a359-ece24dcfb8bc)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:49.293846 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0d974527-33e0-4599-8984-f3e20af35232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:49.301316 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bb7351e-1a3b-4c8e-94f8-2d53437f6792 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:22:49.339553 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4791dc-6385-4803-91f8-ee82052561c5 None None] DHCP port deletion for 9cc8d9c9-1bc3-4d3a-9dfa-070c0014b531 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:22:49.340125 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-0d974527-33e0-4599-8984-f3e20af35232 admin admin] Calling delete_port for 16ecab9b-c2f9-4deb-b08e-d25df57a6c57 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:49.360419 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9bb7351e-1a3b-4c8e-94f8-2d53437f6792 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:49.363219 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-9bb7351e-1a3b-4c8e-94f8-2d53437f6792 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Added segment d67bfae8-2474-46dd-afde-b2b10546685d of type vlan for network f71df03a-5f05-48b4-bba9-a2a6bdd485a4 Jul 23 20:22:49.459283 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-5e4791dc-6385-4803-91f8-ee82052561c5 None None] Deleting port 16ecab9b-c2f9-4deb-b08e-d25df57a6c57 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:49.463721 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e4791dc-6385-4803-91f8-ee82052561c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:49.578109 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0d974527-33e0-4599-8984-f3e20af35232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:49.708671 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d974527-33e0-4599-8984-f3e20af35232 admin admin] Pushing event deleted for resources: {'Port': ['ID=16ecab9b-c2f9-4deb-b08e-d25df57a6c57,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:49.723552 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d974527-33e0-4599-8984-f3e20af35232 admin admin] No DVR routers for this DVR port 16ecab9b-c2f9-4deb-b08e-d25df57a6c57 on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:22:49.723754 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-5e4791dc-6385-4803-91f8-ee82052561c5 None None] For port 16ecab9b-c2f9-4deb-b08e-d25df57a6c57, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=16ecab9b-c2f9-4deb-b08e-d25df57a6c57,segment=NetworkSegment(eda74a34-9238-4680-a359-ece24dcfb8bc),segment_id=eda74a34-9238-4680-a359-ece24dcfb8bc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:49.736626 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e4791dc-6385-4803-91f8-ee82052561c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:49.783943 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9bb7351e-1a3b-4c8e-94f8-2d53437f6792 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:49.857886 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-5e4791dc-6385-4803-91f8-ee82052561c5 None None] Calling delete_port for 16ecab9b-c2f9-4deb-b08e-d25df57a6c57 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:49.894321 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7747116c-e8ea-4fb3-86b1-f5547ff495a9 req-d40c4601-7c10-446a-bde4-edb180665e5d tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 210 time: 0.7034009 Jul 23 20:22:49.959833 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0d974527-33e0-4599-8984-f3e20af35232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:49.991229 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-0d974527-33e0-4599-8984-f3e20af35232 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc8d9c9-1bc3-4d3a-9dfa-070c0014b531']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:50.053206 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-12ffee95-a93f-4db9-81b5-2e47c14ed518 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Allocated IP 172.20.0.11 (bd3fc2da-f343-4eff-93f0-5695d77abd1d/63fa6ddd-c617-40f8-a250-cf59fcf077ba/13f175f6-1988-4b7a-81f8-5a1bda3ad82f) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:50.255640 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3478d4ba-2985-4851-a1f8-aea7df15cfc7 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:22:50.337564 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1ffa411-fb8a-4f02-a873-7dc6d34be3a8 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:50.454746 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 3478d4ba-2985-4851-a1f8-aea7df15cfc7 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:50.509899 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 3478d4ba-2985-4851-a1f8-aea7df15cfc7 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:50.510977 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:50.595865 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e4791dc-6385-4803-91f8-ee82052561c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:50.736861 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4791dc-6385-4803-91f8-ee82052561c5 None None] Pushing event deleted for resources: {'Port': ['ID=16ecab9b-c2f9-4deb-b08e-d25df57a6c57,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:50.738510 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-0d974527-33e0-4599-8984-f3e20af35232 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eda74a34-9238-4680-a359-ece24dcfb8bc') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:50.739270 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-0d974527-33e0-4599-8984-f3e20af35232 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eda74a34-9238-4680-a359-ece24dcfb8bc') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:50.752959 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0d974527-33e0-4599-8984-f3e20af35232 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:50.755896 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4791dc-6385-4803-91f8-ee82052561c5 None None] No DVR routers for this DVR port 16ecab9b-c2f9-4deb-b08e-d25df57a6c57 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:22:50.771561 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0d974527-33e0-4599-8984-f3e20af35232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:50.779728 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d974527-33e0-4599-8984-f3e20af35232 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:22:50.780147 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0d974527-33e0-4599-8984-f3e20af35232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:50.895950 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:50.929981 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:22:50.929981 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:22:50.929981 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:22:50.929981 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:22:50.929981 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:22:50.929981 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:22:50.929981 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:22:50.929981 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:22:50.929981 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:22:50.929981 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:22:50.929981 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:22:50.929981 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:22:50.929981 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:22:50.929981 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:22:50.929981 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:22:50.929981 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:22:50.929981 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:22:50.929981 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:22:50.929981 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:22:50.929981 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:22:50.929981 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:22:50.929981 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:22:50.929981 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:22:50.929981 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:22:50.929981 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:22:50.929981 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:22:50.929981 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:22:50.929981 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:22:50.929981 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:22:50.929981 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:22:50.929981 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:22:50.929981 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:22:50.961401 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 3478d4ba-2985-4851-a1f8-aea7df15cfc7, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3478d4ba-2985-4851-a1f8-aea7df15cfc7,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:50.968225 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:50.969697 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0d974527-33e0-4599-8984-f3e20af35232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:50.986821 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0d974527-33e0-4599-8984-f3e20af35232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:50.993019 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0d974527-33e0-4599-8984-f3e20af35232 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9cc8d9c9-1bc3-4d3a-9dfa-070c0014b531 HTTP/1.1" status: 204 len: 168 time: 2.5038860 Jul 23 20:22:51.076624 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d974527-33e0-4599-8984-f3e20af35232 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cc8d9c9-1bc3-4d3a-9dfa-070c0014b531,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:51.116626 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9bb7351e-1a3b-4c8e-94f8-2d53437f6792 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:51.136873 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 16ecab9b-c2f9-4deb-b08e-d25df57a6c57 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:22:51.146916 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb7351e-1a3b-4c8e-94f8-2d53437f6792 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:51.147607 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9bb7351e-1a3b-4c8e-94f8-2d53437f6792 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:51.226353 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 16ecab9b-c2f9-4deb-b08e-d25df57a6c57 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:22:51.228052 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 16ecab9b-c2f9-4deb-b08e-d25df57a6c57 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:22:51.244438 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=3478d4ba-2985-4851-a1f8-aea7df15cfc7,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:51.399163 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42976) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:51.404904 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7351e-1a3b-4c8e-94f8-2d53437f6792 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event updated for resources: {'Network': ['ID=f71df03a-5f05-48b4-bba9-a2a6bdd485a4,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:51.414417 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9bb7351e-1a3b-4c8e-94f8-2d53437f6792 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.7035515 Jul 23 20:22:51.429088 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network f71df03a-5f05-48b4-bba9-a2a6bdd485a4 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:22:51.440043 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 42992) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:51.455169 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-a1f1b2c4-e8b5-4234-84e2-40972ef6e01a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Request body: {'subnet': {'network_id': 'f71df03a-5f05-48b4-bba9-a2a6bdd485a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:51.474032 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1ffa411-fb8a-4f02-a873-7dc6d34be3a8 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:51.494913 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0d08ff0c-cd28-4a59-8a68-1c7f370566d0 req-745eae7b-6822-42b6-a34c-9111b31535e9 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 210 time: 0.0939481 Jul 23 20:22:51.560721 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43004) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:51.807986 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3ff5b4be-f69a-4b54-b603-6410f0ab5d5c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=936c6a23d3304ba9b49a208cdf1f5765&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2465343 Jul 23 20:22:51.809084 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43010) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:51.826697 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f1b2c4-e8b5-4234-84e2-40972ef6e01a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Made reservation on behalf of 94909c1e8cb14acca0414384fabf2d56 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:51.838249 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a1f1b2c4-e8b5-4234-84e2-40972ef6e01a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:51.885058 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-f1ffa411-fb8a-4f02-a873-7dc6d34be3a8 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] In _notify_port_updated(), no bound segment for port 9dda54cb-3a62-4358-bba8-de59b04d9b6b on network e52baf8b-f569-4fc8-9e38-229470384ef7 {{(pid=93876) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:22:51.891634 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ffa411-fb8a-4f02-a873-7dc6d34be3a8 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:51.892214 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1ffa411-fb8a-4f02-a873-7dc6d34be3a8 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:51.893872 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f1ffa411-fb8a-4f02-a873-7dc6d34be3a8 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] 10.222.0.32 "PUT /v2.0/ports/9dda54cb-3a62-4358-bba8-de59b04d9b6b HTTP/1.1" status: 200 len: 994 time: 5.6414137 Jul 23 20:22:51.907859 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43012) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:51.912051 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ffa411-fb8a-4f02-a873-7dc6d34be3a8 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Pushing event updated for resources: {'Port': ['ID=9dda54cb-3a62-4358-bba8-de59b04d9b6b,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:52.085125 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3478d4ba-2985-4851-a1f8-aea7df15cfc7 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:22:52.099606 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-12ffee95-a93f-4db9-81b5-2e47c14ed518 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:52.161928 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-12ffee95-a93f-4db9-81b5-2e47c14ed518 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Transition to ACTIVE for port object 13f175f6-1988-4b7a-81f8-5a1bda3ad82f will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:52.171108 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e8743bb5-6466-4644-a0ea-cda2200820e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:52.219781 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee247823-c6f4-4838-bc39-906f7b058a92 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:52.225065 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-01de4b6b-54f5-48df-86f0-6ba06a233cb7 None None] Provisioning complete for port 9dda54cb-3a62-4358-bba8-de59b04d9b6b triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:52.226619 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-01de4b6b-54f5-48df-86f0-6ba06a233cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:52.335429 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 3478d4ba-2985-4851-a1f8-aea7df15cfc7 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:52.336509 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:52.382491 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-01de4b6b-54f5-48df-86f0-6ba06a233cb7 None None] Port 9dda54cb-3a62-4358-bba8-de59b04d9b6b cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:22:52.390705 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2bc5e3ae-e561-40aa-83c4-836446c1fd7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:52.537804 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2bc5e3ae-e561-40aa-83c4-836446c1fd7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:52.753589 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-e566562f-a0b9-47dd-bf13-c21895584c5a tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Deleting port 9dda54cb-3a62-4358-bba8-de59b04d9b6b {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:52.754219 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e566562f-a0b9-47dd-bf13-c21895584c5a tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:52.825418 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a1f1b2c4-e8b5-4234-84e2-40972ef6e01a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:52.872036 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2bc5e3ae-e561-40aa-83c4-836446c1fd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:52.875362 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2bc5e3ae-e561-40aa-83c4-836446c1fd7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:52.878894 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2bc5e3ae-e561-40aa-83c4-836446c1fd7a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8bf6f2f1-91b1-49aa-b53a-a37f9121afa4 HTTP/1.1" status: 204 len: 168 time: 1.0665190 Jul 23 20:22:52.898965 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-12ffee95-a93f-4db9-81b5-2e47c14ed518 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:52.940144 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee247823-c6f4-4838-bc39-906f7b058a92 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:53.058989 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e8743bb5-6466-4644-a0ea-cda2200820e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:53.137119 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc5e3ae-e561-40aa-83c4-836446c1fd7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf6f2f1-91b1-49aa-b53a-a37f9121afa4,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:53.140974 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e8743bb5-6466-4644-a0ea-cda2200820e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:53.156913 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f1b2c4-e8b5-4234-84e2-40972ef6e01a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event updated for resources: {'Subnet': ['ID=1d012c7a-0e1e-4425-80aa-0c863e677b79,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:53.228478 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-12ffee95-a93f-4db9-81b5-2e47c14ed518 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Network bd3fc2da-f343-4eff-93f0-5695d77abd1d is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:53.244676 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-12ffee95-a93f-4db9-81b5-2e47c14ed518 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:53.248675 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-12ffee95-a93f-4db9-81b5-2e47c14ed518 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:53.327807 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ffee95-a93f-4db9-81b5-2e47c14ed518 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Pushing event updated for resources: {'Port': ['ID=13f175f6-1988-4b7a-81f8-5a1bda3ad82f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:53.329050 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e566562f-a0b9-47dd-bf13-c21895584c5a tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:53.346421 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-e566562f-a0b9-47dd-bf13-c21895584c5a tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Calling delete_port for 9dda54cb-3a62-4358-bba8-de59b04d9b6b owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:53.411400 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-12ffee95-a93f-4db9-81b5-2e47c14ed518 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:53.412104 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-12ffee95-a93f-4db9-81b5-2e47c14ed518 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:53.463854 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e8743bb5-6466-4644-a0ea-cda2200820e6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bbebe53486d3486b9d4ed469b14e0644&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0534990 Jul 23 20:22:53.467647 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f07ef1-c2c7-4571-859e-8fa953b59efa req-16aec760-1e30-4958-b4bf-86a1d6751e47 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:53.469940 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d6f07ef1-c2c7-4571-859e-8fa953b59efa req-16aec760-1e30-4958-b4bf-86a1d6751e47 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 932 time: 0.7321045 Jul 23 20:22:53.474761 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43030) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:53.488001 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-12ffee95-a93f-4db9-81b5-2e47c14ed518 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1373484 Jul 23 20:22:53.498268 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8743bb5-6466-4644-a0ea-cda2200820e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dde3e0c-551b-4dcf-a9b5-32671cf883ea,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:53.525840 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f1b2c4-e8b5-4234-84e2-40972ef6e01a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Checking segment: {'id': 'd67bfae8-2474-46dd-afde-b2b10546685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f71df03a-5f05-48b4-bba9-a2a6bdd485a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:22:53.526715 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f1b2c4-e8b5-4234-84e2-40972ef6e01a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Network hostable DHCP agents. Network: f71df03a-5f05-48b4-bba9-a2a6bdd485a4, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:22:53.564777 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-39ac030e-1f2d-475d-a4cc-2ac007a9204a service neutron] Request body: {'port': {'device_id': 'd880270d-cdcc-4ab2-bd1d-ebbeac27afd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:53.620175 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f1b2c4-e8b5-4234-84e2-40972ef6e01a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Network f71df03a-5f05-48b4-bba9-a2a6bdd485a4 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:22:53.652844 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-a1f1b2c4-e8b5-4234-84e2-40972ef6e01a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, f71df03a-5f05-48b4-bba9-a2a6bdd485a4) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:53.667675 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b87802-55cd-481c-9245-30ff805dd0c7 None None] Network f71df03a-5f05-48b4-bba9-a2a6bdd485a4 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:53.670453 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f1b2c4-e8b5-4234-84e2-40972ef6e01a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:53.671366 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a1f1b2c4-e8b5-4234-84e2-40972ef6e01a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:53.675658 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43032) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:53.710097 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d6f07ef1-c2c7-4571-859e-8fa953b59efa req-d27e6ba0-c72a-460d-a533-6842295b66cd tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705840 Jul 23 20:22:53.722573 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e566562f-a0b9-47dd-bf13-c21895584c5a tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:53.747240 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a1f1b2c4-e8b5-4234-84e2-40972ef6e01a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2995882 Jul 23 20:22:53.757027 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43034) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:53.799984 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee247823-c6f4-4838-bc39-906f7b058a92 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Router 144741bc-0750-40e2-8013-d1eea5c7994b is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:22:53.814487 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566562f-a0b9-47dd-bf13-c21895584c5a tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Pushing event deleted for resources: {'Port': ['ID=9dda54cb-3a62-4358-bba8-de59b04d9b6b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:53.886183 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c012d762-b710-44a8-a5fe-3861b8faa84a None None] Provisioning for port 13f175f6-1988-4b7a-81f8-5a1bda3ad82f completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:53.899969 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c012d762-b710-44a8-a5fe-3861b8faa84a None None] Provisioning complete for port 13f175f6-1988-4b7a-81f8-5a1bda3ad82f triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:53.901052 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c012d762-b710-44a8-a5fe-3861b8faa84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:53.916938 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-caffa0c4-2e48-4559-9f1c-2881b1617a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:54.040911 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-c012d762-b710-44a8-a5fe-3861b8faa84a None None] Port 13f175f6-1988-4b7a-81f8-5a1bda3ad82f cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:22:54.066019 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-148b64ee-a996-470f-93a8-53552cdf2621 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=09a0f5678fb9450cafa6f8d6802685c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3765323 Jul 23 20:22:54.088090 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43038) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:54.161719 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22850bad-3570-42c3-9b3a-a70f210f1767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-f71df03a-5f05-48b4-bba9-a2a6bdd485a4', 'network_id': 'f71df03a-5f05-48b4-bba9-a2a6bdd485a4', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'fixed_ips': [{'subnet_id': '1d012c7a-0e1e-4425-80aa-0c863e677b79'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:22:54.162616 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22850bad-3570-42c3-9b3a-a70f210f1767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:54.220923 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee247823-c6f4-4838-bc39-906f7b058a92 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:22:54.237543 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-39ac030e-1f2d-475d-a4cc-2ac007a9204a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:54.310179 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de36ce14-1759-47b6-ac45-78b80fd6b2f8 None None] Sync routers for ids ['144741bc-0750-40e2-8013-d1eea5c7994b'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:22:54.361816 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de36ce14-1759-47b6-ac45-78b80fd6b2f8 None None] Routers {'144741bc-0750-40e2-8013-d1eea5c7994b'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:22:54.363526 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-de36ce14-1759-47b6-ac45-78b80fd6b2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:22:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['144741bc-0750-40e2-8013-d1eea5c7994b'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:54.369459 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-caffa0c4-2e48-4559-9f1c-2881b1617a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:54.392648 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee247823-c6f4-4838-bc39-906f7b058a92 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:54.395487 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ee247823-c6f4-4838-bc39-906f7b058a92 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 11.3595529 Jul 23 20:22:54.399740 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e566562f-a0b9-47dd-bf13-c21895584c5a tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:54.407103 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e566562f-a0b9-47dd-bf13-c21895584c5a tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] 10.222.0.32 "DELETE /v2.0/ports/9dda54cb-3a62-4358-bba8-de59b04d9b6b HTTP/1.1" status: 204 len: 168 time: 2.4933422 Jul 23 20:22:54.407403 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43040) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:54.407552 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43042) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:54.575617 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-22850bad-3570-42c3-9b3a-a70f210f1767 None None] Allocated IP 2001:db8::2 (f71df03a-5f05-48b4-bba9-a2a6bdd485a4/1d012c7a-0e1e-4425-80aa-0c863e677b79/7ece3995-12da-4123-ae93-990b484b2199) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:54.607417 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a0cfd6e-f404-4ec5-b1be-80e591e7dd0d tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] GET failed (client error): The resource could not be found. Jul 23 20:22:54.615875 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3a0cfd6e-f404-4ec5-b1be-80e591e7dd0d tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] 10.222.0.32 "GET /v2.0/ports/9dda54cb-3a62-4358-bba8-de59b04d9b6b HTTP/1.1" status: 404 len: 333 time: 0.1451445 Jul 23 20:22:54.618186 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43044) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:54.625123 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-acdf3397-1070-4512-8506-0a6ad5cc0d39 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Request body: {'port': {'network_id': 'e52baf8b-f569-4fc8-9e38-229470384ef7', 'name': 'tempest-AllowedAddressPairTestJSON-1048540754'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:54.631651 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5666ac0a-0f03-46b7-9df0-b010030d2c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:54.640465 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-de36ce14-1759-47b6-ac45-78b80fd6b2f8 None None] Set router 144741bc-0750-40e2-8013-d1eea5c7994b gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:22:54.691873 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5666ac0a-0f03-46b7-9df0-b010030d2c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:54.768233 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-caffa0c4-2e48-4559-9f1c-2881b1617a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:54.772641 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-caffa0c4-2e48-4559-9f1c-2881b1617a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:54.773782 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2739061f-aace-4555-b517-6e6f9b08002a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:54.774561 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-caffa0c4-2e48-4559-9f1c-2881b1617a5a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6dde3e0c-551b-4dcf-a9b5-32671cf883ea HTTP/1.1" status: 204 len: 168 time: 1.2936943 Jul 23 20:22:54.789972 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4551a297-56c7-4b77-ac3c-8ef0e6b60dc5 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] 10.222.0.32 "GET /v2.0/routers/144741bc-0750-40e2-8013-d1eea5c7994b HTTP/1.1" status: 200 len: 908 time: 0.3260107 Jul 23 20:22:54.792595 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43050) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:54.847169 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5666ac0a-0f03-46b7-9df0-b010030d2c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:54.850038 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5666ac0a-0f03-46b7-9df0-b010030d2c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:54.851269 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5666ac0a-0f03-46b7-9df0-b010030d2c2e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6acd179f-c7cf-41ba-a780-a24b4cd8ce50 HTTP/1.1" status: 204 len: 168 time: 0.7557375 Jul 23 20:22:54.960409 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5666ac0a-0f03-46b7-9df0-b010030d2c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acd179f-c7cf-41ba-a780-a24b4cd8ce50,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:55.160852 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caffa0c4-2e48-4559-9f1c-2881b1617a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dde3e0c-551b-4dcf-a9b5-32671cf883ea,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:55.199997 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4cce1b97-6e61-4968-95af-914357048763 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:55.417399 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdf3397-1070-4512-8506-0a6ad5cc0d39 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Made reservation on behalf of 70c820d2eaf64663907deb224a6a47a3 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:55.428774 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-acdf3397-1070-4512-8506-0a6ad5cc0d39 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:55.512985 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-39ac030e-1f2d-475d-a4cc-2ac007a9204a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13f175f6-1988-4b7a-81f8-5a1bda3ad82f {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:22:55.543401 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-39ac030e-1f2d-475d-a4cc-2ac007a9204a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:55.550858 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-acdf3397-1070-4512-8506-0a6ad5cc0d39 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] device_id is not set on port e63f77bf-778d-4487-b395-902319aa4247 yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:22:55.596620 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22850bad-3570-42c3-9b3a-a70f210f1767 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:55.597753 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-39ac030e-1f2d-475d-a4cc-2ac007a9204a service neutron] Transition to ACTIVE for port object 13f175f6-1988-4b7a-81f8-5a1bda3ad82f will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:55.613198 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-39ac030e-1f2d-475d-a4cc-2ac007a9204a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:55.618214 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb546736-e6fc-4003-acb4-87c7a4550c89 req-9e6b7c37-d1f0-44e4-b628-53bdd9373247 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:55.637851 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cb546736-e6fc-4003-acb4-87c7a4550c89 req-9e6b7c37-d1f0-44e4-b628-53bdd9373247 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 932 time: 0.6803453 Jul 23 20:22:55.761044 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-22850bad-3570-42c3-9b3a-a70f210f1767 None None] Transition to ACTIVE for port object 7ece3995-12da-4123-ae93-990b484b2199 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:55.836293 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43062) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:55.847246 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-22850bad-3570-42c3-9b3a-a70f210f1767 None None] Transition to ACTIVE for port object 7ece3995-12da-4123-ae93-990b484b2199 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:55.857095 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22850bad-3570-42c3-9b3a-a70f210f1767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:55.874769 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9864bbe7-ac10-414b-9dd6-87e60ed6a9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:55.916142 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22850bad-3570-42c3-9b3a-a70f210f1767 None None] Pushing event updated for resources: {'Port': ['ID=7ece3995-12da-4123-ae93-990b484b2199,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:55.939255 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22850bad-3570-42c3-9b3a-a70f210f1767 None None] Network f71df03a-5f05-48b4-bba9-a2a6bdd485a4 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:55.944646 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-de36ce14-1759-47b6-ac45-78b80fd6b2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144741bc-0750-40e2-8013-d1eea5c7994b', 'name': 'tempest-snat-router-1658628078', 'tenant_id': '8813d03ccc4e41218207bb3996fa7496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'b37065a7-da3f-4cf7-9bc3-ee1ab1e33c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:43Z', 'updated_at': '2021-07-23T20:22:51Z', 'revision_number': 3, 'project_id': '8813d03ccc4e41218207bb3996fa7496', 'gw_port': {'id': 'b37065a7-da3f-4cf7-9bc3-ee1ab1e33c4d', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:30:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144741bc-0750-40e2-8013-d1eea5c7994b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:45Z', 'updated_at': '2021-07-23T20:22:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:55.947191 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-22850bad-3570-42c3-9b3a-a70f210f1767 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:55.950448 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22850bad-3570-42c3-9b3a-a70f210f1767 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:55.987752 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac030e-1f2d-475d-a4cc-2ac007a9204a service neutron] Pushing event updated for resources: {'Port': ['ID=13f175f6-1988-4b7a-81f8-5a1bda3ad82f,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:55.991743 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de36ce14-1759-47b6-ac45-78b80fd6b2f8 None None] Checking router: 144741bc-0750-40e2-8013-d1eea5c7994b for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:22:55.992169 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de36ce14-1759-47b6-ac45-78b80fd6b2f8 None None] Updating router 144741bc-0750-40e2-8013-d1eea5c7994b port b37065a7-da3f-4cf7-9bc3-ee1ab1e33c4d binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:22:56.061336 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4cce1b97-6e61-4968-95af-914357048763 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:56.104675 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-39ac030e-1f2d-475d-a4cc-2ac007a9204a service neutron] Attempting to bind port 13f175f6-1988-4b7a-81f8-5a1bda3ad82f on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:56.105422 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-39ac030e-1f2d-475d-a4cc-2ac007a9204a service neutron] Attempting to bind port 13f175f6-1988-4b7a-81f8-5a1bda3ad82f by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '200529f2-acc5-4abc-91bf-3609d16ae961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:56.106287 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-39ac030e-1f2d-475d-a4cc-2ac007a9204a service neutron] Attempting to bind port 13f175f6-1988-4b7a-81f8-5a1bda3ad82f on network bd3fc2da-f343-4eff-93f0-5695d77abd1d {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:56.114475 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-acdf3397-1070-4512-8506-0a6ad5cc0d39 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Allocated IP 172.20.0.11 (e52baf8b-f569-4fc8-9e38-229470384ef7/9bca8f0e-3969-46f2-bbef-3d1ecc62d08a/e63f77bf-778d-4487-b395-902319aa4247) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:56.131999 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de36ce14-1759-47b6-ac45-78b80fd6b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:56.136733 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-22850bad-3570-42c3-9b3a-a70f210f1767 None None] Attempting to bind port 7ece3995-12da-4123-ae93-990b484b2199 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:56.137114 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-22850bad-3570-42c3-9b3a-a70f210f1767 None None] Attempting to bind port 7ece3995-12da-4123-ae93-990b484b2199 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'd67bfae8-2474-46dd-afde-b2b10546685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f71df03a-5f05-48b4-bba9-a2a6bdd485a4'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:56.137594 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22850bad-3570-42c3-9b3a-a70f210f1767 None None] Attempting to bind port 7ece3995-12da-4123-ae93-990b484b2199 on network f71df03a-5f05-48b4-bba9-a2a6bdd485a4 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:56.153767 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-39ac030e-1f2d-475d-a4cc-2ac007a9204a service neutron] Port 13f175f6-1988-4b7a-81f8-5a1bda3ad82f on network bd3fc2da-f343-4eff-93f0-5695d77abd1d not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:22:56.154070 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-39ac030e-1f2d-475d-a4cc-2ac007a9204a service neutron] Attempting to bind port 13f175f6-1988-4b7a-81f8-5a1bda3ad82f on network bd3fc2da-f343-4eff-93f0-5695d77abd1d {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:56.174355 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22850bad-3570-42c3-9b3a-a70f210f1767 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:22:56.175029 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22850bad-3570-42c3-9b3a-a70f210f1767 None None] Checking segment: {'id': 'd67bfae8-2474-46dd-afde-b2b10546685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f71df03a-5f05-48b4-bba9-a2a6bdd485a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:22:56.175640 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22850bad-3570-42c3-9b3a-a70f210f1767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:56.176851 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22850bad-3570-42c3-9b3a-a70f210f1767 None None] Bound using segment: {'id': 'd67bfae8-2474-46dd-afde-b2b10546685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f71df03a-5f05-48b4-bba9-a2a6bdd485a4'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:22:56.177796 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-22850bad-3570-42c3-9b3a-a70f210f1767 None None] Bound port: 7ece3995-12da-4123-ae93-990b484b2199, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd67bfae8-2474-46dd-afde-b2b10546685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f71df03a-5f05-48b4-bba9-a2a6bdd485a4'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:22:56.178179 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-39ac030e-1f2d-475d-a4cc-2ac007a9204a service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:22:56.178928 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-39ac030e-1f2d-475d-a4cc-2ac007a9204a service neutron] Checking segment: {'id': '200529f2-acc5-4abc-91bf-3609d16ae961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:22:56.178928 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-39ac030e-1f2d-475d-a4cc-2ac007a9204a service neutron] Bound using segment: {'id': '200529f2-acc5-4abc-91bf-3609d16ae961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:22:56.179402 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-39ac030e-1f2d-475d-a4cc-2ac007a9204a service neutron] Bound port: 13f175f6-1988-4b7a-81f8-5a1bda3ad82f, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '200529f2-acc5-4abc-91bf-3609d16ae961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:22:56.179766 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-39ac030e-1f2d-475d-a4cc-2ac007a9204a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:56.180027 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22850bad-3570-42c3-9b3a-a70f210f1767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:56.200331 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cb546736-e6fc-4003-acb4-87c7a4550c89 req-f7965bb9-d154-4c97-bffb-ca34cba38d2d tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5602589 Jul 23 20:22:56.258546 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-2739061f-aace-4555-b517-6e6f9b08002a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Allocated IP 2001:db8::1 (f71df03a-5f05-48b4-bba9-a2a6bdd485a4/1d012c7a-0e1e-4425-80aa-0c863e677b79/0cdff87c-12e4-4a3a-b59f-535e3586a0d2) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:56.285352 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-4cce1b97-6e61-4968-95af-914357048763 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Deleting port b37065a7-da3f-4cf7-9bc3-ee1ab1e33c4d {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:56.285950 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4cce1b97-6e61-4968-95af-914357048763 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:56.391959 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-39ac030e-1f2d-475d-a4cc-2ac007a9204a service neutron] For port 13f175f6-1988-4b7a-81f8-5a1bda3ad82f, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:22:56.420747 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-22850bad-3570-42c3-9b3a-a70f210f1767 None None] For port 7ece3995-12da-4123-ae93-990b484b2199, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:22:56.442996 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9864bbe7-ac10-414b-9dd6-87e60ed6a9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:56.447549 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-22850bad-3570-42c3-9b3a-a70f210f1767 None None] For port 7ece3995-12da-4123-ae93-990b484b2199, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=7ece3995-12da-4123-ae93-990b484b2199,segment=NetworkSegment(d67bfae8-2474-46dd-afde-b2b10546685d),segment_id=d67bfae8-2474-46dd-afde-b2b10546685d)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:22:56.448134 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-39ac030e-1f2d-475d-a4cc-2ac007a9204a service neutron] For port 13f175f6-1988-4b7a-81f8-5a1bda3ad82f, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=13f175f6-1988-4b7a-81f8-5a1bda3ad82f,segment=NetworkSegment(200529f2-acc5-4abc-91bf-3609d16ae961),segment_id=200529f2-acc5-4abc-91bf-3609d16ae961)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:22:56.451106 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9864bbe7-ac10-414b-9dd6-87e60ed6a9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:56.464910 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22850bad-3570-42c3-9b3a-a70f210f1767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:56.469598 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-39ac030e-1f2d-475d-a4cc-2ac007a9204a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:56.557390 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9864bbe7-ac10-414b-9dd6-87e60ed6a9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74324400-62e0-4980-9e46-fbc8038b40fb,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:56.564786 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-acdf3397-1070-4512-8506-0a6ad5cc0d39 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:56.592887 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-39ac030e-1f2d-475d-a4cc-2ac007a9204a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:56.593941 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-39ac030e-1f2d-475d-a4cc-2ac007a9204a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:56.600409 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2739061f-aace-4555-b517-6e6f9b08002a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:56.603174 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22850bad-3570-42c3-9b3a-a70f210f1767 None None] Pushing event updated for resources: {'Port': ['ID=7ece3995-12da-4123-ae93-990b484b2199,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:56.604102 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-acdf3397-1070-4512-8506-0a6ad5cc0d39 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Transition to ACTIVE for port object e63f77bf-778d-4487-b395-902319aa4247 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:56.611626 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-39ac030e-1f2d-475d-a4cc-2ac007a9204a service neutron] 10.222.0.30 "PUT /v2.0/ports/13f175f6-1988-4b7a-81f8-5a1bda3ad82f HTTP/1.1" status: 200 len: 1093 time: 3.0570259 Jul 23 20:22:56.623154 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4cce1b97-6e61-4968-95af-914357048763 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:56.632357 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-2739061f-aace-4555-b517-6e6f9b08002a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Transition to ACTIVE for port object 0cdff87c-12e4-4a3a-b59f-535e3586a0d2 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:56.647471 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd880270d-cdcc-4ab2-bd1d-ebbeac27afd1', 'tag': '13f175f6-1988-4b7a-81f8-5a1bda3ad82f'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:22:56.659257 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e532b30-9046-4207-97d8-41510a861b35" -d '{"events": [{"name": "network-changed", "server_uuid": "d880270d-cdcc-4ab2-bd1d-ebbeac27afd1", "tag": "13f175f6-1988-4b7a-81f8-5a1bda3ad82f"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:22:56.670221 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9864bbe7-ac10-414b-9dd6-87e60ed6a9e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=84bd3d086c91472ab8c7d0c74e180ed8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8325758 Jul 23 20:22:56.677320 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43066) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:56.715468 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-4cce1b97-6e61-4968-95af-914357048763 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Calling delete_port for b37065a7-da3f-4cf7-9bc3-ee1ab1e33c4d owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:56.772239 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac030e-1f2d-475d-a4cc-2ac007a9204a service neutron] Pushing event updated for resources: {'Port': ['ID=13f175f6-1988-4b7a-81f8-5a1bda3ad82f,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:56.810247 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de36ce14-1759-47b6-ac45-78b80fd6b2f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:56.853712 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-de36ce14-1759-47b6-ac45-78b80fd6b2f8 None None] Transition to ACTIVE for port object b37065a7-da3f-4cf7-9bc3-ee1ab1e33c4d will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:56.866365 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de36ce14-1759-47b6-ac45-78b80fd6b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:56.904945 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-acdf3397-1070-4512-8506-0a6ad5cc0d39 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:56.917713 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-de36ce14-1759-47b6-ac45-78b80fd6b2f8 None None] Attempting to bind port b37065a7-da3f-4cf7-9bc3-ee1ab1e33c4d on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:56.917713 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-de36ce14-1759-47b6-ac45-78b80fd6b2f8 None None] Attempting to bind port b37065a7-da3f-4cf7-9bc3-ee1ab1e33c4d by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:56.929776 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de36ce14-1759-47b6-ac45-78b80fd6b2f8 None None] Attempting to bind port b37065a7-da3f-4cf7-9bc3-ee1ab1e33c4d on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:56.993280 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de36ce14-1759-47b6-ac45-78b80fd6b2f8 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:22:56.996031 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de36ce14-1759-47b6-ac45-78b80fd6b2f8 None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:22:56.998951 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de36ce14-1759-47b6-ac45-78b80fd6b2f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:56.999569 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de36ce14-1759-47b6-ac45-78b80fd6b2f8 None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:22:57.000414 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-de36ce14-1759-47b6-ac45-78b80fd6b2f8 None None] Bound port: b37065a7-da3f-4cf7-9bc3-ee1ab1e33c4d, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:22:57.000846 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de36ce14-1759-47b6-ac45-78b80fd6b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:57.060079 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdf3397-1070-4512-8506-0a6ad5cc0d39 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Network e52baf8b-f569-4fc8-9e38-229470384ef7 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:57.071941 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-acdf3397-1070-4512-8506-0a6ad5cc0d39 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:57.089401 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310ecff-36f5-456d-97cf-f81cdf43337e None None] Pushing event updated for resources: {'Port': ['ID=b37065a7-da3f-4cf7-9bc3-ee1ab1e33c4d,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:57.119760 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf3397-1070-4512-8506-0a6ad5cc0d39 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Pushing event updated for resources: {'Port': ['ID=e63f77bf-778d-4487-b395-902319aa4247,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:57.122975 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdf3397-1070-4512-8506-0a6ad5cc0d39 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:57.129507 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2739061f-aace-4555-b517-6e6f9b08002a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:57.140056 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a89f6888-b666-4fc9-a910-5ae8ba52a8d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:57.157825 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-de36ce14-1759-47b6-ac45-78b80fd6b2f8 None None] For port b37065a7-da3f-4cf7-9bc3-ee1ab1e33c4d, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:22:57.168037 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-de36ce14-1759-47b6-ac45-78b80fd6b2f8 None None] For port b37065a7-da3f-4cf7-9bc3-ee1ab1e33c4d, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=b37065a7-da3f-4cf7-9bc3-ee1ab1e33c4d,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:22:57.176205 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de36ce14-1759-47b6-ac45-78b80fd6b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:57.310647 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de36ce14-1759-47b6-ac45-78b80fd6b2f8 None None] Routers {'144741bc-0750-40e2-8013-d1eea5c7994b'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:22:57.322643 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-de36ce14-1759-47b6-ac45-78b80fd6b2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:22:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['144741bc-0750-40e2-8013-d1eea5c7994b'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:57.357423 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a89f6888-b666-4fc9-a910-5ae8ba52a8d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:57.435141 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a89f6888-b666-4fc9-a910-5ae8ba52a8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:57.437894 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a89f6888-b666-4fc9-a910-5ae8ba52a8d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:57.439775 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a89f6888-b666-4fc9-a910-5ae8ba52a8d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/74324400-62e0-4980-9e46-fbc8038b40fb HTTP/1.1" status: 204 len: 168 time: 0.7588437 Jul 23 20:22:57.466017 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310ecff-36f5-456d-97cf-f81cdf43337e None None] Pushing event updated for resources: {'Port': ['ID=b37065a7-da3f-4cf7-9bc3-ee1ab1e33c4d,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:57.510872 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-de36ce14-1759-47b6-ac45-78b80fd6b2f8 None None] Set router 144741bc-0750-40e2-8013-d1eea5c7994b gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:22:57.613079 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-de36ce14-1759-47b6-ac45-78b80fd6b2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144741bc-0750-40e2-8013-d1eea5c7994b', 'name': 'tempest-snat-router-1658628078', 'tenant_id': '8813d03ccc4e41218207bb3996fa7496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:43Z', 'updated_at': '2021-07-23T20:22:56Z', 'revision_number': 4, 'project_id': '8813d03ccc4e41218207bb3996fa7496', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:57.669586 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f84b8b-7eec-4de7-b728-6145a3057eae x-openstack-request-id: req-87f84b8b-7eec-4de7-b728-6145a3057eae {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:22:57.670449 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d880270d-cdcc-4ab2-bd1d-ebbeac27afd1", "tag": "13f175f6-1988-4b7a-81f8-5a1bda3ad82f", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:22:57.670449 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-87f84b8b-7eec-4de7-b728-6145a3057eae {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:22:57.670798 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd880270d-cdcc-4ab2-bd1d-ebbeac27afd1', 'tag': '13f175f6-1988-4b7a-81f8-5a1bda3ad82f', 'status': 'completed', 'code': 200} Jul 23 20:22:57.691209 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de36ce14-1759-47b6-ac45-78b80fd6b2f8 None None] The sync data for ids ['144741bc-0750-40e2-8013-d1eea5c7994b'] in n-d-793618-10 is: [{'id': '144741bc-0750-40e2-8013-d1eea5c7994b', 'name': 'tempest-snat-router-1658628078', 'tenant_id': '8813d03ccc4e41218207bb3996fa7496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:43Z', 'updated_at': '2021-07-23T20:22:56Z', 'revision_number': 4, 'project_id': '8813d03ccc4e41218207bb3996fa7496', 'gw_port_host': None}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:22:57.710660 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2a9803d9-ff14-439e-868b-4f785ab462a5 None None] Provisioning for port e63f77bf-778d-4487-b395-902319aa4247 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:57.718608 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2a9803d9-ff14-439e-868b-4f785ab462a5 None None] Provisioning complete for port e63f77bf-778d-4487-b395-902319aa4247 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:57.719455 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2a9803d9-ff14-439e-868b-4f785ab462a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:57.815294 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2a9803d9-ff14-439e-868b-4f785ab462a5 None None] Port e63f77bf-778d-4487-b395-902319aa4247 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:22:57.852301 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-ad13ebb9-a792-44aa-9aee-fef53e35e201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:57.853935 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-ad13ebb9-a792-44aa-9aee-fef53e35e201 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99134e0f99a8419eae5eb1d5d4aedeb7&device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 1096 time: 1.1592431 Jul 23 20:22:57.932360 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-5b6b9258-d27f-4c83-84dd-5a5c5cdf6e29 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13f175f6-1988-4b7a-81f8-5a1bda3ad82f HTTP/1.1" status: 200 len: 217 time: 0.0627005 Jul 23 20:22:58.120027 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4cce1b97-6e61-4968-95af-914357048763 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:58.195157 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2739061f-aace-4555-b517-6e6f9b08002a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Network f71df03a-5f05-48b4-bba9-a2a6bdd485a4 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:58.210713 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce1b97-6e61-4968-95af-914357048763 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Pushing event deleted for resources: {'Port': ['ID=b37065a7-da3f-4cf7-9bc3-ee1ab1e33c4d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:58.217636 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 7ece3995-12da-4123-ae93-990b484b2199 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:22:58.265735 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-2739061f-aace-4555-b517-6e6f9b08002a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:58.274739 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2739061f-aace-4555-b517-6e6f9b08002a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event updated for resources: {'Port': ['ID=0cdff87c-12e4-4a3a-b59f-535e3586a0d2,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:58.290220 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-9493a1b5-fd33-45cd-8a49-238a3665a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:58.292962 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-9493a1b5-fd33-45cd-8a49-238a3665a599 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63fa6ddd-c617-40f8-a250-cf59fcf077ba HTTP/1.1" status: 200 len: 855 time: 0.3595843 Jul 23 20:22:58.330712 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2739061f-aace-4555-b517-6e6f9b08002a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:58.330712 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2739061f-aace-4555-b517-6e6f9b08002a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:58.378531 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdf3397-1070-4512-8506-0a6ad5cc0d39 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:58.379553 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-acdf3397-1070-4512-8506-0a6ad5cc0d39 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:58.392506 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 7ece3995-12da-4123-ae93-990b484b2199 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:58.400758 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f6888-b666-4fc9-a910-5ae8ba52a8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74324400-62e0-4980-9e46-fbc8038b40fb,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:58.518263 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4cce1b97-6e61-4968-95af-914357048763 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:58.561719 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89f6888-b666-4fc9-a910-5ae8ba52a8d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:58.564239 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89f6888-b666-4fc9-a910-5ae8ba52a8d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:58.564846 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89f6888-b666-4fc9-a910-5ae8ba52a8d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:58.565451 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89f6888-b666-4fc9-a910-5ae8ba52a8d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:58.566143 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89f6888-b666-4fc9-a910-5ae8ba52a8d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:58.566742 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89f6888-b666-4fc9-a910-5ae8ba52a8d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:58.567315 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89f6888-b666-4fc9-a910-5ae8ba52a8d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:58.567877 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89f6888-b666-4fc9-a910-5ae8ba52a8d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:58.568616 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89f6888-b666-4fc9-a910-5ae8ba52a8d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:58.569370 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89f6888-b666-4fc9-a910-5ae8ba52a8d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:58.571568 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89f6888-b666-4fc9-a910-5ae8ba52a8d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:58.572038 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89f6888-b666-4fc9-a910-5ae8ba52a8d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:58.595055 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2739061f-aace-4555-b517-6e6f9b08002a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:58.596310 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2739061f-aace-4555-b517-6e6f9b08002a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:58.596815 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2739061f-aace-4555-b517-6e6f9b08002a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:58.597538 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2739061f-aace-4555-b517-6e6f9b08002a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:58.598228 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2739061f-aace-4555-b517-6e6f9b08002a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:58.598880 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2739061f-aace-4555-b517-6e6f9b08002a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:58.599529 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2739061f-aace-4555-b517-6e6f9b08002a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:58.600297 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2739061f-aace-4555-b517-6e6f9b08002a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:58.601036 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2739061f-aace-4555-b517-6e6f9b08002a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:58.601711 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2739061f-aace-4555-b517-6e6f9b08002a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:58.602347 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2739061f-aace-4555-b517-6e6f9b08002a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:58.602953 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2739061f-aace-4555-b517-6e6f9b08002a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:58.629434 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-acdf3397-1070-4512-8506-0a6ad5cc0d39 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0096996 Jul 23 20:22:58.742830 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43090) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:58.752026 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-0679c136-4bbd-4645-b3ba-e19007590c94 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:25:a9:6e'}]}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:58.818256 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978de13f-d35e-40a9-be29-77aebaaa0390 None None] Network f71df03a-5f05-48b4-bba9-a2a6bdd485a4 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:58.900884 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ec088d3f-1708-4a8c-b3d1-0e1112f1e608 None None] Provisioning for port 7ece3995-12da-4123-ae93-990b484b2199 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:58.914282 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4cce1b97-6e61-4968-95af-914357048763 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:58.922792 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-1e5e5ac4-2a57-4e33-a20e-5d01272ebd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:58.924655 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ec088d3f-1708-4a8c-b3d1-0e1112f1e608 None None] Provisioning complete for port 7ece3995-12da-4123-ae93-990b484b2199 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:58.925031 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ec088d3f-1708-4a8c-b3d1-0e1112f1e608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:58.929680 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-1e5e5ac4-2a57-4e33-a20e-5d01272ebd23 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd3fc2da-f343-4eff-93f0-5695d77abd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5914848 Jul 23 20:22:58.929680 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4cce1b97-6e61-4968-95af-914357048763 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:59.046953 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2739061f-aace-4555-b517-6e6f9b08002a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:59.065567 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0679c136-4bbd-4645-b3ba-e19007590c94 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:59.074964 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fbeec-4eb7-46f3-b690-88487e973444 req-0333cc9e-79d4-46c3-a6ba-b45b0922a35a tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:59.076567 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ae7fbeec-4eb7-46f3-b690-88487e973444 req-0333cc9e-79d4-46c3-a6ba-b45b0922a35a tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 944 time: 1.5722115 Jul 23 20:22:59.170160 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-a14ff54c-6a76-4393-9fa0-8cab63ab0508 service neutron] 10.222.0.30 "GET /v2.0/networks/bd3fc2da-f343-4eff-93f0-5695d77abd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341070 Jul 23 20:22:59.354371 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4cce1b97-6e61-4968-95af-914357048763 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:59.355460 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cce1b97-6e61-4968-95af-914357048763 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 144741bc-0750-40e2-8013-d1eea5c7994b {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:22:59.368269 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4cce1b97-6e61-4968-95af-914357048763 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:59.370377 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4cce1b97-6e61-4968-95af-914357048763 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] 10.222.0.32 "DELETE /v2.0/routers/144741bc-0750-40e2-8013-d1eea5c7994b HTTP/1.1" status: 204 len: 168 time: 4.5740905 Jul 23 20:22:59.374567 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43102) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:59.437920 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ec088d3f-1708-4a8c-b3d1-0e1112f1e608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:59.540306 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-ec088d3f-1708-4a8c-b3d1-0e1112f1e608 None None] For port 7ece3995-12da-4123-ae93-990b484b2199, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=7ece3995-12da-4123-ae93-990b484b2199,segment=NetworkSegment(d67bfae8-2474-46dd-afde-b2b10546685d),segment_id=d67bfae8-2474-46dd-afde-b2b10546685d)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:59.555287 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ec088d3f-1708-4a8c-b3d1-0e1112f1e608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:59.682753 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f4999fa2-b59e-47b4-9c6b-ca7c1ba51029 req-754edf0f-17e8-4ab4-814a-e21dfd287b55 service neutron] 10.222.0.30 "GET /v2.0/networks/bd3fc2da-f343-4eff-93f0-5695d77abd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5037050 Jul 23 20:22:59.732962 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec088d3f-1708-4a8c-b3d1-0e1112f1e608 None None] Pushing event updated for resources: {'Port': ['ID=7ece3995-12da-4123-ae93-990b484b2199,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:59.775896 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d0484d8-4c44-4b30-bf86-e4bee9014493 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:59.906477 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ae7fbeec-4eb7-46f3-b690-88487e973444 req-c8fda991-b969-41c6-b331-414472d597b5 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5254068 Jul 23 20:23:00.141913 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-444b4945-f8ae-4166-ae8f-a7d369f1e264 None None] Provisioning for port 0cdff87c-12e4-4a3a-b59f-535e3586a0d2 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:00.155168 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-444b4945-f8ae-4166-ae8f-a7d369f1e264 None None] Provisioning complete for port 0cdff87c-12e4-4a3a-b59f-535e3586a0d2 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:00.155692 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-444b4945-f8ae-4166-ae8f-a7d369f1e264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:00.237011 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 7ece3995-12da-4123-ae93-990b484b2199 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:23:00.298328 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d0484d8-4c44-4b30-bf86-e4bee9014493 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:00.331143 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-444b4945-f8ae-4166-ae8f-a7d369f1e264 None None] Port 0cdff87c-12e4-4a3a-b59f-535e3586a0d2 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:23:00.381879 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-444b4945-f8ae-4166-ae8f-a7d369f1e264 None None] Provisioning complete for port 7ece3995-12da-4123-ae93-990b484b2199 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:00.382893 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-444b4945-f8ae-4166-ae8f-a7d369f1e264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:00.388223 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2739061f-aace-4555-b517-6e6f9b08002a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:00.404605 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0679c136-4bbd-4645-b3ba-e19007590c94 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:00.412827 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2739061f-aace-4555-b517-6e6f9b08002a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:00.413718 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2739061f-aace-4555-b517-6e6f9b08002a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:00.443942 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e532b30-9046-4207-97d8-41510a861b35 req-e0f9098d-4e89-4056-bf75-9a617d26d9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:00.446871 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 7ece3995-12da-4123-ae93-990b484b2199 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:00.447494 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5e532b30-9046-4207-97d8-41510a861b35 req-e0f9098d-4e89-4056-bf75-9a617d26d9d9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99134e0f99a8419eae5eb1d5d4aedeb7&device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 1096 time: 0.6659548 Jul 23 20:23:00.449824 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:00.487274 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0679c136-4bbd-4645-b3ba-e19007590c94 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:00.687836 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-3d0484d8-4c44-4b30-bf86-e4bee9014493 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Deleting port 3478d4ba-2985-4851-a1f8-aea7df15cfc7 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:23:00.688453 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d0484d8-4c44-4b30-bf86-e4bee9014493 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:00.708793 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2739061f-aace-4555-b517-6e6f9b08002a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event updated for resources: {'Port': ['ID=0cdff87c-12e4-4a3a-b59f-535e3586a0d2,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:01.019533 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e532b30-9046-4207-97d8-41510a861b35 req-e6f8a2f7-8510-4157-997b-650911d51729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:01.043206 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5e532b30-9046-4207-97d8-41510a861b35 req-e6f8a2f7-8510-4157-997b-650911d51729 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd3fc2da-f343-4eff-93f0-5695d77abd1d HTTP/1.1" status: 200 len: 917 time: 0.5665591 Jul 23 20:23:01.070385 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2739061f-aace-4555-b517-6e6f9b08002a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Network f71df03a-5f05-48b4-bba9-a2a6bdd485a4 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:01.094437 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-2739061f-aace-4555-b517-6e6f9b08002a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:01.115756 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-0679c136-4bbd-4645-b3ba-e19007590c94 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] In _notify_port_updated(), no bound segment for port e63f77bf-778d-4487-b395-902319aa4247 on network e52baf8b-f569-4fc8-9e38-229470384ef7 {{(pid=93875) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:23:01.131178 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0679c136-4bbd-4645-b3ba-e19007590c94 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:01.139118 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0679c136-4bbd-4645-b3ba-e19007590c94 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:01.140589 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0679c136-4bbd-4645-b3ba-e19007590c94 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] 10.222.0.32 "PUT /v2.0/ports/e63f77bf-778d-4487-b395-902319aa4247 HTTP/1.1" status: 200 len: 997 time: 2.3958180 Jul 23 20:23:01.144815 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43126) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:01.146653 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-9721df77-978a-4491-b17a-a043fbce0f79 None None] Provisioning complete for port 0cdff87c-12e4-4a3a-b59f-535e3586a0d2 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:01.147775 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9721df77-978a-4491-b17a-a043fbce0f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:01.171323 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679c136-4bbd-4645-b3ba-e19007590c94 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Pushing event updated for resources: {'Port': ['ID=e63f77bf-778d-4487-b395-902319aa4247,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:01.218986 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9721df77-978a-4491-b17a-a043fbce0f79 None None] Port 0cdff87c-12e4-4a3a-b59f-535e3586a0d2 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:23:01.281084 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5e532b30-9046-4207-97d8-41510a861b35 req-28750b8c-2b92-4173-ac21-1a6996df4019 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13f175f6-1988-4b7a-81f8-5a1bda3ad82f HTTP/1.1" status: 200 len: 217 time: 0.2366183 Jul 23 20:23:01.369813 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c2622ee6-380a-4250-b489-a7b356886302 None None] Provisioning complete for port e63f77bf-778d-4487-b395-902319aa4247 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:01.381100 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-3d0484d8-4c44-4b30-bf86-e4bee9014493 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] For port 3478d4ba-2985-4851-a1f8-aea7df15cfc7, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3478d4ba-2985-4851-a1f8-aea7df15cfc7,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:01.381968 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2622ee6-380a-4250-b489-a7b356886302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:01.383368 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d0484d8-4c44-4b30-bf86-e4bee9014493 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:01.427675 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-3d0484d8-4c44-4b30-bf86-e4bee9014493 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Calling delete_port for 3478d4ba-2985-4851-a1f8-aea7df15cfc7 owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:23:01.447350 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 13f175f6-1988-4b7a-81f8-5a1bda3ad82f details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:23:01.456212 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e532b30-9046-4207-97d8-41510a861b35 req-d1147642-cce1-43c6-8d66-6f007c15d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:01.458160 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5e532b30-9046-4207-97d8-41510a861b35 req-d1147642-cce1-43c6-8d66-6f007c15d217 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63fa6ddd-c617-40f8-a250-cf59fcf077ba HTTP/1.1" status: 200 len: 855 time: 0.1540058 Jul 23 20:23:01.501914 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-c2622ee6-380a-4250-b489-a7b356886302 None None] Port e63f77bf-778d-4487-b395-902319aa4247 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:23:01.583189 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2739061f-aace-4555-b517-6e6f9b08002a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Router 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:23:01.611667 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-4da1a15e-00bb-4747-83b0-0ff56deb3c02 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Deleting port e63f77bf-778d-4487-b395-902319aa4247 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:23:01.612302 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4da1a15e-00bb-4747-83b0-0ff56deb3c02 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:01.791507 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2739061f-aace-4555-b517-6e6f9b08002a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:23:01.799794 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2739061f-aace-4555-b517-6e6f9b08002a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "PUT /v2.0/routers/1b4a2b12-2489-4d1d-bd21-1f72b4c87da6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0025678 Jul 23 20:23:01.813232 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37dae72-f156-4a11-97f3-cf522f822e72 None None] Sync routers for ids ['1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:23:01.824018 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43128) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:01.832948 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37dae72-f156-4a11-97f3-cf522f822e72 None None] Routers {'1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:01.834018 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c37dae72-f156-4a11-97f3-cf522f822e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:22:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:01.841758 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-ae19f891-2463-446a-a1f7-9ed8981d04fa tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-151142330'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:01.994130 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d130a93f-5d92-431c-acb6-0568291cb7e9 None None] Provisioning complete for port 0cdff87c-12e4-4a3a-b59f-535e3586a0d2 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:01.994505 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d130a93f-5d92-431c-acb6-0568291cb7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:02.069235 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e510c-27d1-4faf-ab8d-0d3d89277987 req-d7b5f811-d09d-4e79-b3ab-0e089f22c061 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:02.075014 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-be7e510c-27d1-4faf-ab8d-0d3d89277987 req-d7b5f811-d09d-4e79-b3ab-0e089f22c061 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 944 time: 0.8119130 Jul 23 20:23:02.080426 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d0484d8-4c44-4b30-bf86-e4bee9014493 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:02.091207 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4da1a15e-00bb-4747-83b0-0ff56deb3c02 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:02.114325 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae19f891-2463-446a-a1f7-9ed8981d04fa tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Made reservation on behalf of 94909c1e8cb14acca0414384fabf2d56 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:23:02.122606 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-c37dae72-f156-4a11-97f3-cf522f822e72 None None] Set router 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:23:02.128530 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ae19f891-2463-446a-a1f7-9ed8981d04fa tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:02.140167 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-d130a93f-5d92-431c-acb6-0568291cb7e9 None None] Port 0cdff87c-12e4-4a3a-b59f-535e3586a0d2 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:23:02.142692 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0484d8-4c44-4b30-bf86-e4bee9014493 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Pushing event deleted for resources: {'Port': ['ID=3478d4ba-2985-4851-a1f8-aea7df15cfc7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:02.168879 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 13f175f6-1988-4b7a-81f8-5a1bda3ad82f, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=13f175f6-1988-4b7a-81f8-5a1bda3ad82f,segment=NetworkSegment(200529f2-acc5-4abc-91bf-3609d16ae961),segment_id=200529f2-acc5-4abc-91bf-3609d16ae961)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:02.182882 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-4da1a15e-00bb-4747-83b0-0ff56deb3c02 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Calling delete_port for e63f77bf-778d-4487-b395-902319aa4247 owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:23:02.204598 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '13f175f6-1988-4b7a-81f8-5a1bda3ad82f', 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d', 'port_id': '13f175f6-1988-4b7a-81f8-5a1bda3ad82f', 'mac_address': 'fa:16:3e:c1:fa:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fa6ddd-c617-40f8-a250-cf59fcf077ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:23:02.328170 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:02.347759 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-be7e510c-27d1-4faf-ab8d-0d3d89277987 req-7053f272-8c44-4e85-b602-73af34d935c1 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2635884 Jul 23 20:23:02.361992 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e532b30-9046-4207-97d8-41510a861b35 req-2f4d1dd6-b603-48b5-afb9-4d208b855fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:02.364022 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5e532b30-9046-4207-97d8-41510a861b35 req-2f4d1dd6-b603-48b5-afb9-4d208b855fad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd3fc2da-f343-4eff-93f0-5695d77abd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8992879 Jul 23 20:23:02.386776 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f175f6-1988-4b7a-81f8-5a1bda3ad82f {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:23:02.463848 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d0484d8-4c44-4b30-bf86-e4bee9014493 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:02.466818 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 13f175f6-1988-4b7a-81f8-5a1bda3ad82f, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=13f175f6-1988-4b7a-81f8-5a1bda3ad82f,segment=NetworkSegment(200529f2-acc5-4abc-91bf-3609d16ae961),segment_id=200529f2-acc5-4abc-91bf-3609d16ae961)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:02.475037 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:02.575616 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae19f891-2463-446a-a1f7-9ed8981d04fa tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:23:02.583680 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c37dae72-f156-4a11-97f3-cf522f822e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'name': 'tempest-RoutersIpV6Test-router-1651767278', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:47Z', 'updated_at': '2021-07-23T20:22:58Z', 'revision_number': 2, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'gw_port_host': None, '_interfaces': [{'id': '0cdff87c-12e4-4a3a-b59f-535e3586a0d2', 'name': '', 'network_id': 'f71df03a-5f05-48b4-bba9-a2a6bdd485a4', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:00:e6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:55Z', 'updated_at': '2021-07-23T20:22:59Z', 'revision_number': 2, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:02.640850 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=13f175f6-1988-4b7a-81f8-5a1bda3ad82f,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:02.653192 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37dae72-f156-4a11-97f3-cf522f822e72 None None] Checking router: 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:23:02.653934 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37dae72-f156-4a11-97f3-cf522f822e72 None None] Updating router 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 port 0cdff87c-12e4-4a3a-b59f-535e3586a0d2 binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:23:02.654648 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ae19f891-2463-446a-a1f7-9ed8981d04fa tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:02.655360 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-ae19f891-2463-446a-a1f7-9ed8981d04fa tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Added segment c6b31ca1-f06c-4898-a372-965bf05893c0 of type vlan for network bffd2a28-3a0d-40af-ac3a-51fabc285525 Jul 23 20:23:02.672700 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4da1a15e-00bb-4747-83b0-0ff56deb3c02 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:02.701052 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c37dae72-f156-4a11-97f3-cf522f822e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:02.706057 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['13f175f6-1988-4b7a-81f8-5a1bda3ad82f'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:23:02.751871 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1a15e-00bb-4747-83b0-0ff56deb3c02 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Pushing event deleted for resources: {'Port': ['ID=e63f77bf-778d-4487-b395-902319aa4247,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:02.800819 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d0484d8-4c44-4b30-bf86-e4bee9014493 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:02.804602 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d0484d8-4c44-4b30-bf86-e4bee9014493 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:02.910608 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d0484d8-4c44-4b30-bf86-e4bee9014493 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:02.912243 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0484d8-4c44-4b30-bf86-e4bee9014493 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 96c91c7e-51b2-4568-a7c7-4c8fd698301a {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:23:02.921215 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d0484d8-4c44-4b30-bf86-e4bee9014493 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:02.928838 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3d0484d8-4c44-4b30-bf86-e4bee9014493 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] 10.222.0.32 "DELETE /v2.0/routers/96c91c7e-51b2-4568-a7c7-4c8fd698301a HTTP/1.1" status: 204 len: 168 time: 3.5513108 Jul 23 20:23:02.935015 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43138) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:02.941805 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5e532b30-9046-4207-97d8-41510a861b35 req-bd48ae20-3549-4715-b99a-f35f1d015447 service neutron] 10.222.0.30 "GET /v2.0/networks/bd3fc2da-f343-4eff-93f0-5695d77abd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5702114 Jul 23 20:23:02.952742 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-3557d0be-ae1a-4c1a-9cf0-8b503d6b27e8 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1431949028', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}, 'admin_state_up': False}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:03.021456 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ae19f891-2463-446a-a1f7-9ed8981d04fa tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:03.116309 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4da1a15e-00bb-4747-83b0-0ff56deb3c02 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:03.122281 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4da1a15e-00bb-4747-83b0-0ff56deb3c02 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] 10.222.0.32 "DELETE /v2.0/ports/e63f77bf-778d-4487-b395-902319aa4247 HTTP/1.1" status: 204 len: 168 time: 1.9755170 Jul 23 20:23:03.130408 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ae19f891-2463-446a-a1f7-9ed8981d04fa tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:03.132515 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43142) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:03.160248 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae19f891-2463-446a-a1f7-9ed8981d04fa tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:03.166372 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ae19f891-2463-446a-a1f7-9ed8981d04fa tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:03.336529 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5e532b30-9046-4207-97d8-41510a861b35 req-f4a5d0de-88ef-4a04-84c8-314cc6d734b4 service neutron] 10.222.0.30 "GET /v2.0/networks/bd3fc2da-f343-4eff-93f0-5695d77abd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687196 Jul 23 20:23:03.395248 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-267aa2fc-79b3-4a14-9ad0-8ac7e2a11aef tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] GET failed (client error): The resource could not be found. Jul 23 20:23:03.413429 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-267aa2fc-79b3-4a14-9ad0-8ac7e2a11aef tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] 10.222.0.32 "GET /v2.0/ports/e63f77bf-778d-4487-b395-902319aa4247 HTTP/1.1" status: 404 len: 333 time: 0.0685670 Jul 23 20:23:03.415373 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43146) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:03.418025 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae19f891-2463-446a-a1f7-9ed8981d04fa tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event updated for resources: {'Network': ['ID=bffd2a28-3a0d-40af-ac3a-51fabc285525,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:03.427730 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-a4db87ba-d356-4a8d-b8c0-680de454955c tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Request body: {'port': {'network_id': 'e52baf8b-f569-4fc8-9e38-229470384ef7', 'name': 'tempest-AllowedAddressPairTestJSON-1555759634'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:03.431258 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ae19f891-2463-446a-a1f7-9ed8981d04fa tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6017888 Jul 23 20:23:03.432363 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3557d0be-ae1a-4c1a-9cf0-8b503d6b27e8 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:03.433417 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43150) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:03.434104 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3557d0be-ae1a-4c1a-9cf0-8b503d6b27e8 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:03.442363 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network bffd2a28-3a0d-40af-ac3a-51fabc285525 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:23:03.473958 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-8585e071-b15a-462e-a945-a7a994141cb9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Request body: {'subnet': {'network_id': 'bffd2a28-3a0d-40af-ac3a-51fabc285525', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:03.582371 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c37dae72-f156-4a11-97f3-cf522f822e72 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:03.607082 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c37dae72-f156-4a11-97f3-cf522f822e72 None None] Transition to ACTIVE for port object 0cdff87c-12e4-4a3a-b59f-535e3586a0d2 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:03.616013 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c37dae72-f156-4a11-97f3-cf522f822e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:03.733388 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3557d0be-ae1a-4c1a-9cf0-8b503d6b27e8 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:03.820320 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1757e8-2d9a-48d5-bd27-c7bb08b45310 None None] Pushing event updated for resources: {'Port': ['ID=0cdff87c-12e4-4a3a-b59f-535e3586a0d2,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:03.903869 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8585e071-b15a-462e-a945-a7a994141cb9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Made reservation on behalf of 94909c1e8cb14acca0414384fabf2d56 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:23:03.910654 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8585e071-b15a-462e-a945-a7a994141cb9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:03.968234 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-c37dae72-f156-4a11-97f3-cf522f822e72 None None] Attempting to bind port 0cdff87c-12e4-4a3a-b59f-535e3586a0d2 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:23:03.969296 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-c37dae72-f156-4a11-97f3-cf522f822e72 None None] Attempting to bind port 0cdff87c-12e4-4a3a-b59f-535e3586a0d2 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'd67bfae8-2474-46dd-afde-b2b10546685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f71df03a-5f05-48b4-bba9-a2a6bdd485a4'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:23:03.969931 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37dae72-f156-4a11-97f3-cf522f822e72 None None] Attempting to bind port 0cdff87c-12e4-4a3a-b59f-535e3586a0d2 on network f71df03a-5f05-48b4-bba9-a2a6bdd485a4 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:23:03.986714 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37dae72-f156-4a11-97f3-cf522f822e72 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:23:03.987319 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37dae72-f156-4a11-97f3-cf522f822e72 None None] Checking segment: {'id': 'd67bfae8-2474-46dd-afde-b2b10546685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f71df03a-5f05-48b4-bba9-a2a6bdd485a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:23:03.987980 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c37dae72-f156-4a11-97f3-cf522f822e72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:03.988621 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37dae72-f156-4a11-97f3-cf522f822e72 None None] Bound using segment: {'id': 'd67bfae8-2474-46dd-afde-b2b10546685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f71df03a-5f05-48b4-bba9-a2a6bdd485a4'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:23:03.989456 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-c37dae72-f156-4a11-97f3-cf522f822e72 None None] Bound port: 0cdff87c-12e4-4a3a-b59f-535e3586a0d2, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd67bfae8-2474-46dd-afde-b2b10546685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f71df03a-5f05-48b4-bba9-a2a6bdd485a4'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:23:03.993014 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c37dae72-f156-4a11-97f3-cf522f822e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:04.020479 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca993e-2fac-4d92-9150-a91f3bc07ea6 req-02c0d7ec-93f1-4054-a9c6-61087623b2b9 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:04.022267 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e7ca993e-2fac-4d92-9150-a91f3bc07ea6 req-02c0d7ec-93f1-4054-a9c6-61087623b2b9 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 945 time: 0.2815037 Jul 23 20:23:04.055048 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3478d4ba-2985-4851-a1f8-aea7df15cfc7 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:23:04.104251 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 3478d4ba-2985-4851-a1f8-aea7df15cfc7 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:23:04.104596 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3478d4ba-2985-4851-a1f8-aea7df15cfc7 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:23:04.172500 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-c37dae72-f156-4a11-97f3-cf522f822e72 None None] For port 0cdff87c-12e4-4a3a-b59f-535e3586a0d2, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:23:04.173956 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e7ca993e-2fac-4d92-9150-a91f3bc07ea6 req-0b2d9019-e189-4226-8fae-a399c993432d tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423326 Jul 23 20:23:04.194214 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-c37dae72-f156-4a11-97f3-cf522f822e72 None None] For port 0cdff87c-12e4-4a3a-b59f-535e3586a0d2, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=0cdff87c-12e4-4a3a-b59f-535e3586a0d2,segment=NetworkSegment(d67bfae8-2474-46dd-afde-b2b10546685d),segment_id=d67bfae8-2474-46dd-afde-b2b10546685d)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:23:04.205909 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c37dae72-f156-4a11-97f3-cf522f822e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:04.209239 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3557d0be-ae1a-4c1a-9cf0-8b503d6b27e8 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:04.290211 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4db87ba-d356-4a8d-b8c0-680de454955c tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Made reservation on behalf of 70c820d2eaf64663907deb224a6a47a3 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:23:04.293998 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a4db87ba-d356-4a8d-b8c0-680de454955c tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:04.347055 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1757e8-2d9a-48d5-bd27-c7bb08b45310 None None] Pushing event updated for resources: {'Port': ['ID=0cdff87c-12e4-4a3a-b59f-535e3586a0d2,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:04.349321 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-a4db87ba-d356-4a8d-b8c0-680de454955c tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] device_id is not set on port a9fb0dcd-ffcb-4013-92a4-e9f738cfe32f yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:23:04.378023 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37dae72-f156-4a11-97f3-cf522f822e72 None None] Routers {'1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:04.378826 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c37dae72-f156-4a11-97f3-cf522f822e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:22:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:04.456028 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8585e071-b15a-462e-a945-a7a994141cb9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:04.575538 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585e071-b15a-462e-a945-a7a994141cb9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event updated for resources: {'Subnet': ['ID=2d04700d-7d75-4de8-be0b-799775f997cb,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:04.625865 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-c37dae72-f156-4a11-97f3-cf522f822e72 None None] Set router 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:23:04.635036 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8585e071-b15a-462e-a945-a7a994141cb9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Checking segment: {'id': 'c6b31ca1-f06c-4898-a372-965bf05893c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'bffd2a28-3a0d-40af-ac3a-51fabc285525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:23:04.635717 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8585e071-b15a-462e-a945-a7a994141cb9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Network hostable DHCP agents. Network: bffd2a28-3a0d-40af-ac3a-51fabc285525, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:23:04.681997 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8585e071-b15a-462e-a945-a7a994141cb9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Network bffd2a28-3a0d-40af-ac3a-51fabc285525 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:23:04.704001 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-8585e071-b15a-462e-a945-a7a994141cb9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, bffd2a28-3a0d-40af-ac3a-51fabc285525) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:04.732884 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6c28df-bdf2-4550-a490-909353375147 None None] Network bffd2a28-3a0d-40af-ac3a-51fabc285525 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:23:04.735498 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8585e071-b15a-462e-a945-a7a994141cb9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:04.741089 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8585e071-b15a-462e-a945-a7a994141cb9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:04.809564 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8585e071-b15a-462e-a945-a7a994141cb9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3746407 Jul 23 20:23:04.814872 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43160) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:05.103687 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c37dae72-f156-4a11-97f3-cf522f822e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'name': 'tempest-RoutersIpV6Test-router-1651767278', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:47Z', 'updated_at': '2021-07-23T20:22:58Z', 'revision_number': 2, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'gw_port_host': None, '_interfaces': [{'id': '0cdff87c-12e4-4a3a-b59f-535e3586a0d2', 'name': '', 'network_id': 'f71df03a-5f05-48b4-bba9-a2a6bdd485a4', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:00:e6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:55Z', 'updated_at': '2021-07-23T20:23:04Z', 'revision_number': 4, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:05.198372 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37dae72-f156-4a11-97f3-cf522f822e72 None None] The sync data for ids ['1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'] in n-d-793618-10 is: [{'id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'name': 'tempest-RoutersIpV6Test-router-1651767278', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:47Z', 'updated_at': '2021-07-23T20:22:58Z', 'revision_number': 2, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'gw_port_host': None, '_interfaces': [{'id': '0cdff87c-12e4-4a3a-b59f-535e3586a0d2', 'name': '', 'network_id': 'f71df03a-5f05-48b4-bba9-a2a6bdd485a4', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:00:e6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:55Z', 'updated_at': '2021-07-23T20:23:04Z', 'revision_number': 4, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:23:05.235539 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bf9535-691a-46a7-b6fe-dace78cdde24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-bffd2a28-3a0d-40af-ac3a-51fabc285525', 'network_id': 'bffd2a28-3a0d-40af-ac3a-51fabc285525', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'fixed_ips': [{'subnet_id': '2d04700d-7d75-4de8-be0b-799775f997cb'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:23:05.239542 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3bf9535-691a-46a7-b6fe-dace78cdde24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:05.502401 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 13f175f6-1988-4b7a-81f8-5a1bda3ad82f up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:23:05.768195 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-d3bf9535-691a-46a7-b6fe-dace78cdde24 None None] Allocated IP 2001:db8:1::2 (bffd2a28-3a0d-40af-ac3a-51fabc285525/2d04700d-7d75-4de8-be0b-799775f997cb/38fbee5a-9519-41e5-bd32-bd68cd1d3b61) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:05.852777 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-a4db87ba-d356-4a8d-b8c0-680de454955c tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Allocated IP 172.20.0.7 (e52baf8b-f569-4fc8-9e38-229470384ef7/9bca8f0e-3969-46f2-bbef-3d1ecc62d08a/a9fb0dcd-ffcb-4013-92a4-e9f738cfe32f) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:05.895004 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 13f175f6-1988-4b7a-81f8-5a1bda3ad82f completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:05.914123 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 13f175f6-1988-4b7a-81f8-5a1bda3ad82f triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:05.914853 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:06.034478 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8a412281-1f2e-406c-96ec-d16bd00ea658 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:06.164076 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 0cdff87c-12e4-4a3a-b59f-535e3586a0d2 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:23:06.245677 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1103003-7145-4206-beac-50fa9a2d3fbd req-ba665cd4-2e5c-47cf-88ac-1a65527b4292 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:06.248092 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c1103003-7145-4206-beac-50fa9a2d3fbd req-ba665cd4-2e5c-47cf-88ac-1a65527b4292 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 945 time: 0.8019624 Jul 23 20:23:06.380102 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3bf9535-691a-46a7-b6fe-dace78cdde24 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:06.446041 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d3bf9535-691a-46a7-b6fe-dace78cdde24 None None] Transition to ACTIVE for port object 38fbee5a-9519-41e5-bd32-bd68cd1d3b61 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:06.514371 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 0cdff87c-12e4-4a3a-b59f-535e3586a0d2 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:06.541606 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 0cdff87c-12e4-4a3a-b59f-535e3586a0d2 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:06.542553 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:06.551755 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:06.558697 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d3bf9535-691a-46a7-b6fe-dace78cdde24 None None] Transition to ACTIVE for port object 38fbee5a-9519-41e5-bd32-bd68cd1d3b61 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:06.659626 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3557d0be-ae1a-4c1a-9cf0-8b503d6b27e8 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:06.690258 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3bf9535-691a-46a7-b6fe-dace78cdde24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:06.737701 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bf9535-691a-46a7-b6fe-dace78cdde24 None None] Network bffd2a28-3a0d-40af-ac3a-51fabc285525 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:06.782556 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 13f175f6-1988-4b7a-81f8-5a1bda3ad82f, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=13f175f6-1988-4b7a-81f8-5a1bda3ad82f,segment=NetworkSegment(200529f2-acc5-4abc-91bf-3609d16ae961),segment_id=200529f2-acc5-4abc-91bf-3609d16ae961)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:06.803551 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3557d0be-ae1a-4c1a-9cf0-8b503d6b27e8 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:06.831788 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c1103003-7145-4206-beac-50fa9a2d3fbd req-26e8c0dc-730b-4d8c-b01a-c29a4431a445 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2739518 Jul 23 20:23:06.913079 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-d3bf9535-691a-46a7-b6fe-dace78cdde24 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:06.918239 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd880270d-cdcc-4ab2-bd1d-ebbeac27afd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f175f6-1988-4b7a-81f8-5a1bda3ad82f'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:23:06.920884 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c740040-f8b6-4a33-97a9-9fb679d0c86e" -d '{"events": [{"server_uuid": "d880270d-cdcc-4ab2-bd1d-ebbeac27afd1", "name": "network-vif-plugged", "status": "completed", "tag": "13f175f6-1988-4b7a-81f8-5a1bda3ad82f"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:23:06.942492 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bf9535-691a-46a7-b6fe-dace78cdde24 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:23:06.960203 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:06.963508 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a4db87ba-d356-4a8d-b8c0-680de454955c tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:07.032972 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9d9263-a700-492e-bf14-9c726f7d3b08 x-openstack-request-id: req-ec9d9263-a700-492e-bf14-9c726f7d3b08 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:23:07.038701 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d880270d-cdcc-4ab2-bd1d-ebbeac27afd1", "name": "network-vif-plugged", "status": "completed", "tag": "13f175f6-1988-4b7a-81f8-5a1bda3ad82f", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:23:07.039103 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ec9d9263-a700-492e-bf14-9c726f7d3b08 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:23:07.042368 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd880270d-cdcc-4ab2-bd1d-ebbeac27afd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f175f6-1988-4b7a-81f8-5a1bda3ad82f', 'code': 200} Jul 23 20:23:07.061179 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-a4db87ba-d356-4a8d-b8c0-680de454955c tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Transition to ACTIVE for port object a9fb0dcd-ffcb-4013-92a4-e9f738cfe32f will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:07.103173 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf9535-691a-46a7-b6fe-dace78cdde24 None None] Pushing event updated for resources: {'Port': ['ID=38fbee5a-9519-41e5-bd32-bd68cd1d3b61,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:07.148916 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-8a412281-1f2e-406c-96ec-d16bd00ea658 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Allocated IP 2001:db8:1::1 (bffd2a28-3a0d-40af-ac3a-51fabc285525/2d04700d-7d75-4de8-be0b-799775f997cb/7b4d350c-aece-4966-ab76-58e96a0d2cb9) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:07.192646 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a4db87ba-d356-4a8d-b8c0-680de454955c tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:07.216394 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf9535-691a-46a7-b6fe-dace78cdde24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:07.217017 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf9535-691a-46a7-b6fe-dace78cdde24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:07.217552 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf9535-691a-46a7-b6fe-dace78cdde24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:07.218249 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf9535-691a-46a7-b6fe-dace78cdde24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:07.219344 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf9535-691a-46a7-b6fe-dace78cdde24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:07.220292 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf9535-691a-46a7-b6fe-dace78cdde24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:07.220898 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf9535-691a-46a7-b6fe-dace78cdde24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:07.222253 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf9535-691a-46a7-b6fe-dace78cdde24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:07.222834 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf9535-691a-46a7-b6fe-dace78cdde24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:07.223381 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf9535-691a-46a7-b6fe-dace78cdde24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:07.224018 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf9535-691a-46a7-b6fe-dace78cdde24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:07.224663 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf9535-691a-46a7-b6fe-dace78cdde24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:07.256199 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-3557d0be-ae1a-4c1a-9cf0-8b503d6b27e8 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Allocated IP 172.25.1.117 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/84e73ccf-9e7d-4c28-8918-37241a103384) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:07.320667 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d3bf9535-691a-46a7-b6fe-dace78cdde24 None None] Attempting to bind port 38fbee5a-9519-41e5-bd32-bd68cd1d3b61 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:23:07.320985 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d3bf9535-691a-46a7-b6fe-dace78cdde24 None None] Attempting to bind port 38fbee5a-9519-41e5-bd32-bd68cd1d3b61 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'c6b31ca1-f06c-4898-a372-965bf05893c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'bffd2a28-3a0d-40af-ac3a-51fabc285525'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:23:07.321269 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bf9535-691a-46a7-b6fe-dace78cdde24 None None] Attempting to bind port 38fbee5a-9519-41e5-bd32-bd68cd1d3b61 on network bffd2a28-3a0d-40af-ac3a-51fabc285525 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:23:07.329690 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db87ba-d356-4a8d-b8c0-680de454955c tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Pushing event updated for resources: {'Port': ['ID=a9fb0dcd-ffcb-4013-92a4-e9f738cfe32f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:07.334522 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:07.350536 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bf9535-691a-46a7-b6fe-dace78cdde24 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:23:07.351127 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bf9535-691a-46a7-b6fe-dace78cdde24 None None] Checking segment: {'id': 'c6b31ca1-f06c-4898-a372-965bf05893c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'bffd2a28-3a0d-40af-ac3a-51fabc285525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:23:07.351762 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3bf9535-691a-46a7-b6fe-dace78cdde24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:07.352344 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bf9535-691a-46a7-b6fe-dace78cdde24 None None] Bound using segment: {'id': 'c6b31ca1-f06c-4898-a372-965bf05893c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'bffd2a28-3a0d-40af-ac3a-51fabc285525'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:23:07.352994 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d3bf9535-691a-46a7-b6fe-dace78cdde24 None None] Bound port: 38fbee5a-9519-41e5-bd32-bd68cd1d3b61, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b31ca1-f06c-4898-a372-965bf05893c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'bffd2a28-3a0d-40af-ac3a-51fabc285525'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:23:07.353630 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3bf9535-691a-46a7-b6fe-dace78cdde24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:07.386770 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8a412281-1f2e-406c-96ec-d16bd00ea658 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:07.406338 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=13f175f6-1988-4b7a-81f8-5a1bda3ad82f,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:07.422652 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-8a412281-1f2e-406c-96ec-d16bd00ea658 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Transition to ACTIVE for port object 7b4d350c-aece-4966-ab76-58e96a0d2cb9 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:07.437577 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4db87ba-d356-4a8d-b8c0-680de454955c tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Network e52baf8b-f569-4fc8-9e38-229470384ef7 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:07.447833 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 0cdff87c-12e4-4a3a-b59f-535e3586a0d2, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=0cdff87c-12e4-4a3a-b59f-535e3586a0d2,segment=NetworkSegment(d67bfae8-2474-46dd-afde-b2b10546685d),segment_id=d67bfae8-2474-46dd-afde-b2b10546685d)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:07.461991 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-a4db87ba-d356-4a8d-b8c0-680de454955c tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:07.471529 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4db87ba-d356-4a8d-b8c0-680de454955c tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:23:07.481634 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:07.517024 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8a412281-1f2e-406c-96ec-d16bd00ea658 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:07.628772 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e999b68-662f-4459-99ae-064a247e73e0 req-e797bb60-b80b-4922-81a5-f541defee73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:07.630527 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1e999b68-662f-4459-99ae-064a247e73e0 req-e797bb60-b80b-4922-81a5-f541defee73c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 1098 time: 0.5294805 Jul 23 20:23:07.637138 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d3bf9535-691a-46a7-b6fe-dace78cdde24 None None] For port 38fbee5a-9519-41e5-bd32-bd68cd1d3b61, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:23:07.657186 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d3bf9535-691a-46a7-b6fe-dace78cdde24 None None] For port 38fbee5a-9519-41e5-bd32-bd68cd1d3b61, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=38fbee5a-9519-41e5-bd32-bd68cd1d3b61,segment=NetworkSegment(c6b31ca1-f06c-4898-a372-965bf05893c0),segment_id=c6b31ca1-f06c-4898-a372-965bf05893c0)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:23:07.667403 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a412281-1f2e-406c-96ec-d16bd00ea658 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Network bffd2a28-3a0d-40af-ac3a-51fabc285525 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:07.670913 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-8a412281-1f2e-406c-96ec-d16bd00ea658 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:07.686430 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a412281-1f2e-406c-96ec-d16bd00ea658 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:23:07.694707 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8a412281-1f2e-406c-96ec-d16bd00ea658 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:07.703729 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3bf9535-691a-46a7-b6fe-dace78cdde24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:07.763320 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4db87ba-d356-4a8d-b8c0-680de454955c tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:07.764001 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a4db87ba-d356-4a8d-b8c0-680de454955c tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:07.785502 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=0cdff87c-12e4-4a3a-b59f-535e3586a0d2,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:07.979305 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf9535-691a-46a7-b6fe-dace78cdde24 None None] Pushing event updated for resources: {'Port': ['ID=38fbee5a-9519-41e5-bd32-bd68cd1d3b61,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:08.016801 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a4db87ba-d356-4a8d-b8c0-680de454955c tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5974920 Jul 23 20:23:08.087161 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 0cdff87c-12e4-4a3a-b59f-535e3586a0d2 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:23:08.147711 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43184) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:08.175583 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-046c7d17-0b6f-4861-8c2b-bd63dc5cd691 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Request body: {'port': {'network_id': 'e52baf8b-f569-4fc8-9e38-229470384ef7', 'name': 'tempest-AllowedAddressPairTestJSON-1082392200'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:08.200533 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a412281-1f2e-406c-96ec-d16bd00ea658 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event updated for resources: {'Port': ['ID=7b4d350c-aece-4966-ab76-58e96a0d2cb9,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:08.244919 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-43c13861-882d-485c-903c-6590cc233860 None None] Provisioning for port a9fb0dcd-ffcb-4013-92a4-e9f738cfe32f completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:08.269223 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-43c13861-882d-485c-903c-6590cc233860 None None] Provisioning complete for port a9fb0dcd-ffcb-4013-92a4-e9f738cfe32f triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:08.269646 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43c13861-882d-485c-903c-6590cc233860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:08.319510 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 0cdff87c-12e4-4a3a-b59f-535e3586a0d2 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:08.319877 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:08.350952 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8a412281-1f2e-406c-96ec-d16bd00ea658 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:08.359993 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3557d0be-ae1a-4c1a-9cf0-8b503d6b27e8 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:08.401011 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-43c13861-882d-485c-903c-6590cc233860 None None] Port a9fb0dcd-ffcb-4013-92a4-e9f738cfe32f cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:23:08.499610 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1e999b68-662f-4459-99ae-064a247e73e0 req-af412d2f-a2c4-41c0-951a-fe4ae44f82ee service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8529322 Jul 23 20:23:08.648778 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3557d0be-ae1a-4c1a-9cf0-8b503d6b27e8 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:08.731593 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557d0be-ae1a-4c1a-9cf0-8b503d6b27e8 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Pushing event updated for resources: {'Port': ['ID=84e73ccf-9e7d-4c28-8918-37241a103384,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:08.738868 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046c7d17-0b6f-4861-8c2b-bd63dc5cd691 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Made reservation on behalf of 70c820d2eaf64663907deb224a6a47a3 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:23:08.742538 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-046c7d17-0b6f-4861-8c2b-bd63dc5cd691 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:08.767115 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3557d0be-ae1a-4c1a-9cf0-8b503d6b27e8 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:08.772604 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-3557d0be-ae1a-4c1a-9cf0-8b503d6b27e8 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:08.777622 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3557d0be-ae1a-4c1a-9cf0-8b503d6b27e8 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:23:08.786701 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-046c7d17-0b6f-4861-8c2b-bd63dc5cd691 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] device_id is not set on port a5fb09f7-89dc-4b48-9aca-3c042035560c yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:23:08.909813 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423b511-8a5f-49ef-8870-b890c97a1a2d req-635c193c-0ce7-44a1-b694-47ea1a1cabc3 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:08.922859 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9423b511-8a5f-49ef-8870-b890c97a1a2d req-635c193c-0ce7-44a1-b694-47ea1a1cabc3 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 946 time: 0.4668846 Jul 23 20:23:08.940547 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8a412281-1f2e-406c-96ec-d16bd00ea658 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:08.948984 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8a412281-1f2e-406c-96ec-d16bd00ea658 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:08.950547 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8a412281-1f2e-406c-96ec-d16bd00ea658 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:09.044761 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a412281-1f2e-406c-96ec-d16bd00ea658 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event updated for resources: {'Port': ['ID=7b4d350c-aece-4966-ab76-58e96a0d2cb9,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:09.182218 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a412281-1f2e-406c-96ec-d16bd00ea658 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Network bffd2a28-3a0d-40af-ac3a-51fabc285525 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:09.184882 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-8a412281-1f2e-406c-96ec-d16bd00ea658 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:09.205272 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9423b511-8a5f-49ef-8870-b890c97a1a2d req-e371c5cf-fcc4-4d4c-8546-5d8c51854ad5 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724974 Jul 23 20:23:09.337537 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-046c7d17-0b6f-4861-8c2b-bd63dc5cd691 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Allocated IP 172.20.0.14 (e52baf8b-f569-4fc8-9e38-229470384ef7/9bca8f0e-3969-46f2-bbef-3d1ecc62d08a/a5fb09f7-89dc-4b48-9aca-3c042035560c) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:09.463044 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a412281-1f2e-406c-96ec-d16bd00ea658 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Router 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:23:09.570831 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-046c7d17-0b6f-4861-8c2b-bd63dc5cd691 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:09.587907 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-046c7d17-0b6f-4861-8c2b-bd63dc5cd691 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Transition to ACTIVE for port object a5fb09f7-89dc-4b48-9aca-3c042035560c will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:09.745309 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a412281-1f2e-406c-96ec-d16bd00ea658 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:23:09.755684 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8a412281-1f2e-406c-96ec-d16bd00ea658 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "PUT /v2.0/routers/1b4a2b12-2489-4d1d-bd21-1f72b4c87da6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9389637 Jul 23 20:23:09.763538 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43212) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:09.765927 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afa3d67-6b03-4d5b-a569-2e2e2d2daa5c None None] Sync routers for ids ['1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:23:09.771328 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-fedda7de-bc93-4051-bc13-74e2a12f98f6 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1731667576'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:09.781904 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afa3d67-6b03-4d5b-a569-2e2e2d2daa5c None None] Routers {'1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:09.783927 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0afa3d67-6b03-4d5b-a569-2e2e2d2daa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:22:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:09.794549 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-046c7d17-0b6f-4861-8c2b-bd63dc5cd691 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:09.827986 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedda7de-bc93-4051-bc13-74e2a12f98f6 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Made reservation on behalf of 94909c1e8cb14acca0414384fabf2d56 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:23:09.838737 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fedda7de-bc93-4051-bc13-74e2a12f98f6 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:09.888959 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046c7d17-0b6f-4861-8c2b-bd63dc5cd691 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Network e52baf8b-f569-4fc8-9e38-229470384ef7 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:09.900240 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-046c7d17-0b6f-4861-8c2b-bd63dc5cd691 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:09.918065 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046c7d17-0b6f-4861-8c2b-bd63dc5cd691 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:23:09.922936 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3557d0be-ae1a-4c1a-9cf0-8b503d6b27e8 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:09.928198 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c7d17-0b6f-4861-8c2b-bd63dc5cd691 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Pushing event updated for resources: {'Port': ['ID=a5fb09f7-89dc-4b48-9aca-3c042035560c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:09.929597 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fedda7de-bc93-4051-bc13-74e2a12f98f6 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:23:09.953976 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fedda7de-bc93-4051-bc13-74e2a12f98f6 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:09.954350 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-fedda7de-bc93-4051-bc13-74e2a12f98f6 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Added segment d9be6f32-a04b-43df-a871-362b9080c8ac of type vlan for network ce144654-310c-4cbb-9778-c561aaca901d Jul 23 20:23:10.034829 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d8397e-ebbb-4660-af72-dadd7e9cb3c8 None None] Network bffd2a28-3a0d-40af-ac3a-51fabc285525 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:23:10.085569 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fedda7de-bc93-4051-bc13-74e2a12f98f6 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:10.142424 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 38fbee5a-9519-41e5-bd32-bd68cd1d3b61 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:23:10.161770 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fedda7de-bc93-4051-bc13-74e2a12f98f6 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:10.179689 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedda7de-bc93-4051-bc13-74e2a12f98f6 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:10.180618 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fedda7de-bc93-4051-bc13-74e2a12f98f6 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:10.188192 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046c7d17-0b6f-4861-8c2b-bd63dc5cd691 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:10.189606 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-046c7d17-0b6f-4861-8c2b-bd63dc5cd691 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:10.225522 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-046c7d17-0b6f-4861-8c2b-bd63dc5cd691 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0734899 Jul 23 20:23:10.226225 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b2004243-137b-409b-85fc-e5fed02996d0 None None] Provisioning for port 38fbee5a-9519-41e5-bd32-bd68cd1d3b61 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:10.227068 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43214) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:10.241770 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e158cd27-63dd-4a56-b6da-e4a0ba2ddfe5 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:25:a9:6e'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:a5:84:95'}]}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:10.276953 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-fedda7de-bc93-4051-bc13-74e2a12f98f6 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5095119 Jul 23 20:23:10.277701 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43218) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:10.324179 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-0789b77b-8170-49a5-a1e2-b4bb3e441dd6 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Request body: {'subnet': {'network_id': 'ce144654-310c-4cbb-9778-c561aaca901d', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:10.328503 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedda7de-bc93-4051-bc13-74e2a12f98f6 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event updated for resources: {'Network': ['ID=ce144654-310c-4cbb-9778-c561aaca901d,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:10.351953 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-0afa3d67-6b03-4d5b-a569-2e2e2d2daa5c None None] Set router 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:23:10.356524 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network ce144654-310c-4cbb-9778-c561aaca901d details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:23:10.460224 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c16112c1-d562-49d9-8aed-defeb8ae4539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:10.470753 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3557d0be-ae1a-4c1a-9cf0-8b503d6b27e8 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:10.618973 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0789b77b-8170-49a5-a1e2-b4bb3e441dd6 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Made reservation on behalf of 94909c1e8cb14acca0414384fabf2d56 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:23:10.626096 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0789b77b-8170-49a5-a1e2-b4bb3e441dd6 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:10.652269 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f920f88-a7ed-43a8-8737-5f549f4e52ad req-56fafa66-a752-4d9f-959d-8e4963bcd15e tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:10.666530 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3f920f88-a7ed-43a8-8737-5f549f4e52ad req-56fafa66-a752-4d9f-959d-8e4963bcd15e tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 946 time: 0.2180588 Jul 23 20:23:10.713841 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-95e25c07-a014-4395-9706-64da729c2925 None None] Provisioning for port a5fb09f7-89dc-4b48-9aca-3c042035560c completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:10.742374 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-95e25c07-a014-4395-9706-64da729c2925 None None] Provisioning complete for port a5fb09f7-89dc-4b48-9aca-3c042035560c triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:10.743008 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-95e25c07-a014-4395-9706-64da729c2925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:10.784885 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3f920f88-a7ed-43a8-8737-5f549f4e52ad req-049bc0f2-30da-4850-ae01-77c4533beeff tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161857 Jul 23 20:23:10.834762 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3557d0be-ae1a-4c1a-9cf0-8b503d6b27e8 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Router a7416459-9e82-47c0-ae2c-042c71865cbc is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:23:10.929408 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 38fbee5a-9519-41e5-bd32-bd68cd1d3b61 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:10.950316 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 38fbee5a-9519-41e5-bd32-bd68cd1d3b61 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:10.950690 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:10.996090 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-95e25c07-a014-4395-9706-64da729c2925 None None] Port a5fb09f7-89dc-4b48-9aca-3c042035560c cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:23:11.150971 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0789b77b-8170-49a5-a1e2-b4bb3e441dd6 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:11.352104 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0789b77b-8170-49a5-a1e2-b4bb3e441dd6 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event updated for resources: {'Subnet': ['ID=8f1cd0ae-4d5d-43ad-a48e-8d5858b888fe,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:11.358263 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0789b77b-8170-49a5-a1e2-b4bb3e441dd6 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Checking segment: {'id': 'd9be6f32-a04b-43df-a871-362b9080c8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ce144654-310c-4cbb-9778-c561aaca901d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:23:11.358862 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0789b77b-8170-49a5-a1e2-b4bb3e441dd6 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Network hostable DHCP agents. Network: ce144654-310c-4cbb-9778-c561aaca901d, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:23:11.388038 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0789b77b-8170-49a5-a1e2-b4bb3e441dd6 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Network ce144654-310c-4cbb-9778-c561aaca901d is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:23:11.417739 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-0789b77b-8170-49a5-a1e2-b4bb3e441dd6 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, ce144654-310c-4cbb-9778-c561aaca901d) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:11.434471 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0789b77b-8170-49a5-a1e2-b4bb3e441dd6 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:11.435488 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0789b77b-8170-49a5-a1e2-b4bb3e441dd6 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:11.466247 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c774bf1-2ef7-4803-903c-a15c836a5a06 None None] Network ce144654-310c-4cbb-9778-c561aaca901d requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:23:11.474957 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0789b77b-8170-49a5-a1e2-b4bb3e441dd6 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1586061 Jul 23 20:23:11.475948 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43246) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:11.568121 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0afa3d67-6b03-4d5b-a569-2e2e2d2daa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'name': 'tempest-RoutersIpV6Test-router-1651767278', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:47Z', 'updated_at': '2021-07-23T20:23:08Z', 'revision_number': 3, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'gw_port_host': None, '_interfaces': [{'id': '0cdff87c-12e4-4a3a-b59f-535e3586a0d2', 'name': '', 'network_id': 'f71df03a-5f05-48b4-bba9-a2a6bdd485a4', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:00:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:55Z', 'updated_at': '2021-07-23T20:23:07Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b4d350c-aece-4966-ab76-58e96a0d2cb9', 'name': '', 'network_id': 'bffd2a28-3a0d-40af-ac3a-51fabc285525', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:90:3e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '2d04700d-7d75-4de8-be0b-799775f997cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:06Z', 'updated_at': '2021-07-23T20:23:08Z', 'revision_number': 2, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '2d04700d-7d75-4de8-be0b-799775f997cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:11.684789 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afa3d67-6b03-4d5b-a569-2e2e2d2daa5c None None] Checking router: 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:23:11.685381 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afa3d67-6b03-4d5b-a569-2e2e2d2daa5c None None] Updating router 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 port 7b4d350c-aece-4966-ab76-58e96a0d2cb9 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:23:11.769222 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0afa3d67-6b03-4d5b-a569-2e2e2d2daa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:11.785136 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16ce3ef-dbe9-4e11-92cc-c968b758476c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-ce144654-310c-4cbb-9778-c561aaca901d', 'network_id': 'ce144654-310c-4cbb-9778-c561aaca901d', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'fixed_ips': [{'subnet_id': '8f1cd0ae-4d5d-43ad-a48e-8d5858b888fe'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:23:11.786094 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b16ce3ef-dbe9-4e11-92cc-c968b758476c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:11.856143 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3557d0be-ae1a-4c1a-9cf0-8b503d6b27e8 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:23:11.871086 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5398cfc1-ef9b-4266-8d6f-6860d4ccfb9f None None] Sync routers for ids ['a7416459-9e82-47c0-ae2c-042c71865cbc'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:23:11.888228 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5398cfc1-ef9b-4266-8d6f-6860d4ccfb9f None None] Routers {'a7416459-9e82-47c0-ae2c-042c71865cbc'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:11.889169 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-5398cfc1-ef9b-4266-8d6f-6860d4ccfb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:22:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a7416459-9e82-47c0-ae2c-042c71865cbc'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:11.919071 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3557d0be-ae1a-4c1a-9cf0-8b503d6b27e8 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:11.925245 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3557d0be-ae1a-4c1a-9cf0-8b503d6b27e8 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.9887557 Jul 23 20:23:11.931733 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43254) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:11.937365 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-2b6bb5fc-6d76-4160-9144-8d2b405bbc3f tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'enable_snat': False}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:11.965523 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:12.049961 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-5398cfc1-ef9b-4266-8d6f-6860d4ccfb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:12.085030 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5398cfc1-ef9b-4266-8d6f-6860d4ccfb9f None None] Routers {'a7416459-9e82-47c0-ae2c-042c71865cbc'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:12.086803 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-5398cfc1-ef9b-4266-8d6f-6860d4ccfb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:22:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a7416459-9e82-47c0-ae2c-042c71865cbc'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:12.087936 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b83ae9-0a3b-4f9d-a210-77193cb39564 req-b9c2a5b2-a704-493c-a745-b5626cb323ea tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:12.094204 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-45b83ae9-0a3b-4f9d-a210-77193cb39564 req-b9c2a5b2-a704-493c-a745-b5626cb323ea tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 946 time: 0.9436178 Jul 23 20:23:12.099402 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e158cd27-63dd-4a56-b6da-e4a0ba2ddfe5 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:12.103589 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43256) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:12.108722 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-64eb8f6f-5acb-4470-b61a-0fd63cdf9aea tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Request body: {'floatingip': {'port_id': '13f175f6-1988-4b7a-81f8-5a1bda3ad82f'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:12.221420 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-5398cfc1-ef9b-4266-8d6f-6860d4ccfb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:12.222128 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5398cfc1-ef9b-4266-8d6f-6860d4ccfb9f None None] The sync data for ids ['a7416459-9e82-47c0-ae2c-042c71865cbc'] in n-d-793618-10 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:23:12.298302 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-64eb8f6f-5acb-4470-b61a-0fd63cdf9aea tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:12.363643 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 38fbee5a-9519-41e5-bd32-bd68cd1d3b61, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=38fbee5a-9519-41e5-bd32-bd68cd1d3b61,segment=NetworkSegment(c6b31ca1-f06c-4898-a372-965bf05893c0),segment_id=c6b31ca1-f06c-4898-a372-965bf05893c0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:12.397593 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:12.503415 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-edbc8680-291f-45f0-ada9-eced1975cde5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:12.724376 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0afa3d67-6b03-4d5b-a569-2e2e2d2daa5c None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:12.737375 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0afa3d67-6b03-4d5b-a569-2e2e2d2daa5c None None] Transition to ACTIVE for port object 7b4d350c-aece-4966-ab76-58e96a0d2cb9 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:12.769948 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0afa3d67-6b03-4d5b-a569-2e2e2d2daa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:12.806976 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-b16ce3ef-dbe9-4e11-92cc-c968b758476c None None] Allocated IP 2001:db8:2::2 (ce144654-310c-4cbb-9778-c561aaca901d/8f1cd0ae-4d5d-43ad-a48e-8d5858b888fe/ed973355-9654-4330-85eb-2027ffac88e8) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:13.118258 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b16ce3ef-dbe9-4e11-92cc-c968b758476c None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:13.141656 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b16ce3ef-dbe9-4e11-92cc-c968b758476c None None] Transition to ACTIVE for port object ed973355-9654-4330-85eb-2027ffac88e8 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:13.181573 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e158cd27-63dd-4a56-b6da-e4a0ba2ddfe5 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:13.182434 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b16ce3ef-dbe9-4e11-92cc-c968b758476c None None] Transition to ACTIVE for port object ed973355-9654-4330-85eb-2027ffac88e8 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:13.200914 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e158cd27-63dd-4a56-b6da-e4a0ba2ddfe5 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:13.309701 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b16ce3ef-dbe9-4e11-92cc-c968b758476c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:13.368570 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-edbc8680-291f-45f0-ada9-eced1975cde5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Allocated IP 2001:db8:2::1 (ce144654-310c-4cbb-9778-c561aaca901d/8f1cd0ae-4d5d-43ad-a48e-8d5858b888fe/6174d559-8849-48d7-87ed-83fcdcbefef5) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:13.459037 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d397d10-4a96-4a96-887b-f44b97189512 None None] Provisioning complete for port 38fbee5a-9519-41e5-bd32-bd68cd1d3b61 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:13.459407 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d397d10-4a96-4a96-887b-f44b97189512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:13.463238 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e158cd27-63dd-4a56-b6da-e4a0ba2ddfe5 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Pushing event updated for resources: {'Port': ['ID=a5fb09f7-89dc-4b48-9aca-3c042035560c,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:13.580010 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=38fbee5a-9519-41e5-bd32-bd68cd1d3b61,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:13.671536 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-edbc8680-291f-45f0-ada9-eced1975cde5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:13.678145 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0afa3d67-6b03-4d5b-a569-2e2e2d2daa5c None None] Attempting to bind port 7b4d350c-aece-4966-ab76-58e96a0d2cb9 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:23:13.678918 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0afa3d67-6b03-4d5b-a569-2e2e2d2daa5c None None] Attempting to bind port 7b4d350c-aece-4966-ab76-58e96a0d2cb9 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'c6b31ca1-f06c-4898-a372-965bf05893c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'bffd2a28-3a0d-40af-ac3a-51fabc285525'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:23:13.679532 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afa3d67-6b03-4d5b-a569-2e2e2d2daa5c None None] Attempting to bind port 7b4d350c-aece-4966-ab76-58e96a0d2cb9 on network bffd2a28-3a0d-40af-ac3a-51fabc285525 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:23:13.707246 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-edbc8680-291f-45f0-ada9-eced1975cde5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Transition to ACTIVE for port object 6174d559-8849-48d7-87ed-83fcdcbefef5 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:13.727566 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afa3d67-6b03-4d5b-a569-2e2e2d2daa5c None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:23:13.728423 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afa3d67-6b03-4d5b-a569-2e2e2d2daa5c None None] Checking segment: {'id': 'c6b31ca1-f06c-4898-a372-965bf05893c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'bffd2a28-3a0d-40af-ac3a-51fabc285525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:23:13.729331 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0afa3d67-6b03-4d5b-a569-2e2e2d2daa5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:13.730469 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afa3d67-6b03-4d5b-a569-2e2e2d2daa5c None None] Bound using segment: {'id': 'c6b31ca1-f06c-4898-a372-965bf05893c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'bffd2a28-3a0d-40af-ac3a-51fabc285525'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:23:13.731291 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0afa3d67-6b03-4d5b-a569-2e2e2d2daa5c None None] Bound port: 7b4d350c-aece-4966-ab76-58e96a0d2cb9, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b31ca1-f06c-4898-a372-965bf05893c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'bffd2a28-3a0d-40af-ac3a-51fabc285525'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:23:13.731929 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0afa3d67-6b03-4d5b-a569-2e2e2d2daa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:13.775100 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-edbc8680-291f-45f0-ada9-eced1975cde5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:13.876513 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0afa3d67-6b03-4d5b-a569-2e2e2d2daa5c None None] For port 7b4d350c-aece-4966-ab76-58e96a0d2cb9, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:23:13.890027 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0afa3d67-6b03-4d5b-a569-2e2e2d2daa5c None None] For port 7b4d350c-aece-4966-ab76-58e96a0d2cb9, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=7b4d350c-aece-4966-ab76-58e96a0d2cb9,segment=NetworkSegment(c6b31ca1-f06c-4898-a372-965bf05893c0),segment_id=c6b31ca1-f06c-4898-a372-965bf05893c0)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:23:13.960030 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0afa3d67-6b03-4d5b-a569-2e2e2d2daa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:13.967648 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:13.975939 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16ce3ef-dbe9-4e11-92cc-c968b758476c None None] Network ce144654-310c-4cbb-9778-c561aaca901d is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:13.996753 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-b16ce3ef-dbe9-4e11-92cc-c968b758476c None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:14.006225 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc8680-291f-45f0-ada9-eced1975cde5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event updated for resources: {'Port': ['ID=6174d559-8849-48d7-87ed-83fcdcbefef5,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:14.007294 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16ce3ef-dbe9-4e11-92cc-c968b758476c None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:23:14.056657 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9601d529-e805-4ce3-a160-1e7642b971dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:14.071577 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbc8680-291f-45f0-ada9-eced1975cde5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Network ce144654-310c-4cbb-9778-c561aaca901d is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:14.075055 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-edbc8680-291f-45f0-ada9-eced1975cde5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:14.080824 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbc8680-291f-45f0-ada9-eced1975cde5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:23:14.081893 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-edbc8680-291f-45f0-ada9-eced1975cde5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:14.182840 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc8e30c-a607-4391-9292-8d27e984514a None None] Pushing event updated for resources: {'Port': ['ID=7b4d350c-aece-4966-ab76-58e96a0d2cb9,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:14.190943 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:14.199502 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-b16ce3ef-dbe9-4e11-92cc-c968b758476c None None] Attempting to bind port ed973355-9654-4330-85eb-2027ffac88e8 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:23:14.200130 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-b16ce3ef-dbe9-4e11-92cc-c968b758476c None None] Attempting to bind port ed973355-9654-4330-85eb-2027ffac88e8 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'd9be6f32-a04b-43df-a871-362b9080c8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ce144654-310c-4cbb-9778-c561aaca901d'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:23:14.200819 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16ce3ef-dbe9-4e11-92cc-c968b758476c None None] Attempting to bind port ed973355-9654-4330-85eb-2027ffac88e8 on network ce144654-310c-4cbb-9778-c561aaca901d {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:23:14.264552 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-e158cd27-63dd-4a56-b6da-e4a0ba2ddfe5 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] In _notify_port_updated(), no bound segment for port a5fb09f7-89dc-4b48-9aca-3c042035560c on network e52baf8b-f569-4fc8-9e38-229470384ef7 {{(pid=93876) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:23:14.275233 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e158cd27-63dd-4a56-b6da-e4a0ba2ddfe5 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:14.282133 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e158cd27-63dd-4a56-b6da-e4a0ba2ddfe5 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:14.291812 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e158cd27-63dd-4a56-b6da-e4a0ba2ddfe5 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] 10.222.0.32 "PUT /v2.0/ports/a5fb09f7-89dc-4b48-9aca-3c042035560c HTTP/1.1" status: 200 len: 1056 time: 4.0608060 Jul 23 20:23:14.298326 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43282) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:14.337250 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16ce3ef-dbe9-4e11-92cc-c968b758476c None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:23:14.338088 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16ce3ef-dbe9-4e11-92cc-c968b758476c None None] Checking segment: {'id': 'd9be6f32-a04b-43df-a871-362b9080c8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ce144654-310c-4cbb-9778-c561aaca901d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:23:14.338765 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b16ce3ef-dbe9-4e11-92cc-c968b758476c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:14.339794 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16ce3ef-dbe9-4e11-92cc-c968b758476c None None] Bound using segment: {'id': 'd9be6f32-a04b-43df-a871-362b9080c8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ce144654-310c-4cbb-9778-c561aaca901d'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:23:14.340884 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-b16ce3ef-dbe9-4e11-92cc-c968b758476c None None] Bound port: ed973355-9654-4330-85eb-2027ffac88e8, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9be6f32-a04b-43df-a871-362b9080c8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ce144654-310c-4cbb-9778-c561aaca901d'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:23:14.341645 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b16ce3ef-dbe9-4e11-92cc-c968b758476c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:14.352079 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afa3d67-6b03-4d5b-a569-2e2e2d2daa5c None None] Routers {'1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:14.352948 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0afa3d67-6b03-4d5b-a569-2e2e2d2daa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:14.568580 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2b6bb5fc-6d76-4160-9144-8d2b405bbc3f tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:14.644794 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:23:14.651624 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 38fbee5a-9519-41e5-bd32-bd68cd1d3b61 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:23:14.779409 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ce3ef-dbe9-4e11-92cc-c968b758476c None None] Pushing event updated for resources: {'Port': ['ID=ed973355-9654-4330-85eb-2027ffac88e8,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:14.861924 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-0afa3d67-6b03-4d5b-a569-2e2e2d2daa5c None None] Set router 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:23:14.904443 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-64eb8f6f-5acb-4470-b61a-0fd63cdf9aea tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:14.914210 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-64eb8f6f-5acb-4470-b61a-0fd63cdf9aea tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:15.012567 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-edbc8680-291f-45f0-ada9-eced1975cde5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:15.094799 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-b16ce3ef-dbe9-4e11-92cc-c968b758476c None None] For port ed973355-9654-4330-85eb-2027ffac88e8, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:23:15.099671 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-b16ce3ef-dbe9-4e11-92cc-c968b758476c None None] For port ed973355-9654-4330-85eb-2027ffac88e8, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=ed973355-9654-4330-85eb-2027ffac88e8,segment=NetworkSegment(d9be6f32-a04b-43df-a871-362b9080c8ac),segment_id=d9be6f32-a04b-43df-a871-362b9080c8ac)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:23:15.118175 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-37d86843-04d7-41e6-8c28-06f15460cb84 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Deleting port a5fb09f7-89dc-4b48-9aca-3c042035560c {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:23:15.119033 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-37d86843-04d7-41e6-8c28-06f15460cb84 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:15.131829 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:15.133085 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b16ce3ef-dbe9-4e11-92cc-c968b758476c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:15.137235 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:15.147110 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d397d10-4a96-4a96-887b-f44b97189512 None None] Provisioning for port 7b4d350c-aece-4966-ab76-58e96a0d2cb9 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:15.164192 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 38fbee5a-9519-41e5-bd32-bd68cd1d3b61 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:15.164563 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:15.256302 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [None req-64eb8f6f-5acb-4470-b61a-0fd63cdf9aea tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Floating IP 51cf56a9-f92b-4c88-9794-b415aa8037a8 associated. External IP: 172.25.1.188, port: 13f175f6-1988-4b7a-81f8-5a1bda3ad82f. Jul 23 20:23:15.303943 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc8e30c-a607-4391-9292-8d27e984514a None None] Pushing event updated for resources: {'Port': ['ID=7b4d350c-aece-4966-ab76-58e96a0d2cb9,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:15.404373 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-3ff3823e-2b8b-46e2-b23f-e9d82dfe5e6c None None] Provisioning complete for port a5fb09f7-89dc-4b48-9aca-3c042035560c triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:15.404938 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ff3823e-2b8b-46e2-b23f-e9d82dfe5e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:15.607629 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-edbc8680-291f-45f0-ada9-eced1975cde5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:15.630660 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-edbc8680-291f-45f0-ada9-eced1975cde5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:15.632438 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-edbc8680-291f-45f0-ada9-eced1975cde5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:15.805680 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc8680-291f-45f0-ada9-eced1975cde5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event updated for resources: {'Port': ['ID=6174d559-8849-48d7-87ed-83fcdcbefef5,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:15.998241 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:16.016503 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-3ff3823e-2b8b-46e2-b23f-e9d82dfe5e6c None None] Port a5fb09f7-89dc-4b48-9aca-3c042035560c cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:23:16.028924 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ce3ef-dbe9-4e11-92cc-c968b758476c None None] Pushing event updated for resources: {'Port': ['ID=ed973355-9654-4330-85eb-2027ffac88e8,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:16.096084 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0afa3d67-6b03-4d5b-a569-2e2e2d2daa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'name': 'tempest-RoutersIpV6Test-router-1651767278', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:47Z', 'updated_at': '2021-07-23T20:23:08Z', 'revision_number': 3, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'gw_port_host': None, '_interfaces': [{'id': '0cdff87c-12e4-4a3a-b59f-535e3586a0d2', 'name': '', 'network_id': 'f71df03a-5f05-48b4-bba9-a2a6bdd485a4', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:00:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:55Z', 'updated_at': '2021-07-23T20:23:07Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b4d350c-aece-4966-ab76-58e96a0d2cb9', 'name': '', 'network_id': 'bffd2a28-3a0d-40af-ac3a-51fabc285525', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:90:3e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '2d04700d-7d75-4de8-be0b-799775f997cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:06Z', 'updated_at': '2021-07-23T20:23:13Z', 'revision_number': 4, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '2d04700d-7d75-4de8-be0b-799775f997cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:16.132074 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afa3d67-6b03-4d5b-a569-2e2e2d2daa5c None None] The sync data for ids ['1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'] in n-d-793618-10 is: [{'id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'name': 'tempest-RoutersIpV6Test-router-1651767278', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:47Z', 'updated_at': '2021-07-23T20:23:08Z', 'revision_number': 3, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'gw_port_host': None, '_interfaces': [{'id': '0cdff87c-12e4-4a3a-b59f-535e3586a0d2', 'name': '', 'network_id': 'f71df03a-5f05-48b4-bba9-a2a6bdd485a4', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:00:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:55Z', 'updated_at': '2021-07-23T20:23:07Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b4d350c-aece-4966-ab76-58e96a0d2cb9', 'name': '', 'network_id': 'bffd2a28-3a0d-40af-ac3a-51fabc285525', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:90:3e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '2d04700d-7d75-4de8-be0b-799775f997cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:06Z', 'updated_at': '2021-07-23T20:23:13Z', 'revision_number': 4, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '2d04700d-7d75-4de8-be0b-799775f997cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:23:16.144468 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-37d86843-04d7-41e6-8c28-06f15460cb84 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:16.201604 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-37d86843-04d7-41e6-8c28-06f15460cb84 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Calling delete_port for a5fb09f7-89dc-4b48-9aca-3c042035560c owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:23:16.301072 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbc8680-291f-45f0-ada9-eced1975cde5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Network ce144654-310c-4cbb-9778-c561aaca901d is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:16.350658 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-edbc8680-291f-45f0-ada9-eced1975cde5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:16.713977 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbc8680-291f-45f0-ada9-eced1975cde5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Router 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:23:16.771846 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 7b4d350c-aece-4966-ab76-58e96a0d2cb9 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:23:16.933569 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 7b4d350c-aece-4966-ab76-58e96a0d2cb9 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:16.941010 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 7b4d350c-aece-4966-ab76-58e96a0d2cb9 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:16.941391 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:17.170945 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbc8680-291f-45f0-ada9-eced1975cde5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:23:17.184454 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-edbc8680-291f-45f0-ada9-eced1975cde5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "PUT /v2.0/routers/1b4a2b12-2489-4d1d-bd21-1f72b4c87da6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7071683 Jul 23 20:23:17.189430 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43324) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:17.198242 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-78165c6a-0f40-4318-b1ee-342fa8ab1597 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-110260828'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:17.208449 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-37d86843-04d7-41e6-8c28-06f15460cb84 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:17.256965 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ff3158-917f-49d8-b8ea-1cc2009b4eb7 None None] Network ce144654-310c-4cbb-9778-c561aaca901d requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:23:17.295598 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d86843-04d7-41e6-8c28-06f15460cb84 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Pushing event deleted for resources: {'Port': ['ID=a5fb09f7-89dc-4b48-9aca-3c042035560c,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:17.305501 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2b6bb5fc-6d76-4160-9144-8d2b405bbc3f tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:17.317456 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2b6bb5fc-6d76-4160-9144-8d2b405bbc3f tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548192'] for router, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:17.340778 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64eb8f6f-5acb-4470-b61a-0fd63cdf9aea tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Router 9047dfac-d716-4e1f-b374-b6554634ab0b has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:23:17.397177 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:17.410281 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78165c6a-0f40-4318-b1ee-342fa8ab1597 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Made reservation on behalf of 94909c1e8cb14acca0414384fabf2d56 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:23:17.437513 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-78165c6a-0f40-4318-b1ee-342fa8ab1597 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:17.533736 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7582ad62-da99-4f88-a6ab-f04ba30ed51c None None] Provisioning for port ed973355-9654-4330-85eb-2027ffac88e8 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:17.603381 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 7b4d350c-aece-4966-ab76-58e96a0d2cb9, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=7b4d350c-aece-4966-ab76-58e96a0d2cb9,segment=NetworkSegment(c6b31ca1-f06c-4898-a372-965bf05893c0),segment_id=c6b31ca1-f06c-4898-a372-965bf05893c0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:17.614522 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:17.615906 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device ed973355-9654-4330-85eb-2027ffac88e8 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:23:17.660059 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78165c6a-0f40-4318-b1ee-342fa8ab1597 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:23:17.719109 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-78165c6a-0f40-4318-b1ee-342fa8ab1597 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:17.719721 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-78165c6a-0f40-4318-b1ee-342fa8ab1597 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Added segment a39a70cd-3f24-4dbc-8fbe-f0b7912e56c8 of type vlan for network 8b46b925-eea2-45b9-b879-e641efc7321e Jul 23 20:23:17.812847 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dd2e0f-708b-4429-ba26-0e14db95a5c2 None None] Sync routers for ids ['1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:23:17.885352 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64eb8f6f-5acb-4470-b61a-0fd63cdf9aea tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:23:17.891427 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-64eb8f6f-5acb-4470-b61a-0fd63cdf9aea tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:17.908086 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b38040d-3d53-44a6-92f0-7639abbd235c None None] Sync routers for ids ['9047dfac-d716-4e1f-b374-b6554634ab0b'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:23:17.927349 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dd2e0f-708b-4429-ba26-0e14db95a5c2 None None] Routers {'1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:17.928016 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-89dd2e0f-708b-4429-ba26-0e14db95a5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:17.940391 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-64eb8f6f-5acb-4470-b61a-0fd63cdf9aea tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "PUT /v2.0/floatingips/51cf56a9-f92b-4c88-9794-b415aa8037a8 HTTP/1.1" status: 200 len: 992 time: 5.8353229 Jul 23 20:23:17.948980 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd880270d-cdcc-4ab2-bd1d-ebbeac27afd1', 'tag': '13f175f6-1988-4b7a-81f8-5a1bda3ad82f'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:23:17.953693 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe955c1-f8ec-478b-b04e-e96dd18b598a" -d '{"events": [{"name": "network-changed", "server_uuid": "d880270d-cdcc-4ab2-bd1d-ebbeac27afd1", "tag": "13f175f6-1988-4b7a-81f8-5a1bda3ad82f"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:23:17.986886 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b38040d-3d53-44a6-92f0-7639abbd235c None None] Routers {'9047dfac-d716-4e1f-b374-b6554634ab0b'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:18.002466 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6b38040d-3d53-44a6-92f0-7639abbd235c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['9047dfac-d716-4e1f-b374-b6554634ab0b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:18.112465 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-78165c6a-0f40-4318-b1ee-342fa8ab1597 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:18.138924 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6bb5fc-6d76-4160-9144-8d2b405bbc3f tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Router a7416459-9e82-47c0-ae2c-042c71865cbc has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:23:18.206870 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=7b4d350c-aece-4966-ab76-58e96a0d2cb9,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:18.244217 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port ed973355-9654-4330-85eb-2027ffac88e8 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:18.274704 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port ed973355-9654-4330-85eb-2027ffac88e8 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:18.275926 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:18.298217 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-37d86843-04d7-41e6-8c28-06f15460cb84 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:18.307575 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-37d86843-04d7-41e6-8c28-06f15460cb84 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] 10.222.0.32 "DELETE /v2.0/ports/a5fb09f7-89dc-4b48-9aca-3c042035560c HTTP/1.1" status: 204 len: 168 time: 3.9960282 Jul 23 20:23:18.311831 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43342) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:18.353947 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-89dd2e0f-708b-4429-ba26-0e14db95a5c2 None None] Set router 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:23:18.370987 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-6b38040d-3d53-44a6-92f0-7639abbd235c None None] Set router 9047dfac-d716-4e1f-b374-b6554634ab0b gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:23:18.414981 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340be80f-d02a-4202-9812-29ec18e72df6 x-openstack-request-id: req-340be80f-d02a-4202-9812-29ec18e72df6 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:23:18.415692 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d880270d-cdcc-4ab2-bd1d-ebbeac27afd1", "tag": "13f175f6-1988-4b7a-81f8-5a1bda3ad82f", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:23:18.415892 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-340be80f-d02a-4202-9812-29ec18e72df6 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:23:18.417121 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd880270d-cdcc-4ab2-bd1d-ebbeac27afd1', 'tag': '13f175f6-1988-4b7a-81f8-5a1bda3ad82f', 'status': 'completed', 'code': 200} Jul 23 20:23:18.440634 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.db.resource_extend [None req-78165c6a-0f40-4318-b1ee-342fa8ab1597 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:23:18.445363 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ff1f96-6f91-41ef-8a2c-1136cebdd8be tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] GET failed (client error): The resource could not be found. Jul 23 20:23:18.456497 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-05ff1f96-6f91-41ef-8a2c-1136cebdd8be tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] 10.222.0.32 "GET /v2.0/ports/a5fb09f7-89dc-4b48-9aca-3c042035560c HTTP/1.1" status: 404 len: 333 time: 0.1303513 Jul 23 20:23:18.478188 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43344) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:18.707780 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe955c1-f8ec-478b-b04e-e96dd18b598a req-21700b67-13f7-4833-ad21-22f661ab21d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:18.709866 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bfe955c1-f8ec-478b-b04e-e96dd18b598a req-21700b67-13f7-4833-ad21-22f661ab21d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99134e0f99a8419eae5eb1d5d4aedeb7&device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 1098 time: 0.3361356 Jul 23 20:23:18.752193 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-78165c6a-0f40-4318-b1ee-342fa8ab1597 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:18.757347 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6bb5fc-6d76-4160-9144-8d2b405bbc3f tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:23:18.764626 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78165c6a-0f40-4318-b1ee-342fa8ab1597 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:18.768465 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-78165c6a-0f40-4318-b1ee-342fa8ab1597 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:18.782035 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2b6bb5fc-6d76-4160-9144-8d2b405bbc3f tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:18.783744 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2b6bb5fc-6d76-4160-9144-8d2b405bbc3f tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] 10.222.0.32 "PUT /v2.0/routers/a7416459-9e82-47c0-ae2c-042c71865cbc HTTP/1.1" status: 200 len: 926 time: 6.8507404 Jul 23 20:23:18.788280 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43350) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:18.795836 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3df713-306e-4f6a-bf8e-461b16a1ce56 None None] Sync routers for ids ['a7416459-9e82-47c0-ae2c-042c71865cbc'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:23:18.864212 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6b38040d-3d53-44a6-92f0-7639abbd235c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'name': 'tempest-AttachVolumeShelveTestJSON-876352293-router', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '3c6c89a3-6646-48ac-a041-6c5454ee107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:17Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'gw_port': {'id': '3c6c89a3-6646-48ac-a041-6c5454ee107e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:18Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '51cf56a9-f92b-4c88-9794-b415aa8037a8', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'port_id': '13f175f6-1988-4b7a-81f8-5a1bda3ad82f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d', 'mac_address': 'fa:16:3e:c1:fa:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd880270d-cdcc-4ab2-bd1d-ebbeac27afd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:22:39Z', 'updated_at': '2021-07-23T20:23:14Z', 'revision_number': 1, 'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a956021b-2ebe-4114-b506-8dc929d094dd', 'name': '', 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'mac_address': 'fa:16:3e:af:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '63fa6ddd-c617-40f8-a250-cf59fcf077ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:29Z', 'updated_at': '2021-07-23T20:22:38Z', 'revision_number': 5, 'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'subnets': [{'id': '63fa6ddd-c617-40f8-a250-cf59fcf077ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:18.926557 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b38040d-3d53-44a6-92f0-7639abbd235c None None] Checking router: 9047dfac-d716-4e1f-b374-b6554634ab0b for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:23:18.930792 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78165c6a-0f40-4318-b1ee-342fa8ab1597 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event updated for resources: {'Network': ['ID=8b46b925-eea2-45b9-b879-e641efc7321e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:18.949329 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b38040d-3d53-44a6-92f0-7639abbd235c None None] Routers {'9047dfac-d716-4e1f-b374-b6554634ab0b'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:18.950088 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6b38040d-3d53-44a6-92f0-7639abbd235c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['9047dfac-d716-4e1f-b374-b6554634ab0b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:18.968624 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-78165c6a-0f40-4318-b1ee-342fa8ab1597 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7776706 Jul 23 20:23:18.978711 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43354) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:18.984020 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-76dcae81-1812-4611-8923-ab96f8a2b689 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Request body: {'subnet': {'network_id': '8b46b925-eea2-45b9-b879-e641efc7321e', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:18.995942 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 8b46b925-eea2-45b9-b879-e641efc7321e details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:23:19.019471 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3df713-306e-4f6a-bf8e-461b16a1ce56 None None] Routers {'a7416459-9e82-47c0-ae2c-042c71865cbc'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:19.022094 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-dd3df713-306e-4f6a-bf8e-461b16a1ce56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a7416459-9e82-47c0-ae2c-042c71865cbc'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:19.073856 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-8ff5f18f-21d7-4df2-8706-eb742183bbf0 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Deleting port a9fb0dcd-ffcb-4013-92a4-e9f738cfe32f {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:23:19.074766 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8ff5f18f-21d7-4df2-8706-eb742183bbf0 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:19.226883 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-6b38040d-3d53-44a6-92f0-7639abbd235c None None] Set router 9047dfac-d716-4e1f-b374-b6554634ab0b gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:23:19.230624 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:19.444264 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port ed973355-9654-4330-85eb-2027ffac88e8, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=ed973355-9654-4330-85eb-2027ffac88e8,segment=NetworkSegment(d9be6f32-a04b-43df-a871-362b9080c8ac),segment_id=d9be6f32-a04b-43df-a871-362b9080c8ac)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:19.498969 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe955c1-f8ec-478b-b04e-e96dd18b598a req-72f502b1-b522-4bed-8cea-42032f9d3094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:19.502026 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bfe955c1-f8ec-478b-b04e-e96dd18b598a req-72f502b1-b522-4bed-8cea-42032f9d3094 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd3fc2da-f343-4eff-93f0-5695d77abd1d HTTP/1.1" status: 200 len: 917 time: 0.7854488 Jul 23 20:23:19.522235 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76dcae81-1812-4611-8923-ab96f8a2b689 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Made reservation on behalf of 94909c1e8cb14acca0414384fabf2d56 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:23:19.526877 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-76dcae81-1812-4611-8923-ab96f8a2b689 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:19.547846 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8ff5f18f-21d7-4df2-8706-eb742183bbf0 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:19.586344 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-8ff5f18f-21d7-4df2-8706-eb742183bbf0 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Calling delete_port for a9fb0dcd-ffcb-4013-92a4-e9f738cfe32f owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:23:19.676241 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:19.703847 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bfe955c1-f8ec-478b-b04e-e96dd18b598a req-446ecaca-61b5-4eb4-a2ea-4b71996c218e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13f175f6-1988-4b7a-81f8-5a1bda3ad82f HTTP/1.1" status: 200 len: 1000 time: 0.1914928 Jul 23 20:23:19.744533 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-dd3df713-306e-4f6a-bf8e-461b16a1ce56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:19.748219 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a69d459f-fd69-480e-a66d-f6182329e337 None None] Provisioning for port 6174d559-8849-48d7-87ed-83fcdcbefef5 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:19.817334 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a69d459f-fd69-480e-a66d-f6182329e337 None None] Provisioning complete for port 6174d559-8849-48d7-87ed-83fcdcbefef5 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:19.818470 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a69d459f-fd69-480e-a66d-f6182329e337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:19.905016 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-06e149b0-c6c1-4b4b-bb0d-e4fab23ae339 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] 10.222.0.32 "GET /v2.0/routers/a7416459-9e82-47c0-ae2c-042c71865cbc HTTP/1.1" status: 200 len: 926 time: 1.1145716 Jul 23 20:23:19.910332 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43374) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:19.933860 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3df713-306e-4f6a-bf8e-461b16a1ce56 None None] Routers {'a7416459-9e82-47c0-ae2c-042c71865cbc'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:19.934510 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-dd3df713-306e-4f6a-bf8e-461b16a1ce56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a7416459-9e82-47c0-ae2c-042c71865cbc'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:19.977414 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 7b4d350c-aece-4966-ab76-58e96a0d2cb9 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:23:20.034445 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe955c1-f8ec-478b-b04e-e96dd18b598a req-e435779e-ef8f-4955-9a73-fc291019f6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:20.036812 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bfe955c1-f8ec-478b-b04e-e96dd18b598a req-e435779e-ef8f-4955-9a73-fc291019f6db service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63fa6ddd-c617-40f8-a250-cf59fcf077ba HTTP/1.1" status: 200 len: 855 time: 0.3276966 Jul 23 20:23:20.087163 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-dd3df713-306e-4f6a-bf8e-461b16a1ce56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:20.088024 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3df713-306e-4f6a-bf8e-461b16a1ce56 None None] The sync data for ids ['a7416459-9e82-47c0-ae2c-042c71865cbc'] in n-d-793618-10 is: [] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:23:20.110077 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6b38040d-3d53-44a6-92f0-7639abbd235c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'name': 'tempest-AttachVolumeShelveTestJSON-876352293-router', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '3c6c89a3-6646-48ac-a041-6c5454ee107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:17Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'gw_port': {'id': '3c6c89a3-6646-48ac-a041-6c5454ee107e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:18Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '51cf56a9-f92b-4c88-9794-b415aa8037a8', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'port_id': '13f175f6-1988-4b7a-81f8-5a1bda3ad82f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d', 'mac_address': 'fa:16:3e:c1:fa:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd880270d-cdcc-4ab2-bd1d-ebbeac27afd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:22:39Z', 'updated_at': '2021-07-23T20:23:14Z', 'revision_number': 1, 'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a956021b-2ebe-4114-b506-8dc929d094dd', 'name': '', 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'mac_address': 'fa:16:3e:af:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '63fa6ddd-c617-40f8-a250-cf59fcf077ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:29Z', 'updated_at': '2021-07-23T20:22:38Z', 'revision_number': 5, 'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'subnets': [{'id': '63fa6ddd-c617-40f8-a250-cf59fcf077ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:20.163668 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8ff5f18f-21d7-4df2-8706-eb742183bbf0 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:20.181633 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b38040d-3d53-44a6-92f0-7639abbd235c None None] The sync data for ids ['9047dfac-d716-4e1f-b374-b6554634ab0b'] in n-d-793618-10 is: [{'id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'name': 'tempest-AttachVolumeShelveTestJSON-876352293-router', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '3c6c89a3-6646-48ac-a041-6c5454ee107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:17Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'gw_port': {'id': '3c6c89a3-6646-48ac-a041-6c5454ee107e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:18Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '51cf56a9-f92b-4c88-9794-b415aa8037a8', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'port_id': '13f175f6-1988-4b7a-81f8-5a1bda3ad82f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d', 'mac_address': 'fa:16:3e:c1:fa:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd880270d-cdcc-4ab2-bd1d-ebbeac27afd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:22:39Z', 'updated_at': '2021-07-23T20:23:14Z', 'revision_number': 1, 'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a956021b-2ebe-4114-b506-8dc929d094dd', 'name': '', 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'mac_address': 'fa:16:3e:af:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '63fa6ddd-c617-40f8-a250-cf59fcf077ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:29Z', 'updated_at': '2021-07-23T20:22:38Z', 'revision_number': 5, 'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'subnets': [{'id': '63fa6ddd-c617-40f8-a250-cf59fcf077ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:23:20.210576 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a69d459f-fd69-480e-a66d-f6182329e337 None None] Port 6174d559-8849-48d7-87ed-83fcdcbefef5 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:23:20.215489 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=ed973355-9654-4330-85eb-2027ffac88e8,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:20.255274 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-89dd2e0f-708b-4429-ba26-0e14db95a5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'name': 'tempest-RoutersIpV6Test-router-1651767278', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:47Z', 'updated_at': '2021-07-23T20:23:14Z', 'revision_number': 4, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'gw_port_host': None, '_interfaces': [{'id': '0cdff87c-12e4-4a3a-b59f-535e3586a0d2', 'name': '', 'network_id': 'f71df03a-5f05-48b4-bba9-a2a6bdd485a4', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:00:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:55Z', 'updated_at': '2021-07-23T20:23:07Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6174d559-8849-48d7-87ed-83fcdcbefef5', 'name': '', 'network_id': 'ce144654-310c-4cbb-9778-c561aaca901d', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:48:f1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '8f1cd0ae-4d5d-43ad-a48e-8d5858b888fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:12Z', 'updated_at': '2021-07-23T20:23:15Z', 'revision_number': 2, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '8f1cd0ae-4d5d-43ad-a48e-8d5858b888fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b4d350c-aece-4966-ab76-58e96a0d2cb9', 'name': '', 'network_id': 'bffd2a28-3a0d-40af-ac3a-51fabc285525', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:90:3e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '2d04700d-7d75-4de8-be0b-799775f997cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:06Z', 'updated_at': '2021-07-23T20:23:17Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '2d04700d-7d75-4de8-be0b-799775f997cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:20.302232 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9770ae-9801-4b7a-a20b-a3779bd83947 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:20.308480 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-dc9770ae-9801-4b7a-a20b-a3779bd83947 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=8013d0d6-aee4-47cc-8dbe-3abed6e5116f&device_id=a7416459-9e82-47c0-ae2c-042c71865cbc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3930278 Jul 23 20:23:20.310747 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43382) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:20.311587 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 7b4d350c-aece-4966-ab76-58e96a0d2cb9 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:20.312661 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:20.314755 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a69d459f-fd69-480e-a66d-f6182329e337 None None] Provisioning complete for port ed973355-9654-4330-85eb-2027ffac88e8 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:20.315145 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a69d459f-fd69-480e-a66d-f6182329e337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:20.316309 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5f18f-21d7-4df2-8706-eb742183bbf0 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Pushing event deleted for resources: {'Port': ['ID=a9fb0dcd-ffcb-4013-92a4-e9f738cfe32f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:20.353439 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dd2e0f-708b-4429-ba26-0e14db95a5c2 None None] Checking router: 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:23:20.354487 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe955c1-f8ec-478b-b04e-e96dd18b598a req-b7a4659d-f426-434e-9df6-44d3b53b376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:20.355072 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dd2e0f-708b-4429-ba26-0e14db95a5c2 None None] Updating router 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 port 6174d559-8849-48d7-87ed-83fcdcbefef5 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:23:20.366611 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bfe955c1-f8ec-478b-b04e-e96dd18b598a req-b7a4659d-f426-434e-9df6-44d3b53b376b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd3fc2da-f343-4eff-93f0-5695d77abd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3072534 Jul 23 20:23:20.618050 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89dd2e0f-708b-4429-ba26-0e14db95a5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:20.850500 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7340b41-d34b-49c7-b040-3101f0ef6df9 None None] New status for floating IP 51cf56a9-f92b-4c88-9794-b415aa8037a8: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:23:20.853488 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bfe955c1-f8ec-478b-b04e-e96dd18b598a req-8940fae1-d97a-4ef1-9c2b-35ef667d82a2 service neutron] 10.222.0.30 "GET /v2.0/networks/bd3fc2da-f343-4eff-93f0-5695d77abd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396136 Jul 23 20:23:20.905677 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8ff5f18f-21d7-4df2-8706-eb742183bbf0 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:20.914638 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8ff5f18f-21d7-4df2-8706-eb742183bbf0 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] 10.222.0.32 "DELETE /v2.0/ports/a9fb0dcd-ffcb-4013-92a4-e9f738cfe32f HTTP/1.1" status: 204 len: 168 time: 2.4296432 Jul 23 20:23:20.914942 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-76dcae81-1812-4611-8923-ab96f8a2b689 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:20.926324 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43392) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:20.949560 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec672c1b-a711-4224-b482-86e698530e49 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:20.960799 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ec672c1b-a711-4224-b482-86e698530e49 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] 10.222.0.32 "GET /v2.0/networks/8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 881 time: 0.6455452 Jul 23 20:23:20.962601 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43394) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:21.040066 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-212e6523-64ca-43dc-b942-0516e4a1c670 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7416459-9e82-47c0-ae2c-042c71865cbc HTTP/1.1" status: 200 len: 205 time: 0.0697501 Jul 23 20:23:21.040066 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43396) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:21.129656 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dee4be3-e55c-4712-82d0-40957f3b429a tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] GET failed (client error): The resource could not be found. Jul 23 20:23:21.131519 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7dee4be3-e55c-4712-82d0-40957f3b429a tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] 10.222.0.32 "GET /v2.0/ports/a9fb0dcd-ffcb-4013-92a4-e9f738cfe32f HTTP/1.1" status: 404 len: 333 time: 0.1875379 Jul 23 20:23:21.149663 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43398) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:21.229838 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dcae81-1812-4611-8923-ab96f8a2b689 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Checking segment: {'id': 'a39a70cd-3f24-4dbc-8fbe-f0b7912e56c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8b46b925-eea2-45b9-b879-e641efc7321e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:23:21.230229 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dcae81-1812-4611-8923-ab96f8a2b689 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Network hostable DHCP agents. Network: 8b46b925-eea2-45b9-b879-e641efc7321e, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:23:21.254559 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dcae81-1812-4611-8923-ab96f8a2b689 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event updated for resources: {'Subnet': ['ID=61f8cd4d-eb56-4cc5-8f54-f2e6c9d411dd,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:21.298555 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dcae81-1812-4611-8923-ab96f8a2b689 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Network 8b46b925-eea2-45b9-b879-e641efc7321e is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:23:21.314105 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-76dcae81-1812-4611-8923-ab96f8a2b689 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 8b46b925-eea2-45b9-b879-e641efc7321e) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:21.324291 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dcae81-1812-4611-8923-ab96f8a2b689 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:21.325044 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-76dcae81-1812-4611-8923-ab96f8a2b689 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:21.397697 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-76dcae81-1812-4611-8923-ab96f8a2b689 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4218800 Jul 23 20:23:21.398483 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43402) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:21.480315 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480b3a3e-2b17-4b4a-ac61-965ac5f51754 None None] Network 8b46b925-eea2-45b9-b879-e641efc7321e requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:23:21.489251 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-75b1d667-8a17-4821-b875-81aeaf90cd14 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:21.513318 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5c50443b-f286-4d88-84dc-b49d84569468 None None] Provisioning complete for port 6174d559-8849-48d7-87ed-83fcdcbefef5 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:21.514284 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5c50443b-f286-4d88-84dc-b49d84569468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:21.613771 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-5c50443b-f286-4d88-84dc-b49d84569468 None None] Port 6174d559-8849-48d7-87ed-83fcdcbefef5 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:23:21.742464 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-75b1d667-8a17-4821-b875-81aeaf90cd14 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:21.819464 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bfe955c1-f8ec-478b-b04e-e96dd18b598a req-a488e475-5706-44d2-81a3-f5728203367b service neutron] 10.222.0.30 "GET /v2.0/networks/bd3fc2da-f343-4eff-93f0-5695d77abd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9524174 Jul 23 20:23:21.970763 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device ed973355-9654-4330-85eb-2027ffac88e8 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:23:22.010337 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-4e9f68cd-380c-4ef9-8948-0a5b0b61dd7d tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Deleting port 88d6b7cc-9728-4e1d-885d-38f450795e42 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:23:22.011418 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4e9f68cd-380c-4ef9-8948-0a5b0b61dd7d tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:22.240031 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4e9f68cd-380c-4ef9-8948-0a5b0b61dd7d tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:22.264356 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-4e9f68cd-380c-4ef9-8948-0a5b0b61dd7d tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Calling delete_port for 88d6b7cc-9728-4e1d-885d-38f450795e42 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:23:22.462748 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-75b1d667-8a17-4821-b875-81aeaf90cd14 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Deleting port 84e73ccf-9e7d-4c28-8918-37241a103384 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:23:22.463697 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-75b1d667-8a17-4821-b875-81aeaf90cd14 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:22.497859 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89dd2e0f-708b-4429-ba26-0e14db95a5c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:22.519861 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-89dd2e0f-708b-4429-ba26-0e14db95a5c2 None None] Transition to ACTIVE for port object 6174d559-8849-48d7-87ed-83fcdcbefef5 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:22.541134 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89dd2e0f-708b-4429-ba26-0e14db95a5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:22.693931 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4e9f68cd-380c-4ef9-8948-0a5b0b61dd7d tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:22.729413 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dbf13f-17f5-47e4-8128-fe7e62a044fa None None] Pushing event updated for resources: {'Port': ['ID=6174d559-8849-48d7-87ed-83fcdcbefef5,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:22.777388 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-75b1d667-8a17-4821-b875-81aeaf90cd14 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:22.865856 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f68cd-380c-4ef9-8948-0a5b0b61dd7d tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Pushing event deleted for resources: {'Port': ['ID=88d6b7cc-9728-4e1d-885d-38f450795e42,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:22.918781 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-75b1d667-8a17-4821-b875-81aeaf90cd14 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Calling delete_port for 84e73ccf-9e7d-4c28-8918-37241a103384 owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:23:22.996477 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port ed973355-9654-4330-85eb-2027ffac88e8 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:22.997905 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:23.044368 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b04b7759-ed6f-4c14-80db-cacd824494c7 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:23.197682 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4e9f68cd-380c-4ef9-8948-0a5b0b61dd7d tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:23.200891 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4e9f68cd-380c-4ef9-8948-0a5b0b61dd7d tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] 10.222.0.32 "DELETE /v2.0/ports/88d6b7cc-9728-4e1d-885d-38f450795e42 HTTP/1.1" status: 204 len: 168 time: 2.0496180 Jul 23 20:23:23.211148 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43426) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:23.318865 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549f94dd-a256-496f-abe8-77d80bae7c75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-8b46b925-eea2-45b9-b879-e641efc7321e', 'network_id': '8b46b925-eea2-45b9-b879-e641efc7321e', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'fixed_ips': [{'subnet_id': '61f8cd4d-eb56-4cc5-8f54-f2e6c9d411dd'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:23:23.322598 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-549f94dd-a256-496f-abe8-77d80bae7c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:23.332698 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f600249-4778-4c39-8a59-21dfbdb7550d tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Deleting subnet 9bca8f0e-3969-46f2-bbef-3d1ecc62d08a {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:23:23.337300 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f600249-4778-4c39-8a59-21dfbdb7550d tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:23.344006 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-89dd2e0f-708b-4429-ba26-0e14db95a5c2 None None] Attempting to bind port 6174d559-8849-48d7-87ed-83fcdcbefef5 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:23:23.344570 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-89dd2e0f-708b-4429-ba26-0e14db95a5c2 None None] Attempting to bind port 6174d559-8849-48d7-87ed-83fcdcbefef5 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'd9be6f32-a04b-43df-a871-362b9080c8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ce144654-310c-4cbb-9778-c561aaca901d'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:23:23.345148 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dd2e0f-708b-4429-ba26-0e14db95a5c2 None None] Attempting to bind port 6174d559-8849-48d7-87ed-83fcdcbefef5 on network ce144654-310c-4cbb-9778-c561aaca901d {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:23:23.390126 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f600249-4778-4c39-8a59-21dfbdb7550d tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:23.403845 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dd2e0f-708b-4429-ba26-0e14db95a5c2 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:23:23.406146 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dd2e0f-708b-4429-ba26-0e14db95a5c2 None None] Checking segment: {'id': 'd9be6f32-a04b-43df-a871-362b9080c8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ce144654-310c-4cbb-9778-c561aaca901d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:23:23.406749 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89dd2e0f-708b-4429-ba26-0e14db95a5c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:23.409665 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dd2e0f-708b-4429-ba26-0e14db95a5c2 None None] Bound using segment: {'id': 'd9be6f32-a04b-43df-a871-362b9080c8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ce144654-310c-4cbb-9778-c561aaca901d'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:23:23.410525 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-89dd2e0f-708b-4429-ba26-0e14db95a5c2 None None] Bound port: 6174d559-8849-48d7-87ed-83fcdcbefef5, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9be6f32-a04b-43df-a871-362b9080c8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ce144654-310c-4cbb-9778-c561aaca901d'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:23:23.411187 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89dd2e0f-708b-4429-ba26-0e14db95a5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:23.581053 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-89dd2e0f-708b-4429-ba26-0e14db95a5c2 None None] For port 6174d559-8849-48d7-87ed-83fcdcbefef5, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:23:23.589751 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-89dd2e0f-708b-4429-ba26-0e14db95a5c2 None None] For port 6174d559-8849-48d7-87ed-83fcdcbefef5, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6174d559-8849-48d7-87ed-83fcdcbefef5,segment=NetworkSegment(d9be6f32-a04b-43df-a871-362b9080c8ac),segment_id=d9be6f32-a04b-43df-a871-362b9080c8ac)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:23:23.636352 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89dd2e0f-708b-4429-ba26-0e14db95a5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:23.664988 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f600249-4778-4c39-8a59-21dfbdb7550d tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:23.783776 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-75b1d667-8a17-4821-b875-81aeaf90cd14 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:23.806940 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dbf13f-17f5-47e4-8128-fe7e62a044fa None None] Pushing event updated for resources: {'Port': ['ID=6174d559-8849-48d7-87ed-83fcdcbefef5,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:23.982154 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dd2e0f-708b-4429-ba26-0e14db95a5c2 None None] Routers {'1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:23.984158 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-89dd2e0f-708b-4429-ba26-0e14db95a5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:24.039904 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-b04b7759-ed6f-4c14-80db-cacd824494c7 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Allocated IP 2001:db8:3::1 (8b46b925-eea2-45b9-b879-e641efc7321e/61f8cd4d-eb56-4cc5-8f54-f2e6c9d411dd/db1b15de-622c-4ec6-8c98-53a997fd0a1d) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:24.357068 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-89dd2e0f-708b-4429-ba26-0e14db95a5c2 None None] Set router 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:23:24.469403 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b04b7759-ed6f-4c14-80db-cacd824494c7 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:24.524520 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-b04b7759-ed6f-4c14-80db-cacd824494c7 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Transition to ACTIVE for port object db1b15de-622c-4ec6-8c98-53a997fd0a1d will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:24.651072 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b04b7759-ed6f-4c14-80db-cacd824494c7 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:24.707343 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1d667-8a17-4821-b875-81aeaf90cd14 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Pushing event deleted for resources: {'Port': ['ID=84e73ccf-9e7d-4c28-8918-37241a103384,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:24.737158 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f600249-4778-4c39-8a59-21dfbdb7550d tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:24.745820 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43454) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:24.801928 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f600249-4778-4c39-8a59-21dfbdb7550d tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Pushing event deleted for resources: {'Subnet': ['ID=9bca8f0e-3969-46f2-bbef-3d1ecc62d08a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:24.809902 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04b7759-ed6f-4c14-80db-cacd824494c7 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Network 8b46b925-eea2-45b9-b879-e641efc7321e is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:24.819428 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-b04b7759-ed6f-4c14-80db-cacd824494c7 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:24.842394 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04b7759-ed6f-4c14-80db-cacd824494c7 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:23:24.844251 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b04b7759-ed6f-4c14-80db-cacd824494c7 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:24.901263 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f600249-4778-4c39-8a59-21dfbdb7550d tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:24.911900 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4f600249-4778-4c39-8a59-21dfbdb7550d tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] 10.222.0.32 "DELETE /v2.0/subnets/9bca8f0e-3969-46f2-bbef-3d1ecc62d08a HTTP/1.1" status: 204 len: 168 time: 1.6991320 Jul 23 20:23:24.920848 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43458) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:24.938122 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc0b021-4492-45e3-bc58-e5534420d132 None None] Network e52baf8b-f569-4fc8-9e38-229470384ef7 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:23:24.966774 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1190a695-d509-4f7f-b9ae-4da2eef05741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:25.040222 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-75b1d667-8a17-4821-b875-81aeaf90cd14 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:25.166361 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b7759-ed6f-4c14-80db-cacd824494c7 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event updated for resources: {'Port': ['ID=db1b15de-622c-4ec6-8c98-53a997fd0a1d,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:25.295355 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-549f94dd-a256-496f-abe8-77d80bae7c75 None None] Allocated IP 2001:db8:3::2 (8b46b925-eea2-45b9-b879-e641efc7321e/61f8cd4d-eb56-4cc5-8f54-f2e6c9d411dd/e0a54a6d-b0e7-4fc6-99d1-77631e15ff28) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:25.313613 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b04b7759-ed6f-4c14-80db-cacd824494c7 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:25.350043 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1190a695-d509-4f7f-b9ae-4da2eef05741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:25.368217 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-75b1d667-8a17-4821-b875-81aeaf90cd14 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:25.372095 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-75b1d667-8a17-4821-b875-81aeaf90cd14 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:25.491395 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1190a695-d509-4f7f-b9ae-4da2eef05741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:25.541878 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-75b1d667-8a17-4821-b875-81aeaf90cd14 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:25.544097 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b1d667-8a17-4821-b875-81aeaf90cd14 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Fanout notify agent at l3_agent the message router_deleted on router a7416459-9e82-47c0-ae2c-042c71865cbc {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:23:25.566193 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1190a695-d509-4f7f-b9ae-4da2eef05741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeebad56-f3ac-4d42-8503-8ff8cccd0d95,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:25.599809 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-75b1d667-8a17-4821-b875-81aeaf90cd14 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:25.604613 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-75b1d667-8a17-4821-b875-81aeaf90cd14 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] 10.222.0.32 "DELETE /v2.0/routers/a7416459-9e82-47c0-ae2c-042c71865cbc HTTP/1.1" status: 204 len: 168 time: 4.5619400 Jul 23 20:23:25.613665 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43466) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:25.643737 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-df5f215f-b861-4153-b8c0-53f3b3a083a9 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-74811118', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:25.690647 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-234f3acf-f08e-45c6-8d52-c625baa80377 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:25.759493 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df5f215f-b861-4153-b8c0-53f3b3a083a9 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:25.760509 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df5f215f-b861-4153-b8c0-53f3b3a083a9 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:25.777447 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1190a695-d509-4f7f-b9ae-4da2eef05741 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e12eab38a7394498884a219445d16435&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9977515 Jul 23 20:23:25.778778 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43470) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:25.835067 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-89dd2e0f-708b-4429-ba26-0e14db95a5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'name': 'tempest-RoutersIpV6Test-router-1651767278', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:47Z', 'updated_at': '2021-07-23T20:23:14Z', 'revision_number': 4, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'gw_port_host': None, '_interfaces': [{'id': '0cdff87c-12e4-4a3a-b59f-535e3586a0d2', 'name': '', 'network_id': 'f71df03a-5f05-48b4-bba9-a2a6bdd485a4', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:00:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:55Z', 'updated_at': '2021-07-23T20:23:07Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6174d559-8849-48d7-87ed-83fcdcbefef5', 'name': '', 'network_id': 'ce144654-310c-4cbb-9778-c561aaca901d', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:48:f1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '8f1cd0ae-4d5d-43ad-a48e-8d5858b888fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:12Z', 'updated_at': '2021-07-23T20:23:23Z', 'revision_number': 4, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '8f1cd0ae-4d5d-43ad-a48e-8d5858b888fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b4d350c-aece-4966-ab76-58e96a0d2cb9', 'name': '', 'network_id': 'bffd2a28-3a0d-40af-ac3a-51fabc285525', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:90:3e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '2d04700d-7d75-4de8-be0b-799775f997cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:06Z', 'updated_at': '2021-07-23T20:23:17Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '2d04700d-7d75-4de8-be0b-799775f997cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:25.903786 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dd2e0f-708b-4429-ba26-0e14db95a5c2 None None] The sync data for ids ['1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'] in n-d-793618-10 is: [{'id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'name': 'tempest-RoutersIpV6Test-router-1651767278', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:47Z', 'updated_at': '2021-07-23T20:23:14Z', 'revision_number': 4, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'gw_port_host': None, '_interfaces': [{'id': '0cdff87c-12e4-4a3a-b59f-535e3586a0d2', 'name': '', 'network_id': 'f71df03a-5f05-48b4-bba9-a2a6bdd485a4', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:00:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:55Z', 'updated_at': '2021-07-23T20:23:07Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6174d559-8849-48d7-87ed-83fcdcbefef5', 'name': '', 'network_id': 'ce144654-310c-4cbb-9778-c561aaca901d', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:48:f1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '8f1cd0ae-4d5d-43ad-a48e-8d5858b888fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:12Z', 'updated_at': '2021-07-23T20:23:23Z', 'revision_number': 4, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '8f1cd0ae-4d5d-43ad-a48e-8d5858b888fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b4d350c-aece-4966-ab76-58e96a0d2cb9', 'name': '', 'network_id': 'bffd2a28-3a0d-40af-ac3a-51fabc285525', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:90:3e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '2d04700d-7d75-4de8-be0b-799775f997cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:06Z', 'updated_at': '2021-07-23T20:23:17Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '2d04700d-7d75-4de8-be0b-799775f997cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:23:25.923577 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1542208a-1d47-4ed5-b998-5cf96c84fe8c None None] DHCP port deletion for e52baf8b-f569-4fc8-9e38-229470384ef7 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:23:25.963764 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-549f94dd-a256-496f-abe8-77d80bae7c75 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:26.015618 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-549f94dd-a256-496f-abe8-77d80bae7c75 None None] Transition to ACTIVE for port object e0a54a6d-b0e7-4fc6-99d1-77631e15ff28 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:26.038387 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df5f215f-b861-4153-b8c0-53f3b3a083a9 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:26.060989 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df5f215f-b861-4153-b8c0-53f3b3a083a9 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:26.065384 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b04b7759-ed6f-4c14-80db-cacd824494c7 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:26.071559 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b04b7759-ed6f-4c14-80db-cacd824494c7 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:26.072375 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b04b7759-ed6f-4c14-80db-cacd824494c7 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:26.072636 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-549f94dd-a256-496f-abe8-77d80bae7c75 None None] Transition to ACTIVE for port object e0a54a6d-b0e7-4fc6-99d1-77631e15ff28 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:26.098110 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-549f94dd-a256-496f-abe8-77d80bae7c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:26.108169 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df5f215f-b861-4153-b8c0-53f3b3a083a9 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:26.114945 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-df5f215f-b861-4153-b8c0-53f3b3a083a9 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4912241 Jul 23 20:23:26.114945 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e1690267-b1a9-45c1-911e-f0645eb96e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:26.115744 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43476) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:26.125015 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-343979c6-ab44-40c0-b0b4-5fe2da63468c tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Request body: {'router': {'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:26.207058 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1542208a-1d47-4ed5-b998-5cf96c84fe8c None None] Deleting port 1d1e2796-26c5-4980-a587-af0c93cff116 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:23:26.207422 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1542208a-1d47-4ed5-b998-5cf96c84fe8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:26.265586 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549f94dd-a256-496f-abe8-77d80bae7c75 None None] Network 8b46b925-eea2-45b9-b879-e641efc7321e is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:26.349513 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e1690267-b1a9-45c1-911e-f0645eb96e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:26.353277 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04b7759-ed6f-4c14-80db-cacd824494c7 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Network 8b46b925-eea2-45b9-b879-e641efc7321e is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:26.354184 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-549f94dd-a256-496f-abe8-77d80bae7c75 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:26.356018 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f94dd-a256-496f-abe8-77d80bae7c75 None None] Pushing event updated for resources: {'Port': ['ID=e0a54a6d-b0e7-4fc6-99d1-77631e15ff28,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:26.371321 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-b04b7759-ed6f-4c14-80db-cacd824494c7 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:26.402593 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b7759-ed6f-4c14-80db-cacd824494c7 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event updated for resources: {'Port': ['ID=db1b15de-622c-4ec6-8c98-53a997fd0a1d,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:26.438283 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-234f3acf-f08e-45c6-8d52-c625baa80377 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Deleting port 1d1e2796-26c5-4980-a587-af0c93cff116 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:23:26.439196 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-234f3acf-f08e-45c6-8d52-c625baa80377 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:26.443728 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549f94dd-a256-496f-abe8-77d80bae7c75 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:23:26.465055 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6174d559-8849-48d7-87ed-83fcdcbefef5 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:23:26.471066 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-1542208a-1d47-4ed5-b998-5cf96c84fe8c None None] For port 1d1e2796-26c5-4980-a587-af0c93cff116, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=1d1e2796-26c5-4980-a587-af0c93cff116,segment=NetworkSegment(2d93d54a-25fa-4ded-a449-2f6aa8af0b43),segment_id=2d93d54a-25fa-4ded-a449-2f6aa8af0b43)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:26.471631 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1542208a-1d47-4ed5-b998-5cf96c84fe8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:26.580969 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1542208a-1d47-4ed5-b998-5cf96c84fe8c None None] Calling delete_port for 1d1e2796-26c5-4980-a587-af0c93cff116 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:23:26.587725 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04b7759-ed6f-4c14-80db-cacd824494c7 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Router 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:23:26.616705 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-549f94dd-a256-496f-abe8-77d80bae7c75 None None] Attempting to bind port e0a54a6d-b0e7-4fc6-99d1-77631e15ff28 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:23:26.617536 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-549f94dd-a256-496f-abe8-77d80bae7c75 None None] Attempting to bind port e0a54a6d-b0e7-4fc6-99d1-77631e15ff28 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'a39a70cd-3f24-4dbc-8fbe-f0b7912e56c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8b46b925-eea2-45b9-b879-e641efc7321e'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:23:26.618192 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549f94dd-a256-496f-abe8-77d80bae7c75 None None] Attempting to bind port e0a54a6d-b0e7-4fc6-99d1-77631e15ff28 on network 8b46b925-eea2-45b9-b879-e641efc7321e {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:23:26.622856 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e1690267-b1a9-45c1-911e-f0645eb96e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:26.627967 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e1690267-b1a9-45c1-911e-f0645eb96e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:26.631687 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e1690267-b1a9-45c1-911e-f0645eb96e2e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aeebad56-f3ac-4d42-8503-8ff8cccd0d95 HTTP/1.1" status: 204 len: 168 time: 0.8493373 Jul 23 20:23:26.656006 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549f94dd-a256-496f-abe8-77d80bae7c75 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:23:26.656734 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549f94dd-a256-496f-abe8-77d80bae7c75 None None] Checking segment: {'id': 'a39a70cd-3f24-4dbc-8fbe-f0b7912e56c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8b46b925-eea2-45b9-b879-e641efc7321e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:23:26.657407 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-549f94dd-a256-496f-abe8-77d80bae7c75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:26.658021 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549f94dd-a256-496f-abe8-77d80bae7c75 None None] Bound using segment: {'id': 'a39a70cd-3f24-4dbc-8fbe-f0b7912e56c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8b46b925-eea2-45b9-b879-e641efc7321e'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:23:26.658764 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-549f94dd-a256-496f-abe8-77d80bae7c75 None None] Bound port: e0a54a6d-b0e7-4fc6-99d1-77631e15ff28, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a39a70cd-3f24-4dbc-8fbe-f0b7912e56c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8b46b925-eea2-45b9-b879-e641efc7321e'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:23:26.659657 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-549f94dd-a256-496f-abe8-77d80bae7c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:26.857628 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1690267-b1a9-45c1-911e-f0645eb96e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeebad56-f3ac-4d42-8503-8ff8cccd0d95,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:26.874980 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-234f3acf-f08e-45c6-8d52-c625baa80377 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] For port 1d1e2796-26c5-4980-a587-af0c93cff116, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=1d1e2796-26c5-4980-a587-af0c93cff116,segment=NetworkSegment(2d93d54a-25fa-4ded-a449-2f6aa8af0b43),segment_id=2d93d54a-25fa-4ded-a449-2f6aa8af0b43)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:26.877113 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-234f3acf-f08e-45c6-8d52-c625baa80377 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:26.971791 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04b7759-ed6f-4c14-80db-cacd824494c7 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:23:26.986181 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b04b7759-ed6f-4c14-80db-cacd824494c7 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "PUT /v2.0/routers/1b4a2b12-2489-4d1d-bd21-1f72b4c87da6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5834301 Jul 23 20:23:26.986525 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 6174d559-8849-48d7-87ed-83fcdcbefef5 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:26.986983 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43492) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:27.012733 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 6174d559-8849-48d7-87ed-83fcdcbefef5 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:27.013407 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:27.025299 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-1845c2c5-808b-4216-b782-edc654be5bf4 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:27.050534 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-343979c6-ab44-40c0-b0b4-5fe2da63468c tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:27.082176 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-234f3acf-f08e-45c6-8d52-c625baa80377 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Calling delete_port for 1d1e2796-26c5-4980-a587-af0c93cff116 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:23:27.164643 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-549f94dd-a256-496f-abe8-77d80bae7c75 None None] For port e0a54a6d-b0e7-4fc6-99d1-77631e15ff28, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:23:27.174496 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-549f94dd-a256-496f-abe8-77d80bae7c75 None None] For port e0a54a6d-b0e7-4fc6-99d1-77631e15ff28, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=e0a54a6d-b0e7-4fc6-99d1-77631e15ff28,segment=NetworkSegment(a39a70cd-3f24-4dbc-8fbe-f0b7912e56c8),segment_id=a39a70cd-3f24-4dbc-8fbe-f0b7912e56c8)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:23:27.198806 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-549f94dd-a256-496f-abe8-77d80bae7c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:27.286257 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1542208a-1d47-4ed5-b998-5cf96c84fe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:27.370438 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1542208a-1d47-4ed5-b998-5cf96c84fe8c None None] No DVR routers for this DVR port 1d1e2796-26c5-4980-a587-af0c93cff116 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:23:27.458543 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f94dd-a256-496f-abe8-77d80bae7c75 None None] Pushing event updated for resources: {'Port': ['ID=e0a54a6d-b0e7-4fc6-99d1-77631e15ff28,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:27.491833 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43496) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:27.540153 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b6cb067-9bfa-4a4f-913a-30b472c1e856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:27.560555 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-234f3acf-f08e-45c6-8d52-c625baa80377 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:27.563124 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1542208a-1d47-4ed5-b998-5cf96c84fe8c None None] Pushing event deleted for resources: {'Port': ['ID=1d1e2796-26c5-4980-a587-af0c93cff116,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:27.578145 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec983865-4092-4076-9243-0ab21fb44ee4 None None] Sync routers for ids ['1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:23:27.597669 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:27.629615 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec983865-4092-4076-9243-0ab21fb44ee4 None None] Routers {'1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:27.629615 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ec983865-4092-4076-9243-0ab21fb44ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:27.652158 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f3acf-f08e-45c6-8d52-c625baa80377 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Pushing event deleted for resources: {'Port': ['ID=1d1e2796-26c5-4980-a587-af0c93cff116,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:27.719968 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234f3acf-f08e-45c6-8d52-c625baa80377 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] No DVR routers for this DVR port 1d1e2796-26c5-4980-a587-af0c93cff116 on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:23:27.915490 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 6174d559-8849-48d7-87ed-83fcdcbefef5, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6174d559-8849-48d7-87ed-83fcdcbefef5,segment=NetworkSegment(d9be6f32-a04b-43df-a871-362b9080c8ac),segment_id=d9be6f32-a04b-43df-a871-362b9080c8ac)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:27.938874 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-234f3acf-f08e-45c6-8d52-c625baa80377 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:27.985398 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-ec983865-4092-4076-9243-0ab21fb44ee4 None None] Set router 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:23:27.993103 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-343979c6-ab44-40c0-b0b4-5fe2da63468c tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:28.017245 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-234f3acf-f08e-45c6-8d52-c625baa80377 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e52baf8b-f569-4fc8-9e38-229470384ef7']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:28.087783 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-343979c6-ab44-40c0-b0b4-5fe2da63468c tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:28.121057 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-234f3acf-f08e-45c6-8d52-c625baa80377 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d93d54a-25fa-4ded-a449-2f6aa8af0b43') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:28.121885 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-234f3acf-f08e-45c6-8d52-c625baa80377 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d93d54a-25fa-4ded-a449-2f6aa8af0b43') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:28.137889 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:28.195767 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=6174d559-8849-48d7-87ed-83fcdcbefef5,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:28.271707 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-234f3acf-f08e-45c6-8d52-c625baa80377 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:28.314987 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.extraroute_db [None req-1845c2c5-808b-4216-b782-edc654be5bf4 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93875) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 20:23:28.324062 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 1d1e2796-26c5-4980-a587-af0c93cff116 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:23:28.350367 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.extraroute_db [None req-1845c2c5-808b-4216-b782-edc654be5bf4 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Removed routes are [] {{(pid=93875) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 20:23:28.351022 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1845c2c5-808b-4216-b782-edc654be5bf4 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:28.356847 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 1d1e2796-26c5-4980-a587-af0c93cff116 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:23:28.357588 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 1d1e2796-26c5-4980-a587-af0c93cff116 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:23:28.365718 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-234f3acf-f08e-45c6-8d52-c625baa80377 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:28.393263 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-234f3acf-f08e-45c6-8d52-c625baa80377 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:23:28.393974 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-234f3acf-f08e-45c6-8d52-c625baa80377 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:28.403711 n-d-793618-10 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:23:28.403711 n-d-793618-10 neutron-server[93876]: items = [ Jul 23 20:23:28.403711 n-d-793618-10 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:23:28.403711 n-d-793618-10 neutron-server[93876]: self.session.flush() Jul 23 20:23:28.403711 n-d-793618-10 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:23:28.403711 n-d-793618-10 neutron-server[93876]: self.session.flush() Jul 23 20:23:28.403711 n-d-793618-10 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:23:28.403711 n-d-793618-10 neutron-server[93876]: self.session.flush() Jul 23 20:23:28.403711 n-d-793618-10 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:23:28.403711 n-d-793618-10 neutron-server[93876]: self.session.flush() Jul 23 20:23:28.403711 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:23:28.403711 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:23:28.403711 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:23:28.403711 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:23:28.403711 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:23:28.403711 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:23:28.403711 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:23:28.403711 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:23:28.403711 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:23:28.403711 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:23:28.403711 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:23:28.403711 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:23:28.403711 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:23:28.403711 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:23:28.403711 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:23:28.403711 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:23:28.403711 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:23:28.403711 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:23:28.403711 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:23:28.403711 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:23:28.403711 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:23:28.403711 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:23:28.403711 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:23:28.403711 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:23:28.403711 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:23:28.403711 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:23:28.403711 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:23:28.403711 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:23:28.403711 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:23:28.403711 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:23:28.403711 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:23:28.403711 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:23:28.526748 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ec983865-4092-4076-9243-0ab21fb44ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'name': 'tempest-RoutersIpV6Test-router-1651767278', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:47Z', 'updated_at': '2021-07-23T20:23:25Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'gw_port_host': None, '_interfaces': [{'id': '0cdff87c-12e4-4a3a-b59f-535e3586a0d2', 'name': '', 'network_id': 'f71df03a-5f05-48b4-bba9-a2a6bdd485a4', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:00:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:55Z', 'updated_at': '2021-07-23T20:23:07Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6174d559-8849-48d7-87ed-83fcdcbefef5', 'name': '', 'network_id': 'ce144654-310c-4cbb-9778-c561aaca901d', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:48:f1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '8f1cd0ae-4d5d-43ad-a48e-8d5858b888fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:12Z', 'updated_at': '2021-07-23T20:23:23Z', 'revision_number': 4, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '8f1cd0ae-4d5d-43ad-a48e-8d5858b888fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b4d350c-aece-4966-ab76-58e96a0d2cb9', 'name': '', 'network_id': 'bffd2a28-3a0d-40af-ac3a-51fabc285525', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:90:3e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '2d04700d-7d75-4de8-be0b-799775f997cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:06Z', 'updated_at': '2021-07-23T20:23:17Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '2d04700d-7d75-4de8-be0b-799775f997cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db1b15de-622c-4ec6-8c98-53a997fd0a1d', 'name': '', 'network_id': '8b46b925-eea2-45b9-b879-e641efc7321e', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:0f:7d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '61f8cd4d-eb56-4cc5-8f54-f2e6c9d411dd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:23Z', 'updated_at': '2021-07-23T20:23:25Z', 'revision_number': 2, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '61f8cd4d-eb56-4cc5-8f54-f2e6c9d411dd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:28.596556 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec983865-4092-4076-9243-0ab21fb44ee4 None None] Checking router: 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:23:28.596556 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec983865-4092-4076-9243-0ab21fb44ee4 None None] Updating router 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 port db1b15de-622c-4ec6-8c98-53a997fd0a1d binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:23:28.677504 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ec983865-4092-4076-9243-0ab21fb44ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:28.700004 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b6cb067-9bfa-4a4f-913a-30b472c1e856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:28.702868 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-343979c6-ab44-40c0-b0b4-5fe2da63468c tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Allocated IP 172.25.1.102 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/1a915077-d4e9-4faa-b1b0-ec49ba78acb4) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:28.705405 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-234f3acf-f08e-45c6-8d52-c625baa80377 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:28.711672 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b6cb067-9bfa-4a4f-913a-30b472c1e856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:28.720740 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-234f3acf-f08e-45c6-8d52-c625baa80377 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:28.737206 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-234f3acf-f08e-45c6-8d52-c625baa80377 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] 10.222.0.32 "DELETE /v2.0/networks/e52baf8b-f569-4fc8-9e38-229470384ef7 HTTP/1.1" status: 204 len: 168 time: 3.8124578 Jul 23 20:23:28.794307 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6cb067-9bfa-4a4f-913a-30b472c1e856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef9a4c0-8821-4aab-8d1c-08e365eb145e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:28.815909 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6174d559-8849-48d7-87ed-83fcdcbefef5 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:23:28.816118 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f3acf-f08e-45c6-8d52-c625baa80377 tempest-AllowedAddressPairTestJSON-1117567816 tempest-AllowedAddressPairTestJSON-1117567816-project] Pushing event deleted for resources: {'Network': ['ID=e52baf8b-f569-4fc8-9e38-229470384ef7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:28.837439 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1845c2c5-808b-4216-b782-edc654be5bf4 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:28.846263 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1845c2c5-808b-4216-b782-edc654be5bf4 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548192'] for router, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:28.868343 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1b6cb067-9bfa-4a4f-913a-30b472c1e856 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d1501c07bad04f858b4e5452ab3e4e9d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3581548 Jul 23 20:23:28.877206 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43518) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:29.117770 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1845c2c5-808b-4216-b782-edc654be5bf4 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Router 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:23:29.212501 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5c35602b-6e11-4193-8f7f-4bd833047e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:29.270485 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-343979c6-ab44-40c0-b0b4-5fe2da63468c tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:29.309267 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5c35602b-6e11-4193-8f7f-4bd833047e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:29.388201 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1845c2c5-808b-4216-b782-edc654be5bf4 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:23:29.436512 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1845c2c5-808b-4216-b782-edc654be5bf4 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:29.442839 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1845c2c5-808b-4216-b782-edc654be5bf4 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "PUT /v2.0/routers/1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 HTTP/1.1" status: 200 len: 954 time: 2.4536965 Jul 23 20:23:29.445847 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43528) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:29.495508 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5c35602b-6e11-4193-8f7f-4bd833047e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:29.507796 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5c35602b-6e11-4193-8f7f-4bd833047e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:29.507796 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5c35602b-6e11-4193-8f7f-4bd833047e4a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ef9a4c0-8821-4aab-8d1c-08e365eb145e HTTP/1.1" status: 204 len: 168 time: 0.6270540 Jul 23 20:23:29.540885 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43532) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:29.570603 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35602b-6e11-4193-8f7f-4bd833047e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef9a4c0-8821-4aab-8d1c-08e365eb145e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:29.580798 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-343979c6-ab44-40c0-b0b4-5fe2da63468c tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:29.670319 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4624bb1-8e14-4720-b697-6d42681d8e01 None None] Network 8b46b925-eea2-45b9-b879-e641efc7321e requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:23:29.711386 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f57fff18-f815-4994-a3a0-f77196514bad tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "GET /v2.0/routers/1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 HTTP/1.1" status: 200 len: 954 time: 0.2542050 Jul 23 20:23:29.716168 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43536) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:29.752006 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343979c6-ab44-40c0-b0b4-5fe2da63468c tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Pushing event updated for resources: {'Port': ['ID=1a915077-d4e9-4faa-b1b0-ec49ba78acb4,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:29.761918 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-e265bba2-53bf-45c0-ae2f-027c70b89632 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Request body: {'router': {'routes': None}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:29.781755 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343979c6-ab44-40c0-b0b4-5fe2da63468c tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:29.786719 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-343979c6-ab44-40c0-b0b4-5fe2da63468c tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:29.802407 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343979c6-ab44-40c0-b0b4-5fe2da63468c tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:23:29.865714 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b0eeea52-d117-47bb-a03a-d297dc3b938d None None] Provisioning for port e0a54a6d-b0e7-4fc6-99d1-77631e15ff28 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:29.915760 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 6174d559-8849-48d7-87ed-83fcdcbefef5 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:29.916508 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:30.372098 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device e0a54a6d-b0e7-4fc6-99d1-77631e15ff28 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:23:30.405275 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-343979c6-ab44-40c0-b0b4-5fe2da63468c tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:30.668478 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0829a745-f2bf-4359-8940-31696d803dae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=70c820d2eaf64663907deb224a6a47a3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1395984 Jul 23 20:23:30.679623 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43562) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:30.696547 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ec983865-4092-4076-9243-0ab21fb44ee4 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:30.700729 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port e0a54a6d-b0e7-4fc6-99d1-77631e15ff28 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:30.726661 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port e0a54a6d-b0e7-4fc6-99d1-77631e15ff28 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:30.727332 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:30.787728 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ec983865-4092-4076-9243-0ab21fb44ee4 None None] Transition to ACTIVE for port object db1b15de-622c-4ec6-8c98-53a997fd0a1d will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:30.798604 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ec983865-4092-4076-9243-0ab21fb44ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:30.850459 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-343979c6-ab44-40c0-b0b4-5fe2da63468c tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:30.856139 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-343979c6-ab44-40c0-b0b4-5fe2da63468c tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548192'] for router, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:30.867636 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31838432-9341-411d-a146-7ffc500443f7 None None] Pushing event updated for resources: {'Port': ['ID=db1b15de-622c-4ec6-8c98-53a997fd0a1d,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:30.898430 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:30.960478 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port e0a54a6d-b0e7-4fc6-99d1-77631e15ff28, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=e0a54a6d-b0e7-4fc6-99d1-77631e15ff28,segment=NetworkSegment(a39a70cd-3f24-4dbc-8fbe-f0b7912e56c8),segment_id=a39a70cd-3f24-4dbc-8fbe-f0b7912e56c8)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:31.048104 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:31.102257 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6f0dfd7d-4d96-4d84-81c4-bd7103186d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:31.163973 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ec983865-4092-4076-9243-0ab21fb44ee4 None None] Attempting to bind port db1b15de-622c-4ec6-8c98-53a997fd0a1d on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:23:31.164384 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ec983865-4092-4076-9243-0ab21fb44ee4 None None] Attempting to bind port db1b15de-622c-4ec6-8c98-53a997fd0a1d by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'a39a70cd-3f24-4dbc-8fbe-f0b7912e56c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8b46b925-eea2-45b9-b879-e641efc7321e'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:23:31.164926 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec983865-4092-4076-9243-0ab21fb44ee4 None None] Attempting to bind port db1b15de-622c-4ec6-8c98-53a997fd0a1d on network 8b46b925-eea2-45b9-b879-e641efc7321e {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:23:31.169604 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=e0a54a6d-b0e7-4fc6-99d1-77631e15ff28,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:31.190054 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec983865-4092-4076-9243-0ab21fb44ee4 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:23:31.190711 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec983865-4092-4076-9243-0ab21fb44ee4 None None] Checking segment: {'id': 'a39a70cd-3f24-4dbc-8fbe-f0b7912e56c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8b46b925-eea2-45b9-b879-e641efc7321e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:23:31.191188 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ec983865-4092-4076-9243-0ab21fb44ee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:31.191652 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec983865-4092-4076-9243-0ab21fb44ee4 None None] Bound using segment: {'id': 'a39a70cd-3f24-4dbc-8fbe-f0b7912e56c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8b46b925-eea2-45b9-b879-e641efc7321e'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:23:31.192597 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ec983865-4092-4076-9243-0ab21fb44ee4 None None] Bound port: db1b15de-622c-4ec6-8c98-53a997fd0a1d, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a39a70cd-3f24-4dbc-8fbe-f0b7912e56c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8b46b925-eea2-45b9-b879-e641efc7321e'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:23:31.193058 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ec983865-4092-4076-9243-0ab21fb44ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:31.272678 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-ec983865-4092-4076-9243-0ab21fb44ee4 None None] For port db1b15de-622c-4ec6-8c98-53a997fd0a1d, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:23:31.276814 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-ec983865-4092-4076-9243-0ab21fb44ee4 None None] For port db1b15de-622c-4ec6-8c98-53a997fd0a1d, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=db1b15de-622c-4ec6-8c98-53a997fd0a1d,segment=NetworkSegment(a39a70cd-3f24-4dbc-8fbe-f0b7912e56c8),segment_id=a39a70cd-3f24-4dbc-8fbe-f0b7912e56c8)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:23:31.279083 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-cb96e223-4cf6-4832-9240-daa64925c4a2 None None] Provisioning complete for port e0a54a6d-b0e7-4fc6-99d1-77631e15ff28 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:31.279834 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cb96e223-4cf6-4832-9240-daa64925c4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:31.305603 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6f0dfd7d-4d96-4d84-81c4-bd7103186d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:31.331329 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ec983865-4092-4076-9243-0ab21fb44ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:31.657383 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6f0dfd7d-4d96-4d84-81c4-bd7103186d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:31.670365 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec983865-4092-4076-9243-0ab21fb44ee4 None None] Routers {'1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:31.672067 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ec983865-4092-4076-9243-0ab21fb44ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:31.677998 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6f0dfd7d-4d96-4d84-81c4-bd7103186d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:31.685118 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6f0dfd7d-4d96-4d84-81c4-bd7103186d20 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/89419571-fb1d-4606-8da8-900837df8187 HTTP/1.1" status: 204 len: 168 time: 1.0032830 Jul 23 20:23:31.704809 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31838432-9341-411d-a146-7ffc500443f7 None None] Pushing event updated for resources: {'Port': ['ID=db1b15de-622c-4ec6-8c98-53a997fd0a1d,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:31.745912 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0dfd7d-4d96-4d84-81c4-bd7103186d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89419571-fb1d-4606-8da8-900837df8187,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:31.880024 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.extraroute_db [None req-e265bba2-53bf-45c0-ae2f-027c70b89632 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Added routes are [] {{(pid=93875) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 20:23:31.882790 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.extraroute_db [None req-e265bba2-53bf-45c0-ae2f-027c70b89632 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93875) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 20:23:31.941158 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343979c6-ab44-40c0-b0b4-5fe2da63468c tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Router bd115743-0019-4283-a677-4a2675989f54 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:23:31.956523 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-ec983865-4092-4076-9243-0ab21fb44ee4 None None] Set router 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:23:31.979581 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e265bba2-53bf-45c0-ae2f-027c70b89632 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:32.306178 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-cb96e223-4cf6-4832-9240-daa64925c4a2 None None] Provisioning for port db1b15de-622c-4ec6-8c98-53a997fd0a1d completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:32.389000 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ec983865-4092-4076-9243-0ab21fb44ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'name': 'tempest-RoutersIpV6Test-router-1651767278', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:47Z', 'updated_at': '2021-07-23T20:23:28Z', 'revision_number': 6, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'gw_port_host': None, '_interfaces': [{'id': '0cdff87c-12e4-4a3a-b59f-535e3586a0d2', 'name': '', 'network_id': 'f71df03a-5f05-48b4-bba9-a2a6bdd485a4', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:00:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:55Z', 'updated_at': '2021-07-23T20:23:07Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6174d559-8849-48d7-87ed-83fcdcbefef5', 'name': '', 'network_id': 'ce144654-310c-4cbb-9778-c561aaca901d', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:48:f1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '8f1cd0ae-4d5d-43ad-a48e-8d5858b888fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:12Z', 'updated_at': '2021-07-23T20:23:27Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '8f1cd0ae-4d5d-43ad-a48e-8d5858b888fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b4d350c-aece-4966-ab76-58e96a0d2cb9', 'name': '', 'network_id': 'bffd2a28-3a0d-40af-ac3a-51fabc285525', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:90:3e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '2d04700d-7d75-4de8-be0b-799775f997cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:06Z', 'updated_at': '2021-07-23T20:23:17Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '2d04700d-7d75-4de8-be0b-799775f997cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db1b15de-622c-4ec6-8c98-53a997fd0a1d', 'name': '', 'network_id': '8b46b925-eea2-45b9-b879-e641efc7321e', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:0f:7d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '61f8cd4d-eb56-4cc5-8f54-f2e6c9d411dd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:23Z', 'updated_at': '2021-07-23T20:23:31Z', 'revision_number': 4, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '61f8cd4d-eb56-4cc5-8f54-f2e6c9d411dd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:32.428294 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e265bba2-53bf-45c0-ae2f-027c70b89632 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:32.431245 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343979c6-ab44-40c0-b0b4-5fe2da63468c tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:23:32.444507 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e265bba2-53bf-45c0-ae2f-027c70b89632 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548192'] for router, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:32.450314 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e61f379-4437-4205-bd5c-dc32c1f2a252 None None] Sync routers for ids ['bd115743-0019-4283-a677-4a2675989f54'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:23:32.455842 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-343979c6-ab44-40c0-b0b4-5fe2da63468c tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:32.465031 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-343979c6-ab44-40c0-b0b4-5fe2da63468c tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] 10.222.0.32 "PUT /v2.0/routers/bd115743-0019-4283-a677-4a2675989f54 HTTP/1.1" status: 200 len: 882 time: 6.3463464 Jul 23 20:23:32.466001 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43596) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:32.502827 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec983865-4092-4076-9243-0ab21fb44ee4 None None] The sync data for ids ['1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'] in n-d-793618-10 is: [{'id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'name': 'tempest-RoutersIpV6Test-router-1651767278', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:47Z', 'updated_at': '2021-07-23T20:23:28Z', 'revision_number': 6, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'gw_port_host': None, '_interfaces': [{'id': '0cdff87c-12e4-4a3a-b59f-535e3586a0d2', 'name': '', 'network_id': 'f71df03a-5f05-48b4-bba9-a2a6bdd485a4', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:00:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:55Z', 'updated_at': '2021-07-23T20:23:07Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6174d559-8849-48d7-87ed-83fcdcbefef5', 'name': '', 'network_id': 'ce144654-310c-4cbb-9778-c561aaca901d', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:48:f1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '8f1cd0ae-4d5d-43ad-a48e-8d5858b888fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:12Z', 'updated_at': '2021-07-23T20:23:27Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '8f1cd0ae-4d5d-43ad-a48e-8d5858b888fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b4d350c-aece-4966-ab76-58e96a0d2cb9', 'name': '', 'network_id': 'bffd2a28-3a0d-40af-ac3a-51fabc285525', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:90:3e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '2d04700d-7d75-4de8-be0b-799775f997cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:06Z', 'updated_at': '2021-07-23T20:23:17Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '2d04700d-7d75-4de8-be0b-799775f997cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db1b15de-622c-4ec6-8c98-53a997fd0a1d', 'name': '', 'network_id': '8b46b925-eea2-45b9-b879-e641efc7321e', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:0f:7d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '61f8cd4d-eb56-4cc5-8f54-f2e6c9d411dd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:23Z', 'updated_at': '2021-07-23T20:23:31Z', 'revision_number': 4, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '61f8cd4d-eb56-4cc5-8f54-f2e6c9d411dd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:23:32.503242 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e61f379-4437-4205-bd5c-dc32c1f2a252 None None] Routers {'bd115743-0019-4283-a677-4a2675989f54'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:32.524944 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2e61f379-4437-4205-bd5c-dc32c1f2a252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['bd115743-0019-4283-a677-4a2675989f54'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:32.708665 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2e61f379-4437-4205-bd5c-dc32c1f2a252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:32.747850 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e61f379-4437-4205-bd5c-dc32c1f2a252 None None] Routers {'bd115743-0019-4283-a677-4a2675989f54'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:32.749807 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2e61f379-4437-4205-bd5c-dc32c1f2a252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['bd115743-0019-4283-a677-4a2675989f54'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:32.940239 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2e61f379-4437-4205-bd5c-dc32c1f2a252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:32.941297 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e61f379-4437-4205-bd5c-dc32c1f2a252 None None] The sync data for ids ['bd115743-0019-4283-a677-4a2675989f54'] in n-d-793618-10 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:23:33.054895 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d2b65d71-fee1-4744-94a3-eba0e907eb14 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] 10.222.0.32 "GET /v2.0/routers/bd115743-0019-4283-a677-4a2675989f54 HTTP/1.1" status: 200 len: 923 time: 0.5834212 Jul 23 20:23:33.059160 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43612) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:33.110144 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e265bba2-53bf-45c0-ae2f-027c70b89632 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Router 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:23:33.342299 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ed9c38-b198-4b95-92a6-fa971836cfe9 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:33.355948 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-43ed9c38-b198-4b95-92a6-fa971836cfe9 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=8013d0d6-aee4-47cc-8dbe-3abed6e5116f&device_id=bd115743-0019-4283-a677-4a2675989f54&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2951441 Jul 23 20:23:33.356790 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43624) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:33.481115 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device db1b15de-622c-4ec6-8c98-53a997fd0a1d up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:23:33.505174 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e265bba2-53bf-45c0-ae2f-027c70b89632 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:23:33.520076 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e265bba2-53bf-45c0-ae2f-027c70b89632 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:33.524339 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e265bba2-53bf-45c0-ae2f-027c70b89632 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "PUT /v2.0/routers/1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 HTTP/1.1" status: 200 len: 704 time: 3.8035514 Jul 23 20:23:33.524658 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43626) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:33.639975 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port db1b15de-622c-4ec6-8c98-53a997fd0a1d completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:33.648877 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port db1b15de-622c-4ec6-8c98-53a997fd0a1d triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:33.651517 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:33.689250 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019ae793-ecd6-4eb3-bf38-de7c444cfaad tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:33.694785 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-019ae793-ecd6-4eb3-bf38-de7c444cfaad tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] 10.222.0.32 "GET /v2.0/networks/8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 881 time: 0.3300288 Jul 23 20:23:33.698512 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43634) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:33.826575 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e554cd4b-c314-45db-be18-c107beeedaab None None] Provisioning complete for port db1b15de-622c-4ec6-8c98-53a997fd0a1d triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:33.827874 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e554cd4b-c314-45db-be18-c107beeedaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:33.830866 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43644) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:33.831194 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bdf1c6c6-0dcd-422b-803d-f7a0feb0d9ee tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd115743-0019-4283-a677-4a2675989f54 HTTP/1.1" status: 200 len: 205 time: 0.1288805 Jul 23 20:23:33.994635 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c0b9f6ba-d393-4760-9c9b-3c736b654be0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "GET /v2.0/routers/1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 HTTP/1.1" status: 200 len: 704 time: 0.4658210 Jul 23 20:23:33.995238 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43648) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:33.995626 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:34.063286 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port db1b15de-622c-4ec6-8c98-53a997fd0a1d, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=db1b15de-622c-4ec6-8c98-53a997fd0a1d,segment=NetworkSegment(a39a70cd-3f24-4dbc-8fbe-f0b7912e56c8),segment_id=a39a70cd-3f24-4dbc-8fbe-f0b7912e56c8)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:34.074215 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:34.075346 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device e0a54a6d-b0e7-4fc6-99d1-77631e15ff28 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:23:34.178223 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=db1b15de-622c-4ec6-8c98-53a997fd0a1d,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:34.187517 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-eee63722-f69d-4516-9925-4732aeb5ce36 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:34.192517 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e554cd4b-c314-45db-be18-c107beeedaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:34.243177 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port e0a54a6d-b0e7-4fc6-99d1-77631e15ff28 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:34.250004 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:34.262392 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43654) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:34.473704 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49816992-3efe-44af-9b0c-ec7abb491b38 None None] Sync routers for ids ['1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:23:34.524928 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-0b7ff307-2994-4b4e-8ede-591d7bedee30 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1639599371'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:34.529220 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-eee63722-f69d-4516-9925-4732aeb5ce36 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:34.546135 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49816992-3efe-44af-9b0c-ec7abb491b38 None None] Routers {'1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:34.547290 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-49816992-3efe-44af-9b0c-ec7abb491b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:34.650513 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-eee63722-f69d-4516-9925-4732aeb5ce36 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Deleting port 1a915077-d4e9-4faa-b1b0-ec49ba78acb4 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:23:34.651276 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-eee63722-f69d-4516-9925-4732aeb5ce36 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:34.699906 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7ff307-2994-4b4e-8ede-591d7bedee30 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Made reservation on behalf of b98d9b4bf2fd440a9f467dfa276f887b for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:23:34.707549 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0b7ff307-2994-4b4e-8ede-591d7bedee30 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:34.745844 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0b7ff307-2994-4b4e-8ede-591d7bedee30 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:34.755150 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-49816992-3efe-44af-9b0c-ec7abb491b38 None None] Set router 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:23:34.789405 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-eee63722-f69d-4516-9925-4732aeb5ce36 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:34.841440 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-eee63722-f69d-4516-9925-4732aeb5ce36 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Calling delete_port for 1a915077-d4e9-4faa-b1b0-ec49ba78acb4 owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:23:35.093542 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0b7ff307-2994-4b4e-8ede-591d7bedee30 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:35.117684 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0b7ff307-2994-4b4e-8ede-591d7bedee30 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:35.246148 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.db.api [None req-e554cd4b-c314-45db-be18-c107beeedaab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:23:35.246671 n-d-793618-10 neutron-server[93877]: DEBUG oslo_db.api [None req-e554cd4b-c314-45db-be18-c107beeedaab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:23:35.276175 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ff307-2994-4b4e-8ede-591d7bedee30 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa37e1f2-11b2-401e-9652-62c6a6669cef,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:35.318728 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device db1b15de-622c-4ec6-8c98-53a997fd0a1d up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:23:35.324744 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-eee63722-f69d-4516-9925-4732aeb5ce36 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:35.338019 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b7ff307-2994-4b4e-8ede-591d7bedee30 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:23:35.362630 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0b7ff307-2994-4b4e-8ede-591d7bedee30 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:35.363440 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-0b7ff307-2994-4b4e-8ede-591d7bedee30 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Added segment 5210cc14-0509-4700-afb8-e6a16bdef4dc of type vlan for network e43b9b0e-bd07-4d32-ae41-f18d4308bd91 Jul 23 20:23:35.401564 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee63722-f69d-4516-9925-4732aeb5ce36 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Pushing event deleted for resources: {'Port': ['ID=1a915077-d4e9-4faa-b1b0-ec49ba78acb4,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:35.454801 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f6c1497d-8eca-4115-9f54-87f6302b7cc5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:35.528466 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-eee63722-f69d-4516-9925-4732aeb5ce36 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:35.572993 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port db1b15de-622c-4ec6-8c98-53a997fd0a1d triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:35.573859 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:35.629209 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-49816992-3efe-44af-9b0c-ec7abb491b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'name': 'tempest-RoutersIpV6Test-router-1651767278', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:47Z', 'updated_at': '2021-07-23T20:23:31Z', 'revision_number': 7, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'gw_port_host': None, '_interfaces': [{'id': '0cdff87c-12e4-4a3a-b59f-535e3586a0d2', 'name': '', 'network_id': 'f71df03a-5f05-48b4-bba9-a2a6bdd485a4', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:00:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:55Z', 'updated_at': '2021-07-23T20:23:07Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6174d559-8849-48d7-87ed-83fcdcbefef5', 'name': '', 'network_id': 'ce144654-310c-4cbb-9778-c561aaca901d', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:48:f1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '8f1cd0ae-4d5d-43ad-a48e-8d5858b888fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:12Z', 'updated_at': '2021-07-23T20:23:27Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '8f1cd0ae-4d5d-43ad-a48e-8d5858b888fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b4d350c-aece-4966-ab76-58e96a0d2cb9', 'name': '', 'network_id': 'bffd2a28-3a0d-40af-ac3a-51fabc285525', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:90:3e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '2d04700d-7d75-4de8-be0b-799775f997cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:06Z', 'updated_at': '2021-07-23T20:23:17Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '2d04700d-7d75-4de8-be0b-799775f997cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db1b15de-622c-4ec6-8c98-53a997fd0a1d', 'name': '', 'network_id': '8b46b925-eea2-45b9-b879-e641efc7321e', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:0f:7d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '61f8cd4d-eb56-4cc5-8f54-f2e6c9d411dd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:23Z', 'updated_at': '2021-07-23T20:23:34Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '61f8cd4d-eb56-4cc5-8f54-f2e6c9d411dd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:35.666156 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0b7ff307-2994-4b4e-8ede-591d7bedee30 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:35.678647 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49816992-3efe-44af-9b0c-ec7abb491b38 None None] Checking router: 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:23:35.697092 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49816992-3efe-44af-9b0c-ec7abb491b38 None None] Routers {'1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:35.697092 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-49816992-3efe-44af-9b0c-ec7abb491b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:35.770186 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-eee63722-f69d-4516-9925-4732aeb5ce36 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:35.774603 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-eee63722-f69d-4516-9925-4732aeb5ce36 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:35.835923 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-49816992-3efe-44af-9b0c-ec7abb491b38 None None] Set router 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:23:35.886645 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-eee63722-f69d-4516-9925-4732aeb5ce36 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:35.888045 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee63722-f69d-4516-9925-4732aeb5ce36 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Fanout notify agent at l3_agent the message router_deleted on router bd115743-0019-4283-a677-4a2675989f54 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:23:35.911046 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0b7ff307-2994-4b4e-8ede-591d7bedee30 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:35.915212 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-eee63722-f69d-4516-9925-4732aeb5ce36 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:35.917269 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-eee63722-f69d-4516-9925-4732aeb5ce36 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] 10.222.0.32 "DELETE /v2.0/routers/bd115743-0019-4283-a677-4a2675989f54 HTTP/1.1" status: 204 len: 168 time: 2.0824151 Jul 23 20:23:35.921173 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7ff307-2994-4b4e-8ede-591d7bedee30 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:35.921769 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43684) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:35.922615 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0b7ff307-2994-4b4e-8ede-591d7bedee30 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:35.932667 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-7b29c54e-59de-4c71-9fbe-60dce92db3c9 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2096430844', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:35.994106 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7b29c54e-59de-4c71-9fbe-60dce92db3c9 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:35.996252 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7b29c54e-59de-4c71-9fbe-60dce92db3c9 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:36.011486 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0b7ff307-2994-4b4e-8ede-591d7bedee30 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7419293 Jul 23 20:23:36.011737 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43688) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:36.030890 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-81e7e348-2a0c-4952-a64f-d092ada73d3b tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Request body: {'subnet': {'network_id': 'e43b9b0e-bd07-4d32-ae41-f18d4308bd91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:36.151674 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ff307-2994-4b4e-8ede-591d7bedee30 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event updated for resources: {'Network': ['ID=e43b9b0e-bd07-4d32-ae41-f18d4308bd91,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:36.190283 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network e43b9b0e-bd07-4d32-ae41-f18d4308bd91 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:23:36.206537 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-f6c1497d-8eca-4115-9f54-87f6302b7cc5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Deleting port db1b15de-622c-4ec6-8c98-53a997fd0a1d {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:23:36.206968 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f6c1497d-8eca-4115-9f54-87f6302b7cc5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:36.281019 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7b29c54e-59de-4c71-9fbe-60dce92db3c9 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:36.294111 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e7e348-2a0c-4952-a64f-d092ada73d3b tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Made reservation on behalf of b98d9b4bf2fd440a9f467dfa276f887b for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:23:36.296779 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-81e7e348-2a0c-4952-a64f-d092ada73d3b tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:36.307029 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7b29c54e-59de-4c71-9fbe-60dce92db3c9 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:36.378920 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7b29c54e-59de-4c71-9fbe-60dce92db3c9 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:36.382796 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7b29c54e-59de-4c71-9fbe-60dce92db3c9 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4564257 Jul 23 20:23:36.384991 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43694) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:36.385903 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-f6c1497d-8eca-4115-9f54-87f6302b7cc5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] For port db1b15de-622c-4ec6-8c98-53a997fd0a1d, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=db1b15de-622c-4ec6-8c98-53a997fd0a1d,segment=NetworkSegment(a39a70cd-3f24-4dbc-8fbe-f0b7912e56c8),segment_id=a39a70cd-3f24-4dbc-8fbe-f0b7912e56c8)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:36.386476 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f6c1497d-8eca-4115-9f54-87f6302b7cc5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:36.390729 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-b2af137b-8172-4e33-b8ac-e94d5561fd86 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'enable_snat': True}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:36.412673 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-f6c1497d-8eca-4115-9f54-87f6302b7cc5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Calling delete_port for db1b15de-622c-4ec6-8c98-53a997fd0a1d owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:23:36.580827 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-49816992-3efe-44af-9b0c-ec7abb491b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'name': 'tempest-RoutersIpV6Test-router-1651767278', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:47Z', 'updated_at': '2021-07-23T20:23:31Z', 'revision_number': 7, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'gw_port_host': None, '_interfaces': [{'id': '0cdff87c-12e4-4a3a-b59f-535e3586a0d2', 'name': '', 'network_id': 'f71df03a-5f05-48b4-bba9-a2a6bdd485a4', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:00:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:55Z', 'updated_at': '2021-07-23T20:23:07Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6174d559-8849-48d7-87ed-83fcdcbefef5', 'name': '', 'network_id': 'ce144654-310c-4cbb-9778-c561aaca901d', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:48:f1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '8f1cd0ae-4d5d-43ad-a48e-8d5858b888fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:12Z', 'updated_at': '2021-07-23T20:23:27Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '8f1cd0ae-4d5d-43ad-a48e-8d5858b888fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b4d350c-aece-4966-ab76-58e96a0d2cb9', 'name': '', 'network_id': 'bffd2a28-3a0d-40af-ac3a-51fabc285525', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:90:3e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '2d04700d-7d75-4de8-be0b-799775f997cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:06Z', 'updated_at': '2021-07-23T20:23:17Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '2d04700d-7d75-4de8-be0b-799775f997cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db1b15de-622c-4ec6-8c98-53a997fd0a1d', 'name': '', 'network_id': '8b46b925-eea2-45b9-b879-e641efc7321e', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:0f:7d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '61f8cd4d-eb56-4cc5-8f54-f2e6c9d411dd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:23Z', 'updated_at': '2021-07-23T20:23:34Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '61f8cd4d-eb56-4cc5-8f54-f2e6c9d411dd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:36.647410 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49816992-3efe-44af-9b0c-ec7abb491b38 None None] The sync data for ids ['1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'] in n-d-793618-10 is: [{'id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'name': 'tempest-RoutersIpV6Test-router-1651767278', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:47Z', 'updated_at': '2021-07-23T20:23:31Z', 'revision_number': 7, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'gw_port_host': None, '_interfaces': [{'id': '0cdff87c-12e4-4a3a-b59f-535e3586a0d2', 'name': '', 'network_id': 'f71df03a-5f05-48b4-bba9-a2a6bdd485a4', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:00:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:55Z', 'updated_at': '2021-07-23T20:23:07Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6174d559-8849-48d7-87ed-83fcdcbefef5', 'name': '', 'network_id': 'ce144654-310c-4cbb-9778-c561aaca901d', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:48:f1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '8f1cd0ae-4d5d-43ad-a48e-8d5858b888fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:12Z', 'updated_at': '2021-07-23T20:23:27Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '8f1cd0ae-4d5d-43ad-a48e-8d5858b888fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b4d350c-aece-4966-ab76-58e96a0d2cb9', 'name': '', 'network_id': 'bffd2a28-3a0d-40af-ac3a-51fabc285525', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:90:3e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '2d04700d-7d75-4de8-be0b-799775f997cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:06Z', 'updated_at': '2021-07-23T20:23:17Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '2d04700d-7d75-4de8-be0b-799775f997cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db1b15de-622c-4ec6-8c98-53a997fd0a1d', 'name': '', 'network_id': '8b46b925-eea2-45b9-b879-e641efc7321e', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:0f:7d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '61f8cd4d-eb56-4cc5-8f54-f2e6c9d411dd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:23Z', 'updated_at': '2021-07-23T20:23:34Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '61f8cd4d-eb56-4cc5-8f54-f2e6c9d411dd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:23:36.723250 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f6c1497d-8eca-4115-9f54-87f6302b7cc5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:36.818672 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1497d-8eca-4115-9f54-87f6302b7cc5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event deleted for resources: {'Port': ['ID=db1b15de-622c-4ec6-8c98-53a997fd0a1d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:36.830716 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-81e7e348-2a0c-4952-a64f-d092ada73d3b tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:37.054973 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e7e348-2a0c-4952-a64f-d092ada73d3b tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event updated for resources: {'Subnet': ['ID=c54ebfff-0936-4a40-aa7b-989a0e79745f,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:37.088412 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b2af137b-8172-4e33-b8ac-e94d5561fd86 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:37.121761 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f6c1497d-8eca-4115-9f54-87f6302b7cc5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:37.140460 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e7e348-2a0c-4952-a64f-d092ada73d3b tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Checking segment: {'id': '5210cc14-0509-4700-afb8-e6a16bdef4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e43b9b0e-bd07-4d32-ae41-f18d4308bd91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:23:37.141064 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e7e348-2a0c-4952-a64f-d092ada73d3b tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Network hostable DHCP agents. Network: e43b9b0e-bd07-4d32-ae41-f18d4308bd91, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:23:37.270068 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e7e348-2a0c-4952-a64f-d092ada73d3b tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Network e43b9b0e-bd07-4d32-ae41-f18d4308bd91 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:23:37.292044 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-81e7e348-2a0c-4952-a64f-d092ada73d3b tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, e43b9b0e-bd07-4d32-ae41-f18d4308bd91) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:37.305769 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29174ed-d645-4da7-8277-16289dbb773d None None] Network e43b9b0e-bd07-4d32-ae41-f18d4308bd91 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:23:37.311330 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e7e348-2a0c-4952-a64f-d092ada73d3b tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:37.312300 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-81e7e348-2a0c-4952-a64f-d092ada73d3b tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:37.386280 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-81e7e348-2a0c-4952-a64f-d092ada73d3b tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3645954 Jul 23 20:23:37.389946 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43720) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:37.399121 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-169a99e8-76be-46d1-8ce2-f3bc9c3f0a20 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1454092343', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}, 'admin_state_up': False}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:37.442066 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-169a99e8-76be-46d1-8ce2-f3bc9c3f0a20 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:37.443165 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-169a99e8-76be-46d1-8ce2-f3bc9c3f0a20 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:37.542651 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-169a99e8-76be-46d1-8ce2-f3bc9c3f0a20 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:37.630396 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c1497d-8eca-4115-9f54-87f6302b7cc5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Router 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:23:37.633820 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237c1b7b-f597-47fb-8849-05bd95120268 None None] Network e43b9b0e-bd07-4d32-ae41-f18d4308bd91 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:23:37.862348 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c1497d-8eca-4115-9f54-87f6302b7cc5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:23:37.870852 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f6c1497d-8eca-4115-9f54-87f6302b7cc5 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "PUT /v2.0/routers/1b4a2b12-2489-4d1d-bd21-1f72b4c87da6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8738239 Jul 23 20:23:37.874322 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43736) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:37.876470 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da30fde5-7af5-4d4e-8768-c92908293298 None None] Sync routers for ids ['1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:23:37.905378 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da30fde5-7af5-4d4e-8768-c92908293298 None None] Routers {'1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:37.906542 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-da30fde5-7af5-4d4e-8768-c92908293298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:38.022470 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6c29150-6ae8-402d-a49c-775f4799e1f2 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Deleting subnet 61f8cd4d-eb56-4cc5-8f54-f2e6c9d411dd {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:23:38.031691 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a6c29150-6ae8-402d-a49c-775f4799e1f2 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:38.067597 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-da30fde5-7af5-4d4e-8768-c92908293298 None None] Set router 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:23:38.104761 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a6c29150-6ae8-402d-a49c-775f4799e1f2 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:38.290778 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-169a99e8-76be-46d1-8ce2-f3bc9c3f0a20 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:38.382475 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a6c29150-6ae8-402d-a49c-775f4799e1f2 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:38.396086 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b2af137b-8172-4e33-b8ac-e94d5561fd86 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:38.431407 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b2af137b-8172-4e33-b8ac-e94d5561fd86 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:38.525422 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a6c29150-6ae8-402d-a49c-775f4799e1f2 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:38.573392 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-da30fde5-7af5-4d4e-8768-c92908293298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'name': 'tempest-RoutersIpV6Test-router-1651767278', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:47Z', 'updated_at': '2021-07-23T20:23:36Z', 'revision_number': 8, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'gw_port_host': None, '_interfaces': [{'id': '0cdff87c-12e4-4a3a-b59f-535e3586a0d2', 'name': '', 'network_id': 'f71df03a-5f05-48b4-bba9-a2a6bdd485a4', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:00:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:55Z', 'updated_at': '2021-07-23T20:23:07Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6174d559-8849-48d7-87ed-83fcdcbefef5', 'name': '', 'network_id': 'ce144654-310c-4cbb-9778-c561aaca901d', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:48:f1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '8f1cd0ae-4d5d-43ad-a48e-8d5858b888fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:12Z', 'updated_at': '2021-07-23T20:23:27Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '8f1cd0ae-4d5d-43ad-a48e-8d5858b888fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b4d350c-aece-4966-ab76-58e96a0d2cb9', 'name': '', 'network_id': 'bffd2a28-3a0d-40af-ac3a-51fabc285525', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:90:3e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '2d04700d-7d75-4de8-be0b-799775f997cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:06Z', 'updated_at': '2021-07-23T20:23:17Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '2d04700d-7d75-4de8-be0b-799775f997cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:38.587973 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c29150-6ae8-402d-a49c-775f4799e1f2 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event deleted for resources: {'Subnet': ['ID=61f8cd4d-eb56-4cc5-8f54-f2e6c9d411dd,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:38.606479 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a6c29150-6ae8-402d-a49c-775f4799e1f2 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:38.608569 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7dddc2d-7bb8-4e0a-9af6-167c70cc26f7 None None] Network 8b46b925-eea2-45b9-b879-e641efc7321e requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:23:38.608996 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a6c29150-6ae8-402d-a49c-775f4799e1f2 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "DELETE /v2.0/subnets/61f8cd4d-eb56-4cc5-8f54-f2e6c9d411dd HTTP/1.1" status: 204 len: 168 time: 0.7327201 Jul 23 20:23:38.615799 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43746) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:38.654161 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da30fde5-7af5-4d4e-8768-c92908293298 None None] Checking router: 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:23:38.668495 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da30fde5-7af5-4d4e-8768-c92908293298 None None] Routers {'1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:38.669445 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-da30fde5-7af5-4d4e-8768-c92908293298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:38.790315 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-b2af137b-8172-4e33-b8ac-e94d5561fd86 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Allocated IP 172.25.1.29 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/b1b8489b-c1f6-44ef-9d42-736f6e21d612) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:38.800194 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-375a6b3a-3476-462a-a627-f5ac2e870441 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:38.903325 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-da30fde5-7af5-4d4e-8768-c92908293298 None None] Set router 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:23:38.906828 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-169a99e8-76be-46d1-8ce2-f3bc9c3f0a20 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:38.941155 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-375a6b3a-3476-462a-a627-f5ac2e870441 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Deleting port e0a54a6d-b0e7-4fc6-99d1-77631e15ff28 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:23:38.941857 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-375a6b3a-3476-462a-a627-f5ac2e870441 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:39.024330 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-169a99e8-76be-46d1-8ce2-f3bc9c3f0a20 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:39.027079 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010e779e-cbcf-4d56-9648-02235fac9809 None None] DHCP port deletion for 8b46b925-eea2-45b9-b879-e641efc7321e request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:23:39.148776 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-375a6b3a-3476-462a-a627-f5ac2e870441 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] For port e0a54a6d-b0e7-4fc6-99d1-77631e15ff28, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=e0a54a6d-b0e7-4fc6-99d1-77631e15ff28,segment=NetworkSegment(a39a70cd-3f24-4dbc-8fbe-f0b7912e56c8),segment_id=a39a70cd-3f24-4dbc-8fbe-f0b7912e56c8)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:39.149203 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-375a6b3a-3476-462a-a627-f5ac2e870441 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:39.175527 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-010e779e-cbcf-4d56-9648-02235fac9809 None None] Deleting port e0a54a6d-b0e7-4fc6-99d1-77631e15ff28 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:23:39.175905 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-010e779e-cbcf-4d56-9648-02235fac9809 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:39.204688 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-375a6b3a-3476-462a-a627-f5ac2e870441 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Calling delete_port for e0a54a6d-b0e7-4fc6-99d1-77631e15ff28 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:23:39.242440 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device e0a54a6d-b0e7-4fc6-99d1-77631e15ff28 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:23:39.383360 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b2af137b-8172-4e33-b8ac-e94d5561fd86 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:39.398587 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-da30fde5-7af5-4d4e-8768-c92908293298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'name': 'tempest-RoutersIpV6Test-router-1651767278', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:47Z', 'updated_at': '2021-07-23T20:23:36Z', 'revision_number': 8, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'gw_port_host': None, '_interfaces': [{'id': '0cdff87c-12e4-4a3a-b59f-535e3586a0d2', 'name': '', 'network_id': 'f71df03a-5f05-48b4-bba9-a2a6bdd485a4', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:00:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:55Z', 'updated_at': '2021-07-23T20:23:07Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6174d559-8849-48d7-87ed-83fcdcbefef5', 'name': '', 'network_id': 'ce144654-310c-4cbb-9778-c561aaca901d', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:48:f1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '8f1cd0ae-4d5d-43ad-a48e-8d5858b888fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:12Z', 'updated_at': '2021-07-23T20:23:27Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '8f1cd0ae-4d5d-43ad-a48e-8d5858b888fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b4d350c-aece-4966-ab76-58e96a0d2cb9', 'name': '', 'network_id': 'bffd2a28-3a0d-40af-ac3a-51fabc285525', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:90:3e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '2d04700d-7d75-4de8-be0b-799775f997cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:06Z', 'updated_at': '2021-07-23T20:23:17Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '2d04700d-7d75-4de8-be0b-799775f997cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:39.467611 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-010e779e-cbcf-4d56-9648-02235fac9809 None None] For port e0a54a6d-b0e7-4fc6-99d1-77631e15ff28, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=e0a54a6d-b0e7-4fc6-99d1-77631e15ff28,segment=NetworkSegment(a39a70cd-3f24-4dbc-8fbe-f0b7912e56c8),segment_id=a39a70cd-3f24-4dbc-8fbe-f0b7912e56c8)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:39.467936 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-010e779e-cbcf-4d56-9648-02235fac9809 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:39.478506 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-375a6b3a-3476-462a-a627-f5ac2e870441 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:39.494547 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-010e779e-cbcf-4d56-9648-02235fac9809 None None] Calling delete_port for e0a54a6d-b0e7-4fc6-99d1-77631e15ff28 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:23:39.496572 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b2af137b-8172-4e33-b8ac-e94d5561fd86 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:39.528213 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da30fde5-7af5-4d4e-8768-c92908293298 None None] The sync data for ids ['1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'] in n-d-793618-10 is: [{'id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'name': 'tempest-RoutersIpV6Test-router-1651767278', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:47Z', 'updated_at': '2021-07-23T20:23:36Z', 'revision_number': 8, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'gw_port_host': None, '_interfaces': [{'id': '0cdff87c-12e4-4a3a-b59f-535e3586a0d2', 'name': '', 'network_id': 'f71df03a-5f05-48b4-bba9-a2a6bdd485a4', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:00:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:55Z', 'updated_at': '2021-07-23T20:23:07Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6174d559-8849-48d7-87ed-83fcdcbefef5', 'name': '', 'network_id': 'ce144654-310c-4cbb-9778-c561aaca901d', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:48:f1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '8f1cd0ae-4d5d-43ad-a48e-8d5858b888fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:12Z', 'updated_at': '2021-07-23T20:23:27Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '8f1cd0ae-4d5d-43ad-a48e-8d5858b888fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b4d350c-aece-4966-ab76-58e96a0d2cb9', 'name': '', 'network_id': 'bffd2a28-3a0d-40af-ac3a-51fabc285525', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:90:3e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '2d04700d-7d75-4de8-be0b-799775f997cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:06Z', 'updated_at': '2021-07-23T20:23:17Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '2d04700d-7d75-4de8-be0b-799775f997cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:23:39.541922 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a6b3a-3476-462a-a627-f5ac2e870441 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event deleted for resources: {'Port': ['ID=e0a54a6d-b0e7-4fc6-99d1-77631e15ff28,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:39.561135 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375a6b3a-3476-462a-a627-f5ac2e870441 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] No DVR routers for this DVR port e0a54a6d-b0e7-4fc6-99d1-77631e15ff28 on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:23:39.676474 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2af137b-8172-4e33-b8ac-e94d5561fd86 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:39.682695 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-b2af137b-8172-4e33-b8ac-e94d5561fd86 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:39.696379 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2af137b-8172-4e33-b8ac-e94d5561fd86 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:23:39.709185 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No active binding found for port e0a54a6d-b0e7-4fc6-99d1-77631e15ff28 {{(pid=93877) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 23 20:23:39.709941 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device e0a54a6d-b0e7-4fc6-99d1-77631e15ff28 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:23:39.731374 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-010e779e-cbcf-4d56-9648-02235fac9809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:39.772646 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e779e-cbcf-4d56-9648-02235fac9809 None None] Pushing event deleted for resources: {'Port': ['ID=e0a54a6d-b0e7-4fc6-99d1-77631e15ff28,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:39.774785 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010e779e-cbcf-4d56-9648-02235fac9809 None None] No DVR routers for this DVR port e0a54a6d-b0e7-4fc6-99d1-77631e15ff28 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:23:39.782475 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-169a99e8-76be-46d1-8ce2-f3bc9c3f0a20 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Allocated IP 172.25.1.162 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/63735f4a-bbcb-4a27-a1c4-7e1079bbd0d8) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:39.796587 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af137b-8172-4e33-b8ac-e94d5561fd86 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Pushing event updated for resources: {'Port': ['ID=b1b8489b-c1f6-44ef-9d42-736f6e21d612,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:39.807484 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-375a6b3a-3476-462a-a627-f5ac2e870441 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:39.823682 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-375a6b3a-3476-462a-a627-f5ac2e870441 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b46b925-eea2-45b9-b879-e641efc7321e']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:39.850900 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-375a6b3a-3476-462a-a627-f5ac2e870441 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a39a70cd-3f24-4dbc-8fbe-f0b7912e56c8') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:39.851705 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-375a6b3a-3476-462a-a627-f5ac2e870441 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a39a70cd-3f24-4dbc-8fbe-f0b7912e56c8') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:39.880544 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-375a6b3a-3476-462a-a627-f5ac2e870441 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:39.907066 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-375a6b3a-3476-462a-a627-f5ac2e870441 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:39.915101 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-375a6b3a-3476-462a-a627-f5ac2e870441 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:23:39.916586 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-375a6b3a-3476-462a-a627-f5ac2e870441 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:39.923252 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:23:39.923252 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:23:39.923252 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:23:39.923252 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:23:39.923252 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:23:39.923252 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:23:39.923252 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:23:39.923252 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:23:39.923252 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:23:39.923252 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:23:39.923252 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:23:39.923252 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:23:39.923252 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:23:39.923252 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:23:39.923252 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:23:39.923252 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:23:39.923252 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:23:39.923252 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:23:39.923252 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:23:39.923252 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:23:39.923252 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:23:39.923252 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:23:39.923252 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:23:39.923252 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:23:39.923252 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:23:39.923252 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:23:39.923252 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:23:39.923252 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:23:39.923252 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:23:39.923252 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:23:39.923252 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:23:39.923252 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:23:40.127724 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-375a6b3a-3476-462a-a627-f5ac2e870441 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:40.136772 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-375a6b3a-3476-462a-a627-f5ac2e870441 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:40.141554 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-375a6b3a-3476-462a-a627-f5ac2e870441 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "DELETE /v2.0/networks/8b46b925-eea2-45b9-b879-e641efc7321e HTTP/1.1" status: 204 len: 168 time: 1.5217152 Jul 23 20:23:40.162811 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43796) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:40.259315 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4fef9c70-ec9f-48c2-bbe3-fec5a45435d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:40.275644 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a6b3a-3476-462a-a627-f5ac2e870441 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event deleted for resources: {'Network': ['ID=8b46b925-eea2-45b9-b879-e641efc7321e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:40.373818 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-169a99e8-76be-46d1-8ce2-f3bc9c3f0a20 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:40.403131 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b2af137b-8172-4e33-b8ac-e94d5561fd86 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:40.646398 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-169a99e8-76be-46d1-8ce2-f3bc9c3f0a20 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:40.688159 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43804) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:40.764999 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169a99e8-76be-46d1-8ce2-f3bc9c3f0a20 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:40.777211 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-169a99e8-76be-46d1-8ce2-f3bc9c3f0a20 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:40.778567 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-466e8fec-c1a4-4582-a7f5-37be757be203 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:40.787106 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169a99e8-76be-46d1-8ce2-f3bc9c3f0a20 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:23:40.789667 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a99e8-76be-46d1-8ce2-f3bc9c3f0a20 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event updated for resources: {'Port': ['ID=63735f4a-bbcb-4a27-a1c4-7e1079bbd0d8,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:40.895464 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b2af137b-8172-4e33-b8ac-e94d5561fd86 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:40.918022 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b2af137b-8172-4e33-b8ac-e94d5561fd86 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548192'] for router, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:40.941153 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-62de4316-5738-4fd6-bd1c-88586b33cfd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:41.126342 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device db1b15de-622c-4ec6-8c98-53a997fd0a1d no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:23:41.158127 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: db1b15de-622c-4ec6-8c98-53a997fd0a1d {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:23:41.160368 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device db1b15de-622c-4ec6-8c98-53a997fd0a1d not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:23:41.194191 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-62de4316-5738-4fd6-bd1c-88586b33cfd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:41.202838 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-62de4316-5738-4fd6-bd1c-88586b33cfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:41.283960 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de4316-5738-4fd6-bd1c-88586b33cfd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d7bbe1-b55b-4cbc-bea5-0979e3abf102,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:41.294643 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-62de4316-5738-4fd6-bd1c-88586b33cfd1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=91ed542a48374d7e9d008f749ae7ceff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6018410 Jul 23 20:23:41.296431 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43818) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:41.362514 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-466e8fec-c1a4-4582-a7f5-37be757be203 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Deleting port 6174d559-8849-48d7-87ed-83fcdcbefef5 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:23:41.362998 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-466e8fec-c1a4-4582-a7f5-37be757be203 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:41.511672 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-466e8fec-c1a4-4582-a7f5-37be757be203 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] For port 6174d559-8849-48d7-87ed-83fcdcbefef5, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6174d559-8849-48d7-87ed-83fcdcbefef5,segment=NetworkSegment(d9be6f32-a04b-43df-a871-362b9080c8ac),segment_id=d9be6f32-a04b-43df-a871-362b9080c8ac)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:41.511934 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-466e8fec-c1a4-4582-a7f5-37be757be203 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:41.526168 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f3975c9a-e13e-4855-803e-9cb7ad91f97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:41.530428 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-466e8fec-c1a4-4582-a7f5-37be757be203 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Calling delete_port for 6174d559-8849-48d7-87ed-83fcdcbefef5 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:23:41.566290 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-169a99e8-76be-46d1-8ce2-f3bc9c3f0a20 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:41.583536 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f3975c9a-e13e-4855-803e-9cb7ad91f97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:41.585683 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2af137b-8172-4e33-b8ac-e94d5561fd86 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Router 7bee23be-eefd-40b0-a42a-452937f9af25 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:23:42.191896 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-466e8fec-c1a4-4582-a7f5-37be757be203 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:42.227426 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e8fec-c1a4-4582-a7f5-37be757be203 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event deleted for resources: {'Port': ['ID=6174d559-8849-48d7-87ed-83fcdcbefef5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:42.256602 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f3975c9a-e13e-4855-803e-9cb7ad91f97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:42.266639 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f3975c9a-e13e-4855-803e-9cb7ad91f97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:42.272567 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f3975c9a-e13e-4855-803e-9cb7ad91f97c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/10d7bbe1-b55b-4cbc-bea5-0979e3abf102 HTTP/1.1" status: 204 len: 168 time: 0.9650531 Jul 23 20:23:42.389843 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-466e8fec-c1a4-4582-a7f5-37be757be203 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:42.473813 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3975c9a-e13e-4855-803e-9cb7ad91f97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d7bbe1-b55b-4cbc-bea5-0979e3abf102,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:42.478201 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2af137b-8172-4e33-b8ac-e94d5561fd86 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:23:42.509655 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4809bbc0-cf08-40a6-87e0-5b0305a5a66e None None] Sync routers for ids ['7bee23be-eefd-40b0-a42a-452937f9af25'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:23:42.522058 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b2af137b-8172-4e33-b8ac-e94d5561fd86 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:42.534703 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b2af137b-8172-4e33-b8ac-e94d5561fd86 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] 10.222.0.32 "PUT /v2.0/routers/7bee23be-eefd-40b0-a42a-452937f9af25 HTTP/1.1" status: 200 len: 918 time: 6.1479545 Jul 23 20:23:42.535683 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43842) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:42.544823 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4809bbc0-cf08-40a6-87e0-5b0305a5a66e None None] Routers {'7bee23be-eefd-40b0-a42a-452937f9af25'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:42.548428 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-4809bbc0-cf08-40a6-87e0-5b0305a5a66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['7bee23be-eefd-40b0-a42a-452937f9af25'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:42.624449 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-4809bbc0-cf08-40a6-87e0-5b0305a5a66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:42.632729 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-169a99e8-76be-46d1-8ce2-f3bc9c3f0a20 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:42.636044 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4809bbc0-cf08-40a6-87e0-5b0305a5a66e None None] Routers {'7bee23be-eefd-40b0-a42a-452937f9af25'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:42.636678 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-4809bbc0-cf08-40a6-87e0-5b0305a5a66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['7bee23be-eefd-40b0-a42a-452937f9af25'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:42.710685 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-4809bbc0-cf08-40a6-87e0-5b0305a5a66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:42.712096 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4809bbc0-cf08-40a6-87e0-5b0305a5a66e None None] The sync data for ids ['7bee23be-eefd-40b0-a42a-452937f9af25'] in n-d-793618-10 is: [] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:23:42.885732 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-08e9977e-8b40-437f-9a0c-408526855f2d tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] 10.222.0.32 "GET /v2.0/routers/7bee23be-eefd-40b0-a42a-452937f9af25 HTTP/1.1" status: 200 len: 924 time: 0.3445446 Jul 23 20:23:42.887551 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43852) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:42.896415 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43854) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:42.942978 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9362327e-bb40-45ff-b447-65a939f445f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:42.946349 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466e8fec-c1a4-4582-a7f5-37be757be203 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Router 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:23:43.008466 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-169a99e8-76be-46d1-8ce2-f3bc9c3f0a20 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Router 53f6ea78-5523-49a7-bc66-eba1b3e8d312 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:23:43.071373 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fd8d65-a259-4052-9ad9-5b030be90af3 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:43.076675 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-01fd8d65-a259-4052-9ad9-5b030be90af3 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=8013d0d6-aee4-47cc-8dbe-3abed6e5116f&device_id=7bee23be-eefd-40b0-a42a-452937f9af25&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1877286 Jul 23 20:23:43.077227 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43858) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:43.212422 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466e8fec-c1a4-4582-a7f5-37be757be203 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:23:43.219790 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-466e8fec-c1a4-4582-a7f5-37be757be203 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "PUT /v2.0/routers/1b4a2b12-2489-4d1d-bd21-1f72b4c87da6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0558114 Jul 23 20:23:43.224004 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9939db9-2438-4b5f-9654-823e39e94185 None None] Sync routers for ids ['1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:23:43.224550 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43862) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:43.253515 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9939db9-2438-4b5f-9654-823e39e94185 None None] Routers {'1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:43.255461 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c9939db9-2438-4b5f-9654-823e39e94185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:43.331439 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169a99e8-76be-46d1-8ce2-f3bc9c3f0a20 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:23:43.352700 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65614d3-489e-4308-82d3-2e4e4ec169a8 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:43.355383 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f65614d3-489e-4308-82d3-2e4e4ec169a8 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] 10.222.0.32 "GET /v2.0/networks/8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 881 time: 0.2738986 Jul 23 20:23:43.358684 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532bb9f1-8865-4a04-a9bf-a180ffbb6bc2 None None] Sync routers for ids ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:23:43.362610 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7c4e3d5-ba11-4fbd-86bb-41b8c6e1da4b tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Deleting subnet 8f1cd0ae-4d5d-43ad-a48e-8d5858b888fe {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:23:43.366170 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43864) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:43.367537 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b7c4e3d5-ba11-4fbd-86bb-41b8c6e1da4b tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:43.375455 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:43.395909 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532bb9f1-8865-4a04-a9bf-a180ffbb6bc2 None None] Routers {'53f6ea78-5523-49a7-bc66-eba1b3e8d312'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:43.397218 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-532bb9f1-8865-4a04-a9bf-a180ffbb6bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:43.403998 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9362327e-bb40-45ff-b447-65a939f445f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:43.416455 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-c9939db9-2438-4b5f-9654-823e39e94185 None None] Set router 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:23:43.449487 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a38ef547-0dea-42c8-8471-8c5a6a45334c tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bee23be-eefd-40b0-a42a-452937f9af25 HTTP/1.1" status: 200 len: 205 time: 0.0786986 Jul 23 20:23:43.451191 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43866) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:43.452761 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9362327e-bb40-45ff-b447-65a939f445f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:43.453240 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b7c4e3d5-ba11-4fbd-86bb-41b8c6e1da4b tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:43.501342 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9362327e-bb40-45ff-b447-65a939f445f7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3bf7eb17f9714182a823f0521c17c411&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6032581 Jul 23 20:23:43.502884 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-169a99e8-76be-46d1-8ce2-f3bc9c3f0a20 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:43.505200 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-169a99e8-76be-46d1-8ce2-f3bc9c3f0a20 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.1139157 Jul 23 20:23:43.507272 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43868) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:43.510465 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-532bb9f1-8865-4a04-a9bf-a180ffbb6bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:43.514771 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43870) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:43.539201 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532bb9f1-8865-4a04-a9bf-a180ffbb6bc2 None None] Routers {'53f6ea78-5523-49a7-bc66-eba1b3e8d312'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:43.540002 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-532bb9f1-8865-4a04-a9bf-a180ffbb6bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:43.626493 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-532bb9f1-8865-4a04-a9bf-a180ffbb6bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:43.627781 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532bb9f1-8865-4a04-a9bf-a180ffbb6bc2 None None] The sync data for ids ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'] in n-d-793618-10 is: [] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:23:43.658086 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26b82e05-619d-4017-be67-ffff2fcfd739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:43.663568 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-019e3535-b8fd-4b25-8ac3-88333e4ae1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:43.751829 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26b82e05-619d-4017-be67-ffff2fcfd739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:43.777614 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b7c4e3d5-ba11-4fbd-86bb-41b8c6e1da4b tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:43.869189 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362327e-bb40-45ff-b447-65a939f445f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce03d69-eebc-4f33-8cd2-908a29fec098,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:43.899607 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c9939db9-2438-4b5f-9654-823e39e94185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'name': 'tempest-RoutersIpV6Test-router-1651767278', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:47Z', 'updated_at': '2021-07-23T20:23:41Z', 'revision_number': 9, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'gw_port_host': None, '_interfaces': [{'id': '0cdff87c-12e4-4a3a-b59f-535e3586a0d2', 'name': '', 'network_id': 'f71df03a-5f05-48b4-bba9-a2a6bdd485a4', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:00:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:55Z', 'updated_at': '2021-07-23T20:23:07Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b4d350c-aece-4966-ab76-58e96a0d2cb9', 'name': '', 'network_id': 'bffd2a28-3a0d-40af-ac3a-51fabc285525', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:90:3e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '2d04700d-7d75-4de8-be0b-799775f997cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:06Z', 'updated_at': '2021-07-23T20:23:17Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '2d04700d-7d75-4de8-be0b-799775f997cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:43.910600 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b7c4e3d5-ba11-4fbd-86bb-41b8c6e1da4b tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:43.922744 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26b82e05-619d-4017-be67-ffff2fcfd739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:43.926497 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-26b82e05-619d-4017-be67-ffff2fcfd739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:43.930969 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-26b82e05-619d-4017-be67-ffff2fcfd739 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ce03d69-eebc-4f33-8cd2-908a29fec098 HTTP/1.1" status: 204 len: 168 time: 0.4186232 Jul 23 20:23:43.952608 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9939db9-2438-4b5f-9654-823e39e94185 None None] Checking router: 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:23:43.954468 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2fe07d40-e9bb-4a9c-b46b-0665ae66f5a9 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:43.966037 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9939db9-2438-4b5f-9654-823e39e94185 None None] Routers {'1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:43.967674 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c9939db9-2438-4b5f-9654-823e39e94185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:44.006815 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:44.028647 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4e3d5-ba11-4fbd-86bb-41b8c6e1da4b tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event deleted for resources: {'Subnet': ['ID=8f1cd0ae-4d5d-43ad-a48e-8d5858b888fe,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:44.049762 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b82e05-619d-4017-be67-ffff2fcfd739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce03d69-eebc-4f33-8cd2-908a29fec098,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:44.059768 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b7c4e3d5-ba11-4fbd-86bb-41b8c6e1da4b tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:44.062076 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b7c4e3d5-ba11-4fbd-86bb-41b8c6e1da4b tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "DELETE /v2.0/subnets/8f1cd0ae-4d5d-43ad-a48e-8d5858b888fe HTTP/1.1" status: 204 len: 168 time: 0.8363514 Jul 23 20:23:44.071818 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533d8494-8c1d-42d7-886f-f856052d3dc2 None None] Network ce144654-310c-4cbb-9778-c561aaca901d requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:23:44.074791 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43886) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:44.082238 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c4e3d5-ba11-4fbd-86bb-41b8c6e1da4b tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:44.082582 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c4e3d5-ba11-4fbd-86bb-41b8c6e1da4b tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:44.082924 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c4e3d5-ba11-4fbd-86bb-41b8c6e1da4b tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:44.083256 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c4e3d5-ba11-4fbd-86bb-41b8c6e1da4b tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:44.083583 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c4e3d5-ba11-4fbd-86bb-41b8c6e1da4b tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:44.084015 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c4e3d5-ba11-4fbd-86bb-41b8c6e1da4b tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:44.084439 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c4e3d5-ba11-4fbd-86bb-41b8c6e1da4b tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:44.084911 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c4e3d5-ba11-4fbd-86bb-41b8c6e1da4b tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:44.085318 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c4e3d5-ba11-4fbd-86bb-41b8c6e1da4b tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:44.089074 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c4e3d5-ba11-4fbd-86bb-41b8c6e1da4b tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:44.089499 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c4e3d5-ba11-4fbd-86bb-41b8c6e1da4b tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:44.091367 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c4e3d5-ba11-4fbd-86bb-41b8c6e1da4b tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:44.104354 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b82e05-619d-4017-be67-ffff2fcfd739 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:44.104725 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b82e05-619d-4017-be67-ffff2fcfd739 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:44.105080 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b82e05-619d-4017-be67-ffff2fcfd739 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:44.105415 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b82e05-619d-4017-be67-ffff2fcfd739 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:44.105776 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b82e05-619d-4017-be67-ffff2fcfd739 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:44.106106 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b82e05-619d-4017-be67-ffff2fcfd739 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:44.106431 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b82e05-619d-4017-be67-ffff2fcfd739 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:44.106762 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b82e05-619d-4017-be67-ffff2fcfd739 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:44.107207 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b82e05-619d-4017-be67-ffff2fcfd739 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:44.108100 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b82e05-619d-4017-be67-ffff2fcfd739 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:44.117723 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b82e05-619d-4017-be67-ffff2fcfd739 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:44.118312 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b82e05-619d-4017-be67-ffff2fcfd739 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:44.299331 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-c9939db9-2438-4b5f-9654-823e39e94185 None None] Set router 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:23:44.382530 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59276c73-91ae-4f09-9760-9af4ef2e10e2 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:44.566563 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18885381-1cc1-4789-bd05-f50c242d490b None None] DHCP port deletion for ce144654-310c-4cbb-9778-c561aaca901d request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:23:44.573647 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:44.612862 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:44.664660 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-18885381-1cc1-4789-bd05-f50c242d490b None None] Deleting port ed973355-9654-4330-85eb-2027ffac88e8 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:23:44.665970 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-18885381-1cc1-4789-bd05-f50c242d490b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:44.800851 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2fe07d40-e9bb-4a9c-b46b-0665ae66f5a9 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:44.826716 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-18885381-1cc1-4789-bd05-f50c242d490b None None] For port ed973355-9654-4330-85eb-2027ffac88e8, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=ed973355-9654-4330-85eb-2027ffac88e8,segment=NetworkSegment(d9be6f32-a04b-43df-a871-362b9080c8ac),segment_id=d9be6f32-a04b-43df-a871-362b9080c8ac)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:44.828133 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-18885381-1cc1-4789-bd05-f50c242d490b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:44.849053 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-18885381-1cc1-4789-bd05-f50c242d490b None None] Calling delete_port for ed973355-9654-4330-85eb-2027ffac88e8 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:23:44.904484 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-59276c73-91ae-4f09-9760-9af4ef2e10e2 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Deleting port ed973355-9654-4330-85eb-2027ffac88e8 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:23:44.905882 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59276c73-91ae-4f09-9760-9af4ef2e10e2 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:44.918272 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c9939db9-2438-4b5f-9654-823e39e94185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'name': 'tempest-RoutersIpV6Test-router-1651767278', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:47Z', 'updated_at': '2021-07-23T20:23:41Z', 'revision_number': 9, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'gw_port_host': None, '_interfaces': [{'id': '0cdff87c-12e4-4a3a-b59f-535e3586a0d2', 'name': '', 'network_id': 'f71df03a-5f05-48b4-bba9-a2a6bdd485a4', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:00:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:55Z', 'updated_at': '2021-07-23T20:23:07Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b4d350c-aece-4966-ab76-58e96a0d2cb9', 'name': '', 'network_id': 'bffd2a28-3a0d-40af-ac3a-51fabc285525', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:90:3e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '2d04700d-7d75-4de8-be0b-799775f997cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:06Z', 'updated_at': '2021-07-23T20:23:17Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '2d04700d-7d75-4de8-be0b-799775f997cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:45.001928 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9939db9-2438-4b5f-9654-823e39e94185 None None] The sync data for ids ['1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'] in n-d-793618-10 is: [{'id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'name': 'tempest-RoutersIpV6Test-router-1651767278', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:47Z', 'updated_at': '2021-07-23T20:23:41Z', 'revision_number': 9, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'gw_port_host': None, '_interfaces': [{'id': '0cdff87c-12e4-4a3a-b59f-535e3586a0d2', 'name': '', 'network_id': 'f71df03a-5f05-48b4-bba9-a2a6bdd485a4', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:00:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:55Z', 'updated_at': '2021-07-23T20:23:07Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b4d350c-aece-4966-ab76-58e96a0d2cb9', 'name': '', 'network_id': 'bffd2a28-3a0d-40af-ac3a-51fabc285525', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:90:3e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '2d04700d-7d75-4de8-be0b-799775f997cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:06Z', 'updated_at': '2021-07-23T20:23:17Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '2d04700d-7d75-4de8-be0b-799775f997cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:23:45.018313 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-18885381-1cc1-4789-bd05-f50c242d490b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:45.047716 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18885381-1cc1-4789-bd05-f50c242d490b None None] No DVR routers for this DVR port ed973355-9654-4330-85eb-2027ffac88e8 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:23:45.113229 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-59276c73-91ae-4f09-9760-9af4ef2e10e2 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] For port ed973355-9654-4330-85eb-2027ffac88e8, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=ed973355-9654-4330-85eb-2027ffac88e8,segment=NetworkSegment(d9be6f32-a04b-43df-a871-362b9080c8ac),segment_id=d9be6f32-a04b-43df-a871-362b9080c8ac)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:45.113852 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59276c73-91ae-4f09-9760-9af4ef2e10e2 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:45.131791 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18885381-1cc1-4789-bd05-f50c242d490b None None] Pushing event deleted for resources: {'Port': ['ID=ed973355-9654-4330-85eb-2027ffac88e8,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:45.260868 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device ed973355-9654-4330-85eb-2027ffac88e8 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:23:45.269674 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-59276c73-91ae-4f09-9760-9af4ef2e10e2 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Calling delete_port for ed973355-9654-4330-85eb-2027ffac88e8 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:23:45.335327 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: ed973355-9654-4330-85eb-2027ffac88e8 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:23:45.335694 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device ed973355-9654-4330-85eb-2027ffac88e8 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:23:45.431291 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-2fe07d40-e9bb-4a9c-b46b-0665ae66f5a9 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Deleting port b1b8489b-c1f6-44ef-9d42-736f6e21d612 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:23:45.431771 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2fe07d40-e9bb-4a9c-b46b-0665ae66f5a9 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:45.499440 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ee106c16-7da0-4191-83e1-ebc2bf301040 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:45.721080 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59276c73-91ae-4f09-9760-9af4ef2e10e2 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:45.769560 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2fe07d40-e9bb-4a9c-b46b-0665ae66f5a9 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:45.772684 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59276c73-91ae-4f09-9760-9af4ef2e10e2 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event deleted for resources: {'Port': ['ID=ed973355-9654-4330-85eb-2027ffac88e8,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:45.794610 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59276c73-91ae-4f09-9760-9af4ef2e10e2 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] No DVR routers for this DVR port ed973355-9654-4330-85eb-2027ffac88e8 on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:23:45.804737 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-2fe07d40-e9bb-4a9c-b46b-0665ae66f5a9 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Calling delete_port for b1b8489b-c1f6-44ef-9d42-736f6e21d612 owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:23:45.930600 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:46.032982 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59276c73-91ae-4f09-9760-9af4ef2e10e2 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:46.050005 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-59276c73-91ae-4f09-9760-9af4ef2e10e2 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce144654-310c-4cbb-9778-c561aaca901d']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:46.371528 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-59276c73-91ae-4f09-9760-9af4ef2e10e2 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9be6f32-a04b-43df-a871-362b9080c8ac') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:46.371851 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-59276c73-91ae-4f09-9760-9af4ef2e10e2 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9be6f32-a04b-43df-a871-362b9080c8ac') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:46.394446 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59276c73-91ae-4f09-9760-9af4ef2e10e2 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:46.460639 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59276c73-91ae-4f09-9760-9af4ef2e10e2 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:46.495257 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59276c73-91ae-4f09-9760-9af4ef2e10e2 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:23:46.495684 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59276c73-91ae-4f09-9760-9af4ef2e10e2 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:46.503347 n-d-793618-10 neutron-server[93875]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:23:46.503347 n-d-793618-10 neutron-server[93875]: self.session.flush() Jul 23 20:23:46.503347 n-d-793618-10 neutron-server[93875]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:23:46.503347 n-d-793618-10 neutron-server[93875]: self.session.flush() Jul 23 20:23:46.503347 n-d-793618-10 neutron-server[93875]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:23:46.503347 n-d-793618-10 neutron-server[93875]: self.session.flush() Jul 23 20:23:46.503347 n-d-793618-10 neutron-server[93875]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:23:46.503347 n-d-793618-10 neutron-server[93875]: self.session.flush() Jul 23 20:23:46.503347 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:23:46.503347 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:23:46.503347 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:23:46.503347 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:23:46.503347 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:23:46.503347 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:23:46.503347 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:23:46.503347 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:23:46.503347 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:23:46.503347 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:23:46.503347 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:23:46.503347 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:23:46.503347 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:23:46.503347 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:23:46.503347 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:23:46.503347 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:23:46.503347 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:23:46.503347 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:23:46.503347 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:23:46.503347 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:23:46.503347 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:23:46.503347 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:23:46.503347 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:23:46.503347 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:23:46.503347 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:23:46.503347 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:23:46.503347 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:23:46.503347 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:23:46.503347 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:23:46.503347 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:23:46.503347 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:23:46.503347 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:23:46.580604 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-ee106c16-7da0-4191-83e1-ebc2bf301040 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Allocated IP 172.20.0.1 (e43b9b0e-bd07-4d32-ae41-f18d4308bd91/c54ebfff-0936-4a40-aa7b-989a0e79745f/b6a3b567-e23c-4868-a53e-728a8fcce677) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:46.681235 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59276c73-91ae-4f09-9760-9af4ef2e10e2 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:46.689398 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59276c73-91ae-4f09-9760-9af4ef2e10e2 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:46.694080 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-59276c73-91ae-4f09-9760-9af4ef2e10e2 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "DELETE /v2.0/networks/ce144654-310c-4cbb-9778-c561aaca901d HTTP/1.1" status: 204 len: 168 time: 2.5481777 Jul 23 20:23:46.713309 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43956) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:46.741501 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59276c73-91ae-4f09-9760-9af4ef2e10e2 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event deleted for resources: {'Network': ['ID=ce144654-310c-4cbb-9778-c561aaca901d,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:46.839007 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2fe07d40-e9bb-4a9c-b46b-0665ae66f5a9 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:46.870555 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9b6cd341-9cc9-4ebb-8690-99e36d1d1696 req-ade2b7c6-6e96-403f-a305-ba8fc10e0250 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2224112 Jul 23 20:23:46.998583 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe07d40-e9bb-4a9c-b46b-0665ae66f5a9 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Pushing event deleted for resources: {'Port': ['ID=b1b8489b-c1f6-44ef-9d42-736f6e21d612,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:47.051897 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ee106c16-7da0-4191-83e1-ebc2bf301040 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:47.127561 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2fe07d40-e9bb-4a9c-b46b-0665ae66f5a9 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:47.128905 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6174d559-8849-48d7-87ed-83fcdcbefef5 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:23:47.156015 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 6174d559-8849-48d7-87ed-83fcdcbefef5 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:23:47.156631 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6174d559-8849-48d7-87ed-83fcdcbefef5 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:23:47.203832 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6cd341-9cc9-4ebb-8690-99e36d1d1696 req-8b9d64e3-c645-4044-8195-4fe2a5614bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:47.205363 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9b6cd341-9cc9-4ebb-8690-99e36d1d1696 req-8b9d64e3-c645-4044-8195-4fe2a5614bb9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99134e0f99a8419eae5eb1d5d4aedeb7&device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 1098 time: 0.1585035 Jul 23 20:23:47.304600 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2fe07d40-e9bb-4a9c-b46b-0665ae66f5a9 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:47.308705 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2fe07d40-e9bb-4a9c-b46b-0665ae66f5a9 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:47.375628 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2fe07d40-e9bb-4a9c-b46b-0665ae66f5a9 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:47.384528 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe07d40-e9bb-4a9c-b46b-0665ae66f5a9 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Fanout notify agent at l3_agent the message router_deleted on router 7bee23be-eefd-40b0-a42a-452937f9af25 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:23:47.395740 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2fe07d40-e9bb-4a9c-b46b-0665ae66f5a9 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:47.398047 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2fe07d40-e9bb-4a9c-b46b-0665ae66f5a9 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] 10.222.0.32 "DELETE /v2.0/routers/7bee23be-eefd-40b0-a42a-452937f9af25 HTTP/1.1" status: 204 len: 168 time: 3.9095829 Jul 23 20:23:47.407247 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 43972) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:47.423295 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-8d59207c-a24a-48c7-b8fc-344bad95cf21 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-126812531', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:47.434413 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ee106c16-7da0-4191-83e1-ebc2bf301040 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:47.462811 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6cd341-9cc9-4ebb-8690-99e36d1d1696 req-a71d418b-f75d-4d71-940e-f6c9ae2e3a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:47.465280 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9b6cd341-9cc9-4ebb-8690-99e36d1d1696 req-a71d418b-f75d-4d71-940e-f6c9ae2e3a78 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd3fc2da-f343-4eff-93f0-5695d77abd1d HTTP/1.1" status: 200 len: 917 time: 0.2208993 Jul 23 20:23:47.479064 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-374feee9-ab34-4883-a932-ca2e1e291b55 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:47.521372 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee106c16-7da0-4191-83e1-ebc2bf301040 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event updated for resources: {'Port': ['ID=b6a3b567-e23c-4868-a53e-728a8fcce677,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:47.535251 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee106c16-7da0-4191-83e1-ebc2bf301040 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Network e43b9b0e-bd07-4d32-ae41-f18d4308bd91 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:47.537019 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-ee106c16-7da0-4191-83e1-ebc2bf301040 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:47.539945 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee106c16-7da0-4191-83e1-ebc2bf301040 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:23:47.616890 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d59207c-a24a-48c7-b8fc-344bad95cf21 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:47.618703 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d59207c-a24a-48c7-b8fc-344bad95cf21 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:47.627695 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ee106c16-7da0-4191-83e1-ebc2bf301040 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:47.724284 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d59207c-a24a-48c7-b8fc-344bad95cf21 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:47.785344 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d59207c-a24a-48c7-b8fc-344bad95cf21 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:47.899825 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ee106c16-7da0-4191-83e1-ebc2bf301040 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:47.939569 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9b6cd341-9cc9-4ebb-8690-99e36d1d1696 req-21822608-3de7-4a2b-b1e6-a777fe007cd8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13f175f6-1988-4b7a-81f8-5a1bda3ad82f HTTP/1.1" status: 200 len: 1002 time: 0.4539328 Jul 23 20:23:47.943291 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d59207c-a24a-48c7-b8fc-344bad95cf21 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:47.945791 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8d59207c-a24a-48c7-b8fc-344bad95cf21 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5284956 Jul 23 20:23:47.959818 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 43984) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:47.966149 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-71cc47c0-a21b-45dc-b1cb-d3cb46032151 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'enable_snat': False}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:48.053097 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6cd341-9cc9-4ebb-8690-99e36d1d1696 req-e49a7ac1-2d39-44d7-a5cc-5d36fe53c016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:48.055067 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9b6cd341-9cc9-4ebb-8690-99e36d1d1696 req-e49a7ac1-2d39-44d7-a5cc-5d36fe53c016 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63fa6ddd-c617-40f8-a250-cf59fcf077ba HTTP/1.1" status: 200 len: 855 time: 0.1055281 Jul 23 20:23:48.282135 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6cd341-9cc9-4ebb-8690-99e36d1d1696 req-32650e30-f63b-4f77-8b02-f61f67d660d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:48.284212 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9b6cd341-9cc9-4ebb-8690-99e36d1d1696 req-32650e30-f63b-4f77-8b02-f61f67d660d2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd3fc2da-f343-4eff-93f0-5695d77abd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2214563 Jul 23 20:23:48.418285 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-71cc47c0-a21b-45dc-b1cb-d3cb46032151 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:48.458924 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9b6cd341-9cc9-4ebb-8690-99e36d1d1696 req-fcb6afe9-70e2-46d3-bbbf-a0ef92e3e034 service neutron] 10.222.0.30 "GET /v2.0/networks/bd3fc2da-f343-4eff-93f0-5695d77abd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684823 Jul 23 20:23:48.518633 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-374feee9-ab34-4883-a932-ca2e1e291b55 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Deleting port 7b4d350c-aece-4966-ab76-58e96a0d2cb9 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:23:48.519176 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-374feee9-ab34-4883-a932-ca2e1e291b55 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:48.673291 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9b6cd341-9cc9-4ebb-8690-99e36d1d1696 req-00c76760-25fb-49c3-b6dd-3baf8d83b1dc service neutron] 10.222.0.30 "GET /v2.0/networks/bd3fc2da-f343-4eff-93f0-5695d77abd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049749 Jul 23 20:23:48.870611 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ee106c16-7da0-4191-83e1-ebc2bf301040 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:48.891229 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ee106c16-7da0-4191-83e1-ebc2bf301040 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:49.161048 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ee106c16-7da0-4191-83e1-ebc2bf301040 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:49.230555 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-374feee9-ab34-4883-a932-ca2e1e291b55 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] For port 7b4d350c-aece-4966-ab76-58e96a0d2cb9, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=7b4d350c-aece-4966-ab76-58e96a0d2cb9,segment=NetworkSegment(c6b31ca1-f06c-4898-a372-965bf05893c0),segment_id=c6b31ca1-f06c-4898-a372-965bf05893c0)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:49.231408 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-374feee9-ab34-4883-a932-ca2e1e291b55 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:49.252218 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-374feee9-ab34-4883-a932-ca2e1e291b55 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Calling delete_port for 7b4d350c-aece-4966-ab76-58e96a0d2cb9 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:23:49.278590 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee106c16-7da0-4191-83e1-ebc2bf301040 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event updated for resources: {'Port': ['ID=b6a3b567-e23c-4868-a53e-728a8fcce677,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:49.336486 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee106c16-7da0-4191-83e1-ebc2bf301040 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Network e43b9b0e-bd07-4d32-ae41-f18d4308bd91 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:49.343175 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-ee106c16-7da0-4191-83e1-ebc2bf301040 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:49.347425 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-71cc47c0-a21b-45dc-b1cb-d3cb46032151 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:49.386032 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-71cc47c0-a21b-45dc-b1cb-d3cb46032151 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:49.534853 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-374feee9-ab34-4883-a932-ca2e1e291b55 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:49.589950 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374feee9-ab34-4883-a932-ca2e1e291b55 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event deleted for resources: {'Port': ['ID=7b4d350c-aece-4966-ab76-58e96a0d2cb9,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:49.676626 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-71cc47c0-a21b-45dc-b1cb-d3cb46032151 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Allocated IP 172.25.1.84 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/1a2a1132-6d94-42bb-9abb-3a0484019ee3) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:49.695249 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee106c16-7da0-4191-83e1-ebc2bf301040 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Router 53f6ea78-5523-49a7-bc66-eba1b3e8d312 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:23:49.885042 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-374feee9-ab34-4883-a932-ca2e1e291b55 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:50.290018 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374feee9-ab34-4883-a932-ca2e1e291b55 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Router 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:23:50.469805 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374feee9-ab34-4883-a932-ca2e1e291b55 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:23:50.489445 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-374feee9-ab34-4883-a932-ca2e1e291b55 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "PUT /v2.0/routers/1b4a2b12-2489-4d1d-bd21-1f72b4c87da6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7743711 Jul 23 20:23:50.493064 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44040) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:50.499950 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f215daf0-99dc-4f49-8d8b-2228653e0b97 None None] Sync routers for ids ['1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:23:50.525867 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f215daf0-99dc-4f49-8d8b-2228653e0b97 None None] Routers {'1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:50.526858 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f215daf0-99dc-4f49-8d8b-2228653e0b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:50.575992 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-21d722b5-c54f-405e-8f0d-f9236e108d8f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Deleting subnet 2d04700d-7d75-4de8-be0b-799775f997cb {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:23:50.581094 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-71cc47c0-a21b-45dc-b1cb-d3cb46032151 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:50.585105 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-21d722b5-c54f-405e-8f0d-f9236e108d8f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:50.589691 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee106c16-7da0-4191-83e1-ebc2bf301040 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:23:50.600774 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ee106c16-7da0-4191-83e1-ebc2bf301040 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "PUT /v2.0/routers/53f6ea78-5523-49a7-bc66-eba1b3e8d312/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9070575 Jul 23 20:23:50.601979 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477dd70a-bc4d-4774-8a27-2e33eff33a9b None None] Sync routers for ids ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:23:50.603818 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44042) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:50.624282 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-7bf1c596-ea24-4616-b285-5e17ca4b8e7b tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Request body: {'port': {'network_id': 'e43b9b0e-bd07-4d32-ae41-f18d4308bd91', 'name': 'tempest-FloatingIPTestJSON-1249117952'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:50.646793 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477dd70a-bc4d-4774-8a27-2e33eff33a9b None None] Routers {'53f6ea78-5523-49a7-bc66-eba1b3e8d312'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:50.649094 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-477dd70a-bc4d-4774-8a27-2e33eff33a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:50.688291 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-f215daf0-99dc-4f49-8d8b-2228653e0b97 None None] Set router 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:23:50.769945 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-21d722b5-c54f-405e-8f0d-f9236e108d8f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:50.796293 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-477dd70a-bc4d-4774-8a27-2e33eff33a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:50.831375 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477dd70a-bc4d-4774-8a27-2e33eff33a9b None None] Routers {'53f6ea78-5523-49a7-bc66-eba1b3e8d312'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:50.839185 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-477dd70a-bc4d-4774-8a27-2e33eff33a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:50.934943 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-477dd70a-bc4d-4774-8a27-2e33eff33a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:50.938885 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477dd70a-bc4d-4774-8a27-2e33eff33a9b None None] The sync data for ids ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'] in n-d-793618-10 is: [] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:23:50.949163 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-71cc47c0-a21b-45dc-b1cb-d3cb46032151 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:51.032365 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cc47c0-a21b-45dc-b1cb-d3cb46032151 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:51.046575 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-71cc47c0-a21b-45dc-b1cb-d3cb46032151 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:51.057616 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cc47c0-a21b-45dc-b1cb-d3cb46032151 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:23:51.067339 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc47c0-a21b-45dc-b1cb-d3cb46032151 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Pushing event updated for resources: {'Port': ['ID=1a2a1132-6d94-42bb-9abb-3a0484019ee3,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:51.074110 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-21d722b5-c54f-405e-8f0d-f9236e108d8f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:51.125520 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f215daf0-99dc-4f49-8d8b-2228653e0b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'name': 'tempest-RoutersIpV6Test-router-1651767278', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:47Z', 'updated_at': '2021-07-23T20:23:49Z', 'revision_number': 10, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'gw_port_host': None, '_interfaces': [{'id': '0cdff87c-12e4-4a3a-b59f-535e3586a0d2', 'name': '', 'network_id': 'f71df03a-5f05-48b4-bba9-a2a6bdd485a4', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:00:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:55Z', 'updated_at': '2021-07-23T20:23:07Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:51.128901 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf1c596-ea24-4616-b285-5e17ca4b8e7b tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Made reservation on behalf of b98d9b4bf2fd440a9f467dfa276f887b for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:23:51.143798 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7bf1c596-ea24-4616-b285-5e17ca4b8e7b tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:51.204023 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-7bf1c596-ea24-4616-b285-5e17ca4b8e7b tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] device_id is not set on port 0647e9fd-927f-42b7-b5f9-deaede51b96e yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:23:51.207054 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-21d722b5-c54f-405e-8f0d-f9236e108d8f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:51.268816 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f215daf0-99dc-4f49-8d8b-2228653e0b97 None None] Checking router: 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:23:51.273142 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d722b5-c54f-405e-8f0d-f9236e108d8f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event deleted for resources: {'Subnet': ['ID=2d04700d-7d75-4de8-be0b-799775f997cb,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:51.295435 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f215daf0-99dc-4f49-8d8b-2228653e0b97 None None] Routers {'1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:51.297016 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f215daf0-99dc-4f49-8d8b-2228653e0b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:51.305137 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b7ff78-6745-4499-aff9-44af61d53536 None None] Network bffd2a28-3a0d-40af-ac3a-51fabc285525 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:23:51.317640 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-21d722b5-c54f-405e-8f0d-f9236e108d8f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:51.320512 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-21d722b5-c54f-405e-8f0d-f9236e108d8f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "DELETE /v2.0/subnets/2d04700d-7d75-4de8-be0b-799775f997cb HTTP/1.1" status: 204 len: 168 time: 0.8261712 Jul 23 20:23:51.324570 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44056) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:51.501168 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-efa72d8c-3ee5-4d5c-836f-8386561364cb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:51.584924 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-f215daf0-99dc-4f49-8d8b-2228653e0b97 None None] Set router 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:23:51.678078 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-efa72d8c-3ee5-4d5c-836f-8386561364cb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Deleting port 38fbee5a-9519-41e5-bd32-bd68cd1d3b61 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:23:51.678977 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-efa72d8c-3ee5-4d5c-836f-8386561364cb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:51.708792 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:23:51.785912 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c1c330-07c6-4f31-af81-fef007eff59a None None] DHCP port deletion for bffd2a28-3a0d-40af-ac3a-51fabc285525 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:23:51.869671 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a9c1c330-07c6-4f31-af81-fef007eff59a None None] Deleting port 38fbee5a-9519-41e5-bd32-bd68cd1d3b61 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:23:51.870221 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a9c1c330-07c6-4f31-af81-fef007eff59a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:51.903925 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-efa72d8c-3ee5-4d5c-836f-8386561364cb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] For port 38fbee5a-9519-41e5-bd32-bd68cd1d3b61, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=38fbee5a-9519-41e5-bd32-bd68cd1d3b61,segment=NetworkSegment(c6b31ca1-f06c-4898-a372-965bf05893c0),segment_id=c6b31ca1-f06c-4898-a372-965bf05893c0)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:51.904369 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-efa72d8c-3ee5-4d5c-836f-8386561364cb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:51.929827 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-efa72d8c-3ee5-4d5c-836f-8386561364cb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Calling delete_port for 38fbee5a-9519-41e5-bd32-bd68cd1d3b61 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:23:51.964198 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-7bf1c596-ea24-4616-b285-5e17ca4b8e7b tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Allocated IP 172.20.0.9 (e43b9b0e-bd07-4d32-ae41-f18d4308bd91/c54ebfff-0936-4a40-aa7b-989a0e79745f/0647e9fd-927f-42b7-b5f9-deaede51b96e) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:52.041522 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-71cc47c0-a21b-45dc-b1cb-d3cb46032151 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:52.048386 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-a9c1c330-07c6-4f31-af81-fef007eff59a None None] For port 38fbee5a-9519-41e5-bd32-bd68cd1d3b61, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=38fbee5a-9519-41e5-bd32-bd68cd1d3b61,segment=NetworkSegment(c6b31ca1-f06c-4898-a372-965bf05893c0),segment_id=c6b31ca1-f06c-4898-a372-965bf05893c0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:52.049045 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a9c1c330-07c6-4f31-af81-fef007eff59a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:52.062038 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f215daf0-99dc-4f49-8d8b-2228653e0b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'name': 'tempest-RoutersIpV6Test-router-1651767278', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:47Z', 'updated_at': '2021-07-23T20:23:49Z', 'revision_number': 10, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'gw_port_host': None, '_interfaces': [{'id': '0cdff87c-12e4-4a3a-b59f-535e3586a0d2', 'name': '', 'network_id': 'f71df03a-5f05-48b4-bba9-a2a6bdd485a4', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:00:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:55Z', 'updated_at': '2021-07-23T20:23:07Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:52.089624 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a9c1c330-07c6-4f31-af81-fef007eff59a None None] Calling delete_port for 38fbee5a-9519-41e5-bd32-bd68cd1d3b61 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:23:52.121272 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f215daf0-99dc-4f49-8d8b-2228653e0b97 None None] The sync data for ids ['1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'] in n-d-793618-10 is: [{'id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'name': 'tempest-RoutersIpV6Test-router-1651767278', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:47Z', 'updated_at': '2021-07-23T20:23:49Z', 'revision_number': 10, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'gw_port_host': None, '_interfaces': [{'id': '0cdff87c-12e4-4a3a-b59f-535e3586a0d2', 'name': '', 'network_id': 'f71df03a-5f05-48b4-bba9-a2a6bdd485a4', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'mac_address': 'fa:16:3e:00:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:55Z', 'updated_at': '2021-07-23T20:23:07Z', 'revision_number': 5, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'subnets': [{'id': '1d012c7a-0e1e-4425-80aa-0c863e677b79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:23:52.189350 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-efa72d8c-3ee5-4d5c-836f-8386561364cb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:52.227026 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa72d8c-3ee5-4d5c-836f-8386561364cb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event deleted for resources: {'Port': ['ID=38fbee5a-9519-41e5-bd32-bd68cd1d3b61,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:52.237690 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa72d8c-3ee5-4d5c-836f-8386561364cb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] No DVR routers for this DVR port 38fbee5a-9519-41e5-bd32-bd68cd1d3b61 on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:23:52.313649 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a9c1c330-07c6-4f31-af81-fef007eff59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:52.367832 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c1c330-07c6-4f31-af81-fef007eff59a None None] No DVR routers for this DVR port 38fbee5a-9519-41e5-bd32-bd68cd1d3b61 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:23:52.372776 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1c330-07c6-4f31-af81-fef007eff59a None None] Pushing event deleted for resources: {'Port': ['ID=38fbee5a-9519-41e5-bd32-bd68cd1d3b61,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:52.454645 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-efa72d8c-3ee5-4d5c-836f-8386561364cb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:52.466831 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-efa72d8c-3ee5-4d5c-836f-8386561364cb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bffd2a28-3a0d-40af-ac3a-51fabc285525']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:52.514886 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-efa72d8c-3ee5-4d5c-836f-8386561364cb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6b31ca1-f06c-4898-a372-965bf05893c0') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:52.515628 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-efa72d8c-3ee5-4d5c-836f-8386561364cb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6b31ca1-f06c-4898-a372-965bf05893c0') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:52.533791 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-efa72d8c-3ee5-4d5c-836f-8386561364cb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:52.565923 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-efa72d8c-3ee5-4d5c-836f-8386561364cb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:52.577118 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-71cc47c0-a21b-45dc-b1cb-d3cb46032151 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:52.583825 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-71cc47c0-a21b-45dc-b1cb-d3cb46032151 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548192'] for router, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:52.585115 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efa72d8c-3ee5-4d5c-836f-8386561364cb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:23:52.587251 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-efa72d8c-3ee5-4d5c-836f-8386561364cb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:52.594744 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:23:52.594744 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:23:52.594744 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:23:52.594744 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:23:52.594744 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:23:52.594744 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:23:52.594744 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:23:52.594744 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:23:52.594744 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:23:52.594744 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:23:52.594744 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:23:52.594744 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:23:52.594744 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:23:52.594744 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:23:52.594744 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:23:52.594744 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:23:52.594744 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:23:52.594744 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:23:52.594744 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:23:52.594744 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:23:52.594744 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:23:52.594744 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:23:52.594744 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:23:52.594744 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:23:52.594744 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:23:52.594744 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:23:52.594744 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:23:52.594744 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:23:52.594744 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:23:52.594744 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:23:52.594744 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:23:52.594744 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:23:52.737851 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7bf1c596-ea24-4616-b285-5e17ca4b8e7b tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:52.764033 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-efa72d8c-3ee5-4d5c-836f-8386561364cb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:52.782290 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-efa72d8c-3ee5-4d5c-836f-8386561364cb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:52.785338 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-efa72d8c-3ee5-4d5c-836f-8386561364cb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "DELETE /v2.0/networks/bffd2a28-3a0d-40af-ac3a-51fabc285525 HTTP/1.1" status: 204 len: 168 time: 1.4592113 Jul 23 20:23:52.802335 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44078) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:52.814917 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa72d8c-3ee5-4d5c-836f-8386561364cb tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event deleted for resources: {'Network': ['ID=bffd2a28-3a0d-40af-ac3a-51fabc285525,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:52.885222 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7bf1c596-ea24-4616-b285-5e17ca4b8e7b tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:52.948434 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf1c596-ea24-4616-b285-5e17ca4b8e7b tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event updated for resources: {'Port': ['ID=0647e9fd-927f-42b7-b5f9-deaede51b96e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:52.970094 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71cc47c0-a21b-45dc-b1cb-d3cb46032151 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Router 6192b81c-36f4-41d5-b74b-9fd854971904 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:23:52.973265 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf1c596-ea24-4616-b285-5e17ca4b8e7b tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Network e43b9b0e-bd07-4d32-ae41-f18d4308bd91 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:52.976988 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-7bf1c596-ea24-4616-b285-5e17ca4b8e7b tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:52.981697 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf1c596-ea24-4616-b285-5e17ca4b8e7b tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:23:53.032363 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf1c596-ea24-4616-b285-5e17ca4b8e7b tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:53.032936 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7bf1c596-ea24-4616-b285-5e17ca4b8e7b tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:53.055855 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7bf1c596-ea24-4616-b285-5e17ca4b8e7b tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4416149 Jul 23 20:23:53.056655 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44080) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:53.065076 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-1b065096-a8db-47a4-a62f-7a75ae26d91a tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Request body: {'port': {'network_id': 'e43b9b0e-bd07-4d32-ae41-f18d4308bd91', 'name': 'tempest-FloatingIPTestJSON-76219408'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:53.180734 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 38fbee5a-9519-41e5-bd32-bd68cd1d3b61 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:23:53.243418 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 38fbee5a-9519-41e5-bd32-bd68cd1d3b61 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:23:53.244246 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 38fbee5a-9519-41e5-bd32-bd68cd1d3b61 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:23:53.245176 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 7b4d350c-aece-4966-ab76-58e96a0d2cb9 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:23:53.286014 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 7b4d350c-aece-4966-ab76-58e96a0d2cb9 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:23:53.287319 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 7b4d350c-aece-4966-ab76-58e96a0d2cb9 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:23:53.369423 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71cc47c0-a21b-45dc-b1cb-d3cb46032151 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:23:53.382923 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf359fa5-832a-4033-b66c-21e92f647b08 None None] Sync routers for ids ['6192b81c-36f4-41d5-b74b-9fd854971904'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:23:53.385739 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-71cc47c0-a21b-45dc-b1cb-d3cb46032151 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:53.387994 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-71cc47c0-a21b-45dc-b1cb-d3cb46032151 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] 10.222.0.32 "PUT /v2.0/routers/6192b81c-36f4-41d5-b74b-9fd854971904 HTTP/1.1" status: 200 len: 918 time: 5.4266851 Jul 23 20:23:53.395997 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44090) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:53.405592 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b065096-a8db-47a4-a62f-7a75ae26d91a tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Made reservation on behalf of b98d9b4bf2fd440a9f467dfa276f887b for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:23:53.409435 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1b065096-a8db-47a4-a62f-7a75ae26d91a tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:53.421619 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf359fa5-832a-4033-b66c-21e92f647b08 None None] Routers {'6192b81c-36f4-41d5-b74b-9fd854971904'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:53.422654 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-cf359fa5-832a-4033-b66c-21e92f647b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['6192b81c-36f4-41d5-b74b-9fd854971904'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:53.456468 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-cf359fa5-832a-4033-b66c-21e92f647b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:53.472025 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf359fa5-832a-4033-b66c-21e92f647b08 None None] Routers {'6192b81c-36f4-41d5-b74b-9fd854971904'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:53.472965 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-cf359fa5-832a-4033-b66c-21e92f647b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['6192b81c-36f4-41d5-b74b-9fd854971904'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:53.477189 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-1b065096-a8db-47a4-a62f-7a75ae26d91a tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] device_id is not set on port fb1a7e02-848c-4c7b-ae66-6b36371c863c yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:23:53.529712 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-cf359fa5-832a-4033-b66c-21e92f647b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:53.530704 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf359fa5-832a-4033-b66c-21e92f647b08 None None] The sync data for ids ['6192b81c-36f4-41d5-b74b-9fd854971904'] in n-d-793618-10 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:23:53.650152 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ce35f3a9-117c-4094-b985-4ac83be5be46 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] 10.222.0.32 "GET /v2.0/routers/6192b81c-36f4-41d5-b74b-9fd854971904 HTTP/1.1" status: 200 len: 924 time: 0.2485411 Jul 23 20:23:53.654595 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44096) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:53.773346 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3cf5ae13-0f3d-4991-b4bc-b8128b454337 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:53.850596 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-1b065096-a8db-47a4-a62f-7a75ae26d91a tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Allocated IP 172.20.0.13 (e43b9b0e-bd07-4d32-ae41-f18d4308bd91/c54ebfff-0936-4a40-aa7b-989a0e79745f/fb1a7e02-848c-4c7b-ae66-6b36371c863c) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:54.021134 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb2c309-edcb-49b2-ae4d-d8fc4bac8e58 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:54.028332 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1fb2c309-edcb-49b2-ae4d-d8fc4bac8e58 tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=8013d0d6-aee4-47cc-8dbe-3abed6e5116f&device_id=6192b81c-36f4-41d5-b74b-9fd854971904&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3707869 Jul 23 20:23:54.029876 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44106) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:54.359732 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-3cf5ae13-0f3d-4991-b4bc-b8128b454337 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Deleting port 0cdff87c-12e4-4a3a-b59f-535e3586a0d2 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:23:54.365458 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cab5e15-c98e-4401-b7dd-4510713373fa tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:54.370509 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2cab5e15-c98e-4401-b7dd-4510713373fa tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] 10.222.0.32 "GET /v2.0/networks/8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 881 time: 0.3355403 Jul 23 20:23:54.371152 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44114) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:54.377600 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1b065096-a8db-47a4-a62f-7a75ae26d91a tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:54.381880 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3cf5ae13-0f3d-4991-b4bc-b8128b454337 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:54.442436 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e0a3cd50-28cb-48b5-92db-2e0b61a0eb41 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] 10.222.0.32 "GET /v2.0/ports?device_id=6192b81c-36f4-41d5-b74b-9fd854971904 HTTP/1.1" status: 200 len: 205 time: 0.0679142 Jul 23 20:23:54.446988 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44120) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:54.652902 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-3cf5ae13-0f3d-4991-b4bc-b8128b454337 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] For port 0cdff87c-12e4-4a3a-b59f-535e3586a0d2, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=0cdff87c-12e4-4a3a-b59f-535e3586a0d2,segment=NetworkSegment(d67bfae8-2474-46dd-afde-b2b10546685d),segment_id=d67bfae8-2474-46dd-afde-b2b10546685d)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:54.654763 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3cf5ae13-0f3d-4991-b4bc-b8128b454337 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:54.687753 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-3cf5ae13-0f3d-4991-b4bc-b8128b454337 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Calling delete_port for 0cdff87c-12e4-4a3a-b59f-535e3586a0d2 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:23:54.901373 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44124) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:55.049122 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c8690837-f3e8-4916-8975-280dbf9747d0 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:55.056181 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3cf5ae13-0f3d-4991-b4bc-b8128b454337 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:55.096705 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1b065096-a8db-47a4-a62f-7a75ae26d91a tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:55.147180 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5ae13-0f3d-4991-b4bc-b8128b454337 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event deleted for resources: {'Port': ['ID=0cdff87c-12e4-4a3a-b59f-535e3586a0d2,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:55.159375 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-554bdf01-cfbc-4908-b911-b3455a86b889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:55.290991 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b065096-a8db-47a4-a62f-7a75ae26d91a tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Network e43b9b0e-bd07-4d32-ae41-f18d4308bd91 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:55.314099 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-1b065096-a8db-47a4-a62f-7a75ae26d91a tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:55.340513 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b065096-a8db-47a4-a62f-7a75ae26d91a tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:23:55.343586 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3cf5ae13-0f3d-4991-b4bc-b8128b454337 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:55.387873 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b065096-a8db-47a4-a62f-7a75ae26d91a tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event updated for resources: {'Port': ['ID=fb1a7e02-848c-4c7b-ae66-6b36371c863c,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:55.459646 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b065096-a8db-47a4-a62f-7a75ae26d91a tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:55.462944 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1b065096-a8db-47a4-a62f-7a75ae26d91a tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:55.525707 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c8690837-f3e8-4916-8975-280dbf9747d0 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:55.626549 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-c8690837-f3e8-4916-8975-280dbf9747d0 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Deleting port 1a2a1132-6d94-42bb-9abb-3a0484019ee3 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:23:55.626549 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c8690837-f3e8-4916-8975-280dbf9747d0 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:55.723126 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf5ae13-0f3d-4991-b4bc-b8128b454337 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Router 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:23:55.732337 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-554bdf01-cfbc-4908-b911-b3455a86b889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:55.740598 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-554bdf01-cfbc-4908-b911-b3455a86b889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:55.751650 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1b065096-a8db-47a4-a62f-7a75ae26d91a tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6854634 Jul 23 20:23:55.753077 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44140) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:55.761180 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-d73b0751-3e17-4335-b0d6-9814e50782f1 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'port_id': 'fb1a7e02-848c-4c7b-ae66-6b36371c863c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:55.816985 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c8690837-f3e8-4916-8975-280dbf9747d0 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:55.847742 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-c8690837-f3e8-4916-8975-280dbf9747d0 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Calling delete_port for 1a2a1132-6d94-42bb-9abb-3a0484019ee3 owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:23:55.856073 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d73b0751-3e17-4335-b0d6-9814e50782f1 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for floatingip, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:55.862535 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-554bdf01-cfbc-4908-b911-b3455a86b889 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=287beb85af7f4f679bae4e002f6b2138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9585681 Jul 23 20:23:55.866455 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44142) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:55.867335 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554bdf01-cfbc-4908-b911-b3455a86b889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c00f6f-ddcb-4c88-82d2-6b46377f6e58,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:55.891077 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf5ae13-0f3d-4991-b4bc-b8128b454337 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:23:55.902289 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3cf5ae13-0f3d-4991-b4bc-b8128b454337 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "PUT /v2.0/routers/1b4a2b12-2489-4d1d-bd21-1f72b4c87da6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0947776 Jul 23 20:23:55.903483 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44144) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:55.921946 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf51c58-2299-4e5c-b319-4c6077f5ca18 None None] Sync routers for ids ['1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:23:55.943875 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf51c58-2299-4e5c-b319-4c6077f5ca18 None None] Routers {'1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:55.944821 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-4cf51c58-2299-4e5c-b319-4c6077f5ca18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:56.033635 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-492af9ea-9673-4bad-8c7d-62b222b64d35 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Deleting subnet 1d012c7a-0e1e-4425-80aa-0c863e677b79 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:23:56.039450 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5afac1c3-7ecc-4ae3-a300-9f049889792c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:56.042518 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-492af9ea-9673-4bad-8c7d-62b222b64d35 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:56.085444 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-4cf51c58-2299-4e5c-b319-4c6077f5ca18 None None] Set router 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:23:56.144694 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5afac1c3-7ecc-4ae3-a300-9f049889792c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:56.151663 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-492af9ea-9673-4bad-8c7d-62b222b64d35 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:56.174447 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d73b0751-3e17-4335-b0d6-9814e50782f1 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:56.192610 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-4cf51c58-2299-4e5c-b319-4c6077f5ca18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'name': 'tempest-RoutersIpV6Test-router-1651767278', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:47Z', 'updated_at': '2021-07-23T20:23:54Z', 'revision_number': 11, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:56.315020 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-492af9ea-9673-4bad-8c7d-62b222b64d35 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:56.358481 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5afac1c3-7ecc-4ae3-a300-9f049889792c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:56.362365 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5afac1c3-7ecc-4ae3-a300-9f049889792c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:56.366196 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5afac1c3-7ecc-4ae3-a300-9f049889792c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/51c00f6f-ddcb-4c88-82d2-6b46377f6e58 HTTP/1.1" status: 204 len: 168 time: 0.4937792 Jul 23 20:23:56.391760 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c8690837-f3e8-4916-8975-280dbf9747d0 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:56.403089 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afac1c3-7ecc-4ae3-a300-9f049889792c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c00f6f-ddcb-4c88-82d2-6b46377f6e58,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:56.479242 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-492af9ea-9673-4bad-8c7d-62b222b64d35 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:56.522559 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8690837-f3e8-4916-8975-280dbf9747d0 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Pushing event deleted for resources: {'Port': ['ID=1a2a1132-6d94-42bb-9abb-3a0484019ee3,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:56.550213 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492af9ea-9673-4bad-8c7d-62b222b64d35 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event deleted for resources: {'Subnet': ['ID=1d012c7a-0e1e-4425-80aa-0c863e677b79,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:56.569181 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-492af9ea-9673-4bad-8c7d-62b222b64d35 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:56.579258 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-492af9ea-9673-4bad-8c7d-62b222b64d35 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "DELETE /v2.0/subnets/1d012c7a-0e1e-4425-80aa-0c863e677b79 HTTP/1.1" status: 204 len: 168 time: 0.6743691 Jul 23 20:23:56.585529 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44158) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:56.611666 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315880a0-a5e0-4ecb-91cc-62145caec2a6 None None] Network f71df03a-5f05-48b4-bba9-a2a6bdd485a4 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:23:56.626237 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf51c58-2299-4e5c-b319-4c6077f5ca18 None None] Checking router: 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:23:56.714365 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-d73b0751-3e17-4335-b0d6-9814e50782f1 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Allocated IP 172.25.1.220 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/289e9bdf-aa9d-4b1f-bdcb-026031e279a4) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:56.776255 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf51c58-2299-4e5c-b319-4c6077f5ca18 None None] Routers {'1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:56.779844 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-4cf51c58-2299-4e5c-b319-4c6077f5ca18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:56.781376 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c8690837-f3e8-4916-8975-280dbf9747d0 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:56.962202 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1b23121e-6581-40ab-bf7c-2ccba5f4429f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:56.978240 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-4cf51c58-2299-4e5c-b319-4c6077f5ca18 None None] Set router 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:23:56.990947 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44168) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:57.021584 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b24b8af-db15-4dfd-8371-8b6f02fe78a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.080200 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-4cf51c58-2299-4e5c-b319-4c6077f5ca18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'name': 'tempest-RoutersIpV6Test-router-1651767278', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:47Z', 'updated_at': '2021-07-23T20:23:54Z', 'revision_number': 11, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:57.082381 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c8690837-f3e8-4916-8975-280dbf9747d0 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.102698 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c8690837-f3e8-4916-8975-280dbf9747d0 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.122304 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf51c58-2299-4e5c-b319-4c6077f5ca18 None None] The sync data for ids ['1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'] in n-d-793618-10 is: [{'id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'name': 'tempest-RoutersIpV6Test-router-1651767278', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:47Z', 'updated_at': '2021-07-23T20:23:54Z', 'revision_number': 11, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'gw_port_host': None}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:23:57.268310 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c8690837-f3e8-4916-8975-280dbf9747d0 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.269013 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8690837-f3e8-4916-8975-280dbf9747d0 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Fanout notify agent at l3_agent the message router_deleted on router 6192b81c-36f4-41d5-b74b-9fd854971904 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:23:57.269375 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b24b8af-db15-4dfd-8371-8b6f02fe78a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.280021 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b24b8af-db15-4dfd-8371-8b6f02fe78a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.283266 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c8690837-f3e8-4916-8975-280dbf9747d0 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.284465 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c8690837-f3e8-4916-8975-280dbf9747d0 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] 10.222.0.32 "DELETE /v2.0/routers/6192b81c-36f4-41d5-b74b-9fd854971904 HTTP/1.1" status: 204 len: 168 time: 2.8361754 Jul 23 20:23:57.294740 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44170) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:57.313533 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-51e0659e-9fc1-4fc8-a653-23b97d693cf0 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-298552807', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}, 'admin_state_up': False}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:57.337806 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-1b23121e-6581-40ab-bf7c-2ccba5f4429f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Deleting port 7ece3995-12da-4123-ae93-990b484b2199 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:23:57.339127 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1b23121e-6581-40ab-bf7c-2ccba5f4429f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.369688 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5b24b8af-db15-4dfd-8371-8b6f02fe78a4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b6db9a6e3dc645658d866b9257e0a53f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3770170 Jul 23 20:23:57.370960 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d73b0751-3e17-4335-b0d6-9814e50782f1 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.378782 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44174) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:57.380044 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b24b8af-db15-4dfd-8371-8b6f02fe78a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a940e4f-73db-4916-8266-6c49a961c557,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:57.407573 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-51e0659e-9fc1-4fc8-a653-23b97d693cf0 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.409245 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-51e0659e-9fc1-4fc8-a653-23b97d693cf0 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.461319 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-1b23121e-6581-40ab-bf7c-2ccba5f4429f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] For port 7ece3995-12da-4123-ae93-990b484b2199, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=7ece3995-12da-4123-ae93-990b484b2199,segment=NetworkSegment(d67bfae8-2474-46dd-afde-b2b10546685d),segment_id=d67bfae8-2474-46dd-afde-b2b10546685d)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:57.461815 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1b23121e-6581-40ab-bf7c-2ccba5f4429f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.497441 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-1b23121e-6581-40ab-bf7c-2ccba5f4429f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Calling delete_port for 7ece3995-12da-4123-ae93-990b484b2199 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:23:57.536156 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-51e0659e-9fc1-4fc8-a653-23b97d693cf0 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.540958 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6ca8c0b3-f2e6-48da-9e1e-bd5dfe18523b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.563324 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e861fd8-8caf-4534-abf1-57efe333edd4 None None] DHCP port deletion for f71df03a-5f05-48b4-bba9-a2a6bdd485a4 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:23:57.572812 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6ca8c0b3-f2e6-48da-9e1e-bd5dfe18523b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.579940 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d73b0751-3e17-4335-b0d6-9814e50782f1 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.670081 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73b0751-3e17-4335-b0d6-9814e50782f1 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:57.675531 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9e861fd8-8caf-4534-abf1-57efe333edd4 None None] Deleting port 7ece3995-12da-4123-ae93-990b484b2199 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:23:57.675962 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e861fd8-8caf-4534-abf1-57efe333edd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.681266 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6ca8c0b3-f2e6-48da-9e1e-bd5dfe18523b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.683209 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-d73b0751-3e17-4335-b0d6-9814e50782f1 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:57.684445 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6ca8c0b3-f2e6-48da-9e1e-bd5dfe18523b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.686010 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6ca8c0b3-f2e6-48da-9e1e-bd5dfe18523b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6a940e4f-73db-4916-8266-6c49a961c557 HTTP/1.1" status: 204 len: 168 time: 0.3010678 Jul 23 20:23:57.689882 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73b0751-3e17-4335-b0d6-9814e50782f1 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:23:57.692081 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b0751-3e17-4335-b0d6-9814e50782f1 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event updated for resources: {'Port': ['ID=289e9bdf-aa9d-4b1f-bdcb-026031e279a4,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:57.748370 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1b23121e-6581-40ab-bf7c-2ccba5f4429f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.797279 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-9e861fd8-8caf-4534-abf1-57efe333edd4 None None] For port 7ece3995-12da-4123-ae93-990b484b2199, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=7ece3995-12da-4123-ae93-990b484b2199,segment=NetworkSegment(d67bfae8-2474-46dd-afde-b2b10546685d),segment_id=d67bfae8-2474-46dd-afde-b2b10546685d)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:57.797539 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b23121e-6581-40ab-bf7c-2ccba5f4429f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event deleted for resources: {'Port': ['ID=7ece3995-12da-4123-ae93-990b484b2199,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:57.797883 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e861fd8-8caf-4534-abf1-57efe333edd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.804988 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b23121e-6581-40ab-bf7c-2ccba5f4429f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] No DVR routers for this DVR port 7ece3995-12da-4123-ae93-990b484b2199 on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:23:57.845048 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9e861fd8-8caf-4534-abf1-57efe333edd4 None None] Calling delete_port for 7ece3995-12da-4123-ae93-990b484b2199 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:23:57.850970 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca8c0b3-f2e6-48da-9e1e-bd5dfe18523b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a940e4f-73db-4916-8266-6c49a961c557,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:57.991023 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e861fd8-8caf-4534-abf1-57efe333edd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:58.027226 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e861fd8-8caf-4534-abf1-57efe333edd4 None None] Pushing event deleted for resources: {'Port': ['ID=7ece3995-12da-4123-ae93-990b484b2199,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:58.034662 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e861fd8-8caf-4534-abf1-57efe333edd4 None None] No DVR routers for this DVR port 7ece3995-12da-4123-ae93-990b484b2199 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:23:58.106311 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1b23121e-6581-40ab-bf7c-2ccba5f4429f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:58.129182 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-1b23121e-6581-40ab-bf7c-2ccba5f4429f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f71df03a-5f05-48b4-bba9-a2a6bdd485a4']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:58.161504 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-1b23121e-6581-40ab-bf7c-2ccba5f4429f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd67bfae8-2474-46dd-afde-b2b10546685d') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:58.161504 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-1b23121e-6581-40ab-bf7c-2ccba5f4429f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd67bfae8-2474-46dd-afde-b2b10546685d') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:58.208631 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1b23121e-6581-40ab-bf7c-2ccba5f4429f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:58.280080 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1b23121e-6581-40ab-bf7c-2ccba5f4429f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:58.300302 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b23121e-6581-40ab-bf7c-2ccba5f4429f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:23:58.300734 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1b23121e-6581-40ab-bf7c-2ccba5f4429f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:58.308486 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:23:58.308486 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:23:58.308486 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:23:58.308486 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:23:58.308486 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:23:58.308486 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:23:58.308486 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:23:58.308486 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:23:58.308486 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:23:58.308486 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:23:58.308486 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:23:58.308486 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:23:58.308486 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:23:58.308486 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:23:58.308486 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:23:58.308486 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:23:58.308486 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:23:58.308486 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:23:58.308486 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:23:58.308486 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:23:58.308486 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:23:58.308486 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:23:58.308486 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:23:58.308486 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:23:58.308486 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:23:58.308486 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:23:58.308486 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:23:58.308486 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:23:58.308486 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:23:58.308486 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:23:58.308486 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:23:58.308486 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:23:58.411067 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1b23121e-6581-40ab-bf7c-2ccba5f4429f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:58.419223 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1b23121e-6581-40ab-bf7c-2ccba5f4429f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:58.423781 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1b23121e-6581-40ab-bf7c-2ccba5f4429f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "DELETE /v2.0/networks/f71df03a-5f05-48b4-bba9-a2a6bdd485a4 HTTP/1.1" status: 204 len: 168 time: 1.8005435 Jul 23 20:23:58.436433 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44202) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:58.446941 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-b40dae26-9ef2-4b7e-8393-adf3c64d07c1 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Request body: {'router': {'routes': None}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:58.493065 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-51e0659e-9fc1-4fc8-a653-23b97d693cf0 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:58.619685 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b23121e-6581-40ab-bf7c-2ccba5f4429f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Pushing event deleted for resources: {'Network': ['ID=f71df03a-5f05-48b4-bba9-a2a6bdd485a4,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:58.701812 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b23121e-6581-40ab-bf7c-2ccba5f4429f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:58.702141 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b23121e-6581-40ab-bf7c-2ccba5f4429f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:58.702485 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b23121e-6581-40ab-bf7c-2ccba5f4429f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:58.702817 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b23121e-6581-40ab-bf7c-2ccba5f4429f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:58.703146 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b23121e-6581-40ab-bf7c-2ccba5f4429f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:58.703471 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b23121e-6581-40ab-bf7c-2ccba5f4429f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:58.703797 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b23121e-6581-40ab-bf7c-2ccba5f4429f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:58.704120 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b23121e-6581-40ab-bf7c-2ccba5f4429f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:58.704445 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b23121e-6581-40ab-bf7c-2ccba5f4429f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:58.704764 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b23121e-6581-40ab-bf7c-2ccba5f4429f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:58.705084 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b23121e-6581-40ab-bf7c-2ccba5f4429f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:58.705398 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b23121e-6581-40ab-bf7c-2ccba5f4429f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:58.839694 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-51e0659e-9fc1-4fc8-a653-23b97d693cf0 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:58.863946 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-51e0659e-9fc1-4fc8-a653-23b97d693cf0 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:59.055157 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-51e0659e-9fc1-4fc8-a653-23b97d693cf0 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Allocated IP 172.25.1.63 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/54cb1ec3-6071-4a2e-a372-8d8216891e9a) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:59.218550 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-51e0659e-9fc1-4fc8-a653-23b97d693cf0 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:59.232154 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 7ece3995-12da-4123-ae93-990b484b2199 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:23:59.270346 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 7ece3995-12da-4123-ae93-990b484b2199 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:23:59.270696 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 7ece3995-12da-4123-ae93-990b484b2199 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:23:59.271128 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 0cdff87c-12e4-4a3a-b59f-535e3586a0d2 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:23:59.288518 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-51e0659e-9fc1-4fc8-a653-23b97d693cf0 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:59.299036 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 0cdff87c-12e4-4a3a-b59f-535e3586a0d2 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:23:59.299650 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 0cdff87c-12e4-4a3a-b59f-535e3586a0d2 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:23:59.341441 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e0659e-9fc1-4fc8-a653-23b97d693cf0 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:59.345264 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-51e0659e-9fc1-4fc8-a653-23b97d693cf0 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:59.349434 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e0659e-9fc1-4fc8-a653-23b97d693cf0 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:23:59.391918 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0659e-9fc1-4fc8-a653-23b97d693cf0 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Pushing event updated for resources: {'Port': ['ID=54cb1ec3-6071-4a2e-a372-8d8216891e9a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:59.400221 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.extraroute_db [None req-b40dae26-9ef2-4b7e-8393-adf3c64d07c1 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Added routes are [] {{(pid=93875) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 20:23:59.402165 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.extraroute_db [None req-b40dae26-9ef2-4b7e-8393-adf3c64d07c1 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Removed routes are [] {{(pid=93875) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 20:23:59.402709 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b40dae26-9ef2-4b7e-8393-adf3c64d07c1 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:59.405363 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d73b0751-3e17-4335-b0d6-9814e50782f1 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:59.677874 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-51e0659e-9fc1-4fc8-a653-23b97d693cf0 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:59.695846 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b40dae26-9ef2-4b7e-8393-adf3c64d07c1 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:59.704662 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b40dae26-9ef2-4b7e-8393-adf3c64d07c1 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548192'] for router, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:59.808219 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d73b0751-3e17-4335-b0d6-9814e50782f1 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:59.844923 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40dae26-9ef2-4b7e-8393-adf3c64d07c1 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Router 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:23:59.978992 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-51e0659e-9fc1-4fc8-a653-23b97d693cf0 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:59.986788 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40dae26-9ef2-4b7e-8393-adf3c64d07c1 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:23:59.997327 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0490f019-d156-439a-a401-097f861926ae None None] Sync routers for ids ['1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:24:00.006528 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b40dae26-9ef2-4b7e-8393-adf3c64d07c1 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:00.010239 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b40dae26-9ef2-4b7e-8393-adf3c64d07c1 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "PUT /v2.0/routers/1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 HTTP/1.1" status: 200 len: 705 time: 1.5675051 Jul 23 20:24:00.011102 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44256) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:00.014801 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0490f019-d156-439a-a401-097f861926ae None None] Routers {'1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:00.015881 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-0490f019-d156-439a-a401-097f861926ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:00.052271 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9be160dd-8189-4005-81f3-081e4ea1dce0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 HTTP/1.1" status: 200 len: 205 time: 0.0404873 Jul 23 20:24:00.080268 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44260) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:00.176441 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-0490f019-d156-439a-a401-097f861926ae None None] Set router 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:24:00.198822 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c0c70864-728a-4928-b65c-e9b76ba194d3 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:00.208069 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d73b0751-3e17-4335-b0d6-9814e50782f1 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:00.214474 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d73b0751-3e17-4335-b0d6-9814e50782f1 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:00.255951 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-0490f019-d156-439a-a401-097f861926ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'name': 'tempest-RoutersIpV6Test-router-1651767278', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:47Z', 'updated_at': '2021-07-23T20:23:54Z', 'revision_number': 11, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:00.318983 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d73b0751-3e17-4335-b0d6-9814e50782f1 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:00.333051 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0490f019-d156-439a-a401-097f861926ae None None] Checking router: 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:24:00.346038 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0490f019-d156-439a-a401-097f861926ae None None] Routers {'1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:00.347439 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-0490f019-d156-439a-a401-097f861926ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:00.414516 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b0751-3e17-4335-b0d6-9814e50782f1 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event updated for resources: {'Port': ['ID=289e9bdf-aa9d-4b1f-bdcb-026031e279a4,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:00.480757 n-d-793618-10 neutron-server[93875]: INFO neutron.db.l3_db [None req-d73b0751-3e17-4335-b0d6-9814e50782f1 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Floating IP 338cdd33-1400-4d0c-a499-0f87a6615fb9 associated. External IP: 172.25.1.220, port: fb1a7e02-848c-4c7b-ae66-6b36371c863c. Jul 23 20:24:00.490841 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-0490f019-d156-439a-a401-097f861926ae None None] Set router 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:24:00.581748 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c0c70864-728a-4928-b65c-e9b76ba194d3 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:00.584541 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c0c70864-728a-4928-b65c-e9b76ba194d3 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:00.596364 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e0659e-9fc1-4fc8-a653-23b97d693cf0 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Router 18e81da2-2dd7-435e-9a8a-fa06c76c79a8 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:24:00.626276 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-0490f019-d156-439a-a401-097f861926ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'name': 'tempest-RoutersIpV6Test-router-1651767278', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:47Z', 'updated_at': '2021-07-23T20:23:54Z', 'revision_number': 11, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:00.703459 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c0c70864-728a-4928-b65c-e9b76ba194d3 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:00.706144 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c70864-728a-4928-b65c-e9b76ba194d3 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Fanout notify agent at l3_agent the message router_deleted on router 1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:24:00.714939 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0490f019-d156-439a-a401-097f861926ae None None] The sync data for ids ['1b4a2b12-2489-4d1d-bd21-1f72b4c87da6'] in n-d-793618-10 is: [{'id': '1b4a2b12-2489-4d1d-bd21-1f72b4c87da6', 'name': 'tempest-RoutersIpV6Test-router-1651767278', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:47Z', 'updated_at': '2021-07-23T20:23:54Z', 'revision_number': 11, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:24:00.742697 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c0c70864-728a-4928-b65c-e9b76ba194d3 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:00.754638 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c0c70864-728a-4928-b65c-e9b76ba194d3 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "DELETE /v2.0/routers/1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 HTTP/1.1" status: 204 len: 168 time: 0.6714785 Jul 23 20:24:00.757685 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44282) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:00.769211 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-fb4b3247-a9a0-44ac-a91d-2989de39d712 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-713884268', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:00.881125 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73b0751-3e17-4335-b0d6-9814e50782f1 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Router 53f6ea78-5523-49a7-bc66-eba1b3e8d312 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:24:00.944241 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb4b3247-a9a0-44ac-a91d-2989de39d712 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:00.946271 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb4b3247-a9a0-44ac-a91d-2989de39d712 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.083436 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb4b3247-a9a0-44ac-a91d-2989de39d712 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.087563 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73b0751-3e17-4335-b0d6-9814e50782f1 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:24:01.099258 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb4b3247-a9a0-44ac-a91d-2989de39d712 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.105738 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec02bde9-ffce-4d04-ad7b-fa5e35ada1a7 None None] Sync routers for ids ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:24:01.120124 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e0659e-9fc1-4fc8-a653-23b97d693cf0 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:24:01.143301 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05194b05-85c6-4568-aadb-a5e88aab869b None None] Sync routers for ids ['18e81da2-2dd7-435e-9a8a-fa06c76c79a8'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:24:01.146814 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec02bde9-ffce-4d04-ad7b-fa5e35ada1a7 None None] Routers {'53f6ea78-5523-49a7-bc66-eba1b3e8d312'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:01.147516 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ec02bde9-ffce-4d04-ad7b-fa5e35ada1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:01.153982 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb4b3247-a9a0-44ac-a91d-2989de39d712 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.159351 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-fb4b3247-a9a0-44ac-a91d-2989de39d712 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3984938 Jul 23 20:24:01.159351 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44284) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:01.168948 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d73b0751-3e17-4335-b0d6-9814e50782f1 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.171327 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05194b05-85c6-4568-aadb-a5e88aab869b None None] Routers {'18e81da2-2dd7-435e-9a8a-fa06c76c79a8'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:01.174686 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-05194b05-85c6-4568-aadb-a5e88aab869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['18e81da2-2dd7-435e-9a8a-fa06c76c79a8'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:01.175494 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-815cc64e-53a6-46d4-84ac-325082926343 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:01.268418 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ec02bde9-ffce-4d04-ad7b-fa5e35ada1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:01.329011 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec02bde9-ffce-4d04-ad7b-fa5e35ada1a7 None None] Routers {'53f6ea78-5523-49a7-bc66-eba1b3e8d312'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:01.329686 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ec02bde9-ffce-4d04-ad7b-fa5e35ada1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:01.373167 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-05194b05-85c6-4568-aadb-a5e88aab869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:01.374059 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d73b0751-3e17-4335-b0d6-9814e50782f1 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.6176291 Jul 23 20:24:01.381215 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44288) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:01.395945 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05194b05-85c6-4568-aadb-a5e88aab869b None None] Routers {'18e81da2-2dd7-435e-9a8a-fa06c76c79a8'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:01.397141 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-05194b05-85c6-4568-aadb-a5e88aab869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['18e81da2-2dd7-435e-9a8a-fa06c76c79a8'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:01.423033 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ec02bde9-ffce-4d04-ad7b-fa5e35ada1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:01.423420 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-37e7d5b5-5fee-45f7-a4d2-d8afa71f9f4d tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:01.425365 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec02bde9-ffce-4d04-ad7b-fa5e35ada1a7 None None] The sync data for ids ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'] in n-d-793618-10 is: [] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:24:01.457201 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-05194b05-85c6-4568-aadb-a5e88aab869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:01.458163 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05194b05-85c6-4568-aadb-a5e88aab869b None None] The sync data for ids ['18e81da2-2dd7-435e-9a8a-fa06c76c79a8'] in n-d-793618-10 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:24:01.478210 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-51e0659e-9fc1-4fc8-a653-23b97d693cf0 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.479560 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-51e0659e-9fc1-4fc8-a653-23b97d693cf0 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.1820025 Jul 23 20:24:01.484362 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44294) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:01.491317 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-050a5dd0-c153-4433-ad0d-5168520fba20 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:01.664918 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-37e7d5b5-5fee-45f7-a4d2-d8afa71f9f4d tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for floatingip, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.858839 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-815cc64e-53a6-46d4-84ac-325082926343 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.884944 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-815cc64e-53a6-46d4-84ac-325082926343 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548192'] for router, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.961908 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-37e7d5b5-5fee-45f7-a4d2-d8afa71f9f4d tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.968457 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-37e7d5b5-5fee-45f7-a4d2-d8afa71f9f4d tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.969084 n-d-793618-10 neutron-server[93875]: INFO neutron.db.l3_db [None req-37e7d5b5-5fee-45f7-a4d2-d8afa71f9f4d tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Floating IP 338cdd33-1400-4d0c-a499-0f87a6615fb9 disassociated. External IP: 172.25.1.220, port: fb1a7e02-848c-4c7b-ae66-6b36371c863c. Jul 23 20:24:02.323031 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e7d5b5-5fee-45f7-a4d2-d8afa71f9f4d tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Router 53f6ea78-5523-49a7-bc66-eba1b3e8d312 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:24:02.631064 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e7d5b5-5fee-45f7-a4d2-d8afa71f9f4d tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:24:02.646006 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-37e7d5b5-5fee-45f7-a4d2-d8afa71f9f4d tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:02.646702 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2467b3c2-da26-483f-8d6e-16526cb97950 None None] Sync routers for ids ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:24:02.653117 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815cc64e-53a6-46d4-84ac-325082926343 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Router 689bb81a-4417-4178-b56a-6586b1966600 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:24:02.671286 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2467b3c2-da26-483f-8d6e-16526cb97950 None None] Routers {'53f6ea78-5523-49a7-bc66-eba1b3e8d312'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:02.675328 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-2467b3c2-da26-483f-8d6e-16526cb97950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:02.729556 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-2467b3c2-da26-483f-8d6e-16526cb97950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:02.742608 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2467b3c2-da26-483f-8d6e-16526cb97950 None None] Routers {'53f6ea78-5523-49a7-bc66-eba1b3e8d312'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:02.743542 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-2467b3c2-da26-483f-8d6e-16526cb97950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:02.747842 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-37e7d5b5-5fee-45f7-a4d2-d8afa71f9f4d tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "PUT /v2.0/floatingips/338cdd33-1400-4d0c-a499-0f87a6615fb9 HTTP/1.1" status: 200 len: 688 time: 1.3536928 Jul 23 20:24:02.750785 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44304) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:02.796082 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-2467b3c2-da26-483f-8d6e-16526cb97950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:02.796761 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2467b3c2-da26-483f-8d6e-16526cb97950 None None] The sync data for ids ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'] in n-d-793618-10 is: [] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:24:02.940468 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815cc64e-53a6-46d4-84ac-325082926343 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:24:02.948747 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-815cc64e-53a6-46d4-84ac-325082926343 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:02.949922 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-815cc64e-53a6-46d4-84ac-325082926343 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "PUT /v2.0/routers/689bb81a-4417-4178-b56a-6586b1966600 HTTP/1.1" status: 200 len: 697 time: 1.7890420 Jul 23 20:24:02.950802 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9271da-d11e-4c32-94b3-707af4c7c8b3 None None] Sync routers for ids ['689bb81a-4417-4178-b56a-6586b1966600'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:24:02.952783 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44308) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:02.962683 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9271da-d11e-4c32-94b3-707af4c7c8b3 None None] Routers {'689bb81a-4417-4178-b56a-6586b1966600'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:02.963419 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-aa9271da-d11e-4c32-94b3-707af4c7c8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['689bb81a-4417-4178-b56a-6586b1966600'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:02.980885 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-050a5dd0-c153-4433-ad0d-5168520fba20 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:02.999556 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-050a5dd0-c153-4433-ad0d-5168520fba20 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:03.062897 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-f2fdc598-19fd-4d97-adce-8d39d0b47760 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Deleting port 289e9bdf-aa9d-4b1f-bdcb-026031e279a4 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:24:03.063581 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2fdc598-19fd-4d97-adce-8d39d0b47760 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:03.109890 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-050a5dd0-c153-4433-ad0d-5168520fba20 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Deleting port 54cb1ec3-6071-4a2e-a372-8d8216891e9a {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:24:03.110693 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-050a5dd0-c153-4433-ad0d-5168520fba20 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:03.191767 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-aa9271da-d11e-4c32-94b3-707af4c7c8b3 None None] Set router 689bb81a-4417-4178-b56a-6586b1966600 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:24:03.255154 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2fdc598-19fd-4d97-adce-8d39d0b47760 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:03.255758 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2fdc598-19fd-4d97-adce-8d39d0b47760 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:03.259680 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-050a5dd0-c153-4433-ad0d-5168520fba20 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:03.281095 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-f2fdc598-19fd-4d97-adce-8d39d0b47760 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Calling delete_port for 289e9bdf-aa9d-4b1f-bdcb-026031e279a4 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:24:03.283302 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-050a5dd0-c153-4433-ad0d-5168520fba20 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Calling delete_port for 54cb1ec3-6071-4a2e-a372-8d8216891e9a owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:24:03.349844 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-547c0929-6df7-43f2-b8ad-535531dfa881 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "GET /v2.0/routers/689bb81a-4417-4178-b56a-6586b1966600 HTTP/1.1" status: 200 len: 703 time: 0.3953810 Jul 23 20:24:03.353914 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44312) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:03.367489 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-aa9271da-d11e-4c32-94b3-707af4c7c8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689bb81a-4417-4178-b56a-6586b1966600', 'name': 'tempest-RoutersIpV6Test-router-713884268', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:24:00Z', 'updated_at': '2021-07-23T20:24:01Z', 'revision_number': 2, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:03.388865 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b76bc650-a171-46fb-852b-3eb08f4325c4 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "GET /v2.0/ports?device_id=689bb81a-4417-4178-b56a-6586b1966600 HTTP/1.1" status: 200 len: 205 time: 0.0330553 Jul 23 20:24:03.391295 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44314) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:03.438886 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9271da-d11e-4c32-94b3-707af4c7c8b3 None None] Checking router: 689bb81a-4417-4178-b56a-6586b1966600 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:24:03.457564 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9271da-d11e-4c32-94b3-707af4c7c8b3 None None] Routers {'689bb81a-4417-4178-b56a-6586b1966600'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:03.458988 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-aa9271da-d11e-4c32-94b3-707af4c7c8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['689bb81a-4417-4178-b56a-6586b1966600'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:03.484764 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c94f93b4-275f-4704-97d3-c5282e51d15c tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:03.560534 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-aa9271da-d11e-4c32-94b3-707af4c7c8b3 None None] Set router 689bb81a-4417-4178-b56a-6586b1966600 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:24:03.591973 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2fdc598-19fd-4d97-adce-8d39d0b47760 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:03.604853 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-050a5dd0-c153-4433-ad0d-5168520fba20 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:03.636708 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-aa9271da-d11e-4c32-94b3-707af4c7c8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689bb81a-4417-4178-b56a-6586b1966600', 'name': 'tempest-RoutersIpV6Test-router-713884268', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:24:00Z', 'updated_at': '2021-07-23T20:24:01Z', 'revision_number': 2, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:03.642904 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fdc598-19fd-4d97-adce-8d39d0b47760 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event deleted for resources: {'Port': ['ID=289e9bdf-aa9d-4b1f-bdcb-026031e279a4,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:03.674741 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9271da-d11e-4c32-94b3-707af4c7c8b3 None None] The sync data for ids ['689bb81a-4417-4178-b56a-6586b1966600'] in n-d-793618-10 is: [{'id': '689bb81a-4417-4178-b56a-6586b1966600', 'name': 'tempest-RoutersIpV6Test-router-713884268', 'tenant_id': '94909c1e8cb14acca0414384fabf2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:24:00Z', 'updated_at': '2021-07-23T20:24:01Z', 'revision_number': 2, 'project_id': '94909c1e8cb14acca0414384fabf2d56', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:24:03.687640 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c94f93b4-275f-4704-97d3-c5282e51d15c tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:03.690746 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c94f93b4-275f-4704-97d3-c5282e51d15c tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:03.713519 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a5dd0-c153-4433-ad0d-5168520fba20 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Pushing event deleted for resources: {'Port': ['ID=54cb1ec3-6071-4a2e-a372-8d8216891e9a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:03.766835 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c94f93b4-275f-4704-97d3-c5282e51d15c tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:03.767730 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94f93b4-275f-4704-97d3-c5282e51d15c tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Fanout notify agent at l3_agent the message router_deleted on router 689bb81a-4417-4178-b56a-6586b1966600 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:24:03.777008 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c94f93b4-275f-4704-97d3-c5282e51d15c tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:03.778637 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c94f93b4-275f-4704-97d3-c5282e51d15c tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "DELETE /v2.0/routers/689bb81a-4417-4178-b56a-6586b1966600 HTTP/1.1" status: 204 len: 168 time: 0.3861470 Jul 23 20:24:03.783785 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44322) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:03.842391 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3392cd9d-a317-4191-b03b-2001b9f401c1 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "GET /v2.0/ports?device_id=689bb81a-4417-4178-b56a-6586b1966600 HTTP/1.1" status: 200 len: 205 time: 0.0537198 Jul 23 20:24:03.843343 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44326) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:03.874358 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2fdc598-19fd-4d97-adce-8d39d0b47760 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:03.877217 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2fdc598-19fd-4d97-adce-8d39d0b47760 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:03.878662 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f2fdc598-19fd-4d97-adce-8d39d0b47760 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "DELETE /v2.0/floatingips/338cdd33-1400-4d0c-a499-0f87a6615fb9 HTTP/1.1" status: 204 len: 168 time: 1.1266198 Jul 23 20:24:03.882387 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44328) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:03.887540 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-7f5e9be9-c566-41b1-a26e-b9e475033508 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'port_id': '0647e9fd-927f-42b7-b5f9-deaede51b96e'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:03.896257 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-050a5dd0-c153-4433-ad0d-5168520fba20 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:03.915437 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-cb3bd5a2-c31f-416f-8900-6362254faae7 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] delete failed (client error): The resource could not be found. Jul 23 20:24:03.918854 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-cb3bd5a2-c31f-416f-8900-6362254faae7 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "DELETE /v2.0/routers/689bb81a-4417-4178-b56a-6586b1966600 HTTP/1.1" status: 404 len: 336 time: 0.0713649 Jul 23 20:24:03.924767 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44330) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:03.978844 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-45b790ed-d7c7-487e-9dfe-472dd57ca51a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] DELETE failed (client error): The resource could not be found. Jul 23 20:24:03.979067 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45b790ed-d7c7-487e-9dfe-472dd57ca51a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:24:03.981195 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-45b790ed-d7c7-487e-9dfe-472dd57ca51a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "DELETE /v2.0/subnets/61f8cd4d-eb56-4cc5-8f54-f2e6c9d411dd HTTP/1.1" status: 404 len: 337 time: 0.0553756 Jul 23 20:24:03.983623 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44332) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:04.007863 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f5e9be9-c566-41b1-a26e-b9e475033508 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:04.047979 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd548ea9-309f-486e-b72c-2e01e939cf78 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] DELETE failed (client error): The resource could not be found. Jul 23 20:24:04.050705 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd548ea9-309f-486e-b72c-2e01e939cf78 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:24:04.057236 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-cd548ea9-309f-486e-b72c-2e01e939cf78 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "DELETE /v2.0/subnets/8f1cd0ae-4d5d-43ad-a48e-8d5858b888fe HTTP/1.1" status: 404 len: 337 time: 0.0724628 Jul 23 20:24:04.061851 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44334) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:04.102248 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-13717886-8904-4060-a628-5e7313d9abf8 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] DELETE failed (client error): The resource could not be found. Jul 23 20:24:04.102909 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13717886-8904-4060-a628-5e7313d9abf8 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:24:04.106513 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-13717886-8904-4060-a628-5e7313d9abf8 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "DELETE /v2.0/subnets/2d04700d-7d75-4de8-be0b-799775f997cb HTTP/1.1" status: 404 len: 337 time: 0.0400112 Jul 23 20:24:04.109310 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44338) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:04.161827 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4cdc86a-3a9e-4e73-9e4d-ba400bd37082 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] DELETE failed (client error): The resource could not be found. Jul 23 20:24:04.161827 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4cdc86a-3a9e-4e73-9e4d-ba400bd37082 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:24:04.165523 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d4cdc86a-3a9e-4e73-9e4d-ba400bd37082 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "DELETE /v2.0/subnets/1d012c7a-0e1e-4425-80aa-0c863e677b79 HTTP/1.1" status: 404 len: 337 time: 0.0521560 Jul 23 20:24:04.167974 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44340) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:04.206294 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2d1fb066-1e27-4a28-aa76-410ed12ebad3 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 HTTP/1.1" status: 200 len: 205 time: 0.0340557 Jul 23 20:24:04.207147 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44342) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:04.253808 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-5ceb7515-73d5-43be-ae7a-ae479dfea22e tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] delete failed (client error): The resource could not be found. Jul 23 20:24:04.257525 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5ceb7515-73d5-43be-ae7a-ae479dfea22e tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "DELETE /v2.0/routers/1b4a2b12-2489-4d1d-bd21-1f72b4c87da6 HTTP/1.1" status: 404 len: 336 time: 0.0468249 Jul 23 20:24:04.257793 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44344) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:04.285333 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-050a5dd0-c153-4433-ad0d-5168520fba20 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:04.298921 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-050a5dd0-c153-4433-ad0d-5168520fba20 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548192'] for router, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:04.305555 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-97873907-fbee-4740-9916-304fa02a9a60 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "GET /v2.0/ports?device_id=e831864e-1251-4eb2-8ad0-87958367999f HTTP/1.1" status: 200 len: 205 time: 0.0446541 Jul 23 20:24:04.307238 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44346) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:04.432754 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-960e30bf-d7fc-42c8-8b13-7e0152d74a6d tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] delete failed (client error): The resource could not be found. Jul 23 20:24:04.436584 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-960e30bf-d7fc-42c8-8b13-7e0152d74a6d tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "DELETE /v2.0/routers/e831864e-1251-4eb2-8ad0-87958367999f HTTP/1.1" status: 404 len: 336 time: 0.1255271 Jul 23 20:24:04.439306 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44348) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:04.483528 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd87562-7cb5-4287-bdb7-77dabe5f57c0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] DELETE failed (client error): The resource could not be found. Jul 23 20:24:04.483985 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bd87562-7cb5-4287-bdb7-77dabe5f57c0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:24:04.485768 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2bd87562-7cb5-4287-bdb7-77dabe5f57c0 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "DELETE /v2.0/subnets/a100a8ec-7518-47e2-ab25-702c26a29a3e HTTP/1.1" status: 404 len: 337 time: 0.0456035 Jul 23 20:24:04.491050 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44350) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:04.493847 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050a5dd0-c153-4433-ad0d-5168520fba20 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Router 18e81da2-2dd7-435e-9a8a-fa06c76c79a8 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:24:04.503738 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f5e9be9-c566-41b1-a26e-b9e475033508 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:04.537124 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b003daeb-d010-4dd9-bbf4-7ca42a73ca92 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "GET /v2.0/ports?device_id=034f6716-e5c2-4b2d-a75b-bdee1d5368c0 HTTP/1.1" status: 200 len: 205 time: 0.0434692 Jul 23 20:24:04.540300 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44352) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:04.628639 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-a55025fc-bcb9-42b1-9770-68473b5ee8fa tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] delete failed (client error): The resource could not be found. Jul 23 20:24:04.630916 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a55025fc-bcb9-42b1-9770-68473b5ee8fa tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "DELETE /v2.0/routers/034f6716-e5c2-4b2d-a75b-bdee1d5368c0 HTTP/1.1" status: 404 len: 336 time: 0.0895095 Jul 23 20:24:04.634476 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44354) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:04.645944 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050a5dd0-c153-4433-ad0d-5168520fba20 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:24:04.653345 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-050a5dd0-c153-4433-ad0d-5168520fba20 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:04.655287 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-050a5dd0-c153-4433-ad0d-5168520fba20 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] 10.222.0.32 "PUT /v2.0/routers/18e81da2-2dd7-435e-9a8a-fa06c76c79a8 HTTP/1.1" status: 200 len: 709 time: 3.1696048 Jul 23 20:24:04.658276 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44356) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:04.660239 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3009a19f-f63d-4442-976c-d5b4a29fcd52 None None] Sync routers for ids ['18e81da2-2dd7-435e-9a8a-fa06c76c79a8'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:24:04.682016 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-934357ff-a095-4762-b0bd-6a201ee4c7dc tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8fa3eda-bcd7-4bf7-aac0-17e8c6ad1359 HTTP/1.1" status: 200 len: 205 time: 0.0463538 Jul 23 20:24:04.682404 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3009a19f-f63d-4442-976c-d5b4a29fcd52 None None] Routers {'18e81da2-2dd7-435e-9a8a-fa06c76c79a8'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:04.682663 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44358) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:04.683477 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-3009a19f-f63d-4442-976c-d5b4a29fcd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['18e81da2-2dd7-435e-9a8a-fa06c76c79a8'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:04.780701 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-505a0f87-e2e1-4394-918c-45177675303b tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] delete failed (client error): The resource could not be found. Jul 23 20:24:04.782763 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-505a0f87-e2e1-4394-918c-45177675303b tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "DELETE /v2.0/routers/c8fa3eda-bcd7-4bf7-aac0-17e8c6ad1359 HTTP/1.1" status: 404 len: 336 time: 0.0991492 Jul 23 20:24:04.786228 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44362) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:04.798448 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-3009a19f-f63d-4442-976c-d5b4a29fcd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:04.800796 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5acd3eb1-ace1-46f2-bf4e-40209e32595e tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] 10.222.0.32 "GET /v2.0/routers/18e81da2-2dd7-435e-9a8a-fa06c76c79a8 HTTP/1.1" status: 200 len: 744 time: 0.1414082 Jul 23 20:24:04.804764 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44364) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:04.818721 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3009a19f-f63d-4442-976c-d5b4a29fcd52 None None] Routers {'18e81da2-2dd7-435e-9a8a-fa06c76c79a8'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:04.819547 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-3009a19f-f63d-4442-976c-d5b4a29fcd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['18e81da2-2dd7-435e-9a8a-fa06c76c79a8'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:04.835970 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-7f5e9be9-c566-41b1-a26e-b9e475033508 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Allocated IP 172.25.1.136 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/a43920ec-3ded-4865-b545-03d4a479e718) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:04.862787 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-3009a19f-f63d-4442-976c-d5b4a29fcd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:04.863462 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3009a19f-f63d-4442-976c-d5b4a29fcd52 None None] The sync data for ids ['18e81da2-2dd7-435e-9a8a-fa06c76c79a8'] in n-d-793618-10 is: [] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:24:04.976355 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8d5e7e21-c1e3-41bb-8dfa-76cf4ee5240a tempest-RoutersIpV6AdminTest-1169580966 tempest-RoutersIpV6AdminTest-1169580966-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=8013d0d6-aee4-47cc-8dbe-3abed6e5116f&device_id=18e81da2-2dd7-435e-9a8a-fa06c76c79a8 HTTP/1.1" status: 200 len: 205 time: 0.1677680 Jul 23 20:24:04.978340 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a29d3ea-50aa-4b81-b0e0-305814e14d5a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] DELETE failed (client error): The resource could not be found. Jul 23 20:24:04.979167 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a29d3ea-50aa-4b81-b0e0-305814e14d5a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:24:04.984948 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9a29d3ea-50aa-4b81-b0e0-305814e14d5a tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "DELETE /v2.0/subnets/868c024f-40f7-467a-8167-5f7760a01ae4 HTTP/1.1" status: 404 len: 337 time: 0.1972666 Jul 23 20:24:04.985888 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44368) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:04.986387 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44370) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:05.025178 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f5e9be9-c566-41b1-a26e-b9e475033508 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:05.028172 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9a62cf5a-8e47-484d-bcbe-de3db4377467 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] 10.222.0.32 "GET /v2.0/ports?device_id=18e81da2-2dd7-435e-9a8a-fa06c76c79a8 HTTP/1.1" status: 200 len: 205 time: 0.0394115 Jul 23 20:24:05.034394 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44374) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:05.082781 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-12ebb971-9926-4267-8e6d-911cc76fa8c7 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "GET /v2.0/ports?device_id=5df369b5-c8f4-4670-a713-66b9213be314 HTTP/1.1" status: 200 len: 205 time: 0.0936482 Jul 23 20:24:05.084883 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44376) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:05.183041 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-cc169500-94bb-4192-863f-09900305c50d tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] delete failed (client error): The resource could not be found. Jul 23 20:24:05.185815 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-cc169500-94bb-4192-863f-09900305c50d tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "DELETE /v2.0/routers/5df369b5-c8f4-4670-a713-66b9213be314 HTTP/1.1" status: 404 len: 336 time: 0.0991261 Jul 23 20:24:05.188377 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44380) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:05.192250 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f5e9be9-c566-41b1-a26e-b9e475033508 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:05.249623 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-19c1b617-cdb4-467c-90c2-f636198cceef tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] DELETE failed (client error): The resource could not be found. Jul 23 20:24:05.249623 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19c1b617-cdb4-467c-90c2-f636198cceef tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:24:05.250293 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-19c1b617-cdb4-467c-90c2-f636198cceef tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "DELETE /v2.0/subnets/19184898-3315-4f15-b8af-f8ce5cad3631 HTTP/1.1" status: 404 len: 337 time: 0.0599966 Jul 23 20:24:05.252879 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44382) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:05.274325 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-129180a3-542c-41be-b15c-cb63e5c9a776 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:05.310456 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c21869b1-69ff-4015-be2c-4db1e655f42f tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "GET /v2.0/ports?device_id=3263251a-2556-48ea-94e6-bad8a3da1449 HTTP/1.1" status: 200 len: 205 time: 0.0555770 Jul 23 20:24:05.313912 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44384) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:05.371941 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-e519bd7b-90ac-4c08-b8f4-a671c31e35c9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] delete failed (client error): The resource could not be found. Jul 23 20:24:05.373781 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e519bd7b-90ac-4c08-b8f4-a671c31e35c9 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "DELETE /v2.0/routers/3263251a-2556-48ea-94e6-bad8a3da1449 HTTP/1.1" status: 404 len: 336 time: 0.0590277 Jul 23 20:24:05.376353 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44386) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:05.383761 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5e9be9-c566-41b1-a26e-b9e475033508 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:05.387884 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-7f5e9be9-c566-41b1-a26e-b9e475033508 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:05.397328 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5e9be9-c566-41b1-a26e-b9e475033508 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:05.422976 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd72eeee-d5c1-43a4-8758-20f9f91420da tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] DELETE failed (client error): The resource could not be found. Jul 23 20:24:05.423697 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd72eeee-d5c1-43a4-8758-20f9f91420da tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:24:05.426798 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-bd72eeee-d5c1-43a4-8758-20f9f91420da tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "DELETE /v2.0/subnets/bc9dfd38-8ed7-4ea3-8201-59e1ca25d122 HTTP/1.1" status: 404 len: 337 time: 0.0492680 Jul 23 20:24:05.430044 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44388) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:05.480597 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-74fc1400-fc27-4f1f-9de8-4c530b7c6179 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] DELETE failed (client error): The resource could not be found. Jul 23 20:24:05.481338 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74fc1400-fc27-4f1f-9de8-4c530b7c6179 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:24:05.486641 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-74fc1400-fc27-4f1f-9de8-4c530b7c6179 tempest-RoutersIpV6Test-1328270507 tempest-RoutersIpV6Test-1328270507-project] 10.222.0.32 "DELETE /v2.0/subnets/f633bd8e-d0c1-4e85-9939-37fc6712ac00 HTTP/1.1" status: 404 len: 337 time: 0.0541151 Jul 23 20:24:05.537095 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e9be9-c566-41b1-a26e-b9e475033508 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event updated for resources: {'Port': ['ID=a43920ec-3ded-4865-b545-03d4a479e718,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:05.549936 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-129180a3-542c-41be-b15c-cb63e5c9a776 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:05.556133 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-129180a3-542c-41be-b15c-cb63e5c9a776 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:05.696192 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-129180a3-542c-41be-b15c-cb63e5c9a776 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:05.696696 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129180a3-542c-41be-b15c-cb63e5c9a776 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Fanout notify agent at l3_agent the message router_deleted on router 18e81da2-2dd7-435e-9a8a-fa06c76c79a8 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:24:05.706638 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-129180a3-542c-41be-b15c-cb63e5c9a776 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:05.712141 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-129180a3-542c-41be-b15c-cb63e5c9a776 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] 10.222.0.32 "DELETE /v2.0/routers/18e81da2-2dd7-435e-9a8a-fa06c76c79a8 HTTP/1.1" status: 204 len: 168 time: 0.6743147 Jul 23 20:24:05.712375 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44392) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:05.786648 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4908ea77-b341-44d9-a073-2c74121a1087 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] 10.222.0.32 "GET /v2.0/ports?device_id=18e81da2-2dd7-435e-9a8a-fa06c76c79a8 HTTP/1.1" status: 200 len: 205 time: 0.0728669 Jul 23 20:24:05.789999 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44396) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:05.883620 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-3430e1be-e632-4158-ae02-be8d23dbc5ef tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] delete failed (client error): The resource could not be found. Jul 23 20:24:05.890783 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3430e1be-e632-4158-ae02-be8d23dbc5ef tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] 10.222.0.32 "DELETE /v2.0/routers/18e81da2-2dd7-435e-9a8a-fa06c76c79a8 HTTP/1.1" status: 404 len: 336 time: 0.0989075 Jul 23 20:24:05.891600 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44398) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:06.014329 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8199efde-f8ac-44fa-8e4b-f387a72b332d tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] 10.222.0.32 "GET /v2.0/ports?device_id=6192b81c-36f4-41d5-b74b-9fd854971904 HTTP/1.1" status: 200 len: 205 time: 0.1188965 Jul 23 20:24:06.015004 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44404) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:06.108204 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-bdf168d8-2edd-4fc6-9b3c-cfc5ed2e44ad tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] delete failed (client error): The resource could not be found. Jul 23 20:24:06.113887 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-bdf168d8-2edd-4fc6-9b3c-cfc5ed2e44ad tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] 10.222.0.32 "DELETE /v2.0/routers/6192b81c-36f4-41d5-b74b-9fd854971904 HTTP/1.1" status: 404 len: 336 time: 0.0967410 Jul 23 20:24:06.114752 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44406) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:06.115240 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44408) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:06.171388 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-add5036d-194b-41e1-a7ad-0cd0f7e42274 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bee23be-eefd-40b0-a42a-452937f9af25 HTTP/1.1" status: 200 len: 205 time: 0.0458038 Jul 23 20:24:06.174951 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44412) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:06.229957 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-21fd0b32-ec49-48f4-a01c-84d8d5bfc013 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] delete failed (client error): The resource could not be found. Jul 23 20:24:06.240096 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-21fd0b32-ec49-48f4-a01c-84d8d5bfc013 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] 10.222.0.32 "DELETE /v2.0/routers/7bee23be-eefd-40b0-a42a-452937f9af25 HTTP/1.1" status: 404 len: 336 time: 0.0633619 Jul 23 20:24:06.241990 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44414) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:06.303472 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7e1045c0-f82d-4484-9377-26979042284d tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd115743-0019-4283-a677-4a2675989f54 HTTP/1.1" status: 200 len: 205 time: 0.0601232 Jul 23 20:24:06.309066 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44418) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:06.371400 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-4b87b791-d7e6-4046-99ff-897b8ba38edb tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] delete failed (client error): The resource could not be found. Jul 23 20:24:06.375570 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4b87b791-d7e6-4046-99ff-897b8ba38edb tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] 10.222.0.32 "DELETE /v2.0/routers/bd115743-0019-4283-a677-4a2675989f54 HTTP/1.1" status: 404 len: 336 time: 0.0630116 Jul 23 20:24:06.381925 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44422) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:06.429169 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e9acb55b-f17c-41c7-acd0-1a693af7f43a tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7416459-9e82-47c0-ae2c-042c71865cbc HTTP/1.1" status: 200 len: 205 time: 0.0460527 Jul 23 20:24:06.436212 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44424) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:06.490505 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-834901b6-4a5c-49ab-bb37-6eb4c181aaa4 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] delete failed (client error): The resource could not be found. Jul 23 20:24:06.494713 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-834901b6-4a5c-49ab-bb37-6eb4c181aaa4 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] 10.222.0.32 "DELETE /v2.0/routers/a7416459-9e82-47c0-ae2c-042c71865cbc HTTP/1.1" status: 404 len: 336 time: 0.0544777 Jul 23 20:24:06.494713 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-93941359-aaf4-4948-81c3-ccb509a16f2d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=94909c1e8cb14acca0414384fabf2d56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3779473 Jul 23 20:24:06.495545 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44428) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:06.497584 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44430) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:06.546173 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8fb3b86e-1895-43dd-8364-e70eb862a4ce tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] 10.222.0.32 "GET /v2.0/ports?device_id=76ee7806-97d5-4cfb-943b-9d6690b5e6d8 HTTP/1.1" status: 200 len: 205 time: 0.0469391 Jul 23 20:24:06.546854 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44432) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:06.559073 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f5e9be9-c566-41b1-a26e-b9e475033508 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:06.593505 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-b7a63c7e-386c-44ad-9d66-728ddbe4f495 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] delete failed (client error): The resource could not be found. Jul 23 20:24:06.594646 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b7a63c7e-386c-44ad-9d66-728ddbe4f495 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] 10.222.0.32 "DELETE /v2.0/routers/76ee7806-97d5-4cfb-943b-9d6690b5e6d8 HTTP/1.1" status: 404 len: 336 time: 0.0466230 Jul 23 20:24:06.600325 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44436) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:06.616868 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7ece9b05-72b1-48c3-a8a8-4eee506ec079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:06.640967 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-f16bdb30-6be1-47d9-86a9-d775545de190 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] DELETE failed (client error): The resource could not be found. Jul 23 20:24:06.641437 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f16bdb30-6be1-47d9-86a9-d775545de190 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:24:06.643356 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f16bdb30-6be1-47d9-86a9-d775545de190 tempest-RoutersIpV6AdminTest-749539205 tempest-RoutersIpV6AdminTest-749539205-project] 10.222.0.32 "DELETE /v2.0/subnets/76bfa2c5-0948-474a-88a1-3c869532fecd HTTP/1.1" status: 404 len: 337 time: 0.0419359 Jul 23 20:24:06.697811 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f5e9be9-c566-41b1-a26e-b9e475033508 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:06.705718 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7ece9b05-72b1-48c3-a8a8-4eee506ec079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:06.808273 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7ece9b05-72b1-48c3-a8a8-4eee506ec079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:06.818774 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7ece9b05-72b1-48c3-a8a8-4eee506ec079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:06.825458 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7ece9b05-72b1-48c3-a8a8-4eee506ec079 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7fee71e7-23f9-4799-bc0b-f76e7b615c7b HTTP/1.1" status: 204 len: 168 time: 0.3181665 Jul 23 20:24:06.842473 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece9b05-72b1-48c3-a8a8-4eee506ec079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fee71e7-23f9-4799-bc0b-f76e7b615c7b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:06.961364 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f5e9be9-c566-41b1-a26e-b9e475033508 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:06.968632 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f5e9be9-c566-41b1-a26e-b9e475033508 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:07.116031 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e9be9-c566-41b1-a26e-b9e475033508 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event updated for resources: {'Port': ['ID=a43920ec-3ded-4865-b545-03d4a479e718,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:07.128016 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44458) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:07.138838 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f5e9be9-c566-41b1-a26e-b9e475033508 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:07.301951 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [None req-7f5e9be9-c566-41b1-a26e-b9e475033508 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Floating IP 3c2bc3f3-d426-460a-a7db-be5f69bc8d0d associated. External IP: 172.25.1.136, port: 0647e9fd-927f-42b7-b5f9-deaede51b96e. Jul 23 20:24:07.335815 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-12be6825-712c-4de6-b66d-7204a4c7add8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:07.454539 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-12be6825-712c-4de6-b66d-7204a4c7add8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:07.460279 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-12be6825-712c-4de6-b66d-7204a4c7add8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:07.496543 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-12be6825-712c-4de6-b66d-7204a4c7add8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc716d1dfd224dd99de889113b7d5abc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3669724 Jul 23 20:24:07.499130 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44474) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:07.531891 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be6825-712c-4de6-b66d-7204a4c7add8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779f020b-096a-4dd2-a0e7-ef78ab41e98f,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:07.592277 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5e9be9-c566-41b1-a26e-b9e475033508 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Router 53f6ea78-5523-49a7-bc66-eba1b3e8d312 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:24:07.594861 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-40799ebf-3b0d-48fc-b94a-1f0bec920b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:07.620917 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-40799ebf-3b0d-48fc-b94a-1f0bec920b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:07.683673 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-40799ebf-3b0d-48fc-b94a-1f0bec920b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:07.687877 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-40799ebf-3b0d-48fc-b94a-1f0bec920b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:07.689344 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-40799ebf-3b0d-48fc-b94a-1f0bec920b92 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/779f020b-096a-4dd2-a0e7-ef78ab41e98f HTTP/1.1" status: 204 len: 168 time: 0.1890714 Jul 23 20:24:07.712230 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40799ebf-3b0d-48fc-b94a-1f0bec920b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779f020b-096a-4dd2-a0e7-ef78ab41e98f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:07.764600 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5e9be9-c566-41b1-a26e-b9e475033508 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:24:07.777325 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece65fce-7249-4499-a7e8-45887d29645f None None] Sync routers for ids ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:24:07.790748 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece65fce-7249-4499-a7e8-45887d29645f None None] Routers {'53f6ea78-5523-49a7-bc66-eba1b3e8d312'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:07.791861 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ece65fce-7249-4499-a7e8-45887d29645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:07.798529 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f5e9be9-c566-41b1-a26e-b9e475033508 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:07.833989 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ece65fce-7249-4499-a7e8-45887d29645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:07.844103 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece65fce-7249-4499-a7e8-45887d29645f None None] Routers {'53f6ea78-5523-49a7-bc66-eba1b3e8d312'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:07.845159 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ece65fce-7249-4499-a7e8-45887d29645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:07.850925 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44486) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:07.873263 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7f5e9be9-c566-41b1-a26e-b9e475033508 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.9893999 Jul 23 20:24:07.876340 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44490) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:07.895699 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ece65fce-7249-4499-a7e8-45887d29645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:07.896827 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece65fce-7249-4499-a7e8-45887d29645f None None] The sync data for ids ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'] in n-d-793618-10 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:24:07.967968 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2d33382a-5268-419d-9e09-270609c3256d tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "GET /v2.0/floatingips/3c2bc3f3-d426-460a-a7db-be5f69bc8d0d HTTP/1.1" status: 200 len: 978 time: 0.0861871 Jul 23 20:24:07.969781 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44494) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:08.160106 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-fbaeb042-92ab-4b99-84fd-6f7508521dd4 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1354109490', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:08.168906 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-20f36a89-4530-4503-99e5-84854901248c tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1939778 Jul 23 20:24:08.174461 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44498) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:08.183333 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-364a3da6-7a1a-4e7f-8dd8-9c1ba68f1eac tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Request body: {'floatingip': {'port_id': 'fb1a7e02-848c-4c7b-ae66-6b36371c863c'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:08.240038 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fbaeb042-92ab-4b99-84fd-6f7508521dd4 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:08.241389 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fbaeb042-92ab-4b99-84fd-6f7508521dd4 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:08.323727 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-364a3da6-7a1a-4e7f-8dd8-9c1ba68f1eac tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:08.358061 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44506) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:08.388032 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fbaeb042-92ab-4b99-84fd-6f7508521dd4 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:08.394231 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fbaeb042-92ab-4b99-84fd-6f7508521dd4 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:08.433207 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fbaeb042-92ab-4b99-84fd-6f7508521dd4 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:08.438992 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-fbaeb042-92ab-4b99-84fd-6f7508521dd4 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5827475 Jul 23 20:24:08.439619 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44516) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:08.444807 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-5ec209c5-894c-42c8-a35f-5d93ffbdafc2 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1706189498'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:08.456121 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5ab7ebf2-aeca-4115-b3cd-335947840743 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8813d03ccc4e41218207bb3996fa7496&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0947137 Jul 23 20:24:08.456712 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44518) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:08.490137 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec209c5-894c-42c8-a35f-5d93ffbdafc2 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Made reservation on behalf of eb453ed96dac4d26b09f41a5fc995f67 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:08.493663 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5ec209c5-894c-42c8-a35f-5d93ffbdafc2 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:08.511584 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5ec209c5-894c-42c8-a35f-5d93ffbdafc2 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:08.567919 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-942ad7ca-78c3-4c90-8571-00d6842df07a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:08.623546 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-942ad7ca-78c3-4c90-8571-00d6842df07a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:08.747451 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-942ad7ca-78c3-4c90-8571-00d6842df07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:08.750281 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-942ad7ca-78c3-4c90-8571-00d6842df07a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:08.751445 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-942ad7ca-78c3-4c90-8571-00d6842df07a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5fefc64c-2c09-480a-aed2-2ef98fc090b8 HTTP/1.1" status: 204 len: 168 time: 0.2938356 Jul 23 20:24:08.758320 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5ec209c5-894c-42c8-a35f-5d93ffbdafc2 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:08.766199 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5ec209c5-894c-42c8-a35f-5d93ffbdafc2 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:08.769394 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ad7ca-78c3-4c90-8571-00d6842df07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fefc64c-2c09-480a-aed2-2ef98fc090b8,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:08.810906 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec209c5-894c-42c8-a35f-5d93ffbdafc2 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:24:08.828886 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec209c5-894c-42c8-a35f-5d93ffbdafc2 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04c902ee-da5e-450e-8ecd-de09e8665a3d,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:08.840390 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5ec209c5-894c-42c8-a35f-5d93ffbdafc2 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:08.840846 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-5ec209c5-894c-42c8-a35f-5d93ffbdafc2 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Added segment 72f10f14-834d-409e-b033-f682026ec8c6 of type vlan for network a07ab92d-f6ab-4d2b-9485-d7958baa7bd0 Jul 23 20:24:08.907781 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5ec209c5-894c-42c8-a35f-5d93ffbdafc2 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:08.959834 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5ec209c5-894c-42c8-a35f-5d93ffbdafc2 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:08.968271 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec209c5-894c-42c8-a35f-5d93ffbdafc2 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:08.969670 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5ec209c5-894c-42c8-a35f-5d93ffbdafc2 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:09.086791 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-364a3da6-7a1a-4e7f-8dd8-9c1ba68f1eac tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:09.093087 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-364a3da6-7a1a-4e7f-8dd8-9c1ba68f1eac tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:09.123867 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec209c5-894c-42c8-a35f-5d93ffbdafc2 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Pushing event updated for resources: {'Network': ['ID=a07ab92d-f6ab-4d2b-9485-d7958baa7bd0,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:09.135417 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network a07ab92d-f6ab-4d2b-9485-d7958baa7bd0 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:24:09.156558 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5ec209c5-894c-42c8-a35f-5d93ffbdafc2 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7159543 Jul 23 20:24:09.161574 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44606) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:09.182982 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-7b3f5664-7a0a-4f97-a268-a2784aad38d9 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Request body: {'subnet': {'network_id': 'a07ab92d-f6ab-4d2b-9485-d7958baa7bd0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:09.253180 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [None req-364a3da6-7a1a-4e7f-8dd8-9c1ba68f1eac tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Floating IP 3c2bc3f3-d426-460a-a7db-be5f69bc8d0d associated. External IP: 172.25.1.136, port: 0647e9fd-927f-42b7-b5f9-deaede51b96e. Jul 23 20:24:09.322676 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3f5664-7a0a-4f97-a268-a2784aad38d9 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Made reservation on behalf of eb453ed96dac4d26b09f41a5fc995f67 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:09.332169 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7b3f5664-7a0a-4f97-a268-a2784aad38d9 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:09.681318 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7b3f5664-7a0a-4f97-a268-a2784aad38d9 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:09.739214 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364a3da6-7a1a-4e7f-8dd8-9c1ba68f1eac tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Router 53f6ea78-5523-49a7-bc66-eba1b3e8d312 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:24:09.800234 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f5664-7a0a-4f97-a268-a2784aad38d9 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Pushing event updated for resources: {'Subnet': ['ID=98be4bb7-3868-4778-a82d-1dacccf8f3ae,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:09.832757 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3f5664-7a0a-4f97-a268-a2784aad38d9 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Checking segment: {'id': '72f10f14-834d-409e-b033-f682026ec8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a07ab92d-f6ab-4d2b-9485-d7958baa7bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:24:09.832988 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3f5664-7a0a-4f97-a268-a2784aad38d9 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Network hostable DHCP agents. Network: a07ab92d-f6ab-4d2b-9485-d7958baa7bd0, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:24:09.861338 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3f5664-7a0a-4f97-a268-a2784aad38d9 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Network a07ab92d-f6ab-4d2b-9485-d7958baa7bd0 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:24:09.876748 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-7b3f5664-7a0a-4f97-a268-a2784aad38d9 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, a07ab92d-f6ab-4d2b-9485-d7958baa7bd0) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:09.883320 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3f5664-7a0a-4f97-a268-a2784aad38d9 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:09.885511 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7b3f5664-7a0a-4f97-a268-a2784aad38d9 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:09.889216 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc52d75b-d3a9-45a0-b1aa-bb9759adb867 None None] Network a07ab92d-f6ab-4d2b-9485-d7958baa7bd0 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:24:09.939012 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7b3f5664-7a0a-4f97-a268-a2784aad38d9 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7726264 Jul 23 20:24:09.940321 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44700) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:09.956099 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-89958ee6-6ef2-4b41-9c63-75f3241bb3af tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Request body: {'network': {'name': 'tempest-router-network01--2102425732'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:09.971655 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364a3da6-7a1a-4e7f-8dd8-9c1ba68f1eac tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:24:09.992197 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89958ee6-6ef2-4b41-9c63-75f3241bb3af tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Made reservation on behalf of eb453ed96dac4d26b09f41a5fc995f67 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:10.011090 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-89958ee6-6ef2-4b41-9c63-75f3241bb3af tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:10.031410 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e1acb4-259d-4a7e-b188-deae3616ca4b None None] Sync routers for ids ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:24:10.054339 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89958ee6-6ef2-4b41-9c63-75f3241bb3af tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:24:10.085162 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-89958ee6-6ef2-4b41-9c63-75f3241bb3af tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:10.095985 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-89958ee6-6ef2-4b41-9c63-75f3241bb3af tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Added segment 1c64eaf5-141a-4ad0-9f89-3211957f639b of type vlan for network e68d131a-e03c-46d9-9e93-118ddf83e7c7 Jul 23 20:24:10.133396 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e1acb4-259d-4a7e-b188-deae3616ca4b None None] Routers {'53f6ea78-5523-49a7-bc66-eba1b3e8d312'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:10.141653 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-d5e1acb4-259d-4a7e-b188-deae3616ca4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:10.174630 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44728) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:10.235638 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-89958ee6-6ef2-4b41-9c63-75f3241bb3af tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:10.237333 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-d5e1acb4-259d-4a7e-b188-deae3616ca4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:10.276964 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-89958ee6-6ef2-4b41-9c63-75f3241bb3af tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:10.285355 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89958ee6-6ef2-4b41-9c63-75f3241bb3af tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:10.286151 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-89958ee6-6ef2-4b41-9c63-75f3241bb3af tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:10.370873 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e1acb4-259d-4a7e-b188-deae3616ca4b None None] Routers {'53f6ea78-5523-49a7-bc66-eba1b3e8d312'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:10.373214 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-d5e1acb4-259d-4a7e-b188-deae3616ca4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:10.382079 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-525186cb-429c-43b3-aba2-fef01f5c6db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:10.434838 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89958ee6-6ef2-4b41-9c63-75f3241bb3af tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Pushing event updated for resources: {'Network': ['ID=e68d131a-e03c-46d9-9e93-118ddf83e7c7,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:10.444787 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-89958ee6-6ef2-4b41-9c63-75f3241bb3af tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5027227 Jul 23 20:24:10.448844 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44764) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:10.462127 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1a23b0-d78d-495a-898c-1da442cc9228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-a07ab92d-f6ab-4d2b-9485-d7958baa7bd0', 'network_id': 'a07ab92d-f6ab-4d2b-9485-d7958baa7bd0', 'tenant_id': 'eb453ed96dac4d26b09f41a5fc995f67', 'fixed_ips': [{'subnet_id': '98be4bb7-3868-4778-a82d-1dacccf8f3ae'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:24:10.464657 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab1a23b0-d78d-495a-898c-1da442cc9228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:10.472227 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network e68d131a-e03c-46d9-9e93-118ddf83e7c7 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:24:10.473857 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-1acbef5d-9e46-444a-a8a3-2a9d552b66e2 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Request body: {'network': {'name': 'tempest-router-network02--1185653455'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:10.536233 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-59a487b5-ce87-4edb-b1d9-09f89370cac1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1468035785'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:10.577253 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acbef5d-9e46-444a-a8a3-2a9d552b66e2 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Made reservation on behalf of eb453ed96dac4d26b09f41a5fc995f67 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:10.595768 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-d5e1acb4-259d-4a7e-b188-deae3616ca4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:10.596523 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e1acb4-259d-4a7e-b188-deae3616ca4b None None] The sync data for ids ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'] in n-d-793618-10 is: [] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:24:10.598076 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1acbef5d-9e46-444a-a8a3-2a9d552b66e2 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:10.672721 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a487b5-ce87-4edb-b1d9-09f89370cac1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:10.685421 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59a487b5-ce87-4edb-b1d9-09f89370cac1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:10.716424 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59a487b5-ce87-4edb-b1d9-09f89370cac1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:10.722846 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1acbef5d-9e46-444a-a8a3-2a9d552b66e2 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:24:10.902093 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-ab1a23b0-d78d-495a-898c-1da442cc9228 None None] Allocated IP 172.20.0.2 (a07ab92d-f6ab-4d2b-9485-d7958baa7bd0/98be4bb7-3868-4778-a82d-1dacccf8f3ae/9d5fc9c1-6abc-4ecf-8262-7614f74f21e9) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:10.931686 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59a487b5-ce87-4edb-b1d9-09f89370cac1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:10.941743 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59a487b5-ce87-4edb-b1d9-09f89370cac1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:10.963013 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a487b5-ce87-4edb-b1d9-09f89370cac1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:24:10.979176 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59a487b5-ce87-4edb-b1d9-09f89370cac1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:10.980137 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-59a487b5-ce87-4edb-b1d9-09f89370cac1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Added segment e34a4af2-055b-43b7-b119-f5c5641c4c7b of type vlan for network bd014336-7cf6-4be5-829d-b33260ee43fe Jul 23 20:24:11.001528 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1acbef5d-9e46-444a-a8a3-2a9d552b66e2 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:11.002107 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-1acbef5d-9e46-444a-a8a3-2a9d552b66e2 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Added segment 241c001d-c06b-4761-99b1-68c86868c229 of type vlan for network 98e9085d-f8aa-459b-8e2a-7572959138e1 Jul 23 20:24:11.115550 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364a3da6-7a1a-4e7f-8dd8-9c1ba68f1eac tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Router 53f6ea78-5523-49a7-bc66-eba1b3e8d312 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:24:11.149632 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a487b5-ce87-4edb-b1d9-09f89370cac1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9f3103-d6d7-46fe-a042-855f703ea799,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:11.186835 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59a487b5-ce87-4edb-b1d9-09f89370cac1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:11.259305 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59a487b5-ce87-4edb-b1d9-09f89370cac1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:11.268777 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a487b5-ce87-4edb-b1d9-09f89370cac1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:11.270123 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59a487b5-ce87-4edb-b1d9-09f89370cac1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:11.299767 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1acbef5d-9e46-444a-a8a3-2a9d552b66e2 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:11.340371 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab1a23b0-d78d-495a-898c-1da442cc9228 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:11.363826 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ab1a23b0-d78d-495a-898c-1da442cc9228 None None] Transition to ACTIVE for port object 9d5fc9c1-6abc-4ecf-8262-7614f74f21e9 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:11.389412 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-59a487b5-ce87-4edb-b1d9-09f89370cac1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2123287 Jul 23 20:24:11.397447 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ab1a23b0-d78d-495a-898c-1da442cc9228 None None] Transition to ACTIVE for port object 9d5fc9c1-6abc-4ecf-8262-7614f74f21e9 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:11.401969 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44850) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:11.408849 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364a3da6-7a1a-4e7f-8dd8-9c1ba68f1eac tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:24:11.409462 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab1a23b0-d78d-495a-898c-1da442cc9228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:11.418060 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-364a3da6-7a1a-4e7f-8dd8-9c1ba68f1eac tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:11.428236 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f9a9d3-f37c-447d-9e58-9ad40f01d4b6 None None] Sync routers for ids ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:24:11.446510 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f9a9d3-f37c-447d-9e58-9ad40f01d4b6 None None] Routers {'53f6ea78-5523-49a7-bc66-eba1b3e8d312'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:11.448361 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e1f9a9d3-f37c-447d-9e58-9ad40f01d4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:11.477355 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-d780477b-76e4-4b2b-9ce9-741f868a8a0c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'subnet': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:11.502085 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a487b5-ce87-4edb-b1d9-09f89370cac1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Network': ['ID=bd014336-7cf6-4be5-829d-b33260ee43fe,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:11.509643 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1acbef5d-9e46-444a-a8a3-2a9d552b66e2 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:11.510536 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a23b0-d78d-495a-898c-1da442cc9228 None None] Pushing event updated for resources: {'Port': ['ID=9d5fc9c1-6abc-4ecf-8262-7614f74f21e9,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:11.519166 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acbef5d-9e46-444a-a8a3-2a9d552b66e2 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:11.520202 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1acbef5d-9e46-444a-a8a3-2a9d552b66e2 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:11.546507 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a23b0-d78d-495a-898c-1da442cc9228 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:11.554817 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a23b0-d78d-495a-898c-1da442cc9228 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:11.556943 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a23b0-d78d-495a-898c-1da442cc9228 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:11.557493 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a23b0-d78d-495a-898c-1da442cc9228 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:11.558305 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a23b0-d78d-495a-898c-1da442cc9228 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:11.558929 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a23b0-d78d-495a-898c-1da442cc9228 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:11.560393 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a23b0-d78d-495a-898c-1da442cc9228 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:11.567161 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a23b0-d78d-495a-898c-1da442cc9228 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:11.568954 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a23b0-d78d-495a-898c-1da442cc9228 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:11.569619 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a23b0-d78d-495a-898c-1da442cc9228 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:11.570209 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a23b0-d78d-495a-898c-1da442cc9228 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:11.570783 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a23b0-d78d-495a-898c-1da442cc9228 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:11.574408 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:24:11.626641 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e1f9a9d3-f37c-447d-9e58-9ad40f01d4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:11.647984 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acbef5d-9e46-444a-a8a3-2a9d552b66e2 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Pushing event updated for resources: {'Network': ['ID=98e9085d-f8aa-459b-8e2a-7572959138e1,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:11.649544 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f9a9d3-f37c-447d-9e58-9ad40f01d4b6 None None] Routers {'53f6ea78-5523-49a7-bc66-eba1b3e8d312'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:11.650183 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e1f9a9d3-f37c-447d-9e58-9ad40f01d4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:11.680997 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1acbef5d-9e46-444a-a8a3-2a9d552b66e2 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2267926 Jul 23 20:24:11.688186 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-364a3da6-7a1a-4e7f-8dd8-9c1ba68f1eac tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "PUT /v2.0/floatingips/3c2bc3f3-d426-460a-a7db-be5f69bc8d0d HTTP/1.1" status: 200 len: 977 time: 3.5068052 Jul 23 20:24:11.689009 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44882) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:11.689424 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 44884) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:11.698962 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 98e9085d-f8aa-459b-8e2a-7572959138e1 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:24:11.716164 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-3517a7cb-e67f-4c71-82c5-dd02a870212f tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Request body: {'subnet': {'network_id': 'e68d131a-e03c-46d9-9e93-118ddf83e7c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:11.730576 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e541141b-e832-4827-8378-0b886c022545 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:11.756616 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1a23b0-d78d-495a-898c-1da442cc9228 None None] Network a07ab92d-f6ab-4d2b-9485-d7958baa7bd0 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:11.775941 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e1f9a9d3-f37c-447d-9e58-9ad40f01d4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:11.777853 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f9a9d3-f37c-447d-9e58-9ad40f01d4b6 None None] The sync data for ids ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'] in n-d-793618-10 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:24:11.800047 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-ab1a23b0-d78d-495a-898c-1da442cc9228 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:11.834919 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1a23b0-d78d-495a-898c-1da442cc9228 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:11.853516 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d780477b-76e4-4b2b-9ce9-741f868a8a0c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:11.864295 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d780477b-76e4-4b2b-9ce9-741f868a8a0c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:11.934504 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e541141b-e832-4827-8378-0b886c022545 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:12.028121 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3517a7cb-e67f-4c71-82c5-dd02a870212f tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Made reservation on behalf of eb453ed96dac4d26b09f41a5fc995f67 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:12.032234 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3517a7cb-e67f-4c71-82c5-dd02a870212f tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:12.187917 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ab1a23b0-d78d-495a-898c-1da442cc9228 None None] Attempting to bind port 9d5fc9c1-6abc-4ecf-8262-7614f74f21e9 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:24:12.188661 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ab1a23b0-d78d-495a-898c-1da442cc9228 None None] Attempting to bind port 9d5fc9c1-6abc-4ecf-8262-7614f74f21e9 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '72f10f14-834d-409e-b033-f682026ec8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a07ab92d-f6ab-4d2b-9485-d7958baa7bd0'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:24:12.189419 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1a23b0-d78d-495a-898c-1da442cc9228 None None] Attempting to bind port 9d5fc9c1-6abc-4ecf-8262-7614f74f21e9 on network a07ab92d-f6ab-4d2b-9485-d7958baa7bd0 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:24:12.204734 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1a23b0-d78d-495a-898c-1da442cc9228 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:24:12.204734 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1a23b0-d78d-495a-898c-1da442cc9228 None None] Checking segment: {'id': '72f10f14-834d-409e-b033-f682026ec8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a07ab92d-f6ab-4d2b-9485-d7958baa7bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:24:12.204734 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab1a23b0-d78d-495a-898c-1da442cc9228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:12.205167 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1a23b0-d78d-495a-898c-1da442cc9228 None None] Bound using segment: {'id': '72f10f14-834d-409e-b033-f682026ec8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a07ab92d-f6ab-4d2b-9485-d7958baa7bd0'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:24:12.205432 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ab1a23b0-d78d-495a-898c-1da442cc9228 None None] Bound port: 9d5fc9c1-6abc-4ecf-8262-7614f74f21e9, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72f10f14-834d-409e-b033-f682026ec8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a07ab92d-f6ab-4d2b-9485-d7958baa7bd0'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:24:12.212858 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab1a23b0-d78d-495a-898c-1da442cc9228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:12.247438 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d780477b-76e4-4b2b-9ce9-741f868a8a0c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:12.255822 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e541141b-e832-4827-8378-0b886c022545 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:12.264671 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e541141b-e832-4827-8378-0b886c022545 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:12.265036 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [None req-e541141b-e832-4827-8378-0b886c022545 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Floating IP 3c2bc3f3-d426-460a-a7db-be5f69bc8d0d disassociated. External IP: 172.25.1.136, port: fb1a7e02-848c-4c7b-ae66-6b36371c863c. Jul 23 20:24:12.379128 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-ab1a23b0-d78d-495a-898c-1da442cc9228 None None] For port 9d5fc9c1-6abc-4ecf-8262-7614f74f21e9, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:24:12.390754 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-ab1a23b0-d78d-495a-898c-1da442cc9228 None None] For port 9d5fc9c1-6abc-4ecf-8262-7614f74f21e9, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=9d5fc9c1-6abc-4ecf-8262-7614f74f21e9,segment=NetworkSegment(72f10f14-834d-409e-b033-f682026ec8c6),segment_id=72f10f14-834d-409e-b033-f682026ec8c6)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:24:12.397661 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab1a23b0-d78d-495a-898c-1da442cc9228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:12.440309 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780477b-76e4-4b2b-9ce9-741f868a8a0c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Subnet': ['ID=8b4b88d5-d062-4f29-a2f2-b3136a444930,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:12.445719 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d780477b-76e4-4b2b-9ce9-741f868a8a0c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Checking segment: {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:24:12.446430 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d780477b-76e4-4b2b-9ce9-741f868a8a0c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network hostable DHCP agents. Network: bd014336-7cf6-4be5-829d-b33260ee43fe, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:24:12.477338 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d780477b-76e4-4b2b-9ce9-741f868a8a0c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:24:12.495380 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-d780477b-76e4-4b2b-9ce9-741f868a8a0c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, bd014336-7cf6-4be5-829d-b33260ee43fe) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:12.503099 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d780477b-76e4-4b2b-9ce9-741f868a8a0c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:12.503827 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d780477b-76e4-4b2b-9ce9-741f868a8a0c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:12.515894 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48a1d5a-6cc8-441f-9708-f1c379f58e9e None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:24:12.537325 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d780477b-76e4-4b2b-9ce9-741f868a8a0c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1072025 Jul 23 20:24:12.540395 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 44962) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:12.553524 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-baa900c2-3b1c-4dd1-a75a-f49dd38f7c37 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'port': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'name': 'tempest-NetworksTestDHCPv6-1138365787'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:12.569662 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a23b0-d78d-495a-898c-1da442cc9228 None None] Pushing event updated for resources: {'Port': ['ID=9d5fc9c1-6abc-4ecf-8262-7614f74f21e9,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:12.698513 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3517a7cb-e67f-4c71-82c5-dd02a870212f tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:12.864176 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3517a7cb-e67f-4c71-82c5-dd02a870212f tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Pushing event updated for resources: {'Subnet': ['ID=9b0ac067-0b78-4d59-a364-69a2f942bef9,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:12.870690 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e2fe0e-29f4-4607-a08a-14d8065d3033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-bd014336-7cf6-4be5-829d-b33260ee43fe', 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'tenant_id': '5b8a44966ee64868a6ea19d10cce6716', 'fixed_ips': [{'subnet_id': '8b4b88d5-d062-4f29-a2f2-b3136a444930'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:24:12.872577 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c6e2fe0e-29f4-4607-a08a-14d8065d3033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:12.940859 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa900c2-3b1c-4dd1-a75a-f49dd38f7c37 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:12.944523 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-baa900c2-3b1c-4dd1-a75a-f49dd38f7c37 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:12.956818 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3517a7cb-e67f-4c71-82c5-dd02a870212f tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Checking segment: {'id': '1c64eaf5-141a-4ad0-9f89-3211957f639b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e68d131a-e03c-46d9-9e93-118ddf83e7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:24:12.957454 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3517a7cb-e67f-4c71-82c5-dd02a870212f tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Network hostable DHCP agents. Network: e68d131a-e03c-46d9-9e93-118ddf83e7c7, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:24:12.970156 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e541141b-e832-4827-8378-0b886c022545 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Router 53f6ea78-5523-49a7-bc66-eba1b3e8d312 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:24:13.002539 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-baa900c2-3b1c-4dd1-a75a-f49dd38f7c37 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] device_id is not set on port 344a64a7-fdf2-4094-911f-34485852aba8 yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:24:13.085518 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3517a7cb-e67f-4c71-82c5-dd02a870212f tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Network e68d131a-e03c-46d9-9e93-118ddf83e7c7 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:24:13.151844 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-3517a7cb-e67f-4c71-82c5-dd02a870212f tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, e68d131a-e03c-46d9-9e93-118ddf83e7c7) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:13.170439 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3517a7cb-e67f-4c71-82c5-dd02a870212f tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:13.170918 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3517a7cb-e67f-4c71-82c5-dd02a870212f tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:13.179099 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef419ad-890b-4f42-bb96-e79318ba07fc None None] Network e68d131a-e03c-46d9-9e93-118ddf83e7c7 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:24:13.190641 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3517a7cb-e67f-4c71-82c5-dd02a870212f tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4997864 Jul 23 20:24:13.195002 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45012) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:13.201511 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-1893adde-2a4c-446d-8941-efc4562f9660 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Request body: {'subnet': {'network_id': '98e9085d-f8aa-459b-8e2a-7572959138e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:13.311826 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e541141b-e832-4827-8378-0b886c022545 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:24:13.323750 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e541141b-e832-4827-8378-0b886c022545 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:13.378812 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-c6e2fe0e-29f4-4607-a08a-14d8065d3033 None None] Allocated IP 2001:db8::2 (bd014336-7cf6-4be5-829d-b33260ee43fe/8b4b88d5-d062-4f29-a2f2-b3136a444930/fc4f33ac-a436-49a7-b22b-700297d63ac6) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:13.399192 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab362b4-dca6-48bc-86be-8005b9f0236b None None] Sync routers for ids ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:24:13.409255 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 9d5fc9c1-6abc-4ecf-8262-7614f74f21e9 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:24:13.411846 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1893adde-2a4c-446d-8941-efc4562f9660 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Made reservation on behalf of eb453ed96dac4d26b09f41a5fc995f67 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:13.416489 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1893adde-2a4c-446d-8941-efc4562f9660 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:13.417311 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e541141b-e832-4827-8378-0b886c022545 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "PUT /v2.0/floatingips/3c2bc3f3-d426-460a-a7db-be5f69bc8d0d HTTP/1.1" status: 200 len: 688 time: 1.7250011 Jul 23 20:24:13.418617 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45020) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:13.555719 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:13.667967 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-312b0a66-7159-43b5-b49b-a689da98c9e3 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Deleting port a43920ec-3ded-4865-b545-03d4a479e718 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:24:13.667967 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-312b0a66-7159-43b5-b49b-a689da98c9e3 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:13.730545 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1893adde-2a4c-446d-8941-efc4562f9660 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:13.848319 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1893adde-2a4c-446d-8941-efc4562f9660 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Pushing event updated for resources: {'Subnet': ['ID=15170e85-b5c0-40a7-b06d-53b9ca18cff3,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:13.860536 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45028) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:13.907396 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1893adde-2a4c-446d-8941-efc4562f9660 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Checking segment: {'id': '241c001d-c06b-4761-99b1-68c86868c229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '98e9085d-f8aa-459b-8e2a-7572959138e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:24:13.909077 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1893adde-2a4c-446d-8941-efc4562f9660 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Network hostable DHCP agents. Network: 98e9085d-f8aa-459b-8e2a-7572959138e1, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:24:13.952156 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1893adde-2a4c-446d-8941-efc4562f9660 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Network 98e9085d-f8aa-459b-8e2a-7572959138e1 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:24:13.970786 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-1893adde-2a4c-446d-8941-efc4562f9660 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 98e9085d-f8aa-459b-8e2a-7572959138e1) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:13.983562 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-312b0a66-7159-43b5-b49b-a689da98c9e3 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:13.983903 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-312b0a66-7159-43b5-b49b-a689da98c9e3 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:13.984509 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1893adde-2a4c-446d-8941-efc4562f9660 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:13.989446 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1893adde-2a4c-446d-8941-efc4562f9660 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:14.033228 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-312b0a66-7159-43b5-b49b-a689da98c9e3 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Calling delete_port for a43920ec-3ded-4865-b545-03d4a479e718 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:24:14.034342 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1893adde-2a4c-446d-8941-efc4562f9660 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8362970 Jul 23 20:24:14.037608 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45036) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:14.153196 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab362b4-dca6-48bc-86be-8005b9f0236b None None] Routers {'53f6ea78-5523-49a7-bc66-eba1b3e8d312'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:14.154472 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-3ab362b4-dca6-48bc-86be-8005b9f0236b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:14.169662 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93f632b-28e4-47f9-a338-f44aa4aa912c None None] Network 98e9085d-f8aa-459b-8e2a-7572959138e1 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:24:14.223611 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c72a2a8-e387-4030-ad4c-ad29b854ccc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:14.366379 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db495881-5d4c-4535-96db-f6b6bbe9eca7 None None] Network a07ab92d-f6ab-4d2b-9485-d7958baa7bd0 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:24:14.389274 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-312b0a66-7159-43b5-b49b-a689da98c9e3 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:14.394224 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:14.395484 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-3ab362b4-dca6-48bc-86be-8005b9f0236b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:14.423516 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c72a2a8-e387-4030-ad4c-ad29b854ccc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:14.438481 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab362b4-dca6-48bc-86be-8005b9f0236b None None] Routers {'53f6ea78-5523-49a7-bc66-eba1b3e8d312'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:14.440020 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-3ab362b4-dca6-48bc-86be-8005b9f0236b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:23:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:14.499221 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-3ab362b4-dca6-48bc-86be-8005b9f0236b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:14.499880 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab362b4-dca6-48bc-86be-8005b9f0236b None None] The sync data for ids ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'] in n-d-793618-10 is: [] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:24:14.502369 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b0a66-7159-43b5-b49b-a689da98c9e3 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event deleted for resources: {'Port': ['ID=a43920ec-3ded-4865-b545-03d4a479e718,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:14.519468 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2be1e487-8d33-4a5f-bfae-c678a53f4eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:14.529632 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c72a2a8-e387-4030-ad4c-ad29b854ccc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:14.593337 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 9d5fc9c1-6abc-4ecf-8262-7614f74f21e9 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:14.640043 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-312b0a66-7159-43b5-b49b-a689da98c9e3 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:14.643134 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-312b0a66-7159-43b5-b49b-a689da98c9e3 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:14.647915 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-312b0a66-7159-43b5-b49b-a689da98c9e3 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "DELETE /v2.0/floatingips/3c2bc3f3-d426-460a-a7db-be5f69bc8d0d HTTP/1.1" status: 204 len: 168 time: 1.2270350 Jul 23 20:24:14.648917 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45040) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:14.660118 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8c72a2a8-e387-4030-ad4c-ad29b854ccc6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1ab4b49aa2e146fc9fc020c65957b154&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7976832 Jul 23 20:24:14.664112 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c72a2a8-e387-4030-ad4c-ad29b854ccc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9524108e-3753-4734-9cd6-fefc6ac63221,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:14.670805 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:14.680320 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45042) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:14.718331 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-72b3105d-6ac9-40e0-9b9d-97381cb729a5 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] delete failed (client error): The resource could not be found. Jul 23 20:24:14.725651 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-72b3105d-6ac9-40e0-9b9d-97381cb729a5 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "DELETE /v2.0/floatingips/3c2bc3f3-d426-460a-a7db-be5f69bc8d0d HTTP/1.1" status: 404 len: 345 time: 0.0750275 Jul 23 20:24:14.727071 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45044) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:14.756744 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:14.774276 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ffa467ca-5f5f-436b-81f3-a15256f4edd7 None None] Provisioning for port 9d5fc9c1-6abc-4ecf-8262-7614f74f21e9 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:14.786522 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2a5acf-93bd-44b7-85f9-96e020b74ae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-e68d131a-e03c-46d9-9e93-118ddf83e7c7', 'network_id': 'e68d131a-e03c-46d9-9e93-118ddf83e7c7', 'tenant_id': 'eb453ed96dac4d26b09f41a5fc995f67', 'fixed_ips': [{'subnet_id': '9b0ac067-0b78-4d59-a364-69a2f942bef9'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:24:14.787712 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fb2a5acf-93bd-44b7-85f9-96e020b74ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:14.836742 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ffa467ca-5f5f-436b-81f3-a15256f4edd7 None None] Provisioning complete for port 9d5fc9c1-6abc-4ecf-8262-7614f74f21e9 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:14.837289 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ffa467ca-5f5f-436b-81f3-a15256f4edd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:14.912085 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a655a5d6-6462-4b6b-9521-2dd94c565777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:14.949759 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a655a5d6-6462-4b6b-9521-2dd94c565777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:14.958978 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0baf587c-1a3f-4d4b-b991-39de58405820 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:14.974426 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0baf587c-1a3f-4d4b-b991-39de58405820 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:14.987621 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0baf587c-1a3f-4d4b-b991-39de58405820 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:14.997029 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0baf587c-1a3f-4d4b-b991-39de58405820 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "GET /v2.0/ports?network_id=e43b9b0e-bd07-4d32-ae41-f18d4308bd91 HTTP/1.1" status: 200 len: 2357 time: 0.2680199 Jul 23 20:24:14.998664 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45046) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:15.066160 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a655a5d6-6462-4b6b-9521-2dd94c565777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:15.069088 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a655a5d6-6462-4b6b-9521-2dd94c565777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:15.074398 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a655a5d6-6462-4b6b-9521-2dd94c565777 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9524108e-3753-4734-9cd6-fefc6ac63221 HTTP/1.1" status: 204 len: 168 time: 0.3890736 Jul 23 20:24:15.099930 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9fca4c91-1b58-41a2-8746-54bd2b21c778 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:15.113017 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c6e2fe0e-29f4-4607-a08a-14d8065d3033 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:15.154334 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2043deda-9780-468c-982a-79f79d7ee9c6 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:15.156512 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2043deda-9780-468c-982a-79f79d7ee9c6 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "GET /v2.0/subnets/c54ebfff-0936-4a40-aa7b-989a0e79745f HTTP/1.1" status: 200 len: 797 time: 0.1557746 Jul 23 20:24:15.165454 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45054) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:15.172529 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-13e4df9f-a1ff-4bc3-ba4f-fdd0c07127a6 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Request body: {'port': {'network_id': 'e43b9b0e-bd07-4d32-ae41-f18d4308bd91', 'name': 'tempest-FloatingIPTestJSON-1724012611', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:15.222842 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c6e2fe0e-29f4-4607-a08a-14d8065d3033 None None] Transition to ACTIVE for port object fc4f33ac-a436-49a7-b22b-700297d63ac6 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:15.485033 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-fb2a5acf-93bd-44b7-85f9-96e020b74ae7 None None] Allocated IP 172.20.0.2 (e68d131a-e03c-46d9-9e93-118ddf83e7c7/9b0ac067-0b78-4d59-a364-69a2f942bef9/4473508d-ba04-43b9-baa0-6ba10db64053) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:15.546225 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e4df9f-a1ff-4bc3-ba4f-fdd0c07127a6 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Made reservation on behalf of b98d9b4bf2fd440a9f467dfa276f887b for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:15.671178 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7c4cc4-5668-427e-9fb5-433ea1d62441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-98e9085d-f8aa-459b-8e2a-7572959138e1', 'network_id': '98e9085d-f8aa-459b-8e2a-7572959138e1', 'tenant_id': 'eb453ed96dac4d26b09f41a5fc995f67', 'fixed_ips': [{'subnet_id': '15170e85-b5c0-40a7-b06d-53b9ca18cff3'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:24:15.672995 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c7c4cc4-5668-427e-9fb5-433ea1d62441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:15.759883 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45058) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:15.768011 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655a5d6-6462-4b6b-9521-2dd94c565777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9524108e-3753-4734-9cd6-fefc6ac63221,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:15.805576 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c24d6b9-79f6-47e9-944d-35f30abf8be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:15.851491 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-13e4df9f-a1ff-4bc3-ba4f-fdd0c07127a6 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:15.881832 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-13e4df9f-a1ff-4bc3-ba4f-fdd0c07127a6 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] device_id is not set on port b5d06347-0c81-456f-930b-b78663aa83dc yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:24:15.951378 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c6e2fe0e-29f4-4607-a08a-14d8065d3033 None None] Transition to ACTIVE for port object fc4f33ac-a436-49a7-b22b-700297d63ac6 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:16.098713 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c6e2fe0e-29f4-4607-a08a-14d8065d3033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:16.116899 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:16.255834 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e2fe0e-29f4-4607-a08a-14d8065d3033 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:16.275542 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-c6e2fe0e-29f4-4607-a08a-14d8065d3033 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:16.277355 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-baa900c2-3b1c-4dd1-a75a-f49dd38f7c37 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Allocated IP 2001:db8::277 (bd014336-7cf6-4be5-829d-b33260ee43fe/8b4b88d5-d062-4f29-a2f2-b3136a444930/344a64a7-fdf2-4094-911f-34485852aba8) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:16.366444 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fb2a5acf-93bd-44b7-85f9-96e020b74ae7 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:16.382980 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c24d6b9-79f6-47e9-944d-35f30abf8be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:16.394052 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e2fe0e-29f4-4607-a08a-14d8065d3033 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:16.394495 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c24d6b9-79f6-47e9-944d-35f30abf8be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:16.397678 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fb2a5acf-93bd-44b7-85f9-96e020b74ae7 None None] Transition to ACTIVE for port object 4473508d-ba04-43b9-baa0-6ba10db64053 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:16.398522 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-13e4df9f-a1ff-4bc3-ba4f-fdd0c07127a6 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Allocated IP 172.20.0.14 (e43b9b0e-bd07-4d32-ae41-f18d4308bd91/c54ebfff-0936-4a40-aa7b-989a0e79745f/b5d06347-0c81-456f-930b-b78663aa83dc) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:16.419923 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fb2a5acf-93bd-44b7-85f9-96e020b74ae7 None None] Transition to ACTIVE for port object 4473508d-ba04-43b9-baa0-6ba10db64053 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:16.436349 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24d6b9-79f6-47e9-944d-35f30abf8be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5de3edb-755e-4be5-8301-44e984127933,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:16.451595 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-13e4df9f-a1ff-4bc3-ba4f-fdd0c07127a6 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Allocated IP 172.20.0.12 (e43b9b0e-bd07-4d32-ae41-f18d4308bd91/c54ebfff-0936-4a40-aa7b-989a0e79745f/b5d06347-0c81-456f-930b-b78663aa83dc) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:16.475005 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-6c7c4cc4-5668-427e-9fb5-433ea1d62441 None None] Allocated IP 172.20.0.2 (98e9085d-f8aa-459b-8e2a-7572959138e1/15170e85-b5c0-40a7-b06d-53b9ca18cff3/806d4b28-b906-4381-9d39-160225bf6919) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:16.489233 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9c24d6b9-79f6-47e9-944d-35f30abf8be5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=68874d3f3fab4d69851e3fe3bcc93be1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7277193 Jul 23 20:24:16.490155 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45064) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:16.723604 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c7c4cc4-5668-427e-9fb5-433ea1d62441 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:16.737418 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-9fca4c91-1b58-41a2-8746-54bd2b21c778 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Allocated IP 172.20.0.1 (e68d131a-e03c-46d9-9e93-118ddf83e7c7/9b0ac067-0b78-4d59-a364-69a2f942bef9/8ae44222-7c5d-4c5b-9ebd-052cf0b7ac9b) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:16.743046 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6c7c4cc4-5668-427e-9fb5-433ea1d62441 None None] Transition to ACTIVE for port object 806d4b28-b906-4381-9d39-160225bf6919 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:16.766420 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b72914c-94bd-4012-a2d1-db085173ff31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:16.775912 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6c7c4cc4-5668-427e-9fb5-433ea1d62441 None None] Transition to ACTIVE for port object 806d4b28-b906-4381-9d39-160225bf6919 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:16.781580 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e2fe0e-29f4-4607-a08a-14d8065d3033 None None] Pushing event updated for resources: {'Port': ['ID=fc4f33ac-a436-49a7-b22b-700297d63ac6,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:16.789633 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ffa467ca-5f5f-436b-81f3-a15256f4edd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:16.827322 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fb2a5acf-93bd-44b7-85f9-96e020b74ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:16.859614 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b72914c-94bd-4012-a2d1-db085173ff31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:16.864754 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-baa900c2-3b1c-4dd1-a75a-f49dd38f7c37 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:16.929312 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-13e4df9f-a1ff-4bc3-ba4f-fdd0c07127a6 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:16.929644 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2a5acf-93bd-44b7-85f9-96e020b74ae7 None None] Network e68d131a-e03c-46d9-9e93-118ddf83e7c7 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:16.937212 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-baa900c2-3b1c-4dd1-a75a-f49dd38f7c37 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Transition to ACTIVE for port object 344a64a7-fdf2-4094-911f-34485852aba8 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:16.938602 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c7c4cc4-5668-427e-9fb5-433ea1d62441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:16.959676 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a5acf-93bd-44b7-85f9-96e020b74ae7 None None] Pushing event updated for resources: {'Port': ['ID=4473508d-ba04-43b9-baa0-6ba10db64053,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:17.028933 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-fb2a5acf-93bd-44b7-85f9-96e020b74ae7 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:17.033964 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-13e4df9f-a1ff-4bc3-ba4f-fdd0c07127a6 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:17.053288 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2a5acf-93bd-44b7-85f9-96e020b74ae7 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:17.059173 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c4cc4-5668-427e-9fb5-433ea1d62441 None None] Pushing event updated for resources: {'Port': ['ID=806d4b28-b906-4381-9d39-160225bf6919,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:17.100693 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7c4cc4-5668-427e-9fb5-433ea1d62441 None None] Network 98e9085d-f8aa-459b-8e2a-7572959138e1 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:17.143238 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9fca4c91-1b58-41a2-8746-54bd2b21c778 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:17.149767 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b72914c-94bd-4012-a2d1-db085173ff31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:17.160326 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b72914c-94bd-4012-a2d1-db085173ff31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:17.165258 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1b72914c-94bd-4012-a2d1-db085173ff31 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b5de3edb-755e-4be5-8301-44e984127933 HTTP/1.1" status: 204 len: 168 time: 0.6634316 Jul 23 20:24:17.171165 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-ffa467ca-5f5f-436b-81f3-a15256f4edd7 None None] For port 9d5fc9c1-6abc-4ecf-8262-7614f74f21e9, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=9d5fc9c1-6abc-4ecf-8262-7614f74f21e9,segment=NetworkSegment(72f10f14-834d-409e-b033-f682026ec8c6),segment_id=72f10f14-834d-409e-b033-f682026ec8c6)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:17.178162 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-6c7c4cc4-5668-427e-9fb5-433ea1d62441 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:17.190699 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-9fca4c91-1b58-41a2-8746-54bd2b21c778 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Transition to ACTIVE for port object 8ae44222-7c5d-4c5b-9ebd-052cf0b7ac9b will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:17.217916 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7c4cc4-5668-427e-9fb5-433ea1d62441 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:17.221861 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e4df9f-a1ff-4bc3-ba4f-fdd0c07127a6 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Network e43b9b0e-bd07-4d32-ae41-f18d4308bd91 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:17.222788 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ffa467ca-5f5f-436b-81f3-a15256f4edd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:17.234423 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e4df9f-a1ff-4bc3-ba4f-fdd0c07127a6 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event updated for resources: {'Port': ['ID=b5d06347-0c81-456f-930b-b78663aa83dc,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:17.247931 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-13e4df9f-a1ff-4bc3-ba4f-fdd0c07127a6 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:17.266200 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e4df9f-a1ff-4bc3-ba4f-fdd0c07127a6 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:17.323215 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-baa900c2-3b1c-4dd1-a75a-f49dd38f7c37 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:17.331319 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9fca4c91-1b58-41a2-8746-54bd2b21c778 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:17.336894 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa467ca-5f5f-436b-81f3-a15256f4edd7 None None] Pushing event updated for resources: {'Port': ['ID=9d5fc9c1-6abc-4ecf-8262-7614f74f21e9,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:17.359208 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b72914c-94bd-4012-a2d1-db085173ff31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5de3edb-755e-4be5-8301-44e984127933,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:17.378521 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-c6e2fe0e-29f4-4607-a08a-14d8065d3033 None None] Attempting to bind port fc4f33ac-a436-49a7-b22b-700297d63ac6 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:24:17.378993 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-c6e2fe0e-29f4-4607-a08a-14d8065d3033 None None] Attempting to bind port fc4f33ac-a436-49a7-b22b-700297d63ac6 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:24:17.379459 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e2fe0e-29f4-4607-a08a-14d8065d3033 None None] Attempting to bind port fc4f33ac-a436-49a7-b22b-700297d63ac6 on network bd014336-7cf6-4be5-829d-b33260ee43fe {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:24:17.437297 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e4df9f-a1ff-4bc3-ba4f-fdd0c07127a6 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:17.441032 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-13e4df9f-a1ff-4bc3-ba4f-fdd0c07127a6 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:17.474104 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e2fe0e-29f4-4607-a08a-14d8065d3033 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:24:17.474641 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e2fe0e-29f4-4607-a08a-14d8065d3033 None None] Checking segment: {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:24:17.475147 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c6e2fe0e-29f4-4607-a08a-14d8065d3033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:17.475647 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e2fe0e-29f4-4607-a08a-14d8065d3033 None None] Bound using segment: {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:24:17.477345 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-13e4df9f-a1ff-4bc3-ba4f-fdd0c07127a6 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.3097596 Jul 23 20:24:17.480044 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-c6e2fe0e-29f4-4607-a08a-14d8065d3033 None None] Bound port: fc4f33ac-a436-49a7-b22b-700297d63ac6, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:24:17.480319 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45068) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:17.480696 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c6e2fe0e-29f4-4607-a08a-14d8065d3033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:17.482202 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fca4c91-1b58-41a2-8746-54bd2b21c778 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Network e68d131a-e03c-46d9-9e93-118ddf83e7c7 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:17.492957 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-6f42a998-7e27-4a2f-8291-c27e05fb6e77 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'port_id': 'b5d06347-0c81-456f-930b-b78663aa83dc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:17.516807 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-9fca4c91-1b58-41a2-8746-54bd2b21c778 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:17.519585 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6c7c4cc4-5668-427e-9fb5-433ea1d62441 None None] Attempting to bind port 806d4b28-b906-4381-9d39-160225bf6919 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:24:17.520077 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6c7c4cc4-5668-427e-9fb5-433ea1d62441 None None] Attempting to bind port 806d4b28-b906-4381-9d39-160225bf6919 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '241c001d-c06b-4761-99b1-68c86868c229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '98e9085d-f8aa-459b-8e2a-7572959138e1'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:24:17.521161 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7c4cc4-5668-427e-9fb5-433ea1d62441 None None] Attempting to bind port 806d4b28-b906-4381-9d39-160225bf6919 on network 98e9085d-f8aa-459b-8e2a-7572959138e1 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:24:17.528371 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-fb2a5acf-93bd-44b7-85f9-96e020b74ae7 None None] Attempting to bind port 4473508d-ba04-43b9-baa0-6ba10db64053 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:24:17.529157 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-fb2a5acf-93bd-44b7-85f9-96e020b74ae7 None None] Attempting to bind port 4473508d-ba04-43b9-baa0-6ba10db64053 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '1c64eaf5-141a-4ad0-9f89-3211957f639b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e68d131a-e03c-46d9-9e93-118ddf83e7c7'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:24:17.530212 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2a5acf-93bd-44b7-85f9-96e020b74ae7 None None] Attempting to bind port 4473508d-ba04-43b9-baa0-6ba10db64053 on network e68d131a-e03c-46d9-9e93-118ddf83e7c7 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:24:17.540347 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7c4cc4-5668-427e-9fb5-433ea1d62441 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:24:17.541056 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7c4cc4-5668-427e-9fb5-433ea1d62441 None None] Checking segment: {'id': '241c001d-c06b-4761-99b1-68c86868c229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '98e9085d-f8aa-459b-8e2a-7572959138e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:24:17.541819 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c7c4cc4-5668-427e-9fb5-433ea1d62441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:17.542031 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa900c2-3b1c-4dd1-a75a-f49dd38f7c37 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:17.543259 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7c4cc4-5668-427e-9fb5-433ea1d62441 None None] Bound using segment: {'id': '241c001d-c06b-4761-99b1-68c86868c229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '98e9085d-f8aa-459b-8e2a-7572959138e1'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:24:17.544955 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6c7c4cc4-5668-427e-9fb5-433ea1d62441 None None] Bound port: 806d4b28-b906-4381-9d39-160225bf6919, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '241c001d-c06b-4761-99b1-68c86868c229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '98e9085d-f8aa-459b-8e2a-7572959138e1'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:24:17.545857 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c7c4cc4-5668-427e-9fb5-433ea1d62441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:17.555668 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f42a998-7e27-4a2f-8291-c27e05fb6e77 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:17.568135 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2a5acf-93bd-44b7-85f9-96e020b74ae7 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:24:17.568911 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2a5acf-93bd-44b7-85f9-96e020b74ae7 None None] Checking segment: {'id': '1c64eaf5-141a-4ad0-9f89-3211957f639b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e68d131a-e03c-46d9-9e93-118ddf83e7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:24:17.569746 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fb2a5acf-93bd-44b7-85f9-96e020b74ae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:17.570492 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2a5acf-93bd-44b7-85f9-96e020b74ae7 None None] Bound using segment: {'id': '1c64eaf5-141a-4ad0-9f89-3211957f639b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e68d131a-e03c-46d9-9e93-118ddf83e7c7'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:24:17.571670 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-fb2a5acf-93bd-44b7-85f9-96e020b74ae7 None None] Bound port: 4473508d-ba04-43b9-baa0-6ba10db64053, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c64eaf5-141a-4ad0-9f89-3211957f639b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e68d131a-e03c-46d9-9e93-118ddf83e7c7'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:24:17.572425 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fb2a5acf-93bd-44b7-85f9-96e020b74ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:17.584462 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fca4c91-1b58-41a2-8746-54bd2b21c778 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:17.612026 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-baa900c2-3b1c-4dd1-a75a-f49dd38f7c37 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:17.701146 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa900c2-3b1c-4dd1-a75a-f49dd38f7c37 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:17.723556 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa900c2-3b1c-4dd1-a75a-f49dd38f7c37 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:17.724667 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-baa900c2-3b1c-4dd1-a75a-f49dd38f7c37 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:17.754929 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f42a998-7e27-4a2f-8291-c27e05fb6e77 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:17.759245 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca4c91-1b58-41a2-8746-54bd2b21c778 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Pushing event updated for resources: {'Port': ['ID=8ae44222-7c5d-4c5b-9ebd-052cf0b7ac9b,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:17.911656 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-6f42a998-7e27-4a2f-8291-c27e05fb6e77 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Allocated IP 172.25.1.117 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/1c6ea2a7-985a-4b31-9343-8b0237a89761) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:17.925495 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-baa900c2-3b1c-4dd1-a75a-f49dd38f7c37 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.3833447 Jul 23 20:24:17.926176 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45078) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:17.931426 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9fca4c91-1b58-41a2-8746-54bd2b21c778 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:18.037142 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-25dc9ce3-35e0-46bc-9431-99501968ee5e None None] Provisioning complete for port 9d5fc9c1-6abc-4ecf-8262-7614f74f21e9 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:18.037860 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-25dc9ce3-35e0-46bc-9431-99501968ee5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:18.128945 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-c6e2fe0e-29f4-4607-a08a-14d8065d3033 None None] For port fc4f33ac-a436-49a7-b22b-700297d63ac6, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:24:18.164572 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa900c2-3b1c-4dd1-a75a-f49dd38f7c37 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Port': ['ID=344a64a7-fdf2-4094-911f-34485852aba8,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:18.204694 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-c6e2fe0e-29f4-4607-a08a-14d8065d3033 None None] For port fc4f33ac-a436-49a7-b22b-700297d63ac6, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=fc4f33ac-a436-49a7-b22b-700297d63ac6,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:24:18.242741 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9fca4c91-1b58-41a2-8746-54bd2b21c778 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:18.250642 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fb2a5acf-93bd-44b7-85f9-96e020b74ae7 None None] For port 4473508d-ba04-43b9-baa0-6ba10db64053, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:24:18.269984 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fb2a5acf-93bd-44b7-85f9-96e020b74ae7 None None] For port 4473508d-ba04-43b9-baa0-6ba10db64053, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=4473508d-ba04-43b9-baa0-6ba10db64053,segment=NetworkSegment(1c64eaf5-141a-4ad0-9f89-3211957f639b),segment_id=1c64eaf5-141a-4ad0-9f89-3211957f639b)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:24:18.269984 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-6c7c4cc4-5668-427e-9fb5-433ea1d62441 None None] For port 806d4b28-b906-4381-9d39-160225bf6919, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:24:18.276039 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c6e2fe0e-29f4-4607-a08a-14d8065d3033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:18.311722 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fb2a5acf-93bd-44b7-85f9-96e020b74ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:18.350042 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-6c7c4cc4-5668-427e-9fb5-433ea1d62441 None None] For port 806d4b28-b906-4381-9d39-160225bf6919, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=806d4b28-b906-4381-9d39-160225bf6919,segment=NetworkSegment(241c001d-c06b-4761-99b1-68c86868c229),segment_id=241c001d-c06b-4761-99b1-68c86868c229)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:24:18.401526 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c7c4cc4-5668-427e-9fb5-433ea1d62441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:18.554603 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e2fe0e-29f4-4607-a08a-14d8065d3033 None None] Pushing event updated for resources: {'Port': ['ID=fc4f33ac-a436-49a7-b22b-700297d63ac6,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:18.746481 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a5acf-93bd-44b7-85f9-96e020b74ae7 None None] Pushing event updated for resources: {'Port': ['ID=4473508d-ba04-43b9-baa0-6ba10db64053,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:19.060951 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c4cc4-5668-427e-9fb5-433ea1d62441 None None] Pushing event updated for resources: {'Port': ['ID=806d4b28-b906-4381-9d39-160225bf6919,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:19.208980 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24df57a7-b108-491e-a816-863e9810ae73 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:19.227229 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24df57a7-b108-491e-a816-863e9810ae73 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:19.229866 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-24df57a7-b108-491e-a816-863e9810ae73 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 1.2962325 Jul 23 20:24:19.237538 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45102) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:19.341041 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f42a998-7e27-4a2f-8291-c27e05fb6e77 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:19.468367 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f42a998-7e27-4a2f-8291-c27e05fb6e77 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:19.537228 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42a998-7e27-4a2f-8291-c27e05fb6e77 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event updated for resources: {'Port': ['ID=1c6ea2a7-985a-4b31-9343-8b0237a89761,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:19.557895 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f42a998-7e27-4a2f-8291-c27e05fb6e77 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:19.560720 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-6f42a998-7e27-4a2f-8291-c27e05fb6e77 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:19.564054 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f42a998-7e27-4a2f-8291-c27e05fb6e77 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:19.596620 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9fca4c91-1b58-41a2-8746-54bd2b21c778 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:19.603767 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9fca4c91-1b58-41a2-8746-54bd2b21c778 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:19.660844 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device fc4f33ac-a436-49a7-b22b-700297d63ac6 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:24:19.764497 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-164e8c82-2da5-40aa-afed-b94a58372326 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting port 344a64a7-fdf2-4094-911f-34485852aba8 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:24:19.772238 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-164e8c82-2da5-40aa-afed-b94a58372326 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:19.818384 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port fc4f33ac-a436-49a7-b22b-700297d63ac6 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:19.824273 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 4473508d-ba04-43b9-baa0-6ba10db64053 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:24:19.962547 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 4473508d-ba04-43b9-baa0-6ba10db64053 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:19.968970 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 9d5fc9c1-6abc-4ecf-8262-7614f74f21e9 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:24:19.994773 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9fca4c91-1b58-41a2-8746-54bd2b21c778 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:19.998484 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-164e8c82-2da5-40aa-afed-b94a58372326 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:20.001305 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca4c91-1b58-41a2-8746-54bd2b21c778 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Pushing event updated for resources: {'Port': ['ID=8ae44222-7c5d-4c5b-9ebd-052cf0b7ac9b,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:20.050008 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-164e8c82-2da5-40aa-afed-b94a58372326 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Calling delete_port for 344a64a7-fdf2-4094-911f-34485852aba8 owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:24:20.087998 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 9d5fc9c1-6abc-4ecf-8262-7614f74f21e9 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:20.088601 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:20.287683 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 806d4b28-b906-4381-9d39-160225bf6919 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:24:20.423897 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 806d4b28-b906-4381-9d39-160225bf6919 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:20.481283 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f42a998-7e27-4a2f-8291-c27e05fb6e77 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:20.613337 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fca4c91-1b58-41a2-8746-54bd2b21c778 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Network e68d131a-e03c-46d9-9e93-118ddf83e7c7 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:20.645618 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f42a998-7e27-4a2f-8291-c27e05fb6e77 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:20.658909 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d460b7d7-507f-4c35-9cb9-87ccccf5f5ea None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:24:20.678447 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-9fca4c91-1b58-41a2-8746-54bd2b21c778 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:20.698558 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-164e8c82-2da5-40aa-afed-b94a58372326 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:20.926133 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f1a467e4-655f-4ce3-bd62-03d1b2dab773 None None] Provisioning for port fc4f33ac-a436-49a7-b22b-700297d63ac6 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:20.945964 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f1a467e4-655f-4ce3-bd62-03d1b2dab773 None None] Provisioning complete for port fc4f33ac-a436-49a7-b22b-700297d63ac6 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:20.946334 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f1a467e4-655f-4ce3-bd62-03d1b2dab773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:21.055999 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e8c82-2da5-40aa-afed-b94a58372326 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Port': ['ID=344a64a7-fdf2-4094-911f-34485852aba8,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:21.091499 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f42a998-7e27-4a2f-8291-c27e05fb6e77 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:21.097345 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f42a998-7e27-4a2f-8291-c27e05fb6e77 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:21.133837 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-164e8c82-2da5-40aa-afed-b94a58372326 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:21.137876 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-164e8c82-2da5-40aa-afed-b94a58372326 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/ports/344a64a7-fdf2-4094-911f-34485852aba8 HTTP/1.1" status: 204 len: 168 time: 1.8790953 Jul 23 20:24:21.194232 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45126) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:21.205418 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42a998-7e27-4a2f-8291-c27e05fb6e77 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event updated for resources: {'Port': ['ID=1c6ea2a7-985a-4b31-9343-8b0237a89761,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:21.330083 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f1a467e4-655f-4ce3-bd62-03d1b2dab773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:21.366376 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32948808-572c-47ce-91b5-7c41458c3c6f None None] Network e68d131a-e03c-46d9-9e93-118ddf83e7c7 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:24:21.367684 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f42a998-7e27-4a2f-8291-c27e05fb6e77 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:21.432233 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd16c6c-f33c-4daf-b089-c84edd1e1097 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:21.434085 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd16c6c-f33c-4daf-b089-c84edd1e1097 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:21.447007 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5fd16c6c-f33c-4daf-b089-c84edd1e1097 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2494099 Jul 23 20:24:21.451680 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45132) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:21.544084 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fca4c91-1b58-41a2-8746-54bd2b21c778 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Router 5fb90fdf-71dc-4e9c-a61a-1e9277d2db85 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:24:21.648944 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2476e4-569c-4b87-9ec7-d4dd5cc4061a None None] Network 98e9085d-f8aa-459b-8e2a-7572959138e1 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:24:21.665559 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-f1a467e4-655f-4ce3-bd62-03d1b2dab773 None None] For port fc4f33ac-a436-49a7-b22b-700297d63ac6, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=fc4f33ac-a436-49a7-b22b-700297d63ac6,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:21.680464 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f1a467e4-655f-4ce3-bd62-03d1b2dab773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:21.709346 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [None req-6f42a998-7e27-4a2f-8291-c27e05fb6e77 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Floating IP 6af22dea-4875-47b5-9d10-02dcc4ca8d7a associated. External IP: 172.25.1.117, port: b5d06347-0c81-456f-930b-b78663aa83dc. Jul 23 20:24:21.794690 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-8770102e-5da9-4651-8700-5b1ca167b53d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting subnet 8b4b88d5-d062-4f29-a2f2-b3136a444930 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:24:21.814916 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8770102e-5da9-4651-8700-5b1ca167b53d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:21.894515 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8770102e-5da9-4651-8700-5b1ca167b53d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:21.973351 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-9f6c406f-28ea-4099-87ba-237f6ddb7ef8 None None] Provisioning for port 4473508d-ba04-43b9-baa0-6ba10db64053 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:22.002078 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-9f6c406f-28ea-4099-87ba-237f6ddb7ef8 None None] Provisioning complete for port 4473508d-ba04-43b9-baa0-6ba10db64053 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:22.002693 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f6c406f-28ea-4099-87ba-237f6ddb7ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:22.098274 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a467e4-655f-4ce3-bd62-03d1b2dab773 None None] Pushing event updated for resources: {'Port': ['ID=fc4f33ac-a436-49a7-b22b-700297d63ac6,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:22.117994 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8770102e-5da9-4651-8700-5b1ca167b53d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:22.182139 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f42a998-7e27-4a2f-8291-c27e05fb6e77 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Router 53f6ea78-5523-49a7-bc66-eba1b3e8d312 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:24:22.200196 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fca4c91-1b58-41a2-8746-54bd2b21c778 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:24:22.222727 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f1844e-7ebb-4efb-b416-3b928d2da64c None None] Sync routers for ids ['5fb90fdf-71dc-4e9c-a61a-1e9277d2db85'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:24:22.223729 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9fca4c91-1b58-41a2-8746-54bd2b21c778 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] 10.222.0.32 "PUT /v2.0/routers/5fb90fdf-71dc-4e9c-a61a-1e9277d2db85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1835997 Jul 23 20:24:22.230499 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45140) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:22.257408 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f1844e-7ebb-4efb-b416-3b928d2da64c None None] Routers {'5fb90fdf-71dc-4e9c-a61a-1e9277d2db85'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:22.258056 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-39f1844e-7ebb-4efb-b416-3b928d2da64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:24:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5fb90fdf-71dc-4e9c-a61a-1e9277d2db85'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:22.292262 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f6c406f-28ea-4099-87ba-237f6ddb7ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:22.368851 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8770102e-5da9-4651-8700-5b1ca167b53d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:22.379054 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-39f1844e-7ebb-4efb-b416-3b928d2da64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:22.415714 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f1844e-7ebb-4efb-b416-3b928d2da64c None None] Routers {'5fb90fdf-71dc-4e9c-a61a-1e9277d2db85'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:22.416358 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-39f1844e-7ebb-4efb-b416-3b928d2da64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:24:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5fb90fdf-71dc-4e9c-a61a-1e9277d2db85'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:22.427634 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-9f6c406f-28ea-4099-87ba-237f6ddb7ef8 None None] For port 4473508d-ba04-43b9-baa0-6ba10db64053, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=4473508d-ba04-43b9-baa0-6ba10db64053,segment=NetworkSegment(1c64eaf5-141a-4ad0-9f89-3211957f639b),segment_id=1c64eaf5-141a-4ad0-9f89-3211957f639b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:22.442099 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f6c406f-28ea-4099-87ba-237f6ddb7ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:22.466850 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770102e-5da9-4651-8700-5b1ca167b53d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Subnet': ['ID=8b4b88d5-d062-4f29-a2f2-b3136a444930,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:22.504556 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8770102e-5da9-4651-8700-5b1ca167b53d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:22.508230 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8770102e-5da9-4651-8700-5b1ca167b53d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/8b4b88d5-d062-4f29-a2f2-b3136a444930 HTTP/1.1" status: 204 len: 168 time: 1.0555737 Jul 23 20:24:22.508560 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-39f1844e-7ebb-4efb-b416-3b928d2da64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:22.509220 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f1844e-7ebb-4efb-b416-3b928d2da64c None None] The sync data for ids ['5fb90fdf-71dc-4e9c-a61a-1e9277d2db85'] in n-d-793618-10 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:24:22.513680 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45144) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:22.543284 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-9f6c406f-28ea-4099-87ba-237f6ddb7ef8 None None] Provisioning complete for port fc4f33ac-a436-49a7-b22b-700297d63ac6 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:22.543284 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f6c406f-28ea-4099-87ba-237f6ddb7ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:22.585650 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c406f-28ea-4099-87ba-237f6ddb7ef8 None None] Pushing event updated for resources: {'Port': ['ID=4473508d-ba04-43b9-baa0-6ba10db64053,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:22.677800 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4a4e1194-26c5-45ae-8d17-b44e827fb6a2 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1617875 Jul 23 20:24:22.686310 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45152) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:22.702956 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-8201be2e-a044-4276-85d3-d8cb01c6bf01 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'subnet': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:22.755421 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-9f6c406f-28ea-4099-87ba-237f6ddb7ef8 None None] Provisioning for port 806d4b28-b906-4381-9d39-160225bf6919 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:22.760967 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-9f6c406f-28ea-4099-87ba-237f6ddb7ef8 None None] Provisioning complete for port 806d4b28-b906-4381-9d39-160225bf6919 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:22.761639 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f6c406f-28ea-4099-87ba-237f6ddb7ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:22.946068 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb9b1ab-5077-4d5e-8a8e-d12034b51b77 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:24:23.033728 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8201be2e-a044-4276-85d3-d8cb01c6bf01 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:23.038771 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8201be2e-a044-4276-85d3-d8cb01c6bf01 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:23.241429 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f6c406f-28ea-4099-87ba-237f6ddb7ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:23.353572 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device fc4f33ac-a436-49a7-b22b-700297d63ac6 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:24:23.437274 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-9f6c406f-28ea-4099-87ba-237f6ddb7ef8 None None] For port 806d4b28-b906-4381-9d39-160225bf6919, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=806d4b28-b906-4381-9d39-160225bf6919,segment=NetworkSegment(241c001d-c06b-4761-99b1-68c86868c229),segment_id=241c001d-c06b-4761-99b1-68c86868c229)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:23.438616 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8201be2e-a044-4276-85d3-d8cb01c6bf01 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:23.449360 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f42a998-7e27-4a2f-8291-c27e05fb6e77 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:24:23.476634 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f6c406f-28ea-4099-87ba-237f6ddb7ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:23.483643 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e205d5-f732-4306-a30f-841ef02efccd None None] Sync routers for ids ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:24:23.507432 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f42a998-7e27-4a2f-8291-c27e05fb6e77 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:23.535921 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e205d5-f732-4306-a30f-841ef02efccd None None] Routers {'53f6ea78-5523-49a7-bc66-eba1b3e8d312'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:23.536862 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-24e205d5-f732-4306-a30f-841ef02efccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:24:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:23.567475 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8201be2e-a044-4276-85d3-d8cb01c6bf01 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Subnet': ['ID=0985d87f-2902-41c0-97e2-b60dd91af71f,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:23.580394 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8201be2e-a044-4276-85d3-d8cb01c6bf01 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:23.586334 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-8201be2e-a044-4276-85d3-d8cb01c6bf01 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:23.594182 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8201be2e-a044-4276-85d3-d8cb01c6bf01 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:23.598068 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8201be2e-a044-4276-85d3-d8cb01c6bf01 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:23.606382 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-24e205d5-f732-4306-a30f-841ef02efccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:23.626176 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e205d5-f732-4306-a30f-841ef02efccd None None] Routers {'53f6ea78-5523-49a7-bc66-eba1b3e8d312'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:23.627191 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-24e205d5-f732-4306-a30f-841ef02efccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:24:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:23.635209 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8201be2e-a044-4276-85d3-d8cb01c6bf01 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9476671 Jul 23 20:24:23.638726 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45156) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:23.652252 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-fb76156a-afe3-4e93-8302-2458516d0e44 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'port': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'name': 'tempest-NetworksTestDHCPv6-297313691'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:23.682191 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45158) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:23.685132 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6f42a998-7e27-4a2f-8291-c27e05fb6e77 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.2020299 Jul 23 20:24:23.693598 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-4c309328-4e38-4bed-9e77-4443cc6d00e7 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Request body: {'floatingip': {'port_id': 'b5d06347-0c81-456f-930b-b78663aa83dc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:23.719576 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d605634-ef79-476b-932b-b4b4492c3e65 None None] DHCP port deletion for bd014336-7cf6-4be5-829d-b33260ee43fe request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:24:23.723898 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c406f-28ea-4099-87ba-237f6ddb7ef8 None None] Pushing event updated for resources: {'Port': ['ID=806d4b28-b906-4381-9d39-160225bf6919,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:23.740829 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-82b8ba0b-95da-4979-b493-6c46f3145eda None None] Provisioning complete for port 806d4b28-b906-4381-9d39-160225bf6919 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:23.741213 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-82b8ba0b-95da-4979-b493-6c46f3145eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:23.743243 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-24e205d5-f732-4306-a30f-841ef02efccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:23.743857 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e205d5-f732-4306-a30f-841ef02efccd None None] The sync data for ids ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'] in n-d-793618-10 is: [] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:24:23.778694 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port fc4f33ac-a436-49a7-b22b-700297d63ac6 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:23.779222 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:23.817927 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-0ba5a551-ec87-4a0d-b8a6-9c0f8f800d81 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:24:23.820968 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0ba5a551-ec87-4a0d-b8a6-9c0f8f800d81 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] 10.222.0.32 "PUT /v2.0/routers/5fb90fdf-71dc-4e9c-a61a-1e9277d2db85/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5842056 Jul 23 20:24:23.826739 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45162) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:23.954494 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-5d605634-ef79-476b-932b-b4b4492c3e65 None None] Deleting port fc4f33ac-a436-49a7-b22b-700297d63ac6 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:24:23.956341 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5d605634-ef79-476b-932b-b4b4492c3e65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:23.972998 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb76156a-afe3-4e93-8302-2458516d0e44 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:23.982040 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fb76156a-afe3-4e93-8302-2458516d0e44 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:24.025545 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 4473508d-ba04-43b9-baa0-6ba10db64053 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:24:24.057428 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-fb76156a-afe3-4e93-8302-2458516d0e44 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] device_id is not set on port 758d57e1-d755-4312-a127-678390931776 yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:24:24.135531 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4c309328-4e38-4bed-9e77-4443cc6d00e7 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for floatingip, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:24.477123 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-82b8ba0b-95da-4979-b493-6c46f3145eda None None] Provisioning complete for port 4473508d-ba04-43b9-baa0-6ba10db64053 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:24.489690 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-82b8ba0b-95da-4979-b493-6c46f3145eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:24.508726 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-5d605634-ef79-476b-932b-b4b4492c3e65 None None] For port fc4f33ac-a436-49a7-b22b-700297d63ac6, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=fc4f33ac-a436-49a7-b22b-700297d63ac6,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:24.516167 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5d605634-ef79-476b-932b-b4b4492c3e65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:24.678672 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f4863119-623f-4427-9d24-4e2da77c79ec tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:24.681390 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-5d605634-ef79-476b-932b-b4b4492c3e65 None None] Calling delete_port for fc4f33ac-a436-49a7-b22b-700297d63ac6 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:24:24.721527 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 4473508d-ba04-43b9-baa0-6ba10db64053 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:24.722094 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:24.968115 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5d605634-ef79-476b-932b-b4b4492c3e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:24.978448 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-82b8ba0b-95da-4979-b493-6c46f3145eda None None] Could not find standard attr ID for object 344a64a7-fdf2-4094-911f-34485852aba8. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:24:25.018068 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-fb76156a-afe3-4e93-8302-2458516d0e44 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Allocated IP 2001:db8::77 (bd014336-7cf6-4be5-829d-b33260ee43fe/0985d87f-2902-41c0-97e2-b60dd91af71f/758d57e1-d755-4312-a127-678390931776) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:25.056784 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d605634-ef79-476b-932b-b4b4492c3e65 None None] Pushing event deleted for resources: {'Port': ['ID=fc4f33ac-a436-49a7-b22b-700297d63ac6,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:25.101257 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d605634-ef79-476b-932b-b4b4492c3e65 None None] No DVR routers for this DVR port fc4f33ac-a436-49a7-b22b-700297d63ac6 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:24:25.127928 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e922da93-0217-4c36-b5a1-efeed6272e36 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:24:25.140793 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-82b8ba0b-95da-4979-b493-6c46f3145eda None None] Provisioning for port 8ae44222-7c5d-4c5b-9ebd-052cf0b7ac9b completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:25.196421 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-f4863119-623f-4427-9d24-4e2da77c79ec tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Deleting port 8ae44222-7c5d-4c5b-9ebd-052cf0b7ac9b {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:24:25.196913 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f4863119-623f-4427-9d24-4e2da77c79ec tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:25.254462 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-82b8ba0b-95da-4979-b493-6c46f3145eda None None] Provisioning complete for port 8ae44222-7c5d-4c5b-9ebd-052cf0b7ac9b triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:25.254462 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-82b8ba0b-95da-4979-b493-6c46f3145eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:25.337057 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 806d4b28-b906-4381-9d39-160225bf6919 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:24:25.532300 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f4863119-623f-4427-9d24-4e2da77c79ec tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:25.574226 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-f4863119-623f-4427-9d24-4e2da77c79ec tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Calling delete_port for 8ae44222-7c5d-4c5b-9ebd-052cf0b7ac9b owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:24:25.730339 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-82b8ba0b-95da-4979-b493-6c46f3145eda None None] Port 8ae44222-7c5d-4c5b-9ebd-052cf0b7ac9b cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:24:25.807587 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45184) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:25.831376 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8370683a-08a6-4af0-8f28-690f28bcb8ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-bd014336-7cf6-4be5-829d-b33260ee43fe', 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'tenant_id': '5b8a44966ee64868a6ea19d10cce6716', 'fixed_ips': [{'subnet_id': '0985d87f-2902-41c0-97e2-b60dd91af71f'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:24:25.832106 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8370683a-08a6-4af0-8f28-690f28bcb8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:25.858735 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fb76156a-afe3-4e93-8302-2458516d0e44 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:25.910094 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 806d4b28-b906-4381-9d39-160225bf6919 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:25.910528 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:26.005409 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-02ab336f-2893-4ad7-a540-5182b4c5708f None None] Provisioning complete for port 8ae44222-7c5d-4c5b-9ebd-052cf0b7ac9b triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:26.006055 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-02ab336f-2893-4ad7-a540-5182b4c5708f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:26.083732 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f4863119-623f-4427-9d24-4e2da77c79ec tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:26.126185 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4863119-623f-4427-9d24-4e2da77c79ec tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Pushing event deleted for resources: {'Port': ['ID=8ae44222-7c5d-4c5b-9ebd-052cf0b7ac9b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:26.170068 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-02ab336f-2893-4ad7-a540-5182b4c5708f None None] Port 8ae44222-7c5d-4c5b-9ebd-052cf0b7ac9b was deleted so its status cannot be updated. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 23 20:24:26.338794 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-fb76156a-afe3-4e93-8302-2458516d0e44 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Transition to ACTIVE for port object 758d57e1-d755-4312-a127-678390931776 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:26.338794 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dd758dbe-6321-41c9-b4c5-bb717b4fb271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:26.395420 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device fc4f33ac-a436-49a7-b22b-700297d63ac6 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:24:26.530133 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: fc4f33ac-a436-49a7-b22b-700297d63ac6 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:24:26.534023 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device fc4f33ac-a436-49a7-b22b-700297d63ac6 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:24:26.602522 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f4863119-623f-4427-9d24-4e2da77c79ec tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:26.614755 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fb76156a-afe3-4e93-8302-2458516d0e44 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:26.715808 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.db.resource_extend [None req-4c309328-4e38-4bed-9e77-4443cc6d00e7 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:24:26.720774 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb76156a-afe3-4e93-8302-2458516d0e44 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:26.753627 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-8370683a-08a6-4af0-8f28-690f28bcb8ac None None] Allocated IP 2001:db8::2 (bd014336-7cf6-4be5-829d-b33260ee43fe/0985d87f-2902-41c0-97e2-b60dd91af71f/5ef058a2-1e42-45db-99fd-3961cbe65e89) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:26.762377 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-fb76156a-afe3-4e93-8302-2458516d0e44 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:26.776217 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb76156a-afe3-4e93-8302-2458516d0e44 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:26.782873 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb76156a-afe3-4e93-8302-2458516d0e44 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:26.783960 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fb76156a-afe3-4e93-8302-2458516d0e44 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:26.789862 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb76156a-afe3-4e93-8302-2458516d0e44 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Port': ['ID=758d57e1-d755-4312-a127-678390931776,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:26.955831 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dd758dbe-6321-41c9-b4c5-bb717b4fb271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:26.968187 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dd758dbe-6321-41c9-b4c5-bb717b4fb271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:26.993207 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-fb76156a-afe3-4e93-8302-2458516d0e44 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3495133 Jul 23 20:24:27.006889 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45192) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:27.017741 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4c309328-4e38-4bed-9e77-4443cc6d00e7 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:27.064626 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4c309328-4e38-4bed-9e77-4443cc6d00e7 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:27.163925 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8370683a-08a6-4af0-8f28-690f28bcb8ac None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:27.180924 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8370683a-08a6-4af0-8f28-690f28bcb8ac None None] Transition to ACTIVE for port object 5ef058a2-1e42-45db-99fd-3961cbe65e89 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:27.221622 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8370683a-08a6-4af0-8f28-690f28bcb8ac None None] Transition to ACTIVE for port object 5ef058a2-1e42-45db-99fd-3961cbe65e89 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:27.232949 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8370683a-08a6-4af0-8f28-690f28bcb8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:27.285305 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd758dbe-6321-41c9-b4c5-bb717b4fb271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e32fff5-d2c4-4217-bbb8-6218c87f85ab,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:27.331682 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8370683a-08a6-4af0-8f28-690f28bcb8ac None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:27.340842 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-dd758dbe-6321-41c9-b4c5-bb717b4fb271 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d15cc60d1aeb4b729ac472913e7c303f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5188866 Jul 23 20:24:27.347796 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45202) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:27.351146 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-8370683a-08a6-4af0-8f28-690f28bcb8ac None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:27.359915 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8370683a-08a6-4af0-8f28-690f28bcb8ac None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:27.370982 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370683a-08a6-4af0-8f28-690f28bcb8ac None None] Pushing event updated for resources: {'Port': ['ID=5ef058a2-1e42-45db-99fd-3961cbe65e89,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:27.500532 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-8370683a-08a6-4af0-8f28-690f28bcb8ac None None] Attempting to bind port 5ef058a2-1e42-45db-99fd-3961cbe65e89 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:24:27.501568 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-8370683a-08a6-4af0-8f28-690f28bcb8ac None None] Attempting to bind port 5ef058a2-1e42-45db-99fd-3961cbe65e89 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:24:27.501568 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8370683a-08a6-4af0-8f28-690f28bcb8ac None None] Attempting to bind port 5ef058a2-1e42-45db-99fd-3961cbe65e89 on network bd014336-7cf6-4be5-829d-b33260ee43fe {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:24:27.508525 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8370683a-08a6-4af0-8f28-690f28bcb8ac None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:24:27.508902 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8370683a-08a6-4af0-8f28-690f28bcb8ac None None] Checking segment: {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:24:27.509360 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8370683a-08a6-4af0-8f28-690f28bcb8ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:27.509586 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4863119-623f-4427-9d24-4e2da77c79ec tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Router 5fb90fdf-71dc-4e9c-a61a-1e9277d2db85 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:24:27.510107 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8370683a-08a6-4af0-8f28-690f28bcb8ac None None] Bound using segment: {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:24:27.510235 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-8370683a-08a6-4af0-8f28-690f28bcb8ac None None] Bound port: 5ef058a2-1e42-45db-99fd-3961cbe65e89, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:24:27.510581 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8370683a-08a6-4af0-8f28-690f28bcb8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:27.523926 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdd8d52-2166-4912-8365-ce5cbe088e31 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:27.529198 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0bdd8d52-2166-4912-8365-ce5cbe088e31 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.5060790 Jul 23 20:24:27.530156 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45210) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:27.627674 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-8370683a-08a6-4af0-8f28-690f28bcb8ac None None] For port 5ef058a2-1e42-45db-99fd-3961cbe65e89, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:24:27.633912 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-8370683a-08a6-4af0-8f28-690f28bcb8ac None None] For port 5ef058a2-1e42-45db-99fd-3961cbe65e89, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=5ef058a2-1e42-45db-99fd-3961cbe65e89,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:24:27.636290 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1e9ae6e0-280f-4af7-add2-587cf5630f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:27.641640 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8370683a-08a6-4af0-8f28-690f28bcb8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:27.662970 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4863119-623f-4427-9d24-4e2da77c79ec tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:24:27.675540 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171e8c4b-3b9a-428d-8e3f-9eac7804cdca None None] Sync routers for ids ['5fb90fdf-71dc-4e9c-a61a-1e9277d2db85'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:24:27.686311 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f4863119-623f-4427-9d24-4e2da77c79ec tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] 10.222.0.32 "PUT /v2.0/routers/5fb90fdf-71dc-4e9c-a61a-1e9277d2db85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8433318 Jul 23 20:24:27.688160 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45218) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:27.727221 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171e8c4b-3b9a-428d-8e3f-9eac7804cdca None None] Routers {'5fb90fdf-71dc-4e9c-a61a-1e9277d2db85'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:27.727221 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-171e8c4b-3b9a-428d-8e3f-9eac7804cdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:24:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5fb90fdf-71dc-4e9c-a61a-1e9277d2db85'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:27.762495 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370683a-08a6-4af0-8f28-690f28bcb8ac None None] Pushing event updated for resources: {'Port': ['ID=5ef058a2-1e42-45db-99fd-3961cbe65e89,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:27.791539 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-b948a2dc-b0c9-499b-9dab-a4e0320981e2 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] delete failed (client error): The resource could not be found. Jul 23 20:24:27.797619 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b948a2dc-b0c9-499b-9dab-a4e0320981e2 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-1750596858 HTTP/1.1" status: 404 len: 335 time: 0.1024723 Jul 23 20:24:27.802064 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45224) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:27.811992 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-94e48323-0d51-41cc-8ec6-18cdb1178c86 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Request body: {'router': {'external_gateway_info': {'network_id': '5fb90fdf-71dc-4e9c-a61a-1e9277d2db85'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:27.849843 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-171e8c4b-3b9a-428d-8e3f-9eac7804cdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:27.879577 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171e8c4b-3b9a-428d-8e3f-9eac7804cdca None None] Routers {'5fb90fdf-71dc-4e9c-a61a-1e9277d2db85'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:27.881508 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-171e8c4b-3b9a-428d-8e3f-9eac7804cdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:24:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5fb90fdf-71dc-4e9c-a61a-1e9277d2db85'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:27.907658 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1e9ae6e0-280f-4af7-add2-587cf5630f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:27.966350 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-171e8c4b-3b9a-428d-8e3f-9eac7804cdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:27.966936 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171e8c4b-3b9a-428d-8e3f-9eac7804cdca None None] The sync data for ids ['5fb90fdf-71dc-4e9c-a61a-1e9277d2db85'] in n-d-793618-10 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:24:28.023963 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-fef5fb38-3c86-4b8e-ac0f-e1bf52fa63b2 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting port 758d57e1-d755-4312-a127-678390931776 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:24:28.024465 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fef5fb38-3c86-4b8e-ac0f-e1bf52fa63b2 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:28.107192 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c309328-4e38-4bed-9e77-4443cc6d00e7 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Router 53f6ea78-5523-49a7-bc66-eba1b3e8d312 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:24:28.125547 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1e9ae6e0-280f-4af7-add2-587cf5630f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:28.129528 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1e9ae6e0-280f-4af7-add2-587cf5630f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:28.133767 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1e9ae6e0-280f-4af7-add2-587cf5630f63 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2e32fff5-d2c4-4217-bbb8-6218c87f85ab HTTP/1.1" status: 204 len: 168 time: 0.7810614 Jul 23 20:24:28.149524 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-94e48323-0d51-41cc-8ec6-18cdb1178c86 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:28.185060 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-94e48323-0d51-41cc-8ec6-18cdb1178c86 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] update failed (client error): The resource could not be found. Jul 23 20:24:28.186577 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-94e48323-0d51-41cc-8ec6-18cdb1178c86 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] 10.222.0.32 "PUT /v2.0/routers/5fb90fdf-71dc-4e9c-a61a-1e9277d2db85 HTTP/1.1" status: 404 len: 339 time: 0.3828843 Jul 23 20:24:28.191309 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45238) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:28.336587 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c309328-4e38-4bed-9e77-4443cc6d00e7 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:24:28.338882 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ae6e0-280f-4af7-add2-587cf5630f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e32fff5-d2c4-4217-bbb8-6218c87f85ab,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:28.347392 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8622db-43b3-4843-9bb7-8fee596f069a None None] Sync routers for ids ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:24:28.359719 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4c309328-4e38-4bed-9e77-4443cc6d00e7 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:28.405968 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8622db-43b3-4843-9bb7-8fee596f069a None None] Routers {'53f6ea78-5523-49a7-bc66-eba1b3e8d312'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:28.406646 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-be8622db-43b3-4843-9bb7-8fee596f069a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:24:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:28.451892 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fef5fb38-3c86-4b8e-ac0f-e1bf52fa63b2 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:28.461392 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-be8622db-43b3-4843-9bb7-8fee596f069a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:28.474586 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8622db-43b3-4843-9bb7-8fee596f069a None None] Routers {'53f6ea78-5523-49a7-bc66-eba1b3e8d312'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:28.475409 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-be8622db-43b3-4843-9bb7-8fee596f069a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:24:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:28.509401 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-fef5fb38-3c86-4b8e-ac0f-e1bf52fa63b2 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Calling delete_port for 758d57e1-d755-4312-a127-678390931776 owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:24:28.534739 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4c309328-4e38-4bed-9e77-4443cc6d00e7 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "PUT /v2.0/floatingips/6af22dea-4875-47b5-9d10-02dcc4ca8d7a HTTP/1.1" status: 200 len: 979 time: 4.8436267 Jul 23 20:24:28.535011 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-be8622db-43b3-4843-9bb7-8fee596f069a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:28.535011 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8622db-43b3-4843-9bb7-8fee596f069a None None] The sync data for ids ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'] in n-d-793618-10 is: [] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:24:28.537456 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45248) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:28.704303 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:24:28.756787 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fef5fb38-3c86-4b8e-ac0f-e1bf52fa63b2 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:28.814403 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45256) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:28.821955 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5fb38-3c86-4b8e-ac0f-e1bf52fa63b2 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Port': ['ID=758d57e1-d755-4312-a127-678390931776,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:28.841207 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-440a4443-ddb3-402c-968a-ace6e8a3b10d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:28.878870 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fef5fb38-3c86-4b8e-ac0f-e1bf52fa63b2 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:28.886390 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-fef5fb38-3c86-4b8e-ac0f-e1bf52fa63b2 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/ports/758d57e1-d755-4312-a127-678390931776 HTTP/1.1" status: 204 len: 168 time: 1.3285010 Jul 23 20:24:28.886390 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45262) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:28.935159 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5d8999f2-6ae6-4562-bc5c-94c5894d164b tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:28.968157 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48abe60-1d7c-4420-842d-28913604f00f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:28.969979 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48abe60-1d7c-4420-842d-28913604f00f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:28.975551 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a48abe60-1d7c-4420-842d-28913604f00f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0847454 Jul 23 20:24:28.976482 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45264) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:29.105390 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-58afb752-91d0-4773-be15-b8ce346d3838 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting subnet 0985d87f-2902-41c0-97e2-b60dd91af71f {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:24:29.116904 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-58afb752-91d0-4773-be15-b8ce346d3838 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:29.149777 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-7c40ad2a-de7a-4a2e-8888-cf09f5596704 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Deleting port 1c6ea2a7-985a-4b31-9343-8b0237a89761 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:24:29.150293 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7c40ad2a-de7a-4a2e-8888-cf09f5596704 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:29.207335 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-440a4443-ddb3-402c-968a-ace6e8a3b10d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:29.217704 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-58afb752-91d0-4773-be15-b8ce346d3838 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:29.222281 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-440a4443-ddb3-402c-968a-ace6e8a3b10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:29.253934 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7c40ad2a-de7a-4a2e-8888-cf09f5596704 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:29.254187 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7c40ad2a-de7a-4a2e-8888-cf09f5596704 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:29.270317 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-7c40ad2a-de7a-4a2e-8888-cf09f5596704 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Calling delete_port for 1c6ea2a7-985a-4b31-9343-8b0237a89761 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:24:29.308121 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a4443-ddb3-402c-968a-ace6e8a3b10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72aa1d78-519b-4861-926a-6229f7bbb702,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:29.331703 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-19bf40d2-3a9e-4f23-8194-0a625deeb2ac None None] Provisioning for port 5ef058a2-1e42-45db-99fd-3961cbe65e89 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:29.349726 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-440a4443-ddb3-402c-968a-ace6e8a3b10d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be442c09cd834ba1854170c60cde2fcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5367699 Jul 23 20:24:29.356091 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45268) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:29.460399 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 5ef058a2-1e42-45db-99fd-3961cbe65e89 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:24:29.480734 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-58afb752-91d0-4773-be15-b8ce346d3838 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:29.565916 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7c40ad2a-de7a-4a2e-8888-cf09f5596704 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:29.572417 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 5ef058a2-1e42-45db-99fd-3961cbe65e89 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:29.573204 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0c369cc4-cc22-4907-85d7-0992fa606e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:29.577144 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 5ef058a2-1e42-45db-99fd-3961cbe65e89 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:29.577748 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:29.663022 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0c369cc4-cc22-4907-85d7-0992fa606e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:29.666666 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c40ad2a-de7a-4a2e-8888-cf09f5596704 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event deleted for resources: {'Port': ['ID=1c6ea2a7-985a-4b31-9343-8b0237a89761,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:29.697127 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:29.762796 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0c369cc4-cc22-4907-85d7-0992fa606e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:29.772688 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d755533f-4241-4523-b422-2657b616eb7e None None] Could not find standard attr ID for object 758d57e1-d755-4312-a127-678390931776. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:24:29.776622 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0c369cc4-cc22-4907-85d7-0992fa606e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:29.778223 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0c369cc4-cc22-4907-85d7-0992fa606e41 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/72aa1d78-519b-4861-926a-6229f7bbb702 HTTP/1.1" status: 204 len: 168 time: 0.4207935 Jul 23 20:24:29.813424 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-58afb752-91d0-4773-be15-b8ce346d3838 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:29.832228 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c369cc4-cc22-4907-85d7-0992fa606e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72aa1d78-519b-4861-926a-6229f7bbb702,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:29.835905 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7c40ad2a-de7a-4a2e-8888-cf09f5596704 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:29.836332 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [None req-7c40ad2a-de7a-4a2e-8888-cf09f5596704 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Floating IP 6af22dea-4875-47b5-9d10-02dcc4ca8d7a disassociated (deleted). External IP: 172.25.1.117, port: b5d06347-0c81-456f-930b-b78663aa83dc. Jul 23 20:24:29.898033 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58afb752-91d0-4773-be15-b8ce346d3838 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Subnet': ['ID=0985d87f-2902-41c0-97e2-b60dd91af71f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:29.900340 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-58afb752-91d0-4773-be15-b8ce346d3838 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:29.905818 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-58afb752-91d0-4773-be15-b8ce346d3838 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/0985d87f-2902-41c0-97e2-b60dd91af71f HTTP/1.1" status: 204 len: 168 time: 0.9218988 Jul 23 20:24:29.907410 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45272) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:29.915263 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.db.api [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:24:29.916624 n-d-793618-10 neutron-server[93877]: DEBUG oslo_db.api [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:24:29.967089 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2c675463-d7f3-44a0-ab96-211c440753e9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0585899 Jul 23 20:24:29.967783 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45274) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:29.973537 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-c1fc3b7f-22e4-49a0-bd2d-627b473ca392 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'subnet': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:30.010574 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eada564e-ce7d-4518-a054-2150140c9acc None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:24:30.194686 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fc3b7f-22e4-49a0-bd2d-627b473ca392 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:30.200479 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c1fc3b7f-22e4-49a0-bd2d-627b473ca392 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:30.306320 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-5d8999f2-6ae6-4562-bc5c-94c5894d164b tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Allocated IP 172.20.0.1 (a07ab92d-f6ab-4d2b-9485-d7958baa7bd0/98be4bb7-3868-4778-a82d-1dacccf8f3ae/f1cfcd8c-1dfa-4b34-9e22-208b5b35efe7) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:30.469368 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8558c933-2252-48f2-9cda-87bd0f639c92 None None] DHCP port deletion for bd014336-7cf6-4be5-829d-b33260ee43fe request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:24:30.551272 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c1fc3b7f-22e4-49a0-bd2d-627b473ca392 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:30.554357 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:30.652385 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 5ef058a2-1e42-45db-99fd-3961cbe65e89, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=5ef058a2-1e42-45db-99fd-3961cbe65e89,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:30.658102 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-8558c933-2252-48f2-9cda-87bd0f639c92 None None] Deleting port 5ef058a2-1e42-45db-99fd-3961cbe65e89 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:24:30.658839 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8558c933-2252-48f2-9cda-87bd0f639c92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:30.672538 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5d8999f2-6ae6-4562-bc5c-94c5894d164b tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:30.691369 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-5d8999f2-6ae6-4562-bc5c-94c5894d164b tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Transition to ACTIVE for port object f1cfcd8c-1dfa-4b34-9e22-208b5b35efe7 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:30.701277 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:30.707539 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fc3b7f-22e4-49a0-bd2d-627b473ca392 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:30.714127 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-c1fc3b7f-22e4-49a0-bd2d-627b473ca392 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:30.719669 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fc3b7f-22e4-49a0-bd2d-627b473ca392 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:30.720676 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c1fc3b7f-22e4-49a0-bd2d-627b473ca392 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:30.735278 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5d8999f2-6ae6-4562-bc5c-94c5894d164b tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:30.735869 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc3b7f-22e4-49a0-bd2d-627b473ca392 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Subnet': ['ID=8f4f1836-d6a8-4e8d-ae36-ca6a3461ced2,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:30.754315 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c1fc3b7f-22e4-49a0-bd2d-627b473ca392 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7848370 Jul 23 20:24:30.757982 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45290) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:30.774127 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-4e5b4de5-c341-4d16-bde5-8f2fb8277305 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'port': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'name': 'tempest-NetworksTestDHCPv6-2002424473'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:30.796068 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8999f2-6ae6-4562-bc5c-94c5894d164b tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Network a07ab92d-f6ab-4d2b-9485-d7958baa7bd0 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:30.801387 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-5d8999f2-6ae6-4562-bc5c-94c5894d164b tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:30.807959 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8999f2-6ae6-4562-bc5c-94c5894d164b tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:30.865334 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8999f2-6ae6-4562-bc5c-94c5894d164b tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Pushing event updated for resources: {'Port': ['ID=f1cfcd8c-1dfa-4b34-9e22-208b5b35efe7,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:30.929898 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5d8999f2-6ae6-4562-bc5c-94c5894d164b tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:31.039752 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=5ef058a2-1e42-45db-99fd-3961cbe65e89,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:31.088780 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-8558c933-2252-48f2-9cda-87bd0f639c92 None None] For port 5ef058a2-1e42-45db-99fd-3961cbe65e89, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=5ef058a2-1e42-45db-99fd-3961cbe65e89,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:31.089195 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8558c933-2252-48f2-9cda-87bd0f639c92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:31.113433 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c40ad2a-de7a-4a2e-8888-cf09f5596704 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Router 53f6ea78-5523-49a7-bc66-eba1b3e8d312 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:24:31.130872 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-8558c933-2252-48f2-9cda-87bd0f639c92 None None] Calling delete_port for 5ef058a2-1e42-45db-99fd-3961cbe65e89 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:24:31.134824 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5b4de5-c341-4d16-bde5-8f2fb8277305 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:31.145447 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4e5b4de5-c341-4d16-bde5-8f2fb8277305 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:31.212339 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-4e5b4de5-c341-4d16-bde5-8f2fb8277305 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] device_id is not set on port fc7487e4-45b8-4f71-8c07-7aae0adc1617 yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:24:31.350615 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5d8999f2-6ae6-4562-bc5c-94c5894d164b tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:31.372925 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 5ef058a2-1e42-45db-99fd-3961cbe65e89 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:24:31.471996 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2971bdf0-175f-4431-bfc1-00af1f363a17 None None] Provisioning for port f1cfcd8c-1dfa-4b34-9e22-208b5b35efe7 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:31.488086 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2971bdf0-175f-4431-bfc1-00af1f363a17 None None] Provisioning complete for port f1cfcd8c-1dfa-4b34-9e22-208b5b35efe7 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:31.488765 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2971bdf0-175f-4431-bfc1-00af1f363a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:31.557312 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8558c933-2252-48f2-9cda-87bd0f639c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:31.568337 n-d-793618-10 neutron-server[93877]: INFO neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No ports have port_id starting with 5ef058a2-1e42-45db-99fd-3961cbe65e89 Jul 23 20:24:31.573267 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-4e5b4de5-c341-4d16-bde5-8f2fb8277305 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Allocated IP 2001:db8::2be (bd014336-7cf6-4be5-829d-b33260ee43fe/8f4f1836-d6a8-4e8d-ae36-ca6a3461ced2/fc7487e4-45b8-4f71-8c07-7aae0adc1617) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:31.590941 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c40ad2a-de7a-4a2e-8888-cf09f5596704 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:24:31.597585 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7c40ad2a-de7a-4a2e-8888-cf09f5596704 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:31.604015 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2971bdf0-175f-4431-bfc1-00af1f363a17 None None] Port f1cfcd8c-1dfa-4b34-9e22-208b5b35efe7 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:24:31.609738 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db517c6-5e4d-4323-a312-bd799cbaec2d None None] Sync routers for ids ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:24:31.612858 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8558c933-2252-48f2-9cda-87bd0f639c92 None None] Pushing event deleted for resources: {'Port': ['ID=5ef058a2-1e42-45db-99fd-3961cbe65e89,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:31.617788 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8558c933-2252-48f2-9cda-87bd0f639c92 None None] No DVR routers for this DVR port 5ef058a2-1e42-45db-99fd-3961cbe65e89 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:24:31.643331 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca5a536-b70b-448c-9413-b73542dd996a None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:24:31.657249 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db517c6-5e4d-4323-a312-bd799cbaec2d None None] Routers {'53f6ea78-5523-49a7-bc66-eba1b3e8d312'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:31.661054 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8db517c6-5e4d-4323-a312-bd799cbaec2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:24:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:31.686602 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7c40ad2a-de7a-4a2e-8888-cf09f5596704 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "DELETE /v2.0/floatingips/6af22dea-4875-47b5-9d10-02dcc4ca8d7a HTTP/1.1" status: 204 len: 168 time: 3.1496994 Jul 23 20:24:31.694123 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45308) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:31.709351 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8db517c6-5e4d-4323-a312-bd799cbaec2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:31.719386 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db517c6-5e4d-4323-a312-bd799cbaec2d None None] Routers {'53f6ea78-5523-49a7-bc66-eba1b3e8d312'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:31.720000 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8db517c6-5e4d-4323-a312-bd799cbaec2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:24:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:31.776677 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8db517c6-5e4d-4323-a312-bd799cbaec2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:31.778311 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db517c6-5e4d-4323-a312-bd799cbaec2d None None] The sync data for ids ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'] in n-d-793618-10 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:24:31.874068 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3970f990-760e-40a2-ba6c-f8ac77a69d0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-bd014336-7cf6-4be5-829d-b33260ee43fe', 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'tenant_id': '5b8a44966ee64868a6ea19d10cce6716', 'fixed_ips': [{'subnet_id': '8f4f1836-d6a8-4e8d-ae36-ca6a3461ced2'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:24:31.875036 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3970f990-760e-40a2-ba6c-f8ac77a69d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:32.083719 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4e5b4de5-c341-4d16-bde5-8f2fb8277305 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:32.088607 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-4d75505e-cdb8-4c78-aacc-f7b4bc7b03a0 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Deleting port b5d06347-0c81-456f-930b-b78663aa83dc {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:24:32.089258 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4d75505e-cdb8-4c78-aacc-f7b4bc7b03a0 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:32.136179 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-4e5b4de5-c341-4d16-bde5-8f2fb8277305 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Transition to ACTIVE for port object fc7487e4-45b8-4f71-8c07-7aae0adc1617 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:32.243062 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4d75505e-cdb8-4c78-aacc-f7b4bc7b03a0 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:32.273983 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4e5b4de5-c341-4d16-bde5-8f2fb8277305 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:32.289247 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-4d75505e-cdb8-4c78-aacc-f7b4bc7b03a0 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Calling delete_port for b5d06347-0c81-456f-930b-b78663aa83dc owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:24:32.411960 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5b4de5-c341-4d16-bde5-8f2fb8277305 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:32.413502 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-3970f990-760e-40a2-ba6c-f8ac77a69d0b None None] Allocated IP 2001:db8::2 (bd014336-7cf6-4be5-829d-b33260ee43fe/8f4f1836-d6a8-4e8d-ae36-ca6a3461ced2/f0866fd8-3101-49f8-868f-4061e4365b30) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:32.453428 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-4e5b4de5-c341-4d16-bde5-8f2fb8277305 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:32.461364 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5b4de5-c341-4d16-bde5-8f2fb8277305 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:32.468213 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5b4de5-c341-4d16-bde5-8f2fb8277305 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:32.468909 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4e5b4de5-c341-4d16-bde5-8f2fb8277305 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:32.490074 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b4de5-c341-4d16-bde5-8f2fb8277305 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Port': ['ID=fc7487e4-45b8-4f71-8c07-7aae0adc1617,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:32.515170 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4e5b4de5-c341-4d16-bde5-8f2fb8277305 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7555237 Jul 23 20:24:32.518421 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45322) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:32.743901 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797e1a83-bf19-428e-ae9c-4d88afa66bff tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:32.745354 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-797e1a83-bf19-428e-ae9c-4d88afa66bff tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2257326 Jul 23 20:24:32.748979 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45330) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:32.794917 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5d8999f2-6ae6-4562-bc5c-94c5894d164b tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:32.802647 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5d8999f2-6ae6-4562-bc5c-94c5894d164b tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:32.809536 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4d75505e-cdb8-4c78-aacc-f7b4bc7b03a0 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:32.822265 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3970f990-760e-40a2-ba6c-f8ac77a69d0b None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:32.847477 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-3970f990-760e-40a2-ba6c-f8ac77a69d0b None None] Transition to ACTIVE for port object f0866fd8-3101-49f8-868f-4061e4365b30 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:32.872209 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75505e-cdb8-4c78-aacc-f7b4bc7b03a0 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event deleted for resources: {'Port': ['ID=b5d06347-0c81-456f-930b-b78663aa83dc,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:32.898588 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-3970f990-760e-40a2-ba6c-f8ac77a69d0b None None] Transition to ACTIVE for port object f0866fd8-3101-49f8-868f-4061e4365b30 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:32.910339 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3970f990-760e-40a2-ba6c-f8ac77a69d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:33.003058 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5d8999f2-6ae6-4562-bc5c-94c5894d164b tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:33.010124 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3970f990-760e-40a2-ba6c-f8ac77a69d0b None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:33.016536 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-3970f990-760e-40a2-ba6c-f8ac77a69d0b None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:33.028260 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3970f990-760e-40a2-ba6c-f8ac77a69d0b None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:33.046805 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3970f990-760e-40a2-ba6c-f8ac77a69d0b None None] Pushing event updated for resources: {'Port': ['ID=f0866fd8-3101-49f8-868f-4061e4365b30,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:33.047121 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8999f2-6ae6-4562-bc5c-94c5894d164b tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Pushing event updated for resources: {'Port': ['ID=f1cfcd8c-1dfa-4b34-9e22-208b5b35efe7,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:33.166640 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-3970f990-760e-40a2-ba6c-f8ac77a69d0b None None] Attempting to bind port f0866fd8-3101-49f8-868f-4061e4365b30 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:24:33.167205 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-3970f990-760e-40a2-ba6c-f8ac77a69d0b None None] Attempting to bind port f0866fd8-3101-49f8-868f-4061e4365b30 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:24:33.167919 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3970f990-760e-40a2-ba6c-f8ac77a69d0b None None] Attempting to bind port f0866fd8-3101-49f8-868f-4061e4365b30 on network bd014336-7cf6-4be5-829d-b33260ee43fe {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:24:33.170243 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4d75505e-cdb8-4c78-aacc-f7b4bc7b03a0 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:33.179054 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4d75505e-cdb8-4c78-aacc-f7b4bc7b03a0 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "DELETE /v2.0/ports/b5d06347-0c81-456f-930b-b78663aa83dc HTTP/1.1" status: 204 len: 168 time: 1.4780786 Jul 23 20:24:33.179248 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45336) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:33.192332 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-2b48529a-6b8d-4357-86a2-c358893acc29 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:33.199268 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3970f990-760e-40a2-ba6c-f8ac77a69d0b None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:24:33.200054 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3970f990-760e-40a2-ba6c-f8ac77a69d0b None None] Checking segment: {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:24:33.201167 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3970f990-760e-40a2-ba6c-f8ac77a69d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:33.202732 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3970f990-760e-40a2-ba6c-f8ac77a69d0b None None] Bound using segment: {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:24:33.203590 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-3970f990-760e-40a2-ba6c-f8ac77a69d0b None None] Bound port: f0866fd8-3101-49f8-868f-4061e4365b30, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:24:33.204197 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3970f990-760e-40a2-ba6c-f8ac77a69d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:33.208502 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-ba76de83-a4eb-444f-95a1-e4af4e4ec835 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting port fc7487e4-45b8-4f71-8c07-7aae0adc1617 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:24:33.208705 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba76de83-a4eb-444f-95a1-e4af4e4ec835 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:33.275329 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2b48529a-6b8d-4357-86a2-c358893acc29 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for floatingip, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:33.316152 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8999f2-6ae6-4562-bc5c-94c5894d164b tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Network a07ab92d-f6ab-4d2b-9485-d7958baa7bd0 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:33.325076 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-5d8999f2-6ae6-4562-bc5c-94c5894d164b tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:33.443036 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-3970f990-760e-40a2-ba6c-f8ac77a69d0b None None] For port f0866fd8-3101-49f8-868f-4061e4365b30, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:24:33.459476 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-3970f990-760e-40a2-ba6c-f8ac77a69d0b None None] For port f0866fd8-3101-49f8-868f-4061e4365b30, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=f0866fd8-3101-49f8-868f-4061e4365b30,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:24:33.465210 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba76de83-a4eb-444f-95a1-e4af4e4ec835 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:33.470786 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3970f990-760e-40a2-ba6c-f8ac77a69d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:33.498366 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-ba76de83-a4eb-444f-95a1-e4af4e4ec835 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Calling delete_port for fc7487e4-45b8-4f71-8c07-7aae0adc1617 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:24:33.645870 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3970f990-760e-40a2-ba6c-f8ac77a69d0b None None] Pushing event updated for resources: {'Port': ['ID=f0866fd8-3101-49f8-868f-4061e4365b30,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:33.659046 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8999f2-6ae6-4562-bc5c-94c5894d164b tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Router 5fb90fdf-71dc-4e9c-a61a-1e9277d2db85 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:24:33.723477 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2b48529a-6b8d-4357-86a2-c358893acc29 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:33.788378 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45344) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:33.854798 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c6847b34-8b58-4c3b-be34-aba63f556a69 None None] Provisioning complete for port f1cfcd8c-1dfa-4b34-9e22-208b5b35efe7 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:33.855421 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c6847b34-8b58-4c3b-be34-aba63f556a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:33.990993 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-c6847b34-8b58-4c3b-be34-aba63f556a69 None None] Port f1cfcd8c-1dfa-4b34-9e22-208b5b35efe7 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:24:33.995048 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba76de83-a4eb-444f-95a1-e4af4e4ec835 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:34.072912 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76de83-a4eb-444f-95a1-e4af4e4ec835 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Port': ['ID=fc7487e4-45b8-4f71-8c07-7aae0adc1617,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:34.131215 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba76de83-a4eb-444f-95a1-e4af4e4ec835 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:34.135675 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ba76de83-a4eb-444f-95a1-e4af4e4ec835 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/ports/fc7487e4-45b8-4f71-8c07-7aae0adc1617 HTTP/1.1" status: 204 len: 168 time: 1.3833601 Jul 23 20:24:34.144617 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45348) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:34.169585 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8999f2-6ae6-4562-bc5c-94c5894d164b tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:24:34.179291 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a6ab8a62-cd42-4f45-91f0-75d1f09b1baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:34.182599 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5663f71b-a94d-4b25-8552-7b5d4e0c92e2 None None] Sync routers for ids ['5fb90fdf-71dc-4e9c-a61a-1e9277d2db85'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:24:34.197886 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5663f71b-a94d-4b25-8552-7b5d4e0c92e2 None None] Routers {'5fb90fdf-71dc-4e9c-a61a-1e9277d2db85'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:34.198561 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5663f71b-a94d-4b25-8552-7b5d4e0c92e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:24:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5fb90fdf-71dc-4e9c-a61a-1e9277d2db85'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:34.206772 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5d8999f2-6ae6-4562-bc5c-94c5894d164b tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] 10.222.0.32 "PUT /v2.0/routers/5fb90fdf-71dc-4e9c-a61a-1e9277d2db85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0067554 Jul 23 20:24:34.260137 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45350) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:34.280042 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5663f71b-a94d-4b25-8552-7b5d4e0c92e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:34.291135 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5663f71b-a94d-4b25-8552-7b5d4e0c92e2 None None] Routers {'5fb90fdf-71dc-4e9c-a61a-1e9277d2db85'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:34.291997 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5663f71b-a94d-4b25-8552-7b5d4e0c92e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:24:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5fb90fdf-71dc-4e9c-a61a-1e9277d2db85'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:34.361670 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5663f71b-a94d-4b25-8552-7b5d4e0c92e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:34.362128 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5663f71b-a94d-4b25-8552-7b5d4e0c92e2 None None] The sync data for ids ['5fb90fdf-71dc-4e9c-a61a-1e9277d2db85'] in n-d-793618-10 is: [] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:24:34.424803 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4727f623-0e69-454d-bdd3-68cd0967d107 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:34.426452 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4727f623-0e69-454d-bdd3-68cd0967d107 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:34.428129 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4727f623-0e69-454d-bdd3-68cd0967d107 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2805343 Jul 23 20:24:34.432647 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45352) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:34.452063 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a655a697-775a-43aa-9f3c-da17a0b95de0 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:34.497581 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-2b48529a-6b8d-4357-86a2-c358893acc29 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Allocated IP 172.25.1.180 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/4f823d3d-fec3-4ae8-ac89-f49258273eeb) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:34.557402 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e291f26-67fe-44e3-b593-4e95664feb8c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting subnet 8f4f1836-d6a8-4e8d-ae36-ca6a3461ced2 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:24:34.582861 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8e291f26-67fe-44e3-b593-4e95664feb8c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:34.588273 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-a655a697-775a-43aa-9f3c-da17a0b95de0 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 20:24:34.593667 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a655a697-775a-43aa-9f3c-da17a0b95de0 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] 10.222.0.32 "DELETE /v2.0/routers/5fb90fdf-71dc-4e9c-a61a-1e9277d2db85 HTTP/1.1" status: 409 len: 329 time: 0.3215747 Jul 23 20:24:34.594727 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45354) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:34.716443 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a6ab8a62-cd42-4f45-91f0-75d1f09b1baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:34.717695 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8e291f26-67fe-44e3-b593-4e95664feb8c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:34.750250 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a6ab8a62-cd42-4f45-91f0-75d1f09b1baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:34.851314 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a6ab8a62-cd42-4f45-91f0-75d1f09b1baa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7c3f43318408458d85bd48b9314078e0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0604248 Jul 23 20:24:34.856741 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45364) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:34.907897 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2b48529a-6b8d-4357-86a2-c358893acc29 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:34.972975 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab8a62-cd42-4f45-91f0-75d1f09b1baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8665bb3-860f-482b-acb9-6c696002a023,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:35.019505 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8e291f26-67fe-44e3-b593-4e95664feb8c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:35.086442 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0988c37c-f6d7-48fb-8db5-361c7eddb06c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:35.100852 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2b48529a-6b8d-4357-86a2-c358893acc29 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:35.145071 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0988c37c-f6d7-48fb-8db5-361c7eddb06c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:35.197785 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b48529a-6b8d-4357-86a2-c358893acc29 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:35.210791 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48529a-6b8d-4357-86a2-c358893acc29 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event updated for resources: {'Port': ['ID=4f823d3d-fec3-4ae8-ac89-f49258273eeb,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:35.216542 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-2b48529a-6b8d-4357-86a2-c358893acc29 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:35.222446 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b48529a-6b8d-4357-86a2-c358893acc29 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:35.291600 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-72264ee8-db8f-4679-8793-16016117012a None None] Provisioning for port f0866fd8-3101-49f8-868f-4061e4365b30 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:35.299293 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8e291f26-67fe-44e3-b593-4e95664feb8c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:35.334639 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e291f26-67fe-44e3-b593-4e95664feb8c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Subnet': ['ID=8f4f1836-d6a8-4e8d-ae36-ca6a3461ced2,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:35.361660 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8e291f26-67fe-44e3-b593-4e95664feb8c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:35.366189 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8e291f26-67fe-44e3-b593-4e95664feb8c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/8f4f1836-d6a8-4e8d-ae36-ca6a3461ced2 HTTP/1.1" status: 204 len: 168 time: 0.9322765 Jul 23 20:24:35.371390 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45378) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:35.377734 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0988c37c-f6d7-48fb-8db5-361c7eddb06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:35.380988 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0988c37c-f6d7-48fb-8db5-361c7eddb06c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:35.385108 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0988c37c-f6d7-48fb-8db5-361c7eddb06c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b8665bb3-860f-482b-acb9-6c696002a023 HTTP/1.1" status: 204 len: 168 time: 0.5251310 Jul 23 20:24:35.404724 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0988c37c-f6d7-48fb-8db5-361c7eddb06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8665bb3-860f-482b-acb9-6c696002a023,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:35.435072 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-177789a3-598a-4d71-8bc7-caf44e78c07b tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:35.452725 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device f0866fd8-3101-49f8-868f-4061e4365b30 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:24:35.532798 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port f0866fd8-3101-49f8-868f-4061e4365b30 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:35.540851 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port f0866fd8-3101-49f8-868f-4061e4365b30 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:35.542486 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:35.697436 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2b48529a-6b8d-4357-86a2-c358893acc29 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:35.722746 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-771f1b69-ac09-43a7-b533-592c11b71dd2 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3491623 Jul 23 20:24:35.731506 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45388) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:35.867331 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2b48529a-6b8d-4357-86a2-c358893acc29 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:35.882047 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:35.896118 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3cfc0a-f715-4f51-9e02-6b5598caa6db None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:24:35.944362 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port f0866fd8-3101-49f8-868f-4061e4365b30, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=f0866fd8-3101-49f8-868f-4061e4365b30,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:35.949628 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69adc561-8fdf-43ff-b904-a1b987684334 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:35.954383 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:35.963445 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a8bdae9d-a4a6-46c3-bd3c-526fd8e46344 None None] Could not find standard attr ID for object fc7487e4-45b8-4f71-8c07-7aae0adc1617. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:24:35.963900 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-69adc561-8fdf-43ff-b904-a1b987684334 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2251270 Jul 23 20:24:35.966142 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45396) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:36.102255 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc7dd5b-cc7d-40d1-a729-95e76790fd8c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:36.107471 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5bc7dd5b-cc7d-40d1-a729-95e76790fd8c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1195126 Jul 23 20:24:36.109873 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45400) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:36.171003 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a43d7a84-d319-4e0c-9876-3f5524092dc7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0594227 Jul 23 20:24:36.172597 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=f0866fd8-3101-49f8-868f-4061e4365b30,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:36.184522 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45402) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:36.197739 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-90a54620-065d-458e-847c-f36395977c93 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'subnet': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:36.212554 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-177789a3-598a-4d71-8bc7-caf44e78c07b tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Deleting port f1cfcd8c-1dfa-4b34-9e22-208b5b35efe7 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:24:36.213237 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-177789a3-598a-4d71-8bc7-caf44e78c07b tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:36.296471 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45406) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:36.319660 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8052df3a-6511-48bc-9fb0-16ba3823bbdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:36.409802 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a54620-065d-458e-847c-f36395977c93 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:36.413537 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-90a54620-065d-458e-847c-f36395977c93 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:36.430245 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-177789a3-598a-4d71-8bc7-caf44e78c07b tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:36.445742 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2b48529a-6b8d-4357-86a2-c358893acc29 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:36.446763 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2201c36b-45d5-4fab-98ad-66466d774541 None None] DHCP port deletion for bd014336-7cf6-4be5-829d-b33260ee43fe request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:24:36.459036 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2b48529a-6b8d-4357-86a2-c358893acc29 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:36.474024 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-177789a3-598a-4d71-8bc7-caf44e78c07b tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Calling delete_port for f1cfcd8c-1dfa-4b34-9e22-208b5b35efe7 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:24:36.517750 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2201c36b-45d5-4fab-98ad-66466d774541 None None] Deleting port f0866fd8-3101-49f8-868f-4061e4365b30 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:24:36.518405 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2201c36b-45d5-4fab-98ad-66466d774541 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:36.599213 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48529a-6b8d-4357-86a2-c358893acc29 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event updated for resources: {'Port': ['ID=4f823d3d-fec3-4ae8-ac89-f49258273eeb,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:36.622754 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2201c36b-45d5-4fab-98ad-66466d774541 None None] For port f0866fd8-3101-49f8-868f-4061e4365b30, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=f0866fd8-3101-49f8-868f-4061e4365b30,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:36.623772 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2201c36b-45d5-4fab-98ad-66466d774541 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:36.630574 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2b48529a-6b8d-4357-86a2-c358893acc29 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:36.644532 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2201c36b-45d5-4fab-98ad-66466d774541 None None] Calling delete_port for f0866fd8-3101-49f8-868f-4061e4365b30 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:24:36.744953 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2201c36b-45d5-4fab-98ad-66466d774541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:36.756961 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-90a54620-065d-458e-847c-f36395977c93 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:36.789939 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2201c36b-45d5-4fab-98ad-66466d774541 None None] No DVR routers for this DVR port f0866fd8-3101-49f8-868f-4061e4365b30 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:24:36.795683 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201c36b-45d5-4fab-98ad-66466d774541 None None] Pushing event deleted for resources: {'Port': ['ID=f0866fd8-3101-49f8-868f-4061e4365b30,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:36.816956 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a54620-065d-458e-847c-f36395977c93 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:36.826236 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-90a54620-065d-458e-847c-f36395977c93 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:36.830358 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a54620-065d-458e-847c-f36395977c93 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:36.833330 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-90a54620-065d-458e-847c-f36395977c93 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:36.854265 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a54620-065d-458e-847c-f36395977c93 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Subnet': ['ID=66d959e0-d9be-4a34-87ef-5be66a2de9ba,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:36.861760 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68972d26-f15a-4884-844d-3d20c17132e7 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:24:36.907016 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8052df3a-6511-48bc-9fb0-16ba3823bbdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:36.908294 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-177789a3-598a-4d71-8bc7-caf44e78c07b tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:36.922498 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2b48529a-6b8d-4357-86a2-c358893acc29 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:36.923908 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2b48529a-6b8d-4357-86a2-c358893acc29 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7433181 Jul 23 20:24:36.927424 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45410) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:36.933843 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-a387849d-0638-4c37-a764-75bee6a7f74e tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Request body: {'port': {'network_id': 'e43b9b0e-bd07-4d32-ae41-f18d4308bd91', 'name': 'tempest-FloatingIPTestJSON-336796118'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:36.954889 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8052df3a-6511-48bc-9fb0-16ba3823bbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:36.991557 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8052df3a-6511-48bc-9fb0-16ba3823bbdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695b2f9d-963e-46a2-9b3c-7cd90373c8a2,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:36.994967 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177789a3-598a-4d71-8bc7-caf44e78c07b tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Pushing event deleted for resources: {'Port': ['ID=f1cfcd8c-1dfa-4b34-9e22-208b5b35efe7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:37.046083 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8052df3a-6511-48bc-9fb0-16ba3823bbdc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb524688eeb74811b74f2d48426ce10f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7484236 Jul 23 20:24:37.081335 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-90a54620-065d-458e-847c-f36395977c93 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8943136 Jul 23 20:24:37.098076 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45412) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:37.098552 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45416) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:37.117998 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2e2a91-7d9d-414d-9ed5-de6211107548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-bd014336-7cf6-4be5-829d-b33260ee43fe', 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'tenant_id': '5b8a44966ee64868a6ea19d10cce6716', 'fixed_ips': [{'subnet_id': '66d959e0-d9be-4a34-87ef-5be66a2de9ba'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:24:37.119736 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e2e2a91-7d9d-414d-9ed5-de6211107548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:37.143423 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-cadd7aee-792d-4636-8781-dd2f0bdf4426 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'port': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'fixed_ips': [{'subnet_id': '66d959e0-d9be-4a34-87ef-5be66a2de9ba', 'ip_address': '2001:db8::eef9:3ea6:a1a0:cc9a'}], 'name': 'tempest-NetworksTestDHCPv6-117458892'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:37.265809 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-177789a3-598a-4d71-8bc7-caf44e78c07b tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:37.363913 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device f0866fd8-3101-49f8-868f-4061e4365b30 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:24:37.403293 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: f0866fd8-3101-49f8-868f-4061e4365b30 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:24:37.403668 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device f0866fd8-3101-49f8-868f-4061e4365b30 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:24:37.422536 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-79c55791-a4c9-4e3b-916b-82336d51646d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:37.429414 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-5e2e2a91-7d9d-414d-9ed5-de6211107548 None None] Allocated IP 2001:db8::2 (bd014336-7cf6-4be5-829d-b33260ee43fe/66d959e0-d9be-4a34-87ef-5be66a2de9ba/1e16d1ba-0fbb-45fc-bbca-08b308aa9b1e) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:37.536439 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadd7aee-792d-4636-8781-dd2f0bdf4426 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:37.545754 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.db.api [None req-a387849d-0638-4c37-a764-75bee6a7f74e tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 20:24:37.545754 n-d-793618-10 neutron-server[93875]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 20:24:37.545754 n-d-793618-10 neutron-server[93875]: [parameters: {'project_id': 'b98d9b4bf2fd440a9f467dfa276f887b', 'id': 'a9dbdb42-88bd-4062-a99f-7c400877ec2a', 'expiration': datetime.datetime(2021, 7, 23, 20, 26, 37, 501604)}] Jul 23 20:24:37.545754 n-d-793618-10 neutron-server[93875]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93875) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:24:37.546814 n-d-793618-10 neutron-server[93875]: DEBUG oslo_db.api [None req-a387849d-0638-4c37-a764-75bee6a7f74e tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:24:37.585249 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-79c55791-a4c9-4e3b-916b-82336d51646d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:37.654141 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177789a3-598a-4d71-8bc7-caf44e78c07b tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Router 5fb90fdf-71dc-4e9c-a61a-1e9277d2db85 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:24:37.670371 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e2e2a91-7d9d-414d-9ed5-de6211107548 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:37.687098 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5e2e2a91-7d9d-414d-9ed5-de6211107548 None None] Transition to ACTIVE for port object 1e16d1ba-0fbb-45fc-bbca-08b308aa9b1e will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:37.712431 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5e2e2a91-7d9d-414d-9ed5-de6211107548 None None] Transition to ACTIVE for port object 1e16d1ba-0fbb-45fc-bbca-08b308aa9b1e will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:37.726945 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e2e2a91-7d9d-414d-9ed5-de6211107548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:37.742571 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cadd7aee-792d-4636-8781-dd2f0bdf4426 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:37.761219 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-79c55791-a4c9-4e3b-916b-82336d51646d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:37.765828 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-79c55791-a4c9-4e3b-916b-82336d51646d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:37.771338 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-79c55791-a4c9-4e3b-916b-82336d51646d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/695b2f9d-963e-46a2-9b3c-7cd90373c8a2 HTTP/1.1" status: 204 len: 168 time: 0.6676633 Jul 23 20:24:37.782719 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177789a3-598a-4d71-8bc7-caf44e78c07b tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:24:37.794132 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-177789a3-598a-4d71-8bc7-caf44e78c07b tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] 10.222.0.32 "PUT /v2.0/routers/5fb90fdf-71dc-4e9c-a61a-1e9277d2db85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1931732 Jul 23 20:24:37.794300 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f50efe-1105-46be-bfe4-6f7cc15f58c9 None None] Sync routers for ids ['5fb90fdf-71dc-4e9c-a61a-1e9277d2db85'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:24:37.794949 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45422) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:37.813053 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2e2a91-7d9d-414d-9ed5-de6211107548 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:37.814221 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c55791-a4c9-4e3b-916b-82336d51646d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695b2f9d-963e-46a2-9b3c-7cd90373c8a2,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:37.816670 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-5e2e2a91-7d9d-414d-9ed5-de6211107548 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:37.818703 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-cadd7aee-792d-4636-8781-dd2f0bdf4426 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] device_id is not set on port 914f993d-1f01-4ea8-bad0-0b8b98b66eab yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:24:37.823674 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2e2a91-7d9d-414d-9ed5-de6211107548 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:37.828427 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f50efe-1105-46be-bfe4-6f7cc15f58c9 None None] Routers {'5fb90fdf-71dc-4e9c-a61a-1e9277d2db85'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:37.829083 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-24f50efe-1105-46be-bfe4-6f7cc15f58c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:24:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5fb90fdf-71dc-4e9c-a61a-1e9277d2db85'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:37.862737 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-cef5439a-3957-4cef-a6c8-37222ad825f3 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] show failed (client error): The resource could not be found. Jul 23 20:24:37.869365 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-cef5439a-3957-4cef-a6c8-37222ad825f3 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-1945243538 HTTP/1.1" status: 404 len: 335 time: 0.0689240 Jul 23 20:24:37.869671 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e2a91-7d9d-414d-9ed5-de6211107548 None None] Pushing event updated for resources: {'Port': ['ID=1e16d1ba-0fbb-45fc-bbca-08b308aa9b1e,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:37.872244 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45424) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:37.877662 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-bf4a499b-fa13-47c2-b0f2-fcd3abd6bfb4 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:37.932206 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-bf4a499b-fa13-47c2-b0f2-fcd3abd6bfb4 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] update failed (client error): The resource could not be found. Jul 23 20:24:37.941874 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bf4a499b-fa13-47c2-b0f2-fcd3abd6bfb4 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-1585546475 HTTP/1.1" status: 404 len: 335 time: 0.0598269 Jul 23 20:24:37.942691 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45426) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:37.955110 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-5e2e2a91-7d9d-414d-9ed5-de6211107548 None None] Attempting to bind port 1e16d1ba-0fbb-45fc-bbca-08b308aa9b1e on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:24:37.955564 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-5e2e2a91-7d9d-414d-9ed5-de6211107548 None None] Attempting to bind port 1e16d1ba-0fbb-45fc-bbca-08b308aa9b1e by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:24:37.956030 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2e2a91-7d9d-414d-9ed5-de6211107548 None None] Attempting to bind port 1e16d1ba-0fbb-45fc-bbca-08b308aa9b1e on network bd014336-7cf6-4be5-829d-b33260ee43fe {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:24:37.967070 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2e2a91-7d9d-414d-9ed5-de6211107548 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:24:37.967579 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2e2a91-7d9d-414d-9ed5-de6211107548 None None] Checking segment: {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:24:37.968054 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-24f50efe-1105-46be-bfe4-6f7cc15f58c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:37.968251 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e2e2a91-7d9d-414d-9ed5-de6211107548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:37.968990 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2e2a91-7d9d-414d-9ed5-de6211107548 None None] Bound using segment: {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:24:37.969759 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-5e2e2a91-7d9d-414d-9ed5-de6211107548 None None] Bound port: 1e16d1ba-0fbb-45fc-bbca-08b308aa9b1e, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:24:37.970334 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e2e2a91-7d9d-414d-9ed5-de6211107548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:37.985500 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f50efe-1105-46be-bfe4-6f7cc15f58c9 None None] Routers {'5fb90fdf-71dc-4e9c-a61a-1e9277d2db85'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:37.986729 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-24f50efe-1105-46be-bfe4-6f7cc15f58c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:24:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5fb90fdf-71dc-4e9c-a61a-1e9277d2db85'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:38.031042 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-24f50efe-1105-46be-bfe4-6f7cc15f58c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:38.032224 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f50efe-1105-46be-bfe4-6f7cc15f58c9 None None] The sync data for ids ['5fb90fdf-71dc-4e9c-a61a-1e9277d2db85'] in n-d-793618-10 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:24:38.120000 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dae95d6-1f4a-4429-bbc7-e72f8e0f168e tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Deleting subnet 15170e85-b5c0-40a7-b06d-53b9ca18cff3 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:24:38.135731 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6dae95d6-1f4a-4429-bbc7-e72f8e0f168e tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:38.158812 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-5e2e2a91-7d9d-414d-9ed5-de6211107548 None None] For port 1e16d1ba-0fbb-45fc-bbca-08b308aa9b1e, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:24:38.162674 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-5e2e2a91-7d9d-414d-9ed5-de6211107548 None None] For port 1e16d1ba-0fbb-45fc-bbca-08b308aa9b1e, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=1e16d1ba-0fbb-45fc-bbca-08b308aa9b1e,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:24:38.169133 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e2e2a91-7d9d-414d-9ed5-de6211107548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:38.257379 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6dae95d6-1f4a-4429-bbc7-e72f8e0f168e tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:38.298512 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a387849d-0638-4c37-a764-75bee6a7f74e tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Made reservation on behalf of b98d9b4bf2fd440a9f467dfa276f887b for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:38.304880 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a387849d-0638-4c37-a764-75bee6a7f74e tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:38.377736 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e2a91-7d9d-414d-9ed5-de6211107548 None None] Pushing event updated for resources: {'Port': ['ID=1e16d1ba-0fbb-45fc-bbca-08b308aa9b1e,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:38.398332 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-a387849d-0638-4c37-a764-75bee6a7f74e tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] device_id is not set on port d3be8cbd-6f46-4702-86a4-c7baa80121f9 yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:24:38.463309 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6dae95d6-1f4a-4429-bbc7-e72f8e0f168e tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:38.505879 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-cadd7aee-792d-4636-8781-dd2f0bdf4426 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Allocated IP 2001:db8::eef9:3ea6:a1a0:cc9a (bd014336-7cf6-4be5-829d-b33260ee43fe/66d959e0-d9be-4a34-87ef-5be66a2de9ba/914f993d-1f01-4ea8-bad0-0b8b98b66eab) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:38.597868 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6dae95d6-1f4a-4429-bbc7-e72f8e0f168e tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:38.664638 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae95d6-1f4a-4429-bbc7-e72f8e0f168e tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Pushing event deleted for resources: {'Subnet': ['ID=15170e85-b5c0-40a7-b06d-53b9ca18cff3,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:38.674538 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6dae95d6-1f4a-4429-bbc7-e72f8e0f168e tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:38.677717 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e71124-4a2f-48a5-b5d2-246a619713ea None None] Network 98e9085d-f8aa-459b-8e2a-7572959138e1 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:24:38.684440 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6dae95d6-1f4a-4429-bbc7-e72f8e0f168e tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] 10.222.0.32 "DELETE /v2.0/subnets/15170e85-b5c0-40a7-b06d-53b9ca18cff3 HTTP/1.1" status: 204 len: 168 time: 0.7404156 Jul 23 20:24:38.685765 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45438) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:38.815255 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-a387849d-0638-4c37-a764-75bee6a7f74e tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Allocated IP 172.20.0.6 (e43b9b0e-bd07-4d32-ae41-f18d4308bd91/c54ebfff-0936-4a40-aa7b-989a0e79745f/d3be8cbd-6f46-4702-86a4-c7baa80121f9) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:38.837333 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-a20fa1eb-9266-4a0f-a353-02ed2b51f43b tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Deleting subnet 9b0ac067-0b78-4d59-a364-69a2f942bef9 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:24:38.862975 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a20fa1eb-9266-4a0f-a353-02ed2b51f43b tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:39.050582 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a20fa1eb-9266-4a0f-a353-02ed2b51f43b tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:39.112962 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cadd7aee-792d-4636-8781-dd2f0bdf4426 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:39.217408 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-cadd7aee-792d-4636-8781-dd2f0bdf4426 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Transition to ACTIVE for port object 914f993d-1f01-4ea8-bad0-0b8b98b66eab will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:39.270420 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911cf24a-cf98-4e07-9cd8-34adedc7a3f9 None None] DHCP port deletion for 98e9085d-f8aa-459b-8e2a-7572959138e1 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:24:39.361529 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a20fa1eb-9266-4a0f-a353-02ed2b51f43b tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:39.444761 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a387849d-0638-4c37-a764-75bee6a7f74e tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:39.493819 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 1e16d1ba-0fbb-45fc-bbca-08b308aa9b1e up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:24:39.503932 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-911cf24a-cf98-4e07-9cd8-34adedc7a3f9 None None] Deleting port 806d4b28-b906-4381-9d39-160225bf6919 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:24:39.507411 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-911cf24a-cf98-4e07-9cd8-34adedc7a3f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:39.512652 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a387849d-0638-4c37-a764-75bee6a7f74e tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:39.536325 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a20fa1eb-9266-4a0f-a353-02ed2b51f43b tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:39.558929 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cadd7aee-792d-4636-8781-dd2f0bdf4426 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:39.607082 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b950a35f-c3f3-4009-b5af-1de77b7738e0 None None] Network e68d131a-e03c-46d9-9e93-118ddf83e7c7 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:24:39.609748 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a20fa1eb-9266-4a0f-a353-02ed2b51f43b tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:39.619599 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a20fa1eb-9266-4a0f-a353-02ed2b51f43b tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] 10.222.0.32 "DELETE /v2.0/subnets/9b0ac067-0b78-4d59-a364-69a2f942bef9 HTTP/1.1" status: 204 len: 168 time: 0.9323201 Jul 23 20:24:39.620644 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20fa1eb-9266-4a0f-a353-02ed2b51f43b tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Pushing event deleted for resources: {'Subnet': ['ID=9b0ac067-0b78-4d59-a364-69a2f942bef9,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:39.635460 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45454) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:39.674566 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadd7aee-792d-4636-8781-dd2f0bdf4426 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:39.679095 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-cadd7aee-792d-4636-8781-dd2f0bdf4426 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:39.686583 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadd7aee-792d-4636-8781-dd2f0bdf4426 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:39.692641 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadd7aee-792d-4636-8781-dd2f0bdf4426 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:39.694954 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cadd7aee-792d-4636-8781-dd2f0bdf4426 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:39.777127 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a387849d-0638-4c37-a764-75bee6a7f74e tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Network e43b9b0e-bd07-4d32-ae41-f18d4308bd91 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:39.792125 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-a387849d-0638-4c37-a764-75bee6a7f74e tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:39.805704 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-cadd7aee-792d-4636-8781-dd2f0bdf4426 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7037776 Jul 23 20:24:39.806516 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45460) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:39.808990 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a387849d-0638-4c37-a764-75bee6a7f74e tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:39.940549 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a387849d-0638-4c37-a764-75bee6a7f74e tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:39.942618 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a387849d-0638-4c37-a764-75bee6a7f74e tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:39.946405 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387849d-0638-4c37-a764-75bee6a7f74e tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event updated for resources: {'Port': ['ID=d3be8cbd-6f46-4702-86a4-c7baa80121f9,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:39.970237 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45462) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:40.127107 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-911cf24a-cf98-4e07-9cd8-34adedc7a3f9 None None] For port 806d4b28-b906-4381-9d39-160225bf6919, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=806d4b28-b906-4381-9d39-160225bf6919,segment=NetworkSegment(241c001d-c06b-4761-99b1-68c86868c229),segment_id=241c001d-c06b-4761-99b1-68c86868c229)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:40.127960 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-911cf24a-cf98-4e07-9cd8-34adedc7a3f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:40.152015 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a387849d-0638-4c37-a764-75bee6a7f74e tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.2232134 Jul 23 20:24:40.173181 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45468) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:40.184761 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-5900e8ab-26ea-4fa5-b0ae-63d7e64bcc69 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Request body: {'floatingip': {'port_id': 'd3be8cbd-6f46-4702-86a4-c7baa80121f9'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:40.193524 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-911cf24a-cf98-4e07-9cd8-34adedc7a3f9 None None] Calling delete_port for 806d4b28-b906-4381-9d39-160225bf6919 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:24:40.344668 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-9f4eee1c-0d8a-4bb0-a5a5-0e6a21bbcb37 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2031607268-network', 'tenant_id': '9dea94e537f2418f995286ec3945acd8'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:40.358696 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd7aee-792d-4636-8781-dd2f0bdf4426 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Port': ['ID=914f993d-1f01-4ea8-bad0-0b8b98b66eab,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:40.412477 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5900e8ab-26ea-4fa5-b0ae-63d7e64bcc69 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for floatingip, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:40.491726 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 1e16d1ba-0fbb-45fc-bbca-08b308aa9b1e completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:40.542023 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-513ad44b-d1ab-4bf9-accc-8cb627d36e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:40.608297 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a732ad47-7606-4e8e-8d74-bf0bf44d5fe9 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:40.619977 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4eee1c-0d8a-4bb0-a5a5-0e6a21bbcb37 admin admin] Made reservation on behalf of 9dea94e537f2418f995286ec3945acd8 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:40.632504 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9f4eee1c-0d8a-4bb0-a5a5-0e6a21bbcb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:40.644304 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2c3a3757-68c9-470f-860a-507e01fb44f0 None None] Provisioning for port 1e16d1ba-0fbb-45fc-bbca-08b308aa9b1e completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:40.676970 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2c3a3757-68c9-470f-860a-507e01fb44f0 None None] Provisioning complete for port 1e16d1ba-0fbb-45fc-bbca-08b308aa9b1e triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:40.677711 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c3a3757-68c9-470f-860a-507e01fb44f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:40.686275 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45474) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:40.726206 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-911cf24a-cf98-4e07-9cd8-34adedc7a3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:40.739588 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9f4eee1c-0d8a-4bb0-a5a5-0e6a21bbcb37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:40.747969 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-a732ad47-7606-4e8e-8d74-bf0bf44d5fe9 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Deleting port 806d4b28-b906-4381-9d39-160225bf6919 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:24:40.748356 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a732ad47-7606-4e8e-8d74-bf0bf44d5fe9 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:40.782288 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911cf24a-cf98-4e07-9cd8-34adedc7a3f9 None None] No DVR routers for this DVR port 806d4b28-b906-4381-9d39-160225bf6919 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:24:40.788954 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911cf24a-cf98-4e07-9cd8-34adedc7a3f9 None None] Pushing event deleted for resources: {'Port': ['ID=806d4b28-b906-4381-9d39-160225bf6919,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:40.804849 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9d024a-b4c9-46b6-96dd-8c67e1fac9de tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:40.823665 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9d024a-b4c9-46b6-96dd-8c67e1fac9de tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:40.833085 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-eb9d024a-b4c9-46b6-96dd-8c67e1fac9de tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.9038270 Jul 23 20:24:40.844529 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45478) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:40.911486 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c3a3757-68c9-470f-860a-507e01fb44f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:40.939933 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a332980e-328e-458b-bec9-166e4446c059 None None] DHCP port deletion for e68d131a-e03c-46d9-9e93-118ddf83e7c7 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:24:40.984588 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-a732ad47-7606-4e8e-8d74-bf0bf44d5fe9 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] For port 806d4b28-b906-4381-9d39-160225bf6919, host n-d-793618-10, got binding levels [] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:40.984792 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a732ad47-7606-4e8e-8d74-bf0bf44d5fe9 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:41.016599 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-a732ad47-7606-4e8e-8d74-bf0bf44d5fe9 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Calling delete_port for 806d4b28-b906-4381-9d39-160225bf6919 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:24:41.021837 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.ipam_backend_mixin [None req-a732ad47-7606-4e8e-8d74-bf0bf44d5fe9 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Port 806d4b28-b906-4381-9d39-160225bf6919 was not found and therefore no delete operation was performed {{(pid=93876) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:24:41.023654 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a732ad47-7606-4e8e-8d74-bf0bf44d5fe9 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:41.045875 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2c3a3757-68c9-470f-860a-507e01fb44f0 None None] For port 1e16d1ba-0fbb-45fc-bbca-08b308aa9b1e, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=1e16d1ba-0fbb-45fc-bbca-08b308aa9b1e,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:41.067517 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732ad47-7606-4e8e-8d74-bf0bf44d5fe9 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Pushing event deleted for resources: {'Port': ['ID=806d4b28-b906-4381-9d39-160225bf6919,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:41.067748 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c3a3757-68c9-470f-860a-507e01fb44f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:41.079729 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a732ad47-7606-4e8e-8d74-bf0bf44d5fe9 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] No DVR routers for this DVR port 806d4b28-b906-4381-9d39-160225bf6919 on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:24:41.126095 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a332980e-328e-458b-bec9-166e4446c059 None None] Deleting port 4473508d-ba04-43b9-baa0-6ba10db64053 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:24:41.126465 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a332980e-328e-458b-bec9-166e4446c059 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:41.194582 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a3757-68c9-470f-860a-507e01fb44f0 None None] Pushing event updated for resources: {'Port': ['ID=1e16d1ba-0fbb-45fc-bbca-08b308aa9b1e,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:41.254180 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a732ad47-7606-4e8e-8d74-bf0bf44d5fe9 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:41.267008 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-a732ad47-7606-4e8e-8d74-bf0bf44d5fe9 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98e9085d-f8aa-459b-8e2a-7572959138e1']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:41.267662 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6e4c3d59-a0b5-4d49-8a16-3ddae4095d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:41.279325 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-a732ad47-7606-4e8e-8d74-bf0bf44d5fe9 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '241c001d-c06b-4761-99b1-68c86868c229') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:41.279629 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-a732ad47-7606-4e8e-8d74-bf0bf44d5fe9 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '241c001d-c06b-4761-99b1-68c86868c229') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:41.279977 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-a332980e-328e-458b-bec9-166e4446c059 None None] For port 4473508d-ba04-43b9-baa0-6ba10db64053, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=4473508d-ba04-43b9-baa0-6ba10db64053,segment=NetworkSegment(1c64eaf5-141a-4ad0-9f89-3211957f639b),segment_id=1c64eaf5-141a-4ad0-9f89-3211957f639b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:41.281928 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a332980e-328e-458b-bec9-166e4446c059 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:41.290928 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a732ad47-7606-4e8e-8d74-bf0bf44d5fe9 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:41.316138 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a332980e-328e-458b-bec9-166e4446c059 None None] Calling delete_port for 4473508d-ba04-43b9-baa0-6ba10db64053 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:24:41.316747 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a732ad47-7606-4e8e-8d74-bf0bf44d5fe9 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:41.326591 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a732ad47-7606-4e8e-8d74-bf0bf44d5fe9 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:24:41.328105 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a732ad47-7606-4e8e-8d74-bf0bf44d5fe9 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:41.429361 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:24:41.429361 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:24:41.429361 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:24:41.429361 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:24:41.429361 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:24:41.429361 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:24:41.429361 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:24:41.429361 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:24:41.429361 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:24:41.429361 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:24:41.429361 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:24:41.429361 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:24:41.429361 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:24:41.429361 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:24:41.429361 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:24:41.429361 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:24:41.429361 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:24:41.429361 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:24:41.429361 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:24:41.429361 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:24:41.429361 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:24:41.429361 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:24:41.429361 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:24:41.429361 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:24:41.429361 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:24:41.429361 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:24:41.429361 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:24:41.429361 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:24:41.429361 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:24:41.429361 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:24:41.429361 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:24:41.429361 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:24:41.434560 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a732ad47-7606-4e8e-8d74-bf0bf44d5fe9 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:41.456165 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a732ad47-7606-4e8e-8d74-bf0bf44d5fe9 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:41.459305 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 806d4b28-b906-4381-9d39-160225bf6919 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:24:41.465979 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45480) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:41.466380 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a732ad47-7606-4e8e-8d74-bf0bf44d5fe9 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] 10.222.0.32 "DELETE /v2.0/networks/98e9085d-f8aa-459b-8e2a-7572959138e1 HTTP/1.1" status: 204 len: 168 time: 1.8273835 Jul 23 20:24:41.478219 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732ad47-7606-4e8e-8d74-bf0bf44d5fe9 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Pushing event deleted for resources: {'Network': ['ID=98e9085d-f8aa-459b-8e2a-7572959138e1,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:41.497258 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6cee788f-d857-4aeb-9c90-5ad8b1111888 None None] Provisioning for port 914f993d-1f01-4ea8-bad0-0b8b98b66eab completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:41.499253 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 806d4b28-b906-4381-9d39-160225bf6919 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:24:41.499591 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 806d4b28-b906-4381-9d39-160225bf6919 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:24:41.500019 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 4473508d-ba04-43b9-baa0-6ba10db64053 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:24:41.506986 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6cee788f-d857-4aeb-9c90-5ad8b1111888 None None] Provisioning complete for port 914f993d-1f01-4ea8-bad0-0b8b98b66eab triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:41.507481 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6cee788f-d857-4aeb-9c90-5ad8b1111888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:41.519785 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-29a563cb-2b13-4abb-a3f9-d5f8ed41450e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting port 914f993d-1f01-4ea8-bad0-0b8b98b66eab {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:24:41.520299 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-29a563cb-2b13-4abb-a3f9-d5f8ed41450e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:41.569766 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a332980e-328e-458b-bec9-166e4446c059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:41.626991 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a332980e-328e-458b-bec9-166e4446c059 None None] Pushing event deleted for resources: {'Port': ['ID=4473508d-ba04-43b9-baa0-6ba10db64053,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:41.640105 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a332980e-328e-458b-bec9-166e4446c059 None None] No DVR routers for this DVR port 4473508d-ba04-43b9-baa0-6ba10db64053 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:24:41.642049 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No active binding found for port 4473508d-ba04-43b9-baa0-6ba10db64053 {{(pid=93877) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 23 20:24:41.642408 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 4473508d-ba04-43b9-baa0-6ba10db64053 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:24:41.644010 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-6cee788f-d857-4aeb-9c90-5ad8b1111888 None None] Port 914f993d-1f01-4ea8-bad0-0b8b98b66eab cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:24:42.099350 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9f4eee1c-0d8a-4bb0-a5a5-0e6a21bbcb37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:42.118771 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9f4eee1c-0d8a-4bb0-a5a5-0e6a21bbcb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:42.140381 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fc738355-e6fc-4cac-9b47-c39b5c74a959 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:42.194497 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-29a563cb-2b13-4abb-a3f9-d5f8ed41450e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:42.210251 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f4eee1c-0d8a-4bb0-a5a5-0e6a21bbcb37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:24:42.253057 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-29a563cb-2b13-4abb-a3f9-d5f8ed41450e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Calling delete_port for 914f993d-1f01-4ea8-bad0-0b8b98b66eab owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:24:42.259422 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4eee1c-0d8a-4bb0-a5a5-0e6a21bbcb37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ec5d28-89ac-4cc7-8457-e54bd4b4d429,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:42.263182 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9f4eee1c-0d8a-4bb0-a5a5-0e6a21bbcb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:42.263628 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-9f4eee1c-0d8a-4bb0-a5a5-0e6a21bbcb37 admin admin] Added segment ad5b33d8-22a0-43b1-9e03-b3c5458bb0d2 of type vlan for network a3845742-7f75-4261-826a-d86d2fafa43d Jul 23 20:24:42.272139 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.db.resource_extend [None req-5900e8ab-26ea-4fa5-b0ae-63d7e64bcc69 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:24:42.458565 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9f4eee1c-0d8a-4bb0-a5a5-0e6a21bbcb37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:42.470350 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5900e8ab-26ea-4fa5-b0ae-63d7e64bcc69 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:42.496790 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5900e8ab-26ea-4fa5-b0ae-63d7e64bcc69 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:42.634744 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fc738355-e6fc-4cac-9b47-c39b5c74a959 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:42.641147 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.db.resource_extend [None req-9f4eee1c-0d8a-4bb0-a5a5-0e6a21bbcb37 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:24:42.673411 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-fc738355-e6fc-4cac-9b47-c39b5c74a959 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e68d131a-e03c-46d9-9e93-118ddf83e7c7']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:42.700673 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-fc738355-e6fc-4cac-9b47-c39b5c74a959 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c64eaf5-141a-4ad0-9f89-3211957f639b') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:42.701040 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-fc738355-e6fc-4cac-9b47-c39b5c74a959 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c64eaf5-141a-4ad0-9f89-3211957f639b') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:42.718138 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9f4eee1c-0d8a-4bb0-a5a5-0e6a21bbcb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:42.719500 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4eee1c-0d8a-4bb0-a5a5-0e6a21bbcb37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:42.720404 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9f4eee1c-0d8a-4bb0-a5a5-0e6a21bbcb37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:42.735540 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6e4c3d59-a0b5-4d49-8a16-3ddae4095d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:42.738874 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fc738355-e6fc-4cac-9b47-c39b5c74a959 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:42.771385 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6e4c3d59-a0b5-4d49-8a16-3ddae4095d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:42.829404 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fc738355-e6fc-4cac-9b47-c39b5c74a959 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:42.861007 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9f4eee1c-0d8a-4bb0-a5a5-0e6a21bbcb37 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.8869550 Jul 23 20:24:42.865836 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45490) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:42.876796 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-291b19c5-a0e6-41df-8d1a-9187618e563a admin admin] Request body: {'subnet': {'network_id': 'a3845742-7f75-4261-826a-d86d2fafa43d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2031607268-subnet', 'tenant_id': '9dea94e537f2418f995286ec3945acd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:42.887097 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc738355-e6fc-4cac-9b47-c39b5c74a959 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:24:42.887610 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fc738355-e6fc-4cac-9b47-c39b5c74a959 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:42.898711 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:24:42.898711 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:24:42.898711 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:24:42.898711 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:24:42.898711 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:24:42.898711 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:24:42.898711 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:24:42.898711 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:24:42.898711 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:24:42.898711 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:24:42.898711 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:24:42.898711 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:24:42.898711 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:24:42.898711 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:24:42.898711 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:24:42.898711 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:24:42.898711 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:24:42.898711 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:24:42.898711 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:24:42.898711 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:24:42.898711 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:24:42.898711 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:24:42.898711 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:24:42.898711 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:24:42.898711 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:24:42.898711 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:24:42.898711 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:24:42.898711 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:24:42.898711 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:24:42.898711 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:24:42.898711 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:24:42.898711 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:24:42.917990 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291b19c5-a0e6-41df-8d1a-9187618e563a admin admin] Made reservation on behalf of 9dea94e537f2418f995286ec3945acd8 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:42.921270 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-291b19c5-a0e6-41df-8d1a-9187618e563a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:42.940066 n-d-793618-10 neutron-server[93875]: INFO neutron.db.l3_db [None req-5900e8ab-26ea-4fa5-b0ae-63d7e64bcc69 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Floating IP 8a6d6a10-bda6-42a4-acfd-87c5a1d910a9 associated. External IP: 172.25.1.180, port: d3be8cbd-6f46-4702-86a4-c7baa80121f9. Jul 23 20:24:42.958453 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6e4c3d59-a0b5-4d49-8a16-3ddae4095d9a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=70a22284dba6499f81bc66050fdeb026&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2326765 Jul 23 20:24:42.991478 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45492) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:43.002837 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c3d59-a0b5-4d49-8a16-3ddae4095d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83933ba-2d94-4950-a24d-c924240c2437,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:43.007103 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4eee1c-0d8a-4bb0-a5a5-0e6a21bbcb37 admin admin] Pushing event updated for resources: {'Network': ['ID=a3845742-7f75-4261-826a-d86d2fafa43d,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:43.039712 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network a3845742-7f75-4261-826a-d86d2fafa43d details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:24:43.073919 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2c65f460-f485-4933-a163-6a3ad9edca97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:43.102315 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-29a563cb-2b13-4abb-a3f9-d5f8ed41450e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:43.114942 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2c65f460-f485-4933-a163-6a3ad9edca97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:43.162349 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fc738355-e6fc-4cac-9b47-c39b5c74a959 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:43.166036 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a563cb-2b13-4abb-a3f9-d5f8ed41450e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Port': ['ID=914f993d-1f01-4ea8-bad0-0b8b98b66eab,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:43.180725 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fc738355-e6fc-4cac-9b47-c39b5c74a959 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:43.182902 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-fc738355-e6fc-4cac-9b47-c39b5c74a959 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] 10.222.0.32 "DELETE /v2.0/networks/e68d131a-e03c-46d9-9e93-118ddf83e7c7 HTTP/1.1" status: 204 len: 168 time: 1.6673851 Jul 23 20:24:43.187329 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45494) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:43.234974 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-29a563cb-2b13-4abb-a3f9-d5f8ed41450e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:43.239346 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-29a563cb-2b13-4abb-a3f9-d5f8ed41450e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/ports/914f993d-1f01-4ea8-bad0-0b8b98b66eab HTTP/1.1" status: 204 len: 168 time: 2.3877738 Jul 23 20:24:43.241581 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc738355-e6fc-4cac-9b47-c39b5c74a959 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Pushing event deleted for resources: {'Network': ['ID=e68d131a-e03c-46d9-9e93-118ddf83e7c7,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:43.242684 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45496) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:43.332781 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:43.338049 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2c65f460-f485-4933-a163-6a3ad9edca97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:43.343145 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2c65f460-f485-4933-a163-6a3ad9edca97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:43.345324 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2c65f460-f485-4933-a163-6a3ad9edca97 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f83933ba-2d94-4950-a24d-c924240c2437 HTTP/1.1" status: 204 len: 168 time: 0.3524010 Jul 23 20:24:43.362613 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 1e16d1ba-0fbb-45fc-bbca-08b308aa9b1e up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:24:43.401398 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928a0573-c5d7-44f2-b1c3-8870bfed4cd5 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:43.404348 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928a0573-c5d7-44f2-b1c3-8870bfed4cd5 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:43.407125 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-928a0573-c5d7-44f2-b1c3-8870bfed4cd5 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1615119 Jul 23 20:24:43.418513 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45500) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:43.478723 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-f65d2ccf-9781-464e-b932-abbabe33f763 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Deleting subnet 98be4bb7-3868-4778-a82d-1dacccf8f3ae {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:24:43.489225 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65f460-f485-4933-a163-6a3ad9edca97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83933ba-2d94-4950-a24d-c924240c2437,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:43.491164 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f65d2ccf-9781-464e-b932-abbabe33f763 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:43.523214 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bf2b84c-6e7f-4de5-aae3-9564be798a71 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting subnet 66d959e0-d9be-4a34-87ef-5be66a2de9ba {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:24:43.529443 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6bf2b84c-6e7f-4de5-aae3-9564be798a71 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:43.529868 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 1e16d1ba-0fbb-45fc-bbca-08b308aa9b1e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:43.530623 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:43.570386 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-291b19c5-a0e6-41df-8d1a-9187618e563a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:43.583610 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5900e8ab-26ea-4fa5-b0ae-63d7e64bcc69 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Router 53f6ea78-5523-49a7-bc66-eba1b3e8d312 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:24:43.625069 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6bf2b84c-6e7f-4de5-aae3-9564be798a71 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:43.666120 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f65d2ccf-9781-464e-b932-abbabe33f763 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:43.694166 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-561eb725-db87-4b6c-b507-4e49eadf4a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:43.753759 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b19c5-a0e6-41df-8d1a-9187618e563a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a37317c7-33fe-4f8e-b76f-c3cde11ab669,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:43.773590 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291b19c5-a0e6-41df-8d1a-9187618e563a admin admin] Checking segment: {'id': 'ad5b33d8-22a0-43b1-9e03-b3c5458bb0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a3845742-7f75-4261-826a-d86d2fafa43d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:24:43.774557 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291b19c5-a0e6-41df-8d1a-9187618e563a admin admin] Network hostable DHCP agents. Network: a3845742-7f75-4261-826a-d86d2fafa43d, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:24:43.811070 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291b19c5-a0e6-41df-8d1a-9187618e563a admin admin] Network a3845742-7f75-4261-826a-d86d2fafa43d is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:24:43.871367 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-291b19c5-a0e6-41df-8d1a-9187618e563a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, a3845742-7f75-4261-826a-d86d2fafa43d) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:43.875580 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5900e8ab-26ea-4fa5-b0ae-63d7e64bcc69 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:24:43.881598 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5900e8ab-26ea-4fa5-b0ae-63d7e64bcc69 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:43.883833 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfb4484-808d-44e4-aec7-4e3ae6742a8d None None] Network a3845742-7f75-4261-826a-d86d2fafa43d requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:24:43.887759 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6bf2b84c-6e7f-4de5-aae3-9564be798a71 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:43.894198 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47084959-b56a-47ab-948a-0568cd1e659c None None] Sync routers for ids ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:24:43.898937 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291b19c5-a0e6-41df-8d1a-9187618e563a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:43.900076 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-291b19c5-a0e6-41df-8d1a-9187618e563a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:43.937661 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f65d2ccf-9781-464e-b932-abbabe33f763 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:43.942117 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47084959-b56a-47ab-948a-0568cd1e659c None None] Routers {'53f6ea78-5523-49a7-bc66-eba1b3e8d312'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:43.943127 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-47084959-b56a-47ab-948a-0568cd1e659c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:24:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:44.013411 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5900e8ab-26ea-4fa5-b0ae-63d7e64bcc69 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "PUT /v2.0/floatingips/8a6d6a10-bda6-42a4-acfd-87c5a1d910a9 HTTP/1.1" status: 200 len: 977 time: 3.8342385 Jul 23 20:24:44.014232 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45512) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:44.058992 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-47084959-b56a-47ab-948a-0568cd1e659c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:44.100711 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47084959-b56a-47ab-948a-0568cd1e659c None None] Routers {'53f6ea78-5523-49a7-bc66-eba1b3e8d312'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:44.101750 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-47084959-b56a-47ab-948a-0568cd1e659c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:24:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:44.118606 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-291b19c5-a0e6-41df-8d1a-9187618e563a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2295694 Jul 23 20:24:44.124439 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f65d2ccf-9781-464e-b932-abbabe33f763 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:44.127875 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6bf2b84c-6e7f-4de5-aae3-9564be798a71 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:44.156839 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:44.161282 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-47084959-b56a-47ab-948a-0568cd1e659c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:44.162169 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47084959-b56a-47ab-948a-0568cd1e659c None None] The sync data for ids ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'] in n-d-793618-10 is: [] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:24:44.197599 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf2b84c-6e7f-4de5-aae3-9564be798a71 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Subnet': ['ID=66d959e0-d9be-4a34-87ef-5be66a2de9ba,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:44.201503 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d2ccf-9781-464e-b932-abbabe33f763 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Pushing event deleted for resources: {'Subnet': ['ID=98be4bb7-3868-4778-a82d-1dacccf8f3ae,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:44.206358 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f65d2ccf-9781-464e-b932-abbabe33f763 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:44.208901 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f65d2ccf-9781-464e-b932-abbabe33f763 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] 10.222.0.32 "DELETE /v2.0/subnets/98be4bb7-3868-4778-a82d-1dacccf8f3ae HTTP/1.1" status: 204 len: 168 time: 1.0201113 Jul 23 20:24:44.211487 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45518) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:44.217019 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6bf2b84c-6e7f-4de5-aae3-9564be798a71 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:44.221171 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6bf2b84c-6e7f-4de5-aae3-9564be798a71 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/66d959e0-d9be-4a34-87ef-5be66a2de9ba HTTP/1.1" status: 204 len: 168 time: 0.8006496 Jul 23 20:24:44.230599 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45520) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:44.249749 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2a09e5-9c9e-4545-ba8b-8ba1a1f81627 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:24:44.256031 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381524b0-ae3f-4260-928f-fa5497643921 None None] Network a07ab92d-f6ab-4d2b-9485-d7958baa7bd0 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:24:44.302590 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-07f5efe4-c037-46cd-8e2d-45318cf95694 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0700634 Jul 23 20:24:44.305724 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45526) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:44.319803 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-d2137566-1741-439a-b39c-6ae150372c41 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'subnet': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:44.354173 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a0284bef-4f62-4a01-8c9c-75cbee477647 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Deleting port d3be8cbd-6f46-4702-86a4-c7baa80121f9 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:24:44.354516 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0284bef-4f62-4a01-8c9c-75cbee477647 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:44.401299 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65d2ccf-9781-464e-b932-abbabe33f763 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:44.401299 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65d2ccf-9781-464e-b932-abbabe33f763 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:44.401299 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65d2ccf-9781-464e-b932-abbabe33f763 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:44.401299 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65d2ccf-9781-464e-b932-abbabe33f763 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:44.401299 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65d2ccf-9781-464e-b932-abbabe33f763 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:44.401299 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65d2ccf-9781-464e-b932-abbabe33f763 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:44.401299 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65d2ccf-9781-464e-b932-abbabe33f763 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:44.415850 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65d2ccf-9781-464e-b932-abbabe33f763 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:44.415850 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65d2ccf-9781-464e-b932-abbabe33f763 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:44.415850 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65d2ccf-9781-464e-b932-abbabe33f763 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:44.415850 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65d2ccf-9781-464e-b932-abbabe33f763 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:44.415850 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65d2ccf-9781-464e-b932-abbabe33f763 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:44.436225 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67f81a49-9734-4b2d-894e-be11d611f402 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:44.513506 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2137566-1741-439a-b39c-6ae150372c41 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:44.517106 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d2137566-1741-439a-b39c-6ae150372c41 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:44.576057 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abf0e34-5d52-4402-9631-d2dc9445e452 None None] Network a3845742-7f75-4261-826a-d86d2fafa43d requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:24:44.588703 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-67f81a49-9734-4b2d-894e-be11d611f402 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Deleting port 9d5fc9c1-6abc-4ecf-8262-7614f74f21e9 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:24:44.589325 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67f81a49-9734-4b2d-894e-be11d611f402 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:44.597526 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0284bef-4f62-4a01-8c9c-75cbee477647 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:44.672746 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:44.680291 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-67f81a49-9734-4b2d-894e-be11d611f402 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] For port 9d5fc9c1-6abc-4ecf-8262-7614f74f21e9, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=9d5fc9c1-6abc-4ecf-8262-7614f74f21e9,segment=NetworkSegment(72f10f14-834d-409e-b033-f682026ec8c6),segment_id=72f10f14-834d-409e-b033-f682026ec8c6)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:44.680563 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67f81a49-9734-4b2d-894e-be11d611f402 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:44.696311 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-67f81a49-9734-4b2d-894e-be11d611f402 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Calling delete_port for 9d5fc9c1-6abc-4ecf-8262-7614f74f21e9 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:24:44.810488 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:44.884675 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67f81a49-9734-4b2d-894e-be11d611f402 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:44.960532 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f81a49-9734-4b2d-894e-be11d611f402 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Pushing event deleted for resources: {'Port': ['ID=9d5fc9c1-6abc-4ecf-8262-7614f74f21e9,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:44.977535 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f81a49-9734-4b2d-894e-be11d611f402 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] No DVR routers for this DVR port 9d5fc9c1-6abc-4ecf-8262-7614f74f21e9 on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:24:45.112753 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0284bef-4f62-4a01-8c9c-75cbee477647 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:45.113148 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0284bef-4f62-4a01-8c9c-75cbee477647 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:45.113434 n-d-793618-10 neutron-server[93875]: INFO neutron.db.l3_db [None req-a0284bef-4f62-4a01-8c9c-75cbee477647 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Floating IP 8a6d6a10-bda6-42a4-acfd-87c5a1d910a9 disassociated. External IP: 172.25.1.180, port: d3be8cbd-6f46-4702-86a4-c7baa80121f9. Jul 23 20:24:45.113817 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a0284bef-4f62-4a01-8c9c-75cbee477647 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Calling delete_port for d3be8cbd-6f46-4702-86a4-c7baa80121f9 owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:24:45.148168 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45550) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:45.155526 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-9b0d34fc-8274-4988-855f-83dd6b623500 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-273808165-network', 'tenant_id': '09c95d4efe614204b4a98bce6d1f0da9'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:45.185346 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67f81a49-9734-4b2d-894e-be11d611f402 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:45.207038 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-67f81a49-9734-4b2d-894e-be11d611f402 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a07ab92d-f6ab-4d2b-9485-d7958baa7bd0']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:45.254676 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-67f81a49-9734-4b2d-894e-be11d611f402 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72f10f14-834d-409e-b033-f682026ec8c6') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:45.258304 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-67f81a49-9734-4b2d-894e-be11d611f402 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72f10f14-834d-409e-b033-f682026ec8c6') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:45.302629 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67f81a49-9734-4b2d-894e-be11d611f402 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:45.336512 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67f81a49-9734-4b2d-894e-be11d611f402 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:45.337142 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d2137566-1741-439a-b39c-6ae150372c41 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:45.349315 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0284bef-4f62-4a01-8c9c-75cbee477647 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:45.355124 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67f81a49-9734-4b2d-894e-be11d611f402 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:24:45.355535 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67f81a49-9734-4b2d-894e-be11d611f402 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:45.479070 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:24:45.479070 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:24:45.479070 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:24:45.479070 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:24:45.479070 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:24:45.479070 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:24:45.479070 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:24:45.479070 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:24:45.479070 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:24:45.479070 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:24:45.479070 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:24:45.479070 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:24:45.479070 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:24:45.479070 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:24:45.479070 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:24:45.479070 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:24:45.479070 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:24:45.479070 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:24:45.479070 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:24:45.479070 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:24:45.479070 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:24:45.479070 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:24:45.479070 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:24:45.479070 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:24:45.479070 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:24:45.479070 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:24:45.479070 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:24:45.479070 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:24:45.479070 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:24:45.479070 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:24:45.479070 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:24:45.479070 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:24:45.483035 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67f81a49-9734-4b2d-894e-be11d611f402 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:45.522262 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67f81a49-9734-4b2d-894e-be11d611f402 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:45.531033 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-67f81a49-9734-4b2d-894e-be11d611f402 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] 10.222.0.32 "DELETE /v2.0/networks/a07ab92d-f6ab-4d2b-9485-d7958baa7bd0 HTTP/1.1" status: 204 len: 168 time: 1.3173184 Jul 23 20:24:45.533812 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f81a49-9734-4b2d-894e-be11d611f402 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Pushing event deleted for resources: {'Network': ['ID=a07ab92d-f6ab-4d2b-9485-d7958baa7bd0,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:45.539114 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45556) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:45.602255 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ea2aa25c-c69a-4871-9e18-a6bdf6880465 tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] 10.222.0.32 "GET /v2.0/ports?device_id=5fb90fdf-71dc-4e9c-a61a-1e9277d2db85 HTTP/1.1" status: 200 len: 205 time: 0.0600071 Jul 23 20:24:45.604259 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45560) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:45.627094 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4fd229-5bd6-4651-b56e-67e27a567d54 None None] DHCP port deletion for a07ab92d-f6ab-4d2b-9485-d7958baa7bd0 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:24:45.658922 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8fee80-1683-4f1f-a52b-427fa2aab1f5 None None] DHCP port deletion for bd014336-7cf6-4be5-829d-b33260ee43fe request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:24:45.746951 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5c5bbd8-db2e-457c-9f55-ae7408b7742a tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:45.771318 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9c8fee80-1683-4f1f-a52b-427fa2aab1f5 None None] Deleting port 1e16d1ba-0fbb-45fc-bbca-08b308aa9b1e {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:24:45.772065 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9c8fee80-1683-4f1f-a52b-427fa2aab1f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:45.811010 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2137566-1741-439a-b39c-6ae150372c41 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:45.815667 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-d2137566-1741-439a-b39c-6ae150372c41 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:45.820043 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2137566-1741-439a-b39c-6ae150372c41 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:45.820639 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d2137566-1741-439a-b39c-6ae150372c41 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:45.825349 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0284bef-4f62-4a01-8c9c-75cbee477647 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event deleted for resources: {'Port': ['ID=d3be8cbd-6f46-4702-86a4-c7baa80121f9,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:45.843525 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0d34fc-8274-4988-855f-83dd6b623500 admin admin] Made reservation on behalf of 09c95d4efe614204b4a98bce6d1f0da9 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:45.845863 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9b0d34fc-8274-4988-855f-83dd6b623500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:45.860933 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9b0d34fc-8274-4988-855f-83dd6b623500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:45.918023 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:45.928642 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-9c8fee80-1683-4f1f-a52b-427fa2aab1f5 None None] For port 1e16d1ba-0fbb-45fc-bbca-08b308aa9b1e, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=1e16d1ba-0fbb-45fc-bbca-08b308aa9b1e,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:45.930047 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9c8fee80-1683-4f1f-a52b-427fa2aab1f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:45.945105 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2137566-1741-439a-b39c-6ae150372c41 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Subnet': ['ID=29d6476d-01f0-4cdb-a79e-b90f5a29b0f0,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:45.950072 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9c8fee80-1683-4f1f-a52b-427fa2aab1f5 None None] Calling delete_port for 1e16d1ba-0fbb-45fc-bbca-08b308aa9b1e owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:24:45.953011 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d2137566-1741-439a-b39c-6ae150372c41 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6448100 Jul 23 20:24:45.958050 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45562) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:45.965528 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-9756645f-89cd-4ba9-bb9d-fcbd96d1acb9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'port': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'fixed_ips': [{'subnet_id': '29d6476d-01f0-4cdb-a79e-b90f5a29b0f0', 'ip_address': '2001:db8::7de1:5ca4:8b51:4192'}], 'name': 'tempest-NetworksTestDHCPv6-153593463'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:46.004920 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5c5bbd8-db2e-457c-9f55-ae7408b7742a tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:46.007190 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5c5bbd8-db2e-457c-9f55-ae7408b7742a tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:46.074699 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5c5bbd8-db2e-457c-9f55-ae7408b7742a tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:46.075420 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c5bbd8-db2e-457c-9f55-ae7408b7742a tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Fanout notify agent at l3_agent the message router_deleted on router 5fb90fdf-71dc-4e9c-a61a-1e9277d2db85 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:24:46.085850 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5c5bbd8-db2e-457c-9f55-ae7408b7742a tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:46.087595 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e5c5bbd8-db2e-457c-9f55-ae7408b7742a tempest-RoutersNegativeTest-403869974 tempest-RoutersNegativeTest-403869974-project] 10.222.0.32 "DELETE /v2.0/routers/5fb90fdf-71dc-4e9c-a61a-1e9277d2db85 HTTP/1.1" status: 204 len: 168 time: 0.4816298 Jul 23 20:24:46.101306 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9c8fee80-1683-4f1f-a52b-427fa2aab1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:46.136395 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8fee80-1683-4f1f-a52b-427fa2aab1f5 None None] Pushing event deleted for resources: {'Port': ['ID=1e16d1ba-0fbb-45fc-bbca-08b308aa9b1e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:46.141384 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8fee80-1683-4f1f-a52b-427fa2aab1f5 None None] No DVR routers for this DVR port 1e16d1ba-0fbb-45fc-bbca-08b308aa9b1e on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:24:46.169053 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77e35eb-2130-4d7c-a51c-6f3a4fd38582 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:24:46.182834 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0284bef-4f62-4a01-8c9c-75cbee477647 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Router 53f6ea78-5523-49a7-bc66-eba1b3e8d312 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:24:46.340552 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9b0d34fc-8274-4988-855f-83dd6b623500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:46.349356 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9b0d34fc-8274-4988-855f-83dd6b623500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:46.363815 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b0d34fc-8274-4988-855f-83dd6b623500 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:24:46.377246 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9b0d34fc-8274-4988-855f-83dd6b623500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:46.377756 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-9b0d34fc-8274-4988-855f-83dd6b623500 admin admin] Added segment 76c13bed-3da8-4d82-965a-749c7bc09596 of type vlan for network 4d34f180-dea1-4a0f-b880-df24b65b4e1a Jul 23 20:24:46.390933 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806b59a0-1fd7-4a79-859b-f1fba2e1829b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-bd014336-7cf6-4be5-829d-b33260ee43fe', 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'tenant_id': '5b8a44966ee64868a6ea19d10cce6716', 'fixed_ips': [{'subnet_id': '29d6476d-01f0-4cdb-a79e-b90f5a29b0f0'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:24:46.392040 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-806b59a0-1fd7-4a79-859b-f1fba2e1829b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:46.517685 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d34fc-8274-4988-855f-83dd6b623500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67af227-8123-4d2d-a1fe-a99a09af896f,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:46.525324 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0284bef-4f62-4a01-8c9c-75cbee477647 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:24:46.528057 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9756645f-89cd-4ba9-bb9d-fcbd96d1acb9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:46.536998 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e3d55a-e8ee-4395-adcb-5c8c08399ef6 None None] Sync routers for ids ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:24:46.553286 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e3d55a-e8ee-4395-adcb-5c8c08399ef6 None None] Routers {'53f6ea78-5523-49a7-bc66-eba1b3e8d312'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:46.558867 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-26e3d55a-e8ee-4395-adcb-5c8c08399ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:24:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:46.583983 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9b0d34fc-8274-4988-855f-83dd6b623500 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:46.610714 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-26e3d55a-e8ee-4395-adcb-5c8c08399ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:46.632844 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e3d55a-e8ee-4395-adcb-5c8c08399ef6 None None] Routers {'53f6ea78-5523-49a7-bc66-eba1b3e8d312'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:46.638790 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-26e3d55a-e8ee-4395-adcb-5c8c08399ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:24:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:46.642039 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-806b59a0-1fd7-4a79-859b-f1fba2e1829b None None] Allocated IP 2001:db8::2 (bd014336-7cf6-4be5-829d-b33260ee43fe/29d6476d-01f0-4cdb-a79e-b90f5a29b0f0/8f25a408-c4d5-4497-9907-d9f70c3b1629) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:46.675098 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45572) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:46.688386 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-26e3d55a-e8ee-4395-adcb-5c8c08399ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:46.689427 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e3d55a-e8ee-4395-adcb-5c8c08399ef6 None None] The sync data for ids ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'] in n-d-793618-10 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:24:46.799583 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9756645f-89cd-4ba9-bb9d-fcbd96d1acb9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:46.813571 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0284bef-4f62-4a01-8c9c-75cbee477647 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:46.815985 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a0284bef-4f62-4a01-8c9c-75cbee477647 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "DELETE /v2.0/ports/d3be8cbd-6f46-4702-86a4-c7baa80121f9 HTTP/1.1" status: 204 len: 168 time: 2.8008902 Jul 23 20:24:46.818622 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9b0d34fc-8274-4988-855f-83dd6b623500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:46.819575 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0d34fc-8274-4988-855f-83dd6b623500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:46.820168 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9b0d34fc-8274-4988-855f-83dd6b623500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:46.825508 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-806b59a0-1fd7-4a79-859b-f1fba2e1829b None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:46.827504 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45576) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:46.843194 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-806b59a0-1fd7-4a79-859b-f1fba2e1829b None None] Transition to ACTIVE for port object 8f25a408-c4d5-4497-9907-d9f70c3b1629 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:46.854659 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9b0d34fc-8274-4988-855f-83dd6b623500 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7051704 Jul 23 20:24:46.858569 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-9756645f-89cd-4ba9-bb9d-fcbd96d1acb9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] device_id is not set on port aef8a3cd-f8cf-4896-a09c-0c40b15b5edc yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:24:46.863258 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45578) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:46.877710 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-b8213859-7077-4126-8316-d19349f7545a admin admin] Request body: {'subnet': {'network_id': '4d34f180-dea1-4a0f-b880-df24b65b4e1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-273808165-subnet', 'tenant_id': '09c95d4efe614204b4a98bce6d1f0da9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:46.883368 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a26a8ce1-3905-4e36-8d69-29f833dc5dc8 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "GET /v2.0/floatingips/8a6d6a10-bda6-42a4-acfd-87c5a1d910a9 HTTP/1.1" status: 200 len: 688 time: 0.0550113 Jul 23 20:24:46.884891 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-806b59a0-1fd7-4a79-859b-f1fba2e1829b None None] Transition to ACTIVE for port object 8f25a408-c4d5-4497-9907-d9f70c3b1629 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:46.890083 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45580) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:46.907739 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-806b59a0-1fd7-4a79-859b-f1fba2e1829b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:46.954858 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a3e8051d-a5de-4af4-b680-9ae5d0aa7f22 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eb453ed96dac4d26b09f41a5fc995f67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2784495 Jul 23 20:24:46.957486 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45582) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:46.985509 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d34fc-8274-4988-855f-83dd6b623500 admin admin] Pushing event updated for resources: {'Network': ['ID=4d34f180-dea1-4a0f-b880-df24b65b4e1a,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:47.008445 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 4d34f180-dea1-4a0f-b880-df24b65b4e1a details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:24:47.015090 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806b59a0-1fd7-4a79-859b-f1fba2e1829b None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:47.054999 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8213859-7077-4126-8316-d19349f7545a admin admin] Made reservation on behalf of 09c95d4efe614204b4a98bce6d1f0da9 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:47.057599 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b8213859-7077-4126-8316-d19349f7545a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:47.070763 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-806b59a0-1fd7-4a79-859b-f1fba2e1829b None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:47.083602 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806b59a0-1fd7-4a79-859b-f1fba2e1829b None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:47.085167 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d008ce5f-02b9-49c8-b1dd-a62eaabcbe3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:47.121316 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d008ce5f-02b9-49c8-b1dd-a62eaabcbe3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:47.133253 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-45b0c11f-f276-406f-bfc1-88d81b29f913 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Deleting port 4f823d3d-fec3-4ae8-ac89-f49258273eeb {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:24:47.133628 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-45b0c11f-f276-406f-bfc1-88d81b29f913 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:47.137948 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b59a0-1fd7-4a79-859b-f1fba2e1829b None None] Pushing event updated for resources: {'Port': ['ID=8f25a408-c4d5-4497-9907-d9f70c3b1629,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:47.230921 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-806b59a0-1fd7-4a79-859b-f1fba2e1829b None None] Attempting to bind port 8f25a408-c4d5-4497-9907-d9f70c3b1629 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:24:47.240241 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-806b59a0-1fd7-4a79-859b-f1fba2e1829b None None] Attempting to bind port 8f25a408-c4d5-4497-9907-d9f70c3b1629 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:24:47.240813 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806b59a0-1fd7-4a79-859b-f1fba2e1829b None None] Attempting to bind port 8f25a408-c4d5-4497-9907-d9f70c3b1629 on network bd014336-7cf6-4be5-829d-b33260ee43fe {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:24:47.264165 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806b59a0-1fd7-4a79-859b-f1fba2e1829b None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:24:47.264627 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806b59a0-1fd7-4a79-859b-f1fba2e1829b None None] Checking segment: {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:24:47.265038 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-806b59a0-1fd7-4a79-859b-f1fba2e1829b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:47.265424 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-9756645f-89cd-4ba9-bb9d-fcbd96d1acb9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Allocated IP 2001:db8::7de1:5ca4:8b51:4192 (bd014336-7cf6-4be5-829d-b33260ee43fe/29d6476d-01f0-4cdb-a79e-b90f5a29b0f0/aef8a3cd-f8cf-4896-a09c-0c40b15b5edc) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:47.265654 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806b59a0-1fd7-4a79-859b-f1fba2e1829b None None] Bound using segment: {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:24:47.265965 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-806b59a0-1fd7-4a79-859b-f1fba2e1829b None None] Bound port: 8f25a408-c4d5-4497-9907-d9f70c3b1629, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:24:47.266354 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-806b59a0-1fd7-4a79-859b-f1fba2e1829b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:47.273960 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-45b0c11f-f276-406f-bfc1-88d81b29f913 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:47.274409 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-45b0c11f-f276-406f-bfc1-88d81b29f913 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:47.279066 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d008ce5f-02b9-49c8-b1dd-a62eaabcbe3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:47.284424 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d008ce5f-02b9-49c8-b1dd-a62eaabcbe3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:47.286547 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d008ce5f-02b9-49c8-b1dd-a62eaabcbe3a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/04c902ee-da5e-450e-8ecd-de09e8665a3d HTTP/1.1" status: 204 len: 168 time: 0.3277104 Jul 23 20:24:47.315208 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-45b0c11f-f276-406f-bfc1-88d81b29f913 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Calling delete_port for 4f823d3d-fec3-4ae8-ac89-f49258273eeb owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:24:47.436874 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008ce5f-02b9-49c8-b1dd-a62eaabcbe3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c902ee-da5e-450e-8ecd-de09e8665a3d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:47.451461 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 1e16d1ba-0fbb-45fc-bbca-08b308aa9b1e no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:24:47.481509 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 1e16d1ba-0fbb-45fc-bbca-08b308aa9b1e {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:24:47.481965 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 1e16d1ba-0fbb-45fc-bbca-08b308aa9b1e not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:24:47.482838 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 9d5fc9c1-6abc-4ecf-8262-7614f74f21e9 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:24:47.539140 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 9d5fc9c1-6abc-4ecf-8262-7614f74f21e9 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:24:47.539690 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 9d5fc9c1-6abc-4ecf-8262-7614f74f21e9 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:24:47.560579 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-45b0c11f-f276-406f-bfc1-88d81b29f913 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:47.596934 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b0c11f-f276-406f-bfc1-88d81b29f913 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event deleted for resources: {'Port': ['ID=4f823d3d-fec3-4ae8-ac89-f49258273eeb,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:47.610013 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-806b59a0-1fd7-4a79-859b-f1fba2e1829b None None] For port 8f25a408-c4d5-4497-9907-d9f70c3b1629, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:24:47.655241 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-806b59a0-1fd7-4a79-859b-f1fba2e1829b None None] For port 8f25a408-c4d5-4497-9907-d9f70c3b1629, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=8f25a408-c4d5-4497-9907-d9f70c3b1629,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:24:47.689393 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-806b59a0-1fd7-4a79-859b-f1fba2e1829b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:47.718928 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-45b0c11f-f276-406f-bfc1-88d81b29f913 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:47.722463 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-45b0c11f-f276-406f-bfc1-88d81b29f913 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:47.729030 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-45b0c11f-f276-406f-bfc1-88d81b29f913 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "DELETE /v2.0/floatingips/8a6d6a10-bda6-42a4-acfd-87c5a1d910a9 HTTP/1.1" status: 204 len: 168 time: 0.8373427 Jul 23 20:24:47.730539 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45600) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:47.736211 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-94549f9b-f3db-462a-a962-a66d0a20821e tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'port_id': 'fb1a7e02-848c-4c7b-ae66-6b36371c863c'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:47.778680 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-94549f9b-f3db-462a-a962-a66d0a20821e tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:47.830779 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b8213859-7077-4126-8316-d19349f7545a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:47.854293 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b59a0-1fd7-4a79-859b-f1fba2e1829b None None] Pushing event updated for resources: {'Port': ['ID=8f25a408-c4d5-4497-9907-d9f70c3b1629,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:48.092172 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-94549f9b-f3db-462a-a962-a66d0a20821e tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:48.150103 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9756645f-89cd-4ba9-bb9d-fcbd96d1acb9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:48.154371 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8213859-7077-4126-8316-d19349f7545a admin admin] Pushing event updated for resources: {'Subnet': ['ID=403cf20e-fac9-4497-913e-98b6e3390d32,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:48.217782 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8213859-7077-4126-8316-d19349f7545a admin admin] Checking segment: {'id': '76c13bed-3da8-4d82-965a-749c7bc09596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4d34f180-dea1-4a0f-b880-df24b65b4e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:24:48.218704 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8213859-7077-4126-8316-d19349f7545a admin admin] Network hostable DHCP agents. Network: 4d34f180-dea1-4a0f-b880-df24b65b4e1a, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:24:48.225604 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-060a713f-95fb-46ef-82d6-fd9c2c4a4c08 req-89029ee0-5c1e-4bf9-8f56-9d1715f7e541 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5792577 Jul 23 20:24:48.227713 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-9756645f-89cd-4ba9-bb9d-fcbd96d1acb9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Transition to ACTIVE for port object aef8a3cd-f8cf-4896-a09c-0c40b15b5edc will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:48.380315 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9756645f-89cd-4ba9-bb9d-fcbd96d1acb9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:48.391212 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-94549f9b-f3db-462a-a962-a66d0a20821e tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Allocated IP 172.25.1.53 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/47569ae4-f5db-4a39-835e-0ec670587c38) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:48.528224 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a713f-95fb-46ef-82d6-fd9c2c4a4c08 req-fd15455f-33ae-4819-ba8f-9de8ea365c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:48.530034 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-060a713f-95fb-46ef-82d6-fd9c2c4a4c08 req-fd15455f-33ae-4819-ba8f-9de8ea365c3b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99134e0f99a8419eae5eb1d5d4aedeb7&device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 1098 time: 0.2366464 Jul 23 20:24:48.530641 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9756645f-89cd-4ba9-bb9d-fcbd96d1acb9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Port': ['ID=aef8a3cd-f8cf-4896-a09c-0c40b15b5edc,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:48.534311 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8213859-7077-4126-8316-d19349f7545a admin admin] Network 4d34f180-dea1-4a0f-b880-df24b65b4e1a is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:24:48.578874 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-b8213859-7077-4126-8316-d19349f7545a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 4d34f180-dea1-4a0f-b880-df24b65b4e1a) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:48.585691 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9756645f-89cd-4ba9-bb9d-fcbd96d1acb9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:48.593340 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea99df01-597c-4c43-a858-a651513fce54 None None] Network 4d34f180-dea1-4a0f-b880-df24b65b4e1a requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:24:48.593738 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8213859-7077-4126-8316-d19349f7545a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:48.595211 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b8213859-7077-4126-8316-d19349f7545a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:48.601268 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-9756645f-89cd-4ba9-bb9d-fcbd96d1acb9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:48.613839 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9756645f-89cd-4ba9-bb9d-fcbd96d1acb9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:48.621043 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9756645f-89cd-4ba9-bb9d-fcbd96d1acb9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:48.622175 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9756645f-89cd-4ba9-bb9d-fcbd96d1acb9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:48.684108 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b8213859-7077-4126-8316-d19349f7545a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7970839 Jul 23 20:24:48.688139 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9756645f-89cd-4ba9-bb9d-fcbd96d1acb9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7290695 Jul 23 20:24:48.694089 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45624) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:48.847474 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a713f-95fb-46ef-82d6-fd9c2c4a4c08 req-4a046007-f633-44bd-b266-88fe9d8399aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:48.849329 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-060a713f-95fb-46ef-82d6-fd9c2c4a4c08 req-4a046007-f633-44bd-b266-88fe9d8399aa service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd3fc2da-f343-4eff-93f0-5695d77abd1d HTTP/1.1" status: 200 len: 917 time: 0.2826200 Jul 23 20:24:48.862061 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9342ef5-d9ca-4046-a8b0-9027c12309ce tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:48.880927 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9342ef5-d9ca-4046-a8b0-9027c12309ce tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:48.884958 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c9342ef5-d9ca-4046-a8b0-9027c12309ce tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1863096 Jul 23 20:24:48.887869 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-94549f9b-f3db-462a-a962-a66d0a20821e tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:48.888485 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45630) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:48.970731 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09104d19-395b-474a-9616-c6a4d1e80d93 None None] Network 4d34f180-dea1-4a0f-b880-df24b65b4e1a requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:24:49.158130 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8d7c9-2d09-4e42-9cba-e9efb95592c6 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting port aef8a3cd-f8cf-4896-a09c-0c40b15b5edc {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:24:49.158493 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f2c8d7c9-2d09-4e42-9cba-e9efb95592c6 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:49.224083 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-060a713f-95fb-46ef-82d6-fd9c2c4a4c08 req-b7266cac-e8a1-4b2f-8a5d-f07f2973c53a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13f175f6-1988-4b7a-81f8-5a1bda3ad82f HTTP/1.1" status: 200 len: 1002 time: 0.3143756 Jul 23 20:24:49.312134 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-94549f9b-f3db-462a-a962-a66d0a20821e tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:49.463241 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 8f25a408-c4d5-4497-9907-d9f70c3b1629 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:24:49.477143 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f2c8d7c9-2d09-4e42-9cba-e9efb95592c6 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:49.580310 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8d7c9-2d09-4e42-9cba-e9efb95592c6 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Calling delete_port for aef8a3cd-f8cf-4896-a09c-0c40b15b5edc owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:24:49.596239 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94549f9b-f3db-462a-a962-a66d0a20821e tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:49.603319 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a713f-95fb-46ef-82d6-fd9c2c4a4c08 req-322e3e27-4de5-4d4c-805e-a43e5334713d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:49.605646 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-060a713f-95fb-46ef-82d6-fd9c2c4a4c08 req-322e3e27-4de5-4d4c-805e-a43e5334713d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63fa6ddd-c617-40f8-a250-cf59fcf077ba HTTP/1.1" status: 200 len: 855 time: 0.3646612 Jul 23 20:24:49.627717 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-94549f9b-f3db-462a-a962-a66d0a20821e tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:49.669866 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94549f9b-f3db-462a-a962-a66d0a20821e tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:49.734676 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 8f25a408-c4d5-4497-9907-d9f70c3b1629 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:49.819982 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94549f9b-f3db-462a-a962-a66d0a20821e tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event updated for resources: {'Port': ['ID=47569ae4-f5db-4a39-835e-0ec670587c38,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:49.949697 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a713f-95fb-46ef-82d6-fd9c2c4a4c08 req-4cf60ae1-94c4-47da-8abf-b4501080747f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:49.951983 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-060a713f-95fb-46ef-82d6-fd9c2c4a4c08 req-4cf60ae1-94c4-47da-8abf-b4501080747f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd3fc2da-f343-4eff-93f0-5695d77abd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3256958 Jul 23 20:24:50.091072 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-178e6df8-73fa-4c7d-9abc-95559b988ec4 None None] Provisioning for port 8f25a408-c4d5-4497-9907-d9f70c3b1629 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:50.104273 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-178e6df8-73fa-4c7d-9abc-95559b988ec4 None None] Provisioning complete for port 8f25a408-c4d5-4497-9907-d9f70c3b1629 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:50.105506 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-178e6df8-73fa-4c7d-9abc-95559b988ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:50.107697 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f2c8d7c9-2d09-4e42-9cba-e9efb95592c6 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:50.222190 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-060a713f-95fb-46ef-82d6-fd9c2c4a4c08 req-80d9ec29-8ece-4d9e-aacb-84dbad9ce130 service neutron] 10.222.0.30 "GET /v2.0/networks/bd3fc2da-f343-4eff-93f0-5695d77abd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621517 Jul 23 20:24:50.314648 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8d7c9-2d09-4e42-9cba-e9efb95592c6 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Port': ['ID=aef8a3cd-f8cf-4896-a09c-0c40b15b5edc,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:50.480666 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f2c8d7c9-2d09-4e42-9cba-e9efb95592c6 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:50.488554 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f2c8d7c9-2d09-4e42-9cba-e9efb95592c6 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/ports/aef8a3cd-f8cf-4896-a09c-0c40b15b5edc HTTP/1.1" status: 204 len: 168 time: 1.5983963 Jul 23 20:24:50.489693 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45664) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:50.511544 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-178e6df8-73fa-4c7d-9abc-95559b988ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:50.579961 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-178e6df8-73fa-4c7d-9abc-95559b988ec4 None None] For port 8f25a408-c4d5-4497-9907-d9f70c3b1629, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=8f25a408-c4d5-4497-9907-d9f70c3b1629,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:50.585333 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-178e6df8-73fa-4c7d-9abc-95559b988ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:50.657167 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f4959a-8aea-43a8-9e55-7c758c4491e6 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:50.659320 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f4959a-8aea-43a8-9e55-7c758c4491e6 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:50.671097 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b6f4959a-8aea-43a8-9e55-7c758c4491e6 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1743662 Jul 23 20:24:50.673853 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45670) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:50.732565 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7b225b47-0ef1-4a10-81c6-a9962b1adeec None None] Could not find standard attr ID for object aef8a3cd-f8cf-4896-a09c-0c40b15b5edc. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:24:50.809064 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e6df8-73fa-4c7d-9abc-95559b988ec4 None None] Pushing event updated for resources: {'Port': ['ID=8f25a408-c4d5-4497-9907-d9f70c3b1629,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:50.826719 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-060a713f-95fb-46ef-82d6-fd9c2c4a4c08 req-a6ad1e8c-04b6-4f2d-ac7b-20346b157486 service neutron] 10.222.0.30 "GET /v2.0/networks/bd3fc2da-f343-4eff-93f0-5695d77abd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5920036 Jul 23 20:24:50.829515 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-c05b0628-43bf-471d-8b46-e094fce5e24d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting subnet 29d6476d-01f0-4cdb-a79e-b90f5a29b0f0 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:24:50.870001 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c05b0628-43bf-471d-8b46-e094fce5e24d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:50.904997 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-94549f9b-f3db-462a-a962-a66d0a20821e tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:50.936593 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c05b0628-43bf-471d-8b46-e094fce5e24d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:51.093322 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-94549f9b-f3db-462a-a962-a66d0a20821e tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:51.335558 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 8f25a408-c4d5-4497-9907-d9f70c3b1629 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:24:51.354225 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c05b0628-43bf-471d-8b46-e094fce5e24d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:51.418542 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-94549f9b-f3db-462a-a962-a66d0a20821e tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:51.423454 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-94549f9b-f3db-462a-a962-a66d0a20821e tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:51.436427 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 8f25a408-c4d5-4497-9907-d9f70c3b1629 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:51.437819 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:51.523674 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94549f9b-f3db-462a-a962-a66d0a20821e tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event updated for resources: {'Port': ['ID=47569ae4-f5db-4a39-835e-0ec670587c38,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:51.553826 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-84065307-7f96-4c21-88ff-d85e577ab935 tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:51.556395 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-84065307-7f96-4c21-88ff-d85e577ab935 tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] 10.222.0.32 "GET /v2.0/networks?id=a3845742-7f75-4261-826a-d86d2fafa43d HTTP/1.1" status: 200 len: 809 time: 0.4028900 Jul 23 20:24:51.576901 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-94549f9b-f3db-462a-a962-a66d0a20821e tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:51.587946 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-6507ddfa-cb0c-4b2a-a731-d91d26aa3dbb tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] 10.222.0.32 "GET /v2.0/quotas/9dea94e537f2418f995286ec3945acd8 HTTP/1.1" status: 200 len: 375 time: 0.0194087 Jul 23 20:24:51.734226 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-6598a415-107a-451d-ae7d-602e55b13665 tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9dea94e537f2418f995286ec3945acd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1333954 Jul 23 20:24:51.736750 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c05b0628-43bf-471d-8b46-e094fce5e24d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:51.770395 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3168fb-a09b-4636-9162-1ea22099b9d9 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:24:51.773957 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c05b0628-43bf-471d-8b46-e094fce5e24d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:51.777674 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c05b0628-43bf-471d-8b46-e094fce5e24d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/29d6476d-01f0-4cdb-a79e-b90f5a29b0f0 HTTP/1.1" status: 204 len: 168 time: 1.1025214 Jul 23 20:24:51.781708 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45700) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:51.884041 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b0628-43bf-471d-8b46-e094fce5e24d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Subnet': ['ID=29d6476d-01f0-4cdb-a79e-b90f5a29b0f0,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:51.896533 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e377535c-b026-41cc-a4c8-5a9bf7ee427f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1127400 Jul 23 20:24:51.899408 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45704) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:51.914197 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-382f5847-1ec6-4faa-a736-0dbbf4b0c5ee tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'subnet': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:52.029313 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [None req-94549f9b-f3db-462a-a962-a66d0a20821e tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Floating IP ec52f9cf-121d-4aa1-b554-792682ebab17 associated. External IP: 172.25.1.53, port: fb1a7e02-848c-4c7b-ae66-6b36371c863c. Jul 23 20:24:52.079296 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-5e268386-c37d-46c0-98e0-4be2114a26e0 service neutron] 10.222.0.32 "GET /v2.0/networks/a3845742-7f75-4261-826a-d86d2fafa43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284295 Jul 23 20:24:52.138385 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b318fa5f-fd12-4f2a-b177-5fb037ded42f None None] DHCP port deletion for bd014336-7cf6-4be5-829d-b33260ee43fe request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:24:52.213885 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b318fa5f-fd12-4f2a-b177-5fb037ded42f None None] Deleting port 8f25a408-c4d5-4497-9907-d9f70c3b1629 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:24:52.214476 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b318fa5f-fd12-4f2a-b177-5fb037ded42f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:52.260163 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-f1bd34c7-0a5f-4616-a932-7d9d790987aa service neutron] 10.222.0.32 "GET /v2.0/networks/a3845742-7f75-4261-826a-d86d2fafa43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616948 Jul 23 20:24:52.310099 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-b318fa5f-fd12-4f2a-b177-5fb037ded42f None None] For port 8f25a408-c4d5-4497-9907-d9f70c3b1629, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=8f25a408-c4d5-4497-9907-d9f70c3b1629,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:52.311112 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b318fa5f-fd12-4f2a-b177-5fb037ded42f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:52.328384 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b318fa5f-fd12-4f2a-b177-5fb037ded42f None None] Calling delete_port for 8f25a408-c4d5-4497-9907-d9f70c3b1629 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:24:52.433162 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b318fa5f-fd12-4f2a-b177-5fb037ded42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:52.491282 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318fa5f-fd12-4f2a-b177-5fb037ded42f None None] Pushing event deleted for resources: {'Port': ['ID=8f25a408-c4d5-4497-9907-d9f70c3b1629,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:52.504802 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b318fa5f-fd12-4f2a-b177-5fb037ded42f None None] No DVR routers for this DVR port 8f25a408-c4d5-4497-9907-d9f70c3b1629 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:24:52.560588 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-04c164b9-b376-4e85-8136-4624bf595cad req-01f4eb63-4b9a-4cf0-89da-48da59f8c217 tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8496b37-d4b0-47a0-805d-cce401fbaa78 HTTP/1.1" status: 200 len: 210 time: 0.0369968 Jul 23 20:24:52.608294 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382f5847-1ec6-4faa-a736-0dbbf4b0c5ee tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:52.611947 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-382f5847-1ec6-4faa-a736-0dbbf4b0c5ee tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:52.922827 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d6ff8-f398-42a8-915c-82a7dc6acab7 req-f41bd6c1-f35c-4679-8411-e1b832e1ba69 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:52.925623 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-716d6ff8-f398-42a8-915c-82a7dc6acab7 req-f41bd6c1-f35c-4679-8411-e1b832e1ba69 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 946 time: 0.1083376 Jul 23 20:24:53.017892 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-716d6ff8-f398-42a8-915c-82a7dc6acab7 req-e9d5ad73-05d4-4525-82a5-373de2fb3d69 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811219 Jul 23 20:24:53.083599 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94549f9b-f3db-462a-a962-a66d0a20821e tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Router 53f6ea78-5523-49a7-bc66-eba1b3e8d312 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:24:53.103837 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-382f5847-1ec6-4faa-a736-0dbbf4b0c5ee tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:53.162368 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45732) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:53.220852 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382f5847-1ec6-4faa-a736-0dbbf4b0c5ee tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:53.230948 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-382f5847-1ec6-4faa-a736-0dbbf4b0c5ee tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:53.242901 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382f5847-1ec6-4faa-a736-0dbbf4b0c5ee tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:53.243498 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-382f5847-1ec6-4faa-a736-0dbbf4b0c5ee tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:53.247935 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78daba34-053f-43d9-bd09-ced7bba65718 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:24:53.256027 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f5847-1ec6-4faa-a736-0dbbf4b0c5ee tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Subnet': ['ID=a0a183d4-8990-4d45-8f39-4de5f7da94dc,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:53.280971 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-382f5847-1ec6-4faa-a736-0dbbf4b0c5ee tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3736780 Jul 23 20:24:53.283546 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45736) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:53.288865 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-488dcf8c-18af-436c-9116-d558e33ca51d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'port': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'fixed_ips': [{'subnet_id': 'a0a183d4-8990-4d45-8f39-4de5f7da94dc', 'ip_address': '2001:db8::4328:cab4:ddc8:555f'}], 'name': 'tempest-NetworksTestDHCPv6-767183211'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:53.304076 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94549f9b-f3db-462a-a962-a66d0a20821e tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:24:53.324993 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 8f25a408-c4d5-4497-9907-d9f70c3b1629 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:24:53.332671 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89788295-8aef-47c4-ba0a-1aeee8a99b71 None None] Sync routers for ids ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:24:53.334984 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-94549f9b-f3db-462a-a962-a66d0a20821e tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:53.368909 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f1ddb9e4-b346-45f8-aae6-226de7995991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:53.380785 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 8f25a408-c4d5-4497-9907-d9f70c3b1629 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:24:53.381221 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 8f25a408-c4d5-4497-9907-d9f70c3b1629 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:24:53.387183 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-94549f9b-f3db-462a-a962-a66d0a20821e tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.6548915 Jul 23 20:24:53.390525 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45738) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:53.397613 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ba16bd06-8dad-4641-94af-157b68a9109c tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1796614037'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:53.402130 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89788295-8aef-47c4-ba0a-1aeee8a99b71 None None] Routers {'53f6ea78-5523-49a7-bc66-eba1b3e8d312'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:53.402689 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-89788295-8aef-47c4-ba0a-1aeee8a99b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:24:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:53.422072 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba16bd06-8dad-4641-94af-157b68a9109c tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Made reservation on behalf of b98d9b4bf2fd440a9f467dfa276f887b for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:53.425601 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba16bd06-8dad-4641-94af-157b68a9109c tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:53.445490 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-89788295-8aef-47c4-ba0a-1aeee8a99b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:53.457554 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba16bd06-8dad-4641-94af-157b68a9109c tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:24:53.476010 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba16bd06-8dad-4641-94af-157b68a9109c tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:53.477281 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-ba16bd06-8dad-4641-94af-157b68a9109c tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Added segment c3022add-60ec-41c7-b789-b7543906b2d5 of type vlan for network e268eb31-b5e3-4b15-abcb-42d9635737c2 Jul 23 20:24:53.497777 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89788295-8aef-47c4-ba0a-1aeee8a99b71 None None] Routers {'53f6ea78-5523-49a7-bc66-eba1b3e8d312'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:53.498426 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-89788295-8aef-47c4-ba0a-1aeee8a99b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:24:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:53.538230 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-89788295-8aef-47c4-ba0a-1aeee8a99b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:53.538230 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89788295-8aef-47c4-ba0a-1aeee8a99b71 None None] The sync data for ids ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'] in n-d-793618-10 is: [] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:24:53.555602 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba16bd06-8dad-4641-94af-157b68a9109c tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:53.572453 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f1ddb9e4-b346-45f8-aae6-226de7995991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:53.596175 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad864d2-c27c-4f96-a685-1eda82e55ce0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-bd014336-7cf6-4be5-829d-b33260ee43fe', 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'tenant_id': '5b8a44966ee64868a6ea19d10cce6716', 'fixed_ips': [{'subnet_id': 'a0a183d4-8990-4d45-8f39-4de5f7da94dc'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:24:53.597296 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8ad864d2-c27c-4f96-a685-1eda82e55ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:53.600436 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba16bd06-8dad-4641-94af-157b68a9109c tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:53.607483 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f1ddb9e4-b346-45f8-aae6-226de7995991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:53.608257 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba16bd06-8dad-4641-94af-157b68a9109c tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:53.609018 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba16bd06-8dad-4641-94af-157b68a9109c tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:53.618322 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488dcf8c-18af-436c-9116-d558e33ca51d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:53.645061 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ba16bd06-8dad-4641-94af-157b68a9109c tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2530658 Jul 23 20:24:53.648591 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45746) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:53.653935 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-0efc6c19-9ef4-4f0c-851d-882e9cea5604 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Request body: {'subnet': {'network_id': 'e268eb31-b5e3-4b15-abcb-42d9635737c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:53.717573 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ddb9e4-b346-45f8-aae6-226de7995991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09067c58-f4c2-405a-b0ba-dc5ddc9687d3,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:53.774106 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f1ddb9e4-b346-45f8-aae6-226de7995991 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eed0f973ec2b4a779c35561e90e00b5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6102421 Jul 23 20:24:53.774989 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2008aa1a-dafe-4a6c-b180-9fb828ad58d1 req-a27e5d84-db1d-47af-b023-0e7fe2edd9ef tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8496b37-d4b0-47a0-805d-cce401fbaa78 HTTP/1.1" status: 200 len: 210 time: 0.0442443 Jul 23 20:24:53.779824 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45750) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:53.801507 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-8ad864d2-c27c-4f96-a685-1eda82e55ce0 None None] Allocated IP 2001:db8::2 (bd014336-7cf6-4be5-829d-b33260ee43fe/a0a183d4-8990-4d45-8f39-4de5f7da94dc/67d7d929-94a1-47ed-913b-329ef4556a82) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:53.835580 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-488dcf8c-18af-436c-9116-d558e33ca51d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:53.856945 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16bd06-8dad-4641-94af-157b68a9109c tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event updated for resources: {'Network': ['ID=e268eb31-b5e3-4b15-abcb-42d9635737c2,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:53.858088 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-488dcf8c-18af-436c-9116-d558e33ca51d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] device_id is not set on port aacf07e8-3587-4405-ad08-41aefb6c03c3 yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:24:53.882079 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efc6c19-9ef4-4f0c-851d-882e9cea5604 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Made reservation on behalf of b98d9b4bf2fd440a9f467dfa276f887b for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:53.887228 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0efc6c19-9ef4-4f0c-851d-882e9cea5604 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:53.977495 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d4ababea-0e0b-4557-b5d6-7fbec6fc44b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:54.009778 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network e268eb31-b5e3-4b15-abcb-42d9635737c2 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:24:54.017642 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d4ababea-0e0b-4557-b5d6-7fbec6fc44b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:54.056162 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8ad864d2-c27c-4f96-a685-1eda82e55ce0 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:54.108820 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8ad864d2-c27c-4f96-a685-1eda82e55ce0 None None] Transition to ACTIVE for port object 67d7d929-94a1-47ed-913b-329ef4556a82 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:54.195934 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8ad864d2-c27c-4f96-a685-1eda82e55ce0 None None] Transition to ACTIVE for port object 67d7d929-94a1-47ed-913b-329ef4556a82 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:54.196173 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d4ababea-0e0b-4557-b5d6-7fbec6fc44b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:54.200799 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d4ababea-0e0b-4557-b5d6-7fbec6fc44b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:54.202176 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d4ababea-0e0b-4557-b5d6-7fbec6fc44b8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/09067c58-f4c2-405a-b0ba-dc5ddc9687d3 HTTP/1.1" status: 204 len: 168 time: 0.4212234 Jul 23 20:24:54.205589 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0efc6c19-9ef4-4f0c-851d-882e9cea5604 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:54.209738 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8ad864d2-c27c-4f96-a685-1eda82e55ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:54.266837 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ababea-0e0b-4557-b5d6-7fbec6fc44b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09067c58-f4c2-405a-b0ba-dc5ddc9687d3,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:54.320896 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc6c19-9ef4-4f0c-851d-882e9cea5604 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event updated for resources: {'Subnet': ['ID=fc349598-9b5c-4992-b608-f73c50ba907f,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:54.326236 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efc6c19-9ef4-4f0c-851d-882e9cea5604 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Checking segment: {'id': 'c3022add-60ec-41c7-b789-b7543906b2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e268eb31-b5e3-4b15-abcb-42d9635737c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:24:54.326608 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efc6c19-9ef4-4f0c-851d-882e9cea5604 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Network hostable DHCP agents. Network: e268eb31-b5e3-4b15-abcb-42d9635737c2, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:24:54.348942 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efc6c19-9ef4-4f0c-851d-882e9cea5604 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Network e268eb31-b5e3-4b15-abcb-42d9635737c2 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:24:54.358656 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad864d2-c27c-4f96-a685-1eda82e55ce0 None None] Pushing event updated for resources: {'Port': ['ID=67d7d929-94a1-47ed-913b-329ef4556a82,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:54.371848 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-0efc6c19-9ef4-4f0c-851d-882e9cea5604 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, e268eb31-b5e3-4b15-abcb-42d9635737c2) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:54.383140 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efc6c19-9ef4-4f0c-851d-882e9cea5604 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:54.384935 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5e1d2-d988-41ec-b0fd-c32b5f59802e req-81e20856-7167-4729-9ebe-93063772461e tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:54.387235 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0efc6c19-9ef4-4f0c-851d-882e9cea5604 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:54.389147 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a6b5e1d2-d988-41ec-b0fd-c32b5f59802e req-81e20856-7167-4729-9ebe-93063772461e tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 946 time: 0.2418475 Jul 23 20:24:54.401164 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276510da-1c6a-4836-9f7d-42b6d8a37f2e None None] Network e268eb31-b5e3-4b15-abcb-42d9635737c2 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:24:54.428280 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0efc6c19-9ef4-4f0c-851d-882e9cea5604 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7779334 Jul 23 20:24:54.432832 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45764) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:54.449829 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f66aa9dd-0bef-4c9a-b8f8-266983b7c7db tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-963861152', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}, 'admin_state_up': False}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:54.475898 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad864d2-c27c-4f96-a685-1eda82e55ce0 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:54.486639 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-488dcf8c-18af-436c-9116-d558e33ca51d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Allocated IP 2001:db8::4328:cab4:ddc8:555f (bd014336-7cf6-4be5-829d-b33260ee43fe/a0a183d4-8990-4d45-8f39-4de5f7da94dc/aacf07e8-3587-4405-ad08-41aefb6c03c3) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:54.509507 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f66aa9dd-0bef-4c9a-b8f8-266983b7c7db tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:54.512204 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f66aa9dd-0bef-4c9a-b8f8-266983b7c7db tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:54.521361 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a6b5e1d2-d988-41ec-b0fd-c32b5f59802e req-e00361d1-09fb-4436-be5b-ad89845bae07 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182528 Jul 23 20:24:54.546962 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-8ad864d2-c27c-4f96-a685-1eda82e55ce0 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:54.555583 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad864d2-c27c-4f96-a685-1eda82e55ce0 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:54.666047 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f66aa9dd-0bef-4c9a-b8f8-266983b7c7db tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:54.959886 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f66aa9dd-0bef-4c9a-b8f8-266983b7c7db tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:54.960188 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-488dcf8c-18af-436c-9116-d558e33ca51d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:54.988602 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-488dcf8c-18af-436c-9116-d558e33ca51d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Transition to ACTIVE for port object aacf07e8-3587-4405-ad08-41aefb6c03c3 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:54.994784 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-8ad864d2-c27c-4f96-a685-1eda82e55ce0 None None] Attempting to bind port 67d7d929-94a1-47ed-913b-329ef4556a82 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:24:54.997370 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-8ad864d2-c27c-4f96-a685-1eda82e55ce0 None None] Attempting to bind port 67d7d929-94a1-47ed-913b-329ef4556a82 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:24:54.998602 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad864d2-c27c-4f96-a685-1eda82e55ce0 None None] Attempting to bind port 67d7d929-94a1-47ed-913b-329ef4556a82 on network bd014336-7cf6-4be5-829d-b33260ee43fe {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:24:55.014686 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad864d2-c27c-4f96-a685-1eda82e55ce0 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:24:55.015288 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad864d2-c27c-4f96-a685-1eda82e55ce0 None None] Checking segment: {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:24:55.015926 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8ad864d2-c27c-4f96-a685-1eda82e55ce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:55.016551 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad864d2-c27c-4f96-a685-1eda82e55ce0 None None] Bound using segment: {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:24:55.017324 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-8ad864d2-c27c-4f96-a685-1eda82e55ce0 None None] Bound port: 67d7d929-94a1-47ed-913b-329ef4556a82, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:24:55.018124 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8ad864d2-c27c-4f96-a685-1eda82e55ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:55.037458 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8e3291ad-1ee0-4bc6-952a-76ff16e6a193 req-8ee7bd71-29eb-4bc6-9d2a-aa56741879d6 tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8496b37-d4b0-47a0-805d-cce401fbaa78 HTTP/1.1" status: 200 len: 210 time: 0.0690713 Jul 23 20:24:55.041166 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1ccee0-e909-49c3-aa3f-3e817c7f8512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-e268eb31-b5e3-4b15-abcb-42d9635737c2', 'network_id': 'e268eb31-b5e3-4b15-abcb-42d9635737c2', 'tenant_id': 'b98d9b4bf2fd440a9f467dfa276f887b', 'fixed_ips': [{'subnet_id': 'fc349598-9b5c-4992-b608-f73c50ba907f'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:24:55.042944 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de1ccee0-e909-49c3-aa3f-3e817c7f8512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:55.046103 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-488dcf8c-18af-436c-9116-d558e33ca51d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:55.129893 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488dcf8c-18af-436c-9116-d558e33ca51d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:55.134327 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-488dcf8c-18af-436c-9116-d558e33ca51d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:55.138620 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488dcf8c-18af-436c-9116-d558e33ca51d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:55.145304 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488dcf8c-18af-436c-9116-d558e33ca51d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:55.146094 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-488dcf8c-18af-436c-9116-d558e33ca51d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:55.168758 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488dcf8c-18af-436c-9116-d558e33ca51d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Port': ['ID=aacf07e8-3587-4405-ad08-41aefb6c03c3,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:55.178892 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-488dcf8c-18af-436c-9116-d558e33ca51d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8930676 Jul 23 20:24:55.180579 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45788) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:55.348530 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b46cda-ac0a-4147-9bb8-f57a4dcde32c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:55.357588 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b46cda-ac0a-4147-9bb8-f57a4dcde32c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:55.362425 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-21b46cda-ac0a-4147-9bb8-f57a4dcde32c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1792443 Jul 23 20:24:55.363011 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45792) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:55.376537 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-8ad864d2-c27c-4f96-a685-1eda82e55ce0 None None] For port 67d7d929-94a1-47ed-913b-329ef4556a82, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:24:55.397946 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f66aa9dd-0bef-4c9a-b8f8-266983b7c7db tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:55.422481 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f66aa9dd-0bef-4c9a-b8f8-266983b7c7db tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:55.480639 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-8ad864d2-c27c-4f96-a685-1eda82e55ce0 None None] For port 67d7d929-94a1-47ed-913b-329ef4556a82, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=67d7d929-94a1-47ed-913b-329ef4556a82,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:24:55.521165 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8ad864d2-c27c-4f96-a685-1eda82e55ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:55.574359 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-d0c33840-405c-4bc0-8b91-0f6ea111c9a4 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting port aacf07e8-3587-4405-ad08-41aefb6c03c3 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:24:55.574359 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d0c33840-405c-4bc0-8b91-0f6ea111c9a4 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:55.761607 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-f66aa9dd-0bef-4c9a-b8f8-266983b7c7db tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Allocated IP 172.25.1.202 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/35a5de5c-0070-43ba-9c25-bcebc0b7da3a) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:55.830072 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad864d2-c27c-4f96-a685-1eda82e55ce0 None None] Pushing event updated for resources: {'Port': ['ID=67d7d929-94a1-47ed-913b-329ef4556a82,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:55.835099 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-de1ccee0-e909-49c3-aa3f-3e817c7f8512 None None] Allocated IP 172.20.0.2 (e268eb31-b5e3-4b15-abcb-42d9635737c2/fc349598-9b5c-4992-b608-f73c50ba907f/b226c38e-9259-4af2-9765-a0908e704d77) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:56.028682 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f66aa9dd-0bef-4c9a-b8f8-266983b7c7db tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:56.085389 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d0c33840-405c-4bc0-8b91-0f6ea111c9a4 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:56.117870 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-d0c33840-405c-4bc0-8b91-0f6ea111c9a4 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Calling delete_port for aacf07e8-3587-4405-ad08-41aefb6c03c3 owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:24:56.165170 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f66aa9dd-0bef-4c9a-b8f8-266983b7c7db tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:56.193389 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0757d-a206-46c6-8242-6563d64268a1 req-ce58445d-6323-4487-9d1c-7bd11e48a6e4 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:56.202733 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e0b0757d-a206-46c6-8242-6563d64268a1 req-ce58445d-6323-4487-9d1c-7bd11e48a6e4 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 946 time: 0.5032413 Jul 23 20:24:56.270171 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de1ccee0-e909-49c3-aa3f-3e817c7f8512 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:56.307001 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6d6ba645-1d94-4322-aa47-c7f1ac5c3ce8 req-2af74b5f-aced-473c-9a79-f00ae1b03243 tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8496b37-d4b0-47a0-805d-cce401fbaa78 HTTP/1.1" status: 200 len: 210 time: 0.0496380 Jul 23 20:24:56.311977 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66aa9dd-0bef-4c9a-b8f8-266983b7c7db tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:56.313758 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-f66aa9dd-0bef-4c9a-b8f8-266983b7c7db tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:56.316209 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e0b0757d-a206-46c6-8242-6563d64268a1 req-c4c3d893-050f-4a15-b569-8524ccaaea98 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071298 Jul 23 20:24:56.317018 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66aa9dd-0bef-4c9a-b8f8-266983b7c7db tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:56.331646 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-de1ccee0-e909-49c3-aa3f-3e817c7f8512 None None] Transition to ACTIVE for port object b226c38e-9259-4af2-9765-a0908e704d77 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:56.377886 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-de1ccee0-e909-49c3-aa3f-3e817c7f8512 None None] Transition to ACTIVE for port object b226c38e-9259-4af2-9765-a0908e704d77 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:56.386922 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de1ccee0-e909-49c3-aa3f-3e817c7f8512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:56.488875 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1ccee0-e909-49c3-aa3f-3e817c7f8512 None None] Network e268eb31-b5e3-4b15-abcb-42d9635737c2 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:56.490419 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66aa9dd-0bef-4c9a-b8f8-266983b7c7db tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event updated for resources: {'Port': ['ID=35a5de5c-0070-43ba-9c25-bcebc0b7da3a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:56.497999 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-de1ccee0-e909-49c3-aa3f-3e817c7f8512 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:56.503125 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1ccee0-e909-49c3-aa3f-3e817c7f8512 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:56.515254 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ccee0-e909-49c3-aa3f-3e817c7f8512 None None] Pushing event updated for resources: {'Port': ['ID=b226c38e-9259-4af2-9765-a0908e704d77,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:56.542396 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-10dddd03-5ef4-41c0-9b3a-25437b66f7f6 tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:56.542396 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-10dddd03-5ef4-41c0-9b3a-25437b66f7f6 tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] 10.222.0.18 "GET /v2.0/networks?id=a3845742-7f75-4261-826a-d86d2fafa43d HTTP/1.1" status: 200 len: 809 time: 0.2910974 Jul 23 20:24:56.558449 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-d2e06fab-4ab9-4c2b-aa46-0d59c66a2597 tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] Request body: {'port': {'device_id': 'f8496b37-d4b0-47a0-805d-cce401fbaa78', 'network_id': 'a3845742-7f75-4261-826a-d86d2fafa43d', 'admin_state_up': True, 'tenant_id': '9dea94e537f2418f995286ec3945acd8'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:56.584728 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-de1ccee0-e909-49c3-aa3f-3e817c7f8512 None None] Attempting to bind port b226c38e-9259-4af2-9765-a0908e704d77 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:24:56.585124 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-de1ccee0-e909-49c3-aa3f-3e817c7f8512 None None] Attempting to bind port b226c38e-9259-4af2-9765-a0908e704d77 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'c3022add-60ec-41c7-b789-b7543906b2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e268eb31-b5e3-4b15-abcb-42d9635737c2'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:24:56.585459 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1ccee0-e909-49c3-aa3f-3e817c7f8512 None None] Attempting to bind port b226c38e-9259-4af2-9765-a0908e704d77 on network e268eb31-b5e3-4b15-abcb-42d9635737c2 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:24:56.602454 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1ccee0-e909-49c3-aa3f-3e817c7f8512 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:24:56.602843 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1ccee0-e909-49c3-aa3f-3e817c7f8512 None None] Checking segment: {'id': 'c3022add-60ec-41c7-b789-b7543906b2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e268eb31-b5e3-4b15-abcb-42d9635737c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:24:56.603256 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de1ccee0-e909-49c3-aa3f-3e817c7f8512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:56.605757 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1ccee0-e909-49c3-aa3f-3e817c7f8512 None None] Bound using segment: {'id': 'c3022add-60ec-41c7-b789-b7543906b2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e268eb31-b5e3-4b15-abcb-42d9635737c2'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:24:56.607179 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-de1ccee0-e909-49c3-aa3f-3e817c7f8512 None None] Bound port: b226c38e-9259-4af2-9765-a0908e704d77, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3022add-60ec-41c7-b789-b7543906b2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e268eb31-b5e3-4b15-abcb-42d9635737c2'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:24:56.607783 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de1ccee0-e909-49c3-aa3f-3e817c7f8512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:56.700732 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-de1ccee0-e909-49c3-aa3f-3e817c7f8512 None None] For port b226c38e-9259-4af2-9765-a0908e704d77, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:24:56.769573 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f66aa9dd-0bef-4c9a-b8f8-266983b7c7db tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:57.069008 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f66aa9dd-0bef-4c9a-b8f8-266983b7c7db tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:57.128493 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-de1ccee0-e909-49c3-aa3f-3e817c7f8512 None None] For port b226c38e-9259-4af2-9765-a0908e704d77, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=b226c38e-9259-4af2-9765-a0908e704d77,segment=NetworkSegment(c3022add-60ec-41c7-b789-b7543906b2d5),segment_id=c3022add-60ec-41c7-b789-b7543906b2d5)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:24:57.134805 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de1ccee0-e909-49c3-aa3f-3e817c7f8512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:57.154599 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d0c33840-405c-4bc0-8b91-0f6ea111c9a4 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:57.196369 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c33840-405c-4bc0-8b91-0f6ea111c9a4 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Port': ['ID=aacf07e8-3587-4405-ad08-41aefb6c03c3,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:57.292086 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d0c33840-405c-4bc0-8b91-0f6ea111c9a4 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:57.308032 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d0c33840-405c-4bc0-8b91-0f6ea111c9a4 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/ports/aacf07e8-3587-4405-ad08-41aefb6c03c3 HTTP/1.1" status: 204 len: 168 time: 1.9416914 Jul 23 20:24:57.313093 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45860) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:57.356144 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66aa9dd-0bef-4c9a-b8f8-266983b7c7db tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Router 1afdf916-e3f6-4556-9383-f031099583de is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:24:57.385806 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ccee0-e909-49c3-aa3f-3e817c7f8512 None None] Pushing event updated for resources: {'Port': ['ID=b226c38e-9259-4af2-9765-a0908e704d77,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:57.455683 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 67d7d929-94a1-47ed-913b-329ef4556a82 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:24:57.467087 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c208f8d2-abac-488e-80db-05f5b8ecb39b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:57.476641 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c208f8d2-abac-488e-80db-05f5b8ecb39b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:57.478591 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c208f8d2-abac-488e-80db-05f5b8ecb39b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1635938 Jul 23 20:24:57.481906 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45882) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:57.493642 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-d2e06fab-4ab9-4c2b-aa46-0d59c66a2597 tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] Made reservation on behalf of 9dea94e537f2418f995286ec3945acd8 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:57.499905 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-d2e06fab-4ab9-4c2b-aa46-0d59c66a2597 tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:57.531821 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-02114088-9ce2-4084-aeea-68622bcbfb3c None None] Provisioning for port 67d7d929-94a1-47ed-913b-329ef4556a82 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:57.602510 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a73f5f11-f793-4a6f-98ef-0e6f97cdba37 req-8a8e3f19-0b0d-4cf3-b76e-552f5b38e28e tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8496b37-d4b0-47a0-805d-cce401fbaa78 HTTP/1.1" status: 200 len: 210 time: 0.0932050 Jul 23 20:24:57.621566 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 67d7d929-94a1-47ed-913b-329ef4556a82 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:57.634311 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 67d7d929-94a1-47ed-913b-329ef4556a82 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:57.637391 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:57.752753 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66aa9dd-0bef-4c9a-b8f8-266983b7c7db tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:24:57.772532 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e88da7-bc1f-4853-b474-55a735b36cd5 None None] Sync routers for ids ['1afdf916-e3f6-4556-9383-f031099583de'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:24:57.794320 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e88da7-bc1f-4853-b474-55a735b36cd5 None None] Routers {'1afdf916-e3f6-4556-9383-f031099583de'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:57.795249 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-b4e88da7-bc1f-4853-b474-55a735b36cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:24:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['1afdf916-e3f6-4556-9383-f031099583de'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:57.803268 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f66aa9dd-0bef-4c9a-b8f8-266983b7c7db tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:57.806296 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f66aa9dd-0bef-4c9a-b8f8-266983b7c7db tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.3702974 Jul 23 20:24:57.808779 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45904) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:57.899146 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-b4e88da7-bc1f-4853-b474-55a735b36cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:57.930394 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e88da7-bc1f-4853-b474-55a735b36cd5 None None] Routers {'1afdf916-e3f6-4556-9383-f031099583de'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:57.931044 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-b4e88da7-bc1f-4853-b474-55a735b36cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:24:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['1afdf916-e3f6-4556-9383-f031099583de'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:57.937345 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:58.035769 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-b4e88da7-bc1f-4853-b474-55a735b36cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:58.038367 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e88da7-bc1f-4853-b474-55a735b36cd5 None None] The sync data for ids ['1afdf916-e3f6-4556-9383-f031099583de'] in n-d-793618-10 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:24:58.043648 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 67d7d929-94a1-47ed-913b-329ef4556a82, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=67d7d929-94a1-47ed-913b-329ef4556a82,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:58.056829 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:58.072588 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1b2d8eb6-fb9b-4935-b3cd-e8355b7647c7 None None] Could not find standard attr ID for object aacf07e8-3587-4405-ad08-41aefb6c03c3. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:24:58.086985 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-3225f971-d9d4-4a61-92f9-0c86da349204 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting subnet a0a183d4-8990-4d45-8f39-4de5f7da94dc {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:24:58.096194 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3225f971-d9d4-4a61-92f9-0c86da349204 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:58.188427 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-d2e06fab-4ab9-4c2b-aa46-0d59c66a2597 tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] Allocated IP 172.20.0.11 (a3845742-7f75-4261-826a-d86d2fafa43d/a37317c7-33fe-4f8e-b76f-c3cde11ab669/7d6317b8-3b93-49c4-a926-f2821583bf71) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:58.205022 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3225f971-d9d4-4a61-92f9-0c86da349204 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:58.220465 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=67d7d929-94a1-47ed-913b-329ef4556a82,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:58.295524 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87bee8b-b60d-406a-890e-3e7a80b93ec6 req-2564d44f-f7c0-4754-bddc-f7e357c90481 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:58.297407 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b87bee8b-b60d-406a-890e-3e7a80b93ec6 req-2564d44f-f7c0-4754-bddc-f7e357c90481 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 946 time: 0.7921705 Jul 23 20:24:58.442154 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b87bee8b-b60d-406a-890e-3e7a80b93ec6 req-cbe49b4e-370c-44b0-ad91-0acd0d9304a5 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274693 Jul 23 20:24:58.553258 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3225f971-d9d4-4a61-92f9-0c86da349204 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:58.646516 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-d2e06fab-4ab9-4c2b-aa46-0d59c66a2597 tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:58.734752 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3225f971-d9d4-4a61-92f9-0c86da349204 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:58.778113 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225f971-d9d4-4a61-92f9-0c86da349204 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Subnet': ['ID=a0a183d4-8990-4d45-8f39-4de5f7da94dc,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:58.782701 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3225f971-d9d4-4a61-92f9-0c86da349204 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:58.786360 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3225f971-d9d4-4a61-92f9-0c86da349204 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/a0a183d4-8990-4d45-8f39-4de5f7da94dc HTTP/1.1" status: 204 len: 168 time: 1.3017540 Jul 23 20:24:58.789119 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45922) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:58.790683 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929daa64-0cb3-4b35-b6d6-10e56ff53237 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:24:58.861240 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0e503417-768a-4200-b6eb-06fbf71af809 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0681880 Jul 23 20:24:58.865974 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3225f971-d9d4-4a61-92f9-0c86da349204 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:58.866310 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3225f971-d9d4-4a61-92f9-0c86da349204 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:58.866698 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3225f971-d9d4-4a61-92f9-0c86da349204 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:58.866990 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3225f971-d9d4-4a61-92f9-0c86da349204 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:58.868523 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3225f971-d9d4-4a61-92f9-0c86da349204 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:58.870732 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3225f971-d9d4-4a61-92f9-0c86da349204 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:58.871132 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3225f971-d9d4-4a61-92f9-0c86da349204 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:58.871434 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3225f971-d9d4-4a61-92f9-0c86da349204 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:58.871775 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3225f971-d9d4-4a61-92f9-0c86da349204 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:58.872108 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3225f971-d9d4-4a61-92f9-0c86da349204 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:58.872440 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3225f971-d9d4-4a61-92f9-0c86da349204 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:58.872787 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3225f971-d9d4-4a61-92f9-0c86da349204 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:58.878722 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45924) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:58.899940 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4371197c-d762-41fe-9980-2fdf7c59a4f0 req-7858983f-1d15-4e16-9e2b-8cf47f1d5492 tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8496b37-d4b0-47a0-805d-cce401fbaa78 HTTP/1.1" status: 200 len: 210 time: 0.1455212 Jul 23 20:24:58.903530 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-d2e06fab-4ab9-4c2b-aa46-0d59c66a2597 tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:58.999660 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-d2e06fab-4ab9-4c2b-aa46-0d59c66a2597 tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] Network a3845742-7f75-4261-826a-d86d2fafa43d is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:59.008205 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-d2e06fab-4ab9-4c2b-aa46-0d59c66a2597 tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:59.012707 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-d2e06fab-4ab9-4c2b-aa46-0d59c66a2597 tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:59.071143 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8069e9-0085-43f5-89fe-312ea8f858a3 None None] Network e268eb31-b5e3-4b15-abcb-42d9635737c2 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:24:59.071395 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e06fab-4ab9-4c2b-aa46-0d59c66a2597 tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] Pushing event updated for resources: {'Port': ['ID=7d6317b8-3b93-49c4-a926-f2821583bf71,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:59.110043 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f1e312-fcfa-4950-a71a-34ca04c06d5e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:59.111719 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b7f1e312-fcfa-4950-a71a-34ca04c06d5e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2178595 Jul 23 20:24:59.118577 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-d2e06fab-4ab9-4c2b-aa46-0d59c66a2597 tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:59.119550 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-d2e06fab-4ab9-4c2b-aa46-0d59c66a2597 tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:59.123332 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45926) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:59.160424 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-9a37c450-a044-41b5-a159-ca0b68ca4283 None None] Provisioning for port b226c38e-9259-4af2-9765-a0908e704d77 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:59.181430 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-d2e06fab-4ab9-4c2b-aa46-0d59c66a2597 tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6293814 Jul 23 20:24:59.218657 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483c0d4e-c3d1-4066-9c27-5d9833a5deef tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:59.221271 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-483c0d4e-c3d1-4066-9c27-5d9833a5deef tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0966897 Jul 23 20:24:59.223729 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45930) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:59.383850 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f67594a-7209-4d3a-8487-fc9cdaf40b89 None None] DHCP port deletion for bd014336-7cf6-4be5-829d-b33260ee43fe request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:24:59.397827 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e9ba1613-9e7d-49b0-b5a9-66263e809708 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1722236 Jul 23 20:24:59.401944 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45934) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:59.411970 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-94cfd469-f196-4731-b62c-f76d7b0abcb9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'subnet': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:59.486797 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device b226c38e-9259-4af2-9765-a0908e704d77 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:24:59.550335 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-924ae4db-e8e1-44c4-90c0-67d29446cc2d service neutron] Request body: {'port': {'device_id': 'f8496b37-d4b0-47a0-805d-cce401fbaa78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:59.628928 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e25f8d38-5ca4-4846-b5ac-1106329f1341 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:59.667873 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port b226c38e-9259-4af2-9765-a0908e704d77 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:59.687255 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port b226c38e-9259-4af2-9765-a0908e704d77 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:59.689312 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:59.755761 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-7f67594a-7209-4d3a-8487-fc9cdaf40b89 None None] Deleting port 67d7d929-94a1-47ed-913b-329ef4556a82 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:24:59.756387 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7f67594a-7209-4d3a-8487-fc9cdaf40b89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:59.920423 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:59.973830 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-7f67594a-7209-4d3a-8487-fc9cdaf40b89 None None] For port 67d7d929-94a1-47ed-913b-329ef4556a82, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=67d7d929-94a1-47ed-913b-329ef4556a82,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:59.978378 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7f67594a-7209-4d3a-8487-fc9cdaf40b89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:59.991317 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94cfd469-f196-4731-b62c-f76d7b0abcb9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:59.998375 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-94cfd469-f196-4731-b62c-f76d7b0abcb9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:00.042056 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-7f67594a-7209-4d3a-8487-fc9cdaf40b89 None None] Calling delete_port for 67d7d929-94a1-47ed-913b-329ef4556a82 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:25:00.064767 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-924ae4db-e8e1-44c4-90c0-67d29446cc2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:00.081528 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port b226c38e-9259-4af2-9765-a0908e704d77, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=b226c38e-9259-4af2-9765-a0908e704d77,segment=NetworkSegment(c3022add-60ec-41c7-b789-b7543906b2d5),segment_id=c3022add-60ec-41c7-b789-b7543906b2d5)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:00.139830 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:00.264338 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8fd9dc-159a-4df5-8daa-96530cc9a3c4 req-6e7698c7-5b55-412f-a564-a3595379409f tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:00.267028 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ba8fd9dc-159a-4df5-8daa-96530cc9a3c4 req-6e7698c7-5b55-412f-a564-a3595379409f tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8496b37-d4b0-47a0-805d-cce401fbaa78 HTTP/1.1" status: 200 len: 932 time: 0.2274864 Jul 23 20:25:00.299181 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ab7eb96c-bf7f-467e-b826-3759fae368b8 None None] Provisioning complete for port b226c38e-9259-4af2-9765-a0908e704d77 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:00.299576 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab7eb96c-bf7f-467e-b826-3759fae368b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:00.305053 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-e25f8d38-5ca4-4846-b5ac-1106329f1341 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Allocated IP 172.20.0.1 (e268eb31-b5e3-4b15-abcb-42d9635737c2/fc349598-9b5c-4992-b608-f73c50ba907f/9894b730-b23a-4948-9b45-db3c7a62541e) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:25:00.377059 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ba8fd9dc-159a-4df5-8daa-96530cc9a3c4 req-607e974d-8d0e-4e43-a1d9-449d1870ffea tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3ec5d28-89ac-4cc7-8457-e54bd4b4d429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993254 Jul 23 20:25:00.401884 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=b226c38e-9259-4af2-9765-a0908e704d77,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:00.475070 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7f67594a-7209-4d3a-8487-fc9cdaf40b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:00.586076 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f67594a-7209-4d3a-8487-fc9cdaf40b89 None None] Pushing event deleted for resources: {'Port': ['ID=67d7d929-94a1-47ed-913b-329ef4556a82,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:00.659690 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f67594a-7209-4d3a-8487-fc9cdaf40b89 None None] No DVR routers for this DVR port 67d7d929-94a1-47ed-913b-329ef4556a82 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:25:00.677329 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e25f8d38-5ca4-4846-b5ac-1106329f1341 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:00.732557 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-e25f8d38-5ca4-4846-b5ac-1106329f1341 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Transition to ACTIVE for port object 9894b730-b23a-4948-9b45-db3c7a62541e will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:00.743507 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-924ae4db-e8e1-44c4-90c0-67d29446cc2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d6317b8-3b93-49c4-a926-f2821583bf71 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:25:00.754023 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-924ae4db-e8e1-44c4-90c0-67d29446cc2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:00.782972 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-924ae4db-e8e1-44c4-90c0-67d29446cc2d service neutron] Transition to ACTIVE for port object 7d6317b8-3b93-49c4-a926-f2821583bf71 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:00.795758 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d1de9-660e-4355-9166-293eba2bb8a4 req-b4499a1d-1792-450a-8c60-7932cede01f3 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:00.798084 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b62d1de9-660e-4355-9166-293eba2bb8a4 req-b4499a1d-1792-450a-8c60-7932cede01f3 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 946 time: 1.1548641 Jul 23 20:25:00.805402 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-924ae4db-e8e1-44c4-90c0-67d29446cc2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:00.819957 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e25f8d38-5ca4-4846-b5ac-1106329f1341 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:00.942693 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25f8d38-5ca4-4846-b5ac-1106329f1341 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Network e268eb31-b5e3-4b15-abcb-42d9635737c2 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:25:00.949182 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-e25f8d38-5ca4-4846-b5ac-1106329f1341 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:00.956980 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25f8d38-5ca4-4846-b5ac-1106329f1341 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:25:01.033682 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f8d38-5ca4-4846-b5ac-1106329f1341 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event updated for resources: {'Port': ['ID=9894b730-b23a-4948-9b45-db3c7a62541e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:01.034616 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b62d1de9-660e-4355-9166-293eba2bb8a4 req-4e9bc82e-77e0-4cb8-ad5d-2e90479aa335 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2245619 Jul 23 20:25:01.056546 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e25f8d38-5ca4-4846-b5ac-1106329f1341 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:01.192571 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ae4db-e8e1-44c4-90c0-67d29446cc2d service neutron] Pushing event updated for resources: {'Port': ['ID=7d6317b8-3b93-49c4-a926-f2821583bf71,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:01.329713 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device b226c38e-9259-4af2-9765-a0908e704d77 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:25:01.376181 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-924ae4db-e8e1-44c4-90c0-67d29446cc2d service neutron] Attempting to bind port 7d6317b8-3b93-49c4-a926-f2821583bf71 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:01.376548 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-924ae4db-e8e1-44c4-90c0-67d29446cc2d service neutron] Attempting to bind port 7d6317b8-3b93-49c4-a926-f2821583bf71 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'ad5b33d8-22a0-43b1-9e03-b3c5458bb0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a3845742-7f75-4261-826a-d86d2fafa43d'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:01.377520 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-924ae4db-e8e1-44c4-90c0-67d29446cc2d service neutron] Attempting to bind port 7d6317b8-3b93-49c4-a926-f2821583bf71 on network a3845742-7f75-4261-826a-d86d2fafa43d {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:01.381291 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-94cfd469-f196-4731-b62c-f76d7b0abcb9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:01.427265 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-924ae4db-e8e1-44c4-90c0-67d29446cc2d service neutron] Port 7d6317b8-3b93-49c4-a926-f2821583bf71 on network a3845742-7f75-4261-826a-d86d2fafa43d not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:01.427805 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-924ae4db-e8e1-44c4-90c0-67d29446cc2d service neutron] Attempting to bind port 7d6317b8-3b93-49c4-a926-f2821583bf71 on network a3845742-7f75-4261-826a-d86d2fafa43d {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:01.478414 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cfd469-f196-4731-b62c-f76d7b0abcb9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:25:01.485363 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-94cfd469-f196-4731-b62c-f76d7b0abcb9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:01.485837 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1c6a6c20-67c9-4c13-aa4e-0583101d5532 None None] Provisioning for port 9894b730-b23a-4948-9b45-db3c7a62541e completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:25:01.489081 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e25f8d38-5ca4-4846-b5ac-1106329f1341 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:01.490393 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cfd469-f196-4731-b62c-f76d7b0abcb9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:01.491289 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-94cfd469-f196-4731-b62c-f76d7b0abcb9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:01.495483 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-924ae4db-e8e1-44c4-90c0-67d29446cc2d service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:25:01.496014 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-924ae4db-e8e1-44c4-90c0-67d29446cc2d service neutron] Checking segment: {'id': 'ad5b33d8-22a0-43b1-9e03-b3c5458bb0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a3845742-7f75-4261-826a-d86d2fafa43d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:25:01.496768 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-924ae4db-e8e1-44c4-90c0-67d29446cc2d service neutron] Bound using segment: {'id': 'ad5b33d8-22a0-43b1-9e03-b3c5458bb0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a3845742-7f75-4261-826a-d86d2fafa43d'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:25:01.497557 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-924ae4db-e8e1-44c4-90c0-67d29446cc2d service neutron] Bound port: 7d6317b8-3b93-49c4-a926-f2821583bf71, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5b33d8-22a0-43b1-9e03-b3c5458bb0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a3845742-7f75-4261-826a-d86d2fafa43d'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:25:01.498147 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-924ae4db-e8e1-44c4-90c0-67d29446cc2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:01.505678 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1c6a6c20-67c9-4c13-aa4e-0583101d5532 None None] Provisioning complete for port 9894b730-b23a-4948-9b45-db3c7a62541e triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:01.508904 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1c6a6c20-67c9-4c13-aa4e-0583101d5532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:01.540057 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cfd469-f196-4731-b62c-f76d7b0abcb9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Subnet': ['ID=e2146df8-3b5f-4b1a-b294-b1e24f36d1d6,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:01.546586 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-94cfd469-f196-4731-b62c-f76d7b0abcb9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1428404 Jul 23 20:25:01.551153 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 45954) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:01.563843 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-f702d067-19f9-4841-b916-e12221713810 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'port': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'fixed_ips': [{'subnet_id': 'e2146df8-3b5f-4b1a-b294-b1e24f36d1d6', 'ip_address': '2001:db8::d32:31d7:8eb:7831'}], 'name': 'tempest-NetworksTestDHCPv6-1947017600'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:01.587789 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd016c01-2242-4bfd-bd1e-990cc20825d2 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:25:01.816535 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1c6a6c20-67c9-4c13-aa4e-0583101d5532 None None] Port 9894b730-b23a-4948-9b45-db3c7a62541e cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:25:01.843040 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-924ae4db-e8e1-44c4-90c0-67d29446cc2d service neutron] For port 7d6317b8-3b93-49c4-a926-f2821583bf71, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:25:01.852711 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-924ae4db-e8e1-44c4-90c0-67d29446cc2d service neutron] For port 7d6317b8-3b93-49c4-a926-f2821583bf71, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=7d6317b8-3b93-49c4-a926-f2821583bf71,segment=NetworkSegment(ad5b33d8-22a0-43b1-9e03-b3c5458bb0d2),segment_id=ad5b33d8-22a0-43b1-9e03-b3c5458bb0d2)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:25:01.853529 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707130b-f817-472d-9b97-4f4233983d0b req-310f014f-bbb4-4566-a716-4e43b2e180cd tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:01.865517 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1707130b-f817-472d-9b97-4f4233983d0b req-310f014f-bbb4-4566-a716-4e43b2e180cd tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8496b37-d4b0-47a0-805d-cce401fbaa78 HTTP/1.1" status: 200 len: 944 time: 0.2795579 Jul 23 20:25:01.873005 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port b226c38e-9259-4af2-9765-a0908e704d77 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:01.874772 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:01.898572 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-924ae4db-e8e1-44c4-90c0-67d29446cc2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:01.965726 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e22444e-3030-4601-8889-e8db7f994dbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-bd014336-7cf6-4be5-829d-b33260ee43fe', 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'tenant_id': '5b8a44966ee64868a6ea19d10cce6716', 'fixed_ips': [{'subnet_id': 'e2146df8-3b5f-4b1a-b294-b1e24f36d1d6'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:25:01.966588 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e22444e-3030-4601-8889-e8db7f994dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:02.084400 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ae4db-e8e1-44c4-90c0-67d29446cc2d service neutron] Pushing event updated for resources: {'Port': ['ID=7d6317b8-3b93-49c4-a926-f2821583bf71,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:02.213826 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-924ae4db-e8e1-44c4-90c0-67d29446cc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:02.216098 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-924ae4db-e8e1-44c4-90c0-67d29446cc2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:02.220480 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-924ae4db-e8e1-44c4-90c0-67d29446cc2d service neutron] 10.222.0.18 "PUT /v2.0/ports/7d6317b8-3b93-49c4-a926-f2821583bf71 HTTP/1.1" status: 200 len: 1093 time: 3.0316429 Jul 23 20:25:02.220994 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8496b37-d4b0-47a0-805d-cce401fbaa78', 'tag': '7d6317b8-3b93-49c4-a926-f2821583bf71'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:02.224254 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4b856e-8e07-4141-864a-64b2179f44ba" -d '{"events": [{"name": "network-changed", "server_uuid": "f8496b37-d4b0-47a0-805d-cce401fbaa78", "tag": "7d6317b8-3b93-49c4-a926-f2821583bf71"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:02.344265 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f702d067-19f9-4841-b916-e12221713810 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:25:02.375919 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1707130b-f817-472d-9b97-4f4233983d0b req-5e1040b5-d76a-4443-907f-838772be36fa tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3ec5d28-89ac-4cc7-8457-e54bd4b4d429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5093899 Jul 23 20:25:02.539522 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e25f8d38-5ca4-4846-b5ac-1106329f1341 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:02.555139 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e25f8d38-5ca4-4846-b5ac-1106329f1341 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:02.562981 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-9e22444e-3030-4601-8889-e8db7f994dbf None None] Allocated IP 2001:db8::2 (bd014336-7cf6-4be5-829d-b33260ee43fe/e2146df8-3b5f-4b1a-b294-b1e24f36d1d6/8b0fb0cd-105e-4624-98c4-c425edbd20f9) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:25:02.617547 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 67d7d929-94a1-47ed-913b-329ef4556a82 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:25:02.669357 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 67d7d929-94a1-47ed-913b-329ef4556a82 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:25:02.669774 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 67d7d929-94a1-47ed-913b-329ef4556a82 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:25:02.744052 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f8d38-5ca4-4846-b5ac-1106329f1341 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event updated for resources: {'Port': ['ID=9894b730-b23a-4948-9b45-db3c7a62541e,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:02.776580 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e25f8d38-5ca4-4846-b5ac-1106329f1341 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:02.807737 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-17506ce7-6ca6-4622-887c-8e6fed3ee8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:02.812498 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-17506ce7-6ca6-4622-887c-8e6fed3ee8b1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9dea94e537f2418f995286ec3945acd8&device_id=f8496b37-d4b0-47a0-805d-cce401fbaa78 HTTP/1.1" status: 200 len: 1096 time: 0.5170627 Jul 23 20:25:02.828682 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e22444e-3030-4601-8889-e8db7f994dbf None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:02.830592 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f702d067-19f9-4841-b916-e12221713810 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:02.843312 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-9e22444e-3030-4601-8889-e8db7f994dbf None None] Transition to ACTIVE for port object 8b0fb0cd-105e-4624-98c4-c425edbd20f9 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:02.852345 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0cc996-88b8-4eea-a980-fb3d8baf4b57 x-openstack-request-id: req-7b0cc996-88b8-4eea-a980-fb3d8baf4b57 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:02.852911 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8496b37-d4b0-47a0-805d-cce401fbaa78", "tag": "7d6317b8-3b93-49c4-a926-f2821583bf71", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:02.852911 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7b0cc996-88b8-4eea-a980-fb3d8baf4b57 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:02.853340 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8496b37-d4b0-47a0-805d-cce401fbaa78', 'tag': '7d6317b8-3b93-49c4-a926-f2821583bf71', 'status': 'completed', 'code': 200} Jul 23 20:25:02.865206 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-9e22444e-3030-4601-8889-e8db7f994dbf None None] Transition to ACTIVE for port object 8b0fb0cd-105e-4624-98c4-c425edbd20f9 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:02.873109 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e22444e-3030-4601-8889-e8db7f994dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:02.931761 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe24ba-538f-4c20-8ce6-07a6cfdb8cd5 req-18767f40-8b00-4aee-865f-2c0be17d7c8f tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:02.943303 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e22444e-3030-4601-8889-e8db7f994dbf None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:25:02.945841 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d8fe24ba-538f-4c20-8ce6-07a6cfdb8cd5 req-18767f40-8b00-4aee-865f-2c0be17d7c8f tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 946 time: 0.6038051 Jul 23 20:25:02.950564 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-9e22444e-3030-4601-8889-e8db7f994dbf None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:02.962574 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e22444e-3030-4601-8889-e8db7f994dbf None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:25:02.968984 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e22444e-3030-4601-8889-e8db7f994dbf None None] Pushing event updated for resources: {'Port': ['ID=8b0fb0cd-105e-4624-98c4-c425edbd20f9,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:03.024307 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25f8d38-5ca4-4846-b5ac-1106329f1341 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Network e268eb31-b5e3-4b15-abcb-42d9635737c2 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:25:03.028053 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-e25f8d38-5ca4-4846-b5ac-1106329f1341 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:03.032111 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-28e70e3f-cf53-4ac0-9a10-087e4c02cfb5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d6317b8-3b93-49c4-a926-f2821583bf71 HTTP/1.1" status: 200 len: 217 time: 0.1779010 Jul 23 20:25:03.045232 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-f702d067-19f9-4841-b916-e12221713810 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] device_id is not set on port aaa3798e-45e6-4947-9692-78311d090d1a yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:25:03.217712 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-9e22444e-3030-4601-8889-e8db7f994dbf None None] Attempting to bind port 8b0fb0cd-105e-4624-98c4-c425edbd20f9 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:03.223046 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-9e22444e-3030-4601-8889-e8db7f994dbf None None] Attempting to bind port 8b0fb0cd-105e-4624-98c4-c425edbd20f9 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:03.223753 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e22444e-3030-4601-8889-e8db7f994dbf None None] Attempting to bind port 8b0fb0cd-105e-4624-98c4-c425edbd20f9 on network bd014336-7cf6-4be5-829d-b33260ee43fe {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:03.264470 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e22444e-3030-4601-8889-e8db7f994dbf None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:25:03.265155 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e22444e-3030-4601-8889-e8db7f994dbf None None] Checking segment: {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:25:03.265856 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e22444e-3030-4601-8889-e8db7f994dbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:03.266504 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e22444e-3030-4601-8889-e8db7f994dbf None None] Bound using segment: {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:25:03.267370 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-9e22444e-3030-4601-8889-e8db7f994dbf None None] Bound port: 8b0fb0cd-105e-4624-98c4-c425edbd20f9, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:25:03.267911 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e22444e-3030-4601-8889-e8db7f994dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:03.270750 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-f702d067-19f9-4841-b916-e12221713810 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Allocated IP 2001:db8::d32:31d7:8eb:7831 (bd014336-7cf6-4be5-829d-b33260ee43fe/e2146df8-3b5f-4b1a-b294-b1e24f36d1d6/aaa3798e-45e6-4947-9692-78311d090d1a) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:25:03.470171 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25f8d38-5ca4-4846-b5ac-1106329f1341 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Router 1afdf916-e3f6-4556-9383-f031099583de has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:25:03.500215 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f702d067-19f9-4841-b916-e12221713810 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:03.520575 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-f702d067-19f9-4841-b916-e12221713810 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Transition to ACTIVE for port object aaa3798e-45e6-4947-9692-78311d090d1a will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:03.608237 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f702d067-19f9-4841-b916-e12221713810 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:03.637416 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-9e22444e-3030-4601-8889-e8db7f994dbf None None] For port 8b0fb0cd-105e-4624-98c4-c425edbd20f9, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:25:03.657051 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-9e22444e-3030-4601-8889-e8db7f994dbf None None] For port 8b0fb0cd-105e-4624-98c4-c425edbd20f9, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=8b0fb0cd-105e-4624-98c4-c425edbd20f9,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:25:03.667763 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e22444e-3030-4601-8889-e8db7f994dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:03.762731 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d8fe24ba-538f-4c20-8ce6-07a6cfdb8cd5 req-bd4462b4-33d9-489b-a1f1-67d6be021a80 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8159962 Jul 23 20:25:03.797953 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f702d067-19f9-4841-b916-e12221713810 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:25:03.807765 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-f702d067-19f9-4841-b916-e12221713810 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:03.818630 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f702d067-19f9-4841-b916-e12221713810 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:25:03.840418 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f702d067-19f9-4841-b916-e12221713810 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:03.840802 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f702d067-19f9-4841-b916-e12221713810 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:03.845901 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-10c1cceb-eec1-4201-a891-da07f25b44d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:03.848053 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-10c1cceb-eec1-4201-a891-da07f25b44d3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a37317c7-33fe-4f8e-b76f-c3cde11ab669 HTTP/1.1" status: 200 len: 849 time: 0.2688887 Jul 23 20:25:03.895741 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8156d2-c4b9-4db0-b477-1957d934b0bd req-b379ba2c-cb9b-4600-9604-f7ae51c88a0d tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:03.897828 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3f8156d2-c4b9-4db0-b477-1957d934b0bd req-b379ba2c-cb9b-4600-9604-f7ae51c88a0d tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8496b37-d4b0-47a0-805d-cce401fbaa78 HTTP/1.1" status: 200 len: 944 time: 0.2434340 Jul 23 20:25:03.908170 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f2189ec7-6628-4d18-ac37-25c1f2335624 None None] Provisioning complete for port 9894b730-b23a-4948-9b45-db3c7a62541e triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:03.908785 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f2189ec7-6628-4d18-ac37-25c1f2335624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:03.977083 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702d067-19f9-4841-b916-e12221713810 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Port': ['ID=aaa3798e-45e6-4947-9692-78311d090d1a,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:04.008432 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-abd57d76-0b73-4931-8b14-bd52e24bfbe8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a3845742-7f75-4261-826a-d86d2fafa43d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1481669 Jul 23 20:25:04.009897 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3f8156d2-c4b9-4db0-b477-1957d934b0bd req-ed828b91-9019-4118-ab4a-82f0ef30b1b5 tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3ec5d28-89ac-4cc7-8457-e54bd4b4d429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983706 Jul 23 20:25:04.063404 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25f8d38-5ca4-4846-b5ac-1106329f1341 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:25:04.066234 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e22444e-3030-4601-8889-e8db7f994dbf None None] Pushing event updated for resources: {'Port': ['ID=8b0fb0cd-105e-4624-98c4-c425edbd20f9,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:04.074940 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e25f8d38-5ca4-4846-b5ac-1106329f1341 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "PUT /v2.0/routers/1afdf916-e3f6-4556-9383-f031099583de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2591951 Jul 23 20:25:04.075968 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 45996) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:04.080759 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a461a0a6-aa61-40ee-af4f-c460c6b75d99 None None] Sync routers for ids ['1afdf916-e3f6-4556-9383-f031099583de'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:25:04.082287 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-bcec7de0-eae7-40e4-bf27-3a8508297495 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Request body: {'port': {'network_id': 'e268eb31-b5e3-4b15-abcb-42d9635737c2', 'name': 'tempest-FloatingIPTestJSON-588612643'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:04.142875 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a461a0a6-aa61-40ee-af4f-c460c6b75d99 None None] Routers {'1afdf916-e3f6-4556-9383-f031099583de'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:25:04.143429 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-a461a0a6-aa61-40ee-af4f-c460c6b75d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:24:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['1afdf916-e3f6-4556-9383-f031099583de'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:04.147615 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-f2189ec7-6628-4d18-ac37-25c1f2335624 None None] Port 9894b730-b23a-4948-9b45-db3c7a62541e cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:25:04.283247 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-762f55bb-45d4-460b-9bff-d6bd3ac8e8f6 service neutron] 10.222.0.18 "GET /v2.0/networks/a3845742-7f75-4261-826a-d86d2fafa43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684362 Jul 23 20:25:04.285428 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f702d067-19f9-4841-b916-e12221713810 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.7330446 Jul 23 20:25:04.288384 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46002) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:04.308997 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-2b4dbe45-b2f6-4abb-a751-b75e4140d980 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'port': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'fixed_ips': [{'subnet_id': 'e2146df8-3b5f-4b1a-b294-b1e24f36d1d6', 'ip_address': '2001:db8::d32:31d7:8eb:7831'}], 'name': 'tempest-NetworksTestDHCPv6-840725173'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:04.319910 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-a461a0a6-aa61-40ee-af4f-c460c6b75d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:04.364385 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a461a0a6-aa61-40ee-af4f-c460c6b75d99 None None] Routers {'1afdf916-e3f6-4556-9383-f031099583de'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:25:04.365810 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-a461a0a6-aa61-40ee-af4f-c460c6b75d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:24:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['1afdf916-e3f6-4556-9383-f031099583de'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:04.412920 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-a461a0a6-aa61-40ee-af4f-c460c6b75d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:04.414108 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a461a0a6-aa61-40ee-af4f-c460c6b75d99 None None] The sync data for ids ['1afdf916-e3f6-4556-9383-f031099583de'] in n-d-793618-10 is: [] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:25:04.534428 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f8eedaf-40bb-4f46-9fe3-99fd66b592a2 req-d0a1f60e-4cb0-475a-9482-07966e1eacfd service neutron] 10.222.0.18 "GET /v2.0/networks/a3845742-7f75-4261-826a-d86d2fafa43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437351 Jul 23 20:25:04.568595 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcec7de0-eae7-40e4-bf27-3a8508297495 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Made reservation on behalf of b98d9b4bf2fd440a9f467dfa276f887b for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:25:04.574268 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bcec7de0-eae7-40e4-bf27-3a8508297495 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:04.600563 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-bcec7de0-eae7-40e4-bf27-3a8508297495 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] device_id is not set on port 87111ff8-811c-402b-a323-3ac5cbff9b07 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:25:04.657958 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4dbe45-b2f6-4abb-a751-b75e4140d980 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:25:04.709777 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b856e-8e07-4141-864a-64b2179f44ba req-6ca511f8-b09e-41eb-a1d6-d358cfd5e94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:04.711796 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bb4b856e-8e07-4141-864a-64b2179f44ba req-6ca511f8-b09e-41eb-a1d6-d358cfd5e94b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9dea94e537f2418f995286ec3945acd8&device_id=f8496b37-d4b0-47a0-805d-cce401fbaa78 HTTP/1.1" status: 200 len: 1096 time: 0.1183176 Jul 23 20:25:04.842161 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-bcec7de0-eae7-40e4-bf27-3a8508297495 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Allocated IP 172.20.0.3 (e268eb31-b5e3-4b15-abcb-42d9635737c2/fc349598-9b5c-4992-b608-f73c50ba907f/87111ff8-811c-402b-a323-3ac5cbff9b07) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:25:04.847663 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2b4dbe45-b2f6-4abb-a751-b75e4140d980 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:04.897364 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-2b4dbe45-b2f6-4abb-a751-b75e4140d980 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] device_id is not set on port 9767cba5-d35d-4e05-be2f-784ce19d20fc yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:25:04.922404 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b856e-8e07-4141-864a-64b2179f44ba req-904361fa-a251-4fa3-a074-58df81538acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:04.925123 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bb4b856e-8e07-4141-864a-64b2179f44ba req-904361fa-a251-4fa3-a074-58df81538acf service neutron] 10.222.0.18 "GET /v2.0/networks?id=a3845742-7f75-4261-826a-d86d2fafa43d HTTP/1.1" status: 200 len: 910 time: 0.2063074 Jul 23 20:25:04.988882 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bb4b856e-8e07-4141-864a-64b2179f44ba req-396f0314-a34e-44a0-9601-5c7d67675288 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d6317b8-3b93-49c4-a926-f2821583bf71 HTTP/1.1" status: 200 len: 217 time: 0.0544531 Jul 23 20:25:05.280779 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bcec7de0-eae7-40e4-bf27-3a8508297495 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:05.317410 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-bcec7de0-eae7-40e4-bf27-3a8508297495 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Transition to ACTIVE for port object 87111ff8-811c-402b-a323-3ac5cbff9b07 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:05.318158 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b856e-8e07-4141-864a-64b2179f44ba req-4815be7d-2920-46d1-b19f-752ec671a04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:05.320027 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bb4b856e-8e07-4141-864a-64b2179f44ba req-4815be7d-2920-46d1-b19f-752ec671a04c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a37317c7-33fe-4f8e-b76f-c3cde11ab669 HTTP/1.1" status: 200 len: 849 time: 0.2871635 Jul 23 20:25:05.352703 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e414b4-394d-4ea6-871f-8f8812aeb38c req-ca957b75-d5ab-4553-91f1-b76735642efb tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:05.361030 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f7e414b4-394d-4ea6-871f-8f8812aeb38c req-ca957b75-d5ab-4553-91f1-b76735642efb tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 946 time: 0.4180868 Jul 23 20:25:05.398676 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bb4b856e-8e07-4141-864a-64b2179f44ba req-d9663d50-e31a-4e88-8066-f85addbad198 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a3845742-7f75-4261-826a-d86d2fafa43d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658524 Jul 23 20:25:05.400975 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bcec7de0-eae7-40e4-bf27-3a8508297495 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:05.554243 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 8b0fb0cd-105e-4624-98c4-c425edbd20f9 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:25:05.665863 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 8b0fb0cd-105e-4624-98c4-c425edbd20f9 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:25:05.713323 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:25:05.797743 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec7de0-eae7-40e4-bf27-3a8508297495 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event updated for resources: {'Port': ['ID=87111ff8-811c-402b-a323-3ac5cbff9b07,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:05.812712 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bb4b856e-8e07-4141-864a-64b2179f44ba req-0f845875-ac36-4c23-9102-28f8863cd44a service neutron] 10.222.0.18 "GET /v2.0/networks/a3845742-7f75-4261-826a-d86d2fafa43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025311 Jul 23 20:25:05.818602 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f7e414b4-394d-4ea6-871f-8f8812aeb38c req-6b4c4b68-1367-4c23-bfd1-4182f8d25535 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4557819 Jul 23 20:25:05.895109 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 13f175f6-1988-4b7a-81f8-5a1bda3ad82f details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:25:05.958364 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcec7de0-eae7-40e4-bf27-3a8508297495 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Network e268eb31-b5e3-4b15-abcb-42d9635737c2 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:25:06.103098 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-bcec7de0-eae7-40e4-bf27-3a8508297495 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:06.103443 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bb4b856e-8e07-4141-864a-64b2179f44ba req-e27662e9-b560-4155-8fe8-6d66028d9a5c service neutron] 10.222.0.18 "GET /v2.0/networks/a3845742-7f75-4261-826a-d86d2fafa43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832325 Jul 23 20:25:06.167885 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddff192-b47d-43a3-8675-2c1f0758efcb req-a393e3a1-a79b-4930-afde-3bc4e3d5bd4b tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:06.178302 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0ddff192-b47d-43a3-8675-2c1f0758efcb req-a393e3a1-a79b-4930-afde-3bc4e3d5bd4b tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8496b37-d4b0-47a0-805d-cce401fbaa78 HTTP/1.1" status: 200 len: 944 time: 0.8131108 Jul 23 20:25:06.209159 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcec7de0-eae7-40e4-bf27-3a8508297495 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:25:06.308567 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-83d68344-3ebd-439b-9889-7e040192845f None None] Provisioning for port 8b0fb0cd-105e-4624-98c4-c425edbd20f9 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:25:06.337647 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-83d68344-3ebd-439b-9889-7e040192845f None None] Provisioning complete for port 8b0fb0cd-105e-4624-98c4-c425edbd20f9 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:06.340357 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-83d68344-3ebd-439b-9889-7e040192845f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:06.376401 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b4dbe45-b2f6-4abb-a751-b75e4140d980 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 23 20:25:06.382552 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b4dbe45-b2f6-4abb-a751-b75e4140d980 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:25:06.432730 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 13f175f6-1988-4b7a-81f8-5a1bda3ad82f, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=13f175f6-1988-4b7a-81f8-5a1bda3ad82f,segment=NetworkSegment(200529f2-acc5-4abc-91bf-3609d16ae961),segment_id=200529f2-acc5-4abc-91bf-3609d16ae961)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:06.485339 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '13f175f6-1988-4b7a-81f8-5a1bda3ad82f', 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d', 'port_id': '13f175f6-1988-4b7a-81f8-5a1bda3ad82f', 'mac_address': 'fa:16:3e:c1:fa:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fa6ddd-c617-40f8-a250-cf59fcf077ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:25:06.532930 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcec7de0-eae7-40e4-bf27-3a8508297495 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:06.533693 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bcec7de0-eae7-40e4-bf27-3a8508297495 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:06.562578 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2b4dbe45-b2f6-4abb-a751-b75e4140d980 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 387 time: 2.2711711 Jul 23 20:25:06.575678 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46048) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:06.628370 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:06.680321 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13f175f6-1988-4b7a-81f8-5a1bda3ad82f {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:25:06.711647 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bcec7de0-eae7-40e4-bf27-3a8508297495 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6340542 Jul 23 20:25:06.717139 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46050) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:06.722473 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-a491f90c-e0f8-46a7-af3f-e8b1595f086d tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Request body: {'floatingip': {'port_id': '87111ff8-811c-402b-a323-3ac5cbff9b07'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:06.758664 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0ddff192-b47d-43a3-8675-2c1f0758efcb req-04641c78-805a-4491-b780-171cb215cc2b tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3ec5d28-89ac-4cc7-8457-e54bd4b4d429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233105 Jul 23 20:25:06.759172 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 13f175f6-1988-4b7a-81f8-5a1bda3ad82f, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=13f175f6-1988-4b7a-81f8-5a1bda3ad82f,segment=NetworkSegment(200529f2-acc5-4abc-91bf-3609d16ae961),segment_id=200529f2-acc5-4abc-91bf-3609d16ae961)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:06.774888 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:06.788135 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-83d68344-3ebd-439b-9889-7e040192845f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:06.863609 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-83d68344-3ebd-439b-9889-7e040192845f None None] For port 8b0fb0cd-105e-4624-98c4-c425edbd20f9, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=8b0fb0cd-105e-4624-98c4-c425edbd20f9,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:06.868620 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c75870-725e-4483-ac56-e652dede1984 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:06.882231 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-83d68344-3ebd-439b-9889-7e040192845f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:06.883898 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a491f90c-e0f8-46a7-af3f-e8b1595f086d tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for floatingip, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:06.893748 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['13f175f6-1988-4b7a-81f8-5a1bda3ad82f'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:25:06.898843 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c75870-725e-4483-ac56-e652dede1984 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:06.907858 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c7c75870-725e-4483-ac56-e652dede1984 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.3233702 Jul 23 20:25:06.907858 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46060) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:06.949817 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=13f175f6-1988-4b7a-81f8-5a1bda3ad82f,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:07.012221 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d68344-3ebd-439b-9889-7e040192845f None None] Pushing event updated for resources: {'Port': ['ID=8b0fb0cd-105e-4624-98c4-c425edbd20f9,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:07.053013 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 7d6317b8-3b93-49c4-a926-f2821583bf71 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:25:07.078755 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a955dace-b3c1-4748-a854-87325bea49b9 None None] Provisioning for port aaa3798e-45e6-4947-9692-78311d090d1a completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:25:07.088523 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a955dace-b3c1-4748-a854-87325bea49b9 None None] Provisioning complete for port aaa3798e-45e6-4947-9692-78311d090d1a triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:07.090192 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a955dace-b3c1-4748-a854-87325bea49b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:07.137919 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-770eb615-0d10-494e-935f-04f94893a5a0 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting port aaa3798e-45e6-4947-9692-78311d090d1a {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:25:07.139087 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-770eb615-0d10-494e-935f-04f94893a5a0 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:07.144469 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a955dace-b3c1-4748-a854-87325bea49b9 None None] Port aaa3798e-45e6-4947-9692-78311d090d1a cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:25:07.248210 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.db.resource_extend [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:25:07.550307 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 8b0fb0cd-105e-4624-98c4-c425edbd20f9 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:25:07.632683 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a955dace-b3c1-4748-a854-87325bea49b9 None None] Provisioning for port 87111ff8-811c-402b-a323-3ac5cbff9b07 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:25:07.740650 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a955dace-b3c1-4748-a854-87325bea49b9 None None] Provisioning complete for port 87111ff8-811c-402b-a323-3ac5cbff9b07 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:07.741269 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a955dace-b3c1-4748-a854-87325bea49b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:07.886072 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a955dace-b3c1-4748-a854-87325bea49b9 None None] Port 87111ff8-811c-402b-a323-3ac5cbff9b07 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:25:07.906655 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 13f175f6-1988-4b7a-81f8-5a1bda3ad82f up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:25:07.918068 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 8b0fb0cd-105e-4624-98c4-c425edbd20f9 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:07.921188 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:08.063690 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a338c6c-a5e2-4210-b082-c9096da0e632 req-9d07bd5e-275b-4939-b654-64d779fa27fa tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:08.076401 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6a338c6c-a5e2-4210-b082-c9096da0e632 req-9d07bd5e-275b-4939-b654-64d779fa27fa tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 945 time: 0.9566348 Jul 23 20:25:08.129439 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 7d6317b8-3b93-49c4-a926-f2821583bf71, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=7d6317b8-3b93-49c4-a926-f2821583bf71,segment=NetworkSegment(ad5b33d8-22a0-43b1-9e03-b3c5458bb0d2),segment_id=ad5b33d8-22a0-43b1-9e03-b3c5458bb0d2)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:08.196530 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '7d6317b8-3b93-49c4-a926-f2821583bf71', 'network_id': 'a3845742-7f75-4261-826a-d86d2fafa43d', 'port_id': '7d6317b8-3b93-49c4-a926-f2821583bf71', 'mac_address': 'fa:16:3e:99:be:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a37317c7-33fe-4f8e-b76f-c3cde11ab669', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:25:08.211361 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-770eb615-0d10-494e-935f-04f94893a5a0 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:08.272322 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-770eb615-0d10-494e-935f-04f94893a5a0 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Calling delete_port for aaa3798e-45e6-4947-9692-78311d090d1a owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:25:08.461882 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:08.463997 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6a338c6c-a5e2-4210-b082-c9096da0e632 req-b9d75d44-ed2f-4dcf-a71d-07a8f487c8c5 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3862474 Jul 23 20:25:08.497994 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ec1d2-e23f-4223-a28e-16de8e817faa req-9d2ed151-ae35-442e-ae01-930ea5e79cab tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:08.498693 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d6317b8-3b93-49c4-a926-f2821583bf71 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:25:08.498822 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea7ec1d2-e23f-4223-a28e-16de8e817faa req-9d2ed151-ae35-442e-ae01-930ea5e79cab tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8496b37-d4b0-47a0-805d-cce401fbaa78 HTTP/1.1" status: 200 len: 944 time: 0.4042084 Jul 23 20:25:08.512471 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 13f175f6-1988-4b7a-81f8-5a1bda3ad82f triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:08.512850 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:08.606722 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ea7ec1d2-e23f-4223-a28e-16de8e817faa req-2ea41f6b-c668-45b7-9104-b2799be903c1 tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3ec5d28-89ac-4cc7-8457-e54bd4b4d429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906587 Jul 23 20:25:08.636498 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 7d6317b8-3b93-49c4-a926-f2821583bf71, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=7d6317b8-3b93-49c4-a926-f2821583bf71,segment=NetworkSegment(ad5b33d8-22a0-43b1-9e03-b3c5458bb0d2),segment_id=ad5b33d8-22a0-43b1-9e03-b3c5458bb0d2)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:08.646974 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:08.741278 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-770eb615-0d10-494e-935f-04f94893a5a0 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:08.865971 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770eb615-0d10-494e-935f-04f94893a5a0 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Port': ['ID=aaa3798e-45e6-4947-9692-78311d090d1a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:08.977966 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-770eb615-0d10-494e-935f-04f94893a5a0 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:08.982763 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-770eb615-0d10-494e-935f-04f94893a5a0 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/ports/aaa3798e-45e6-4947-9692-78311d090d1a HTTP/1.1" status: 204 len: 168 time: 2.0715644 Jul 23 20:25:08.983338 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46074) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:08.986580 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:09.019656 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.db.resource_extend [None req-a491f90c-e0f8-46a7-af3f-e8b1595f086d tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:25:09.026498 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['7d6317b8-3b93-49c4-a926-f2821583bf71'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:25:09.039610 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=7d6317b8-3b93-49c4-a926-f2821583bf71,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:09.108264 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a491f90c-e0f8-46a7-af3f-e8b1595f086d tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:09.128136 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a491f90c-e0f8-46a7-af3f-e8b1595f086d tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:09.130228 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421aac65-033d-4538-861a-e1e76177da05 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:09.131757 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421aac65-033d-4538-861a-e1e76177da05 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:09.136095 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-421aac65-033d-4538-861a-e1e76177da05 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1490276 Jul 23 20:25:09.142036 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46076) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:09.148138 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd880270d-cdcc-4ab2-bd1d-ebbeac27afd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f175f6-1988-4b7a-81f8-5a1bda3ad82f'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:09.151669 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987878fa-b896-459b-b7d5-95177c573c0a" -d '{"events": [{"server_uuid": "d880270d-cdcc-4ab2-bd1d-ebbeac27afd1", "name": "network-vif-plugged", "status": "completed", "tag": "13f175f6-1988-4b7a-81f8-5a1bda3ad82f"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:09.188928 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 13f175f6-1988-4b7a-81f8-5a1bda3ad82f, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=13f175f6-1988-4b7a-81f8-5a1bda3ad82f,segment=NetworkSegment(200529f2-acc5-4abc-91bf-3609d16ae961),segment_id=200529f2-acc5-4abc-91bf-3609d16ae961)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:09.210109 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:09.286331 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d3b6ba-6e96-4be5-8f80-26c4dec71ae0 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting subnet e2146df8-3b5f-4b1a-b294-b1e24f36d1d6 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:25:09.292500 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-11d3b6ba-6e96-4be5-8f80-26c4dec71ae0 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:09.316469 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8807c3a1-dbd3-4b20-a250-fd3e436b2b78 x-openstack-request-id: req-8807c3a1-dbd3-4b20-a250-fd3e436b2b78 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:09.317051 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d880270d-cdcc-4ab2-bd1d-ebbeac27afd1", "name": "network-vif-plugged", "status": "completed", "tag": "13f175f6-1988-4b7a-81f8-5a1bda3ad82f", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:09.317287 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8807c3a1-dbd3-4b20-a250-fd3e436b2b78 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:09.317819 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd880270d-cdcc-4ab2-bd1d-ebbeac27afd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f175f6-1988-4b7a-81f8-5a1bda3ad82f', 'code': 200} Jul 23 20:25:09.362158 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=13f175f6-1988-4b7a-81f8-5a1bda3ad82f,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:09.364129 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-11d3b6ba-6e96-4be5-8f80-26c4dec71ae0 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:09.462527 n-d-793618-10 neutron-server[93875]: INFO neutron.db.l3_db [None req-a491f90c-e0f8-46a7-af3f-e8b1595f086d tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Floating IP ec52f9cf-121d-4aa1-b554-792682ebab17 associated. External IP: 172.25.1.53, port: fb1a7e02-848c-4c7b-ae66-6b36371c863c. Jul 23 20:25:09.517063 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-11d3b6ba-6e96-4be5-8f80-26c4dec71ae0 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:09.616591 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-11d3b6ba-6e96-4be5-8f80-26c4dec71ae0 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:09.662305 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4698bed-8c25-4165-aacc-230559f2414c None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:25:09.669695 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-11d3b6ba-6e96-4be5-8f80-26c4dec71ae0 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:09.672362 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-11d3b6ba-6e96-4be5-8f80-26c4dec71ae0 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/e2146df8-3b5f-4b1a-b294-b1e24f36d1d6 HTTP/1.1" status: 204 len: 168 time: 0.5290420 Jul 23 20:25:09.674730 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46090) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:09.734373 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-068d147e-0bba-4c75-b1ac-33757490ce42 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0582764 Jul 23 20:25:09.780456 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46092) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:09.781978 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d3b6ba-6e96-4be5-8f80-26c4dec71ae0 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Subnet': ['ID=e2146df8-3b5f-4b1a-b294-b1e24f36d1d6,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:09.848480 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-de77e90d-72e1-47a9-b0f2-007b2a8c84f7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'subnet': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:10.112477 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a491f90c-e0f8-46a7-af3f-e8b1595f086d tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Router 53f6ea78-5523-49a7-bc66-eba1b3e8d312 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:25:10.166180 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363a1d5-b6c4-479b-b9d0-cd2e7f5f1865 req-3f0a815a-6661-453c-80c7-2fba742a535f tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:10.168984 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4363a1d5-b6c4-479b-b9d0-cd2e7f5f1865 req-3f0a815a-6661-453c-80c7-2fba742a535f tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8496b37-d4b0-47a0-805d-cce401fbaa78 HTTP/1.1" status: 200 len: 945 time: 0.3133786 Jul 23 20:25:10.190571 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1998a3ca-f8c1-4d00-b381-2f7d333ea707 None None] DHCP port deletion for bd014336-7cf6-4be5-829d-b33260ee43fe request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:25:10.249679 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de77e90d-72e1-47a9-b0f2-007b2a8c84f7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:25:10.257863 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-de77e90d-72e1-47a9-b0f2-007b2a8c84f7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:10.359436 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5aeb1d-5542-447a-a6fe-22fdbc3ba9e5 req-a6707e4e-17d6-440e-9f88-533fbdeff767 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:10.360335 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-af0d22d2-f134-445c-9355-8d00863325d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:10.365374 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1e5aeb1d-5542-447a-a6fe-22fdbc3ba9e5 req-a6707e4e-17d6-440e-9f88-533fbdeff767 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 946 time: 0.7113938 Jul 23 20:25:10.418506 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1998a3ca-f8c1-4d00-b381-2f7d333ea707 None None] Deleting port 8b0fb0cd-105e-4624-98c4-c425edbd20f9 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:25:10.418506 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1998a3ca-f8c1-4d00-b381-2f7d333ea707 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:10.513780 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-1998a3ca-f8c1-4d00-b381-2f7d333ea707 None None] For port 8b0fb0cd-105e-4624-98c4-c425edbd20f9, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=8b0fb0cd-105e-4624-98c4-c425edbd20f9,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:10.514231 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1998a3ca-f8c1-4d00-b381-2f7d333ea707 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:10.530516 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1998a3ca-f8c1-4d00-b381-2f7d333ea707 None None] Calling delete_port for 8b0fb0cd-105e-4624-98c4-c425edbd20f9 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:25:10.538594 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4363a1d5-b6c4-479b-b9d0-cd2e7f5f1865 req-1395bfc0-5e98-4088-bb5b-27011bf97946 tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3ec5d28-89ac-4cc7-8457-e54bd4b4d429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416613 Jul 23 20:25:10.594376 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a491f90c-e0f8-46a7-af3f-e8b1595f086d tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:25:10.608768 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d91433-91e9-44b4-bde8-9ce3dc1d425d None None] Sync routers for ids ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:25:10.642129 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1e5aeb1d-5542-447a-a6fe-22fdbc3ba9e5 req-7e42bd75-f2a8-4cf8-a419-932976c37f27 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2654121 Jul 23 20:25:10.661459 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d91433-91e9-44b4-bde8-9ce3dc1d425d None None] Routers {'53f6ea78-5523-49a7-bc66-eba1b3e8d312'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:25:10.669982 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d8d91433-91e9-44b4-bde8-9ce3dc1d425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:24:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:10.680889 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1998a3ca-f8c1-4d00-b381-2f7d333ea707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:10.759543 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d8d91433-91e9-44b4-bde8-9ce3dc1d425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:10.764882 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1998a3ca-f8c1-4d00-b381-2f7d333ea707 None None] Pushing event deleted for resources: {'Port': ['ID=8b0fb0cd-105e-4624-98c4-c425edbd20f9,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:10.778670 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d91433-91e9-44b4-bde8-9ce3dc1d425d None None] Routers {'53f6ea78-5523-49a7-bc66-eba1b3e8d312'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:25:10.779876 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d8d91433-91e9-44b4-bde8-9ce3dc1d425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:24:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:10.788891 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1998a3ca-f8c1-4d00-b381-2f7d333ea707 None None] No DVR routers for this DVR port 8b0fb0cd-105e-4624-98c4-c425edbd20f9 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:25:10.862677 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d8d91433-91e9-44b4-bde8-9ce3dc1d425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:10.863739 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d91433-91e9-44b4-bde8-9ce3dc1d425d None None] The sync data for ids ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'] in n-d-793618-10 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:25:10.936474 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-de77e90d-72e1-47a9-b0f2-007b2a8c84f7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:11.022279 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de77e90d-72e1-47a9-b0f2-007b2a8c84f7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:25:11.031105 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de77e90d-72e1-47a9-b0f2-007b2a8c84f7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Subnet': ['ID=4603e4a5-a33d-4b5a-9e1d-8d394889f150,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:11.036308 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-de77e90d-72e1-47a9-b0f2-007b2a8c84f7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:11.039169 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a491f90c-e0f8-46a7-af3f-e8b1595f086d tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Router 1afdf916-e3f6-4556-9383-f031099583de has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:25:11.040582 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de77e90d-72e1-47a9-b0f2-007b2a8c84f7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:11.041317 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-de77e90d-72e1-47a9-b0f2-007b2a8c84f7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:11.049424 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6febbdf-8115-45a3-8170-e7495cf7296c None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:25:11.085603 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-de77e90d-72e1-47a9-b0f2-007b2a8c84f7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2919936 Jul 23 20:25:11.086866 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46108) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:11.091690 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 7d6317b8-3b93-49c4-a926-f2821583bf71 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:25:11.103044 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-9a9da454-6830-41e4-b213-a59069bacee2 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'port': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'fixed_ips': [{'subnet_id': '4603e4a5-a33d-4b5a-9e1d-8d394889f150', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-926974593'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:11.434775 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a491f90c-e0f8-46a7-af3f-e8b1595f086d tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:25:11.440072 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a491f90c-e0f8-46a7-af3f-e8b1595f086d tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:11.454676 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d968b7-2b0e-4bc5-95cf-9aae539abe70 None None] Sync routers for ids ['1afdf916-e3f6-4556-9383-f031099583de'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:25:11.480512 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 8b0fb0cd-105e-4624-98c4-c425edbd20f9 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:25:11.482282 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9da454-6830-41e4-b213-a59069bacee2 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:25:11.574780 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 8b0fb0cd-105e-4624-98c4-c425edbd20f9 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:25:11.576739 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 8b0fb0cd-105e-4624-98c4-c425edbd20f9 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:25:11.598661 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d968b7-2b0e-4bc5-95cf-9aae539abe70 None None] Routers {'1afdf916-e3f6-4556-9383-f031099583de'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:25:11.601898 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-53d968b7-2b0e-4bc5-95cf-9aae539abe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:24:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['1afdf916-e3f6-4556-9383-f031099583de'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:11.632857 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a491f90c-e0f8-46a7-af3f-e8b1595f086d tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "PUT /v2.0/floatingips/ec52f9cf-121d-4aa1-b554-792682ebab17 HTTP/1.1" status: 200 len: 976 time: 4.9142737 Jul 23 20:25:11.636731 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46116) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:11.673932 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9a9da454-6830-41e4-b213-a59069bacee2 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:11.687457 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-53d968b7-2b0e-4bc5-95cf-9aae539abe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:11.699473 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-9a9da454-6830-41e4-b213-a59069bacee2 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] device_id is not set on port 9ddacee7-320d-4a5b-8a6d-6bd2ff8a7f69 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:25:11.793549 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d968b7-2b0e-4bc5-95cf-9aae539abe70 None None] Routers {'1afdf916-e3f6-4556-9383-f031099583de'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:25:11.807575 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-53d968b7-2b0e-4bc5-95cf-9aae539abe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:24:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['1afdf916-e3f6-4556-9383-f031099583de'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:11.832271 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 7d6317b8-3b93-49c4-a926-f2821583bf71 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:25:11.910244 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 7d6317b8-3b93-49c4-a926-f2821583bf71 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:11.910650 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:11.914118 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-53d968b7-2b0e-4bc5-95cf-9aae539abe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:11.914759 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d968b7-2b0e-4bc5-95cf-9aae539abe70 None None] The sync data for ids ['1afdf916-e3f6-4556-9383-f031099583de'] in n-d-793618-10 is: [] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:25:12.024482 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a9da454-6830-41e4-b213-a59069bacee2 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:25:12.027045 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a9da454-6830-41e4-b213-a59069bacee2 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:25:12.040105 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e1a13-ea56-4026-be30-b0b77bb4675e req-6d0b1a84-4dce-4583-82e3-dc7c171835d2 tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:12.045063 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f44e1a13-ea56-4026-be30-b0b77bb4675e req-6d0b1a84-4dce-4583-82e3-dc7c171835d2 tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8496b37-d4b0-47a0-805d-cce401fbaa78 HTTP/1.1" status: 200 len: 945 time: 0.3085339 Jul 23 20:25:12.052480 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9a9da454-6830-41e4-b213-a59069bacee2 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9647880 Jul 23 20:25:12.057401 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46120) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:12.071794 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7012dd-44bd-4da2-84b4-3b784318f887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-bd014336-7cf6-4be5-829d-b33260ee43fe', 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'tenant_id': '5b8a44966ee64868a6ea19d10cce6716', 'fixed_ips': [{'subnet_id': '4603e4a5-a33d-4b5a-9e1d-8d394889f150'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:25:12.073288 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fe7012dd-44bd-4da2-84b4-3b784318f887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:12.113701 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c309ef20-7d36-4dac-a068-3c8473a6f781 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0541196 Jul 23 20:25:12.117186 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46122) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:12.125486 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-37eab511-12e6-4728-80e2-e813cf4ab5ce tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Deleting port 87111ff8-811c-402b-a323-3ac5cbff9b07 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:25:12.125486 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-37eab511-12e6-4728-80e2-e813cf4ab5ce tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:12.147459 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82756ea3-e916-4e18-9721-ad028551fad2 req-973f67cc-336c-4ea3-b5de-1821a6f428f8 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:12.150773 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-82756ea3-e916-4e18-9721-ad028551fad2 req-973f67cc-336c-4ea3-b5de-1821a6f428f8 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 946 time: 0.2126386 Jul 23 20:25:12.271052 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f44e1a13-ea56-4026-be30-b0b77bb4675e req-71523260-0e0e-46a0-a0ce-f6f1980b7814 tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3ec5d28-89ac-4cc7-8457-e54bd4b4d429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011852 Jul 23 20:25:12.394199 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7dfe75-108e-40b3-a006-2c6fa103a031 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:12.405517 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7dfe75-108e-40b3-a006-2c6fa103a031 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:12.407910 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3c7dfe75-108e-40b3-a006-2c6fa103a031 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2889209 Jul 23 20:25:12.415388 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-82756ea3-e916-4e18-9721-ad028551fad2 req-eaa0fe26-96ab-46b6-b72a-28b3566d93e6 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2403028 Jul 23 20:25:12.422564 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46128) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:12.437453 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:12.513292 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-fe7012dd-44bd-4da2-84b4-3b784318f887 None None] Allocated IP 2001:db8::2 (bd014336-7cf6-4be5-829d-b33260ee43fe/4603e4a5-a33d-4b5a-9e1d-8d394889f150/0910eae7-b337-41ef-b54f-a58c1c8af9f7) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:25:12.538638 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-37eab511-12e6-4728-80e2-e813cf4ab5ce tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:12.565341 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e67a22f-bbe9-47d5-a7bf-7f9094858b2a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting subnet 4603e4a5-a33d-4b5a-9e1d-8d394889f150 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:25:12.666819 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 7d6317b8-3b93-49c4-a926-f2821583bf71, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=7d6317b8-3b93-49c4-a926-f2821583bf71,segment=NetworkSegment(ad5b33d8-22a0-43b1-9e03-b3c5458bb0d2),segment_id=ad5b33d8-22a0-43b1-9e03-b3c5458bb0d2)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:12.680196 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8496b37-d4b0-47a0-805d-cce401fbaa78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6317b8-3b93-49c4-a926-f2821583bf71'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:12.684505 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a4eae0-f0b0-4bf2-ab21-031077cdc8ee" -d '{"events": [{"server_uuid": "f8496b37-d4b0-47a0-805d-cce401fbaa78", "name": "network-vif-plugged", "status": "completed", "tag": "7d6317b8-3b93-49c4-a926-f2821583bf71"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:12.693958 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:12.780790 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010dfffa-57a7-4a39-a8b5-900e03dcd62b x-openstack-request-id: req-010dfffa-57a7-4a39-a8b5-900e03dcd62b {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:12.781079 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8496b37-d4b0-47a0-805d-cce401fbaa78", "name": "network-vif-plugged", "status": "completed", "tag": "7d6317b8-3b93-49c4-a926-f2821583bf71", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:12.781422 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-010dfffa-57a7-4a39-a8b5-900e03dcd62b {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:12.782209 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8496b37-d4b0-47a0-805d-cce401fbaa78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6317b8-3b93-49c4-a926-f2821583bf71', 'code': 200} Jul 23 20:25:12.845328 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=7d6317b8-3b93-49c4-a926-f2821583bf71,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:12.889026 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:12.889792 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:12.890346 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:12.890931 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:12.891654 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:12.892388 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:12.893720 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:12.894633 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:12.895177 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:12.895771 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:12.896281 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:12.896801 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:12.953879 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fe7012dd-44bd-4da2-84b4-3b784318f887 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:12.968911 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fe7012dd-44bd-4da2-84b4-3b784318f887 None None] Transition to ACTIVE for port object 0910eae7-b337-41ef-b54f-a58c1c8af9f7 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:12.995781 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fe7012dd-44bd-4da2-84b4-3b784318f887 None None] Transition to ACTIVE for port object 0910eae7-b337-41ef-b54f-a58c1c8af9f7 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:13.005583 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4e67a22f-bbe9-47d5-a7bf-7f9094858b2a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:13.012598 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fe7012dd-44bd-4da2-84b4-3b784318f887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:13.075247 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-37eab511-12e6-4728-80e2-e813cf4ab5ce tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:13.076677 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7012dd-44bd-4da2-84b4-3b784318f887 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:25:13.077411 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-37eab511-12e6-4728-80e2-e813cf4ab5ce tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:13.082705 n-d-793618-10 neutron-server[93875]: INFO neutron.db.l3_db [None req-37eab511-12e6-4728-80e2-e813cf4ab5ce tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Floating IP ec52f9cf-121d-4aa1-b554-792682ebab17 disassociated. External IP: 172.25.1.53, port: 87111ff8-811c-402b-a323-3ac5cbff9b07. Jul 23 20:25:13.082705 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-37eab511-12e6-4728-80e2-e813cf4ab5ce tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Calling delete_port for 87111ff8-811c-402b-a323-3ac5cbff9b07 owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:25:13.083193 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-fe7012dd-44bd-4da2-84b4-3b784318f887 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:13.085280 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7012dd-44bd-4da2-84b4-3b784318f887 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:25:13.131589 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7012dd-44bd-4da2-84b4-3b784318f887 None None] Pushing event updated for resources: {'Port': ['ID=0910eae7-b337-41ef-b54f-a58c1c8af9f7,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:13.139507 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4e67a22f-bbe9-47d5-a7bf-7f9094858b2a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:13.189697 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-fe7012dd-44bd-4da2-84b4-3b784318f887 None None] Attempting to bind port 0910eae7-b337-41ef-b54f-a58c1c8af9f7 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:13.190071 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-fe7012dd-44bd-4da2-84b4-3b784318f887 None None] Attempting to bind port 0910eae7-b337-41ef-b54f-a58c1c8af9f7 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:13.190580 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7012dd-44bd-4da2-84b4-3b784318f887 None None] Attempting to bind port 0910eae7-b337-41ef-b54f-a58c1c8af9f7 on network bd014336-7cf6-4be5-829d-b33260ee43fe {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:13.196615 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7012dd-44bd-4da2-84b4-3b784318f887 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:25:13.196971 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7012dd-44bd-4da2-84b4-3b784318f887 None None] Checking segment: {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:25:13.197416 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fe7012dd-44bd-4da2-84b4-3b784318f887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:13.197860 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7012dd-44bd-4da2-84b4-3b784318f887 None None] Bound using segment: {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:25:13.198340 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-fe7012dd-44bd-4da2-84b4-3b784318f887 None None] Bound port: 0910eae7-b337-41ef-b54f-a58c1c8af9f7, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:25:13.198739 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fe7012dd-44bd-4da2-84b4-3b784318f887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:13.268490 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4e67a22f-bbe9-47d5-a7bf-7f9094858b2a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:13.325505 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:13.375085 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4e67a22f-bbe9-47d5-a7bf-7f9094858b2a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:13.380667 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fe7012dd-44bd-4da2-84b4-3b784318f887 None None] For port 0910eae7-b337-41ef-b54f-a58c1c8af9f7, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:25:13.415248 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fe7012dd-44bd-4da2-84b4-3b784318f887 None None] For port 0910eae7-b337-41ef-b54f-a58c1c8af9f7, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=0910eae7-b337-41ef-b54f-a58c1c8af9f7,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:25:13.437683 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fe7012dd-44bd-4da2-84b4-3b784318f887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:13.441174 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e67a22f-bbe9-47d5-a7bf-7f9094858b2a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Subnet': ['ID=4603e4a5-a33d-4b5a-9e1d-8d394889f150,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:13.466090 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4e67a22f-bbe9-47d5-a7bf-7f9094858b2a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:13.472947 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-37eab511-12e6-4728-80e2-e813cf4ab5ce tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:13.485062 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4e67a22f-bbe9-47d5-a7bf-7f9094858b2a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/4603e4a5-a33d-4b5a-9e1d-8d394889f150 HTTP/1.1" status: 204 len: 168 time: 1.0534697 Jul 23 20:25:13.487205 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46144) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:13.574078 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff13022-bb4b-4333-ae0d-cb21dfa608a7 req-39a0d7b6-7e88-4573-bb80-26939b3dcea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:13.580870 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ff13022-bb4b-4333-ae0d-cb21dfa608a7 req-39a0d7b6-7e88-4573-bb80-26939b3dcea9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f8496b37-d4b0-47a0-805d-cce401fbaa78 HTTP/1.1" status: 200 len: 1098 time: 0.7344248 Jul 23 20:25:13.584607 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eab511-12e6-4728-80e2-e813cf4ab5ce tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event deleted for resources: {'Port': ['ID=87111ff8-811c-402b-a323-3ac5cbff9b07,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:13.595754 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ce8d163c-e623-462d-ade5-d6a3efcdc7be tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1003208 Jul 23 20:25:13.597068 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46146) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:13.610636 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-1c4b0f62-7ba7-444c-bcc5-d12f677edc9b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'subnet': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:13.666970 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7012dd-44bd-4da2-84b4-3b784318f887 None None] Pushing event updated for resources: {'Port': ['ID=0910eae7-b337-41ef-b54f-a58c1c8af9f7,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:13.721976 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-631746b9-4df8-4d7d-83d9-ae56005b487a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:13.809171 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d0da5-1d50-4cfa-b9ee-6440448a1a7b req-10a3ce44-dcb9-49ce-a18f-37d3667cdab2 tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:13.816191 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2b5d0da5-1d50-4cfa-b9ee-6440448a1a7b req-10a3ce44-dcb9-49ce-a18f-37d3667cdab2 tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8496b37-d4b0-47a0-805d-cce401fbaa78 HTTP/1.1" status: 200 len: 946 time: 0.2283006 Jul 23 20:25:13.948684 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2b5d0da5-1d50-4cfa-b9ee-6440448a1a7b req-ca7e39e3-2ace-4daa-9826-4d0edf541354 tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3ec5d28-89ac-4cc7-8457-e54bd4b4d429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260846 Jul 23 20:25:14.016360 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:14.122952 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ff13022-bb4b-4333-ae0d-cb21dfa608a7 req-face7187-8d46-45f9-85c3-c4afe07c12af service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d3ec5d28-89ac-4cc7-8457-e54bd4b4d429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5244567 Jul 23 20:25:14.209812 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4b0f62-7ba7-444c-bcc5-d12f677edc9b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:25:14.217861 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1c4b0f62-7ba7-444c-bcc5-d12f677edc9b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:14.271778 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac603164-d34d-46f6-bd70-e19398c019bd req-b19bac14-5f95-4983-b32b-49d6490e88a0 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:14.273428 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ac603164-d34d-46f6-bd70-e19398c019bd req-b19bac14-5f95-4983-b32b-49d6490e88a0 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 946 time: 0.5328262 Jul 23 20:25:14.290555 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37eab511-12e6-4728-80e2-e813cf4ab5ce tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Router 1afdf916-e3f6-4556-9383-f031099583de has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:25:14.402450 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ac603164-d34d-46f6-bd70-e19398c019bd req-0fdad266-ab9c-410e-aabc-9f4f9479df76 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083534 Jul 23 20:25:14.538452 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:14.580548 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:15.218467 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb140524-b764-4575-bd06-8f48698aff74 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:25:15.264665 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52167f9-1c5f-4832-8b4e-de9b7e11a57e req-1ae5d4d9-495e-4685-a254-057aeff2ea82 tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:15.275223 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d52167f9-1c5f-4832-8b4e-de9b7e11a57e req-1ae5d4d9-495e-4685-a254-057aeff2ea82 tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8496b37-d4b0-47a0-805d-cce401fbaa78 HTTP/1.1" status: 200 len: 946 time: 0.1464076 Jul 23 20:25:15.280672 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37eab511-12e6-4728-80e2-e813cf4ab5ce tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:25:15.326328 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b301d96-1022-4723-b788-758cbc7a61ad None None] Sync routers for ids ['1afdf916-e3f6-4556-9383-f031099583de'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:25:15.353145 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b301d96-1022-4723-b788-758cbc7a61ad None None] Routers {'1afdf916-e3f6-4556-9383-f031099583de'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:25:15.356394 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1b301d96-1022-4723-b788-758cbc7a61ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:25:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['1afdf916-e3f6-4556-9383-f031099583de'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:15.369840 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-df4eca00-08bf-499a-ab5a-8911d65268dd None None] Provisioning for port 0910eae7-b337-41ef-b54f-a58c1c8af9f7 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:25:15.411527 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d52167f9-1c5f-4832-8b4e-de9b7e11a57e req-9c178388-171f-4d1a-96e4-1221c9ace738 tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3ec5d28-89ac-4cc7-8457-e54bd4b4d429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336153 Jul 23 20:25:15.447511 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1b301d96-1022-4723-b788-758cbc7a61ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:15.508737 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b301d96-1022-4723-b788-758cbc7a61ad None None] Routers {'1afdf916-e3f6-4556-9383-f031099583de'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:25:15.509389 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1b301d96-1022-4723-b788-758cbc7a61ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:25:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['1afdf916-e3f6-4556-9383-f031099583de'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:15.571714 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 0910eae7-b337-41ef-b54f-a58c1c8af9f7 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:25:15.576774 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1c4b0f62-7ba7-444c-bcc5-d12f677edc9b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:15.592305 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1b301d96-1022-4723-b788-758cbc7a61ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:15.593325 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b301d96-1022-4723-b788-758cbc7a61ad None None] The sync data for ids ['1afdf916-e3f6-4556-9383-f031099583de'] in n-d-793618-10 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:25:15.733191 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4b0f62-7ba7-444c-bcc5-d12f677edc9b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:25:15.734430 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-37eab511-12e6-4728-80e2-e813cf4ab5ce tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:15.743503 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46178) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:15.748950 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-37eab511-12e6-4728-80e2-e813cf4ab5ce tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "DELETE /v2.0/ports/87111ff8-811c-402b-a323-3ac5cbff9b07 HTTP/1.1" status: 204 len: 168 time: 4.1048539 Jul 23 20:25:15.783731 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-1c4b0f62-7ba7-444c-bcc5-d12f677edc9b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:15.905277 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4b0f62-7ba7-444c-bcc5-d12f677edc9b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:15.906363 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1c4b0f62-7ba7-444c-bcc5-d12f677edc9b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:15.910514 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b0f62-7ba7-444c-bcc5-d12f677edc9b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Subnet': ['ID=9318ffee-61cd-4941-9701-0a87fdc0f7a1,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:15.991185 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1c4b0f62-7ba7-444c-bcc5-d12f677edc9b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3845558 Jul 23 20:25:15.993430 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46186) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:16.008431 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-d085912d-3174-45ec-b373-af44a2a67b3b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-798309564', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:16.009575 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:16.014035 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 0910eae7-b337-41ef-b54f-a58c1c8af9f7 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:25:16.033837 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 0910eae7-b337-41ef-b54f-a58c1c8af9f7 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:16.034520 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:16.112337 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32216858-7410-4bb8-a9f5-7e01007f2c32 req-e96353c4-6768-4f96-afc1-dd52c13923da tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:16.116068 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-32216858-7410-4bb8-a9f5-7e01007f2c32 req-e96353c4-6768-4f96-afc1-dd52c13923da tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 946 time: 0.4217317 Jul 23 20:25:16.117605 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d085912d-3174-45ec-b373-af44a2a67b3b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:16.122877 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d085912d-3174-45ec-b373-af44a2a67b3b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:16.334378 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:16.413297 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d085912d-3174-45ec-b373-af44a2a67b3b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:16.437884 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-32216858-7410-4bb8-a9f5-7e01007f2c32 req-1726ab2b-f015-4e8b-a478-a7902fb90b43 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3005371 Jul 23 20:25:16.445364 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d085912d-3174-45ec-b373-af44a2a67b3b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:16.458583 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 0910eae7-b337-41ef-b54f-a58c1c8af9f7, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=0910eae7-b337-41ef-b54f-a58c1c8af9f7,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:16.467368 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:16.545406 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d085912d-3174-45ec-b373-af44a2a67b3b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:16.549617 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d085912d-3174-45ec-b373-af44a2a67b3b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5464675 Jul 23 20:25:16.550040 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46198) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:16.617110 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=0910eae7-b337-41ef-b54f-a58c1c8af9f7,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:16.692029 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa21d4a-d0d1-4473-8286-9a1ddbf3436f None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:25:16.806193 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-cf1daf48-c30b-4696-9bc0-d04cd7b3d0d1 None None] Provisioning complete for port 0910eae7-b337-41ef-b54f-a58c1c8af9f7 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:16.807716 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cf1daf48-c30b-4696-9bc0-d04cd7b3d0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:17.203049 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-585b1b99-e598-4d29-b264-ce7a2ecc2deb tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:17.385403 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 0910eae7-b337-41ef-b54f-a58c1c8af9f7 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:25:17.522411 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ca937f93-53d1-4582-9279-413ca2753456 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:17.659808 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 0910eae7-b337-41ef-b54f-a58c1c8af9f7 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:17.665357 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:17.735439 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2a032d13-2c04-4d31-b718-da72a1401763 None None] Provisioning complete for port 0910eae7-b337-41ef-b54f-a58c1c8af9f7 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:17.735834 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2a032d13-2c04-4d31-b718-da72a1401763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:18.005125 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-585b1b99-e598-4d29-b264-ce7a2ecc2deb tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Allocated IP 2001:db8::1 (bd014336-7cf6-4be5-829d-b33260ee43fe/9318ffee-61cd-4941-9701-0a87fdc0f7a1/bfbedc51-cbb6-42e8-b357-e7d62b9c2c2e) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:25:18.248298 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-585b1b99-e598-4d29-b264-ce7a2ecc2deb tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:18.292103 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-585b1b99-e598-4d29-b264-ce7a2ecc2deb tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Transition to ACTIVE for port object bfbedc51-cbb6-42e8-b357-e7d62b9c2c2e will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:18.450977 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0503b29d-72fc-4021-8bae-9c0def5827d0 req-2709ed47-9572-42d9-9550-3e4bf81add83 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:18.459113 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0503b29d-72fc-4021-8bae-9c0def5827d0 req-2709ed47-9572-42d9-9550-3e4bf81add83 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 946 time: 0.7273860 Jul 23 20:25:18.536750 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0503b29d-72fc-4021-8bae-9c0def5827d0 req-420399c0-665e-49da-813f-ed80296ae5b5 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746260 Jul 23 20:25:18.554133 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-585b1b99-e598-4d29-b264-ce7a2ecc2deb tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:18.625558 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585b1b99-e598-4d29-b264-ce7a2ecc2deb tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:25:18.631081 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-585b1b99-e598-4d29-b264-ce7a2ecc2deb tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:18.647156 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585b1b99-e598-4d29-b264-ce7a2ecc2deb tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:25:18.647689 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-585b1b99-e598-4d29-b264-ce7a2ecc2deb tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:18.773860 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b1b99-e598-4d29-b264-ce7a2ecc2deb tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Port': ['ID=bfbedc51-cbb6-42e8-b357-e7d62b9c2c2e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:18.934420 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-585b1b99-e598-4d29-b264-ce7a2ecc2deb tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:19.157931 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0a2bc88b-a8fb-47f6-9e9c-48448cd8a6c3 None None] Provisioning for port bfbedc51-cbb6-42e8-b357-e7d62b9c2c2e completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:25:19.195906 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0a2bc88b-a8fb-47f6-9e9c-48448cd8a6c3 None None] Provisioning complete for port bfbedc51-cbb6-42e8-b357-e7d62b9c2c2e triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:19.199795 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0a2bc88b-a8fb-47f6-9e9c-48448cd8a6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:19.392935 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-0a2bc88b-a8fb-47f6-9e9c-48448cd8a6c3 None None] Port bfbedc51-cbb6-42e8-b357-e7d62b9c2c2e cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:25:19.814343 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a81df6-e440-4720-96b9-3f1a9b2b7a90 req-46d796e3-b23c-4aad-b576-910c1a53b715 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:19.829760 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e1a81df6-e440-4720-96b9-3f1a9b2b7a90 req-46d796e3-b23c-4aad-b576-910c1a53b715 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 946 time: 0.1475146 Jul 23 20:25:19.933700 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e1a81df6-e440-4720-96b9-3f1a9b2b7a90 req-6853ab74-c87c-4867-9a82-03aa789e5d71 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998039 Jul 23 20:25:20.061393 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-ca937f93-53d1-4582-9279-413ca2753456 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Deleting port 9894b730-b23a-4948-9b45-db3c7a62541e {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:25:20.061958 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ca937f93-53d1-4582-9279-413ca2753456 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:20.269927 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ca937f93-53d1-4582-9279-413ca2753456 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:20.312814 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-ca937f93-53d1-4582-9279-413ca2753456 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Calling delete_port for 9894b730-b23a-4948-9b45-db3c7a62541e owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:25:20.682271 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-585b1b99-e598-4d29-b264-ce7a2ecc2deb tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:20.702955 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-585b1b99-e598-4d29-b264-ce7a2ecc2deb tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:20.705360 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-585b1b99-e598-4d29-b264-ce7a2ecc2deb tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:20.909316 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b1b99-e598-4d29-b264-ce7a2ecc2deb tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Port': ['ID=bfbedc51-cbb6-42e8-b357-e7d62b9c2c2e,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:20.929242 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ca937f93-53d1-4582-9279-413ca2753456 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:21.092785 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca937f93-53d1-4582-9279-413ca2753456 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event deleted for resources: {'Port': ['ID=9894b730-b23a-4948-9b45-db3c7a62541e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:21.248459 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585b1b99-e598-4d29-b264-ce7a2ecc2deb tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:25:21.326996 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-585b1b99-e598-4d29-b264-ce7a2ecc2deb tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:21.584852 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95a43e-cd92-44b9-b77f-525adcb417da req-74e6f3fe-0050-4c6c-8ebd-8e4fef3b2a63 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:21.592414 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-eb95a43e-cd92-44b9-b77f-525adcb417da req-74e6f3fe-0050-4c6c-8ebd-8e4fef3b2a63 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 946 time: 0.4883184 Jul 23 20:25:21.739048 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd43cc7-ec37-450e-b1da-4e1c15562f44 req-13ce702e-dfa5-4666-a0a7-7447c5cce78c tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:21.753829 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9cd43cc7-ec37-450e-b1da-4e1c15562f44 req-13ce702e-dfa5-4666-a0a7-7447c5cce78c tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8496b37-d4b0-47a0-805d-cce401fbaa78 HTTP/1.1" status: 200 len: 946 time: 0.2121348 Jul 23 20:25:21.786216 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-eb95a43e-cd92-44b9-b77f-525adcb417da req-fd5f75e9-85eb-424d-82e7-de11c978a2fe tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927962 Jul 23 20:25:21.792219 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ca937f93-53d1-4582-9279-413ca2753456 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:21.820876 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9cd43cc7-ec37-450e-b1da-4e1c15562f44 req-8c2081d0-be3d-4872-9d88-b028b5d0f7ac tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3ec5d28-89ac-4cc7-8457-e54bd4b4d429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651920 Jul 23 20:25:21.934262 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585b1b99-e598-4d29-b264-ce7a2ecc2deb tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Router 73b74a76-e6b1-4638-bef2-a2fa9178ef7c is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:25:21.945581 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-788d1ca0-cfb4-44d7-9a3d-4f07e2be9629 None None] Provisioning complete for port bfbedc51-cbb6-42e8-b357-e7d62b9c2c2e triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:21.946558 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-788d1ca0-cfb4-44d7-9a3d-4f07e2be9629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:22.046948 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-788d1ca0-cfb4-44d7-9a3d-4f07e2be9629 None None] Port bfbedc51-cbb6-42e8-b357-e7d62b9c2c2e cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:25:22.148055 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585b1b99-e598-4d29-b264-ce7a2ecc2deb tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:25:22.155734 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-585b1b99-e598-4d29-b264-ce7a2ecc2deb tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "PUT /v2.0/routers/73b74a76-e6b1-4638-bef2-a2fa9178ef7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6045628 Jul 23 20:25:22.158426 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46270) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:22.160485 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808fb25b-7c04-4410-9356-f773b2257dfd None None] Sync routers for ids ['73b74a76-e6b1-4638-bef2-a2fa9178ef7c'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:25:22.179944 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808fb25b-7c04-4410-9356-f773b2257dfd None None] Routers {'73b74a76-e6b1-4638-bef2-a2fa9178ef7c'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:25:22.180603 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-808fb25b-7c04-4410-9356-f773b2257dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:25:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['73b74a76-e6b1-4638-bef2-a2fa9178ef7c'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:22.232810 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626422df-c0cd-4a03-ac87-fd4005f67469 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:22.234321 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-626422df-c0cd-4a03-ac87-fd4005f67469 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/ports/bfbedc51-cbb6-42e8-b357-e7d62b9c2c2e HTTP/1.1" status: 200 len: 911 time: 0.0749738 Jul 23 20:25:22.237691 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46272) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:22.242653 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca937f93-53d1-4582-9279-413ca2753456 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Router 1afdf916-e3f6-4556-9383-f031099583de has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:25:22.395220 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-808fb25b-7c04-4410-9356-f773b2257dfd None None] Set router 73b74a76-e6b1-4638-bef2-a2fa9178ef7c gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:25:22.406252 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca937f93-53d1-4582-9279-413ca2753456 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:25:22.420677 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19cdbd1-f5ea-4ad0-ac14-c309fc41c382 None None] Sync routers for ids ['1afdf916-e3f6-4556-9383-f031099583de'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:25:22.441889 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ca937f93-53d1-4582-9279-413ca2753456 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "PUT /v2.0/routers/1afdf916-e3f6-4556-9383-f031099583de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6940033 Jul 23 20:25:22.446326 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19cdbd1-f5ea-4ad0-ac14-c309fc41c382 None None] Routers {'1afdf916-e3f6-4556-9383-f031099583de'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:25:22.447588 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e19cdbd1-f5ea-4ad0-ac14-c309fc41c382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:25:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['1afdf916-e3f6-4556-9383-f031099583de'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:22.449242 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46274) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:22.504446 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e19cdbd1-f5ea-4ad0-ac14-c309fc41c382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:22.516639 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19cdbd1-f5ea-4ad0-ac14-c309fc41c382 None None] Routers {'1afdf916-e3f6-4556-9383-f031099583de'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:25:22.517560 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e19cdbd1-f5ea-4ad0-ac14-c309fc41c382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:25:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['1afdf916-e3f6-4556-9383-f031099583de'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:22.561938 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e19cdbd1-f5ea-4ad0-ac14-c309fc41c382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:22.563056 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19cdbd1-f5ea-4ad0-ac14-c309fc41c382 None None] The sync data for ids ['1afdf916-e3f6-4556-9383-f031099583de'] in n-d-793618-10 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:25:22.629017 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e7973a-8060-4b3b-8308-205170de1b6b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:22.635937 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e7973a-8060-4b3b-8308-205170de1b6b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:22.637889 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f3e7973a-8060-4b3b-8308-205170de1b6b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.3985572 Jul 23 20:25:22.642315 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46276) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:22.732437 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fac4a24c-0139-4e04-86e7-2cd4dd4e5913 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:22.816667 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-808fb25b-7c04-4410-9356-f773b2257dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b74a76-e6b1-4638-bef2-a2fa9178ef7c', 'name': 'tempest-NetworksTestDHCPv6-router-798309564', 'tenant_id': '5b8a44966ee64868a6ea19d10cce6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:25:16Z', 'updated_at': '2021-07-23T20:25:18Z', 'revision_number': 2, 'project_id': '5b8a44966ee64868a6ea19d10cce6716', 'gw_port_host': None, '_interfaces': [{'id': 'bfbedc51-cbb6-42e8-b357-e7d62b9c2c2e', 'name': '', 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'tenant_id': '5b8a44966ee64868a6ea19d10cce6716', 'mac_address': 'fa:16:3e:8a:e4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b74a76-e6b1-4638-bef2-a2fa9178ef7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '9318ffee-61cd-4941-9701-0a87fdc0f7a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:25:17Z', 'updated_at': '2021-07-23T20:25:20Z', 'revision_number': 2, 'project_id': '5b8a44966ee64868a6ea19d10cce6716', 'subnets': [{'id': '9318ffee-61cd-4941-9701-0a87fdc0f7a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:22.862290 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113e46f-b441-4f32-b8d7-1d572989c66c req-c5357480-18ad-4a0d-80de-f5d16fba0a45 tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:22.869996 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c113e46f-b441-4f32-b8d7-1d572989c66c req-c5357480-18ad-4a0d-80de-f5d16fba0a45 tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8496b37-d4b0-47a0-805d-cce401fbaa78 HTTP/1.1" status: 200 len: 946 time: 0.2069373 Jul 23 20:25:22.936703 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808fb25b-7c04-4410-9356-f773b2257dfd None None] Checking router: 73b74a76-e6b1-4638-bef2-a2fa9178ef7c for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:25:22.939124 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808fb25b-7c04-4410-9356-f773b2257dfd None None] Updating router 73b74a76-e6b1-4638-bef2-a2fa9178ef7c port bfbedc51-cbb6-42e8-b357-e7d62b9c2c2e binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:25:23.005921 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-808fb25b-7c04-4410-9356-f773b2257dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:23.180844 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fac4a24c-0139-4e04-86e7-2cd4dd4e5913 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:23.224619 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbf705-dc9d-40e0-9e7b-2f196c5c0ab6 req-87b1b017-1ec0-4509-998e-b9af1d441acd tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:23.238081 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6dcbf705-dc9d-40e0-9e7b-2f196c5c0ab6 req-87b1b017-1ec0-4509-998e-b9af1d441acd tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8496b37-d4b0-47a0-805d-cce401fbaa78 HTTP/1.1" status: 200 len: 946 time: 0.2774429 Jul 23 20:25:23.263739 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076a558-f044-4e3b-bb55-a4b23f0083bf req-7654f1b0-0855-43d5-ba19-17e368eee35c tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:23.271283 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e076a558-f044-4e3b-bb55-a4b23f0083bf req-7654f1b0-0855-43d5-ba19-17e368eee35c tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 946 time: 0.3299215 Jul 23 20:25:23.350741 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-c113e46f-b441-4f32-b8d7-1d572989c66c req-a44ba9d1-b544-41bc-9fb6-0d178fd88abf tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] Deleting port 7d6317b8-3b93-49c4-a926-f2821583bf71 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:25:23.351135 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c113e46f-b441-4f32-b8d7-1d572989c66c req-a44ba9d1-b544-41bc-9fb6-0d178fd88abf tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:23.390066 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6dcbf705-dc9d-40e0-9e7b-2f196c5c0ab6 req-241623f4-d932-4681-a9f5-71c29622927b tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3ec5d28-89ac-4cc7-8457-e54bd4b4d429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520483 Jul 23 20:25:23.398644 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e076a558-f044-4e3b-bb55-a4b23f0083bf req-d9da8aa7-6292-4ea2-a44f-ee511394dd55 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260974 Jul 23 20:25:23.565604 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-c113e46f-b441-4f32-b8d7-1d572989c66c req-a44ba9d1-b544-41bc-9fb6-0d178fd88abf tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] For port 7d6317b8-3b93-49c4-a926-f2821583bf71, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=7d6317b8-3b93-49c4-a926-f2821583bf71,segment=NetworkSegment(ad5b33d8-22a0-43b1-9e03-b3c5458bb0d2),segment_id=ad5b33d8-22a0-43b1-9e03-b3c5458bb0d2)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:23.565978 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c113e46f-b441-4f32-b8d7-1d572989c66c req-a44ba9d1-b544-41bc-9fb6-0d178fd88abf tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:23.595242 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-c113e46f-b441-4f32-b8d7-1d572989c66c req-a44ba9d1-b544-41bc-9fb6-0d178fd88abf tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] Calling delete_port for 7d6317b8-3b93-49c4-a926-f2821583bf71 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:25:23.660731 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-808fb25b-7c04-4410-9356-f773b2257dfd None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:23.692285 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-808fb25b-7c04-4410-9356-f773b2257dfd None None] Transition to ACTIVE for port object bfbedc51-cbb6-42e8-b357-e7d62b9c2c2e will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:23.708380 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-808fb25b-7c04-4410-9356-f773b2257dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:23.820855 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-fac4a24c-0139-4e04-86e7-2cd4dd4e5913 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Deleting port 35a5de5c-0070-43ba-9c25-bcebc0b7da3a {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:25:23.821322 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fac4a24c-0139-4e04-86e7-2cd4dd4e5913 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:23.872105 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ecc13a68-6809-4091-b3a9-6465a9ae4f3f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:24.022602 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6fe78a-2b9e-4672-8519-73c71b35b673 None None] Pushing event updated for resources: {'Port': ['ID=bfbedc51-cbb6-42e8-b357-e7d62b9c2c2e,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:24.024275 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fac4a24c-0139-4e04-86e7-2cd4dd4e5913 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:24.056220 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-fac4a24c-0139-4e04-86e7-2cd4dd4e5913 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Calling delete_port for 35a5de5c-0070-43ba-9c25-bcebc0b7da3a owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:25:24.121535 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-808fb25b-7c04-4410-9356-f773b2257dfd None None] Attempting to bind port bfbedc51-cbb6-42e8-b357-e7d62b9c2c2e on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:24.122204 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-808fb25b-7c04-4410-9356-f773b2257dfd None None] Attempting to bind port bfbedc51-cbb6-42e8-b357-e7d62b9c2c2e by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:24.122819 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808fb25b-7c04-4410-9356-f773b2257dfd None None] Attempting to bind port bfbedc51-cbb6-42e8-b357-e7d62b9c2c2e on network bd014336-7cf6-4be5-829d-b33260ee43fe {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:24.128969 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808fb25b-7c04-4410-9356-f773b2257dfd None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:25:24.129670 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808fb25b-7c04-4410-9356-f773b2257dfd None None] Checking segment: {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:25:24.130421 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-808fb25b-7c04-4410-9356-f773b2257dfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:24.131047 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808fb25b-7c04-4410-9356-f773b2257dfd None None] Bound using segment: {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:25:24.131701 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-808fb25b-7c04-4410-9356-f773b2257dfd None None] Bound port: bfbedc51-cbb6-42e8-b357-e7d62b9c2c2e, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:25:24.132448 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-808fb25b-7c04-4410-9356-f773b2257dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:24.207004 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c113e46f-b441-4f32-b8d7-1d572989c66c req-a44ba9d1-b544-41bc-9fb6-0d178fd88abf tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:24.226244 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['7d6317b8-3b93-49c4-a926-f2821583bf71'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:25:24.320416 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ba9d1-b544-41bc-9fb6-0d178fd88abf tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] Pushing event deleted for resources: {'Port': ['ID=7d6317b8-3b93-49c4-a926-f2821583bf71,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:24.609873 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-808fb25b-7c04-4410-9356-f773b2257dfd None None] For port bfbedc51-cbb6-42e8-b357-e7d62b9c2c2e, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:25:24.642767 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-808fb25b-7c04-4410-9356-f773b2257dfd None None] For port bfbedc51-cbb6-42e8-b357-e7d62b9c2c2e, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=bfbedc51-cbb6-42e8-b357-e7d62b9c2c2e,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:25:24.645509 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-c113e46f-b441-4f32-b8d7-1d572989c66c req-a44ba9d1-b544-41bc-9fb6-0d178fd88abf tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] No DVR routers for this DVR port 7d6317b8-3b93-49c4-a926-f2821583bf71 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:25:24.662733 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-ecc13a68-6809-4091-b3a9-6465a9ae4f3f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting port bfbedc51-cbb6-42e8-b357-e7d62b9c2c2e {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:25:24.663311 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ecc13a68-6809-4091-b3a9-6465a9ae4f3f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:24.678465 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c113e46f-b441-4f32-b8d7-1d572989c66c req-a44ba9d1-b544-41bc-9fb6-0d178fd88abf tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:24.682027 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c113e46f-b441-4f32-b8d7-1d572989c66c req-a44ba9d1-b544-41bc-9fb6-0d178fd88abf tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] 10.222.0.18 "DELETE /v2.0/ports/7d6317b8-3b93-49c4-a926-f2821583bf71 HTTP/1.1" status: 204 len: 173 time: 1.8083355 Jul 23 20:25:24.682880 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8496b37-d4b0-47a0-805d-cce401fbaa78', 'name': 'network-vif-deleted', 'tag': '7d6317b8-3b93-49c4-a926-f2821583bf71'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:24.687609 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af150822-3c4b-4b0b-91a4-69a12b090ff1" -d '{"events": [{"server_uuid": "f8496b37-d4b0-47a0-805d-cce401fbaa78", "name": "network-vif-deleted", "tag": "7d6317b8-3b93-49c4-a926-f2821583bf71"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:24.694015 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fac4a24c-0139-4e04-86e7-2cd4dd4e5913 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:24.712564 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-808fb25b-7c04-4410-9356-f773b2257dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:24.795852 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac4a24c-0139-4e04-86e7-2cd4dd4e5913 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event deleted for resources: {'Port': ['ID=35a5de5c-0070-43ba-9c25-bcebc0b7da3a,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:24.806562 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7ab84242-b2b4-48a0-bde8-7c239429644c req-28c8d64f-2b85-45bf-9bff-2fc61a84066b tempest-VolumesActionsTest-846849455 tempest-VolumesActionsTest-846849455-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8496b37-d4b0-47a0-805d-cce401fbaa78 HTTP/1.1" status: 200 len: 210 time: 0.0720479 Jul 23 20:25:24.878836 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808fb25b-7c04-4410-9356-f773b2257dfd None None] Routers {'73b74a76-e6b1-4638-bef2-a2fa9178ef7c'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:25:24.880086 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-808fb25b-7c04-4410-9356-f773b2257dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:25:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['73b74a76-e6b1-4638-bef2-a2fa9178ef7c'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:25.074903 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6fe78a-2b9e-4672-8519-73c71b35b673 None None] Pushing event updated for resources: {'Port': ['ID=bfbedc51-cbb6-42e8-b357-e7d62b9c2c2e,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:25.100237 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d8fd85-769a-462b-9815-4ab78c5fb9f5 x-openstack-request-id: req-05d8fd85-769a-462b-9815-4ab78c5fb9f5 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:25.104737 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8496b37-d4b0-47a0-805d-cce401fbaa78", "name": "network-vif-deleted", "tag": "7d6317b8-3b93-49c4-a926-f2821583bf71", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:25.105739 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-05d8fd85-769a-462b-9815-4ab78c5fb9f5 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:25.111141 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8496b37-d4b0-47a0-805d-cce401fbaa78', 'name': 'network-vif-deleted', 'tag': '7d6317b8-3b93-49c4-a926-f2821583bf71', 'status': 'completed', 'code': 200} Jul 23 20:25:25.125668 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fac4a24c-0139-4e04-86e7-2cd4dd4e5913 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:25.140250 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-808fb25b-7c04-4410-9356-f773b2257dfd None None] Set router 73b74a76-e6b1-4638-bef2-a2fa9178ef7c gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:25:25.367959 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-ecc13a68-6809-4091-b3a9-6465a9ae4f3f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] For port bfbedc51-cbb6-42e8-b357-e7d62b9c2c2e, host n-d-793618-10, got binding levels [] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:25.367959 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ecc13a68-6809-4091-b3a9-6465a9ae4f3f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:25.454237 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-ecc13a68-6809-4091-b3a9-6465a9ae4f3f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Calling delete_port for bfbedc51-cbb6-42e8-b357-e7d62b9c2c2e owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:25:25.504191 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae0b26-99e8-4bb6-89bf-2db66d746f25 req-aa105914-808b-4603-9e34-294e75ca1b34 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:25.523896 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-99ae0b26-99e8-4bb6-89bf-2db66d746f25 req-aa105914-808b-4603-9e34-294e75ca1b34 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 946 time: 0.7344182 Jul 23 20:25:25.628876 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-99ae0b26-99e8-4bb6-89bf-2db66d746f25 req-57079fa3-68b2-45e3-b782-483704b2f631 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029613 Jul 23 20:25:25.657155 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46326) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:25.723919 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fac4a24c-0139-4e04-86e7-2cd4dd4e5913 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:25.730804 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fac4a24c-0139-4e04-86e7-2cd4dd4e5913 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:25.836751 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fac4a24c-0139-4e04-86e7-2cd4dd4e5913 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:25.838198 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac4a24c-0139-4e04-86e7-2cd4dd4e5913 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Fanout notify agent at l3_agent the message router_deleted on router 1afdf916-e3f6-4556-9383-f031099583de {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:25:25.856544 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fac4a24c-0139-4e04-86e7-2cd4dd4e5913 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:25.860520 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-fac4a24c-0139-4e04-86e7-2cd4dd4e5913 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "DELETE /v2.0/routers/1afdf916-e3f6-4556-9383-f031099583de HTTP/1.1" status: 204 len: 168 time: 3.4101491 Jul 23 20:25:25.861156 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46334) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:25.961272 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9a60edf-07ef-4363-b170-3af4a248f750 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Deleting subnet fc349598-9b5c-4992-b608-f73c50ba907f {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:25:25.974897 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d9a60edf-07ef-4363-b170-3af4a248f750 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:25.996434 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-808fb25b-7c04-4410-9356-f773b2257dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b74a76-e6b1-4638-bef2-a2fa9178ef7c', 'name': 'tempest-NetworksTestDHCPv6-router-798309564', 'tenant_id': '5b8a44966ee64868a6ea19d10cce6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:25:16Z', 'updated_at': '2021-07-23T20:25:18Z', 'revision_number': 2, 'project_id': '5b8a44966ee64868a6ea19d10cce6716', 'gw_port_host': None, '_interfaces': [{'id': 'bfbedc51-cbb6-42e8-b357-e7d62b9c2c2e', 'name': '', 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'tenant_id': '5b8a44966ee64868a6ea19d10cce6716', 'mac_address': 'fa:16:3e:8a:e4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b74a76-e6b1-4638-bef2-a2fa9178ef7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '9318ffee-61cd-4941-9701-0a87fdc0f7a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:25:17Z', 'updated_at': '2021-07-23T20:25:24Z', 'revision_number': 4, 'project_id': '5b8a44966ee64868a6ea19d10cce6716', 'subnets': [{'id': '9318ffee-61cd-4941-9701-0a87fdc0f7a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:26.069994 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d9a60edf-07ef-4363-b170-3af4a248f750 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:26.112510 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808fb25b-7c04-4410-9356-f773b2257dfd None None] The sync data for ids ['73b74a76-e6b1-4638-bef2-a2fa9178ef7c'] in n-d-793618-10 is: [{'id': '73b74a76-e6b1-4638-bef2-a2fa9178ef7c', 'name': 'tempest-NetworksTestDHCPv6-router-798309564', 'tenant_id': '5b8a44966ee64868a6ea19d10cce6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:25:16Z', 'updated_at': '2021-07-23T20:25:18Z', 'revision_number': 2, 'project_id': '5b8a44966ee64868a6ea19d10cce6716', 'gw_port_host': None, '_interfaces': [{'id': 'bfbedc51-cbb6-42e8-b357-e7d62b9c2c2e', 'name': '', 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'tenant_id': '5b8a44966ee64868a6ea19d10cce6716', 'mac_address': 'fa:16:3e:8a:e4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b74a76-e6b1-4638-bef2-a2fa9178ef7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '9318ffee-61cd-4941-9701-0a87fdc0f7a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:25:17Z', 'updated_at': '2021-07-23T20:25:24Z', 'revision_number': 4, 'project_id': '5b8a44966ee64868a6ea19d10cce6716', 'subnets': [{'id': '9318ffee-61cd-4941-9701-0a87fdc0f7a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:25:26.300356 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8b23c9e7-1e26-4ab4-b36d-85f518638930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:26.458819 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8b23c9e7-1e26-4ab4-b36d-85f518638930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:26.466871 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8b23c9e7-1e26-4ab4-b36d-85f518638930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:26.479215 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d9a60edf-07ef-4363-b170-3af4a248f750 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:26.598804 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8b23c9e7-1e26-4ab4-b36d-85f518638930 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e90a3e4e6895457ebf9c3fe68bb9ca49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9294910 Jul 23 20:25:26.606154 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b23c9e7-1e26-4ab4-b36d-85f518638930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a36560-bfe1-4e98-8e01-dcb450f27691,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:26.633353 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46346) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:26.874652 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d9a60edf-07ef-4363-b170-3af4a248f750 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:27.022769 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3858b3-84be-4e25-b447-1f3cb58ecd21 None None] Network e268eb31-b5e3-4b15-abcb-42d9635737c2 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:25:27.025509 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d9a60edf-07ef-4363-b170-3af4a248f750 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:27.039811 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d9a60edf-07ef-4363-b170-3af4a248f750 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "DELETE /v2.0/subnets/fc349598-9b5c-4992-b608-f73c50ba907f HTTP/1.1" status: 204 len: 168 time: 1.1754320 Jul 23 20:25:27.057879 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46356) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:27.084878 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e613ee9b-a124-4df5-a975-dc55b09d84a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:27.094062 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a60edf-07ef-4363-b170-3af4a248f750 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event deleted for resources: {'Subnet': ['ID=fc349598-9b5c-4992-b608-f73c50ba907f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:27.152413 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 7d6317b8-3b93-49c4-a926-f2821583bf71 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:25:27.190367 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 7d6317b8-3b93-49c4-a926-f2821583bf71 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:25:27.191059 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 7d6317b8-3b93-49c4-a926-f2821583bf71 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:25:27.209065 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e613ee9b-a124-4df5-a975-dc55b09d84a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:27.396055 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e613ee9b-a124-4df5-a975-dc55b09d84a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:27.411278 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e613ee9b-a124-4df5-a975-dc55b09d84a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:27.414468 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e613ee9b-a124-4df5-a975-dc55b09d84a6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f7a36560-bfe1-4e98-8e01-dcb450f27691 HTTP/1.1" status: 204 len: 168 time: 0.7735550 Jul 23 20:25:27.428642 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device bfbedc51-cbb6-42e8-b357-e7d62b9c2c2e up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:25:27.462044 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613ee9b-a124-4df5-a975-dc55b09d84a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a36560-bfe1-4e98-8e01-dcb450f27691,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:27.547964 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ba9d7a-5750-43ea-b9eb-1fb5a9da3000 None None] DHCP port deletion for e268eb31-b5e3-4b15-abcb-42d9635737c2 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:25:27.582200 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No active binding found for port bfbedc51-cbb6-42e8-b357-e7d62b9c2c2e {{(pid=93877) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 23 20:25:27.583347 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device bfbedc51-cbb6-42e8-b357-e7d62b9c2c2e not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 23 20:25:27.618451 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Port bfbedc51-cbb6-42e8-b357-e7d62b9c2c2e not found, will not notify nova. {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 23 20:25:27.687497 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-42ba9d7a-5750-43ea-b9eb-1fb5a9da3000 None None] Deleting port b226c38e-9259-4af2-9765-a0908e704d77 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:25:27.688268 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-42ba9d7a-5750-43ea-b9eb-1fb5a9da3000 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:27.826560 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58172149-7f33-434d-8c4b-37aec15b78a0 req-73c7c93d-4498-4745-9444-2d1003a5da38 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:27.843355 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-58172149-7f33-434d-8c4b-37aec15b78a0 req-73c7c93d-4498-4745-9444-2d1003a5da38 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 946 time: 0.8075361 Jul 23 20:25:27.849528 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ecc13a68-6809-4091-b3a9-6465a9ae4f3f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:27.901089 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-42ba9d7a-5750-43ea-b9eb-1fb5a9da3000 None None] For port b226c38e-9259-4af2-9765-a0908e704d77, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=b226c38e-9259-4af2-9765-a0908e704d77,segment=NetworkSegment(c3022add-60ec-41c7-b789-b7543906b2d5),segment_id=c3022add-60ec-41c7-b789-b7543906b2d5)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:27.905929 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-42ba9d7a-5750-43ea-b9eb-1fb5a9da3000 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:27.953372 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-42ba9d7a-5750-43ea-b9eb-1fb5a9da3000 None None] Calling delete_port for b226c38e-9259-4af2-9765-a0908e704d77 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:25:28.153869 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58e7ec00-04be-4e4b-9743-0003a5a5847c tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:28.255232 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc13a68-6809-4091-b3a9-6465a9ae4f3f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Port': ['ID=bfbedc51-cbb6-42e8-b357-e7d62b9c2c2e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:28.258070 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46374) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:28.281902 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-42ba9d7a-5750-43ea-b9eb-1fb5a9da3000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:28.303051 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9dc09333-878e-4ed9-840b-6292c0960d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:28.330660 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-58172149-7f33-434d-8c4b-37aec15b78a0 req-527d393c-4a38-4fc2-acef-e6620adf8417 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4861095 Jul 23 20:25:28.442596 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba9d7a-5750-43ea-b9eb-1fb5a9da3000 None None] Pushing event deleted for resources: {'Port': ['ID=b226c38e-9259-4af2-9765-a0908e704d77,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:28.451629 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ba9d7a-5750-43ea-b9eb-1fb5a9da3000 None None] No DVR routers for this DVR port b226c38e-9259-4af2-9765-a0908e704d77 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:25:28.649017 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ecc13a68-6809-4091-b3a9-6465a9ae4f3f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:28.685226 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9dc09333-878e-4ed9-840b-6292c0960d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:28.694927 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9dc09333-878e-4ed9-840b-6292c0960d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:28.767976 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc09333-878e-4ed9-840b-6292c0960d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e95ee7-3d1b-4918-8a82-0939a67938ec,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:28.777555 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9dc09333-878e-4ed9-840b-6292c0960d4d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b0513a5a4a0f44c7b94b64874a10bc26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5168719 Jul 23 20:25:28.782987 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46380) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:28.917078 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b5c8e7c2-56ec-4754-aeec-e5631716ea2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:28.959137 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b5c8e7c2-56ec-4754-aeec-e5631716ea2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:29.037615 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b5c8e7c2-56ec-4754-aeec-e5631716ea2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:29.045885 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b5c8e7c2-56ec-4754-aeec-e5631716ea2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:29.050843 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b5c8e7c2-56ec-4754-aeec-e5631716ea2e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e7e95ee7-3d1b-4918-8a82-0939a67938ec HTTP/1.1" status: 204 len: 168 time: 0.2620511 Jul 23 20:25:29.064587 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c8e7c2-56ec-4754-aeec-e5631716ea2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e95ee7-3d1b-4918-8a82-0939a67938ec,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:29.125317 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58e7ec00-04be-4e4b-9743-0003a5a5847c tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:29.270709 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-58e7ec00-04be-4e4b-9743-0003a5a5847c tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e268eb31-b5e3-4b15-abcb-42d9635737c2']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:29.291353 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-58e7ec00-04be-4e4b-9743-0003a5a5847c tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3022add-60ec-41c7-b789-b7543906b2d5') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:29.291939 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-58e7ec00-04be-4e4b-9743-0003a5a5847c tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3022add-60ec-41c7-b789-b7543906b2d5') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:29.373983 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58e7ec00-04be-4e4b-9743-0003a5a5847c tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:29.393357 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc13a68-6809-4091-b3a9-6465a9ae4f3f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Router 73b74a76-e6b1-4638-bef2-a2fa9178ef7c has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:25:29.418805 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58e7ec00-04be-4e4b-9743-0003a5a5847c tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:29.488769 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58e7ec00-04be-4e4b-9743-0003a5a5847c tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:25:29.490593 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58e7ec00-04be-4e4b-9743-0003a5a5847c tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:29.501942 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device b226c38e-9259-4af2-9765-a0908e704d77 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:25:29.548928 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:25:29.548928 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:25:29.548928 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:25:29.548928 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:25:29.548928 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:25:29.548928 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:25:29.548928 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:25:29.548928 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:25:29.548928 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:25:29.548928 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:25:29.548928 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:25:29.548928 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:25:29.548928 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:25:29.548928 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:25:29.548928 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:25:29.548928 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:25:29.548928 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:25:29.548928 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:25:29.548928 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:25:29.548928 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:25:29.548928 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:25:29.548928 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:25:29.548928 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:25:29.548928 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:25:29.548928 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:25:29.548928 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:25:29.548928 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:25:29.548928 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:25:29.548928 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:25:29.548928 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:25:29.548928 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:25:29.548928 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:25:29.602964 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: b226c38e-9259-4af2-9765-a0908e704d77 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:25:29.609942 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device b226c38e-9259-4af2-9765-a0908e704d77 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:25:29.750244 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867a4fa-da58-4e4d-9e50-7d493f829979 req-4ae4e179-7bf3-4965-96a7-0742ab819ae9 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:29.752609 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7867a4fa-da58-4e4d-9e50-7d493f829979 req-4ae4e179-7bf3-4965-96a7-0742ab819ae9 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 946 time: 0.1658666 Jul 23 20:25:29.789401 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc13a68-6809-4091-b3a9-6465a9ae4f3f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:25:29.796256 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ecc13a68-6809-4091-b3a9-6465a9ae4f3f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "PUT /v2.0/routers/73b74a76-e6b1-4638-bef2-a2fa9178ef7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1528137 Jul 23 20:25:29.802877 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46408) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:29.807198 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124c879f-2ef0-4a72-9102-b61a656fe67f None None] Sync routers for ids ['73b74a76-e6b1-4638-bef2-a2fa9178ef7c'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:25:29.824135 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7867a4fa-da58-4e4d-9e50-7d493f829979 req-1be5be50-7253-4e2e-9a58-ea802d9df36c tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609410 Jul 23 20:25:29.830774 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58e7ec00-04be-4e4b-9743-0003a5a5847c tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:29.840526 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58e7ec00-04be-4e4b-9743-0003a5a5847c tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:29.842898 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-58e7ec00-04be-4e4b-9743-0003a5a5847c tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "DELETE /v2.0/networks/e268eb31-b5e3-4b15-abcb-42d9635737c2 HTTP/1.1" status: 204 len: 168 time: 2.7832923 Jul 23 20:25:29.847027 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46412) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:29.856482 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124c879f-2ef0-4a72-9102-b61a656fe67f None None] Routers {'73b74a76-e6b1-4638-bef2-a2fa9178ef7c'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:25:29.857066 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-124c879f-2ef0-4a72-9102-b61a656fe67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:25:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['73b74a76-e6b1-4638-bef2-a2fa9178ef7c'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:29.898348 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7ec00-04be-4e4b-9743-0003a5a5847c tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event deleted for resources: {'Network': ['ID=e268eb31-b5e3-4b15-abcb-42d9635737c2,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:29.948121 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d47a839-f98b-4851-8c9e-462cae90600a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:29.955524 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d47a839-f98b-4851-8c9e-462cae90600a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:29.964965 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8d47a839-f98b-4851-8c9e-462cae90600a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1604848 Jul 23 20:25:29.969120 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46418) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:30.132636 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef3cff4-a687-49ee-ad96-2bfeda53ce50 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting subnet 9318ffee-61cd-4941-9701-0a87fdc0f7a1 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:25:30.141304 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4ef3cff4-a687-49ee-ad96-2bfeda53ce50 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:30.161265 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-124c879f-2ef0-4a72-9102-b61a656fe67f None None] Set router 73b74a76-e6b1-4638-bef2-a2fa9178ef7c gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:25:30.218630 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-ecdbf0ee-06a8-42ea-abcb-1876aa3eacc8 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Deleting port 47569ae4-f5db-4a39-835e-0ec670587c38 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:25:30.219407 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ecdbf0ee-06a8-42ea-abcb-1876aa3eacc8 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:30.304882 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4ef3cff4-a687-49ee-ad96-2bfeda53ce50 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:30.336646 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-124c879f-2ef0-4a72-9102-b61a656fe67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b74a76-e6b1-4638-bef2-a2fa9178ef7c', 'name': 'tempest-NetworksTestDHCPv6-router-798309564', 'tenant_id': '5b8a44966ee64868a6ea19d10cce6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:25:16Z', 'updated_at': '2021-07-23T20:25:26Z', 'revision_number': 3, 'project_id': '5b8a44966ee64868a6ea19d10cce6716', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:30.364006 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ecdbf0ee-06a8-42ea-abcb-1876aa3eacc8 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:30.366015 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ecdbf0ee-06a8-42ea-abcb-1876aa3eacc8 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:30.387943 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-ecdbf0ee-06a8-42ea-abcb-1876aa3eacc8 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Calling delete_port for 47569ae4-f5db-4a39-835e-0ec670587c38 owned by network:floatingip {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:25:30.421358 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124c879f-2ef0-4a72-9102-b61a656fe67f None None] Checking router: 73b74a76-e6b1-4638-bef2-a2fa9178ef7c for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:25:30.440481 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124c879f-2ef0-4a72-9102-b61a656fe67f None None] Routers {'73b74a76-e6b1-4638-bef2-a2fa9178ef7c'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:25:30.441224 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-124c879f-2ef0-4a72-9102-b61a656fe67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:25:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['73b74a76-e6b1-4638-bef2-a2fa9178ef7c'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:30.453929 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4ef3cff4-a687-49ee-ad96-2bfeda53ce50 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:30.592876 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4ef3cff4-a687-49ee-ad96-2bfeda53ce50 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:30.626378 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-124c879f-2ef0-4a72-9102-b61a656fe67f None None] Set router 73b74a76-e6b1-4638-bef2-a2fa9178ef7c gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:25:30.730819 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3cff4-a687-49ee-ad96-2bfeda53ce50 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Subnet': ['ID=9318ffee-61cd-4941-9701-0a87fdc0f7a1,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:30.764342 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4ef3cff4-a687-49ee-ad96-2bfeda53ce50 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:30.774554 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4ef3cff4-a687-49ee-ad96-2bfeda53ce50 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/9318ffee-61cd-4941-9701-0a87fdc0f7a1 HTTP/1.1" status: 204 len: 168 time: 0.8039768 Jul 23 20:25:30.775581 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46430) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:30.836376 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ecdbf0ee-06a8-42ea-abcb-1876aa3eacc8 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:30.895463 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdbf0ee-06a8-42ea-abcb-1876aa3eacc8 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event deleted for resources: {'Port': ['ID=47569ae4-f5db-4a39-835e-0ec670587c38,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:31.061905 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ecdbf0ee-06a8-42ea-abcb-1876aa3eacc8 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for floatingip, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:31.073305 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ecdbf0ee-06a8-42ea-abcb-1876aa3eacc8 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:31.082487 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-124c879f-2ef0-4a72-9102-b61a656fe67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b74a76-e6b1-4638-bef2-a2fa9178ef7c', 'name': 'tempest-NetworksTestDHCPv6-router-798309564', 'tenant_id': '5b8a44966ee64868a6ea19d10cce6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:25:16Z', 'updated_at': '2021-07-23T20:25:26Z', 'revision_number': 3, 'project_id': '5b8a44966ee64868a6ea19d10cce6716', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:31.087690 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5f8833-7d2f-4f46-a8ab-0be217c1bba0 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:25:31.088058 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ecdbf0ee-06a8-42ea-abcb-1876aa3eacc8 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "DELETE /v2.0/floatingips/ec52f9cf-121d-4aa1-b554-792682ebab17 HTTP/1.1" status: 204 len: 168 time: 1.2390668 Jul 23 20:25:31.091036 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46438) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:31.223979 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0b24451-815d-49bc-92b9-4c0db03a6111 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] DELETE failed (client error): The resource could not be found. Jul 23 20:25:31.224786 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0b24451-815d-49bc-92b9-4c0db03a6111 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:25:31.232514 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124c879f-2ef0-4a72-9102-b61a656fe67f None None] The sync data for ids ['73b74a76-e6b1-4638-bef2-a2fa9178ef7c'] in n-d-793618-10 is: [{'id': '73b74a76-e6b1-4638-bef2-a2fa9178ef7c', 'name': 'tempest-NetworksTestDHCPv6-router-798309564', 'tenant_id': '5b8a44966ee64868a6ea19d10cce6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:25:16Z', 'updated_at': '2021-07-23T20:25:26Z', 'revision_number': 3, 'project_id': '5b8a44966ee64868a6ea19d10cce6716', 'gw_port_host': None}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:25:31.266066 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b0b24451-815d-49bc-92b9-4c0db03a6111 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "DELETE /v2.0/ports/87111ff8-811c-402b-a323-3ac5cbff9b07 HTTP/1.1" status: 404 len: 333 time: 0.1712010 Jul 23 20:25:31.266722 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46442) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:31.330440 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-251e808d-a8e5-43d8-89cf-1b82f030bb09 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5536668 Jul 23 20:25:31.331094 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46444) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:31.359807 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3aed11be-4e6a-41c5-bfb9-45abb02c3baa tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afdf916-e3f6-4556-9383-f031099583de HTTP/1.1" status: 200 len: 205 time: 0.0918889 Jul 23 20:25:31.362265 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46446) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:31.448032 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-8e9cc940-0ea9-4141-9c40-34be6bfc77b5 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] delete failed (client error): The resource could not be found. Jul 23 20:25:31.449613 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8e9cc940-0ea9-4141-9c40-34be6bfc77b5 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "DELETE /v2.0/routers/1afdf916-e3f6-4556-9383-f031099583de HTTP/1.1" status: 404 len: 336 time: 0.0861320 Jul 23 20:25:31.452882 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46448) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:31.460165 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558bd64-65a0-4ea7-a905-eb45461352c6 req-b1131d5c-b053-471e-8fa7-2bd7f48f60a4 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:31.461817 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8558bd64-65a0-4ea7-a905-eb45461352c6 req-b1131d5c-b053-471e-8fa7-2bd7f48f60a4 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 946 time: 0.4215319 Jul 23 20:25:31.472265 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0f7291f9-886c-4a2a-8aec-8f1dc03f8b43 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:31.503316 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-3148cb4c-47c4-4050-ad5d-7ab1748c91a8 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] DELETE failed (client error): The resource could not be found. Jul 23 20:25:31.509355 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3148cb4c-47c4-4050-ad5d-7ab1748c91a8 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:25:31.513403 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3148cb4c-47c4-4050-ad5d-7ab1748c91a8 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "DELETE /v2.0/subnets/fc349598-9b5c-4992-b608-f73c50ba907f HTTP/1.1" status: 404 len: 337 time: 0.0583606 Jul 23 20:25:31.516646 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46450) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:31.597148 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8558bd64-65a0-4ea7-a905-eb45461352c6 req-670878c3-73c6-4afb-aec0-08b7dc3cff8e tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224370 Jul 23 20:25:31.644196 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc0c6b9-6afe-4315-bb5a-c648a7c0644e None None] DHCP port deletion for bd014336-7cf6-4be5-829d-b33260ee43fe request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:25:31.813819 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-6fc0c6b9-6afe-4315-bb5a-c648a7c0644e None None] Deleting port 0910eae7-b337-41ef-b54f-a58c1c8af9f7 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:25:31.817380 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6fc0c6b9-6afe-4315-bb5a-c648a7c0644e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:31.861251 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-afea50e1-91e6-48be-81b8-5346052ffebd tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Deleting port fb1a7e02-848c-4c7b-ae66-6b36371c863c {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:25:31.865788 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-afea50e1-91e6-48be-81b8-5346052ffebd tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:31.989128 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-6fc0c6b9-6afe-4315-bb5a-c648a7c0644e None None] For port 0910eae7-b337-41ef-b54f-a58c1c8af9f7, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=0910eae7-b337-41ef-b54f-a58c1c8af9f7,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:31.989608 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6fc0c6b9-6afe-4315-bb5a-c648a7c0644e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:32.024024 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-6fc0c6b9-6afe-4315-bb5a-c648a7c0644e None None] Calling delete_port for 0910eae7-b337-41ef-b54f-a58c1c8af9f7 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:25:32.119697 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-afea50e1-91e6-48be-81b8-5346052ffebd tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:32.152019 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-afea50e1-91e6-48be-81b8-5346052ffebd tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Calling delete_port for fb1a7e02-848c-4c7b-ae66-6b36371c863c owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:25:32.159391 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0f7291f9-886c-4a2a-8aec-8f1dc03f8b43 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:32.177382 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0f7291f9-886c-4a2a-8aec-8f1dc03f8b43 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:32.299287 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6fc0c6b9-6afe-4315-bb5a-c648a7c0644e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:32.368740 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0c6b9-6afe-4315-bb5a-c648a7c0644e None None] Pushing event deleted for resources: {'Port': ['ID=0910eae7-b337-41ef-b54f-a58c1c8af9f7,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:32.378496 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0f7291f9-886c-4a2a-8aec-8f1dc03f8b43 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:32.379119 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7291f9-886c-4a2a-8aec-8f1dc03f8b43 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Fanout notify agent at l3_agent the message router_deleted on router 73b74a76-e6b1-4638-bef2-a2fa9178ef7c {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:25:32.389857 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc0c6b9-6afe-4315-bb5a-c648a7c0644e None None] No DVR routers for this DVR port 0910eae7-b337-41ef-b54f-a58c1c8af9f7 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:25:32.390953 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0f7291f9-886c-4a2a-8aec-8f1dc03f8b43 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:32.408606 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46468) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:32.416068 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0f7291f9-886c-4a2a-8aec-8f1dc03f8b43 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/routers/73b74a76-e6b1-4638-bef2-a2fa9178ef7c HTTP/1.1" status: 204 len: 168 time: 1.0525804 Jul 23 20:25:32.416806 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-32e7c6c2-a748-42e5-9705-9ce9c0de6245 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'subnet': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:33.282172 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-afea50e1-91e6-48be-81b8-5346052ffebd tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:33.362290 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea50e1-91e6-48be-81b8-5346052ffebd tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event deleted for resources: {'Port': ['ID=fb1a7e02-848c-4c7b-ae66-6b36371c863c,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:33.373793 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e7c6c2-a748-42e5-9705-9ce9c0de6245 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:25:33.394354 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-32e7c6c2-a748-42e5-9705-9ce9c0de6245 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:33.466947 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device bfbedc51-cbb6-42e8-b357-e7d62b9c2c2e no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:25:33.523427 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: bfbedc51-cbb6-42e8-b357-e7d62b9c2c2e {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:25:33.523763 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device bfbedc51-cbb6-42e8-b357-e7d62b9c2c2e not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:25:33.534165 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 0910eae7-b337-41ef-b54f-a58c1c8af9f7 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:25:33.570155 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 0910eae7-b337-41ef-b54f-a58c1c8af9f7 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:25:33.571798 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 0910eae7-b337-41ef-b54f-a58c1c8af9f7 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:25:33.749248 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-afea50e1-91e6-48be-81b8-5346052ffebd tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:33.754751 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-afea50e1-91e6-48be-81b8-5346052ffebd tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "DELETE /v2.0/ports/fb1a7e02-848c-4c7b-ae66-6b36371c863c HTTP/1.1" status: 204 len: 168 time: 2.2298429 Jul 23 20:25:33.755950 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46492) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:33.794909 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80f03d-bf7a-4b14-9e30-0443c1abd197 req-3d6aa572-bd5c-461e-a70c-2becf6eab2eb tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:33.805254 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-df80f03d-bf7a-4b14-9e30-0443c1abd197 req-3d6aa572-bd5c-461e-a70c-2becf6eab2eb tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 946 time: 0.6886806 Jul 23 20:25:34.012408 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-df80f03d-bf7a-4b14-9e30-0443c1abd197 req-f852d72d-a20c-4917-9a4e-e45c39e34f61 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765091 Jul 23 20:25:34.168790 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-32e7c6c2-a748-42e5-9705-9ce9c0de6245 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:34.186099 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-fb373618-0ce1-4714-814f-aac210111bd5 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Deleting port 0647e9fd-927f-42b7-b5f9-deaede51b96e {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:25:34.187688 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb373618-0ce1-4714-814f-aac210111bd5 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:34.328830 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e7c6c2-a748-42e5-9705-9ce9c0de6245 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:25:34.336256 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-32e7c6c2-a748-42e5-9705-9ce9c0de6245 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:34.346305 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e7c6c2-a748-42e5-9705-9ce9c0de6245 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:34.347019 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-32e7c6c2-a748-42e5-9705-9ce9c0de6245 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:34.360096 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cc72cd-936a-462d-9495-0c8325d65e69 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:25:34.395655 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e7c6c2-a748-42e5-9705-9ce9c0de6245 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Subnet': ['ID=404a46e8-ed85-42f7-b6e3-b2b3609b0ce0,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:34.416246 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-32e7c6c2-a748-42e5-9705-9ce9c0de6245 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0054388 Jul 23 20:25:34.417230 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46502) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:34.426506 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-5b9aca65-5e6c-4263-b1b8-a7c87f600610 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1672277269', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:34.492944 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5b9aca65-5e6c-4263-b1b8-a7c87f600610 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:34.495162 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5b9aca65-5e6c-4263-b1b8-a7c87f600610 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:34.554119 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb373618-0ce1-4714-814f-aac210111bd5 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:34.592405 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-fb373618-0ce1-4714-814f-aac210111bd5 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Calling delete_port for 0647e9fd-927f-42b7-b5f9-deaede51b96e owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:25:34.761531 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5b9aca65-5e6c-4263-b1b8-a7c87f600610 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:34.770773 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5b9aca65-5e6c-4263-b1b8-a7c87f600610 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:34.829934 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5b9aca65-5e6c-4263-b1b8-a7c87f600610 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:34.836495 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5b9aca65-5e6c-4263-b1b8-a7c87f600610 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4145262 Jul 23 20:25:34.842083 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46512) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:34.877097 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27448567-448e-4281-833d-9bbd7750608f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-bd014336-7cf6-4be5-829d-b33260ee43fe', 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'tenant_id': '5b8a44966ee64868a6ea19d10cce6716', 'fixed_ips': [{'subnet_id': '404a46e8-ed85-42f7-b6e3-b2b3609b0ce0'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:25:34.878062 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-27448567-448e-4281-833d-9bbd7750608f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:35.193860 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb373618-0ce1-4714-814f-aac210111bd5 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:35.291886 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-27448567-448e-4281-833d-9bbd7750608f None None] Allocated IP 2001:db8::2 (bd014336-7cf6-4be5-829d-b33260ee43fe/404a46e8-ed85-42f7-b6e3-b2b3609b0ce0/abcadee1-0279-4877-9b13-d37c3189dc0a) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:25:35.341850 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb373618-0ce1-4714-814f-aac210111bd5 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event deleted for resources: {'Port': ['ID=0647e9fd-927f-42b7-b5f9-deaede51b96e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:35.568937 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc671ff-0440-4427-9dbc-a728404392d5 req-b26df405-6865-418d-b479-bc13f4599f96 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:35.570403 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cfc671ff-0440-4427-9dbc-a728404392d5 req-b26df405-6865-418d-b479-bc13f4599f96 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 946 time: 0.2585642 Jul 23 20:25:35.579590 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb373618-0ce1-4714-814f-aac210111bd5 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:35.583880 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-fb373618-0ce1-4714-814f-aac210111bd5 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "DELETE /v2.0/ports/0647e9fd-927f-42b7-b5f9-deaede51b96e HTTP/1.1" status: 204 len: 168 time: 1.8232026 Jul 23 20:25:35.597695 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46520) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:35.747706 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-27448567-448e-4281-833d-9bbd7750608f None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:35.777267 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-27448567-448e-4281-833d-9bbd7750608f None None] Transition to ACTIVE for port object abcadee1-0279-4877-9b13-d37c3189dc0a will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:35.807465 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cfc671ff-0440-4427-9dbc-a728404392d5 req-9334c84d-0f3e-4d3d-ba1e-aa576d2e028f tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237782 Jul 23 20:25:35.824928 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-27448567-448e-4281-833d-9bbd7750608f None None] Transition to ACTIVE for port object abcadee1-0279-4877-9b13-d37c3189dc0a will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:35.834908 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-27448567-448e-4281-833d-9bbd7750608f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:35.897844 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27448567-448e-4281-833d-9bbd7750608f None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:25:35.905984 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83eadfe-c9fb-48c1-9853-1542bda07cc5 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:35.908268 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e83eadfe-c9fb-48c1-9853-1542bda07cc5 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f6ea78-5523-49a7-bc66-eba1b3e8d312 HTTP/1.1" status: 200 len: 913 time: 0.3095753 Jul 23 20:25:35.913787 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46526) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:35.919815 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27448567-448e-4281-833d-9bbd7750608f None None] Pushing event updated for resources: {'Port': ['ID=abcadee1-0279-4877-9b13-d37c3189dc0a,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:35.925504 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-27448567-448e-4281-833d-9bbd7750608f None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:35.931075 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27448567-448e-4281-833d-9bbd7750608f None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:25:35.987707 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-07b9098d-8237-4a2d-b216-6b56a38e5a88 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:36.164586 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-27448567-448e-4281-833d-9bbd7750608f None None] Attempting to bind port abcadee1-0279-4877-9b13-d37c3189dc0a on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:36.165397 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-27448567-448e-4281-833d-9bbd7750608f None None] Attempting to bind port abcadee1-0279-4877-9b13-d37c3189dc0a by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:36.165987 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27448567-448e-4281-833d-9bbd7750608f None None] Attempting to bind port abcadee1-0279-4877-9b13-d37c3189dc0a on network bd014336-7cf6-4be5-829d-b33260ee43fe {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:36.177873 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27448567-448e-4281-833d-9bbd7750608f None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:25:36.178594 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27448567-448e-4281-833d-9bbd7750608f None None] Checking segment: {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:25:36.179793 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-27448567-448e-4281-833d-9bbd7750608f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:36.180926 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27448567-448e-4281-833d-9bbd7750608f None None] Bound using segment: {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:25:36.184129 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-27448567-448e-4281-833d-9bbd7750608f None None] Bound port: abcadee1-0279-4877-9b13-d37c3189dc0a, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:25:36.184785 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-27448567-448e-4281-833d-9bbd7750608f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:36.480684 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-27448567-448e-4281-833d-9bbd7750608f None None] For port abcadee1-0279-4877-9b13-d37c3189dc0a, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:25:36.488306 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-27448567-448e-4281-833d-9bbd7750608f None None] For port abcadee1-0279-4877-9b13-d37c3189dc0a, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=abcadee1-0279-4877-9b13-d37c3189dc0a,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:25:36.497799 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-27448567-448e-4281-833d-9bbd7750608f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:36.544249 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-07b9098d-8237-4a2d-b216-6b56a38e5a88 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Allocated IP 2001:db8::1 (bd014336-7cf6-4be5-829d-b33260ee43fe/404a46e8-ed85-42f7-b6e3-b2b3609b0ce0/841f13f1-113e-4d72-b91c-9568751c1a24) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:25:36.650826 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27448567-448e-4281-833d-9bbd7750608f None None] Pushing event updated for resources: {'Port': ['ID=abcadee1-0279-4877-9b13-d37c3189dc0a,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:36.910650 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-07b9098d-8237-4a2d-b216-6b56a38e5a88 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:36.926378 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-07b9098d-8237-4a2d-b216-6b56a38e5a88 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Transition to ACTIVE for port object 841f13f1-113e-4d72-b91c-9568751c1a24 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:37.004764 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-07b9098d-8237-4a2d-b216-6b56a38e5a88 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:37.049212 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e88043bc-510b-4be7-8ea4-f5cf8cb42cb3 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:37.098441 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b9098d-8237-4a2d-b216-6b56a38e5a88 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Port': ['ID=841f13f1-113e-4d72-b91c-9568751c1a24,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:37.152495 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b9098d-8237-4a2d-b216-6b56a38e5a88 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:25:37.158054 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-07b9098d-8237-4a2d-b216-6b56a38e5a88 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:37.163002 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b9098d-8237-4a2d-b216-6b56a38e5a88 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:25:37.163883 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-07b9098d-8237-4a2d-b216-6b56a38e5a88 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:37.546852 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device abcadee1-0279-4877-9b13-d37c3189dc0a up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:25:37.645238 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4919a2-358e-4ba9-ad59-435116daaff2 req-8c5e0653-9d0d-472c-8744-cceab308c5b3 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:37.648634 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5f4919a2-358e-4ba9-ad59-435116daaff2 req-8c5e0653-9d0d-472c-8744-cceab308c5b3 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 946 time: 0.6564310 Jul 23 20:25:37.655544 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-07b9098d-8237-4a2d-b216-6b56a38e5a88 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:37.736296 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port abcadee1-0279-4877-9b13-d37c3189dc0a completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:25:37.817667 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5f4919a2-358e-4ba9-ad59-435116daaff2 req-90553250-d1e7-46d3-b1f0-df3db8fe31a8 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561639 Jul 23 20:25:38.040339 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-e88043bc-510b-4be7-8ea4-f5cf8cb42cb3 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Deleting port b6a3b567-e23c-4868-a53e-728a8fcce677 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:25:38.041690 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e88043bc-510b-4be7-8ea4-f5cf8cb42cb3 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:38.386926 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-07b9098d-8237-4a2d-b216-6b56a38e5a88 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:38.399824 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-07b9098d-8237-4a2d-b216-6b56a38e5a88 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:38.400839 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-07b9098d-8237-4a2d-b216-6b56a38e5a88 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:38.404263 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e88043bc-510b-4be7-8ea4-f5cf8cb42cb3 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:38.470208 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-e88043bc-510b-4be7-8ea4-f5cf8cb42cb3 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Calling delete_port for b6a3b567-e23c-4868-a53e-728a8fcce677 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:25:38.497719 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b9098d-8237-4a2d-b216-6b56a38e5a88 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Port': ['ID=841f13f1-113e-4d72-b91c-9568751c1a24,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:38.757087 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b9098d-8237-4a2d-b216-6b56a38e5a88 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:25:38.760507 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-07b9098d-8237-4a2d-b216-6b56a38e5a88 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:38.831268 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e2eaac5f-7539-4265-bd32-541f0cb51f43 None None] Provisioning for port abcadee1-0279-4877-9b13-d37c3189dc0a completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:25:38.840566 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e2eaac5f-7539-4265-bd32-541f0cb51f43 None None] Provisioning complete for port abcadee1-0279-4877-9b13-d37c3189dc0a triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:38.841565 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2eaac5f-7539-4265-bd32-541f0cb51f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:38.975991 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e88043bc-510b-4be7-8ea4-f5cf8cb42cb3 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:39.103058 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88043bc-510b-4be7-8ea4-f5cf8cb42cb3 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event deleted for resources: {'Port': ['ID=b6a3b567-e23c-4868-a53e-728a8fcce677,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:39.133696 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2eaac5f-7539-4265-bd32-541f0cb51f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:39.155959 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b9098d-8237-4a2d-b216-6b56a38e5a88 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Router 2afe07ac-cbbc-4d3a-a942-34588c4f07e4 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:25:39.333551 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-e2eaac5f-7539-4265-bd32-541f0cb51f43 None None] For port abcadee1-0279-4877-9b13-d37c3189dc0a, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=abcadee1-0279-4877-9b13-d37c3189dc0a,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:39.342274 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e2eaac5f-7539-4265-bd32-541f0cb51f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:39.386015 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b9098d-8237-4a2d-b216-6b56a38e5a88 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:25:39.392798 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-07b9098d-8237-4a2d-b216-6b56a38e5a88 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "PUT /v2.0/routers/2afe07ac-cbbc-4d3a-a942-34588c4f07e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5468047 Jul 23 20:25:39.398438 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d547bf0-8848-4060-a1bb-4413058d6be1 None None] Sync routers for ids ['2afe07ac-cbbc-4d3a-a942-34588c4f07e4'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:25:39.409174 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46588) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:39.420791 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d547bf0-8848-4060-a1bb-4413058d6be1 None None] Routers {'2afe07ac-cbbc-4d3a-a942-34588c4f07e4'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:25:39.422668 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8d547bf0-8848-4060-a1bb-4413058d6be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:25:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['2afe07ac-cbbc-4d3a-a942-34588c4f07e4'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:39.465677 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4be862-4c89-4745-92c6-db1bc4ead342 req-ea79609c-ebc0-4d1d-a9f7-daf86cc688ef tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:39.474592 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5e4be862-4c89-4745-92c6-db1bc4ead342 req-ea79609c-ebc0-4d1d-a9f7-daf86cc688ef tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 946 time: 0.4196608 Jul 23 20:25:39.588384 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eaac5f-7539-4265-bd32-541f0cb51f43 None None] Pushing event updated for resources: {'Port': ['ID=abcadee1-0279-4877-9b13-d37c3189dc0a,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:39.618792 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988bce04-1642-4884-9221-b3d0e7ecc3b2 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:39.622002 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6e0517cd-d76b-46aa-8096-880ef89d21d9 None None] Provisioning for port 841f13f1-113e-4d72-b91c-9568751c1a24 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:25:39.627319 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-988bce04-1642-4884-9221-b3d0e7ecc3b2 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/ports/841f13f1-113e-4d72-b91c-9568751c1a24 HTTP/1.1" status: 200 len: 911 time: 0.2167113 Jul 23 20:25:39.631660 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46592) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:39.652546 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6e0517cd-d76b-46aa-8096-880ef89d21d9 None None] Provisioning complete for port 841f13f1-113e-4d72-b91c-9568751c1a24 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:39.653020 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e0517cd-d76b-46aa-8096-880ef89d21d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:39.730128 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-6e0517cd-d76b-46aa-8096-880ef89d21d9 None None] Port 841f13f1-113e-4d72-b91c-9568751c1a24 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:25:39.757899 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-8d547bf0-8848-4060-a1bb-4413058d6be1 None None] Set router 2afe07ac-cbbc-4d3a-a942-34588c4f07e4 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:25:39.781037 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe9de4b-2d68-43cc-88e4-1bb3bc2398ab tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:39.799497 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe9de4b-2d68-43cc-88e4-1bb3bc2398ab tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:39.804439 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7fe9de4b-2d68-43cc-88e4-1bb3bc2398ab tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1716402 Jul 23 20:25:39.811335 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46596) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:39.860149 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d27aa6e6-b56f-4118-a907-209fc5f5d0c5 None None] Provisioning complete for port 841f13f1-113e-4d72-b91c-9568751c1a24 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:39.861038 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d27aa6e6-b56f-4118-a907-209fc5f5d0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:39.962598 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-d27aa6e6-b56f-4118-a907-209fc5f5d0c5 None None] Port 841f13f1-113e-4d72-b91c-9568751c1a24 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:25:40.088448 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e88043bc-510b-4be7-8ea4-f5cf8cb42cb3 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:40.108228 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5e4be862-4c89-4745-92c6-db1bc4ead342 req-2bdc6a76-d753-481c-970d-1d4636ac7862 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6326597 Jul 23 20:25:40.195130 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8d547bf0-8848-4060-a1bb-4413058d6be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afe07ac-cbbc-4d3a-a942-34588c4f07e4', 'name': 'tempest-NetworksTestDHCPv6-router-1672277269', 'tenant_id': '5b8a44966ee64868a6ea19d10cce6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:25:34Z', 'updated_at': '2021-07-23T20:25:37Z', 'revision_number': 2, 'project_id': '5b8a44966ee64868a6ea19d10cce6716', 'gw_port_host': None, '_interfaces': [{'id': '841f13f1-113e-4d72-b91c-9568751c1a24', 'name': '', 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'tenant_id': '5b8a44966ee64868a6ea19d10cce6716', 'mac_address': 'fa:16:3e:01:7e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afe07ac-cbbc-4d3a-a942-34588c4f07e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '404a46e8-ed85-42f7-b6e3-b2b3609b0ce0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:25:36Z', 'updated_at': '2021-07-23T20:25:38Z', 'revision_number': 2, 'project_id': '5b8a44966ee64868a6ea19d10cce6716', 'subnets': [{'id': '404a46e8-ed85-42f7-b6e3-b2b3609b0ce0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:40.257111 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d547bf0-8848-4060-a1bb-4413058d6be1 None None] Checking router: 2afe07ac-cbbc-4d3a-a942-34588c4f07e4 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:25:40.257802 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d547bf0-8848-4060-a1bb-4413058d6be1 None None] Updating router 2afe07ac-cbbc-4d3a-a942-34588c4f07e4 port 841f13f1-113e-4d72-b91c-9568751c1a24 binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:25:40.281299 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8a46-58aa-440b-a312-ed0e35ecaaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:40.294738 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1522d-4037-4bfe-8928-2232408093d0 req-c6572335-97d7-46a7-b6d0-af9c935418e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:40.297440 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a3f1522d-4037-4bfe-8928-2232408093d0 req-c6572335-97d7-46a7-b6d0-af9c935418e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99134e0f99a8419eae5eb1d5d4aedeb7&device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 1098 time: 0.7835724 Jul 23 20:25:40.359669 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8d547bf0-8848-4060-a1bb-4413058d6be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:40.467039 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1522d-4037-4bfe-8928-2232408093d0 req-82dac0d6-c5d9-4004-bd55-0b259548f784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:40.469628 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a3f1522d-4037-4bfe-8928-2232408093d0 req-82dac0d6-c5d9-4004-bd55-0b259548f784 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd3fc2da-f343-4eff-93f0-5695d77abd1d HTTP/1.1" status: 200 len: 917 time: 0.1641622 Jul 23 20:25:40.623965 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a3f1522d-4037-4bfe-8928-2232408093d0 req-9730bb31-e892-436c-b9ba-8b968d3150d8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13f175f6-1988-4b7a-81f8-5a1bda3ad82f HTTP/1.1" status: 200 len: 1002 time: 0.1448245 Jul 23 20:25:40.634248 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-56631e42-0806-42e6-81ad-d3a0465bd311 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:40.746125 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1522d-4037-4bfe-8928-2232408093d0 req-7179d83e-2bc8-4e16-8ece-a1861c566bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:40.748929 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a3f1522d-4037-4bfe-8928-2232408093d0 req-7179d83e-2bc8-4e16-8ece-a1861c566bee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63fa6ddd-c617-40f8-a250-cf59fcf077ba HTTP/1.1" status: 200 len: 855 time: 0.1048536 Jul 23 20:25:40.889053 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8d547bf0-8848-4060-a1bb-4413058d6be1 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:40.914081 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8d547bf0-8848-4060-a1bb-4413058d6be1 None None] Transition to ACTIVE for port object 841f13f1-113e-4d72-b91c-9568751c1a24 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:40.936029 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8d547bf0-8848-4060-a1bb-4413058d6be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:41.028662 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88043bc-510b-4be7-8ea4-f5cf8cb42cb3 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Router 53f6ea78-5523-49a7-bc66-eba1b3e8d312 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:25:41.128014 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db53793-8785-49c7-b76d-995c6f84a7ba None None] Pushing event updated for resources: {'Port': ['ID=841f13f1-113e-4d72-b91c-9568751c1a24,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:41.183411 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db53793-8785-49c7-b76d-995c6f84a7ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:41.184379 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db53793-8785-49c7-b76d-995c6f84a7ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:41.185124 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db53793-8785-49c7-b76d-995c6f84a7ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:41.186622 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db53793-8785-49c7-b76d-995c6f84a7ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:41.188047 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db53793-8785-49c7-b76d-995c6f84a7ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:41.188843 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db53793-8785-49c7-b76d-995c6f84a7ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:41.189653 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db53793-8785-49c7-b76d-995c6f84a7ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:41.190645 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db53793-8785-49c7-b76d-995c6f84a7ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:41.191660 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db53793-8785-49c7-b76d-995c6f84a7ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:41.192430 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db53793-8785-49c7-b76d-995c6f84a7ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:41.198659 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db53793-8785-49c7-b76d-995c6f84a7ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:41.199687 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db53793-8785-49c7-b76d-995c6f84a7ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:41.291781 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1522d-4037-4bfe-8928-2232408093d0 req-1af9234f-b8b2-4068-8e06-365add158e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:41.297516 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a3f1522d-4037-4bfe-8928-2232408093d0 req-1af9234f-b8b2-4068-8e06-365add158e47 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd3fc2da-f343-4eff-93f0-5695d77abd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3847709 Jul 23 20:25:41.451866 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device abcadee1-0279-4877-9b13-d37c3189dc0a up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:25:41.460826 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-8d547bf0-8848-4060-a1bb-4413058d6be1 None None] Attempting to bind port 841f13f1-113e-4d72-b91c-9568751c1a24 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:41.462837 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-8d547bf0-8848-4060-a1bb-4413058d6be1 None None] Attempting to bind port 841f13f1-113e-4d72-b91c-9568751c1a24 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:41.464707 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d547bf0-8848-4060-a1bb-4413058d6be1 None None] Attempting to bind port 841f13f1-113e-4d72-b91c-9568751c1a24 on network bd014336-7cf6-4be5-829d-b33260ee43fe {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:41.467639 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-56631e42-0806-42e6-81ad-d3a0465bd311 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting port 841f13f1-113e-4d72-b91c-9568751c1a24 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:25:41.468122 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-56631e42-0806-42e6-81ad-d3a0465bd311 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:41.474804 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d547bf0-8848-4060-a1bb-4413058d6be1 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:25:41.475820 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d547bf0-8848-4060-a1bb-4413058d6be1 None None] Checking segment: {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:25:41.476852 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8d547bf0-8848-4060-a1bb-4413058d6be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:41.477859 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d547bf0-8848-4060-a1bb-4413058d6be1 None None] Bound using segment: {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:25:41.479392 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-8d547bf0-8848-4060-a1bb-4413058d6be1 None None] Bound port: 841f13f1-113e-4d72-b91c-9568751c1a24, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:25:41.480536 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8d547bf0-8848-4060-a1bb-4413058d6be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:41.592930 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a3f1522d-4037-4bfe-8928-2232408093d0 req-2d8fc5ef-624c-4552-9ea1-74c1a23c2316 service neutron] 10.222.0.30 "GET /v2.0/networks/bd3fc2da-f343-4eff-93f0-5695d77abd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624350 Jul 23 20:25:41.594123 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88043bc-510b-4be7-8ea4-f5cf8cb42cb3 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:25:41.601443 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-8d547bf0-8848-4060-a1bb-4413058d6be1 None None] For port 841f13f1-113e-4d72-b91c-9568751c1a24, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:25:41.608803 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-8d547bf0-8848-4060-a1bb-4413058d6be1 None None] For port 841f13f1-113e-4d72-b91c-9568751c1a24, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=841f13f1-113e-4d72-b91c-9568751c1a24,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:25:41.614033 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a78c13a-05a6-4349-acfa-0d167daa24d6 None None] Sync routers for ids ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:25:41.620337 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec703f1-d085-4a7f-9698-f77cd2cb1618 req-1f1a951f-7c85-4bb3-b538-93ba09f6e486 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:41.620692 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8d547bf0-8848-4060-a1bb-4413058d6be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:41.622990 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bec703f1-d085-4a7f-9698-f77cd2cb1618 req-1f1a951f-7c85-4bb3-b538-93ba09f6e486 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 946 time: 0.3248580 Jul 23 20:25:41.624750 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e88043bc-510b-4be7-8ea4-f5cf8cb42cb3 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "PUT /v2.0/routers/53f6ea78-5523-49a7-bc66-eba1b3e8d312/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7094688 Jul 23 20:25:41.627809 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46616) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:41.658618 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a78c13a-05a6-4349-acfa-0d167daa24d6 None None] Routers {'53f6ea78-5523-49a7-bc66-eba1b3e8d312'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:25:41.659213 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-3a78c13a-05a6-4349-acfa-0d167daa24d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:25:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:41.756106 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-3a78c13a-05a6-4349-acfa-0d167daa24d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:41.775785 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a78c13a-05a6-4349-acfa-0d167daa24d6 None None] Routers {'53f6ea78-5523-49a7-bc66-eba1b3e8d312'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:25:41.777327 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-3a78c13a-05a6-4349-acfa-0d167daa24d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:25:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:41.779555 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port abcadee1-0279-4877-9b13-d37c3189dc0a triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:41.780133 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:41.783493 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d547bf0-8848-4060-a1bb-4413058d6be1 None None] Routers {'2afe07ac-cbbc-4d3a-a942-34588c4f07e4'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:25:41.786433 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8d547bf0-8848-4060-a1bb-4413058d6be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:25:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['2afe07ac-cbbc-4d3a-a942-34588c4f07e4'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:41.800210 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a3f1522d-4037-4bfe-8928-2232408093d0 req-16673f4e-2c89-47e0-9f8f-8e539f3910ae service neutron] 10.222.0.30 "GET /v2.0/networks/bd3fc2da-f343-4eff-93f0-5695d77abd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707304 Jul 23 20:25:41.992119 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db53793-8785-49c7-b76d-995c6f84a7ba None None] Pushing event updated for resources: {'Port': ['ID=841f13f1-113e-4d72-b91c-9568751c1a24,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:42.009387 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-3a78c13a-05a6-4349-acfa-0d167daa24d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:42.010389 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a78c13a-05a6-4349-acfa-0d167daa24d6 None None] The sync data for ids ['53f6ea78-5523-49a7-bc66-eba1b3e8d312'] in n-d-793618-10 is: [] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:25:42.123837 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-8d547bf0-8848-4060-a1bb-4413058d6be1 None None] Set router 2afe07ac-cbbc-4d3a-a942-34588c4f07e4 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:25:42.710427 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:25:42.744827 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8d547bf0-8848-4060-a1bb-4413058d6be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afe07ac-cbbc-4d3a-a942-34588c4f07e4', 'name': 'tempest-NetworksTestDHCPv6-router-1672277269', 'tenant_id': '5b8a44966ee64868a6ea19d10cce6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:25:34Z', 'updated_at': '2021-07-23T20:25:37Z', 'revision_number': 2, 'project_id': '5b8a44966ee64868a6ea19d10cce6716', 'gw_port_host': None, '_interfaces': [{'id': '841f13f1-113e-4d72-b91c-9568751c1a24', 'name': '', 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'tenant_id': '5b8a44966ee64868a6ea19d10cce6716', 'mac_address': 'fa:16:3e:01:7e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afe07ac-cbbc-4d3a-a942-34588c4f07e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '404a46e8-ed85-42f7-b6e3-b2b3609b0ce0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:25:36Z', 'updated_at': '2021-07-23T20:25:41Z', 'revision_number': 4, 'project_id': '5b8a44966ee64868a6ea19d10cce6716', 'subnets': [{'id': '404a46e8-ed85-42f7-b6e3-b2b3609b0ce0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:42.784704 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-56631e42-0806-42e6-81ad-d3a0465bd311 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] For port 841f13f1-113e-4d72-b91c-9568751c1a24, host n-d-793618-10, got binding levels [] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:42.785576 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-56631e42-0806-42e6-81ad-d3a0465bd311 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:42.820137 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d547bf0-8848-4060-a1bb-4413058d6be1 None None] The sync data for ids ['2afe07ac-cbbc-4d3a-a942-34588c4f07e4'] in n-d-793618-10 is: [{'id': '2afe07ac-cbbc-4d3a-a942-34588c4f07e4', 'name': 'tempest-NetworksTestDHCPv6-router-1672277269', 'tenant_id': '5b8a44966ee64868a6ea19d10cce6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:25:34Z', 'updated_at': '2021-07-23T20:25:37Z', 'revision_number': 2, 'project_id': '5b8a44966ee64868a6ea19d10cce6716', 'gw_port_host': None, '_interfaces': [{'id': '841f13f1-113e-4d72-b91c-9568751c1a24', 'name': '', 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'tenant_id': '5b8a44966ee64868a6ea19d10cce6716', 'mac_address': 'fa:16:3e:01:7e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afe07ac-cbbc-4d3a-a942-34588c4f07e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '404a46e8-ed85-42f7-b6e3-b2b3609b0ce0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:25:36Z', 'updated_at': '2021-07-23T20:25:41Z', 'revision_number': 4, 'project_id': '5b8a44966ee64868a6ea19d10cce6716', 'subnets': [{'id': '404a46e8-ed85-42f7-b6e3-b2b3609b0ce0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:25:42.827270 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bec703f1-d085-4a7f-9698-f77cd2cb1618 req-ea0fcf3b-7512-4f1a-bdc4-90fc451f5c46 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1377821 Jul 23 20:25:42.835558 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-56631e42-0806-42e6-81ad-d3a0465bd311 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Calling delete_port for 841f13f1-113e-4d72-b91c-9568751c1a24 owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:25:42.859576 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9fcc603e-01ec-4b60-a6e4-67bd19a21e7c tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:42.957678 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46634) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:43.322415 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-56631e42-0806-42e6-81ad-d3a0465bd311 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:43.325873 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c8491e3a-9a4a-419b-8360-7993882e7ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:43.341090 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:43.528932 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56631e42-0806-42e6-81ad-d3a0465bd311 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Port': ['ID=841f13f1-113e-4d72-b91c-9568751c1a24,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:43.619560 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-239532e5-bc47-42da-9c8d-f0f79b8531a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:43.984655 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c8491e3a-9a4a-419b-8360-7993882e7ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:43.991771 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c8491e3a-9a4a-419b-8360-7993882e7ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:44.064655 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 13f175f6-1988-4b7a-81f8-5a1bda3ad82f no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:25:44.091469 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:44.111067 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8491e3a-9a4a-419b-8360-7993882e7ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe43ce0-95ae-4123-bbbd-3b08136e486c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:44.149647 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-56631e42-0806-42e6-81ad-d3a0465bd311 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:44.178047 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c8491e3a-9a4a-419b-8360-7993882e7ca9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e40a9e7352d4403388f63c47293dc213&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2065518 Jul 23 20:25:44.178774 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46648) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:44.353955 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b8fa44b-ad81-4f02-b30f-a838286c96da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:44.365781 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5626fada-61ef-4285-a9ac-c8474e1abc22 req-243cb71a-0f02-4f8e-ad85-7b9e665b86a4 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:44.375664 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5626fada-61ef-4285-a9ac-c8474e1abc22 req-243cb71a-0f02-4f8e-ad85-7b9e665b86a4 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 946 time: 0.2657065 Jul 23 20:25:44.474892 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:44.478777 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b8fa44b-ad81-4f02-b30f-a838286c96da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:44.495413 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5626fada-61ef-4285-a9ac-c8474e1abc22 req-26003250-6390-4eb3-a35b-56aad135c239 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181726 Jul 23 20:25:44.538389 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9fcc603e-01ec-4b60-a6e4-67bd19a21e7c tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:44.663705 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b8fa44b-ad81-4f02-b30f-a838286c96da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:44.667857 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b8fa44b-ad81-4f02-b30f-a838286c96da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:44.669289 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1b8fa44b-ad81-4f02-b30f-a838286c96da admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bfe43ce0-95ae-4123-bbbd-3b08136e486c HTTP/1.1" status: 204 len: 168 time: 0.4711821 Jul 23 20:25:44.683167 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd880270d-cdcc-4ab2-bd1d-ebbeac27afd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13f175f6-1988-4b7a-81f8-5a1bda3ad82f'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:44.690946 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064df317-f4bf-4335-8932-09bc392189fb" -d '{"events": [{"server_uuid": "d880270d-cdcc-4ab2-bd1d-ebbeac27afd1", "name": "network-vif-unplugged", "status": "completed", "tag": "13f175f6-1988-4b7a-81f8-5a1bda3ad82f"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:44.694431 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8fa44b-ad81-4f02-b30f-a838286c96da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe43ce0-95ae-4123-bbbd-3b08136e486c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:44.697972 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:44.757693 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8fa44b-ad81-4f02-b30f-a838286c96da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:44.763709 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:44.772403 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8fa44b-ad81-4f02-b30f-a838286c96da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:44.776671 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8fa44b-ad81-4f02-b30f-a838286c96da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:44.779226 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8fa44b-ad81-4f02-b30f-a838286c96da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:44.779883 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8fa44b-ad81-4f02-b30f-a838286c96da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:44.783964 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8fa44b-ad81-4f02-b30f-a838286c96da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:44.802007 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8fa44b-ad81-4f02-b30f-a838286c96da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:44.804297 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8fa44b-ad81-4f02-b30f-a838286c96da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:44.804834 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8fa44b-ad81-4f02-b30f-a838286c96da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:44.805543 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8fa44b-ad81-4f02-b30f-a838286c96da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:44.806056 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8fa44b-ad81-4f02-b30f-a838286c96da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:44.806590 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8fa44b-ad81-4f02-b30f-a838286c96da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:44.816614 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 13f175f6-1988-4b7a-81f8-5a1bda3ad82f, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=13f175f6-1988-4b7a-81f8-5a1bda3ad82f,segment=NetworkSegment(200529f2-acc5-4abc-91bf-3609d16ae961),segment_id=200529f2-acc5-4abc-91bf-3609d16ae961)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:44.851683 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:44.997784 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56631e42-0806-42e6-81ad-d3a0465bd311 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Router 2afe07ac-cbbc-4d3a-a942-34588c4f07e4 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:25:45.052978 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=13f175f6-1988-4b7a-81f8-5a1bda3ad82f,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:45.195365 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4aff8d1-3b72-4f7f-97c8-985780232f49 x-openstack-request-id: req-b4aff8d1-3b72-4f7f-97c8-985780232f49 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:45.195768 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d880270d-cdcc-4ab2-bd1d-ebbeac27afd1", "name": "network-vif-unplugged", "status": "failed", "tag": "13f175f6-1988-4b7a-81f8-5a1bda3ad82f", "code": 422}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:45.196869 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4aff8d1-3b72-4f7f-97c8-985780232f49 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:45.197309 n-d-793618-10 neutron-server[93877]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd880270d-cdcc-4ab2-bd1d-ebbeac27afd1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '13f175f6-1988-4b7a-81f8-5a1bda3ad82f', 'code': 422} returned with failed status Jul 23 20:25:45.250557 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-9fcc603e-01ec-4b60-a6e4-67bd19a21e7c tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Deleting port 63735f4a-bbcb-4a27-a1c4-7e1079bbd0d8 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:25:45.252447 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9fcc603e-01ec-4b60-a6e4-67bd19a21e7c tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:45.317225 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56631e42-0806-42e6-81ad-d3a0465bd311 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:25:45.323926 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-56631e42-0806-42e6-81ad-d3a0465bd311 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "PUT /v2.0/routers/2afe07ac-cbbc-4d3a-a942-34588c4f07e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5106280 Jul 23 20:25:45.326950 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46674) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:45.412099 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2789db0f-6060-442b-81f5-0d05257e639b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:45.418915 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2789db0f-6060-442b-81f5-0d05257e639b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:45.422556 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2789db0f-6060-442b-81f5-0d05257e639b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0936477 Jul 23 20:25:45.425404 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46676) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:45.440666 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46678) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:45.462146 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f108f5af-da98-40cc-8ecc-4d99f2a689f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:45.528030 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-31353d32-3e0d-4f7f-89ad-fd13ff50f7c4 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting subnet 404a46e8-ed85-42f7-b6e3-b2b3609b0ce0 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:25:45.545836 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-31353d32-3e0d-4f7f-89ad-fd13ff50f7c4 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:45.595807 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9fcc603e-01ec-4b60-a6e4-67bd19a21e7c tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:45.635010 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f108f5af-da98-40cc-8ecc-4d99f2a689f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:45.637800 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-9fcc603e-01ec-4b60-a6e4-67bd19a21e7c tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Calling delete_port for 63735f4a-bbcb-4a27-a1c4-7e1079bbd0d8 owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:25:45.641915 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f108f5af-da98-40cc-8ecc-4d99f2a689f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:45.671005 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-31353d32-3e0d-4f7f-89ad-fd13ff50f7c4 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:45.744908 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f108f5af-da98-40cc-8ecc-4d99f2a689f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=098a2e0d75d44927963927b73d04e572&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3027387 Jul 23 20:25:45.745878 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46688) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:45.747242 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108f5af-da98-40cc-8ecc-4d99f2a689f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7340975b-ff04-4543-a302-f130141520ac,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:45.873333 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e83e1bf-e9a7-4b57-b4cd-7a8840881043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:45.924455 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:45.926859 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e83e1bf-e9a7-4b57-b4cd-7a8840881043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:46.088381 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e83e1bf-e9a7-4b57-b4cd-7a8840881043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:46.094372 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e83e1bf-e9a7-4b57-b4cd-7a8840881043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:46.096342 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8e83e1bf-e9a7-4b57-b4cd-7a8840881043 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7340975b-ff04-4543-a302-f130141520ac HTTP/1.1" status: 204 len: 168 time: 0.3363938 Jul 23 20:25:46.127284 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf40132d-448c-49d3-beae-70d08cb59858 None None] Sync routers for ids ['2afe07ac-cbbc-4d3a-a942-34588c4f07e4'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:25:46.132828 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e83e1bf-e9a7-4b57-b4cd-7a8840881043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7340975b-ff04-4543-a302-f130141520ac,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:46.148425 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf40132d-448c-49d3-beae-70d08cb59858 None None] Routers {'2afe07ac-cbbc-4d3a-a942-34588c4f07e4'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:25:46.151341 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-cf40132d-448c-49d3-beae-70d08cb59858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:25:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['2afe07ac-cbbc-4d3a-a942-34588c4f07e4'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:46.226638 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-31353d32-3e0d-4f7f-89ad-fd13ff50f7c4 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:46.329291 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06d133-e07f-4254-8d4d-5ebff5a407a0 req-717fd6e4-861b-4ead-9352-1b36437158e2 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:46.333714 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4d06d133-e07f-4254-8d4d-5ebff5a407a0 req-717fd6e4-861b-4ead-9352-1b36437158e2 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 944 time: 0.3960621 Jul 23 20:25:46.370119 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-cf40132d-448c-49d3-beae-70d08cb59858 None None] Set router 2afe07ac-cbbc-4d3a-a942-34588c4f07e4 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:25:46.527636 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4d06d133-e07f-4254-8d4d-5ebff5a407a0 req-33cd8a76-2ccf-4d6e-83da-a1e5e6a96474 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783588 Jul 23 20:25:46.538900 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-cf40132d-448c-49d3-beae-70d08cb59858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afe07ac-cbbc-4d3a-a942-34588c4f07e4', 'name': 'tempest-NetworksTestDHCPv6-router-1672277269', 'tenant_id': '5b8a44966ee64868a6ea19d10cce6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:25:34Z', 'updated_at': '2021-07-23T20:25:43Z', 'revision_number': 3, 'project_id': '5b8a44966ee64868a6ea19d10cce6716', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:46.557977 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-31353d32-3e0d-4f7f-89ad-fd13ff50f7c4 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:46.591096 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-31353d32-3e0d-4f7f-89ad-fd13ff50f7c4 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:46.591473 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87956c4a-dd83-4e81-869c-ab5296802415 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:25:46.595027 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-31353d32-3e0d-4f7f-89ad-fd13ff50f7c4 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/404a46e8-ed85-42f7-b6e3-b2b3609b0ce0 HTTP/1.1" status: 204 len: 168 time: 1.1683166 Jul 23 20:25:46.599018 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46712) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:46.650309 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31353d32-3e0d-4f7f-89ad-fd13ff50f7c4 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Subnet': ['ID=404a46e8-ed85-42f7-b6e3-b2b3609b0ce0,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:46.654438 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf40132d-448c-49d3-beae-70d08cb59858 None None] Checking router: 2afe07ac-cbbc-4d3a-a942-34588c4f07e4 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:25:46.656315 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9fcc603e-01ec-4b60-a6e4-67bd19a21e7c tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:46.680965 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf40132d-448c-49d3-beae-70d08cb59858 None None] Routers {'2afe07ac-cbbc-4d3a-a942-34588c4f07e4'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:25:46.682207 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-cf40132d-448c-49d3-beae-70d08cb59858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:25:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['2afe07ac-cbbc-4d3a-a942-34588c4f07e4'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:46.751874 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc603e-01ec-4b60-a6e4-67bd19a21e7c tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event deleted for resources: {'Port': ['ID=63735f4a-bbcb-4a27-a1c4-7e1079bbd0d8,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:46.835956 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9fcc603e-01ec-4b60-a6e4-67bd19a21e7c tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:46.912370 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-cf40132d-448c-49d3-beae-70d08cb59858 None None] Set router 2afe07ac-cbbc-4d3a-a942-34588c4f07e4 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:25:47.038859 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46722) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:47.041390 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9fcc603e-01ec-4b60-a6e4-67bd19a21e7c tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:47.042932 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e0e67181-8de4-40f8-a13d-0dace31d86cc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4419878 Jul 23 20:25:47.047011 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9fcc603e-01ec-4b60-a6e4-67bd19a21e7c tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:47.092776 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbb7565-6abe-47e3-9206-f88e01564071 None None] DHCP port deletion for bd014336-7cf6-4be5-829d-b33260ee43fe request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:25:47.245835 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-8cbb7565-6abe-47e3-9206-f88e01564071 None None] Deleting port abcadee1-0279-4877-9b13-d37c3189dc0a {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:25:47.249905 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8cbb7565-6abe-47e3-9206-f88e01564071 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:47.345553 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9973616d-0038-46f1-9215-ba4de9ed2c63 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:47.464643 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-cf40132d-448c-49d3-beae-70d08cb59858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afe07ac-cbbc-4d3a-a942-34588c4f07e4', 'name': 'tempest-NetworksTestDHCPv6-router-1672277269', 'tenant_id': '5b8a44966ee64868a6ea19d10cce6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:25:34Z', 'updated_at': '2021-07-23T20:25:43Z', 'revision_number': 3, 'project_id': '5b8a44966ee64868a6ea19d10cce6716', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:47.512010 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device abcadee1-0279-4877-9b13-d37c3189dc0a no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:25:47.596630 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf40132d-448c-49d3-beae-70d08cb59858 None None] The sync data for ids ['2afe07ac-cbbc-4d3a-a942-34588c4f07e4'] in n-d-793618-10 is: [{'id': '2afe07ac-cbbc-4d3a-a942-34588c4f07e4', 'name': 'tempest-NetworksTestDHCPv6-router-1672277269', 'tenant_id': '5b8a44966ee64868a6ea19d10cce6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:25:34Z', 'updated_at': '2021-07-23T20:25:43Z', 'revision_number': 3, 'project_id': '5b8a44966ee64868a6ea19d10cce6716', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:25:47.624050 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-8cbb7565-6abe-47e3-9206-f88e01564071 None None] For port abcadee1-0279-4877-9b13-d37c3189dc0a, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=abcadee1-0279-4877-9b13-d37c3189dc0a,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:47.624824 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8cbb7565-6abe-47e3-9206-f88e01564071 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:47.662083 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9fcc603e-01ec-4b60-a6e4-67bd19a21e7c tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:47.663169 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fcc603e-01ec-4b60-a6e4-67bd19a21e7c tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Fanout notify agent at l3_agent the message router_deleted on router 53f6ea78-5523-49a7-bc66-eba1b3e8d312 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:25:47.667705 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-8cbb7565-6abe-47e3-9206-f88e01564071 None None] Calling delete_port for abcadee1-0279-4877-9b13-d37c3189dc0a owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:25:47.704520 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9fcc603e-01ec-4b60-a6e4-67bd19a21e7c tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:47.706407 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9fcc603e-01ec-4b60-a6e4-67bd19a21e7c tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "DELETE /v2.0/routers/53f6ea78-5523-49a7-bc66-eba1b3e8d312 HTTP/1.1" status: 204 len: 168 time: 6.0769804 Jul 23 20:25:47.711585 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46736) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:47.853586 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:47.895287 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9973616d-0038-46f1-9215-ba4de9ed2c63 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:47.905903 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9973616d-0038-46f1-9215-ba4de9ed2c63 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:47.959901 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-da75e74d-955c-4c0a-b6cc-8c0717b6386f req-d6029a0f-b8e2-45f3-8bbc-e8cc1959a055 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9841521 Jul 23 20:25:47.971980 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8cbb7565-6abe-47e3-9206-f88e01564071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:47.997592 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8d611ff-6890-4469-923d-93264373cb58 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Deleting subnet c54ebfff-0936-4a40-aa7b-989a0e79745f {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:25:48.009180 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c8d611ff-6890-4469-923d-93264373cb58 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:48.060423 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9973616d-0038-46f1-9215-ba4de9ed2c63 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:48.062565 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9973616d-0038-46f1-9215-ba4de9ed2c63 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Fanout notify agent at l3_agent the message router_deleted on router 2afe07ac-cbbc-4d3a-a942-34588c4f07e4 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:25:48.104407 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 13f175f6-1988-4b7a-81f8-5a1bda3ad82f no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:25:48.125301 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb7565-6abe-47e3-9206-f88e01564071 None None] Pushing event deleted for resources: {'Port': ['ID=abcadee1-0279-4877-9b13-d37c3189dc0a,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:48.135615 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9973616d-0038-46f1-9215-ba4de9ed2c63 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:48.144513 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9973616d-0038-46f1-9215-ba4de9ed2c63 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/routers/2afe07ac-cbbc-4d3a-a942-34588c4f07e4 HTTP/1.1" status: 204 len: 168 time: 1.0958147 Jul 23 20:25:48.145639 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46752) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:48.204487 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbb7565-6abe-47e3-9206-f88e01564071 None None] No DVR routers for this DVR port abcadee1-0279-4877-9b13-d37c3189dc0a on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:25:48.272298 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696061c5-9c19-4307-8d32-ef995aa752f2 req-43d1c576-4227-4cf8-8fb1-0dcbd17a4c97 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:48.282355 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-696061c5-9c19-4307-8d32-ef995aa752f2 req-43d1c576-4227-4cf8-8fb1-0dcbd17a4c97 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 944 time: 0.4629772 Jul 23 20:25:48.291836 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-117fe1fe-ce88-47e7-b825-2aa09d8d0968 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1406736 Jul 23 20:25:48.295286 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46754) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:48.358933 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c8d611ff-6890-4469-923d-93264373cb58 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:48.412633 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-696061c5-9c19-4307-8d32-ef995aa752f2 req-75e36237-6fba-4648-96b8-3f6cbe8e2606 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154387 Jul 23 20:25:48.479085 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa7e2ad-5501-4c8d-be09-e1a2f9e1befe tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:48.483054 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ffa7e2ad-5501-4c8d-be09-e1a2f9e1befe tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1840703 Jul 23 20:25:48.483243 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c8d611ff-6890-4469-923d-93264373cb58 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:48.485713 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46756) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:48.604564 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a1ca529a-2dbd-49fc-8769-e15dd4c76b76 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1131077 Jul 23 20:25:48.605577 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46760) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:48.614194 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-f1fd234d-bae2-4b1c-b4c4-0400da77eb7f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'subnet': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:48.740230 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c8d611ff-6890-4469-923d-93264373cb58 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:48.812210 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c8d611ff-6890-4469-923d-93264373cb58 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:48.815734 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c8d611ff-6890-4469-923d-93264373cb58 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "DELETE /v2.0/subnets/c54ebfff-0936-4a40-aa7b-989a0e79745f HTTP/1.1" status: 204 len: 168 time: 1.1012819 Jul 23 20:25:48.825397 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d611ff-6890-4469-923d-93264373cb58 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event deleted for resources: {'Subnet': ['ID=c54ebfff-0936-4a40-aa7b-989a0e79745f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:48.825397 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46766) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:48.876282 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fd234d-bae2-4b1c-b4c4-0400da77eb7f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:25:48.880968 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f1fd234d-bae2-4b1c-b4c4-0400da77eb7f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:49.041889 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2e773cb-24b3-49fb-9386-b520f47c84e0 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:49.270620 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2e773cb-24b3-49fb-9386-b520f47c84e0 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:49.296677 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 841f13f1-113e-4d72-b91c-9568751c1a24 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:25:49.325908 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-a2e773cb-24b3-49fb-9386-b520f47c84e0 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e43b9b0e-bd07-4d32-ae41-f18d4308bd91']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:49.341782 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-a2e773cb-24b3-49fb-9386-b520f47c84e0 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5210cc14-0509-4700-afb8-e6a16bdef4dc') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:49.342117 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-a2e773cb-24b3-49fb-9386-b520f47c84e0 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5210cc14-0509-4700-afb8-e6a16bdef4dc') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:49.344307 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 841f13f1-113e-4d72-b91c-9568751c1a24 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:25:49.345172 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 841f13f1-113e-4d72-b91c-9568751c1a24 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:25:49.375318 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2e773cb-24b3-49fb-9386-b520f47c84e0 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:49.408625 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2e773cb-24b3-49fb-9386-b520f47c84e0 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:49.428879 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2e773cb-24b3-49fb-9386-b520f47c84e0 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:25:49.429619 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2e773cb-24b3-49fb-9386-b520f47c84e0 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:49.434314 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:25:49.434314 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:25:49.434314 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:25:49.434314 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:25:49.434314 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:25:49.434314 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:25:49.434314 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:25:49.434314 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:25:49.434314 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:25:49.434314 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:25:49.434314 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:25:49.434314 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:25:49.434314 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:25:49.434314 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:25:49.434314 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:25:49.434314 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:25:49.434314 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:25:49.434314 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:25:49.434314 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:25:49.434314 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:25:49.434314 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:25:49.434314 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:25:49.434314 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:25:49.434314 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:25:49.434314 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:25:49.434314 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:25:49.434314 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:25:49.434314 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:25:49.434314 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:25:49.434314 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:25:49.434314 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:25:49.434314 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:25:49.546872 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2e773cb-24b3-49fb-9386-b520f47c84e0 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:49.560349 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2e773cb-24b3-49fb-9386-b520f47c84e0 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:49.567033 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a2e773cb-24b3-49fb-9386-b520f47c84e0 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] 10.222.0.32 "DELETE /v2.0/networks/e43b9b0e-bd07-4d32-ae41-f18d4308bd91 HTTP/1.1" status: 204 len: 168 time: 0.7375848 Jul 23 20:25:49.596224 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e773cb-24b3-49fb-9386-b520f47c84e0 tempest-FloatingIPTestJSON-753262226 tempest-FloatingIPTestJSON-753262226-project] Pushing event deleted for resources: {'Network': ['ID=e43b9b0e-bd07-4d32-ae41-f18d4308bd91,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:49.878093 n-d-793618-10 neutron-server[93875]: DEBUG neutron.objects.ports [None req-f1fd234d-bae2-4b1c-b4c4-0400da77eb7f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93875) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 20:25:49.881224 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f1fd234d-bae2-4b1c-b4c4-0400da77eb7f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:50.066778 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fd234d-bae2-4b1c-b4c4-0400da77eb7f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:25:50.108877 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-f1fd234d-bae2-4b1c-b4c4-0400da77eb7f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:50.115493 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46798) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:50.138658 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fd234d-bae2-4b1c-b4c4-0400da77eb7f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:50.140392 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f1fd234d-bae2-4b1c-b4c4-0400da77eb7f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:50.146895 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b656147-9918-4fdd-b78b-21b102ce1209 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:25:50.181729 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd234d-bae2-4b1c-b4c4-0400da77eb7f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Subnet': ['ID=529a8f3a-c764-40ad-9973-84542d98bfbe,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:50.212787 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f1fd234d-bae2-4b1c-b4c4-0400da77eb7f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6057355 Jul 23 20:25:50.216251 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46804) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:50.224919 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4b56a51d-bcfa-4219-9919-a3acd4d93f18 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'subnet': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:50.355182 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b952f6c-155d-4e15-b1ac-de1538fc0e1f req-7db4d5a6-2b04-4ee8-a95a-024509252ac7 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:50.363981 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b952f6c-155d-4e15-b1ac-de1538fc0e1f req-7db4d5a6-2b04-4ee8-a95a-024509252ac7 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 944 time: 0.6889098 Jul 23 20:25:50.473332 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbde4775-36a0-43a2-8021-e5897b9cad24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-bd014336-7cf6-4be5-829d-b33260ee43fe', 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'tenant_id': '5b8a44966ee64868a6ea19d10cce6716', 'fixed_ips': [{'subnet_id': '529a8f3a-c764-40ad-9973-84542d98bfbe'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:25:50.474225 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbde4775-36a0-43a2-8021-e5897b9cad24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:50.542360 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b952f6c-155d-4e15-b1ac-de1538fc0e1f req-399ad2cc-f425-4c93-9468-3004a6963d50 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685822 Jul 23 20:25:50.678008 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b56a51d-bcfa-4219-9919-a3acd4d93f18 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:25:50.682490 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4b56a51d-bcfa-4219-9919-a3acd4d93f18 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:50.701969 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-fbde4775-36a0-43a2-8021-e5897b9cad24 None None] Allocated IP 2001:db8::f816:3eff:fed4:b5e5 (bd014336-7cf6-4be5-829d-b33260ee43fe/529a8f3a-c764-40ad-9973-84542d98bfbe/394c76b1-ba44-4ccc-aa2d-cc9111272cbd) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:25:50.931346 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbde4775-36a0-43a2-8021-e5897b9cad24 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:50.957587 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbde4775-36a0-43a2-8021-e5897b9cad24 None None] Transition to ACTIVE for port object 394c76b1-ba44-4ccc-aa2d-cc9111272cbd will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:50.974686 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbde4775-36a0-43a2-8021-e5897b9cad24 None None] Transition to ACTIVE for port object 394c76b1-ba44-4ccc-aa2d-cc9111272cbd will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:50.984353 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0e646337-ee71-4d50-ba7a-610ea1d15a26 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b98d9b4bf2fd440a9f467dfa276f887b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8673549 Jul 23 20:25:50.989345 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46820) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:50.995693 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbde4775-36a0-43a2-8021-e5897b9cad24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:51.107384 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-506f6eaf-4df7-45ef-8194-01d3769e61d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:51.140631 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbde4775-36a0-43a2-8021-e5897b9cad24 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:25:51.144102 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-fbde4775-36a0-43a2-8021-e5897b9cad24 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:51.163175 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde4775-36a0-43a2-8021-e5897b9cad24 None None] Pushing event updated for resources: {'Port': ['ID=394c76b1-ba44-4ccc-aa2d-cc9111272cbd,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:51.177319 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-506f6eaf-4df7-45ef-8194-01d3769e61d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:51.181889 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbde4775-36a0-43a2-8021-e5897b9cad24 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:25:51.317106 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-506f6eaf-4df7-45ef-8194-01d3769e61d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:51.323187 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-506f6eaf-4df7-45ef-8194-01d3769e61d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:51.325584 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-506f6eaf-4df7-45ef-8194-01d3769e61d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa37e1f2-11b2-401e-9652-62c6a6669cef HTTP/1.1" status: 204 len: 168 time: 0.3347239 Jul 23 20:25:51.328108 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-fbde4775-36a0-43a2-8021-e5897b9cad24 None None] Attempting to bind port 394c76b1-ba44-4ccc-aa2d-cc9111272cbd on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:51.328762 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-fbde4775-36a0-43a2-8021-e5897b9cad24 None None] Attempting to bind port 394c76b1-ba44-4ccc-aa2d-cc9111272cbd by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:51.329128 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbde4775-36a0-43a2-8021-e5897b9cad24 None None] Attempting to bind port 394c76b1-ba44-4ccc-aa2d-cc9111272cbd on network bd014336-7cf6-4be5-829d-b33260ee43fe {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:51.349745 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbde4775-36a0-43a2-8021-e5897b9cad24 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:25:51.350171 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbde4775-36a0-43a2-8021-e5897b9cad24 None None] Checking segment: {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:25:51.350506 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbde4775-36a0-43a2-8021-e5897b9cad24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:51.351089 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbde4775-36a0-43a2-8021-e5897b9cad24 None None] Bound using segment: {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:25:51.351927 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-fbde4775-36a0-43a2-8021-e5897b9cad24 None None] Bound port: 394c76b1-ba44-4ccc-aa2d-cc9111272cbd, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:25:51.362070 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbde4775-36a0-43a2-8021-e5897b9cad24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:51.421776 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f6eaf-4df7-45ef-8194-01d3769e61d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa37e1f2-11b2-401e-9652-62c6a6669cef,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:51.544508 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbde4775-36a0-43a2-8021-e5897b9cad24 None None] For port 394c76b1-ba44-4ccc-aa2d-cc9111272cbd, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:25:51.554103 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbde4775-36a0-43a2-8021-e5897b9cad24 None None] For port 394c76b1-ba44-4ccc-aa2d-cc9111272cbd, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=394c76b1-ba44-4ccc-aa2d-cc9111272cbd,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:25:51.563558 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbde4775-36a0-43a2-8021-e5897b9cad24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:51.772602 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde4775-36a0-43a2-8021-e5897b9cad24 None None] Pushing event updated for resources: {'Port': ['ID=394c76b1-ba44-4ccc-aa2d-cc9111272cbd,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:51.866529 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4b56a51d-bcfa-4219-9919-a3acd4d93f18 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:52.076039 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b56a51d-bcfa-4219-9919-a3acd4d93f18 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:25:52.109837 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-4b56a51d-bcfa-4219-9919-a3acd4d93f18 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:52.123712 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b56a51d-bcfa-4219-9919-a3acd4d93f18 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:52.129570 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4b56a51d-bcfa-4219-9919-a3acd4d93f18 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:52.261317 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b56a51d-bcfa-4219-9919-a3acd4d93f18 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Subnet': ['ID=42a9e2a5-7180-4783-8559-956ef11cee5d,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:52.297856 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4b56a51d-bcfa-4219-9919-a3acd4d93f18 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0799294 Jul 23 20:25:52.302649 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46852) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:52.309782 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-f26d0c90-1061-4554-a943-5a00babc9bdc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'port': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'mac_address': 'fa:16:3e:4f:ae:d7', 'name': 'tempest-NetworksTestDHCPv6-622097182'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:52.366088 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89350af1-5469-44ab-adfc-50c6f597501b req-d6650491-25ab-421d-aae1-ea723a4c6250 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:52.378864 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-89350af1-5469-44ab-adfc-50c6f597501b req-d6650491-25ab-421d-aae1-ea723a4c6250 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 944 time: 0.6568761 Jul 23 20:25:52.525709 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-89350af1-5469-44ab-adfc-50c6f597501b req-abe7b636-5b5d-409f-8049-a7b6c5958e66 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438386 Jul 23 20:25:52.578034 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26d0c90-1061-4554-a943-5a00babc9bdc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:25:52.799162 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f26d0c90-1061-4554-a943-5a00babc9bdc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:52.855415 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-f26d0c90-1061-4554-a943-5a00babc9bdc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] device_id is not set on port b3a5549e-d84d-463e-b0af-2d28bddd6f3c yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:25:53.303581 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-f26d0c90-1061-4554-a943-5a00babc9bdc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Allocated IP 172.20.0.9 (bd014336-7cf6-4be5-829d-b33260ee43fe/42a9e2a5-7180-4783-8559-956ef11cee5d/b3a5549e-d84d-463e-b0af-2d28bddd6f3c) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:25:53.328467 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-f26d0c90-1061-4554-a943-5a00babc9bdc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Allocated IP 2001:db8::f816:3eff:fe4f:aed7 (bd014336-7cf6-4be5-829d-b33260ee43fe/529a8f3a-c764-40ad-9973-84542d98bfbe/b3a5549e-d84d-463e-b0af-2d28bddd6f3c) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:25:53.470043 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 394c76b1-ba44-4ccc-aa2d-cc9111272cbd up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:25:53.521431 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46874) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:53.632407 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 394c76b1-ba44-4ccc-aa2d-cc9111272cbd completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:25:53.800413 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2db3db-5ef3-4dff-b070-d3350cb00637 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:25:53.807507 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-9ec630a3-4aaa-4150-a162-10958c50c0f9 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1171932738'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:53.855028 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec630a3-4aaa-4150-a162-10958c50c0f9 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Made reservation on behalf of 877d8b6833ca4093993d27b880e4a6e4 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:25:53.859063 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ec630a3-4aaa-4150-a162-10958c50c0f9 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:53.880266 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ec630a3-4aaa-4150-a162-10958c50c0f9 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:53.958711 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f26d0c90-1061-4554-a943-5a00babc9bdc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:53.980910 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc79cb-7ab3-4488-8f92-4c8b8ba1dba8 req-057dfbaf-e435-474b-9116-e4a7588c1623 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:53.980910 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-24bc79cb-7ab3-4488-8f92-4c8b8ba1dba8 req-057dfbaf-e435-474b-9116-e4a7588c1623 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 944 time: 0.2364559 Jul 23 20:25:54.076463 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-f26d0c90-1061-4554-a943-5a00babc9bdc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Transition to ACTIVE for port object b3a5549e-d84d-463e-b0af-2d28bddd6f3c will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:54.160948 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-bc16a360-9c60-4b23-8207-7f73dd91aea7 None None] Provisioning for port 394c76b1-ba44-4ccc-aa2d-cc9111272cbd completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:25:54.168223 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-24bc79cb-7ab3-4488-8f92-4c8b8ba1dba8 req-62a3281f-99e0-464d-ac19-3a80aaeb2407 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702881 Jul 23 20:25:54.176374 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ec630a3-4aaa-4150-a162-10958c50c0f9 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:54.184216 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ec630a3-4aaa-4150-a162-10958c50c0f9 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:54.188621 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-bc16a360-9c60-4b23-8207-7f73dd91aea7 None None] Provisioning complete for port 394c76b1-ba44-4ccc-aa2d-cc9111272cbd triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:54.189310 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bc16a360-9c60-4b23-8207-7f73dd91aea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:54.277614 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ec630a3-4aaa-4150-a162-10958c50c0f9 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:25:54.287757 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f26d0c90-1061-4554-a943-5a00babc9bdc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:54.302172 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec630a3-4aaa-4150-a162-10958c50c0f9 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae5ad02-3229-4e3f-a8ab-861c37bbf82b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:54.313035 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ec630a3-4aaa-4150-a162-10958c50c0f9 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:54.315598 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-9ec630a3-4aaa-4150-a162-10958c50c0f9 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Added segment 97a22a5c-a473-4fb8-aa59-e58246890055 of type vlan for network e5e14ee2-1f9c-42d8-b5a5-1e6ebc86ab03 Jul 23 20:25:54.415299 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ec630a3-4aaa-4150-a162-10958c50c0f9 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:54.502427 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26d0c90-1061-4554-a943-5a00babc9bdc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:25:54.506597 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-f26d0c90-1061-4554-a943-5a00babc9bdc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:54.522473 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26d0c90-1061-4554-a943-5a00babc9bdc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:25:54.532602 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ec630a3-4aaa-4150-a162-10958c50c0f9 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:54.564860 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26d0c90-1061-4554-a943-5a00babc9bdc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Port': ['ID=b3a5549e-d84d-463e-b0af-2d28bddd6f3c,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:54.565173 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec630a3-4aaa-4150-a162-10958c50c0f9 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:54.565173 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ec630a3-4aaa-4150-a162-10958c50c0f9 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:54.641312 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26d0c90-1061-4554-a943-5a00babc9bdc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:54.643735 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9ec630a3-4aaa-4150-a162-10958c50c0f9 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1205840 Jul 23 20:25:54.645988 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f26d0c90-1061-4554-a943-5a00babc9bdc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:54.647355 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46892) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:54.657974 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f59e8af0-cf1b-4740-a5b1-ca2e13b01d7b tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Request body: {'subnet': {'network_id': 'e5e14ee2-1f9c-42d8-b5a5-1e6ebc86ab03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:54.690002 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f26d0c90-1061-4554-a943-5a00babc9bdc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.3849323 Jul 23 20:25:54.692532 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46894) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:54.886125 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bc16a360-9c60-4b23-8207-7f73dd91aea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:54.914192 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec630a3-4aaa-4150-a162-10958c50c0f9 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Pushing event updated for resources: {'Network': ['ID=e5e14ee2-1f9c-42d8-b5a5-1e6ebc86ab03,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:54.945580 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac55e03f-4719-4da1-9d1b-88d34be7f6fc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:54.974524 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59e8af0-cf1b-4740-a5b1-ca2e13b01d7b tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Made reservation on behalf of 877d8b6833ca4093993d27b880e4a6e4 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:25:54.978609 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac55e03f-4719-4da1-9d1b-88d34be7f6fc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:54.983605 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f59e8af0-cf1b-4740-a5b1-ca2e13b01d7b tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:54.985748 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ac55e03f-4719-4da1-9d1b-88d34be7f6fc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2895427 Jul 23 20:25:54.988170 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46896) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:55.033407 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-bc16a360-9c60-4b23-8207-7f73dd91aea7 None None] For port 394c76b1-ba44-4ccc-aa2d-cc9111272cbd, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=394c76b1-ba44-4ccc-aa2d-cc9111272cbd,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:55.126771 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network e5e14ee2-1f9c-42d8-b5a5-1e6ebc86ab03 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:25:55.146331 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bc16a360-9c60-4b23-8207-7f73dd91aea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:55.272330 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5a63e3-46ce-4102-a940-4b93c52ed099 None None] Update dhcp port {'port': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'fixed_ips': [{'subnet_id': '529a8f3a-c764-40ad-9973-84542d98bfbe', 'ip_address': '2001:db8::f816:3eff:fed4:b5e5'}, {'subnet_id': '42a9e2a5-7180-4783-8559-956ef11cee5d'}], 'binding:host_id': 'n-d-793618-10'}, 'id': '394c76b1-ba44-4ccc-aa2d-cc9111272cbd'} from n-d-793618-10. {{(pid=93877) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:25:55.393105 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-d0408d6a-38e0-4dd1-b8ed-60029e904307 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting port b3a5549e-d84d-463e-b0af-2d28bddd6f3c {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:25:55.393548 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d0408d6a-38e0-4dd1-b8ed-60029e904307 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:55.468238 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e5a63e3-46ce-4102-a940-4b93c52ed099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:55.589536 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f59e8af0-cf1b-4740-a5b1-ca2e13b01d7b tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:55.624847 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d0408d6a-38e0-4dd1-b8ed-60029e904307 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:55.660917 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-d0408d6a-38e0-4dd1-b8ed-60029e904307 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Calling delete_port for b3a5549e-d84d-463e-b0af-2d28bddd6f3c owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:25:55.742735 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406de2d7-10c3-4ee9-9171-8c57cd3dfe6b req-a796283a-4014-408d-a54c-10828337a437 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:55.748536 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-406de2d7-10c3-4ee9-9171-8c57cd3dfe6b req-a796283a-4014-408d-a54c-10828337a437 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 944 time: 0.3150010 Jul 23 20:25:55.768295 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e8af0-cf1b-4740-a5b1-ca2e13b01d7b tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Pushing event updated for resources: {'Subnet': ['ID=9c87ec79-19f5-4656-90f1-6bfdcca44e02,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:55.770864 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16a360-9c60-4b23-8207-7f73dd91aea7 None None] Pushing event updated for resources: {'Port': ['ID=394c76b1-ba44-4ccc-aa2d-cc9111272cbd,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:55.853865 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-406de2d7-10c3-4ee9-9171-8c57cd3dfe6b req-fb57bdd3-df98-4a84-9364-2062808ce621 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926778 Jul 23 20:25:55.861488 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59e8af0-cf1b-4740-a5b1-ca2e13b01d7b tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Checking segment: {'id': '97a22a5c-a473-4fb8-aa59-e58246890055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e5e14ee2-1f9c-42d8-b5a5-1e6ebc86ab03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:25:55.863278 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59e8af0-cf1b-4740-a5b1-ca2e13b01d7b tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Network hostable DHCP agents. Network: e5e14ee2-1f9c-42d8-b5a5-1e6ebc86ab03, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:25:55.912969 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59e8af0-cf1b-4740-a5b1-ca2e13b01d7b tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Network e5e14ee2-1f9c-42d8-b5a5-1e6ebc86ab03 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:25:55.926253 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d0408d6a-38e0-4dd1-b8ed-60029e904307 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:55.934025 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-f59e8af0-cf1b-4740-a5b1-ca2e13b01d7b tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, e5e14ee2-1f9c-42d8-b5a5-1e6ebc86ab03) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:55.941566 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59e8af0-cf1b-4740-a5b1-ca2e13b01d7b tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:55.942668 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f59e8af0-cf1b-4740-a5b1-ca2e13b01d7b tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:55.968986 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f59e8af0-cf1b-4740-a5b1-ca2e13b01d7b tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3178585 Jul 23 20:25:55.969224 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46906) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:55.975393 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-d692f5fb-8823-4211-a054-f8cd221e345f tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-232357894', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:56.025965 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d692f5fb-8823-4211-a054-f8cd221e345f tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:56.028225 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d692f5fb-8823-4211-a054-f8cd221e345f tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:56.221881 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d692f5fb-8823-4211-a054-f8cd221e345f tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:56.241275 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d692f5fb-8823-4211-a054-f8cd221e345f tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:56.279111 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d692f5fb-8823-4211-a054-f8cd221e345f tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:56.281777 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d692f5fb-8823-4211-a054-f8cd221e345f tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3106172 Jul 23 20:25:56.285777 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46916) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:56.335989 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e997db-c1d6-4834-9500-9d76740d139e None None] Network e5e14ee2-1f9c-42d8-b5a5-1e6ebc86ab03 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:25:56.562573 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-5e5a63e3-46ce-4102-a940-4b93c52ed099 None None] Allocated IP 172.20.0.2 (bd014336-7cf6-4be5-829d-b33260ee43fe/42a9e2a5-7180-4783-8559-956ef11cee5d/394c76b1-ba44-4ccc-aa2d-cc9111272cbd) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:25:56.647841 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0408d6a-38e0-4dd1-b8ed-60029e904307 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Port': ['ID=b3a5549e-d84d-463e-b0af-2d28bddd6f3c,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:56.785981 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d0408d6a-38e0-4dd1-b8ed-60029e904307 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:56.790787 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d0408d6a-38e0-4dd1-b8ed-60029e904307 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/ports/b3a5549e-d84d-463e-b0af-2d28bddd6f3c HTTP/1.1" status: 204 len: 168 time: 1.8017828 Jul 23 20:25:56.793598 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46932) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:56.949292 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c9065634-046b-4b0d-a700-87592e8263ca tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:56.954921 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfb2512-0816-4572-b3c4-bf6ca08e0a9b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:56.956890 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfb2512-0816-4572-b3c4-bf6ca08e0a9b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:56.958529 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfb2512-0816-4572-b3c4-bf6ca08e0a9b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:56.960821 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adf8055-ee38-4262-81fc-aa601916832c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-e5e14ee2-1f9c-42d8-b5a5-1e6ebc86ab03', 'network_id': 'e5e14ee2-1f9c-42d8-b5a5-1e6ebc86ab03', 'tenant_id': '877d8b6833ca4093993d27b880e4a6e4', 'fixed_ips': [{'subnet_id': '9c87ec79-19f5-4656-90f1-6bfdcca44e02'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:25:56.962132 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6adf8055-ee38-4262-81fc-aa601916832c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:56.966794 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4cfb2512-0816-4572-b3c4-bf6ca08e0a9b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1650095 Jul 23 20:25:56.967600 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46938) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:57.014462 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-5e5a63e3-46ce-4102-a940-4b93c52ed099 None None] For port 394c76b1-ba44-4ccc-aa2d-cc9111272cbd, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=394c76b1-ba44-4ccc-aa2d-cc9111272cbd,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:57.170758 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b13e5d-8b4e-410d-a1ad-9afc6a857f92 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting subnet 42a9e2a5-7180-4783-8559-956ef11cee5d {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:25:57.275648 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4458f3-a38f-4ccd-9856-5ba6a993e47a req-2969023c-ab86-4940-a439-41fa5f455092 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:57.288237 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6c4458f3-a38f-4ccd-9856-5ba6a993e47a req-2969023c-ab86-4940-a439-41fa5f455092 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 944 time: 0.2458327 Jul 23 20:25:57.314354 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e5a63e3-46ce-4102-a940-4b93c52ed099 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:57.379137 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5e5a63e3-46ce-4102-a940-4b93c52ed099 None None] Transition to ACTIVE for port object 394c76b1-ba44-4ccc-aa2d-cc9111272cbd will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:57.391353 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e5a63e3-46ce-4102-a940-4b93c52ed099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:57.402476 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-03b13e5d-8b4e-410d-a1ad-9afc6a857f92 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:57.510094 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6c4458f3-a38f-4ccd-9856-5ba6a993e47a req-a97d5f22-3f22-403c-8522-236cc03a2eec tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163892 Jul 23 20:25:57.537147 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a63e3-46ce-4102-a940-4b93c52ed099 None None] Pushing event updated for resources: {'Port': ['ID=394c76b1-ba44-4ccc-aa2d-cc9111272cbd,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:57.554698 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 394c76b1-ba44-4ccc-aa2d-cc9111272cbd up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:25:57.561265 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-03b13e5d-8b4e-410d-a1ad-9afc6a857f92 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:57.675601 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-6adf8055-ee38-4262-81fc-aa601916832c None None] Allocated IP 172.20.0.2 (e5e14ee2-1f9c-42d8-b5a5-1e6ebc86ab03/9c87ec79-19f5-4656-90f1-6bfdcca44e02/c9af9f60-7483-4bf1-87f9-5a5a9592ecfc) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:25:57.831032 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-03b13e5d-8b4e-410d-a1ad-9afc6a857f92 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:57.989718 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-03b13e5d-8b4e-410d-a1ad-9afc6a857f92 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:58.019222 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-03b13e5d-8b4e-410d-a1ad-9afc6a857f92 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:58.025931 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 46950) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:58.026601 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-03b13e5d-8b4e-410d-a1ad-9afc6a857f92 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/42a9e2a5-7180-4783-8559-956ef11cee5d HTTP/1.1" status: 204 len: 168 time: 1.0576241 Jul 23 20:25:58.105632 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b13e5d-8b4e-410d-a1ad-9afc6a857f92 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Subnet': ['ID=42a9e2a5-7180-4783-8559-956ef11cee5d,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:58.112670 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-823984c1-9ebc-44e7-ac3d-ba1c807eb948 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting subnet 529a8f3a-c764-40ad-9973-84542d98bfbe {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:25:58.133999 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-823984c1-9ebc-44e7-ac3d-ba1c807eb948 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:58.142984 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6adf8055-ee38-4262-81fc-aa601916832c None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:58.163608 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6adf8055-ee38-4262-81fc-aa601916832c None None] Transition to ACTIVE for port object c9af9f60-7483-4bf1-87f9-5a5a9592ecfc will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:58.193796 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6adf8055-ee38-4262-81fc-aa601916832c None None] Transition to ACTIVE for port object c9af9f60-7483-4bf1-87f9-5a5a9592ecfc will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:58.220009 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6adf8055-ee38-4262-81fc-aa601916832c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:58.240582 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-823984c1-9ebc-44e7-ac3d-ba1c807eb948 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:58.347907 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adf8055-ee38-4262-81fc-aa601916832c None None] Network e5e14ee2-1f9c-42d8-b5a5-1e6ebc86ab03 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:25:58.351987 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-6adf8055-ee38-4262-81fc-aa601916832c None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:58.356626 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adf8055-ee38-4262-81fc-aa601916832c None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:25:58.388524 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-c9065634-046b-4b0d-a700-87592e8263ca tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Allocated IP 172.20.0.1 (e5e14ee2-1f9c-42d8-b5a5-1e6ebc86ab03/9c87ec79-19f5-4656-90f1-6bfdcca44e02/09596d6b-1aba-4fd6-9041-9cad4bbe3a97) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:25:58.412399 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf8055-ee38-4262-81fc-aa601916832c None None] Pushing event updated for resources: {'Port': ['ID=c9af9f60-7483-4bf1-87f9-5a5a9592ecfc,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:58.462741 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6adf8055-ee38-4262-81fc-aa601916832c None None] Attempting to bind port c9af9f60-7483-4bf1-87f9-5a5a9592ecfc on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:58.463265 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6adf8055-ee38-4262-81fc-aa601916832c None None] Attempting to bind port c9af9f60-7483-4bf1-87f9-5a5a9592ecfc by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '97a22a5c-a473-4fb8-aa59-e58246890055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e5e14ee2-1f9c-42d8-b5a5-1e6ebc86ab03'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:58.463772 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adf8055-ee38-4262-81fc-aa601916832c None None] Attempting to bind port c9af9f60-7483-4bf1-87f9-5a5a9592ecfc on network e5e14ee2-1f9c-42d8-b5a5-1e6ebc86ab03 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:58.471358 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adf8055-ee38-4262-81fc-aa601916832c None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:25:58.471900 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adf8055-ee38-4262-81fc-aa601916832c None None] Checking segment: {'id': '97a22a5c-a473-4fb8-aa59-e58246890055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e5e14ee2-1f9c-42d8-b5a5-1e6ebc86ab03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:25:58.472401 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6adf8055-ee38-4262-81fc-aa601916832c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:58.472979 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adf8055-ee38-4262-81fc-aa601916832c None None] Bound using segment: {'id': '97a22a5c-a473-4fb8-aa59-e58246890055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e5e14ee2-1f9c-42d8-b5a5-1e6ebc86ab03'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:25:58.473849 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6adf8055-ee38-4262-81fc-aa601916832c None None] Bound port: c9af9f60-7483-4bf1-87f9-5a5a9592ecfc, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a22a5c-a473-4fb8-aa59-e58246890055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e5e14ee2-1f9c-42d8-b5a5-1e6ebc86ab03'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:25:58.475308 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6adf8055-ee38-4262-81fc-aa601916832c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:58.619662 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-6adf8055-ee38-4262-81fc-aa601916832c None None] For port c9af9f60-7483-4bf1-87f9-5a5a9592ecfc, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:25:58.627374 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-6adf8055-ee38-4262-81fc-aa601916832c None None] For port c9af9f60-7483-4bf1-87f9-5a5a9592ecfc, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=c9af9f60-7483-4bf1-87f9-5a5a9592ecfc,segment=NetworkSegment(97a22a5c-a473-4fb8-aa59-e58246890055),segment_id=97a22a5c-a473-4fb8-aa59-e58246890055)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:25:58.635376 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6adf8055-ee38-4262-81fc-aa601916832c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:58.797260 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf8055-ee38-4262-81fc-aa601916832c None None] Pushing event updated for resources: {'Port': ['ID=c9af9f60-7483-4bf1-87f9-5a5a9592ecfc,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:59.189944 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50c55c1-bf9b-4740-a58a-abfcd19d702c None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:25:59.357045 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c181d95b-37eb-417a-a44b-209954137d5e None None] Could not find standard attr ID for object b3a5549e-d84d-463e-b0af-2d28bddd6f3c. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:25:59.513790 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c181d95b-37eb-417a-a44b-209954137d5e None None] Provisioning for port 394c76b1-ba44-4ccc-aa2d-cc9111272cbd completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:25:59.533934 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c181d95b-37eb-417a-a44b-209954137d5e None None] Provisioning complete for port 394c76b1-ba44-4ccc-aa2d-cc9111272cbd triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:59.534462 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c181d95b-37eb-417a-a44b-209954137d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:59.705038 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device c9af9f60-7483-4bf1-87f9-5a5a9592ecfc up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:25:59.816730 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c9065634-046b-4b0d-a700-87592e8263ca tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:59.840972 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-823984c1-9ebc-44e7-ac3d-ba1c807eb948 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:00.025290 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-c9065634-046b-4b0d-a700-87592e8263ca tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Transition to ACTIVE for port object 09596d6b-1aba-4fd6-9041-9cad4bbe3a97 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:00.040282 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port c9af9f60-7483-4bf1-87f9-5a5a9592ecfc completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:00.109348 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 394c76b1-ba44-4ccc-aa2d-cc9111272cbd up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:00.171694 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-823984c1-9ebc-44e7-ac3d-ba1c807eb948 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:00.182404 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c9065634-046b-4b0d-a700-87592e8263ca tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:00.202387 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78761305-5c85-49d5-9dd1-4a8f76428c53 req-2e493f3a-fee9-46f6-906c-d0c0716c3223 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:00.204555 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-78761305-5c85-49d5-9dd1-4a8f76428c53 req-2e493f3a-fee9-46f6-906c-d0c0716c3223 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 944 time: 1.5200157 Jul 23 20:26:00.300635 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 394c76b1-ba44-4ccc-aa2d-cc9111272cbd triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:00.301411 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:00.311612 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823984c1-9ebc-44e7-ac3d-ba1c807eb948 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Subnet': ['ID=529a8f3a-c764-40ad-9973-84542d98bfbe,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:00.316836 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-823984c1-9ebc-44e7-ac3d-ba1c807eb948 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:00.319079 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-823984c1-9ebc-44e7-ac3d-ba1c807eb948 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/529a8f3a-c764-40ad-9973-84542d98bfbe HTTP/1.1" status: 204 len: 168 time: 2.2911320 Jul 23 20:26:00.324009 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46974) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:00.331718 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9065634-046b-4b0d-a700-87592e8263ca tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Network e5e14ee2-1f9c-42d8-b5a5-1e6ebc86ab03 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:00.338182 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-c9065634-046b-4b0d-a700-87592e8263ca tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:00.358102 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9065634-046b-4b0d-a700-87592e8263ca tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:26:00.462426 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-78761305-5c85-49d5-9dd1-4a8f76428c53 req-9f4f7507-ff99-49c4-9a76-dda4037a0303 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844785 Jul 23 20:26:00.481583 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9065634-046b-4b0d-a700-87592e8263ca tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Pushing event updated for resources: {'Port': ['ID=09596d6b-1aba-4fd6-9041-9cad4bbe3a97,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:00.535201 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-67fcc160-3a23-4192-b8e5-5a8f2f000510 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2078621 Jul 23 20:26:00.537927 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 46982) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:00.558190 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-d22d5f89-37f9-459c-b20f-b46787a3e142 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'subnet': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:00.563006 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c9065634-046b-4b0d-a700-87592e8263ca tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:00.739788 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89abd01d-140b-4807-93af-3095316b2acf None None] Network e5e14ee2-1f9c-42d8-b5a5-1e6ebc86ab03 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:26:00.838121 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d9305e94-f8c9-4394-ae07-c5775686f85e None None] Provisioning for port c9af9f60-7483-4bf1-87f9-5a5a9592ecfc completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:00.850915 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4af2e99-3fe6-47a5-964a-8342269cf0c2 None None] Update dhcp port {'port': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'fixed_ips': [{'subnet_id': '529a8f3a-c764-40ad-9973-84542d98bfbe'}], 'binding:host_id': 'n-d-793618-10'}, 'id': '394c76b1-ba44-4ccc-aa2d-cc9111272cbd'} from n-d-793618-10. {{(pid=93877) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:26:00.887107 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22d5f89-37f9-459c-b20f-b46787a3e142 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:26:00.890789 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d22d5f89-37f9-459c-b20f-b46787a3e142 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:00.935648 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d9305e94-f8c9-4394-ae07-c5775686f85e None None] Provisioning complete for port c9af9f60-7483-4bf1-87f9-5a5a9592ecfc triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:00.955053 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d9305e94-f8c9-4394-ae07-c5775686f85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:00.971690 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c9065634-046b-4b0d-a700-87592e8263ca tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:01.154246 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b4af2e99-3fe6-47a5-964a-8342269cf0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:01.750753 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75e74d-955c-4c0a-b6cc-8c0717b6386f req-ed956f3e-3e96-4999-b6d0-65185a8dbb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:01.753225 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-da75e74d-955c-4c0a-b6cc-8c0717b6386f req-ed956f3e-3e96-4999-b6d0-65185a8dbb4c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1&tenant_id=99134e0f99a8419eae5eb1d5d4aedeb7 HTTP/1.1" status: 200 len: 1096 time: 0.3625133 Jul 23 20:26:01.878013 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d9305e94-f8c9-4394-ae07-c5775686f85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:01.927354 n-d-793618-10 neutron-server[93875]: DEBUG neutron.objects.ports [None req-d22d5f89-37f9-459c-b20f-b46787a3e142 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93875) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 20:26:01.940487 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47002) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:02.036345 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d9305e94-f8c9-4394-ae07-c5775686f85e None None] For port c9af9f60-7483-4bf1-87f9-5a5a9592ecfc, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=c9af9f60-7483-4bf1-87f9-5a5a9592ecfc,segment=NetworkSegment(97a22a5c-a473-4fb8-aa59-e58246890055),segment_id=97a22a5c-a473-4fb8-aa59-e58246890055)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:02.045875 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d9305e94-f8c9-4394-ae07-c5775686f85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:02.094029 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75e74d-955c-4c0a-b6cc-8c0717b6386f req-bf6591e9-98ad-4af7-bbee-cdc74060bf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:02.096509 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-da75e74d-955c-4c0a-b6cc-8c0717b6386f req-bf6591e9-98ad-4af7-bbee-cdc74060bf24 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99134e0f99a8419eae5eb1d5d4aedeb7&device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 1096 time: 0.3028045 Jul 23 20:26:02.116840 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cc6cbe-dfac-477b-bcd7-cbad4b6d8932 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:26:02.140280 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c9065634-046b-4b0d-a700-87592e8263ca tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:02.169000 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c9065634-046b-4b0d-a700-87592e8263ca tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:02.196448 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [req-3e4dbcf8-82d3-4a3a-9aba-b9cc3612298e req-0b7804c8-fd0b-432b-9568-d1f0e0dab1a0 service neutron] (93876) timed out ('10.222.0.32', 49662) {{(pid=93876) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 20:26:02.277365 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10c24e41-295b-4404-98f7-154d9e465f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:02.279333 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9305e94-f8c9-4394-ae07-c5775686f85e None None] Pushing event updated for resources: {'Port': ['ID=c9af9f60-7483-4bf1-87f9-5a5a9592ecfc,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:02.308157 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1da4eff4-b63f-4634-858b-a396459f3b7c None None] Provisioning complete for port 394c76b1-ba44-4ccc-aa2d-cc9111272cbd triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:02.309026 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1da4eff4-b63f-4634-858b-a396459f3b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:02.501066 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c9065634-046b-4b0d-a700-87592e8263ca tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:02.516695 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d22d5f89-37f9-459c-b20f-b46787a3e142 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:02.600901 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9065634-046b-4b0d-a700-87592e8263ca tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Pushing event updated for resources: {'Port': ['ID=09596d6b-1aba-4fd6-9041-9cad4bbe3a97,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:02.611730 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8a2ac-65f6-4b0a-98f5-bf41de18d689 req-216810da-8ff4-41c4-a74a-535a7564d497 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:02.622936 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eda8a2ac-65f6-4b0a-98f5-bf41de18d689 req-216810da-8ff4-41c4-a74a-535a7564d497 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 944 time: 0.9178953 Jul 23 20:26:02.736173 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eda8a2ac-65f6-4b0a-98f5-bf41de18d689 req-275f0319-8a27-4094-a5b5-345e718e1349 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055653 Jul 23 20:26:02.841341 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75e74d-955c-4c0a-b6cc-8c0717b6386f req-712c1947-e57e-4392-987d-ba104efea522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:02.847167 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-da75e74d-955c-4c0a-b6cc-8c0717b6386f req-712c1947-e57e-4392-987d-ba104efea522 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd3fc2da-f343-4eff-93f0-5695d77abd1d HTTP/1.1" status: 200 len: 917 time: 0.7439969 Jul 23 20:26:02.962865 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e06e1b96-a09d-4e90-bf69-9c7cc8af1c19 None None] Provisioning complete for port c9af9f60-7483-4bf1-87f9-5a5a9592ecfc triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:02.963718 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e06e1b96-a09d-4e90-bf69-9c7cc8af1c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:03.284894 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9065634-046b-4b0d-a700-87592e8263ca tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Network e5e14ee2-1f9c-42d8-b5a5-1e6ebc86ab03 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:03.303688 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-c9065634-046b-4b0d-a700-87592e8263ca tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:03.307661 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 394c76b1-ba44-4ccc-aa2d-cc9111272cbd no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:26:03.327333 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-d22d5f89-37f9-459c-b20f-b46787a3e142 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] For port 394c76b1-ba44-4ccc-aa2d-cc9111272cbd, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=394c76b1-ba44-4ccc-aa2d-cc9111272cbd,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:03.333201 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-da75e74d-955c-4c0a-b6cc-8c0717b6386f req-b591a04f-a69d-4e58-8273-c0dd4fe370d7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13f175f6-1988-4b7a-81f8-5a1bda3ad82f HTTP/1.1" status: 200 len: 1000 time: 0.4747636 Jul 23 20:26:03.412679 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d22d5f89-37f9-459c-b20f-b46787a3e142 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:03.433387 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d22d5f89-37f9-459c-b20f-b46787a3e142 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:03.441763 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d22d5f89-37f9-459c-b20f-b46787a3e142 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:03.594267 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10c24e41-295b-4404-98f7-154d9e465f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:03.605520 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10c24e41-295b-4404-98f7-154d9e465f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:03.614055 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e06e1b96-a09d-4e90-bf69-9c7cc8af1c19 None None] Provisioning for port 09596d6b-1aba-4fd6-9041-9cad4bbe3a97 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:03.640914 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75e74d-955c-4c0a-b6cc-8c0717b6386f req-7253da2b-2dde-4a8a-9a34-a4eb6ff82714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:03.656724 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-da75e74d-955c-4c0a-b6cc-8c0717b6386f req-7253da2b-2dde-4a8a-9a34-a4eb6ff82714 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63fa6ddd-c617-40f8-a250-cf59fcf077ba HTTP/1.1" status: 200 len: 855 time: 0.2241466 Jul 23 20:26:03.681193 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d5f89-37f9-459c-b20f-b46787a3e142 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Subnet': ['ID=b494424a-2f40-44d2-9c59-14bc51623126,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:03.692569 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e06e1b96-a09d-4e90-bf69-9c7cc8af1c19 None None] Provisioning complete for port 09596d6b-1aba-4fd6-9041-9cad4bbe3a97 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:03.693425 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e06e1b96-a09d-4e90-bf69-9c7cc8af1c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:03.705670 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22d5f89-37f9-459c-b20f-b46787a3e142 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:03.727708 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-d22d5f89-37f9-459c-b20f-b46787a3e142 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:03.739997 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22d5f89-37f9-459c-b20f-b46787a3e142 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:03.740616 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d22d5f89-37f9-459c-b20f-b46787a3e142 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:03.764144 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e06e1b96-a09d-4e90-bf69-9c7cc8af1c19 None None] Port 09596d6b-1aba-4fd6-9041-9cad4bbe3a97 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:26:03.776026 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d5f89-37f9-459c-b20f-b46787a3e142 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Port': ['ID=394c76b1-ba44-4ccc-aa2d-cc9111272cbd,revision_number=8']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:03.784294 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:03.807353 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22d5f89-37f9-459c-b20f-b46787a3e142 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:03.807692 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22d5f89-37f9-459c-b20f-b46787a3e142 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:03.807935 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22d5f89-37f9-459c-b20f-b46787a3e142 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:03.809024 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22d5f89-37f9-459c-b20f-b46787a3e142 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:03.810100 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22d5f89-37f9-459c-b20f-b46787a3e142 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:03.811091 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22d5f89-37f9-459c-b20f-b46787a3e142 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:03.811576 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22d5f89-37f9-459c-b20f-b46787a3e142 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:03.811922 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22d5f89-37f9-459c-b20f-b46787a3e142 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:03.812696 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22d5f89-37f9-459c-b20f-b46787a3e142 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:03.812823 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22d5f89-37f9-459c-b20f-b46787a3e142 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:03.813264 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22d5f89-37f9-459c-b20f-b46787a3e142 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:03.813551 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22d5f89-37f9-459c-b20f-b46787a3e142 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:03.825219 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d22d5f89-37f9-459c-b20f-b46787a3e142 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2831876 Jul 23 20:26:03.829222 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22d5f89-37f9-459c-b20f-b46787a3e142 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:03.829656 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22d5f89-37f9-459c-b20f-b46787a3e142 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:03.830012 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22d5f89-37f9-459c-b20f-b46787a3e142 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:03.830356 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22d5f89-37f9-459c-b20f-b46787a3e142 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:03.830480 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 394c76b1-ba44-4ccc-aa2d-cc9111272cbd, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=394c76b1-ba44-4ccc-aa2d-cc9111272cbd,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:03.830697 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22d5f89-37f9-459c-b20f-b46787a3e142 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:03.831035 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22d5f89-37f9-459c-b20f-b46787a3e142 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:03.838530 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:03.846257 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22d5f89-37f9-459c-b20f-b46787a3e142 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:03.846720 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22d5f89-37f9-459c-b20f-b46787a3e142 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:03.847147 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22d5f89-37f9-459c-b20f-b46787a3e142 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:03.847614 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22d5f89-37f9-459c-b20f-b46787a3e142 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:03.848068 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22d5f89-37f9-459c-b20f-b46787a3e142 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:03.848523 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22d5f89-37f9-459c-b20f-b46787a3e142 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:03.866582 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47028) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:03.897783 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-277e159b-f47f-47ae-8ad1-17bae476bb0e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'subnet': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:03.958669 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e43df655-de1e-4132-b74f-ffab67ee7ca7 None None] Provisioning complete for port 09596d6b-1aba-4fd6-9041-9cad4bbe3a97 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:03.963538 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e43df655-de1e-4132-b74f-ffab67ee7ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:03.985286 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-10c24e41-295b-4404-98f7-154d9e465f1a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4547f73a13534588b8d069500d945d75&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0353980 Jul 23 20:26:03.990817 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47032) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:04.001028 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=394c76b1-ba44-4ccc-aa2d-cc9111272cbd,revision_number=9']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:04.025273 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e43df655-de1e-4132-b74f-ffab67ee7ca7 None None] Port 09596d6b-1aba-4fd6-9041-9cad4bbe3a97 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:26:04.107340 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c24e41-295b-4404-98f7-154d9e465f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15f51d9-2077-417a-aba5-2e332121e1d1,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:04.170500 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1a9bccd4-4edd-4eef-891f-a5c0f336c9d9 None None] Provisioning complete for port 09596d6b-1aba-4fd6-9041-9cad4bbe3a97 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:04.178149 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a9bccd4-4edd-4eef-891f-a5c0f336c9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:04.199717 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e45fdcb6-387f-465c-b018-8159ddcff7f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:04.313439 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e45fdcb6-387f-465c-b018-8159ddcff7f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:04.323687 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1a9bccd4-4edd-4eef-891f-a5c0f336c9d9 None None] Port 09596d6b-1aba-4fd6-9041-9cad4bbe3a97 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:26:04.330777 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device c9af9f60-7483-4bf1-87f9-5a5a9592ecfc up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:04.367296 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9065634-046b-4b0d-a700-87592e8263ca tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Router b7278f6e-94bb-4787-8d15-afdb541980db is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:26:04.421013 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75e74d-955c-4c0a-b6cc-8c0717b6386f req-93f966bf-3419-4678-b1d8-cb8bd8bf8d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:04.422940 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-da75e74d-955c-4c0a-b6cc-8c0717b6386f req-93f966bf-3419-4678-b1d8-cb8bd8bf8d00 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd3fc2da-f343-4eff-93f0-5695d77abd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7653351 Jul 23 20:26:04.425202 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e45fdcb6-387f-465c-b018-8159ddcff7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:04.429852 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e45fdcb6-387f-465c-b018-8159ddcff7f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:04.435457 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e45fdcb6-387f-465c-b018-8159ddcff7f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b15f51d9-2077-417a-aba5-2e332121e1d1 HTTP/1.1" status: 204 len: 168 time: 0.4382536 Jul 23 20:26:04.456965 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45fdcb6-387f-465c-b018-8159ddcff7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15f51d9-2077-417a-aba5-2e332121e1d1,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:04.463181 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port c9af9f60-7483-4bf1-87f9-5a5a9592ecfc triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:04.463643 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:04.476761 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ebe50f-4789-4b10-a465-a46bd475a23b None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:26:04.636652 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-febd202d-da9f-49bb-8037-7a10592c32bb None None] Provisioning complete for port 394c76b1-ba44-4ccc-aa2d-cc9111272cbd triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:04.636652 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-febd202d-da9f-49bb-8037-7a10592c32bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:04.733809 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd9c1b-7037-4e75-a0e7-3dc8ef83891f req-fc44d823-ecbb-4c66-83f2-c017292827b9 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:04.736593 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-63fd9c1b-7037-4e75-a0e7-3dc8ef83891f req-fc44d823-ecbb-4c66-83f2-c017292827b9 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 944 time: 0.7413368 Jul 23 20:26:04.839816 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 394c76b1-ba44-4ccc-aa2d-cc9111272cbd up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:04.854190 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277e159b-f47f-47ae-8ad1-17bae476bb0e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:26:04.857926 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-277e159b-f47f-47ae-8ad1-17bae476bb0e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:04.938983 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47042) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:04.940646 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-febd202d-da9f-49bb-8037-7a10592c32bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:04.966758 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9065634-046b-4b0d-a700-87592e8263ca tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:26:04.983751 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dd24ff70-9264-4755-bf41-725171832524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:05.006540 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c9065634-046b-4b0d-a700-87592e8263ca tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] 10.222.0.32 "PUT /v2.0/routers/b7278f6e-94bb-4787-8d15-afdb541980db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7192986 Jul 23 20:26:05.006803 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47044) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:05.021826 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-63fd9c1b-7037-4e75-a0e7-3dc8ef83891f req-6135f012-6f69-46c3-a3cf-0b4855c2406d tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2693071 Jul 23 20:26:05.026350 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d5505a-6a8b-4508-907a-39bf16ec08f7 None None] Sync routers for ids ['b7278f6e-94bb-4787-8d15-afdb541980db'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:26:05.034798 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-da75e74d-955c-4c0a-b6cc-8c0717b6386f req-9ddb1287-30ea-4221-a31a-28fe3fc35fe3 service neutron] 10.222.0.30 "GET /v2.0/networks/bd3fc2da-f343-4eff-93f0-5695d77abd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5827129 Jul 23 20:26:05.038107 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-8a7a43e3-211d-4af9-8994-926867db6119 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Request body: {'port': {'network_id': 'e5e14ee2-1f9c-42d8-b5a5-1e6ebc86ab03', 'name': 'tempest-FloatingIPNegativeTestJSON-975787560'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:05.044387 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-febd202d-da9f-49bb-8037-7a10592c32bb None None] For port 394c76b1-ba44-4ccc-aa2d-cc9111272cbd, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=394c76b1-ba44-4ccc-aa2d-cc9111272cbd,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:05.053559 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d5505a-6a8b-4508-907a-39bf16ec08f7 None None] Routers {'b7278f6e-94bb-4787-8d15-afdb541980db'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:05.054249 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-18d5505a-6a8b-4508-907a-39bf16ec08f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:25:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['b7278f6e-94bb-4787-8d15-afdb541980db'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:05.061790 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-febd202d-da9f-49bb-8037-7a10592c32bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:05.191165 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd202d-da9f-49bb-8037-7a10592c32bb None None] Pushing event updated for resources: {'Port': ['ID=394c76b1-ba44-4ccc-aa2d-cc9111272cbd,revision_number=10']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:05.204641 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 394c76b1-ba44-4ccc-aa2d-cc9111272cbd triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:05.205013 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:05.209026 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-18d5505a-6a8b-4508-907a-39bf16ec08f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:05.295218 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d5505a-6a8b-4508-907a-39bf16ec08f7 None None] Routers {'b7278f6e-94bb-4787-8d15-afdb541980db'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:05.309191 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-18d5505a-6a8b-4508-907a-39bf16ec08f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:25:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['b7278f6e-94bb-4787-8d15-afdb541980db'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:05.373378 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-da75e74d-955c-4c0a-b6cc-8c0717b6386f req-b9165139-21ad-4870-a676-e177a14f5728 service neutron] 10.222.0.30 "GET /v2.0/networks/bd3fc2da-f343-4eff-93f0-5695d77abd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297312 Jul 23 20:26:05.496110 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-18d5505a-6a8b-4508-907a-39bf16ec08f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:05.496870 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d5505a-6a8b-4508-907a-39bf16ec08f7 None None] The sync data for ids ['b7278f6e-94bb-4787-8d15-afdb541980db'] in n-d-793618-10 is: [] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:26:05.578152 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-277e159b-f47f-47ae-8ad1-17bae476bb0e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:05.725698 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dd24ff70-9264-4755-bf41-725171832524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:05.730200 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277e159b-f47f-47ae-8ad1-17bae476bb0e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:05.734937 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-277e159b-f47f-47ae-8ad1-17bae476bb0e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:05.742706 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277e159b-f47f-47ae-8ad1-17bae476bb0e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:05.746101 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-277e159b-f47f-47ae-8ad1-17bae476bb0e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:05.778356 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e159b-f47f-47ae-8ad1-17bae476bb0e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Subnet': ['ID=d212e8d7-8a1f-4337-bd75-f33ecaa70076,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:05.785732 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dd24ff70-9264-4755-bf41-725171832524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:05.799590 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-277e159b-f47f-47ae-8ad1-17bae476bb0e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9233146 Jul 23 20:26:05.800265 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47060) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:05.808764 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-c7e57160-5de8-4e34-b98c-cf94cc126501 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'port': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'mac_address': 'fa:16:3e:6d:30:2b', 'name': 'tempest-NetworksTestDHCPv6-1360043938'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:05.829875 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a289ffaf-0601-4a83-897f-168d3a3986dc None None] Provisioning complete for port 394c76b1-ba44-4ccc-aa2d-cc9111272cbd triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:05.833195 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a289ffaf-0601-4a83-897f-168d3a3986dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:05.885410 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7a43e3-211d-4af9-8994-926867db6119 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Made reservation on behalf of 877d8b6833ca4093993d27b880e4a6e4 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:26:05.889567 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8a7a43e3-211d-4af9-8994-926867db6119 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:05.932768 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd24ff70-9264-4755-bf41-725171832524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a62c5c-271d-42df-82df-0427a296853d,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:05.973900 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-8a7a43e3-211d-4af9-8994-926867db6119 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] device_id is not set on port 962312ae-61e4-4551-a58f-eb350ef86b03 yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:26:05.990445 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 394c76b1-ba44-4ccc-aa2d-cc9111272cbd up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:06.040223 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-dd24ff70-9264-4755-bf41-725171832524 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=db0587ab431e4b95b69a0373168d6080&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0985837 Jul 23 20:26:06.041879 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47066) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:06.244834 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d31f399-30c3-4702-aeea-c3fa58bcc563 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:26:06.487385 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 394c76b1-ba44-4ccc-aa2d-cc9111272cbd triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:06.490930 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:06.498246 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cf07ab4c-6edc-4cbc-8095-a4160e172c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:06.549172 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e57160-5de8-4e34-b98c-cf94cc126501 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:26:06.611500 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cf07ab4c-6edc-4cbc-8095-a4160e172c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:06.727341 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-8a7a43e3-211d-4af9-8994-926867db6119 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Allocated IP 172.20.0.6 (e5e14ee2-1f9c-42d8-b5a5-1e6ebc86ab03/9c87ec79-19f5-4656-90f1-6bfdcca44e02/962312ae-61e4-4551-a58f-eb350ef86b03) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:07.057311 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cf07ab4c-6edc-4cbc-8095-a4160e172c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:07.062192 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cf07ab4c-6edc-4cbc-8095-a4160e172c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:07.072437 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-cf07ab4c-6edc-4cbc-8095-a4160e172c02 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/70a62c5c-271d-42df-82df-0427a296853d HTTP/1.1" status: 204 len: 168 time: 1.0162323 Jul 23 20:26:07.120592 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf07ab4c-6edc-4cbc-8095-a4160e172c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a62c5c-271d-42df-82df-0427a296853d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:07.140685 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7e57160-5de8-4e34-b98c-cf94cc126501 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:07.214001 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-c7e57160-5de8-4e34-b98c-cf94cc126501 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] device_id is not set on port 72ef3cd5-df9a-4b75-a106-a7fb62f80586 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:26:07.386453 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8a7a43e3-211d-4af9-8994-926867db6119 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:07.448301 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-8a7a43e3-211d-4af9-8994-926867db6119 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Transition to ACTIVE for port object 962312ae-61e4-4551-a58f-eb350ef86b03 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:07.660800 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7d9743c8-35c5-4c60-97b9-25627f2ca2d3 None None] Could not find standard attr ID for object b3a5549e-d84d-463e-b0af-2d28bddd6f3c. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:26:07.689318 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d6441-62e3-4740-b400-482b07c80f04 req-f6cf0faa-8382-4fd5-a008-7d14320e767c tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:07.709986 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-400d6441-62e3-4740-b400-482b07c80f04 req-f6cf0faa-8382-4fd5-a008-7d14320e767c tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 944 time: 1.4384451 Jul 23 20:26:07.743172 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8a7a43e3-211d-4af9-8994-926867db6119 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:07.858340 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7a43e3-211d-4af9-8994-926867db6119 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Network e5e14ee2-1f9c-42d8-b5a5-1e6ebc86ab03 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:07.877288 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-c7e57160-5de8-4e34-b98c-cf94cc126501 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Allocated IP 172.20.0.8 (bd014336-7cf6-4be5-829d-b33260ee43fe/d212e8d7-8a1f-4337-bd75-f33ecaa70076/72ef3cd5-df9a-4b75-a106-a7fb62f80586) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:07.887283 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-c7e57160-5de8-4e34-b98c-cf94cc126501 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Allocated IP 2001:db8::f816:3eff:fe6d:302b (bd014336-7cf6-4be5-829d-b33260ee43fe/b494424a-2f40-44d2-9c59-14bc51623126/72ef3cd5-df9a-4b75-a106-a7fb62f80586) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:07.911233 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-8a7a43e3-211d-4af9-8994-926867db6119 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:07.919634 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7a43e3-211d-4af9-8994-926867db6119 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:26:08.065417 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-400d6441-62e3-4740-b400-482b07c80f04 req-39134241-a07b-4cf9-96dc-0244e2b2ff26 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3516762 Jul 23 20:26:08.082057 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a43e3-211d-4af9-8994-926867db6119 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Pushing event updated for resources: {'Port': ['ID=962312ae-61e4-4551-a58f-eb350ef86b03,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:08.155742 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7a43e3-211d-4af9-8994-926867db6119 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:08.156802 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8a7a43e3-211d-4af9-8994-926867db6119 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:08.256265 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8a7a43e3-211d-4af9-8994-926867db6119 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2465463 Jul 23 20:26:08.273789 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47090) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:08.284902 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-63775bcc-6412-4787-9b5e-72eb7ad0650b tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:08.383160 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-63775bcc-6412-4787-9b5e-72eb7ad0650b tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks [] for floatingip, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:08.386587 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47092) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:08.465102 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64dc912-f712-43a3-8bb4-fee5b8570ac4 None None] Update dhcp port {'port': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'fixed_ips': [{'subnet_id': 'b494424a-2f40-44d2-9c59-14bc51623126', 'ip_address': '2001:db8::f816:3eff:fed4:b5e5'}, {'subnet_id': 'd212e8d7-8a1f-4337-bd75-f33ecaa70076'}], 'binding:host_id': 'n-d-793618-10'}, 'id': '394c76b1-ba44-4ccc-aa2d-cc9111272cbd'} from n-d-793618-10. {{(pid=93877) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:26:08.479834 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3902d488-3b26-4cd1-a784-f761b55f32a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:08.534440 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b64dc912-f712-43a3-8bb4-fee5b8570ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:08.560134 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-73e8f5a1-8cba-4d5b-850e-592c264f19c4 None None] Provisioning for port 962312ae-61e4-4551-a58f-eb350ef86b03 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:08.569192 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-73e8f5a1-8cba-4d5b-850e-592c264f19c4 None None] Provisioning complete for port 962312ae-61e4-4551-a58f-eb350ef86b03 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:08.570144 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-73e8f5a1-8cba-4d5b-850e-592c264f19c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:08.579220 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7e57160-5de8-4e34-b98c-cf94cc126501 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:08.633164 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-c7e57160-5de8-4e34-b98c-cf94cc126501 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Transition to ACTIVE for port object 72ef3cd5-df9a-4b75-a106-a7fb62f80586 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:08.741248 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7e57160-5de8-4e34-b98c-cf94cc126501 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:08.857571 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-73e8f5a1-8cba-4d5b-850e-592c264f19c4 None None] Port 962312ae-61e4-4551-a58f-eb350ef86b03 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:26:08.871861 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e57160-5de8-4e34-b98c-cf94cc126501 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:08.892859 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-c7e57160-5de8-4e34-b98c-cf94cc126501 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:08.911779 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3902d488-3b26-4cd1-a784-f761b55f32a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:08.914322 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e57160-5de8-4e34-b98c-cf94cc126501 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:26:08.918306 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3902d488-3b26-4cd1-a784-f761b55f32a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:09.006491 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-b64dc912-f712-43a3-8bb4-fee5b8570ac4 None None] Allocated IP 172.20.0.2 (bd014336-7cf6-4be5-829d-b33260ee43fe/d212e8d7-8a1f-4337-bd75-f33ecaa70076/394c76b1-ba44-4ccc-aa2d-cc9111272cbd) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:09.092822 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e57160-5de8-4e34-b98c-cf94cc126501 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Port': ['ID=72ef3cd5-df9a-4b75-a106-a7fb62f80586,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:09.098999 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3902d488-3b26-4cd1-a784-f761b55f32a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5303555-3e88-4e1d-88b1-b82f0f2baa86,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:09.187017 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3902d488-3b26-4cd1-a784-f761b55f32a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5cfcf93bab0a4976ab2fdffe9655fede&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7979574 Jul 23 20:26:09.191565 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47110) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:09.215272 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e57160-5de8-4e34-b98c-cf94cc126501 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:09.216448 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7e57160-5de8-4e34-b98c-cf94cc126501 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:09.302229 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c7e57160-5de8-4e34-b98c-cf94cc126501 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.5004101 Jul 23 20:26:09.306614 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47114) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:09.352245 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-63775bcc-6412-4787-9b5e-72eb7ad0650b tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:09.508872 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff6b25-d6d5-4ce0-9a97-2a6287780c8c req-380689e5-64cc-467f-9a6b-79f1f921bb68 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:09.520869 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7cff6b25-d6d5-4ce0-9a97-2a6287780c8c req-380689e5-64cc-467f-9a6b-79f1f921bb68 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 944 time: 0.1262991 Jul 23 20:26:09.542063 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-b64dc912-f712-43a3-8bb4-fee5b8570ac4 None None] For port 394c76b1-ba44-4ccc-aa2d-cc9111272cbd, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=394c76b1-ba44-4ccc-aa2d-cc9111272cbd,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:09.554425 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87c10ea-64f8-4420-ab10-8081519832ec tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:09.561922 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87c10ea-64f8-4420-ab10-8081519832ec tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:09.567476 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e87c10ea-64f8-4420-ab10-8081519832ec tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.2514021 Jul 23 20:26:09.568907 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47116) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:09.653584 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7cff6b25-d6d5-4ce0-9a97-2a6287780c8c req-ef40d3d1-2d60-4058-b135-ea97e49ccc5d tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290481 Jul 23 20:26:09.661249 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b64dc912-f712-43a3-8bb4-fee5b8570ac4 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:09.723961 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-63775bcc-6412-4787-9b5e-72eb7ad0650b tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Allocated IP 172.25.1.216 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/38fee42b-1871-4de2-b4e4-060e7611d1fb) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:09.732455 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b64dc912-f712-43a3-8bb4-fee5b8570ac4 None None] Transition to ACTIVE for port object 394c76b1-ba44-4ccc-aa2d-cc9111272cbd will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:09.738701 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b64dc912-f712-43a3-8bb4-fee5b8570ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:09.870736 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-63775bcc-6412-4787-9b5e-72eb7ad0650b tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:09.905449 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-01067026-5e2d-493a-8afa-56e30ef2b614 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting port 72ef3cd5-df9a-4b75-a106-a7fb62f80586 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:26:09.909921 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-01067026-5e2d-493a-8afa-56e30ef2b614 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:09.962878 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-63775bcc-6412-4787-9b5e-72eb7ad0650b tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:10.052748 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63775bcc-6412-4787-9b5e-72eb7ad0650b tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:10.062052 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-63775bcc-6412-4787-9b5e-72eb7ad0650b tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:10.070670 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63775bcc-6412-4787-9b5e-72eb7ad0650b tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:26:10.131254 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-01067026-5e2d-493a-8afa-56e30ef2b614 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:10.148743 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-01067026-5e2d-493a-8afa-56e30ef2b614 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Calling delete_port for 72ef3cd5-df9a-4b75-a106-a7fb62f80586 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:26:10.194966 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64dc912-f712-43a3-8bb4-fee5b8570ac4 None None] Pushing event updated for resources: {'Port': ['ID=394c76b1-ba44-4ccc-aa2d-cc9111272cbd,revision_number=11']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:10.253334 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63775bcc-6412-4787-9b5e-72eb7ad0650b tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Pushing event updated for resources: {'Port': ['ID=38fee42b-1871-4de2-b4e4-060e7611d1fb,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:10.273320 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d092c3b-85a6-4182-971f-084e4134e470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:10.285818 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-322cc79c-3ef1-462f-9610-a0a29377f92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:10.372559 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-322cc79c-3ef1-462f-9610-a0a29377f92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:10.613324 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-322cc79c-3ef1-462f-9610-a0a29377f92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:10.630601 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-322cc79c-3ef1-462f-9610-a0a29377f92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:10.637314 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-322cc79c-3ef1-462f-9610-a0a29377f92f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d5303555-3e88-4e1d-88b1-b82f0f2baa86 HTTP/1.1" status: 204 len: 168 time: 1.4208193 Jul 23 20:26:10.705979 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322cc79c-3ef1-462f-9610-a0a29377f92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5303555-3e88-4e1d-88b1-b82f0f2baa86,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:10.745105 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-63775bcc-6412-4787-9b5e-72eb7ad0650b tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:10.904467 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-01067026-5e2d-493a-8afa-56e30ef2b614 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:10.969062 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-63775bcc-6412-4787-9b5e-72eb7ad0650b tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:11.115720 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01067026-5e2d-493a-8afa-56e30ef2b614 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Port': ['ID=72ef3cd5-df9a-4b75-a106-a7fb62f80586,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:11.301007 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-01067026-5e2d-493a-8afa-56e30ef2b614 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:11.306751 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-01067026-5e2d-493a-8afa-56e30ef2b614 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/ports/72ef3cd5-df9a-4b75-a106-a7fb62f80586 HTTP/1.1" status: 204 len: 168 time: 1.7291930 Jul 23 20:26:11.312779 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47130) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:11.478111 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e614feb-2f6c-4523-8f42-58a16d07b054 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:11.481845 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e614feb-2f6c-4523-8f42-58a16d07b054 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:11.483758 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e614feb-2f6c-4523-8f42-58a16d07b054 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:11.486112 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3e614feb-2f6c-4523-8f42-58a16d07b054 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1721735 Jul 23 20:26:11.489990 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47138) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:11.593994 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-e38871b6-54f3-47fb-ae28-363a37088fdd tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting subnet b494424a-2f40-44d2-9c59-14bc51623126 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:26:11.604492 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e38871b6-54f3-47fb-ae28-363a37088fdd tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:11.609621 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b09e5f0d-7446-4785-ad56-78f617e233df None None] Provisioning for port 394c76b1-ba44-4ccc-aa2d-cc9111272cbd completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:11.629933 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b09e5f0d-7446-4785-ad56-78f617e233df None None] Provisioning complete for port 394c76b1-ba44-4ccc-aa2d-cc9111272cbd triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:11.630385 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b09e5f0d-7446-4785-ad56-78f617e233df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:11.715745 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e38871b6-54f3-47fb-ae28-363a37088fdd tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:11.846873 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66c4b1-b991-4444-998b-98cf159f1dd9 req-30257d95-7214-40bc-8163-6ffec18ff98e tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:11.866948 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-da66c4b1-b991-4444-998b-98cf159f1dd9 req-30257d95-7214-40bc-8163-6ffec18ff98e tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 944 time: 0.9315221 Jul 23 20:26:12.030600 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47150) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:12.133710 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-da66c4b1-b991-4444-998b-98cf159f1dd9 req-d5cc5bcf-b852-4ff8-aad9-2326a9c7ebaf tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2637632 Jul 23 20:26:12.154260 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e38871b6-54f3-47fb-ae28-363a37088fdd tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:12.166679 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 394c76b1-ba44-4ccc-aa2d-cc9111272cbd up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:12.279421 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-63775bcc-6412-4787-9b5e-72eb7ad0650b tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:12.296014 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-63775bcc-6412-4787-9b5e-72eb7ad0650b tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:12.316712 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c984769e-7233-4fed-8c9e-9b6dc39ea39d None None] Could not find standard attr ID for object 72ef3cd5-df9a-4b75-a106-a7fb62f80586. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:26:12.399554 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 394c76b1-ba44-4ccc-aa2d-cc9111272cbd triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:12.399902 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:12.419962 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63775bcc-6412-4787-9b5e-72eb7ad0650b tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Pushing event updated for resources: {'Port': ['ID=38fee42b-1871-4de2-b4e4-060e7611d1fb,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:12.476683 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e38871b6-54f3-47fb-ae28-363a37088fdd tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:12.493253 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-63775bcc-6412-4787-9b5e-72eb7ad0650b tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:12.554963 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-63775bcc-6412-4787-9b5e-72eb7ad0650b tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:12.558923 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-63775bcc-6412-4787-9b5e-72eb7ad0650b tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2804892 Jul 23 20:26:12.559588 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47160) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:12.573674 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-274160ea-6dea-4865-b26c-f1581eac57d2 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Request body: {'floatingip': {'port_id': '962312ae-61e4-4551-a58f-eb350ef86b03', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:12.593875 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38871b6-54f3-47fb-ae28-363a37088fdd tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Subnet': ['ID=b494424a-2f40-44d2-9c59-14bc51623126,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:12.634864 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e38871b6-54f3-47fb-ae28-363a37088fdd tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:12.637430 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e38871b6-54f3-47fb-ae28-363a37088fdd tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/b494424a-2f40-44d2-9c59-14bc51623126 HTTP/1.1" status: 204 len: 168 time: 1.1449869 Jul 23 20:26:12.640169 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47162) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:12.660758 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c745c26-888c-4424-9a93-4982cc6df155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:12.742265 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-274160ea-6dea-4865-b26c-f1581eac57d2 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks [] for floatingip, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:12.813743 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a2e641-4c79-4f7e-b6ff-caac604cd411 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:26:12.989441 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9a0fd9a-bc3a-4cc4-8743-0d2959e6d805 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting subnet d212e8d7-8a1f-4337-bd75-f33ecaa70076 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:26:12.998693 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d9a0fd9a-bc3a-4cc4-8743-0d2959e6d805 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:13.070119 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d9a0fd9a-bc3a-4cc4-8743-0d2959e6d805 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:13.074207 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c745c26-888c-4424-9a93-4982cc6df155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:13.099404 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c745c26-888c-4424-9a93-4982cc6df155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:13.157856 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-274160ea-6dea-4865-b26c-f1581eac57d2 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] update failed (client error): The resource could not be found. Jul 23 20:26:13.161832 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-274160ea-6dea-4865-b26c-f1581eac57d2 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] 10.222.0.32 "PUT /v2.0/floatingips/36d7806c-fc4c-48d9-9c8d-20f2c3c72faf HTTP/1.1" status: 404 len: 507 time: 0.5968506 Jul 23 20:26:13.162299 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47172) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:13.174463 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47176) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:13.174699 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4c745c26-888c-4424-9a93-4982cc6df155 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=169cc64e92ae4d7b8e7144c3d01038f2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1384041 Jul 23 20:26:13.177545 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c745c26-888c-4424-9a93-4982cc6df155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b8be8f-fe8a-4ede-9c37-87eef800c6f9,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:13.244982 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d9a0fd9a-bc3a-4cc4-8743-0d2959e6d805 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:13.399133 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d9a0fd9a-bc3a-4cc4-8743-0d2959e6d805 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:13.401754 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:13.465618 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d9a0fd9a-bc3a-4cc4-8743-0d2959e6d805 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:13.470585 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d9a0fd9a-bc3a-4cc4-8743-0d2959e6d805 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/d212e8d7-8a1f-4337-bd75-f33ecaa70076 HTTP/1.1" status: 204 len: 168 time: 0.8289690 Jul 23 20:26:13.493305 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47180) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:13.519627 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0fd9a-bc3a-4cc4-8743-0d2959e6d805 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Subnet': ['ID=d212e8d7-8a1f-4337-bd75-f33ecaa70076,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:13.531452 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dd38a882-ea46-46db-8512-e6acba98b3be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:13.584689 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b8c63-037f-4cf4-aed1-9751b5e2470e req-57f00972-1ed6-4d8d-8b58-132c3d71e07b tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:13.595168 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1e6b8c63-037f-4cf4-aed1-9751b5e2470e req-57f00972-1ed6-4d8d-8b58-132c3d71e07b tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 944 time: 0.1638002 Jul 23 20:26:13.626319 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3d53436c-a434-43ba-8760-157f0e11428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:13.653776 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-afadb0e7-06ef-40f3-9182-7f5341162a3b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1536393 Jul 23 20:26:13.655484 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47186) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:13.669576 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-f175af59-c412-4d49-93a0-1c97df842c10 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'subnet': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:13.730824 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1e6b8c63-037f-4cf4-aed1-9751b5e2470e req-9efb5894-27b9-40f6-9a19-b5e7693e6cf4 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345286 Jul 23 20:26:13.759665 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dd38a882-ea46-46db-8512-e6acba98b3be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:13.891263 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-3741e7ad-8284-43f3-a0a7-34b7997cc243 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Deleting port 38fee42b-1871-4de2-b4e4-060e7611d1fb {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:26:13.891639 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3741e7ad-8284-43f3-a0a7-34b7997cc243 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:13.986474 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47194) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:14.023394 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:14.053364 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f175af59-c412-4d49-93a0-1c97df842c10 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:26:14.058414 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f175af59-c412-4d49-93a0-1c97df842c10 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:14.103721 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-0723f89c-830b-427e-83f2-40d5d98bb17f admin admin] Deleting subnet a37317c7-33fe-4f8e-b76f-c3cde11ab669 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:26:14.112575 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dd38a882-ea46-46db-8512-e6acba98b3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:14.123281 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dd38a882-ea46-46db-8512-e6acba98b3be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:14.123731 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0723f89c-830b-427e-83f2-40d5d98bb17f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:14.123848 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-dd38a882-ea46-46db-8512-e6acba98b3be admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f5b8be8f-fe8a-4ede-9c37-87eef800c6f9 HTTP/1.1" status: 204 len: 168 time: 0.9451017 Jul 23 20:26:14.166690 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3741e7ad-8284-43f3-a0a7-34b7997cc243 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:14.167381 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3741e7ad-8284-43f3-a0a7-34b7997cc243 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:14.169876 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38a882-ea46-46db-8512-e6acba98b3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b8be8f-fe8a-4ede-9c37-87eef800c6f9,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:14.245994 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0723f89c-830b-427e-83f2-40d5d98bb17f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:14.279746 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-3741e7ad-8284-43f3-a0a7-34b7997cc243 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Calling delete_port for 38fee42b-1871-4de2-b4e4-060e7611d1fb owned by network:floatingip {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:26:14.398421 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0723f89c-830b-427e-83f2-40d5d98bb17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:14.480073 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c562807-38bc-48c9-b553-20a12e97b3d9 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:26:14.553045 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0723f89c-830b-427e-83f2-40d5d98bb17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:14.573169 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0723f89c-830b-427e-83f2-40d5d98bb17f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:14.579933 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0723f89c-830b-427e-83f2-40d5d98bb17f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a37317c7-33fe-4f8e-b76f-c3cde11ab669 HTTP/1.1" status: 204 len: 168 time: 0.5914948 Jul 23 20:26:14.583051 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47206) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:14.635208 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0723f89c-830b-427e-83f2-40d5d98bb17f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a37317c7-33fe-4f8e-b76f-c3cde11ab669,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:14.636410 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:14.781598 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:14.786393 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7358746e-7061-40d9-8f5b-13ae9dc3a261 None None] Provisioning complete for port 394c76b1-ba44-4ccc-aa2d-cc9111272cbd triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:14.789708 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7358746e-7061-40d9-8f5b-13ae9dc3a261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:14.802079 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a64c5c3-7b3f-4567-86b4-d5070271ac1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:14.880072 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f175af59-c412-4d49-93a0-1c97df842c10 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:15.032896 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f175af59-c412-4d49-93a0-1c97df842c10 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:15.066840 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-f175af59-c412-4d49-93a0-1c97df842c10 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:15.086346 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f175af59-c412-4d49-93a0-1c97df842c10 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:15.087237 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f175af59-c412-4d49-93a0-1c97df842c10 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:15.238349 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3741e7ad-8284-43f3-a0a7-34b7997cc243 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:15.330400 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f175af59-c412-4d49-93a0-1c97df842c10 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6657414 Jul 23 20:26:15.331283 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f175af59-c412-4d49-93a0-1c97df842c10 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Subnet': ['ID=6afb7309-0d87-4b81-bfd1-5d45b785dd1b,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:15.340524 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47222) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:15.390336 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741e7ad-8284-43f3-a0a7-34b7997cc243 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Pushing event deleted for resources: {'Port': ['ID=38fee42b-1871-4de2-b4e4-060e7611d1fb,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:15.428370 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-2e397bec-f833-4085-afa3-dcb940232739 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'subnet': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:15.722924 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e07101-882d-4de9-b601-6e23f6673c59 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:26:15.769249 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a64c5c3-7b3f-4567-86b4-d5070271ac1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:15.787088 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-2a64c5c3-7b3f-4567-86b4-d5070271ac1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3845742-7f75-4261-826a-d86d2fafa43d']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:15.800591 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-2a64c5c3-7b3f-4567-86b4-d5070271ac1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad5b33d8-22a0-43b1-9e03-b3c5458bb0d2') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:15.801159 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-2a64c5c3-7b3f-4567-86b4-d5070271ac1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad5b33d8-22a0-43b1-9e03-b3c5458bb0d2') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:15.814264 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a64c5c3-7b3f-4567-86b4-d5070271ac1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:15.832255 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a64c5c3-7b3f-4567-86b4-d5070271ac1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:15.839662 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d1e7c902-00d8-4d8d-b1d4-153403035e30 None None] Provisioning complete for port 394c76b1-ba44-4ccc-aa2d-cc9111272cbd triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:15.840245 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d1e7c902-00d8-4d8d-b1d4-153403035e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:15.848262 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a64c5c3-7b3f-4567-86b4-d5070271ac1f admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:26:15.849088 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a64c5c3-7b3f-4567-86b4-d5070271ac1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:15.948576 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:26:15.948576 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:26:15.948576 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:26:15.948576 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:26:15.948576 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:26:15.948576 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:26:15.948576 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:26:15.948576 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:26:15.948576 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:26:15.948576 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:26:15.948576 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:26:15.948576 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:26:15.948576 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:26:15.948576 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:26:15.948576 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:26:15.948576 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:26:15.948576 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:26:15.948576 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:26:15.948576 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:26:15.948576 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:26:15.948576 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:26:15.948576 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:26:15.948576 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:26:15.948576 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:26:15.948576 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:26:15.948576 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:26:15.948576 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:26:15.948576 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:26:15.948576 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:26:15.948576 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:26:15.948576 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:26:15.948576 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:26:15.953553 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a64c5c3-7b3f-4567-86b4-d5070271ac1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:15.962389 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a64c5c3-7b3f-4567-86b4-d5070271ac1f admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:15.966553 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2a64c5c3-7b3f-4567-86b4-d5070271ac1f admin admin] 10.222.0.32 "DELETE /v2.0/networks/a3845742-7f75-4261-826a-d86d2fafa43d HTTP/1.1" status: 204 len: 168 time: 1.3822432 Jul 23 20:26:15.976907 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47238) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:16.033551 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:16.124079 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a64c5c3-7b3f-4567-86b4-d5070271ac1f admin admin] Pushing event deleted for resources: {'Network': ['ID=a3845742-7f75-4261-826a-d86d2fafa43d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:16.190661 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-807a732a-046f-48e0-b2fd-02496752e355 admin admin] Deleting subnet 403cf20e-fac9-4497-913e-98b6e3390d32 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:26:16.201498 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-807a732a-046f-48e0-b2fd-02496752e355 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:16.252801 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-807a732a-046f-48e0-b2fd-02496752e355 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:16.408993 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-807a732a-046f-48e0-b2fd-02496752e355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:16.516551 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-807a732a-046f-48e0-b2fd-02496752e355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:16.519703 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50561e4-428e-436c-a157-b1a7545305ac req-80f83182-7102-4062-a9a2-a57a90b83d3b tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:16.521406 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a50561e4-428e-436c-a157-b1a7545305ac req-80f83182-7102-4062-a9a2-a57a90b83d3b tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 944 time: 1.5179498 Jul 23 20:26:16.558903 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a732a-046f-48e0-b2fd-02496752e355 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=403cf20e-fac9-4497-913e-98b6e3390d32,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:16.563704 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-807a732a-046f-48e0-b2fd-02496752e355 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:16.564526 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3741e7ad-8284-43f3-a0a7-34b7997cc243 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks [] for floatingip, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:16.567760 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-807a732a-046f-48e0-b2fd-02496752e355 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/403cf20e-fac9-4497-913e-98b6e3390d32 HTTP/1.1" status: 204 len: 168 time: 0.5872080 Jul 23 20:26:16.567912 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3741e7ad-8284-43f3-a0a7-34b7997cc243 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:16.568035 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47244) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:16.568596 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3741e7ad-8284-43f3-a0a7-34b7997cc243 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] 10.222.0.32 "DELETE /v2.0/floatingips/36d7806c-fc4c-48d9-9c8d-20f2c3c72faf HTTP/1.1" status: 204 len: 168 time: 3.4053686 Jul 23 20:26:16.580596 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47246) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:16.588286 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-051377c3-7391-4d26-a183-1a4e434d3013 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Request body: {'floatingip': {'floating_network_id': 'e5e14ee2-1f9c-42d8-b5a5-1e6ebc86ab03', 'port_id': '962312ae-61e4-4551-a58f-eb350ef86b03', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:16.673187 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a50561e4-428e-436c-a157-b1a7545305ac req-12159139-f132-43c7-af83-c19e095066b1 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432593 Jul 23 20:26:16.684168 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.db.api [None req-051377c3-7391-4d26-a183-1a4e434d3013 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 20:26:16.684168 n-d-793618-10 neutron-server[93876]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 20:26:16.684168 n-d-793618-10 neutron-server[93876]: [parameters: {'project_id': '877d8b6833ca4093993d27b880e4a6e4', 'id': '9109c0da-de5b-4d15-be0d-3be6436df1a4', 'expiration': datetime.datetime(2021, 7, 23, 20, 28, 16, 629435)}] Jul 23 20:26:16.684168 n-d-793618-10 neutron-server[93876]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:26:16.684715 n-d-793618-10 neutron-server[93876]: DEBUG oslo_db.api [None req-051377c3-7391-4d26-a183-1a4e434d3013 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:26:16.691957 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e397bec-f833-4085-afa3-dcb940232739 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:26:16.696396 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2e397bec-f833-4085-afa3-dcb940232739 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:16.722405 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dd7d7cf7-98ab-48b9-9871-fc558cd50208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:16.834676 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-88d74f76-47a1-46a0-9e38-daa07000fbe2 None None] Provisioning complete for port 394c76b1-ba44-4ccc-aa2d-cc9111272cbd triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:16.840901 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-88d74f76-47a1-46a0-9e38-daa07000fbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:16.915146 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dd7d7cf7-98ab-48b9-9871-fc558cd50208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:16.946645 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-dd7d7cf7-98ab-48b9-9871-fc558cd50208 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d34f180-dea1-4a0f-b880-df24b65b4e1a']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:17.011369 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-dd7d7cf7-98ab-48b9-9871-fc558cd50208 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c13bed-3da8-4d82-965a-749c7bc09596') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:17.016487 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-dd7d7cf7-98ab-48b9-9871-fc558cd50208 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c13bed-3da8-4d82-965a-749c7bc09596') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:17.052823 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dd7d7cf7-98ab-48b9-9871-fc558cd50208 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:17.102451 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dd7d7cf7-98ab-48b9-9871-fc558cd50208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:17.119093 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd7d7cf7-98ab-48b9-9871-fc558cd50208 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:26:17.119619 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dd7d7cf7-98ab-48b9-9871-fc558cd50208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:17.125350 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:26:17.125350 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:26:17.125350 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:26:17.125350 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:26:17.125350 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:26:17.125350 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:26:17.125350 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:26:17.125350 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:26:17.125350 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:26:17.125350 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:26:17.125350 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:26:17.125350 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:26:17.125350 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:26:17.125350 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:26:17.125350 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:26:17.125350 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:26:17.125350 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:26:17.125350 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:26:17.125350 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:26:17.125350 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:26:17.125350 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:26:17.125350 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:26:17.125350 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:26:17.125350 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:26:17.125350 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:26:17.125350 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:26:17.125350 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:26:17.125350 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:26:17.125350 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:26:17.125350 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:26:17.125350 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:26:17.125350 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:26:17.282425 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dd7d7cf7-98ab-48b9-9871-fc558cd50208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:17.289700 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dd7d7cf7-98ab-48b9-9871-fc558cd50208 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:17.304395 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-dd7d7cf7-98ab-48b9-9871-fc558cd50208 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4d34f180-dea1-4a0f-b880-df24b65b4e1a HTTP/1.1" status: 204 len: 168 time: 0.7206326 Jul 23 20:26:17.324259 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d7cf7-98ab-48b9-9871-fc558cd50208 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d34f180-dea1-4a0f-b880-df24b65b4e1a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:17.331057 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-051377c3-7391-4d26-a183-1a4e434d3013 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:17.566394 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-051377c3-7391-4d26-a183-1a4e434d3013 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:26:17.567898 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-051377c3-7391-4d26-a183-1a4e434d3013 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9860098 Jul 23 20:26:17.574273 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47264) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:17.582790 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-15285308-094e-4025-a1f1-49a7597abb19 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'port_id': '962312ae-61e4-4551-a58f-eb350ef86b03', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:17.602702 n-d-793618-10 neutron-server[93875]: DEBUG neutron.objects.ports [None req-2e397bec-f833-4085-afa3-dcb940232739 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93875) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 20:26:17.622608 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-15285308-094e-4025-a1f1-49a7597abb19 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:17.660946 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47266) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:17.751995 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47272) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:17.752776 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-cccea847-469e-4c18-8bf1-3ae56e346a3f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9dea94e537f2418f995286ec3945acd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0882754 Jul 23 20:26:17.843635 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-58fd3d46-9067-4b01-a472-14781de41381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:17.873156 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-58fd3d46-9067-4b01-a472-14781de41381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:17.949878 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-58fd3d46-9067-4b01-a472-14781de41381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:17.952753 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-58fd3d46-9067-4b01-a472-14781de41381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:17.954041 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-58fd3d46-9067-4b01-a472-14781de41381 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3ec5d28-89ac-4cc7-8457-e54bd4b4d429 HTTP/1.1" status: 204 len: 168 time: 0.2010465 Jul 23 20:26:17.976885 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd3d46-9067-4b01-a472-14781de41381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ec5d28-89ac-4cc7-8457-e54bd4b4d429,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:18.064280 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2e397bec-f833-4085-afa3-dcb940232739 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:18.080831 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-15285308-094e-4025-a1f1-49a7597abb19 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:18.096219 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a76bc-4f95-4da5-8b03-338cc3acf50d req-bf376a57-933a-41d4-a646-d96f5dd16dfc tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:18.112361 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4c8a76bc-4f95-4da5-8b03-338cc3acf50d req-bf376a57-933a-41d4-a646-d96f5dd16dfc tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 944 time: 0.2470634 Jul 23 20:26:18.254167 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4c8a76bc-4f95-4da5-8b03-338cc3acf50d req-110ace49-6731-4f99-9d1c-44ea722eb43e tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260040 Jul 23 20:26:18.415527 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-15285308-094e-4025-a1f1-49a7597abb19 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Allocated IP 172.25.1.164 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/b07a88a4-07ec-4f71-b277-ac28e4ff446b) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:18.447704 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-2e397bec-f833-4085-afa3-dcb940232739 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] For port 394c76b1-ba44-4ccc-aa2d-cc9111272cbd, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=394c76b1-ba44-4ccc-aa2d-cc9111272cbd,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:18.523752 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2e397bec-f833-4085-afa3-dcb940232739 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:18.532966 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2e397bec-f833-4085-afa3-dcb940232739 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:18.534987 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2e397bec-f833-4085-afa3-dcb940232739 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:18.579427 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e397bec-f833-4085-afa3-dcb940232739 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:18.586079 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-2e397bec-f833-4085-afa3-dcb940232739 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:18.608506 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033eae2a-d40a-4362-a260-583519200934 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:26:18.705048 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-15285308-094e-4025-a1f1-49a7597abb19 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:18.736940 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e397bec-f833-4085-afa3-dcb940232739 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:18.751209 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2e397bec-f833-4085-afa3-dcb940232739 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:18.780709 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47300) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:18.873742 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e397bec-f833-4085-afa3-dcb940232739 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Port': ['ID=394c76b1-ba44-4ccc-aa2d-cc9111272cbd,revision_number=15']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:18.890709 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2e397bec-f833-4085-afa3-dcb940232739 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4856322 Jul 23 20:26:18.893444 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47304) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:18.901211 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-ae005218-de41-4c10-b221-b4ece817cc9e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'port': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'mac_address': 'fa:16:3e:c4:2e:1d', 'name': 'tempest-NetworksTestDHCPv6-70040818'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:18.910263 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e397bec-f833-4085-afa3-dcb940232739 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Subnet': ['ID=28f40ebf-f577-4956-a220-007fea6091fa,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:18.982925 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47306) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:18.983629 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e3da16a4-2f35-4c20-bf63-612256397733 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=09c95d4efe614204b4a98bce6d1f0da9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1948493 Jul 23 20:26:18.991550 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-15285308-094e-4025-a1f1-49a7597abb19 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:19.046936 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15285308-094e-4025-a1f1-49a7597abb19 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:19.052270 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-15285308-094e-4025-a1f1-49a7597abb19 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:19.066464 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15285308-094e-4025-a1f1-49a7597abb19 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:26:19.144121 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e0be5c87-d97b-4f2a-b241-3b9ddadfda59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:19.167302 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f1f601-891a-4920-9568-c830849386a0 None None] Update dhcp port {'port': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'fixed_ips': [{'subnet_id': '28f40ebf-f577-4956-a220-007fea6091fa', 'ip_address': '2001:db8::f816:3eff:fed4:b5e5'}, {'subnet_id': '6afb7309-0d87-4b81-bfd1-5d45b785dd1b'}], 'binding:host_id': 'n-d-793618-10'}, 'id': '394c76b1-ba44-4ccc-aa2d-cc9111272cbd'} from n-d-793618-10. {{(pid=93877) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:26:19.169531 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e0be5c87-d97b-4f2a-b241-3b9ddadfda59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:19.208618 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8f1f601-891a-4920-9568-c830849386a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:19.263072 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15285308-094e-4025-a1f1-49a7597abb19 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Pushing event updated for resources: {'Port': ['ID=b07a88a4-07ec-4f71-b277-ac28e4ff446b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:19.278406 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e0be5c87-d97b-4f2a-b241-3b9ddadfda59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:19.281409 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e0be5c87-d97b-4f2a-b241-3b9ddadfda59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:19.282828 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e0be5c87-d97b-4f2a-b241-3b9ddadfda59 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f67af227-8123-4d2d-a1fe-a99a09af896f HTTP/1.1" status: 204 len: 168 time: 0.2983477 Jul 23 20:26:19.322394 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae005218-de41-4c10-b221-b4ece817cc9e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:26:19.326687 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be5c87-d97b-4f2a-b241-3b9ddadfda59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67af227-8123-4d2d-a1fe-a99a09af896f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:19.484043 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ae005218-de41-4c10-b221-b4ece817cc9e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:19.534737 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-ae005218-de41-4c10-b221-b4ece817cc9e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] device_id is not set on port 326e6217-0b14-4df5-a4b5-007c229e46e0 yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:26:19.648568 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-e8f1f601-891a-4920-9568-c830849386a0 None None] Allocated IP 172.20.0.2 (bd014336-7cf6-4be5-829d-b33260ee43fe/6afb7309-0d87-4b81-bfd1-5d45b785dd1b/394c76b1-ba44-4ccc-aa2d-cc9111272cbd) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:19.675987 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-15285308-094e-4025-a1f1-49a7597abb19 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Deleting port b07a88a4-07ec-4f71-b277-ac28e4ff446b {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:26:19.676727 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-15285308-094e-4025-a1f1-49a7597abb19 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:19.706913 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:26:19.767994 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47316) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:19.774510 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-c7ae7f99-ff6a-4790-9a5d-d1f1797c19ef tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Request body: {'network': {'name': 'tempest-network-smoke--1518293004', 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'port_security_enabled': True}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:19.815943 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-e8f1f601-891a-4920-9568-c830849386a0 None None] For port 394c76b1-ba44-4ccc-aa2d-cc9111272cbd, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=394c76b1-ba44-4ccc-aa2d-cc9111272cbd,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:19.852299 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8f1f601-891a-4920-9568-c830849386a0 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:19.862118 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ae7f99-ff6a-4790-9a5d-d1f1797c19ef tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Made reservation on behalf of 48931fde9d19441ebe3fcc084a77e899 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:26:19.865930 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c7ae7f99-ff6a-4790-9a5d-d1f1797c19ef tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:19.870770 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e8f1f601-891a-4920-9568-c830849386a0 None None] Transition to ACTIVE for port object 394c76b1-ba44-4ccc-aa2d-cc9111272cbd will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:19.876938 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c7ae7f99-ff6a-4790-9a5d-d1f1797c19ef tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:19.878620 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8f1f601-891a-4920-9568-c830849386a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:19.896250 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22af135-4475-41ff-a847-f00aae1d3c1f req-356e2fe1-aab4-43c5-92bd-38e5166e86d6 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:19.904884 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b22af135-4475-41ff-a847-f00aae1d3c1f req-356e2fe1-aab4-43c5-92bd-38e5166e86d6 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 944 time: 0.5121963 Jul 23 20:26:19.908826 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-15285308-094e-4025-a1f1-49a7597abb19 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:19.910241 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-15285308-094e-4025-a1f1-49a7597abb19 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:19.982655 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-15285308-094e-4025-a1f1-49a7597abb19 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Calling delete_port for b07a88a4-07ec-4f71-b277-ac28e4ff446b owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:26:20.024493 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b22af135-4475-41ff-a847-f00aae1d3c1f req-7cb6de5f-f093-4623-8fc3-cc5d5644d031 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185493 Jul 23 20:26:20.212991 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 394c76b1-ba44-4ccc-aa2d-cc9111272cbd up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:20.262931 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c7ae7f99-ff6a-4790-9a5d-d1f1797c19ef tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:20.290122 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1f601-891a-4920-9568-c830849386a0 None None] Pushing event updated for resources: {'Port': ['ID=394c76b1-ba44-4ccc-aa2d-cc9111272cbd,revision_number=16']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:20.293949 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c7ae7f99-ff6a-4790-9a5d-d1f1797c19ef tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:20.317551 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1f601-891a-4920-9568-c830849386a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:20.317961 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1f601-891a-4920-9568-c830849386a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:20.318483 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1f601-891a-4920-9568-c830849386a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:20.318611 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1f601-891a-4920-9568-c830849386a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:20.318990 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1f601-891a-4920-9568-c830849386a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:20.319655 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1f601-891a-4920-9568-c830849386a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:20.320015 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1f601-891a-4920-9568-c830849386a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:20.320706 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1f601-891a-4920-9568-c830849386a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:20.321188 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1f601-891a-4920-9568-c830849386a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:20.321317 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1f601-891a-4920-9568-c830849386a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:20.321705 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1f601-891a-4920-9568-c830849386a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:20.322124 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1f601-891a-4920-9568-c830849386a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:20.484656 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae7f99-ff6a-4790-9a5d-d1f1797c19ef tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5872b9-4390-41b8-a5f6-3f8a41fdeb83,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:20.506990 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-15285308-094e-4025-a1f1-49a7597abb19 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:20.548042 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15285308-094e-4025-a1f1-49a7597abb19 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Pushing event deleted for resources: {'Port': ['ID=b07a88a4-07ec-4f71-b277-ac28e4ff446b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:20.587905 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ae7f99-ff6a-4790-9a5d-d1f1797c19ef tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:26:20.649366 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c7ae7f99-ff6a-4790-9a5d-d1f1797c19ef tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:20.655253 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-c7ae7f99-ff6a-4790-9a5d-d1f1797c19ef tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Added segment cf70b411-c9d2-4db0-a5c1-d8773d00e3b1 of type vlan for network 4bf33222-75e9-467e-812b-603866f71f9c Jul 23 20:26:20.735329 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c7ae7f99-ff6a-4790-9a5d-d1f1797c19ef tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:20.745714 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-ae005218-de41-4c10-b221-b4ece817cc9e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Allocated IP 172.20.0.14 (bd014336-7cf6-4be5-829d-b33260ee43fe/6afb7309-0d87-4b81-bfd1-5d45b785dd1b/326e6217-0b14-4df5-a4b5-007c229e46e0) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:20.797340 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-ae005218-de41-4c10-b221-b4ece817cc9e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Allocated IP 2001:db8::f816:3eff:fec4:2e1d (bd014336-7cf6-4be5-829d-b33260ee43fe/28f40ebf-f577-4956-a220-007fea6091fa/326e6217-0b14-4df5-a4b5-007c229e46e0) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:20.799417 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-15285308-094e-4025-a1f1-49a7597abb19 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] create failed (client error): The resource could not be found. Jul 23 20:26:20.801135 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-15285308-094e-4025-a1f1-49a7597abb19 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.2252109 Jul 23 20:26:20.808197 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47336) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:20.878842 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c7ae7f99-ff6a-4790-9a5d-d1f1797c19ef tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:20.886329 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ae7f99-ff6a-4790-9a5d-d1f1797c19ef tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:20.887135 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c7ae7f99-ff6a-4790-9a5d-d1f1797c19ef tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:21.136838 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-e010aad0-f76d-410f-9ea8-d15de593c382 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Deleting port 962312ae-61e4-4551-a58f-eb350ef86b03 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:26:21.137266 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e010aad0-f76d-410f-9ea8-d15de593c382 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:21.142762 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae7f99-ff6a-4790-9a5d-d1f1797c19ef tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Pushing event updated for resources: {'Network': ['ID=4bf33222-75e9-467e-812b-603866f71f9c,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:21.160491 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c7ae7f99-ff6a-4790-9a5d-d1f1797c19ef tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3906689 Jul 23 20:26:21.163035 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 4bf33222-75e9-467e-812b-603866f71f9c details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:26:21.166057 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47346) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:21.183955 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-d52a34a9-cda2-4600-b7e6-e04b0b6be686 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1256984832', 'admin_state_up': True, 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:21.409790 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d52a34a9-cda2-4600-b7e6-e04b0b6be686 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:21.411033 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d52a34a9-cda2-4600-b7e6-e04b0b6be686 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:21.470674 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e010aad0-f76d-410f-9ea8-d15de593c382 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:21.496570 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-e010aad0-f76d-410f-9ea8-d15de593c382 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Calling delete_port for 962312ae-61e4-4551-a58f-eb350ef86b03 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:26:21.545371 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d52a34a9-cda2-4600-b7e6-e04b0b6be686 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:21.557340 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-52635473-dc50-4052-a278-3ee73c79e66b None None] Provisioning for port 394c76b1-ba44-4ccc-aa2d-cc9111272cbd completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:21.571238 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-52635473-dc50-4052-a278-3ee73c79e66b None None] Provisioning complete for port 394c76b1-ba44-4ccc-aa2d-cc9111272cbd triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:21.571662 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-52635473-dc50-4052-a278-3ee73c79e66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:21.614963 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373aaf6-d392-4089-a637-9aebff822156 req-28b12f6a-3bee-42aa-87ec-a7488ddba360 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:21.616933 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6373aaf6-d392-4089-a637-9aebff822156 req-28b12f6a-3bee-42aa-87ec-a7488ddba360 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 944 time: 0.4121110 Jul 23 20:26:21.706240 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ae005218-de41-4c10-b221-b4ece817cc9e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:21.770488 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-ae005218-de41-4c10-b221-b4ece817cc9e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Transition to ACTIVE for port object 326e6217-0b14-4df5-a4b5-007c229e46e0 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:21.772091 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e010aad0-f76d-410f-9ea8-d15de593c382 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:21.812790 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010aad0-f76d-410f-9ea8-d15de593c382 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Pushing event deleted for resources: {'Port': ['ID=962312ae-61e4-4551-a58f-eb350ef86b03,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:21.824236 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6373aaf6-d392-4089-a637-9aebff822156 req-0dcfc04e-bbdb-453f-8300-a9d751226572 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963533 Jul 23 20:26:21.951933 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e010aad0-f76d-410f-9ea8-d15de593c382 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:21.957706 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e010aad0-f76d-410f-9ea8-d15de593c382 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] 10.222.0.32 "DELETE /v2.0/ports/962312ae-61e4-4551-a58f-eb350ef86b03 HTTP/1.1" status: 204 len: 168 time: 1.1479337 Jul 23 20:26:21.958806 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47366) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:22.028649 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d52a34a9-cda2-4600-b7e6-e04b0b6be686 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:22.041436 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 394c76b1-ba44-4ccc-aa2d-cc9111272cbd up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:22.092927 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ae005218-de41-4c10-b221-b4ece817cc9e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:22.129588 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 394c76b1-ba44-4ccc-aa2d-cc9111272cbd triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:22.131116 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:22.192154 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae005218-de41-4c10-b221-b4ece817cc9e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:22.201079 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ec1af1-8ca8-4caf-ab37-5a13425ea402 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:22.205687 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47370) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:22.205870 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-98ec1af1-8ca8-4caf-ab37-5a13425ea402 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7278f6e-94bb-4787-8d15-afdb541980db HTTP/1.1" status: 200 len: 913 time: 0.2373080 Jul 23 20:26:22.213781 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-ae005218-de41-4c10-b221-b4ece817cc9e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:22.216707 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae005218-de41-4c10-b221-b4ece817cc9e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:26:22.222638 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae005218-de41-4c10-b221-b4ece817cc9e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Port': ['ID=326e6217-0b14-4df5-a4b5-007c229e46e0,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:22.372370 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae005218-de41-4c10-b221-b4ece817cc9e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:22.373080 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ae005218-de41-4c10-b221-b4ece817cc9e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:22.401681 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ae005218-de41-4c10-b221-b4ece817cc9e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.5068901 Jul 23 20:26:22.402551 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47374) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:22.633062 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d52a34a9-cda2-4600-b7e6-e04b0b6be686 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:22.664290 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb790dc9-6923-4f16-9afb-2740a97ff7a8 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:22.671513 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb790dc9-6923-4f16-9afb-2740a97ff7a8 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:22.673356 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-eb790dc9-6923-4f16-9afb-2740a97ff7a8 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2683754 Jul 23 20:26:22.675212 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d52a34a9-cda2-4600-b7e6-e04b0b6be686 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:22.677166 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47382) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:22.682182 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3551ca58-a0f0-45c0-a563-547b94397feb tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:22.691014 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fd83bd65-4ce2-4675-9d89-0d8b2547b8b8 None None] Provisioning for port 326e6217-0b14-4df5-a4b5-007c229e46e0 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:22.711634 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fd83bd65-4ce2-4675-9d89-0d8b2547b8b8 None None] Provisioning complete for port 326e6217-0b14-4df5-a4b5-007c229e46e0 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:22.712374 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fd83bd65-4ce2-4675-9d89-0d8b2547b8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:22.793787 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fd83bd65-4ce2-4675-9d89-0d8b2547b8b8 None None] Port 326e6217-0b14-4df5-a4b5-007c229e46e0 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:26:22.957150 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-d52a34a9-cda2-4600-b7e6-e04b0b6be686 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Allocated IP 172.25.1.94 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/7fe050a0-3fc2-4b84-a1e5-8a1af4daea99) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:22.969828 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a7b85919-7dbb-4a55-9109-4023dd170dd2 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting port 326e6217-0b14-4df5-a4b5-007c229e46e0 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:26:22.970315 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7b85919-7dbb-4a55-9109-4023dd170dd2 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:23.101129 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-3551ca58-a0f0-45c0-a563-547b94397feb tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Deleting port 09596d6b-1aba-4fd6-9041-9cad4bbe3a97 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:26:23.101752 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3551ca58-a0f0-45c0-a563-547b94397feb tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:23.133395 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7b85919-7dbb-4a55-9109-4023dd170dd2 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:23.156493 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a7b85919-7dbb-4a55-9109-4023dd170dd2 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Calling delete_port for 326e6217-0b14-4df5-a4b5-007c229e46e0 owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:26:23.186187 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d52a34a9-cda2-4600-b7e6-e04b0b6be686 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:23.196386 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aff37d-f264-4b08-a125-35ea2562ea71 req-3a5a6d4c-b3f9-453f-a72e-a6f7a202da93 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:23.197958 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e3aff37d-f264-4b08-a125-35ea2562ea71 req-3a5a6d4c-b3f9-453f-a72e-a6f7a202da93 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 944 time: 0.1899822 Jul 23 20:26:23.278079 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e3aff37d-f264-4b08-a125-35ea2562ea71 req-674f1c7b-47cc-4d15-b856-607922ea0609 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697024 Jul 23 20:26:23.286303 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3551ca58-a0f0-45c0-a563-547b94397feb tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:23.306431 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-3551ca58-a0f0-45c0-a563-547b94397feb tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Calling delete_port for 09596d6b-1aba-4fd6-9041-9cad4bbe3a97 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:26:23.319362 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d52a34a9-cda2-4600-b7e6-e04b0b6be686 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:23.370433 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52a34a9-cda2-4600-b7e6-e04b0b6be686 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:23.406054 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-d52a34a9-cda2-4600-b7e6-e04b0b6be686 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:23.408709 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52a34a9-cda2-4600-b7e6-e04b0b6be686 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:26:23.447601 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a34a9-cda2-4600-b7e6-e04b0b6be686 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Pushing event updated for resources: {'Port': ['ID=7fe050a0-3fc2-4b84-a1e5-8a1af4daea99,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:23.557730 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3551ca58-a0f0-45c0-a563-547b94397feb tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:23.625088 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3551ca58-a0f0-45c0-a563-547b94397feb tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Pushing event deleted for resources: {'Port': ['ID=09596d6b-1aba-4fd6-9041-9cad4bbe3a97,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:23.773380 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7b85919-7dbb-4a55-9109-4023dd170dd2 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:23.895788 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3551ca58-a0f0-45c0-a563-547b94397feb tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:24.149119 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3551ca58-a0f0-45c0-a563-547b94397feb tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Router b7278f6e-94bb-4787-8d15-afdb541980db has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:26:24.230768 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3551ca58-a0f0-45c0-a563-547b94397feb tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:26:24.236149 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3551ca58-a0f0-45c0-a563-547b94397feb tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] 10.222.0.32 "PUT /v2.0/routers/b7278f6e-94bb-4787-8d15-afdb541980db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0285625 Jul 23 20:26:24.239700 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47420) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:24.242486 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925be1b5-6828-493c-ac39-5ef99ab35471 None None] Sync routers for ids ['b7278f6e-94bb-4787-8d15-afdb541980db'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:26:24.261704 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925be1b5-6828-493c-ac39-5ef99ab35471 None None] Routers {'b7278f6e-94bb-4787-8d15-afdb541980db'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:24.262870 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-925be1b5-6828-493c-ac39-5ef99ab35471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:26:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['b7278f6e-94bb-4787-8d15-afdb541980db'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:24.335133 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-925be1b5-6828-493c-ac39-5ef99ab35471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:24.356805 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925be1b5-6828-493c-ac39-5ef99ab35471 None None] Routers {'b7278f6e-94bb-4787-8d15-afdb541980db'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:24.360545 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-925be1b5-6828-493c-ac39-5ef99ab35471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:26:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['b7278f6e-94bb-4787-8d15-afdb541980db'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:24.412178 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df6b07d9-7dce-4d23-b120-fdc7e6f0a52a tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:24.424475 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-925be1b5-6828-493c-ac39-5ef99ab35471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:24.425082 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925be1b5-6828-493c-ac39-5ef99ab35471 None None] The sync data for ids ['b7278f6e-94bb-4787-8d15-afdb541980db'] in n-d-793618-10 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:26:24.500683 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b85919-7dbb-4a55-9109-4023dd170dd2 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Port': ['ID=326e6217-0b14-4df5-a4b5-007c229e46e0,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:24.752816 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d52a34a9-cda2-4600-b7e6-e04b0b6be686 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:24.763130 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df6b07d9-7dce-4d23-b120-fdc7e6f0a52a tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:24.766892 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df6b07d9-7dce-4d23-b120-fdc7e6f0a52a tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:24.840018 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df6b07d9-7dce-4d23-b120-fdc7e6f0a52a tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:24.841080 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6b07d9-7dce-4d23-b120-fdc7e6f0a52a tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Fanout notify agent at l3_agent the message router_deleted on router b7278f6e-94bb-4787-8d15-afdb541980db {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:26:24.856215 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df6b07d9-7dce-4d23-b120-fdc7e6f0a52a tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:24.857602 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-df6b07d9-7dce-4d23-b120-fdc7e6f0a52a tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] 10.222.0.32 "DELETE /v2.0/routers/b7278f6e-94bb-4787-8d15-afdb541980db HTTP/1.1" status: 204 len: 168 time: 0.6164103 Jul 23 20:26:24.859980 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47428) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:24.891151 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e80be92-7d1f-441e-9c58-15ce07a608b5 req-f6f2ab81-2812-4b19-a51d-026a8c4a0291 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:24.892784 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9e80be92-7d1f-441e-9c58-15ce07a608b5 req-f6f2ab81-2812-4b19-a51d-026a8c4a0291 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 944 time: 0.4574027 Jul 23 20:26:24.907869 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7b85919-7dbb-4a55-9109-4023dd170dd2 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:24.913884 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a7b85919-7dbb-4a55-9109-4023dd170dd2 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/ports/326e6217-0b14-4df5-a4b5-007c229e46e0 HTTP/1.1" status: 204 len: 168 time: 2.2342272 Jul 23 20:26:24.916846 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47430) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:24.961886 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aea4536-bacc-4278-8f5e-14b3d7b0c810 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Deleting subnet 9c87ec79-19f5-4656-90f1-6bfdcca44e02 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:26:24.966642 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9e80be92-7d1f-441e-9c58-15ce07a608b5 req-d73a1244-bcb4-4362-8f25-cb54c7324123 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629311 Jul 23 20:26:24.968569 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9aea4536-bacc-4278-8f5e-14b3d7b0c810 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:25.023539 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ae120b-c722-42c3-9544-b672fc8b7889 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:25.025318 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ae120b-c722-42c3-9544-b672fc8b7889 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:25.026892 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ae120b-c722-42c3-9544-b672fc8b7889 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:25.031051 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-58ae120b-c722-42c3-9544-b672fc8b7889 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1107914 Jul 23 20:26:25.032217 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47432) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:25.081252 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9aea4536-bacc-4278-8f5e-14b3d7b0c810 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:25.083532 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d52a34a9-cda2-4600-b7e6-e04b0b6be686 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:25.127833 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9177b9a-d4a2-4ed8-9633-a7ac521ca6a3 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting subnet 28f40ebf-f577-4956-a220-007fea6091fa {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:26:25.134436 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9177b9a-d4a2-4ed8-9633-a7ac521ca6a3 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:25.199076 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9177b9a-d4a2-4ed8-9633-a7ac521ca6a3 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:25.217824 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d52a34a9-cda2-4600-b7e6-e04b0b6be686 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Router 3d00437f-1573-4b66-bdab-acca160909db is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:26:25.244354 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9aea4536-bacc-4278-8f5e-14b3d7b0c810 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:25.340257 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52a34a9-cda2-4600-b7e6-e04b0b6be686 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:26:25.351966 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d7daf5-7e9c-4fe1-849f-ad6b2b5aa6e3 None None] Sync routers for ids ['3d00437f-1573-4b66-bdab-acca160909db'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:26:25.361841 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d7daf5-7e9c-4fe1-849f-ad6b2b5aa6e3 None None] Routers {'3d00437f-1573-4b66-bdab-acca160909db'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:25.362485 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-c2d7daf5-7e9c-4fe1-849f-ad6b2b5aa6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:26:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['3d00437f-1573-4b66-bdab-acca160909db'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:25.369499 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d52a34a9-cda2-4600-b7e6-e04b0b6be686 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:25.373756 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d52a34a9-cda2-4600-b7e6-e04b0b6be686 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.2014406 Jul 23 20:26:25.374489 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47434) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:25.594183 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-12592294-4117-4e0b-b88b-2c9245cf01dd tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=48931fde9d19441ebe3fcc084a77e899&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2182453 Jul 23 20:26:25.596809 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47438) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:25.639726 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-c2d7daf5-7e9c-4fe1-849f-ad6b2b5aa6e3 None None] Set router 3d00437f-1573-4b66-bdab-acca160909db gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:26:25.686200 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9177b9a-d4a2-4ed8-9633-a7ac521ca6a3 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:25.710985 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9aea4536-bacc-4278-8f5e-14b3d7b0c810 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:25.749934 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9aea4536-bacc-4278-8f5e-14b3d7b0c810 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:25.754348 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9aea4536-bacc-4278-8f5e-14b3d7b0c810 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] 10.222.0.32 "DELETE /v2.0/subnets/9c87ec79-19f5-4656-90f1-6bfdcca44e02 HTTP/1.1" status: 204 len: 168 time: 0.8915012 Jul 23 20:26:25.756622 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea4536-bacc-4278-8f5e-14b3d7b0c810 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Pushing event deleted for resources: {'Subnet': ['ID=9c87ec79-19f5-4656-90f1-6bfdcca44e02,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:25.759909 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47442) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:25.768301 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3120ff7-4add-422b-89d6-14898c0c7d7a None None] Network e5e14ee2-1f9c-42d8-b5a5-1e6ebc86ab03 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:26:25.790152 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8774439-beeb-4ee8-bc98-09ac8d2716ce tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:25.794072 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f8774439-beeb-4ee8-bc98-09ac8d2716ce tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1961007 Jul 23 20:26:25.795618 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47444) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:25.852565 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9177b9a-d4a2-4ed8-9633-a7ac521ca6a3 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:25.857206 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3837c816-06e2-487c-8566-a632bbeb103e tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=8013d0d6-aee4-47cc-8dbe-3abed6e5116f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0590498 Jul 23 20:26:25.858854 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47450) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:25.865003 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-bba26b62-18a6-4622-a7b1-22e415b35595 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1323304355', 'network_id': '4bf33222-75e9-467e-812b-603866f71f9c', 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:25.895388 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ffef316b-0942-45a7-b3cc-3d16b93c3807 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:25.900508 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9177b9a-d4a2-4ed8-9633-a7ac521ca6a3 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Subnet': ['ID=28f40ebf-f577-4956-a220-007fea6091fa,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:25.910376 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9177b9a-d4a2-4ed8-9633-a7ac521ca6a3 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:25.912566 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018204e5-296e-4c41-b4fd-d98f32c22bce None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:26:25.912931 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a9177b9a-d4a2-4ed8-9633-a7ac521ca6a3 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/28f40ebf-f577-4956-a220-007fea6091fa HTTP/1.1" status: 204 len: 168 time: 0.8785851 Jul 23 20:26:25.916313 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47454) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:26.010492 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd0b290a-1c62-46bb-b08b-019e54e6f3d7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting subnet 6afb7309-0d87-4b81-bfd1-5d45b785dd1b {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:26:26.014772 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cd0b290a-1c62-46bb-b08b-019e54e6f3d7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:26.015676 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba26b62-18a6-4622-a7b1-22e415b35595 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Made reservation on behalf of 48931fde9d19441ebe3fcc084a77e899 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:26:26.021711 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bba26b62-18a6-4622-a7b1-22e415b35595 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:26.064654 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cd0b290a-1c62-46bb-b08b-019e54e6f3d7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:26.264407 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cd0b290a-1c62-46bb-b08b-019e54e6f3d7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:26.276723 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-c2d7daf5-7e9c-4fe1-849f-ad6b2b5aa6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d00437f-1573-4b66-bdab-acca160909db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256984832', 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '7fe050a0-3fc2-4b84-a1e5-8a1af4daea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:21Z', 'updated_at': '2021-07-23T20:26:23Z', 'revision_number': 3, 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'gw_port': {'id': '7fe050a0-3fc2-4b84-a1e5-8a1af4daea99', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:05:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d00437f-1573-4b66-bdab-acca160909db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:22Z', 'updated_at': '2021-07-23T20:26:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:26.282164 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bba26b62-18a6-4622-a7b1-22e415b35595 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:26.284129 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-ffef316b-0942-45a7-b3cc-3d16b93c3807 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Deleting port c9af9f60-7483-4bf1-87f9-5a5a9592ecfc {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:26:26.284591 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ffef316b-0942-45a7-b3cc-3d16b93c3807 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:26.311678 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d7daf5-7e9c-4fe1-849f-ad6b2b5aa6e3 None None] Checking router: 3d00437f-1573-4b66-bdab-acca160909db for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:26:26.312287 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d7daf5-7e9c-4fe1-849f-ad6b2b5aa6e3 None None] Updating router 3d00437f-1573-4b66-bdab-acca160909db port 7fe050a0-3fc2-4b84-a1e5-8a1af4daea99 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:26:26.387752 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba26b62-18a6-4622-a7b1-22e415b35595 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Pushing event updated for resources: {'Subnet': ['ID=0da88550-dde3-4fec-b2aa-04e4d1d029ab,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:26.422041 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2d7daf5-7e9c-4fe1-849f-ad6b2b5aa6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:26.432937 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba26b62-18a6-4622-a7b1-22e415b35595 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Checking segment: {'id': 'cf70b411-c9d2-4db0-a5c1-d8773d00e3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4bf33222-75e9-467e-812b-603866f71f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:26:26.433451 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba26b62-18a6-4622-a7b1-22e415b35595 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Network hostable DHCP agents. Network: 4bf33222-75e9-467e-812b-603866f71f9c, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:26:26.466690 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba26b62-18a6-4622-a7b1-22e415b35595 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Network 4bf33222-75e9-467e-812b-603866f71f9c is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:26:26.470006 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-ffef316b-0942-45a7-b3cc-3d16b93c3807 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] For port c9af9f60-7483-4bf1-87f9-5a5a9592ecfc, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=c9af9f60-7483-4bf1-87f9-5a5a9592ecfc,segment=NetworkSegment(97a22a5c-a473-4fb8-aa59-e58246890055),segment_id=97a22a5c-a473-4fb8-aa59-e58246890055)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:26.470658 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ffef316b-0942-45a7-b3cc-3d16b93c3807 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:26.482796 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f17109-efd1-4b9d-9e69-a91e29419072 None None] DHCP port deletion for e5e14ee2-1f9c-42d8-b5a5-1e6ebc86ab03 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:26:26.489713 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-bba26b62-18a6-4622-a7b1-22e415b35595 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 4bf33222-75e9-467e-812b-603866f71f9c) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:26.497706 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba26b62-18a6-4622-a7b1-22e415b35595 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:26.500251 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d2de88-30e3-467d-8dd0-a9a1d6ee8179 None None] Network 4bf33222-75e9-467e-812b-603866f71f9c requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:26:26.501011 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bba26b62-18a6-4622-a7b1-22e415b35595 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:26.505637 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-ffef316b-0942-45a7-b3cc-3d16b93c3807 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Calling delete_port for c9af9f60-7483-4bf1-87f9-5a5a9592ecfc owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:26:26.534278 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-bba26b62-18a6-4622-a7b1-22e415b35595 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6729450 Jul 23 20:26:26.537962 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47474) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:26.698969 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ffef316b-0942-45a7-b3cc-3d16b93c3807 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:26.778658 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef316b-0942-45a7-b3cc-3d16b93c3807 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Pushing event deleted for resources: {'Port': ['ID=c9af9f60-7483-4bf1-87f9-5a5a9592ecfc,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:26.789897 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffef316b-0942-45a7-b3cc-3d16b93c3807 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] No DVR routers for this DVR port c9af9f60-7483-4bf1-87f9-5a5a9592ecfc on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:26:26.900909 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-f9f17109-efd1-4b9d-9e69-a91e29419072 None None] Deleting port c9af9f60-7483-4bf1-87f9-5a5a9592ecfc {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:26:26.901561 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9f17109-efd1-4b9d-9e69-a91e29419072 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:26.954139 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ffef316b-0942-45a7-b3cc-3d16b93c3807 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:26.970567 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ffef316b-0942-45a7-b3cc-3d16b93c3807 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5e14ee2-1f9c-42d8-b5a5-1e6ebc86ab03']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:26.990169 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ffef316b-0942-45a7-b3cc-3d16b93c3807 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97a22a5c-a473-4fb8-aa59-e58246890055') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:26.991158 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ffef316b-0942-45a7-b3cc-3d16b93c3807 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97a22a5c-a473-4fb8-aa59-e58246890055') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:27.005301 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ffef316b-0942-45a7-b3cc-3d16b93c3807 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:27.024267 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ffef316b-0942-45a7-b3cc-3d16b93c3807 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:27.032004 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffef316b-0942-45a7-b3cc-3d16b93c3807 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:26:27.032444 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ffef316b-0942-45a7-b3cc-3d16b93c3807 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:27.096217 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-f9f17109-efd1-4b9d-9e69-a91e29419072 None None] For port c9af9f60-7483-4bf1-87f9-5a5a9592ecfc, host n-d-793618-10, got binding levels [] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:27.096664 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9f17109-efd1-4b9d-9e69-a91e29419072 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:27.139017 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-f9f17109-efd1-4b9d-9e69-a91e29419072 None None] Calling delete_port for c9af9f60-7483-4bf1-87f9-5a5a9592ecfc owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:26:27.143904 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.ipam_backend_mixin [None req-f9f17109-efd1-4b9d-9e69-a91e29419072 None None] Port c9af9f60-7483-4bf1-87f9-5a5a9592ecfc was not found and therefore no delete operation was performed {{(pid=93877) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:26:27.150365 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9f17109-efd1-4b9d-9e69-a91e29419072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:27.157519 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:26:27.157519 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:26:27.157519 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:26:27.157519 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:26:27.157519 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:26:27.157519 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:26:27.157519 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:26:27.157519 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:26:27.157519 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:26:27.157519 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:26:27.157519 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:26:27.157519 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:26:27.157519 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:26:27.157519 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:26:27.157519 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:26:27.157519 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:26:27.157519 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:26:27.157519 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:26:27.157519 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:26:27.157519 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:26:27.157519 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:26:27.157519 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:26:27.157519 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:26:27.157519 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:26:27.157519 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:26:27.157519 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:26:27.157519 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:26:27.157519 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:26:27.157519 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:26:27.157519 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:26:27.157519 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:26:27.157519 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:26:27.163317 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ffef316b-0942-45a7-b3cc-3d16b93c3807 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:27.204474 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ffef316b-0942-45a7-b3cc-3d16b93c3807 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:27.206452 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ffef316b-0942-45a7-b3cc-3d16b93c3807 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] 10.222.0.32 "DELETE /v2.0/networks/e5e14ee2-1f9c-42d8-b5a5-1e6ebc86ab03 HTTP/1.1" status: 204 len: 168 time: 1.4426391 Jul 23 20:26:27.210235 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef316b-0942-45a7-b3cc-3d16b93c3807 tempest-FloatingIPNegativeTestJSON-770444917 tempest-FloatingIPNegativeTestJSON-770444917-project] Pushing event deleted for resources: {'Network': ['ID=e5e14ee2-1f9c-42d8-b5a5-1e6ebc86ab03,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:27.220436 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f9f17109-efd1-4b9d-9e69-a91e29419072 None None] Network e5e14ee2-1f9c-42d8-b5a5-1e6ebc86ab03 is not hosted by any dhcp agent {{(pid=93877) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 20:26:27.222305 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f17109-efd1-4b9d-9e69-a91e29419072 None None] No DVR routers for this DVR port c9af9f60-7483-4bf1-87f9-5a5a9592ecfc on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:26:27.243889 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbdeae-993a-4077-a599-c9dbe780f582 req-78e93ebb-63a3-4afd-8ee8-f39061fba72c tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:27.245515 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-84cbdeae-993a-4077-a599-c9dbe780f582 req-78e93ebb-63a3-4afd-8ee8-f39061fba72c tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 944 time: 1.0846243 Jul 23 20:26:27.288579 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f17109-efd1-4b9d-9e69-a91e29419072 None None] Pushing event deleted for resources: {'Port': ['ID=c9af9f60-7483-4bf1-87f9-5a5a9592ecfc,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:27.317271 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-84cbdeae-993a-4077-a599-c9dbe780f582 req-19f59c44-44a4-4274-9c9a-d4064e0d230c tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585196 Jul 23 20:26:27.336845 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d83ad367-1b07-4d24-bc50-7b92fdf70915 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:27.366868 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cd0b290a-1c62-46bb-b08b-019e54e6f3d7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:27.422665 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b290a-1c62-46bb-b08b-019e54e6f3d7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Subnet': ['ID=6afb7309-0d87-4b81-bfd1-5d45b785dd1b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:27.430718 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cd0b290a-1c62-46bb-b08b-019e54e6f3d7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:27.436430 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-cd0b290a-1c62-46bb-b08b-019e54e6f3d7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/6afb7309-0d87-4b81-bfd1-5d45b785dd1b HTTP/1.1" status: 204 len: 168 time: 1.5190670 Jul 23 20:26:27.437618 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47486) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:27.466723 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cb187c-8513-449e-8e54-4fbf297805a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-4bf33222-75e9-467e-812b-603866f71f9c', 'network_id': '4bf33222-75e9-467e-812b-603866f71f9c', 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'fixed_ips': [{'subnet_id': '0da88550-dde3-4fec-b2aa-04e4d1d029ab'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:26:27.471287 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-93cb187c-8513-449e-8e54-4fbf297805a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:27.505238 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a749700a-b06b-4f2e-8ec0-81174914bee5 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0661101 Jul 23 20:26:27.505902 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47488) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:27.521175 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-938e9607-3d5e-4e80-accb-0d3fb597342a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'subnet': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:27.766730 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938e9607-3d5e-4e80-accb-0d3fb597342a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:26:27.777028 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-938e9607-3d5e-4e80-accb-0d3fb597342a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:27.855531 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c013ac-c6dc-4451-831b-90a55664ee93 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:26:27.920076 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47500) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:28.048402 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2d7daf5-7e9c-4fe1-849f-ad6b2b5aa6e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:28.074591 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device c9af9f60-7483-4bf1-87f9-5a5a9592ecfc no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:26:28.108762 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: c9af9f60-7483-4bf1-87f9-5a5a9592ecfc {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:26:28.109113 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device c9af9f60-7483-4bf1-87f9-5a5a9592ecfc not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:26:28.113235 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c2d7daf5-7e9c-4fe1-849f-ad6b2b5aa6e3 None None] Transition to ACTIVE for port object 7fe050a0-3fc2-4b84-a1e5-8a1af4daea99 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:28.128683 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2d7daf5-7e9c-4fe1-849f-ad6b2b5aa6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:28.138328 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e68feb43-dc21-4e18-99d6-dbae2a26298f None None] Provisioning complete for port 394c76b1-ba44-4ccc-aa2d-cc9111272cbd triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:28.138698 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e68feb43-dc21-4e18-99d6-dbae2a26298f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:28.182511 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-938e9607-3d5e-4e80-accb-0d3fb597342a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:28.215765 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949c9e3-5b8f-46ea-aa6b-a0b901791977 None None] Pushing event updated for resources: {'Port': ['ID=7fe050a0-3fc2-4b84-a1e5-8a1af4daea99,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:28.237819 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-93cb187c-8513-449e-8e54-4fbf297805a2 None None] Allocated IP 172.20.0.2 (4bf33222-75e9-467e-812b-603866f71f9c/0da88550-dde3-4fec-b2aa-04e4d1d029ab/d1141340-7af2-4e67-9a79-da8f9ce30917) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:28.240376 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-c2d7daf5-7e9c-4fe1-849f-ad6b2b5aa6e3 None None] Attempting to bind port 7fe050a0-3fc2-4b84-a1e5-8a1af4daea99 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:26:28.241492 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-c2d7daf5-7e9c-4fe1-849f-ad6b2b5aa6e3 None None] Attempting to bind port 7fe050a0-3fc2-4b84-a1e5-8a1af4daea99 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:26:28.241918 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d7daf5-7e9c-4fe1-849f-ad6b2b5aa6e3 None None] Attempting to bind port 7fe050a0-3fc2-4b84-a1e5-8a1af4daea99 on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:26:28.249304 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0bbe625b-2517-4d1f-9aba-80e07aaa48b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=877d8b6833ca4093993d27b880e4a6e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3231080 Jul 23 20:26:28.249304 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47504) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:28.255855 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d7daf5-7e9c-4fe1-849f-ad6b2b5aa6e3 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:26:28.256536 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d7daf5-7e9c-4fe1-849f-ad6b2b5aa6e3 None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:26:28.257919 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2d7daf5-7e9c-4fe1-849f-ad6b2b5aa6e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:28.258413 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d7daf5-7e9c-4fe1-849f-ad6b2b5aa6e3 None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:26:28.259302 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-c2d7daf5-7e9c-4fe1-849f-ad6b2b5aa6e3 None None] Bound port: 7fe050a0-3fc2-4b84-a1e5-8a1af4daea99, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:26:28.259696 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2d7daf5-7e9c-4fe1-849f-ad6b2b5aa6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:28.263129 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938e9607-3d5e-4e80-accb-0d3fb597342a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:28.267064 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-938e9607-3d5e-4e80-accb-0d3fb597342a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:28.277225 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938e9607-3d5e-4e80-accb-0d3fb597342a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:28.278151 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-938e9607-3d5e-4e80-accb-0d3fb597342a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:28.295343 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e9607-3d5e-4e80-accb-0d3fb597342a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Subnet': ['ID=00496d44-f886-4e53-8a3e-a1b092510835,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:28.309939 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47506) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:28.310439 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-938e9607-3d5e-4e80-accb-0d3fb597342a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8024666 Jul 23 20:26:28.328974 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-f904de06-17a8-43de-bc0a-0ea0b431c5a2 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'subnet': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:28.509860 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2c944dcc-f794-4278-a9b6-3419b4db7cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:28.564927 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2c944dcc-f794-4278-a9b6-3419b4db7cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:28.606314 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8057f5ef-2588-4357-a702-49005e1170a0 None None] DHCP port deletion for bd014336-7cf6-4be5-829d-b33260ee43fe request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:26:28.617489 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-93cb187c-8513-449e-8e54-4fbf297805a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:28.628960 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-c2d7daf5-7e9c-4fe1-849f-ad6b2b5aa6e3 None None] For port 7fe050a0-3fc2-4b84-a1e5-8a1af4daea99, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:26:28.637209 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-c2d7daf5-7e9c-4fe1-849f-ad6b2b5aa6e3 None None] For port 7fe050a0-3fc2-4b84-a1e5-8a1af4daea99, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=7fe050a0-3fc2-4b84-a1e5-8a1af4daea99,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:26:28.659713 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f904de06-17a8-43de-bc0a-0ea0b431c5a2 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:26:28.665976 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-93cb187c-8513-449e-8e54-4fbf297805a2 None None] Transition to ACTIVE for port object d1141340-7af2-4e67-9a79-da8f9ce30917 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:28.668129 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f904de06-17a8-43de-bc0a-0ea0b431c5a2 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:28.670065 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2d7daf5-7e9c-4fe1-849f-ad6b2b5aa6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:28.725749 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949c9e3-5b8f-46ea-aa6b-a0b901791977 None None] Pushing event updated for resources: {'Port': ['ID=7fe050a0-3fc2-4b84-a1e5-8a1af4daea99,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:28.758419 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-93cb187c-8513-449e-8e54-4fbf297805a2 None None] Transition to ACTIVE for port object d1141340-7af2-4e67-9a79-da8f9ce30917 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:28.773746 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-93cb187c-8513-449e-8e54-4fbf297805a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:28.816049 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cb187c-8513-449e-8e54-4fbf297805a2 None None] Network 4bf33222-75e9-467e-812b-603866f71f9c is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:28.823109 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d7daf5-7e9c-4fe1-849f-ad6b2b5aa6e3 None None] Routers {'3d00437f-1573-4b66-bdab-acca160909db'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:28.823749 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-c2d7daf5-7e9c-4fe1-849f-ad6b2b5aa6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:26:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['3d00437f-1573-4b66-bdab-acca160909db'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:28.827680 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-93cb187c-8513-449e-8e54-4fbf297805a2 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:28.835522 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cb187c-8513-449e-8e54-4fbf297805a2 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:26:28.854139 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2c944dcc-f794-4278-a9b6-3419b4db7cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:28.856970 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2c944dcc-f794-4278-a9b6-3419b4db7cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:28.858383 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2c944dcc-f794-4278-a9b6-3419b4db7cf2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ae5ad02-3229-4e3f-a8ab-861c37bbf82b HTTP/1.1" status: 204 len: 168 time: 0.6109314 Jul 23 20:26:28.885278 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339a372-7d38-4ae1-b68c-a05797753914 req-7bccfcf7-d989-48ee-8d9b-9bcc704c0535 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:28.887477 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0339a372-7d38-4ae1-b68c-a05797753914 req-7bccfcf7-d989-48ee-8d9b-9bcc704c0535 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 944 time: 0.4196160 Jul 23 20:26:28.996202 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c944dcc-f794-4278-a9b6-3419b4db7cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae5ad02-3229-4e3f-a8ab-861c37bbf82b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:29.042682 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-d83ad367-1b07-4d24-bc50-7b92fdf70915 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Allocated IP 172.20.0.1 (4bf33222-75e9-467e-812b-603866f71f9c/0da88550-dde3-4fec-b2aa-04e4d1d029ab/674f551c-bbfe-4e4f-9efa-f327041f87f6) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:29.101387 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0339a372-7d38-4ae1-b68c-a05797753914 req-bad228f6-79d6-4df0-ab7c-7bfaaae48e85 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552722 Jul 23 20:26:29.269066 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-8057f5ef-2588-4357-a702-49005e1170a0 None None] Deleting port 394c76b1-ba44-4ccc-aa2d-cc9111272cbd {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:26:29.269686 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8057f5ef-2588-4357-a702-49005e1170a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:29.327297 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-c2d7daf5-7e9c-4fe1-849f-ad6b2b5aa6e3 None None] Set router 3d00437f-1573-4b66-bdab-acca160909db gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:26:29.368318 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d83ad367-1b07-4d24-bc50-7b92fdf70915 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:29.413653 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-d83ad367-1b07-4d24-bc50-7b92fdf70915 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Transition to ACTIVE for port object 674f551c-bbfe-4e4f-9efa-f327041f87f6 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:29.483995 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb187c-8513-449e-8e54-4fbf297805a2 None None] Pushing event updated for resources: {'Port': ['ID=d1141340-7af2-4e67-9a79-da8f9ce30917,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:29.530430 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-93cb187c-8513-449e-8e54-4fbf297805a2 None None] Attempting to bind port d1141340-7af2-4e67-9a79-da8f9ce30917 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:26:29.530901 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-93cb187c-8513-449e-8e54-4fbf297805a2 None None] Attempting to bind port d1141340-7af2-4e67-9a79-da8f9ce30917 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'cf70b411-c9d2-4db0-a5c1-d8773d00e3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4bf33222-75e9-467e-812b-603866f71f9c'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:26:29.531329 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cb187c-8513-449e-8e54-4fbf297805a2 None None] Attempting to bind port d1141340-7af2-4e67-9a79-da8f9ce30917 on network 4bf33222-75e9-467e-812b-603866f71f9c {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:26:29.545659 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cb187c-8513-449e-8e54-4fbf297805a2 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:26:29.546417 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cb187c-8513-449e-8e54-4fbf297805a2 None None] Checking segment: {'id': 'cf70b411-c9d2-4db0-a5c1-d8773d00e3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4bf33222-75e9-467e-812b-603866f71f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:26:29.547155 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-93cb187c-8513-449e-8e54-4fbf297805a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:29.548140 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cb187c-8513-449e-8e54-4fbf297805a2 None None] Bound using segment: {'id': 'cf70b411-c9d2-4db0-a5c1-d8773d00e3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4bf33222-75e9-467e-812b-603866f71f9c'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:26:29.549078 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-93cb187c-8513-449e-8e54-4fbf297805a2 None None] Bound port: d1141340-7af2-4e67-9a79-da8f9ce30917, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf70b411-c9d2-4db0-a5c1-d8773d00e3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4bf33222-75e9-467e-812b-603866f71f9c'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:26:29.550106 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-93cb187c-8513-449e-8e54-4fbf297805a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:29.551299 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d83ad367-1b07-4d24-bc50-7b92fdf70915 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:29.660692 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83ad367-1b07-4d24-bc50-7b92fdf70915 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Network 4bf33222-75e9-467e-812b-603866f71f9c is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:29.699934 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-d83ad367-1b07-4d24-bc50-7b92fdf70915 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:29.726027 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-8057f5ef-2588-4357-a702-49005e1170a0 None None] For port 394c76b1-ba44-4ccc-aa2d-cc9111272cbd, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=394c76b1-ba44-4ccc-aa2d-cc9111272cbd,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:29.726670 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8057f5ef-2588-4357-a702-49005e1170a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:29.729664 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83ad367-1b07-4d24-bc50-7b92fdf70915 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:26:29.763803 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-8057f5ef-2588-4357-a702-49005e1170a0 None None] Calling delete_port for 394c76b1-ba44-4ccc-aa2d-cc9111272cbd owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:26:29.766218 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-93cb187c-8513-449e-8e54-4fbf297805a2 None None] For port d1141340-7af2-4e67-9a79-da8f9ce30917, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:26:29.770411 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-93cb187c-8513-449e-8e54-4fbf297805a2 None None] For port d1141340-7af2-4e67-9a79-da8f9ce30917, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d1141340-7af2-4e67-9a79-da8f9ce30917,segment=NetworkSegment(cf70b411-c9d2-4db0-a5c1-d8773d00e3b1),segment_id=cf70b411-c9d2-4db0-a5c1-d8773d00e3b1)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:26:29.805524 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-93cb187c-8513-449e-8e54-4fbf297805a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:29.853510 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ad367-1b07-4d24-bc50-7b92fdf70915 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Pushing event updated for resources: {'Port': ['ID=674f551c-bbfe-4e4f-9efa-f327041f87f6,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:29.936329 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-c2d7daf5-7e9c-4fe1-849f-ad6b2b5aa6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d00437f-1573-4b66-bdab-acca160909db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256984832', 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '7fe050a0-3fc2-4b84-a1e5-8a1af4daea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:21Z', 'updated_at': '2021-07-23T20:26:23Z', 'revision_number': 3, 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'gw_port': {'id': '7fe050a0-3fc2-4b84-a1e5-8a1af4daea99', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:05:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d00437f-1573-4b66-bdab-acca160909db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:22Z', 'updated_at': '2021-07-23T20:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:29.976724 n-d-793618-10 neutron-server[93875]: DEBUG neutron.objects.ports [None req-f904de06-17a8-43de-bc0a-0ea0b431c5a2 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93875) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 20:26:30.128470 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47544) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:30.148223 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 394c76b1-ba44-4ccc-aa2d-cc9111272cbd no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:26:30.166324 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d7daf5-7e9c-4fe1-849f-ad6b2b5aa6e3 None None] The sync data for ids ['3d00437f-1573-4b66-bdab-acca160909db'] in n-d-793618-10 is: [{'id': '3d00437f-1573-4b66-bdab-acca160909db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256984832', 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '7fe050a0-3fc2-4b84-a1e5-8a1af4daea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:21Z', 'updated_at': '2021-07-23T20:26:23Z', 'revision_number': 3, 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'gw_port': {'id': '7fe050a0-3fc2-4b84-a1e5-8a1af4daea99', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:05:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d00437f-1573-4b66-bdab-acca160909db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:22Z', 'updated_at': '2021-07-23T20:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:26:30.191379 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d83ad367-1b07-4d24-bc50-7b92fdf70915 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:30.296214 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb187c-8513-449e-8e54-4fbf297805a2 None None] Pushing event updated for resources: {'Port': ['ID=d1141340-7af2-4e67-9a79-da8f9ce30917,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:30.354427 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 13f175f6-1988-4b7a-81f8-5a1bda3ad82f details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:26:30.493230 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-56f1bd8d-2394-49ae-9011-52e18a76bc4d tempest-NetworksNegativeTestJSON-269771561 tempest-NetworksNegativeTestJSON-269771561-project] Request body: {'port': {'network_id': '8e52a5f5-487a-49b7-87a3-b5ecd34bf1a7', 'name': 'tempest-NetworksNegativeTestJSON-173761401'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:30.543097 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-56f1bd8d-2394-49ae-9011-52e18a76bc4d tempest-NetworksNegativeTestJSON-269771561 tempest-NetworksNegativeTestJSON-269771561-project] POST failed (client error): The resource could not be found. Jul 23 20:26:30.543745 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56f1bd8d-2394-49ae-9011-52e18a76bc4d tempest-NetworksNegativeTestJSON-269771561 tempest-NetworksNegativeTestJSON-269771561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:26:30.553435 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-56f1bd8d-2394-49ae-9011-52e18a76bc4d tempest-NetworksNegativeTestJSON-269771561 tempest-NetworksNegativeTestJSON-269771561-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4178979 Jul 23 20:26:30.553952 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47550) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:30.556565 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 13f175f6-1988-4b7a-81f8-5a1bda3ad82f, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=13f175f6-1988-4b7a-81f8-5a1bda3ad82f,segment=NetworkSegment(200529f2-acc5-4abc-91bf-3609d16ae961),segment_id=200529f2-acc5-4abc-91bf-3609d16ae961)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:30.588403 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '13f175f6-1988-4b7a-81f8-5a1bda3ad82f', 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d', 'port_id': '13f175f6-1988-4b7a-81f8-5a1bda3ad82f', 'mac_address': 'fa:16:3e:c1:fa:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fa6ddd-c617-40f8-a250-cf59fcf077ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:26:30.695407 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee42d46-14c3-4de2-bc99-ca0d21094fed req-2709798a-bb59-413c-ad47-2c3de3787ee3 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:30.698024 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ee42d46-14c3-4de2-bc99-ca0d21094fed req-2709798a-bb59-413c-ad47-2c3de3787ee3 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 944 time: 0.3924196 Jul 23 20:26:30.699480 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-7853a8d4-abc7-48b9-985b-bb42d7d82fcc tempest-NetworksNegativeTestJSON-269771561 tempest-NetworksNegativeTestJSON-269771561-project] DELETE failed (client error): The resource could not be found. Jul 23 20:26:30.700190 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7853a8d4-abc7-48b9-985b-bb42d7d82fcc tempest-NetworksNegativeTestJSON-269771561 tempest-NetworksNegativeTestJSON-269771561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:26:30.708570 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7853a8d4-abc7-48b9-985b-bb42d7d82fcc tempest-NetworksNegativeTestJSON-269771561 tempest-NetworksNegativeTestJSON-269771561-project] 10.222.0.32 "DELETE /v2.0/networks/3e732a50-7dd5-4650-b807-22d592b6ab89 HTTP/1.1" status: 404 len: 339 time: 0.1511633 Jul 23 20:26:30.751124 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8057f5ef-2588-4357-a702-49005e1170a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:30.765104 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47552) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:30.874685 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:30.879866 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Port 394c76b1-ba44-4ccc-aa2d-cc9111272cbd update to DOWN by agent not found {{(pid=93877) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 23 20:26:30.882773 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057f5ef-2588-4357-a702-49005e1170a0 None None] Pushing event deleted for resources: {'Port': ['ID=394c76b1-ba44-4ccc-aa2d-cc9111272cbd,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:30.927529 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8057f5ef-2588-4357-a702-49005e1170a0 None None] No DVR routers for this DVR port 394c76b1-ba44-4ccc-aa2d-cc9111272cbd on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:26:30.928911 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ee42d46-14c3-4de2-bc99-ca0d21094fed req-9989418d-7729-48cf-a6ea-3d071d6f2f52 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200282 Jul 23 20:26:30.954514 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f175f6-1988-4b7a-81f8-5a1bda3ad82f {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:26:30.980702 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df76f364-078b-4b7b-86c8-77e89910a079 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:26:31.008349 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8e90746-41dc-4966-a28c-9447a5443ac3 tempest-NetworksNegativeTestJSON-269771561 tempest-NetworksNegativeTestJSON-269771561-project] DELETE failed (client error): The resource could not be found. Jul 23 20:26:31.009745 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8e90746-41dc-4966-a28c-9447a5443ac3 tempest-NetworksNegativeTestJSON-269771561 tempest-NetworksNegativeTestJSON-269771561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:26:31.019295 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e8e90746-41dc-4966-a28c-9447a5443ac3 tempest-NetworksNegativeTestJSON-269771561 tempest-NetworksNegativeTestJSON-269771561-project] 10.222.0.32 "DELETE /v2.0/ports/dce508d7-0678-4482-b738-52d96cbfc395 HTTP/1.1" status: 404 len: 333 time: 0.2475410 Jul 23 20:26:31.020950 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47556) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:31.103801 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-306dd880-4e24-4bb8-8237-ce0202de0aa3 tempest-NetworksNegativeTestJSON-269771561 tempest-NetworksNegativeTestJSON-269771561-project] DELETE failed (client error): The resource could not be found. Jul 23 20:26:31.104291 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-306dd880-4e24-4bb8-8237-ce0202de0aa3 tempest-NetworksNegativeTestJSON-269771561 tempest-NetworksNegativeTestJSON-269771561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:26:31.112021 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 13f175f6-1988-4b7a-81f8-5a1bda3ad82f, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=13f175f6-1988-4b7a-81f8-5a1bda3ad82f,segment=NetworkSegment(200529f2-acc5-4abc-91bf-3609d16ae961),segment_id=200529f2-acc5-4abc-91bf-3609d16ae961)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:31.121628 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-306dd880-4e24-4bb8-8237-ce0202de0aa3 tempest-NetworksNegativeTestJSON-269771561 tempest-NetworksNegativeTestJSON-269771561-project] 10.222.0.32 "DELETE /v2.0/subnets/8f126b2a-45f9-4ae1-88a6-8728fd13d390 HTTP/1.1" status: 404 len: 337 time: 0.0977807 Jul 23 20:26:31.121892 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:31.122662 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47560) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:31.159034 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-be596dfe-fab2-4aac-acb9-9bea392988e8 tempest-NetworksNegativeTestJSON-269771561 tempest-NetworksNegativeTestJSON-269771561-project] GET failed (client error): The resource could not be found. Jul 23 20:26:31.167300 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-be596dfe-fab2-4aac-acb9-9bea392988e8 tempest-NetworksNegativeTestJSON-269771561 tempest-NetworksNegativeTestJSON-269771561-project] 10.222.0.32 "GET /v2.0/networks/5ba84a59-0670-4685-b977-700442b25b63 HTTP/1.1" status: 404 len: 339 time: 0.0418940 Jul 23 20:26:31.169176 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47564) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:31.229339 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa3ff667-15b8-473e-8b81-0de276172dfc tempest-NetworksNegativeTestJSON-269771561 tempest-NetworksNegativeTestJSON-269771561-project] GET failed (client error): The resource could not be found. Jul 23 20:26:31.238088 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-aa3ff667-15b8-473e-8b81-0de276172dfc tempest-NetworksNegativeTestJSON-269771561 tempest-NetworksNegativeTestJSON-269771561-project] 10.222.0.32 "GET /v2.0/ports/5ea3ce77-08a3-4576-b3c4-447231b858be HTTP/1.1" status: 404 len: 333 time: 0.0663190 Jul 23 20:26:31.238786 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47566) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:31.339281 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9eb01d6-d57c-4a32-860f-8e3b9efa7d87 tempest-NetworksNegativeTestJSON-269771561 tempest-NetworksNegativeTestJSON-269771561-project] GET failed (client error): The resource could not be found. Jul 23 20:26:31.350635 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d9eb01d6-d57c-4a32-860f-8e3b9efa7d87 tempest-NetworksNegativeTestJSON-269771561 tempest-NetworksNegativeTestJSON-269771561-project] 10.222.0.32 "GET /v2.0/subnets/8cb6ac5e-aa58-4bb7-8528-d868cc05b189 HTTP/1.1" status: 404 len: 337 time: 0.1085055 Jul 23 20:26:31.352208 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47568) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:31.390528 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-bd958230-cfcc-4cf3-8b5d-c7ec510d4693 tempest-NetworksNegativeTestJSON-269771561 tempest-NetworksNegativeTestJSON-269771561-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:31.408269 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['13f175f6-1988-4b7a-81f8-5a1bda3ad82f'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:26:31.421126 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd958230-cfcc-4cf3-8b5d-c7ec510d4693 tempest-NetworksNegativeTestJSON-269771561 tempest-NetworksNegativeTestJSON-269771561-project] PUT failed (client error): The resource could not be found. Jul 23 20:26:31.425650 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd958230-cfcc-4cf3-8b5d-c7ec510d4693 tempest-NetworksNegativeTestJSON-269771561 tempest-NetworksNegativeTestJSON-269771561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:26:31.431724 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bd958230-cfcc-4cf3-8b5d-c7ec510d4693 tempest-NetworksNegativeTestJSON-269771561 tempest-NetworksNegativeTestJSON-269771561-project] 10.222.0.32 "PUT /v2.0/networks/7386b81f-6866-437f-a4af-f51c5415bd3e HTTP/1.1" status: 404 len: 339 time: 0.0782235 Jul 23 20:26:31.432403 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47570) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:31.438469 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-66e9495c-ab6f-4af1-b4cd-e1167040004b tempest-NetworksNegativeTestJSON-269771561 tempest-NetworksNegativeTestJSON-269771561-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:31.516086 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-66e9495c-ab6f-4af1-b4cd-e1167040004b tempest-NetworksNegativeTestJSON-269771561 tempest-NetworksNegativeTestJSON-269771561-project] PUT failed (client error): The resource could not be found. Jul 23 20:26:31.517329 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66e9495c-ab6f-4af1-b4cd-e1167040004b tempest-NetworksNegativeTestJSON-269771561 tempest-NetworksNegativeTestJSON-269771561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:26:31.528272 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-66e9495c-ab6f-4af1-b4cd-e1167040004b tempest-NetworksNegativeTestJSON-269771561 tempest-NetworksNegativeTestJSON-269771561-project] 10.222.0.32 "PUT /v2.0/ports/47768943-4bf6-401e-8017-201e43d36327 HTTP/1.1" status: 404 len: 333 time: 0.0947402 Jul 23 20:26:31.528986 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47572) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:31.542862 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-9ffe0cb2-8725-40bd-a7cf-f791230cc19f tempest-NetworksNegativeTestJSON-269771561 tempest-NetworksNegativeTestJSON-269771561-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:31.607992 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ffe0cb2-8725-40bd-a7cf-f791230cc19f tempest-NetworksNegativeTestJSON-269771561 tempest-NetworksNegativeTestJSON-269771561-project] PUT failed (client error): The resource could not be found. Jul 23 20:26:31.610687 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ffe0cb2-8725-40bd-a7cf-f791230cc19f tempest-NetworksNegativeTestJSON-269771561 tempest-NetworksNegativeTestJSON-269771561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:26:31.617127 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9ffe0cb2-8725-40bd-a7cf-f791230cc19f tempest-NetworksNegativeTestJSON-269771561 tempest-NetworksNegativeTestJSON-269771561-project] 10.222.0.32 "PUT /v2.0/subnets/8d0fe885-f7ab-491b-9058-a1d88d3d39bd HTTP/1.1" status: 404 len: 337 time: 0.0840473 Jul 23 20:26:31.656204 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f904de06-17a8-43de-bc0a-0ea0b431c5a2 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:31.709944 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=13f175f6-1988-4b7a-81f8-5a1bda3ad82f,revision_number=9']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:31.818208 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-f904de06-17a8-43de-bc0a-0ea0b431c5a2 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Port 394c76b1-ba44-4ccc-aa2d-cc9111272cbd concurrently deleted while adding address for new subnet {'id': 'a872a6a3-96b0-4bb3-9598-cf2cbfce465c', 'name': '', 'tenant_id': '5b8a44966ee64868a6ea19d10cce6716', 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2965, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-23T20:26:29Z', 'updated_at': '2021-07-23T20:26:29Z', 'revision_number': 0, 'segment_id': None, 'project_id': '5b8a44966ee64868a6ea19d10cce6716'}. {{(pid=93875) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 23 20:26:31.819628 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f904de06-17a8-43de-bc0a-0ea0b431c5a2 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:31.908828 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f904de06-17a8-43de-bc0a-0ea0b431c5a2 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:31.914275 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-f904de06-17a8-43de-bc0a-0ea0b431c5a2 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:31.918740 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f904de06-17a8-43de-bc0a-0ea0b431c5a2 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:31.921592 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f904de06-17a8-43de-bc0a-0ea0b431c5a2 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:31.933998 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d83ad367-1b07-4d24-bc50-7b92fdf70915 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:32.221774 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff10b06-2552-4b1f-8bf3-afb3173d4abd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-bd014336-7cf6-4be5-829d-b33260ee43fe', 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'tenant_id': '5b8a44966ee64868a6ea19d10cce6716', 'fixed_ips': [{'subnet_id': '00496d44-f886-4e53-8a3e-a1b092510835'}, {'subnet_id': 'a872a6a3-96b0-4bb3-9598-cf2cbfce465c'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:26:32.222660 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2ff10b06-2552-4b1f-8bf3-afb3173d4abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:32.366687 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 7fe050a0-3fc2-4b84-a1e5-8a1af4daea99 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:32.472761 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f904de06-17a8-43de-bc0a-0ea0b431c5a2 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1589968 Jul 23 20:26:32.476292 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47592) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:32.482237 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-fc6e5713-46ad-4e39-9f71-45e42c95f2b8 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'port': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'mac_address': 'fa:16:3e:6e:66:89', 'name': 'tempest-NetworksTestDHCPv6-1315341338'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:32.543197 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47594) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:32.565178 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904de06-17a8-43de-bc0a-0ea0b431c5a2 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Subnet': ['ID=a872a6a3-96b0-4bb3-9598-cf2cbfce465c,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:32.660983 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c140b64-da0c-4b15-9d94-004fdf0888d6 None None] Network 4bf33222-75e9-467e-812b-603866f71f9c requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:26:32.689459 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6e5713-46ad-4e39-9f71-45e42c95f2b8 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:26:32.768772 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0377b5ae-9d22-4d78-b8ba-4602d69d7fce None None] Provisioning for port d1141340-7af2-4e67-9a79-da8f9ce30917 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:32.776778 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 7fe050a0-3fc2-4b84-a1e5-8a1af4daea99 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:32.812085 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d9b60-2553-4ef4-b49c-314001ea858d req-6c735f29-4edc-43b8-91f6-1adf524cfc09 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:32.825601 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a69d9b60-2553-4ef4-b49c-314001ea858d req-6c735f29-4edc-43b8-91f6-1adf524cfc09 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 945 time: 0.3642290 Jul 23 20:26:32.832552 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 7fe050a0-3fc2-4b84-a1e5-8a1af4daea99 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:32.833580 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:32.876638 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a90d0ec2-a465-43df-b6d5-40809c4f9125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:32.906761 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc6e5713-46ad-4e39-9f71-45e42c95f2b8 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:32.971905 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a69d9b60-2553-4ef4-b49c-314001ea858d req-0a578db5-0d3c-4bc4-b6b7-bf04f3fba81a tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422760 Jul 23 20:26:33.005722 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d83ad367-1b07-4d24-bc50-7b92fdf70915 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:33.014675 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-fc6e5713-46ad-4e39-9f71-45e42c95f2b8 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] device_id is not set on port d3c2c5ec-4c25-4176-9526-1d97ff58ed15 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:26:33.017037 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d83ad367-1b07-4d24-bc50-7b92fdf70915 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:33.245228 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ad367-1b07-4d24-bc50-7b92fdf70915 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Pushing event updated for resources: {'Port': ['ID=674f551c-bbfe-4e4f-9efa-f327041f87f6,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:33.255593 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-2ff10b06-2552-4b1f-8bf3-afb3173d4abd None None] Allocated IP 172.20.0.2 (bd014336-7cf6-4be5-829d-b33260ee43fe/00496d44-f886-4e53-8a3e-a1b092510835/5707f645-801f-417b-b28a-0eeadec0e6a8) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:33.262497 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d83ad367-1b07-4d24-bc50-7b92fdf70915 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:33.301213 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:33.323741 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-2ff10b06-2552-4b1f-8bf3-afb3173d4abd None None] Allocated IP 2001:db8::f816:3eff:feaf:4357 (bd014336-7cf6-4be5-829d-b33260ee43fe/a872a6a3-96b0-4bb3-9598-cf2cbfce465c/5707f645-801f-417b-b28a-0eeadec0e6a8) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:33.385433 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a90d0ec2-a465-43df-b6d5-40809c4f9125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:33.393154 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a90d0ec2-a465-43df-b6d5-40809c4f9125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:33.403696 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 7fe050a0-3fc2-4b84-a1e5-8a1af4daea99, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=7fe050a0-3fc2-4b84-a1e5-8a1af4daea99,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:33.442551 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:33.444352 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d1141340-7af2-4e67-9a79-da8f9ce30917 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:33.462250 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d0ec2-a465-43df-b6d5-40809c4f9125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8ca8c5-45ed-492f-8f05-736b3b845a57,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:33.476256 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a90d0ec2-a465-43df-b6d5-40809c4f9125 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=23d7bc874d6e4f5394334495e5e5e23f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9316001 Jul 23 20:26:33.478971 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47604) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:33.603831 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83ad367-1b07-4d24-bc50-7b92fdf70915 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Network 4bf33222-75e9-467e-812b-603866f71f9c is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:33.605786 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-d83ad367-1b07-4d24-bc50-7b92fdf70915 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:33.625717 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eede6652-6fff-47a7-a4b0-dc0cecf5d920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:33.669574 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eede6652-6fff-47a7-a4b0-dc0cecf5d920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:33.739440 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eede6652-6fff-47a7-a4b0-dc0cecf5d920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:33.743771 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eede6652-6fff-47a7-a4b0-dc0cecf5d920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:33.747684 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-eede6652-6fff-47a7-a4b0-dc0cecf5d920 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b8ca8c5-45ed-492f-8f05-736b3b845a57 HTTP/1.1" status: 204 len: 168 time: 0.2650065 Jul 23 20:26:33.768743 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede6652-6fff-47a7-a4b0-dc0cecf5d920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8ca8c5-45ed-492f-8f05-736b3b845a57,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:33.814981 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83ad367-1b07-4d24-bc50-7b92fdf70915 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Router 3d00437f-1573-4b66-bdab-acca160909db has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:26:33.895599 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=7fe050a0-3fc2-4b84-a1e5-8a1af4daea99,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:33.972590 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83ad367-1b07-4d24-bc50-7b92fdf70915 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:26:33.979310 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port d1141340-7af2-4e67-9a79-da8f9ce30917 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:33.984595 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2ff10b06-2552-4b1f-8bf3-afb3173d4abd None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:33.987862 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e491c8-1f9c-4628-95ab-c1f2c3938c82 None None] Sync routers for ids ['3d00437f-1573-4b66-bdab-acca160909db'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:26:33.990156 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d83ad367-1b07-4d24-bc50-7b92fdf70915 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "PUT /v2.0/routers/3d00437f-1573-4b66-bdab-acca160909db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4507275 Jul 23 20:26:33.996695 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port d1141340-7af2-4e67-9a79-da8f9ce30917 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:33.997310 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:34.001305 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47610) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:34.005378 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e491c8-1f9c-4628-95ab-c1f2c3938c82 None None] Routers {'3d00437f-1573-4b66-bdab-acca160909db'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:34.007046 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c8e491c8-1f9c-4628-95ab-c1f2c3938c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:26:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['3d00437f-1573-4b66-bdab-acca160909db'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:34.017040 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-ec83fefd-7d56-470d-923a-d78fdda218e1 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--394307715', 'description': 'tempest-secgroup_access--394307715 description', 'project_id': '48931fde9d19441ebe3fcc084a77e899'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:34.071285 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ec83fefd-7d56-470d-923a-d78fdda218e1 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:34.077934 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2ff10b06-2552-4b1f-8bf3-afb3173d4abd None None] Transition to ACTIVE for port object 5707f645-801f-417b-b28a-0eeadec0e6a8 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:34.111538 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2ff10b06-2552-4b1f-8bf3-afb3173d4abd None None] Transition to ACTIVE for port object 5707f645-801f-417b-b28a-0eeadec0e6a8 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:34.129729 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2ff10b06-2552-4b1f-8bf3-afb3173d4abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:34.173241 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-c8e491c8-1f9c-4628-95ab-c1f2c3938c82 None None] Set router 3d00437f-1573-4b66-bdab-acca160909db gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:26:34.234018 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ec83fefd-7d56-470d-923a-d78fdda218e1 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:34.239346 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ec83fefd-7d56-470d-923a-d78fdda218e1 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:34.296206 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:34.300076 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 13f175f6-1988-4b7a-81f8-5a1bda3ad82f up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:34.326098 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec83fefd-7d56-470d-923a-d78fdda218e1 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11f6fb1e-c70f-4e08-b4be-3c008e411752,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:34.357264 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ec83fefd-7d56-470d-923a-d78fdda218e1 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:34.361619 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ec83fefd-7d56-470d-923a-d78fdda218e1 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3545735 Jul 23 20:26:34.361734 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47624) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:34.364058 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff10b06-2552-4b1f-8bf3-afb3173d4abd None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:34.366990 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-2ff10b06-2552-4b1f-8bf3-afb3173d4abd None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:34.367694 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-2b4a81f6-3154-4d24-a5b5-23dd8fb356ac tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1969393245', 'description': 'tempest-secgroup_general--1969393245 description', 'project_id': '48931fde9d19441ebe3fcc084a77e899'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:34.387671 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff10b06-2552-4b1f-8bf3-afb3173d4abd None None] Pushing event updated for resources: {'Port': ['ID=5707f645-801f-417b-b28a-0eeadec0e6a8,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:34.392562 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff10b06-2552-4b1f-8bf3-afb3173d4abd None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:26:34.450342 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2b4a81f6-3154-4d24-a5b5-23dd8fb356ac tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:34.571778 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-fc6e5713-46ad-4e39-9f71-45e42c95f2b8 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Allocated IP 172.20.0.9 (bd014336-7cf6-4be5-829d-b33260ee43fe/00496d44-f886-4e53-8a3e-a1b092510835/d3c2c5ec-4c25-4176-9526-1d97ff58ed15) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:34.617123 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629abd2-79ee-44dc-9c1d-c433ba7bf3dc req-fb0bee53-3a28-4985-ba7a-2a376fa32f25 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:34.626096 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2629abd2-79ee-44dc-9c1d-c433ba7bf3dc req-fb0bee53-3a28-4985-ba7a-2a376fa32f25 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 945 time: 0.4878933 Jul 23 20:26:34.633128 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-fc6e5713-46ad-4e39-9f71-45e42c95f2b8 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Allocated IP 2001:db8::f816:3eff:fe6e:6689 (bd014336-7cf6-4be5-829d-b33260ee43fe/a872a6a3-96b0-4bb3-9598-cf2cbfce465c/d3c2c5ec-4c25-4176-9526-1d97ff58ed15) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:34.721147 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port d1141340-7af2-4e67-9a79-da8f9ce30917, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d1141340-7af2-4e67-9a79-da8f9ce30917,segment=NetworkSegment(cf70b411-c9d2-4db0-a5c1-d8773d00e3b1),segment_id=cf70b411-c9d2-4db0-a5c1-d8773d00e3b1)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:34.754396 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:34.772232 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2b4a81f6-3154-4d24-a5b5-23dd8fb356ac tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:34.784461 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2b4a81f6-3154-4d24-a5b5-23dd8fb356ac tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:34.839969 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2629abd2-79ee-44dc-9c1d-c433ba7bf3dc req-1a180fcd-7003-491a-afc5-47026de01198 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112994 Jul 23 20:26:34.852785 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c8e491c8-1f9c-4628-95ab-c1f2c3938c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d00437f-1573-4b66-bdab-acca160909db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256984832', 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '7fe050a0-3fc2-4b84-a1e5-8a1af4daea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:21Z', 'updated_at': '2021-07-23T20:26:31Z', 'revision_number': 4, 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'gw_port': {'id': '7fe050a0-3fc2-4b84-a1e5-8a1af4daea99', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:05:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00437f-1573-4b66-bdab-acca160909db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:22Z', 'updated_at': '2021-07-23T20:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '674f551c-bbfe-4e4f-9efa-f327041f87f6', 'name': '', 'network_id': '4bf33222-75e9-467e-812b-603866f71f9c', 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'mac_address': 'fa:16:3e:a4:13:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d00437f-1573-4b66-bdab-acca160909db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': '0da88550-dde3-4fec-b2aa-04e4d1d029ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:27Z', 'updated_at': '2021-07-23T20:26:32Z', 'revision_number': 2, 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'subnets': [{'id': '0da88550-dde3-4fec-b2aa-04e4d1d029ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:34.931537 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2b4a81f6-3154-4d24-a5b5-23dd8fb356ac tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:34.945561 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47650) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:34.952652 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2b4a81f6-3154-4d24-a5b5-23dd8fb356ac tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.5896873 Jul 23 20:26:34.956304 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a81f6-3154-4d24-a5b5-23dd8fb356ac tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7613acf-7c08-4ff9-b357-35854445e495,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:34.989423 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e3ae67ee-6997-4021-90da-26764ef6f659 None None] Provisioning complete for port d1141340-7af2-4e67-9a79-da8f9ce30917 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:34.991078 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e3ae67ee-6997-4021-90da-26764ef6f659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:35.009332 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e491c8-1f9c-4628-95ab-c1f2c3938c82 None None] Checking router: 3d00437f-1573-4b66-bdab-acca160909db for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:26:35.012440 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-b2a1943f-0cc1-4d79-98c9-9bbe3150601a tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Request body: {'security_group_rule': {'security_group_id': '11f6fb1e-c70f-4e08-b4be-3c008e411752', 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:35.014239 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e491c8-1f9c-4628-95ab-c1f2c3938c82 None None] Updating router 3d00437f-1573-4b66-bdab-acca160909db port 674f551c-bbfe-4e4f-9efa-f327041f87f6 binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:26:35.017931 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 7fe050a0-3fc2-4b84-a1e5-8a1af4daea99 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:35.131928 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c8e491c8-1f9c-4628-95ab-c1f2c3938c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:35.181524 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 13f175f6-1988-4b7a-81f8-5a1bda3ad82f triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:35.181524 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:35.185160 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=d1141340-7af2-4e67-9a79-da8f9ce30917,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:35.285395 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-2ff10b06-2552-4b1f-8bf3-afb3173d4abd None None] Attempting to bind port 5707f645-801f-417b-b28a-0eeadec0e6a8 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:26:35.286976 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-2ff10b06-2552-4b1f-8bf3-afb3173d4abd None None] Attempting to bind port 5707f645-801f-417b-b28a-0eeadec0e6a8 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:26:35.287496 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff10b06-2552-4b1f-8bf3-afb3173d4abd None None] Attempting to bind port 5707f645-801f-417b-b28a-0eeadec0e6a8 on network bd014336-7cf6-4be5-829d-b33260ee43fe {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:26:35.311182 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff10b06-2552-4b1f-8bf3-afb3173d4abd None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:26:35.314232 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff10b06-2552-4b1f-8bf3-afb3173d4abd None None] Checking segment: {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:26:35.314684 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2ff10b06-2552-4b1f-8bf3-afb3173d4abd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:35.315093 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff10b06-2552-4b1f-8bf3-afb3173d4abd None None] Bound using segment: {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:26:35.315603 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-2ff10b06-2552-4b1f-8bf3-afb3173d4abd None None] Bound port: 5707f645-801f-417b-b28a-0eeadec0e6a8, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:26:35.315994 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2ff10b06-2552-4b1f-8bf3-afb3173d4abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:35.322259 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2a1943f-0cc1-4d79-98c9-9bbe3150601a tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:35.363043 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47662) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:35.450343 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc6e5713-46ad-4e39-9f71-45e42c95f2b8 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:35.489255 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-fc6e5713-46ad-4e39-9f71-45e42c95f2b8 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Transition to ACTIVE for port object d3c2c5ec-4c25-4176-9526-1d97ff58ed15 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:35.497173 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 7fe050a0-3fc2-4b84-a1e5-8a1af4daea99 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:35.497947 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:35.546230 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2a1943f-0cc1-4d79-98c9-9bbe3150601a tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:35.559335 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2a1943f-0cc1-4d79-98c9-9bbe3150601a tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:35.595603 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-a319d7eb-3b8e-43a0-b4fa-1fb39fe0ebfa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Request body: {'network': {'name': 'tempest-RoutersTest-1657495776'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:35.629404 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2a1943f-0cc1-4d79-98c9-9bbe3150601a tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:35.633616 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b2a1943f-0cc1-4d79-98c9-9bbe3150601a tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6545300 Jul 23 20:26:35.642135 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a319d7eb-3b8e-43a0-b4fa-1fb39fe0ebfa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Made reservation on behalf of cde999fc285947a38991630a8d370d15 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:26:35.654547 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a319d7eb-3b8e-43a0-b4fa-1fb39fe0ebfa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:35.654858 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a1943f-0cc1-4d79-98c9-9bbe3150601a tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d97bb12-f512-42b3-90f8-d741d6c7bbc1,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:35.679302 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a319d7eb-3b8e-43a0-b4fa-1fb39fe0ebfa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:35.701725 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc6e5713-46ad-4e39-9f71-45e42c95f2b8 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:35.729429 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c8e491c8-1f9c-4628-95ab-c1f2c3938c82 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:35.764797 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c8e491c8-1f9c-4628-95ab-c1f2c3938c82 None None] Transition to ACTIVE for port object 674f551c-bbfe-4e4f-9efa-f327041f87f6 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:35.780519 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c8e491c8-1f9c-4628-95ab-c1f2c3938c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:35.869888 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6e5713-46ad-4e39-9f71-45e42c95f2b8 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:35.871338 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2ff10b06-2552-4b1f-8bf3-afb3173d4abd None None] For port 5707f645-801f-417b-b28a-0eeadec0e6a8, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:26:35.895463 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-fc6e5713-46ad-4e39-9f71-45e42c95f2b8 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:35.929766 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6e5713-46ad-4e39-9f71-45e42c95f2b8 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:26:35.938275 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1557c781-ad20-4daa-86a0-4dfe0535912f None None] Pushing event updated for resources: {'Port': ['ID=674f551c-bbfe-4e4f-9efa-f327041f87f6,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:35.957457 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a319d7eb-3b8e-43a0-b4fa-1fb39fe0ebfa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:35.966404 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a319d7eb-3b8e-43a0-b4fa-1fb39fe0ebfa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:36.004163 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-c8e491c8-1f9c-4628-95ab-c1f2c3938c82 None None] Attempting to bind port 674f551c-bbfe-4e4f-9efa-f327041f87f6 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:26:36.017964 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-c8e491c8-1f9c-4628-95ab-c1f2c3938c82 None None] Attempting to bind port 674f551c-bbfe-4e4f-9efa-f327041f87f6 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'cf70b411-c9d2-4db0-a5c1-d8773d00e3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4bf33222-75e9-467e-812b-603866f71f9c'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:26:36.019346 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e491c8-1f9c-4628-95ab-c1f2c3938c82 None None] Attempting to bind port 674f551c-bbfe-4e4f-9efa-f327041f87f6 on network 4bf33222-75e9-467e-812b-603866f71f9c {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:26:36.026800 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e491c8-1f9c-4628-95ab-c1f2c3938c82 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:26:36.028416 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e491c8-1f9c-4628-95ab-c1f2c3938c82 None None] Checking segment: {'id': 'cf70b411-c9d2-4db0-a5c1-d8773d00e3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4bf33222-75e9-467e-812b-603866f71f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:26:36.029085 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c8e491c8-1f9c-4628-95ab-c1f2c3938c82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:36.029890 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e491c8-1f9c-4628-95ab-c1f2c3938c82 None None] Bound using segment: {'id': 'cf70b411-c9d2-4db0-a5c1-d8773d00e3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4bf33222-75e9-467e-812b-603866f71f9c'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:26:36.030599 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-c8e491c8-1f9c-4628-95ab-c1f2c3938c82 None None] Bound port: 674f551c-bbfe-4e4f-9efa-f327041f87f6, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf70b411-c9d2-4db0-a5c1-d8773d00e3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4bf33222-75e9-467e-812b-603866f71f9c'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:26:36.031246 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c8e491c8-1f9c-4628-95ab-c1f2c3938c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:36.037226 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e5713-46ad-4e39-9f71-45e42c95f2b8 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Port': ['ID=d3c2c5ec-4c25-4176-9526-1d97ff58ed15,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:36.069969 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a319d7eb-3b8e-43a0-b4fa-1fb39fe0ebfa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2393d58e-d5b7-4bab-9f08-9b4db244918c,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:36.090780 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2ff10b06-2552-4b1f-8bf3-afb3173d4abd None None] For port 5707f645-801f-417b-b28a-0eeadec0e6a8, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=5707f645-801f-417b-b28a-0eeadec0e6a8,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:26:36.105095 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a319d7eb-3b8e-43a0-b4fa-1fb39fe0ebfa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:26:36.117956 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2ff10b06-2552-4b1f-8bf3-afb3173d4abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:36.144425 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a319d7eb-3b8e-43a0-b4fa-1fb39fe0ebfa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:36.145777 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-a319d7eb-3b8e-43a0-b4fa-1fb39fe0ebfa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Added segment f16b1e2e-9c71-46a8-8d86-01c3e7d13565 of type vlan for network 22eec2ba-0664-438c-ba4a-36c4f547a33e Jul 23 20:26:36.206055 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-c8e491c8-1f9c-4628-95ab-c1f2c3938c82 None None] For port 674f551c-bbfe-4e4f-9efa-f327041f87f6, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:26:36.237305 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6e5713-46ad-4e39-9f71-45e42c95f2b8 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:36.239148 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc6e5713-46ad-4e39-9f71-45e42c95f2b8 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:36.242845 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-c8e491c8-1f9c-4628-95ab-c1f2c3938c82 None None] For port 674f551c-bbfe-4e4f-9efa-f327041f87f6, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=674f551c-bbfe-4e4f-9efa-f327041f87f6,segment=NetworkSegment(cf70b411-c9d2-4db0-a5c1-d8773d00e3b1),segment_id=cf70b411-c9d2-4db0-a5c1-d8773d00e3b1)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:26:36.261162 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c8e491c8-1f9c-4628-95ab-c1f2c3938c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:36.281926 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-fc6e5713-46ad-4e39-9f71-45e42c95f2b8 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.8034151 Jul 23 20:26:36.290423 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47684) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:36.291129 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a319d7eb-3b8e-43a0-b4fa-1fb39fe0ebfa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:36.304996 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-9b184f7a-dacf-4f86-a12d-0f1405fbe047 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup_general--1969393245&fields=id&tenant_id=48931fde9d19441ebe3fcc084a77e899 HTTP/1.1" status: 200 len: 267 time: 0.2544854 Jul 23 20:26:36.404728 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-af377f2b-ee2e-4da3-b535-6e93db6c7d51 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup_access--394307715&fields=id&tenant_id=48931fde9d19441ebe3fcc084a77e899 HTTP/1.1" status: 200 len: 267 time: 0.0986915 Jul 23 20:26:36.413774 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb6e08-66cc-40f6-aac5-114976bcb1ba req-58eba97e-1c72-4354-8688-dbb0c4c33547 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:36.415737 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-eadb6e08-66cc-40f6-aac5-114976bcb1ba req-58eba97e-1c72-4354-8688-dbb0c4c33547 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 945 time: 0.3575437 Jul 23 20:26:36.432923 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:36.491416 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e491c8-1f9c-4628-95ab-c1f2c3938c82 None None] Routers {'3d00437f-1573-4b66-bdab-acca160909db'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:36.492069 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c8e491c8-1f9c-4628-95ab-c1f2c3938c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:26:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['3d00437f-1573-4b66-bdab-acca160909db'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:36.499143 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-eadb6e08-66cc-40f6-aac5-114976bcb1ba req-7e677e7e-2c80-4e82-a97e-3dd5fe462602 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751197 Jul 23 20:26:36.535856 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e3ae67ee-6997-4021-90da-26764ef6f659 None None] Provisioning for port 674f551c-bbfe-4e4f-9efa-f327041f87f6 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:36.585702 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd880270d-cdcc-4ab2-bd1d-ebbeac27afd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f175f6-1988-4b7a-81f8-5a1bda3ad82f'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:26:36.588268 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d3b03e-3b9d-4664-9deb-c38b1f317022" -d '{"events": [{"server_uuid": "d880270d-cdcc-4ab2-bd1d-ebbeac27afd1", "name": "network-vif-plugged", "status": "completed", "tag": "13f175f6-1988-4b7a-81f8-5a1bda3ad82f"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:26:36.627727 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec189de9-39ab-483f-a56b-92db3dd69615 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:36.670289 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 13f175f6-1988-4b7a-81f8-5a1bda3ad82f, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=13f175f6-1988-4b7a-81f8-5a1bda3ad82f,segment=NetworkSegment(200529f2-acc5-4abc-91bf-3609d16ae961),segment_id=200529f2-acc5-4abc-91bf-3609d16ae961)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:36.670887 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec189de9-39ab-483f-a56b-92db3dd69615 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:36.675523 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff10b06-2552-4b1f-8bf3-afb3173d4abd None None] Pushing event updated for resources: {'Port': ['ID=5707f645-801f-417b-b28a-0eeadec0e6a8,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:36.679384 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ec189de9-39ab-483f-a56b-92db3dd69615 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.3852804 Jul 23 20:26:36.680379 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47688) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:36.681575 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-18ca2a43-dd48-4605-873a-70c6d22f6d37 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:36.686323 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:36.695410 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-18ca2a43-dd48-4605-873a-70c6d22f6d37 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/networks?id=4bf33222-75e9-467e-812b-603866f71f9c HTTP/1.1" status: 200 len: 797 time: 0.2897151 Jul 23 20:26:36.715298 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a319d7eb-3b8e-43a0-b4fa-1fb39fe0ebfa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:36.728044 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a319d7eb-3b8e-43a0-b4fa-1fb39fe0ebfa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:36.729014 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a319d7eb-3b8e-43a0-b4fa-1fb39fe0ebfa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:36.778624 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a319d7eb-3b8e-43a0-b4fa-1fb39fe0ebfa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4143853 Jul 23 20:26:36.781688 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47690) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:36.790981 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-90fc0e23-a5d8-4e0c-bfa9-f2dd82f636d3 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Request body: {'network': {'name': 'tempest-RoutersTest-2050796138'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:36.822133 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-168b5d90-c4bd-42a0-9638-44677c63083d tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/quotas/48931fde9d19441ebe3fcc084a77e899 HTTP/1.1" status: 200 len: 375 time: 0.1257474 Jul 23 20:26:36.898881 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1557c781-ad20-4daa-86a0-4dfe0535912f None None] Pushing event updated for resources: {'Port': ['ID=674f551c-bbfe-4e4f-9efa-f327041f87f6,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:36.900342 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a86c34f-a4bc-455b-8538-ab7bcffa2ff4 x-openstack-request-id: req-1a86c34f-a4bc-455b-8538-ab7bcffa2ff4 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:26:36.900728 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d880270d-cdcc-4ab2-bd1d-ebbeac27afd1", "name": "network-vif-plugged", "status": "completed", "tag": "13f175f6-1988-4b7a-81f8-5a1bda3ad82f", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:26:36.900994 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a86c34f-a4bc-455b-8538-ab7bcffa2ff4 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:26:36.902736 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd880270d-cdcc-4ab2-bd1d-ebbeac27afd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f175f6-1988-4b7a-81f8-5a1bda3ad82f', 'code': 200} Jul 23 20:26:36.930156 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=13f175f6-1988-4b7a-81f8-5a1bda3ad82f,revision_number=10']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:36.956204 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fc0e23-a5d8-4e0c-bfa9-f2dd82f636d3 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Made reservation on behalf of cde999fc285947a38991630a8d370d15 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:26:36.976561 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90fc0e23-a5d8-4e0c-bfa9-f2dd82f636d3 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:36.978177 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-c8e491c8-1f9c-4628-95ab-c1f2c3938c82 None None] Set router 3d00437f-1573-4b66-bdab-acca160909db gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:26:37.020649 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a319d7eb-3b8e-43a0-b4fa-1fb39fe0ebfa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event updated for resources: {'Network': ['ID=22eec2ba-0664-438c-ba4a-36c4f547a33e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:37.039030 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 22eec2ba-0664-438c-ba4a-36c4f547a33e details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:26:37.114383 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-5a6ff8cf-f1b5-488f-86e8-4683bc8826e4 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=48931fde9d19441ebe3fcc084a77e899&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2896419 Jul 23 20:26:37.163891 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90fc0e23-a5d8-4e0c-bfa9-f2dd82f636d3 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:26:37.183295 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d1141340-7af2-4e67-9a79-da8f9ce30917 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:37.241366 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90fc0e23-a5d8-4e0c-bfa9-f2dd82f636d3 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:37.241960 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-90fc0e23-a5d8-4e0c-bfa9-f2dd82f636d3 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Added segment 7f6e8bfc-fd53-4377-8292-77c006b81e14 of type vlan for network f7447b30-c7d0-4eb5-9d46-d071f213edfc Jul 23 20:26:37.255614 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port d1141340-7af2-4e67-9a79-da8f9ce30917 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:37.256469 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:37.345010 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-a979b232-1ad0-4ceb-98f3-a08fb19c5723 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting port d3c2c5ec-4c25-4176-9526-1d97ff58ed15 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:26:37.345359 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a979b232-1ad0-4ceb-98f3-a08fb19c5723 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:37.442282 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 5707f645-801f-417b-b28a-0eeadec0e6a8 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:37.468080 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90fc0e23-a5d8-4e0c-bfa9-f2dd82f636d3 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:37.498187 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec05a73-a5c5-4b87-b5df-af7217057457 req-443194ef-0ea5-4a1e-aa47-0f6aa54d2dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:37.499701 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6ec05a73-a5c5-4b87-b5df-af7217057457 req-443194ef-0ea5-4a1e-aa47-0f6aa54d2dc6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 1099 time: 0.5774930 Jul 23 20:26:37.541949 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 5707f645-801f-417b-b28a-0eeadec0e6a8 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:37.554098 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-e4afb498-d6b2-4f89-8853-8d1f0c22c150 service neutron] 10.222.0.32 "GET /v2.0/networks/4bf33222-75e9-467e-812b-603866f71f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949723 Jul 23 20:26:37.594080 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c8e491c8-1f9c-4628-95ab-c1f2c3938c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d00437f-1573-4b66-bdab-acca160909db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256984832', 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '7fe050a0-3fc2-4b84-a1e5-8a1af4daea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:21Z', 'updated_at': '2021-07-23T20:26:31Z', 'revision_number': 4, 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'gw_port': {'id': '7fe050a0-3fc2-4b84-a1e5-8a1af4daea99', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:05:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00437f-1573-4b66-bdab-acca160909db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:22Z', 'updated_at': '2021-07-23T20:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '674f551c-bbfe-4e4f-9efa-f327041f87f6', 'name': '', 'network_id': '4bf33222-75e9-467e-812b-603866f71f9c', 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'mac_address': 'fa:16:3e:a4:13:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d00437f-1573-4b66-bdab-acca160909db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': '0da88550-dde3-4fec-b2aa-04e4d1d029ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:27Z', 'updated_at': '2021-07-23T20:26:36Z', 'revision_number': 4, 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'subnets': [{'id': '0da88550-dde3-4fec-b2aa-04e4d1d029ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:37.701127 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-93181a51-1994-4953-9f35-2e5257bb1dfa service neutron] 10.222.0.32 "GET /v2.0/networks/4bf33222-75e9-467e-812b-603866f71f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419725 Jul 23 20:26:37.705139 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6ec05a73-a5c5-4b87-b5df-af7217057457 req-24ea469e-f66a-4290-970e-304f2a422ed5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873004 Jul 23 20:26:37.710834 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90fc0e23-a5d8-4e0c-bfa9-f2dd82f636d3 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:37.719117 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fc0e23-a5d8-4e0c-bfa9-f2dd82f636d3 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:37.719829 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90fc0e23-a5d8-4e0c-bfa9-f2dd82f636d3 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:37.720032 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e491c8-1f9c-4628-95ab-c1f2c3938c82 None None] The sync data for ids ['3d00437f-1573-4b66-bdab-acca160909db'] in n-d-793618-10 is: [{'id': '3d00437f-1573-4b66-bdab-acca160909db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256984832', 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '7fe050a0-3fc2-4b84-a1e5-8a1af4daea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:21Z', 'updated_at': '2021-07-23T20:26:31Z', 'revision_number': 4, 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'gw_port': {'id': '7fe050a0-3fc2-4b84-a1e5-8a1af4daea99', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:05:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00437f-1573-4b66-bdab-acca160909db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:22Z', 'updated_at': '2021-07-23T20:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '674f551c-bbfe-4e4f-9efa-f327041f87f6', 'name': '', 'network_id': '4bf33222-75e9-467e-812b-603866f71f9c', 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'mac_address': 'fa:16:3e:a4:13:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d00437f-1573-4b66-bdab-acca160909db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': '0da88550-dde3-4fec-b2aa-04e4d1d029ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:27Z', 'updated_at': '2021-07-23T20:26:36Z', 'revision_number': 4, 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'subnets': [{'id': '0da88550-dde3-4fec-b2aa-04e4d1d029ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:26:37.741630 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a979b232-1ad0-4ceb-98f3-a08fb19c5723 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:37.818937 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-a979b232-1ad0-4ceb-98f3-a08fb19c5723 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Calling delete_port for d3c2c5ec-4c25-4176-9526-1d97ff58ed15 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:26:37.852024 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-90fc0e23-a5d8-4e0c-bfa9-f2dd82f636d3 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0684276 Jul 23 20:26:37.855145 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47700) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:37.860820 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-b69f076b-2500-4cfc-8520-cd240158e86b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Request body: {'subnet': {'network_id': '22eec2ba-0664-438c-ba4a-36c4f547a33e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:38.023820 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c7d6e2a8-7354-4a41-8fc7-94f60381df2f req-31f71e57-f5fd-4f21-9a3a-4fb82e20e995 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba3526c-f215-48cb-a799-35c9ced7358a HTTP/1.1" status: 200 len: 210 time: 0.0445817 Jul 23 20:26:38.152321 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69f076b-2500-4cfc-8520-cd240158e86b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Made reservation on behalf of cde999fc285947a38991630a8d370d15 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:26:38.156190 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b69f076b-2500-4cfc-8520-cd240158e86b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:38.188578 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc0e23-a5d8-4e0c-bfa9-f2dd82f636d3 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event updated for resources: {'Network': ['ID=f7447b30-c7d0-4eb5-9d46-d071f213edfc,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:38.205560 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network f7447b30-c7d0-4eb5-9d46-d071f213edfc details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:26:38.347956 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e030275-967b-4d5c-a387-05ac90671960 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:26:38.491033 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0bc4c-223c-4528-a344-149becd94ede req-0c2168e8-96cd-4c26-af1a-d72f579080db tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:38.494781 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-61b0bc4c-223c-4528-a344-149becd94ede req-0c2168e8-96cd-4c26-af1a-d72f579080db tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 947 time: 0.7618365 Jul 23 20:26:38.499991 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a979b232-1ad0-4ceb-98f3-a08fb19c5723 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:38.507532 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-499437a6-2bdb-4cea-9805-b59b566b8c56 None None] Provisioning for port 5707f645-801f-417b-b28a-0eeadec0e6a8 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:38.522817 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-499437a6-2bdb-4cea-9805-b59b566b8c56 None None] Provisioning complete for port 5707f645-801f-417b-b28a-0eeadec0e6a8 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:38.523574 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-499437a6-2bdb-4cea-9805-b59b566b8c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:38.687791 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979b232-1ad0-4ceb-98f3-a08fb19c5723 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Port': ['ID=d3c2c5ec-4c25-4176-9526-1d97ff58ed15,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:38.814305 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b69f076b-2500-4cfc-8520-cd240158e86b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:38.943873 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-61b0bc4c-223c-4528-a344-149becd94ede req-69b68f0d-4075-4d2d-a13b-443c9469bf3a tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4310319 Jul 23 20:26:38.993440 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 674f551c-bbfe-4e4f-9efa-f327041f87f6 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:38.998533 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f076b-2500-4cfc-8520-cd240158e86b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event updated for resources: {'Subnet': ['ID=d68e9090-b94a-44f2-817f-1e5b6a793813,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:39.033824 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a979b232-1ad0-4ceb-98f3-a08fb19c5723 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:39.036126 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a979b232-1ad0-4ceb-98f3-a08fb19c5723 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/ports/d3c2c5ec-4c25-4176-9526-1d97ff58ed15 HTTP/1.1" status: 204 len: 168 time: 2.3547592 Jul 23 20:26:39.039272 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47724) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:39.070484 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69f076b-2500-4cfc-8520-cd240158e86b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Checking segment: {'id': 'f16b1e2e-9c71-46a8-8d86-01c3e7d13565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '22eec2ba-0664-438c-ba4a-36c4f547a33e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:26:39.076863 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69f076b-2500-4cfc-8520-cd240158e86b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Network hostable DHCP agents. Network: 22eec2ba-0664-438c-ba4a-36c4f547a33e, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:26:39.184390 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69f076b-2500-4cfc-8520-cd240158e86b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Network 22eec2ba-0664-438c-ba4a-36c4f547a33e is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:26:39.189363 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a6f3e2-de92-44b7-9784-9d67eec982e6 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:39.194944 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a6f3e2-de92-44b7-9784-9d67eec982e6 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:39.197871 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-b69f076b-2500-4cfc-8520-cd240158e86b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 22eec2ba-0664-438c-ba4a-36c4f547a33e) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:39.199537 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a6f3e2-de92-44b7-9784-9d67eec982e6 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:39.204284 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e9a6f3e2-de92-44b7-9784-9d67eec982e6 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1637383 Jul 23 20:26:39.204799 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47734) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:39.205379 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69f076b-2500-4cfc-8520-cd240158e86b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:39.206509 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b69f076b-2500-4cfc-8520-cd240158e86b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:39.219225 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-499437a6-2bdb-4cea-9805-b59b566b8c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:39.221147 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d894855-9f5c-4d0c-a532-5fdbc80aa60b None None] Network 22eec2ba-0664-438c-ba4a-36c4f547a33e requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:26:39.321306 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b69f076b-2500-4cfc-8520-cd240158e86b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4625900 Jul 23 20:26:39.323020 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47744) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:39.326894 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-55603018-b20b-4fb7-b009-64b0d1cbde6d req-140cb440-de96-49e4-b0f1-018770c4f9af tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba3526c-f215-48cb-a799-35c9ced7358a HTTP/1.1" status: 200 len: 210 time: 0.1710067 Jul 23 20:26:39.367646 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-42fc7379-f46e-47fd-ad11-ca486254d225 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Request body: {'subnet': {'network_id': 'f7447b30-c7d0-4eb5-9d46-d071f213edfc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:39.445703 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-21eb0c04-63ad-4fc5-a02d-be51f52be02f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting subnet 00496d44-f886-4e53-8a3e-a1b092510835 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:26:39.508371 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-21eb0c04-63ad-4fc5-a02d-be51f52be02f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:39.732105 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-499437a6-2bdb-4cea-9805-b59b566b8c56 None None] For port 5707f645-801f-417b-b28a-0eeadec0e6a8, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=5707f645-801f-417b-b28a-0eeadec0e6a8,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:39.733737 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 674f551c-bbfe-4e4f-9efa-f327041f87f6 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:39.764416 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-499437a6-2bdb-4cea-9805-b59b566b8c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:39.791603 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 674f551c-bbfe-4e4f-9efa-f327041f87f6 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:39.797041 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:39.887127 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-21eb0c04-63ad-4fc5-a02d-be51f52be02f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:39.994786 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47776) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:40.074945 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499437a6-2bdb-4cea-9805-b59b566b8c56 None None] Pushing event updated for resources: {'Port': ['ID=5707f645-801f-417b-b28a-0eeadec0e6a8,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:40.245940 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-21eb0c04-63ad-4fc5-a02d-be51f52be02f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:40.318118 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-977b42f5-c8d5-49c8-9886-c0456850b758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:40.319567 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fc7379-f46e-47fd-ad11-ca486254d225 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Made reservation on behalf of cde999fc285947a38991630a8d370d15 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:26:40.323678 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-42fc7379-f46e-47fd-ad11-ca486254d225 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:40.383447 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d156f9-78a6-4c19-8fd8-b0bd77bc4d33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-22eec2ba-0664-438c-ba4a-36c4f547a33e', 'network_id': '22eec2ba-0664-438c-ba4a-36c4f547a33e', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'fixed_ips': [{'subnet_id': 'd68e9090-b94a-44f2-817f-1e5b6a793813'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:26:40.387902 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3d156f9-78a6-4c19-8fd8-b0bd77bc4d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:40.472457 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f567e1a0-47d1-4fa4-aea6-20fc181713d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:40.674356 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47784) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:40.712377 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:40.757584 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-69423ab1-31f3-4304-b0d9-ddb27818b0f3 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:40.761234 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-69423ab1-31f3-4304-b0d9-ddb27818b0f3 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.18 "GET /v2.0/networks?id=4bf33222-75e9-467e-812b-603866f71f9c HTTP/1.1" status: 200 len: 797 time: 0.3421235 Jul 23 20:26:40.831452 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-21eb0c04-63ad-4fc5-a02d-be51f52be02f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:40.871637 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-29f7242c-4373-4c27-a275-babae62b5088 req-60e17c4d-0e37-43ca-af5e-79ee334b624d tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba3526c-f215-48cb-a799-35c9ced7358a HTTP/1.1" status: 200 len: 210 time: 0.1040583 Jul 23 20:26:40.885727 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb0c04-63ad-4fc5-a02d-be51f52be02f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Subnet': ['ID=00496d44-f886-4e53-8a3e-a1b092510835,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:40.910483 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-35d7c4f2-f548-4c83-96b4-9e09b63ef4ea None None] Provisioning complete for port 5707f645-801f-417b-b28a-0eeadec0e6a8 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:40.911582 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-35d7c4f2-f548-4c83-96b4-9e09b63ef4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:40.916587 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-21eb0c04-63ad-4fc5-a02d-be51f52be02f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:40.920953 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-21eb0c04-63ad-4fc5-a02d-be51f52be02f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/00496d44-f886-4e53-8a3e-a1b092510835 HTTP/1.1" status: 204 len: 168 time: 1.7128754 Jul 23 20:26:40.927042 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47790) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:40.952346 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84244f-8e2c-4d2c-a40a-7640e1eb0848 req-179dddb9-59f3-4d74-a1fa-762e411de2bd tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:40.956389 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4a84244f-8e2c-4d2c-a40a-7640e1eb0848 req-179dddb9-59f3-4d74-a1fa-762e411de2bd tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 947 time: 0.6457160 Jul 23 20:26:40.973385 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-43a17516-ba5a-4982-9893-fb073ca84459 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48931fde9d19441ebe3fcc084a77e899 HTTP/1.1" status: 200 len: 477 time: 0.1922011 Jul 23 20:26:40.979161 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a18d7c-c617-4fef-9bb1-339fa6b2cca5 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:26:40.985673 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 674f551c-bbfe-4e4f-9efa-f327041f87f6, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=674f551c-bbfe-4e4f-9efa-f327041f87f6,segment=NetworkSegment(cf70b411-c9d2-4db0-a5c1-d8773d00e3b1),segment_id=cf70b411-c9d2-4db0-a5c1-d8773d00e3b1)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:41.000072 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-5feebb64-a2f4-48b7-a266-474ff2eae0be tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Request body: {'port': {'device_id': '3ba3526c-f215-48cb-a799-35c9ced7358a', 'network_id': '4bf33222-75e9-467e-812b-603866f71f9c', 'admin_state_up': True, 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'security_groups': ['a7613acf-7c08-4ff9-b357-35854445e495', '11f6fb1e-c70f-4e08-b4be-3c008e411752']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:41.009299 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:41.042724 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-d3d156f9-78a6-4c19-8fd8-b0bd77bc4d33 None None] Allocated IP 172.20.0.2 (22eec2ba-0664-438c-ba4a-36c4f547a33e/d68e9090-b94a-44f2-817f-1e5b6a793813/6819336d-1674-4d61-a665-134307df575d) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:41.063670 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cba8478-09ea-4ab4-8c1d-4f453ad05c9b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting subnet a872a6a3-96b0-4bb3-9598-cf2cbfce465c {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:26:41.067335 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0cba8478-09ea-4ab4-8c1d-4f453ad05c9b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:41.113644 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0cba8478-09ea-4ab4-8c1d-4f453ad05c9b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:41.157627 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 5707f645-801f-417b-b28a-0eeadec0e6a8 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:41.185873 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-977b42f5-c8d5-49c8-9886-c0456850b758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:41.192276 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-977b42f5-c8d5-49c8-9886-c0456850b758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:41.233889 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4fdca42-9edf-44b2-b8d3-e3b99a493299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:41.251871 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-5feebb64-a2f4-48b7-a266-474ff2eae0be tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Made reservation on behalf of 48931fde9d19441ebe3fcc084a77e899 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:26:41.256315 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-5feebb64-a2f4-48b7-a266-474ff2eae0be tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:41.319367 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-977b42f5-c8d5-49c8-9886-c0456850b758 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=51e2a597f04d48beae688bd338b9462e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3239179 Jul 23 20:26:41.324440 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47794) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:41.324657 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b42f5-c8d5-49c8-9886-c0456850b758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72067e5-33c4-4bb8-b1a4-b03481e9b200,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:41.350189 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4a84244f-8e2c-4d2c-a40a-7640e1eb0848 req-af7f8c0d-8f6d-477e-b179-29c9987868c5 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850986 Jul 23 20:26:41.391600 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=674f551c-bbfe-4e4f-9efa-f327041f87f6,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:41.404827 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0cba8478-09ea-4ab4-8c1d-4f453ad05c9b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:41.438346 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8766c94e-bc15-4d7d-8a88-aa92649814c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:41.464799 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-42fc7379-f46e-47fd-ad11-ca486254d225 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:41.481634 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8766c94e-bc15-4d7d-8a88-aa92649814c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:41.484879 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-5feebb64-a2f4-48b7-a266-474ff2eae0be tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Allocated IP 172.20.0.11 (4bf33222-75e9-467e-812b-603866f71f9c/0da88550-dde3-4fec-b2aa-04e4d1d029ab/e750417b-1474-4279-91b7-5bc983c6823f) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:41.525832 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 5707f645-801f-417b-b28a-0eeadec0e6a8 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:41.526208 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:41.556051 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4fdca42-9edf-44b2-b8d3-e3b99a493299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:41.578681 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b4fdca42-9edf-44b2-b8d3-e3b99a493299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:41.586642 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8766c94e-bc15-4d7d-8a88-aa92649814c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:41.586918 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0cba8478-09ea-4ab4-8c1d-4f453ad05c9b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:41.590287 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8766c94e-bc15-4d7d-8a88-aa92649814c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:41.594077 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8766c94e-bc15-4d7d-8a88-aa92649814c4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c72067e5-33c4-4bb8-b1a4-b03481e9b200 HTTP/1.1" status: 204 len: 168 time: 0.2634428 Jul 23 20:26:41.596782 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc7379-f46e-47fd-ad11-ca486254d225 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event updated for resources: {'Subnet': ['ID=e4546ca6-94ed-4f99-a1ef-c1b9d8b989f3,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:41.654067 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0cba8478-09ea-4ab4-8c1d-4f453ad05c9b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:41.656035 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0cba8478-09ea-4ab4-8c1d-4f453ad05c9b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/a872a6a3-96b0-4bb3-9598-cf2cbfce465c HTTP/1.1" status: 204 len: 168 time: 0.6988513 Jul 23 20:26:41.664600 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba8478-09ea-4ab4-8c1d-4f453ad05c9b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Subnet': ['ID=a872a6a3-96b0-4bb3-9598-cf2cbfce465c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:41.667263 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fc7379-f46e-47fd-ad11-ca486254d225 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Checking segment: {'id': '7f6e8bfc-fd53-4377-8292-77c006b81e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f7447b30-c7d0-4eb5-9d46-d071f213edfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:26:41.667716 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fc7379-f46e-47fd-ad11-ca486254d225 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Network hostable DHCP agents. Network: f7447b30-c7d0-4eb5-9d46-d071f213edfc, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:26:41.671885 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47798) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:41.678238 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766c94e-bc15-4d7d-8a88-aa92649814c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72067e5-33c4-4bb8-b1a4-b03481e9b200,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:41.679745 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b4fdca42-9edf-44b2-b8d3-e3b99a493299 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0c45b0122db54e0baab297a5a06e4ebf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0027597 Jul 23 20:26:41.684388 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fdca42-9edf-44b2-b8d3-e3b99a493299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5e8a60-cce5-43d9-9c6d-c8419fb37bab,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:41.690609 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47800) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:41.728853 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fc7379-f46e-47fd-ad11-ca486254d225 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Network f7447b30-c7d0-4eb5-9d46-d071f213edfc is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:26:41.737607 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3d156f9-78a6-4c19-8fd8-b0bd77bc4d33 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:41.750816 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5143c315-0afb-4329-8f34-57ae994423eb None None] Could not find standard attr ID for object d3c2c5ec-4c25-4176-9526-1d97ff58ed15. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:26:41.751455 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-42fc7379-f46e-47fd-ad11-ca486254d225 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, f7447b30-c7d0-4eb5-9d46-d071f213edfc) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:41.760133 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fc7379-f46e-47fd-ad11-ca486254d225 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:41.762097 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-42fc7379-f46e-47fd-ad11-ca486254d225 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:41.765448 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d3d156f9-78a6-4c19-8fd8-b0bd77bc4d33 None None] Transition to ACTIVE for port object 6819336d-1674-4d61-a665-134307df575d will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:41.780173 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a99173-aa04-46f4-85b5-67108cacb84e None None] Network f7447b30-c7d0-4eb5-9d46-d071f213edfc requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:26:41.788352 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-42fc7379-f46e-47fd-ad11-ca486254d225 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4640326 Jul 23 20:26:41.792954 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47804) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:41.797824 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ea33c9f3-0371-4a03-a206-ea2315ca9644 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-574419493', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:41.803519 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f3636bfd-c84f-4f99-9774-ee44674dbbdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:41.815187 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d3d156f9-78a6-4c19-8fd8-b0bd77bc4d33 None None] Transition to ACTIVE for port object 6819336d-1674-4d61-a665-134307df575d will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:41.835753 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3d156f9-78a6-4c19-8fd8-b0bd77bc4d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:41.842406 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f3636bfd-c84f-4f99-9774-ee44674dbbdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:41.857602 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea33c9f3-0371-4a03-a206-ea2315ca9644 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:41.858785 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea33c9f3-0371-4a03-a206-ea2315ca9644 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:41.870932 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-5feebb64-a2f4-48b7-a266-474ff2eae0be tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:41.892633 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-5feebb64-a2f4-48b7-a266-474ff2eae0be tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Transition to ACTIVE for port object e750417b-1474-4279-91b7-5bc983c6823f will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:41.941709 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea33c9f3-0371-4a03-a206-ea2315ca9644 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:41.948075 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea33c9f3-0371-4a03-a206-ea2315ca9644 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:41.971453 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f3636bfd-c84f-4f99-9774-ee44674dbbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:41.980733 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d156f9-78a6-4c19-8fd8-b0bd77bc4d33 None None] Network 22eec2ba-0664-438c-ba4a-36c4f547a33e is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:41.981870 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f3636bfd-c84f-4f99-9774-ee44674dbbdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:41.987387 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f3636bfd-c84f-4f99-9774-ee44674dbbdb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fe5e8a60-cce5-43d9-9c6d-c8419fb37bab HTTP/1.1" status: 204 len: 168 time: 0.2924018 Jul 23 20:26:42.009905 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-d3d156f9-78a6-4c19-8fd8-b0bd77bc4d33 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:42.026641 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d156f9-78a6-4c19-8fd8-b0bd77bc4d33 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:26:42.026982 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3636bfd-c84f-4f99-9774-ee44674dbbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5e8a60-cce5-43d9-9c6d-c8419fb37bab,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:42.029930 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea33c9f3-0371-4a03-a206-ea2315ca9644 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:42.033849 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ea33c9f3-0371-4a03-a206-ea2315ca9644 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2369654 Jul 23 20:26:42.034014 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d156f9-78a6-4c19-8fd8-b0bd77bc4d33 None None] Pushing event updated for resources: {'Port': ['ID=6819336d-1674-4d61-a665-134307df575d,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:42.035849 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47810) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:42.059068 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47812) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:42.061263 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e5fcaf2d-a2c2-4892-97cf-86b6dae52643 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3867455 Jul 23 20:26:42.076186 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e351ef47-ba79-4131-ac11-5268069eca4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:42.078263 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-5feebb64-a2f4-48b7-a266-474ff2eae0be tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:42.089205 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47814) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:42.204021 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d3d156f9-78a6-4c19-8fd8-b0bd77bc4d33 None None] Attempting to bind port 6819336d-1674-4d61-a665-134307df575d on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:26:42.204476 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d3d156f9-78a6-4c19-8fd8-b0bd77bc4d33 None None] Attempting to bind port 6819336d-1674-4d61-a665-134307df575d by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'f16b1e2e-9c71-46a8-8d86-01c3e7d13565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '22eec2ba-0664-438c-ba4a-36c4f547a33e'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:26:42.205168 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d156f9-78a6-4c19-8fd8-b0bd77bc4d33 None None] Attempting to bind port 6819336d-1674-4d61-a665-134307df575d on network 22eec2ba-0664-438c-ba4a-36c4f547a33e {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:26:42.211061 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b56d8f-2772-4e98-9c1b-511297312695 None None] Update dhcp port {'port': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'fixed_ips': [{'subnet_id': 'a872a6a3-96b0-4bb3-9598-cf2cbfce465c'}], 'binding:host_id': 'n-d-793618-10'}, 'id': '5707f645-801f-417b-b28a-0eeadec0e6a8'} from n-d-793618-10. {{(pid=93877) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:26:42.215327 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-5feebb64-a2f4-48b7-a266-474ff2eae0be tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Network 4bf33222-75e9-467e-812b-603866f71f9c is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:42.232144 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-5feebb64-a2f4-48b7-a266-474ff2eae0be tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:42.244912 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-5feebb64-a2f4-48b7-a266-474ff2eae0be tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:26:42.282969 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d156f9-78a6-4c19-8fd8-b0bd77bc4d33 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:26:42.283618 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d156f9-78a6-4c19-8fd8-b0bd77bc4d33 None None] Checking segment: {'id': 'f16b1e2e-9c71-46a8-8d86-01c3e7d13565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '22eec2ba-0664-438c-ba4a-36c4f547a33e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:26:42.284032 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3d156f9-78a6-4c19-8fd8-b0bd77bc4d33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:42.284430 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d156f9-78a6-4c19-8fd8-b0bd77bc4d33 None None] Bound using segment: {'id': 'f16b1e2e-9c71-46a8-8d86-01c3e7d13565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '22eec2ba-0664-438c-ba4a-36c4f547a33e'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:26:42.284918 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d3d156f9-78a6-4c19-8fd8-b0bd77bc4d33 None None] Bound port: 6819336d-1674-4d61-a665-134307df575d, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f16b1e2e-9c71-46a8-8d86-01c3e7d13565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '22eec2ba-0664-438c-ba4a-36c4f547a33e'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:26:42.285304 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3d156f9-78a6-4c19-8fd8-b0bd77bc4d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:42.291051 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feebb64-a2f4-48b7-a266-474ff2eae0be tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Pushing event updated for resources: {'Port': ['ID=e750417b-1474-4279-91b7-5bc983c6823f,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:42.295821 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c986dcdb-1ed4-4755-b22a-cb0bff9144c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-f7447b30-c7d0-4eb5-9d46-d071f213edfc', 'network_id': 'f7447b30-c7d0-4eb5-9d46-d071f213edfc', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'fixed_ips': [{'subnet_id': 'e4546ca6-94ed-4f99-a1ef-c1b9d8b989f3'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:26:42.297202 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c986dcdb-1ed4-4755-b22a-cb0bff9144c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:42.356776 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-78b56d8f-2772-4e98-9c1b-511297312695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:42.382574 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956405cc-44ea-4c3e-accf-e00f419d11e4 req-0eeae2c9-b6ea-46c7-8d4e-bab0a420eb72 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:42.384186 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-956405cc-44ea-4c3e-accf-e00f419d11e4 req-0eeae2c9-b6ea-46c7-8d4e-bab0a420eb72 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba3526c-f215-48cb-a799-35c9ced7358a HTTP/1.1" status: 200 len: 971 time: 0.3259511 Jul 23 20:26:42.397604 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-5feebb64-a2f4-48b7-a266-474ff2eae0be tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:42.398280 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-5feebb64-a2f4-48b7-a266-474ff2eae0be tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:42.492150 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ec8a84-eda3-4034-8492-3a07d1cbf4d2 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:42.494238 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-92ec8a84-eda3-4034-8492-3a07d1cbf4d2 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4038043 Jul 23 20:26:42.497917 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47820) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:42.567122 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d3d156f9-78a6-4c19-8fd8-b0bd77bc4d33 None None] For port 6819336d-1674-4d61-a665-134307df575d, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:26:42.584425 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d3d156f9-78a6-4c19-8fd8-b0bd77bc4d33 None None] For port 6819336d-1674-4d61-a665-134307df575d, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6819336d-1674-4d61-a665-134307df575d,segment=NetworkSegment(f16b1e2e-9c71-46a8-8d86-01c3e7d13565),segment_id=f16b1e2e-9c71-46a8-8d86-01c3e7d13565)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:26:42.598373 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-956405cc-44ea-4c3e-accf-e00f419d11e4 req-5130daf5-64b9-43dc-b4ce-d94d3daf85d1 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/security-groups?id=11f6fb1e-c70f-4e08-b4be-3c008e411752&id=a7613acf-7c08-4ff9-b357-35854445e495&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1889226 Jul 23 20:26:42.621377 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6336837e-6963-4073-8261-91163f1fa9ca tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:42.625131 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6336837e-6963-4073-8261-91163f1fa9ca tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1239126 Jul 23 20:26:42.625353 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e351ef47-ba79-4131-ac11-5268069eca4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:42.626370 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47822) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:42.635773 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e351ef47-ba79-4131-ac11-5268069eca4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:42.638294 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3d156f9-78a6-4c19-8fd8-b0bd77bc4d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:42.680159 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47824) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:42.682181 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4a7f418b-4fa8-42a8-aa1e-4f1243000e82 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0547705 Jul 23 20:26:42.683564 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-5feebb64-a2f4-48b7-a266-474ff2eae0be tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.7021375 Jul 23 20:26:42.692209 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47826) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:42.704968 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-5288e942-6d66-4138-88fe-cbc90e133e65 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'subnet': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:42.718727 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-275dc98f-3a8a-420d-9f01-70d8089d84a1 service neutron] Request body: {'port': {'device_id': '3ba3526c-f215-48cb-a799-35c9ced7358a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:42.776647 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-62db8d8c-7612-4f33-9099-3bf69a9dd320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:42.830006 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e351ef47-ba79-4131-ac11-5268069eca4e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d073fa48e99f47c08a906d7f6b13927d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7676492 Jul 23 20:26:42.840719 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47828) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:42.848945 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d156f9-78a6-4c19-8fd8-b0bd77bc4d33 None None] Pushing event updated for resources: {'Port': ['ID=6819336d-1674-4d61-a665-134307df575d,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:42.869023 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-c986dcdb-1ed4-4755-b22a-cb0bff9144c5 None None] Allocated IP 172.21.0.2 (f7447b30-c7d0-4eb5-9d46-d071f213edfc/e4546ca6-94ed-4f99-a1ef-c1b9d8b989f3/a7d4a82c-5dd6-4bae-b46b-2d85712d9d93) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:42.874401 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a97b0a7-004f-43dc-8bd5-6c1823031555 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:26:42.880490 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-db2ccdcf-6547-4d54-b0b7-c6a3f67d2ce2 None None] Provisioning for port e750417b-1474-4279-91b7-5bc983c6823f completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:42.882431 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351ef47-ba79-4131-ac11-5268069eca4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788bf520-9dae-44f1-811b-844b6fd164fe,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:42.908304 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-db2ccdcf-6547-4d54-b0b7-c6a3f67d2ce2 None None] Provisioning complete for port e750417b-1474-4279-91b7-5bc983c6823f triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:42.908974 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-db2ccdcf-6547-4d54-b0b7-c6a3f67d2ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:42.985685 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-275dc98f-3a8a-420d-9f01-70d8089d84a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:43.067808 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ab2e4-c9f0-4e11-9706-c7f99fcea525 req-ce642198-28f5-4e76-86cb-833e47449ddc tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:43.071249 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dd4ab2e4-c9f0-4e11-9706-c7f99fcea525 req-ce642198-28f5-4e76-86cb-833e47449ddc tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 947 time: 0.1791482 Jul 23 20:26:43.073020 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfbb8b72-3ab0-422f-99c8-e960e583adc7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:43.081762 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-db2ccdcf-6547-4d54-b0b7-c6a3f67d2ce2 None None] Port e750417b-1474-4279-91b7-5bc983c6823f cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:26:43.146870 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-62db8d8c-7612-4f33-9099-3bf69a9dd320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:43.237983 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3eb08a85-a01a-4426-a0f3-3a53e35073b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:43.245657 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 674f551c-bbfe-4e4f-9efa-f327041f87f6 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:43.264823 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-62db8d8c-7612-4f33-9099-3bf69a9dd320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:43.348440 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-62db8d8c-7612-4f33-9099-3bf69a9dd320 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9ae2e047fd454fa197de8c7d56912ae5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6633105 Jul 23 20:26:43.351822 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47830) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:43.362990 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db8d8c-7612-4f33-9099-3bf69a9dd320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b8a1e7-a19a-438a-b699-0a3504fadd6b,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:43.386334 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5288e942-6d66-4138-88fe-cbc90e133e65 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:26:43.391633 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5288e942-6d66-4138-88fe-cbc90e133e65 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:43.393763 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-5288e942-6d66-4138-88fe-cbc90e133e65 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:26:43.394318 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5288e942-6d66-4138-88fe-cbc90e133e65 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:26:43.444063 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dd4ab2e4-c9f0-4e11-9706-c7f99fcea525 req-1cd0529a-a9d0-42f7-be45-6fa987e1763e tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3543553 Jul 23 20:26:43.502214 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:43.522144 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-3ac4b8d6-0b9c-4bfc-b93f-6f8291beecc9 None None] Provisioning complete for port 5707f645-801f-417b-b28a-0eeadec0e6a8 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:43.522144 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ac4b8d6-0b9c-4bfc-b93f-6f8291beecc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:43.556083 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3eb08a85-a01a-4426-a0f3-3a53e35073b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:43.572355 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c986dcdb-1ed4-4755-b22a-cb0bff9144c5 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:43.597926 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c986dcdb-1ed4-4755-b22a-cb0bff9144c5 None None] Transition to ACTIVE for port object a7d4a82c-5dd6-4bae-b46b-2d85712d9d93 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:43.601350 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5288e942-6d66-4138-88fe-cbc90e133e65 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9002180 Jul 23 20:26:43.609213 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47834) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:43.616371 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 674f551c-bbfe-4e4f-9efa-f327041f87f6 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:43.616818 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:43.618675 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-c4ee2638-c185-4854-9310-cee029f46725 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'subnet': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:43.658879 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9d40991e-9764-4c03-89a9-01ef3d58fc96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:43.659540 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60092d3-cc9e-43dc-8077-1d6f2ffec36c None None] DHCP port deletion for bd014336-7cf6-4be5-829d-b33260ee43fe request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:26:43.664861 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c986dcdb-1ed4-4755-b22a-cb0bff9144c5 None None] Transition to ACTIVE for port object a7d4a82c-5dd6-4bae-b46b-2d85712d9d93 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:43.699929 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c3398d40-25d3-4baa-bdc7-192a6e3678af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:43.717762 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c986dcdb-1ed4-4755-b22a-cb0bff9144c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:43.738264 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9d40991e-9764-4c03-89a9-01ef3d58fc96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:43.764098 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3eb08a85-a01a-4426-a0f3-3a53e35073b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:43.767072 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3eb08a85-a01a-4426-a0f3-3a53e35073b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:43.768401 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3eb08a85-a01a-4426-a0f3-3a53e35073b0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/788bf520-9dae-44f1-811b-844b6fd164fe HTTP/1.1" status: 204 len: 168 time: 0.9242175 Jul 23 20:26:43.805980 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-bfbb8b72-3ab0-422f-99c8-e960e583adc7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Allocated IP 172.20.0.1 (22eec2ba-0664-438c-ba4a-36c4f547a33e/d68e9090-b94a-44f2-817f-1e5b6a793813/6a3f0f67-7e79-4c45-b80f-9c6fae7172be) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:43.807551 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb08a85-a01a-4426-a0f3-3a53e35073b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788bf520-9dae-44f1-811b-844b6fd164fe,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:43.810136 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ee2638-c185-4854-9310-cee029f46725 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:26:43.822315 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4ee2638-c185-4854-9310-cee029f46725 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:43.824717 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ee2638-c185-4854-9310-cee029f46725 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:26:43.825397 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4ee2638-c185-4854-9310-cee029f46725 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:26:43.826208 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c986dcdb-1ed4-4755-b22a-cb0bff9144c5 None None] Network f7447b30-c7d0-4eb5-9d46-d071f213edfc is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:43.854289 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-c986dcdb-1ed4-4755-b22a-cb0bff9144c5 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:43.857450 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c4ee2638-c185-4854-9310-cee029f46725 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2470641 Jul 23 20:26:43.865084 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c986dcdb-1ed4-4755-b22a-cb0bff9144c5 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:26:43.870488 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47840) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:43.872078 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c986dcdb-1ed4-4755-b22a-cb0bff9144c5 None None] Pushing event updated for resources: {'Port': ['ID=a7d4a82c-5dd6-4bae-b46b-2d85712d9d93,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:43.890989 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4a8bde54-764b-4b9b-9d32-b1b9e79072b8 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'subnet': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:44.080322 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e60092d3-cc9e-43dc-8077-1d6f2ffec36c None None] Deleting port 5707f645-801f-417b-b28a-0eeadec0e6a8 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:26:44.080774 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e60092d3-cc9e-43dc-8077-1d6f2ffec36c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:44.091520 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-c986dcdb-1ed4-4755-b22a-cb0bff9144c5 None None] Attempting to bind port a7d4a82c-5dd6-4bae-b46b-2d85712d9d93 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:26:44.092526 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-c986dcdb-1ed4-4755-b22a-cb0bff9144c5 None None] Attempting to bind port a7d4a82c-5dd6-4bae-b46b-2d85712d9d93 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '7f6e8bfc-fd53-4377-8292-77c006b81e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f7447b30-c7d0-4eb5-9d46-d071f213edfc'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:26:44.092526 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c986dcdb-1ed4-4755-b22a-cb0bff9144c5 None None] Attempting to bind port a7d4a82c-5dd6-4bae-b46b-2d85712d9d93 on network f7447b30-c7d0-4eb5-9d46-d071f213edfc {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:26:44.094738 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:44.112274 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70eff2-9a27-43c9-8ba3-a58867e06976 req-1b24c63a-1d10-4937-8554-5f67a494434b tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:44.114514 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8a70eff2-9a27-43c9-8ba3-a58867e06976 req-1b24c63a-1d10-4937-8554-5f67a494434b tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba3526c-f215-48cb-a799-35c9ced7358a HTTP/1.1" status: 200 len: 971 time: 0.3861175 Jul 23 20:26:44.124235 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9d40991e-9764-4c03-89a9-01ef3d58fc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:44.133117 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9d40991e-9764-4c03-89a9-01ef3d58fc96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:44.136982 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9d40991e-9764-4c03-89a9-01ef3d58fc96 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e4b8a1e7-a19a-438a-b699-0a3504fadd6b HTTP/1.1" status: 204 len: 168 time: 0.7669559 Jul 23 20:26:44.159484 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c986dcdb-1ed4-4755-b22a-cb0bff9144c5 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:26:44.159989 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c986dcdb-1ed4-4755-b22a-cb0bff9144c5 None None] Checking segment: {'id': '7f6e8bfc-fd53-4377-8292-77c006b81e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f7447b30-c7d0-4eb5-9d46-d071f213edfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:26:44.160400 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c986dcdb-1ed4-4755-b22a-cb0bff9144c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:44.160799 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c986dcdb-1ed4-4755-b22a-cb0bff9144c5 None None] Bound using segment: {'id': '7f6e8bfc-fd53-4377-8292-77c006b81e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f7447b30-c7d0-4eb5-9d46-d071f213edfc'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:26:44.161294 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-c986dcdb-1ed4-4755-b22a-cb0bff9144c5 None None] Bound port: a7d4a82c-5dd6-4bae-b46b-2d85712d9d93, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6e8bfc-fd53-4377-8292-77c006b81e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f7447b30-c7d0-4eb5-9d46-d071f213edfc'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:26:44.161854 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c986dcdb-1ed4-4755-b22a-cb0bff9144c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:44.198219 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 5707f645-801f-417b-b28a-0eeadec0e6a8 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:26:44.228007 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40991e-9764-4c03-89a9-01ef3d58fc96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b8a1e7-a19a-438a-b699-0a3504fadd6b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:44.273825 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-e60092d3-cc9e-43dc-8077-1d6f2ffec36c None None] For port 5707f645-801f-417b-b28a-0eeadec0e6a8, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=5707f645-801f-417b-b28a-0eeadec0e6a8,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:44.274234 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e60092d3-cc9e-43dc-8077-1d6f2ffec36c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:44.286074 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8bde54-764b-4b9b-9d32-b1b9e79072b8 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:26:44.289750 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-275dc98f-3a8a-420d-9f01-70d8089d84a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e750417b-1474-4279-91b7-5bc983c6823f {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:26:44.294278 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4a8bde54-764b-4b9b-9d32-b1b9e79072b8 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:44.300095 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-275dc98f-3a8a-420d-9f01-70d8089d84a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:44.303186 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a8bde54-764b-4b9b-9d32-b1b9e79072b8 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:26:44.303680 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a8bde54-764b-4b9b-9d32-b1b9e79072b8 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:26:44.321319 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-275dc98f-3a8a-420d-9f01-70d8089d84a1 service neutron] Transition to ACTIVE for port object e750417b-1474-4279-91b7-5bc983c6823f will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:44.356769 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4a8bde54-764b-4b9b-9d32-b1b9e79072b8 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4825249 Jul 23 20:26:44.364208 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47848) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:44.374221 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e60092d3-cc9e-43dc-8077-1d6f2ffec36c None None] Calling delete_port for 5707f645-801f-417b-b28a-0eeadec0e6a8 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:26:44.384888 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-bed10244-c71d-4175-91f7-7f3aedbb1ec1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'subnet': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:44.414257 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8a70eff2-9a27-43c9-8ba3-a58867e06976 req-70cc2a00-5a18-4bc1-9488-3b239beffaea tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/security-groups?id=11f6fb1e-c70f-4e08-b4be-3c008e411752&id=a7613acf-7c08-4ff9-b357-35854445e495&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2705176 Jul 23 20:26:44.419342 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-275dc98f-3a8a-420d-9f01-70d8089d84a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:44.452034 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfbb8b72-3ab0-422f-99c8-e960e583adc7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:44.606191 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-bfbb8b72-3ab0-422f-99c8-e960e583adc7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Transition to ACTIVE for port object 6a3f0f67-7e79-4c45-b80f-9c6fae7172be will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:44.665021 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5843ca4e-6652-4369-a3ad-acb373061bf7 None None] Network 22eec2ba-0664-438c-ba4a-36c4f547a33e requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:26:44.671936 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-c986dcdb-1ed4-4755-b22a-cb0bff9144c5 None None] For port a7d4a82c-5dd6-4bae-b46b-2d85712d9d93, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:26:44.681295 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed10244-c71d-4175-91f7-7f3aedbb1ec1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:26:44.684334 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:44.687064 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bed10244-c71d-4175-91f7-7f3aedbb1ec1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:44.689560 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-bed10244-c71d-4175-91f7-7f3aedbb1ec1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:26:44.690101 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bed10244-c71d-4175-91f7-7f3aedbb1ec1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:26:44.696256 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfbb8b72-3ab0-422f-99c8-e960e583adc7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:44.751279 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bed10244-c71d-4175-91f7-7f3aedbb1ec1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3858278 Jul 23 20:26:44.757314 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47856) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:44.762986 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-36c88ecf-5c93-4e8f-8227-5879dc22ceb1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'subnet': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:44.776965 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbb8b72-3ab0-422f-99c8-e960e583adc7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Network 22eec2ba-0664-438c-ba4a-36c4f547a33e is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:44.781832 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-c986dcdb-1ed4-4755-b22a-cb0bff9144c5 None None] For port a7d4a82c-5dd6-4bae-b46b-2d85712d9d93, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=a7d4a82c-5dd6-4bae-b46b-2d85712d9d93,segment=NetworkSegment(7f6e8bfc-fd53-4377-8292-77c006b81e14),segment_id=7f6e8bfc-fd53-4377-8292-77c006b81e14)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:26:44.799024 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:44.800663 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-bfbb8b72-3ab0-422f-99c8-e960e583adc7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:44.804112 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbb8b72-3ab0-422f-99c8-e960e583adc7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:26:44.824014 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c986dcdb-1ed4-4755-b22a-cb0bff9144c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:44.876364 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb8b72-3ab0-422f-99c8-e960e583adc7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event updated for resources: {'Port': ['ID=6a3f0f67-7e79-4c45-b80f-9c6fae7172be,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:44.941392 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb8b72-3ab0-422f-99c8-e960e583adc7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:44.941756 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb8b72-3ab0-422f-99c8-e960e583adc7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:44.942089 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb8b72-3ab0-422f-99c8-e960e583adc7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:44.942418 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb8b72-3ab0-422f-99c8-e960e583adc7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:44.942747 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb8b72-3ab0-422f-99c8-e960e583adc7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:44.943627 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb8b72-3ab0-422f-99c8-e960e583adc7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:44.943961 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb8b72-3ab0-422f-99c8-e960e583adc7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:44.944271 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb8b72-3ab0-422f-99c8-e960e583adc7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:44.944758 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb8b72-3ab0-422f-99c8-e960e583adc7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:44.945084 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb8b72-3ab0-422f-99c8-e960e583adc7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:44.945403 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb8b72-3ab0-422f-99c8-e960e583adc7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:44.945754 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb8b72-3ab0-422f-99c8-e960e583adc7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:44.996091 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47862) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:44.998638 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfbb8b72-3ab0-422f-99c8-e960e583adc7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:45.062185 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-78df5f1e-9630-4e8e-93dd-3b7cd3adbbd6 None None] Provisioning for port 6819336d-1674-4d61-a665-134307df575d completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:45.071228 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275dc98f-3a8a-420d-9f01-70d8089d84a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e750417b-1474-4279-91b7-5bc983c6823f,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:45.085108 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:45.093649 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-99b69ef7-f87c-4aa7-b1cc-c5564fa9a0de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:45.119358 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c88ecf-5c93-4e8f-8227-5879dc22ceb1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:26:45.128831 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-36c88ecf-5c93-4e8f-8227-5879dc22ceb1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:45.135346 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-36c88ecf-5c93-4e8f-8227-5879dc22ceb1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:26:45.135801 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36c88ecf-5c93-4e8f-8227-5879dc22ceb1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:26:45.204035 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-275dc98f-3a8a-420d-9f01-70d8089d84a1 service neutron] Attempting to bind port e750417b-1474-4279-91b7-5bc983c6823f on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:26:45.204395 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-275dc98f-3a8a-420d-9f01-70d8089d84a1 service neutron] Attempting to bind port e750417b-1474-4279-91b7-5bc983c6823f by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'cf70b411-c9d2-4db0-a5c1-d8773d00e3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4bf33222-75e9-467e-812b-603866f71f9c'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:26:45.204701 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-275dc98f-3a8a-420d-9f01-70d8089d84a1 service neutron] Attempting to bind port e750417b-1474-4279-91b7-5bc983c6823f on network 4bf33222-75e9-467e-812b-603866f71f9c {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:26:45.212039 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-275dc98f-3a8a-420d-9f01-70d8089d84a1 service neutron] Port e750417b-1474-4279-91b7-5bc983c6823f on network 4bf33222-75e9-467e-812b-603866f71f9c not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:26:45.212806 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-275dc98f-3a8a-420d-9f01-70d8089d84a1 service neutron] Attempting to bind port e750417b-1474-4279-91b7-5bc983c6823f on network 4bf33222-75e9-467e-812b-603866f71f9c {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:26:45.227599 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-275dc98f-3a8a-420d-9f01-70d8089d84a1 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:26:45.228279 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-275dc98f-3a8a-420d-9f01-70d8089d84a1 service neutron] Checking segment: {'id': 'cf70b411-c9d2-4db0-a5c1-d8773d00e3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4bf33222-75e9-467e-812b-603866f71f9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:26:45.228908 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-275dc98f-3a8a-420d-9f01-70d8089d84a1 service neutron] Bound using segment: {'id': 'cf70b411-c9d2-4db0-a5c1-d8773d00e3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4bf33222-75e9-467e-812b-603866f71f9c'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:26:45.229668 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-275dc98f-3a8a-420d-9f01-70d8089d84a1 service neutron] Bound port: e750417b-1474-4279-91b7-5bc983c6823f, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf70b411-c9d2-4db0-a5c1-d8773d00e3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4bf33222-75e9-467e-812b-603866f71f9c'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:26:45.239200 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-275dc98f-3a8a-420d-9f01-70d8089d84a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:45.433517 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfbb8b72-3ab0-422f-99c8-e960e583adc7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:45.461272 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e60092d3-cc9e-43dc-8077-1d6f2ffec36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:45.462523 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c986dcdb-1ed4-4755-b22a-cb0bff9144c5 None None] Pushing event updated for resources: {'Port': ['ID=a7d4a82c-5dd6-4bae-b46b-2d85712d9d93,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:45.516762 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-275dc98f-3a8a-420d-9f01-70d8089d84a1 service neutron] For port e750417b-1474-4279-91b7-5bc983c6823f, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:26:45.532085 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-275dc98f-3a8a-420d-9f01-70d8089d84a1 service neutron] For port e750417b-1474-4279-91b7-5bc983c6823f, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=e750417b-1474-4279-91b7-5bc983c6823f,segment=NetworkSegment(cf70b411-c9d2-4db0-a5c1-d8773d00e3b1),segment_id=cf70b411-c9d2-4db0-a5c1-d8773d00e3b1)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:26:45.544423 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-275dc98f-3a8a-420d-9f01-70d8089d84a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:45.570631 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60092d3-cc9e-43dc-8077-1d6f2ffec36c None None] Pushing event deleted for resources: {'Port': ['ID=5707f645-801f-417b-b28a-0eeadec0e6a8,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:45.575924 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60092d3-cc9e-43dc-8077-1d6f2ffec36c None None] No DVR routers for this DVR port 5707f645-801f-417b-b28a-0eeadec0e6a8 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:26:45.602435 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-275dc98f-3a8a-420d-9f01-70d8089d84a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:45.604622 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-275dc98f-3a8a-420d-9f01-70d8089d84a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:45.609380 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-275dc98f-3a8a-420d-9f01-70d8089d84a1 service neutron] 10.222.0.18 "PUT /v2.0/ports/e750417b-1474-4279-91b7-5bc983c6823f HTTP/1.1" status: 200 len: 1132 time: 2.9092295 Jul 23 20:26:45.653310 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-99b69ef7-f87c-4aa7-b1cc-c5564fa9a0de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:45.728625 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba3526c-f215-48cb-a799-35c9ced7358a', 'tag': 'e750417b-1474-4279-91b7-5bc983c6823f'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:26:45.734108 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-99b69ef7-f87c-4aa7-b1cc-c5564fa9a0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:45.742398 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff161526-e8f4-4cc4-8adf-49bcf6f14af2" -d '{"events": [{"name": "network-changed", "server_uuid": "3ba3526c-f215-48cb-a799-35c9ced7358a", "tag": "e750417b-1474-4279-91b7-5bc983c6823f"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:26:45.764059 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-36c88ecf-5c93-4e8f-8227-5879dc22ceb1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9998813 Jul 23 20:26:45.770885 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47876) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:45.802893 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-86190d18-70d0-4b34-9c9d-1b3d44822480 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'subnet': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:45.901552 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a46d286-45a4-45f4-b7cd-50df35d250f4 x-openstack-request-id: req-0a46d286-45a4-45f4-b7cd-50df35d250f4 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:26:45.902132 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ba3526c-f215-48cb-a799-35c9ced7358a", "tag": "e750417b-1474-4279-91b7-5bc983c6823f", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:26:45.902580 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0a46d286-45a4-45f4-b7cd-50df35d250f4 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:26:45.908517 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b69ef7-f87c-4aa7-b1cc-c5564fa9a0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a91431-7596-4928-991c-dd1106b82e2b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:45.922891 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-99b69ef7-f87c-4aa7-b1cc-c5564fa9a0de admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f8b4ba2366b04f8e9b412252da8cd14b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9255292 Jul 23 20:26:45.928995 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba3526c-f215-48cb-a799-35c9ced7358a', 'tag': 'e750417b-1474-4279-91b7-5bc983c6823f', 'status': 'completed', 'code': 200} Jul 23 20:26:45.940077 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47878) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:45.941227 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275dc98f-3a8a-420d-9f01-70d8089d84a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e750417b-1474-4279-91b7-5bc983c6823f,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:45.962861 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:45.991055 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6819336d-1674-4d61-a665-134307df575d up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:46.081509 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-2727f986-f78e-4ae7-817c-c75356a78726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:46.085349 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 6819336d-1674-4d61-a665-134307df575d completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:46.088460 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-2727f986-f78e-4ae7-817c-c75356a78726 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=48931fde9d19441ebe3fcc084a77e899&device_id=3ba3526c-f215-48cb-a799-35c9ced7358a HTTP/1.1" status: 200 len: 1135 time: 0.2839189 Jul 23 20:26:46.092326 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0342b28a-a50e-430b-97fd-645da6dda6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:46.094264 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 6819336d-1674-4d61-a665-134307df575d triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:46.095255 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:46.121385 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0342b28a-a50e-430b-97fd-645da6dda6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:46.197951 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0342b28a-a50e-430b-97fd-645da6dda6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:46.201570 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0342b28a-a50e-430b-97fd-645da6dda6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:46.207120 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0342b28a-a50e-430b-97fd-645da6dda6ae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/45a91431-7596-4928-991c-dd1106b82e2b HTTP/1.1" status: 204 len: 168 time: 0.2498133 Jul 23 20:26:46.238732 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeff11e-7127-48d0-b414-4a2614ebedb4 req-1a2b1ead-d0b8-42e4-9fd1-671c6ea4d3a3 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:46.240964 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ebeff11e-7127-48d0-b414-4a2614ebedb4 req-1a2b1ead-d0b8-42e4-9fd1-671c6ea4d3a3 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba3526c-f215-48cb-a799-35c9ced7358a HTTP/1.1" status: 200 len: 983 time: 0.6868582 Jul 23 20:26:46.245597 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-990a9763-8898-4705-b4f3-ff6bef817f7a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e750417b-1474-4279-91b7-5bc983c6823f HTTP/1.1" status: 200 len: 217 time: 0.0663564 Jul 23 20:26:46.267562 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0342b28a-a50e-430b-97fd-645da6dda6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a91431-7596-4928-991c-dd1106b82e2b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:46.293550 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86190d18-70d0-4b34-9c9d-1b3d44822480 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:26:46.297565 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-86190d18-70d0-4b34-9c9d-1b3d44822480 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:46.300633 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-86190d18-70d0-4b34-9c9d-1b3d44822480 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:26:46.301297 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86190d18-70d0-4b34-9c9d-1b3d44822480 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:26:46.372547 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47892) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:46.387874 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-86190d18-70d0-4b34-9c9d-1b3d44822480 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5975347 Jul 23 20:26:46.398849 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-ded0f2c1-8ed2-47cc-bb3a-6ee29e0e09ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:46.405206 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-ded0f2c1-8ed2-47cc-bb3a-6ee29e0e09ed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0da88550-dde3-4fec-b2aa-04e4d1d029ab HTTP/1.1" status: 200 len: 835 time: 0.1320710 Jul 23 20:26:46.411461 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ebeff11e-7127-48d0-b414-4a2614ebedb4 req-d6e9d5e9-12c9-43b7-a063-6c3f342035d1 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/security-groups?id=11f6fb1e-c70f-4e08-b4be-3c008e411752&id=a7613acf-7c08-4ff9-b357-35854445e495&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1630211 Jul 23 20:26:46.448851 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3508c862-7a46-4bec-852c-275b99bba17f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0748479 Jul 23 20:26:46.463513 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47894) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:46.509595 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfbb8b72-3ab0-422f-99c8-e960e583adc7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:46.516602 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:46.523674 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfbb8b72-3ab0-422f-99c8-e960e583adc7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:46.529048 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-22a87bd0-8ca5-4d6c-afad-c8b766c79682 None None] Provisioning for port 6a3f0f67-7e79-4c45-b80f-9c6fae7172be completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:46.554280 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-22a87bd0-8ca5-4d6c-afad-c8b766c79682 None None] Provisioning complete for port 6a3f0f67-7e79-4c45-b80f-9c6fae7172be triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:46.554731 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22a87bd0-8ca5-4d6c-afad-c8b766c79682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:46.658699 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1aa7b07-4e00-468a-b188-924fb6105df5 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:46.660235 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfbb8b72-3ab0-422f-99c8-e960e583adc7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:46.660460 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c1aa7b07-4e00-468a-b188-924fb6105df5 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1947169 Jul 23 20:26:46.664505 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47900) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:46.671568 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb8b72-3ab0-422f-99c8-e960e583adc7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event updated for resources: {'Port': ['ID=6a3f0f67-7e79-4c45-b80f-9c6fae7172be,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:46.708410 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 6819336d-1674-4d61-a665-134307df575d, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6819336d-1674-4d61-a665-134307df575d,segment=NetworkSegment(f16b1e2e-9c71-46a8-8d86-01c3e7d13565),segment_id=f16b1e2e-9c71-46a8-8d86-01c3e7d13565)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:46.720857 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-584e687a-645e-4ddf-ac3a-9551317546cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:46.722571 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-584e687a-645e-4ddf-ac3a-9551317546cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4bf33222-75e9-467e-812b-603866f71f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2826400 Jul 23 20:26:46.725042 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3a275750-1a71-4723-a2d5-4ac640949afa tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0594313 Jul 23 20:26:46.729941 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47902) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:46.731522 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:46.732323 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a7d4a82c-5dd6-4bae-b46b-2d85712d9d93 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:46.763880 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47906) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:46.784634 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-80a0157d-a8a3-456f-8c28-213371f41634 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'subnet': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:46.835261 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbb8b72-3ab0-422f-99c8-e960e583adc7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Network 22eec2ba-0664-438c-ba4a-36c4f547a33e is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:46.843758 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-bfbb8b72-3ab0-422f-99c8-e960e583adc7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:46.863869 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=6819336d-1674-4d61-a665-134307df575d,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:46.870492 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3424b464-3be1-4b14-bf37-b66c0fedffae None None] Network f7447b30-c7d0-4eb5-9d46-d071f213edfc requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:26:46.914203 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-7360f487-b71c-40bd-ace0-2c1dbccb3afe service neutron] 10.222.0.18 "GET /v2.0/networks/4bf33222-75e9-467e-812b-603866f71f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850092 Jul 23 20:26:47.008932 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69988755-9965-4e2a-b742-0ac332adf824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:47.021799 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port a7d4a82c-5dd6-4bae-b46b-2d85712d9d93 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:47.102261 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a6a08bd-5614-4296-adf7-6a2dd9bb196a req-abc12e58-afcb-43ae-9b3d-9cbd68d331c4 service neutron] 10.222.0.18 "GET /v2.0/networks/4bf33222-75e9-467e-812b-603866f71f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783619 Jul 23 20:26:47.156391 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-22a87bd0-8ca5-4d6c-afad-c8b766c79682 None None] Port 6a3f0f67-7e79-4c45-b80f-9c6fae7172be cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:26:47.205598 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-22a87bd0-8ca5-4d6c-afad-c8b766c79682 None None] Provisioning complete for port 6819336d-1674-4d61-a665-134307df575d triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:47.205996 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22a87bd0-8ca5-4d6c-afad-c8b766c79682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:47.223347 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69988755-9965-4e2a-b742-0ac332adf824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:47.232375 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69988755-9965-4e2a-b742-0ac332adf824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:47.268488 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a0157d-a8a3-456f-8c28-213371f41634 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:26:47.273419 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-80a0157d-a8a3-456f-8c28-213371f41634 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:47.276429 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-69988755-9965-4e2a-b742-0ac332adf824 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=327c43b979c546d6985d4a602848e05d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5093060 Jul 23 20:26:47.277281 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47920) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:47.285300 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfbb8b72-3ab0-422f-99c8-e960e583adc7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Router e5f2ec36-9a42-4e45-b667-3d08b81809d1 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:26:47.307016 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff161526-e8f4-4cc4-8adf-49bcf6f14af2 req-e5576d0f-29d1-44f4-842b-1bfc39c220d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:47.308878 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ff161526-e8f4-4cc4-8adf-49bcf6f14af2 req-e5576d0f-29d1-44f4-842b-1bfc39c220d5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=48931fde9d19441ebe3fcc084a77e899&device_id=3ba3526c-f215-48cb-a799-35c9ced7358a HTTP/1.1" status: 200 len: 1135 time: 0.1522501 Jul 23 20:26:47.451338 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69988755-9965-4e2a-b742-0ac332adf824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805f90b1-f28b-4ce4-899a-158787e99379,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:47.481650 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0739d391-3ed5-4b97-b4a5-4885e2ca1b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:47.511761 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbb8b72-3ab0-422f-99c8-e960e583adc7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:26:47.523777 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa19d86-26a3-49ef-a66b-4d9b7e1b3fd7 None None] Sync routers for ids ['e5f2ec36-9a42-4e45-b667-3d08b81809d1'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:26:47.527963 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5e1f50c5-b71b-43b9-88b6-8e5593e06cd5 None None] Provisioning for port a7d4a82c-5dd6-4bae-b46b-2d85712d9d93 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:47.535281 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bfbb8b72-3ab0-422f-99c8-e960e583adc7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "PUT /v2.0/routers/e5f2ec36-9a42-4e45-b667-3d08b81809d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4957817 Jul 23 20:26:47.540756 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47928) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:47.543517 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa19d86-26a3-49ef-a66b-4d9b7e1b3fd7 None None] Routers {'e5f2ec36-9a42-4e45-b667-3d08b81809d1'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:47.544341 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-aaa19d86-26a3-49ef-a66b-4d9b7e1b3fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:26:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['e5f2ec36-9a42-4e45-b667-3d08b81809d1'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:47.547821 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5e1f50c5-b71b-43b9-88b6-8e5593e06cd5 None None] Provisioning complete for port a7d4a82c-5dd6-4bae-b46b-2d85712d9d93 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:47.548333 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e1f50c5-b71b-43b9-88b6-8e5593e06cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:47.555448 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0739d391-3ed5-4b97-b4a5-4885e2ca1b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:47.584167 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff161526-e8f4-4cc4-8adf-49bcf6f14af2 req-28ca1812-09dd-4ece-a5f9-f6c9f61c8fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:47.586307 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ff161526-e8f4-4cc4-8adf-49bcf6f14af2 req-28ca1812-09dd-4ece-a5f9-f6c9f61c8fe9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4bf33222-75e9-467e-812b-603866f71f9c HTTP/1.1" status: 200 len: 898 time: 0.2691026 Jul 23 20:26:47.610700 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-aaa19d86-26a3-49ef-a66b-4d9b7e1b3fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:47.644299 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa19d86-26a3-49ef-a66b-4d9b7e1b3fd7 None None] Routers {'e5f2ec36-9a42-4e45-b667-3d08b81809d1'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:47.650241 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-aaa19d86-26a3-49ef-a66b-4d9b7e1b3fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:26:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['e5f2ec36-9a42-4e45-b667-3d08b81809d1'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:47.684056 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf417309-6067-4efa-849e-e929222110d5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:47.687034 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bf417309-6067-4efa-849e-e929222110d5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "GET /v2.0/ports/6a3f0f67-7e79-4c45-b80f-9c6fae7172be HTTP/1.1" status: 200 len: 910 time: 0.1453276 Jul 23 20:26:47.690618 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 47936) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:47.702679 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-aaa19d86-26a3-49ef-a66b-4d9b7e1b3fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:47.703500 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa19d86-26a3-49ef-a66b-4d9b7e1b3fd7 None None] The sync data for ids ['e5f2ec36-9a42-4e45-b667-3d08b81809d1'] in n-d-793618-10 is: [] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:26:47.756057 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e1f50c5-b71b-43b9-88b6-8e5593e06cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:47.770406 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6819336d-1674-4d61-a665-134307df575d up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:47.796620 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ff161526-e8f4-4cc4-8adf-49bcf6f14af2 req-e7100203-111e-494f-aa8a-56807c3b589b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e750417b-1474-4279-91b7-5bc983c6823f HTTP/1.1" status: 200 len: 217 time: 0.0845697 Jul 23 20:26:47.836748 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-5e1f50c5-b71b-43b9-88b6-8e5593e06cd5 None None] For port a7d4a82c-5dd6-4bae-b46b-2d85712d9d93, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=a7d4a82c-5dd6-4bae-b46b-2d85712d9d93,segment=NetworkSegment(7f6e8bfc-fd53-4377-8292-77c006b81e14),segment_id=7f6e8bfc-fd53-4377-8292-77c006b81e14)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:47.838114 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0739d391-3ed5-4b97-b4a5-4885e2ca1b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:47.841967 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0739d391-3ed5-4b97-b4a5-4885e2ca1b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:47.845014 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0739d391-3ed5-4b97-b4a5-4885e2ca1b3c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/805f90b1-f28b-4ce4-899a-158787e99379 HTTP/1.1" status: 204 len: 168 time: 0.5611732 Jul 23 20:26:47.849100 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e1f50c5-b71b-43b9-88b6-8e5593e06cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:47.871039 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739d391-3ed5-4b97-b4a5-4885e2ca1b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805f90b1-f28b-4ce4-899a-158787e99379,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:47.950692 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda29a6-fb2f-4dd6-8729-9e59a32c4f86 req-25082433-20c4-4539-8aa1-f21908c1488d tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:47.952942 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9cda29a6-fb2f-4dd6-8729-9e59a32c4f86 req-25082433-20c4-4539-8aa1-f21908c1488d tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba3526c-f215-48cb-a799-35c9ced7358a HTTP/1.1" status: 200 len: 983 time: 0.4146519 Jul 23 20:26:47.954694 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff161526-e8f4-4cc4-8adf-49bcf6f14af2 req-ac220a33-f235-40a2-9566-f12c3d6f8801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:47.956380 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ff161526-e8f4-4cc4-8adf-49bcf6f14af2 req-ac220a33-f235-40a2-9566-f12c3d6f8801 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0da88550-dde3-4fec-b2aa-04e4d1d029ab HTTP/1.1" status: 200 len: 835 time: 0.1511340 Jul 23 20:26:47.966752 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1f50c5-b71b-43b9-88b6-8e5593e06cd5 None None] Pushing event updated for resources: {'Port': ['ID=a7d4a82c-5dd6-4bae-b46b-2d85712d9d93,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:47.981853 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 6819336d-1674-4d61-a665-134307df575d triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:47.982409 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:47.984496 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5e1f50c5-b71b-43b9-88b6-8e5593e06cd5 None None] Provisioning complete for port 6a3f0f67-7e79-4c45-b80f-9c6fae7172be triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:47.985061 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e1f50c5-b71b-43b9-88b6-8e5593e06cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:48.032854 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-5e1f50c5-b71b-43b9-88b6-8e5593e06cd5 None None] Port 6a3f0f67-7e79-4c45-b80f-9c6fae7172be cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:26:48.119083 n-d-793618-10 neutron-server[93875]: DEBUG neutron.objects.ports [None req-80a0157d-a8a3-456f-8c28-213371f41634 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93875) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 20:26:48.130831 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-80a0157d-a8a3-456f-8c28-213371f41634 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:48.155812 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-3203c92f-612d-4f3e-bfe2-f92e0c86e34a None None] Provisioning complete for port a7d4a82c-5dd6-4bae-b46b-2d85712d9d93 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:48.156663 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3203c92f-612d-4f3e-bfe2-f92e0c86e34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:48.167129 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9cda29a6-fb2f-4dd6-8729-9e59a32c4f86 req-665fe701-570b-4dc0-beba-8e40a52a7b50 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/security-groups?id=11f6fb1e-c70f-4e08-b4be-3c008e411752&id=a7613acf-7c08-4ff9-b357-35854445e495&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2074187 Jul 23 20:26:48.266442 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a0157d-a8a3-456f-8c28-213371f41634 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:48.273248 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c2e225f-1a7e-49a3-8e19-ac6ad07b9bfc tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:48.280073 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-80a0157d-a8a3-456f-8c28-213371f41634 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:48.286356 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a0157d-a8a3-456f-8c28-213371f41634 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:48.287544 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-80a0157d-a8a3-456f-8c28-213371f41634 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:48.298662 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a54b825-e037-4efd-b3b4-fe041a0420c1 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:26:48.298880 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0157d-a8a3-456f-8c28-213371f41634 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Subnet': ['ID=950f2d2e-b949-4466-ab11-920a404662d8,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:48.320866 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff161526-e8f4-4cc4-8adf-49bcf6f14af2 req-c98b0358-0420-4739-a7c3-7e80cb282c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:48.323083 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ff161526-e8f4-4cc4-8adf-49bcf6f14af2 req-c98b0358-0420-4739-a7c3-7e80cb282c82 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4bf33222-75e9-467e-812b-603866f71f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3540711 Jul 23 20:26:48.333699 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-80a0157d-a8a3-456f-8c28-213371f41634 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5632138 Jul 23 20:26:48.344368 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 47976) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:48.366394 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-8c47cc7d-b3c8-432e-908c-7fd9474f5a67 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'port': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'mac_address': 'fa:16:3e:b8:5b:30', 'name': 'tempest-NetworksTestDHCPv6-503835768'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:48.555531 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d26e04f-429e-4e9d-ae7a-9ee791dcdf57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-bd014336-7cf6-4be5-829d-b33260ee43fe', 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'tenant_id': '5b8a44966ee64868a6ea19d10cce6716', 'fixed_ips': [{'subnet_id': '950f2d2e-b949-4466-ab11-920a404662d8'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:26:48.556415 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6d26e04f-429e-4e9d-ae7a-9ee791dcdf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:48.617684 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c47cc7d-b3c8-432e-908c-7fd9474f5a67 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:26:48.671842 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ff161526-e8f4-4cc4-8adf-49bcf6f14af2 req-75208dab-c8d8-4fbc-a605-1e2a7449a03a service neutron] 10.222.0.18 "GET /v2.0/networks/4bf33222-75e9-467e-812b-603866f71f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391542 Jul 23 20:26:48.690719 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-8c2e225f-1a7e-49a3-8e19-ac6ad07b9bfc tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Allocated IP 172.21.0.1 (f7447b30-c7d0-4eb5-9d46-d071f213edfc/e4546ca6-94ed-4f99-a1ef-c1b9d8b989f3/86bac84f-62d9-47ad-b502-e85802fafbf7) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:48.791019 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-6d26e04f-429e-4e9d-ae7a-9ee791dcdf57 None None] Allocated IP 2001:db8::f816:3eff:fe06:bf3d (bd014336-7cf6-4be5-829d-b33260ee43fe/950f2d2e-b949-4466-ab11-920a404662d8/8ce49095-f838-48c8-8d0b-e49d38949cde) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:48.854544 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ff161526-e8f4-4cc4-8adf-49bcf6f14af2 req-a0e8be8f-ef5d-444e-8572-f6151cab8b53 service neutron] 10.222.0.18 "GET /v2.0/networks/4bf33222-75e9-467e-812b-603866f71f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754832 Jul 23 20:26:48.867584 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c47cc7d-b3c8-432e-908c-7fd9474f5a67 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:48.905169 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-8c47cc7d-b3c8-432e-908c-7fd9474f5a67 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] device_id is not set on port 4a4b8ad7-2256-4a51-ae1e-2c113c2d4ecc yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:26:48.908402 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c2e225f-1a7e-49a3-8e19-ac6ad07b9bfc tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:48.948116 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-8c2e225f-1a7e-49a3-8e19-ac6ad07b9bfc tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Transition to ACTIVE for port object 86bac84f-62d9-47ad-b502-e85802fafbf7 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:48.998379 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c2e225f-1a7e-49a3-8e19-ac6ad07b9bfc tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:49.013891 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6d26e04f-429e-4e9d-ae7a-9ee791dcdf57 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:49.032688 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6d26e04f-429e-4e9d-ae7a-9ee791dcdf57 None None] Transition to ACTIVE for port object 8ce49095-f838-48c8-8d0b-e49d38949cde will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:49.057710 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6d26e04f-429e-4e9d-ae7a-9ee791dcdf57 None None] Transition to ACTIVE for port object 8ce49095-f838-48c8-8d0b-e49d38949cde will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:49.064087 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2e225f-1a7e-49a3-8e19-ac6ad07b9bfc tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Network f7447b30-c7d0-4eb5-9d46-d071f213edfc is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:49.066686 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-8c2e225f-1a7e-49a3-8e19-ac6ad07b9bfc tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:49.074761 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2e225f-1a7e-49a3-8e19-ac6ad07b9bfc tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:26:49.082114 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6d26e04f-429e-4e9d-ae7a-9ee791dcdf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:49.135576 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e225f-1a7e-49a3-8e19-ac6ad07b9bfc tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event updated for resources: {'Port': ['ID=86bac84f-62d9-47ad-b502-e85802fafbf7,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:49.143561 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d26e04f-429e-4e9d-ae7a-9ee791dcdf57 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:49.146940 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-6d26e04f-429e-4e9d-ae7a-9ee791dcdf57 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:49.158829 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d26e04f-429e-4e9d-ae7a-9ee791dcdf57 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:26:49.180343 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c2e225f-1a7e-49a3-8e19-ac6ad07b9bfc tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:49.182707 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-8c47cc7d-b3c8-432e-908c-7fd9474f5a67 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Allocated IP 2001:db8::f816:3eff:feb8:5b30 (bd014336-7cf6-4be5-829d-b33260ee43fe/950f2d2e-b949-4466-ab11-920a404662d8/4a4b8ad7-2256-4a51-ae1e-2c113c2d4ecc) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:49.269578 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26e04f-429e-4e9d-ae7a-9ee791dcdf57 None None] Pushing event updated for resources: {'Port': ['ID=8ce49095-f838-48c8-8d0b-e49d38949cde,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:49.325735 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6d26e04f-429e-4e9d-ae7a-9ee791dcdf57 None None] Attempting to bind port 8ce49095-f838-48c8-8d0b-e49d38949cde on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:26:49.326381 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6d26e04f-429e-4e9d-ae7a-9ee791dcdf57 None None] Attempting to bind port 8ce49095-f838-48c8-8d0b-e49d38949cde by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:26:49.326933 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d26e04f-429e-4e9d-ae7a-9ee791dcdf57 None None] Attempting to bind port 8ce49095-f838-48c8-8d0b-e49d38949cde on network bd014336-7cf6-4be5-829d-b33260ee43fe {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:26:49.332571 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d26e04f-429e-4e9d-ae7a-9ee791dcdf57 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:26:49.333776 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d26e04f-429e-4e9d-ae7a-9ee791dcdf57 None None] Checking segment: {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:26:49.334368 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6d26e04f-429e-4e9d-ae7a-9ee791dcdf57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:49.335131 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d26e04f-429e-4e9d-ae7a-9ee791dcdf57 None None] Bound using segment: {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:26:49.335832 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6d26e04f-429e-4e9d-ae7a-9ee791dcdf57 None None] Bound port: 8ce49095-f838-48c8-8d0b-e49d38949cde, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:26:49.336227 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6d26e04f-429e-4e9d-ae7a-9ee791dcdf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:49.431852 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-6d26e04f-429e-4e9d-ae7a-9ee791dcdf57 None None] For port 8ce49095-f838-48c8-8d0b-e49d38949cde, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:26:49.436284 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-6d26e04f-429e-4e9d-ae7a-9ee791dcdf57 None None] For port 8ce49095-f838-48c8-8d0b-e49d38949cde, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=8ce49095-f838-48c8-8d0b-e49d38949cde,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:26:49.453386 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6d26e04f-429e-4e9d-ae7a-9ee791dcdf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:49.455546 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da709e-89e4-4ea2-b22b-0271d2528ee7 req-c8e51086-622b-4076-9fd7-a4e4629f9504 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:49.463610 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-31da709e-89e4-4ea2-b22b-0271d2528ee7 req-c8e51086-622b-4076-9fd7-a4e4629f9504 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba3526c-f215-48cb-a799-35c9ced7358a HTTP/1.1" status: 200 len: 983 time: 0.1795866 Jul 23 20:26:49.542598 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-31da709e-89e4-4ea2-b22b-0271d2528ee7 req-15722d68-89cf-4c86-8fd2-f5de92ccb905 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/security-groups?id=11f6fb1e-c70f-4e08-b4be-3c008e411752&id=a7613acf-7c08-4ff9-b357-35854445e495&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0773034 Jul 23 20:26:49.547381 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-cccf1137-f69c-4c6e-b715-4bcd7683a49c None None] Provisioning for port 86bac84f-62d9-47ad-b502-e85802fafbf7 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:49.556494 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device e750417b-1474-4279-91b7-5bc983c6823f details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:26:49.557289 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c47cc7d-b3c8-432e-908c-7fd9474f5a67 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:49.560676 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26e04f-429e-4e9d-ae7a-9ee791dcdf57 None None] Pushing event updated for resources: {'Port': ['ID=8ce49095-f838-48c8-8d0b-e49d38949cde,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:49.563270 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-cccf1137-f69c-4c6e-b715-4bcd7683a49c None None] Provisioning complete for port 86bac84f-62d9-47ad-b502-e85802fafbf7 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:49.563642 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cccf1137-f69c-4c6e-b715-4bcd7683a49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:49.570333 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c2e225f-1a7e-49a3-8e19-ac6ad07b9bfc tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:49.589894 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-8c47cc7d-b3c8-432e-908c-7fd9474f5a67 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Transition to ACTIVE for port object 4a4b8ad7-2256-4a51-ae1e-2c113c2d4ecc will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:49.724852 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c47cc7d-b3c8-432e-908c-7fd9474f5a67 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:49.731581 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-cccf1137-f69c-4c6e-b715-4bcd7683a49c None None] Port 86bac84f-62d9-47ad-b502-e85802fafbf7 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:26:49.794292 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c47cc7d-b3c8-432e-908c-7fd9474f5a67 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:49.797343 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-8c47cc7d-b3c8-432e-908c-7fd9474f5a67 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:49.801218 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c47cc7d-b3c8-432e-908c-7fd9474f5a67 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:26:49.807137 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c47cc7d-b3c8-432e-908c-7fd9474f5a67 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:49.807779 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c47cc7d-b3c8-432e-908c-7fd9474f5a67 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:49.835593 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a7d4a82c-5dd6-4bae-b46b-2d85712d9d93 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:49.853677 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47cc7d-b3c8-432e-908c-7fd9474f5a67 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Port': ['ID=4a4b8ad7-2256-4a51-ae1e-2c113c2d4ecc,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:49.895361 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8c47cc7d-b3c8-432e-908c-7fd9474f5a67 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5477991 Jul 23 20:26:49.897790 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48036) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:49.973187 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e711d0bd-c597-41b6-963e-4177fb80a405 req-188bf0da-bb06-4891-ac7e-2a095af35bc8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3046174 Jul 23 20:26:50.028293 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port e750417b-1474-4279-91b7-5bc983c6823f, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=e750417b-1474-4279-91b7-5bc983c6823f,segment=NetworkSegment(cf70b411-c9d2-4db0-a5c1-d8773d00e3b1),segment_id=cf70b411-c9d2-4db0-a5c1-d8773d00e3b1)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:50.049291 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': 'e750417b-1474-4279-91b7-5bc983c6823f', 'network_id': '4bf33222-75e9-467e-812b-603866f71f9c', 'port_id': 'e750417b-1474-4279-91b7-5bc983c6823f', 'mac_address': 'fa:16:3e:0e:92:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0da88550-dde3-4fec-b2aa-04e4d1d029ab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:26:50.081330 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1af686-a52b-4be5-957f-7e91383d78f5 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:50.095041 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port a7d4a82c-5dd6-4bae-b46b-2d85712d9d93 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:50.096227 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:50.099733 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1af686-a52b-4be5-957f-7e91383d78f5 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:50.106514 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1e1af686-a52b-4be5-957f-7e91383d78f5 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2065959 Jul 23 20:26:50.108196 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48042) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:50.169501 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:50.199549 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e750417b-1474-4279-91b7-5bc983c6823f {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:26:50.245036 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port e750417b-1474-4279-91b7-5bc983c6823f, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=e750417b-1474-4279-91b7-5bc983c6823f,segment=NetworkSegment(cf70b411-c9d2-4db0-a5c1-d8773d00e3b1),segment_id=cf70b411-c9d2-4db0-a5c1-d8773d00e3b1)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:50.262689 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:50.327018 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=e750417b-1474-4279-91b7-5bc983c6823f,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:50.335733 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-c2bcf522-0817-48f9-9cc6-ea0f1a7a0734 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting port 4a4b8ad7-2256-4a51-ae1e-2c113c2d4ecc {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:26:50.336086 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c2bcf522-0817-48f9-9cc6-ea0f1a7a0734 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:50.475777 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c2bcf522-0817-48f9-9cc6-ea0f1a7a0734 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:50.496661 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['e750417b-1474-4279-91b7-5bc983c6823f'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:26:50.503948 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-c2bcf522-0817-48f9-9cc6-ea0f1a7a0734 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Calling delete_port for 4a4b8ad7-2256-4a51-ae1e-2c113c2d4ecc owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:26:50.634299 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711d0bd-c597-41b6-963e-4177fb80a405 req-02015e1b-f34b-45c1-a879-d3243c557bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:50.636257 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e711d0bd-c597-41b6-963e-4177fb80a405 req-02015e1b-f34b-45c1-a879-d3243c557bcc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99134e0f99a8419eae5eb1d5d4aedeb7&device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 1099 time: 0.5647619 Jul 23 20:26:50.638532 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c2e225f-1a7e-49a3-8e19-ac6ad07b9bfc tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:50.650210 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c2e225f-1a7e-49a3-8e19-ac6ad07b9bfc tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:50.846912 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c2bcf522-0817-48f9-9cc6-ea0f1a7a0734 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:50.939792 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b788c-5848-4fde-a357-ffb1693d57d5 req-b88ccb81-5a54-48cc-b744-11ca2294dcb6 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:50.950714 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-786b788c-5848-4fde-a357-ffb1693d57d5 req-b88ccb81-5a54-48cc-b744-11ca2294dcb6 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba3526c-f215-48cb-a799-35c9ced7358a HTTP/1.1" status: 200 len: 984 time: 0.2373664 Jul 23 20:26:50.954969 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bcf522-0817-48f9-9cc6-ea0f1a7a0734 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Port': ['ID=4a4b8ad7-2256-4a51-ae1e-2c113c2d4ecc,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:50.972589 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e225f-1a7e-49a3-8e19-ac6ad07b9bfc tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event updated for resources: {'Port': ['ID=86bac84f-62d9-47ad-b502-e85802fafbf7,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:50.993702 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c2e225f-1a7e-49a3-8e19-ac6ad07b9bfc tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:51.008130 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c2bcf522-0817-48f9-9cc6-ea0f1a7a0734 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:51.010865 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c2bcf522-0817-48f9-9cc6-ea0f1a7a0734 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/ports/4a4b8ad7-2256-4a51-ae1e-2c113c2d4ecc HTTP/1.1" status: 204 len: 168 time: 0.9004130 Jul 23 20:26:51.015296 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48050) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:51.089254 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-786b788c-5848-4fde-a357-ffb1693d57d5 req-45c6e761-f242-4624-8b81-15e34013379f tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/security-groups?id=11f6fb1e-c70f-4e08-b4be-3c008e411752&id=a7613acf-7c08-4ff9-b357-35854445e495&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1374011 Jul 23 20:26:51.110749 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86af2e90-b4c3-474d-b4d9-1c93ed8afa51 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:51.112910 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86af2e90-b4c3-474d-b4d9-1c93ed8afa51 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:51.115655 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-86af2e90-b4c3-474d-b4d9-1c93ed8afa51 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0993226 Jul 23 20:26:51.118230 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48052) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:51.118693 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711d0bd-c597-41b6-963e-4177fb80a405 req-92c959e3-f65e-44c8-a308-479914c91393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:51.120219 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e711d0bd-c597-41b6-963e-4177fb80a405 req-92c959e3-f65e-44c8-a308-479914c91393 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd3fc2da-f343-4eff-93f0-5695d77abd1d HTTP/1.1" status: 200 len: 917 time: 0.4005485 Jul 23 20:26:51.207241 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e711d0bd-c597-41b6-963e-4177fb80a405 req-fdf76987-0b52-455f-aa1f-de35043f91ac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13f175f6-1988-4b7a-81f8-5a1bda3ad82f HTTP/1.1" status: 200 len: 1002 time: 0.0786233 Jul 23 20:26:51.234939 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1d78a1c7-1f8a-460f-9460-e2782f9d81c6 None None] Provisioning for port 8ce49095-f838-48c8-8d0b-e49d38949cde completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:51.261907 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8d34177-63ea-4459-9251-6c7bc86e6d41 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting subnet 950f2d2e-b949-4466-ab11-920a404662d8 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:26:51.268412 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f8d34177-63ea-4459-9251-6c7bc86e6d41 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:51.315321 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2e225f-1a7e-49a3-8e19-ac6ad07b9bfc tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Network f7447b30-c7d0-4eb5-9d46-d071f213edfc is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:51.319917 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-8c2e225f-1a7e-49a3-8e19-ac6ad07b9bfc tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:51.324973 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f8d34177-63ea-4459-9251-6c7bc86e6d41 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:51.455454 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711d0bd-c597-41b6-963e-4177fb80a405 req-2e3b1f27-65cb-45ee-9ff3-710e3414d692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:51.457384 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e711d0bd-c597-41b6-963e-4177fb80a405 req-2e3b1f27-65cb-45ee-9ff3-710e3414d692 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63fa6ddd-c617-40f8-a250-cf59fcf077ba HTTP/1.1" status: 200 len: 855 time: 0.2380939 Jul 23 20:26:51.459737 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2e225f-1a7e-49a3-8e19-ac6ad07b9bfc tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Router e5f2ec36-9a42-4e45-b667-3d08b81809d1 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:26:51.503570 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f8d34177-63ea-4459-9251-6c7bc86e6d41 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:51.560279 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8884a911-f3fb-47df-b9c0-378ce260315b None None] Could not find standard attr ID for object 4a4b8ad7-2256-4a51-ae1e-2c113c2d4ecc. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:26:51.569073 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device e750417b-1474-4279-91b7-5bc983c6823f up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:51.622992 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f8d34177-63ea-4459-9251-6c7bc86e6d41 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:51.678127 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port e750417b-1474-4279-91b7-5bc983c6823f completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:51.683974 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port e750417b-1474-4279-91b7-5bc983c6823f triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:51.684236 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:51.713395 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d34177-63ea-4459-9251-6c7bc86e6d41 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Subnet': ['ID=950f2d2e-b949-4466-ab11-920a404662d8,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:51.723460 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2e225f-1a7e-49a3-8e19-ac6ad07b9bfc tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:26:51.736076 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa938ba2-318a-49b2-8c4e-5826001f610d None None] Sync routers for ids ['e5f2ec36-9a42-4e45-b667-3d08b81809d1'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:26:51.748864 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f8d34177-63ea-4459-9251-6c7bc86e6d41 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:51.750484 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa938ba2-318a-49b2-8c4e-5826001f610d None None] Routers {'e5f2ec36-9a42-4e45-b667-3d08b81809d1'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:51.752058 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8c2e225f-1a7e-49a3-8e19-ac6ad07b9bfc tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "PUT /v2.0/routers/e5f2ec36-9a42-4e45-b667-3d08b81809d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0597236 Jul 23 20:26:51.753165 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48060) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:51.755002 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f8d34177-63ea-4459-9251-6c7bc86e6d41 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/950f2d2e-b949-4466-ab11-920a404662d8 HTTP/1.1" status: 204 len: 168 time: 0.6352127 Jul 23 20:26:51.755351 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711d0bd-c597-41b6-963e-4177fb80a405 req-c2c110fb-0961-4b10-a817-e1ee9e7c3047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:51.756945 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-fa938ba2-318a-49b2-8c4e-5826001f610d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:26:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['e5f2ec36-9a42-4e45-b667-3d08b81809d1'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:51.757356 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48062) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:51.769119 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e711d0bd-c597-41b6-963e-4177fb80a405 req-c2c110fb-0961-4b10-a817-e1ee9e7c3047 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd3fc2da-f343-4eff-93f0-5695d77abd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3002646 Jul 23 20:26:51.832329 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e218ea7d-ac26-4b53-8321-a177f53540d7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0713842 Jul 23 20:26:51.832666 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48064) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:51.838622 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-58cf49e6-cf94-48e1-af21-ec7b20df42a9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'subnet': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:51.864024 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 8ce49095-f838-48c8-8d0b-e49d38949cde up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:51.881923 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-fa938ba2-318a-49b2-8c4e-5826001f610d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:51.916675 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa938ba2-318a-49b2-8c4e-5826001f610d None None] Routers {'e5f2ec36-9a42-4e45-b667-3d08b81809d1'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:51.919461 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-fa938ba2-318a-49b2-8c4e-5826001f610d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:26:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['e5f2ec36-9a42-4e45-b667-3d08b81809d1'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:51.986133 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-fa938ba2-318a-49b2-8c4e-5826001f610d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:51.987059 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa938ba2-318a-49b2-8c4e-5826001f610d None None] The sync data for ids ['e5f2ec36-9a42-4e45-b667-3d08b81809d1'] in n-d-793618-10 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:26:52.009650 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cf49e6-cf94-48e1-af21-ec7b20df42a9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:26:52.014245 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-58cf49e6-cf94-48e1-af21-ec7b20df42a9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:52.023396 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff036bb3-3934-4cac-b711-e316371f4c81 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:52.023984 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ff036bb3-3934-4cac-b711-e316371f4c81 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "GET /v2.0/ports/86bac84f-62d9-47ad-b502-e85802fafbf7 HTTP/1.1" status: 200 len: 910 time: 0.2536592 Jul 23 20:26:52.039547 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48068) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:52.155635 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e711d0bd-c597-41b6-963e-4177fb80a405 req-53723d95-8130-4320-a765-ddef092208ec service neutron] 10.222.0.30 "GET /v2.0/networks/bd3fc2da-f343-4eff-93f0-5695d77abd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465123 Jul 23 20:26:52.185547 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b707ffc2-5c1e-45bc-8ead-ec46d3aeb725 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:26:52.280692 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c41e8360-a5b9-418d-b8ae-a86dc8094148 None None] Provisioning complete for port 86bac84f-62d9-47ad-b502-e85802fafbf7 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:52.281395 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c41e8360-a5b9-418d-b8ae-a86dc8094148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:52.355904 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:52.363503 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e711d0bd-c597-41b6-963e-4177fb80a405 req-9da1225e-33d5-4cdf-aa57-db8d840eb222 service neutron] 10.222.0.30 "GET /v2.0/networks/bd3fc2da-f343-4eff-93f0-5695d77abd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997974 Jul 23 20:26:52.374309 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f3b19-a229-4fa3-8b12-8e2ef95e48b3 req-f2d3df5b-1f78-4c63-a64d-988ef82fc367 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:52.376045 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-411f3b19-a229-4fa3-8b12-8e2ef95e48b3 req-f2d3df5b-1f78-4c63-a64d-988ef82fc367 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba3526c-f215-48cb-a799-35c9ced7358a HTTP/1.1" status: 200 len: 984 time: 0.1595631 Jul 23 20:26:52.438160 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba3526c-f215-48cb-a799-35c9ced7358a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e750417b-1474-4279-91b7-5bc983c6823f'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:26:52.440574 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2816677-78f9-4b33-9c06-a97ecfd2ab47" -d '{"events": [{"server_uuid": "3ba3526c-f215-48cb-a799-35c9ced7358a", "name": "network-vif-plugged", "status": "completed", "tag": "e750417b-1474-4279-91b7-5bc983c6823f"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:26:52.460670 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-c41e8360-a5b9-418d-b8ae-a86dc8094148 None None] Port 86bac84f-62d9-47ad-b502-e85802fafbf7 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:26:52.483961 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-411f3b19-a229-4fa3-8b12-8e2ef95e48b3 req-08c8929e-abc8-4353-afe2-4b6facea41b5 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/security-groups?id=11f6fb1e-c70f-4e08-b4be-3c008e411752&id=a7613acf-7c08-4ff9-b357-35854445e495&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0947835 Jul 23 20:26:52.505614 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port e750417b-1474-4279-91b7-5bc983c6823f, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=e750417b-1474-4279-91b7-5bc983c6823f,segment=NetworkSegment(cf70b411-c9d2-4db0-a5c1-d8773d00e3b1),segment_id=cf70b411-c9d2-4db0-a5c1-d8773d00e3b1)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:52.511769 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 8ce49095-f838-48c8-8d0b-e49d38949cde completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:52.519224 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:52.527275 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 8ce49095-f838-48c8-8d0b-e49d38949cde triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:52.527657 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:52.594836 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d60dbc0-8cfb-4ca2-a02f-e4b63f2ccc3b x-openstack-request-id: req-9d60dbc0-8cfb-4ca2-a02f-e4b63f2ccc3b {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:26:52.595149 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba3526c-f215-48cb-a799-35c9ced7358a", "name": "network-vif-plugged", "status": "completed", "tag": "e750417b-1474-4279-91b7-5bc983c6823f", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:26:52.595358 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9d60dbc0-8cfb-4ca2-a02f-e4b63f2ccc3b {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:26:52.595750 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba3526c-f215-48cb-a799-35c9ced7358a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e750417b-1474-4279-91b7-5bc983c6823f', 'code': 200} Jul 23 20:26:52.641571 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=e750417b-1474-4279-91b7-5bc983c6823f,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:52.745293 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:52.770487 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8cbf4e-09ec-4c2b-83a6-f2100cf97de3 None None] DHCP port deletion for bd014336-7cf6-4be5-829d-b33260ee43fe request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:26:52.827902 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dafa445-8e80-45b1-83c5-7fe759411dcc req-0fdc4ba5-b48f-4b69-95cf-6cf8bf43ee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:52.829503 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2dafa445-8e80-45b1-83c5-7fe759411dcc req-0fdc4ba5-b48f-4b69-95cf-6cf8bf43ee86 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3ba3526c-f215-48cb-a799-35c9ced7358a HTTP/1.1" status: 200 len: 1137 time: 0.2098064 Jul 23 20:26:52.845140 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 8ce49095-f838-48c8-8d0b-e49d38949cde, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=8ce49095-f838-48c8-8d0b-e49d38949cde,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:52.854111 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:52.868314 n-d-793618-10 neutron-server[93875]: DEBUG neutron.objects.ports [None req-58cf49e6-cf94-48e1-af21-ec7b20df42a9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93875) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 20:26:52.916110 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=8ce49095-f838-48c8-8d0b-e49d38949cde,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:52.955387 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fe8cbf4e-09ec-4c2b-83a6-f2100cf97de3 None None] Deleting port 8ce49095-f838-48c8-8d0b-e49d38949cde {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:26:52.958673 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fe8cbf4e-09ec-4c2b-83a6-f2100cf97de3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:53.008723 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2dafa445-8e80-45b1-83c5-7fe759411dcc req-84e0c0fe-ea9e-4b0f-9913-9c03035d21c2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a7613acf-7c08-4ff9-b357-35854445e495&id=11f6fb1e-c70f-4e08-b4be-3c008e411752&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1656754 Jul 23 20:26:53.074207 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fe8cbf4e-09ec-4c2b-83a6-f2100cf97de3 None None] For port 8ce49095-f838-48c8-8d0b-e49d38949cde, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=8ce49095-f838-48c8-8d0b-e49d38949cde,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:53.074499 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fe8cbf4e-09ec-4c2b-83a6-f2100cf97de3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:53.083909 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-68da8b4f-9281-4d01-9e81-07449273b54a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:53.094283 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fe8cbf4e-09ec-4c2b-83a6-f2100cf97de3 None None] Calling delete_port for 8ce49095-f838-48c8-8d0b-e49d38949cde owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:26:53.262336 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fe8cbf4e-09ec-4c2b-83a6-f2100cf97de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:53.269809 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-58cf49e6-cf94-48e1-af21-ec7b20df42a9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:53.315000 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8cbf4e-09ec-4c2b-83a6-f2100cf97de3 None None] Pushing event deleted for resources: {'Port': ['ID=8ce49095-f838-48c8-8d0b-e49d38949cde,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:53.318046 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8cbf4e-09ec-4c2b-83a6-f2100cf97de3 None None] No DVR routers for this DVR port 8ce49095-f838-48c8-8d0b-e49d38949cde on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:26:53.376323 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-58cf49e6-cf94-48e1-af21-ec7b20df42a9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Port 8ce49095-f838-48c8-8d0b-e49d38949cde concurrently deleted while adding address for new subnet {'id': 'c65f8825-8842-402c-8fd0-844ecd8a3b57', 'name': '', 'tenant_id': '5b8a44966ee64868a6ea19d10cce6716', 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3030, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-23T20:26:52Z', 'updated_at': '2021-07-23T20:26:52Z', 'revision_number': 0, 'segment_id': None, 'project_id': '5b8a44966ee64868a6ea19d10cce6716'}. {{(pid=93875) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 23 20:26:53.376958 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-58cf49e6-cf94-48e1-af21-ec7b20df42a9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:53.635183 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0ef3f-225b-4345-a655-ef9ed7823e0d req-885fd591-2be1-407e-80d9-a4ce5d1d453d tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:53.636963 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bbb0ef3f-225b-4345-a655-ef9ed7823e0d req-885fd591-2be1-407e-80d9-a4ce5d1d453d tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba3526c-f215-48cb-a799-35c9ced7358a HTTP/1.1" status: 200 len: 985 time: 0.0773909 Jul 23 20:26:53.733706 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bbb0ef3f-225b-4345-a655-ef9ed7823e0d req-7a91960a-c6b9-4c67-9d5f-09340b2cfef2 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/security-groups?id=11f6fb1e-c70f-4e08-b4be-3c008e411752&id=a7613acf-7c08-4ff9-b357-35854445e495&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0731356 Jul 23 20:26:53.753659 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 8ce49095-f838-48c8-8d0b-e49d38949cde no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:26:53.778300 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 8ce49095-f838-48c8-8d0b-e49d38949cde {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:26:53.778670 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 8ce49095-f838-48c8-8d0b-e49d38949cde not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:26:53.840642 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cf49e6-cf94-48e1-af21-ec7b20df42a9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:53.842430 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-58cf49e6-cf94-48e1-af21-ec7b20df42a9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:53.846317 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cf49e6-cf94-48e1-af21-ec7b20df42a9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:53.847083 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-58cf49e6-cf94-48e1-af21-ec7b20df42a9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:53.870206 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3489cfbb-b7d0-4b6f-b670-82338368826b None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:26:53.887488 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-58cf49e6-cf94-48e1-af21-ec7b20df42a9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0532227 Jul 23 20:26:53.891567 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48086) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:53.904435 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-89451e49-5959-4818-b834-38d3a8343ba1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'port': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'mac_address': 'fa:16:3e:99:fb:9f', 'name': 'tempest-NetworksTestDHCPv6-1172630377'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:53.908575 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf49e6-cf94-48e1-af21-ec7b20df42a9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Subnet': ['ID=c65f8825-8842-402c-8fd0-844ecd8a3b57,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:54.095295 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5a04ab-21ea-4090-aee3-e59688e71beb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-bd014336-7cf6-4be5-829d-b33260ee43fe', 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'tenant_id': '5b8a44966ee64868a6ea19d10cce6716', 'fixed_ips': [{'subnet_id': 'c65f8825-8842-402c-8fd0-844ecd8a3b57'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:26:54.096518 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2f5a04ab-21ea-4090-aee3-e59688e71beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:54.121788 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89451e49-5959-4818-b834-38d3a8343ba1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:26:54.153198 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-68da8b4f-9281-4d01-9e81-07449273b54a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Deleting port 86bac84f-62d9-47ad-b502-e85802fafbf7 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:26:54.153616 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-68da8b4f-9281-4d01-9e81-07449273b54a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:54.267891 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-2f5a04ab-21ea-4090-aee3-e59688e71beb None None] Allocated IP 2001:db8::f816:3eff:fe85:c96d (bd014336-7cf6-4be5-829d-b33260ee43fe/c65f8825-8842-402c-8fd0-844ecd8a3b57/fc57115e-7734-443f-9995-e6d9037c8e60) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:54.297787 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-89451e49-5959-4818-b834-38d3a8343ba1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:54.315968 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-68da8b4f-9281-4d01-9e81-07449273b54a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:54.338927 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-89451e49-5959-4818-b834-38d3a8343ba1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] device_id is not set on port bae858e7-fa6d-4d7d-ab73-db5441b5045f yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:26:54.404105 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-68da8b4f-9281-4d01-9e81-07449273b54a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Calling delete_port for 86bac84f-62d9-47ad-b502-e85802fafbf7 owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:26:54.462622 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2f5a04ab-21ea-4090-aee3-e59688e71beb None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:54.471629 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2f5a04ab-21ea-4090-aee3-e59688e71beb None None] Transition to ACTIVE for port object fc57115e-7734-443f-9995-e6d9037c8e60 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:54.488473 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2f5a04ab-21ea-4090-aee3-e59688e71beb None None] Transition to ACTIVE for port object fc57115e-7734-443f-9995-e6d9037c8e60 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:54.496690 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2f5a04ab-21ea-4090-aee3-e59688e71beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:54.549361 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5a04ab-21ea-4090-aee3-e59688e71beb None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:54.554380 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a04ab-21ea-4090-aee3-e59688e71beb None None] Pushing event updated for resources: {'Port': ['ID=fc57115e-7734-443f-9995-e6d9037c8e60,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:54.558285 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-2f5a04ab-21ea-4090-aee3-e59688e71beb None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:54.560727 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5a04ab-21ea-4090-aee3-e59688e71beb None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:26:54.594388 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-89451e49-5959-4818-b834-38d3a8343ba1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Allocated IP 2001:db8::f816:3eff:fe99:fb9f (bd014336-7cf6-4be5-829d-b33260ee43fe/c65f8825-8842-402c-8fd0-844ecd8a3b57/bae858e7-fa6d-4d7d-ab73-db5441b5045f) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:54.629250 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-2f5a04ab-21ea-4090-aee3-e59688e71beb None None] Attempting to bind port fc57115e-7734-443f-9995-e6d9037c8e60 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:26:54.630565 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-2f5a04ab-21ea-4090-aee3-e59688e71beb None None] Attempting to bind port fc57115e-7734-443f-9995-e6d9037c8e60 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:26:54.631089 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5a04ab-21ea-4090-aee3-e59688e71beb None None] Attempting to bind port fc57115e-7734-443f-9995-e6d9037c8e60 on network bd014336-7cf6-4be5-829d-b33260ee43fe {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:26:54.638338 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5a04ab-21ea-4090-aee3-e59688e71beb None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:26:54.638729 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5a04ab-21ea-4090-aee3-e59688e71beb None None] Checking segment: {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:26:54.639134 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2f5a04ab-21ea-4090-aee3-e59688e71beb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:54.639524 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5a04ab-21ea-4090-aee3-e59688e71beb None None] Bound using segment: {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:26:54.639988 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-2f5a04ab-21ea-4090-aee3-e59688e71beb None None] Bound port: fc57115e-7734-443f-9995-e6d9037c8e60, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:26:54.640366 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2f5a04ab-21ea-4090-aee3-e59688e71beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:54.686951 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-68da8b4f-9281-4d01-9e81-07449273b54a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:54.723414 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da8b4f-9281-4d01-9e81-07449273b54a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event deleted for resources: {'Port': ['ID=86bac84f-62d9-47ad-b502-e85802fafbf7,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:54.735834 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2f5a04ab-21ea-4090-aee3-e59688e71beb None None] For port fc57115e-7734-443f-9995-e6d9037c8e60, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:26:54.754048 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2f5a04ab-21ea-4090-aee3-e59688e71beb None None] For port fc57115e-7734-443f-9995-e6d9037c8e60, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=fc57115e-7734-443f-9995-e6d9037c8e60,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:26:54.761209 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2f5a04ab-21ea-4090-aee3-e59688e71beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:54.873520 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a04ab-21ea-4090-aee3-e59688e71beb None None] Pushing event updated for resources: {'Port': ['ID=fc57115e-7734-443f-9995-e6d9037c8e60,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:55.296874 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-89451e49-5959-4818-b834-38d3a8343ba1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:55.336039 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f0a66-1b92-46ca-b970-5872241fba0c req-ddd7e161-3bea-4db1-aa90-ca407e37586b tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:55.337620 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-273f0a66-1b92-46ca-b970-5872241fba0c req-ddd7e161-3bea-4db1-aa90-ca407e37586b tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba3526c-f215-48cb-a799-35c9ced7358a HTTP/1.1" status: 200 len: 985 time: 0.4621475 Jul 23 20:26:55.341871 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-68da8b4f-9281-4d01-9e81-07449273b54a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:55.368783 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-89451e49-5959-4818-b834-38d3a8343ba1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Transition to ACTIVE for port object bae858e7-fa6d-4d7d-ab73-db5441b5045f will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:55.495630 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-273f0a66-1b92-46ca-b970-5872241fba0c req-c133065e-8f48-4bff-8321-69f0e8eaf77e tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/security-groups?id=11f6fb1e-c70f-4e08-b4be-3c008e411752&id=a7613acf-7c08-4ff9-b357-35854445e495&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1498301 Jul 23 20:26:55.530801 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-89451e49-5959-4818-b834-38d3a8343ba1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:55.619643 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89451e49-5959-4818-b834-38d3a8343ba1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:55.655434 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-89451e49-5959-4818-b834-38d3a8343ba1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:55.657414 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18947b87-ad58-4451-b29f-34f37c488733 req-d4c482ea-ec7b-420a-9fc3-5b810b177651 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:55.659214 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-18947b87-ad58-4451-b29f-34f37c488733 req-d4c482ea-ec7b-420a-9fc3-5b810b177651 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba3526c-f215-48cb-a799-35c9ced7358a HTTP/1.1" status: 200 len: 985 time: 0.0760145 Jul 23 20:26:55.663715 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89451e49-5959-4818-b834-38d3a8343ba1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:26:55.669395 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89451e49-5959-4818-b834-38d3a8343ba1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:55.670570 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-89451e49-5959-4818-b834-38d3a8343ba1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:55.679125 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89451e49-5959-4818-b834-38d3a8343ba1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Port': ['ID=bae858e7-fa6d-4d7d-ab73-db5441b5045f,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:55.701868 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-89451e49-5959-4818-b834-38d3a8343ba1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8068542 Jul 23 20:26:55.704748 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48098) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:55.743532 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-18947b87-ad58-4451-b29f-34f37c488733 req-8585944f-4ee2-4d50-b3e3-95244d516e31 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/security-groups?id=11f6fb1e-c70f-4e08-b4be-3c008e411752&id=a7613acf-7c08-4ff9-b357-35854445e495&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0736980 Jul 23 20:26:55.781412 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device fc57115e-7734-443f-9995-e6d9037c8e60 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:55.786322 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68da8b4f-9281-4d01-9e81-07449273b54a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Router e5f2ec36-9a42-4e45-b667-3d08b81809d1 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:26:55.852728 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port fc57115e-7734-443f-9995-e6d9037c8e60 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:55.943476 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48f77ef-3c26-4b88-badf-3f327636d0a9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:55.949957 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48f77ef-3c26-4b88-badf-3f327636d0a9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:55.954547 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c48f77ef-3c26-4b88-badf-3f327636d0a9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2488451 Jul 23 20:26:55.954978 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48102) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:56.001186 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68da8b4f-9281-4d01-9e81-07449273b54a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:26:56.014360 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5517f078-e88f-4305-84f6-cd26b96c4027 None None] Sync routers for ids ['e5f2ec36-9a42-4e45-b667-3d08b81809d1'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:26:56.024887 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-68da8b4f-9281-4d01-9e81-07449273b54a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "PUT /v2.0/routers/e5f2ec36-9a42-4e45-b667-3d08b81809d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9842384 Jul 23 20:26:56.027457 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5517f078-e88f-4305-84f6-cd26b96c4027 None None] Routers {'e5f2ec36-9a42-4e45-b667-3d08b81809d1'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:56.028114 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5517f078-e88f-4305-84f6-cd26b96c4027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:26:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['e5f2ec36-9a42-4e45-b667-3d08b81809d1'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:56.028836 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48108) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:56.087651 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304cce9b-330c-4801-8bac-2d36cd1136af req-8c5bf3c2-afbc-4f5d-bed8-bdd7696dd4f6 tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:56.091438 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-304cce9b-330c-4801-8bac-2d36cd1136af req-8c5bf3c2-afbc-4f5d-bed8-bdd7696dd4f6 tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3ba3526c-f215-48cb-a799-35c9ced7358a HTTP/1.1" status: 200 len: 1137 time: 0.2159886 Jul 23 20:26:56.094690 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5517f078-e88f-4305-84f6-cd26b96c4027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:56.107093 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5517f078-e88f-4305-84f6-cd26b96c4027 None None] Routers {'e5f2ec36-9a42-4e45-b667-3d08b81809d1'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:56.107815 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5517f078-e88f-4305-84f6-cd26b96c4027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:26:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['e5f2ec36-9a42-4e45-b667-3d08b81809d1'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:56.158613 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-304cce9b-330c-4801-8bac-2d36cd1136af req-c5a3d11f-bc66-4472-8ef8-68ff2488b465 tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:56.176267 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-e542faa3-01ea-496f-b2d0-046e1e2c487d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting port bae858e7-fa6d-4d7d-ab73-db5441b5045f {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:26:56.176657 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e542faa3-01ea-496f-b2d0-046e1e2c487d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:56.198786 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5517f078-e88f-4305-84f6-cd26b96c4027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:56.201315 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5517f078-e88f-4305-84f6-cd26b96c4027 None None] The sync data for ids ['e5f2ec36-9a42-4e45-b667-3d08b81809d1'] in n-d-793618-10 is: [] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:26:56.323509 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e542faa3-01ea-496f-b2d0-046e1e2c487d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:56.340224 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-48c8da64-dda2-4dcf-b3c5-50eafdcefb5a None None] Provisioning for port fc57115e-7734-443f-9995-e6d9037c8e60 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:56.344461 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-48c8da64-dda2-4dcf-b3c5-50eafdcefb5a None None] Provisioning complete for port fc57115e-7734-443f-9995-e6d9037c8e60 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:56.344847 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-48c8da64-dda2-4dcf-b3c5-50eafdcefb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:56.350331 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-e542faa3-01ea-496f-b2d0-046e1e2c487d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Calling delete_port for bae858e7-fa6d-4d7d-ab73-db5441b5045f owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:26:56.505246 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-304cce9b-330c-4801-8bac-2d36cd1136af req-c5a3d11f-bc66-4472-8ef8-68ff2488b465 tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:56.512785 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-48c8da64-dda2-4dcf-b3c5-50eafdcefb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:56.516881 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-304cce9b-330c-4801-8bac-2d36cd1136af req-c5a3d11f-bc66-4472-8ef8-68ff2488b465 tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:56.569980 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-48c8da64-dda2-4dcf-b3c5-50eafdcefb5a None None] For port fc57115e-7734-443f-9995-e6d9037c8e60, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=fc57115e-7734-443f-9995-e6d9037c8e60,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:56.576409 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-48c8da64-dda2-4dcf-b3c5-50eafdcefb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:56.592935 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-304cce9b-330c-4801-8bac-2d36cd1136af req-c5a3d11f-bc66-4472-8ef8-68ff2488b465 tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=11f6fb1e-c70f-4e08-b4be-3c008e411752&id=a7613acf-7c08-4ff9-b357-35854445e495&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4722564 Jul 23 20:26:56.626536 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48114) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:56.627334 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3d11f-bc66-4472-8ef8-68ff2488b465 tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52301d9-4c74-465a-a5b8-c1c951beb358,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:56.644077 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e542faa3-01ea-496f-b2d0-046e1e2c487d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:56.693851 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8da64-dda2-4dcf-b3c5-50eafdcefb5a None None] Pushing event updated for resources: {'Port': ['ID=fc57115e-7734-443f-9995-e6d9037c8e60,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:56.701869 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542faa3-01ea-496f-b2d0-046e1e2c487d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Port': ['ID=bae858e7-fa6d-4d7d-ab73-db5441b5045f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:56.708767 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:26:56.727396 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-84c8c9dc-58eb-4ca4-bd75-19a04724bf3b None None] Could not find standard attr ID for object bae858e7-fa6d-4d7d-ab73-db5441b5045f. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:26:56.739763 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e542faa3-01ea-496f-b2d0-046e1e2c487d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:56.747149 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e542faa3-01ea-496f-b2d0-046e1e2c487d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/ports/bae858e7-fa6d-4d7d-ab73-db5441b5045f HTTP/1.1" status: 204 len: 168 time: 0.7903748 Jul 23 20:26:56.752654 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48116) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:56.802469 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5135eabc-42d6-470c-8166-fd5f64e0d806 tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:56.804416 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5135eabc-42d6-470c-8166-fd5f64e0d806 tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3ba3526c-f215-48cb-a799-35c9ced7358a HTTP/1.1" status: 200 len: 1132 time: 0.1656196 Jul 23 20:26:56.807932 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48118) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:56.831362 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-2fd5238f-45d1-490e-81ca-73c0ec647685 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'port_id': 'e750417b-1474-4279-91b7-5bc983c6823f', 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:56.837393 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6598751c-3a20-47b2-85cd-41fd98cd3690 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:56.839264 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6598751c-3a20-47b2-85cd-41fd98cd3690 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:56.844266 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48120) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:56.845159 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6598751c-3a20-47b2-85cd-41fd98cd3690 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0913754 Jul 23 20:26:56.922461 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2fd5238f-45d1-490e-81ca-73c0ec647685 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for floatingip, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:56.947715 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bc81b96-a8eb-4462-9fd0-13a46eeefeaa tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting subnet c65f8825-8842-402c-8fd0-844ecd8a3b57 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:26:56.969588 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3bc81b96-a8eb-4462-9fd0-13a46eeefeaa tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:57.033835 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3bc81b96-a8eb-4462-9fd0-13a46eeefeaa tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:57.116609 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-aae0821b-02fc-47ad-bf7e-44ad16b66837 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:57.675969 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3bc81b96-a8eb-4462-9fd0-13a46eeefeaa tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:57.723683 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device fc57115e-7734-443f-9995-e6d9037c8e60 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:57.772041 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2fd5238f-45d1-490e-81ca-73c0ec647685 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:57.795867 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port fc57115e-7734-443f-9995-e6d9037c8e60 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:57.796245 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:57.854291 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3bc81b96-a8eb-4462-9fd0-13a46eeefeaa tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:57.923049 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc81b96-a8eb-4462-9fd0-13a46eeefeaa tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Subnet': ['ID=c65f8825-8842-402c-8fd0-844ecd8a3b57,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:57.926032 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3bc81b96-a8eb-4462-9fd0-13a46eeefeaa tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:57.928679 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3bc81b96-a8eb-4462-9fd0-13a46eeefeaa tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/c65f8825-8842-402c-8fd0-844ecd8a3b57 HTTP/1.1" status: 204 len: 168 time: 1.0834394 Jul 23 20:26:57.931183 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48126) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:57.932849 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0e429e-5414-4a99-8383-90ab61cf1311 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:26:57.986339 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-2fd5238f-45d1-490e-81ca-73c0ec647685 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Allocated IP 172.25.1.237 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/e88d3a18-27cc-4fae-b4cc-17a56b015d7b) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:58.027388 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2cc293b4-21a2-4b85-bc04-1891a572c268 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0935051 Jul 23 20:26:58.030502 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48128) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:58.118855 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0ffdb8-537e-4c18-a7d2-95ec9bad275e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:58.121691 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7b0ffdb8-537e-4c18-a7d2-95ec9bad275e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0890286 Jul 23 20:26:58.124391 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48130) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:58.192079 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2fd5238f-45d1-490e-81ca-73c0ec647685 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:58.196556 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-aae0821b-02fc-47ad-bf7e-44ad16b66837 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Deleting port 6a3f0f67-7e79-4c45-b80f-9c6fae7172be {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:26:58.196775 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-aae0821b-02fc-47ad-bf7e-44ad16b66837 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:58.208709 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda91564-2cc5-4746-b850-2ca913ba075f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:58.212939 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bda91564-2cc5-4746-b850-2ca913ba075f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0850170 Jul 23 20:26:58.213160 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48132) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:58.229258 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d659db80-d458-40b2-b26d-8d2b8ef64504 None None] DHCP port deletion for bd014336-7cf6-4be5-829d-b33260ee43fe request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:26:58.267521 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8f4d620f-be19-451d-9fad-892b4e485835 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0488279 Jul 23 20:26:58.268156 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48134) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:58.274978 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-eaa00238-3a75-48e8-ada9-5e09ba66298a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'subnet': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:58.318921 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-d659db80-d458-40b2-b26d-8d2b8ef64504 None None] Deleting port fc57115e-7734-443f-9995-e6d9037c8e60 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:26:58.319368 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d659db80-d458-40b2-b26d-8d2b8ef64504 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:58.383292 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-aae0821b-02fc-47ad-bf7e-44ad16b66837 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:58.400654 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d659db80-d458-40b2-b26d-8d2b8ef64504 None None] For port fc57115e-7734-443f-9995-e6d9037c8e60, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=fc57115e-7734-443f-9995-e6d9037c8e60,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:58.401067 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d659db80-d458-40b2-b26d-8d2b8ef64504 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:58.403953 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-aae0821b-02fc-47ad-bf7e-44ad16b66837 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Calling delete_port for 6a3f0f67-7e79-4c45-b80f-9c6fae7172be owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:26:58.406055 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2fd5238f-45d1-490e-81ca-73c0ec647685 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:58.415837 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-d659db80-d458-40b2-b26d-8d2b8ef64504 None None] Calling delete_port for fc57115e-7734-443f-9995-e6d9037c8e60 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:26:58.528804 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d659db80-d458-40b2-b26d-8d2b8ef64504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:58.559214 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d659db80-d458-40b2-b26d-8d2b8ef64504 None None] Pushing event deleted for resources: {'Port': ['ID=fc57115e-7734-443f-9995-e6d9037c8e60,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:58.561138 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d659db80-d458-40b2-b26d-8d2b8ef64504 None None] No DVR routers for this DVR port fc57115e-7734-443f-9995-e6d9037c8e60 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:26:58.598320 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd5238f-45d1-490e-81ca-73c0ec647685 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:58.604291 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa00238-3a75-48e8-ada9-5e09ba66298a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:26:58.607841 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-eaa00238-3a75-48e8-ada9-5e09ba66298a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:58.617091 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-2fd5238f-45d1-490e-81ca-73c0ec647685 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:58.619585 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd5238f-45d1-490e-81ca-73c0ec647685 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:26:58.698054 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd5238f-45d1-490e-81ca-73c0ec647685 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Pushing event updated for resources: {'Port': ['ID=e88d3a18-27cc-4fae-b4cc-17a56b015d7b,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:59.108489 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-aae0821b-02fc-47ad-bf7e-44ad16b66837 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:59.186198 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae0821b-02fc-47ad-bf7e-44ad16b66837 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event deleted for resources: {'Port': ['ID=6a3f0f67-7e79-4c45-b80f-9c6fae7172be,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:59.432161 n-d-793618-10 neutron-server[93875]: DEBUG neutron.objects.ports [None req-eaa00238-3a75-48e8-ada9-5e09ba66298a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93875) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 20:26:59.439517 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-eaa00238-3a75-48e8-ada9-5e09ba66298a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:59.587234 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa00238-3a75-48e8-ada9-5e09ba66298a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:59.594372 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-aae0821b-02fc-47ad-bf7e-44ad16b66837 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:59.601184 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-eaa00238-3a75-48e8-ada9-5e09ba66298a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:59.611614 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59965b3-a957-45f9-964f-4a428f3b6e73 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:26:59.615827 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa00238-3a75-48e8-ada9-5e09ba66298a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:59.616477 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-eaa00238-3a75-48e8-ada9-5e09ba66298a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:59.621123 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa00238-3a75-48e8-ada9-5e09ba66298a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Subnet': ['ID=ff638ef7-8e92-4d8f-905d-703004aafc21,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:59.641884 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2fd5238f-45d1-490e-81ca-73c0ec647685 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:59.718029 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-eaa00238-3a75-48e8-ada9-5e09ba66298a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4450028 Jul 23 20:26:59.718715 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48144) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:59.724096 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e3d60f08-dd38-4e7c-bd2f-1de0fa78245b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'port': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'mac_address': 'fa:16:3e:fb:bf:51', 'name': 'tempest-NetworksTestDHCPv6-1574280184'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:59.793536 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device fc57115e-7734-443f-9995-e6d9037c8e60 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:26:59.833532 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: fc57115e-7734-443f-9995-e6d9037c8e60 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:26:59.834134 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device fc57115e-7734-443f-9995-e6d9037c8e60 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:26:59.883189 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae0821b-02fc-47ad-bf7e-44ad16b66837 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Router e5f2ec36-9a42-4e45-b667-3d08b81809d1 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:26:59.884014 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2fd5238f-45d1-490e-81ca-73c0ec647685 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:59.939101 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab5898c-da4b-4624-a06e-54872830a07c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-bd014336-7cf6-4be5-829d-b33260ee43fe', 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'tenant_id': '5b8a44966ee64868a6ea19d10cce6716', 'fixed_ips': [{'subnet_id': 'ff638ef7-8e92-4d8f-905d-703004aafc21'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:26:59.940257 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dab5898c-da4b-4624-a06e-54872830a07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:00.019017 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d60f08-dd38-4e7c-bd2f-1de0fa78245b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:00.025486 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae0821b-02fc-47ad-bf7e-44ad16b66837 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:27:00.039395 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-aae0821b-02fc-47ad-bf7e-44ad16b66837 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "PUT /v2.0/routers/e5f2ec36-9a42-4e45-b667-3d08b81809d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9997687 Jul 23 20:27:00.041075 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48146) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:00.043712 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f7c414-8c8a-46c3-afac-f1e79ad482ab None None] Sync routers for ids ['e5f2ec36-9a42-4e45-b667-3d08b81809d1'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:27:00.062577 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f7c414-8c8a-46c3-afac-f1e79ad482ab None None] Routers {'e5f2ec36-9a42-4e45-b667-3d08b81809d1'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:00.063541 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c8f7c414-8c8a-46c3-afac-f1e79ad482ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:26:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['e5f2ec36-9a42-4e45-b667-3d08b81809d1'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:00.109130 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e6b00383-491b-45df-af00-ffd44641bfee tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5f2ec36-9a42-4e45-b667-3d08b81809d1 HTTP/1.1" status: 200 len: 205 time: 0.0643604 Jul 23 20:27:00.109394 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48148) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:00.206272 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a9573fa4-7027-4a61-93cf-651de111c1ce tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:00.248471 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e3d60f08-dd38-4e7c-bd2f-1de0fa78245b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:00.258426 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-dab5898c-da4b-4624-a06e-54872830a07c None None] Allocated IP 2001:db8::f816:3eff:fece:ef6f (bd014336-7cf6-4be5-829d-b33260ee43fe/ff638ef7-8e92-4d8f-905d-703004aafc21/ff2328d3-6da1-4c6f-8bdf-f5b3937aefdd) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:00.310478 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-e3d60f08-dd38-4e7c-bd2f-1de0fa78245b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] device_id is not set on port 5125cdcd-8d7f-4b5d-a0c4-fcddde793eb4 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:27:00.328686 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c8f7c414-8c8a-46c3-afac-f1e79ad482ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:00.354343 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f7c414-8c8a-46c3-afac-f1e79ad482ab None None] Routers {'e5f2ec36-9a42-4e45-b667-3d08b81809d1'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:00.357436 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c8f7c414-8c8a-46c3-afac-f1e79ad482ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:26:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['e5f2ec36-9a42-4e45-b667-3d08b81809d1'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:00.408473 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2fd5238f-45d1-490e-81ca-73c0ec647685 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:00.418190 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2fd5238f-45d1-490e-81ca-73c0ec647685 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:00.422679 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a9573fa4-7027-4a61-93cf-651de111c1ce tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:00.435622 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c8f7c414-8c8a-46c3-afac-f1e79ad482ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:00.440581 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f7c414-8c8a-46c3-afac-f1e79ad482ab None None] The sync data for ids ['e5f2ec36-9a42-4e45-b667-3d08b81809d1'] in n-d-793618-10 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:27:00.467340 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a9573fa4-7027-4a61-93cf-651de111c1ce tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:00.556804 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a9573fa4-7027-4a61-93cf-651de111c1ce tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:00.557415 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9573fa4-7027-4a61-93cf-651de111c1ce tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Fanout notify agent at l3_agent the message router_deleted on router e5f2ec36-9a42-4e45-b667-3d08b81809d1 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:27:00.559082 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd5238f-45d1-490e-81ca-73c0ec647685 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Pushing event updated for resources: {'Port': ['ID=e88d3a18-27cc-4fae-b4cc-17a56b015d7b,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:00.563944 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dab5898c-da4b-4624-a06e-54872830a07c None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:00.566213 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a9573fa4-7027-4a61-93cf-651de111c1ce tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:00.568006 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a9573fa4-7027-4a61-93cf-651de111c1ce tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "DELETE /v2.0/routers/e5f2ec36-9a42-4e45-b667-3d08b81809d1 HTTP/1.1" status: 204 len: 168 time: 0.4577205 Jul 23 20:27:00.571594 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48152) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:00.592533 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-dab5898c-da4b-4624-a06e-54872830a07c None None] Transition to ACTIVE for port object ff2328d3-6da1-4c6f-8bdf-f5b3937aefdd will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:00.622196 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-dab5898c-da4b-4624-a06e-54872830a07c None None] Transition to ACTIVE for port object ff2328d3-6da1-4c6f-8bdf-f5b3937aefdd will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:00.640754 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dab5898c-da4b-4624-a06e-54872830a07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:00.658782 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2fd5238f-45d1-490e-81ca-73c0ec647685 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:00.729143 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-e3d60f08-dd38-4e7c-bd2f-1de0fa78245b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Allocated IP 2001:db8::f816:3eff:fefb:bf51 (bd014336-7cf6-4be5-829d-b33260ee43fe/ff638ef7-8e92-4d8f-905d-703004aafc21/5125cdcd-8d7f-4b5d-a0c4-fcddde793eb4) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:00.730940 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab5898c-da4b-4624-a06e-54872830a07c None None] Pushing event updated for resources: {'Port': ['ID=ff2328d3-6da1-4c6f-8bdf-f5b3937aefdd,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:00.768593 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab5898c-da4b-4624-a06e-54872830a07c None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:00.772164 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-dab5898c-da4b-4624-a06e-54872830a07c None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:00.775757 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab5898c-da4b-4624-a06e-54872830a07c None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:00.891881 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-dab5898c-da4b-4624-a06e-54872830a07c None None] Attempting to bind port ff2328d3-6da1-4c6f-8bdf-f5b3937aefdd on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:27:00.898690 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-dab5898c-da4b-4624-a06e-54872830a07c None None] Attempting to bind port ff2328d3-6da1-4c6f-8bdf-f5b3937aefdd by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:27:00.901282 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab5898c-da4b-4624-a06e-54872830a07c None None] Attempting to bind port ff2328d3-6da1-4c6f-8bdf-f5b3937aefdd on network bd014336-7cf6-4be5-829d-b33260ee43fe {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:27:00.914058 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab5898c-da4b-4624-a06e-54872830a07c None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:27:00.914482 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab5898c-da4b-4624-a06e-54872830a07c None None] Checking segment: {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:27:00.915317 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dab5898c-da4b-4624-a06e-54872830a07c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:00.915981 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab5898c-da4b-4624-a06e-54872830a07c None None] Bound using segment: {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:27:00.917261 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-dab5898c-da4b-4624-a06e-54872830a07c None None] Bound port: ff2328d3-6da1-4c6f-8bdf-f5b3937aefdd, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:27:00.917859 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dab5898c-da4b-4624-a06e-54872830a07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:00.960628 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e3d60f08-dd38-4e7c-bd2f-1de0fa78245b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:00.991016 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-e3d60f08-dd38-4e7c-bd2f-1de0fa78245b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Transition to ACTIVE for port object 5125cdcd-8d7f-4b5d-a0c4-fcddde793eb4 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:01.029924 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-dab5898c-da4b-4624-a06e-54872830a07c None None] For port ff2328d3-6da1-4c6f-8bdf-f5b3937aefdd, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:27:01.035353 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-dab5898c-da4b-4624-a06e-54872830a07c None None] For port ff2328d3-6da1-4c6f-8bdf-f5b3937aefdd, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=ff2328d3-6da1-4c6f-8bdf-f5b3937aefdd,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:27:01.041298 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e3d60f08-dd38-4e7c-bd2f-1de0fa78245b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:01.046158 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dab5898c-da4b-4624-a06e-54872830a07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:01.107105 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d60f08-dd38-4e7c-bd2f-1de0fa78245b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:01.114303 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-e3d60f08-dd38-4e7c-bd2f-1de0fa78245b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:01.119911 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d60f08-dd38-4e7c-bd2f-1de0fa78245b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:01.126845 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d60f08-dd38-4e7c-bd2f-1de0fa78245b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:01.127634 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e3d60f08-dd38-4e7c-bd2f-1de0fa78245b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:01.143066 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab5898c-da4b-4624-a06e-54872830a07c None None] Pushing event updated for resources: {'Port': ['ID=ff2328d3-6da1-4c6f-8bdf-f5b3937aefdd,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:01.168892 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d60f08-dd38-4e7c-bd2f-1de0fa78245b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Port': ['ID=5125cdcd-8d7f-4b5d-a0c4-fcddde793eb4,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:01.184886 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e3d60f08-dd38-4e7c-bd2f-1de0fa78245b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4653468 Jul 23 20:27:01.185564 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48156) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:01.281350 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef44563a-2d9a-4e01-81f7-ed6329f6e592 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:01.291876 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-e66fa17d-c1f4-420f-abd9-87bb39908cc4 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Deleting subnet e4546ca6-94ed-4f99-a1ef-c1b9d8b989f3 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:27:01.297605 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e66fa17d-c1f4-420f-abd9-87bb39908cc4 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:01.311981 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef44563a-2d9a-4e01-81f7-ed6329f6e592 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:01.341949 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ef44563a-2d9a-4e01-81f7-ed6329f6e592 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1462402 Jul 23 20:27:01.341949 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48158) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:01.350999 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e66fa17d-c1f4-420f-abd9-87bb39908cc4 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:01.534963 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e66fa17d-c1f4-420f-abd9-87bb39908cc4 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:01.559189 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-e13e05e2-ccb3-44e3-934f-edeaf25018b8 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting port 5125cdcd-8d7f-4b5d-a0c4-fcddde793eb4 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:01.559867 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e13e05e2-ccb3-44e3-934f-edeaf25018b8 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:01.570263 n-d-793618-10 neutron-server[93875]: INFO neutron.db.l3_db [None req-2fd5238f-45d1-490e-81ca-73c0ec647685 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Floating IP abfc037e-da9a-4301-a0ad-f7a52b6f78ff associated. External IP: 172.25.1.237, port: e750417b-1474-4279-91b7-5bc983c6823f. Jul 23 20:27:01.716399 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e66fa17d-c1f4-420f-abd9-87bb39908cc4 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:01.754349 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e13e05e2-ccb3-44e3-934f-edeaf25018b8 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:01.782624 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-e13e05e2-ccb3-44e3-934f-edeaf25018b8 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Calling delete_port for 5125cdcd-8d7f-4b5d-a0c4-fcddde793eb4 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:01.786703 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fa17d-c1f4-420f-abd9-87bb39908cc4 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event deleted for resources: {'Subnet': ['ID=e4546ca6-94ed-4f99-a1ef-c1b9d8b989f3,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:01.802355 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e66fa17d-c1f4-420f-abd9-87bb39908cc4 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:01.812112 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e66fa17d-c1f4-420f-abd9-87bb39908cc4 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "DELETE /v2.0/subnets/e4546ca6-94ed-4f99-a1ef-c1b9d8b989f3 HTTP/1.1" status: 204 len: 168 time: 1.2381482 Jul 23 20:27:01.821414 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48168) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:01.822044 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4e114a-17fb-4228-9991-70317dacd8ed None None] Network f7447b30-c7d0-4eb5-9d46-d071f213edfc requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:27:01.856362 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device ff2328d3-6da1-4c6f-8bdf-f5b3937aefdd up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:27:02.005438 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b2aa88b-6700-481d-99ef-4ef9697c22b0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Deleting subnet d68e9090-b94a-44f2-817f-1e5b6a793813 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:27:02.015815 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b2aa88b-6700-481d-99ef-4ef9697c22b0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:02.087846 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd5238f-45d1-490e-81ca-73c0ec647685 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Router 3d00437f-1573-4b66-bdab-acca160909db has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:27:02.092890 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b2aa88b-6700-481d-99ef-4ef9697c22b0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:02.108701 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e13e05e2-ccb3-44e3-934f-edeaf25018b8 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:02.151202 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port ff2328d3-6da1-4c6f-8bdf-f5b3937aefdd completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:27:02.264656 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e05e2-ccb3-44e3-934f-edeaf25018b8 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Port': ['ID=5125cdcd-8d7f-4b5d-a0c4-fcddde793eb4,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:02.277116 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e13e05e2-ccb3-44e3-934f-edeaf25018b8 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:02.278864 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64ce3bf-cbe6-4786-bb17-451bf29969d0 None None] DHCP port deletion for f7447b30-c7d0-4eb5-9d46-d071f213edfc request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:27:02.291015 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e13e05e2-ccb3-44e3-934f-edeaf25018b8 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/ports/5125cdcd-8d7f-4b5d-a0c4-fcddde793eb4 HTTP/1.1" status: 204 len: 168 time: 0.9530752 Jul 23 20:27:02.296372 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48174) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:02.421028 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce735a98-7bf9-45b1-acce-e8d6f1b9f976 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:02.423666 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-c64ce3bf-cbe6-4786-bb17-451bf29969d0 None None] Deleting port a7d4a82c-5dd6-4bae-b46b-2d85712d9d93 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:02.424232 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c64ce3bf-cbe6-4786-bb17-451bf29969d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:02.427519 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce735a98-7bf9-45b1-acce-e8d6f1b9f976 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:02.433747 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ce735a98-7bf9-45b1-acce-e8d6f1b9f976 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1364939 Jul 23 20:27:02.438764 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48180) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:02.453811 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd5238f-45d1-490e-81ca-73c0ec647685 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:27:02.481081 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2fd5238f-45d1-490e-81ca-73c0ec647685 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:02.564944 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-98943ad1-a552-44c1-a6cd-b30e211b22f6 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting subnet ff638ef7-8e92-4d8f-905d-703004aafc21 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:27:02.579696 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-98943ad1-a552-44c1-a6cd-b30e211b22f6 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:02.610108 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2fd5238f-45d1-490e-81ca-73c0ec647685 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.7997818 Jul 23 20:27:02.612370 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48184) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:02.617715 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba3526c-f215-48cb-a799-35c9ced7358a', 'tag': 'e750417b-1474-4279-91b7-5bc983c6823f'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:27:02.628186 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a71e97e-2893-44b1-b2f8-f4588311c894" -d '{"events": [{"name": "network-changed", "server_uuid": "3ba3526c-f215-48cb-a799-35c9ced7358a", "tag": "e750417b-1474-4279-91b7-5bc983c6823f"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:27:02.690046 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-98943ad1-a552-44c1-a6cd-b30e211b22f6 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:02.796697 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d681c600-5ffb-415d-86a9-271a6a753b99 None None] Sync routers for ids ['3d00437f-1573-4b66-bdab-acca160909db'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:27:02.826277 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b2aa88b-6700-481d-99ef-4ef9697c22b0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:02.857867 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d681c600-5ffb-415d-86a9-271a6a753b99 None None] Routers {'3d00437f-1573-4b66-bdab-acca160909db'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:02.859913 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-d681c600-5ffb-415d-86a9-271a6a753b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:26:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['3d00437f-1573-4b66-bdab-acca160909db'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:02.884637 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-c64ce3bf-cbe6-4786-bb17-451bf29969d0 None None] For port a7d4a82c-5dd6-4bae-b46b-2d85712d9d93, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=a7d4a82c-5dd6-4bae-b46b-2d85712d9d93,segment=NetworkSegment(7f6e8bfc-fd53-4377-8292-77c006b81e14),segment_id=7f6e8bfc-fd53-4377-8292-77c006b81e14)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:02.885254 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c64ce3bf-cbe6-4786-bb17-451bf29969d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:02.951355 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef82d1d3-7001-4448-9f62-ed7fabc224a2 x-openstack-request-id: req-ef82d1d3-7001-4448-9f62-ed7fabc224a2 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:02.955697 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ba3526c-f215-48cb-a799-35c9ced7358a", "tag": "e750417b-1474-4279-91b7-5bc983c6823f", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:02.956381 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef82d1d3-7001-4448-9f62-ed7fabc224a2 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:02.957076 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba3526c-f215-48cb-a799-35c9ced7358a', 'tag': 'e750417b-1474-4279-91b7-5bc983c6823f', 'status': 'completed', 'code': 200} Jul 23 20:27:02.959853 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-98943ad1-a552-44c1-a6cd-b30e211b22f6 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:02.995471 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-c64ce3bf-cbe6-4786-bb17-451bf29969d0 None None] Calling delete_port for a7d4a82c-5dd6-4bae-b46b-2d85712d9d93 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:03.021850 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-3485246a-ce6b-4d49-8933-651cf672f18c None None] Provisioning for port ff2328d3-6da1-4c6f-8bdf-f5b3937aefdd completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:27:03.090967 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-98943ad1-a552-44c1-a6cd-b30e211b22f6 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:03.112190 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-98943ad1-a552-44c1-a6cd-b30e211b22f6 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:03.117038 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-98943ad1-a552-44c1-a6cd-b30e211b22f6 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/ff638ef7-8e92-4d8f-905d-703004aafc21 HTTP/1.1" status: 204 len: 168 time: 0.6746912 Jul 23 20:27:03.121503 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48190) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:03.148260 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-d681c600-5ffb-415d-86a9-271a6a753b99 None None] Set router 3d00437f-1573-4b66-bdab-acca160909db gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:27:03.158025 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98943ad1-a552-44c1-a6cd-b30e211b22f6 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Subnet': ['ID=ff638ef7-8e92-4d8f-905d-703004aafc21,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:03.183433 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a46a3b46-138d-4c44-8315-9ca55013f6cb tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0588248 Jul 23 20:27:03.187107 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48192) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:03.200607 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e581d35f-88fb-4361-98c9-b9b1af49aa65 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'subnet': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:03.209206 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-3485246a-ce6b-4d49-8933-651cf672f18c None None] Provisioning complete for port ff2328d3-6da1-4c6f-8bdf-f5b3937aefdd triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:03.215307 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3485246a-ce6b-4d49-8933-651cf672f18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:03.217535 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5392d49b-0cd5-4ef2-b54b-d46ff536711f tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:03.219138 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5392d49b-0cd5-4ef2-b54b-d46ff536711f tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:03.220068 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5392d49b-0cd5-4ef2-b54b-d46ff536711f tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:03.221230 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5392d49b-0cd5-4ef2-b54b-d46ff536711f tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:03.222013 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5392d49b-0cd5-4ef2-b54b-d46ff536711f tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:03.222703 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5392d49b-0cd5-4ef2-b54b-d46ff536711f tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:03.224704 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5392d49b-0cd5-4ef2-b54b-d46ff536711f tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:03.225740 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5392d49b-0cd5-4ef2-b54b-d46ff536711f tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:03.249525 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48194) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:03.255844 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5392d49b-0cd5-4ef2-b54b-d46ff536711f tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5619 time: 0.6101921 Jul 23 20:27:03.259548 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b2aa88b-6700-481d-99ef-4ef9697c22b0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:03.349934 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71e97e-2893-44b1-b2f8-f4588311c894 req-8eedc39c-4647-416e-8351-de3ea0cec96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:03.353684 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5a71e97e-2893-44b1-b2f8-f4588311c894 req-8eedc39c-4647-416e-8351-de3ea0cec96d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=48931fde9d19441ebe3fcc084a77e899&device_id=3ba3526c-f215-48cb-a799-35c9ced7358a HTTP/1.1" status: 200 len: 1137 time: 0.3795590 Jul 23 20:27:03.358037 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2aa88b-6700-481d-99ef-4ef9697c22b0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event deleted for resources: {'Subnet': ['ID=d68e9090-b94a-44f2-817f-1e5b6a793813,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:03.408255 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b2aa88b-6700-481d-99ef-4ef9697c22b0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:03.412828 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0b2aa88b-6700-481d-99ef-4ef9697c22b0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "DELETE /v2.0/subnets/d68e9090-b94a-44f2-817f-1e5b6a793813 HTTP/1.1" status: 204 len: 168 time: 1.5891399 Jul 23 20:27:03.424462 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48198) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:03.500041 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24780a1e-3126-46a3-9c78-dcb351a150ab None None] Network 22eec2ba-0664-438c-ba4a-36c4f547a33e requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:27:03.621172 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e581d35f-88fb-4361-98c9-b9b1af49aa65 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:03.626848 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e581d35f-88fb-4361-98c9-b9b1af49aa65 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:03.645760 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e31c874d-861c-45f0-a7ac-6faf1a0f52a0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:03.675079 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c64ce3bf-cbe6-4786-bb17-451bf29969d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:03.678601 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb74c7de-b1e1-43db-b3e4-cceee0577d71 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:27:03.697788 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71e97e-2893-44b1-b2f8-f4588311c894 req-56ecec8c-cf92-4f38-83be-2d2ff71b8e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:03.700966 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5a71e97e-2893-44b1-b2f8-f4588311c894 req-56ecec8c-cf92-4f38-83be-2d2ff71b8e0f service neutron] 10.222.0.18 "GET /v2.0/networks?id=4bf33222-75e9-467e-812b-603866f71f9c HTTP/1.1" status: 200 len: 898 time: 0.2943890 Jul 23 20:27:03.817130 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a7d4a82c-5dd6-4bae-b46b-2d85712d9d93 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:27:03.926678 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ce3bf-cbe6-4786-bb17-451bf29969d0 None None] Pushing event deleted for resources: {'Port': ['ID=a7d4a82c-5dd6-4bae-b46b-2d85712d9d93,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:03.928587 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: a7d4a82c-5dd6-4bae-b46b-2d85712d9d93 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:27:03.928945 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a7d4a82c-5dd6-4bae-b46b-2d85712d9d93 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:27:03.944053 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5a71e97e-2893-44b1-b2f8-f4588311c894 req-0ac69b00-c3eb-4306-b35b-22cd50bc8196 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e750417b-1474-4279-91b7-5bc983c6823f HTTP/1.1" status: 200 len: 1000 time: 0.2222879 Jul 23 20:27:03.967802 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64ce3bf-cbe6-4786-bb17-451bf29969d0 None None] No DVR routers for this DVR port a7d4a82c-5dd6-4bae-b46b-2d85712d9d93 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:27:04.014108 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e31c874d-861c-45f0-a7ac-6faf1a0f52a0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:04.050688 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-e31c874d-861c-45f0-a7ac-6faf1a0f52a0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7447b30-c7d0-4eb5-9d46-d071f213edfc']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:04.080411 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-e31c874d-861c-45f0-a7ac-6faf1a0f52a0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f6e8bfc-fd53-4377-8292-77c006b81e14') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:04.080793 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-e31c874d-861c-45f0-a7ac-6faf1a0f52a0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f6e8bfc-fd53-4377-8292-77c006b81e14') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:04.106554 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7536e6-f6a1-4194-b3c8-3231161bf574 tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:04.107164 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7536e6-f6a1-4194-b3c8-3231161bf574 tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:04.107609 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7536e6-f6a1-4194-b3c8-3231161bf574 tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:04.110437 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7536e6-f6a1-4194-b3c8-3231161bf574 tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:04.110437 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7536e6-f6a1-4194-b3c8-3231161bf574 tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:04.112619 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e31c874d-861c-45f0-a7ac-6faf1a0f52a0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:04.114953 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8f7536e6-f6a1-4194-b3c8-3231161bf574 tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3371 time: 0.8688364 Jul 23 20:27:04.115965 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48202) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:04.129129 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71e97e-2893-44b1-b2f8-f4588311c894 req-42317358-d61d-4e3c-ab57-39ed1e8a425c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:04.132347 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5a71e97e-2893-44b1-b2f8-f4588311c894 req-42317358-d61d-4e3c-ab57-39ed1e8a425c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0da88550-dde3-4fec-b2aa-04e4d1d029ab HTTP/1.1" status: 200 len: 835 time: 0.1790993 Jul 23 20:27:04.173734 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3485246a-ce6b-4d49-8933-651cf672f18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:04.226093 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e31c874d-861c-45f0-a7ac-6faf1a0f52a0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:04.263821 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e31c874d-861c-45f0-a7ac-6faf1a0f52a0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:27:04.266382 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e31c874d-861c-45f0-a7ac-6faf1a0f52a0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:04.269775 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:27:04.269775 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:27:04.269775 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:27:04.269775 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:27:04.269775 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:27:04.269775 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:27:04.269775 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:27:04.269775 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:27:04.269775 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:27:04.269775 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:27:04.269775 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:27:04.269775 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:27:04.269775 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:27:04.269775 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:27:04.269775 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:27:04.269775 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:27:04.269775 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:27:04.269775 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:27:04.269775 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:27:04.269775 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:27:04.269775 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:27:04.269775 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:27:04.269775 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:27:04.269775 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:27:04.269775 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:27:04.269775 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:27:04.269775 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:27:04.269775 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:27:04.269775 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:27:04.269775 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:27:04.269775 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:27:04.269775 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:27:04.319448 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-3485246a-ce6b-4d49-8933-651cf672f18c None None] For port ff2328d3-6da1-4c6f-8bdf-f5b3937aefdd, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=ff2328d3-6da1-4c6f-8bdf-f5b3937aefdd,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:04.336011 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3485246a-ce6b-4d49-8933-651cf672f18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:04.422719 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285870c9-3d07-4410-9f65-daab11ab5990 None None] DHCP port deletion for 22eec2ba-0664-438c-ba4a-36c4f547a33e request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:27:04.429104 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e31c874d-861c-45f0-a7ac-6faf1a0f52a0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:04.443119 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e31c874d-861c-45f0-a7ac-6faf1a0f52a0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:04.445368 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e31c874d-861c-45f0-a7ac-6faf1a0f52a0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "DELETE /v2.0/networks/f7447b30-c7d0-4eb5-9d46-d071f213edfc HTTP/1.1" status: 204 len: 168 time: 1.0174193 Jul 23 20:27:04.449354 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71e97e-2893-44b1-b2f8-f4588311c894 req-626e7f68-c550-4061-a687-ffe42fc50807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:04.451333 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5a71e97e-2893-44b1-b2f8-f4588311c894 req-626e7f68-c550-4061-a687-ffe42fc50807 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4bf33222-75e9-467e-812b-603866f71f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3089724 Jul 23 20:27:04.463787 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48208) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:04.474472 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c874d-861c-45f0-a7ac-6faf1a0f52a0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event deleted for resources: {'Network': ['ID=f7447b30-c7d0-4eb5-9d46-d071f213edfc,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:04.513718 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c874d-861c-45f0-a7ac-6faf1a0f52a0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:04.514345 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c874d-861c-45f0-a7ac-6faf1a0f52a0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:04.514877 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c874d-861c-45f0-a7ac-6faf1a0f52a0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:04.515411 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c874d-861c-45f0-a7ac-6faf1a0f52a0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:04.515925 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c874d-861c-45f0-a7ac-6faf1a0f52a0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:04.516432 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c874d-861c-45f0-a7ac-6faf1a0f52a0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:04.516926 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c874d-861c-45f0-a7ac-6faf1a0f52a0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:04.517432 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c874d-861c-45f0-a7ac-6faf1a0f52a0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:04.517964 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c874d-861c-45f0-a7ac-6faf1a0f52a0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:04.518720 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c874d-861c-45f0-a7ac-6faf1a0f52a0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:04.519242 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c874d-861c-45f0-a7ac-6faf1a0f52a0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:04.519736 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c874d-861c-45f0-a7ac-6faf1a0f52a0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:04.534346 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f15d5e09-a686-4364-a75d-1a91ba7bbc81 None None] Could not find standard attr ID for object 5125cdcd-8d7f-4b5d-a0c4-fcddde793eb4. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:27:04.561949 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3485246a-ce6b-4d49-8933-651cf672f18c None None] Pushing event updated for resources: {'Port': ['ID=ff2328d3-6da1-4c6f-8bdf-f5b3937aefdd,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:04.597100 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-d681c600-5ffb-415d-86a9-271a6a753b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d00437f-1573-4b66-bdab-acca160909db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256984832', 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '7fe050a0-3fc2-4b84-a1e5-8a1af4daea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:21Z', 'updated_at': '2021-07-23T20:26:31Z', 'revision_number': 4, 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'gw_port': {'id': '7fe050a0-3fc2-4b84-a1e5-8a1af4daea99', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:05:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00437f-1573-4b66-bdab-acca160909db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:22Z', 'updated_at': '2021-07-23T20:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'abfc037e-da9a-4301-a0ad-f7a52b6f78ff', 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'floating_ip_address': '172.25.1.237', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '3d00437f-1573-4b66-bdab-acca160909db', 'port_id': 'e750417b-1474-4279-91b7-5bc983c6823f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bf33222-75e9-467e-812b-603866f71f9c', 'mac_address': 'fa:16:3e:0e:92:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba3526c-f215-48cb-a799-35c9ced7358a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:26:59Z', 'updated_at': '2021-07-23T20:26:59Z', 'revision_number': 0, 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '674f551c-bbfe-4e4f-9efa-f327041f87f6', 'name': '', 'network_id': '4bf33222-75e9-467e-812b-603866f71f9c', 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'mac_address': 'fa:16:3e:a4:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00437f-1573-4b66-bdab-acca160909db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': '0da88550-dde3-4fec-b2aa-04e4d1d029ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:27Z', 'updated_at': '2021-07-23T20:26:40Z', 'revision_number': 5, 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'subnets': [{'id': '0da88550-dde3-4fec-b2aa-04e4d1d029ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:04.656163 n-d-793618-10 neutron-server[93876]: DEBUG neutron.objects.ports [None req-e581d35f-88fb-4361-98c9-b9b1af49aa65 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93876) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 20:27:04.668441 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5a71e97e-2893-44b1-b2f8-f4588311c894 req-064d3ca1-5f93-4c08-96f8-4d324dbd8df1 service neutron] 10.222.0.18 "GET /v2.0/networks/4bf33222-75e9-467e-812b-603866f71f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036443 Jul 23 20:27:04.683899 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d681c600-5ffb-415d-86a9-271a6a753b99 None None] Checking router: 3d00437f-1573-4b66-bdab-acca160909db for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:27:04.706621 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d681c600-5ffb-415d-86a9-271a6a753b99 None None] Routers {'3d00437f-1573-4b66-bdab-acca160909db'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:04.707728 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-d681c600-5ffb-415d-86a9-271a6a753b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:26:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['3d00437f-1573-4b66-bdab-acca160909db'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:04.768833 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-285870c9-3d07-4410-9f65-daab11ab5990 None None] Deleting port 6819336d-1674-4d61-a665-134307df575d {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:04.769217 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-285870c9-3d07-4410-9f65-daab11ab5990 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:04.857934 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5a71e97e-2893-44b1-b2f8-f4588311c894 req-d4702b05-d08d-4c28-8038-2f49f3341fe9 service neutron] 10.222.0.18 "GET /v2.0/networks/4bf33222-75e9-467e-812b-603866f71f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825728 Jul 23 20:27:04.897453 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6618ed8b-7afc-42a3-8383-6e782c75f6cb tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:04.936292 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-d681c600-5ffb-415d-86a9-271a6a753b99 None None] Set router 3d00437f-1573-4b66-bdab-acca160909db gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:27:05.048581 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4f130233-0993-4f45-8cea-bb9fa6125bd9 None None] Provisioning complete for port ff2328d3-6da1-4c6f-8bdf-f5b3937aefdd triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:05.049007 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f130233-0993-4f45-8cea-bb9fa6125bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:05.197567 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-285870c9-3d07-4410-9f65-daab11ab5990 None None] For port 6819336d-1674-4d61-a665-134307df575d, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6819336d-1674-4d61-a665-134307df575d,segment=NetworkSegment(f16b1e2e-9c71-46a8-8d86-01c3e7d13565),segment_id=f16b1e2e-9c71-46a8-8d86-01c3e7d13565)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:05.198511 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-285870c9-3d07-4410-9f65-daab11ab5990 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:05.252661 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-285870c9-3d07-4410-9f65-daab11ab5990 None None] Calling delete_port for 6819336d-1674-4d61-a665-134307df575d owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:05.596567 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e581d35f-88fb-4361-98c9-b9b1af49aa65 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:05.619169 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-6618ed8b-7afc-42a3-8383-6e782c75f6cb tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Deleting port 6819336d-1674-4d61-a665-134307df575d {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:05.619512 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6618ed8b-7afc-42a3-8383-6e782c75f6cb tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:05.686301 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-58153375-a0bd-4c8b-8f56-7662667724c1 tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2338 time: 1.5620773 Jul 23 20:27:05.689924 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48218) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:05.701175 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-285870c9-3d07-4410-9f65-daab11ab5990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:05.734887 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285870c9-3d07-4410-9f65-daab11ab5990 None None] No DVR routers for this DVR port 6819336d-1674-4d61-a665-134307df575d on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:27:05.767565 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-6618ed8b-7afc-42a3-8383-6e782c75f6cb tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] For port 6819336d-1674-4d61-a665-134307df575d, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6819336d-1674-4d61-a665-134307df575d,segment=NetworkSegment(f16b1e2e-9c71-46a8-8d86-01c3e7d13565),segment_id=f16b1e2e-9c71-46a8-8d86-01c3e7d13565)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:05.767918 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6618ed8b-7afc-42a3-8383-6e782c75f6cb tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:05.794756 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f2b743-1934-4b9b-86b0-617e765c88e6 tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:05.795459 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f2b743-1934-4b9b-86b0-617e765c88e6 tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:05.797987 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c7f2b743-1934-4b9b-86b0-617e765c88e6 tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3d00437f-1573-4b66-bdab-acca160909db HTTP/1.1" status: 200 len: 1991 time: 0.1063585 Jul 23 20:27:05.815671 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device ff2328d3-6da1-4c6f-8bdf-f5b3937aefdd up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:27:05.821330 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-6618ed8b-7afc-42a3-8383-6e782c75f6cb tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Calling delete_port for 6819336d-1674-4d61-a665-134307df575d owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:05.826830 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285870c9-3d07-4410-9f65-daab11ab5990 None None] Pushing event deleted for resources: {'Port': ['ID=6819336d-1674-4d61-a665-134307df575d,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:05.853097 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-d681c600-5ffb-415d-86a9-271a6a753b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d00437f-1573-4b66-bdab-acca160909db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256984832', 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '7fe050a0-3fc2-4b84-a1e5-8a1af4daea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:21Z', 'updated_at': '2021-07-23T20:26:31Z', 'revision_number': 4, 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'gw_port': {'id': '7fe050a0-3fc2-4b84-a1e5-8a1af4daea99', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:05:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00437f-1573-4b66-bdab-acca160909db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:22Z', 'updated_at': '2021-07-23T20:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'abfc037e-da9a-4301-a0ad-f7a52b6f78ff', 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'floating_ip_address': '172.25.1.237', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '3d00437f-1573-4b66-bdab-acca160909db', 'port_id': 'e750417b-1474-4279-91b7-5bc983c6823f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bf33222-75e9-467e-812b-603866f71f9c', 'mac_address': 'fa:16:3e:0e:92:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba3526c-f215-48cb-a799-35c9ced7358a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:26:59Z', 'updated_at': '2021-07-23T20:26:59Z', 'revision_number': 0, 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '674f551c-bbfe-4e4f-9efa-f327041f87f6', 'name': '', 'network_id': '4bf33222-75e9-467e-812b-603866f71f9c', 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'mac_address': 'fa:16:3e:a4:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00437f-1573-4b66-bdab-acca160909db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': '0da88550-dde3-4fec-b2aa-04e4d1d029ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:27Z', 'updated_at': '2021-07-23T20:26:40Z', 'revision_number': 5, 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'subnets': [{'id': '0da88550-dde3-4fec-b2aa-04e4d1d029ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:05.890255 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d681c600-5ffb-415d-86a9-271a6a753b99 None None] The sync data for ids ['3d00437f-1573-4b66-bdab-acca160909db'] in n-d-793618-10 is: [{'id': '3d00437f-1573-4b66-bdab-acca160909db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256984832', 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '7fe050a0-3fc2-4b84-a1e5-8a1af4daea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:21Z', 'updated_at': '2021-07-23T20:26:31Z', 'revision_number': 4, 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'gw_port': {'id': '7fe050a0-3fc2-4b84-a1e5-8a1af4daea99', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:05:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00437f-1573-4b66-bdab-acca160909db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:22Z', 'updated_at': '2021-07-23T20:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'abfc037e-da9a-4301-a0ad-f7a52b6f78ff', 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'floating_ip_address': '172.25.1.237', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '3d00437f-1573-4b66-bdab-acca160909db', 'port_id': 'e750417b-1474-4279-91b7-5bc983c6823f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bf33222-75e9-467e-812b-603866f71f9c', 'mac_address': 'fa:16:3e:0e:92:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba3526c-f215-48cb-a799-35c9ced7358a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:26:59Z', 'updated_at': '2021-07-23T20:26:59Z', 'revision_number': 0, 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '674f551c-bbfe-4e4f-9efa-f327041f87f6', 'name': '', 'network_id': '4bf33222-75e9-467e-812b-603866f71f9c', 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'mac_address': 'fa:16:3e:a4:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00437f-1573-4b66-bdab-acca160909db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': '0da88550-dde3-4fec-b2aa-04e4d1d029ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:27Z', 'updated_at': '2021-07-23T20:26:40Z', 'revision_number': 5, 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'subnets': [{'id': '0da88550-dde3-4fec-b2aa-04e4d1d029ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:27:05.922334 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port ff2328d3-6da1-4c6f-8bdf-f5b3937aefdd triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:05.923088 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:06.010300 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-e581d35f-88fb-4361-98c9-b9b1af49aa65 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] For port ff2328d3-6da1-4c6f-8bdf-f5b3937aefdd, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=ff2328d3-6da1-4c6f-8bdf-f5b3937aefdd,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:06.065750 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e581d35f-88fb-4361-98c9-b9b1af49aa65 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:06.076148 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e581d35f-88fb-4361-98c9-b9b1af49aa65 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:06.078268 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e581d35f-88fb-4361-98c9-b9b1af49aa65 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:06.090487 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6819336d-1674-4d61-a665-134307df575d no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:27:06.095193 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6618ed8b-7afc-42a3-8383-6e782c75f6cb tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:06.119584 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 6819336d-1674-4d61-a665-134307df575d {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:27:06.120788 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6819336d-1674-4d61-a665-134307df575d not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:27:06.192567 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6618ed8b-7afc-42a3-8383-6e782c75f6cb tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] No DVR routers for this DVR port 6819336d-1674-4d61-a665-134307df575d on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:27:06.201448 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e581d35f-88fb-4361-98c9-b9b1af49aa65 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:06.219933 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-e581d35f-88fb-4361-98c9-b9b1af49aa65 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:06.223588 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e581d35f-88fb-4361-98c9-b9b1af49aa65 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:06.224181 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e581d35f-88fb-4361-98c9-b9b1af49aa65 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:06.229421 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61feec8e-ec49-44fa-98cb-c49b5f053d93 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:27:06.305382 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e581d35f-88fb-4361-98c9-b9b1af49aa65 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Subnet': ['ID=53a21f7e-761b-4a25-b0f5-c6ac043ec661,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:06.337034 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd4b682-ed23-4611-aae7-4f7f97dd4e52 None None] New status for floating IP abfc037e-da9a-4301-a0ad-f7a52b6f78ff: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:27:06.477970 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6618ed8b-7afc-42a3-8383-6e782c75f6cb tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:06.481453 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e581d35f-88fb-4361-98c9-b9b1af49aa65 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Port': ['ID=ff2328d3-6da1-4c6f-8bdf-f5b3937aefdd,revision_number=6']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:06.524781 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e581d35f-88fb-4361-98c9-b9b1af49aa65 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.3344691 Jul 23 20:27:06.526875 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-6618ed8b-7afc-42a3-8383-6e782c75f6cb tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22eec2ba-0664-438c-ba4a-36c4f547a33e']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:06.527509 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48226) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:06.532783 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-25a99e07-e8dd-4f6f-91f1-3d696ff42f01 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'port': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'mac_address': 'fa:16:3e:0a:b8:36', 'name': 'tempest-NetworksTestDHCPv6-870029227'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:06.541517 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6618ed8b-7afc-42a3-8383-6e782c75f6cb tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event deleted for resources: {'Port': ['ID=6819336d-1674-4d61-a665-134307df575d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:06.580856 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-6618ed8b-7afc-42a3-8383-6e782c75f6cb tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f16b1e2e-9c71-46a8-8d86-01c3e7d13565') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:06.581264 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-6618ed8b-7afc-42a3-8383-6e782c75f6cb tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f16b1e2e-9c71-46a8-8d86-01c3e7d13565') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:06.602261 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6618ed8b-7afc-42a3-8383-6e782c75f6cb tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:06.646675 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6618ed8b-7afc-42a3-8383-6e782c75f6cb tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:06.659908 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6618ed8b-7afc-42a3-8383-6e782c75f6cb tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:27:06.660454 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6618ed8b-7afc-42a3-8383-6e782c75f6cb tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:06.668982 n-d-793618-10 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:27:06.668982 n-d-793618-10 neutron-server[93876]: self.session.flush() Jul 23 20:27:06.668982 n-d-793618-10 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:27:06.668982 n-d-793618-10 neutron-server[93876]: self.session.flush() Jul 23 20:27:06.668982 n-d-793618-10 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:27:06.668982 n-d-793618-10 neutron-server[93876]: self.session.flush() Jul 23 20:27:06.668982 n-d-793618-10 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:27:06.668982 n-d-793618-10 neutron-server[93876]: self.session.flush() Jul 23 20:27:06.668982 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:27:06.668982 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:27:06.668982 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:27:06.668982 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:27:06.668982 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:27:06.668982 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:27:06.668982 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:27:06.668982 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:27:06.668982 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:27:06.668982 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:27:06.668982 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:27:06.668982 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:27:06.668982 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:27:06.668982 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:27:06.668982 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:27:06.668982 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:27:06.668982 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:27:06.668982 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:27:06.668982 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:27:06.668982 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:27:06.668982 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:27:06.668982 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:27:06.668982 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:27:06.668982 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:27:06.668982 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:27:06.668982 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:27:06.668982 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:27:06.668982 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:27:06.668982 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:27:06.668982 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:27:06.668982 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:27:06.668982 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:27:06.736718 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a99e07-e8dd-4f6f-91f1-3d696ff42f01 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:06.756626 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6618ed8b-7afc-42a3-8383-6e782c75f6cb tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:06.780318 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6618ed8b-7afc-42a3-8383-6e782c75f6cb tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:06.783138 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6618ed8b-7afc-42a3-8383-6e782c75f6cb tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "DELETE /v2.0/networks/22eec2ba-0664-438c-ba4a-36c4f547a33e HTTP/1.1" status: 204 len: 168 time: 2.3183594 Jul 23 20:27:06.794030 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48228) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:06.799625 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-3ef8ffbb-f131-41fd-8389-81894e0e240b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Request body: {'network': {'name': 'tempest-RoutersTest-1130681444'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:06.823275 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6618ed8b-7afc-42a3-8383-6e782c75f6cb tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event deleted for resources: {'Network': ['ID=22eec2ba-0664-438c-ba4a-36c4f547a33e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:06.827896 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef8ffbb-f131-41fd-8389-81894e0e240b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Made reservation on behalf of cde999fc285947a38991630a8d370d15 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:06.831957 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ef8ffbb-f131-41fd-8389-81894e0e240b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:06.866791 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-25a99e07-e8dd-4f6f-91f1-3d696ff42f01 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:06.873937 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef8ffbb-f131-41fd-8389-81894e0e240b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:27:06.886967 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ef8ffbb-f131-41fd-8389-81894e0e240b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:06.887295 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-3ef8ffbb-f131-41fd-8389-81894e0e240b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Added segment 63952383-235a-403c-a015-883bcba67614 of type vlan for network 944bbbb8-0325-4cdc-a622-ca4a8222b109 Jul 23 20:27:06.900282 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-25a99e07-e8dd-4f6f-91f1-3d696ff42f01 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] device_id is not set on port b3d40e93-984f-451c-9354-6ba0a79e9a07 yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:27:06.943326 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ef8ffbb-f131-41fd-8389-81894e0e240b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:06.984101 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4bc4d013-f8d0-49af-9bc1-3363876f07db None None] Provisioning complete for port ff2328d3-6da1-4c6f-8bdf-f5b3937aefdd triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:06.984550 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4bc4d013-f8d0-49af-9bc1-3363876f07db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:06.993043 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ef8ffbb-f131-41fd-8389-81894e0e240b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:06.999146 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef8ffbb-f131-41fd-8389-81894e0e240b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:06.999766 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ef8ffbb-f131-41fd-8389-81894e0e240b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:07.034792 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-25a99e07-e8dd-4f6f-91f1-3d696ff42f01 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Allocated IP 2001:db8::f816:3eff:fe0a:b836 (bd014336-7cf6-4be5-829d-b33260ee43fe/53a21f7e-761b-4a25-b0f5-c6ac043ec661/b3d40e93-984f-451c-9354-6ba0a79e9a07) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:07.057640 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3ef8ffbb-f131-41fd-8389-81894e0e240b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2623804 Jul 23 20:27:07.063652 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48230) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:07.072570 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-0a70c86d-8992-4d4a-9bf7-cafaf20468f7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Request body: {'subnet': {'network_id': '944bbbb8-0325-4cdc-a622-ca4a8222b109', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:07.089336 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8ffbb-f131-41fd-8389-81894e0e240b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event updated for resources: {'Network': ['ID=944bbbb8-0325-4cdc-a622-ca4a8222b109,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:07.100854 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 944bbbb8-0325-4cdc-a622-ca4a8222b109 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:27:07.287212 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a70c86d-8992-4d4a-9bf7-cafaf20468f7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Made reservation on behalf of cde999fc285947a38991630a8d370d15 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:07.291814 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0a70c86d-8992-4d4a-9bf7-cafaf20468f7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:07.392793 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-25a99e07-e8dd-4f6f-91f1-3d696ff42f01 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:07.423655 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-25a99e07-e8dd-4f6f-91f1-3d696ff42f01 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Transition to ACTIVE for port object b3d40e93-984f-451c-9354-6ba0a79e9a07 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:07.512972 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-25a99e07-e8dd-4f6f-91f1-3d696ff42f01 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:07.610723 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a99e07-e8dd-4f6f-91f1-3d696ff42f01 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:07.615936 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a99e07-e8dd-4f6f-91f1-3d696ff42f01 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Port': ['ID=b3d40e93-984f-451c-9354-6ba0a79e9a07,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:07.623954 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-25a99e07-e8dd-4f6f-91f1-3d696ff42f01 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:07.626136 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a99e07-e8dd-4f6f-91f1-3d696ff42f01 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:07.631998 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a99e07-e8dd-4f6f-91f1-3d696ff42f01 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:07.632643 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-25a99e07-e8dd-4f6f-91f1-3d696ff42f01 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:07.647159 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0a70c86d-8992-4d4a-9bf7-cafaf20468f7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:07.688653 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-25a99e07-e8dd-4f6f-91f1-3d696ff42f01 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1599944 Jul 23 20:27:07.695825 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48244) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:07.744669 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device ff2328d3-6da1-4c6f-8bdf-f5b3937aefdd up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:27:07.766487 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70c86d-8992-4d4a-9bf7-cafaf20468f7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event updated for resources: {'Subnet': ['ID=4eccf391-ea84-488f-8874-88ad75f290d0,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:07.795105 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a70c86d-8992-4d4a-9bf7-cafaf20468f7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Checking segment: {'id': '63952383-235a-403c-a015-883bcba67614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '944bbbb8-0325-4cdc-a622-ca4a8222b109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:27:07.795473 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a70c86d-8992-4d4a-9bf7-cafaf20468f7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Network hostable DHCP agents. Network: 944bbbb8-0325-4cdc-a622-ca4a8222b109, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:27:07.833933 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port ff2328d3-6da1-4c6f-8bdf-f5b3937aefdd triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:07.836292 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:07.846949 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910f3978-9538-4dc3-8992-1a06d34ebeea tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:07.855650 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910f3978-9538-4dc3-8992-1a06d34ebeea tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:07.857973 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-910f3978-9538-4dc3-8992-1a06d34ebeea tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1590958 Jul 23 20:27:07.858974 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a70c86d-8992-4d4a-9bf7-cafaf20468f7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Network 944bbbb8-0325-4cdc-a622-ca4a8222b109 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:27:07.861083 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48246) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:07.879008 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-0a70c86d-8992-4d4a-9bf7-cafaf20468f7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 944bbbb8-0325-4cdc-a622-ca4a8222b109) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:07.884711 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a70c86d-8992-4d4a-9bf7-cafaf20468f7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:07.885493 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0a70c86d-8992-4d4a-9bf7-cafaf20468f7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:07.919986 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0a70c86d-8992-4d4a-9bf7-cafaf20468f7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8539178 Jul 23 20:27:07.921126 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418d7528-b440-4715-95f9-9334acd46db2 None None] Network 944bbbb8-0325-4cdc-a622-ca4a8222b109 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:27:07.923280 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48248) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:07.930580 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-8b838417-ed48-4d72-986e-44f1454ac670 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1725397442', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:07.966476 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8b838417-ed48-4d72-986e-44f1454ac670 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:07.968922 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8b838417-ed48-4d72-986e-44f1454ac670 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:08.039998 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-e7fbbd1a-3031-4a43-8afd-b0cb105338de tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting port b3d40e93-984f-451c-9354-6ba0a79e9a07 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:08.041038 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e7fbbd1a-3031-4a43-8afd-b0cb105338de tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:08.129332 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8b838417-ed48-4d72-986e-44f1454ac670 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:08.138514 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8b838417-ed48-4d72-986e-44f1454ac670 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:08.161570 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-226f3e20-baf8-42a5-b165-53bcef43fa26 None None] Provisioning for port b3d40e93-984f-451c-9354-6ba0a79e9a07 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:27:08.166087 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e7fbbd1a-3031-4a43-8afd-b0cb105338de tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:08.167799 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8b838417-ed48-4d72-986e-44f1454ac670 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:08.170271 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-226f3e20-baf8-42a5-b165-53bcef43fa26 None None] Provisioning complete for port b3d40e93-984f-451c-9354-6ba0a79e9a07 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:08.170447 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8b838417-ed48-4d72-986e-44f1454ac670 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2458305 Jul 23 20:27:08.170655 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-226f3e20-baf8-42a5-b165-53bcef43fa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:08.172916 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48260) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:08.185712 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-e7fbbd1a-3031-4a43-8afd-b0cb105338de tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Calling delete_port for b3d40e93-984f-451c-9354-6ba0a79e9a07 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:08.187171 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-35ef1b55-5d0d-4ef2-b056-034c3d4fbeac tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Request body: {'port': {'network_id': '944bbbb8-0325-4cdc-a622-ca4a8222b109', 'name': 'tempest-RoutersTest-2064474050'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:08.261344 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-226f3e20-baf8-42a5-b165-53bcef43fa26 None None] Port b3d40e93-984f-451c-9354-6ba0a79e9a07 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:27:08.323192 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc7bfd4-ad27-41f4-b8d0-2bd1b448854c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-944bbbb8-0325-4cdc-a622-ca4a8222b109', 'network_id': '944bbbb8-0325-4cdc-a622-ca4a8222b109', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'fixed_ips': [{'subnet_id': '4eccf391-ea84-488f-8874-88ad75f290d0'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:27:08.324728 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0dc7bfd4-ad27-41f4-b8d0-2bd1b448854c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:08.473420 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ef1b55-5d0d-4ef2-b056-034c3d4fbeac tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Made reservation on behalf of cde999fc285947a38991630a8d370d15 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:08.477793 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-35ef1b55-5d0d-4ef2-b056-034c3d4fbeac tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:08.497268 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e7fbbd1a-3031-4a43-8afd-b0cb105338de tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:08.515422 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-35ef1b55-5d0d-4ef2-b056-034c3d4fbeac tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] device_id is not set on port b9bff2a8-54f8-4268-86ab-dd9bed233608 yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:27:08.536299 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fbbd1a-3031-4a43-8afd-b0cb105338de tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Port': ['ID=b3d40e93-984f-451c-9354-6ba0a79e9a07,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:08.592329 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-0dc7bfd4-ad27-41f4-b8d0-2bd1b448854c None None] Allocated IP 172.20.0.2 (944bbbb8-0325-4cdc-a622-ca4a8222b109/4eccf391-ea84-488f-8874-88ad75f290d0/b8227061-b007-427b-9f24-884e54a79ae7) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:08.617309 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e7fbbd1a-3031-4a43-8afd-b0cb105338de tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:08.619509 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e7fbbd1a-3031-4a43-8afd-b0cb105338de tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/ports/b3d40e93-984f-451c-9354-6ba0a79e9a07 HTTP/1.1" status: 204 len: 168 time: 0.7573907 Jul 23 20:27:08.623828 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48266) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:08.711191 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a961fcb3-2396-4d01-b774-7210396de59c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:08.712811 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a961fcb3-2396-4d01-b774-7210396de59c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:08.717004 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a961fcb3-2396-4d01-b774-7210396de59c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0889347 Jul 23 20:27:08.717877 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48272) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:08.804612 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0dc7bfd4-ad27-41f4-b8d0-2bd1b448854c None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:08.815743 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0dc7bfd4-ad27-41f4-b8d0-2bd1b448854c None None] Transition to ACTIVE for port object b8227061-b007-427b-9f24-884e54a79ae7 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:08.839976 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0dc7bfd4-ad27-41f4-b8d0-2bd1b448854c None None] Transition to ACTIVE for port object b8227061-b007-427b-9f24-884e54a79ae7 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:08.851108 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0dc7bfd4-ad27-41f4-b8d0-2bd1b448854c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:08.936837 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc7bfd4-ad27-41f4-b8d0-2bd1b448854c None None] Network 944bbbb8-0325-4cdc-a622-ca4a8222b109 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:08.943923 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-0dc7bfd4-ad27-41f4-b8d0-2bd1b448854c None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:08.948269 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc7bfd4-ad27-41f4-b8d0-2bd1b448854c None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:08.989708 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7bfd4-ad27-41f4-b8d0-2bd1b448854c None None] Pushing event updated for resources: {'Port': ['ID=b8227061-b007-427b-9f24-884e54a79ae7,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:09.038859 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0dc7bfd4-ad27-41f4-b8d0-2bd1b448854c None None] Attempting to bind port b8227061-b007-427b-9f24-884e54a79ae7 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:27:09.039188 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0dc7bfd4-ad27-41f4-b8d0-2bd1b448854c None None] Attempting to bind port b8227061-b007-427b-9f24-884e54a79ae7 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '63952383-235a-403c-a015-883bcba67614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '944bbbb8-0325-4cdc-a622-ca4a8222b109'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:27:09.039469 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc7bfd4-ad27-41f4-b8d0-2bd1b448854c None None] Attempting to bind port b8227061-b007-427b-9f24-884e54a79ae7 on network 944bbbb8-0325-4cdc-a622-ca4a8222b109 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:27:09.046907 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc7bfd4-ad27-41f4-b8d0-2bd1b448854c None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:27:09.047277 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc7bfd4-ad27-41f4-b8d0-2bd1b448854c None None] Checking segment: {'id': '63952383-235a-403c-a015-883bcba67614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '944bbbb8-0325-4cdc-a622-ca4a8222b109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:27:09.048816 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0dc7bfd4-ad27-41f4-b8d0-2bd1b448854c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:09.048816 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc7bfd4-ad27-41f4-b8d0-2bd1b448854c None None] Bound using segment: {'id': '63952383-235a-403c-a015-883bcba67614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '944bbbb8-0325-4cdc-a622-ca4a8222b109'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:27:09.049061 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0dc7bfd4-ad27-41f4-b8d0-2bd1b448854c None None] Bound port: b8227061-b007-427b-9f24-884e54a79ae7, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63952383-235a-403c-a015-883bcba67614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '944bbbb8-0325-4cdc-a622-ca4a8222b109'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:27:09.049347 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0dc7bfd4-ad27-41f4-b8d0-2bd1b448854c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:09.142920 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0dc7bfd4-ad27-41f4-b8d0-2bd1b448854c None None] For port b8227061-b007-427b-9f24-884e54a79ae7, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:27:09.148427 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0dc7bfd4-ad27-41f4-b8d0-2bd1b448854c None None] For port b8227061-b007-427b-9f24-884e54a79ae7, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=b8227061-b007-427b-9f24-884e54a79ae7,segment=NetworkSegment(63952383-235a-403c-a015-883bcba67614),segment_id=63952383-235a-403c-a015-883bcba67614)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:27:09.155181 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0dc7bfd4-ad27-41f4-b8d0-2bd1b448854c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:09.230635 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7bfd4-ad27-41f4-b8d0-2bd1b448854c None None] Pushing event updated for resources: {'Port': ['ID=b8227061-b007-427b-9f24-884e54a79ae7,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:09.293506 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-35ef1b55-5d0d-4ef2-b056-034c3d4fbeac tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Allocated IP 172.20.0.11 (944bbbb8-0325-4cdc-a622-ca4a8222b109/4eccf391-ea84-488f-8874-88ad75f290d0/b9bff2a8-54f8-4268-86ab-dd9bed233608) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:09.299371 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d99781-a14c-419e-ae85-39a218f0831a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting subnet 53a21f7e-761b-4a25-b0f5-c6ac043ec661 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:27:09.306324 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-25d99781-a14c-419e-ae85-39a218f0831a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:09.413255 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-25d99781-a14c-419e-ae85-39a218f0831a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:09.660307 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-35ef1b55-5d0d-4ef2-b056-034c3d4fbeac tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:09.715492 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-35ef1b55-5d0d-4ef2-b056-034c3d4fbeac tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Transition to ACTIVE for port object b9bff2a8-54f8-4268-86ab-dd9bed233608 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:09.824398 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-25d99781-a14c-419e-ae85-39a218f0831a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:09.839852 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device b8227061-b007-427b-9f24-884e54a79ae7 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:27:09.877571 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-35ef1b55-5d0d-4ef2-b056-034c3d4fbeac tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:09.949682 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ef1b55-5d0d-4ef2-b056-034c3d4fbeac tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Network 944bbbb8-0325-4cdc-a622-ca4a8222b109 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:09.965512 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-35ef1b55-5d0d-4ef2-b056-034c3d4fbeac tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:09.975086 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port b8227061-b007-427b-9f24-884e54a79ae7 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:27:09.982844 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-25d99781-a14c-419e-ae85-39a218f0831a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:09.990182 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ef1b55-5d0d-4ef2-b056-034c3d4fbeac tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:10.041242 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef1b55-5d0d-4ef2-b056-034c3d4fbeac tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event updated for resources: {'Port': ['ID=b9bff2a8-54f8-4268-86ab-dd9bed233608,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:10.084434 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d99781-a14c-419e-ae85-39a218f0831a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Subnet': ['ID=53a21f7e-761b-4a25-b0f5-c6ac043ec661,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:10.109998 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-25d99781-a14c-419e-ae85-39a218f0831a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:10.113299 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-25d99781-a14c-419e-ae85-39a218f0831a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/53a21f7e-761b-4a25-b0f5-c6ac043ec661 HTTP/1.1" status: 204 len: 168 time: 1.3944511 Jul 23 20:27:10.117243 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48282) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:10.121832 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b857c7e-b817-496f-b9d7-3ba1575254d4 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:27:10.157678 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ef1b55-5d0d-4ef2-b056-034c3d4fbeac tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:10.158394 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-35ef1b55-5d0d-4ef2-b056-034c3d4fbeac tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:10.181994 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-35ef1b55-5d0d-4ef2-b056-034c3d4fbeac tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0078869 Jul 23 20:27:10.186316 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48284) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:10.230382 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a99c1d91-717e-480f-b760-d9e49d522e7d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1068311 Jul 23 20:27:10.240554 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48286) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:10.349106 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8e52cc5e-5a54-4de6-a044-c427cdc3aa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:10.362716 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d4dfed-bc05-4b66-89ea-52a769e59a22 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:10.371565 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d3d4dfed-bc05-4b66-89ea-52a769e59a22 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1274505 Jul 23 20:27:10.372314 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48288) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:10.472386 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c035cf8-af47-4734-9739-c4dc89095c1b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:10.481332 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5c035cf8-af47-4734-9739-c4dc89095c1b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1073301 Jul 23 20:27:10.483427 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48296) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:10.560872 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5ca670e2-3c96-4fa2-b820-6635541cbbab tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0750692 Jul 23 20:27:10.562399 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48302) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:10.567550 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-8ab471b5-4b9a-4cd9-9b24-611a2b7a43b5 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'subnet': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:10.595012 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb45cc3-6b60-43f1-94be-e57e44212745 None None] DHCP port deletion for bd014336-7cf6-4be5-829d-b33260ee43fe request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:27:10.695196 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-3bb45cc3-6b60-43f1-94be-e57e44212745 None None] Deleting port ff2328d3-6da1-4c6f-8bdf-f5b3937aefdd {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:10.695574 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3bb45cc3-6b60-43f1-94be-e57e44212745 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:10.761856 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab471b5-4b9a-4cd9-9b24-611a2b7a43b5 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:10.778478 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ab471b5-4b9a-4cd9-9b24-611a2b7a43b5 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:10.804776 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-3bb45cc3-6b60-43f1-94be-e57e44212745 None None] For port ff2328d3-6da1-4c6f-8bdf-f5b3937aefdd, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=ff2328d3-6da1-4c6f-8bdf-f5b3937aefdd,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:10.805038 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3bb45cc3-6b60-43f1-94be-e57e44212745 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:10.836713 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-3bb45cc3-6b60-43f1-94be-e57e44212745 None None] Calling delete_port for ff2328d3-6da1-4c6f-8bdf-f5b3937aefdd owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:10.937282 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-25a16449-c637-419b-8030-842caad28c34 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:10.953153 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9339e4f8-eb8e-4088-ab9c-f7e1c63c4fac None None] Network 944bbbb8-0325-4cdc-a622-ca4a8222b109 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:27:11.102844 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ab471b5-4b9a-4cd9-9b24-611a2b7a43b5 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:11.155046 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-60761436-176f-4064-927d-1286c2a2d57f None None] Provisioning for port b8227061-b007-427b-9f24-884e54a79ae7 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:27:11.155891 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab471b5-4b9a-4cd9-9b24-611a2b7a43b5 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:11.161319 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-8ab471b5-4b9a-4cd9-9b24-611a2b7a43b5 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:11.162442 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3bb45cc3-6b60-43f1-94be-e57e44212745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:11.164409 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab471b5-4b9a-4cd9-9b24-611a2b7a43b5 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:11.165007 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8ab471b5-4b9a-4cd9-9b24-611a2b7a43b5 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:11.185350 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab471b5-4b9a-4cd9-9b24-611a2b7a43b5 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Subnet': ['ID=6d430f59-e2e2-4e90-9879-e8f0bfa8daf3,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:11.190037 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8ab471b5-4b9a-4cd9-9b24-611a2b7a43b5 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6274860 Jul 23 20:27:11.193525 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48306) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:11.198667 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-82684927-4e6c-4883-b5d5-6d6adf7b64ee tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'port': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'mac_address': 'fa:16:3e:e0:32:b2', 'name': 'tempest-NetworksTestDHCPv6-1588059861'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:11.223947 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-60761436-176f-4064-927d-1286c2a2d57f None None] Provisioning complete for port b8227061-b007-427b-9f24-884e54a79ae7 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:11.224709 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-60761436-176f-4064-927d-1286c2a2d57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:11.264772 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb45cc3-6b60-43f1-94be-e57e44212745 None None] Pushing event deleted for resources: {'Port': ['ID=ff2328d3-6da1-4c6f-8bdf-f5b3937aefdd,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:11.285535 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-25a16449-c637-419b-8030-842caad28c34 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:11.292049 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb45cc3-6b60-43f1-94be-e57e44212745 None None] No DVR routers for this DVR port ff2328d3-6da1-4c6f-8bdf-f5b3937aefdd on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:27:11.295706 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-25a16449-c637-419b-8030-842caad28c34 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:11.320222 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d15e81-cb73-4704-b7bb-0f59e2c90d25 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:27:11.398442 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a16449-c637-419b-8030-842caad28c34 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event updated for resources: {'Port': ['ID=b9bff2a8-54f8-4268-86ab-dd9bed233608,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:11.407195 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-60761436-176f-4064-927d-1286c2a2d57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:11.478760 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82684927-4e6c-4883-b5d5-6d6adf7b64ee tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:11.528062 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-60761436-176f-4064-927d-1286c2a2d57f None None] For port b8227061-b007-427b-9f24-884e54a79ae7, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=b8227061-b007-427b-9f24-884e54a79ae7,segment=NetworkSegment(63952383-235a-403c-a015-883bcba67614),segment_id=63952383-235a-403c-a015-883bcba67614)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:11.539594 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-60761436-176f-4064-927d-1286c2a2d57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:11.638117 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60761436-176f-4064-927d-1286c2a2d57f None None] Pushing event updated for resources: {'Port': ['ID=b8227061-b007-427b-9f24-884e54a79ae7,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:11.671135 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5efee34-d37c-4ff9-9146-82b3d6b5ad22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-bd014336-7cf6-4be5-829d-b33260ee43fe', 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'tenant_id': '5b8a44966ee64868a6ea19d10cce6716', 'fixed_ips': [{'subnet_id': '6d430f59-e2e2-4e90-9879-e8f0bfa8daf3'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:27:11.672005 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b5efee34-d37c-4ff9-9146-82b3d6b5ad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:11.708548 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-82684927-4e6c-4883-b5d5-6d6adf7b64ee tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:11.756044 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-82684927-4e6c-4883-b5d5-6d6adf7b64ee tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] device_id is not set on port 632eff3c-5ab0-4d25-ac64-734d90a9e673 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:27:11.850485 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-25a16449-c637-419b-8030-842caad28c34 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:12.152285 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-82684927-4e6c-4883-b5d5-6d6adf7b64ee tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Allocated IP 2001:db8::308 (bd014336-7cf6-4be5-829d-b33260ee43fe/6d430f59-e2e2-4e90-9879-e8f0bfa8daf3/632eff3c-5ab0-4d25-ac64-734d90a9e673) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:12.277345 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device b8227061-b007-427b-9f24-884e54a79ae7 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:27:12.372038 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-79d7d95a-342c-44ee-845b-65e37e6e0e55 None None] Provisioning complete for port b8227061-b007-427b-9f24-884e54a79ae7 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:12.372707 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-79d7d95a-342c-44ee-845b-65e37e6e0e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:12.381407 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-25a16449-c637-419b-8030-842caad28c34 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:12.446475 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port b8227061-b007-427b-9f24-884e54a79ae7 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:12.447102 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:12.540675 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-82684927-4e6c-4883-b5d5-6d6adf7b64ee tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:12.575843 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-82684927-4e6c-4883-b5d5-6d6adf7b64ee tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Transition to ACTIVE for port object 632eff3c-5ab0-4d25-ac64-734d90a9e673 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:12.612162 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-79d7d95a-342c-44ee-845b-65e37e6e0e55 None None] Provisioning for port b9bff2a8-54f8-4268-86ab-dd9bed233608 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:27:12.622370 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-79d7d95a-342c-44ee-845b-65e37e6e0e55 None None] Provisioning complete for port b9bff2a8-54f8-4268-86ab-dd9bed233608 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:12.623484 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-79d7d95a-342c-44ee-845b-65e37e6e0e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:12.649406 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-82684927-4e6c-4883-b5d5-6d6adf7b64ee tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:12.681454 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-79d7d95a-342c-44ee-845b-65e37e6e0e55 None None] Port b9bff2a8-54f8-4268-86ab-dd9bed233608 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:27:12.724687 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82684927-4e6c-4883-b5d5-6d6adf7b64ee tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:12.728761 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-82684927-4e6c-4883-b5d5-6d6adf7b64ee tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:12.736594 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82684927-4e6c-4883-b5d5-6d6adf7b64ee tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:12.745352 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82684927-4e6c-4883-b5d5-6d6adf7b64ee tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:12.746318 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-82684927-4e6c-4883-b5d5-6d6adf7b64ee tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:12.772176 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82684927-4e6c-4883-b5d5-6d6adf7b64ee tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Port': ['ID=632eff3c-5ab0-4d25-ac64-734d90a9e673,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:12.777910 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-82684927-4e6c-4883-b5d5-6d6adf7b64ee tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5831022 Jul 23 20:27:12.780494 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48316) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:12.867800 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-b5efee34-d37c-4ff9-9146-82b3d6b5ad22 None None] Allocated IP 2001:db8::2 (bd014336-7cf6-4be5-829d-b33260ee43fe/6d430f59-e2e2-4e90-9879-e8f0bfa8daf3/3f677e39-f2cb-43b8-8dc6-de9362e05e02) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:12.876042 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-777e7983-2abd-461a-90b9-c4d49d294389 None None] Provisioning complete for port b9bff2a8-54f8-4268-86ab-dd9bed233608 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:12.876724 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-777e7983-2abd-461a-90b9-c4d49d294389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:12.954800 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe68f5c8-9dbd-4818-81cf-650c7f3c4697 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:12.959817 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-fe68f5c8-9dbd-4818-81cf-650c7f3c4697 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1752360 Jul 23 20:27:12.960032 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48320) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:12.967609 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-777e7983-2abd-461a-90b9-c4d49d294389 None None] Port b9bff2a8-54f8-4268-86ab-dd9bed233608 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:27:12.971085 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device ff2328d3-6da1-4c6f-8bdf-f5b3937aefdd no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:27:13.099550 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-25a16449-c637-419b-8030-842caad28c34 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:13.106222 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-25a16449-c637-419b-8030-842caad28c34 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:13.172976 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-f351f2c5-3f5f-4abf-afb7-0a4f633cf592 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting port 632eff3c-5ab0-4d25-ac64-734d90a9e673 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:13.173794 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f351f2c5-3f5f-4abf-afb7-0a4f633cf592 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:13.180093 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: ff2328d3-6da1-4c6f-8bdf-f5b3937aefdd {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:27:13.180937 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device ff2328d3-6da1-4c6f-8bdf-f5b3937aefdd not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:27:13.222819 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a16449-c637-419b-8030-842caad28c34 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event updated for resources: {'Port': ['ID=b9bff2a8-54f8-4268-86ab-dd9bed233608,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:13.275395 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-25a16449-c637-419b-8030-842caad28c34 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:13.281726 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-15854872-d51c-4439-b1aa-419bcea61c29 None None] Provisioning complete for port b9bff2a8-54f8-4268-86ab-dd9bed233608 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:13.282102 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-15854872-d51c-4439-b1aa-419bcea61c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:13.339040 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-15854872-d51c-4439-b1aa-419bcea61c29 None None] Port b9bff2a8-54f8-4268-86ab-dd9bed233608 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:27:13.344563 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f351f2c5-3f5f-4abf-afb7-0a4f633cf592 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:13.360748 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-f351f2c5-3f5f-4abf-afb7-0a4f633cf592 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Calling delete_port for 632eff3c-5ab0-4d25-ac64-734d90a9e673 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:13.424828 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:13.523545 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b5efee34-d37c-4ff9-9146-82b3d6b5ad22 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:13.524365 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f351f2c5-3f5f-4abf-afb7-0a4f633cf592 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:13.539155 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a16449-c637-419b-8030-842caad28c34 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Network 944bbbb8-0325-4cdc-a622-ca4a8222b109 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:13.543183 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-25a16449-c637-419b-8030-842caad28c34 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:13.547608 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b5efee34-d37c-4ff9-9146-82b3d6b5ad22 None None] Transition to ACTIVE for port object 3f677e39-f2cb-43b8-8dc6-de9362e05e02 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:13.591993 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f351f2c5-3f5f-4abf-afb7-0a4f633cf592 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Port': ['ID=632eff3c-5ab0-4d25-ac64-734d90a9e673,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:13.599723 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f351f2c5-3f5f-4abf-afb7-0a4f633cf592 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:13.606996 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48328) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:13.607457 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f351f2c5-3f5f-4abf-afb7-0a4f633cf592 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/ports/632eff3c-5ab0-4d25-ac64-734d90a9e673 HTTP/1.1" status: 204 len: 168 time: 0.6456854 Jul 23 20:27:13.675287 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b5efee34-d37c-4ff9-9146-82b3d6b5ad22 None None] Transition to ACTIVE for port object 3f677e39-f2cb-43b8-8dc6-de9362e05e02 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:13.714913 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b5efee34-d37c-4ff9-9146-82b3d6b5ad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:13.728568 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3a8a6b1b-bcc3-4641-9bd0-157853371a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:13.850440 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5efee34-d37c-4ff9-9146-82b3d6b5ad22 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:13.853548 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8689686b-8cb1-4d9a-857c-823be685a366 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:13.853814 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-b5efee34-d37c-4ff9-9146-82b3d6b5ad22 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:13.857698 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8689686b-8cb1-4d9a-857c-823be685a366 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:13.858183 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5efee34-d37c-4ff9-9146-82b3d6b5ad22 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:13.866782 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8689686b-8cb1-4d9a-857c-823be685a366 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2499974 Jul 23 20:27:13.872372 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48332) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:13.917868 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5efee34-d37c-4ff9-9146-82b3d6b5ad22 None None] Pushing event updated for resources: {'Port': ['ID=3f677e39-f2cb-43b8-8dc6-de9362e05e02,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:13.935713 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-b5efee34-d37c-4ff9-9146-82b3d6b5ad22 None None] Attempting to bind port 3f677e39-f2cb-43b8-8dc6-de9362e05e02 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:27:13.936064 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-b5efee34-d37c-4ff9-9146-82b3d6b5ad22 None None] Attempting to bind port 3f677e39-f2cb-43b8-8dc6-de9362e05e02 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:27:13.936713 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5efee34-d37c-4ff9-9146-82b3d6b5ad22 None None] Attempting to bind port 3f677e39-f2cb-43b8-8dc6-de9362e05e02 on network bd014336-7cf6-4be5-829d-b33260ee43fe {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:27:13.945740 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5efee34-d37c-4ff9-9146-82b3d6b5ad22 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:27:13.946701 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5efee34-d37c-4ff9-9146-82b3d6b5ad22 None None] Checking segment: {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:27:13.947375 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b5efee34-d37c-4ff9-9146-82b3d6b5ad22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:13.948081 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5efee34-d37c-4ff9-9146-82b3d6b5ad22 None None] Bound using segment: {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:27:13.949998 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-b5efee34-d37c-4ff9-9146-82b3d6b5ad22 None None] Bound port: 3f677e39-f2cb-43b8-8dc6-de9362e05e02, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:27:13.952528 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b5efee34-d37c-4ff9-9146-82b3d6b5ad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:13.999764 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a16449-c637-419b-8030-842caad28c34 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Router 435fa707-145e-44ab-bbf0-68fb6507d894 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:27:14.065963 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:14.116251 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-23bc3b71-d2df-4f9b-95a0-91b103e5bc33 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting subnet 6d430f59-e2e2-4e90-9879-e8f0bfa8daf3 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:27:14.123401 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-23bc3b71-d2df-4f9b-95a0-91b103e5bc33 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:14.136834 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fdf92ac3-33c4-4b58-9a47-8494855bcfa5 None None] Provisioning complete for port b9bff2a8-54f8-4268-86ab-dd9bed233608 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:14.137668 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fdf92ac3-33c4-4b58-9a47-8494855bcfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:14.227467 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a16449-c637-419b-8030-842caad28c34 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:27:14.242139 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-23bc3b71-d2df-4f9b-95a0-91b103e5bc33 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:14.245587 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48342) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:14.254714 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-25a16449-c637-419b-8030-842caad28c34 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "PUT /v2.0/routers/435fa707-145e-44ab-bbf0-68fb6507d894/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0663064 Jul 23 20:27:14.295875 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fdf92ac3-33c4-4b58-9a47-8494855bcfa5 None None] Port b9bff2a8-54f8-4268-86ab-dd9bed233608 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:27:14.299436 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afa8749-445f-457e-83f2-212f3d65937e None None] Sync routers for ids ['435fa707-145e-44ab-bbf0-68fb6507d894'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:27:14.353635 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-b5efee34-d37c-4ff9-9146-82b3d6b5ad22 None None] For port 3f677e39-f2cb-43b8-8dc6-de9362e05e02, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:27:14.359999 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-b5efee34-d37c-4ff9-9146-82b3d6b5ad22 None None] For port 3f677e39-f2cb-43b8-8dc6-de9362e05e02, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3f677e39-f2cb-43b8-8dc6-de9362e05e02,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:27:14.364050 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afa8749-445f-457e-83f2-212f3d65937e None None] Routers {'435fa707-145e-44ab-bbf0-68fb6507d894'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:14.365098 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8afa8749-445f-457e-83f2-212f3d65937e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:27:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['435fa707-145e-44ab-bbf0-68fb6507d894'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:14.401506 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bbc73c-9eb8-4991-8cbf-0b16ecc9ef4d tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:14.403506 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-78bbc73c-9eb8-4991-8cbf-0b16ecc9ef4d tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "GET /v2.0/ports/b9bff2a8-54f8-4268-86ab-dd9bed233608 HTTP/1.1" status: 200 len: 978 time: 0.1562386 Jul 23 20:27:14.406947 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48346) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:14.514915 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8afa8749-445f-457e-83f2-212f3d65937e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:14.522306 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b5efee34-d37c-4ff9-9146-82b3d6b5ad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:14.559140 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-23bc3b71-d2df-4f9b-95a0-91b103e5bc33 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:14.610420 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5efee34-d37c-4ff9-9146-82b3d6b5ad22 None None] Pushing event updated for resources: {'Port': ['ID=3f677e39-f2cb-43b8-8dc6-de9362e05e02,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:14.667971 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afa8749-445f-457e-83f2-212f3d65937e None None] Routers {'435fa707-145e-44ab-bbf0-68fb6507d894'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:14.677952 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8afa8749-445f-457e-83f2-212f3d65937e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:27:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['435fa707-145e-44ab-bbf0-68fb6507d894'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:14.767149 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:14.768215 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:14.770750 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-23bc3b71-d2df-4f9b-95a0-91b103e5bc33 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:14.772309 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8afa8749-445f-457e-83f2-212f3d65937e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:14.777734 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afa8749-445f-457e-83f2-212f3d65937e None None] The sync data for ids ['435fa707-145e-44ab-bbf0-68fb6507d894'] in n-d-793618-10 is: [] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:27:14.821770 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc3b71-d2df-4f9b-95a0-91b103e5bc33 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Subnet': ['ID=6d430f59-e2e2-4e90-9879-e8f0bfa8daf3,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:14.824373 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-23bc3b71-d2df-4f9b-95a0-91b103e5bc33 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:14.826296 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-23bc3b71-d2df-4f9b-95a0-91b103e5bc33 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/6d430f59-e2e2-4e90-9879-e8f0bfa8daf3 HTTP/1.1" status: 204 len: 168 time: 0.9525194 Jul 23 20:27:14.829225 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48348) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:14.885996 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-99880843-0ac9-46f8-b689-b45203a5cef3 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554986 Jul 23 20:27:14.888716 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48350) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:14.984918 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9c7880-736f-488c-ba0f-c3b48c3ddadf tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:14.989648 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0a9c7880-736f-488c-ba0f-c3b48c3ddadf tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0951948 Jul 23 20:27:14.990752 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48352) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:15.247988 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5d3868-6c36-4422-8ccc-e9c807196b8a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:15.250245 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-dd5d3868-6c36-4422-8ccc-e9c807196b8a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2567003 Jul 23 20:27:15.254928 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48356) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:15.360048 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6a298b36-8a08-4597-815b-1245177ba758 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0995712 Jul 23 20:27:15.361930 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48360) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:15.372711 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-eef3c195-53bd-4e27-a0ee-68b05fb0765e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'subnet': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:15.469359 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2dff75da-06d0-407e-8a19-8139afccbbc5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:15.565453 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef3c195-53bd-4e27-a0ee-68b05fb0765e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:15.576738 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eef3c195-53bd-4e27-a0ee-68b05fb0765e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:15.907662 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3f677e39-f2cb-43b8-8dc6-de9362e05e02 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:27:16.085427 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:16.146018 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 3f677e39-f2cb-43b8-8dc6-de9362e05e02 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:27:16.261377 n-d-793618-10 neutron-server[93876]: DEBUG neutron.objects.ports [None req-eef3c195-53bd-4e27-a0ee-68b05fb0765e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93876) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 20:27:16.487905 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4e9bbe-c3f5-4430-a05a-47644c33414f None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:27:16.518045 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-2dff75da-06d0-407e-8a19-8139afccbbc5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Deleting port b9bff2a8-54f8-4268-86ab-dd9bed233608 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:16.518642 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2dff75da-06d0-407e-8a19-8139afccbbc5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:16.655111 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d5f9c433-ed7b-4869-b08d-dae8f21cd501 None None] Provisioning for port 3f677e39-f2cb-43b8-8dc6-de9362e05e02 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:27:16.689826 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d5f9c433-ed7b-4869-b08d-dae8f21cd501 None None] Provisioning complete for port 3f677e39-f2cb-43b8-8dc6-de9362e05e02 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:16.690301 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d5f9c433-ed7b-4869-b08d-dae8f21cd501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:16.692891 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eef3c195-53bd-4e27-a0ee-68b05fb0765e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:16.759529 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2dff75da-06d0-407e-8a19-8139afccbbc5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:16.776671 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-2dff75da-06d0-407e-8a19-8139afccbbc5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Calling delete_port for b9bff2a8-54f8-4268-86ab-dd9bed233608 owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:16.921817 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d5f9c433-ed7b-4869-b08d-dae8f21cd501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:17.080673 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-eef3c195-53bd-4e27-a0ee-68b05fb0765e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] For port 3f677e39-f2cb-43b8-8dc6-de9362e05e02, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3f677e39-f2cb-43b8-8dc6-de9362e05e02,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:17.158740 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2dff75da-06d0-407e-8a19-8139afccbbc5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:17.169647 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eef3c195-53bd-4e27-a0ee-68b05fb0765e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:17.179449 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eef3c195-53bd-4e27-a0ee-68b05fb0765e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:17.180270 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eef3c195-53bd-4e27-a0ee-68b05fb0765e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:17.204977 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff75da-06d0-407e-8a19-8139afccbbc5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event deleted for resources: {'Port': ['ID=b9bff2a8-54f8-4268-86ab-dd9bed233608,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:17.268805 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.db.api [None req-d5f9c433-ed7b-4869-b08d-dae8f21cd501 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:27:17.269158 n-d-793618-10 neutron-server[93877]: DEBUG oslo_db.api [None req-d5f9c433-ed7b-4869-b08d-dae8f21cd501 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:27:17.384438 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3c195-53bd-4e27-a0ee-68b05fb0765e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Subnet': ['ID=2a19f4a4-b433-4316-a148-629caca0bfd5,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:17.414488 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef3c195-53bd-4e27-a0ee-68b05fb0765e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:17.422883 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-eef3c195-53bd-4e27-a0ee-68b05fb0765e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:17.432547 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef3c195-53bd-4e27-a0ee-68b05fb0765e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:17.433148 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eef3c195-53bd-4e27-a0ee-68b05fb0765e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:17.557771 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48374) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:17.558542 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-eef3c195-53bd-4e27-a0ee-68b05fb0765e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1950998 Jul 23 20:27:17.562486 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3c195-53bd-4e27-a0ee-68b05fb0765e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Port': ['ID=3f677e39-f2cb-43b8-8dc6-de9362e05e02,revision_number=5']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:17.571634 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-a7193a35-9f40-42ac-970c-18182fa8027d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'subnet': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:17.604680 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2dff75da-06d0-407e-8a19-8139afccbbc5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:17.762320 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b290902-3dff-43c8-a95e-85b36eb0fe34 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:27:17.888704 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3f677e39-f2cb-43b8-8dc6-de9362e05e02 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:27:17.941106 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dff75da-06d0-407e-8a19-8139afccbbc5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Router 435fa707-145e-44ab-bbf0-68fb6507d894 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:27:17.948797 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7193a35-9f40-42ac-970c-18182fa8027d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:17.953506 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7193a35-9f40-42ac-970c-18182fa8027d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:17.965560 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d5f9c433-ed7b-4869-b08d-dae8f21cd501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:18.032460 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d5f9c433-ed7b-4869-b08d-dae8f21cd501 None None] For port 3f677e39-f2cb-43b8-8dc6-de9362e05e02, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3f677e39-f2cb-43b8-8dc6-de9362e05e02,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:18.047608 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d5f9c433-ed7b-4869-b08d-dae8f21cd501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:18.060469 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 3f677e39-f2cb-43b8-8dc6-de9362e05e02 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:18.060775 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:18.218144 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dff75da-06d0-407e-8a19-8139afccbbc5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:27:18.225826 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2dff75da-06d0-407e-8a19-8139afccbbc5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "PUT /v2.0/routers/435fa707-145e-44ab-bbf0-68fb6507d894/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8175938 Jul 23 20:27:18.230842 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48386) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:18.241509 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3dcea2-569b-4c7c-acc0-29520ac118ca None None] Sync routers for ids ['435fa707-145e-44ab-bbf0-68fb6507d894'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:27:18.264942 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3dcea2-569b-4c7c-acc0-29520ac118ca None None] Routers {'435fa707-145e-44ab-bbf0-68fb6507d894'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:18.266139 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3f3dcea2-569b-4c7c-acc0-29520ac118ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:27:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['435fa707-145e-44ab-bbf0-68fb6507d894'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:18.272651 n-d-793618-10 neutron-server[93875]: INFO neutron.db.ipam_backend_mixin [None req-a7193a35-9f40-42ac-970c-18182fa8027d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2a19f4a4-b433-4316-a148-629caca0bfd5 (CIDR: 2001:db8::/64) Jul 23 20:27:18.277294 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7193a35-9f40-42ac-970c-18182fa8027d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:27:18.277789 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7193a35-9f40-42ac-970c-18182fa8027d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:27:18.288576 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-49841bd2-9b0e-4768-ac92-4ff38a34f47f None None] Provisioning complete for port 3f677e39-f2cb-43b8-8dc6-de9362e05e02 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:18.289661 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-49841bd2-9b0e-4768-ac92-4ff38a34f47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:18.316843 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a7193a35-9f40-42ac-970c-18182fa8027d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7524045 Jul 23 20:27:18.316843 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48388) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:18.320554 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3f3dcea2-569b-4c7c-acc0-29520ac118ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:18.330900 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-2ccebf17-48ea-43d5-9f81-441b158e133a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'subnet': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:18.333023 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3dcea2-569b-4c7c-acc0-29520ac118ca None None] Routers {'435fa707-145e-44ab-bbf0-68fb6507d894'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:18.334029 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3f3dcea2-569b-4c7c-acc0-29520ac118ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:27:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['435fa707-145e-44ab-bbf0-68fb6507d894'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:18.375881 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3f3dcea2-569b-4c7c-acc0-29520ac118ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:18.376953 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3dcea2-569b-4c7c-acc0-29520ac118ca None None] The sync data for ids ['435fa707-145e-44ab-bbf0-68fb6507d894'] in n-d-793618-10 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:27:18.464027 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9c433-ed7b-4869-b08d-dae8f21cd501 None None] Pushing event updated for resources: {'Port': ['ID=3f677e39-f2cb-43b8-8dc6-de9362e05e02,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:18.609432 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccebf17-48ea-43d5-9f81-441b158e133a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:18.613897 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2ccebf17-48ea-43d5-9f81-441b158e133a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:18.642696 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-49841bd2-9b0e-4768-ac92-4ff38a34f47f None None] Could not find standard attr ID for object 632eff3c-5ab0-4d25-ac64-734d90a9e673. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:27:18.861706 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-b986462a-f709-47ba-b1ae-434830a52575 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] remove_router_interface failed (client error): The resource could not be found. Jul 23 20:27:18.864970 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b986462a-f709-47ba-b1ae-434830a52575 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "PUT /v2.0/routers/435fa707-145e-44ab-bbf0-68fb6507d894/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6301961 Jul 23 20:27:18.867078 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48398) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:18.870402 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ee74979e-9eee-4a1a-979c-4c924b61c296 None None] Provisioning complete for port 3f677e39-f2cb-43b8-8dc6-de9362e05e02 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:18.870774 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ee74979e-9eee-4a1a-979c-4c924b61c296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:18.935982 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-dc086031-9f77-447b-9693-6acfc55cb2c9 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "GET /v2.0/ports?device_id=435fa707-145e-44ab-bbf0-68fb6507d894 HTTP/1.1" status: 200 len: 205 time: 0.0675559 Jul 23 20:27:18.938627 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48400) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:19.055762 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae0f99aa-4545-4c94-96a3-a5cfa4e3a52b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:19.120412 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2ccebf17-48ea-43d5-9f81-441b158e133a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:19.164348 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccebf17-48ea-43d5-9f81-441b158e133a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:19.168602 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-2ccebf17-48ea-43d5-9f81-441b158e133a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:19.180582 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccebf17-48ea-43d5-9f81-441b158e133a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:19.181230 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2ccebf17-48ea-43d5-9f81-441b158e133a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:19.181821 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49640cbf-706e-4a67-8117-5b4a0ef11cb8 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:27:19.205504 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2ccebf17-48ea-43d5-9f81-441b158e133a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8888834 Jul 23 20:27:19.211841 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48402) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:19.246207 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-4b3e9eee-9ce9-4927-a768-dcbb1f352d41 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'port': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'mac_address': 'fa:16:3e:3c:bf:4a', 'name': 'tempest-NetworksTestDHCPv6-858990120'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:19.458045 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccebf17-48ea-43d5-9f81-441b158e133a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Subnet': ['ID=ec8c9ac7-60ca-428e-8073-565f6ea0f110,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:19.535834 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3e9eee-9ce9-4927-a768-dcbb1f352d41 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:19.637198 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae0f99aa-4545-4c94-96a3-a5cfa4e3a52b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:19.639620 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae0f99aa-4545-4c94-96a3-a5cfa4e3a52b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:19.689484 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4b3e9eee-9ce9-4927-a768-dcbb1f352d41 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:19.693046 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae0f99aa-4545-4c94-96a3-a5cfa4e3a52b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:19.693766 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0f99aa-4545-4c94-96a3-a5cfa4e3a52b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Fanout notify agent at l3_agent the message router_deleted on router 435fa707-145e-44ab-bbf0-68fb6507d894 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:27:19.702210 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae0f99aa-4545-4c94-96a3-a5cfa4e3a52b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:19.707384 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ae0f99aa-4545-4c94-96a3-a5cfa4e3a52b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "DELETE /v2.0/routers/435fa707-145e-44ab-bbf0-68fb6507d894 HTTP/1.1" status: 204 len: 168 time: 0.7659297 Jul 23 20:27:19.708768 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48408) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:19.715809 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f18ecc-c7b7-4340-a3fe-17a9feea51a0 None None] Update dhcp port {'port': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'fixed_ips': [{'subnet_id': '2a19f4a4-b433-4316-a148-629caca0bfd5', 'ip_address': '2001:db8::f816:3eff:fe09:76f3'}, {'subnet_id': 'ec8c9ac7-60ca-428e-8073-565f6ea0f110'}], 'binding:host_id': 'n-d-793618-10'}, 'id': '3f677e39-f2cb-43b8-8dc6-de9362e05e02'} from n-d-793618-10. {{(pid=93877) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:27:19.744966 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-4b3e9eee-9ce9-4927-a768-dcbb1f352d41 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] device_id is not set on port 74492329-3771-4714-bcb3-33fff925079e yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:27:19.773150 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-05401c2e-9aaf-44c4-8444-e3d46d7f5e3b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Deleting subnet 4eccf391-ea84-488f-8874-88ad75f290d0 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:27:19.778913 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-05401c2e-9aaf-44c4-8444-e3d46d7f5e3b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:19.824478 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3f677e39-f2cb-43b8-8dc6-de9362e05e02 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:27:19.830232 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-05401c2e-9aaf-44c4-8444-e3d46d7f5e3b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:19.904678 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-41f18ecc-c7b7-4340-a3fe-17a9feea51a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:19.983271 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-05401c2e-9aaf-44c4-8444-e3d46d7f5e3b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:20.091681 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-4b3e9eee-9ce9-4927-a768-dcbb1f352d41 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Allocated IP 2001:db8:0:1::17a (bd014336-7cf6-4be5-829d-b33260ee43fe/ec8c9ac7-60ca-428e-8073-565f6ea0f110/74492329-3771-4714-bcb3-33fff925079e) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:20.104927 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-05401c2e-9aaf-44c4-8444-e3d46d7f5e3b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:20.108194 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-4b3e9eee-9ce9-4927-a768-dcbb1f352d41 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Allocated IP 2001:db8::f816:3eff:fe3c:bf4a (bd014336-7cf6-4be5-829d-b33260ee43fe/2a19f4a4-b433-4316-a148-629caca0bfd5/74492329-3771-4714-bcb3-33fff925079e) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:20.177129 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb002bf-ad25-4134-8427-c15452481fcd None None] Network 944bbbb8-0325-4cdc-a622-ca4a8222b109 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:27:20.187045 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-05401c2e-9aaf-44c4-8444-e3d46d7f5e3b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:20.207356 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-05401c2e-9aaf-44c4-8444-e3d46d7f5e3b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "DELETE /v2.0/subnets/4eccf391-ea84-488f-8874-88ad75f290d0 HTTP/1.1" status: 204 len: 168 time: 0.4970057 Jul 23 20:27:20.214021 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48412) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:20.222728 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05401c2e-9aaf-44c4-8444-e3d46d7f5e3b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event deleted for resources: {'Subnet': ['ID=4eccf391-ea84-488f-8874-88ad75f290d0,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:20.427373 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-058a4119-8d97-4cdd-88cf-daf2e2190609 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:20.505133 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 3f677e39-f2cb-43b8-8dc6-de9362e05e02 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:20.508487 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:20.528713 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4b3e9eee-9ce9-4927-a768-dcbb1f352d41 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:20.557184 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-4b3e9eee-9ce9-4927-a768-dcbb1f352d41 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Transition to ACTIVE for port object 74492329-3771-4714-bcb3-33fff925079e will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:20.589156 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-058a4119-8d97-4cdd-88cf-daf2e2190609 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Deleting port b8227061-b007-427b-9f24-884e54a79ae7 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:20.589530 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-058a4119-8d97-4cdd-88cf-daf2e2190609 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:20.632049 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4b3e9eee-9ce9-4927-a768-dcbb1f352d41 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:20.745755 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-058a4119-8d97-4cdd-88cf-daf2e2190609 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] For port b8227061-b007-427b-9f24-884e54a79ae7, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=b8227061-b007-427b-9f24-884e54a79ae7,segment=NetworkSegment(63952383-235a-403c-a015-883bcba67614),segment_id=63952383-235a-403c-a015-883bcba67614)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:20.755456 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-058a4119-8d97-4cdd-88cf-daf2e2190609 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:20.760450 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3e9eee-9ce9-4927-a768-dcbb1f352d41 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:20.765839 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-4b3e9eee-9ce9-4927-a768-dcbb1f352d41 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:20.772921 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3e9eee-9ce9-4927-a768-dcbb1f352d41 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:20.780566 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3e9eee-9ce9-4927-a768-dcbb1f352d41 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:20.781274 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-058a4119-8d97-4cdd-88cf-daf2e2190609 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Calling delete_port for b8227061-b007-427b-9f24-884e54a79ae7 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:20.782988 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4b3e9eee-9ce9-4927-a768-dcbb1f352d41 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:20.796517 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e9eee-9ce9-4927-a768-dcbb1f352d41 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Port': ['ID=74492329-3771-4714-bcb3-33fff925079e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:20.829737 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4b3e9eee-9ce9-4927-a768-dcbb1f352d41 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6165204 Jul 23 20:27:20.832940 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48418) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:20.925039 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-058a4119-8d97-4cdd-88cf-daf2e2190609 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:20.951770 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a4119-8d97-4cdd-88cf-daf2e2190609 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event deleted for resources: {'Port': ['ID=b8227061-b007-427b-9f24-884e54a79ae7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:20.963925 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058a4119-8d97-4cdd-88cf-daf2e2190609 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] No DVR routers for this DVR port b8227061-b007-427b-9f24-884e54a79ae7 on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:27:21.094741 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-41f18ecc-c7b7-4340-a3fe-17a9feea51a0 None None] Allocated IP 2001:db8:0:1::2 (bd014336-7cf6-4be5-829d-b33260ee43fe/ec8c9ac7-60ca-428e-8073-565f6ea0f110/3f677e39-f2cb-43b8-8dc6-de9362e05e02) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:21.105017 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-ccab1608-45de-4bd7-ab21-cb8819fefc7d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting port 74492329-3771-4714-bcb3-33fff925079e {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:21.105774 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ccab1608-45de-4bd7-ab21-cb8819fefc7d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:21.106599 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-058a4119-8d97-4cdd-88cf-daf2e2190609 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:21.122565 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-058a4119-8d97-4cdd-88cf-daf2e2190609 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['944bbbb8-0325-4cdc-a622-ca4a8222b109']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:21.135560 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-058a4119-8d97-4cdd-88cf-daf2e2190609 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63952383-235a-403c-a015-883bcba67614') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:21.135877 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-058a4119-8d97-4cdd-88cf-daf2e2190609 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63952383-235a-403c-a015-883bcba67614') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:21.152846 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-058a4119-8d97-4cdd-88cf-daf2e2190609 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:21.170148 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-058a4119-8d97-4cdd-88cf-daf2e2190609 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:21.177767 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-058a4119-8d97-4cdd-88cf-daf2e2190609 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:27:21.178219 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-058a4119-8d97-4cdd-88cf-daf2e2190609 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:21.182124 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:27:21.182124 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:27:21.182124 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:27:21.182124 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:27:21.182124 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:27:21.182124 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:27:21.182124 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:27:21.182124 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:27:21.182124 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:27:21.182124 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:27:21.182124 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:27:21.182124 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:27:21.182124 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:27:21.182124 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:27:21.182124 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:27:21.182124 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:27:21.182124 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:27:21.182124 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:27:21.182124 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:27:21.182124 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:27:21.182124 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:27:21.182124 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:27:21.182124 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:27:21.182124 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:27:21.182124 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:27:21.182124 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:27:21.182124 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:27:21.182124 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:27:21.182124 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:27:21.182124 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:27:21.182124 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:27:21.182124 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:27:21.274291 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-058a4119-8d97-4cdd-88cf-daf2e2190609 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:21.280089 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-058a4119-8d97-4cdd-88cf-daf2e2190609 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:21.285875 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-058a4119-8d97-4cdd-88cf-daf2e2190609 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "DELETE /v2.0/networks/944bbbb8-0325-4cdc-a622-ca4a8222b109 HTTP/1.1" status: 204 len: 168 time: 1.0588577 Jul 23 20:27:21.296457 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48422) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:21.305305 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-d706fcda-79c6-43df-9a35-9e89eb4c70fa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Request body: {'network': {'name': 'tempest-RoutersTest-1636015711'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:21.346518 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a4119-8d97-4cdd-88cf-daf2e2190609 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event deleted for resources: {'Network': ['ID=944bbbb8-0325-4cdc-a622-ca4a8222b109,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:21.370472 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845c66b2-da68-412a-aa6a-61a2cacf16e6 None None] DHCP port deletion for 944bbbb8-0325-4cdc-a622-ca4a8222b109 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:27:21.389805 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d706fcda-79c6-43df-9a35-9e89eb4c70fa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Made reservation on behalf of cde999fc285947a38991630a8d370d15 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:21.393214 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ccab1608-45de-4bd7-ab21-cb8819fefc7d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:21.393519 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d706fcda-79c6-43df-9a35-9e89eb4c70fa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:21.422155 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-41f18ecc-c7b7-4340-a3fe-17a9feea51a0 None None] For port 3f677e39-f2cb-43b8-8dc6-de9362e05e02, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3f677e39-f2cb-43b8-8dc6-de9362e05e02,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:21.426185 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-ccab1608-45de-4bd7-ab21-cb8819fefc7d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Calling delete_port for 74492329-3771-4714-bcb3-33fff925079e owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:21.445058 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d706fcda-79c6-43df-9a35-9e89eb4c70fa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:27:21.464428 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d706fcda-79c6-43df-9a35-9e89eb4c70fa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:21.464770 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-d706fcda-79c6-43df-9a35-9e89eb4c70fa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Added segment 8c149482-7f91-43ea-b836-6c955ac2fc85 of type vlan for network 0082feb4-af17-4a20-a557-f7f67b3d6d06 Jul 23 20:27:21.492365 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-41f18ecc-c7b7-4340-a3fe-17a9feea51a0 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:21.529730 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-41f18ecc-c7b7-4340-a3fe-17a9feea51a0 None None] Transition to ACTIVE for port object 3f677e39-f2cb-43b8-8dc6-de9362e05e02 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:21.536811 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-41f18ecc-c7b7-4340-a3fe-17a9feea51a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:21.598766 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d706fcda-79c6-43df-9a35-9e89eb4c70fa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:21.673036 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f18ecc-c7b7-4340-a3fe-17a9feea51a0 None None] Pushing event updated for resources: {'Port': ['ID=3f677e39-f2cb-43b8-8dc6-de9362e05e02,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:21.683319 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f18ecc-c7b7-4340-a3fe-17a9feea51a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:21.683667 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f18ecc-c7b7-4340-a3fe-17a9feea51a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:21.684010 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f18ecc-c7b7-4340-a3fe-17a9feea51a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:21.684350 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f18ecc-c7b7-4340-a3fe-17a9feea51a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:21.684680 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f18ecc-c7b7-4340-a3fe-17a9feea51a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:21.685007 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f18ecc-c7b7-4340-a3fe-17a9feea51a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:21.685333 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f18ecc-c7b7-4340-a3fe-17a9feea51a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:21.685696 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f18ecc-c7b7-4340-a3fe-17a9feea51a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:21.686018 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f18ecc-c7b7-4340-a3fe-17a9feea51a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:21.686474 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f18ecc-c7b7-4340-a3fe-17a9feea51a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:21.686802 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f18ecc-c7b7-4340-a3fe-17a9feea51a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:21.687120 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f18ecc-c7b7-4340-a3fe-17a9feea51a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:21.715213 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d706fcda-79c6-43df-9a35-9e89eb4c70fa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:21.718561 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ccab1608-45de-4bd7-ab21-cb8819fefc7d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:21.744641 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d706fcda-79c6-43df-9a35-9e89eb4c70fa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:21.745558 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d706fcda-79c6-43df-9a35-9e89eb4c70fa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:21.786481 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab1608-45de-4bd7-ab21-cb8819fefc7d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Port': ['ID=74492329-3771-4714-bcb3-33fff925079e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:21.816874 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device b8227061-b007-427b-9f24-884e54a79ae7 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:27:21.869845 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ccab1608-45de-4bd7-ab21-cb8819fefc7d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:21.872411 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ccab1608-45de-4bd7-ab21-cb8819fefc7d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/ports/74492329-3771-4714-bcb3-33fff925079e HTTP/1.1" status: 204 len: 168 time: 1.0385001 Jul 23 20:27:21.877425 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48428) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:21.893671 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: b8227061-b007-427b-9f24-884e54a79ae7 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:27:21.895371 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device b8227061-b007-427b-9f24-884e54a79ae7 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:27:21.943248 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d706fcda-79c6-43df-9a35-9e89eb4c70fa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event updated for resources: {'Network': ['ID=0082feb4-af17-4a20-a557-f7f67b3d6d06,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:21.960331 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d706fcda-79c6-43df-9a35-9e89eb4c70fa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6624660 Jul 23 20:27:21.969664 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48430) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:21.977852 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 0082feb4-af17-4a20-a557-f7f67b3d6d06 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:27:21.986533 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-b713d645-af1d-4250-bfb2-9eb82613fe52 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Request body: {'subnet': {'network_id': '0082feb4-af17-4a20-a557-f7f67b3d6d06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:22.004135 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d4ffce-c45c-4fea-a62e-451de3ea8113 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:22.014324 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-11d4ffce-c45c-4fea-a62e-451de3ea8113 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1353874 Jul 23 20:27:22.016044 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48432) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:22.137040 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184a392a-169d-432a-95b0-fed05a3a0e8f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:22.149090 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-184a392a-169d-432a-95b0-fed05a3a0e8f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1284606 Jul 23 20:27:22.149090 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48436) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:22.176784 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b713d645-af1d-4250-bfb2-9eb82613fe52 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Made reservation on behalf of cde999fc285947a38991630a8d370d15 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:22.186035 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b713d645-af1d-4250-bfb2-9eb82613fe52 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:22.279032 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7da772b-41c8-4af5-b031-01995fc1087c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:22.283022 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7da772b-41c8-4af5-b031-01995fc1087c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:22.288467 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7da772b-41c8-4af5-b031-01995fc1087c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:22.295915 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f7da772b-41c8-4af5-b031-01995fc1087c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1453202 Jul 23 20:27:22.297728 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48438) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:22.376449 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-97cbfc47-b56f-4c7f-9fae-56f86415512c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting subnet 2a19f4a4-b433-4316-a148-629caca0bfd5 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:27:22.380973 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-97cbfc47-b56f-4c7f-9fae-56f86415512c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:22.432829 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-97cbfc47-b56f-4c7f-9fae-56f86415512c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:22.546174 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-97cbfc47-b56f-4c7f-9fae-56f86415512c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:22.548782 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b713d645-af1d-4250-bfb2-9eb82613fe52 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:22.632634 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b713d645-af1d-4250-bfb2-9eb82613fe52 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event updated for resources: {'Subnet': ['ID=66fb3160-31a3-4241-bf17-2fd2288c1ddd,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:22.639655 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b713d645-af1d-4250-bfb2-9eb82613fe52 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Checking segment: {'id': '8c149482-7f91-43ea-b836-6c955ac2fc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0082feb4-af17-4a20-a557-f7f67b3d6d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:27:22.640877 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b713d645-af1d-4250-bfb2-9eb82613fe52 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Network hostable DHCP agents. Network: 0082feb4-af17-4a20-a557-f7f67b3d6d06, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:27:22.653553 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-97cbfc47-b56f-4c7f-9fae-56f86415512c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:22.671316 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b713d645-af1d-4250-bfb2-9eb82613fe52 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Network 0082feb4-af17-4a20-a557-f7f67b3d6d06 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:27:22.677779 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-97cbfc47-b56f-4c7f-9fae-56f86415512c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:22.685419 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-b713d645-af1d-4250-bfb2-9eb82613fe52 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 0082feb4-af17-4a20-a557-f7f67b3d6d06) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:22.686331 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-97cbfc47-b56f-4c7f-9fae-56f86415512c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/2a19f4a4-b433-4316-a148-629caca0bfd5 HTTP/1.1" status: 204 len: 168 time: 0.3861105 Jul 23 20:27:22.690346 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b713d645-af1d-4250-bfb2-9eb82613fe52 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:22.690947 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b713d645-af1d-4250-bfb2-9eb82613fe52 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:22.695745 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07238e5b-cfa1-4759-be0f-e7e48bed9502 None None] Network 0082feb4-af17-4a20-a557-f7f67b3d6d06 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:27:22.708774 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48440) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:22.713857 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cbfc47-b56f-4c7f-9fae-56f86415512c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Subnet': ['ID=2a19f4a4-b433-4316-a148-629caca0bfd5,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:22.786256 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b713d645-af1d-4250-bfb2-9eb82613fe52 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8159819 Jul 23 20:27:22.789177 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48444) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:22.795421 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-a7bcba02-1931-4df6-a514-98d11f6896e8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-963490567', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:22.813253 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12aaa4f4-f188-41a1-a556-850972ce73d6 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:27:22.854715 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7bcba02-1931-4df6-a514-98d11f6896e8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:22.855869 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7bcba02-1931-4df6-a514-98d11f6896e8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:22.869337 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9590b7a-cf89-4f47-b381-0a6f4126f500 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting subnet ec8c9ac7-60ca-428e-8073-565f6ea0f110 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:27:22.879057 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f9590b7a-cf89-4f47-b381-0a6f4126f500 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:22.992599 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7bcba02-1931-4df6-a514-98d11f6896e8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:22.998789 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7bcba02-1931-4df6-a514-98d11f6896e8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:23.023571 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f9590b7a-cf89-4f47-b381-0a6f4126f500 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:23.029655 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7bcba02-1931-4df6-a514-98d11f6896e8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:23.031141 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a7bcba02-1931-4df6-a514-98d11f6896e8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2404680 Jul 23 20:27:23.035203 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48452) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:23.051897 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-55fca177-484b-4229-89c5-e9e1a8b43462 None None] Provisioning for port 3f677e39-f2cb-43b8-8dc6-de9362e05e02 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:27:23.066586 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-55fca177-484b-4229-89c5-e9e1a8b43462 None None] Provisioning complete for port 3f677e39-f2cb-43b8-8dc6-de9362e05e02 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:23.067162 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-55fca177-484b-4229-89c5-e9e1a8b43462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:23.071405 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2911b357-43d3-4971-b3ed-18a5cdd10c42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-0082feb4-af17-4a20-a557-f7f67b3d6d06', 'network_id': '0082feb4-af17-4a20-a557-f7f67b3d6d06', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'fixed_ips': [{'subnet_id': '66fb3160-31a3-4241-bf17-2fd2288c1ddd'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:27:23.072707 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2911b357-43d3-4971-b3ed-18a5cdd10c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:23.207634 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f9590b7a-cf89-4f47-b381-0a6f4126f500 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:23.276568 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-2911b357-43d3-4971-b3ed-18a5cdd10c42 None None] Allocated IP 172.20.0.2 (0082feb4-af17-4a20-a557-f7f67b3d6d06/66fb3160-31a3-4241-bf17-2fd2288c1ddd/d79b5815-82fb-45ad-9c6f-0594ca84b3f7) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:23.403969 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f9590b7a-cf89-4f47-b381-0a6f4126f500 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:23.453510 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9590b7a-cf89-4f47-b381-0a6f4126f500 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Subnet': ['ID=ec8c9ac7-60ca-428e-8073-565f6ea0f110,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:23.461403 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f9590b7a-cf89-4f47-b381-0a6f4126f500 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:23.466635 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f9590b7a-cf89-4f47-b381-0a6f4126f500 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/ec8c9ac7-60ca-428e-8073-565f6ea0f110 HTTP/1.1" status: 204 len: 168 time: 0.7534027 Jul 23 20:27:23.467764 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48458) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:23.524051 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3841f270-de29-4238-8d2a-20c7df8eb2b0 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0523953 Jul 23 20:27:23.525823 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48460) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:23.531591 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-b0e5d5a1-8888-4274-ba44-24b075936d0f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'subnet': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:23.565555 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91132c9-151a-4a61-8015-0a5e8d5a37b1 req-0f043554-2ba3-4dd0-975b-965d126991d2 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:23.568751 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b91132c9-151a-4a61-8015-0a5e8d5a37b1 req-0f043554-2ba3-4dd0-975b-965d126991d2 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 947 time: 0.2421694 Jul 23 20:27:23.655609 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2911b357-43d3-4971-b3ed-18a5cdd10c42 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:23.675381 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2911b357-43d3-4971-b3ed-18a5cdd10c42 None None] Transition to ACTIVE for port object d79b5815-82fb-45ad-9c6f-0594ca84b3f7 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:23.731064 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b91132c9-151a-4a61-8015-0a5e8d5a37b1 req-300276c1-fa25-4ffc-809b-099fb166936e tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510592 Jul 23 20:27:23.742661 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e5d5a1-8888-4274-ba44-24b075936d0f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:23.748074 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b0e5d5a1-8888-4274-ba44-24b075936d0f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:23.756141 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bc44d823-fe51-428f-a4ff-847fd4c4b4aa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:23.774094 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3f677e39-f2cb-43b8-8dc6-de9362e05e02 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:27:23.845934 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2911b357-43d3-4971-b3ed-18a5cdd10c42 None None] Transition to ACTIVE for port object d79b5815-82fb-45ad-9c6f-0594ca84b3f7 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:23.888061 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2911b357-43d3-4971-b3ed-18a5cdd10c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:23.987294 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911b357-43d3-4971-b3ed-18a5cdd10c42 None None] Pushing event updated for resources: {'Port': ['ID=d79b5815-82fb-45ad-9c6f-0594ca84b3f7,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:24.013286 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e270e6b8-3d87-4122-b87c-ed4fbe1368c9 None None] Update dhcp port {'port': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'fixed_ips': [{'subnet_id': 'ec8c9ac7-60ca-428e-8073-565f6ea0f110'}], 'binding:host_id': 'n-d-793618-10'}, 'id': '3f677e39-f2cb-43b8-8dc6-de9362e05e02'} from n-d-793618-10. {{(pid=93877) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:27:24.120053 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2911b357-43d3-4971-b3ed-18a5cdd10c42 None None] Network 0082feb4-af17-4a20-a557-f7f67b3d6d06 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:24.126408 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-2911b357-43d3-4971-b3ed-18a5cdd10c42 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:24.146281 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2911b357-43d3-4971-b3ed-18a5cdd10c42 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:24.212546 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 3f677e39-f2cb-43b8-8dc6-de9362e05e02 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:24.212916 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:24.214641 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e270e6b8-3d87-4122-b87c-ed4fbe1368c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:24.282642 n-d-793618-10 neutron-server[93876]: DEBUG neutron.objects.ports [None req-b0e5d5a1-8888-4274-ba44-24b075936d0f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93876) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 20:27:24.407174 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-2911b357-43d3-4971-b3ed-18a5cdd10c42 None None] Attempting to bind port d79b5815-82fb-45ad-9c6f-0594ca84b3f7 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:27:24.408154 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-2911b357-43d3-4971-b3ed-18a5cdd10c42 None None] Attempting to bind port d79b5815-82fb-45ad-9c6f-0594ca84b3f7 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '8c149482-7f91-43ea-b836-6c955ac2fc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0082feb4-af17-4a20-a557-f7f67b3d6d06'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:27:24.408724 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911b357-43d3-4971-b3ed-18a5cdd10c42 None None] Attempting to bind port d79b5815-82fb-45ad-9c6f-0594ca84b3f7 on network 0082feb4-af17-4a20-a557-f7f67b3d6d06 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:27:24.439868 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911b357-43d3-4971-b3ed-18a5cdd10c42 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:27:24.443361 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911b357-43d3-4971-b3ed-18a5cdd10c42 None None] Checking segment: {'id': '8c149482-7f91-43ea-b836-6c955ac2fc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0082feb4-af17-4a20-a557-f7f67b3d6d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:27:24.444185 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2911b357-43d3-4971-b3ed-18a5cdd10c42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:24.444782 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911b357-43d3-4971-b3ed-18a5cdd10c42 None None] Bound using segment: {'id': '8c149482-7f91-43ea-b836-6c955ac2fc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0082feb4-af17-4a20-a557-f7f67b3d6d06'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:27:24.445963 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-2911b357-43d3-4971-b3ed-18a5cdd10c42 None None] Bound port: d79b5815-82fb-45ad-9c6f-0594ca84b3f7, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c149482-7f91-43ea-b836-6c955ac2fc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0082feb4-af17-4a20-a557-f7f67b3d6d06'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:27:24.445963 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2911b357-43d3-4971-b3ed-18a5cdd10c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:24.664005 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b0e5d5a1-8888-4274-ba44-24b075936d0f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:24.955849 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2911b357-43d3-4971-b3ed-18a5cdd10c42 None None] For port d79b5815-82fb-45ad-9c6f-0594ca84b3f7, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:27:24.959636 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2911b357-43d3-4971-b3ed-18a5cdd10c42 None None] For port d79b5815-82fb-45ad-9c6f-0594ca84b3f7, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d79b5815-82fb-45ad-9c6f-0594ca84b3f7,segment=NetworkSegment(8c149482-7f91-43ea-b836-6c955ac2fc85),segment_id=8c149482-7f91-43ea-b836-6c955ac2fc85)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:27:24.965341 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2911b357-43d3-4971-b3ed-18a5cdd10c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:25.000624 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd8525e-d54b-469d-ab14-3f416deae2a2 req-57bf717d-8acf-44f2-b4c6-708d9998859e tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:25.006625 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1cd8525e-d54b-469d-ab14-3f416deae2a2 req-57bf717d-8acf-44f2-b4c6-708d9998859e tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.30 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 947 time: 0.3437448 Jul 23 20:27:25.041302 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-bc44d823-fe51-428f-a4ff-847fd4c4b4aa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Allocated IP 172.20.0.1 (0082feb4-af17-4a20-a557-f7f67b3d6d06/66fb3160-31a3-4241-bf17-2fd2288c1ddd/33e87e8c-df78-4291-945d-4631230bd3ba) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:25.136677 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f42ee94-8004-4fe0-9793-77dfce78f255 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:27:25.272980 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911b357-43d3-4971-b3ed-18a5cdd10c42 None None] Pushing event updated for resources: {'Port': ['ID=d79b5815-82fb-45ad-9c6f-0594ca84b3f7,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:25.279457 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156432b8-b978-4bc1-aaa5-fd0ef54c2859 req-d695a1ed-b12c-4837-98df-27ef652ecc81 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:25.281060 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-156432b8-b978-4bc1-aaa5-fd0ef54c2859 req-d695a1ed-b12c-4837-98df-27ef652ecc81 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 947 time: 0.3382525 Jul 23 20:27:25.304386 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-58c3cbb1-1ef6-4ec9-8fcf-5b4df10decc7 None None] Provisioning complete for port 3f677e39-f2cb-43b8-8dc6-de9362e05e02 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:25.304737 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-58c3cbb1-1ef6-4ec9-8fcf-5b4df10decc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:25.332568 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-b0e5d5a1-8888-4274-ba44-24b075936d0f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] For port 3f677e39-f2cb-43b8-8dc6-de9362e05e02, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3f677e39-f2cb-43b8-8dc6-de9362e05e02,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:25.428760 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b0e5d5a1-8888-4274-ba44-24b075936d0f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:25.452526 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-1cd8525e-d54b-469d-ab14-3f416deae2a2 req-44b04669-27fc-411c-9bce-a7835c8cca08 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Deleting port 13f175f6-1988-4b7a-81f8-5a1bda3ad82f {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:25.460805 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1cd8525e-d54b-469d-ab14-3f416deae2a2 req-44b04669-27fc-411c-9bce-a7835c8cca08 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:25.598317 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b0e5d5a1-8888-4274-ba44-24b075936d0f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:25.608164 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-156432b8-b978-4bc1-aaa5-fd0ef54c2859 req-90ec6d2a-2926-4ebe-b3ba-6030d1a357d8 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142849 Jul 23 20:27:25.610187 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b0e5d5a1-8888-4274-ba44-24b075936d0f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:25.642465 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bc44d823-fe51-428f-a4ff-847fd4c4b4aa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:25.703981 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-bc44d823-fe51-428f-a4ff-847fd4c4b4aa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Transition to ACTIVE for port object 33e87e8c-df78-4291-945d-4631230bd3ba will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:25.771845 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-1cd8525e-d54b-469d-ab14-3f416deae2a2 req-44b04669-27fc-411c-9bce-a7835c8cca08 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] For port 13f175f6-1988-4b7a-81f8-5a1bda3ad82f, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=13f175f6-1988-4b7a-81f8-5a1bda3ad82f,segment=NetworkSegment(200529f2-acc5-4abc-91bf-3609d16ae961),segment_id=200529f2-acc5-4abc-91bf-3609d16ae961)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:25.772874 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1cd8525e-d54b-469d-ab14-3f416deae2a2 req-44b04669-27fc-411c-9bce-a7835c8cca08 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:25.901358 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bc44d823-fe51-428f-a4ff-847fd4c4b4aa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:25.942589 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d79b5815-82fb-45ad-9c6f-0594ca84b3f7 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:27:25.985902 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc44d823-fe51-428f-a4ff-847fd4c4b4aa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Network 0082feb4-af17-4a20-a557-f7f67b3d6d06 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:25.990481 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-bc44d823-fe51-428f-a4ff-847fd4c4b4aa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:26.024693 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc44d823-fe51-428f-a4ff-847fd4c4b4aa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:26.089387 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc44d823-fe51-428f-a4ff-847fd4c4b4aa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event updated for resources: {'Port': ['ID=33e87e8c-df78-4291-945d-4631230bd3ba,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:26.147527 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bc44d823-fe51-428f-a4ff-847fd4c4b4aa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:26.184173 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port d79b5815-82fb-45ad-9c6f-0594ca84b3f7 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:27:26.204699 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e5d5a1-8888-4274-ba44-24b075936d0f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:26.230006 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-b0e5d5a1-8888-4274-ba44-24b075936d0f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:26.307952 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3f677e39-f2cb-43b8-8dc6-de9362e05e02 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:27:26.310688 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e5d5a1-8888-4274-ba44-24b075936d0f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:26.311611 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b0e5d5a1-8888-4274-ba44-24b075936d0f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:26.492233 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e5d5a1-8888-4274-ba44-24b075936d0f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Subnet': ['ID=6aa03f77-0bb2-416f-aa35-d84b8b330468,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:26.498457 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e5d5a1-8888-4274-ba44-24b075936d0f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Port': ['ID=3f677e39-f2cb-43b8-8dc6-de9362e05e02,revision_number=11']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:26.519039 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b0e5d5a1-8888-4274-ba44-24b075936d0f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9895749 Jul 23 20:27:26.537180 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48482) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:26.547712 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-55c22f21-3362-4372-8218-527906ce3356 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'subnet': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:26.559389 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:26.628934 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bc44d823-fe51-428f-a4ff-847fd4c4b4aa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:26.655211 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 3f677e39-f2cb-43b8-8dc6-de9362e05e02, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3f677e39-f2cb-43b8-8dc6-de9362e05e02,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:26.666855 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:26.766939 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=3f677e39-f2cb-43b8-8dc6-de9362e05e02,revision_number=12']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:27.120554 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bc44d823-fe51-428f-a4ff-847fd4c4b4aa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:27.131626 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bc44d823-fe51-428f-a4ff-847fd4c4b4aa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:27.210858 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1293dcde-470b-4666-ab40-063aa504b211 None None] Network 0082feb4-af17-4a20-a557-f7f67b3d6d06 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:27:27.350234 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bc44d823-fe51-428f-a4ff-847fd4c4b4aa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:27.512980 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-794b1872-ce37-4871-ad8c-9dee99966429 None None] Provisioning for port d79b5815-82fb-45ad-9c6f-0594ca84b3f7 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:27:27.529650 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-794b1872-ce37-4871-ad8c-9dee99966429 None None] Provisioning complete for port d79b5815-82fb-45ad-9c6f-0594ca84b3f7 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:27.530155 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-794b1872-ce37-4871-ad8c-9dee99966429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:27.533548 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc44d823-fe51-428f-a4ff-847fd4c4b4aa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event updated for resources: {'Port': ['ID=33e87e8c-df78-4291-945d-4631230bd3ba,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:27.687564 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc44d823-fe51-428f-a4ff-847fd4c4b4aa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Network 0082feb4-af17-4a20-a557-f7f67b3d6d06 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:27.689967 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-bc44d823-fe51-428f-a4ff-847fd4c4b4aa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:27.781229 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1cd8525e-d54b-469d-ab14-3f416deae2a2 req-44b04669-27fc-411c-9bce-a7835c8cca08 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:27.781762 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1cd8525e-d54b-469d-ab14-3f416deae2a2 req-44b04669-27fc-411c-9bce-a7835c8cca08 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:27.781973 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [req-1cd8525e-d54b-469d-ab14-3f416deae2a2 req-44b04669-27fc-411c-9bce-a7835c8cca08 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Floating IP 51cf56a9-f92b-4c88-9794-b415aa8037a8 disassociated. External IP: 172.25.1.188, port: 13f175f6-1988-4b7a-81f8-5a1bda3ad82f. Jul 23 20:27:27.782431 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-1cd8525e-d54b-469d-ab14-3f416deae2a2 req-44b04669-27fc-411c-9bce-a7835c8cca08 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Calling delete_port for 13f175f6-1988-4b7a-81f8-5a1bda3ad82f owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:27.811031 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6c9ddf-4cea-4210-b09b-cd0065390132 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:27:27.978641 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc44d823-fe51-428f-a4ff-847fd4c4b4aa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Router 88894228-7cb2-43be-8457-4c1438087e2d is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:27:28.002315 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3f677e39-f2cb-43b8-8dc6-de9362e05e02 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:27:28.146788 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c22f21-3362-4372-8218-527906ce3356 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:28.152652 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-55c22f21-3362-4372-8218-527906ce3356 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:28.171771 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090a8b2-c2f6-40d2-84e4-4666ebecb154 req-d95d6f71-5618-47f1-bc9d-e52ed88341db tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:28.174267 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e090a8b2-c2f6-40d2-84e4-4666ebecb154 req-d95d6f71-5618-47f1-bc9d-e52ed88341db tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 947 time: 0.6086965 Jul 23 20:27:28.212772 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-794b1872-ce37-4871-ad8c-9dee99966429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:28.290652 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc44d823-fe51-428f-a4ff-847fd4c4b4aa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:27:28.303177 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-bc44d823-fe51-428f-a4ff-847fd4c4b4aa tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "PUT /v2.0/routers/88894228-7cb2-43be-8457-4c1438087e2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2668989 Jul 23 20:27:28.306182 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48492) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:28.322839 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8726e57e-3b76-4769-988a-e24edc33b2dd None None] Sync routers for ids ['88894228-7cb2-43be-8457-4c1438087e2d'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:27:28.330315 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 3f677e39-f2cb-43b8-8dc6-de9362e05e02 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:28.330690 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:28.407133 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c3d181-2b74-4cef-a5b8-cbfc32d68872 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:28.410958 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f0c3d181-2b74-4cef-a5b8-cbfc32d68872 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "GET /v2.0/ports/33e87e8c-df78-4291-945d-4631230bd3ba HTTP/1.1" status: 200 len: 910 time: 0.1041005 Jul 23 20:27:28.415380 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48494) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:28.427287 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-794b1872-ce37-4871-ad8c-9dee99966429 None None] For port d79b5815-82fb-45ad-9c6f-0594ca84b3f7, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d79b5815-82fb-45ad-9c6f-0594ca84b3f7,segment=NetworkSegment(8c149482-7f91-43ea-b836-6c955ac2fc85),segment_id=8c149482-7f91-43ea-b836-6c955ac2fc85)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:28.446756 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-794b1872-ce37-4871-ad8c-9dee99966429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:28.467078 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8726e57e-3b76-4769-988a-e24edc33b2dd None None] Routers {'88894228-7cb2-43be-8457-4c1438087e2d'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:28.468153 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8726e57e-3b76-4769-988a-e24edc33b2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:27:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['88894228-7cb2-43be-8457-4c1438087e2d'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:28.598470 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e090a8b2-c2f6-40d2-84e4-4666ebecb154 req-4c58346c-4ea7-423a-b6df-d061d010d644 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4079442 Jul 23 20:27:28.618054 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8726e57e-3b76-4769-988a-e24edc33b2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:28.642458 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 13f175f6-1988-4b7a-81f8-5a1bda3ad82f no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:27:28.764843 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1cd8525e-d54b-469d-ab14-3f416deae2a2 req-44b04669-27fc-411c-9bce-a7835c8cca08 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:28.823461 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b04669-27fc-411c-9bce-a7835c8cca08 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Pushing event deleted for resources: {'Port': ['ID=13f175f6-1988-4b7a-81f8-5a1bda3ad82f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:28.840086 n-d-793618-10 neutron-server[93876]: INFO neutron.db.ipam_backend_mixin [None req-55c22f21-3362-4372-8218-527906ce3356 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6aa03f77-0bb2-416f-aa35-d84b8b330468 (CIDR: 2001:db8::/64) Jul 23 20:27:29.007570 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8726e57e-3b76-4769-988a-e24edc33b2dd None None] Routers {'88894228-7cb2-43be-8457-4c1438087e2d'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:29.015586 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8726e57e-3b76-4769-988a-e24edc33b2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:27:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['88894228-7cb2-43be-8457-4c1438087e2d'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:29.019724 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-55c22f21-3362-4372-8218-527906ce3356 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:27:29.025932 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b1872-ce37-4871-ad8c-9dee99966429 None None] Pushing event updated for resources: {'Port': ['ID=d79b5815-82fb-45ad-9c6f-0594ca84b3f7,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:29.026188 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55c22f21-3362-4372-8218-527906ce3356 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:27:29.045586 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cd8525e-d54b-469d-ab14-3f416deae2a2 req-44b04669-27fc-411c-9bce-a7835c8cca08 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Router 9047dfac-d716-4e1f-b374-b6554634ab0b has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:27:29.051788 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-55c22f21-3362-4372-8218-527906ce3356 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.5076325 Jul 23 20:27:29.052039 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48502) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:29.057397 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-2095c405-05e2-45d8-bb44-398bfd7d4a82 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'subnet': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:29.153678 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8726e57e-3b76-4769-988a-e24edc33b2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:29.157972 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8726e57e-3b76-4769-988a-e24edc33b2dd None None] The sync data for ids ['88894228-7cb2-43be-8457-4c1438087e2d'] in n-d-793618-10 is: [] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:27:29.174874 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-84fdde2c-6d3e-4cf6-b453-8457accf3fb9 None None] Provisioning complete for port d79b5815-82fb-45ad-9c6f-0594ca84b3f7 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:29.175388 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-84fdde2c-6d3e-4cf6-b453-8457accf3fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:29.180958 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No active binding found for port 13f175f6-1988-4b7a-81f8-5a1bda3ad82f {{(pid=93877) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 23 20:27:29.181402 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 13f175f6-1988-4b7a-81f8-5a1bda3ad82f not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:27:29.187403 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:29.454361 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 3f677e39-f2cb-43b8-8dc6-de9362e05e02, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3f677e39-f2cb-43b8-8dc6-de9362e05e02,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:29.480924 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:29.618952 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=3f677e39-f2cb-43b8-8dc6-de9362e05e02,revision_number=13']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:29.627418 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48518) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:29.640094 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-84fdde2c-6d3e-4cf6-b453-8457accf3fb9 None None] Provisioning complete for port 3f677e39-f2cb-43b8-8dc6-de9362e05e02 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:29.640892 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-84fdde2c-6d3e-4cf6-b453-8457accf3fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:29.754800 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-742411c7-18ff-4180-8d54-2ad59f242aa4 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:29.821297 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2095c405-05e2-45d8-bb44-398bfd7d4a82 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:29.839297 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2095c405-05e2-45d8-bb44-398bfd7d4a82 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:29.939318 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d79b5815-82fb-45ad-9c6f-0594ca84b3f7 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:27:29.945777 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-84fdde2c-6d3e-4cf6-b453-8457accf3fb9 None None] Provisioning for port 33e87e8c-df78-4291-945d-4631230bd3ba completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:27:30.016222 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-84fdde2c-6d3e-4cf6-b453-8457accf3fb9 None None] Provisioning complete for port 33e87e8c-df78-4291-945d-4631230bd3ba triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:30.016630 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-84fdde2c-6d3e-4cf6-b453-8457accf3fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:30.091292 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-08ec7d72-df58-480e-a883-73cebdb3b304 req-92f47c02-bfb4-498d-bbf0-b1aade7a635f tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 210 time: 0.1725276 Jul 23 20:27:30.107319 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cd8525e-d54b-469d-ab14-3f416deae2a2 req-44b04669-27fc-411c-9bce-a7835c8cca08 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:27:30.123362 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b212ec33-ecd4-47e6-9c70-d2f5cb17cdf2 None None] Sync routers for ids ['9047dfac-d716-4e1f-b374-b6554634ab0b'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:27:30.166614 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b212ec33-ecd4-47e6-9c70-d2f5cb17cdf2 None None] Routers {'9047dfac-d716-4e1f-b374-b6554634ab0b'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:30.167250 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-b212ec33-ecd4-47e6-9c70-d2f5cb17cdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:27:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['9047dfac-d716-4e1f-b374-b6554634ab0b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:30.180754 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-84fdde2c-6d3e-4cf6-b453-8457accf3fb9 None None] Port 33e87e8c-df78-4291-945d-4631230bd3ba cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:27:30.220535 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port d79b5815-82fb-45ad-9c6f-0594ca84b3f7 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:30.221360 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:30.283007 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c794c24e-4f82-45ee-916c-7bfe4088360e tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] 10.222.0.32 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2301 time: 0.6541579 Jul 23 20:27:30.287338 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48526) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:30.293459 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-7ddb363e-53bb-4b06-90fc-bcca80229fc6 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Request body: {'network': {'name': 'tempest-network-smoke--162095821', 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'port_security_enabled': False}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:30.368066 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddb363e-53bb-4b06-90fc-bcca80229fc6 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Made reservation on behalf of 48931fde9d19441ebe3fcc084a77e899 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:30.378226 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7ddb363e-53bb-4b06-90fc-bcca80229fc6 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:30.404076 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2781370a-c9ad-483b-ac96-0708abb99f82 None None] Provisioning complete for port 3f677e39-f2cb-43b8-8dc6-de9362e05e02 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:30.404817 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2781370a-c9ad-483b-ac96-0708abb99f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:30.411803 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd8525e-d54b-469d-ab14-3f416deae2a2 req-44b04669-27fc-411c-9bce-a7835c8cca08 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] No DVR routers for this DVR port 13f175f6-1988-4b7a-81f8-5a1bda3ad82f on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:27:30.417436 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1cd8525e-d54b-469d-ab14-3f416deae2a2 req-44b04669-27fc-411c-9bce-a7835c8cca08 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:30.424633 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1cd8525e-d54b-469d-ab14-3f416deae2a2 req-44b04669-27fc-411c-9bce-a7835c8cca08 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.30 "DELETE /v2.0/ports/13f175f6-1988-4b7a-81f8-5a1bda3ad82f HTTP/1.1" status: 204 len: 173 time: 5.4089313 Jul 23 20:27:30.467792 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd880270d-cdcc-4ab2-bd1d-ebbeac27afd1', 'name': 'network-vif-deleted', 'tag': '13f175f6-1988-4b7a-81f8-5a1bda3ad82f'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:27:30.470396 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecd1e7d-32bf-4767-b735-6fd891e21a65" -d '{"events": [{"server_uuid": "d880270d-cdcc-4ab2-bd1d-ebbeac27afd1", "name": "network-vif-deleted", "tag": "13f175f6-1988-4b7a-81f8-5a1bda3ad82f"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:27:30.478486 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48528) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:30.494031 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ddb363e-53bb-4b06-90fc-bcca80229fc6 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:27:30.525448 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7ddb363e-53bb-4b06-90fc-bcca80229fc6 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:30.527363 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-7ddb363e-53bb-4b06-90fc-bcca80229fc6 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Added segment 84dde54c-1655-4538-ac8b-ee7f48a83dbd of type vlan for network 8277b880-25b7-4e8d-bc05-f3008c9d7af5 Jul 23 20:27:30.530752 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3f677e39-f2cb-43b8-8dc6-de9362e05e02 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:27:30.755149 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7ddb363e-53bb-4b06-90fc-bcca80229fc6 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:30.764461 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-b212ec33-ecd4-47e6-9c70-d2f5cb17cdf2 None None] Set router 9047dfac-d716-4e1f-b374-b6554634ab0b gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:27:30.827790 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2781370a-c9ad-483b-ac96-0708abb99f82 None None] Could not find standard attr ID for object 74492329-3771-4714-bcb3-33fff925079e. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:27:30.848587 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 3f677e39-f2cb-43b8-8dc6-de9362e05e02 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:30.849317 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:30.852795 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2781370a-c9ad-483b-ac96-0708abb99f82 None None] Provisioning complete for port 33e87e8c-df78-4291-945d-4631230bd3ba triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:30.853461 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2781370a-c9ad-483b-ac96-0708abb99f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:30.932423 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2095c405-05e2-45d8-bb44-398bfd7d4a82 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:30.951799 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.db.resource_extend [None req-7ddb363e-53bb-4b06-90fc-bcca80229fc6 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:27:30.969711 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2781370a-c9ad-483b-ac96-0708abb99f82 None None] Port 33e87e8c-df78-4291-945d-4631230bd3ba cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:27:31.078597 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-04856d6d-7eb8-4eb7-a0e7-84cb2589294b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:31.123169 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-742411c7-18ff-4180-8d54-2ad59f242aa4 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Deleting port 33e87e8c-df78-4291-945d-4631230bd3ba {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:31.123815 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-742411c7-18ff-4180-8d54-2ad59f242aa4 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:31.138113 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2095c405-05e2-45d8-bb44-398bfd7d4a82 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Subnet': ['ID=6c96cc2c-78bb-4dc6-88ee-d0ed8f98afce,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:31.158134 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2095c405-05e2-45d8-bb44-398bfd7d4a82 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:31.162915 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-2095c405-05e2-45d8-bb44-398bfd7d4a82 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:31.166758 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7ddb363e-53bb-4b06-90fc-bcca80229fc6 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:31.179835 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2095c405-05e2-45d8-bb44-398bfd7d4a82 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:31.180789 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2095c405-05e2-45d8-bb44-398bfd7d4a82 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:31.199822 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e42e6ba-741a-49c1-ab5f-9c0a82757468 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:27:31.203743 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddb363e-53bb-4b06-90fc-bcca80229fc6 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:31.206223 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7ddb363e-53bb-4b06-90fc-bcca80229fc6 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:31.228836 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2095c405-05e2-45d8-bb44-398bfd7d4a82 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1756763 Jul 23 20:27:31.235351 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48540) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:31.259831 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-b007cd06-d9c7-484b-afaf-feeab1cefb61 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'port': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'mac_address': 'fa:16:3e:4b:d0:16', 'name': 'tempest-NetworksTestDHCPv6-430981855'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:31.317101 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c85cbed-cdfe-4cf4-8936-3ec9b75176db x-openstack-request-id: req-2c85cbed-cdfe-4cf4-8936-3ec9b75176db {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:31.321525 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d880270d-cdcc-4ab2-bd1d-ebbeac27afd1", "name": "network-vif-deleted", "tag": "13f175f6-1988-4b7a-81f8-5a1bda3ad82f", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:31.321912 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2c85cbed-cdfe-4cf4-8936-3ec9b75176db {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:31.322441 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd880270d-cdcc-4ab2-bd1d-ebbeac27afd1', 'name': 'network-vif-deleted', 'tag': '13f175f6-1988-4b7a-81f8-5a1bda3ad82f', 'status': 'completed', 'code': 200} Jul 23 20:27:31.458478 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-b212ec33-ecd4-47e6-9c70-d2f5cb17cdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'name': 'tempest-AttachVolumeShelveTestJSON-876352293-router', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '3c6c89a3-6646-48ac-a041-6c5454ee107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:17Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'gw_port': {'id': '3c6c89a3-6646-48ac-a041-6c5454ee107e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:18Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'a956021b-2ebe-4114-b506-8dc929d094dd', 'name': '', 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'mac_address': 'fa:16:3e:af:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '63fa6ddd-c617-40f8-a250-cf59fcf077ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:29Z', 'updated_at': '2021-07-23T20:22:38Z', 'revision_number': 5, 'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'subnets': [{'id': '63fa6ddd-c617-40f8-a250-cf59fcf077ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:31.476715 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-742411c7-18ff-4180-8d54-2ad59f242aa4 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:31.521083 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b212ec33-ecd4-47e6-9c70-d2f5cb17cdf2 None None] Checking router: 9047dfac-d716-4e1f-b374-b6554634ab0b for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:27:31.534083 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b212ec33-ecd4-47e6-9c70-d2f5cb17cdf2 None None] Routers {'9047dfac-d716-4e1f-b374-b6554634ab0b'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:31.535495 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-b212ec33-ecd4-47e6-9c70-d2f5cb17cdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:27:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['9047dfac-d716-4e1f-b374-b6554634ab0b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:31.540556 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-580a2238-47a2-42e9-a67c-c10ca05f1540 req-004e6cd8-9f62-4f42-9ad7-0f1c32816373 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=d880270d-cdcc-4ab2-bd1d-ebbeac27afd1 HTTP/1.1" status: 200 len: 210 time: 0.0874338 Jul 23 20:27:31.585671 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-742411c7-18ff-4180-8d54-2ad59f242aa4 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Calling delete_port for 33e87e8c-df78-4291-945d-4631230bd3ba owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:31.593775 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb363e-53bb-4b06-90fc-bcca80229fc6 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Pushing event updated for resources: {'Network': ['ID=8277b880-25b7-4e8d-bc05-f3008c9d7af5,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:31.614182 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 8277b880-25b7-4e8d-bc05-f3008c9d7af5 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:27:31.730037 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-b212ec33-ecd4-47e6-9c70-d2f5cb17cdf2 None None] Set router 9047dfac-d716-4e1f-b374-b6554634ab0b gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:27:31.786389 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c94424-8028-452b-8df8-482baf775301 None None] Update dhcp port {'port': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'fixed_ips': [{'subnet_id': '6aa03f77-0bb2-416f-aa35-d84b8b330468', 'ip_address': '2001:db8::f816:3eff:fe09:76f3'}, {'subnet_id': '6c96cc2c-78bb-4dc6-88ee-d0ed8f98afce'}], 'binding:host_id': 'n-d-793618-10'}, 'id': '3f677e39-f2cb-43b8-8dc6-de9362e05e02'} from n-d-793618-10. {{(pid=93877) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:27:31.833099 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-04856d6d-7eb8-4eb7-a0e7-84cb2589294b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:31.860912 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-04856d6d-7eb8-4eb7-a0e7-84cb2589294b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:31.865348 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38c94424-8028-452b-8df8-482baf775301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:31.890256 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b007cd06-d9c7-484b-afaf-feeab1cefb61 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:31.911446 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7ddb363e-53bb-4b06-90fc-bcca80229fc6 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6229987 Jul 23 20:27:31.918370 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48542) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:31.931511 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f2544ff4-3d04-4cb4-8288-153da2441f46 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1283498895', 'admin_state_up': True, 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:31.954318 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-04856d6d-7eb8-4eb7-a0e7-84cb2589294b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8788f611c4464f7f8c4f58cf8d13cf98&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4742775 Jul 23 20:27:31.955296 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04856d6d-7eb8-4eb7-a0e7-84cb2589294b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989ac165-229a-4310-b696-b84248622912,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:31.958392 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48544) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:32.017149 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-742411c7-18ff-4180-8d54-2ad59f242aa4 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:32.039971 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-b212ec33-ecd4-47e6-9c70-d2f5cb17cdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'name': 'tempest-AttachVolumeShelveTestJSON-876352293-router', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '3c6c89a3-6646-48ac-a041-6c5454ee107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:17Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'gw_port': {'id': '3c6c89a3-6646-48ac-a041-6c5454ee107e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:18Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'a956021b-2ebe-4114-b506-8dc929d094dd', 'name': '', 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'mac_address': 'fa:16:3e:af:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '63fa6ddd-c617-40f8-a250-cf59fcf077ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:29Z', 'updated_at': '2021-07-23T20:22:38Z', 'revision_number': 5, 'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'subnets': [{'id': '63fa6ddd-c617-40f8-a250-cf59fcf077ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:32.086708 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b212ec33-ecd4-47e6-9c70-d2f5cb17cdf2 None None] The sync data for ids ['9047dfac-d716-4e1f-b374-b6554634ab0b'] in n-d-793618-10 is: [{'id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'name': 'tempest-AttachVolumeShelveTestJSON-876352293-router', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '3c6c89a3-6646-48ac-a041-6c5454ee107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:17Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'gw_port': {'id': '3c6c89a3-6646-48ac-a041-6c5454ee107e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:18Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'a956021b-2ebe-4114-b506-8dc929d094dd', 'name': '', 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'mac_address': 'fa:16:3e:af:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '63fa6ddd-c617-40f8-a250-cf59fcf077ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:29Z', 'updated_at': '2021-07-23T20:22:38Z', 'revision_number': 5, 'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'subnets': [{'id': '63fa6ddd-c617-40f8-a250-cf59fcf077ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:27:32.114761 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-38c94424-8028-452b-8df8-482baf775301 None None] Allocated IP 2001:db8:0:1::2 (bd014336-7cf6-4be5-829d-b33260ee43fe/6c96cc2c-78bb-4dc6-88ee-d0ed8f98afce/3f677e39-f2cb-43b8-8dc6-de9362e05e02) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:32.154770 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742411c7-18ff-4180-8d54-2ad59f242aa4 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event deleted for resources: {'Port': ['ID=33e87e8c-df78-4291-945d-4631230bd3ba,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:32.186455 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2544ff4-3d04-4cb4-8288-153da2441f46 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:32.191770 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2544ff4-3d04-4cb4-8288-153da2441f46 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:32.312436 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b007cd06-d9c7-484b-afaf-feeab1cefb61 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:32.316682 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e9ea59d0-8f54-40f5-88a4-5062a4ef88af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:32.351081 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-38c94424-8028-452b-8df8-482baf775301 None None] For port 3f677e39-f2cb-43b8-8dc6-de9362e05e02, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3f677e39-f2cb-43b8-8dc6-de9362e05e02,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:32.372813 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2544ff4-3d04-4cb4-8288-153da2441f46 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:32.380210 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-b007cd06-d9c7-484b-afaf-feeab1cefb61 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] device_id is not set on port 39b97c2e-3e13-4765-9b09-0955a832614f yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:27:32.428606 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38c94424-8028-452b-8df8-482baf775301 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:32.487604 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-38c94424-8028-452b-8df8-482baf775301 None None] Transition to ACTIVE for port object 3f677e39-f2cb-43b8-8dc6-de9362e05e02 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:32.490687 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e9ea59d0-8f54-40f5-88a4-5062a4ef88af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:32.494083 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38c94424-8028-452b-8df8-482baf775301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:32.520991 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-742411c7-18ff-4180-8d54-2ad59f242aa4 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:32.708185 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2544ff4-3d04-4cb4-8288-153da2441f46 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:32.751590 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48552) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:32.777216 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e9ea59d0-8f54-40f5-88a4-5062a4ef88af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:32.779914 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e9ea59d0-8f54-40f5-88a4-5062a4ef88af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:32.781114 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e9ea59d0-8f54-40f5-88a4-5062a4ef88af admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/989ac165-229a-4310-b696-b84248622912 HTTP/1.1" status: 204 len: 168 time: 0.8080812 Jul 23 20:27:32.797369 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea59d0-8f54-40f5-88a4-5062a4ef88af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989ac165-229a-4310-b696-b84248622912,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:32.903653 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-b007cd06-d9c7-484b-afaf-feeab1cefb61 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Allocated IP 2001:db8:0:1::13d (bd014336-7cf6-4be5-829d-b33260ee43fe/6c96cc2c-78bb-4dc6-88ee-d0ed8f98afce/39b97c2e-3e13-4765-9b09-0955a832614f) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:32.916777 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b427f68-7b47-495a-a89b-dae158b3f47c None None] New status for floating IP 51cf56a9-f92b-4c88-9794-b415aa8037a8: DOWN {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:27:32.930721 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-b007cd06-d9c7-484b-afaf-feeab1cefb61 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Allocated IP 2001:db8::f816:3eff:fe4b:d016 (bd014336-7cf6-4be5-829d-b33260ee43fe/6aa03f77-0bb2-416f-aa35-d84b8b330468/39b97c2e-3e13-4765-9b09-0955a832614f) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:32.998120 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-89d52a9f-d8bb-4796-8353-aeb1e566b910 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:33.061881 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-89d52a9f-d8bb-4796-8353-aeb1e566b910 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:33.174258 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c94424-8028-452b-8df8-482baf775301 None None] Pushing event updated for resources: {'Port': ['ID=3f677e39-f2cb-43b8-8dc6-de9362e05e02,revision_number=14']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:33.260620 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742411c7-18ff-4180-8d54-2ad59f242aa4 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Router 88894228-7cb2-43be-8457-4c1438087e2d has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:27:33.380553 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b007cd06-d9c7-484b-afaf-feeab1cefb61 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:33.410400 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-b007cd06-d9c7-484b-afaf-feeab1cefb61 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Transition to ACTIVE for port object 39b97c2e-3e13-4765-9b09-0955a832614f will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:33.452622 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b007cd06-d9c7-484b-afaf-feeab1cefb61 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:33.460830 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-89d52a9f-d8bb-4796-8353-aeb1e566b910 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:33.463868 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-89d52a9f-d8bb-4796-8353-aeb1e566b910 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:33.468144 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-89d52a9f-d8bb-4796-8353-aeb1e566b910 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "DELETE /v2.0/security-groups/85d9ded6-a0dc-428a-94d5-deb9f00ba9bf HTTP/1.1" status: 204 len: 168 time: 0.7152512 Jul 23 20:27:33.528003 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48560) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:33.568191 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742411c7-18ff-4180-8d54-2ad59f242aa4 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:27:33.578096 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-742411c7-18ff-4180-8d54-2ad59f242aa4 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "PUT /v2.0/routers/88894228-7cb2-43be-8457-4c1438087e2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1567314 Jul 23 20:27:33.579644 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acc29ce-1a86-4e2b-a72d-deffeb650a08 None None] Sync routers for ids ['88894228-7cb2-43be-8457-4c1438087e2d'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:27:33.585922 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48568) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:33.604243 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acc29ce-1a86-4e2b-a72d-deffeb650a08 None None] Routers {'88894228-7cb2-43be-8457-4c1438087e2d'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:33.604892 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2acc29ce-1a86-4e2b-a72d-deffeb650a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:27:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['88894228-7cb2-43be-8457-4c1438087e2d'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:33.717514 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-136667ef-2b89-4e58-9f79-7032f70e5af4 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "GET /v2.0/ports?device_id=88894228-7cb2-43be-8457-4c1438087e2d HTTP/1.1" status: 200 len: 205 time: 0.1290634 Jul 23 20:27:33.720206 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d52a9f-d8bb-4796-8353-aeb1e566b910 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d9ded6-a0dc-428a-94d5-deb9f00ba9bf,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:33.736625 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48572) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:33.744021 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b007cd06-d9c7-484b-afaf-feeab1cefb61 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:33.764859 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2acc29ce-1a86-4e2b-a72d-deffeb650a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:33.801941 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:27:33.819102 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acc29ce-1a86-4e2b-a72d-deffeb650a08 None None] Routers {'88894228-7cb2-43be-8457-4c1438087e2d'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:33.836465 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2544ff4-3d04-4cb4-8288-153da2441f46 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:33.841550 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2acc29ce-1a86-4e2b-a72d-deffeb650a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:27:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['88894228-7cb2-43be-8457-4c1438087e2d'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:33.926279 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3f677e39-f2cb-43b8-8dc6-de9362e05e02 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:27:33.937601 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007cd06-d9c7-484b-afaf-feeab1cefb61 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Port': ['ID=39b97c2e-3e13-4765-9b09-0955a832614f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:33.953553 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-b007cd06-d9c7-484b-afaf-feeab1cefb61 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:33.962342 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b007cd06-d9c7-484b-afaf-feeab1cefb61 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:33.968607 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b007cd06-d9c7-484b-afaf-feeab1cefb61 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:33.969265 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b007cd06-d9c7-484b-afaf-feeab1cefb61 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:34.014777 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2acc29ce-1a86-4e2b-a72d-deffeb650a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:34.015647 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acc29ce-1a86-4e2b-a72d-deffeb650a08 None None] The sync data for ids ['88894228-7cb2-43be-8457-4c1438087e2d'] in n-d-793618-10 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:27:34.036124 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2544ff4-3d04-4cb4-8288-153da2441f46 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:34.054712 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b007cd06-d9c7-484b-afaf-feeab1cefb61 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.8157766 Jul 23 20:27:34.062457 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48580) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:34.132483 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-b40568ca-09e8-434b-a865-d812747cb204 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] show failed (client error): The resource could not be found. Jul 23 20:27:34.136748 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b40568ca-09e8-434b-a865-d812747cb204 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups/85d9ded6-a0dc-428a-94d5-deb9f00ba9bf HTTP/1.1" status: 404 len: 347 time: 0.6077378 Jul 23 20:27:34.137758 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48584) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:34.144452 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2f340889-bb2e-4baf-a867-0bde2d73cf97 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:34.211245 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-f2544ff4-3d04-4cb4-8288-153da2441f46 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Allocated IP 172.25.1.112 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/4b79de5c-a451-49b2-b667-31b3c6637f21) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:34.246891 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-540b44b9-b26b-49e3-8c89-fa7de7a7c9f7 None None] Provisioning for port 3f677e39-f2cb-43b8-8dc6-de9362e05e02 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:27:34.266602 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-540b44b9-b26b-49e3-8c89-fa7de7a7c9f7 None None] Provisioning complete for port 3f677e39-f2cb-43b8-8dc6-de9362e05e02 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:34.275975 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-540b44b9-b26b-49e3-8c89-fa7de7a7c9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:34.432357 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2544ff4-3d04-4cb4-8288-153da2441f46 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:34.556516 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2544ff4-3d04-4cb4-8288-153da2441f46 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:34.638113 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2544ff4-3d04-4cb4-8288-153da2441f46 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:34.660908 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b774b01c-62bf-4ba9-9857-fcbd2675b8a7 None None] Provisioning for port 39b97c2e-3e13-4765-9b09-0955a832614f completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:27:34.663997 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-f2544ff4-3d04-4cb4-8288-153da2441f46 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:34.666451 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b774b01c-62bf-4ba9-9857-fcbd2675b8a7 None None] Provisioning complete for port 39b97c2e-3e13-4765-9b09-0955a832614f triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:34.667456 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b774b01c-62bf-4ba9-9857-fcbd2675b8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:34.689273 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2544ff4-3d04-4cb4-8288-153da2441f46 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:34.726871 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2f340889-bb2e-4baf-a867-0bde2d73cf97 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:34.733637 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2f340889-bb2e-4baf-a867-0bde2d73cf97 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:34.737858 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2544ff4-3d04-4cb4-8288-153da2441f46 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Pushing event updated for resources: {'Port': ['ID=4b79de5c-a451-49b2-b667-31b3c6637f21,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:34.759182 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b774b01c-62bf-4ba9-9857-fcbd2675b8a7 None None] Port 39b97c2e-3e13-4765-9b09-0955a832614f cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:27:34.834000 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2e6a0-d934-4a8a-9ebb-36a92edae00e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting port 39b97c2e-3e13-4765-9b09-0955a832614f {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:34.834462 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dcd2e6a0-d934-4a8a-9ebb-36a92edae00e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:34.978785 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2f340889-bb2e-4baf-a867-0bde2d73cf97 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:34.979377 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f340889-bb2e-4baf-a867-0bde2d73cf97 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Fanout notify agent at l3_agent the message router_deleted on router 88894228-7cb2-43be-8457-4c1438087e2d {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:27:34.988719 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dcd2e6a0-d934-4a8a-9ebb-36a92edae00e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:35.000394 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2f340889-bb2e-4baf-a867-0bde2d73cf97 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:35.006733 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2f340889-bb2e-4baf-a867-0bde2d73cf97 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "DELETE /v2.0/routers/88894228-7cb2-43be-8457-4c1438087e2d HTTP/1.1" status: 204 len: 168 time: 1.2688649 Jul 23 20:27:35.010719 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48594) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:35.063538 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2e6a0-d934-4a8a-9ebb-36a92edae00e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Calling delete_port for 39b97c2e-3e13-4765-9b09-0955a832614f owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:35.075736 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-0437f2b8-8ad4-453b-90be-7c1d77daeef5 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Deleting port 0e286466-9029-493b-be7c-3ac9ff19447b {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:35.076152 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0437f2b8-8ad4-453b-90be-7c1d77daeef5 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:35.120678 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2544ff4-3d04-4cb4-8288-153da2441f46 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:35.223422 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-eab5d5f1-6b83-4ec3-9efc-ad9c5b851601 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Deleting subnet 66fb3160-31a3-4241-bf17-2fd2288c1ddd {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:27:35.257720 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-eab5d5f1-6b83-4ec3-9efc-ad9c5b851601 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:35.402687 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0437f2b8-8ad4-453b-90be-7c1d77daeef5 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:35.403023 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0437f2b8-8ad4-453b-90be-7c1d77daeef5 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:35.432688 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-0437f2b8-8ad4-453b-90be-7c1d77daeef5 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Calling delete_port for 0e286466-9029-493b-be7c-3ac9ff19447b owned by network:floatingip {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:35.507952 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-eab5d5f1-6b83-4ec3-9efc-ad9c5b851601 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:35.717900 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-eab5d5f1-6b83-4ec3-9efc-ad9c5b851601 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:35.740562 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2544ff4-3d04-4cb4-8288-153da2441f46 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:35.842009 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dcd2e6a0-d934-4a8a-9ebb-36a92edae00e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:35.847790 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0437f2b8-8ad4-453b-90be-7c1d77daeef5 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:35.891043 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-eab5d5f1-6b83-4ec3-9efc-ad9c5b851601 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:35.897335 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2e6a0-d934-4a8a-9ebb-36a92edae00e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Port': ['ID=39b97c2e-3e13-4765-9b09-0955a832614f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:35.948698 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab5d5f1-6b83-4ec3-9efc-ad9c5b851601 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event deleted for resources: {'Subnet': ['ID=66fb3160-31a3-4241-bf17-2fd2288c1ddd,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:35.960084 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2544ff4-3d04-4cb4-8288-153da2441f46 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Router fddc9199-3d97-4ee6-bd36-9b4b3f38e65e is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:27:36.003685 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-eab5d5f1-6b83-4ec3-9efc-ad9c5b851601 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:36.005659 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-eab5d5f1-6b83-4ec3-9efc-ad9c5b851601 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "DELETE /v2.0/subnets/66fb3160-31a3-4241-bf17-2fd2288c1ddd HTTP/1.1" status: 204 len: 168 time: 0.9868202 Jul 23 20:27:36.010682 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7400715-92ef-421f-b565-e1e2e2a61ea7 None None] Network 0082feb4-af17-4a20-a557-f7f67b3d6d06 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:27:36.050829 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48604) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:36.056224 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0437f2b8-8ad4-453b-90be-7c1d77daeef5 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Pushing event deleted for resources: {'Port': ['ID=0e286466-9029-493b-be7c-3ac9ff19447b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:36.131847 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2544ff4-3d04-4cb4-8288-153da2441f46 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:27:36.166656 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1b18f7-642f-4858-b761-5506c1e36b85 None None] Sync routers for ids ['fddc9199-3d97-4ee6-bd36-9b4b3f38e65e'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:27:36.168304 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2544ff4-3d04-4cb4-8288-153da2441f46 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:36.170487 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f2544ff4-3d04-4cb4-8288-153da2441f46 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.2466199 Jul 23 20:27:36.173504 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48606) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:36.226797 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dcd2e6a0-d934-4a8a-9ebb-36a92edae00e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:36.226797 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-dcd2e6a0-d934-4a8a-9ebb-36a92edae00e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/ports/39b97c2e-3e13-4765-9b09-0955a832614f HTTP/1.1" status: 204 len: 168 time: 2.1608317 Jul 23 20:27:36.230796 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48608) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:36.302645 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1b18f7-642f-4858-b761-5506c1e36b85 None None] Routers {'fddc9199-3d97-4ee6-bd36-9b4b3f38e65e'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:36.304371 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-9b1b18f7-642f-4858-b761-5506c1e36b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:27:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['fddc9199-3d97-4ee6-bd36-9b4b3f38e65e'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:36.352483 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0437f2b8-8ad4-453b-90be-7c1d77daeef5 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for floatingip, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:36.355346 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0437f2b8-8ad4-453b-90be-7c1d77daeef5 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:36.356584 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0437f2b8-8ad4-453b-90be-7c1d77daeef5 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "DELETE /v2.0/floatingips/51cf56a9-f92b-4c88-9794-b415aa8037a8 HTTP/1.1" status: 204 len: 168 time: 2.2154510 Jul 23 20:27:36.391705 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f33e92a-3427-4caf-ae78-f86f10df326a tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:36.395408 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-429beea5-e18b-4dcb-bc54-5e92b3cf66c8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:36.397304 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4f33e92a-3427-4caf-ae78-f86f10df326a tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=48931fde9d19441ebe3fcc084a77e899&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2226253 Jul 23 20:27:36.400887 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48610) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:36.431632 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074990a9-0d2d-44aa-87bc-7d4e58f4f811 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:36.431632 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-074990a9-0d2d-44aa-87bc-7d4e58f4f811 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1969686 Jul 23 20:27:36.432035 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48612) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:36.595260 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03932e34-6b3b-40f9-99ca-06a6f4b87e63 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:36.599458 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-03932e34-6b3b-40f9-99ca-06a6f4b87e63 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1638563 Jul 23 20:27:36.602477 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48618) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:36.625945 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-429beea5-e18b-4dcb-bc54-5e92b3cf66c8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Deleting port d79b5815-82fb-45ad-9c6f-0594ca84b3f7 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:36.626392 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-429beea5-e18b-4dcb-bc54-5e92b3cf66c8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:36.668659 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-9b1b18f7-642f-4858-b761-5506c1e36b85 None None] Set router fddc9199-3d97-4ee6-bd36-9b4b3f38e65e gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:27:36.672042 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9f409e-a0b4-4eb1-bb75-3b5c007e8690 None None] DHCP port deletion for 0082feb4-af17-4a20-a557-f7f67b3d6d06 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:27:36.752763 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda6ee4a-59a1-4eb0-a2ea-814e0250d300 tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:36.753602 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-429beea5-e18b-4dcb-bc54-5e92b3cf66c8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] For port d79b5815-82fb-45ad-9c6f-0594ca84b3f7, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d79b5815-82fb-45ad-9c6f-0594ca84b3f7,segment=NetworkSegment(8c149482-7f91-43ea-b836-6c955ac2fc85),segment_id=8c149482-7f91-43ea-b836-6c955ac2fc85)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:36.753602 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-429beea5-e18b-4dcb-bc54-5e92b3cf66c8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:36.758033 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-dda6ee4a-59a1-4eb0-a2ea-814e0250d300 tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3556259 Jul 23 20:27:36.758660 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48624) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:36.818789 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-429beea5-e18b-4dcb-bc54-5e92b3cf66c8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Calling delete_port for d79b5815-82fb-45ad-9c6f-0594ca84b3f7 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:36.828578 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-49316e9d-81e5-4fec-9c74-5a7f25a35dec tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=8013d0d6-aee4-47cc-8dbe-3abed6e5116f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0687728 Jul 23 20:27:36.832069 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48628) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:36.897829 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-115b923c-520b-446c-8c54-3e455cc09522 tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=48931fde9d19441ebe3fcc084a77e899&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0645297 Jul 23 20:27:36.900492 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48630) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:36.975470 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69ffabe-e89f-4e84-9062-e8e63d422761 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:36.977003 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69ffabe-e89f-4e84-9062-e8e63d422761 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:36.986809 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69ffabe-e89f-4e84-9062-e8e63d422761 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:36.995466 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f409e-a0b4-4eb1-bb75-3b5c007e8690 None None] Deleting port d79b5815-82fb-45ad-9c6f-0594ca84b3f7 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:36.996040 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1e9f409e-a0b4-4eb1-bb75-3b5c007e8690 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:36.998029 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b69ffabe-e89f-4e84-9062-e8e63d422761 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3944685 Jul 23 20:27:37.000431 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48634) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:37.071314 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-429beea5-e18b-4dcb-bc54-5e92b3cf66c8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:37.099177 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069ed858-c03a-4946-9d4e-c12bcf8a7759 tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:37.106866 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-069ed858-c03a-4946-9d4e-c12bcf8a7759 tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2020998 Jul 23 20:27:37.107945 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48638) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:37.117152 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429beea5-e18b-4dcb-bc54-5e92b3cf66c8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event deleted for resources: {'Port': ['ID=d79b5815-82fb-45ad-9c6f-0594ca84b3f7,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:37.127715 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429beea5-e18b-4dcb-bc54-5e92b3cf66c8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] No DVR routers for this DVR port d79b5815-82fb-45ad-9c6f-0594ca84b3f7 on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:27:37.138111 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-1e9f409e-a0b4-4eb1-bb75-3b5c007e8690 None None] For port d79b5815-82fb-45ad-9c6f-0594ca84b3f7, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d79b5815-82fb-45ad-9c6f-0594ca84b3f7,segment=NetworkSegment(8c149482-7f91-43ea-b836-6c955ac2fc85),segment_id=8c149482-7f91-43ea-b836-6c955ac2fc85)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:37.139099 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1e9f409e-a0b4-4eb1-bb75-3b5c007e8690 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:37.139588 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-20db8137-6a47-4555-996d-715a5f3f88f1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting subnet 6aa03f77-0bb2-416f-aa35-d84b8b330468 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:27:37.147688 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-20db8137-6a47-4555-996d-715a5f3f88f1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:37.187256 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f409e-a0b4-4eb1-bb75-3b5c007e8690 None None] Calling delete_port for d79b5815-82fb-45ad-9c6f-0594ca84b3f7 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:37.198940 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48642) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:37.200119 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1a18178e-e224-433f-8942-5125205103c4 tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=8013d0d6-aee4-47cc-8dbe-3abed6e5116f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0897899 Jul 23 20:27:37.209457 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-5a953528-410c-47cf-b665-757f4318bfcf tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1939208987', 'network_id': '8277b880-25b7-4e8d-bc05-f3008c9d7af5', 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:37.305001 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-9b1b18f7-642f-4858-b761-5506c1e36b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddc9199-3d97-4ee6-bd36-9b4b3f38e65e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1283498895', 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '4b79de5c-a451-49b2-b667-31b3c6637f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:27:32Z', 'updated_at': '2021-07-23T20:27:34Z', 'revision_number': 3, 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'gw_port': {'id': '4b79de5c-a451-49b2-b667-31b3c6637f21', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddc9199-3d97-4ee6-bd36-9b4b3f38e65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:27:34Z', 'updated_at': '2021-07-23T20:27:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:37.339673 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1b18f7-642f-4858-b761-5506c1e36b85 None None] Checking router: fddc9199-3d97-4ee6-bd36-9b4b3f38e65e for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:27:37.340304 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1b18f7-642f-4858-b761-5506c1e36b85 None None] Updating router fddc9199-3d97-4ee6-bd36-9b4b3f38e65e port 4b79de5c-a451-49b2-b667-31b3c6637f21 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:27:37.347952 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1e9f409e-a0b4-4eb1-bb75-3b5c007e8690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:37.349352 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48644) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:37.357124 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e56fcc82-5cb9-4636-b142-368f3b674b7d tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1440009708', 'description': 'tempest-description--1212365794'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:37.384810 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.db.api [None req-e56fcc82-5cb9-4636-b142-368f3b674b7d tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 20:27:37.384810 n-d-793618-10 neutron-server[93876]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 20:27:37.384810 n-d-793618-10 neutron-server[93876]: [parameters: {'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'id': 'ce71f8df-aefd-4a06-a913-7eb2994fc2be', 'expiration': datetime.datetime(2021, 7, 23, 20, 29, 37, 373807)}] Jul 23 20:27:37.384810 n-d-793618-10 neutron-server[93876]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:27:37.386882 n-d-793618-10 neutron-server[93876]: DEBUG oslo_db.api [None req-e56fcc82-5cb9-4636-b142-368f3b674b7d tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:27:37.404433 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f409e-a0b4-4eb1-bb75-3b5c007e8690 None None] Pushing event deleted for resources: {'Port': ['ID=d79b5815-82fb-45ad-9c6f-0594ca84b3f7,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:37.411585 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9f409e-a0b4-4eb1-bb75-3b5c007e8690 None None] No DVR routers for this DVR port d79b5815-82fb-45ad-9c6f-0594ca84b3f7 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:27:37.426897 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b1b18f7-642f-4858-b761-5506c1e36b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:37.430683 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-429beea5-e18b-4dcb-bc54-5e92b3cf66c8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:37.434887 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-20db8137-6a47-4555-996d-715a5f3f88f1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:37.475728 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a953528-410c-47cf-b665-757f4318bfcf tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Made reservation on behalf of 48931fde9d19441ebe3fcc084a77e899 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:37.481539 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5a953528-410c-47cf-b665-757f4318bfcf tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:37.500400 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-429beea5-e18b-4dcb-bc54-5e92b3cf66c8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0082feb4-af17-4a20-a557-f7f67b3d6d06']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:37.624650 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-429beea5-e18b-4dcb-bc54-5e92b3cf66c8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c149482-7f91-43ea-b836-6c955ac2fc85') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:37.624947 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-429beea5-e18b-4dcb-bc54-5e92b3cf66c8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c149482-7f91-43ea-b836-6c955ac2fc85') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:37.661387 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-429beea5-e18b-4dcb-bc54-5e92b3cf66c8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:37.775272 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d79b5815-82fb-45ad-9c6f-0594ca84b3f7 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:27:37.813976 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: d79b5815-82fb-45ad-9c6f-0594ca84b3f7 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:27:37.814312 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d79b5815-82fb-45ad-9c6f-0594ca84b3f7 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:27:37.843691 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b1b18f7-642f-4858-b761-5506c1e36b85 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:37.859331 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-9b1b18f7-642f-4858-b761-5506c1e36b85 None None] Transition to ACTIVE for port object 4b79de5c-a451-49b2-b667-31b3c6637f21 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:37.872039 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b1b18f7-642f-4858-b761-5506c1e36b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:37.929187 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e56fcc82-5cb9-4636-b142-368f3b674b7d tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:37.946286 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74fd1dd-1c92-4933-9bdf-f5e8ad15c9ae None None] Pushing event updated for resources: {'Port': ['ID=4b79de5c-a451-49b2-b667-31b3c6637f21,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:37.950575 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-9b1b18f7-642f-4858-b761-5506c1e36b85 None None] Attempting to bind port 4b79de5c-a451-49b2-b667-31b3c6637f21 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:27:37.951085 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-9b1b18f7-642f-4858-b761-5506c1e36b85 None None] Attempting to bind port 4b79de5c-a451-49b2-b667-31b3c6637f21 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:27:37.951604 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1b18f7-642f-4858-b761-5506c1e36b85 None None] Attempting to bind port 4b79de5c-a451-49b2-b667-31b3c6637f21 on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:27:37.958456 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1b18f7-642f-4858-b761-5506c1e36b85 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:27:37.958845 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1b18f7-642f-4858-b761-5506c1e36b85 None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:27:37.959712 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b1b18f7-642f-4858-b761-5506c1e36b85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:37.960117 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1b18f7-642f-4858-b761-5506c1e36b85 None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:27:37.960605 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-9b1b18f7-642f-4858-b761-5506c1e36b85 None None] Bound port: 4b79de5c-a451-49b2-b667-31b3c6637f21, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:27:37.960999 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b1b18f7-642f-4858-b761-5506c1e36b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.046421 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-9b1b18f7-642f-4858-b761-5506c1e36b85 None None] For port 4b79de5c-a451-49b2-b667-31b3c6637f21, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:27:38.052045 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-429beea5-e18b-4dcb-bc54-5e92b3cf66c8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.058896 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-9b1b18f7-642f-4858-b761-5506c1e36b85 None None] For port 4b79de5c-a451-49b2-b667-31b3c6637f21, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=4b79de5c-a451-49b2-b667-31b3c6637f21,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:27:38.067414 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9b1b18f7-642f-4858-b761-5506c1e36b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.077169 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-429beea5-e18b-4dcb-bc54-5e92b3cf66c8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:27:38.078039 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-429beea5-e18b-4dcb-bc54-5e92b3cf66c8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.099002 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:27:38.099002 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:27:38.099002 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:27:38.099002 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:27:38.099002 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:27:38.099002 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:27:38.099002 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:27:38.099002 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:27:38.099002 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:27:38.099002 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:27:38.099002 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:27:38.099002 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:27:38.099002 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:27:38.099002 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:27:38.099002 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:27:38.099002 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:27:38.099002 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:27:38.099002 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:27:38.099002 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:27:38.099002 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:27:38.099002 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:27:38.099002 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:27:38.099002 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:27:38.099002 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:27:38.099002 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:27:38.099002 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:27:38.099002 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:27:38.099002 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:27:38.099002 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:27:38.099002 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:27:38.099002 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:27:38.099002 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:27:38.135032 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e56fcc82-5cb9-4636-b142-368f3b674b7d tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.149131 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e56fcc82-5cb9-4636-b142-368f3b674b7d tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.156761 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-20db8137-6a47-4555-996d-715a5f3f88f1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.160696 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74fd1dd-1c92-4933-9bdf-f5e8ad15c9ae None None] Pushing event updated for resources: {'Port': ['ID=4b79de5c-a451-49b2-b667-31b3c6637f21,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:38.175283 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e56fcc82-5cb9-4636-b142-368f3b674b7d tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.177902 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1b18f7-642f-4858-b761-5506c1e36b85 None None] Routers {'fddc9199-3d97-4ee6-bd36-9b4b3f38e65e'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:38.178614 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-9b1b18f7-642f-4858-b761-5506c1e36b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:27:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['fddc9199-3d97-4ee6-bd36-9b4b3f38e65e'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:38.181376 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e56fcc82-5cb9-4636-b142-368f3b674b7d tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8282821 Jul 23 20:27:38.188115 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48658) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:38.194157 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-b9f1256e-01e9-44cb-a12a-2247da1a65d4 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Request body: {'security_group_rule': {'security_group_id': 'e0a2aff3-299d-4e3b-8254-a24ae0baa0af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:38.256708 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56fcc82-5cb9-4636-b142-368f3b674b7d tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a2aff3-299d-4e3b-8254-a24ae0baa0af,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:38.298319 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b9f1256e-01e9-44cb-a12a-2247da1a65d4 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.350851 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-429beea5-e18b-4dcb-bc54-5e92b3cf66c8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.388032 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-429beea5-e18b-4dcb-bc54-5e92b3cf66c8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.396228 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-429beea5-e18b-4dcb-bc54-5e92b3cf66c8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "DELETE /v2.0/networks/0082feb4-af17-4a20-a557-f7f67b3d6d06 HTTP/1.1" status: 204 len: 168 time: 2.3257966 Jul 23 20:27:38.399814 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-9b1b18f7-642f-4858-b761-5506c1e36b85 None None] Set router fddc9199-3d97-4ee6-bd36-9b4b3f38e65e gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:27:38.401741 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48660) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:38.420949 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-ce32cf01-f4b5-42fd-99f0-61fc932b66a7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1281872676', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}, 'admin_state_up': False}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:38.430930 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b9f1256e-01e9-44cb-a12a-2247da1a65d4 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.438032 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b9f1256e-01e9-44cb-a12a-2247da1a65d4 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.439734 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429beea5-e18b-4dcb-bc54-5e92b3cf66c8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event deleted for resources: {'Network': ['ID=0082feb4-af17-4a20-a557-f7f67b3d6d06,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:38.450658 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5a953528-410c-47cf-b665-757f4318bfcf tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.462355 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-20db8137-6a47-4555-996d-715a5f3f88f1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.469400 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1256e-01e9-44cb-a12a-2247da1a65d4 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0402bf43-602f-4ccd-b3ed-96d3b3a41fc3,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:38.513061 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b9f1256e-01e9-44cb-a12a-2247da1a65d4 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.515107 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ce32cf01-f4b5-42fd-99f0-61fc932b66a7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.516616 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ce32cf01-f4b5-42fd-99f0-61fc932b66a7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.516769 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b9f1256e-01e9-44cb-a12a-2247da1a65d4 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3268571 Jul 23 20:27:38.519366 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48662) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:38.528527 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f3a0c660-62e2-4348-a4aa-354d7cadb486 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Request body: {'security_group_rule': {'security_group_id': 'e0a2aff3-299d-4e3b-8254-a24ae0baa0af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:38.543551 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-20db8137-6a47-4555-996d-715a5f3f88f1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.547895 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-20db8137-6a47-4555-996d-715a5f3f88f1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/6aa03f77-0bb2-416f-aa35-d84b8b330468 HTTP/1.1" status: 204 len: 168 time: 1.5444665 Jul 23 20:27:38.549601 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4eeeb3f-9260-41c1-aafc-179aff184b3c None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:27:38.553409 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48664) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:38.566669 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a953528-410c-47cf-b665-757f4318bfcf tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Pushing event updated for resources: {'Subnet': ['ID=6aa135fc-20a2-40ee-b3c7-944ab8df7fc0,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:38.620740 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f3a0c660-62e2-4348-a4aa-354d7cadb486 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.698331 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db8137-6a47-4555-996d-715a5f3f88f1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Subnet': ['ID=6aa03f77-0bb2-416f-aa35-d84b8b330468,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:38.712459 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ce32cf01-f4b5-42fd-99f0-61fc932b66a7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.713775 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a953528-410c-47cf-b665-757f4318bfcf tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Checking segment: {'id': '84dde54c-1655-4538-ac8b-ee7f48a83dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8277b880-25b7-4e8d-bc05-f3008c9d7af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:27:38.714147 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a953528-410c-47cf-b665-757f4318bfcf tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Network hostable DHCP agents. Network: 8277b880-25b7-4e8d-bc05-f3008c9d7af5, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:27:38.732176 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-78a0e3cf-b995-4bae-9650-8f931175163a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting subnet 6c96cc2c-78bb-4dc6-88ee-d0ed8f98afce {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:27:38.742828 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-78a0e3cf-b995-4bae-9650-8f931175163a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.783255 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f3a0c660-62e2-4348-a4aa-354d7cadb486 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.792135 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f3a0c660-62e2-4348-a4aa-354d7cadb486 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.821386 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a0c660-62e2-4348-a4aa-354d7cadb486 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a92f982b-4ee4-4c7e-84d3-e15e769fade9,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:38.843564 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f3a0c660-62e2-4348-a4aa-354d7cadb486 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.844924 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f3a0c660-62e2-4348-a4aa-354d7cadb486 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3238769 Jul 23 20:27:38.849757 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48676) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:38.856424 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f7943b91-e7ab-4692-8f7d-995b78862689 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:38.878537 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a953528-410c-47cf-b665-757f4318bfcf tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Network 8277b880-25b7-4e8d-bc05-f3008c9d7af5 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:27:38.898900 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f7943b91-e7ab-4692-8f7d-995b78862689 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.901796 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-5a953528-410c-47cf-b665-757f4318bfcf tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 8277b880-25b7-4e8d-bc05-f3008c9d7af5) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:38.929253 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e512ced-31c8-4ab4-8a21-b5e05c64f7d3 None None] Network 8277b880-25b7-4e8d-bc05-f3008c9d7af5 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:27:38.945684 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a953528-410c-47cf-b665-757f4318bfcf tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:38.945684 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5a953528-410c-47cf-b665-757f4318bfcf tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.980794 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-78a0e3cf-b995-4bae-9650-8f931175163a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:39.022290 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ce32cf01-f4b5-42fd-99f0-61fc932b66a7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:39.040286 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5a953528-410c-47cf-b665-757f4318bfcf tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8377528 Jul 23 20:27:39.042881 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48682) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:39.175914 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-9b1b18f7-642f-4858-b761-5506c1e36b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddc9199-3d97-4ee6-bd36-9b4b3f38e65e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1283498895', 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '4b79de5c-a451-49b2-b667-31b3c6637f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:27:32Z', 'updated_at': '2021-07-23T20:27:34Z', 'revision_number': 3, 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'gw_port': {'id': '4b79de5c-a451-49b2-b667-31b3c6637f21', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddc9199-3d97-4ee6-bd36-9b4b3f38e65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:27:34Z', 'updated_at': '2021-07-23T20:27:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:39.209800 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-78a0e3cf-b995-4bae-9650-8f931175163a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:39.229429 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f7943b91-e7ab-4692-8f7d-995b78862689 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:39.348169 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-78a0e3cf-b995-4bae-9650-8f931175163a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:39.363440 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1b18f7-642f-4858-b761-5506c1e36b85 None None] The sync data for ids ['fddc9199-3d97-4ee6-bd36-9b4b3f38e65e'] in n-d-793618-10 is: [{'id': 'fddc9199-3d97-4ee6-bd36-9b4b3f38e65e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1283498895', 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '4b79de5c-a451-49b2-b667-31b3c6637f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:27:32Z', 'updated_at': '2021-07-23T20:27:34Z', 'revision_number': 3, 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'gw_port': {'id': '4b79de5c-a451-49b2-b667-31b3c6637f21', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddc9199-3d97-4ee6-bd36-9b4b3f38e65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:27:34Z', 'updated_at': '2021-07-23T20:27:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:27:39.408555 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0e3cf-b995-4bae-9650-8f931175163a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Subnet': ['ID=6c96cc2c-78bb-4dc6-88ee-d0ed8f98afce,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:39.415179 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-78a0e3cf-b995-4bae-9650-8f931175163a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:39.418449 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-78a0e3cf-b995-4bae-9650-8f931175163a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/6c96cc2c-78bb-4dc6-88ee-d0ed8f98afce HTTP/1.1" status: 204 len: 168 time: 0.8631358 Jul 23 20:27:39.421713 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48684) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:39.446529 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-f7943b91-e7ab-4692-8f7d-995b78862689 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Allocated IP 172.25.1.198 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/28deeba2-5b0c-4795-9c05-d243f4d4319f) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:39.513433 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8799010-b5a4-49de-ba19-5519eb83ff29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-8277b880-25b7-4e8d-bc05-f3008c9d7af5', 'network_id': '8277b880-25b7-4e8d-bc05-f3008c9d7af5', 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'fixed_ips': [{'subnet_id': '6aa135fc-20a2-40ee-b3c7-944ab8df7fc0'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:27:39.514600 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b8799010-b5a4-49de-ba19-5519eb83ff29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:39.545167 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f5c144e7-e211-4b6c-adc7-b798aa66f71a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1220880 Jul 23 20:27:39.575183 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48686) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:39.583347 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-e967f619-a4b2-4346-88e4-83eec34d1b06 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'subnet': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:39.661155 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f7943b91-e7ab-4692-8f7d-995b78862689 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:39.681202 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ce32cf01-f4b5-42fd-99f0-61fc932b66a7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:39.929642 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ce32cf01-f4b5-42fd-99f0-61fc932b66a7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:39.975597 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f7943b91-e7ab-4692-8f7d-995b78862689 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:40.014252 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-b8799010-b5a4-49de-ba19-5519eb83ff29 None None] Allocated IP 172.20.0.18 (8277b880-25b7-4e8d-bc05-f3008c9d7af5/6aa135fc-20a2-40ee-b3c7-944ab8df7fc0/7fec1aa3-7d48-4d34-9072-ddae8aa3dff9) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:40.124007 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e967f619-a4b2-4346-88e4-83eec34d1b06 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:40.130669 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e967f619-a4b2-4346-88e4-83eec34d1b06 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:40.169907 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7943b91-e7ab-4692-8f7d-995b78862689 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:40.182078 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-f7943b91-e7ab-4692-8f7d-995b78862689 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:40.188983 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7943b91-e7ab-4692-8f7d-995b78862689 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:40.255992 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7943b91-e7ab-4692-8f7d-995b78862689 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Pushing event updated for resources: {'Port': ['ID=28deeba2-5b0c-4795-9c05-d243f4d4319f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:40.298770 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-71abc5c0-9e11-486c-be6d-e27007225fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:40.383649 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-ce32cf01-f4b5-42fd-99f0-61fc932b66a7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Allocated IP 172.25.1.170 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/54f79fdf-e868-44ba-a46e-709700c2d60b) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:40.406277 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b8799010-b5a4-49de-ba19-5519eb83ff29 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:40.444489 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b8799010-b5a4-49de-ba19-5519eb83ff29 None None] Transition to ACTIVE for port object 7fec1aa3-7d48-4d34-9072-ddae8aa3dff9 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:40.463609 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f7943b91-e7ab-4692-8f7d-995b78862689 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:40.481262 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b8799010-b5a4-49de-ba19-5519eb83ff29 None None] Transition to ACTIVE for port object 7fec1aa3-7d48-4d34-9072-ddae8aa3dff9 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:40.490057 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b8799010-b5a4-49de-ba19-5519eb83ff29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:40.542763 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f7943b91-e7ab-4692-8f7d-995b78862689 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:40.748123 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e305664b-6e82-41d5-89f9-c6a9d69f2285 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:27:40.751527 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ce32cf01-f4b5-42fd-99f0-61fc932b66a7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:40.775463 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e967f619-a4b2-4346-88e4-83eec34d1b06 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:40.797339 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f7943b91-e7ab-4692-8f7d-995b78862689 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:40.826822 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8799010-b5a4-49de-ba19-5519eb83ff29 None None] Network 8277b880-25b7-4e8d-bc05-f3008c9d7af5 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:40.835903 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f7943b91-e7ab-4692-8f7d-995b78862689 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:40.841210 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-b8799010-b5a4-49de-ba19-5519eb83ff29 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:40.848543 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8af40f28-33f4-4bc1-9137-bb26f664f5dd None None] Provisioning complete for port 3f677e39-f2cb-43b8-8dc6-de9362e05e02 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:40.848983 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8af40f28-33f4-4bc1-9137-bb26f664f5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:40.852235 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8799010-b5a4-49de-ba19-5519eb83ff29 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:40.871353 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8799010-b5a4-49de-ba19-5519eb83ff29 None None] Pushing event updated for resources: {'Port': ['ID=7fec1aa3-7d48-4d34-9072-ddae8aa3dff9,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:40.924594 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e967f619-a4b2-4346-88e4-83eec34d1b06 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:40.933479 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-e967f619-a4b2-4346-88e4-83eec34d1b06 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:40.943801 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e967f619-a4b2-4346-88e4-83eec34d1b06 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:40.944542 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e967f619-a4b2-4346-88e4-83eec34d1b06 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:40.947979 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967f619-a4b2-4346-88e4-83eec34d1b06 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Subnet': ['ID=be045ace-6745-4e29-9bfc-ba9a76d68fb2,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:40.953992 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ce32cf01-f4b5-42fd-99f0-61fc932b66a7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:41.001894 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce32cf01-f4b5-42fd-99f0-61fc932b66a7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:41.010385 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e967f619-a4b2-4346-88e4-83eec34d1b06 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4338489 Jul 23 20:27:41.011388 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-ce32cf01-f4b5-42fd-99f0-61fc932b66a7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:41.013722 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48694) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:41.034017 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-52b3686b-6e50-4170-bd5e-7cc5dc30d1b3 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'subnet': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:41.043035 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce32cf01-f4b5-42fd-99f0-61fc932b66a7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:41.083819 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce32cf01-f4b5-42fd-99f0-61fc932b66a7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event updated for resources: {'Port': ['ID=54f79fdf-e868-44ba-a46e-709700c2d60b,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:41.112838 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7943b91-e7ab-4692-8f7d-995b78862689 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Pushing event updated for resources: {'Port': ['ID=28deeba2-5b0c-4795-9c05-d243f4d4319f,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:41.124093 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-b8799010-b5a4-49de-ba19-5519eb83ff29 None None] Attempting to bind port 7fec1aa3-7d48-4d34-9072-ddae8aa3dff9 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:27:41.124920 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-b8799010-b5a4-49de-ba19-5519eb83ff29 None None] Attempting to bind port 7fec1aa3-7d48-4d34-9072-ddae8aa3dff9 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '84dde54c-1655-4538-ac8b-ee7f48a83dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8277b880-25b7-4e8d-bc05-f3008c9d7af5'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:27:41.125638 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8799010-b5a4-49de-ba19-5519eb83ff29 None None] Attempting to bind port 7fec1aa3-7d48-4d34-9072-ddae8aa3dff9 on network 8277b880-25b7-4e8d-bc05-f3008c9d7af5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:27:41.170956 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8799010-b5a4-49de-ba19-5519eb83ff29 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:27:41.179791 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8799010-b5a4-49de-ba19-5519eb83ff29 None None] Checking segment: {'id': '84dde54c-1655-4538-ac8b-ee7f48a83dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8277b880-25b7-4e8d-bc05-f3008c9d7af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:27:41.180399 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b8799010-b5a4-49de-ba19-5519eb83ff29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:41.181070 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8799010-b5a4-49de-ba19-5519eb83ff29 None None] Bound using segment: {'id': '84dde54c-1655-4538-ac8b-ee7f48a83dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8277b880-25b7-4e8d-bc05-f3008c9d7af5'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:27:41.182283 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-b8799010-b5a4-49de-ba19-5519eb83ff29 None None] Bound port: 7fec1aa3-7d48-4d34-9072-ddae8aa3dff9, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84dde54c-1655-4538-ac8b-ee7f48a83dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8277b880-25b7-4e8d-bc05-f3008c9d7af5'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:27:41.182785 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b8799010-b5a4-49de-ba19-5519eb83ff29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:41.189153 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f7943b91-e7ab-4692-8f7d-995b78862689 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:41.324396 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f7943b91-e7ab-4692-8f7d-995b78862689 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:41.347150 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f7943b91-e7ab-4692-8f7d-995b78862689 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4861066 Jul 23 20:27:41.377401 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7a065783-f607-4ecf-8d56-23f98d925b16 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:41.542449 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-b8799010-b5a4-49de-ba19-5519eb83ff29 None None] For port 7fec1aa3-7d48-4d34-9072-ddae8aa3dff9, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:27:41.551272 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-b8799010-b5a4-49de-ba19-5519eb83ff29 None None] For port 7fec1aa3-7d48-4d34-9072-ddae8aa3dff9, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=7fec1aa3-7d48-4d34-9072-ddae8aa3dff9,segment=NetworkSegment(84dde54c-1655-4538-ac8b-ee7f48a83dbd),segment_id=84dde54c-1655-4538-ac8b-ee7f48a83dbd)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:27:41.558792 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b8799010-b5a4-49de-ba19-5519eb83ff29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:41.628941 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b3686b-6e50-4170-bd5e-7cc5dc30d1b3 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:41.641285 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-52b3686b-6e50-4170-bd5e-7cc5dc30d1b3 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:41.778714 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8799010-b5a4-49de-ba19-5519eb83ff29 None None] Pushing event updated for resources: {'Port': ['ID=7fec1aa3-7d48-4d34-9072-ddae8aa3dff9,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:41.869765 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 4b79de5c-a451-49b2-b667-31b3c6637f21 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:27:41.983192 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd0ad47-733e-4e9e-8fc6-c37b48caf1b3 None None] Update dhcp port {'port': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'fixed_ips': [{'subnet_id': 'be045ace-6745-4e29-9bfc-ba9a76d68fb2'}], 'binding:host_id': 'n-d-793618-10'}, 'id': '3f677e39-f2cb-43b8-8dc6-de9362e05e02'} from n-d-793618-10. {{(pid=93877) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:27:42.025873 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ce32cf01-f4b5-42fd-99f0-61fc932b66a7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:42.051097 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 4b79de5c-a451-49b2-b667-31b3c6637f21 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:27:42.054791 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6cd0ad47-733e-4e9e-8fc6-c37b48caf1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:42.072753 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 4b79de5c-a451-49b2-b667-31b3c6637f21 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:42.073182 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:42.415525 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-6cd0ad47-733e-4e9e-8fc6-c37b48caf1b3 None None] Allocated IP 2001:db8::2 (bd014336-7cf6-4be5-829d-b33260ee43fe/be045ace-6745-4e29-9bfc-ba9a76d68fb2/3f677e39-f2cb-43b8-8dc6-de9362e05e02) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:42.628683 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-7a065783-f607-4ecf-8d56-23f98d925b16 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Allocated IP 172.20.0.17 (8277b880-25b7-4e8d-bc05-f3008c9d7af5/6aa135fc-20a2-40ee-b3c7-944ab8df7fc0/305784ed-089d-4b8b-a278-67772021ed0d) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:42.636539 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-6cd0ad47-733e-4e9e-8fc6-c37b48caf1b3 None None] For port 3f677e39-f2cb-43b8-8dc6-de9362e05e02, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3f677e39-f2cb-43b8-8dc6-de9362e05e02,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:42.688590 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:42.743132 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6cd0ad47-733e-4e9e-8fc6-c37b48caf1b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:42.750902 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 4b79de5c-a451-49b2-b667-31b3c6637f21, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=4b79de5c-a451-49b2-b667-31b3c6637f21,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:42.756244 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:42.774765 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6cd0ad47-733e-4e9e-8fc6-c37b48caf1b3 None None] Transition to ACTIVE for port object 3f677e39-f2cb-43b8-8dc6-de9362e05e02 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:42.808902 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6cd0ad47-733e-4e9e-8fc6-c37b48caf1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:42.905308 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=4b79de5c-a451-49b2-b667-31b3c6637f21,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:42.939756 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7a065783-f607-4ecf-8d56-23f98d925b16 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:42.963759 n-d-793618-10 neutron-server[93875]: INFO neutron.db.ipam_backend_mixin [None req-52b3686b-6e50-4170-bd5e-7cc5dc30d1b3 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet be045ace-6745-4e29-9bfc-ba9a76d68fb2 (CIDR: 2001:db8::/64) Jul 23 20:27:42.984190 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-7a065783-f607-4ecf-8d56-23f98d925b16 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Transition to ACTIVE for port object 305784ed-089d-4b8b-a278-67772021ed0d will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:43.064687 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7a065783-f607-4ecf-8d56-23f98d925b16 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:43.079138 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-52b3686b-6e50-4170-bd5e-7cc5dc30d1b3 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:27:43.079935 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52b3686b-6e50-4170-bd5e-7cc5dc30d1b3 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:27:43.086548 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4480875e-a738-4392-a88f-add3a378bbac req-1681c074-7f77-4a2c-b8ff-b64c42f86224 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1440009708&fields=id&tenant_id=99134e0f99a8419eae5eb1d5d4aedeb7 HTTP/1.1" status: 200 len: 267 time: 1.2867739 Jul 23 20:27:43.101262 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0ad47-733e-4e9e-8fc6-c37b48caf1b3 None None] Pushing event updated for resources: {'Port': ['ID=3f677e39-f2cb-43b8-8dc6-de9362e05e02,revision_number=17']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:43.140900 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a065783-f607-4ecf-8d56-23f98d925b16 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Network 8277b880-25b7-4e8d-bc05-f3008c9d7af5 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:43.146130 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-7a065783-f607-4ecf-8d56-23f98d925b16 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:43.149658 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-52b3686b-6e50-4170-bd5e-7cc5dc30d1b3 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1324227 Jul 23 20:27:43.152642 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a065783-f607-4ecf-8d56-23f98d925b16 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:43.155562 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48724) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:43.166589 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f0f9b352-ad16-4755-9867-b125bcc7620c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'subnet': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:43.307516 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-687241de-8d59-4c00-a1b4-7ae5b8ec25cb req-b2ad7fb2-2377-4b99-8524-230a8d1439be service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3ba3526c-f215-48cb-a799-35c9ced7358a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3421113 Jul 23 20:27:43.322117 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a065783-f607-4ecf-8d56-23f98d925b16 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Pushing event updated for resources: {'Port': ['ID=305784ed-089d-4b8b-a278-67772021ed0d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:43.376083 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:43.419211 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7a065783-f607-4ecf-8d56-23f98d925b16 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:43.505232 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480875e-a738-4392-a88f-add3a378bbac req-37046f85-accc-443c-b1d4-c095807a245f tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:43.509313 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4480875e-a738-4392-a88f-add3a378bbac req-37046f85-accc-443c-b1d4-c095807a245f tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/networks?id=bd3fc2da-f343-4eff-93f0-5695d77abd1d HTTP/1.1" status: 200 len: 816 time: 0.4100230 Jul 23 20:27:43.563371 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4480875e-a738-4392-a88f-add3a378bbac req-2611c7f8-f922-4cf2-8450-5833c413eb5c tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/quotas/99134e0f99a8419eae5eb1d5d4aedeb7 HTTP/1.1" status: 200 len: 375 time: 0.0213881 Jul 23 20:27:43.631781 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a2671b71-b094-4209-a9e7-3e42a067ccd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:43.687337 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ce32cf01-f4b5-42fd-99f0-61fc932b66a7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:43.694493 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89abe371-9245-4410-9be2-d87e48dd626d None None] Network 8277b880-25b7-4e8d-bc05-f3008c9d7af5 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:27:43.813884 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f9b352-ad16-4755-9867-b125bcc7620c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:43.825949 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f0f9b352-ad16-4755-9867-b125bcc7620c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:43.919230 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687241de-8d59-4c00-a1b4-7ae5b8ec25cb req-b854430a-2973-4358-953b-998b7bbd840d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:43.920781 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-687241de-8d59-4c00-a1b4-7ae5b8ec25cb req-b854430a-2973-4358-953b-998b7bbd840d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=48931fde9d19441ebe3fcc084a77e899&device_id=3ba3526c-f215-48cb-a799-35c9ced7358a HTTP/1.1" status: 200 len: 1137 time: 0.4894650 Jul 23 20:27:44.029396 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4480875e-a738-4392-a88f-add3a378bbac req-71c5a319-fbc8-4518-995d-3834341127be tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=99134e0f99a8419eae5eb1d5d4aedeb7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4355545 Jul 23 20:27:44.134899 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-50c070a1-7127-4997-92bc-71672393f3db None None] Provisioning for port 7fec1aa3-7d48-4d34-9072-ddae8aa3dff9 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:27:44.164029 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:44.194246 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 4b79de5c-a451-49b2-b667-31b3c6637f21 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:27:44.275730 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce32cf01-f4b5-42fd-99f0-61fc932b66a7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Router e7b22c91-1d40-4c6d-9fb3-0639d4f70a3f is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:27:44.387565 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7a065783-f607-4ecf-8d56-23f98d925b16 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:44.421683 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80655804-a997-44e8-b370-38de9c31d371 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:27:44.438135 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4480875e-a738-4392-a88f-add3a378bbac req-38265cd8-e205-4f3d-8743-c8d6bb197626 service neutron] 10.222.0.32 "GET /v2.0/networks/bd3fc2da-f343-4eff-93f0-5695d77abd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809968 Jul 23 20:27:44.550027 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687241de-8d59-4c00-a1b4-7ae5b8ec25cb req-6437781c-d35b-4d85-bdef-95ef5ffe7bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:44.550928 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-696307f6-cd6c-4a6d-af3c-386049120cc2 None None] Provisioning for port 3f677e39-f2cb-43b8-8dc6-de9362e05e02 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:27:44.553008 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 4b79de5c-a451-49b2-b667-31b3c6637f21 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:44.553340 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-687241de-8d59-4c00-a1b4-7ae5b8ec25cb req-6437781c-d35b-4d85-bdef-95ef5ffe7bf2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4bf33222-75e9-467e-812b-603866f71f9c HTTP/1.1" status: 200 len: 898 time: 0.5944533 Jul 23 20:27:44.553522 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:44.577384 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-696307f6-cd6c-4a6d-af3c-386049120cc2 None None] Provisioning complete for port 3f677e39-f2cb-43b8-8dc6-de9362e05e02 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:44.577821 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-696307f6-cd6c-4a6d-af3c-386049120cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:44.726366 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:44.786442 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:44.925797 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-687241de-8d59-4c00-a1b4-7ae5b8ec25cb req-f4ce9e05-00de-48ee-bfa8-c513c8ab12c8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e750417b-1474-4279-91b7-5bc983c6823f HTTP/1.1" status: 200 len: 1002 time: 0.3513916 Jul 23 20:27:44.940612 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce32cf01-f4b5-42fd-99f0-61fc932b66a7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:27:44.956310 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb1e118-2aa4-4412-b994-04026fc68a8a None None] Sync routers for ids ['e7b22c91-1d40-4c6d-9fb3-0639d4f70a3f'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:27:44.994661 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb1e118-2aa4-4412-b994-04026fc68a8a None None] Routers {'e7b22c91-1d40-4c6d-9fb3-0639d4f70a3f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:44.995537 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 7fec1aa3-7d48-4d34-9072-ddae8aa3dff9 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:27:44.999649 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-acb1e118-2aa4-4412-b994-04026fc68a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:27:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['e7b22c91-1d40-4c6d-9fb3-0639d4f70a3f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:45.081903 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-acb1e118-2aa4-4412-b994-04026fc68a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:45.099358 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb1e118-2aa4-4412-b994-04026fc68a8a None None] Routers {'e7b22c91-1d40-4c6d-9fb3-0639d4f70a3f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:45.101579 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-acb1e118-2aa4-4412-b994-04026fc68a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:27:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['e7b22c91-1d40-4c6d-9fb3-0639d4f70a3f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:45.114025 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 7fec1aa3-7d48-4d34-9072-ddae8aa3dff9 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:27:45.132448 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687241de-8d59-4c00-a1b4-7ae5b8ec25cb req-a7a1813f-de2f-4497-8522-30542a307ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:45.138954 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-687241de-8d59-4c00-a1b4-7ae5b8ec25cb req-a7a1813f-de2f-4497-8522-30542a307ed7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0da88550-dde3-4fec-b2aa-04e4d1d029ab HTTP/1.1" status: 200 len: 835 time: 0.2014060 Jul 23 20:27:45.150034 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 7fec1aa3-7d48-4d34-9072-ddae8aa3dff9 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:45.150492 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:45.196844 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-acb1e118-2aa4-4412-b994-04026fc68a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:45.199171 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb1e118-2aa4-4412-b994-04026fc68a8a None None] The sync data for ids ['e7b22c91-1d40-4c6d-9fb3-0639d4f70a3f'] in n-d-793618-10 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:27:45.231235 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4480875e-a738-4392-a88f-add3a378bbac req-317765be-23fd-4312-8877-c53958620dc2 service neutron] 10.222.0.32 "GET /v2.0/networks/bd3fc2da-f343-4eff-93f0-5695d77abd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6653249 Jul 23 20:27:45.282296 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7a065783-f607-4ecf-8d56-23f98d925b16 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:45.290324 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d4a51b6b-39f7-418e-bce6-5d6f07f8e125 None None] Provisioning for port 305784ed-089d-4b8b-a278-67772021ed0d completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:27:45.298087 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7a065783-f607-4ecf-8d56-23f98d925b16 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:45.329320 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d4a51b6b-39f7-418e-bce6-5d6f07f8e125 None None] Provisioning complete for port 305784ed-089d-4b8b-a278-67772021ed0d triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:45.329737 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d4a51b6b-39f7-418e-bce6-5d6f07f8e125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:45.415381 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ce32cf01-f4b5-42fd-99f0-61fc932b66a7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:45.422863 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ce32cf01-f4b5-42fd-99f0-61fc932b66a7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 7.0198083 Jul 23 20:27:45.424143 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48740) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:45.573298 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-d4a51b6b-39f7-418e-bce6-5d6f07f8e125 None None] Port 305784ed-089d-4b8b-a278-67772021ed0d cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:27:45.639648 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7a065783-f607-4ecf-8d56-23f98d925b16 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:45.656350 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-89116770-1f12-4f05-a1c2-6eb0689329e0 req-545d3969-a622-4dab-bf69-c928c3773ed0 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 210 time: 0.0874748 Jul 23 20:27:45.665960 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a065783-f607-4ecf-8d56-23f98d925b16 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Pushing event updated for resources: {'Port': ['ID=305784ed-089d-4b8b-a278-67772021ed0d,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:45.705505 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a065783-f607-4ecf-8d56-23f98d925b16 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:45.705854 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a065783-f607-4ecf-8d56-23f98d925b16 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:45.706925 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a065783-f607-4ecf-8d56-23f98d925b16 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:45.706925 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a065783-f607-4ecf-8d56-23f98d925b16 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:45.707185 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a065783-f607-4ecf-8d56-23f98d925b16 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:45.707309 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a065783-f607-4ecf-8d56-23f98d925b16 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:45.707721 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a065783-f607-4ecf-8d56-23f98d925b16 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:45.708069 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a065783-f607-4ecf-8d56-23f98d925b16 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:45.708418 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a065783-f607-4ecf-8d56-23f98d925b16 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:45.708770 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a065783-f607-4ecf-8d56-23f98d925b16 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:45.709114 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a065783-f607-4ecf-8d56-23f98d925b16 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:45.709490 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a065783-f607-4ecf-8d56-23f98d925b16 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:45.736378 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:45.757572 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d4a51b6b-39f7-418e-bce6-5d6f07f8e125 None None] Provisioning complete for port 7fec1aa3-7d48-4d34-9072-ddae8aa3dff9 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:45.758267 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d4a51b6b-39f7-418e-bce6-5d6f07f8e125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:45.787929 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687241de-8d59-4c00-a1b4-7ae5b8ec25cb req-3f9ebb23-a072-4f0c-bdd2-1f0d6e66b6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:45.798054 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-687241de-8d59-4c00-a1b4-7ae5b8ec25cb req-3f9ebb23-a072-4f0c-bdd2-1f0d6e66b6df service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4bf33222-75e9-467e-812b-603866f71f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5579402 Jul 23 20:27:45.835752 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 7fec1aa3-7d48-4d34-9072-ddae8aa3dff9, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=7fec1aa3-7d48-4d34-9072-ddae8aa3dff9,segment=NetworkSegment(84dde54c-1655-4538-ac8b-ee7f48a83dbd),segment_id=84dde54c-1655-4538-ac8b-ee7f48a83dbd)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:45.844090 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:45.844962 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3f677e39-f2cb-43b8-8dc6-de9362e05e02 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:27:45.855036 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48746) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:45.879480 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-dceda82f-5bee-4b83-9d24-741a383b0657 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "GET /v2.0/routers/e7b22c91-1d40-4c6d-9fb3-0639d4f70a3f HTTP/1.1" status: 200 len: 881 time: 0.4445076 Jul 23 20:27:45.945031 n-d-793618-10 neutron-server[93876]: DEBUG neutron.objects.ports [None req-f0f9b352-ad16-4755-9867-b125bcc7620c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93876) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 20:27:45.969342 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 3f677e39-f2cb-43b8-8dc6-de9362e05e02 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:45.969759 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:46.014552 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-687241de-8d59-4c00-a1b4-7ae5b8ec25cb req-b2a559fa-4a8c-4586-9779-2ed174df6907 service neutron] 10.222.0.18 "GET /v2.0/networks/4bf33222-75e9-467e-812b-603866f71f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079015 Jul 23 20:27:46.028898 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=7fec1aa3-7d48-4d34-9072-ddae8aa3dff9,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:46.039117 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:46.073560 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a065783-f607-4ecf-8d56-23f98d925b16 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Network 8277b880-25b7-4e8d-bc05-f3008c9d7af5 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:46.108137 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-7a065783-f607-4ecf-8d56-23f98d925b16 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:46.173766 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-687241de-8d59-4c00-a1b4-7ae5b8ec25cb req-327b055e-5e14-47dc-8acd-7f2cb7942ccb service neutron] 10.222.0.18 "GET /v2.0/networks/4bf33222-75e9-467e-812b-603866f71f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531627 Jul 23 20:27:46.253151 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1944dee7-0eae-4e95-bb9c-2d497b1f7d51 None None] Provisioning complete for port 305784ed-089d-4b8b-a278-67772021ed0d triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:46.254213 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1944dee7-0eae-4e95-bb9c-2d497b1f7d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:46.332213 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1944dee7-0eae-4e95-bb9c-2d497b1f7d51 None None] Port 305784ed-089d-4b8b-a278-67772021ed0d cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:27:46.354823 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1944dee7-0eae-4e95-bb9c-2d497b1f7d51 None None] Provisioning complete for port 3f677e39-f2cb-43b8-8dc6-de9362e05e02 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:46.355215 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1944dee7-0eae-4e95-bb9c-2d497b1f7d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:46.424015 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 7fec1aa3-7d48-4d34-9072-ddae8aa3dff9 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:27:46.512942 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a065783-f607-4ecf-8d56-23f98d925b16 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Router fddc9199-3d97-4ee6-bd36-9b4b3f38e65e has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:27:46.621669 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 7fec1aa3-7d48-4d34-9072-ddae8aa3dff9 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:46.622107 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:46.866063 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-055ea5c2-214b-4e4d-9722-d91fd40dd423 req-ee2977fa-05c4-481e-b176-0737ea5f4da9 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 210 time: 0.0468283 Jul 23 20:27:46.905420 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-dbe8123f-bacc-4540-a232-73e4b79b2396 None None] Provisioning complete for port 305784ed-089d-4b8b-a278-67772021ed0d triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:46.906835 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dbe8123f-bacc-4540-a232-73e4b79b2396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:46.962800 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-dbe8123f-bacc-4540-a232-73e4b79b2396 None None] Port 305784ed-089d-4b8b-a278-67772021ed0d cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:27:47.178543 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a065783-f607-4ecf-8d56-23f98d925b16 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:27:47.194905 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346007c1-4fab-48e9-b255-1c7c35ca2fae None None] Sync routers for ids ['fddc9199-3d97-4ee6-bd36-9b4b3f38e65e'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:27:47.201066 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7a065783-f607-4ecf-8d56-23f98d925b16 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "PUT /v2.0/routers/fddc9199-3d97-4ee6-bd36-9b4b3f38e65e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1565657 Jul 23 20:27:47.212033 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346007c1-4fab-48e9-b255-1c7c35ca2fae None None] Routers {'fddc9199-3d97-4ee6-bd36-9b4b3f38e65e'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:47.212541 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-346007c1-4fab-48e9-b255-1c7c35ca2fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:27:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['fddc9199-3d97-4ee6-bd36-9b4b3f38e65e'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:47.228439 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f0f9b352-ad16-4755-9867-b125bcc7620c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:47.562361 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-346007c1-4fab-48e9-b255-1c7c35ca2fae None None] Set router fddc9199-3d97-4ee6-bd36-9b4b3f38e65e gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:27:47.564732 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9753c18e-46a8-4eda-b09d-33e0820a50ab tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.7036085 Jul 23 20:27:47.568671 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48778) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:47.581657 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-2c56aa21-7ff7-4d71-9b6b-26d1775e1c7e tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1281872676'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:47.667072 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480875e-a738-4392-a88f-add3a378bbac req-ad73b1ad-c420-400b-ac26-a291f8339662 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:47.669004 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4480875e-a738-4392-a88f-add3a378bbac req-ad73b1ad-c420-400b-ac26-a291f8339662 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.30 "GET /v2.0/networks?id=bd3fc2da-f343-4eff-93f0-5695d77abd1d HTTP/1.1" status: 200 len: 816 time: 0.5258796 Jul 23 20:27:47.677698 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-2816a907-8e41-4004-8ad7-e82945f4b722 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:47.679388 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-2816a907-8e41-4004-8ad7-e82945f4b722 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/networks?id=8277b880-25b7-4e8d-bc05-f3008c9d7af5 HTTP/1.1" status: 200 len: 797 time: 0.2378516 Jul 23 20:27:47.793520 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4480875e-a738-4392-a88f-add3a378bbac req-33501869-cc0c-4a26-9baa-d1a9d5d44b7a tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99134e0f99a8419eae5eb1d5d4aedeb7 HTTP/1.1" status: 200 len: 380 time: 0.1129630 Jul 23 20:27:47.804060 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-9ab8d286-3a02-4753-b0f1-0ed62fd2459c tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/quotas/48931fde9d19441ebe3fcc084a77e899 HTTP/1.1" status: 200 len: 375 time: 0.1081719 Jul 23 20:27:47.866752 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-4480875e-a738-4392-a88f-add3a378bbac req-1b64b3ac-63c2-47e1-ab1b-faec44e2fc94 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Request body: {'port': {'device_id': 'fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2', 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d', 'admin_state_up': True, 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'security_groups': ['e0a2aff3-299d-4e3b-8254-a24ae0baa0af']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:47.879888 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-346007c1-4fab-48e9-b255-1c7c35ca2fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddc9199-3d97-4ee6-bd36-9b4b3f38e65e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1283498895', 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '4b79de5c-a451-49b2-b667-31b3c6637f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:27:32Z', 'updated_at': '2021-07-23T20:27:43Z', 'revision_number': 4, 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'gw_port': {'id': '4b79de5c-a451-49b2-b667-31b3c6637f21', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddc9199-3d97-4ee6-bd36-9b4b3f38e65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:27:34Z', 'updated_at': '2021-07-23T20:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '305784ed-089d-4b8b-a278-67772021ed0d', 'name': '', 'network_id': '8277b880-25b7-4e8d-bc05-f3008c9d7af5', 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'mac_address': 'fa:16:3e:9a:0a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddc9199-3d97-4ee6-bd36-9b4b3f38e65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '6aa135fc-20a2-40ee-b3c7-944ab8df7fc0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:27:42Z', 'updated_at': '2021-07-23T20:27:44Z', 'revision_number': 2, 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'subnets': [{'id': '6aa135fc-20a2-40ee-b3c7-944ab8df7fc0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:47.959270 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346007c1-4fab-48e9-b255-1c7c35ca2fae None None] Checking router: fddc9199-3d97-4ee6-bd36-9b4b3f38e65e for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:27:47.962500 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346007c1-4fab-48e9-b255-1c7c35ca2fae None None] Updating router fddc9199-3d97-4ee6-bd36-9b4b3f38e65e port 305784ed-089d-4b8b-a278-67772021ed0d binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:27:48.026657 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-346007c1-4fab-48e9-b255-1c7c35ca2fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:48.062184 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-f0f9b352-ad16-4755-9867-b125bcc7620c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] For port 3f677e39-f2cb-43b8-8dc6-de9362e05e02, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3f677e39-f2cb-43b8-8dc6-de9362e05e02,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:48.096350 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-8d670c74-2b3c-47bc-a070-e9dda038ee9f tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=48931fde9d19441ebe3fcc084a77e899&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2909799 Jul 23 20:27:48.132716 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83e57134-f6ab-4fa8-ace0-b86197bd31c1 req-5bad7078-6440-48f5-8c59-9a2a772bd801 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 210 time: 0.1088676 Jul 23 20:27:48.208486 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4480875e-a738-4392-a88f-add3a378bbac req-1b64b3ac-63c2-47e1-ab1b-faec44e2fc94 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Made reservation on behalf of 99134e0f99a8419eae5eb1d5d4aedeb7 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:48.217148 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4480875e-a738-4392-a88f-add3a378bbac req-1b64b3ac-63c2-47e1-ab1b-faec44e2fc94 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:48.217784 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2c56aa21-7ff7-4d71-9b6b-26d1775e1c7e tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:48.236926 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2c56aa21-7ff7-4d71-9b6b-26d1775e1c7e tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548192'] for router, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:48.253637 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f0f9b352-ad16-4755-9867-b125bcc7620c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:48.260438 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f0f9b352-ad16-4755-9867-b125bcc7620c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:48.261754 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f0f9b352-ad16-4755-9867-b125bcc7620c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:48.375559 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f9b352-ad16-4755-9867-b125bcc7620c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:48.491170 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-f0f9b352-ad16-4755-9867-b125bcc7620c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:48.508822 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c56aa21-7ff7-4d71-9b6b-26d1775e1c7e tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Router e7b22c91-1d40-4c6d-9fb3-0639d4f70a3f has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:27:48.510722 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f9b352-ad16-4755-9867-b125bcc7620c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:48.511256 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd28eaa-bc88-4c15-9ef4-9dd3e248104d None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:27:48.511511 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f0f9b352-ad16-4755-9867-b125bcc7620c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:48.607514 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9b352-ad16-4755-9867-b125bcc7620c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Port': ['ID=3f677e39-f2cb-43b8-8dc6-de9362e05e02,revision_number=19']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:48.630853 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9b352-ad16-4755-9867-b125bcc7620c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Subnet': ['ID=af3e0f1f-01c0-4e4a-912f-ef3907663f88,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:48.673581 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f0f9b352-ad16-4755-9867-b125bcc7620c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.5134025 Jul 23 20:27:48.692592 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48790) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:48.697853 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-346007c1-4fab-48e9-b255-1c7c35ca2fae None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:48.712100 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-a95460c5-3835-4da2-9c15-c8aa8ff1d4f7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'port': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'mac_address': 'fa:16:3e:53:c0:90', 'name': 'tempest-NetworksTestDHCPv6-884200696'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:48.747985 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-346007c1-4fab-48e9-b255-1c7c35ca2fae None None] Transition to ACTIVE for port object 305784ed-089d-4b8b-a278-67772021ed0d will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:48.767467 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-346007c1-4fab-48e9-b255-1c7c35ca2fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:48.845062 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25cf6b3-4436-4919-9735-ebb5623a1edc None None] Pushing event updated for resources: {'Port': ['ID=305784ed-089d-4b8b-a278-67772021ed0d,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:48.856465 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c56aa21-7ff7-4d71-9b6b-26d1775e1c7e tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:27:48.871927 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43841139-eb72-4673-854a-32d1a0bac30c None None] Sync routers for ids ['e7b22c91-1d40-4c6d-9fb3-0639d4f70a3f'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:27:48.888019 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2c56aa21-7ff7-4d71-9b6b-26d1775e1c7e tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:48.889557 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2c56aa21-7ff7-4d71-9b6b-26d1775e1c7e tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "PUT /v2.0/routers/e7b22c91-1d40-4c6d-9fb3-0639d4f70a3f HTTP/1.1" status: 200 len: 888 time: 1.3191979 Jul 23 20:27:48.890677 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43841139-eb72-4673-854a-32d1a0bac30c None None] Routers {'e7b22c91-1d40-4c6d-9fb3-0639d4f70a3f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:48.891492 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-43841139-eb72-4673-854a-32d1a0bac30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:27:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['e7b22c91-1d40-4c6d-9fb3-0639d4f70a3f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:48.897911 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48796) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:49.005911 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-43841139-eb72-4673-854a-32d1a0bac30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:49.043799 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43841139-eb72-4673-854a-32d1a0bac30c None None] Routers {'e7b22c91-1d40-4c6d-9fb3-0639d4f70a3f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:49.044798 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-43841139-eb72-4673-854a-32d1a0bac30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:27:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['e7b22c91-1d40-4c6d-9fb3-0639d4f70a3f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:49.074725 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-ec1f248f-f256-44ac-9377-cc00ecd18584 service neutron] 10.222.0.32 "GET /v2.0/networks/8277b880-25b7-4e8d-bc05-f3008c9d7af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9773319 Jul 23 20:27:49.146360 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-43841139-eb72-4673-854a-32d1a0bac30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:49.147379 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43841139-eb72-4673-854a-32d1a0bac30c None None] The sync data for ids ['e7b22c91-1d40-4c6d-9fb3-0639d4f70a3f'] in n-d-793618-10 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:27:49.165553 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-4480875e-a738-4392-a88f-add3a378bbac req-1b64b3ac-63c2-47e1-ab1b-faec44e2fc94 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Allocated IP 172.20.0.3 (bd3fc2da-f343-4eff-93f0-5695d77abd1d/63fa6ddd-c617-40f8-a250-cf59fcf077ba/ac61d90f-a359-46b2-9a58-fba7455cfbe9) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:49.224847 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-346007c1-4fab-48e9-b255-1c7c35ca2fae None None] Attempting to bind port 305784ed-089d-4b8b-a278-67772021ed0d on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:27:49.225455 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-346007c1-4fab-48e9-b255-1c7c35ca2fae None None] Attempting to bind port 305784ed-089d-4b8b-a278-67772021ed0d by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '84dde54c-1655-4538-ac8b-ee7f48a83dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8277b880-25b7-4e8d-bc05-f3008c9d7af5'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:27:49.225629 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346007c1-4fab-48e9-b255-1c7c35ca2fae None None] Attempting to bind port 305784ed-089d-4b8b-a278-67772021ed0d on network 8277b880-25b7-4e8d-bc05-f3008c9d7af5 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:27:49.358197 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346007c1-4fab-48e9-b255-1c7c35ca2fae None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:27:49.358591 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346007c1-4fab-48e9-b255-1c7c35ca2fae None None] Checking segment: {'id': '84dde54c-1655-4538-ac8b-ee7f48a83dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8277b880-25b7-4e8d-bc05-f3008c9d7af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:27:49.359004 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-346007c1-4fab-48e9-b255-1c7c35ca2fae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:49.359386 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346007c1-4fab-48e9-b255-1c7c35ca2fae None None] Bound using segment: {'id': '84dde54c-1655-4538-ac8b-ee7f48a83dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8277b880-25b7-4e8d-bc05-f3008c9d7af5'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:27:49.359893 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-346007c1-4fab-48e9-b255-1c7c35ca2fae None None] Bound port: 305784ed-089d-4b8b-a278-67772021ed0d, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84dde54c-1655-4538-ac8b-ee7f48a83dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8277b880-25b7-4e8d-bc05-f3008c9d7af5'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:27:49.360281 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-346007c1-4fab-48e9-b255-1c7c35ca2fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:49.504796 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-346007c1-4fab-48e9-b255-1c7c35ca2fae None None] For port 305784ed-089d-4b8b-a278-67772021ed0d, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:27:49.513520 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-346007c1-4fab-48e9-b255-1c7c35ca2fae None None] For port 305784ed-089d-4b8b-a278-67772021ed0d, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=305784ed-089d-4b8b-a278-67772021ed0d,segment=NetworkSegment(84dde54c-1655-4538-ac8b-ee7f48a83dbd),segment_id=84dde54c-1655-4538-ac8b-ee7f48a83dbd)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:27:49.520900 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-346007c1-4fab-48e9-b255-1c7c35ca2fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:49.626594 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346007c1-4fab-48e9-b255-1c7c35ca2fae None None] Routers {'fddc9199-3d97-4ee6-bd36-9b4b3f38e65e'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:49.629553 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-346007c1-4fab-48e9-b255-1c7c35ca2fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:27:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['fddc9199-3d97-4ee6-bd36-9b4b3f38e65e'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:49.805184 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25cf6b3-4436-4919-9735-ebb5623a1edc None None] Pushing event updated for resources: {'Port': ['ID=305784ed-089d-4b8b-a278-67772021ed0d,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:49.961343 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a1f26ba6-3d89-4317-8ebc-c2e8759b4dc4 req-34d132f9-9c08-4dee-a61e-7248199ce832 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 210 time: 0.2604814 Jul 23 20:27:49.980829 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95460c5-3835-4da2-9c15-c8aa8ff1d4f7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:50.091925 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-346007c1-4fab-48e9-b255-1c7c35ca2fae None None] Set router fddc9199-3d97-4ee6-bd36-9b4b3f38e65e gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:27:50.120700 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f3989c10-500e-4fb8-b7f2-57d48d095670 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "GET /v2.0/routers/e7b22c91-1d40-4c6d-9fb3-0639d4f70a3f HTTP/1.1" status: 200 len: 888 time: 1.2187152 Jul 23 20:27:50.123171 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48806) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:50.187811 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1c6cdf9b-1bbc-452d-b68d-37f2045e59e0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7b22c91-1d40-4c6d-9fb3-0639d4f70a3f HTTP/1.1" status: 200 len: 205 time: 0.0605850 Jul 23 20:27:50.191067 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48808) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:50.216348 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-26c8938f-0b44-4d9e-ae39-c730bc2f3424 service neutron] 10.222.0.32 "GET /v2.0/networks/8277b880-25b7-4e8d-bc05-f3008c9d7af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1406009 Jul 23 20:27:50.235315 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4480875e-a738-4392-a88f-add3a378bbac req-1b64b3ac-63c2-47e1-ab1b-faec44e2fc94 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:50.322223 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-4480875e-a738-4392-a88f-add3a378bbac req-1b64b3ac-63c2-47e1-ab1b-faec44e2fc94 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Transition to ACTIVE for port object ac61d90f-a359-46b2-9a58-fba7455cfbe9 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:50.380267 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a95460c5-3835-4da2-9c15-c8aa8ff1d4f7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:50.403189 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-de88a94c-6ec2-46e2-ae7c-18ff4469e60f tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:50.507021 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-a95460c5-3835-4da2-9c15-c8aa8ff1d4f7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] device_id is not set on port 8fa4a4db-9d37-4dd8-b054-2b75d83d8144 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:27:50.525276 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4480875e-a738-4392-a88f-add3a378bbac req-1b64b3ac-63c2-47e1-ab1b-faec44e2fc94 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:50.620331 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3f677e39-f2cb-43b8-8dc6-de9362e05e02 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:27:50.741292 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4480875e-a738-4392-a88f-add3a378bbac req-1b64b3ac-63c2-47e1-ab1b-faec44e2fc94 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Network bd3fc2da-f343-4eff-93f0-5695d77abd1d is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:50.763581 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-4480875e-a738-4392-a88f-add3a378bbac req-1b64b3ac-63c2-47e1-ab1b-faec44e2fc94 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:50.779923 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-4480875e-a738-4392-a88f-add3a378bbac req-1b64b3ac-63c2-47e1-ab1b-faec44e2fc94 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:50.788914 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64b3ac-63c2-47e1-ab1b-faec44e2fc94 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Pushing event updated for resources: {'Port': ['ID=ac61d90f-a359-46b2-9a58-fba7455cfbe9,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:50.863149 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 3f677e39-f2cb-43b8-8dc6-de9362e05e02 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:50.863149 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:50.880805 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-09b69416-42cb-4b3a-8293-00a5145fbb19 req-91b04eb1-ddad-49a0-8bf1-6b38ff87b93a tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b916674-9de2-40da-ada6-76239e49222a HTTP/1.1" status: 200 len: 210 time: 0.1902275 Jul 23 20:27:50.910416 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480875e-a738-4392-a88f-add3a378bbac req-1b64b3ac-63c2-47e1-ab1b-faec44e2fc94 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:50.911346 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4480875e-a738-4392-a88f-add3a378bbac req-1b64b3ac-63c2-47e1-ab1b-faec44e2fc94 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:50.941411 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-de88a94c-6ec2-46e2-ae7c-18ff4469e60f tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:50.959947 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4480875e-a738-4392-a88f-add3a378bbac req-1b64b3ac-63c2-47e1-ab1b-faec44e2fc94 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0974200 Jul 23 20:27:51.088677 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-4480875e-a738-4392-a88f-add3a378bbac req-feeca818-3f0d-4ac8-898a-bf0302e2b6bc service neutron] Request body: {'port': {'device_id': 'fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:51.178848 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e75603d6-fc60-4a8f-9c55-0674abac98ad None None] Provisioning complete for port 3f677e39-f2cb-43b8-8dc6-de9362e05e02 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:51.181568 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e75603d6-fc60-4a8f-9c55-0674abac98ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:51.188919 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-a95460c5-3835-4da2-9c15-c8aa8ff1d4f7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Allocated IP 2001:db8::3c5 (bd014336-7cf6-4be5-829d-b33260ee43fe/be045ace-6745-4e29-9bfc-ba9a76d68fb2/8fa4a4db-9d37-4dd8-b054-2b75d83d8144) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:51.235905 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-a95460c5-3835-4da2-9c15-c8aa8ff1d4f7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Allocated IP 2001:db8:0:1:f816:3eff:fe53:c090 (bd014336-7cf6-4be5-829d-b33260ee43fe/af3e0f1f-01c0-4e4a-912f-ef3907663f88/8fa4a4db-9d37-4dd8-b054-2b75d83d8144) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:51.242925 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-346007c1-4fab-48e9-b255-1c7c35ca2fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddc9199-3d97-4ee6-bd36-9b4b3f38e65e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1283498895', 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '4b79de5c-a451-49b2-b667-31b3c6637f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:27:32Z', 'updated_at': '2021-07-23T20:27:43Z', 'revision_number': 4, 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'gw_port': {'id': '4b79de5c-a451-49b2-b667-31b3c6637f21', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddc9199-3d97-4ee6-bd36-9b4b3f38e65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:27:34Z', 'updated_at': '2021-07-23T20:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '305784ed-089d-4b8b-a278-67772021ed0d', 'name': '', 'network_id': '8277b880-25b7-4e8d-bc05-f3008c9d7af5', 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'mac_address': 'fa:16:3e:9a:0a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddc9199-3d97-4ee6-bd36-9b4b3f38e65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '6aa135fc-20a2-40ee-b3c7-944ab8df7fc0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:27:42Z', 'updated_at': '2021-07-23T20:27:49Z', 'revision_number': 4, 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'subnets': [{'id': '6aa135fc-20a2-40ee-b3c7-944ab8df7fc0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:51.263083 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-de88a94c-6ec2-46e2-ae7c-18ff4469e60f tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Deleting port 54f79fdf-e868-44ba-a46e-709700c2d60b {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:51.264229 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-de88a94c-6ec2-46e2-ae7c-18ff4469e60f tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:51.303422 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346007c1-4fab-48e9-b255-1c7c35ca2fae None None] The sync data for ids ['fddc9199-3d97-4ee6-bd36-9b4b3f38e65e'] in n-d-793618-10 is: [{'id': 'fddc9199-3d97-4ee6-bd36-9b4b3f38e65e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1283498895', 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '4b79de5c-a451-49b2-b667-31b3c6637f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:27:32Z', 'updated_at': '2021-07-23T20:27:43Z', 'revision_number': 4, 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'gw_port': {'id': '4b79de5c-a451-49b2-b667-31b3c6637f21', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddc9199-3d97-4ee6-bd36-9b4b3f38e65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:27:34Z', 'updated_at': '2021-07-23T20:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '305784ed-089d-4b8b-a278-67772021ed0d', 'name': '', 'network_id': '8277b880-25b7-4e8d-bc05-f3008c9d7af5', 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'mac_address': 'fa:16:3e:9a:0a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddc9199-3d97-4ee6-bd36-9b4b3f38e65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '6aa135fc-20a2-40ee-b3c7-944ab8df7fc0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:27:42Z', 'updated_at': '2021-07-23T20:27:49Z', 'revision_number': 4, 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'subnets': [{'id': '6aa135fc-20a2-40ee-b3c7-944ab8df7fc0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:27:51.509506 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4480875e-a738-4392-a88f-add3a378bbac req-feeca818-3f0d-4ac8-898a-bf0302e2b6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:51.520758 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-de88a94c-6ec2-46e2-ae7c-18ff4469e60f tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:51.575302 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-de88a94c-6ec2-46e2-ae7c-18ff4469e60f tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Calling delete_port for 54f79fdf-e868-44ba-a46e-709700c2d60b owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:51.577858 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c67dd-aa29-4f69-ada1-dcdca2c2f364 req-624b8930-9012-4071-b6d0-3bac8d5ec31f tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:51.579495 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-068c67dd-aa29-4f69-ada1-dcdca2c2f364 req-624b8930-9012-4071-b6d0-3bac8d5ec31f tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 931 time: 0.4051299 Jul 23 20:27:51.715803 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e1f975d1-0882-4f91-abef-734629d30eac None None] Provisioning for port ac61d90f-a359-46b2-9a58-fba7455cfbe9 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:27:51.731504 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e1f975d1-0882-4f91-abef-734629d30eac None None] Provisioning complete for port ac61d90f-a359-46b2-9a58-fba7455cfbe9 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:51.731504 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e1f975d1-0882-4f91-abef-734629d30eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:51.801896 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a95460c5-3835-4da2-9c15-c8aa8ff1d4f7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:51.842457 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-a95460c5-3835-4da2-9c15-c8aa8ff1d4f7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Transition to ACTIVE for port object 8fa4a4db-9d37-4dd8-b054-2b75d83d8144 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:51.858810 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e1f975d1-0882-4f91-abef-734629d30eac None None] Port ac61d90f-a359-46b2-9a58-fba7455cfbe9 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:27:51.980811 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a95460c5-3835-4da2-9c15-c8aa8ff1d4f7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:52.057077 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-de88a94c-6ec2-46e2-ae7c-18ff4469e60f tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:52.183438 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88a94c-6ec2-46e2-ae7c-18ff4469e60f tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event deleted for resources: {'Port': ['ID=54f79fdf-e868-44ba-a46e-709700c2d60b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:52.336575 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b4c3c2f8-8c64-4014-ae60-7382f247b5ad req-dbbada2c-7f96-448c-b110-b6f3d81660f9 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b916674-9de2-40da-ada6-76239e49222a HTTP/1.1" status: 200 len: 210 time: 0.1409037 Jul 23 20:27:52.507641 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 305784ed-089d-4b8b-a278-67772021ed0d up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:27:52.534090 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-de88a94c-6ec2-46e2-ae7c-18ff4469e60f tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:52.666244 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-de88a94c-6ec2-46e2-ae7c-18ff4469e60f tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:52.669113 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-de88a94c-6ec2-46e2-ae7c-18ff4469e60f tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:52.752493 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 305784ed-089d-4b8b-a278-67772021ed0d completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:27:52.766711 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-de88a94c-6ec2-46e2-ae7c-18ff4469e60f tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:52.767540 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 305784ed-089d-4b8b-a278-67772021ed0d triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:52.768963 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de88a94c-6ec2-46e2-ae7c-18ff4469e60f tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Fanout notify agent at l3_agent the message router_deleted on router e7b22c91-1d40-4c6d-9fb3-0639d4f70a3f {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:27:52.773347 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:52.793812 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-de88a94c-6ec2-46e2-ae7c-18ff4469e60f tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:52.795373 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-de88a94c-6ec2-46e2-ae7c-18ff4469e60f tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "DELETE /v2.0/routers/e7b22c91-1d40-4c6d-9fb3-0639d4f70a3f HTTP/1.1" status: 204 len: 168 time: 2.6031301 Jul 23 20:27:52.805263 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48838) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:52.818091 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-630ae5e1-e9fa-4de9-a169-115327069e8b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Request body: {'network': {'name': 'tempest-RoutersTest-1666995355'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:52.875160 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630ae5e1-e9fa-4de9-a169-115327069e8b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Made reservation on behalf of cde999fc285947a38991630a8d370d15 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:52.888468 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-630ae5e1-e9fa-4de9-a169-115327069e8b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:52.920537 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95460c5-3835-4da2-9c15-c8aa8ff1d4f7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:52.956829 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-068c67dd-aa29-4f69-ada1-dcdca2c2f364 req-64db0db2-0e19-4a24-84f9-48a9b9a60ae3 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3655784 Jul 23 20:27:52.957849 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-630ae5e1-e9fa-4de9-a169-115327069e8b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:27:52.976559 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-630ae5e1-e9fa-4de9-a169-115327069e8b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:52.978615 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-630ae5e1-e9fa-4de9-a169-115327069e8b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Added segment d7b10fcf-aa0d-4d8b-8b1a-38d4bc60566a of type vlan for network 7b3aba0e-a839-44c1-ad36-ebda9e178618 Jul 23 20:27:52.985360 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-a95460c5-3835-4da2-9c15-c8aa8ff1d4f7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:53.006152 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:53.008666 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95460c5-3835-4da2-9c15-c8aa8ff1d4f7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:53.015976 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95460c5-3835-4da2-9c15-c8aa8ff1d4f7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:53.017076 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a95460c5-3835-4da2-9c15-c8aa8ff1d4f7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:53.061015 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 305784ed-089d-4b8b-a278-67772021ed0d, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=305784ed-089d-4b8b-a278-67772021ed0d,segment=NetworkSegment(84dde54c-1655-4538-ac8b-ee7f48a83dbd),segment_id=84dde54c-1655-4538-ac8b-ee7f48a83dbd)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:53.071379 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:53.150000 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-630ae5e1-e9fa-4de9-a169-115327069e8b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:53.182401 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95460c5-3835-4da2-9c15-c8aa8ff1d4f7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Port': ['ID=8fa4a4db-9d37-4dd8-b054-2b75d83d8144,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:53.270383 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=305784ed-089d-4b8b-a278-67772021ed0d,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:53.280727 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-630ae5e1-e9fa-4de9-a169-115327069e8b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:53.293050 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630ae5e1-e9fa-4de9-a169-115327069e8b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:53.293736 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-630ae5e1-e9fa-4de9-a169-115327069e8b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:53.343256 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48844) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:53.358339 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a95460c5-3835-4da2-9c15-c8aa8ff1d4f7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.6570575 Jul 23 20:27:53.400327 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-a60fa244-8a03-4242-8a3e-36068d44c968 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:53.401965 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-a60fa244-8a03-4242-8a3e-36068d44c968 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.30 "GET /v2.0/networks?id=8277b880-25b7-4e8d-bc05-f3008c9d7af5 HTTP/1.1" status: 200 len: 797 time: 0.4752738 Jul 23 20:27:53.424494 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-0138ede6-22d0-4b50-959e-53bcb269af82 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Request body: {'port': {'device_id': '0b916674-9de2-40da-ada6-76239e49222a', 'network_id': '8277b880-25b7-4e8d-bc05-f3008c9d7af5', 'admin_state_up': True, 'tenant_id': '48931fde9d19441ebe3fcc084a77e899'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:53.538317 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-630ae5e1-e9fa-4de9-a169-115327069e8b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7315733 Jul 23 20:27:53.543279 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48848) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:53.570586 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-0c6fa68b-3ba0-4305-b150-0b9320f20107 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Request body: {'subnet': {'network_id': '7b3aba0e-a839-44c1-ad36-ebda9e178618', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:53.662262 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-4480875e-a738-4392-a88f-add3a378bbac req-feeca818-3f0d-4ac8-898a-bf0302e2b6bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac61d90f-a359-46b2-9a58-fba7455cfbe9 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:27:53.675705 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4480875e-a738-4392-a88f-add3a378bbac req-feeca818-3f0d-4ac8-898a-bf0302e2b6bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:53.710881 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-4480875e-a738-4392-a88f-add3a378bbac req-feeca818-3f0d-4ac8-898a-bf0302e2b6bc service neutron] Transition to ACTIVE for port object ac61d90f-a359-46b2-9a58-fba7455cfbe9 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:53.718735 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7c804912-b1eb-4474-8f3d-43f06dcd73a7 req-c692016c-40ba-4386-9ddb-e2617c4d7dba tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b916674-9de2-40da-ada6-76239e49222a HTTP/1.1" status: 200 len: 210 time: 0.1744072 Jul 23 20:27:53.718922 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4480875e-a738-4392-a88f-add3a378bbac req-feeca818-3f0d-4ac8-898a-bf0302e2b6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:53.755286 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ae5e1-e9fa-4de9-a169-115327069e8b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event updated for resources: {'Network': ['ID=7b3aba0e-a839-44c1-ad36-ebda9e178618,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:53.769264 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 7b3aba0e-a839-44c1-ad36-ebda9e178618 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:27:53.826154 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-0138ede6-22d0-4b50-959e-53bcb269af82 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Made reservation on behalf of 48931fde9d19441ebe3fcc084a77e899 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:53.830623 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-0138ede6-22d0-4b50-959e-53bcb269af82 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:53.982376 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeca818-3f0d-4ac8-898a-bf0302e2b6bc service neutron] Pushing event updated for resources: {'Port': ['ID=ac61d90f-a359-46b2-9a58-fba7455cfbe9,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:54.061999 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ea1d824a-5c6b-4503-a173-b5e9e4eb93c5 None None] Provisioning for port 8fa4a4db-9d37-4dd8-b054-2b75d83d8144 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:27:54.070132 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ea1d824a-5c6b-4503-a173-b5e9e4eb93c5 None None] Provisioning complete for port 8fa4a4db-9d37-4dd8-b054-2b75d83d8144 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:54.071285 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ea1d824a-5c6b-4503-a173-b5e9e4eb93c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:54.145944 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ea1d824a-5c6b-4503-a173-b5e9e4eb93c5 None None] Port 8fa4a4db-9d37-4dd8-b054-2b75d83d8144 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:27:54.162363 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-4480875e-a738-4392-a88f-add3a378bbac req-feeca818-3f0d-4ac8-898a-bf0302e2b6bc service neutron] Attempting to bind port ac61d90f-a359-46b2-9a58-fba7455cfbe9 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:27:54.163241 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-4480875e-a738-4392-a88f-add3a378bbac req-feeca818-3f0d-4ac8-898a-bf0302e2b6bc service neutron] Attempting to bind port ac61d90f-a359-46b2-9a58-fba7455cfbe9 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '200529f2-acc5-4abc-91bf-3609d16ae961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:27:54.164298 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4480875e-a738-4392-a88f-add3a378bbac req-feeca818-3f0d-4ac8-898a-bf0302e2b6bc service neutron] Attempting to bind port ac61d90f-a359-46b2-9a58-fba7455cfbe9 on network bd3fc2da-f343-4eff-93f0-5695d77abd1d {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:27:54.165389 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-324046d2-6f05-4537-b3e9-cbcdff1ce83b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting port 8fa4a4db-9d37-4dd8-b054-2b75d83d8144 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:54.165940 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-324046d2-6f05-4537-b3e9-cbcdff1ce83b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:54.170578 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6fa68b-3ba0-4305-b150-0b9320f20107 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Made reservation on behalf of cde999fc285947a38991630a8d370d15 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:54.179180 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0c6fa68b-3ba0-4305-b150-0b9320f20107 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:54.195548 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4480875e-a738-4392-a88f-add3a378bbac req-feeca818-3f0d-4ac8-898a-bf0302e2b6bc service neutron] Port ac61d90f-a359-46b2-9a58-fba7455cfbe9 on network bd3fc2da-f343-4eff-93f0-5695d77abd1d not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:27:54.196489 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4480875e-a738-4392-a88f-add3a378bbac req-feeca818-3f0d-4ac8-898a-bf0302e2b6bc service neutron] Attempting to bind port ac61d90f-a359-46b2-9a58-fba7455cfbe9 on network bd3fc2da-f343-4eff-93f0-5695d77abd1d {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:27:54.268476 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4480875e-a738-4392-a88f-add3a378bbac req-feeca818-3f0d-4ac8-898a-bf0302e2b6bc service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:27:54.270379 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4480875e-a738-4392-a88f-add3a378bbac req-feeca818-3f0d-4ac8-898a-bf0302e2b6bc service neutron] Checking segment: {'id': '200529f2-acc5-4abc-91bf-3609d16ae961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:27:54.271073 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4480875e-a738-4392-a88f-add3a378bbac req-feeca818-3f0d-4ac8-898a-bf0302e2b6bc service neutron] Bound using segment: {'id': '200529f2-acc5-4abc-91bf-3609d16ae961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:27:54.271783 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-4480875e-a738-4392-a88f-add3a378bbac req-feeca818-3f0d-4ac8-898a-bf0302e2b6bc service neutron] Bound port: ac61d90f-a359-46b2-9a58-fba7455cfbe9, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '200529f2-acc5-4abc-91bf-3609d16ae961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:27:54.289363 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4480875e-a738-4392-a88f-add3a378bbac req-feeca818-3f0d-4ac8-898a-bf0302e2b6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:54.382437 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-0138ede6-22d0-4b50-959e-53bcb269af82 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Allocated IP 172.20.0.22 (8277b880-25b7-4e8d-bc05-f3008c9d7af5/6aa135fc-20a2-40ee-b3c7-944ab8df7fc0/2636f252-0202-443a-afe6-3f744c3b8b1a) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:54.419293 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 305784ed-089d-4b8b-a278-67772021ed0d up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:27:54.462311 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-324046d2-6f05-4537-b3e9-cbcdff1ce83b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:54.466721 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de47c2-0776-472b-9983-46876f2a73c7 req-2f3a64f7-f6ba-4570-b621-9b08119d3241 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:54.468353 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c9de47c2-0776-472b-9983-46876f2a73c7 req-2f3a64f7-f6ba-4570-b621-9b08119d3241 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 943 time: 0.2927935 Jul 23 20:27:54.534376 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 305784ed-089d-4b8b-a278-67772021ed0d triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:54.534630 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-4480875e-a738-4392-a88f-add3a378bbac req-feeca818-3f0d-4ac8-898a-bf0302e2b6bc service neutron] For port ac61d90f-a359-46b2-9a58-fba7455cfbe9, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:27:54.534776 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:54.597990 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-4480875e-a738-4392-a88f-add3a378bbac req-feeca818-3f0d-4ac8-898a-bf0302e2b6bc service neutron] For port ac61d90f-a359-46b2-9a58-fba7455cfbe9, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=ac61d90f-a359-46b2-9a58-fba7455cfbe9,segment=NetworkSegment(200529f2-acc5-4abc-91bf-3609d16ae961),segment_id=200529f2-acc5-4abc-91bf-3609d16ae961)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:27:54.605228 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-324046d2-6f05-4537-b3e9-cbcdff1ce83b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Calling delete_port for 8fa4a4db-9d37-4dd8-b054-2b75d83d8144 owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:54.612159 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4480875e-a738-4392-a88f-add3a378bbac req-feeca818-3f0d-4ac8-898a-bf0302e2b6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:54.766327 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0c6fa68b-3ba0-4305-b150-0b9320f20107 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:54.822637 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c9de47c2-0776-472b-9983-46876f2a73c7 req-2e4798b8-0063-478b-8cc6-aa6d98ce25c5 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3402259 Jul 23 20:27:54.885923 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480875e-a738-4392-a88f-add3a378bbac req-feeca818-3f0d-4ac8-898a-bf0302e2b6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:54.886715 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4480875e-a738-4392-a88f-add3a378bbac req-feeca818-3f0d-4ac8-898a-bf0302e2b6bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:54.895333 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4480875e-a738-4392-a88f-add3a378bbac req-feeca818-3f0d-4ac8-898a-bf0302e2b6bc service neutron] 10.222.0.30 "PUT /v2.0/ports/ac61d90f-a359-46b2-9a58-fba7455cfbe9 HTTP/1.1" status: 200 len: 1092 time: 3.9077575 Jul 23 20:27:54.898404 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2', 'tag': 'ac61d90f-a359-46b2-9a58-fba7455cfbe9'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:27:54.901985 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9f857f-e4a5-4a07-a08f-80a579cc6d97" -d '{"events": [{"name": "network-changed", "server_uuid": "fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2", "tag": "ac61d90f-a359-46b2-9a58-fba7455cfbe9"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:27:54.917559 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeca818-3f0d-4ac8-898a-bf0302e2b6bc service neutron] Pushing event updated for resources: {'Port': ['ID=ac61d90f-a359-46b2-9a58-fba7455cfbe9,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:54.924691 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6fa68b-3ba0-4305-b150-0b9320f20107 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event updated for resources: {'Subnet': ['ID=ed8d2e05-2093-4b56-8a76-44b286f8019c,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:54.971954 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-0138ede6-22d0-4b50-959e-53bcb269af82 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.077402 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-98ffd361-5f11-4596-bcc7-af53baa86f26 req-853ab2b8-77ee-4510-b0b7-9c1b3f5d5895 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b916674-9de2-40da-ada6-76239e49222a HTTP/1.1" status: 200 len: 210 time: 0.0976357 Jul 23 20:27:55.081711 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480875e-a738-4392-a88f-add3a378bbac req-a51d7f8b-2b87-4d82-8a29-1427055d974b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:55.083229 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4480875e-a738-4392-a88f-add3a378bbac req-a51d7f8b-2b87-4d82-8a29-1427055d974b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99134e0f99a8419eae5eb1d5d4aedeb7&device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 1095 time: 0.1279957 Jul 23 20:27:55.128447 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e15394-db0c-45f9-8550-3e3991c258e6 x-openstack-request-id: req-81e15394-db0c-45f9-8550-3e3991c258e6 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:55.128845 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2", "tag": "ac61d90f-a359-46b2-9a58-fba7455cfbe9", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:55.129113 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-81e15394-db0c-45f9-8550-3e3991c258e6 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:55.129556 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2', 'tag': 'ac61d90f-a359-46b2-9a58-fba7455cfbe9', 'status': 'completed', 'code': 200} Jul 23 20:27:55.171199 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4480875e-a738-4392-a88f-add3a378bbac req-d30f2d1d-c6dd-49fa-95ad-ac5553f3a19c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac61d90f-a359-46b2-9a58-fba7455cfbe9 HTTP/1.1" status: 200 len: 217 time: 0.0768487 Jul 23 20:27:55.184217 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6fa68b-3ba0-4305-b150-0b9320f20107 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Checking segment: {'id': 'd7b10fcf-aa0d-4d8b-8b1a-38d4bc60566a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7b3aba0e-a839-44c1-ad36-ebda9e178618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:27:55.184581 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6fa68b-3ba0-4305-b150-0b9320f20107 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Network hostable DHCP agents. Network: 7b3aba0e-a839-44c1-ad36-ebda9e178618, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:27:55.232359 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6fa68b-3ba0-4305-b150-0b9320f20107 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Network 7b3aba0e-a839-44c1-ad36-ebda9e178618 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:27:55.250986 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-0c6fa68b-3ba0-4305-b150-0b9320f20107 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 7b3aba0e-a839-44c1-ad36-ebda9e178618) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:55.268874 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6fa68b-3ba0-4305-b150-0b9320f20107 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:55.269587 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0c6fa68b-3ba0-4305-b150-0b9320f20107 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.272625 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99acc7b9-8642-4047-93d8-56fe9defda20 None None] Network 7b3aba0e-a839-44c1-ad36-ebda9e178618 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:27:55.323916 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0c6fa68b-3ba0-4305-b150-0b9320f20107 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7578931 Jul 23 20:27:55.327166 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-324046d2-6f05-4537-b3e9-cbcdff1ce83b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.329228 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48860) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:55.340531 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480875e-a738-4392-a88f-add3a378bbac req-a636e6a4-dbfc-4095-9afb-749dd41c4be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:55.342058 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4480875e-a738-4392-a88f-add3a378bbac req-a636e6a4-dbfc-4095-9afb-749dd41c4be7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63fa6ddd-c617-40f8-a250-cf59fcf077ba HTTP/1.1" status: 200 len: 855 time: 0.1616478 Jul 23 20:27:55.343132 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-0138ede6-22d0-4b50-959e-53bcb269af82 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Transition to ACTIVE for port object 2636f252-0202-443a-afe6-3f744c3b8b1a will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:55.344863 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-ef4efbe1-3fdb-4014-a4f2-655882baf550 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-164619867', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:55.489452 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324046d2-6f05-4537-b3e9-cbcdff1ce83b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Port': ['ID=8fa4a4db-9d37-4dd8-b054-2b75d83d8144,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:55.522290 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-0138ede6-22d0-4b50-959e-53bcb269af82 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.568902 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ef4efbe1-3fdb-4014-a4f2-655882baf550 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.573899 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ef4efbe1-3fdb-4014-a4f2-655882baf550 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.599169 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480875e-a738-4392-a88f-add3a378bbac req-f2124b41-ca68-49f2-aea7-5d18c470f725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:55.600696 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4480875e-a738-4392-a88f-add3a378bbac req-f2124b41-ca68-49f2-aea7-5d18c470f725 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd3fc2da-f343-4eff-93f0-5695d77abd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2340713 Jul 23 20:27:55.621074 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841fa686-f221-4a87-84af-d2f56bae901a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-7b3aba0e-a839-44c1-ad36-ebda9e178618', 'network_id': '7b3aba0e-a839-44c1-ad36-ebda9e178618', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'fixed_ips': [{'subnet_id': 'ed8d2e05-2093-4b56-8a76-44b286f8019c'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:27:55.623541 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-324046d2-6f05-4537-b3e9-cbcdff1ce83b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.624189 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-841fa686-f221-4a87-84af-d2f56bae901a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.625725 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-324046d2-6f05-4537-b3e9-cbcdff1ce83b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/ports/8fa4a4db-9d37-4dd8-b054-2b75d83d8144 HTTP/1.1" status: 204 len: 168 time: 2.2327566 Jul 23 20:27:55.628704 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48866) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:55.770162 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-0138ede6-22d0-4b50-959e-53bcb269af82 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Network 8277b880-25b7-4e8d-bc05-f3008c9d7af5 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:55.776420 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ef4efbe1-3fdb-4014-a4f2-655882baf550 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.785448 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ef4efbe1-3fdb-4014-a4f2-655882baf550 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.851297 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e08ba3c-0784-4052-8b40-8e7912a1d315 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:55.860669 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8e08ba3c-0784-4052-8b40-8e7912a1d315 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2266848 Jul 23 20:27:55.862427 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48868) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:55.881829 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-0138ede6-22d0-4b50-959e-53bcb269af82 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:55.893711 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ef4efbe1-3fdb-4014-a4f2-655882baf550 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.898706 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ef4efbe1-3fdb-4014-a4f2-655882baf550 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5621202 Jul 23 20:27:55.915269 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-0138ede6-22d0-4b50-959e-53bcb269af82 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:55.941795 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48870) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:56.002580 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-841fa686-f221-4a87-84af-d2f56bae901a None None] Allocated IP 172.20.0.2 (7b3aba0e-a839-44c1-ad36-ebda9e178618/ed8d2e05-2093-4b56-8a76-44b286f8019c/128b576f-82bc-44f7-a37d-bdecbec8c999) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:56.026132 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0138ede6-22d0-4b50-959e-53bcb269af82 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Pushing event updated for resources: {'Port': ['ID=2636f252-0202-443a-afe6-3f744c3b8b1a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:56.098346 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-0138ede6-22d0-4b50-959e-53bcb269af82 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:56.099236 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-0138ede6-22d0-4b50-959e-53bcb269af82 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:56.158327 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4480875e-a738-4392-a88f-add3a378bbac req-ae468fc8-8f03-4674-baa8-785d4051d142 service neutron] 10.222.0.30 "GET /v2.0/networks/bd3fc2da-f343-4eff-93f0-5695d77abd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5329831 Jul 23 20:27:56.165209 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-0138ede6-22d0-4b50-959e-53bcb269af82 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.7453921 Jul 23 20:27:56.200995 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-53f3f055-6ad3-4423-b6eb-5cef6574b70b service neutron] Request body: {'port': {'device_id': '0b916674-9de2-40da-ada6-76239e49222a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:56.313235 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5af1e53a-1716-4f26-b02f-d4a7f6112248 None None] Provisioning for port 2636f252-0202-443a-afe6-3f744c3b8b1a completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:27:56.390084 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5af1e53a-1716-4f26-b02f-d4a7f6112248 None None] Provisioning complete for port 2636f252-0202-443a-afe6-3f744c3b8b1a triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:56.396694 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5af1e53a-1716-4f26-b02f-d4a7f6112248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:56.457840 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-53f3f055-6ad3-4423-b6eb-5cef6574b70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:56.493775 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-841fa686-f221-4a87-84af-d2f56bae901a None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:56.510998 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-5af1e53a-1716-4f26-b02f-d4a7f6112248 None None] Port 2636f252-0202-443a-afe6-3f744c3b8b1a cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:27:56.515996 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-841fa686-f221-4a87-84af-d2f56bae901a None None] Transition to ACTIVE for port object 128b576f-82bc-44f7-a37d-bdecbec8c999 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:56.545973 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5877c5-34e2-4573-95fc-a7ba668d6a63 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:56.552048 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-bb5877c5-34e2-4573-95fc-a7ba668d6a63 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6782424 Jul 23 20:27:56.554920 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48878) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:56.558497 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-841fa686-f221-4a87-84af-d2f56bae901a None None] Transition to ACTIVE for port object 128b576f-82bc-44f7-a37d-bdecbec8c999 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:56.571181 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-841fa686-f221-4a87-84af-d2f56bae901a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:56.630592 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1f1e95-3159-420c-a9c1-7f44f1712f4a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:56.632249 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1f1e95-3159-420c-a9c1-7f44f1712f4a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:56.634192 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1f1e95-3159-420c-a9c1-7f44f1712f4a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:56.639082 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8b1f1e95-3159-420c-a9c1-7f44f1712f4a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0803216 Jul 23 20:27:56.643813 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841fa686-f221-4a87-84af-d2f56bae901a None None] Network 7b3aba0e-a839-44c1-ad36-ebda9e178618 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:56.649351 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-841fa686-f221-4a87-84af-d2f56bae901a None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:56.654277 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841fa686-f221-4a87-84af-d2f56bae901a None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:56.662238 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48880) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:56.673328 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88fe52-ab2a-4f09-a5eb-07cc677a8c7e req-60bb0c5c-066e-473b-aca2-c35ffd1d9dfa tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:56.675738 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9e88fe52-ab2a-4f09-a5eb-07cc677a8c7e req-60bb0c5c-066e-473b-aca2-c35ffd1d9dfa tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 943 time: 0.5101581 Jul 23 20:27:56.707073 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841fa686-f221-4a87-84af-d2f56bae901a None None] Pushing event updated for resources: {'Port': ['ID=128b576f-82bc-44f7-a37d-bdecbec8c999,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:56.741914 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9e88fe52-ab2a-4f09-a5eb-07cc677a8c7e req-bac95143-fbdb-44b1-b2e6-ce2dc42d861e tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592334 Jul 23 20:27:56.761834 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f41030b-d338-4657-bf74-69dddaf89e6f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting subnet af3e0f1f-01c0-4e4a-912f-ef3907663f88 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:27:56.764506 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-841fa686-f221-4a87-84af-d2f56bae901a None None] Attempting to bind port 128b576f-82bc-44f7-a37d-bdecbec8c999 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:27:56.765059 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-841fa686-f221-4a87-84af-d2f56bae901a None None] Attempting to bind port 128b576f-82bc-44f7-a37d-bdecbec8c999 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'd7b10fcf-aa0d-4d8b-8b1a-38d4bc60566a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7b3aba0e-a839-44c1-ad36-ebda9e178618'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:27:56.765205 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2f41030b-d338-4657-bf74-69dddaf89e6f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:56.765429 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841fa686-f221-4a87-84af-d2f56bae901a None None] Attempting to bind port 128b576f-82bc-44f7-a37d-bdecbec8c999 on network 7b3aba0e-a839-44c1-ad36-ebda9e178618 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:27:56.794645 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841fa686-f221-4a87-84af-d2f56bae901a None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:27:56.795277 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841fa686-f221-4a87-84af-d2f56bae901a None None] Checking segment: {'id': 'd7b10fcf-aa0d-4d8b-8b1a-38d4bc60566a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7b3aba0e-a839-44c1-ad36-ebda9e178618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:27:56.795873 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-841fa686-f221-4a87-84af-d2f56bae901a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:56.796282 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841fa686-f221-4a87-84af-d2f56bae901a None None] Bound using segment: {'id': 'd7b10fcf-aa0d-4d8b-8b1a-38d4bc60566a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7b3aba0e-a839-44c1-ad36-ebda9e178618'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:27:56.797222 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a211d8a1-9060-4f36-948c-33053964e54a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:56.797391 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-841fa686-f221-4a87-84af-d2f56bae901a None None] Bound port: 128b576f-82bc-44f7-a37d-bdecbec8c999, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b10fcf-aa0d-4d8b-8b1a-38d4bc60566a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7b3aba0e-a839-44c1-ad36-ebda9e178618'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:27:56.797391 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-841fa686-f221-4a87-84af-d2f56bae901a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:56.816281 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4480875e-a738-4392-a88f-add3a378bbac req-21d8e036-795c-4463-be3b-6f1914ca9081 service neutron] 10.222.0.30 "GET /v2.0/networks/bd3fc2da-f343-4eff-93f0-5695d77abd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6500494 Jul 23 20:27:56.878691 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2f41030b-d338-4657-bf74-69dddaf89e6f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:57.003156 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76757e5c-d47b-4b0f-88e6-abf2fdbabbe6 req-ccfd08ff-c7c5-41ca-bc2f-fa27841657cc tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:57.005427 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-76757e5c-d47b-4b0f-88e6-abf2fdbabbe6 req-ccfd08ff-c7c5-41ca-bc2f-fa27841657cc tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b916674-9de2-40da-ada6-76239e49222a HTTP/1.1" status: 200 len: 895 time: 0.7313213 Jul 23 20:27:57.132469 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-a211d8a1-9060-4f36-948c-33053964e54a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Allocated IP 172.20.0.1 (7b3aba0e-a839-44c1-ad36-ebda9e178618/ed8d2e05-2093-4b56-8a76-44b286f8019c/2bb07146-2e6d-4b77-a868-840474bb40ea) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:57.140487 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2f41030b-d338-4657-bf74-69dddaf89e6f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:57.210000 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-841fa686-f221-4a87-84af-d2f56bae901a None None] For port 128b576f-82bc-44f7-a37d-bdecbec8c999, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:27:57.218898 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-841fa686-f221-4a87-84af-d2f56bae901a None None] For port 128b576f-82bc-44f7-a37d-bdecbec8c999, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=128b576f-82bc-44f7-a37d-bdecbec8c999,segment=NetworkSegment(d7b10fcf-aa0d-4d8b-8b1a-38d4bc60566a),segment_id=d7b10fcf-aa0d-4d8b-8b1a-38d4bc60566a)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:27:57.220545 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f857f-e4a5-4a07-a08f-80a579cc6d97 req-57835e16-bc54-4ccd-9896-626a793da0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:57.222826 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7f9f857f-e4a5-4a07-a08f-80a579cc6d97 req-57835e16-bc54-4ccd-9896-626a793da0bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99134e0f99a8419eae5eb1d5d4aedeb7&device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 1095 time: 0.3406188 Jul 23 20:27:57.236011 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-841fa686-f221-4a87-84af-d2f56bae901a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:57.327464 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841fa686-f221-4a87-84af-d2f56bae901a None None] Pushing event updated for resources: {'Port': ['ID=128b576f-82bc-44f7-a37d-bdecbec8c999,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:57.378049 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2f41030b-d338-4657-bf74-69dddaf89e6f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:57.406921 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a211d8a1-9060-4f36-948c-33053964e54a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:57.409201 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-53f3f055-6ad3-4423-b6eb-5cef6574b70b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2636f252-0202-443a-afe6-3f744c3b8b1a {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:27:57.437262 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a211d8a1-9060-4f36-948c-33053964e54a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Transition to ACTIVE for port object 2bb07146-2e6d-4b77-a868-840474bb40ea will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:57.454761 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-53f3f055-6ad3-4423-b6eb-5cef6574b70b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:57.467309 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f41030b-d338-4657-bf74-69dddaf89e6f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Subnet': ['ID=af3e0f1f-01c0-4e4a-912f-ef3907663f88,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:57.484245 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a211d8a1-9060-4f36-948c-33053964e54a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:57.490378 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-53f3f055-6ad3-4423-b6eb-5cef6574b70b service neutron] Transition to ACTIVE for port object 2636f252-0202-443a-afe6-3f744c3b8b1a will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:57.491856 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2f41030b-d338-4657-bf74-69dddaf89e6f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:57.493643 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2f41030b-d338-4657-bf74-69dddaf89e6f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/af3e0f1f-01c0-4e4a-912f-ef3907663f88 HTTP/1.1" status: 204 len: 168 time: 0.8274214 Jul 23 20:27:57.498575 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068ce321-4406-4941-b65e-1adc7a61106e None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:27:57.500000 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48884) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:57.500708 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-53f3f055-6ad3-4423-b6eb-5cef6574b70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:57.551660 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a211d8a1-9060-4f36-948c-33053964e54a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Network 7b3aba0e-a839-44c1-ad36-ebda9e178618 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:57.556653 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-a211d8a1-9060-4f36-948c-33053964e54a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:57.580651 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f857f-e4a5-4a07-a08f-80a579cc6d97 req-1d6e61fb-eacd-4b22-bad0-d888b1a530d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:57.582897 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7f9f857f-e4a5-4a07-a08f-80a579cc6d97 req-1d6e61fb-eacd-4b22-bad0-d888b1a530d4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd3fc2da-f343-4eff-93f0-5695d77abd1d HTTP/1.1" status: 200 len: 917 time: 0.3526697 Jul 23 20:27:57.621586 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a211d8a1-9060-4f36-948c-33053964e54a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:57.709538 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211d8a1-9060-4f36-948c-33053964e54a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event updated for resources: {'Port': ['ID=2bb07146-2e6d-4b77-a868-840474bb40ea,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:57.724348 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a211d8a1-9060-4f36-948c-33053964e54a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:57.756336 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7f9f857f-e4a5-4a07-a08f-80a579cc6d97 req-6bebc7d4-bb43-4a99-b944-446eec2ec642 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac61d90f-a359-46b2-9a58-fba7455cfbe9 HTTP/1.1" status: 200 len: 217 time: 0.1616740 Jul 23 20:27:57.804262 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f3f055-6ad3-4423-b6eb-5cef6574b70b service neutron] Pushing event updated for resources: {'Port': ['ID=2636f252-0202-443a-afe6-3f744c3b8b1a,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:57.926199 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7e82189-f5fa-4419-b55b-1a216e97ebad tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting subnet be045ace-6745-4e29-9bfc-ba9a76d68fb2 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:27:57.939251 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f857f-e4a5-4a07-a08f-80a579cc6d97 req-2d801e94-f742-4a57-a7db-35973e6b68e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:57.941152 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7f9f857f-e4a5-4a07-a08f-80a579cc6d97 req-2d801e94-f742-4a57-a7db-35973e6b68e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63fa6ddd-c617-40f8-a250-cf59fcf077ba HTTP/1.1" status: 200 len: 855 time: 0.1553800 Jul 23 20:27:57.979878 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7e82189-f5fa-4419-b55b-1a216e97ebad tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:58.052578 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a211d8a1-9060-4f36-948c-33053964e54a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:58.125175 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece31c6f-4191-4eb6-a8bc-f58a5b5dda1b req-e5554e9d-266c-4e0d-91b7-98aee4d4ef93 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:58.133686 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ece31c6f-4191-4eb6-a8bc-f58a5b5dda1b req-e5554e9d-266c-4e0d-91b7-98aee4d4ef93 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 943 time: 0.1634257 Jul 23 20:27:58.268179 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7e82189-f5fa-4419-b55b-1a216e97ebad tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:58.340159 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ece31c6f-4191-4eb6-a8bc-f58a5b5dda1b req-f2c66fbb-1247-4514-b234-f56b963c0523 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734092 Jul 23 20:27:58.365396 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-53f3f055-6ad3-4423-b6eb-5cef6574b70b service neutron] Attempting to bind port 2636f252-0202-443a-afe6-3f744c3b8b1a on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:27:58.368157 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-53f3f055-6ad3-4423-b6eb-5cef6574b70b service neutron] Attempting to bind port 2636f252-0202-443a-afe6-3f744c3b8b1a by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '84dde54c-1655-4538-ac8b-ee7f48a83dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8277b880-25b7-4e8d-bc05-f3008c9d7af5'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:27:58.371128 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-53f3f055-6ad3-4423-b6eb-5cef6574b70b service neutron] Attempting to bind port 2636f252-0202-443a-afe6-3f744c3b8b1a on network 8277b880-25b7-4e8d-bc05-f3008c9d7af5 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:27:58.396924 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-53f3f055-6ad3-4423-b6eb-5cef6574b70b service neutron] Port 2636f252-0202-443a-afe6-3f744c3b8b1a on network 8277b880-25b7-4e8d-bc05-f3008c9d7af5 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:27:58.397245 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-53f3f055-6ad3-4423-b6eb-5cef6574b70b service neutron] Attempting to bind port 2636f252-0202-443a-afe6-3f744c3b8b1a on network 8277b880-25b7-4e8d-bc05-f3008c9d7af5 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:27:58.438825 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f857f-e4a5-4a07-a08f-80a579cc6d97 req-bfd00457-a68b-4c56-9940-eb321d49dfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:58.440467 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7f9f857f-e4a5-4a07-a08f-80a579cc6d97 req-bfd00457-a68b-4c56-9940-eb321d49dfee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd3fc2da-f343-4eff-93f0-5695d77abd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4508581 Jul 23 20:27:58.449160 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-53f3f055-6ad3-4423-b6eb-5cef6574b70b service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:27:58.449403 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-53f3f055-6ad3-4423-b6eb-5cef6574b70b service neutron] Checking segment: {'id': '84dde54c-1655-4538-ac8b-ee7f48a83dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8277b880-25b7-4e8d-bc05-f3008c9d7af5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:27:58.449828 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-53f3f055-6ad3-4423-b6eb-5cef6574b70b service neutron] Bound using segment: {'id': '84dde54c-1655-4538-ac8b-ee7f48a83dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8277b880-25b7-4e8d-bc05-f3008c9d7af5'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:27:58.450319 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-53f3f055-6ad3-4423-b6eb-5cef6574b70b service neutron] Bound port: 2636f252-0202-443a-afe6-3f744c3b8b1a, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84dde54c-1655-4538-ac8b-ee7f48a83dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8277b880-25b7-4e8d-bc05-f3008c9d7af5'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:27:58.450627 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-53f3f055-6ad3-4423-b6eb-5cef6574b70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:58.497038 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 128b576f-82bc-44f7-a37d-bdecbec8c999 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:27:58.600456 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1042b-7c6a-4e83-bf3c-e2aed539c8b3 req-cfb05052-48c4-4818-bcdc-f8bb1d303e1b tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:58.602122 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b8b1042b-7c6a-4e83-bf3c-e2aed539c8b3 req-cfb05052-48c4-4818-bcdc-f8bb1d303e1b tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b916674-9de2-40da-ada6-76239e49222a HTTP/1.1" status: 200 len: 907 time: 0.4393501 Jul 23 20:27:58.611079 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 128b576f-82bc-44f7-a37d-bdecbec8c999 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:27:58.750189 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7e82189-f5fa-4419-b55b-1a216e97ebad tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:58.918561 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7e82189-f5fa-4419-b55b-1a216e97ebad tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:58.993441 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7f9f857f-e4a5-4a07-a08f-80a579cc6d97 req-6b62a489-2137-4ba1-bc51-4c358790c282 service neutron] 10.222.0.30 "GET /v2.0/networks/bd3fc2da-f343-4eff-93f0-5695d77abd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4858913 Jul 23 20:27:59.016801 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e82189-f5fa-4419-b55b-1a216e97ebad tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Subnet': ['ID=be045ace-6745-4e29-9bfc-ba9a76d68fb2,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:59.028927 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7909f22-b693-4687-a226-da151eacf613 None None] Network 7b3aba0e-a839-44c1-ad36-ebda9e178618 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:27:59.036601 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-53f3f055-6ad3-4423-b6eb-5cef6574b70b service neutron] For port 2636f252-0202-443a-afe6-3f744c3b8b1a, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:27:59.069589 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-53f3f055-6ad3-4423-b6eb-5cef6574b70b service neutron] For port 2636f252-0202-443a-afe6-3f744c3b8b1a, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=2636f252-0202-443a-afe6-3f744c3b8b1a,segment=NetworkSegment(84dde54c-1655-4538-ac8b-ee7f48a83dbd),segment_id=84dde54c-1655-4538-ac8b-ee7f48a83dbd)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:27:59.084289 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-53f3f055-6ad3-4423-b6eb-5cef6574b70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:59.106842 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7e82189-f5fa-4419-b55b-1a216e97ebad tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:59.108911 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c7e82189-f5fa-4419-b55b-1a216e97ebad tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/be045ace-6745-4e29-9bfc-ba9a76d68fb2 HTTP/1.1" status: 204 len: 168 time: 1.6028135 Jul 23 20:27:59.118965 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48900) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:59.175077 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-80c14065-3726-4787-acb3-b0d31ef4cad8 None None] Provisioning for port 128b576f-82bc-44f7-a37d-bdecbec8c999 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:27:59.185408 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-80c14065-3726-4787-acb3-b0d31ef4cad8 None None] Provisioning complete for port 128b576f-82bc-44f7-a37d-bdecbec8c999 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:59.186166 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-80c14065-3726-4787-acb3-b0d31ef4cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:59.200047 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-53f3f055-6ad3-4423-b6eb-5cef6574b70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:59.200931 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-53f3f055-6ad3-4423-b6eb-5cef6574b70b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:59.202937 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-53f3f055-6ad3-4423-b6eb-5cef6574b70b service neutron] 10.222.0.30 "PUT /v2.0/ports/2636f252-0202-443a-afe6-3f744c3b8b1a HTTP/1.1" status: 200 len: 1056 time: 3.0077927 Jul 23 20:27:59.203868 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b916674-9de2-40da-ada6-76239e49222a', 'tag': '2636f252-0202-443a-afe6-3f744c3b8b1a'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:27:59.207309 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e50e59b-dd5e-4664-aeac-a9dd2d030061" -d '{"events": [{"name": "network-changed", "server_uuid": "0b916674-9de2-40da-ada6-76239e49222a", "tag": "2636f252-0202-443a-afe6-3f744c3b8b1a"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:27:59.336654 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d150ed-fbef-4413-8642-04adab023d3d x-openstack-request-id: req-79d150ed-fbef-4413-8642-04adab023d3d {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:59.337789 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b916674-9de2-40da-ada6-76239e49222a", "tag": "2636f252-0202-443a-afe6-3f744c3b8b1a", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:59.337933 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79d150ed-fbef-4413-8642-04adab023d3d {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:59.338610 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b916674-9de2-40da-ada6-76239e49222a', 'tag': '2636f252-0202-443a-afe6-3f744c3b8b1a', 'status': 'completed', 'code': 200} Jul 23 20:27:59.344893 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ba93f5-03a6-4087-b7b3-4a35cdb2aeae None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:27:59.353930 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f3f055-6ad3-4423-b6eb-5cef6574b70b service neutron] Pushing event updated for resources: {'Port': ['ID=2636f252-0202-443a-afe6-3f744c3b8b1a,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:59.398241 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a211d8a1-9060-4f36-948c-33053964e54a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:59.403000 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9f17d85c-ff41-4bf0-b886-7a14bebf72b5 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2825084 Jul 23 20:27:59.405230 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a211d8a1-9060-4f36-948c-33053964e54a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:59.412144 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48910) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:59.437449 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7f9f857f-e4a5-4a07-a08f-80a579cc6d97 req-30f3ab4e-600b-4789-b5f5-f78812a4dccf service neutron] 10.222.0.30 "GET /v2.0/networks/bd3fc2da-f343-4eff-93f0-5695d77abd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115353 Jul 23 20:27:59.444885 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-5019471e-d0f5-4c36-b11f-de16b1ff2179 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'subnet': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:59.496296 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-07db87d9-68dd-4a84-97cb-d4f37c438d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:59.498466 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-07db87d9-68dd-4a84-97cb-d4f37c438d07 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=48931fde9d19441ebe3fcc084a77e899&device_id=0b916674-9de2-40da-ada6-76239e49222a HTTP/1.1" status: 200 len: 1059 time: 0.2365057 Jul 23 20:27:59.567211 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-84070df0-5e50-4e22-9f1c-8163dee36862 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=2636f252-0202-443a-afe6-3f744c3b8b1a HTTP/1.1" status: 200 len: 217 time: 0.0606418 Jul 23 20:27:59.715763 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a211d8a1-9060-4f36-948c-33053964e54a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:59.716368 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-32dc92a0-ea5d-4cb2-8a91-0ae2d745e071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:59.717964 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-32dc92a0-ea5d-4cb2-8a91-0ae2d745e071 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6aa135fc-20a2-40ee-b3c7-944ab8df7fc0 HTTP/1.1" status: 200 len: 838 time: 0.1412044 Jul 23 20:27:59.736915 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-80c14065-3726-4787-acb3-b0d31ef4cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:59.776000 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211d8a1-9060-4f36-948c-33053964e54a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event updated for resources: {'Port': ['ID=2bb07146-2e6d-4b77-a868-840474bb40ea,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:59.813772 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-80c14065-3726-4787-acb3-b0d31ef4cad8 None None] For port 128b576f-82bc-44f7-a37d-bdecbec8c999, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=128b576f-82bc-44f7-a37d-bdecbec8c999,segment=NetworkSegment(d7b10fcf-aa0d-4d8b-8b1a-38d4bc60566a),segment_id=d7b10fcf-aa0d-4d8b-8b1a-38d4bc60566a)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:59.821918 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-80c14065-3726-4787-acb3-b0d31ef4cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:59.864472 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5019471e-d0f5-4c36-b11f-de16b1ff2179 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:59.867884 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5019471e-d0f5-4c36-b11f-de16b1ff2179 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:59.942422 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c14065-3726-4787-acb3-b0d31ef4cad8 None None] Pushing event updated for resources: {'Port': ['ID=128b576f-82bc-44f7-a37d-bdecbec8c999,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:59.989891 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43e8665-c910-4487-91e6-c64a8a9c62ff None None] DHCP port deletion for bd014336-7cf6-4be5-829d-b33260ee43fe request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:28:00.058503 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-aff5f856-15d3-406a-9068-8db9bc2f5522 None None] Provisioning complete for port 3f677e39-f2cb-43b8-8dc6-de9362e05e02 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:00.059029 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aff5f856-15d3-406a-9068-8db9bc2f5522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:00.241309 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-c43e8665-c910-4487-91e6-c64a8a9c62ff None None] Deleting port 3f677e39-f2cb-43b8-8dc6-de9362e05e02 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:00.241733 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c43e8665-c910-4487-91e6-c64a8a9c62ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:00.456141 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-c43e8665-c910-4487-91e6-c64a8a9c62ff None None] For port 3f677e39-f2cb-43b8-8dc6-de9362e05e02, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3f677e39-f2cb-43b8-8dc6-de9362e05e02,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:00.462077 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c43e8665-c910-4487-91e6-c64a8a9c62ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:00.474404 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 128b576f-82bc-44f7-a37d-bdecbec8c999 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:00.505198 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-c43e8665-c910-4487-91e6-c64a8a9c62ff None None] Calling delete_port for 3f677e39-f2cb-43b8-8dc6-de9362e05e02 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:00.552181 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5019471e-d0f5-4c36-b11f-de16b1ff2179 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:00.559012 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0cbc8839-670d-4fbc-bf06-71bbc002e34d None None] Provisioning for port 2bb07146-2e6d-4b77-a868-840474bb40ea completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:00.609985 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0cbc8839-670d-4fbc-bf06-71bbc002e34d None None] Provisioning complete for port 2bb07146-2e6d-4b77-a868-840474bb40ea triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:00.612114 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0cbc8839-670d-4fbc-bf06-71bbc002e34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:00.625951 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7f533-8e7b-4818-b5f4-be19ab26a1f5 req-94bb388e-9249-4e66-8746-0a6fea91a38c tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:00.628334 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-22c7f533-8e7b-4818-b5f4-be19ab26a1f5 req-94bb388e-9249-4e66-8746-0a6fea91a38c tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b916674-9de2-40da-ada6-76239e49222a HTTP/1.1" status: 200 len: 907 time: 0.8318806 Jul 23 20:28:00.662341 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564aaf2-05de-4913-8fc9-41e0a9074809 req-c44888cb-31bb-4721-b4d1-9ef1574e989a tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:00.663952 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d564aaf2-05de-4913-8fc9-41e0a9074809 req-c44888cb-31bb-4721-b4d1-9ef1574e989a tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 943 time: 1.0958261 Jul 23 20:28:00.670406 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5019471e-d0f5-4c36-b11f-de16b1ff2179 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:00.676562 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-5019471e-d0f5-4c36-b11f-de16b1ff2179 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:00.692433 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a211d8a1-9060-4f36-948c-33053964e54a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Network 7b3aba0e-a839-44c1-ad36-ebda9e178618 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:00.696638 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5019471e-d0f5-4c36-b11f-de16b1ff2179 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:00.697496 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5019471e-d0f5-4c36-b11f-de16b1ff2179 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:00.699875 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-a211d8a1-9060-4f36-948c-33053964e54a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:00.709327 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5019471e-d0f5-4c36-b11f-de16b1ff2179 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Subnet': ['ID=a26ead01-4f51-481c-b2c2-5df1224230e3,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:00.741766 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device ac61d90f-a359-46b2-9a58-fba7455cfbe9 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:28:00.791868 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d564aaf2-05de-4913-8fc9-41e0a9074809 req-2c51e8d3-5862-4971-b4e9-b6a72a2d2a89 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137280 Jul 23 20:28:00.807974 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-c0f1c573-4be4-49a7-839f-4c29048a805d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:00.809514 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-c0f1c573-4be4-49a7-839f-4c29048a805d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8277b880-25b7-4e8d-bc05-f3008c9d7af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 1.0766590 Jul 23 20:28:00.866973 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-0cbc8839-670d-4fbc-bf06-71bbc002e34d None None] Port 2bb07146-2e6d-4b77-a868-840474bb40ea cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:28:00.888331 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5019471e-d0f5-4c36-b11f-de16b1ff2179 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4569547 Jul 23 20:28:00.891045 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48920) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:00.906778 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-71a710ce-cbb6-4f7e-821e-47025b18bf33 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'subnet': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:00.988809 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 128b576f-82bc-44f7-a37d-bdecbec8c999 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:00.989401 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:01.007291 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-4420c71f-f435-4e88-9918-b17229557478 service neutron] 10.222.0.30 "GET /v2.0/networks/8277b880-25b7-4e8d-bc05-f3008c9d7af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904943 Jul 23 20:28:01.037299 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a211d8a1-9060-4f36-948c-33053964e54a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Router e1471463-59ed-470c-a3a4-d7a92adb7eb9 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:28:01.040420 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0cbc8839-670d-4fbc-bf06-71bbc002e34d None None] Provisioning complete for port 128b576f-82bc-44f7-a37d-bdecbec8c999 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:01.040994 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0cbc8839-670d-4fbc-bf06-71bbc002e34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:01.049102 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c43e8665-c910-4487-91e6-c64a8a9c62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:01.061213 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port ac61d90f-a359-46b2-9a58-fba7455cfbe9, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=ac61d90f-a359-46b2-9a58-fba7455cfbe9,segment=NetworkSegment(200529f2-acc5-4abc-91bf-3609d16ae961),segment_id=200529f2-acc5-4abc-91bf-3609d16ae961)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:01.178795 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e8665-c910-4487-91e6-c64a8a9c62ff None None] Pushing event deleted for resources: {'Port': ['ID=3f677e39-f2cb-43b8-8dc6-de9362e05e02,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:01.180520 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'ac61d90f-a359-46b2-9a58-fba7455cfbe9', 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d', 'port_id': 'ac61d90f-a359-46b2-9a58-fba7455cfbe9', 'mac_address': 'fa:16:3e:52:75:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fa6ddd-c617-40f8-a250-cf59fcf077ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:28:01.188067 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43e8665-c910-4487-91e6-c64a8a9c62ff None None] No DVR routers for this DVR port 3f677e39-f2cb-43b8-8dc6-de9362e05e02 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:28:01.236275 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c69543-04cd-42b9-b435-f65c4f30129a None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:01.247602 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0ba36259-cca9-48a9-924a-dccaa11e8ebd req-fbe99e1d-a0ad-44ed-9f63-5e31dcbb000b service neutron] 10.222.0.30 "GET /v2.0/networks/8277b880-25b7-4e8d-bc05-f3008c9d7af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306962 Jul 23 20:28:01.328118 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a710ce-cbb6-4f7e-821e-47025b18bf33 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:01.334386 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-71a710ce-cbb6-4f7e-821e-47025b18bf33 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:01.356968 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:01.402467 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50e59b-dd5e-4664-aeac-a9dd2d030061 req-1b602675-27f3-4b81-973b-9f1aa903ad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:01.404963 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4e50e59b-dd5e-4664-aeac-a9dd2d030061 req-1b602675-27f3-4b81-973b-9f1aa903ad36 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=48931fde9d19441ebe3fcc084a77e899&device_id=0b916674-9de2-40da-ada6-76239e49222a HTTP/1.1" status: 200 len: 1059 time: 0.1048520 Jul 23 20:28:01.415687 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac61d90f-a359-46b2-9a58-fba7455cfbe9 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:28:01.449613 n-d-793618-10 neutron-server[93875]: INFO neutron.db.ipam_backend_mixin [None req-71a710ce-cbb6-4f7e-821e-47025b18bf33 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a26ead01-4f51-481c-b2c2-5df1224230e3 (CIDR: 2001:db8::/64) Jul 23 20:28:01.455269 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-71a710ce-cbb6-4f7e-821e-47025b18bf33 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:28:01.457216 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71a710ce-cbb6-4f7e-821e-47025b18bf33 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:01.464416 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port ac61d90f-a359-46b2-9a58-fba7455cfbe9, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=ac61d90f-a359-46b2-9a58-fba7455cfbe9,segment=NetworkSegment(200529f2-acc5-4abc-91bf-3609d16ae961),segment_id=200529f2-acc5-4abc-91bf-3609d16ae961)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:01.486369 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a211d8a1-9060-4f36-948c-33053964e54a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:28:01.499054 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a211d8a1-9060-4f36-948c-33053964e54a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "PUT /v2.0/routers/e1471463-59ed-470c-a3a4-d7a92adb7eb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5500400 Jul 23 20:28:01.499054 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-71a710ce-cbb6-4f7e-821e-47025b18bf33 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5982010 Jul 23 20:28:01.499054 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48924) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:01.500008 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48926) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:01.504895 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:01.508375 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-977676ba-42eb-443a-8760-6072524e7cfa tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'subnet': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:01.510446 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80aae941-680b-4cb9-89ac-8a38bd259978 None None] Sync routers for ids ['e1471463-59ed-470c-a3a4-d7a92adb7eb9'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:28:01.589942 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3f677e39-f2cb-43b8-8dc6-de9362e05e02 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:28:01.617626 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 3f677e39-f2cb-43b8-8dc6-de9362e05e02 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:28:01.618092 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3f677e39-f2cb-43b8-8dc6-de9362e05e02 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:28:01.646289 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50e59b-dd5e-4664-aeac-a9dd2d030061 req-094b3389-9a9d-48b0-83e0-e35cb26300b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:01.648135 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4e50e59b-dd5e-4664-aeac-a9dd2d030061 req-094b3389-9a9d-48b0-83e0-e35cb26300b4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8277b880-25b7-4e8d-bc05-f3008c9d7af5 HTTP/1.1" status: 200 len: 898 time: 0.2205853 Jul 23 20:28:01.698532 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8134767c-38ba-41e4-bf1f-4919bfb53f4b None None] Provisioning complete for port 2bb07146-2e6d-4b77-a868-840474bb40ea triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:01.698948 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8134767c-38ba-41e4-bf1f-4919bfb53f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:01.708366 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ddd18c-9f5a-4636-afa3-22244ae1b396 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:01.729184 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4e50e59b-dd5e-4664-aeac-a9dd2d030061 req-cec69166-34d6-4c0d-b183-4461655ffc92 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=2636f252-0202-443a-afe6-3f744c3b8b1a HTTP/1.1" status: 200 len: 217 time: 0.0723188 Jul 23 20:28:01.733816 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48932) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:01.735250 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b1ddd18c-9f5a-4636-afa3-22244ae1b396 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "GET /v2.0/ports/2bb07146-2e6d-4b77-a868-840474bb40ea HTTP/1.1" status: 200 len: 910 time: 0.2369664 Jul 23 20:28:01.740846 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-48765990-5b70-40e6-82f6-153fa002db12 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ed8d2e05-2093-4b56-8a76-44b286f8019c'}]}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:01.749235 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-8134767c-38ba-41e4-bf1f-4919bfb53f4b None None] Port 2bb07146-2e6d-4b77-a868-840474bb40ea cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:28:01.754109 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80aae941-680b-4cb9-89ac-8a38bd259978 None None] Routers {'e1471463-59ed-470c-a3a4-d7a92adb7eb9'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:01.757192 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-80aae941-680b-4cb9-89ac-8a38bd259978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:27:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['e1471463-59ed-470c-a3a4-d7a92adb7eb9'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:01.759710 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['ac61d90f-a359-46b2-9a58-fba7455cfbe9'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:28:01.791053 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e2da3e-171c-4e5c-87e4-14b066298b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-bd014336-7cf6-4be5-829d-b33260ee43fe', 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'tenant_id': '5b8a44966ee64868a6ea19d10cce6716', 'fixed_ips': [{'subnet_id': 'a26ead01-4f51-481c-b2c2-5df1224230e3'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:28:01.792007 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c5e2da3e-171c-4e5c-87e4-14b066298b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:01.874823 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=ac61d90f-a359-46b2-9a58-fba7455cfbe9,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:01.879273 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-80aae941-680b-4cb9-89ac-8a38bd259978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:01.906033 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7b712-4898-41ac-83f2-ca0a9f7030cf req-804751bf-b57d-441c-acf1-c1cd94c1441c tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:01.907833 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80aae941-680b-4cb9-89ac-8a38bd259978 None None] Routers {'e1471463-59ed-470c-a3a4-d7a92adb7eb9'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:01.908681 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-80aae941-680b-4cb9-89ac-8a38bd259978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:27:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['e1471463-59ed-470c-a3a4-d7a92adb7eb9'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:01.911884 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f1f7b712-4898-41ac-83f2-ca0a9f7030cf req-804751bf-b57d-441c-acf1-c1cd94c1441c tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b916674-9de2-40da-ada6-76239e49222a HTTP/1.1" status: 200 len: 907 time: 0.1502614 Jul 23 20:28:02.035482 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977676ba-42eb-443a-8760-6072524e7cfa tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:02.039502 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-977676ba-42eb-443a-8760-6072524e7cfa tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:02.048018 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50e59b-dd5e-4664-aeac-a9dd2d030061 req-8194a491-e9ae-45b0-b103-d5b3f4574ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:02.050476 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4e50e59b-dd5e-4664-aeac-a9dd2d030061 req-8194a491-e9ae-45b0-b103-d5b3f4574ac2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6aa135fc-20a2-40ee-b3c7-944ab8df7fc0 HTTP/1.1" status: 200 len: 838 time: 0.3059611 Jul 23 20:28:02.162564 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-80aae941-680b-4cb9-89ac-8a38bd259978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:02.163709 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80aae941-680b-4cb9-89ac-8a38bd259978 None None] The sync data for ids ['e1471463-59ed-470c-a3a4-d7a92adb7eb9'] in n-d-793618-10 is: [] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:28:02.308365 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b465b1-8412-4ee1-aae4-a7ef4fb28691 req-c73fbc10-a9c0-4ed2-8e1f-4248d2cd449b tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:02.310065 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b5b465b1-8412-4ee1-aae4-a7ef4fb28691 req-c73fbc10-a9c0-4ed2-8e1f-4248d2cd449b tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 944 time: 0.3407843 Jul 23 20:28:02.347341 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50e59b-dd5e-4664-aeac-a9dd2d030061 req-1868f35d-9e54-4fd0-9d87-453c17b149aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:02.348844 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4e50e59b-dd5e-4664-aeac-a9dd2d030061 req-1868f35d-9e54-4fd0-9d87-453c17b149aa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8277b880-25b7-4e8d-bc05-f3008c9d7af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2662878 Jul 23 20:28:02.472851 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-c5e2da3e-171c-4e5c-87e4-14b066298b1f None None] Allocated IP 2001:db8::2 (bd014336-7cf6-4be5-829d-b33260ee43fe/a26ead01-4f51-481c-b2c2-5df1224230e3/e7a4f54a-7433-4a7f-b60f-c6f1ca626189) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:02.516498 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b5b465b1-8412-4ee1-aae4-a7ef4fb28691 req-36cb6c7b-aba6-4ec3-8f19-1aad92e61fc1 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864510 Jul 23 20:28:02.548382 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48765990-5b70-40e6-82f6-153fa002db12 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:02.607694 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4e50e59b-dd5e-4664-aeac-a9dd2d030061 req-c9db3218-bf0b-4ff0-95ed-dd6a06ded016 service neutron] 10.222.0.30 "GET /v2.0/networks/8277b880-25b7-4e8d-bc05-f3008c9d7af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463841 Jul 23 20:28:02.758345 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c5e2da3e-171c-4e5c-87e4-14b066298b1f None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:02.771214 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c5e2da3e-171c-4e5c-87e4-14b066298b1f None None] Transition to ACTIVE for port object e7a4f54a-7433-4a7f-b60f-c6f1ca626189 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:02.792167 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c5e2da3e-171c-4e5c-87e4-14b066298b1f None None] Transition to ACTIVE for port object e7a4f54a-7433-4a7f-b60f-c6f1ca626189 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:02.808502 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c5e2da3e-171c-4e5c-87e4-14b066298b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:02.869296 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e2da3e-171c-4e5c-87e4-14b066298b1f None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:02.875036 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-c5e2da3e-171c-4e5c-87e4-14b066298b1f None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:02.882703 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e2da3e-171c-4e5c-87e4-14b066298b1f None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:02.901062 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4e50e59b-dd5e-4664-aeac-a9dd2d030061 req-8690dcdc-fd72-4c12-a354-b1718369e946 service neutron] 10.222.0.30 "GET /v2.0/networks/8277b880-25b7-4e8d-bc05-f3008c9d7af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853911 Jul 23 20:28:03.040761 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-c5e2da3e-171c-4e5c-87e4-14b066298b1f None None] Attempting to bind port e7a4f54a-7433-4a7f-b60f-c6f1ca626189 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:28:03.041135 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-c5e2da3e-171c-4e5c-87e4-14b066298b1f None None] Attempting to bind port e7a4f54a-7433-4a7f-b60f-c6f1ca626189 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:28:03.042426 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e2da3e-171c-4e5c-87e4-14b066298b1f None None] Attempting to bind port e7a4f54a-7433-4a7f-b60f-c6f1ca626189 on network bd014336-7cf6-4be5-829d-b33260ee43fe {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:03.044710 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e2da3e-171c-4e5c-87e4-14b066298b1f None None] Pushing event updated for resources: {'Port': ['ID=e7a4f54a-7433-4a7f-b60f-c6f1ca626189,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:03.055493 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e2da3e-171c-4e5c-87e4-14b066298b1f None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:28:03.057669 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e2da3e-171c-4e5c-87e4-14b066298b1f None None] Checking segment: {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:03.058097 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c5e2da3e-171c-4e5c-87e4-14b066298b1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:03.058499 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e2da3e-171c-4e5c-87e4-14b066298b1f None None] Bound using segment: {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:28:03.060891 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-c5e2da3e-171c-4e5c-87e4-14b066298b1f None None] Bound port: e7a4f54a-7433-4a7f-b60f-c6f1ca626189, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34a4af2-055b-43b7-b119-f5c5641c4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:28:03.061347 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c5e2da3e-171c-4e5c-87e4-14b066298b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:03.194575 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28b127-930b-445e-b64a-460783fb3493 req-9c9d3cf1-def2-428b-bf09-df4fbf1fa1ab tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:03.198115 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f28b127-930b-445e-b64a-460783fb3493 req-9c9d3cf1-def2-428b-bf09-df4fbf1fa1ab tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b916674-9de2-40da-ada6-76239e49222a HTTP/1.1" status: 200 len: 907 time: 0.1222985 Jul 23 20:28:03.226535 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-c5e2da3e-171c-4e5c-87e4-14b066298b1f None None] For port e7a4f54a-7433-4a7f-b60f-c6f1ca626189, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:28:03.229791 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-c5e2da3e-171c-4e5c-87e4-14b066298b1f None None] For port e7a4f54a-7433-4a7f-b60f-c6f1ca626189, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=e7a4f54a-7433-4a7f-b60f-c6f1ca626189,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:28:03.249508 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c5e2da3e-171c-4e5c-87e4-14b066298b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:03.264402 n-d-793618-10 neutron-server[93876]: DEBUG neutron.objects.ports [None req-977676ba-42eb-443a-8760-6072524e7cfa tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93876) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 20:28:03.437787 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e2da3e-171c-4e5c-87e4-14b066298b1f None None] Pushing event updated for resources: {'Port': ['ID=e7a4f54a-7433-4a7f-b60f-c6f1ca626189,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:03.571952 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48765990-5b70-40e6-82f6-153fa002db12 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:03.584221 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48765990-5b70-40e6-82f6-153fa002db12 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:03.658990 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-977676ba-42eb-443a-8760-6072524e7cfa tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:03.764268 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48765990-5b70-40e6-82f6-153fa002db12 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:03.765517 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48765990-5b70-40e6-82f6-153fa002db12 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:03.769795 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-48765990-5b70-40e6-82f6-153fa002db12 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "PUT /v2.0/ports/2bb07146-2e6d-4b77-a868-840474bb40ea HTTP/1.1" status: 200 len: 910 time: 2.0320017 Jul 23 20:28:03.770681 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48950) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:03.988677 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48765990-5b70-40e6-82f6-153fa002db12 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event updated for resources: {'Port': ['ID=2bb07146-2e6d-4b77-a868-840474bb40ea,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:04.080430 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-977676ba-42eb-443a-8760-6072524e7cfa tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] For port e7a4f54a-7433-4a7f-b60f-c6f1ca626189, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=e7a4f54a-7433-4a7f-b60f-c6f1ca626189,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:04.171931 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534217a8-6afe-4122-b2e7-c4ff9f691e8c req-3d72922e-d3fa-4215-8bbe-159623d766d3 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:04.180981 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-534217a8-6afe-4122-b2e7-c4ff9f691e8c req-3d72922e-d3fa-4215-8bbe-159623d766d3 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 944 time: 0.4942248 Jul 23 20:28:04.363086 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-534217a8-6afe-4122-b2e7-c4ff9f691e8c req-0ab27e5d-a55f-458c-b936-892e72bd5bf9 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806288 Jul 23 20:28:04.387898 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-977676ba-42eb-443a-8760-6072524e7cfa tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:04.399448 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-977676ba-42eb-443a-8760-6072524e7cfa tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:04.404953 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-977676ba-42eb-443a-8760-6072524e7cfa tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:04.565892 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device e7a4f54a-7433-4a7f-b60f-c6f1ca626189 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:04.716856 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 2636f252-0202-443a-afe6-3f744c3b8b1a details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:28:04.720176 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device ac61d90f-a359-46b2-9a58-fba7455cfbe9 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:04.722116 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977676ba-42eb-443a-8760-6072524e7cfa tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:04.734963 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-977676ba-42eb-443a-8760-6072524e7cfa tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:04.757593 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6342496-d39b-41d9-935d-fba95299715e req-46d741af-5bce-4f35-99ae-1d61ff1cc4eb tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:04.759163 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977676ba-42eb-443a-8760-6072524e7cfa tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:04.759833 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-977676ba-42eb-443a-8760-6072524e7cfa tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:04.780594 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b6342496-d39b-41d9-935d-fba95299715e req-46d741af-5bce-4f35-99ae-1d61ff1cc4eb tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b916674-9de2-40da-ada6-76239e49222a HTTP/1.1" status: 200 len: 907 time: 0.3547211 Jul 23 20:28:04.783555 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7b81a4ae-a09f-4612-b391-7159a963d0df tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:04.790274 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977676ba-42eb-443a-8760-6072524e7cfa tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Subnet': ['ID=220fff3f-7c08-41e6-b52d-02b97702773b,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:04.858703 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-977676ba-42eb-443a-8760-6072524e7cfa tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.3543942 Jul 23 20:28:04.859779 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48958) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:04.860223 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977676ba-42eb-443a-8760-6072524e7cfa tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Port': ['ID=e7a4f54a-7433-4a7f-b60f-c6f1ca626189,revision_number=4']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:04.891118 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port e7a4f54a-7433-4a7f-b60f-c6f1ca626189 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:04.894452 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-87c119ba-ed4f-4c3a-80f8-14215503ad67 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Request body: {'port': {'network_id': 'bd014336-7cf6-4be5-829d-b33260ee43fe', 'mac_address': 'fa:16:3e:c0:8e:34', 'name': 'tempest-NetworksTestDHCPv6-1260608920'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:04.993561 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad294b3-e669-4075-a295-b532925f5412 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:05.026667 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port ac61d90f-a359-46b2-9a58-fba7455cfbe9 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:05.060079 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port ac61d90f-a359-46b2-9a58-fba7455cfbe9 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:05.061390 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:05.091315 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c119ba-ed4f-4c3a-80f8-14215503ad67 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Made reservation on behalf of 5b8a44966ee64868a6ea19d10cce6716 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:05.151821 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-84bb1321-cb8d-4da3-b9d3-bf5be714ebe3 None None] Provisioning for port e7a4f54a-7433-4a7f-b60f-c6f1ca626189 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:05.161777 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-84bb1321-cb8d-4da3-b9d3-bf5be714ebe3 None None] Provisioning complete for port e7a4f54a-7433-4a7f-b60f-c6f1ca626189 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:05.162544 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-84bb1321-cb8d-4da3-b9d3-bf5be714ebe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:05.165873 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 2636f252-0202-443a-afe6-3f744c3b8b1a, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=2636f252-0202-443a-afe6-3f744c3b8b1a,segment=NetworkSegment(84dde54c-1655-4538-ac8b-ee7f48a83dbd),segment_id=84dde54c-1655-4538-ac8b-ee7f48a83dbd)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:05.231565 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '2636f252-0202-443a-afe6-3f744c3b8b1a', 'network_id': '8277b880-25b7-4e8d-bc05-f3008c9d7af5', 'port_id': '2636f252-0202-443a-afe6-3f744c3b8b1a', 'mac_address': 'fa:16:3e:66:fa:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aa135fc-20a2-40ee-b3c7-944ab8df7fc0', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:28:05.306985 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-87c119ba-ed4f-4c3a-80f8-14215503ad67 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:05.384235 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-87c119ba-ed4f-4c3a-80f8-14215503ad67 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] device_id is not set on port 023bf8ad-157f-42d3-b7f2-97acd9442bb3 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:28:05.422784 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:05.510221 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:05.538138 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2636f252-0202-443a-afe6-3f744c3b8b1a {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:28:05.542937 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-84bb1321-cb8d-4da3-b9d3-bf5be714ebe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:05.590531 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 2636f252-0202-443a-afe6-3f744c3b8b1a, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=2636f252-0202-443a-afe6-3f744c3b8b1a,segment=NetworkSegment(84dde54c-1655-4538-ac8b-ee7f48a83dbd),segment_id=84dde54c-1655-4538-ac8b-ee7f48a83dbd)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:05.591764 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac61d90f-a359-46b2-9a58-fba7455cfbe9'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:28:05.594385 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f8549b-a736-484c-944d-e6cb099ead14" -d '{"events": [{"server_uuid": "fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2", "name": "network-vif-plugged", "status": "completed", "tag": "ac61d90f-a359-46b2-9a58-fba7455cfbe9"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:28:05.647723 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-7b81a4ae-a09f-4612-b391-7159a963d0df tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Deleting port 2bb07146-2e6d-4b77-a868-840474bb40ea {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:05.649828 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7b81a4ae-a09f-4612-b391-7159a963d0df tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:05.672517 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port ac61d90f-a359-46b2-9a58-fba7455cfbe9, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=ac61d90f-a359-46b2-9a58-fba7455cfbe9,segment=NetworkSegment(200529f2-acc5-4abc-91bf-3609d16ae961),segment_id=200529f2-acc5-4abc-91bf-3609d16ae961)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:05.685221 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:05.806099 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbad65f0-98dc-4652-bb4c-c4110f9662f1 x-openstack-request-id: req-cbad65f0-98dc-4652-bb4c-c4110f9662f1 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:28:05.806391 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2", "name": "network-vif-plugged", "status": "completed", "tag": "ac61d90f-a359-46b2-9a58-fba7455cfbe9", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:28:05.806712 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cbad65f0-98dc-4652-bb4c-c4110f9662f1 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:28:05.807076 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac61d90f-a359-46b2-9a58-fba7455cfbe9', 'code': 200} Jul 23 20:28:05.808240 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=2636f252-0202-443a-afe6-3f744c3b8b1a,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:05.812344 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:05.880824 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=ac61d90f-a359-46b2-9a58-fba7455cfbe9,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:05.907508 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-84bb1321-cb8d-4da3-b9d3-bf5be714ebe3 None None] For port e7a4f54a-7433-4a7f-b60f-c6f1ca626189, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=e7a4f54a-7433-4a7f-b60f-c6f1ca626189,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:05.919655 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-84bb1321-cb8d-4da3-b9d3-bf5be714ebe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:05.963649 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['2636f252-0202-443a-afe6-3f744c3b8b1a'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:28:06.074003 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb1321-cb8d-4da3-b9d3-bf5be714ebe3 None None] Pushing event updated for resources: {'Port': ['ID=e7a4f54a-7433-4a7f-b60f-c6f1ca626189,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:06.119740 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7b81a4ae-a09f-4612-b391-7159a963d0df tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:06.144314 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-7b81a4ae-a09f-4612-b391-7159a963d0df tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Calling delete_port for 2bb07146-2e6d-4b77-a868-840474bb40ea owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:06.156019 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354a5a4-a5e7-49e9-9446-3b92e0851c0b req-4e87a26a-3faf-4abe-999a-e3e0ed4f3f5d tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:06.157612 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b354a5a4-a5e7-49e9-9446-3b92e0851c0b req-4e87a26a-3faf-4abe-999a-e3e0ed4f3f5d tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b916674-9de2-40da-ada6-76239e49222a HTTP/1.1" status: 200 len: 908 time: 0.2076144 Jul 23 20:28:06.277494 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-87c119ba-ed4f-4c3a-80f8-14215503ad67 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Allocated IP 2001:db8::2f5 (bd014336-7cf6-4be5-829d-b33260ee43fe/a26ead01-4f51-481c-b2c2-5df1224230e3/023bf8ad-157f-42d3-b7f2-97acd9442bb3) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:06.286182 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-87c119ba-ed4f-4c3a-80f8-14215503ad67 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Allocated IP 2001:db8:0:1:f816:3eff:fec0:8e34 (bd014336-7cf6-4be5-829d-b33260ee43fe/220fff3f-7c08-41e6-b52d-02b97702773b/023bf8ad-157f-42d3-b7f2-97acd9442bb3) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:06.428584 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device e7a4f54a-7433-4a7f-b60f-c6f1ca626189 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:06.438229 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec19d86-4428-47e5-8472-6b6f138e509a req-9ed09950-522b-4922-ae2c-1caf6a8775a9 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:06.448575 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7b81a4ae-a09f-4612-b391-7159a963d0df tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:06.451249 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8ec19d86-4428-47e5-8472-6b6f138e509a req-9ed09950-522b-4922-ae2c-1caf6a8775a9 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 944 time: 0.8507752 Jul 23 20:28:06.502587 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b81a4ae-a09f-4612-b391-7159a963d0df tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event deleted for resources: {'Port': ['ID=2bb07146-2e6d-4b77-a868-840474bb40ea,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:06.528143 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919aa994-8c6e-406a-b2b5-ae982f3bc245 req-30a6a22b-423a-449e-9487-745829a25d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:06.529727 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-919aa994-8c6e-406a-b2b5-ae982f3bc245 req-30a6a22b-423a-449e-9487-745829a25d07 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 1097 time: 0.7327302 Jul 23 20:28:06.534980 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81a4ae-a09f-4612-b391-7159a963d0df tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:06.535729 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port e7a4f54a-7433-4a7f-b60f-c6f1ca626189 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:06.536052 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81a4ae-a09f-4612-b391-7159a963d0df tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:06.536631 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:06.537017 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81a4ae-a09f-4612-b391-7159a963d0df tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:06.537702 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81a4ae-a09f-4612-b391-7159a963d0df tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:06.538256 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81a4ae-a09f-4612-b391-7159a963d0df tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:06.538818 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81a4ae-a09f-4612-b391-7159a963d0df tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:06.539362 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81a4ae-a09f-4612-b391-7159a963d0df tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:06.540055 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81a4ae-a09f-4612-b391-7159a963d0df tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:06.540637 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81a4ae-a09f-4612-b391-7159a963d0df tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:06.541286 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81a4ae-a09f-4612-b391-7159a963d0df tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:06.541871 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81a4ae-a09f-4612-b391-7159a963d0df tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:06.542432 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81a4ae-a09f-4612-b391-7159a963d0df tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:06.765574 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7b81a4ae-a09f-4612-b391-7159a963d0df tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:06.767974 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 2636f252-0202-443a-afe6-3f744c3b8b1a up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:06.972734 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 2636f252-0202-443a-afe6-3f744c3b8b1a completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:06.978256 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 2636f252-0202-443a-afe6-3f744c3b8b1a triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:06.978656 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:07.082175 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b81a4ae-a09f-4612-b391-7159a963d0df tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Router e1471463-59ed-470c-a3a4-d7a92adb7eb9 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:28:07.085608 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b2eca64d-6adc-4e97-89be-325b83184865 None None] Provisioning complete for port e7a4f54a-7433-4a7f-b60f-c6f1ca626189 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:07.085989 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b2eca64d-6adc-4e97-89be-325b83184865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:07.209655 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-87c119ba-ed4f-4c3a-80f8-14215503ad67 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:07.256343 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-87c119ba-ed4f-4c3a-80f8-14215503ad67 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Transition to ACTIVE for port object 023bf8ad-157f-42d3-b7f2-97acd9442bb3 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:07.275514 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b81a4ae-a09f-4612-b391-7159a963d0df tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:28:07.289155 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092c5e4e-14c6-452d-a296-8202882f34a6 None None] Sync routers for ids ['e1471463-59ed-470c-a3a4-d7a92adb7eb9'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:28:07.297083 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7b81a4ae-a09f-4612-b391-7159a963d0df tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "PUT /v2.0/routers/e1471463-59ed-470c-a3a4-d7a92adb7eb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5250161 Jul 23 20:28:07.298309 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48976) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:07.308099 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092c5e4e-14c6-452d-a296-8202882f34a6 None None] Routers {'e1471463-59ed-470c-a3a4-d7a92adb7eb9'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:07.308826 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-092c5e4e-14c6-452d-a296-8202882f34a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:27:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['e1471463-59ed-470c-a3a4-d7a92adb7eb9'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:07.337737 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8ec19d86-4428-47e5-8472-6b6f138e509a req-edb45f69-e869-4976-aaf5-8353dbaa4ae4 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8449626 Jul 23 20:28:07.342222 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-87c119ba-ed4f-4c3a-80f8-14215503ad67 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:07.347806 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:07.376484 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-919aa994-8c6e-406a-b2b5-ae982f3bc245 req-d2560a0f-2575-412a-92ed-655445afa7e4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8257113 Jul 23 20:28:07.396956 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-092c5e4e-14c6-452d-a296-8202882f34a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:07.414124 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c119ba-ed4f-4c3a-80f8-14215503ad67 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Network bd014336-7cf6-4be5-829d-b33260ee43fe is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:07.415212 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092c5e4e-14c6-452d-a296-8202882f34a6 None None] Routers {'e1471463-59ed-470c-a3a4-d7a92adb7eb9'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:07.416692 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-092c5e4e-14c6-452d-a296-8202882f34a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:27:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['e1471463-59ed-470c-a3a4-d7a92adb7eb9'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:07.417304 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-87c119ba-ed4f-4c3a-80f8-14215503ad67 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:07.452015 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 2636f252-0202-443a-afe6-3f744c3b8b1a, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=2636f252-0202-443a-afe6-3f744c3b8b1a,segment=NetworkSegment(84dde54c-1655-4538-ac8b-ee7f48a83dbd),segment_id=84dde54c-1655-4538-ac8b-ee7f48a83dbd)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:07.455358 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c119ba-ed4f-4c3a-80f8-14215503ad67 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event updated for resources: {'Port': ['ID=023bf8ad-157f-42d3-b7f2-97acd9442bb3,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:07.459678 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c119ba-ed4f-4c3a-80f8-14215503ad67 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:07.459927 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:07.477049 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c119ba-ed4f-4c3a-80f8-14215503ad67 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:07.478272 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-87c119ba-ed4f-4c3a-80f8-14215503ad67 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:07.497451 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-092c5e4e-14c6-452d-a296-8202882f34a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:07.499983 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-87c119ba-ed4f-4c3a-80f8-14215503ad67 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6357319 Jul 23 20:28:07.500674 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48980) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:07.500907 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092c5e4e-14c6-452d-a296-8202882f34a6 None None] The sync data for ids ['e1471463-59ed-470c-a3a4-d7a92adb7eb9'] in n-d-793618-10 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:28:07.661973 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=2636f252-0202-443a-afe6-3f744c3b8b1a,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:07.680799 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-a6bd64bf-90a4-449b-aeb2-05130e53da47 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting port 023bf8ad-157f-42d3-b7f2-97acd9442bb3 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:07.681329 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a6bd64bf-90a4-449b-aeb2-05130e53da47 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:07.808039 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b916674-9de2-40da-ada6-76239e49222a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2636f252-0202-443a-afe6-3f744c3b8b1a'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:28:07.810557 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a191dd-0edd-4a9d-aacd-092474de368f" -d '{"events": [{"server_uuid": "0b916674-9de2-40da-ada6-76239e49222a", "name": "network-vif-plugged", "status": "completed", "tag": "2636f252-0202-443a-afe6-3f744c3b8b1a"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:28:07.823959 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a6bd64bf-90a4-449b-aeb2-05130e53da47 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:07.857134 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-a6bd64bf-90a4-449b-aeb2-05130e53da47 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Calling delete_port for 023bf8ad-157f-42d3-b7f2-97acd9442bb3 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:07.896288 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd85e89a-35d1-4833-a126-c902b53b44eb x-openstack-request-id: req-fd85e89a-35d1-4833-a126-c902b53b44eb {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:28:07.896959 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b916674-9de2-40da-ada6-76239e49222a", "name": "network-vif-plugged", "status": "completed", "tag": "2636f252-0202-443a-afe6-3f744c3b8b1a", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:28:07.897392 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd85e89a-35d1-4833-a126-c902b53b44eb {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:28:07.897999 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b916674-9de2-40da-ada6-76239e49222a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2636f252-0202-443a-afe6-3f744c3b8b1a', 'code': 200} Jul 23 20:28:07.990320 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0baeb86f-554d-4ed0-aaed-4deb2ae27f4a None None] Provisioning for port 023bf8ad-157f-42d3-b7f2-97acd9442bb3 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:08.002208 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0baeb86f-554d-4ed0-aaed-4deb2ae27f4a None None] Provisioning complete for port 023bf8ad-157f-42d3-b7f2-97acd9442bb3 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:08.002596 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0baeb86f-554d-4ed0-aaed-4deb2ae27f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.021870 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b13704e9-808a-4cd7-b023-ec828796a352 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1471463-59ed-470c-a3a4-d7a92adb7eb9 HTTP/1.1" status: 200 len: 205 time: 0.7210486 Jul 23 20:28:08.026112 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 48990) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:08.105897 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-0baeb86f-554d-4ed0-aaed-4deb2ae27f4a None None] Port 023bf8ad-157f-42d3-b7f2-97acd9442bb3 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:28:08.119046 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e0fce-3e82-4a2d-b1d8-f4eb51560116 req-8b8c7d19-a97c-4d96-922c-a815e82cde4d tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:08.120660 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1d5e0fce-3e82-4a2d-b1d8-f4eb51560116 req-8b8c7d19-a97c-4d96-922c-a815e82cde4d tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b916674-9de2-40da-ada6-76239e49222a HTTP/1.1" status: 200 len: 909 time: 0.8085427 Jul 23 20:28:08.182953 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-204a47ca-5323-42d8-b3ff-b02d5353d3e5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.304531 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c11c8-b48c-463d-b8a2-d9fd5e37b41f req-91d404f5-0dce-45eb-be46-022b0d418eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:08.306153 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-361c11c8-b48c-463d-b8a2-d9fd5e37b41f req-91d404f5-0dce-45eb-be46-022b0d418eb7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0b916674-9de2-40da-ada6-76239e49222a HTTP/1.1" status: 200 len: 1061 time: 0.3150630 Jul 23 20:28:08.416163 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-204a47ca-5323-42d8-b3ff-b02d5353d3e5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.422375 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-204a47ca-5323-42d8-b3ff-b02d5353d3e5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.538080 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-204a47ca-5323-42d8-b3ff-b02d5353d3e5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.538571 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204a47ca-5323-42d8-b3ff-b02d5353d3e5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Fanout notify agent at l3_agent the message router_deleted on router e1471463-59ed-470c-a3a4-d7a92adb7eb9 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:28:08.552331 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-204a47ca-5323-42d8-b3ff-b02d5353d3e5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.553453 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-204a47ca-5323-42d8-b3ff-b02d5353d3e5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "DELETE /v2.0/routers/e1471463-59ed-470c-a3a4-d7a92adb7eb9 HTTP/1.1" status: 204 len: 168 time: 0.5230064 Jul 23 20:28:08.556684 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48994) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:08.566683 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a6bd64bf-90a4-449b-aeb2-05130e53da47 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.608690 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bd64bf-90a4-449b-aeb2-05130e53da47 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Port': ['ID=023bf8ad-157f-42d3-b7f2-97acd9442bb3,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:08.625171 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-2745795d-5456-4960-a888-963d4ef74c80 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Deleting subnet ed8d2e05-2093-4b56-8a76-44b286f8019c {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:28:08.628682 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2745795d-5456-4960-a888-963d4ef74c80 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.686968 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2745795d-5456-4960-a888-963d4ef74c80 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.698751 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a6bd64bf-90a4-449b-aeb2-05130e53da47 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.700959 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a6bd64bf-90a4-449b-aeb2-05130e53da47 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/ports/023bf8ad-157f-42d3-b7f2-97acd9442bb3 HTTP/1.1" status: 204 len: 168 time: 1.1992233 Jul 23 20:28:08.709543 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a12aec-07ba-4e24-bbd4-39026efb59f6 req-d32d388a-6fcc-40b8-addb-80732e363069 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:08.711871 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 48998) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:08.731136 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c7a12aec-07ba-4e24-bbd4-39026efb59f6 req-d32d388a-6fcc-40b8-addb-80732e363069 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 945 time: 0.2815375 Jul 23 20:28:08.794310 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c7a12aec-07ba-4e24-bbd4-39026efb59f6 req-9439976c-2d71-4cac-9813-9853c9f2c116 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622816 Jul 23 20:28:08.849332 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039793f6-62bb-46c4-9fa2-07dd09c1a0cb tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:08.852252 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-039793f6-62bb-46c4-9fa2-07dd09c1a0cb tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1393218 Jul 23 20:28:08.853921 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49002) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:08.860478 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2745795d-5456-4960-a888-963d4ef74c80 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.928836 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea91f67-df5e-4b38-94af-f8f0ff53b713 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:08.933052 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5ea91f67-df5e-4b38-94af-f8f0ff53b713 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0754089 Jul 23 20:28:08.935479 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49004) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:08.991047 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40925ba1-fc09-4771-a8c9-b358666a9488 req-eecbae82-2086-4800-ae01-4b618badeae7 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:08.992697 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-40925ba1-fc09-4771-a8c9-b358666a9488 req-eecbae82-2086-4800-ae01-4b618badeae7 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 945 time: 0.1047859 Jul 23 20:28:08.994355 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2745795d-5456-4960-a888-963d4ef74c80 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.002222 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49008) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:09.015896 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-1ea67f61-9ad8-43fb-afd1-3e7ed2578720 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Request body: {'floatingip': {'port_id': 'ac61d90f-a359-46b2-9a58-fba7455cfbe9'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:09.035034 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745795d-5456-4960-a888-963d4ef74c80 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event deleted for resources: {'Subnet': ['ID=ed8d2e05-2093-4b56-8a76-44b286f8019c,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:09.037295 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2745795d-5456-4960-a888-963d4ef74c80 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.042384 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2745795d-5456-4960-a888-963d4ef74c80 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "DELETE /v2.0/subnets/ed8d2e05-2093-4b56-8a76-44b286f8019c HTTP/1.1" status: 204 len: 168 time: 0.4846280 Jul 23 20:28:09.042993 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49010) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:09.045277 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54ebe57-02d9-4e83-93ab-03faaa131dac None None] Network 7b3aba0e-a839-44c1-ad36-ebda9e178618 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:09.098019 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ea67f61-9ad8-43fb-afd1-3e7ed2578720 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.107030 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1b52c5-8665-48d3-9942-7da6e16b83c7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:09.108869 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1b52c5-8665-48d3-9942-7da6e16b83c7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:09.111548 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1b52c5-8665-48d3-9942-7da6e16b83c7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:09.113352 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3c1b52c5-8665-48d3-9942-7da6e16b83c7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1752734 Jul 23 20:28:09.131668 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49014) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:09.136195 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3a67d84d-5d72-488a-8089-7be7718b3ba8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.279008 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-179ff75b-62d1-48a2-9824-79f538efee9c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting subnet 220fff3f-7c08-41e6-b52d-02b97702773b {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:28:09.284664 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-179ff75b-62d1-48a2-9824-79f538efee9c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.351590 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-179ff75b-62d1-48a2-9824-79f538efee9c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.375949 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-3a67d84d-5d72-488a-8089-7be7718b3ba8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Deleting port 128b576f-82bc-44f7-a37d-bdecbec8c999 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:09.376739 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3a67d84d-5d72-488a-8089-7be7718b3ba8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.438063 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc25a35-db76-4ab1-8616-85239bbc3985 req-adb0e65e-cb4a-4830-a3ed-1a1e257cf60e tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:09.451121 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9bc25a35-db76-4ab1-8616-85239bbc3985 req-adb0e65e-cb4a-4830-a3ed-1a1e257cf60e tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b916674-9de2-40da-ada6-76239e49222a HTTP/1.1" status: 200 len: 909 time: 0.1881611 Jul 23 20:28:09.452862 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1cad15-3f11-4a51-bda0-313c4ca36cee None None] DHCP port deletion for 7b3aba0e-a839-44c1-ad36-ebda9e178618 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:28:09.551723 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-4a1cad15-3f11-4a51-bda0-313c4ca36cee None None] Deleting port 128b576f-82bc-44f7-a37d-bdecbec8c999 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:09.552103 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4a1cad15-3f11-4a51-bda0-313c4ca36cee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.598021 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-3a67d84d-5d72-488a-8089-7be7718b3ba8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] For port 128b576f-82bc-44f7-a37d-bdecbec8c999, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=128b576f-82bc-44f7-a37d-bdecbec8c999,segment=NetworkSegment(d7b10fcf-aa0d-4d8b-8b1a-38d4bc60566a),segment_id=d7b10fcf-aa0d-4d8b-8b1a-38d4bc60566a)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:09.598621 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3a67d84d-5d72-488a-8089-7be7718b3ba8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.629303 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-3a67d84d-5d72-488a-8089-7be7718b3ba8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Calling delete_port for 128b576f-82bc-44f7-a37d-bdecbec8c999 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:09.671693 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-179ff75b-62d1-48a2-9824-79f538efee9c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.691252 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-4a1cad15-3f11-4a51-bda0-313c4ca36cee None None] For port 128b576f-82bc-44f7-a37d-bdecbec8c999, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=128b576f-82bc-44f7-a37d-bdecbec8c999,segment=NetworkSegment(d7b10fcf-aa0d-4d8b-8b1a-38d4bc60566a),segment_id=d7b10fcf-aa0d-4d8b-8b1a-38d4bc60566a)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:09.691659 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4a1cad15-3f11-4a51-bda0-313c4ca36cee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.713444 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-4a1cad15-3f11-4a51-bda0-313c4ca36cee None None] Calling delete_port for 128b576f-82bc-44f7-a37d-bdecbec8c999 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:09.770447 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c144ca-1f79-479c-9347-e445c7c122cd req-415976d2-943e-48ac-8382-ea90a5849d86 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:09.784148 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e0c144ca-1f79-479c-9347-e445c7c122cd req-415976d2-943e-48ac-8382-ea90a5849d86 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b916674-9de2-40da-ada6-76239e49222a HTTP/1.1" status: 200 len: 909 time: 0.2414305 Jul 23 20:28:09.850537 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3a67d84d-5d72-488a-8089-7be7718b3ba8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.892664 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a67d84d-5d72-488a-8089-7be7718b3ba8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] No DVR routers for this DVR port 128b576f-82bc-44f7-a37d-bdecbec8c999 on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:28:09.901520 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a67d84d-5d72-488a-8089-7be7718b3ba8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event deleted for resources: {'Port': ['ID=128b576f-82bc-44f7-a37d-bdecbec8c999,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:28:09.942929 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 20:28:09.953211 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.db.resource_extend [None req-1ea67f61-9ad8-43fb-afd1-3e7ed2578720 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:28:09.954066 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4a1cad15-3f11-4a51-bda0-313c4ca36cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.991069 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-179ff75b-62d1-48a2-9824-79f538efee9c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:10.004064 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1cad15-3f11-4a51-bda0-313c4ca36cee None None] Pushing event deleted for resources: {'Port': ['ID=128b576f-82bc-44f7-a37d-bdecbec8c999,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:10.006394 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1cad15-3f11-4a51-bda0-313c4ca36cee None None] No DVR routers for this DVR port 128b576f-82bc-44f7-a37d-bdecbec8c999 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:28:10.063858 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ff75b-62d1-48a2-9824-79f538efee9c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Subnet': ['ID=220fff3f-7c08-41e6-b52d-02b97702773b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:10.072397 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ea67f61-9ad8-43fb-afd1-3e7ed2578720 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:10.078943 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ea67f61-9ad8-43fb-afd1-3e7ed2578720 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:10.114281 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3a67d84d-5d72-488a-8089-7be7718b3ba8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:10.124249 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-179ff75b-62d1-48a2-9824-79f538efee9c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:10.127791 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-179ff75b-62d1-48a2-9824-79f538efee9c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/220fff3f-7c08-41e6-b52d-02b97702773b HTTP/1.1" status: 204 len: 168 time: 0.9884574 Jul 23 20:28:10.128716 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3f67bb-5f8a-4028-9bf9-c23ec8b133d8 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:10.130293 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49036) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:10.144919 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-3a67d84d-5d72-488a-8089-7be7718b3ba8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b3aba0e-a839-44c1-ad36-ebda9e178618']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:10.184353 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-3a67d84d-5d72-488a-8089-7be7718b3ba8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b10fcf-aa0d-4d8b-8b1a-38d4bc60566a') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:10.184741 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-3a67d84d-5d72-488a-8089-7be7718b3ba8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b10fcf-aa0d-4d8b-8b1a-38d4bc60566a') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:10.205161 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3a67d84d-5d72-488a-8089-7be7718b3ba8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:10.221495 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91258c01-ec7a-41a7-a1d3-c0f1516efae9 req-ecc376a3-ee59-4425-bc97-4c4f2d33e482 tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:10.241132 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-28201f2d-0f2e-47ef-ba8b-99bc68f8fa2c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Deleting subnet a26ead01-4f51-481c-b2c2-5df1224230e3 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:28:10.241621 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-91258c01-ec7a-41a7-a1d3-c0f1516efae9 req-ecc376a3-ee59-4425-bc97-4c4f2d33e482 tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0b916674-9de2-40da-ada6-76239e49222a HTTP/1.1" status: 200 len: 1061 time: 0.3055604 Jul 23 20:28:10.258128 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3a67d84d-5d72-488a-8089-7be7718b3ba8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:10.270793 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-28201f2d-0f2e-47ef-ba8b-99bc68f8fa2c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:10.274106 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a67d84d-5d72-488a-8089-7be7718b3ba8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:28:10.274513 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3a67d84d-5d72-488a-8089-7be7718b3ba8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:10.288781 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:28:10.288781 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:28:10.288781 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:28:10.288781 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:28:10.288781 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:28:10.288781 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:28:10.288781 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:28:10.288781 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:28:10.288781 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:28:10.288781 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:28:10.288781 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:28:10.288781 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:28:10.288781 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:28:10.288781 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:28:10.288781 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:28:10.288781 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:28:10.288781 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:28:10.288781 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:28:10.288781 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:28:10.288781 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:28:10.288781 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:28:10.288781 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:28:10.288781 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:28:10.288781 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:28:10.288781 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:28:10.288781 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:28:10.288781 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:28:10.288781 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:28:10.288781 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:28:10.288781 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:28:10.288781 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:28:10.288781 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:28:10.306866 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [None req-1ea67f61-9ad8-43fb-afd1-3e7ed2578720 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Floating IP d83e2222-ce7c-435a-86af-180b955e9c62 associated. External IP: 172.25.1.198, port: ac61d90f-a359-46b2-9a58-fba7455cfbe9. Jul 23 20:28:10.406887 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f6e4e8e1-0db3-4f48-9817-e1e4de4ce7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:10.426365 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 128b576f-82bc-44f7-a37d-bdecbec8c999 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:28:10.487304 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 128b576f-82bc-44f7-a37d-bdecbec8c999 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:28:10.493183 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 128b576f-82bc-44f7-a37d-bdecbec8c999 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:28:10.505352 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-28201f2d-0f2e-47ef-ba8b-99bc68f8fa2c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:10.510210 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3a67d84d-5d72-488a-8089-7be7718b3ba8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:10.558384 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3a67d84d-5d72-488a-8089-7be7718b3ba8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:10.560386 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3a67d84d-5d72-488a-8089-7be7718b3ba8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "DELETE /v2.0/networks/7b3aba0e-a839-44c1-ad36-ebda9e178618 HTTP/1.1" status: 204 len: 168 time: 1.5160415 Jul 23 20:28:10.562858 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a67d84d-5d72-488a-8089-7be7718b3ba8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event deleted for resources: {'Network': ['ID=7b3aba0e-a839-44c1-ad36-ebda9e178618,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:10.569779 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49042) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:10.574744 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-96cc8727-a7fd-4f71-a020-bb7312f2b5e3 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1551311680', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:10.625033 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8392018-eb8a-4006-9aa9-8bda41a5d4b0 req-f7f370ee-d2cf-4637-bcda-0f0548578fbb tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:10.626773 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a8392018-eb8a-4006-9aa9-8bda41a5d4b0 req-f7f370ee-d2cf-4637-bcda-0f0548578fbb tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3ba3526c-f215-48cb-a799-35c9ced7358a HTTP/1.1" status: 200 len: 1137 time: 0.2656507 Jul 23 20:28:10.635708 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea67f61-9ad8-43fb-afd1-3e7ed2578720 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Router 9047dfac-d716-4e1f-b374-b6554634ab0b has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:28:10.725462 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-96cc8727-a7fd-4f71-a020-bb7312f2b5e3 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:10.726526 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-96cc8727-a7fd-4f71-a020-bb7312f2b5e3 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:10.743690 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a8392018-eb8a-4006-9aa9-8bda41a5d4b0 req-96baf013-6255-4621-a746-14a200ebe8ba tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=11f6fb1e-c70f-4e08-b4be-3c008e411752&id=a7613acf-7c08-4ff9-b357-35854445e495&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1102259 Jul 23 20:28:10.750679 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:28:10.792354 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49044) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:10.793533 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea67f61-9ad8-43fb-afd1-3e7ed2578720 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:28:10.808287 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ea67f61-9ad8-43fb-afd1-3e7ed2578720 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:10.810786 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4206cbe0-3080-42b3-bc31-d57c32c94605 None None] Sync routers for ids ['9047dfac-d716-4e1f-b374-b6554634ab0b'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:28:10.840682 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4206cbe0-3080-42b3-bc31-d57c32c94605 None None] Routers {'9047dfac-d716-4e1f-b374-b6554634ab0b'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:10.844114 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-4206cbe0-3080-42b3-bc31-d57c32c94605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:27:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['9047dfac-d716-4e1f-b374-b6554634ab0b'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:10.929577 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-28201f2d-0f2e-47ef-ba8b-99bc68f8fa2c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:10.936354 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1ea67f61-9ad8-43fb-afd1-3e7ed2578720 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "PUT /v2.0/floatingips/d83e2222-ce7c-435a-86af-180b955e9c62 HTTP/1.1" status: 200 len: 991 time: 1.9181409 Jul 23 20:28:10.938360 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2', 'tag': 'ac61d90f-a359-46b2-9a58-fba7455cfbe9'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:28:10.940727 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c5c851-51a5-4823-aa16-0917ca1a8996" -d '{"events": [{"name": "network-changed", "server_uuid": "fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2", "tag": "ac61d90f-a359-46b2-9a58-fba7455cfbe9"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:28:11.007283 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cb1413-2936-445b-9b16-b405c64ccef1 tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:11.014885 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c6cb1413-2936-445b-9b16-b405c64ccef1 tempest-TestSecurityGroupsBasicOps-724271062 tempest-TestSecurityGroupsBasicOps-724271062-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0b916674-9de2-40da-ada6-76239e49222a HTTP/1.1" status: 200 len: 1056 time: 0.2192724 Jul 23 20:28:11.028243 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d98aec-12db-4f0e-ac55-18adad3d1ede x-openstack-request-id: req-15d98aec-12db-4f0e-ac55-18adad3d1ede {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:28:11.028243 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2", "tag": "ac61d90f-a359-46b2-9a58-fba7455cfbe9", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:28:11.028532 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-15d98aec-12db-4f0e-ac55-18adad3d1ede {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:28:11.028971 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2', 'tag': 'ac61d90f-a359-46b2-9a58-fba7455cfbe9', 'status': 'completed', 'code': 200} Jul 23 20:28:11.069231 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-96cc8727-a7fd-4f71-a020-bb7312f2b5e3 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:11.114750 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-96cc8727-a7fd-4f71-a020-bb7312f2b5e3 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:11.214721 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-96cc8727-a7fd-4f71-a020-bb7312f2b5e3 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:11.218091 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-96cc8727-a7fd-4f71-a020-bb7312f2b5e3 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6469703 Jul 23 20:28:11.224749 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49060) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:11.225336 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5c851-51a5-4823-aa16-0917ca1a8996 req-57a472fb-923e-4768-a219-2663cb5a3257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:11.227416 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e5c5c851-51a5-4823-aa16-0917ca1a8996 req-57a472fb-923e-4768-a219-2663cb5a3257 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99134e0f99a8419eae5eb1d5d4aedeb7&device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 1097 time: 0.1649389 Jul 23 20:28:11.260200 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-80a51711-accb-434b-90db-fb912fb33107 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Request body: {'network': {'name': 'tempest-RoutersTest-1565920280'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:11.385286 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-28201f2d-0f2e-47ef-ba8b-99bc68f8fa2c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:11.431172 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5c851-51a5-4823-aa16-0917ca1a8996 req-d6b21d62-4d32-4a89-a471-451733ab7c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:11.434462 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e5c5c851-51a5-4823-aa16-0917ca1a8996 req-d6b21d62-4d32-4a89-a471-451733ab7c6d service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd3fc2da-f343-4eff-93f0-5695d77abd1d HTTP/1.1" status: 200 len: 917 time: 0.1974781 Jul 23 20:28:11.442473 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-28201f2d-0f2e-47ef-ba8b-99bc68f8fa2c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:11.447027 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-28201f2d-0f2e-47ef-ba8b-99bc68f8fa2c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/a26ead01-4f51-481c-b2c2-5df1224230e3 HTTP/1.1" status: 204 len: 168 time: 1.3148034 Jul 23 20:28:11.492478 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49064) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:11.510946 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a51711-accb-434b-90db-fb912fb33107 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Made reservation on behalf of cde999fc285947a38991630a8d370d15 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:11.515507 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-80a51711-accb-434b-90db-fb912fb33107 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:11.520436 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28201f2d-0f2e-47ef-ba8b-99bc68f8fa2c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Subnet': ['ID=a26ead01-4f51-481c-b2c2-5df1224230e3,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:11.571259 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80a51711-accb-434b-90db-fb912fb33107 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:28:11.588887 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-80a51711-accb-434b-90db-fb912fb33107 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:11.589276 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-80a51711-accb-434b-90db-fb912fb33107 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Added segment 894e2efe-cd6e-45bc-b898-1d0b9dd22cec of type vlan for network 9b205560-8a6b-4b80-8ccd-8b60184267fc Jul 23 20:28:11.647929 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-80a51711-accb-434b-90db-fb912fb33107 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:11.678850 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-4206cbe0-3080-42b3-bc31-d57c32c94605 None None] Set router 9047dfac-d716-4e1f-b374-b6554634ab0b gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:28:11.694160 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-80a51711-accb-434b-90db-fb912fb33107 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:11.700073 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a51711-accb-434b-90db-fb912fb33107 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:11.701444 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-80a51711-accb-434b-90db-fb912fb33107 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:11.731014 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e721ea8-8d76-4eac-b9a1-b2c8848e4616 None None] Network bd014336-7cf6-4be5-829d-b33260ee43fe requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:11.746598 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-80a51711-accb-434b-90db-fb912fb33107 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5197725 Jul 23 20:28:11.749884 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49066) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:11.760037 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-24b2e4b7-e7a5-41e2-8404-0815cf780ea1 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Request body: {'subnet': {'network_id': '9b205560-8a6b-4b80-8ccd-8b60184267fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:11.912179 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a51711-accb-434b-90db-fb912fb33107 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event updated for resources: {'Network': ['ID=9b205560-8a6b-4b80-8ccd-8b60184267fc,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:11.935003 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 9b205560-8a6b-4b80-8ccd-8b60184267fc details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:28:11.946007 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b2e4b7-e7a5-41e2-8404-0815cf780ea1 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Made reservation on behalf of cde999fc285947a38991630a8d370d15 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:11.950746 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-24b2e4b7-e7a5-41e2-8404-0815cf780ea1 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:11.996150 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6a78b789-de58-43cc-bd62-9d39d30ab05d tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4902005 Jul 23 20:28:11.996897 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49068) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:12.062139 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e5c5c851-51a5-4823-aa16-0917ca1a8996 req-10623bf2-2ca3-498b-8bff-09586353fc66 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac61d90f-a359-46b2-9a58-fba7455cfbe9 HTTP/1.1" status: 200 len: 999 time: 0.5684226 Jul 23 20:28:12.089675 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86394b83-bf82-4be8-8caa-0b6ca2c6dbcb req-a54e35f7-7054-4688-acfd-356b15e7046c tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:12.091269 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-86394b83-bf82-4be8-8caa-0b6ca2c6dbcb req-a54e35f7-7054-4688-acfd-356b15e7046c tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b916674-9de2-40da-ada6-76239e49222a HTTP/1.1" status: 200 len: 909 time: 0.6549296 Jul 23 20:28:12.102584 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b004baf3-a4a2-464f-b7af-e0ca41eb6ebe None None] Provisioning complete for port e7a4f54a-7433-4a7f-b60f-c6f1ca626189 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:12.103332 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b004baf3-a4a2-464f-b7af-e0ca41eb6ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:12.147008 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5c851-51a5-4823-aa16-0917ca1a8996 req-24a3cfaf-465f-47ee-963c-c23923a7b75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:12.148609 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e5c5c851-51a5-4823-aa16-0917ca1a8996 req-24a3cfaf-465f-47ee-963c-c23923a7b75e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63fa6ddd-c617-40f8-a250-cf59fcf077ba HTTP/1.1" status: 200 len: 855 time: 0.0767443 Jul 23 20:28:12.150882 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7bd105-e3b7-415e-9e3b-64c87ffe5a39 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:12.154789 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6a7bd105-e3b7-415e-9e3b-64c87ffe5a39 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1577873 Jul 23 20:28:12.156321 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49072) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:12.282302 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efaf86d-a52d-47dd-a2ce-002fb64fcab3 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:12.284861 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6efaf86d-a52d-47dd-a2ce-002fb64fcab3 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1157386 Jul 23 20:28:12.287441 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49076) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:12.356631 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4f88bb-012f-4fb3-9802-7ff3a55f5ded None None] DHCP port deletion for bd014336-7cf6-4be5-829d-b33260ee43fe request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:28:12.384866 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-64ca9fe1-328c-4298-a03d-57586a5f29a0 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0947037 Jul 23 20:28:12.398578 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49082) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:12.401086 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5c851-51a5-4823-aa16-0917ca1a8996 req-e59b9528-adbd-4f22-aada-14f7ca3dbf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:12.403021 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e5c5c851-51a5-4823-aa16-0917ca1a8996 req-e59b9528-adbd-4f22-aada-14f7ca3dbf23 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd3fc2da-f343-4eff-93f0-5695d77abd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2476165 Jul 23 20:28:12.428336 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-24b2e4b7-e7a5-41e2-8404-0815cf780ea1 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:12.451997 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-3339c428-910a-40ac-830a-b6f1bf014995 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:12.452881 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3339c428-910a-40ac-830a-b6f1bf014995 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:12.455308 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3339c428-910a-40ac-830a-b6f1bf014995 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/ports/023bf8ad-157f-42d3-b7f2-97acd9442bb3 HTTP/1.1" status: 404 len: 333 time: 0.0510948 Jul 23 20:28:12.458284 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49084) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:12.509527 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-27c2974b-d42c-40c7-b475-c482089c59f9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:12.510131 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27c2974b-d42c-40c7-b475-c482089c59f9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:12.514778 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-27c2974b-d42c-40c7-b475-c482089c59f9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/220fff3f-7c08-41e6-b52d-02b97702773b HTTP/1.1" status: 404 len: 337 time: 0.0525222 Jul 23 20:28:12.514778 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49088) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:12.515728 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2b4f88bb-012f-4fb3-9802-7ff3a55f5ded None None] Deleting port e7a4f54a-7433-4a7f-b60f-c6f1ca626189 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:12.516116 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2b4f88bb-012f-4fb3-9802-7ff3a55f5ded None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:12.575129 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2e4b7-e7a5-41e2-8404-0815cf780ea1 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event updated for resources: {'Subnet': ['ID=9193f44c-34d0-44fe-9a0a-f4cca6679e59,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:12.600203 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2b4f88bb-012f-4fb3-9802-7ff3a55f5ded None None] For port e7a4f54a-7433-4a7f-b60f-c6f1ca626189, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=e7a4f54a-7433-4a7f-b60f-c6f1ca626189,segment=NetworkSegment(e34a4af2-055b-43b7-b119-f5c5641c4c7b),segment_id=e34a4af2-055b-43b7-b119-f5c5641c4c7b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:12.600693 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2b4f88bb-012f-4fb3-9802-7ff3a55f5ded None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:12.615396 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2b4f88bb-012f-4fb3-9802-7ff3a55f5ded None None] Calling delete_port for e7a4f54a-7433-4a7f-b60f-c6f1ca626189 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:12.619339 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b2e4b7-e7a5-41e2-8404-0815cf780ea1 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Checking segment: {'id': '894e2efe-cd6e-45bc-b898-1d0b9dd22cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9b205560-8a6b-4b80-8ccd-8b60184267fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:12.619689 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b2e4b7-e7a5-41e2-8404-0815cf780ea1 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Network hostable DHCP agents. Network: 9b205560-8a6b-4b80-8ccd-8b60184267fc, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:28:12.624938 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b73eb2e-2449-4cff-8dfb-d08b42d6511f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:12.625640 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b73eb2e-2449-4cff-8dfb-d08b42d6511f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:12.627712 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5b73eb2e-2449-4cff-8dfb-d08b42d6511f tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/a26ead01-4f51-481c-b2c2-5df1224230e3 HTTP/1.1" status: 404 len: 337 time: 0.1120222 Jul 23 20:28:12.630802 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49092) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:12.694860 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e5c5c851-51a5-4823-aa16-0917ca1a8996 req-9b4a82aa-7a6a-4623-a934-c9d235e9adb7 service neutron] 10.222.0.30 "GET /v2.0/networks/bd3fc2da-f343-4eff-93f0-5695d77abd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796316 Jul 23 20:28:12.715202 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b2e4b7-e7a5-41e2-8404-0815cf780ea1 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Network 9b205560-8a6b-4b80-8ccd-8b60184267fc is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:28:12.715202 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf274e0-62f3-4df5-89aa-ec4da6a64d01 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:12.715202 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bf274e0-62f3-4df5-89aa-ec4da6a64d01 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:12.715202 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0bf274e0-62f3-4df5-89aa-ec4da6a64d01 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/ports/8fa4a4db-9d37-4dd8-b054-2b75d83d8144 HTTP/1.1" status: 404 len: 333 time: 0.0755720 Jul 23 20:28:12.716273 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49094) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:12.726941 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-24b2e4b7-e7a5-41e2-8404-0815cf780ea1 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 9b205560-8a6b-4b80-8ccd-8b60184267fc) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:12.733677 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-4206cbe0-3080-42b3-bc31-d57c32c94605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'name': 'tempest-AttachVolumeShelveTestJSON-876352293-router', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '3c6c89a3-6646-48ac-a041-6c5454ee107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:17Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'gw_port': {'id': '3c6c89a3-6646-48ac-a041-6c5454ee107e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:18Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'd83e2222-ce7c-435a-86af-180b955e9c62', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'floating_ip_address': '172.25.1.198', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'port_id': 'ac61d90f-a359-46b2-9a58-fba7455cfbe9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d', 'mac_address': 'fa:16:3e:52:75:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:27:40Z', 'updated_at': '2021-07-23T20:28:09Z', 'revision_number': 1, 'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a956021b-2ebe-4114-b506-8dc929d094dd', 'name': '', 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'mac_address': 'fa:16:3e:af:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '63fa6ddd-c617-40f8-a250-cf59fcf077ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:29Z', 'updated_at': '2021-07-23T20:22:38Z', 'revision_number': 5, 'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'subnets': [{'id': '63fa6ddd-c617-40f8-a250-cf59fcf077ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:12.735084 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b2e4b7-e7a5-41e2-8404-0815cf780ea1 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:12.739715 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-24b2e4b7-e7a5-41e2-8404-0815cf780ea1 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:12.744760 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f03e40-e93d-4d14-b46b-d43730ecd936 None None] Network 9b205560-8a6b-4b80-8ccd-8b60184267fc requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:12.759683 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-24b2e4b7-e7a5-41e2-8404-0815cf780ea1 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0078435 Jul 23 20:28:12.761565 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49096) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:12.818771 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4206cbe0-3080-42b3-bc31-d57c32c94605 None None] Checking router: 9047dfac-d716-4e1f-b374-b6554634ab0b for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:28:12.832000 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-f73aee40-85c9-4239-bfa4-51c5bb60bdfc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:12.832668 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f73aee40-85c9-4239-bfa4-51c5bb60bdfc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:12.837442 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f73aee40-85c9-4239-bfa4-51c5bb60bdfc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/af3e0f1f-01c0-4e4a-912f-ef3907663f88 HTTP/1.1" status: 404 len: 337 time: 0.1208177 Jul 23 20:28:12.841250 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49098) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:12.879055 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4206cbe0-3080-42b3-bc31-d57c32c94605 None None] Routers {'9047dfac-d716-4e1f-b374-b6554634ab0b'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:12.879624 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-4206cbe0-3080-42b3-bc31-d57c32c94605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:27:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['9047dfac-d716-4e1f-b374-b6554634ab0b'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:12.896851 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-4153b438-1990-4f00-82a7-29287181dcd0 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:12.897354 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4153b438-1990-4f00-82a7-29287181dcd0 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:12.902423 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4153b438-1990-4f00-82a7-29287181dcd0 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/be045ace-6745-4e29-9bfc-ba9a76d68fb2 HTTP/1.1" status: 404 len: 337 time: 0.0526268 Jul 23 20:28:12.905737 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49100) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:12.915280 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249db6d-f9fe-4282-8933-2ac6d0342d73 req-76f16a80-c770-4d14-992e-d54d2444c0f5 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:12.916969 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3249db6d-f9fe-4282-8933-2ac6d0342d73 req-76f16a80-c770-4d14-992e-d54d2444c0f5 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b916674-9de2-40da-ada6-76239e49222a HTTP/1.1" status: 200 len: 909 time: 0.3113039 Jul 23 20:28:13.026504 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2b4f88bb-012f-4fb3-9802-7ff3a55f5ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:13.027332 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-116da87c-78e2-46d2-8b14-85fba5b030c3 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:13.028314 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-116da87c-78e2-46d2-8b14-85fba5b030c3 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:13.031494 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-116da87c-78e2-46d2-8b14-85fba5b030c3 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/ports/39b97c2e-3e13-4765-9b09-0955a832614f HTTP/1.1" status: 404 len: 333 time: 0.1135089 Jul 23 20:28:13.041618 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49102) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:13.104493 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2938b3d-0f13-4bf5-9f01-704ac78f53bf tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:13.104995 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2938b3d-0f13-4bf5-9f01-704ac78f53bf tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:13.106801 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c2938b3d-0f13-4bf5-9f01-704ac78f53bf tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/6c96cc2c-78bb-4dc6-88ee-d0ed8f98afce HTTP/1.1" status: 404 len: 337 time: 0.0640604 Jul 23 20:28:13.110200 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49104) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:13.183707 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f88bb-012f-4fb3-9802-7ff3a55f5ded None None] Pushing event deleted for resources: {'Port': ['ID=e7a4f54a-7433-4a7f-b60f-c6f1ca626189,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:13.193411 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4f88bb-012f-4fb3-9802-7ff3a55f5ded None None] No DVR routers for this DVR port e7a4f54a-7433-4a7f-b60f-c6f1ca626189 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:28:13.261230 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cdf219eb-d12e-4537-b06a-65efd26c6b57 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:13.267142 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d377ad2f-bda8-4e13-b498-0dd9c76f325c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-9b205560-8a6b-4b80-8ccd-8b60184267fc', 'network_id': '9b205560-8a6b-4b80-8ccd-8b60184267fc', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'fixed_ips': [{'subnet_id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:28:13.268525 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d377ad2f-bda8-4e13-b498-0dd9c76f325c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:13.278322 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e5c5c851-51a5-4823-aa16-0917ca1a8996 req-80ace831-a283-43b0-b93e-b2b74dbcbfc2 service neutron] 10.222.0.30 "GET /v2.0/networks/bd3fc2da-f343-4eff-93f0-5695d77abd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5772493 Jul 23 20:28:13.286495 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bccf724-6ba2-4474-ad89-844700bbcf31 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:13.287405 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bccf724-6ba2-4474-ad89-844700bbcf31 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:13.289921 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7bccf724-6ba2-4474-ad89-844700bbcf31 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/6aa03f77-0bb2-416f-aa35-d84b8b330468 HTTP/1.1" status: 404 len: 337 time: 0.1778998 Jul 23 20:28:13.304721 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49110) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:13.399263 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d63deb-3b2a-40a4-87af-aadac6dc5079 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:13.400382 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29d63deb-3b2a-40a4-87af-aadac6dc5079 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:13.403793 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-29d63deb-3b2a-40a4-87af-aadac6dc5079 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/ports/74492329-3771-4714-bcb3-33fff925079e HTTP/1.1" status: 404 len: 333 time: 0.0974374 Jul 23 20:28:13.414359 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49112) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:13.446386 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:13.450828 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-4206cbe0-3080-42b3-bc31-d57c32c94605 None None] Set router 9047dfac-d716-4e1f-b374-b6554634ab0b gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:28:13.466615 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb687d3c-37de-47c6-baea-18638c47df0e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:13.467087 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb687d3c-37de-47c6-baea-18638c47df0e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:13.472894 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-eb687d3c-37de-47c6-baea-18638c47df0e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/ec8c9ac7-60ca-428e-8073-565f6ea0f110 HTTP/1.1" status: 404 len: 337 time: 0.0535333 Jul 23 20:28:13.475037 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49114) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:13.522877 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-3249db6d-f9fe-4282-8933-2ac6d0342d73 req-c53c996c-84cb-4a37-a3da-0448284fe76a tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Deleting port 2636f252-0202-443a-afe6-3f744c3b8b1a {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:13.523368 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3249db6d-f9fe-4282-8933-2ac6d0342d73 req-c53c996c-84cb-4a37-a3da-0448284fe76a tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:13.527764 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db6c4a3-9781-47e8-8507-4b592766418c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:13.528699 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8db6c4a3-9781-47e8-8507-4b592766418c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:13.531446 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8db6c4a3-9781-47e8-8507-4b592766418c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/2a19f4a4-b433-4316-a148-629caca0bfd5 HTTP/1.1" status: 404 len: 337 time: 0.0526679 Jul 23 20:28:13.558025 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49118) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:13.596678 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-cdf219eb-d12e-4537-b06a-65efd26c6b57 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Allocated IP 172.20.0.1 (9b205560-8a6b-4b80-8ccd-8b60184267fc/9193f44c-34d0-44fe-9a0a-f4cca6679e59/d9513e72-40e1-40c6-a038-2fec58377035) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:13.627244 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa5f9132-0859-40d6-b7d7-5ea903f138bb tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:13.628175 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa5f9132-0859-40d6-b7d7-5ea903f138bb tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:13.635345 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-fa5f9132-0859-40d6-b7d7-5ea903f138bb tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/ports/632eff3c-5ab0-4d25-ac64-734d90a9e673 HTTP/1.1" status: 404 len: 333 time: 0.0698619 Jul 23 20:28:13.639858 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49120) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:13.648664 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3820973-8541-4203-b3f5-c6f5c0e95fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:13.697786 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b134771-0d1c-4d71-bcd5-5bf1419890be req-9755b341-fdf1-4a29-806a-15fb9cb9398e tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:13.699370 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0b134771-0d1c-4d71-bcd5-5bf1419890be req-9755b341-fdf1-4a29-806a-15fb9cb9398e tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b916674-9de2-40da-ada6-76239e49222a HTTP/1.1" status: 200 len: 909 time: 0.4195845 Jul 23 20:28:13.725742 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-c82c8ec1-20e1-47e1-bf8f-ebc539e11e04 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:13.725742 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c82c8ec1-20e1-47e1-bf8f-ebc539e11e04 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:13.725742 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c82c8ec1-20e1-47e1-bf8f-ebc539e11e04 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/6d430f59-e2e2-4e90-9879-e8f0bfa8daf3 HTTP/1.1" status: 404 len: 337 time: 0.0490117 Jul 23 20:28:13.729011 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49122) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:13.778416 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd10c1f1-5226-40cf-921e-8f9f3b6801fa tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:13.779543 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd10c1f1-5226-40cf-921e-8f9f3b6801fa tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:13.782321 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-fd10c1f1-5226-40cf-921e-8f9f3b6801fa tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/ports/b3d40e93-984f-451c-9354-6ba0a79e9a07 HTTP/1.1" status: 404 len: 333 time: 0.0488009 Jul 23 20:28:13.786670 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49126) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:13.807034 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cdf219eb-d12e-4537-b06a-65efd26c6b57 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:13.817937 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-3249db6d-f9fe-4282-8933-2ac6d0342d73 req-c53c996c-84cb-4a37-a3da-0448284fe76a tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] For port 2636f252-0202-443a-afe6-3f744c3b8b1a, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=2636f252-0202-443a-afe6-3f744c3b8b1a,segment=NetworkSegment(84dde54c-1655-4538-ac8b-ee7f48a83dbd),segment_id=84dde54c-1655-4538-ac8b-ee7f48a83dbd)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:13.818588 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3249db6d-f9fe-4282-8933-2ac6d0342d73 req-c53c996c-84cb-4a37-a3da-0448284fe76a tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:13.823181 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-cdf219eb-d12e-4537-b06a-65efd26c6b57 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Transition to ACTIVE for port object d9513e72-40e1-40c6-a038-2fec58377035 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:13.869735 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-4206cbe0-3080-42b3-bc31-d57c32c94605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'name': 'tempest-AttachVolumeShelveTestJSON-876352293-router', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '3c6c89a3-6646-48ac-a041-6c5454ee107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:17Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'gw_port': {'id': '3c6c89a3-6646-48ac-a041-6c5454ee107e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:18Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'd83e2222-ce7c-435a-86af-180b955e9c62', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'floating_ip_address': '172.25.1.198', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'port_id': 'ac61d90f-a359-46b2-9a58-fba7455cfbe9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d', 'mac_address': 'fa:16:3e:52:75:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:27:40Z', 'updated_at': '2021-07-23T20:28:09Z', 'revision_number': 1, 'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a956021b-2ebe-4114-b506-8dc929d094dd', 'name': '', 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'mac_address': 'fa:16:3e:af:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '63fa6ddd-c617-40f8-a250-cf59fcf077ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:29Z', 'updated_at': '2021-07-23T20:22:38Z', 'revision_number': 5, 'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'subnets': [{'id': '63fa6ddd-c617-40f8-a250-cf59fcf077ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:13.870711 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-b66c24b2-f091-4c71-b3da-2a479eac0d58 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:13.872320 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b66c24b2-f091-4c71-b3da-2a479eac0d58 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:13.874468 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b66c24b2-f091-4c71-b3da-2a479eac0d58 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/53a21f7e-761b-4a25-b0f5-c6ac043ec661 HTTP/1.1" status: 404 len: 337 time: 0.0868244 Jul 23 20:28:13.877408 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49128) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:13.899667 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4206cbe0-3080-42b3-bc31-d57c32c94605 None None] The sync data for ids ['9047dfac-d716-4e1f-b374-b6554634ab0b'] in n-d-793618-10 is: [{'id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'name': 'tempest-AttachVolumeShelveTestJSON-876352293-router', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '3c6c89a3-6646-48ac-a041-6c5454ee107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:17Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'gw_port': {'id': '3c6c89a3-6646-48ac-a041-6c5454ee107e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:18Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'd83e2222-ce7c-435a-86af-180b955e9c62', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'floating_ip_address': '172.25.1.198', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'port_id': 'ac61d90f-a359-46b2-9a58-fba7455cfbe9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d', 'mac_address': 'fa:16:3e:52:75:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:27:40Z', 'updated_at': '2021-07-23T20:28:09Z', 'revision_number': 1, 'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a956021b-2ebe-4114-b506-8dc929d094dd', 'name': '', 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'mac_address': 'fa:16:3e:af:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '63fa6ddd-c617-40f8-a250-cf59fcf077ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:29Z', 'updated_at': '2021-07-23T20:22:38Z', 'revision_number': 5, 'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'subnets': [{'id': '63fa6ddd-c617-40f8-a250-cf59fcf077ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:28:13.906808 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cdf219eb-d12e-4537-b06a-65efd26c6b57 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:13.938303 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-db4c724a-d6ad-4c3b-8825-6b87405cbf49 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:13.939122 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db4c724a-d6ad-4c3b-8825-6b87405cbf49 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:13.945961 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-db4c724a-d6ad-4c3b-8825-6b87405cbf49 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/ports/5125cdcd-8d7f-4b5d-a0c4-fcddde793eb4 HTTP/1.1" status: 404 len: 333 time: 0.0627656 Jul 23 20:28:13.946622 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49130) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:13.947631 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-3249db6d-f9fe-4282-8933-2ac6d0342d73 req-c53c996c-84cb-4a37-a3da-0448284fe76a tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Calling delete_port for 2636f252-0202-443a-afe6-3f744c3b8b1a owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:13.957142 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf219eb-d12e-4537-b06a-65efd26c6b57 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Network 9b205560-8a6b-4b80-8ccd-8b60184267fc is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:13.961180 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-cdf219eb-d12e-4537-b06a-65efd26c6b57 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:13.967732 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf219eb-d12e-4537-b06a-65efd26c6b57 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:14.017602 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf219eb-d12e-4537-b06a-65efd26c6b57 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event updated for resources: {'Port': ['ID=d9513e72-40e1-40c6-a038-2fec58377035,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:14.034603 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-2656f7bd-46ed-44be-88c5-7f1e6a7610d7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:14.035210 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2656f7bd-46ed-44be-88c5-7f1e6a7610d7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:14.037931 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2656f7bd-46ed-44be-88c5-7f1e6a7610d7 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/ff638ef7-8e92-4d8f-905d-703004aafc21 HTTP/1.1" status: 404 len: 337 time: 0.0835121 Jul 23 20:28:14.040675 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49132) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:14.054855 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:14.059746 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-d377ad2f-bda8-4e13-b498-0dd9c76f325c None None] Allocated IP 172.20.0.2 (9b205560-8a6b-4b80-8ccd-8b60184267fc/9193f44c-34d0-44fe-9a0a-f4cca6679e59/61464e96-576e-44c8-aee8-638c863a8c18) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:14.064981 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cdf219eb-d12e-4537-b06a-65efd26c6b57 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:14.127765 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-063df3cb-4de2-4750-b0ec-fa14297ff3f0 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:14.128777 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-063df3cb-4de2-4750-b0ec-fa14297ff3f0 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:14.131106 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-063df3cb-4de2-4750-b0ec-fa14297ff3f0 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/ports/bae858e7-fa6d-4d7d-ab73-db5441b5045f HTTP/1.1" status: 404 len: 333 time: 0.0894382 Jul 23 20:28:14.133626 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49134) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:14.203830 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-92ebfede-3b02-4a4f-bc7b-ce0471d7d08c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:14.204503 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92ebfede-3b02-4a4f-bc7b-ce0471d7d08c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:14.206489 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-92ebfede-3b02-4a4f-bc7b-ce0471d7d08c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/c65f8825-8842-402c-8fd0-844ecd8a3b57 HTTP/1.1" status: 404 len: 337 time: 0.0719047 Jul 23 20:28:14.209176 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49136) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:14.253946 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0e8a854-d9c0-49e5-80e5-1d8a7d4c88e1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:14.254710 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0e8a854-d9c0-49e5-80e5-1d8a7d4c88e1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:14.259329 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f0e8a854-d9c0-49e5-80e5-1d8a7d4c88e1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/ports/4a4b8ad7-2256-4a51-ae1e-2c113c2d4ecc HTTP/1.1" status: 404 len: 333 time: 0.0375082 Jul 23 20:28:14.261158 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49138) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:14.310829 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d377ad2f-bda8-4e13-b498-0dd9c76f325c None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:14.317927 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bab6e3-b050-4afe-9066-58804844fa1f None None] New status for floating IP d83e2222-ce7c-435a-86af-180b955e9c62: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:28:14.333213 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d377ad2f-bda8-4e13-b498-0dd9c76f325c None None] Transition to ACTIVE for port object 61464e96-576e-44c8-aee8-638c863a8c18 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:14.342623 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-c79d3efc-37a8-436c-b127-d07520ac243e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:14.343093 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c79d3efc-37a8-436c-b127-d07520ac243e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:14.351008 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49140) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:14.351297 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c79d3efc-37a8-436c-b127-d07520ac243e tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/950f2d2e-b949-4466-ab11-920a404662d8 HTTP/1.1" status: 404 len: 337 time: 0.0886798 Jul 23 20:28:14.377567 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cdf219eb-d12e-4537-b06a-65efd26c6b57 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:14.458085 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device e7a4f54a-7433-4a7f-b60f-c6f1ca626189 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:28:14.527868 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-708a1e68-7cf5-42dd-bceb-92ec0337d2f5 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:14.531230 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-708a1e68-7cf5-42dd-bceb-92ec0337d2f5 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:14.542604 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-708a1e68-7cf5-42dd-bceb-92ec0337d2f5 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/ports/d3c2c5ec-4c25-4176-9526-1d97ff58ed15 HTTP/1.1" status: 404 len: 333 time: 0.1829085 Jul 23 20:28:14.546354 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49144) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:14.551334 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: e7a4f54a-7433-4a7f-b60f-c6f1ca626189 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:28:14.561524 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device e7a4f54a-7433-4a7f-b60f-c6f1ca626189 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:28:14.613163 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:14.658288 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:14.680647 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-34cd23b7-d1e8-47a8-a9e0-f5350a8e32fc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:14.681594 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34cd23b7-d1e8-47a8-a9e0-f5350a8e32fc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:14.686052 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-34cd23b7-d1e8-47a8-a9e0-f5350a8e32fc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/a872a6a3-96b0-4bb3-9598-cf2cbfce465c HTTP/1.1" status: 404 len: 337 time: 0.1370215 Jul 23 20:28:14.690459 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49150) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:14.794267 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a9743c9-2a9a-4b4f-a205-dc3931ccd267 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:14.795701 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a9743c9-2a9a-4b4f-a205-dc3931ccd267 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:14.804682 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9a9743c9-2a9a-4b4f-a205-dc3931ccd267 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/00496d44-f886-4e53-8a3e-a1b092510835 HTTP/1.1" status: 404 len: 337 time: 0.1109071 Jul 23 20:28:14.805116 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49154) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:14.809659 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d377ad2f-bda8-4e13-b498-0dd9c76f325c None None] Transition to ACTIVE for port object 61464e96-576e-44c8-aee8-638c863a8c18 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:14.820516 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d377ad2f-bda8-4e13-b498-0dd9c76f325c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:14.845872 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3249db6d-f9fe-4282-8933-2ac6d0342d73 req-c53c996c-84cb-4a37-a3da-0448284fe76a tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:14.936525 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c996c-84cb-4a37-a3da-0448284fe76a tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Pushing event deleted for resources: {'Port': ['ID=2636f252-0202-443a-afe6-3f744c3b8b1a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:14.942514 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3cacc77-2f3c-49cf-9bc4-dbdb28993b0c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:14.943382 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3cacc77-2f3c-49cf-9bc4-dbdb28993b0c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:14.947632 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f3cacc77-2f3c-49cf-9bc4-dbdb28993b0c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/ports/326e6217-0b14-4df5-a4b5-007c229e46e0 HTTP/1.1" status: 404 len: 333 time: 0.1379592 Jul 23 20:28:14.972845 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377ad2f-bda8-4e13-b498-0dd9c76f325c None None] Pushing event updated for resources: {'Port': ['ID=61464e96-576e-44c8-aee8-638c863a8c18,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:14.976084 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49158) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:15.009995 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d377ad2f-bda8-4e13-b498-0dd9c76f325c None None] Network 9b205560-8a6b-4b80-8ccd-8b60184267fc is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:15.011498 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-d377ad2f-bda8-4e13-b498-0dd9c76f325c None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:15.027832 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d377ad2f-bda8-4e13-b498-0dd9c76f325c None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:15.144439 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d8bcb49c-7010-435a-b490-5953874ee8cb req-afac3ca6-eb60-4293-84a1-1e2216fb0569 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b916674-9de2-40da-ada6-76239e49222a HTTP/1.1" status: 200 len: 210 time: 0.2130709 Jul 23 20:28:15.167165 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d377ad2f-bda8-4e13-b498-0dd9c76f325c None None] Attempting to bind port 61464e96-576e-44c8-aee8-638c863a8c18 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:28:15.167352 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d377ad2f-bda8-4e13-b498-0dd9c76f325c None None] Attempting to bind port 61464e96-576e-44c8-aee8-638c863a8c18 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '894e2efe-cd6e-45bc-b898-1d0b9dd22cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9b205560-8a6b-4b80-8ccd-8b60184267fc'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:28:15.167724 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d377ad2f-bda8-4e13-b498-0dd9c76f325c None None] Attempting to bind port 61464e96-576e-44c8-aee8-638c863a8c18 on network 9b205560-8a6b-4b80-8ccd-8b60184267fc {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:15.178898 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d377ad2f-bda8-4e13-b498-0dd9c76f325c None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:28:15.179285 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d377ad2f-bda8-4e13-b498-0dd9c76f325c None None] Checking segment: {'id': '894e2efe-cd6e-45bc-b898-1d0b9dd22cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9b205560-8a6b-4b80-8ccd-8b60184267fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:15.179696 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d377ad2f-bda8-4e13-b498-0dd9c76f325c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:15.183380 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbad3a79-9291-4b91-871f-40313ad82729 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:15.183842 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbad3a79-9291-4b91-871f-40313ad82729 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:15.185182 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d377ad2f-bda8-4e13-b498-0dd9c76f325c None None] Bound using segment: {'id': '894e2efe-cd6e-45bc-b898-1d0b9dd22cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9b205560-8a6b-4b80-8ccd-8b60184267fc'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:28:15.185779 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d377ad2f-bda8-4e13-b498-0dd9c76f325c None None] Bound port: 61464e96-576e-44c8-aee8-638c863a8c18, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '894e2efe-cd6e-45bc-b898-1d0b9dd22cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9b205560-8a6b-4b80-8ccd-8b60184267fc'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:28:15.186188 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d377ad2f-bda8-4e13-b498-0dd9c76f325c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:15.191462 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-cbad3a79-9291-4b91-871f-40313ad82729 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/28f40ebf-f577-4956-a220-007fea6091fa HTTP/1.1" status: 404 len: 337 time: 0.2011435 Jul 23 20:28:15.193348 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49162) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:15.236483 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49164) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:15.253906 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-3249db6d-f9fe-4282-8933-2ac6d0342d73 req-c53c996c-84cb-4a37-a3da-0448284fe76a tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] No DVR routers for this DVR port 2636f252-0202-443a-afe6-3f744c3b8b1a on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:28:15.342143 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3249db6d-f9fe-4282-8933-2ac6d0342d73 req-c53c996c-84cb-4a37-a3da-0448284fe76a tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:15.346249 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3249db6d-f9fe-4282-8933-2ac6d0342d73 req-c53c996c-84cb-4a37-a3da-0448284fe76a tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.30 "DELETE /v2.0/ports/2636f252-0202-443a-afe6-3f744c3b8b1a HTTP/1.1" status: 204 len: 173 time: 2.3869600 Jul 23 20:28:15.346984 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b916674-9de2-40da-ada6-76239e49222a', 'name': 'network-vif-deleted', 'tag': '2636f252-0202-443a-afe6-3f744c3b8b1a'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:28:15.355303 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab531e1-9656-4c2d-8f31-85af42b8ee55" -d '{"events": [{"server_uuid": "0b916674-9de2-40da-ada6-76239e49222a", "name": "network-vif-deleted", "tag": "2636f252-0202-443a-afe6-3f744c3b8b1a"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:28:15.373241 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-89803a93-0995-4406-90ba-66ff1d0fde42 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:15.374750 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89803a93-0995-4406-90ba-66ff1d0fde42 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:15.380314 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-89803a93-0995-4406-90ba-66ff1d0fde42 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/6afb7309-0d87-4b81-bfd1-5d45b785dd1b HTTP/1.1" status: 404 len: 337 time: 0.1844895 Jul 23 20:28:15.382873 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49170) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:15.396604 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d377ad2f-bda8-4e13-b498-0dd9c76f325c None None] For port 61464e96-576e-44c8-aee8-638c863a8c18, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:28:15.408887 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d377ad2f-bda8-4e13-b498-0dd9c76f325c None None] For port 61464e96-576e-44c8-aee8-638c863a8c18, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=61464e96-576e-44c8-aee8-638c863a8c18,segment=NetworkSegment(894e2efe-cd6e-45bc-b898-1d0b9dd22cec),segment_id=894e2efe-cd6e-45bc-b898-1d0b9dd22cec)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:28:15.421262 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d377ad2f-bda8-4e13-b498-0dd9c76f325c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:15.440383 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a5836de-afc3-47c8-ac6b-b20152ce9aeb tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:15.441712 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a5836de-afc3-47c8-ac6b-b20152ce9aeb tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:15.444559 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3a5836de-afc3-47c8-ac6b-b20152ce9aeb tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/ports/72ef3cd5-df9a-4b75-a106-a7fb62f80586 HTTP/1.1" status: 404 len: 333 time: 0.0605369 Jul 23 20:28:15.447451 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49172) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:15.524569 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f1d986a-89c2-4c98-8053-f4c04121ecc1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:15.525384 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f1d986a-89c2-4c98-8053-f4c04121ecc1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:15.529509 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2f1d986a-89c2-4c98-8053-f4c04121ecc1 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/d212e8d7-8a1f-4337-bd75-f33ecaa70076 HTTP/1.1" status: 404 len: 337 time: 0.0795033 Jul 23 20:28:15.540644 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49174) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:15.542434 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bed8a9-2d18-4293-afba-63c8efaf4662 x-openstack-request-id: req-a4bed8a9-2d18-4293-afba-63c8efaf4662 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:28:15.542889 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b916674-9de2-40da-ada6-76239e49222a", "name": "network-vif-deleted", "tag": "2636f252-0202-443a-afe6-3f744c3b8b1a", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:28:15.543094 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a4bed8a9-2d18-4293-afba-63c8efaf4662 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:28:15.543462 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b916674-9de2-40da-ada6-76239e49222a', 'name': 'network-vif-deleted', 'tag': '2636f252-0202-443a-afe6-3f744c3b8b1a', 'status': 'completed', 'code': 200} Jul 23 20:28:15.584566 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5c067e5c-8c5a-42e2-a59e-c2d64db1b264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:15.591542 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe349d0b-c9c8-44f3-81b7-3c12efd0b1dc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:15.592511 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe349d0b-c9c8-44f3-81b7-3c12efd0b1dc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:15.601509 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-fe349d0b-c9c8-44f3-81b7-3c12efd0b1dc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/b494424a-2f40-44d2-9c59-14bc51623126 HTTP/1.1" status: 404 len: 337 time: 0.0565190 Jul 23 20:28:15.602505 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49178) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:15.629301 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377ad2f-bda8-4e13-b498-0dd9c76f325c None None] Pushing event updated for resources: {'Port': ['ID=61464e96-576e-44c8-aee8-638c863a8c18,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:15.662714 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c70d104-4558-409e-8e9e-8b81a3d5439a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:15.663777 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c70d104-4558-409e-8e9e-8b81a3d5439a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:15.669183 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2c70d104-4558-409e-8e9e-8b81a3d5439a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/ports/b3a5549e-d84d-463e-b0af-2d28bddd6f3c HTTP/1.1" status: 404 len: 333 time: 0.0575209 Jul 23 20:28:15.671074 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49180) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:15.738452 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0a8154f-0148-473b-8103-bfee5dd57f58 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:15.745333 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0a8154f-0148-473b-8103-bfee5dd57f58 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:15.752107 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f0a8154f-0148-473b-8103-bfee5dd57f58 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/42a9e2a5-7180-4783-8559-956ef11cee5d HTTP/1.1" status: 404 len: 337 time: 0.0746150 Jul 23 20:28:15.753599 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49182) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:15.802028 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-918d60bb-3ca3-4ba8-850d-1d3f2d44d4a9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:15.802492 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-918d60bb-3ca3-4ba8-850d-1d3f2d44d4a9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:15.804258 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-918d60bb-3ca3-4ba8-850d-1d3f2d44d4a9 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/529a8f3a-c764-40ad-9973-84542d98bfbe HTTP/1.1" status: 404 len: 337 time: 0.0498726 Jul 23 20:28:15.810196 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49184) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:15.811754 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5c067e5c-8c5a-42e2-a59e-c2d64db1b264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:15.817623 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5c067e5c-8c5a-42e2-a59e-c2d64db1b264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:15.877538 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0ba86948-8d14-4399-a36b-a4083a377bdf tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/ports?device_id=2afe07ac-cbbc-4d3a-a942-34588c4f07e4 HTTP/1.1" status: 200 len: 205 time: 0.0635123 Jul 23 20:28:15.886323 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5c067e5c-8c5a-42e2-a59e-c2d64db1b264 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=db8254b8b3294a6788791407ab2db9bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6481800 Jul 23 20:28:15.890490 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49186) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:15.891046 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49188) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:15.963789 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:16.029462 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-cad2676a-2b31-452d-a665-638739f41416 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] delete failed (client error): The resource could not be found. Jul 23 20:28:16.035018 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-cad2676a-2b31-452d-a665-638739f41416 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/routers/2afe07ac-cbbc-4d3a-a942-34588c4f07e4 HTTP/1.1" status: 404 len: 336 time: 0.1353128 Jul 23 20:28:16.042098 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49196) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:16.064746 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c067e5c-8c5a-42e2-a59e-c2d64db1b264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82458b7a-b082-41d5-91f4-6725240518f9,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:16.090722 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4316b26-663d-4324-8cd7-bcafc7eb3030 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:16.091198 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4316b26-663d-4324-8cd7-bcafc7eb3030 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:16.092972 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f4316b26-663d-4324-8cd7-bcafc7eb3030 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/404a46e8-ed85-42f7-b6e3-b2b3609b0ce0 HTTP/1.1" status: 404 len: 337 time: 0.0498912 Jul 23 20:28:16.095812 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cdf219eb-d12e-4537-b06a-65efd26c6b57 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:16.098525 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49198) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:16.140983 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a526b84f-d6d7-4b12-8951-4dfbd8a5c9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:16.142280 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-05a89466-110b-4724-9007-7ea93311b13b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b74a76-e6b1-4638-bef2-a2fa9178ef7c HTTP/1.1" status: 200 len: 205 time: 0.0409672 Jul 23 20:28:16.143666 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cdf219eb-d12e-4537-b06a-65efd26c6b57 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:16.145612 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49200) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:16.272010 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-4c450aa4-64f5-4067-a8e2-0babf28847f5 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] delete failed (client error): The resource could not be found. Jul 23 20:28:16.274112 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4c450aa4-64f5-4067-a8e2-0babf28847f5 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/routers/73b74a76-e6b1-4638-bef2-a2fa9178ef7c HTTP/1.1" status: 404 len: 336 time: 0.1253078 Jul 23 20:28:16.279233 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49206) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:16.286942 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cdf219eb-d12e-4537-b06a-65efd26c6b57 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:16.307485 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a526b84f-d6d7-4b12-8951-4dfbd8a5c9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:16.348468 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf219eb-d12e-4537-b06a-65efd26c6b57 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event updated for resources: {'Port': ['ID=d9513e72-40e1-40c6-a038-2fec58377035,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:16.413003 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a526b84f-d6d7-4b12-8951-4dfbd8a5c9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:16.421169 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a526b84f-d6d7-4b12-8951-4dfbd8a5c9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:16.427811 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a526b84f-d6d7-4b12-8951-4dfbd8a5c9ab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/82458b7a-b082-41d5-91f4-6725240518f9 HTTP/1.1" status: 204 len: 168 time: 0.5286641 Jul 23 20:28:16.443018 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526b84f-d6d7-4b12-8951-4dfbd8a5c9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82458b7a-b082-41d5-91f4-6725240518f9,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:16.516194 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f9b54fb-bd05-48f7-8ae2-2b6e6e3ea7ee tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:16.517218 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f9b54fb-bd05-48f7-8ae2-2b6e6e3ea7ee tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:16.519909 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1f9b54fb-bd05-48f7-8ae2-2b6e6e3ea7ee tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/9318ffee-61cd-4941-9701-0a87fdc0f7a1 HTTP/1.1" status: 404 len: 337 time: 0.2391772 Jul 23 20:28:16.523994 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49210) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:16.566629 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 61464e96-576e-44c8-aee8-638c863a8c18 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:16.603396 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b8dc0561-045b-4ea2-a48d-629cb8d549c0 req-bc961462-9137-4958-aa8c-cb67891a3e5e tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b916674-9de2-40da-ada6-76239e49222a HTTP/1.1" status: 200 len: 210 time: 0.2051277 Jul 23 20:28:16.617597 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-db309d04-e38a-4bee-96ca-a586064d250a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:16.624191 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db309d04-e38a-4bee-96ca-a586064d250a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:16.634094 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-db309d04-e38a-4bee-96ca-a586064d250a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/4603e4a5-a33d-4b5a-9e1d-8d394889f150 HTTP/1.1" status: 404 len: 337 time: 0.1041753 Jul 23 20:28:16.635337 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49212) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:16.670997 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 61464e96-576e-44c8-aee8-638c863a8c18 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:16.726592 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf219eb-d12e-4537-b06a-65efd26c6b57 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Network 9b205560-8a6b-4b80-8ccd-8b60184267fc is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:16.728153 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-cdf219eb-d12e-4537-b06a-65efd26c6b57 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:16.747014 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e4d59f-6396-4117-8fa5-dd697fb01f09 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:16.750403 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72e4d59f-6396-4117-8fa5-dd697fb01f09 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:16.756311 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49216) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:16.761352 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-72e4d59f-6396-4117-8fa5-dd697fb01f09 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/ports/aaa3798e-45e6-4947-9692-78311d090d1a HTTP/1.1" status: 404 len: 333 time: 0.1184325 Jul 23 20:28:16.780323 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 2636f252-0202-443a-afe6-3f744c3b8b1a no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:28:16.839243 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 2636f252-0202-443a-afe6-3f744c3b8b1a {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:28:16.839910 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 2636f252-0202-443a-afe6-3f744c3b8b1a not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:28:17.030282 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc5763e9-a7e5-4ca1-8eff-a2bc2da43a5a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:17.031396 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc5763e9-a7e5-4ca1-8eff-a2bc2da43a5a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:17.035573 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-bc5763e9-a7e5-4ca1-8eff-a2bc2da43a5a tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/e2146df8-3b5f-4b1a-b294-b1e24f36d1d6 HTTP/1.1" status: 404 len: 337 time: 0.2770927 Jul 23 20:28:17.038970 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49222) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:17.118695 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-6be4430b-6e1d-4f44-8532-383c26d2b9cb tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:17.119419 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf219eb-d12e-4537-b06a-65efd26c6b57 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Router 82899bc0-186a-4bb9-827b-beb29f1de054 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:28:17.119977 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6be4430b-6e1d-4f44-8532-383c26d2b9cb tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:17.130065 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6be4430b-6e1d-4f44-8532-383c26d2b9cb tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/ports/aacf07e8-3587-4405-ad08-41aefb6c03c3 HTTP/1.1" status: 404 len: 333 time: 0.0873964 Jul 23 20:28:17.130838 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49226) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:17.194607 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-e205eced-0d2d-455e-ad3e-12c8640e3887 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:17.195323 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e205eced-0d2d-455e-ad3e-12c8640e3887 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:17.198435 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e205eced-0d2d-455e-ad3e-12c8640e3887 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/a0a183d4-8990-4d45-8f39-4de5f7da94dc HTTP/1.1" status: 404 len: 337 time: 0.0622342 Jul 23 20:28:17.201016 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49230) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:17.286327 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e27f56-fd3c-4d26-9a06-a1b4147a30dc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:17.290318 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19e27f56-fd3c-4d26-9a06-a1b4147a30dc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:17.299294 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-19e27f56-fd3c-4d26-9a06-a1b4147a30dc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/ports/aef8a3cd-f8cf-4896-a09c-0c40b15b5edc HTTP/1.1" status: 404 len: 333 time: 0.0916936 Jul 23 20:28:17.300734 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49236) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:17.382989 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf219eb-d12e-4537-b06a-65efd26c6b57 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:28:17.396714 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-03e89e06-b16b-4924-92da-9b5f98b149c4 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:17.397576 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03e89e06-b16b-4924-92da-9b5f98b149c4 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:17.398027 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-cdf219eb-d12e-4537-b06a-65efd26c6b57 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "PUT /v2.0/routers/82899bc0-186a-4bb9-827b-beb29f1de054/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6347458 Jul 23 20:28:17.399119 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49238) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:17.405770 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b756505b-d971-414d-805f-da4bac710b8d None None] Sync routers for ids ['82899bc0-186a-4bb9-827b-beb29f1de054'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:28:17.406010 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-03e89e06-b16b-4924-92da-9b5f98b149c4 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/29d6476d-01f0-4cdb-a79e-b90f5a29b0f0 HTTP/1.1" status: 404 len: 337 time: 0.0928056 Jul 23 20:28:17.406409 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49240) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:17.408584 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-a3be758e-d590-46b4-b56a-9a2047a12aed tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Request body: {'network': {'name': 'tempest-RoutersTest-949233740'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:17.442157 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3be758e-d590-46b4-b56a-9a2047a12aed tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Made reservation on behalf of cde999fc285947a38991630a8d370d15 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:17.446328 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a3be758e-d590-46b4-b56a-9a2047a12aed tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:17.450909 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d130a20-4020-44c3-8a48-6deac7d2ee77 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:17.452398 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d130a20-4020-44c3-8a48-6deac7d2ee77 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:17.456668 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1d130a20-4020-44c3-8a48-6deac7d2ee77 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/ports/914f993d-1f01-4ea8-bad0-0b8b98b66eab HTTP/1.1" status: 404 len: 333 time: 0.0486076 Jul 23 20:28:17.459001 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49242) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:17.461698 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5223ef1-81ca-4fc8-8fe6-b303de837f63 None None] Network 9b205560-8a6b-4b80-8ccd-8b60184267fc requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:17.484432 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3be758e-d590-46b4-b56a-9a2047a12aed tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:28:17.496601 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a3be758e-d590-46b4-b56a-9a2047a12aed tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:17.496959 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-a3be758e-d590-46b4-b56a-9a2047a12aed tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Added segment 3375a513-096b-4da5-bc11-035c68ea1d1d of type vlan for network e04c58a3-f698-4839-84ea-ce99ce1fef47 Jul 23 20:28:17.522615 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b756505b-d971-414d-805f-da4bac710b8d None None] Routers {'82899bc0-186a-4bb9-827b-beb29f1de054'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:17.538967 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-b756505b-d971-414d-805f-da4bac710b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:28:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['82899bc0-186a-4bb9-827b-beb29f1de054'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:17.554125 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-1242236c-bfc0-4b14-a151-4c0626ed916c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:17.554868 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1242236c-bfc0-4b14-a151-4c0626ed916c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:17.555970 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a3be758e-d590-46b4-b56a-9a2047a12aed tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:17.566174 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1242236c-bfc0-4b14-a151-4c0626ed916c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/66d959e0-d9be-4a34-87ef-5be66a2de9ba HTTP/1.1" status: 404 len: 337 time: 0.1051488 Jul 23 20:28:17.568489 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49244) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:17.604694 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-8648b381-7237-4880-a279-c26fc637890c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:17.605515 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8648b381-7237-4880-a279-c26fc637890c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:17.609946 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8648b381-7237-4880-a279-c26fc637890c tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/ports/fc7487e4-45b8-4f71-8c07-7aae0adc1617 HTTP/1.1" status: 404 len: 333 time: 0.0383461 Jul 23 20:28:17.610207 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49248) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:17.627855 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a3be758e-d590-46b4-b56a-9a2047a12aed tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:17.635422 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3be758e-d590-46b4-b56a-9a2047a12aed tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:17.636047 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a3be758e-d590-46b4-b56a-9a2047a12aed tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:17.735137 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a2cba6a-7ed8-4b1d-8a30-38989ac48bed tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:17.735683 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a2cba6a-7ed8-4b1d-8a30-38989ac48bed tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:17.742915 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be758e-d590-46b4-b56a-9a2047a12aed tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event updated for resources: {'Network': ['ID=e04c58a3-f698-4839-84ea-ce99ce1fef47,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:17.743594 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4a2cba6a-7ed8-4b1d-8a30-38989ac48bed tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/8f4f1836-d6a8-4e8d-ae36-ca6a3461ced2 HTTP/1.1" status: 404 len: 337 time: 0.1310925 Jul 23 20:28:17.750207 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49256) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:17.775730 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49260) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:17.795370 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a3be758e-d590-46b4-b56a-9a2047a12aed tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3936017 Jul 23 20:28:17.797710 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49262) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:17.856795 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-c4645512-92d0-4a36-8dd9-0455c460f90a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Request body: {'subnet': {'network_id': 'e04c58a3-f698-4839-84ea-ce99ce1fef47', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:17.863618 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ec2c3cb-3f55-4eaa-aa02-eac97191e2be tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:17.864814 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ec2c3cb-3f55-4eaa-aa02-eac97191e2be tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:17.866633 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6ec2c3cb-3f55-4eaa-aa02-eac97191e2be tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/ports/758d57e1-d755-4312-a127-678390931776 HTTP/1.1" status: 404 len: 333 time: 0.1143363 Jul 23 20:28:17.881499 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49266) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:17.931578 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49268) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:17.940762 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0861928-3038-4039-8d20-3a8f09b40d12 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:17.941388 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0861928-3038-4039-8d20-3a8f09b40d12 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:17.946761 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c0861928-3038-4039-8d20-3a8f09b40d12 tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/0985d87f-2902-41c0-97e2-b60dd91af71f HTTP/1.1" status: 404 len: 337 time: 0.0620873 Jul 23 20:28:17.951868 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49272) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:17.997422 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-601e8339-eece-4e9f-a766-c668c5904d7b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:17.998391 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-601e8339-eece-4e9f-a766-c668c5904d7b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:18.003312 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-601e8339-eece-4e9f-a766-c668c5904d7b tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/ports/344a64a7-fdf2-4094-911f-34485852aba8 HTTP/1.1" status: 404 len: 333 time: 0.0474665 Jul 23 20:28:18.005801 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49274) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:18.071068 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network e04c58a3-f698-4839-84ea-ce99ce1fef47 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:28:18.072237 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-01a10124-544d-4141-a00a-3be0b03518fb tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:18.072826 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01a10124-544d-4141-a00a-3be0b03518fb tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:18.075766 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-01a10124-544d-4141-a00a-3be0b03518fb tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/subnets/8b4b88d5-d062-4f29-a2f2-b3136a444930 HTTP/1.1" status: 404 len: 337 time: 0.0680563 Jul 23 20:28:18.078128 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49276) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:18.098851 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-bcdd1bc7-955c-4d51-be93-6b5ec790e805 None None] Provisioning for port 61464e96-576e-44c8-aee8-638c863a8c18 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:18.135007 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-fcc1c725-943f-494d-aab6-caaff7dfad98 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1105787954-network', 'tenant_id': '43ced654beb04a53a953225079068e20'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:18.150372 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-bcdd1bc7-955c-4d51-be93-6b5ec790e805 None None] Provisioning complete for port 61464e96-576e-44c8-aee8-638c863a8c18 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:18.150967 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bcdd1bc7-955c-4d51-be93-6b5ec790e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.186243 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-70f9727b-86e4-4c55-8bdd-d08ffca63bfc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.212637 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4645512-92d0-4a36-8dd9-0455c460f90a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Made reservation on behalf of cde999fc285947a38991630a8d370d15 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:18.216992 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4645512-92d0-4a36-8dd9-0455c460f90a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.281259 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc1c725-943f-494d-aab6-caaff7dfad98 admin admin] Made reservation on behalf of 43ced654beb04a53a953225079068e20 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:18.287221 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fcc1c725-943f-494d-aab6-caaff7dfad98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.290603 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-b756505b-d971-414d-805f-da4bac710b8d None None] Set router 82899bc0-186a-4bb9-827b-beb29f1de054 gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:28:18.327971 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fcc1c725-943f-494d-aab6-caaff7dfad98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.380757 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-70f9727b-86e4-4c55-8bdd-d08ffca63bfc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.401295 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-70f9727b-86e4-4c55-8bdd-d08ffca63bfc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd014336-7cf6-4be5-829d-b33260ee43fe']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:18.425855 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-70f9727b-86e4-4c55-8bdd-d08ffca63bfc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e34a4af2-055b-43b7-b119-f5c5641c4c7b') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:18.426545 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-70f9727b-86e4-4c55-8bdd-d08ffca63bfc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e34a4af2-055b-43b7-b119-f5c5641c4c7b') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:18.462356 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-70f9727b-86e4-4c55-8bdd-d08ffca63bfc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.517988 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-70f9727b-86e4-4c55-8bdd-d08ffca63bfc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.550441 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70f9727b-86e4-4c55-8bdd-d08ffca63bfc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:28:18.551067 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-70f9727b-86e4-4c55-8bdd-d08ffca63bfc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.554842 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:28:18.554842 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:28:18.554842 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:28:18.554842 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:28:18.554842 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:28:18.554842 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:28:18.554842 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:28:18.554842 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:28:18.554842 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:28:18.554842 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:28:18.554842 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:28:18.554842 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:28:18.554842 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:28:18.554842 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:28:18.554842 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:28:18.554842 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:28:18.554842 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:28:18.554842 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:28:18.554842 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:28:18.554842 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:28:18.554842 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:28:18.554842 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:28:18.554842 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:28:18.554842 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:28:18.554842 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:28:18.554842 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:28:18.554842 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:28:18.554842 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:28:18.554842 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:28:18.554842 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:28:18.554842 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:28:18.554842 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:28:18.600297 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bcdd1bc7-955c-4d51-be93-6b5ec790e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.631627 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fcc1c725-943f-494d-aab6-caaff7dfad98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.647198 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fcc1c725-943f-494d-aab6-caaff7dfad98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.670771 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-70f9727b-86e4-4c55-8bdd-d08ffca63bfc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.671579 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-bcdd1bc7-955c-4d51-be93-6b5ec790e805 None None] For port 61464e96-576e-44c8-aee8-638c863a8c18, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=61464e96-576e-44c8-aee8-638c863a8c18,segment=NetworkSegment(894e2efe-cd6e-45bc-b898-1d0b9dd22cec),segment_id=894e2efe-cd6e-45bc-b898-1d0b9dd22cec)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:18.680774 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-70f9727b-86e4-4c55-8bdd-d08ffca63bfc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.685376 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-70f9727b-86e4-4c55-8bdd-d08ffca63bfc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] 10.222.0.32 "DELETE /v2.0/networks/bd014336-7cf6-4be5-829d-b33260ee43fe HTTP/1.1" status: 204 len: 168 time: 0.6038864 Jul 23 20:28:18.711478 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bcdd1bc7-955c-4d51-be93-6b5ec790e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.724668 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f9727b-86e4-4c55-8bdd-d08ffca63bfc tempest-NetworksTestDHCPv6-1747861588 tempest-NetworksTestDHCPv6-1747861588-project] Pushing event deleted for resources: {'Network': ['ID=bd014336-7cf6-4be5-829d-b33260ee43fe,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:18.734736 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1c725-943f-494d-aab6-caaff7dfad98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cf2291-ed36-4c91-8ffe-826ea49980d6,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:18.770754 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4645512-92d0-4a36-8dd9-0455c460f90a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.785375 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06b7f816-46bb-4623-8c72-686e305dbc4c tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.791226 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcc1c725-943f-494d-aab6-caaff7dfad98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:28:18.824024 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd1bc7-955c-4d51-be93-6b5ec790e805 None None] Pushing event updated for resources: {'Port': ['ID=61464e96-576e-44c8-aee8-638c863a8c18,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:18.842239 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-b756505b-d971-414d-805f-da4bac710b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'name': 'tempest-RoutersTest-router-1551311680', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:28:14Z', 'revision_number': 2, 'project_id': 'cde999fc285947a38991630a8d370d15', 'gw_port_host': None, '_interfaces': [{'id': 'd9513e72-40e1-40c6-a038-2fec58377035', 'name': '', 'network_id': '9b205560-8a6b-4b80-8ccd-8b60184267fc', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:b0:d5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:13Z', 'updated_at': '2021-07-23T20:28:15Z', 'revision_number': 2, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:18.889050 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4645512-92d0-4a36-8dd9-0455c460f90a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event updated for resources: {'Subnet': ['ID=dbb949cd-4d27-4c15-940e-9d9f03de9fcc,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:18.896220 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4645512-92d0-4a36-8dd9-0455c460f90a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Checking segment: {'id': '3375a513-096b-4da5-bc11-035c68ea1d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e04c58a3-f698-4839-84ea-ce99ce1fef47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:18.896502 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4645512-92d0-4a36-8dd9-0455c460f90a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Network hostable DHCP agents. Network: e04c58a3-f698-4839-84ea-ce99ce1fef47, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:28:18.918548 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4645512-92d0-4a36-8dd9-0455c460f90a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Network e04c58a3-f698-4839-84ea-ce99ce1fef47 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:28:18.921483 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b756505b-d971-414d-805f-da4bac710b8d None None] Checking router: 82899bc0-186a-4bb9-827b-beb29f1de054 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:28:18.923620 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fcc1c725-943f-494d-aab6-caaff7dfad98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.924087 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-fcc1c725-943f-494d-aab6-caaff7dfad98 admin admin] Added segment 8d61d4d6-b518-45ef-99f7-5b4c90fbf4d8 of type vlan for network 5f367bf6-49de-4a6c-ac0c-f2d83e521256 Jul 23 20:28:18.925494 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b756505b-d971-414d-805f-da4bac710b8d None None] Updating router 82899bc0-186a-4bb9-827b-beb29f1de054 port d9513e72-40e1-40c6-a038-2fec58377035 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:28:18.937359 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-c4645512-92d0-4a36-8dd9-0455c460f90a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, e04c58a3-f698-4839-84ea-ce99ce1fef47) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:18.946802 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4645512-92d0-4a36-8dd9-0455c460f90a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:18.947410 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4645512-92d0-4a36-8dd9-0455c460f90a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.980958 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c4645512-92d0-4a36-8dd9-0455c460f90a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1798844 Jul 23 20:28:18.981601 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49286) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:19.006800 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b756505b-d971-414d-805f-da4bac710b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:19.009148 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385287b5-de66-41d9-a227-90edfd25449a None None] Network e04c58a3-f698-4839-84ea-ce99ce1fef47 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:19.040362 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fcc1c725-943f-494d-aab6-caaff7dfad98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:19.157551 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49288) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:19.199385 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fcc1c725-943f-494d-aab6-caaff7dfad98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:19.200368 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc1c725-943f-494d-aab6-caaff7dfad98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:19.200949 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fcc1c725-943f-494d-aab6-caaff7dfad98 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:19.230158 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-fcc1c725-943f-494d-aab6-caaff7dfad98 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2970021 Jul 23 20:28:19.232953 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49292) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:19.252917 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-2f4e8a43-c8cb-4e81-822b-303c5cfa05f7 admin admin] Request body: {'subnet': {'network_id': '5f367bf6-49de-4a6c-ac0c-f2d83e521256', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1105787954-subnet', 'tenant_id': '43ced654beb04a53a953225079068e20', 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:19.321845 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4e8a43-c8cb-4e81-822b-303c5cfa05f7 admin admin] Made reservation on behalf of 43ced654beb04a53a953225079068e20 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:19.331606 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2f4e8a43-c8cb-4e81-822b-303c5cfa05f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:19.333799 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-958ce4f2-4013-4bb2-b94f-979abe6ae49e None None] Provisioning complete for port 61464e96-576e-44c8-aee8-638c863a8c18 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:19.334276 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-958ce4f2-4013-4bb2-b94f-979abe6ae49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:19.359252 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1c725-943f-494d-aab6-caaff7dfad98 admin admin] Pushing event updated for resources: {'Network': ['ID=5f367bf6-49de-4a6c-ac0c-f2d83e521256,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:19.386571 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 5f367bf6-49de-4a6c-ac0c-f2d83e521256 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:28:19.514920 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ece782-02db-4fcf-8eab-d42271e4d46a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-e04c58a3-f698-4839-84ea-ce99ce1fef47', 'network_id': 'e04c58a3-f698-4839-84ea-ce99ce1fef47', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'fixed_ips': [{'subnet_id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:28:19.516283 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-51ece782-02db-4fcf-8eab-d42271e4d46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:19.541766 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-06b7f816-46bb-4623-8c72-686e305dbc4c tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Deleting port 305784ed-089d-4b8b-a278-67772021ed0d {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:19.542117 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06b7f816-46bb-4623-8c72-686e305dbc4c tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:19.726292 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-06b7f816-46bb-4623-8c72-686e305dbc4c tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] For port 305784ed-089d-4b8b-a278-67772021ed0d, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=305784ed-089d-4b8b-a278-67772021ed0d,segment=NetworkSegment(84dde54c-1655-4538-ac8b-ee7f48a83dbd),segment_id=84dde54c-1655-4538-ac8b-ee7f48a83dbd)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:19.726667 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06b7f816-46bb-4623-8c72-686e305dbc4c tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:19.744029 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-06b7f816-46bb-4623-8c72-686e305dbc4c tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Calling delete_port for 305784ed-089d-4b8b-a278-67772021ed0d owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:19.775169 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b756505b-d971-414d-805f-da4bac710b8d None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:19.792743 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b756505b-d971-414d-805f-da4bac710b8d None None] Transition to ACTIVE for port object d9513e72-40e1-40c6-a038-2fec58377035 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:19.803618 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b756505b-d971-414d-805f-da4bac710b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:19.877082 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49326) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:19.877798 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4f9900e8-5e11-444b-8002-90b50e51b729 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b8a44966ee64868a6ea19d10cce6716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7187514 Jul 23 20:28:19.950041 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b463fc8e-ed2d-40e6-ba02-64c2d3e635f6 None None] Pushing event updated for resources: {'Port': ['ID=d9513e72-40e1-40c6-a038-2fec58377035,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:20.033250 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b247b1db-b082-4a9f-8729-e9a2902f4253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:20.066824 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b247b1db-b082-4a9f-8729-e9a2902f4253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:20.082367 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2f4e8a43-c8cb-4e81-822b-303c5cfa05f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:20.145894 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b247b1db-b082-4a9f-8729-e9a2902f4253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:20.152180 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b247b1db-b082-4a9f-8729-e9a2902f4253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:20.154525 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b247b1db-b082-4a9f-8729-e9a2902f4253 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ae9f3103-d6d7-46fe-a042-855f703ea799 HTTP/1.1" status: 204 len: 168 time: 0.2753754 Jul 23 20:28:20.185559 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e8a43-c8cb-4e81-822b-303c5cfa05f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c807b45-b32e-442b-8784-9c5d820a5cfe,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:20.206792 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247b1db-b082-4a9f-8729-e9a2902f4253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9f3103-d6d7-46fe-a042-855f703ea799,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:20.261761 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ded7a1ea-15cb-4b00-bafc-6e68f88b8333 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:20.336704 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4e8a43-c8cb-4e81-822b-303c5cfa05f7 admin admin] Checking segment: {'id': '8d61d4d6-b518-45ef-99f7-5b4c90fbf4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5f367bf6-49de-4a6c-ac0c-f2d83e521256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:20.337045 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4e8a43-c8cb-4e81-822b-303c5cfa05f7 admin admin] Network hostable DHCP agents. Network: 5f367bf6-49de-4a6c-ac0c-f2d83e521256, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:28:20.432789 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06b7f816-46bb-4623-8c72-686e305dbc4c tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:20.534065 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7f816-46bb-4623-8c72-686e305dbc4c tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Pushing event deleted for resources: {'Port': ['ID=305784ed-089d-4b8b-a278-67772021ed0d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:20.573412 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-51ece782-02db-4fcf-8eab-d42271e4d46a None None] Allocated IP 172.21.0.2 (e04c58a3-f698-4839-84ea-ce99ce1fef47/dbb949cd-4d27-4c15-940e-9d9f03de9fcc/d19633f1-5a23-468e-b328-70a18a862963) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:20.707181 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 61464e96-576e-44c8-aee8-638c863a8c18 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:20.993028 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06b7f816-46bb-4623-8c72-686e305dbc4c tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:21.061903 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4e8a43-c8cb-4e81-822b-303c5cfa05f7 admin admin] Network 5f367bf6-49de-4a6c-ac0c-f2d83e521256 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:28:21.076670 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-2f4e8a43-c8cb-4e81-822b-303c5cfa05f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 5f367bf6-49de-4a6c-ac0c-f2d83e521256) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:21.089724 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-b756505b-d971-414d-805f-da4bac710b8d None None] Attempting to bind port d9513e72-40e1-40c6-a038-2fec58377035 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:28:21.090207 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-b756505b-d971-414d-805f-da4bac710b8d None None] Attempting to bind port d9513e72-40e1-40c6-a038-2fec58377035 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '894e2efe-cd6e-45bc-b898-1d0b9dd22cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9b205560-8a6b-4b80-8ccd-8b60184267fc'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:28:21.090612 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b756505b-d971-414d-805f-da4bac710b8d None None] Attempting to bind port d9513e72-40e1-40c6-a038-2fec58377035 on network 9b205560-8a6b-4b80-8ccd-8b60184267fc {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:21.091333 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4e8a43-c8cb-4e81-822b-303c5cfa05f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:21.091954 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2f4e8a43-c8cb-4e81-822b-303c5cfa05f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:21.099344 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933cc5d3-360d-4b9f-80b8-5520ac6daea0 None None] Network 5f367bf6-49de-4a6c-ac0c-f2d83e521256 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:21.117135 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2f4e8a43-c8cb-4e81-822b-303c5cfa05f7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.8818729 Jul 23 20:28:21.119998 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49374) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:21.130847 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-d8af6886-6799-4dd1-b59c-00dd0621f9c5 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1105787954-router', 'tenant_id': '43ced654beb04a53a953225079068e20', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:21.240183 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b756505b-d971-414d-805f-da4bac710b8d None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:28:21.240183 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b756505b-d971-414d-805f-da4bac710b8d None None] Checking segment: {'id': '894e2efe-cd6e-45bc-b898-1d0b9dd22cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9b205560-8a6b-4b80-8ccd-8b60184267fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:21.240588 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b756505b-d971-414d-805f-da4bac710b8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:21.241073 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b756505b-d971-414d-805f-da4bac710b8d None None] Bound using segment: {'id': '894e2efe-cd6e-45bc-b898-1d0b9dd22cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9b205560-8a6b-4b80-8ccd-8b60184267fc'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:28:21.241785 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-b756505b-d971-414d-805f-da4bac710b8d None None] Bound port: d9513e72-40e1-40c6-a038-2fec58377035, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '894e2efe-cd6e-45bc-b898-1d0b9dd22cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9b205560-8a6b-4b80-8ccd-8b60184267fc'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:28:21.242173 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b756505b-d971-414d-805f-da4bac710b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:21.276283 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d8af6886-6799-4dd1-b59c-00dd0621f9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:21.278170 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d8af6886-6799-4dd1-b59c-00dd0621f9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:21.305277 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-958ce4f2-4013-4bb2-b94f-979abe6ae49e None None] Provisioning for port d9513e72-40e1-40c6-a038-2fec58377035 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:21.388936 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d8af6886-6799-4dd1-b59c-00dd0621f9c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:21.586640 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0b3a48-89bb-413e-9425-5e872a90928f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-5f367bf6-49de-4a6c-ac0c-f2d83e521256', 'network_id': '5f367bf6-49de-4a6c-ac0c-f2d83e521256', 'tenant_id': '43ced654beb04a53a953225079068e20', 'fixed_ips': [{'subnet_id': '4c807b45-b32e-442b-8784-9c5d820a5cfe'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:28:21.588697 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d0b3a48-89bb-413e-9425-5e872a90928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:21.637655 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 61464e96-576e-44c8-aee8-638c863a8c18 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:21.639302 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:21.675173 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-b756505b-d971-414d-805f-da4bac710b8d None None] For port d9513e72-40e1-40c6-a038-2fec58377035, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:28:21.724916 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d8af6886-6799-4dd1-b59c-00dd0621f9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:21.876890 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b7f816-46bb-4623-8c72-686e305dbc4c tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Router fddc9199-3d97-4ee6-bd36-9b4b3f38e65e has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:28:21.884031 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49398) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:21.909793 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-b756505b-d971-414d-805f-da4bac710b8d None None] For port d9513e72-40e1-40c6-a038-2fec58377035, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d9513e72-40e1-40c6-a038-2fec58377035,segment=NetworkSegment(894e2efe-cd6e-45bc-b898-1d0b9dd22cec),segment_id=894e2efe-cd6e-45bc-b898-1d0b9dd22cec)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:28:22.006345 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-51ece782-02db-4fcf-8eab-d42271e4d46a None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:22.009056 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b7f816-46bb-4623-8c72-686e305dbc4c tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:28:22.021457 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b54ccac-fa8c-4c5c-b5fc-6117f5d819fe None None] Sync routers for ids ['fddc9199-3d97-4ee6-bd36-9b4b3f38e65e'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:28:22.022077 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b756505b-d971-414d-805f-da4bac710b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:22.038353 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-06b7f816-46bb-4623-8c72-686e305dbc4c tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "PUT /v2.0/routers/fddc9199-3d97-4ee6-bd36-9b4b3f38e65e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2602839 Jul 23 20:28:22.039098 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49402) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:22.039950 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b54ccac-fa8c-4c5c-b5fc-6117f5d819fe None None] Routers {'fddc9199-3d97-4ee6-bd36-9b4b3f38e65e'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:22.040593 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8b54ccac-fa8c-4c5c-b5fc-6117f5d819fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:28:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['fddc9199-3d97-4ee6-bd36-9b4b3f38e65e'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:22.106464 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-51ece782-02db-4fcf-8eab-d42271e4d46a None None] Transition to ACTIVE for port object d19633f1-5a23-468e-b328-70a18a862963 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:22.107090 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d8af6886-6799-4dd1-b59c-00dd0621f9c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:22.139047 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d8af6886-6799-4dd1-b59c-00dd0621f9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:22.158515 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-b18546bb-c6c5-48ca-a39c-73c5e49231f3 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Deleting subnet 6aa135fc-20a2-40ee-b3c7-944ab8df7fc0 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:28:22.167791 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b18546bb-c6c5-48ca-a39c-73c5e49231f3 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:22.233536 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-51ece782-02db-4fcf-8eab-d42271e4d46a None None] Transition to ACTIVE for port object d19633f1-5a23-468e-b328-70a18a862963 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:22.235856 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b756505b-d971-414d-805f-da4bac710b8d None None] Routers {'82899bc0-186a-4bb9-827b-beb29f1de054'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:22.236480 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-b756505b-d971-414d-805f-da4bac710b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:28:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['82899bc0-186a-4bb9-827b-beb29f1de054'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:22.278122 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-901647a1-ceec-4cdf-be5a-5ff8e4d9821c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2070038477'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:22.301776 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-51ece782-02db-4fcf-8eab-d42271e4d46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:22.327300 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-ded7a1ea-15cb-4b00-bafc-6e68f88b8333 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Allocated IP 172.21.0.1 (e04c58a3-f698-4839-84ea-ce99ce1fef47/dbb949cd-4d27-4c15-940e-9d9f03de9fcc/a1350143-3cd6-48b0-ba52-70c791b92b48) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:22.336855 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901647a1-ceec-4cdf-be5a-5ff8e4d9821c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Made reservation on behalf of e30eb463c27249bf95b908bf72fc2bf2 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:22.348235 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-901647a1-ceec-4cdf-be5a-5ff8e4d9821c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:22.358857 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b463fc8e-ed2d-40e6-ba02-64c2d3e635f6 None None] Pushing event updated for resources: {'Port': ['ID=d9513e72-40e1-40c6-a038-2fec58377035,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:22.377222 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b18546bb-c6c5-48ca-a39c-73c5e49231f3 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:22.409966 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-901647a1-ceec-4cdf-be5a-5ff8e4d9821c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:22.490084 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ece782-02db-4fcf-8eab-d42271e4d46a None None] Network e04c58a3-f698-4839-84ea-ce99ce1fef47 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:22.507943 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b463fc8e-ed2d-40e6-ba02-64c2d3e635f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:22.510163 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b463fc8e-ed2d-40e6-ba02-64c2d3e635f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:22.511947 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b463fc8e-ed2d-40e6-ba02-64c2d3e635f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:22.512685 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b463fc8e-ed2d-40e6-ba02-64c2d3e635f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:22.515192 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b463fc8e-ed2d-40e6-ba02-64c2d3e635f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:22.515692 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b463fc8e-ed2d-40e6-ba02-64c2d3e635f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:22.517907 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b463fc8e-ed2d-40e6-ba02-64c2d3e635f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:22.518349 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b463fc8e-ed2d-40e6-ba02-64c2d3e635f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:22.518790 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b463fc8e-ed2d-40e6-ba02-64c2d3e635f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:22.519471 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b463fc8e-ed2d-40e6-ba02-64c2d3e635f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:22.521912 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b463fc8e-ed2d-40e6-ba02-64c2d3e635f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:22.522262 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b463fc8e-ed2d-40e6-ba02-64c2d3e635f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:22.552801 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-51ece782-02db-4fcf-8eab-d42271e4d46a None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:22.566885 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ece782-02db-4fcf-8eab-d42271e4d46a None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:22.574584 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-7d0b3a48-89bb-413e-9425-5e872a90928f None None] Allocated IP 172.20.0.2 (5f367bf6-49de-4a6c-ac0c-f2d83e521256/4c807b45-b32e-442b-8784-9c5d820a5cfe/1328b84f-7718-48a3-a69f-ef3e888da139) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:22.612821 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-901647a1-ceec-4cdf-be5a-5ff8e4d9821c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:22.618987 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-901647a1-ceec-4cdf-be5a-5ff8e4d9821c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:22.639835 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-8b54ccac-fa8c-4c5c-b5fc-6117f5d819fe None None] Set router fddc9199-3d97-4ee6-bd36-9b4b3f38e65e gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:28:22.654183 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-d8af6886-6799-4dd1-b59c-00dd0621f9c5 admin admin] Allocated IP 172.25.1.22 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/7254fa54-6d73-445d-8a03-fc980c05f290) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:22.656406 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-901647a1-ceec-4cdf-be5a-5ff8e4d9821c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:28:22.680398 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901647a1-ceec-4cdf-be5a-5ff8e4d9821c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9055366-f447-4eb4-b6e4-2754fd106017,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:22.687520 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-901647a1-ceec-4cdf-be5a-5ff8e4d9821c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:22.687986 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-901647a1-ceec-4cdf-be5a-5ff8e4d9821c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Added segment 07155d8e-4353-48af-b453-1aa4c2ec42a3 of type vlan for network ea376fad-f027-4317-bb9e-195acf68d232 Jul 23 20:28:22.776617 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-901647a1-ceec-4cdf-be5a-5ff8e4d9821c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:22.795068 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-b756505b-d971-414d-805f-da4bac710b8d None None] Set router 82899bc0-186a-4bb9-827b-beb29f1de054 gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:28:22.831589 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-901647a1-ceec-4cdf-be5a-5ff8e4d9821c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:22.840155 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901647a1-ceec-4cdf-be5a-5ff8e4d9821c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:22.840812 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-901647a1-ceec-4cdf-be5a-5ff8e4d9821c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:22.870389 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b18546bb-c6c5-48ca-a39c-73c5e49231f3 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:22.896100 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-901647a1-ceec-4cdf-be5a-5ff8e4d9821c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0064526 Jul 23 20:28:22.899467 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49406) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:22.905133 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-3ab794ef-0def-43a5-96e5-6da86814216d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'port': {'network_id': 'ea376fad-f027-4317-bb9e-195acf68d232', 'name': 'tempest-PortsTestJSON-1240643300'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:22.971862 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ded7a1ea-15cb-4b00-bafc-6e68f88b8333 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:22.983758 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8b54ccac-fa8c-4c5c-b5fc-6117f5d819fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddc9199-3d97-4ee6-bd36-9b4b3f38e65e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1283498895', 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '4b79de5c-a451-49b2-b667-31b3c6637f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:27:32Z', 'updated_at': '2021-07-23T20:28:20Z', 'revision_number': 5, 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'gw_port': {'id': '4b79de5c-a451-49b2-b667-31b3c6637f21', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddc9199-3d97-4ee6-bd36-9b4b3f38e65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:27:34Z', 'updated_at': '2021-07-23T20:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:23.012060 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-ded7a1ea-15cb-4b00-bafc-6e68f88b8333 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Transition to ACTIVE for port object a1350143-3cd6-48b0-ba52-70c791b92b48 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:23.046678 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901647a1-ceec-4cdf-be5a-5ff8e4d9821c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'Network': ['ID=ea376fad-f027-4317-bb9e-195acf68d232,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:23.082522 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b54ccac-fa8c-4c5c-b5fc-6117f5d819fe None None] Checking router: fddc9199-3d97-4ee6-bd36-9b4b3f38e65e for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:28:23.097167 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d8af6886-6799-4dd1-b59c-00dd0621f9c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:23.097646 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b54ccac-fa8c-4c5c-b5fc-6117f5d819fe None None] Routers {'fddc9199-3d97-4ee6-bd36-9b4b3f38e65e'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:23.099828 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8b54ccac-fa8c-4c5c-b5fc-6117f5d819fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:28:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['fddc9199-3d97-4ee6-bd36-9b4b3f38e65e'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:23.113771 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b18546bb-c6c5-48ca-a39c-73c5e49231f3 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:23.117755 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network ea376fad-f027-4317-bb9e-195acf68d232 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:28:23.121528 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ece782-02db-4fcf-8eab-d42271e4d46a None None] Pushing event updated for resources: {'Port': ['ID=d19633f1-5a23-468e-b328-70a18a862963,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:23.142049 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-51ece782-02db-4fcf-8eab-d42271e4d46a None None] Attempting to bind port d19633f1-5a23-468e-b328-70a18a862963 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:28:23.142723 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-51ece782-02db-4fcf-8eab-d42271e4d46a None None] Attempting to bind port d19633f1-5a23-468e-b328-70a18a862963 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '3375a513-096b-4da5-bc11-035c68ea1d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e04c58a3-f698-4839-84ea-ce99ce1fef47'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:28:23.143088 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ece782-02db-4fcf-8eab-d42271e4d46a None None] Attempting to bind port d19633f1-5a23-468e-b328-70a18a862963 on network e04c58a3-f698-4839-84ea-ce99ce1fef47 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:23.181553 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ece782-02db-4fcf-8eab-d42271e4d46a None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:28:23.182145 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ece782-02db-4fcf-8eab-d42271e4d46a None None] Checking segment: {'id': '3375a513-096b-4da5-bc11-035c68ea1d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e04c58a3-f698-4839-84ea-ce99ce1fef47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:23.182598 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-51ece782-02db-4fcf-8eab-d42271e4d46a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:23.183626 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ece782-02db-4fcf-8eab-d42271e4d46a None None] Bound using segment: {'id': '3375a513-096b-4da5-bc11-035c68ea1d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e04c58a3-f698-4839-84ea-ce99ce1fef47'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:28:23.183626 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-51ece782-02db-4fcf-8eab-d42271e4d46a None None] Bound port: d19633f1-5a23-468e-b328-70a18a862963, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3375a513-096b-4da5-bc11-035c68ea1d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e04c58a3-f698-4839-84ea-ce99ce1fef47'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:28:23.184184 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-51ece782-02db-4fcf-8eab-d42271e4d46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:23.200759 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18546bb-c6c5-48ca-a39c-73c5e49231f3 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Pushing event deleted for resources: {'Subnet': ['ID=6aa135fc-20a2-40ee-b3c7-944ab8df7fc0,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:23.218828 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b18546bb-c6c5-48ca-a39c-73c5e49231f3 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:23.225747 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b18546bb-c6c5-48ca-a39c-73c5e49231f3 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "DELETE /v2.0/subnets/6aa135fc-20a2-40ee-b3c7-944ab8df7fc0 HTTP/1.1" status: 204 len: 168 time: 1.1801920 Jul 23 20:28:23.226424 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49410) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:23.231704 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035c7bcd-b547-45e6-8193-1987c3b45190 None None] Network 8277b880-25b7-4e8d-bc05-f3008c9d7af5 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:23.240543 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab794ef-0def-43a5-96e5-6da86814216d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Made reservation on behalf of e30eb463c27249bf95b908bf72fc2bf2 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:23.251945 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ab794ef-0def-43a5-96e5-6da86814216d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:23.286348 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-3ab794ef-0def-43a5-96e5-6da86814216d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] device_id is not set on port ab845bfe-4a6a-4b6e-ba29-ee390d66c238 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:28:23.387894 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ded7a1ea-15cb-4b00-bafc-6e68f88b8333 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:23.392743 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-8b54ccac-fa8c-4c5c-b5fc-6117f5d819fe None None] Set router fddc9199-3d97-4ee6-bd36-9b4b3f38e65e gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:28:23.500393 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded7a1ea-15cb-4b00-bafc-6e68f88b8333 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Network e04c58a3-f698-4839-84ea-ce99ce1fef47 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:23.505605 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d8af6886-6799-4dd1-b59c-00dd0621f9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:23.511882 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-ded7a1ea-15cb-4b00-bafc-6e68f88b8333 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:23.517320 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded7a1ea-15cb-4b00-bafc-6e68f88b8333 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:23.526210 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7a1ea-15cb-4b00-bafc-6e68f88b8333 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event updated for resources: {'Port': ['ID=a1350143-3cd6-48b0-ba52-70c791b92b48,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:23.642546 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d0b3a48-89bb-413e-9425-5e872a90928f None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:23.652351 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7d0b3a48-89bb-413e-9425-5e872a90928f None None] Transition to ACTIVE for port object 1328b84f-7718-48a3-a69f-ef3e888da139 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:23.695145 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8af6886-6799-4dd1-b59c-00dd0621f9c5 admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:23.702018 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7d0b3a48-89bb-413e-9425-5e872a90928f None None] Transition to ACTIVE for port object 1328b84f-7718-48a3-a69f-ef3e888da139 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:23.702998 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8b54ccac-fa8c-4c5c-b5fc-6117f5d819fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddc9199-3d97-4ee6-bd36-9b4b3f38e65e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1283498895', 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '4b79de5c-a451-49b2-b667-31b3c6637f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:27:32Z', 'updated_at': '2021-07-23T20:28:20Z', 'revision_number': 5, 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'gw_port': {'id': '4b79de5c-a451-49b2-b667-31b3c6637f21', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddc9199-3d97-4ee6-bd36-9b4b3f38e65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:27:34Z', 'updated_at': '2021-07-23T20:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:23.712194 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-d8af6886-6799-4dd1-b59c-00dd0621f9c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:23.722969 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-51ece782-02db-4fcf-8eab-d42271e4d46a None None] For port d19633f1-5a23-468e-b328-70a18a862963, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:28:23.728623 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-51ece782-02db-4fcf-8eab-d42271e4d46a None None] For port d19633f1-5a23-468e-b328-70a18a862963, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d19633f1-5a23-468e-b328-70a18a862963,segment=NetworkSegment(3375a513-096b-4da5-bc11-035c68ea1d1d),segment_id=3375a513-096b-4da5-bc11-035c68ea1d1d)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:28:23.735582 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ac09e3a6-9ef8-4714-9b07-5dc4c44c3b20 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:23.739959 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8af6886-6799-4dd1-b59c-00dd0621f9c5 admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:23.755888 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b54ccac-fa8c-4c5c-b5fc-6117f5d819fe None None] The sync data for ids ['fddc9199-3d97-4ee6-bd36-9b4b3f38e65e'] in n-d-793618-10 is: [{'id': 'fddc9199-3d97-4ee6-bd36-9b4b3f38e65e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1283498895', 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '4b79de5c-a451-49b2-b667-31b3c6637f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:27:32Z', 'updated_at': '2021-07-23T20:28:20Z', 'revision_number': 5, 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'gw_port': {'id': '4b79de5c-a451-49b2-b667-31b3c6637f21', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddc9199-3d97-4ee6-bd36-9b4b3f38e65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:27:34Z', 'updated_at': '2021-07-23T20:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:28:23.795782 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ab794ef-0def-43a5-96e5-6da86814216d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:23.864929 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d0b3a48-89bb-413e-9425-5e872a90928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:23.871159 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ab794ef-0def-43a5-96e5-6da86814216d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:23.872998 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-51ece782-02db-4fcf-8eab-d42271e4d46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:23.932111 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab794ef-0def-43a5-96e5-6da86814216d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'Port': ['ID=ab845bfe-4a6a-4b6e-ba29-ee390d66c238,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:23.936031 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0b3a48-89bb-413e-9425-5e872a90928f None None] Network 5f367bf6-49de-4a6c-ac0c-f2d83e521256 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:23.971544 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-7d0b3a48-89bb-413e-9425-5e872a90928f None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:23.976666 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0b3a48-89bb-413e-9425-5e872a90928f None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:24.002177 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af6886-6799-4dd1-b59c-00dd0621f9c5 admin admin] Pushing event updated for resources: {'Port': ['ID=7254fa54-6d73-445d-8a03-fc980c05f290,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:24.023938 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ded7a1ea-15cb-4b00-bafc-6e68f88b8333 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:24.028449 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab794ef-0def-43a5-96e5-6da86814216d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Checking segment: {'id': '07155d8e-4353-48af-b453-1aa4c2ec42a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ea376fad-f027-4317-bb9e-195acf68d232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:24.029158 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab794ef-0def-43a5-96e5-6da86814216d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Network hostable DHCP agents. Network: ea376fad-f027-4317-bb9e-195acf68d232, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:28:24.038581 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b3a48-89bb-413e-9425-5e872a90928f None None] Pushing event updated for resources: {'Port': ['ID=1328b84f-7718-48a3-a69f-ef3e888da139,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:24.065392 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab794ef-0def-43a5-96e5-6da86814216d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Network ea376fad-f027-4317-bb9e-195acf68d232 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:28:24.095579 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-3ab794ef-0def-43a5-96e5-6da86814216d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, ea376fad-f027-4317-bb9e-195acf68d232) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:24.126627 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab794ef-0def-43a5-96e5-6da86814216d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:24.141148 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab794ef-0def-43a5-96e5-6da86814216d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:24.143952 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3ab794ef-0def-43a5-96e5-6da86814216d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:24.189530 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3ab794ef-0def-43a5-96e5-6da86814216d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2861967 Jul 23 20:28:24.191072 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49416) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:24.201904 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-fd174144-e49a-483d-be5e-8f17c7d619fb tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1236662478'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:24.271966 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd174144-e49a-483d-be5e-8f17c7d619fb tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Made reservation on behalf of e30eb463c27249bf95b908bf72fc2bf2 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:24.281714 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fd174144-e49a-483d-be5e-8f17c7d619fb tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:24.417896 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd174144-e49a-483d-be5e-8f17c7d619fb tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:28:24.464756 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21d1627-6111-459f-9786-cfc9c9048e8f None None] Network ea376fad-f027-4317-bb9e-195acf68d232 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:24.475927 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-b756505b-d971-414d-805f-da4bac710b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'name': 'tempest-RoutersTest-router-1551311680', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:28:14Z', 'revision_number': 2, 'project_id': 'cde999fc285947a38991630a8d370d15', 'gw_port_host': None, '_interfaces': [{'id': 'd9513e72-40e1-40c6-a038-2fec58377035', 'name': '', 'network_id': '9b205560-8a6b-4b80-8ccd-8b60184267fc', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:b0:d5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:13Z', 'updated_at': '2021-07-23T20:28:21Z', 'revision_number': 4, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:24.479203 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fd174144-e49a-483d-be5e-8f17c7d619fb tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:24.482183 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-fd174144-e49a-483d-be5e-8f17c7d619fb tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Added segment d4d2afb5-a6cc-45a9-bc87-7ad24136cb4f of type vlan for network fef1cbbe-d2f4-43f3-a14a-deb4c437f94a Jul 23 20:28:24.490020 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-7d0b3a48-89bb-413e-9425-5e872a90928f None None] Attempting to bind port 1328b84f-7718-48a3-a69f-ef3e888da139 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:28:24.490546 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-7d0b3a48-89bb-413e-9425-5e872a90928f None None] Attempting to bind port 1328b84f-7718-48a3-a69f-ef3e888da139 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '8d61d4d6-b518-45ef-99f7-5b4c90fbf4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5f367bf6-49de-4a6c-ac0c-f2d83e521256'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:28:24.491020 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0b3a48-89bb-413e-9425-5e872a90928f None None] Attempting to bind port 1328b84f-7718-48a3-a69f-ef3e888da139 on network 5f367bf6-49de-4a6c-ac0c-f2d83e521256 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:24.540451 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ac09e3a6-9ef8-4714-9b07-5dc4c44c3b20 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:24.596138 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aeb8803-a5a4-45b5-aebe-aea027d95e4e None None] DHCP port deletion for 8277b880-25b7-4e8d-bc05-f3008c9d7af5 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:28:24.613551 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fd174144-e49a-483d-be5e-8f17c7d619fb tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:24.634495 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0b3a48-89bb-413e-9425-5e872a90928f None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:28:24.634877 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0b3a48-89bb-413e-9425-5e872a90928f None None] Checking segment: {'id': '8d61d4d6-b518-45ef-99f7-5b4c90fbf4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5f367bf6-49de-4a6c-ac0c-f2d83e521256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:24.635286 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d0b3a48-89bb-413e-9425-5e872a90928f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:24.635684 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0b3a48-89bb-413e-9425-5e872a90928f None None] Bound using segment: {'id': '8d61d4d6-b518-45ef-99f7-5b4c90fbf4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5f367bf6-49de-4a6c-ac0c-f2d83e521256'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:28:24.636170 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-7d0b3a48-89bb-413e-9425-5e872a90928f None None] Bound port: 1328b84f-7718-48a3-a69f-ef3e888da139, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d61d4d6-b518-45ef-99f7-5b4c90fbf4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5f367bf6-49de-4a6c-ac0c-f2d83e521256'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:28:24.636551 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d0b3a48-89bb-413e-9425-5e872a90928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:24.638665 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b756505b-d971-414d-805f-da4bac710b8d None None] The sync data for ids ['82899bc0-186a-4bb9-827b-beb29f1de054'] in n-d-793618-10 is: [{'id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'name': 'tempest-RoutersTest-router-1551311680', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:28:14Z', 'revision_number': 2, 'project_id': 'cde999fc285947a38991630a8d370d15', 'gw_port_host': None, '_interfaces': [{'id': 'd9513e72-40e1-40c6-a038-2fec58377035', 'name': '', 'network_id': '9b205560-8a6b-4b80-8ccd-8b60184267fc', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:b0:d5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:13Z', 'updated_at': '2021-07-23T20:28:21Z', 'revision_number': 4, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:28:24.663665 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ded7a1ea-15cb-4b00-bafc-6e68f88b8333 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:24.683017 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fd174144-e49a-483d-be5e-8f17c7d619fb tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:24.707850 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd174144-e49a-483d-be5e-8f17c7d619fb tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:24.708953 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fd174144-e49a-483d-be5e-8f17c7d619fb tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:24.729369 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ece782-02db-4fcf-8eab-d42271e4d46a None None] Pushing event updated for resources: {'Port': ['ID=d19633f1-5a23-468e-b328-70a18a862963,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:24.794095 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-fd174144-e49a-483d-be5e-8f17c7d619fb tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6008546 Jul 23 20:28:24.797446 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49420) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:24.806789 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-039a73e6-a57a-41cf-9f20-f5ae29380fd4 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'ports': [{'network_id': 'ea376fad-f027-4317-bb9e-195acf68d232'}, {'network_id': 'fef1cbbe-d2f4-43f3-a14a-deb4c437f94a'}]} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:24.807096 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-039a73e6-a57a-41cf-9f20-f5ae29380fd4 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'port': {'network_id': 'ea376fad-f027-4317-bb9e-195acf68d232'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:24.807572 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-039a73e6-a57a-41cf-9f20-f5ae29380fd4 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'port': {'network_id': 'fef1cbbe-d2f4-43f3-a14a-deb4c437f94a'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:24.870236 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 305784ed-089d-4b8b-a278-67772021ed0d no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:28:24.930603 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd174144-e49a-483d-be5e-8f17c7d619fb tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'Network': ['ID=fef1cbbe-d2f4-43f3-a14a-deb4c437f94a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:24.945002 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 305784ed-089d-4b8b-a278-67772021ed0d {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:28:24.945585 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 305784ed-089d-4b8b-a278-67772021ed0d not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:28:24.946146 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 7fec1aa3-7d48-4d34-9072-ddae8aa3dff9 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:28:24.958480 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network fef1cbbe-d2f4-43f3-a14a-deb4c437f94a details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:28:25.325348 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039a73e6-a57a-41cf-9f20-f5ae29380fd4 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Made reservation on behalf of e30eb463c27249bf95b908bf72fc2bf2 for: {'port': 2} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:25.333003 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-039a73e6-a57a-41cf-9f20-f5ae29380fd4 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:25.353899 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-039a73e6-a57a-41cf-9f20-f5ae29380fd4 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:25.417212 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-7d0b3a48-89bb-413e-9425-5e872a90928f None None] For port 1328b84f-7718-48a3-a69f-ef3e888da139, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:28:25.443126 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-7d0b3a48-89bb-413e-9425-5e872a90928f None None] For port 1328b84f-7718-48a3-a69f-ef3e888da139, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=1328b84f-7718-48a3-a69f-ef3e888da139,segment=NetworkSegment(8d61d4d6-b518-45ef-99f7-5b4c90fbf4d8),segment_id=8d61d4d6-b518-45ef-99f7-5b4c90fbf4d8)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:28:25.463702 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d0b3a48-89bb-413e-9425-5e872a90928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:25.466340 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-3aeb8803-a5a4-45b5-aebe-aea027d95e4e None None] Deleting port 7fec1aa3-7d48-4d34-9072-ddae8aa3dff9 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:25.466705 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3aeb8803-a5a4-45b5-aebe-aea027d95e4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:25.598650 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-039a73e6-a57a-41cf-9f20-f5ae29380fd4 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] device_id is not set on port a7bc6cca-1942-4b87-b6c1-a17b1ce3530e yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:28:25.635450 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-3aeb8803-a5a4-45b5-aebe-aea027d95e4e None None] For port 7fec1aa3-7d48-4d34-9072-ddae8aa3dff9, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=7fec1aa3-7d48-4d34-9072-ddae8aa3dff9,segment=NetworkSegment(84dde54c-1655-4538-ac8b-ee7f48a83dbd),segment_id=84dde54c-1655-4538-ac8b-ee7f48a83dbd)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:25.636270 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3aeb8803-a5a4-45b5-aebe-aea027d95e4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:25.670973 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-3aeb8803-a5a4-45b5-aebe-aea027d95e4e None None] Calling delete_port for 7fec1aa3-7d48-4d34-9072-ddae8aa3dff9 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:25.851881 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-039a73e6-a57a-41cf-9f20-f5ae29380fd4 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:25.878248 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6309c1a-ecad-49a6-ba91-a20b5311eb68 None None] Network e04c58a3-f698-4839-84ea-ce99ce1fef47 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:25.883571 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3aeb8803-a5a4-45b5-aebe-aea027d95e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:26.008878 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Port 7fec1aa3-7d48-4d34-9072-ddae8aa3dff9 update to DOWN by agent not found {{(pid=93877) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 23 20:28:26.031288 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-039a73e6-a57a-41cf-9f20-f5ae29380fd4 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] device_id is not set on port ac85adbb-46a0-44fa-aac8-c15ff85c7a5c yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:28:26.066859 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeb8803-a5a4-45b5-aebe-aea027d95e4e None None] No DVR routers for this DVR port 7fec1aa3-7d48-4d34-9072-ddae8aa3dff9 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:28:26.085693 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-55fca7d6-abaa-4be8-8ca5-dd5e68364a37 None None] Provisioning for port d19633f1-5a23-468e-b328-70a18a862963 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:26.102103 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b3a48-89bb-413e-9425-5e872a90928f None None] Pushing event updated for resources: {'Port': ['ID=1328b84f-7718-48a3-a69f-ef3e888da139,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:26.239734 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb8803-a5a4-45b5-aebe-aea027d95e4e None None] Pushing event deleted for resources: {'Port': ['ID=7fec1aa3-7d48-4d34-9072-ddae8aa3dff9,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:26.276067 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-039a73e6-a57a-41cf-9f20-f5ae29380fd4 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:26.339460 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-039a73e6-a57a-41cf-9f20-f5ae29380fd4 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:26.392184 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d8af6886-6799-4dd1-b59c-00dd0621f9c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:26.439152 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a73e6-a57a-41cf-9f20-f5ae29380fd4 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'Port': ['ID=a7bc6cca-1942-4b87-b6c1-a17b1ce3530e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:26.463569 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039a73e6-a57a-41cf-9f20-f5ae29380fd4 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Network ea376fad-f027-4317-bb9e-195acf68d232 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:26.465413 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-039a73e6-a57a-41cf-9f20-f5ae29380fd4 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:26.474367 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039a73e6-a57a-41cf-9f20-f5ae29380fd4 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:26.475576 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-039a73e6-a57a-41cf-9f20-f5ae29380fd4 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:26.536744 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-ac09e3a6-9ef8-4714-9b07-5dc4c44c3b20 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Deleting port 4b79de5c-a451-49b2-b667-31b3c6637f21 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:26.537275 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ac09e3a6-9ef8-4714-9b07-5dc4c44c3b20 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:26.552732 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a73e6-a57a-41cf-9f20-f5ae29380fd4 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'Port': ['ID=ac85adbb-46a0-44fa-aac8-c15ff85c7a5c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:26.573252 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039a73e6-a57a-41cf-9f20-f5ae29380fd4 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Checking segment: {'id': 'd4d2afb5-a6cc-45a9-bc87-7ad24136cb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fef1cbbe-d2f4-43f3-a14a-deb4c437f94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:26.573655 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039a73e6-a57a-41cf-9f20-f5ae29380fd4 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Network hostable DHCP agents. Network: fef1cbbe-d2f4-43f3-a14a-deb4c437f94a, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:28:26.593728 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039a73e6-a57a-41cf-9f20-f5ae29380fd4 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Network fef1cbbe-d2f4-43f3-a14a-deb4c437f94a is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:28:26.605548 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-039a73e6-a57a-41cf-9f20-f5ae29380fd4 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, fef1cbbe-d2f4-43f3-a14a-deb4c437f94a) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:26.615331 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039a73e6-a57a-41cf-9f20-f5ae29380fd4 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:26.621541 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039a73e6-a57a-41cf-9f20-f5ae29380fd4 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:26.624613 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96559f70-8029-4297-9032-7533cc3db19d None None] Network fef1cbbe-d2f4-43f3-a14a-deb4c437f94a requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:26.636675 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039a73e6-a57a-41cf-9f20-f5ae29380fd4 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:26.637394 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-039a73e6-a57a-41cf-9f20-f5ae29380fd4 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:26.671055 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-039a73e6-a57a-41cf-9f20-f5ae29380fd4 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8671019 Jul 23 20:28:26.671788 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49428) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:26.880313 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-cfa5cffc-5a3f-400b-bf5d-513b13dfe617 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Deleting port ac85adbb-46a0-44fa-aac8-c15ff85c7a5c {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:26.880658 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ded7a1ea-15cb-4b00-bafc-6e68f88b8333 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:26.880772 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cfa5cffc-5a3f-400b-bf5d-513b13dfe617 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:26.889262 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ded7a1ea-15cb-4b00-bafc-6e68f88b8333 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:26.907369 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-ac09e3a6-9ef8-4714-9b07-5dc4c44c3b20 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] For port 4b79de5c-a451-49b2-b667-31b3c6637f21, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=4b79de5c-a451-49b2-b667-31b3c6637f21,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:26.907787 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ac09e3a6-9ef8-4714-9b07-5dc4c44c3b20 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.020707 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-093a5bd1-602f-4e2e-b639-85976fd5b677 None None] Provisioning for port a1350143-3cd6-48b0-ba52-70c791b92b48 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:27.049626 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-093a5bd1-602f-4e2e-b639-85976fd5b677 None None] Provisioning complete for port a1350143-3cd6-48b0-ba52-70c791b92b48 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:27.050079 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-093a5bd1-602f-4e2e-b639-85976fd5b677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.123452 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cfa5cffc-5a3f-400b-bf5d-513b13dfe617 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.132913 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 1328b84f-7718-48a3-a69f-ef3e888da139 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:27.136364 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-093a5bd1-602f-4e2e-b639-85976fd5b677 None None] Port a1350143-3cd6-48b0-ba52-70c791b92b48 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:28:27.155378 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-cfa5cffc-5a3f-400b-bf5d-513b13dfe617 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Calling delete_port for ac85adbb-46a0-44fa-aac8-c15ff85c7a5c owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:27.217697 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 1328b84f-7718-48a3-a69f-ef3e888da139 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:27.220086 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-ac09e3a6-9ef8-4714-9b07-5dc4c44c3b20 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Calling delete_port for 4b79de5c-a451-49b2-b667-31b3c6637f21 owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:27.227513 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d9513e72-40e1-40c6-a038-2fec58377035 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:27.372943 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-16d72235-d460-4659-8016-4872d8eaf7b0 None None] Provisioning complete for port a1350143-3cd6-48b0-ba52-70c791b92b48 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:27.373771 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-16d72235-d460-4659-8016-4872d8eaf7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.373878 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cfa5cffc-5a3f-400b-bf5d-513b13dfe617 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.405492 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d8af6886-6799-4dd1-b59c-00dd0621f9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.439724 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-16d72235-d460-4659-8016-4872d8eaf7b0 None None] Port a1350143-3cd6-48b0-ba52-70c791b92b48 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:28:27.446619 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port d9513e72-40e1-40c6-a038-2fec58377035 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:27.451073 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5cffc-5a3f-400b-bf5d-513b13dfe617 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'Port': ['ID=ac85adbb-46a0-44fa-aac8-c15ff85c7a5c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:27.451813 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port d9513e72-40e1-40c6-a038-2fec58377035 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:27.452338 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.468691 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cfa5cffc-5a3f-400b-bf5d-513b13dfe617 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.475344 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-cfa5cffc-5a3f-400b-bf5d-513b13dfe617 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/ports/ac85adbb-46a0-44fa-aac8-c15ff85c7a5c HTTP/1.1" status: 204 len: 168 time: 0.8016186 Jul 23 20:28:27.477728 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49434) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:27.623987 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891d742e-46b8-4b5d-ad61-11debcb52679 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:27.630991 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891d742e-46b8-4b5d-ad61-11debcb52679 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:27.635082 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-891d742e-46b8-4b5d-ad61-11debcb52679 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1535485 Jul 23 20:28:27.635212 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.635431 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49436) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:27.698412 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port d9513e72-40e1-40c6-a038-2fec58377035, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d9513e72-40e1-40c6-a038-2fec58377035,segment=NetworkSegment(894e2efe-cd6e-45bc-b898-1d0b9dd22cec),segment_id=894e2efe-cd6e-45bc-b898-1d0b9dd22cec)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:27.701867 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d392c9-4716-4ca0-a79a-cadb9d91f12d None None] Network 5f367bf6-49de-4a6c-ac0c-f2d83e521256 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:27.707676 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7a1ea-15cb-4b00-bafc-6e68f88b8333 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event updated for resources: {'Port': ['ID=a1350143-3cd6-48b0-ba52-70c791b92b48,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:27.709463 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.710668 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d19633f1-5a23-468e-b328-70a18a862963 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:27.716996 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ded7a1ea-15cb-4b00-bafc-6e68f88b8333 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.764463 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-d4cb59a2-7864-47e2-9bec-ea980867454e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Deleting port a7bc6cca-1942-4b87-b6c1-a17b1ce3530e {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:27.764463 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d4cb59a2-7864-47e2-9bec-ea980867454e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.885356 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d4cb59a2-7864-47e2-9bec-ea980867454e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.902970 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-d4cb59a2-7864-47e2-9bec-ea980867454e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Calling delete_port for a7bc6cca-1942-4b87-b6c1-a17b1ce3530e owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:27.940042 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=d9513e72-40e1-40c6-a038-2fec58377035,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:27.956587 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port d19633f1-5a23-468e-b328-70a18a862963 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:27.960582 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b13c8d0c-d91d-4711-99ff-cb36a164e130 None None] Provisioning for port 1328b84f-7718-48a3-a69f-ef3e888da139 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:27.960782 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8af6886-6799-4dd1-b59c-00dd0621f9c5 admin admin] Router 35685577-0cea-4221-b607-0a6eb0352cd8 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:28:27.967767 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port d19633f1-5a23-468e-b328-70a18a862963 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:27.968188 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.976231 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded7a1ea-15cb-4b00-bafc-6e68f88b8333 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Network e04c58a3-f698-4839-84ea-ce99ce1fef47 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:27.979067 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-ded7a1ea-15cb-4b00-bafc-6e68f88b8333 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:27.991424 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b13c8d0c-d91d-4711-99ff-cb36a164e130 None None] Provisioning complete for port 1328b84f-7718-48a3-a69f-ef3e888da139 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:27.992559 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b13c8d0c-d91d-4711-99ff-cb36a164e130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:28.013283 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d4cb59a2-7864-47e2-9bec-ea980867454e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:28.060040 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb59a2-7864-47e2-9bec-ea980867454e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'Port': ['ID=a7bc6cca-1942-4b87-b6c1-a17b1ce3530e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:28.074173 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d4cb59a2-7864-47e2-9bec-ea980867454e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:28.076454 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d4cb59a2-7864-47e2-9bec-ea980867454e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/ports/a7bc6cca-1942-4b87-b6c1-a17b1ce3530e HTTP/1.1" status: 204 len: 168 time: 0.4398656 Jul 23 20:28:28.079812 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49438) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:28.090586 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ac09e3a6-9ef8-4714-9b07-5dc4c44c3b20 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:28.263719 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9784b9f8-c987-4388-a7db-102d31663adf tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:28.268356 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9784b9f8-c987-4388-a7db-102d31663adf tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1875062 Jul 23 20:28:28.271301 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49442) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:28.309825 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09e3a6-9ef8-4714-9b07-5dc4c44c3b20 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Pushing event deleted for resources: {'Port': ['ID=4b79de5c-a451-49b2-b667-31b3c6637f21,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:28.317738 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-3531f57a-640b-4f63-9ac5-3ddb2f1df434 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] GET failed (client error): The resource could not be found. Jul 23 20:28:28.322576 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3531f57a-640b-4f63-9ac5-3ddb2f1df434 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "GET /v2.0/ports/ac85adbb-46a0-44fa-aac8-c15ff85c7a5c HTTP/1.1" status: 404 len: 333 time: 0.0501981 Jul 23 20:28:28.322833 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49444) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:28.324354 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b13c8d0c-d91d-4711-99ff-cb36a164e130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:28.366073 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8af6886-6799-4dd1-b59c-00dd0621f9c5 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:28:28.367697 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:28.387687 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d15197-6db3-419b-b507-23dd642cd1ad None None] Sync routers for ids ['35685577-0cea-4221-b607-0a6eb0352cd8'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:28:28.412160 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded7a1ea-15cb-4b00-bafc-6e68f88b8333 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Router 82899bc0-186a-4bb9-827b-beb29f1de054 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:28:28.415166 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-33d87e26-ec45-488c-b523-988a68104f1c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] GET failed (client error): The resource could not be found. Jul 23 20:28:28.419743 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49446) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:28.429237 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-33d87e26-ec45-488c-b523-988a68104f1c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "GET /v2.0/ports/a7bc6cca-1942-4b87-b6c1-a17b1ce3530e HTTP/1.1" status: 404 len: 333 time: 0.1027369 Jul 23 20:28:28.430841 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-b13c8d0c-d91d-4711-99ff-cb36a164e130 None None] For port 1328b84f-7718-48a3-a69f-ef3e888da139, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=1328b84f-7718-48a3-a69f-ef3e888da139,segment=NetworkSegment(8d61d4d6-b518-45ef-99f7-5b4c90fbf4d8),segment_id=8d61d4d6-b518-45ef-99f7-5b4c90fbf4d8)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:28.442346 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b13c8d0c-d91d-4711-99ff-cb36a164e130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:28.450043 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d15197-6db3-419b-b507-23dd642cd1ad None None] Routers {'35685577-0cea-4221-b607-0a6eb0352cd8'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:28.451069 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e5d15197-6db3-419b-b507-23dd642cd1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:28:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['35685577-0cea-4221-b607-0a6eb0352cd8'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:28.499162 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ac09e3a6-9ef8-4714-9b07-5dc4c44c3b20 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:28.507090 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d8af6886-6799-4dd1-b59c-00dd0621f9c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:28.509598 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d8af6886-6799-4dd1-b59c-00dd0621f9c5 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 7.3869934 Jul 23 20:28:28.513246 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49448) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:28.540310 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7cd4b8b1-06af-4c05-a5b0-b6b792359de3 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:28.653147 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-e5d15197-6db3-419b-b507-23dd642cd1ad None None] Set router 35685577-0cea-4221-b607-0a6eb0352cd8 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:28:28.723270 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7cd4b8b1-06af-4c05-a5b0-b6b792359de3 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:28.744461 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-7cd4b8b1-06af-4c05-a5b0-b6b792359de3 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fef1cbbe-d2f4-43f3-a14a-deb4c437f94a']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:28.769401 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-7cd4b8b1-06af-4c05-a5b0-b6b792359de3 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4d2afb5-a6cc-45a9-bc87-7ad24136cb4f') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:28.770226 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-7cd4b8b1-06af-4c05-a5b0-b6b792359de3 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4d2afb5-a6cc-45a9-bc87-7ad24136cb4f') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:28.784775 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7cd4b8b1-06af-4c05-a5b0-b6b792359de3 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:28.808689 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7cd4b8b1-06af-4c05-a5b0-b6b792359de3 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:28.820139 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cd4b8b1-06af-4c05-a5b0-b6b792359de3 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:28:28.820780 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7cd4b8b1-06af-4c05-a5b0-b6b792359de3 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:28.848578 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:28:28.848578 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:28:28.848578 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:28:28.848578 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:28:28.848578 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:28:28.848578 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:28:28.848578 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:28:28.848578 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:28:28.848578 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:28:28.848578 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:28:28.848578 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:28:28.848578 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:28:28.848578 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:28:28.848578 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:28:28.848578 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:28:28.848578 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:28:28.848578 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:28:28.848578 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:28:28.848578 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:28:28.848578 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:28:28.848578 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:28:28.848578 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:28:28.848578 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:28:28.848578 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:28:28.848578 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:28:28.848578 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:28:28.848578 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:28:28.848578 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:28:28.848578 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:28:28.848578 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:28:28.848578 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:28:28.848578 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:28:28.934867 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ac09e3a6-9ef8-4714-9b07-5dc4c44c3b20 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:28.940426 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ac09e3a6-9ef8-4714-9b07-5dc4c44c3b20 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:28.942860 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7cd4b8b1-06af-4c05-a5b0-b6b792359de3 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:28.976104 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7cd4b8b1-06af-4c05-a5b0-b6b792359de3 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:28.983811 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port d19633f1-5a23-468e-b328-70a18a862963, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d19633f1-5a23-468e-b328-70a18a862963,segment=NetworkSegment(3375a513-096b-4da5-bc11-035c68ea1d1d),segment_id=3375a513-096b-4da5-bc11-035c68ea1d1d)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:28.986178 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7cd4b8b1-06af-4c05-a5b0-b6b792359de3 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/networks/fef1cbbe-d2f4-43f3-a14a-deb4c437f94a HTTP/1.1" status: 204 len: 168 time: 0.5651240 Jul 23 20:28:28.988844 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49452) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:28.996308 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-7bedd03e-d471-4de7-b8e0-78c07a333a1a tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-990997699'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:29.009791 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-720a8a4b-73ce-4161-99dd-d94e6d1ef6e4 None None] Provisioning complete for port a1350143-3cd6-48b0-ba52-70c791b92b48 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:29.009791 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-720a8a4b-73ce-4161-99dd-d94e6d1ef6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:29.010215 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:29.015660 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded7a1ea-15cb-4b00-bafc-6e68f88b8333 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:28:29.021601 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ded7a1ea-15cb-4b00-bafc-6e68f88b8333 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "PUT /v2.0/routers/82899bc0-186a-4bb9-827b-beb29f1de054/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0389211 Jul 23 20:28:29.035635 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49454) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:29.035812 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80381285-7403-4c52-96d2-6ff13c24c406 None None] Sync routers for ids ['82899bc0-186a-4bb9-827b-beb29f1de054'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:28:29.036248 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-ac020cd4-ab89-421f-9f0c-c503a67b5acb tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Request body: {'network': {'name': 'tempest-RoutersTest-1780580922'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:29.052157 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80381285-7403-4c52-96d2-6ff13c24c406 None None] Routers {'82899bc0-186a-4bb9-827b-beb29f1de054'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:29.053533 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-80381285-7403-4c52-96d2-6ff13c24c406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:28:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['82899bc0-186a-4bb9-827b-beb29f1de054'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:29.054873 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ac09e3a6-9ef8-4714-9b07-5dc4c44c3b20 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:29.055435 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac09e3a6-9ef8-4714-9b07-5dc4c44c3b20 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Fanout notify agent at l3_agent the message router_deleted on router fddc9199-3d97-4ee6-bd36-9b4b3f38e65e {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:28:29.055642 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4b8b1-06af-4c05-a5b0-b6b792359de3 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'Network': ['ID=fef1cbbe-d2f4-43f3-a14a-deb4c437f94a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:29.069263 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bedd03e-d471-4de7-b8e0-78c07a333a1a tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Made reservation on behalf of e30eb463c27249bf95b908bf72fc2bf2 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:29.074353 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7bedd03e-d471-4de7-b8e0-78c07a333a1a tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:29.075756 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ac09e3a6-9ef8-4714-9b07-5dc4c44c3b20 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:29.082317 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ac09e3a6-9ef8-4714-9b07-5dc4c44c3b20 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "DELETE /v2.0/routers/fddc9199-3d97-4ee6-bd36-9b4b3f38e65e HTTP/1.1" status: 204 len: 168 time: 5.8364229 Jul 23 20:28:29.082461 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49456) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:29.112189 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bedd03e-d471-4de7-b8e0-78c07a333a1a tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:28:29.132449 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7bedd03e-d471-4de7-b8e0-78c07a333a1a tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:29.133237 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-7bedd03e-d471-4de7-b8e0-78c07a333a1a tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Added segment 4fc229de-ce30-4be9-b006-673c1b56b44b of type vlan for network 3436bec4-ae0a-4345-887f-25a16f35d654 Jul 23 20:28:29.167935 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c8d0c-d91d-4711-99ff-cb36a164e130 None None] Pushing event updated for resources: {'Port': ['ID=1328b84f-7718-48a3-a69f-ef3e888da139,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:29.195938 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7bedd03e-d471-4de7-b8e0-78c07a333a1a tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:29.241941 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7bedd03e-d471-4de7-b8e0-78c07a333a1a tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:29.250090 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bedd03e-d471-4de7-b8e0-78c07a333a1a tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:29.252964 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7bedd03e-d471-4de7-b8e0-78c07a333a1a tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:29.315030 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7bedd03e-d471-4de7-b8e0-78c07a333a1a tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3246150 Jul 23 20:28:29.325328 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49460) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:29.330463 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=d19633f1-5a23-468e-b328-70a18a862963,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:29.331221 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-9f4016f3-41a7-4f50-8f10-2a3e79b22c3c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'subnet': {'network_id': '3436bec4-ae0a-4345-887f-25a16f35d654', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:29.395699 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-720a8a4b-73ce-4161-99dd-d94e6d1ef6e4 None None] Port a1350143-3cd6-48b0-ba52-70c791b92b48 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:28:29.409094 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-80381285-7403-4c52-96d2-6ff13c24c406 None None] Set router 82899bc0-186a-4bb9-827b-beb29f1de054 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:28:29.412275 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bedd03e-d471-4de7-b8e0-78c07a333a1a tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'Network': ['ID=3436bec4-ae0a-4345-887f-25a16f35d654,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:29.426791 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 3436bec4-ae0a-4345-887f-25a16f35d654 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:28:29.436002 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac020cd4-ab89-421f-9f0c-c503a67b5acb tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Made reservation on behalf of cde999fc285947a38991630a8d370d15 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:29.451533 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ac020cd4-ab89-421f-9f0c-c503a67b5acb tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:29.477864 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d9513e72-40e1-40c6-a038-2fec58377035 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:29.559574 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4016f3-41a7-4f50-8f10-2a3e79b22c3c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Made reservation on behalf of e30eb463c27249bf95b908bf72fc2bf2 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:29.564785 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9f4016f3-41a7-4f50-8f10-2a3e79b22c3c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:29.609599 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a2681705-ab17-4d07-a75e-15c7b9021ffe tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:29.623894 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac020cd4-ab89-421f-9f0c-c503a67b5acb tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:28:29.656868 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ac020cd4-ab89-421f-9f0c-c503a67b5acb tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:29.657243 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-ac020cd4-ab89-421f-9f0c-c503a67b5acb tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Added segment ff6d6d08-266e-4900-8cdd-6abbdf628569 of type vlan for network ee64898c-7364-4faa-862e-c0f672600d20 Jul 23 20:28:29.755904 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-80381285-7403-4c52-96d2-6ff13c24c406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'name': 'tempest-RoutersTest-router-1551311680', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:28:24Z', 'revision_number': 3, 'project_id': 'cde999fc285947a38991630a8d370d15', 'gw_port_host': None, '_interfaces': [{'id': 'a1350143-3cd6-48b0-ba52-70c791b92b48', 'name': '', 'network_id': 'e04c58a3-f698-4839-84ea-ce99ce1fef47', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:37:7c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:21Z', 'updated_at': '2021-07-23T20:28:25Z', 'revision_number': 2, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9513e72-40e1-40c6-a038-2fec58377035', 'name': '', 'network_id': '9b205560-8a6b-4b80-8ccd-8b60184267fc', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:b0:d5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:13Z', 'updated_at': '2021-07-23T20:28:27Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:29.758508 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ac020cd4-ab89-421f-9f0c-c503a67b5acb tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:29.794015 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80381285-7403-4c52-96d2-6ff13c24c406 None None] Checking router: 82899bc0-186a-4bb9-827b-beb29f1de054 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:28:29.794642 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80381285-7403-4c52-96d2-6ff13c24c406 None None] Updating router 82899bc0-186a-4bb9-827b-beb29f1de054 port a1350143-3cd6-48b0-ba52-70c791b92b48 binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:28:29.801172 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e5d15197-6db3-419b-b507-23dd642cd1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35685577-0cea-4221-b607-0a6eb0352cd8', 'name': 'tempest-ImageQuotaTest-1105787954-router', 'tenant_id': '43ced654beb04a53a953225079068e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '7254fa54-6d73-445d-8a03-fc980c05f290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:21Z', 'updated_at': '2021-07-23T20:28:25Z', 'revision_number': 3, 'project_id': '43ced654beb04a53a953225079068e20', 'gw_port': {'id': '7254fa54-6d73-445d-8a03-fc980c05f290', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35685577-0cea-4221-b607-0a6eb0352cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:22Z', 'updated_at': '2021-07-23T20:28:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:29.839512 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-80381285-7403-4c52-96d2-6ff13c24c406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:29.880058 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f37bbe43-8116-40dc-8ade-ffe8160526b4 None None] Provisioning complete for port 1328b84f-7718-48a3-a69f-ef3e888da139 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:29.882140 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f37bbe43-8116-40dc-8ade-ffe8160526b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:29.991789 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d15197-6db3-419b-b507-23dd642cd1ad None None] Checking router: 35685577-0cea-4221-b607-0a6eb0352cd8 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:28:29.992910 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d15197-6db3-419b-b507-23dd642cd1ad None None] Updating router 35685577-0cea-4221-b607-0a6eb0352cd8 port 7254fa54-6d73-445d-8a03-fc980c05f290 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:28:30.060101 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9f4016f3-41a7-4f50-8f10-2a3e79b22c3c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:30.075602 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port d9513e72-40e1-40c6-a038-2fec58377035 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:30.075602 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:30.082377 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e5d15197-6db3-419b-b507-23dd642cd1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:30.149629 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4016f3-41a7-4f50-8f10-2a3e79b22c3c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'Subnet': ['ID=29546f8a-e3b2-4714-a0ba-f9b97ba13c24,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:30.204457 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4016f3-41a7-4f50-8f10-2a3e79b22c3c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Checking segment: {'id': '4fc229de-ce30-4be9-b006-673c1b56b44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3436bec4-ae0a-4345-887f-25a16f35d654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:30.204920 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4016f3-41a7-4f50-8f10-2a3e79b22c3c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Network hostable DHCP agents. Network: 3436bec4-ae0a-4345-887f-25a16f35d654, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:28:30.205325 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-80381285-7403-4c52-96d2-6ff13c24c406 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:30.225831 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4016f3-41a7-4f50-8f10-2a3e79b22c3c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Network 3436bec4-ae0a-4345-887f-25a16f35d654 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:28:30.245662 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-9f4016f3-41a7-4f50-8f10-2a3e79b22c3c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 3436bec4-ae0a-4345-887f-25a16f35d654) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:30.246629 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-80381285-7403-4c52-96d2-6ff13c24c406 None None] Transition to ACTIVE for port object a1350143-3cd6-48b0-ba52-70c791b92b48 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:30.251524 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4016f3-41a7-4f50-8f10-2a3e79b22c3c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:30.253885 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9f4016f3-41a7-4f50-8f10-2a3e79b22c3c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:30.258809 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-80381285-7403-4c52-96d2-6ff13c24c406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:30.281234 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b47fa6-82c2-4295-ad15-8c17dc1fe609 None None] Network 3436bec4-ae0a-4345-887f-25a16f35d654 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:30.309139 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9f4016f3-41a7-4f50-8f10-2a3e79b22c3c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9822550 Jul 23 20:28:30.312065 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49464) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:30.321585 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ba0b97eb-f314-4f3c-8244-4a537b212511 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'port': {'network_id': '3436bec4-ae0a-4345-887f-25a16f35d654', 'name': 'tempest-PortsTestJSON-867728035'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:30.393389 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a2681705-ab17-4d07-a75e-15c7b9021ffe tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:30.403873 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd37f1-6e6d-4ad2-ba76-11b740319e40 None None] Pushing event updated for resources: {'Port': ['ID=a1350143-3cd6-48b0-ba52-70c791b92b48,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:30.426707 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcd37f1-6e6d-4ad2-ba76-11b740319e40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:30.427047 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcd37f1-6e6d-4ad2-ba76-11b740319e40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:30.427175 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-a2681705-ab17-4d07-a75e-15c7b9021ffe tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8277b880-25b7-4e8d-bc05-f3008c9d7af5']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:30.427384 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcd37f1-6e6d-4ad2-ba76-11b740319e40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:30.428091 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcd37f1-6e6d-4ad2-ba76-11b740319e40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:30.428428 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcd37f1-6e6d-4ad2-ba76-11b740319e40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:30.430364 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcd37f1-6e6d-4ad2-ba76-11b740319e40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:30.430364 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcd37f1-6e6d-4ad2-ba76-11b740319e40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:30.430364 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcd37f1-6e6d-4ad2-ba76-11b740319e40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:30.430670 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcd37f1-6e6d-4ad2-ba76-11b740319e40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:30.430944 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcd37f1-6e6d-4ad2-ba76-11b740319e40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:30.431262 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcd37f1-6e6d-4ad2-ba76-11b740319e40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:30.432243 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcd37f1-6e6d-4ad2-ba76-11b740319e40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:30.450046 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-a2681705-ab17-4d07-a75e-15c7b9021ffe tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84dde54c-1655-4538-ac8b-ee7f48a83dbd') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:30.450612 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-a2681705-ab17-4d07-a75e-15c7b9021ffe tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84dde54c-1655-4538-ac8b-ee7f48a83dbd') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:30.459997 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ac020cd4-ab89-421f-9f0c-c503a67b5acb tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:30.465940 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac020cd4-ab89-421f-9f0c-c503a67b5acb tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:30.466574 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ac020cd4-ab89-421f-9f0c-c503a67b5acb tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:30.498874 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a2681705-ab17-4d07-a75e-15c7b9021ffe tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:30.582334 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-80381285-7403-4c52-96d2-6ff13c24c406 None None] Attempting to bind port a1350143-3cd6-48b0-ba52-70c791b92b48 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:28:30.585147 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-80381285-7403-4c52-96d2-6ff13c24c406 None None] Attempting to bind port a1350143-3cd6-48b0-ba52-70c791b92b48 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '3375a513-096b-4da5-bc11-035c68ea1d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e04c58a3-f698-4839-84ea-ce99ce1fef47'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:28:30.585646 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80381285-7403-4c52-96d2-6ff13c24c406 None None] Attempting to bind port a1350143-3cd6-48b0-ba52-70c791b92b48 on network e04c58a3-f698-4839-84ea-ce99ce1fef47 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:30.607209 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80381285-7403-4c52-96d2-6ff13c24c406 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:28:30.608417 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80381285-7403-4c52-96d2-6ff13c24c406 None None] Checking segment: {'id': '3375a513-096b-4da5-bc11-035c68ea1d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e04c58a3-f698-4839-84ea-ce99ce1fef47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:30.610514 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-80381285-7403-4c52-96d2-6ff13c24c406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:30.611064 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80381285-7403-4c52-96d2-6ff13c24c406 None None] Bound using segment: {'id': '3375a513-096b-4da5-bc11-035c68ea1d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e04c58a3-f698-4839-84ea-ce99ce1fef47'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:28:30.612922 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-80381285-7403-4c52-96d2-6ff13c24c406 None None] Bound port: a1350143-3cd6-48b0-ba52-70c791b92b48, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3375a513-096b-4da5-bc11-035c68ea1d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e04c58a3-f698-4839-84ea-ce99ce1fef47'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:28:30.613067 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-80381285-7403-4c52-96d2-6ff13c24c406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:30.647869 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a2681705-ab17-4d07-a75e-15c7b9021ffe tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:30.665237 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2681705-ab17-4d07-a75e-15c7b9021ffe tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:28:30.665943 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a2681705-ab17-4d07-a75e-15c7b9021ffe tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:30.672212 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:28:30.672212 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:28:30.672212 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:28:30.672212 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:28:30.672212 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:28:30.672212 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:28:30.672212 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:28:30.672212 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:28:30.672212 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:28:30.672212 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:28:30.672212 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:28:30.672212 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:28:30.672212 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:28:30.672212 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:28:30.672212 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:28:30.672212 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:28:30.672212 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:28:30.672212 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:28:30.672212 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:28:30.672212 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:28:30.672212 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:28:30.672212 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:28:30.672212 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:28:30.672212 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:28:30.672212 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:28:30.672212 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:28:30.672212 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:28:30.672212 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:28:30.672212 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:28:30.672212 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:28:30.672212 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:28:30.672212 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:28:30.683896 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0b97eb-f314-4f3c-8244-4a537b212511 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Made reservation on behalf of e30eb463c27249bf95b908bf72fc2bf2 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:30.689934 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba0b97eb-f314-4f3c-8244-4a537b212511 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:30.735882 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1458ecb-3506-490f-b41d-632865e6cc5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-3436bec4-ae0a-4345-887f-25a16f35d654', 'network_id': '3436bec4-ae0a-4345-887f-25a16f35d654', 'tenant_id': 'e30eb463c27249bf95b908bf72fc2bf2', 'fixed_ips': [{'subnet_id': '29546f8a-e3b2-4714-a0ba-f9b97ba13c24'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:28:30.737227 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d1458ecb-3506-490f-b41d-632865e6cc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:30.762768 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-ba0b97eb-f314-4f3c-8244-4a537b212511 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] device_id is not set on port 1aab28a9-b30c-4804-82b0-2023d1825f84 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:28:30.769824 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-80381285-7403-4c52-96d2-6ff13c24c406 None None] For port a1350143-3cd6-48b0-ba52-70c791b92b48, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:28:30.777429 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-80381285-7403-4c52-96d2-6ff13c24c406 None None] For port a1350143-3cd6-48b0-ba52-70c791b92b48, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=a1350143-3cd6-48b0-ba52-70c791b92b48,segment=NetworkSegment(3375a513-096b-4da5-bc11-035c68ea1d1d),segment_id=3375a513-096b-4da5-bc11-035c68ea1d1d)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:28:30.790988 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-80381285-7403-4c52-96d2-6ff13c24c406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:30.820972 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e5d15197-6db3-419b-b507-23dd642cd1ad None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:30.894259 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac020cd4-ab89-421f-9f0c-c503a67b5acb tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event updated for resources: {'Network': ['ID=ee64898c-7364-4faa-862e-c0f672600d20,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:30.909235 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80381285-7403-4c52-96d2-6ff13c24c406 None None] Routers {'82899bc0-186a-4bb9-827b-beb29f1de054'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:30.914856 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-80381285-7403-4c52-96d2-6ff13c24c406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:28:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['82899bc0-186a-4bb9-827b-beb29f1de054'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:30.919993 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e5d15197-6db3-419b-b507-23dd642cd1ad None None] Transition to ACTIVE for port object 7254fa54-6d73-445d-8a03-fc980c05f290 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:30.926413 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ac020cd4-ab89-421f-9f0c-c503a67b5acb tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8972871 Jul 23 20:28:30.931312 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49470) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:30.957780 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network ee64898c-7364-4faa-862e-c0f672600d20 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:28:30.972693 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e5d15197-6db3-419b-b507-23dd642cd1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:30.985393 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-49f81326-cd5d-4696-90ca-31ee47e959a6 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Request body: {'subnet': {'network_id': 'ee64898c-7364-4faa-862e-c0f672600d20', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:31.023088 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2f7e4301-b490-4118-a90f-7a75f0b835eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:31.025939 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a2681705-ab17-4d07-a75e-15c7b9021ffe tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:31.031758 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a2681705-ab17-4d07-a75e-15c7b9021ffe tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:31.038339 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a2681705-ab17-4d07-a75e-15c7b9021ffe tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "DELETE /v2.0/networks/8277b880-25b7-4e8d-bc05-f3008c9d7af5 HTTP/1.1" status: 204 len: 168 time: 1.9422998 Jul 23 20:28:31.039322 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49472) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:31.122821 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-ba0b97eb-f314-4f3c-8244-4a537b212511 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Allocated IP 172.20.0.6 (3436bec4-ae0a-4345-887f-25a16f35d654/29546f8a-e3b2-4714-a0ba-f9b97ba13c24/1aab28a9-b30c-4804-82b0-2023d1825f84) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:31.163202 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2681705-ab17-4d07-a75e-15c7b9021ffe tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Pushing event deleted for resources: {'Network': ['ID=8277b880-25b7-4e8d-bc05-f3008c9d7af5,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:31.270437 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd37f1-6e6d-4ad2-ba76-11b740319e40 None None] Pushing event updated for resources: {'Port': ['ID=a1350143-3cd6-48b0-ba52-70c791b92b48,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:31.298184 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 1328b84f-7718-48a3-a69f-ef3e888da139 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:31.377860 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da8c08-ae85-408f-ab3d-8b721fde3abe None None] Pushing event updated for resources: {'Port': ['ID=7254fa54-6d73-445d-8a03-fc980c05f290,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:31.381640 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-e5d15197-6db3-419b-b507-23dd642cd1ad None None] Attempting to bind port 7254fa54-6d73-445d-8a03-fc980c05f290 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:28:31.382279 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-e5d15197-6db3-419b-b507-23dd642cd1ad None None] Attempting to bind port 7254fa54-6d73-445d-8a03-fc980c05f290 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:28:31.382767 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d15197-6db3-419b-b507-23dd642cd1ad None None] Attempting to bind port 7254fa54-6d73-445d-8a03-fc980c05f290 on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:31.399617 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d15197-6db3-419b-b507-23dd642cd1ad None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:28:31.400393 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d15197-6db3-419b-b507-23dd642cd1ad None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:31.401202 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e5d15197-6db3-419b-b507-23dd642cd1ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:31.402100 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d15197-6db3-419b-b507-23dd642cd1ad None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:28:31.403131 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-e5d15197-6db3-419b-b507-23dd642cd1ad None None] Bound port: 7254fa54-6d73-445d-8a03-fc980c05f290, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:28:31.404057 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e5d15197-6db3-419b-b507-23dd642cd1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:31.435591 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-80381285-7403-4c52-96d2-6ff13c24c406 None None] Set router 82899bc0-186a-4bb9-827b-beb29f1de054 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:28:31.499784 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba0b97eb-f314-4f3c-8244-4a537b212511 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:31.517990 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-ba0b97eb-f314-4f3c-8244-4a537b212511 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Transition to ACTIVE for port object 1aab28a9-b30c-4804-82b0-2023d1825f84 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:31.533818 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-e5d15197-6db3-419b-b507-23dd642cd1ad None None] For port 7254fa54-6d73-445d-8a03-fc980c05f290, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:28:31.539473 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-e5d15197-6db3-419b-b507-23dd642cd1ad None None] For port 7254fa54-6d73-445d-8a03-fc980c05f290, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=7254fa54-6d73-445d-8a03-fc980c05f290,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:28:31.548663 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e5d15197-6db3-419b-b507-23dd642cd1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:31.565443 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba0b97eb-f314-4f3c-8244-4a537b212511 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:31.592629 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 1328b84f-7718-48a3-a69f-ef3e888da139 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:31.596360 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:31.693675 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0b97eb-f314-4f3c-8244-4a537b212511 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Network 3436bec4-ae0a-4345-887f-25a16f35d654 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:31.694393 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da8c08-ae85-408f-ab3d-8b721fde3abe None None] Pushing event updated for resources: {'Port': ['ID=7254fa54-6d73-445d-8a03-fc980c05f290,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:31.711421 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-ba0b97eb-f314-4f3c-8244-4a537b212511 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:31.727420 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0b97eb-f314-4f3c-8244-4a537b212511 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:31.795414 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b97eb-f314-4f3c-8244-4a537b212511 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'Port': ['ID=1aab28a9-b30c-4804-82b0-2023d1825f84,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:31.799751 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-d1458ecb-3506-490f-b41d-632865e6cc5c None None] Allocated IP 172.20.0.2 (3436bec4-ae0a-4345-887f-25a16f35d654/29546f8a-e3b2-4714-a0ba-f9b97ba13c24/747f512c-b31b-48b1-aecb-c3a2a040348c) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:31.811853 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f81326-cd5d-4696-90ca-31ee47e959a6 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Made reservation on behalf of cde999fc285947a38991630a8d370d15 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:31.815865 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-49f81326-cd5d-4696-90ca-31ee47e959a6 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:31.836200 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0b97eb-f314-4f3c-8244-4a537b212511 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:31.837980 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba0b97eb-f314-4f3c-8244-4a537b212511 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:31.840688 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d15197-6db3-419b-b507-23dd642cd1ad None None] Routers {'35685577-0cea-4221-b607-0a6eb0352cd8'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:31.842176 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e5d15197-6db3-419b-b507-23dd642cd1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:28:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['35685577-0cea-4221-b607-0a6eb0352cd8'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:31.875841 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ba0b97eb-f314-4f3c-8244-4a537b212511 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5613828 Jul 23 20:28:31.878356 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49476) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:31.881662 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-2f7e4301-b490-4118-a90f-7a75f0b835eb admin admin] Allocated IP 172.20.0.1 (5f367bf6-49de-4a6c-ac0c-f2d83e521256/4c807b45-b32e-442b-8784-9c5d820a5cfe/870d4c87-4b28-4972-a763-0d3a3402be6b) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:31.939334 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-80381285-7403-4c52-96d2-6ff13c24c406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'name': 'tempest-RoutersTest-router-1551311680', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:28:24Z', 'revision_number': 3, 'project_id': 'cde999fc285947a38991630a8d370d15', 'gw_port_host': None, '_interfaces': [{'id': 'a1350143-3cd6-48b0-ba52-70c791b92b48', 'name': '', 'network_id': 'e04c58a3-f698-4839-84ea-ce99ce1fef47', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:37:7c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:21Z', 'updated_at': '2021-07-23T20:28:30Z', 'revision_number': 4, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9513e72-40e1-40c6-a038-2fec58377035', 'name': '', 'network_id': '9b205560-8a6b-4b80-8ccd-8b60184267fc', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:b0:d5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:13Z', 'updated_at': '2021-07-23T20:28:27Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:32.005250 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d19633f1-5a23-468e-b328-70a18a862963 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:32.028162 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80381285-7403-4c52-96d2-6ff13c24c406 None None] The sync data for ids ['82899bc0-186a-4bb9-827b-beb29f1de054'] in n-d-793618-10 is: [{'id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'name': 'tempest-RoutersTest-router-1551311680', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:28:24Z', 'revision_number': 3, 'project_id': 'cde999fc285947a38991630a8d370d15', 'gw_port_host': None, '_interfaces': [{'id': 'a1350143-3cd6-48b0-ba52-70c791b92b48', 'name': '', 'network_id': 'e04c58a3-f698-4839-84ea-ce99ce1fef47', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:37:7c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:21Z', 'updated_at': '2021-07-23T20:28:30Z', 'revision_number': 4, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9513e72-40e1-40c6-a038-2fec58377035', 'name': '', 'network_id': '9b205560-8a6b-4b80-8ccd-8b60184267fc', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:b0:d5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:13Z', 'updated_at': '2021-07-23T20:28:27Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:28:32.060447 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-ddc5873b-fe72-475b-b73b-17bc1fcb510d tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Deleting port e88d3a18-27cc-4fae-b4cc-17a56b015d7b {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:32.061105 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ddc5873b-fe72-475b-b73b-17bc1fcb510d tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:32.185266 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-9ebab23c-6a79-4af4-b1bf-5c20692d0491 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Deleting port 1aab28a9-b30c-4804-82b0-2023d1825f84 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:32.185651 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ebab23c-6a79-4af4-b1bf-5c20692d0491 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:32.405304 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ebab23c-6a79-4af4-b1bf-5c20692d0491 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:32.431646 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-9ebab23c-6a79-4af4-b1bf-5c20692d0491 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Calling delete_port for 1aab28a9-b30c-4804-82b0-2023d1825f84 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:32.492093 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2f7e4301-b490-4118-a90f-7a75f0b835eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:32.501598 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d1458ecb-3506-490f-b41d-632865e6cc5c None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:32.518701 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d1458ecb-3506-490f-b41d-632865e6cc5c None None] Transition to ACTIVE for port object 747f512c-b31b-48b1-aecb-c3a2a040348c will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:32.537425 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port d19633f1-5a23-468e-b328-70a18a862963 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:32.538285 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:32.576041 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-2f7e4301-b490-4118-a90f-7a75f0b835eb admin admin] Transition to ACTIVE for port object 870d4c87-4b28-4972-a763-0d3a3402be6b will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:32.587414 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ddc5873b-fe72-475b-b73b-17bc1fcb510d tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:32.587883 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ddc5873b-fe72-475b-b73b-17bc1fcb510d tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:32.600395 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-e5d15197-6db3-419b-b507-23dd642cd1ad None None] Set router 35685577-0cea-4221-b607-0a6eb0352cd8 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:28:32.601697 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-49f81326-cd5d-4696-90ca-31ee47e959a6 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:32.616867 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-ddc5873b-fe72-475b-b73b-17bc1fcb510d tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Calling delete_port for e88d3a18-27cc-4fae-b4cc-17a56b015d7b owned by network:floatingip {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:32.764199 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ebab23c-6a79-4af4-b1bf-5c20692d0491 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:32.783090 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d1458ecb-3506-490f-b41d-632865e6cc5c None None] Transition to ACTIVE for port object 747f512c-b31b-48b1-aecb-c3a2a040348c will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:32.811308 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f81326-cd5d-4696-90ca-31ee47e959a6 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event updated for resources: {'Subnet': ['ID=bf8394f7-60d4-432b-88d3-dbe4a58f13e5,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:32.870118 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d1458ecb-3506-490f-b41d-632865e6cc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:32.872772 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 4b79de5c-a451-49b2-b667-31b3c6637f21 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:28:32.873493 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebab23c-6a79-4af4-b1bf-5c20692d0491 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'Port': ['ID=1aab28a9-b30c-4804-82b0-2023d1825f84,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:32.888159 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2f7e4301-b490-4118-a90f-7a75f0b835eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:32.904389 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f81326-cd5d-4696-90ca-31ee47e959a6 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Checking segment: {'id': 'ff6d6d08-266e-4900-8cdd-6abbdf628569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ee64898c-7364-4faa-862e-c0f672600d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:32.904906 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f81326-cd5d-4696-90ca-31ee47e959a6 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Network hostable DHCP agents. Network: ee64898c-7364-4faa-862e-c0f672600d20, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:28:32.943041 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7e4301-b490-4118-a90f-7a75f0b835eb admin admin] Network 5f367bf6-49de-4a6c-ac0c-f2d83e521256 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:32.956523 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-2f7e4301-b490-4118-a90f-7a75f0b835eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:32.959356 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7e4301-b490-4118-a90f-7a75f0b835eb admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:32.991357 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1458ecb-3506-490f-b41d-632865e6cc5c None None] Network 3436bec4-ae0a-4345-887f-25a16f35d654 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:32.992850 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 4b79de5c-a451-49b2-b667-31b3c6637f21 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:28:32.993371 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 4b79de5c-a451-49b2-b667-31b3c6637f21 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:28:33.010591 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-d1458ecb-3506-490f-b41d-632865e6cc5c None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:33.014854 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ebab23c-6a79-4af4-b1bf-5c20692d0491 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:33.017360 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9ebab23c-6a79-4af4-b1bf-5c20692d0491 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/ports/1aab28a9-b30c-4804-82b0-2023d1825f84 HTTP/1.1" status: 204 len: 168 time: 1.1346536 Jul 23 20:28:33.018703 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f81326-cd5d-4696-90ca-31ee47e959a6 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Network ee64898c-7364-4faa-862e-c0f672600d20 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:28:33.019914 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49482) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:33.039601 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e4301-b490-4118-a90f-7a75f0b835eb admin admin] Pushing event updated for resources: {'Port': ['ID=870d4c87-4b28-4972-a763-0d3a3402be6b,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:33.071891 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1458ecb-3506-490f-b41d-632865e6cc5c None None] Pushing event updated for resources: {'Port': ['ID=747f512c-b31b-48b1-aecb-c3a2a040348c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:33.081186 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1458ecb-3506-490f-b41d-632865e6cc5c None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:33.108686 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ff7878b-4cce-4407-a67b-abc536e6397f tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:33.119111 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ff7878b-4cce-4407-a67b-abc536e6397f tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:33.122960 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1ff7878b-4cce-4407-a67b-abc536e6397f tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/ports/1aab28a9-b30c-4804-82b0-2023d1825f84 HTTP/1.1" status: 404 len: 333 time: 0.1020238 Jul 23 20:28:33.127002 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49486) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:33.128021 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-49f81326-cd5d-4696-90ca-31ee47e959a6 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, ee64898c-7364-4faa-862e-c0f672600d20) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:33.142971 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f81326-cd5d-4696-90ca-31ee47e959a6 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:33.145086 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-49f81326-cd5d-4696-90ca-31ee47e959a6 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:33.185163 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2f7e4301-b490-4118-a90f-7a75f0b835eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:33.185502 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8c2a19-c28f-410f-a728-a31bd37269c0 None None] Network ee64898c-7364-4faa-862e-c0f672600d20 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:33.243338 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-484faed0-a8c3-491b-beee-6c71d7ae3932 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] GET failed (client error): The resource could not be found. Jul 23 20:28:33.245367 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-484faed0-a8c3-491b-beee-6c71d7ae3932 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "GET /v2.0/ports/1aab28a9-b30c-4804-82b0-2023d1825f84 HTTP/1.1" status: 404 len: 333 time: 0.1172674 Jul 23 20:28:33.247938 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49488) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:33.262095 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d1458ecb-3506-490f-b41d-632865e6cc5c None None] Attempting to bind port 747f512c-b31b-48b1-aecb-c3a2a040348c on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:28:33.262386 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d1458ecb-3506-490f-b41d-632865e6cc5c None None] Attempting to bind port 747f512c-b31b-48b1-aecb-c3a2a040348c by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '4fc229de-ce30-4be9-b006-673c1b56b44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3436bec4-ae0a-4345-887f-25a16f35d654'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:28:33.262686 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1458ecb-3506-490f-b41d-632865e6cc5c None None] Attempting to bind port 747f512c-b31b-48b1-aecb-c3a2a040348c on network 3436bec4-ae0a-4345-887f-25a16f35d654 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:33.289992 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a1350143-3cd6-48b0-ba52-70c791b92b48 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:33.316843 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-49f81326-cd5d-4696-90ca-31ee47e959a6 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3385074 Jul 23 20:28:33.318215 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49490) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:33.321337 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1458ecb-3506-490f-b41d-632865e6cc5c None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:28:33.321745 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1458ecb-3506-490f-b41d-632865e6cc5c None None] Checking segment: {'id': '4fc229de-ce30-4be9-b006-673c1b56b44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3436bec4-ae0a-4345-887f-25a16f35d654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:33.322148 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d1458ecb-3506-490f-b41d-632865e6cc5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:33.322546 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1458ecb-3506-490f-b41d-632865e6cc5c None None] Bound using segment: {'id': '4fc229de-ce30-4be9-b006-673c1b56b44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3436bec4-ae0a-4345-887f-25a16f35d654'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:28:33.323031 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d1458ecb-3506-490f-b41d-632865e6cc5c None None] Bound port: 747f512c-b31b-48b1-aecb-c3a2a040348c, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fc229de-ce30-4be9-b006-673c1b56b44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3436bec4-ae0a-4345-887f-25a16f35d654'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:28:33.323414 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d1458ecb-3506-490f-b41d-632865e6cc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:33.373284 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb1bfe8-18bd-493e-b12d-8e88e81e8482 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Deleting subnet 29546f8a-e3b2-4714-a0ba-f9b97ba13c24 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:28:33.382500 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfb1bfe8-18bd-493e-b12d-8e88e81e8482 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:33.425829 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e5d15197-6db3-419b-b507-23dd642cd1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35685577-0cea-4221-b607-0a6eb0352cd8', 'name': 'tempest-ImageQuotaTest-1105787954-router', 'tenant_id': '43ced654beb04a53a953225079068e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '7254fa54-6d73-445d-8a03-fc980c05f290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:21Z', 'updated_at': '2021-07-23T20:28:25Z', 'revision_number': 3, 'project_id': '43ced654beb04a53a953225079068e20', 'gw_port': {'id': '7254fa54-6d73-445d-8a03-fc980c05f290', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35685577-0cea-4221-b607-0a6eb0352cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:22Z', 'updated_at': '2021-07-23T20:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:33.457287 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfb1bfe8-18bd-493e-b12d-8e88e81e8482 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:33.470253 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d15197-6db3-419b-b507-23dd642cd1ad None None] The sync data for ids ['35685577-0cea-4221-b607-0a6eb0352cd8'] in n-d-793618-10 is: [{'id': '35685577-0cea-4221-b607-0a6eb0352cd8', 'name': 'tempest-ImageQuotaTest-1105787954-router', 'tenant_id': '43ced654beb04a53a953225079068e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '7254fa54-6d73-445d-8a03-fc980c05f290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:21Z', 'updated_at': '2021-07-23T20:28:25Z', 'revision_number': 3, 'project_id': '43ced654beb04a53a953225079068e20', 'gw_port': {'id': '7254fa54-6d73-445d-8a03-fc980c05f290', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35685577-0cea-4221-b607-0a6eb0352cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:22Z', 'updated_at': '2021-07-23T20:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:28:33.551196 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca62426-b0e4-4cbd-b0d5-8430f58944d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-ee64898c-7364-4faa-862e-c0f672600d20', 'network_id': 'ee64898c-7364-4faa-862e-c0f672600d20', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'fixed_ips': [{'subnet_id': 'bf8394f7-60d4-432b-88d3-dbe4a58f13e5'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:28:33.552422 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4ca62426-b0e4-4cbd-b0d5-8430f58944d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:33.557506 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2724cc67-95b5-4eb9-a673-5c20e1bfaba2 None None] Provisioning for port 870d4c87-4b28-4972-a763-0d3a3402be6b completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:33.568818 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d1458ecb-3506-490f-b41d-632865e6cc5c None None] For port 747f512c-b31b-48b1-aecb-c3a2a040348c, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:28:33.576275 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2724cc67-95b5-4eb9-a673-5c20e1bfaba2 None None] Provisioning complete for port 870d4c87-4b28-4972-a763-0d3a3402be6b triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:33.576642 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2724cc67-95b5-4eb9-a673-5c20e1bfaba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:33.589107 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ddc5873b-fe72-475b-b73b-17bc1fcb510d tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:33.609231 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port a1350143-3cd6-48b0-ba52-70c791b92b48 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:33.622605 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d1458ecb-3506-490f-b41d-632865e6cc5c None None] For port 747f512c-b31b-48b1-aecb-c3a2a040348c, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=747f512c-b31b-48b1-aecb-c3a2a040348c,segment=NetworkSegment(4fc229de-ce30-4be9-b006-673c1b56b44b),segment_id=4fc229de-ce30-4be9-b006-673c1b56b44b)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:28:33.630996 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port a1350143-3cd6-48b0-ba52-70c791b92b48 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:33.631398 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:33.637196 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d1458ecb-3506-490f-b41d-632865e6cc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:33.639596 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfb1bfe8-18bd-493e-b12d-8e88e81e8482 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:33.755742 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfb1bfe8-18bd-493e-b12d-8e88e81e8482 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:33.763342 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5873b-fe72-475b-b73b-17bc1fcb510d tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Pushing event deleted for resources: {'Port': ['ID=e88d3a18-27cc-4fae-b4cc-17a56b015d7b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:33.788507 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bfb1bfe8-18bd-493e-b12d-8e88e81e8482 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:33.791163 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bfb1bfe8-18bd-493e-b12d-8e88e81e8482 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/subnets/29546f8a-e3b2-4714-a0ba-f9b97ba13c24 HTTP/1.1" status: 204 len: 168 time: 0.5422709 Jul 23 20:28:33.794518 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49492) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:33.808458 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2724cc67-95b5-4eb9-a673-5c20e1bfaba2 None None] Port 870d4c87-4b28-4972-a763-0d3a3402be6b cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:28:33.874859 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1bfe8-18bd-493e-b12d-8e88e81e8482 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'Subnet': ['ID=29546f8a-e3b2-4714-a0ba-f9b97ba13c24,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:33.943749 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2f7e4301-b490-4118-a90f-7a75f0b835eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:33.968065 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1458ecb-3506-490f-b41d-632865e6cc5c None None] Pushing event updated for resources: {'Port': ['ID=747f512c-b31b-48b1-aecb-c3a2a040348c,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:34.086136 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ddc5873b-fe72-475b-b73b-17bc1fcb510d tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for floatingip, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:34.086480 n-d-793618-10 neutron-server[93875]: INFO neutron.db.l3_db [None req-ddc5873b-fe72-475b-b73b-17bc1fcb510d tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Floating IP abfc037e-da9a-4301-a0ad-f7a52b6f78ff disassociated (deleted). External IP: 172.25.1.237, port: e750417b-1474-4279-91b7-5bc983c6823f. Jul 23 20:28:34.093653 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-4ca62426-b0e4-4cbd-b0d5-8430f58944d9 None None] Allocated IP 172.22.0.2 (ee64898c-7364-4faa-862e-c0f672600d20/bf8394f7-60d4-432b-88d3-dbe4a58f13e5/14cc5d0c-f85b-42d3-b919-a11a0794b143) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:34.096056 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:34.149937 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a20d20d6-3318-44e8-8caa-a212e3a97812 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:34.220837 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port a1350143-3cd6-48b0-ba52-70c791b92b48, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=a1350143-3cd6-48b0-ba52-70c791b92b48,segment=NetworkSegment(3375a513-096b-4da5-bc11-035c68ea1d1d),segment_id=3375a513-096b-4da5-bc11-035c68ea1d1d)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:34.285525 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:34.354205 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-a20d20d6-3318-44e8-8caa-a212e3a97812 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Deleting port 747f512c-b31b-48b1-aecb-c3a2a040348c {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:34.354565 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a20d20d6-3318-44e8-8caa-a212e3a97812 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:34.389007 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=a1350143-3cd6-48b0-ba52-70c791b92b48,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:34.479388 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-a20d20d6-3318-44e8-8caa-a212e3a97812 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] For port 747f512c-b31b-48b1-aecb-c3a2a040348c, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=747f512c-b31b-48b1-aecb-c3a2a040348c,segment=NetworkSegment(4fc229de-ce30-4be9-b006-673c1b56b44b),segment_id=4fc229de-ce30-4be9-b006-673c1b56b44b)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:34.479756 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a20d20d6-3318-44e8-8caa-a212e3a97812 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:34.498111 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-a20d20d6-3318-44e8-8caa-a212e3a97812 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Calling delete_port for 747f512c-b31b-48b1-aecb-c3a2a040348c owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:34.571823 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4ca62426-b0e4-4cbd-b0d5-8430f58944d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:34.589707 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4ca62426-b0e4-4cbd-b0d5-8430f58944d9 None None] Transition to ACTIVE for port object 14cc5d0c-f85b-42d3-b919-a11a0794b143 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:34.630148 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a20d20d6-3318-44e8-8caa-a212e3a97812 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:34.631393 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4ca62426-b0e4-4cbd-b0d5-8430f58944d9 None None] Transition to ACTIVE for port object 14cc5d0c-f85b-42d3-b919-a11a0794b143 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:34.647406 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4ca62426-b0e4-4cbd-b0d5-8430f58944d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:34.699264 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d20d6-3318-44e8-8caa-a212e3a97812 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'Port': ['ID=747f512c-b31b-48b1-aecb-c3a2a040348c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:34.715939 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20d20d6-3318-44e8-8caa-a212e3a97812 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] No DVR routers for this DVR port 747f512c-b31b-48b1-aecb-c3a2a040348c on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:28:34.742388 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca62426-b0e4-4cbd-b0d5-8430f58944d9 None None] Network ee64898c-7364-4faa-862e-c0f672600d20 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:34.753394 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-4ca62426-b0e4-4cbd-b0d5-8430f58944d9 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:34.760199 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca62426-b0e4-4cbd-b0d5-8430f58944d9 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:34.911115 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca62426-b0e4-4cbd-b0d5-8430f58944d9 None None] Pushing event updated for resources: {'Port': ['ID=14cc5d0c-f85b-42d3-b919-a11a0794b143,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:34.936419 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a20d20d6-3318-44e8-8caa-a212e3a97812 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:34.956907 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-4ca62426-b0e4-4cbd-b0d5-8430f58944d9 None None] Attempting to bind port 14cc5d0c-f85b-42d3-b919-a11a0794b143 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:28:34.957558 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-4ca62426-b0e4-4cbd-b0d5-8430f58944d9 None None] Attempting to bind port 14cc5d0c-f85b-42d3-b919-a11a0794b143 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'ff6d6d08-266e-4900-8cdd-6abbdf628569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ee64898c-7364-4faa-862e-c0f672600d20'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:28:34.958135 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca62426-b0e4-4cbd-b0d5-8430f58944d9 None None] Attempting to bind port 14cc5d0c-f85b-42d3-b919-a11a0794b143 on network ee64898c-7364-4faa-862e-c0f672600d20 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:34.958387 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-a20d20d6-3318-44e8-8caa-a212e3a97812 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3436bec4-ae0a-4345-887f-25a16f35d654']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:34.973360 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca62426-b0e4-4cbd-b0d5-8430f58944d9 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:28:34.974050 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca62426-b0e4-4cbd-b0d5-8430f58944d9 None None] Checking segment: {'id': 'ff6d6d08-266e-4900-8cdd-6abbdf628569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ee64898c-7364-4faa-862e-c0f672600d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:34.974785 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4ca62426-b0e4-4cbd-b0d5-8430f58944d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:34.975762 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca62426-b0e4-4cbd-b0d5-8430f58944d9 None None] Bound using segment: {'id': 'ff6d6d08-266e-4900-8cdd-6abbdf628569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ee64898c-7364-4faa-862e-c0f672600d20'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:28:34.976874 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-4ca62426-b0e4-4cbd-b0d5-8430f58944d9 None None] Bound port: 14cc5d0c-f85b-42d3-b919-a11a0794b143, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff6d6d08-266e-4900-8cdd-6abbdf628569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ee64898c-7364-4faa-862e-c0f672600d20'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:28:34.977537 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4ca62426-b0e4-4cbd-b0d5-8430f58944d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:34.978839 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-a20d20d6-3318-44e8-8caa-a212e3a97812 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fc229de-ce30-4be9-b006-673c1b56b44b') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:34.979146 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-a20d20d6-3318-44e8-8caa-a212e3a97812 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fc229de-ce30-4be9-b006-673c1b56b44b') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:35.041894 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a20d20d6-3318-44e8-8caa-a212e3a97812 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:35.095734 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a20d20d6-3318-44e8-8caa-a212e3a97812 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:35.128359 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a20d20d6-3318-44e8-8caa-a212e3a97812 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:28:35.142391 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a20d20d6-3318-44e8-8caa-a212e3a97812 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:35.144000 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-4ca62426-b0e4-4cbd-b0d5-8430f58944d9 None None] For port 14cc5d0c-f85b-42d3-b919-a11a0794b143, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:28:35.147611 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:28:35.147611 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:28:35.147611 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:28:35.147611 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:28:35.147611 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:28:35.147611 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:28:35.147611 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:28:35.147611 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:28:35.147611 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:28:35.147611 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:28:35.147611 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:28:35.147611 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:28:35.147611 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:28:35.147611 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:28:35.147611 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:28:35.147611 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:28:35.147611 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:28:35.147611 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:28:35.147611 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:28:35.147611 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:28:35.147611 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:28:35.147611 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:28:35.147611 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:28:35.147611 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:28:35.147611 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:28:35.147611 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:28:35.147611 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:28:35.147611 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:28:35.147611 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:28:35.147611 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:28:35.147611 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:28:35.147611 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:28:35.153958 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-4ca62426-b0e4-4cbd-b0d5-8430f58944d9 None None] For port 14cc5d0c-f85b-42d3-b919-a11a0794b143, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=14cc5d0c-f85b-42d3-b919-a11a0794b143,segment=NetworkSegment(ff6d6d08-266e-4900-8cdd-6abbdf628569),segment_id=ff6d6d08-266e-4900-8cdd-6abbdf628569)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:28:35.162253 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4ca62426-b0e4-4cbd-b0d5-8430f58944d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:35.357041 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a20d20d6-3318-44e8-8caa-a212e3a97812 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:35.385255 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca62426-b0e4-4cbd-b0d5-8430f58944d9 None None] Pushing event updated for resources: {'Port': ['ID=14cc5d0c-f85b-42d3-b919-a11a0794b143,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:35.409382 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a20d20d6-3318-44e8-8caa-a212e3a97812 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:35.411652 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a20d20d6-3318-44e8-8caa-a212e3a97812 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/networks/3436bec4-ae0a-4345-887f-25a16f35d654 HTTP/1.1" status: 204 len: 168 time: 1.6111419 Jul 23 20:28:35.413591 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d20d6-3318-44e8-8caa-a212e3a97812 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'Network': ['ID=3436bec4-ae0a-4345-887f-25a16f35d654,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:35.416233 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49502) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:35.450157 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a1350143-3cd6-48b0-ba52-70c791b92b48 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:35.450399 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-9fc29976-70af-4ccc-b0c7-f9c1c6e9de95 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-614388028'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:35.503287 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc29976-70af-4ccc-b0c7-f9c1c6e9de95 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Made reservation on behalf of e30eb463c27249bf95b908bf72fc2bf2 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:35.510112 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9fc29976-70af-4ccc-b0c7-f9c1c6e9de95 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:35.554624 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-151ddb4e-e874-41bf-9975-df5e9c3d3427 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:35.572033 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc29976-70af-4ccc-b0c7-f9c1c6e9de95 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:28:35.589588 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9fc29976-70af-4ccc-b0c7-f9c1c6e9de95 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:35.589938 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-9fc29976-70af-4ccc-b0c7-f9c1c6e9de95 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Added segment e894fc47-a5a0-414c-bcaf-f7c0d7303f8a of type vlan for network 4b57c8e0-2346-4e8a-a490-35853780155f Jul 23 20:28:35.592798 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port a1350143-3cd6-48b0-ba52-70c791b92b48 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:35.593250 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:35.691994 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbbe570-ca09-4dd6-a2d6-cdc217d54da0 None None] DHCP port deletion for 3436bec4-ae0a-4345-887f-25a16f35d654 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:28:35.696324 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be81d697-85a0-4cf4-b1af-fdd6782f9fc2 None None] Could not find standard attr ID for object 747f512c-b31b-48b1-aecb-c3a2a040348c. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:28:35.728711 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9fc29976-70af-4ccc-b0c7-f9c1c6e9de95 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:35.795141 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2f7e4301-b490-4118-a90f-7a75f0b835eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:35.808332 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc5873b-fe72-475b-b73b-17bc1fcb510d tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Router 3d00437f-1573-4b66-bdab-acca160909db has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:28:35.808590 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf6501e-1e02-465e-99ae-c0973f6248b5 None None] Network 3436bec4-ae0a-4345-887f-25a16f35d654 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:35.814405 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2f7e4301-b490-4118-a90f-7a75f0b835eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:35.857136 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf6501e-1e02-465e-99ae-c0973f6248b5 None None] Network 3436bec4-ae0a-4345-887f-25a16f35d654 could not be found, it might have been deleted concurrently. {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 20:28:35.863092 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9fc29976-70af-4ccc-b0c7-f9c1c6e9de95 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:35.870481 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc29976-70af-4ccc-b0c7-f9c1c6e9de95 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:35.870927 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9fc29976-70af-4ccc-b0c7-f9c1c6e9de95 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:35.882873 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 7254fa54-6d73-445d-8a03-fc980c05f290 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:35.944358 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 7254fa54-6d73-445d-8a03-fc980c05f290 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:35.958762 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 7254fa54-6d73-445d-8a03-fc980c05f290 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:35.959741 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:35.967531 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9fc29976-70af-4ccc-b0c7-f9c1c6e9de95 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5377252 Jul 23 20:28:35.977939 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49504) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:35.984708 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ebd95c8a-a084-4a39-9a08-f2495916e9de tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'subnet': {'network_id': '4b57c8e0-2346-4e8a-a490-35853780155f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:36.045741 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e4301-b490-4118-a90f-7a75f0b835eb admin admin] Pushing event updated for resources: {'Port': ['ID=870d4c87-4b28-4972-a763-0d3a3402be6b,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:36.074545 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc29976-70af-4ccc-b0c7-f9c1c6e9de95 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'Network': ['ID=4b57c8e0-2346-4e8a-a490-35853780155f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:36.101088 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 4b57c8e0-2346-4e8a-a490-35853780155f details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:28:36.110028 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2f7e4301-b490-4118-a90f-7a75f0b835eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:36.260927 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd95c8a-a084-4a39-9a08-f2495916e9de tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Made reservation on behalf of e30eb463c27249bf95b908bf72fc2bf2 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:36.271811 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ebd95c8a-a084-4a39-9a08-f2495916e9de tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:36.292360 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:36.338926 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 7254fa54-6d73-445d-8a03-fc980c05f290, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=7254fa54-6d73-445d-8a03-fc980c05f290,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:36.345911 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:36.365813 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc5873b-fe72-475b-b73b-17bc1fcb510d tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:28:36.375713 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ddc5873b-fe72-475b-b73b-17bc1fcb510d tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:36.390704 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3a530a-c2c6-491f-b904-22218088a68b None None] Sync routers for ids ['3d00437f-1573-4b66-bdab-acca160909db'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:28:36.413507 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3a530a-c2c6-491f-b904-22218088a68b None None] Routers {'3d00437f-1573-4b66-bdab-acca160909db'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:36.414423 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8c3a530a-c2c6-491f-b904-22218088a68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:28:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['3d00437f-1573-4b66-bdab-acca160909db'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:36.478011 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ddc5873b-fe72-475b-b73b-17bc1fcb510d tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "DELETE /v2.0/floatingips/abfc037e-da9a-4301-a0ad-f7a52b6f78ff HTTP/1.1" status: 204 len: 168 time: 5.4286621 Jul 23 20:28:36.499591 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba3526c-f215-48cb-a799-35c9ced7358a', 'tag': 'e750417b-1474-4279-91b7-5bc983c6823f'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:28:36.513371 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46fb789-5e4c-4b88-8c49-c8ba6b8b6d22" -d '{"events": [{"name": "network-changed", "server_uuid": "3ba3526c-f215-48cb-a799-35c9ced7358a", "tag": "e750417b-1474-4279-91b7-5bc983c6823f"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:28:36.525019 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7e4301-b490-4118-a90f-7a75f0b835eb admin admin] Network 5f367bf6-49de-4a6c-ac0c-f2d83e521256 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:36.567172 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-151ddb4e-e874-41bf-9975-df5e9c3d3427 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Allocated IP 172.22.0.1 (ee64898c-7364-4faa-862e-c0f672600d20/bf8394f7-60d4-432b-88d3-dbe4a58f13e5/ca08963f-1fac-44f1-80c3-9afc0d27974e) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:36.613105 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-8c3a530a-c2c6-491f-b904-22218088a68b None None] Set router 3d00437f-1573-4b66-bdab-acca160909db gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:28:36.639956 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-2f7e4301-b490-4118-a90f-7a75f0b835eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:36.744692 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=7254fa54-6d73-445d-8a03-fc980c05f290,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:36.776915 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584aa643-2cd6-4dd1-abd5-5a01a1be7594 x-openstack-request-id: req-584aa643-2cd6-4dd1-abd5-5a01a1be7594 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:28:36.777215 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ba3526c-f215-48cb-a799-35c9ced7358a", "tag": "e750417b-1474-4279-91b7-5bc983c6823f", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:28:36.777514 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-584aa643-2cd6-4dd1-abd5-5a01a1be7594 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:28:36.777904 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba3526c-f215-48cb-a799-35c9ced7358a', 'tag': 'e750417b-1474-4279-91b7-5bc983c6823f', 'status': 'completed', 'code': 200} Jul 23 20:28:36.831061 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ebd95c8a-a084-4a39-9a08-f2495916e9de tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:37.024728 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd95c8a-a084-4a39-9a08-f2495916e9de tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'Subnet': ['ID=43ef6201-2acb-4c50-835c-0d7a71f1ff50,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:37.130419 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd95c8a-a084-4a39-9a08-f2495916e9de tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Checking segment: {'id': 'e894fc47-a5a0-414c-bcaf-f7c0d7303f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4b57c8e0-2346-4e8a-a490-35853780155f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:37.130782 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd95c8a-a084-4a39-9a08-f2495916e9de tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Network hostable DHCP agents. Network: 4b57c8e0-2346-4e8a-a490-35853780155f, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:28:37.190978 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b7d1c-cabc-4e7b-a125-f0eda005ccf2 req-7f10c5e8-472b-40dd-b957-3f4ba0cb569b tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:37.211377 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-895b7d1c-cabc-4e7b-a125-f0eda005ccf2 req-7f10c5e8-472b-40dd-b957-3f4ba0cb569b tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba3526c-f215-48cb-a799-35c9ced7358a HTTP/1.1" status: 200 len: 985 time: 0.2779372 Jul 23 20:28:37.217411 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46fb789-5e4c-4b88-8c49-c8ba6b8b6d22 req-665b4d7b-11a9-4f98-ad02-a0aaf220f42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:37.219509 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f46fb789-5e4c-4b88-8c49-c8ba6b8b6d22 req-665b4d7b-11a9-4f98-ad02-a0aaf220f42c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=48931fde9d19441ebe3fcc084a77e899&device_id=3ba3526c-f215-48cb-a799-35c9ced7358a HTTP/1.1" status: 200 len: 1137 time: 0.4396665 Jul 23 20:28:37.233596 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd95c8a-a084-4a39-9a08-f2495916e9de tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Network 4b57c8e0-2346-4e8a-a490-35853780155f is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:28:37.263201 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-78e9afb8-3515-4697-99b4-306881c5a54d None None] Provisioning complete for port 870d4c87-4b28-4972-a763-0d3a3402be6b triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:37.263734 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-78e9afb8-3515-4697-99b4-306881c5a54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:37.273807 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-151ddb4e-e874-41bf-9975-df5e9c3d3427 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:37.280075 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-ebd95c8a-a084-4a39-9a08-f2495916e9de tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 4b57c8e0-2346-4e8a-a490-35853780155f) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:37.312350 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf82f945-2d39-488e-992d-1d7643d3b8a2 None None] Network 4b57c8e0-2346-4e8a-a490-35853780155f requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:37.318173 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd95c8a-a084-4a39-9a08-f2495916e9de tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:37.320159 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ebd95c8a-a084-4a39-9a08-f2495916e9de tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:37.349087 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-895b7d1c-cabc-4e7b-a125-f0eda005ccf2 req-c38d75bf-cee2-40f0-b4f9-b9efd5121de4 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/security-groups?id=11f6fb1e-c70f-4e08-b4be-3c008e411752&id=a7613acf-7c08-4ff9-b357-35854445e495&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1268137 Jul 23 20:28:37.362725 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8751b9-f2bc-46c5-9cdd-20ec127944d1 None None] Network ee64898c-7364-4faa-862e-c0f672600d20 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:37.366494 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-151ddb4e-e874-41bf-9975-df5e9c3d3427 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Transition to ACTIVE for port object ca08963f-1fac-44f1-80c3-9afc0d27974e will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:37.380672 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ebd95c8a-a084-4a39-9a08-f2495916e9de tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3991871 Jul 23 20:28:37.381068 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49516) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:37.397284 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-27f3bfc0-a7ae-48da-a022-58b779be60a5 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'port': {'network_id': '4b57c8e0-2346-4e8a-a490-35853780155f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1657361820'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:37.419982 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 14cc5d0c-f85b-42d3-b919-a11a0794b143 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:37.485662 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7e4301-b490-4118-a90f-7a75f0b835eb admin admin] Router 35685577-0cea-4221-b607-0a6eb0352cd8 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:28:37.549582 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46fb789-5e4c-4b88-8c49-c8ba6b8b6d22 req-68f8cdbe-3184-4c15-8d79-0df212428887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:37.552111 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f46fb789-5e4c-4b88-8c49-c8ba6b8b6d22 req-68f8cdbe-3184-4c15-8d79-0df212428887 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4bf33222-75e9-467e-812b-603866f71f9c HTTP/1.1" status: 200 len: 898 time: 0.3049986 Jul 23 20:28:37.581139 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f3bfc0-a7ae-48da-a022-58b779be60a5 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Made reservation on behalf of e30eb463c27249bf95b908bf72fc2bf2 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:37.584802 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-27f3bfc0-a7ae-48da-a022-58b779be60a5 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:37.614170 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-27f3bfc0-a7ae-48da-a022-58b779be60a5 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] device_id is not set on port 897025d4-9647-44ba-9f80-a5fe87986f91 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:28:37.712444 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f46fb789-5e4c-4b88-8c49-c8ba6b8b6d22 req-59ab2627-ab37-4b11-adb9-148b095c7b61 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e750417b-1474-4279-91b7-5bc983c6823f HTTP/1.1" status: 200 len: 217 time: 0.1506870 Jul 23 20:28:37.715577 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-151ddb4e-e874-41bf-9975-df5e9c3d3427 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:37.789318 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-78e9afb8-3515-4697-99b4-306881c5a54d None None] Port 870d4c87-4b28-4972-a763-0d3a3402be6b cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:28:37.814122 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8c3a530a-c2c6-491f-b904-22218088a68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d00437f-1573-4b66-bdab-acca160909db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256984832', 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '7fe050a0-3fc2-4b84-a1e5-8a1af4daea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:21Z', 'updated_at': '2021-07-23T20:26:31Z', 'revision_number': 4, 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'gw_port': {'id': '7fe050a0-3fc2-4b84-a1e5-8a1af4daea99', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:05:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00437f-1573-4b66-bdab-acca160909db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:22Z', 'updated_at': '2021-07-23T20:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '674f551c-bbfe-4e4f-9efa-f327041f87f6', 'name': '', 'network_id': '4bf33222-75e9-467e-812b-603866f71f9c', 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'mac_address': 'fa:16:3e:a4:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00437f-1573-4b66-bdab-acca160909db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': '0da88550-dde3-4fec-b2aa-04e4d1d029ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:27Z', 'updated_at': '2021-07-23T20:26:40Z', 'revision_number': 5, 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'subnets': [{'id': '0da88550-dde3-4fec-b2aa-04e4d1d029ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:37.836811 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151ddb4e-e874-41bf-9975-df5e9c3d3427 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Network ee64898c-7364-4faa-862e-c0f672600d20 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:37.851584 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-151ddb4e-e874-41bf-9975-df5e9c3d3427 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:37.855274 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3a530a-c2c6-491f-b904-22218088a68b None None] Checking router: 3d00437f-1573-4b66-bdab-acca160909db for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:28:37.866089 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151ddb4e-e874-41bf-9975-df5e9c3d3427 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:37.912784 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ddb4e-e874-41bf-9975-df5e9c3d3427 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event updated for resources: {'Port': ['ID=ca08963f-1fac-44f1-80c3-9afc0d27974e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:37.939072 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46fb789-5e4c-4b88-8c49-c8ba6b8b6d22 req-3b32b14e-b7e7-49aa-89d7-3681215f4d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:37.940767 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f46fb789-5e4c-4b88-8c49-c8ba6b8b6d22 req-3b32b14e-b7e7-49aa-89d7-3681215f4d2e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0da88550-dde3-4fec-b2aa-04e4d1d029ab HTTP/1.1" status: 200 len: 835 time: 0.2126451 Jul 23 20:28:37.960964 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3a530a-c2c6-491f-b904-22218088a68b None None] Routers {'3d00437f-1573-4b66-bdab-acca160909db'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:37.961810 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7e4301-b490-4118-a90f-7a75f0b835eb admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:28:37.962011 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8c3a530a-c2c6-491f-b904-22218088a68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:28:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['3d00437f-1573-4b66-bdab-acca160909db'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:37.979308 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6906e330-16c4-4ed0-99d4-6415e33ee46c None None] Sync routers for ids ['35685577-0cea-4221-b607-0a6eb0352cd8'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:28:37.991501 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 14cc5d0c-f85b-42d3-b919-a11a0794b143 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:37.995646 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6906e330-16c4-4ed0-99d4-6415e33ee46c None None] Routers {'35685577-0cea-4221-b607-0a6eb0352cd8'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:37.996676 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6906e330-16c4-4ed0-99d4-6415e33ee46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:28:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['35685577-0cea-4221-b607-0a6eb0352cd8'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:37.997131 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2f7e4301-b490-4118-a90f-7a75f0b835eb admin admin] 10.222.0.32 "PUT /v2.0/routers/35685577-0cea-4221-b607-0a6eb0352cd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4445393 Jul 23 20:28:38.063715 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8b83b888-5315-488a-9db8-9e7e14dd7769 None None] Provisioning for port 14cc5d0c-f85b-42d3-b919-a11a0794b143 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:38.114000 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8b83b888-5315-488a-9db8-9e7e14dd7769 None None] Provisioning complete for port 14cc5d0c-f85b-42d3-b919-a11a0794b143 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:38.115327 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8b83b888-5315-488a-9db8-9e7e14dd7769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:38.136758 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 14cc5d0c-f85b-42d3-b919-a11a0794b143 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:38.137892 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:38.168649 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-151ddb4e-e874-41bf-9975-df5e9c3d3427 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:38.223885 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-27f3bfc0-a7ae-48da-a022-58b779be60a5 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Allocated IP 172.20.0.9 (4b57c8e0-2346-4e8a-a490-35853780155f/43ef6201-2acb-4c50-835c-0d7a71f1ff50/897025d4-9647-44ba-9f80-a5fe87986f91) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:38.312883 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46fb789-5e4c-4b88-8c49-c8ba6b8b6d22 req-42cf5994-2c9b-4036-9016-44cd9c9c409d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:38.314541 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f46fb789-5e4c-4b88-8c49-c8ba6b8b6d22 req-42cf5994-2c9b-4036-9016-44cd9c9c409d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4bf33222-75e9-467e-812b-603866f71f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3586490 Jul 23 20:28:38.372939 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-6906e330-16c4-4ed0-99d4-6415e33ee46c None None] Set router 35685577-0cea-4221-b607-0a6eb0352cd8 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:28:38.374373 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba07d8-f1bb-4e32-b29d-c842ae9fb32c req-bdcc7af2-0803-4b51-ba39-1980296cfb8a tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:38.376028 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0aba07d8-f1bb-4e32-b29d-c842ae9fb32c req-bdcc7af2-0803-4b51-ba39-1980296cfb8a tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ba3526c-f215-48cb-a799-35c9ced7358a HTTP/1.1" status: 200 len: 985 time: 0.2876108 Jul 23 20:28:38.478909 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-27f3bfc0-a7ae-48da-a022-58b779be60a5 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:38.518284 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-27f3bfc0-a7ae-48da-a022-58b779be60a5 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Transition to ACTIVE for port object 897025d4-9647-44ba-9f80-a5fe87986f91 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:38.654461 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-151ddb4e-e874-41bf-9975-df5e9c3d3427 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:38.658957 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-27f3bfc0-a7ae-48da-a022-58b779be60a5 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:38.723307 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f46fb789-5e4c-4b88-8c49-c8ba6b8b6d22 req-9486315c-0015-4221-849c-2fe2667e85c7 service neutron] 10.222.0.18 "GET /v2.0/networks/4bf33222-75e9-467e-812b-603866f71f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006088 Jul 23 20:28:38.738304 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f3bfc0-a7ae-48da-a022-58b779be60a5 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'Port': ['ID=897025d4-9647-44ba-9f80-a5fe87986f91,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:38.758057 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-8c3a530a-c2c6-491f-b904-22218088a68b None None] Set router 3d00437f-1573-4b66-bdab-acca160909db gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:28:38.770957 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f3bfc0-a7ae-48da-a022-58b779be60a5 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Network 4b57c8e0-2346-4e8a-a490-35853780155f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:38.792022 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-27f3bfc0-a7ae-48da-a022-58b779be60a5 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:38.797986 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f3bfc0-a7ae-48da-a022-58b779be60a5 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:38.873247 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f3bfc0-a7ae-48da-a022-58b779be60a5 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:38.873790 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-27f3bfc0-a7ae-48da-a022-58b779be60a5 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:38.892865 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-27f3bfc0-a7ae-48da-a022-58b779be60a5 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.5103130 Jul 23 20:28:38.897389 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49534) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:39.047786 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7fe3b7-9fe1-4890-b81e-4e0b069c8790 req-ffa33d04-7b17-42b3-97ab-fde7cae58c8c tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:39.054747 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-aa7fe3b7-9fe1-4890-b81e-4e0b069c8790 req-ffa33d04-7b17-42b3-97ab-fde7cae58c8c tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba3526c-f215-48cb-a799-35c9ced7358a HTTP/1.1" status: 200 len: 985 time: 0.3827040 Jul 23 20:28:39.115707 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6906e330-16c4-4ed0-99d4-6415e33ee46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35685577-0cea-4221-b607-0a6eb0352cd8', 'name': 'tempest-ImageQuotaTest-1105787954-router', 'tenant_id': '43ced654beb04a53a953225079068e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '7254fa54-6d73-445d-8a03-fc980c05f290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:21Z', 'updated_at': '2021-07-23T20:28:33Z', 'revision_number': 4, 'project_id': '43ced654beb04a53a953225079068e20', 'gw_port': {'id': '7254fa54-6d73-445d-8a03-fc980c05f290', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35685577-0cea-4221-b607-0a6eb0352cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:22Z', 'updated_at': '2021-07-23T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '870d4c87-4b28-4972-a763-0d3a3402be6b', 'name': '', 'network_id': '5f367bf6-49de-4a6c-ac0c-f2d83e521256', 'tenant_id': '43ced654beb04a53a953225079068e20', 'mac_address': 'fa:16:3e:83:da:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35685577-0cea-4221-b607-0a6eb0352cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '4c807b45-b32e-442b-8784-9c5d820a5cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:31Z', 'updated_at': '2021-07-23T20:28:34Z', 'revision_number': 2, 'project_id': '43ced654beb04a53a953225079068e20', 'subnets': [{'id': '4c807b45-b32e-442b-8784-9c5d820a5cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:39.222465 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6906e330-16c4-4ed0-99d4-6415e33ee46c None None] Checking router: 35685577-0cea-4221-b607-0a6eb0352cd8 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:28:39.222922 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6906e330-16c4-4ed0-99d4-6415e33ee46c None None] Updating router 35685577-0cea-4221-b607-0a6eb0352cd8 port 870d4c87-4b28-4972-a763-0d3a3402be6b binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:28:39.296866 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-aa7fe3b7-9fe1-4890-b81e-4e0b069c8790 req-82d96571-7ff0-44b9-880e-8f130b41c379 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/security-groups?id=11f6fb1e-c70f-4e08-b4be-3c008e411752&id=a7613acf-7c08-4ff9-b357-35854445e495&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2156763 Jul 23 20:28:39.310875 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6906e330-16c4-4ed0-99d4-6415e33ee46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:39.380370 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-528316a2-f766-43e6-947b-7288560a2d3c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Deleting port 897025d4-9647-44ba-9f80-a5fe87986f91 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:39.383337 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-528316a2-f766-43e6-947b-7288560a2d3c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:39.431068 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8b83b888-5315-488a-9db8-9e7e14dd7769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:39.440226 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:39.610602 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac07f3c4-d5d0-4123-b4f5-d2e4e880683d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-4b57c8e0-2346-4e8a-a490-35853780155f', 'network_id': '4b57c8e0-2346-4e8a-a490-35853780155f', 'tenant_id': 'e30eb463c27249bf95b908bf72fc2bf2', 'fixed_ips': [{'subnet_id': '43ef6201-2acb-4c50-835c-0d7a71f1ff50'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:28:39.611525 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac07f3c4-d5d0-4123-b4f5-d2e4e880683d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:39.695344 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-528316a2-f766-43e6-947b-7288560a2d3c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:39.744511 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-528316a2-f766-43e6-947b-7288560a2d3c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Calling delete_port for 897025d4-9647-44ba-9f80-a5fe87986f91 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:39.893021 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-0aba07d8-f1bb-4e32-b29d-c842ae9fb32c req-70a090f2-3db4-4e30-a1c4-cc6996fcea7f tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Deleting port e750417b-1474-4279-91b7-5bc983c6823f {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:39.893674 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0aba07d8-f1bb-4e32-b29d-c842ae9fb32c req-70a090f2-3db4-4e30-a1c4-cc6996fcea7f tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:39.933917 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f46fb789-5e4c-4b88-8c49-c8ba6b8b6d22 req-99489a7d-afa6-4a01-a50e-683c716b0abd service neutron] 10.222.0.18 "GET /v2.0/networks/4bf33222-75e9-467e-812b-603866f71f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1494668 Jul 23 20:28:40.126023 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6906e330-16c4-4ed0-99d4-6415e33ee46c None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:40.153167 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-ac07f3c4-d5d0-4123-b4f5-d2e4e880683d None None] Allocated IP 172.20.0.2 (4b57c8e0-2346-4e8a-a490-35853780155f/43ef6201-2acb-4c50-835c-0d7a71f1ff50/c910bafd-237b-445d-9e71-48319bd9b057) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:40.194915 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-528316a2-f766-43e6-947b-7288560a2d3c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:40.207874 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-6906e330-16c4-4ed0-99d4-6415e33ee46c None None] Transition to ACTIVE for port object 870d4c87-4b28-4972-a763-0d3a3402be6b will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:40.223821 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6906e330-16c4-4ed0-99d4-6415e33ee46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:40.252442 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528316a2-f766-43e6-947b-7288560a2d3c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'Port': ['ID=897025d4-9647-44ba-9f80-a5fe87986f91,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:40.401510 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-8b83b888-5315-488a-9db8-9e7e14dd7769 None None] For port 14cc5d0c-f85b-42d3-b919-a11a0794b143, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=14cc5d0c-f85b-42d3-b919-a11a0794b143,segment=NetworkSegment(ff6d6d08-266e-4900-8cdd-6abbdf628569),segment_id=ff6d6d08-266e-4900-8cdd-6abbdf628569)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:40.403210 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-6906e330-16c4-4ed0-99d4-6415e33ee46c None None] Attempting to bind port 870d4c87-4b28-4972-a763-0d3a3402be6b on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:28:40.403665 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-6906e330-16c4-4ed0-99d4-6415e33ee46c None None] Attempting to bind port 870d4c87-4b28-4972-a763-0d3a3402be6b by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '8d61d4d6-b518-45ef-99f7-5b4c90fbf4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5f367bf6-49de-4a6c-ac0c-f2d83e521256'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:28:40.403998 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6906e330-16c4-4ed0-99d4-6415e33ee46c None None] Attempting to bind port 870d4c87-4b28-4972-a763-0d3a3402be6b on network 5f367bf6-49de-4a6c-ac0c-f2d83e521256 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:40.407318 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-0aba07d8-f1bb-4e32-b29d-c842ae9fb32c req-70a090f2-3db4-4e30-a1c4-cc6996fcea7f tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] For port e750417b-1474-4279-91b7-5bc983c6823f, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=e750417b-1474-4279-91b7-5bc983c6823f,segment=NetworkSegment(cf70b411-c9d2-4db0-a5c1-d8773d00e3b1),segment_id=cf70b411-c9d2-4db0-a5c1-d8773d00e3b1)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:40.408056 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0aba07d8-f1bb-4e32-b29d-c842ae9fb32c req-70a090f2-3db4-4e30-a1c4-cc6996fcea7f tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:40.413827 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cefd08-e3ad-456d-9e8d-18065fabc792 None None] Pushing event updated for resources: {'Port': ['ID=870d4c87-4b28-4972-a763-0d3a3402be6b,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:40.433568 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6906e330-16c4-4ed0-99d4-6415e33ee46c None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:28:40.433970 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6906e330-16c4-4ed0-99d4-6415e33ee46c None None] Checking segment: {'id': '8d61d4d6-b518-45ef-99f7-5b4c90fbf4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5f367bf6-49de-4a6c-ac0c-f2d83e521256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:40.434746 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6906e330-16c4-4ed0-99d4-6415e33ee46c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:40.435016 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6906e330-16c4-4ed0-99d4-6415e33ee46c None None] Bound using segment: {'id': '8d61d4d6-b518-45ef-99f7-5b4c90fbf4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5f367bf6-49de-4a6c-ac0c-f2d83e521256'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:28:40.439939 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-6906e330-16c4-4ed0-99d4-6415e33ee46c None None] Bound port: 870d4c87-4b28-4972-a763-0d3a3402be6b, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d61d4d6-b518-45ef-99f7-5b4c90fbf4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5f367bf6-49de-4a6c-ac0c-f2d83e521256'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:28:40.442478 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6906e330-16c4-4ed0-99d4-6415e33ee46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:40.450388 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8b83b888-5315-488a-9db8-9e7e14dd7769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:40.499067 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-528316a2-f766-43e6-947b-7288560a2d3c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:40.504566 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-0aba07d8-f1bb-4e32-b29d-c842ae9fb32c req-70a090f2-3db4-4e30-a1c4-cc6996fcea7f tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Calling delete_port for e750417b-1474-4279-91b7-5bc983c6823f owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:40.506229 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-528316a2-f766-43e6-947b-7288560a2d3c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/ports/897025d4-9647-44ba-9f80-a5fe87986f91 HTTP/1.1" status: 204 len: 168 time: 1.6072557 Jul 23 20:28:40.507198 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49552) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:40.605416 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-6906e330-16c4-4ed0-99d4-6415e33ee46c None None] For port 870d4c87-4b28-4972-a763-0d3a3402be6b, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:28:40.621659 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-6906e330-16c4-4ed0-99d4-6415e33ee46c None None] For port 870d4c87-4b28-4972-a763-0d3a3402be6b, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=870d4c87-4b28-4972-a763-0d3a3402be6b,segment=NetworkSegment(8d61d4d6-b518-45ef-99f7-5b4c90fbf4d8),segment_id=8d61d4d6-b518-45ef-99f7-5b4c90fbf4d8)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:28:40.629117 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6906e330-16c4-4ed0-99d4-6415e33ee46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:40.654876 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1b7ad7fc-1154-4e49-a862-0747b97b078a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:40.661715 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2d97c4d-75df-42bb-b88d-8bb552706887 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] GET failed (client error): The resource could not be found. Jul 23 20:28:40.666355 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e2d97c4d-75df-42bb-b88d-8bb552706887 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "GET /v2.0/ports/897025d4-9647-44ba-9f80-a5fe87986f91 HTTP/1.1" status: 404 len: 333 time: 0.1576915 Jul 23 20:28:40.668887 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49554) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:40.710564 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8c3a530a-c2c6-491f-b904-22218088a68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d00437f-1573-4b66-bdab-acca160909db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256984832', 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '7fe050a0-3fc2-4b84-a1e5-8a1af4daea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:21Z', 'updated_at': '2021-07-23T20:26:31Z', 'revision_number': 4, 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'gw_port': {'id': '7fe050a0-3fc2-4b84-a1e5-8a1af4daea99', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:05:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00437f-1573-4b66-bdab-acca160909db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:22Z', 'updated_at': '2021-07-23T20:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '674f551c-bbfe-4e4f-9efa-f327041f87f6', 'name': '', 'network_id': '4bf33222-75e9-467e-812b-603866f71f9c', 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'mac_address': 'fa:16:3e:a4:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00437f-1573-4b66-bdab-acca160909db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': '0da88550-dde3-4fec-b2aa-04e4d1d029ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:27Z', 'updated_at': '2021-07-23T20:26:40Z', 'revision_number': 5, 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'subnets': [{'id': '0da88550-dde3-4fec-b2aa-04e4d1d029ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:40.743374 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cc7b3-5f45-4a18-9ffb-bde5f825ab43 req-ea14a172-35d9-46b6-930b-61b73ebe7e8c tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:40.744920 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f72cc7b3-5f45-4a18-9ffb-bde5f825ab43 req-ea14a172-35d9-46b6-930b-61b73ebe7e8c tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba3526c-f215-48cb-a799-35c9ced7358a HTTP/1.1" status: 200 len: 985 time: 0.1418796 Jul 23 20:28:40.748931 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-243be1ed-cb5b-48f6-875e-521d5c784df0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Deleting subnet 43ef6201-2acb-4c50-835c-0d7a71f1ff50 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:28:40.803013 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cefd08-e3ad-456d-9e8d-18065fabc792 None None] Pushing event updated for resources: {'Port': ['ID=870d4c87-4b28-4972-a763-0d3a3402be6b,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:40.816930 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f72cc7b3-5f45-4a18-9ffb-bde5f825ab43 req-b9257601-22d2-401b-8413-ed760e6d4d87 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/security-groups?id=11f6fb1e-c70f-4e08-b4be-3c008e411752&id=a7613acf-7c08-4ff9-b357-35854445e495&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0631278 Jul 23 20:28:40.849334 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3a530a-c2c6-491f-b904-22218088a68b None None] The sync data for ids ['3d00437f-1573-4b66-bdab-acca160909db'] in n-d-793618-10 is: [{'id': '3d00437f-1573-4b66-bdab-acca160909db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256984832', 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '7fe050a0-3fc2-4b84-a1e5-8a1af4daea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:21Z', 'updated_at': '2021-07-23T20:26:31Z', 'revision_number': 4, 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'gw_port': {'id': '7fe050a0-3fc2-4b84-a1e5-8a1af4daea99', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:05:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00437f-1573-4b66-bdab-acca160909db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:22Z', 'updated_at': '2021-07-23T20:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '674f551c-bbfe-4e4f-9efa-f327041f87f6', 'name': '', 'network_id': '4bf33222-75e9-467e-812b-603866f71f9c', 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'mac_address': 'fa:16:3e:a4:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00437f-1573-4b66-bdab-acca160909db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': '0da88550-dde3-4fec-b2aa-04e4d1d029ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:27Z', 'updated_at': '2021-07-23T20:26:40Z', 'revision_number': 5, 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'subnets': [{'id': '0da88550-dde3-4fec-b2aa-04e4d1d029ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:28:40.855048 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6906e330-16c4-4ed0-99d4-6415e33ee46c None None] Routers {'35685577-0cea-4221-b607-0a6eb0352cd8'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:40.857824 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6906e330-16c4-4ed0-99d4-6415e33ee46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:28:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['35685577-0cea-4221-b607-0a6eb0352cd8'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:40.930002 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fca4917b-ddd9-4d38-b08d-e4874748efce None None] Provisioning for port ca08963f-1fac-44f1-80c3-9afc0d27974e completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:40.938635 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.db.api [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:28:40.939112 n-d-793618-10 neutron-server[93877]: DEBUG oslo_db.api [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:28:40.960172 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-151ddb4e-e874-41bf-9975-df5e9c3d3427 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:40.965240 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0aba07d8-f1bb-4e32-b29d-c842ae9fb32c req-70a090f2-3db4-4e30-a1c4-cc6996fcea7f tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:40.967338 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fca4917b-ddd9-4d38-b08d-e4874748efce None None] Provisioning complete for port ca08963f-1fac-44f1-80c3-9afc0d27974e triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:40.969618 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fca4917b-ddd9-4d38-b08d-e4874748efce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:41.018996 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-151ddb4e-e874-41bf-9975-df5e9c3d3427 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:41.095788 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fca4917b-ddd9-4d38-b08d-e4874748efce None None] Port ca08963f-1fac-44f1-80c3-9afc0d27974e cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:28:41.100267 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83b888-5315-488a-9db8-9e7e14dd7769 None None] Pushing event updated for resources: {'Port': ['ID=14cc5d0c-f85b-42d3-b919-a11a0794b143,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:41.154830 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a090f2-3db4-4e30-a1c4-cc6996fcea7f tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Pushing event deleted for resources: {'Port': ['ID=e750417b-1474-4279-91b7-5bc983c6823f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:41.221798 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-6906e330-16c4-4ed0-99d4-6415e33ee46c None None] Set router 35685577-0cea-4221-b607-0a6eb0352cd8 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:28:41.252660 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aba07d8-f1bb-4e32-b29d-c842ae9fb32c req-70a090f2-3db4-4e30-a1c4-cc6996fcea7f tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] No DVR routers for this DVR port e750417b-1474-4279-91b7-5bc983c6823f on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:28:41.256539 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0aba07d8-f1bb-4e32-b29d-c842ae9fb32c req-70a090f2-3db4-4e30-a1c4-cc6996fcea7f tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:41.258677 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0aba07d8-f1bb-4e32-b29d-c842ae9fb32c req-70a090f2-3db4-4e30-a1c4-cc6996fcea7f tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.18 "DELETE /v2.0/ports/e750417b-1474-4279-91b7-5bc983c6823f HTTP/1.1" status: 204 len: 173 time: 2.8214657 Jul 23 20:28:41.275117 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fca4917b-ddd9-4d38-b08d-e4874748efce None None] Provisioning complete for port 14cc5d0c-f85b-42d3-b919-a11a0794b143 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:41.275955 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fca4917b-ddd9-4d38-b08d-e4874748efce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:41.338306 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba3526c-f215-48cb-a799-35c9ced7358a', 'name': 'network-vif-deleted', 'tag': 'e750417b-1474-4279-91b7-5bc983c6823f'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:28:41.345140 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f03bd19-e53d-4669-a6b1-fcc0c39f4765" -d '{"events": [{"server_uuid": "3ba3526c-f215-48cb-a799-35c9ced7358a", "name": "network-vif-deleted", "tag": "e750417b-1474-4279-91b7-5bc983c6823f"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:28:41.382639 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac07f3c4-d5d0-4123-b4f5-d2e4e880683d None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:41.416964 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ac07f3c4-d5d0-4123-b4f5-d2e4e880683d None None] Transition to ACTIVE for port object c910bafd-237b-445d-9e71-48319bd9b057 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:41.481942 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49564) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:41.509572 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 7254fa54-6d73-445d-8a03-fc980c05f290 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:41.516175 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e42fc4f-e853-4d91-b690-451a585b9bb4 x-openstack-request-id: req-5e42fc4f-e853-4d91-b690-451a585b9bb4 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:28:41.516707 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba3526c-f215-48cb-a799-35c9ced7358a", "name": "network-vif-deleted", "tag": "e750417b-1474-4279-91b7-5bc983c6823f", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:28:41.517067 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e42fc4f-e853-4d91-b690-451a585b9bb4 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:28:41.518634 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba3526c-f215-48cb-a799-35c9ced7358a', 'name': 'network-vif-deleted', 'tag': 'e750417b-1474-4279-91b7-5bc983c6823f', 'status': 'completed', 'code': 200} Jul 23 20:28:41.523556 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ac07f3c4-d5d0-4123-b4f5-d2e4e880683d None None] Transition to ACTIVE for port object c910bafd-237b-445d-9e71-48319bd9b057 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:41.533118 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7b57af-92a6-4069-8fd5-015c315921c2 None None] New status for floating IP abfc037e-da9a-4301-a0ad-f7a52b6f78ff: DOWN {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:28:41.534535 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-151ddb4e-e874-41bf-9975-df5e9c3d3427 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:41.541736 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ddb4e-e874-41bf-9975-df5e9c3d3427 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event updated for resources: {'Port': ['ID=ca08963f-1fac-44f1-80c3-9afc0d27974e,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:41.599922 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-243be1ed-cb5b-48f6-875e-521d5c784df0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:41.634403 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac07f3c4-d5d0-4123-b4f5-d2e4e880683d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:41.718700 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac07f3c4-d5d0-4123-b4f5-d2e4e880683d None None] Network 4b57c8e0-2346-4e8a-a490-35853780155f is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:41.725398 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-ac07f3c4-d5d0-4123-b4f5-d2e4e880683d None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:41.727941 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac07f3c4-d5d0-4123-b4f5-d2e4e880683d None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:41.870234 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151ddb4e-e874-41bf-9975-df5e9c3d3427 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Network ee64898c-7364-4faa-862e-c0f672600d20 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:41.872826 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-151ddb4e-e874-41bf-9975-df5e9c3d3427 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:41.919606 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac07f3c4-d5d0-4123-b4f5-d2e4e880683d None None] Pushing event updated for resources: {'Port': ['ID=c910bafd-237b-445d-9e71-48319bd9b057,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:41.972239 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-243be1ed-cb5b-48f6-875e-521d5c784df0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:42.036309 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6906e330-16c4-4ed0-99d4-6415e33ee46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35685577-0cea-4221-b607-0a6eb0352cd8', 'name': 'tempest-ImageQuotaTest-1105787954-router', 'tenant_id': '43ced654beb04a53a953225079068e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '7254fa54-6d73-445d-8a03-fc980c05f290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:21Z', 'updated_at': '2021-07-23T20:28:33Z', 'revision_number': 4, 'project_id': '43ced654beb04a53a953225079068e20', 'gw_port': {'id': '7254fa54-6d73-445d-8a03-fc980c05f290', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35685577-0cea-4221-b607-0a6eb0352cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:22Z', 'updated_at': '2021-07-23T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '870d4c87-4b28-4972-a763-0d3a3402be6b', 'name': '', 'network_id': '5f367bf6-49de-4a6c-ac0c-f2d83e521256', 'tenant_id': '43ced654beb04a53a953225079068e20', 'mac_address': 'fa:16:3e:83:da:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35685577-0cea-4221-b607-0a6eb0352cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '4c807b45-b32e-442b-8784-9c5d820a5cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:31Z', 'updated_at': '2021-07-23T20:28:40Z', 'revision_number': 4, 'project_id': '43ced654beb04a53a953225079068e20', 'subnets': [{'id': '4c807b45-b32e-442b-8784-9c5d820a5cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:42.285587 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5bb1c024-bb1e-4a56-ab61-343f6c93bc1b req-74a649a2-3d47-467c-a85d-7b627b87d869 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba3526c-f215-48cb-a799-35c9ced7358a HTTP/1.1" status: 200 len: 210 time: 0.2208557 Jul 23 20:28:42.351944 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151ddb4e-e874-41bf-9975-df5e9c3d3427 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Router 82899bc0-186a-4bb9-827b-beb29f1de054 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:28:42.425923 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6906e330-16c4-4ed0-99d4-6415e33ee46c None None] The sync data for ids ['35685577-0cea-4221-b607-0a6eb0352cd8'] in n-d-793618-10 is: [{'id': '35685577-0cea-4221-b607-0a6eb0352cd8', 'name': 'tempest-ImageQuotaTest-1105787954-router', 'tenant_id': '43ced654beb04a53a953225079068e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '7254fa54-6d73-445d-8a03-fc980c05f290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:21Z', 'updated_at': '2021-07-23T20:28:33Z', 'revision_number': 4, 'project_id': '43ced654beb04a53a953225079068e20', 'gw_port': {'id': '7254fa54-6d73-445d-8a03-fc980c05f290', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35685577-0cea-4221-b607-0a6eb0352cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:22Z', 'updated_at': '2021-07-23T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '870d4c87-4b28-4972-a763-0d3a3402be6b', 'name': '', 'network_id': '5f367bf6-49de-4a6c-ac0c-f2d83e521256', 'tenant_id': '43ced654beb04a53a953225079068e20', 'mac_address': 'fa:16:3e:83:da:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35685577-0cea-4221-b607-0a6eb0352cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '4c807b45-b32e-442b-8784-9c5d820a5cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:31Z', 'updated_at': '2021-07-23T20:28:40Z', 'revision_number': 4, 'project_id': '43ced654beb04a53a953225079068e20', 'subnets': [{'id': '4c807b45-b32e-442b-8784-9c5d820a5cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:28:42.506790 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 7254fa54-6d73-445d-8a03-fc980c05f290 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:42.507609 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:42.559732 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device e750417b-1474-4279-91b7-5bc983c6823f no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:28:42.563402 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ac07f3c4-d5d0-4123-b4f5-d2e4e880683d None None] Attempting to bind port c910bafd-237b-445d-9e71-48319bd9b057 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:28:42.563919 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ac07f3c4-d5d0-4123-b4f5-d2e4e880683d None None] Attempting to bind port c910bafd-237b-445d-9e71-48319bd9b057 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'e894fc47-a5a0-414c-bcaf-f7c0d7303f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4b57c8e0-2346-4e8a-a490-35853780155f'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:28:42.564291 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac07f3c4-d5d0-4123-b4f5-d2e4e880683d None None] Attempting to bind port c910bafd-237b-445d-9e71-48319bd9b057 on network 4b57c8e0-2346-4e8a-a490-35853780155f {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:42.583931 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-243be1ed-cb5b-48f6-875e-521d5c784df0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:42.620704 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac07f3c4-d5d0-4123-b4f5-d2e4e880683d None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:28:42.621298 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac07f3c4-d5d0-4123-b4f5-d2e4e880683d None None] Checking segment: {'id': 'e894fc47-a5a0-414c-bcaf-f7c0d7303f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4b57c8e0-2346-4e8a-a490-35853780155f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:42.622035 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac07f3c4-d5d0-4123-b4f5-d2e4e880683d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:42.622715 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac07f3c4-d5d0-4123-b4f5-d2e4e880683d None None] Bound using segment: {'id': 'e894fc47-a5a0-414c-bcaf-f7c0d7303f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4b57c8e0-2346-4e8a-a490-35853780155f'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:28:42.623485 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ac07f3c4-d5d0-4123-b4f5-d2e4e880683d None None] Bound port: c910bafd-237b-445d-9e71-48319bd9b057, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e894fc47-a5a0-414c-bcaf-f7c0d7303f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4b57c8e0-2346-4e8a-a490-35853780155f'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:28:42.624119 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac07f3c4-d5d0-4123-b4f5-d2e4e880683d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:42.627734 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151ddb4e-e874-41bf-9975-df5e9c3d3427 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:28:42.638956 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-151ddb4e-e874-41bf-9975-df5e9c3d3427 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "PUT /v2.0/routers/82899bc0-186a-4bb9-827b-beb29f1de054/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3083320 Jul 23 20:28:42.642058 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49572) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:42.644840 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b23508d-ccdf-48b8-ba59-76862bb20f46 None None] Sync routers for ids ['82899bc0-186a-4bb9-827b-beb29f1de054'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:28:42.646803 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: e750417b-1474-4279-91b7-5bc983c6823f {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:28:42.647069 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device e750417b-1474-4279-91b7-5bc983c6823f not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:28:42.657226 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-02998dd1-fcbb-4483-b65b-00006c4ce5e4 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Request body: {'network': {'name': 'tempest-RoutersTest-2031638743'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:42.662688 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b23508d-ccdf-48b8-ba59-76862bb20f46 None None] Routers {'82899bc0-186a-4bb9-827b-beb29f1de054'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:42.663423 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3b23508d-ccdf-48b8-ba59-76862bb20f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:28:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['82899bc0-186a-4bb9-827b-beb29f1de054'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:42.703462 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02998dd1-fcbb-4483-b65b-00006c4ce5e4 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Made reservation on behalf of cde999fc285947a38991630a8d370d15 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:42.711011 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-02998dd1-fcbb-4483-b65b-00006c4ce5e4 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:42.754629 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-243be1ed-cb5b-48f6-875e-521d5c784df0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:42.788620 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02998dd1-fcbb-4483-b65b-00006c4ce5e4 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:28:42.820140 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-02998dd1-fcbb-4483-b65b-00006c4ce5e4 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:42.820852 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-02998dd1-fcbb-4483-b65b-00006c4ce5e4 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Added segment 18a2be6c-c5be-4b51-8787-4f63ee811b48 of type vlan for network e0ce90af-ecca-4ddb-bc56-d49353242970 Jul 23 20:28:42.847563 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-ac07f3c4-d5d0-4123-b4f5-d2e4e880683d None None] For port c910bafd-237b-445d-9e71-48319bd9b057, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:28:42.850685 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-824359cc-60dd-4f1c-bc40-496afe5f2353 None None] Provisioning complete for port ca08963f-1fac-44f1-80c3-9afc0d27974e triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:42.851421 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-824359cc-60dd-4f1c-bc40-496afe5f2353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:42.871377 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-243be1ed-cb5b-48f6-875e-521d5c784df0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:42.877534 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-243be1ed-cb5b-48f6-875e-521d5c784df0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/subnets/43ef6201-2acb-4c50-835c-0d7a71f1ff50 HTTP/1.1" status: 204 len: 168 time: 2.2080255 Jul 23 20:28:42.884848 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49574) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:42.885904 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243be1ed-cb5b-48f6-875e-521d5c784df0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'Subnet': ['ID=43ef6201-2acb-4c50-835c-0d7a71f1ff50,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:42.910929 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-ac07f3c4-d5d0-4123-b4f5-d2e4e880683d None None] For port c910bafd-237b-445d-9e71-48319bd9b057, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=c910bafd-237b-445d-9e71-48319bd9b057,segment=NetworkSegment(e894fc47-a5a0-414c-bcaf-f7c0d7303f8a),segment_id=e894fc47-a5a0-414c-bcaf-f7c0d7303f8a)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:28:42.912803 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 747f512c-b31b-48b1-aecb-c3a2a040348c no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:28:42.917609 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-02998dd1-fcbb-4483-b65b-00006c4ce5e4 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:42.925582 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac07f3c4-d5d0-4123-b4f5-d2e4e880683d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:42.968417 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-02998dd1-fcbb-4483-b65b-00006c4ce5e4 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:42.977223 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 747f512c-b31b-48b1-aecb-c3a2a040348c {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:28:42.977809 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 747f512c-b31b-48b1-aecb-c3a2a040348c not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:28:42.982481 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-3b23508d-ccdf-48b8-ba59-76862bb20f46 None None] Set router 82899bc0-186a-4bb9-827b-beb29f1de054 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:28:42.994013 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02998dd1-fcbb-4483-b65b-00006c4ce5e4 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:42.996680 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-02998dd1-fcbb-4483-b65b-00006c4ce5e4 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:43.050187 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-824359cc-60dd-4f1c-bc40-496afe5f2353 None None] Port ca08963f-1fac-44f1-80c3-9afc0d27974e cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:28:43.146234 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac07f3c4-d5d0-4123-b4f5-d2e4e880683d None None] Pushing event updated for resources: {'Port': ['ID=c910bafd-237b-445d-9e71-48319bd9b057,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:43.152812 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-02998dd1-fcbb-4483-b65b-00006c4ce5e4 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5079918 Jul 23 20:28:43.154057 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49576) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:43.183132 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-667ebe34-50d2-4aeb-a973-be05fba604a9 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Request body: {'subnet': {'network_id': 'e0ce90af-ecca-4ddb-bc56-d49353242970', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:43.260006 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee568fe6-dec0-4c6b-91bb-fd13b556d4ae tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:43.324551 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:43.447447 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02998dd1-fcbb-4483-b65b-00006c4ce5e4 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event updated for resources: {'Network': ['ID=e0ce90af-ecca-4ddb-bc56-d49353242970,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:43.472468 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network e0ce90af-ecca-4ddb-bc56-d49353242970 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:28:43.560320 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 870d4c87-4b28-4972-a763-0d3a3402be6b up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:43.570759 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49586) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:43.732980 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-15021ec8-36b1-4836-a149-c89aa602c5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:43.853397 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-900c4b6f-709b-419b-a1ee-443c5b3c4dfc tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:43.865818 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667ebe34-50d2-4aeb-a973-be05fba604a9 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Made reservation on behalf of cde999fc285947a38991630a8d370d15 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:43.874055 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-667ebe34-50d2-4aeb-a973-be05fba604a9 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:43.946668 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a45d7ea-a993-4b4a-8eb5-ae6bad4084af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:43.949314 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 870d4c87-4b28-4972-a763-0d3a3402be6b completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:43.960172 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 870d4c87-4b28-4972-a763-0d3a3402be6b triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:43.963686 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:43.997283 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-900c4b6f-709b-419b-a1ee-443c5b3c4dfc tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:44.020553 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3b23508d-ccdf-48b8-ba59-76862bb20f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'name': 'tempest-RoutersTest-router-1551311680', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:28:38Z', 'revision_number': 4, 'project_id': 'cde999fc285947a38991630a8d370d15', 'gw_port_host': None, '_interfaces': [{'id': 'a1350143-3cd6-48b0-ba52-70c791b92b48', 'name': '', 'network_id': 'e04c58a3-f698-4839-84ea-ce99ce1fef47', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:37:7c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:21Z', 'updated_at': '2021-07-23T20:28:34Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca08963f-1fac-44f1-80c3-9afc0d27974e', 'name': '', 'network_id': 'ee64898c-7364-4faa-862e-c0f672600d20', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:8b:14:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'bf8394f7-60d4-432b-88d3-dbe4a58f13e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:36Z', 'updated_at': '2021-07-23T20:28:39Z', 'revision_number': 2, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': 'bf8394f7-60d4-432b-88d3-dbe4a58f13e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9513e72-40e1-40c6-a038-2fec58377035', 'name': '', 'network_id': '9b205560-8a6b-4b80-8ccd-8b60184267fc', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:b0:d5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:13Z', 'updated_at': '2021-07-23T20:28:27Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:44.050257 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-ee568fe6-dec0-4c6b-91bb-fd13b556d4ae tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Deleting port c910bafd-237b-445d-9e71-48319bd9b057 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:44.050831 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee568fe6-dec0-4c6b-91bb-fd13b556d4ae tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:44.056243 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b23508d-ccdf-48b8-ba59-76862bb20f46 None None] Checking router: 82899bc0-186a-4bb9-827b-beb29f1de054 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:28:44.057457 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b23508d-ccdf-48b8-ba59-76862bb20f46 None None] Updating router 82899bc0-186a-4bb9-827b-beb29f1de054 port ca08963f-1fac-44f1-80c3-9afc0d27974e binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:28:44.091554 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:44.109707 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3b23508d-ccdf-48b8-ba59-76862bb20f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:44.211982 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-ee568fe6-dec0-4c6b-91bb-fd13b556d4ae tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] For port c910bafd-237b-445d-9e71-48319bd9b057, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=c910bafd-237b-445d-9e71-48319bd9b057,segment=NetworkSegment(e894fc47-a5a0-414c-bcaf-f7c0d7303f8a),segment_id=e894fc47-a5a0-414c-bcaf-f7c0d7303f8a)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:44.212410 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee568fe6-dec0-4c6b-91bb-fd13b556d4ae tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:44.224239 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:44.249523 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-ee568fe6-dec0-4c6b-91bb-fd13b556d4ae tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Calling delete_port for c910bafd-237b-445d-9e71-48319bd9b057 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:44.305241 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 870d4c87-4b28-4972-a763-0d3a3402be6b, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=870d4c87-4b28-4972-a763-0d3a3402be6b,segment=NetworkSegment(8d61d4d6-b518-45ef-99f7-5b4c90fbf4d8),segment_id=8d61d4d6-b518-45ef-99f7-5b4c90fbf4d8)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:44.313377 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:44.322547 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 14cc5d0c-f85b-42d3-b919-a11a0794b143 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:44.348126 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-900c4b6f-709b-419b-a1ee-443c5b3c4dfc tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:44.351005 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-900c4b6f-709b-419b-a1ee-443c5b3c4dfc tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:44.355303 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-900c4b6f-709b-419b-a1ee-443c5b3c4dfc tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "DELETE /v2.0/security-groups/a7613acf-7c08-4ff9-b357-35854445e495 HTTP/1.1" status: 204 len: 168 time: 0.7669053 Jul 23 20:28:44.362105 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49596) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:44.424091 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c4b6f-709b-419b-a1ee-443c5b3c4dfc tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7613acf-7c08-4ff9-b357-35854445e495,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:44.446508 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-667ebe34-50d2-4aeb-a973-be05fba604a9 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:44.570066 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=870d4c87-4b28-4972-a763-0d3a3402be6b,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:44.590607 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 14cc5d0c-f85b-42d3-b919-a11a0794b143 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:44.590986 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:44.663166 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-38a71fc9-8e6d-4997-9d9d-fd851419eb58 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:44.674893 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ebe34-50d2-4aeb-a973-be05fba604a9 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event updated for resources: {'Subnet': ['ID=4ced1159-1288-4235-99b3-f98e565882b7,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:44.704470 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:44.775083 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667ebe34-50d2-4aeb-a973-be05fba604a9 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Checking segment: {'id': '18a2be6c-c5be-4b51-8787-4f63ee811b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e0ce90af-ecca-4ddb-bc56-d49353242970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:44.775456 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667ebe34-50d2-4aeb-a973-be05fba604a9 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Network hostable DHCP agents. Network: e0ce90af-ecca-4ddb-bc56-d49353242970, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:28:44.780673 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3b23508d-ccdf-48b8-ba59-76862bb20f46 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:44.806143 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-38a71fc9-8e6d-4997-9d9d-fd851419eb58 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:44.816829 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3b23508d-ccdf-48b8-ba59-76862bb20f46 None None] Transition to ACTIVE for port object ca08963f-1fac-44f1-80c3-9afc0d27974e will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:44.825026 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee568fe6-dec0-4c6b-91bb-fd13b556d4ae tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:44.828814 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:44.833169 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3b23508d-ccdf-48b8-ba59-76862bb20f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:44.852308 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee568fe6-dec0-4c6b-91bb-fd13b556d4ae tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] No DVR routers for this DVR port c910bafd-237b-445d-9e71-48319bd9b057 on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:28:44.901358 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667ebe34-50d2-4aeb-a973-be05fba604a9 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Network e0ce90af-ecca-4ddb-bc56-d49353242970 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:28:44.936233 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69bdfd5-a696-4818-8447-ea0bbfd850d2 None None] Pushing event updated for resources: {'Port': ['ID=ca08963f-1fac-44f1-80c3-9afc0d27974e,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:44.948883 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee568fe6-dec0-4c6b-91bb-fd13b556d4ae tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'Port': ['ID=c910bafd-237b-445d-9e71-48319bd9b057,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:44.972657 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-667ebe34-50d2-4aeb-a973-be05fba604a9 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, e0ce90af-ecca-4ddb-bc56-d49353242970) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:44.988791 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667ebe34-50d2-4aeb-a973-be05fba604a9 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:45.000977 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-667ebe34-50d2-4aeb-a973-be05fba604a9 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:45.004234 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-38a71fc9-8e6d-4997-9d9d-fd851419eb58 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:45.009133 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0298c425-f279-4c9b-a27f-92dd06346a94 None None] Network e0ce90af-ecca-4ddb-bc56-d49353242970 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:45.016739 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-38a71fc9-8e6d-4997-9d9d-fd851419eb58 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:45.026699 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-38a71fc9-8e6d-4997-9d9d-fd851419eb58 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "DELETE /v2.0/security-groups/11f6fb1e-c70f-4e08-b4be-3c008e411752 HTTP/1.1" status: 204 len: 168 time: 0.6630111 Jul 23 20:28:45.031435 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49602) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:45.107039 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-3b23508d-ccdf-48b8-ba59-76862bb20f46 None None] Attempting to bind port ca08963f-1fac-44f1-80c3-9afc0d27974e on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:28:45.107460 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-3b23508d-ccdf-48b8-ba59-76862bb20f46 None None] Attempting to bind port ca08963f-1fac-44f1-80c3-9afc0d27974e by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'ff6d6d08-266e-4900-8cdd-6abbdf628569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ee64898c-7364-4faa-862e-c0f672600d20'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:28:45.107885 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b23508d-ccdf-48b8-ba59-76862bb20f46 None None] Attempting to bind port ca08963f-1fac-44f1-80c3-9afc0d27974e on network ee64898c-7364-4faa-862e-c0f672600d20 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:45.119452 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b23508d-ccdf-48b8-ba59-76862bb20f46 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:28:45.120220 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b23508d-ccdf-48b8-ba59-76862bb20f46 None None] Checking segment: {'id': 'ff6d6d08-266e-4900-8cdd-6abbdf628569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ee64898c-7364-4faa-862e-c0f672600d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:45.120851 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3b23508d-ccdf-48b8-ba59-76862bb20f46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:45.121487 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b23508d-ccdf-48b8-ba59-76862bb20f46 None None] Bound using segment: {'id': 'ff6d6d08-266e-4900-8cdd-6abbdf628569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ee64898c-7364-4faa-862e-c0f672600d20'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:28:45.130222 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-3b23508d-ccdf-48b8-ba59-76862bb20f46 None None] Bound port: ca08963f-1fac-44f1-80c3-9afc0d27974e, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff6d6d08-266e-4900-8cdd-6abbdf628569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ee64898c-7364-4faa-862e-c0f672600d20'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:28:45.131309 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3b23508d-ccdf-48b8-ba59-76862bb20f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:45.236490 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7798208f-62ff-4813-b04a-a6353823e3fb None None] Network 4b57c8e0-2346-4e8a-a490-35853780155f requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:45.259785 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 870d4c87-4b28-4972-a763-0d3a3402be6b up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:45.290651 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a71fc9-8e6d-4997-9d9d-fd851419eb58 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f6fb1e-c70f-4e08-b4be-3c008e411752,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:45.306640 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3b23508d-ccdf-48b8-ba59-76862bb20f46 None None] For port ca08963f-1fac-44f1-80c3-9afc0d27974e, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:28:45.312289 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-667ebe34-50d2-4aeb-a973-be05fba604a9 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1441643 Jul 23 20:28:45.313550 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee568fe6-dec0-4c6b-91bb-fd13b556d4ae tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:45.314173 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3b23508d-ccdf-48b8-ba59-76862bb20f46 None None] For port ca08963f-1fac-44f1-80c3-9afc0d27974e, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=ca08963f-1fac-44f1-80c3-9afc0d27974e,segment=NetworkSegment(ff6d6d08-266e-4900-8cdd-6abbdf628569),segment_id=ff6d6d08-266e-4900-8cdd-6abbdf628569)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:28:45.317608 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49612) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:45.328602 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3b23508d-ccdf-48b8-ba59-76862bb20f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:45.335226 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ee568fe6-dec0-4c6b-91bb-fd13b556d4ae tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b57c8e0-2346-4e8a-a490-35853780155f']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:45.344551 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0bca5f88-3eea-4b7c-99b6-6dc4a4eab6e6 None None] Could not find standard attr ID for object 897025d4-9647-44ba-9f80-a5fe87986f91. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:28:45.362957 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ee568fe6-dec0-4c6b-91bb-fd13b556d4ae tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e894fc47-a5a0-414c-bcaf-f7c0d7303f8a') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:45.363403 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ee568fe6-dec0-4c6b-91bb-fd13b556d4ae tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e894fc47-a5a0-414c-bcaf-f7c0d7303f8a') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:45.376204 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee568fe6-dec0-4c6b-91bb-fd13b556d4ae tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:45.400653 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee568fe6-dec0-4c6b-91bb-fd13b556d4ae tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:45.404197 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-15021ec8-36b1-4836-a149-c89aa602c5fb admin admin] Deleting port 870d4c87-4b28-4972-a763-0d3a3402be6b {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:45.404643 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-15021ec8-36b1-4836-a149-c89aa602c5fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:45.462030 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0bca5f88-3eea-4b7c-99b6-6dc4a4eab6e6 None None] Could not find standard attr ID for object c910bafd-237b-445d-9e71-48319bd9b057. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:28:45.474462 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69bdfd5-a696-4818-8447-ea0bbfd850d2 None None] Pushing event updated for resources: {'Port': ['ID=ca08963f-1fac-44f1-80c3-9afc0d27974e,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:45.477677 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b23508d-ccdf-48b8-ba59-76862bb20f46 None None] Routers {'82899bc0-186a-4bb9-827b-beb29f1de054'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:45.478412 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3b23508d-ccdf-48b8-ba59-76862bb20f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:28:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['82899bc0-186a-4bb9-827b-beb29f1de054'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:45.614402 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752bca60-36bd-4e86-876d-d8594f188ff0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-e0ce90af-ecca-4ddb-bc56-d49353242970', 'network_id': 'e0ce90af-ecca-4ddb-bc56-d49353242970', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'fixed_ips': [{'subnet_id': '4ced1159-1288-4235-99b3-f98e565882b7'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:28:45.618441 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-752bca60-36bd-4e86-876d-d8594f188ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:45.630139 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-15021ec8-36b1-4836-a149-c89aa602c5fb admin admin] For port 870d4c87-4b28-4972-a763-0d3a3402be6b, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=870d4c87-4b28-4972-a763-0d3a3402be6b,segment=NetworkSegment(8d61d4d6-b518-45ef-99f7-5b4c90fbf4d8),segment_id=8d61d4d6-b518-45ef-99f7-5b4c90fbf4d8)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:45.630781 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-15021ec8-36b1-4836-a149-c89aa602c5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:45.663104 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-15021ec8-36b1-4836-a149-c89aa602c5fb admin admin] Calling delete_port for 870d4c87-4b28-4972-a763-0d3a3402be6b owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:45.676679 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 870d4c87-4b28-4972-a763-0d3a3402be6b triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:45.677493 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:45.716616 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-3b23508d-ccdf-48b8-ba59-76862bb20f46 None None] Set router 82899bc0-186a-4bb9-827b-beb29f1de054 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:28:45.833198 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee568fe6-dec0-4c6b-91bb-fd13b556d4ae tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:28:45.833742 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee568fe6-dec0-4c6b-91bb-fd13b556d4ae tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:45.846639 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:28:45.846639 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:28:45.846639 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:28:45.846639 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:28:45.846639 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:28:45.846639 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:28:45.846639 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:28:45.846639 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:28:45.846639 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:28:45.846639 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:28:45.846639 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:28:45.846639 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:28:45.846639 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:28:45.846639 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:28:45.846639 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:28:45.846639 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:28:45.846639 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:28:45.846639 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:28:45.846639 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:28:45.846639 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:28:45.846639 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:28:45.846639 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:28:45.846639 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:28:45.846639 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:28:45.846639 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:28:45.846639 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:28:45.846639 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:28:45.846639 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:28:45.846639 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:28:45.846639 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:28:45.846639 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:28:45.846639 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:28:46.119050 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:46.167682 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676c3393-a00b-4cc9-9dfc-9154476b8d80 None None] DHCP port deletion for 4b57c8e0-2346-4e8a-a490-35853780155f request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:28:46.230013 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee568fe6-dec0-4c6b-91bb-fd13b556d4ae tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:46.272153 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee568fe6-dec0-4c6b-91bb-fd13b556d4ae tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:46.275926 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ee568fe6-dec0-4c6b-91bb-fd13b556d4ae tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/networks/4b57c8e0-2346-4e8a-a490-35853780155f HTTP/1.1" status: 204 len: 168 time: 3.3867819 Jul 23 20:28:46.277591 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-752bca60-36bd-4e86-876d-d8594f188ff0 None None] Allocated IP 172.23.0.2 (e0ce90af-ecca-4ddb-bc56-d49353242970/4ced1159-1288-4235-99b3-f98e565882b7/f5f3bfda-1945-4240-821a-38712061864f) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:46.295254 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49618) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:46.331060 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-440687c6-3732-48f7-ba92-76d89a7560ad tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'port': {'network_id': 'ea376fad-f027-4317-bb9e-195acf68d232', 'name': 'tempest-PortsTestJSON-1493229065'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:46.496639 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-752bca60-36bd-4e86-876d-d8594f188ff0 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:46.507150 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-752bca60-36bd-4e86-876d-d8594f188ff0 None None] Transition to ACTIVE for port object f5f3bfda-1945-4240-821a-38712061864f will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:46.529379 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3b23508d-ccdf-48b8-ba59-76862bb20f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'name': 'tempest-RoutersTest-router-1551311680', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:28:38Z', 'revision_number': 4, 'project_id': 'cde999fc285947a38991630a8d370d15', 'gw_port_host': None, '_interfaces': [{'id': 'a1350143-3cd6-48b0-ba52-70c791b92b48', 'name': '', 'network_id': 'e04c58a3-f698-4839-84ea-ce99ce1fef47', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:37:7c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:21Z', 'updated_at': '2021-07-23T20:28:34Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca08963f-1fac-44f1-80c3-9afc0d27974e', 'name': '', 'network_id': 'ee64898c-7364-4faa-862e-c0f672600d20', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:8b:14:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'bf8394f7-60d4-432b-88d3-dbe4a58f13e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:36Z', 'updated_at': '2021-07-23T20:28:45Z', 'revision_number': 4, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': 'bf8394f7-60d4-432b-88d3-dbe4a58f13e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9513e72-40e1-40c6-a038-2fec58377035', 'name': '', 'network_id': '9b205560-8a6b-4b80-8ccd-8b60184267fc', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:b0:d5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:13Z', 'updated_at': '2021-07-23T20:28:27Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:46.532892 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-752bca60-36bd-4e86-876d-d8594f188ff0 None None] Transition to ACTIVE for port object f5f3bfda-1945-4240-821a-38712061864f will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:46.545712 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-752bca60-36bd-4e86-876d-d8594f188ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:46.571528 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440687c6-3732-48f7-ba92-76d89a7560ad tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Made reservation on behalf of e30eb463c27249bf95b908bf72fc2bf2 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:46.576537 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-440687c6-3732-48f7-ba92-76d89a7560ad tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:46.598739 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b23508d-ccdf-48b8-ba59-76862bb20f46 None None] The sync data for ids ['82899bc0-186a-4bb9-827b-beb29f1de054'] in n-d-793618-10 is: [{'id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'name': 'tempest-RoutersTest-router-1551311680', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:28:38Z', 'revision_number': 4, 'project_id': 'cde999fc285947a38991630a8d370d15', 'gw_port_host': None, '_interfaces': [{'id': 'a1350143-3cd6-48b0-ba52-70c791b92b48', 'name': '', 'network_id': 'e04c58a3-f698-4839-84ea-ce99ce1fef47', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:37:7c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:21Z', 'updated_at': '2021-07-23T20:28:34Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca08963f-1fac-44f1-80c3-9afc0d27974e', 'name': '', 'network_id': 'ee64898c-7364-4faa-862e-c0f672600d20', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:8b:14:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'bf8394f7-60d4-432b-88d3-dbe4a58f13e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:36Z', 'updated_at': '2021-07-23T20:28:45Z', 'revision_number': 4, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': 'bf8394f7-60d4-432b-88d3-dbe4a58f13e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9513e72-40e1-40c6-a038-2fec58377035', 'name': '', 'network_id': '9b205560-8a6b-4b80-8ccd-8b60184267fc', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:b0:d5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:13Z', 'updated_at': '2021-07-23T20:28:27Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:28:46.621916 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee568fe6-dec0-4c6b-91bb-fd13b556d4ae tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'Network': ['ID=4b57c8e0-2346-4e8a-a490-35853780155f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:46.626909 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-440687c6-3732-48f7-ba92-76d89a7560ad tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] device_id is not set on port 15aea13f-dc5e-4c51-80d4-17806713acef yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:28:46.668378 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752bca60-36bd-4e86-876d-d8594f188ff0 None None] Pushing event updated for resources: {'Port': ['ID=f5f3bfda-1945-4240-821a-38712061864f,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:46.713849 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752bca60-36bd-4e86-876d-d8594f188ff0 None None] Network e0ce90af-ecca-4ddb-bc56-d49353242970 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:46.716084 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-752bca60-36bd-4e86-876d-d8594f188ff0 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:46.719775 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752bca60-36bd-4e86-876d-d8594f188ff0 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:46.755852 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee568fe6-dec0-4c6b-91bb-fd13b556d4ae tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:46.756411 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee568fe6-dec0-4c6b-91bb-fd13b556d4ae tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:46.756784 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee568fe6-dec0-4c6b-91bb-fd13b556d4ae tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:46.757128 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee568fe6-dec0-4c6b-91bb-fd13b556d4ae tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:46.757514 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee568fe6-dec0-4c6b-91bb-fd13b556d4ae tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:46.757822 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee568fe6-dec0-4c6b-91bb-fd13b556d4ae tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:46.758154 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee568fe6-dec0-4c6b-91bb-fd13b556d4ae tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:46.758483 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee568fe6-dec0-4c6b-91bb-fd13b556d4ae tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:46.758836 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee568fe6-dec0-4c6b-91bb-fd13b556d4ae tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:46.759242 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee568fe6-dec0-4c6b-91bb-fd13b556d4ae tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:46.761171 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee568fe6-dec0-4c6b-91bb-fd13b556d4ae tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:46.761554 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee568fe6-dec0-4c6b-91bb-fd13b556d4ae tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:46.842176 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e211cb58-c7d1-4fe9-a0d0-42828b73f333 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:46.850457 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-752bca60-36bd-4e86-876d-d8594f188ff0 None None] Attempting to bind port f5f3bfda-1945-4240-821a-38712061864f on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:28:46.851065 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-752bca60-36bd-4e86-876d-d8594f188ff0 None None] Attempting to bind port f5f3bfda-1945-4240-821a-38712061864f by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '18a2be6c-c5be-4b51-8787-4f63ee811b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e0ce90af-ecca-4ddb-bc56-d49353242970'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:28:46.851577 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752bca60-36bd-4e86-876d-d8594f188ff0 None None] Attempting to bind port f5f3bfda-1945-4240-821a-38712061864f on network e0ce90af-ecca-4ddb-bc56-d49353242970 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:46.870941 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752bca60-36bd-4e86-876d-d8594f188ff0 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:28:46.871609 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752bca60-36bd-4e86-876d-d8594f188ff0 None None] Checking segment: {'id': '18a2be6c-c5be-4b51-8787-4f63ee811b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e0ce90af-ecca-4ddb-bc56-d49353242970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:46.872015 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-752bca60-36bd-4e86-876d-d8594f188ff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:46.872408 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752bca60-36bd-4e86-876d-d8594f188ff0 None None] Bound using segment: {'id': '18a2be6c-c5be-4b51-8787-4f63ee811b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e0ce90af-ecca-4ddb-bc56-d49353242970'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:28:46.872886 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-752bca60-36bd-4e86-876d-d8594f188ff0 None None] Bound port: f5f3bfda-1945-4240-821a-38712061864f, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18a2be6c-c5be-4b51-8787-4f63ee811b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e0ce90af-ecca-4ddb-bc56-d49353242970'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:28:46.873264 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-752bca60-36bd-4e86-876d-d8594f188ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:46.972576 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-752bca60-36bd-4e86-876d-d8594f188ff0 None None] For port f5f3bfda-1945-4240-821a-38712061864f, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:28:46.981580 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-752bca60-36bd-4e86-876d-d8594f188ff0 None None] For port f5f3bfda-1945-4240-821a-38712061864f, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=f5f3bfda-1945-4240-821a-38712061864f,segment=NetworkSegment(18a2be6c-c5be-4b51-8787-4f63ee811b48),segment_id=18a2be6c-c5be-4b51-8787-4f63ee811b48)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:28:47.000158 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-15021ec8-36b1-4836-a149-c89aa602c5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:47.007249 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-752bca60-36bd-4e86-876d-d8594f188ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:47.201935 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15021ec8-36b1-4836-a149-c89aa602c5fb admin admin] Pushing event deleted for resources: {'Port': ['ID=870d4c87-4b28-4972-a763-0d3a3402be6b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:47.264260 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device ca08963f-1fac-44f1-80c3-9afc0d27974e up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:47.438054 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752bca60-36bd-4e86-876d-d8594f188ff0 None None] Pushing event updated for resources: {'Port': ['ID=f5f3bfda-1945-4240-821a-38712061864f,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:47.494900 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port ca08963f-1fac-44f1-80c3-9afc0d27974e completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:47.510566 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-440687c6-3732-48f7-ba92-76d89a7560ad tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:47.527975 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port ca08963f-1fac-44f1-80c3-9afc0d27974e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:47.528433 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:47.743809 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:28:47.777766 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:47.842335 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-78afb863-cdad-453d-9bf6-487ff39190ce tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:47.885928 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-15021ec8-36b1-4836-a149-c89aa602c5fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:47.908233 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port ca08963f-1fac-44f1-80c3-9afc0d27974e, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=ca08963f-1fac-44f1-80c3-9afc0d27974e,segment=NetworkSegment(ff6d6d08-266e-4900-8cdd-6abbdf628569),segment_id=ff6d6d08-266e-4900-8cdd-6abbdf628569)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:47.915371 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:47.923862 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-440687c6-3732-48f7-ba92-76d89a7560ad tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:47.962829 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device c910bafd-237b-445d-9e71-48319bd9b057 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:28:47.995584 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: c910bafd-237b-445d-9e71-48319bd9b057 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:28:47.995929 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device c910bafd-237b-445d-9e71-48319bd9b057 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:28:48.042149 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=ca08963f-1fac-44f1-80c3-9afc0d27974e,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:48.105600 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440687c6-3732-48f7-ba92-76d89a7560ad tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Network ea376fad-f027-4317-bb9e-195acf68d232 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:48.111461 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-440687c6-3732-48f7-ba92-76d89a7560ad tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:48.121454 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440687c6-3732-48f7-ba92-76d89a7560ad tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:48.130097 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440687c6-3732-48f7-ba92-76d89a7560ad tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:48.131251 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-440687c6-3732-48f7-ba92-76d89a7560ad tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:48.141874 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440687c6-3732-48f7-ba92-76d89a7560ad tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'Port': ['ID=15aea13f-dc5e-4c51-80d4-17806713acef,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:48.174103 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-440687c6-3732-48f7-ba92-76d89a7560ad tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8610320 Jul 23 20:28:48.174984 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49634) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:48.351955 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15021ec8-36b1-4836-a149-c89aa602c5fb admin admin] Router 35685577-0cea-4221-b607-0a6eb0352cd8 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:28:48.489908 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-78afb863-cdad-453d-9bf6-487ff39190ce tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Allocated IP 172.23.0.1 (e0ce90af-ecca-4ddb-bc56-d49353242970/4ced1159-1288-4235-99b3-f98e565882b7/b2e044e3-cd29-46ba-a4d3-96620ddcc12e) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:48.493651 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15021ec8-36b1-4836-a149-c89aa602c5fb admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:28:48.497514 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-147ab322-1384-4f1d-8ff5-12e48b8e5c03 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Deleting port 15aea13f-dc5e-4c51-80d4-17806713acef {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:48.497872 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-147ab322-1384-4f1d-8ff5-12e48b8e5c03 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:48.499930 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-15021ec8-36b1-4836-a149-c89aa602c5fb admin admin] 10.222.0.32 "PUT /v2.0/routers/35685577-0cea-4221-b607-0a6eb0352cd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0161412 Jul 23 20:28:48.510413 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49638) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:48.510561 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3925960f-3f00-4abf-989c-4fec3d085a18 None None] Sync routers for ids ['35685577-0cea-4221-b607-0a6eb0352cd8'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:28:48.528859 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3925960f-3f00-4abf-989c-4fec3d085a18 None None] Routers {'35685577-0cea-4221-b607-0a6eb0352cd8'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:48.529915 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-3925960f-3f00-4abf-989c-4fec3d085a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:28:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['35685577-0cea-4221-b607-0a6eb0352cd8'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:48.710635 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-3925960f-3f00-4abf-989c-4fec3d085a18 None None] Set router 35685577-0cea-4221-b607-0a6eb0352cd8 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:28:48.714702 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-147ab322-1384-4f1d-8ff5-12e48b8e5c03 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:48.754462 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-147ab322-1384-4f1d-8ff5-12e48b8e5c03 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Calling delete_port for 15aea13f-dc5e-4c51-80d4-17806713acef owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:48.803101 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-e211cb58-c7d1-4fe9-a0d0-42828b73f333 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Deleting port 674f551c-bbfe-4e4f-9efa-f327041f87f6 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:48.803459 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e211cb58-c7d1-4fe9-a0d0-42828b73f333 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:48.930955 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ec79840b-9bfd-4de0-94b9-5ce3af2e636d admin admin] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:48.984213 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd7cbd1-1130-42fa-b6de-f27cc410f8a8 None None] Network e0ce90af-ecca-4ddb-bc56-d49353242970 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:49.098662 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-78afb863-cdad-453d-9bf6-487ff39190ce tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:49.148806 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-78afb863-cdad-453d-9bf6-487ff39190ce tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Transition to ACTIVE for port object b2e044e3-cd29-46ba-a4d3-96620ddcc12e will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:49.170068 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-e211cb58-c7d1-4fe9-a0d0-42828b73f333 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] For port 674f551c-bbfe-4e4f-9efa-f327041f87f6, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=674f551c-bbfe-4e4f-9efa-f327041f87f6,segment=NetworkSegment(cf70b411-c9d2-4db0-a5c1-d8773d00e3b1),segment_id=cf70b411-c9d2-4db0-a5c1-d8773d00e3b1)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:49.170561 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e211cb58-c7d1-4fe9-a0d0-42828b73f333 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:49.203601 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-e211cb58-c7d1-4fe9-a0d0-42828b73f333 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Calling delete_port for 674f551c-bbfe-4e4f-9efa-f327041f87f6 owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:49.215528 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-147ab322-1384-4f1d-8ff5-12e48b8e5c03 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:49.301734 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ab322-1384-4f1d-8ff5-12e48b8e5c03 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'Port': ['ID=15aea13f-dc5e-4c51-80d4-17806713acef,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:49.321252 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-78afb863-cdad-453d-9bf6-487ff39190ce tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:49.360353 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device ca08963f-1fac-44f1-80c3-9afc0d27974e up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:49.387767 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-3925960f-3f00-4abf-989c-4fec3d085a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35685577-0cea-4221-b607-0a6eb0352cd8', 'name': 'tempest-ImageQuotaTest-1105787954-router', 'tenant_id': '43ced654beb04a53a953225079068e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '7254fa54-6d73-445d-8a03-fc980c05f290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:21Z', 'updated_at': '2021-07-23T20:28:46Z', 'revision_number': 5, 'project_id': '43ced654beb04a53a953225079068e20', 'gw_port': {'id': '7254fa54-6d73-445d-8a03-fc980c05f290', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35685577-0cea-4221-b607-0a6eb0352cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:22Z', 'updated_at': '2021-07-23T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:49.426634 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-147ab322-1384-4f1d-8ff5-12e48b8e5c03 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:49.434010 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-147ab322-1384-4f1d-8ff5-12e48b8e5c03 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/ports/15aea13f-dc5e-4c51-80d4-17806713acef HTTP/1.1" status: 204 len: 168 time: 1.2526038 Jul 23 20:28:49.434010 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78afb863-cdad-453d-9bf6-487ff39190ce tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Network e0ce90af-ecca-4ddb-bc56-d49353242970 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:49.434329 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49644) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:49.439881 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-86aef900-8a6d-412f-a5c4-44aa1fa0e54d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'port': {'network_id': 'ea376fad-f027-4317-bb9e-195acf68d232', 'mac_address': 'fa:16:3e:9a:df:9b', 'name': 'tempest-PortsTestJSON-936476333'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:49.444480 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3925960f-3f00-4abf-989c-4fec3d085a18 None None] Checking router: 35685577-0cea-4221-b607-0a6eb0352cd8 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:28:49.457247 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d9b11cd3-a716-42de-86eb-bdd8d6fac475 None None] Provisioning for port f5f3bfda-1945-4240-821a-38712061864f completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:49.504603 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3925960f-3f00-4abf-989c-4fec3d085a18 None None] Routers {'35685577-0cea-4221-b607-0a6eb0352cd8'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:49.505397 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-3925960f-3f00-4abf-989c-4fec3d085a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:28:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['35685577-0cea-4221-b607-0a6eb0352cd8'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:49.548649 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ec79840b-9bfd-4de0-94b9-5ce3af2e636d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:49.561694 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-78afb863-cdad-453d-9bf6-487ff39190ce tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:49.577041 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78afb863-cdad-453d-9bf6-487ff39190ce tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:49.668546 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb863-cdad-453d-9bf6-487ff39190ce tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event updated for resources: {'Port': ['ID=b2e044e3-cd29-46ba-a4d3-96620ddcc12e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:49.693223 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port ca08963f-1fac-44f1-80c3-9afc0d27974e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:49.695133 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:49.714590 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-78afb863-cdad-453d-9bf6-487ff39190ce tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:49.816375 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-3925960f-3f00-4abf-989c-4fec3d085a18 None None] Set router 35685577-0cea-4221-b607-0a6eb0352cd8 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:28:49.889333 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-ec79840b-9bfd-4de0-94b9-5ce3af2e636d admin admin] Deleting port 7254fa54-6d73-445d-8a03-fc980c05f290 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:49.889703 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ec79840b-9bfd-4de0-94b9-5ce3af2e636d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:49.944671 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device f5f3bfda-1945-4240-821a-38712061864f up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:49.955525 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86aef900-8a6d-412f-a5c4-44aa1fa0e54d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Made reservation on behalf of e30eb463c27249bf95b908bf72fc2bf2 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:50.059741 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-78afb863-cdad-453d-9bf6-487ff39190ce tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:50.065250 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e211cb58-c7d1-4fe9-a0d0-42828b73f333 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:50.091917 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port f5f3bfda-1945-4240-821a-38712061864f completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:50.099008 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-86aef900-8a6d-412f-a5c4-44aa1fa0e54d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:50.104188 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port f5f3bfda-1945-4240-821a-38712061864f triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:50.104694 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:50.123108 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211cb58-c7d1-4fe9-a0d0-42828b73f333 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Pushing event deleted for resources: {'Port': ['ID=674f551c-bbfe-4e4f-9efa-f327041f87f6,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:50.148361 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-86aef900-8a6d-412f-a5c4-44aa1fa0e54d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] device_id is not set on port 73cac3b6-3706-4dd0-887b-92449751b08c yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:28:50.197269 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-3925960f-3f00-4abf-989c-4fec3d085a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35685577-0cea-4221-b607-0a6eb0352cd8', 'name': 'tempest-ImageQuotaTest-1105787954-router', 'tenant_id': '43ced654beb04a53a953225079068e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '7254fa54-6d73-445d-8a03-fc980c05f290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:21Z', 'updated_at': '2021-07-23T20:28:46Z', 'revision_number': 5, 'project_id': '43ced654beb04a53a953225079068e20', 'gw_port': {'id': '7254fa54-6d73-445d-8a03-fc980c05f290', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35685577-0cea-4221-b607-0a6eb0352cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:22Z', 'updated_at': '2021-07-23T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:50.250801 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-ec79840b-9bfd-4de0-94b9-5ce3af2e636d admin admin] For port 7254fa54-6d73-445d-8a03-fc980c05f290, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=7254fa54-6d73-445d-8a03-fc980c05f290,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:50.251567 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ec79840b-9bfd-4de0-94b9-5ce3af2e636d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:50.268744 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3925960f-3f00-4abf-989c-4fec3d085a18 None None] The sync data for ids ['35685577-0cea-4221-b607-0a6eb0352cd8'] in n-d-793618-10 is: [{'id': '35685577-0cea-4221-b607-0a6eb0352cd8', 'name': 'tempest-ImageQuotaTest-1105787954-router', 'tenant_id': '43ced654beb04a53a953225079068e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '7254fa54-6d73-445d-8a03-fc980c05f290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:21Z', 'updated_at': '2021-07-23T20:28:46Z', 'revision_number': 5, 'project_id': '43ced654beb04a53a953225079068e20', 'gw_port': {'id': '7254fa54-6d73-445d-8a03-fc980c05f290', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35685577-0cea-4221-b607-0a6eb0352cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:22Z', 'updated_at': '2021-07-23T20:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:28:50.354011 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-ec79840b-9bfd-4de0-94b9-5ce3af2e636d admin admin] Calling delete_port for 7254fa54-6d73-445d-8a03-fc980c05f290 owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:50.360042 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:50.505384 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-86aef900-8a6d-412f-a5c4-44aa1fa0e54d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:50.528914 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port f5f3bfda-1945-4240-821a-38712061864f, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=f5f3bfda-1945-4240-821a-38712061864f,segment=NetworkSegment(18a2be6c-c5be-4b51-8787-4f63ee811b48),segment_id=18a2be6c-c5be-4b51-8787-4f63ee811b48)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:50.539999 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:50.554005 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-407e3190-5273-4bd8-b1e6-446c0329dc9f None None] Provisioning for port b2e044e3-cd29-46ba-a4d3-96620ddcc12e completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:50.568705 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-407e3190-5273-4bd8-b1e6-446c0329dc9f None None] Provisioning complete for port b2e044e3-cd29-46ba-a4d3-96620ddcc12e triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:50.568705 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-407e3190-5273-4bd8-b1e6-446c0329dc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:50.591554 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-86aef900-8a6d-412f-a5c4-44aa1fa0e54d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:50.682896 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-407e3190-5273-4bd8-b1e6-446c0329dc9f None None] Port b2e044e3-cd29-46ba-a4d3-96620ddcc12e cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:28:50.717278 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=f5f3bfda-1945-4240-821a-38712061864f,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:50.739255 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-407e3190-5273-4bd8-b1e6-446c0329dc9f None None] Provisioning complete for port f5f3bfda-1945-4240-821a-38712061864f triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:50.740581 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-407e3190-5273-4bd8-b1e6-446c0329dc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:50.741842 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aef900-8a6d-412f-a5c4-44aa1fa0e54d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'Port': ['ID=73cac3b6-3706-4dd0-887b-92449751b08c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:50.753259 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86aef900-8a6d-412f-a5c4-44aa1fa0e54d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Network ea376fad-f027-4317-bb9e-195acf68d232 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:50.755191 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-86aef900-8a6d-412f-a5c4-44aa1fa0e54d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:50.757853 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86aef900-8a6d-412f-a5c4-44aa1fa0e54d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:50.764164 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86aef900-8a6d-412f-a5c4-44aa1fa0e54d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:50.765070 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-86aef900-8a6d-412f-a5c4-44aa1fa0e54d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:50.788523 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-86aef900-8a6d-412f-a5c4-44aa1fa0e54d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3505478 Jul 23 20:28:50.788819 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49650) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:50.915023 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a9c8f0-4a19-45fc-b7cb-ca87ce97ca31 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:50.921245 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-75a9c8f0-4a19-45fc-b7cb-ca87ce97ca31 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "GET /v2.0/ports/73cac3b6-3706-4dd0-887b-92449751b08c HTTP/1.1" status: 200 len: 840 time: 0.1271319 Jul 23 20:28:50.924682 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49652) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:51.108872 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-286c98d1-a242-44d9-ad8d-8579b3bccdcc tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Deleting port 73cac3b6-3706-4dd0-887b-92449751b08c {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:51.109975 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-286c98d1-a242-44d9-ad8d-8579b3bccdcc tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:51.123264 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ae1ce77b-e16e-4df0-9861-b1f451ce84ac None None] Provisioning complete for port b2e044e3-cd29-46ba-a4d3-96620ddcc12e triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:51.125990 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ae1ce77b-e16e-4df0-9861-b1f451ce84ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:51.229445 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ae1ce77b-e16e-4df0-9861-b1f451ce84ac None None] Port b2e044e3-cd29-46ba-a4d3-96620ddcc12e cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:28:51.282818 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-286c98d1-a242-44d9-ad8d-8579b3bccdcc tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:51.287000 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device f5f3bfda-1945-4240-821a-38712061864f up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:51.309503 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-286c98d1-a242-44d9-ad8d-8579b3bccdcc tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Calling delete_port for 73cac3b6-3706-4dd0-887b-92449751b08c owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:51.430968 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-286c98d1-a242-44d9-ad8d-8579b3bccdcc tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:51.435140 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port f5f3bfda-1945-4240-821a-38712061864f triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:51.435140 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:51.442101 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e211cb58-c7d1-4fe9-a0d0-42828b73f333 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:51.475349 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c98d1-a242-44d9-ad8d-8579b3bccdcc tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'Port': ['ID=73cac3b6-3706-4dd0-887b-92449751b08c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:51.480323 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-286c98d1-a242-44d9-ad8d-8579b3bccdcc tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:51.483745 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-286c98d1-a242-44d9-ad8d-8579b3bccdcc tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/ports/73cac3b6-3706-4dd0-887b-92449751b08c HTTP/1.1" status: 204 len: 168 time: 0.5574617 Jul 23 20:28:51.491347 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49656) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:51.542381 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-66bfed70-3b6c-4e91-9c63-95926157ba89 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] GET failed (client error): The resource could not be found. Jul 23 20:28:51.546069 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-66bfed70-3b6c-4e91-9c63-95926157ba89 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "GET /v2.0/ports/73cac3b6-3706-4dd0-887b-92449751b08c HTTP/1.1" status: 404 len: 333 time: 0.0530765 Jul 23 20:28:51.551518 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49660) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:51.572498 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-996ac2f0-6f40-4acc-b6dd-51c65f383ff0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'port': {'network_id': 'ea376fad-f027-4317-bb9e-195acf68d232', 'name': 'tempest-PortsTestJSON-1482637678'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:51.691815 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 870d4c87-4b28-4972-a763-0d3a3402be6b no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:28:51.738248 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 870d4c87-4b28-4972-a763-0d3a3402be6b {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:28:51.738624 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 870d4c87-4b28-4972-a763-0d3a3402be6b not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:28:51.751510 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ec79840b-9bfd-4de0-94b9-5ce3af2e636d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:51.806763 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-78afb863-cdad-453d-9bf6-487ff39190ce tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:51.809169 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec79840b-9bfd-4de0-94b9-5ce3af2e636d admin admin] Pushing event deleted for resources: {'Port': ['ID=7254fa54-6d73-445d-8a03-fc980c05f290,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:51.822693 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-78afb863-cdad-453d-9bf6-487ff39190ce tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:51.824551 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996ac2f0-6f40-4acc-b6dd-51c65f383ff0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Made reservation on behalf of e30eb463c27249bf95b908bf72fc2bf2 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:51.830718 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-996ac2f0-6f40-4acc-b6dd-51c65f383ff0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:51.859541 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-996ac2f0-6f40-4acc-b6dd-51c65f383ff0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] device_id is not set on port f6631acc-d630-4f55-bc00-38ae08c8e4b6 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:28:52.041995 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-78afb863-cdad-453d-9bf6-487ff39190ce tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.048233 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ec79840b-9bfd-4de0-94b9-5ce3af2e636d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.050542 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb863-cdad-453d-9bf6-487ff39190ce tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event updated for resources: {'Port': ['ID=b2e044e3-cd29-46ba-a4d3-96620ddcc12e,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:52.100488 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-996ac2f0-6f40-4acc-b6dd-51c65f383ff0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.157490 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-996ac2f0-6f40-4acc-b6dd-51c65f383ff0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.198027 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ec79840b-9bfd-4de0-94b9-5ce3af2e636d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.209200 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ec79840b-9bfd-4de0-94b9-5ce3af2e636d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.220027 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996ac2f0-6f40-4acc-b6dd-51c65f383ff0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Network ea376fad-f027-4317-bb9e-195acf68d232 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:52.226884 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-996ac2f0-6f40-4acc-b6dd-51c65f383ff0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:52.230711 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996ac2f0-6f40-4acc-b6dd-51c65f383ff0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:52.237441 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996ac2f0-6f40-4acc-b6dd-51c65f383ff0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:52.238312 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-996ac2f0-6f40-4acc-b6dd-51c65f383ff0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.255261 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ac2f0-6f40-4acc-b6dd-51c65f383ff0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'Port': ['ID=f6631acc-d630-4f55-bc00-38ae08c8e4b6,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:52.268126 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-996ac2f0-6f40-4acc-b6dd-51c65f383ff0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7133932 Jul 23 20:28:52.271053 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49662) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:52.278238 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-2d589391-1885-4410-97e2-f395b9f39e8c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:52.311490 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e211cb58-c7d1-4fe9-a0d0-42828b73f333 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Router 3d00437f-1573-4b66-bdab-acca160909db has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:28:52.331307 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ec79840b-9bfd-4de0-94b9-5ce3af2e636d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.333424 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec79840b-9bfd-4de0-94b9-5ce3af2e636d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35685577-0cea-4221-b607-0a6eb0352cd8 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:28:52.337000 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ec79840b-9bfd-4de0-94b9-5ce3af2e636d admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.340939 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ec79840b-9bfd-4de0-94b9-5ce3af2e636d admin admin] 10.222.0.32 "DELETE /v2.0/routers/35685577-0cea-4221-b607-0a6eb0352cd8 HTTP/1.1" status: 204 len: 168 time: 3.8290541 Jul 23 20:28:52.345520 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49664) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:52.428110 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2d589391-1885-4410-97e2-f395b9f39e8c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.453922 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d168cbab-b0e2-462f-996b-0e5d51aa7ced req-3840583b-1ace-42c8-a7a2-d3f45ecb6203 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1471121 Jul 23 20:28:52.546405 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78afb863-cdad-453d-9bf6-487ff39190ce tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Network e0ce90af-ecca-4ddb-bc56-d49353242970 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:52.549928 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-78afb863-cdad-453d-9bf6-487ff39190ce tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:52.569305 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-165cd76e-de32-412d-8666-a488bab6af23 admin admin] Deleting subnet 4c807b45-b32e-442b-8784-9c5d820a5cfe {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:28:52.580172 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-165cd76e-de32-412d-8666-a488bab6af23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.714620 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168cbab-b0e2-462f-996b-0e5d51aa7ced req-354b0a09-2ad9-45a6-bbba-9ffc7bf90137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:52.716382 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d168cbab-b0e2-462f-996b-0e5d51aa7ced req-354b0a09-2ad9-45a6-bbba-9ffc7bf90137 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99134e0f99a8419eae5eb1d5d4aedeb7&device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 1097 time: 0.1856749 Jul 23 20:28:52.721691 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2d589391-1885-4410-97e2-f395b9f39e8c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.727377 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2d589391-1885-4410-97e2-f395b9f39e8c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.739107 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-165cd76e-de32-412d-8666-a488bab6af23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.808671 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e211cb58-c7d1-4fe9-a0d0-42828b73f333 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:28:52.818684 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e211cb58-c7d1-4fe9-a0d0-42828b73f333 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "PUT /v2.0/routers/3d00437f-1573-4b66-bdab-acca160909db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7791762 Jul 23 20:28:52.822504 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49670) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:52.831978 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-2d589391-1885-4410-97e2-f395b9f39e8c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] In _notify_port_updated(), no bound segment for port f6631acc-d630-4f55-bc00-38ae08c8e4b6 on network ea376fad-f027-4317-bb9e-195acf68d232 {{(pid=93876) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:28:52.835333 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9e116a-1328-40b8-9cf0-8ac97442421e None None] Sync routers for ids ['3d00437f-1573-4b66-bdab-acca160909db'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:28:52.837342 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78afb863-cdad-453d-9bf6-487ff39190ce tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Router 82899bc0-186a-4bb9-827b-beb29f1de054 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:28:52.840807 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d589391-1885-4410-97e2-f395b9f39e8c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:52.841801 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2d589391-1885-4410-97e2-f395b9f39e8c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.847759 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2d589391-1885-4410-97e2-f395b9f39e8c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "PUT /v2.0/ports/f6631acc-d630-4f55-bc00-38ae08c8e4b6 HTTP/1.1" status: 200 len: 818 time: 0.5739911 Jul 23 20:28:52.852351 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49672) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:52.857140 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9e116a-1328-40b8-9cf0-8ac97442421e None None] Routers {'3d00437f-1573-4b66-bdab-acca160909db'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:52.859365 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6e9e116a-1328-40b8-9cf0-8ac97442421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:28:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['3d00437f-1573-4b66-bdab-acca160909db'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:52.993610 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-6e9e116a-1328-40b8-9cf0-8ac97442421e None None] Set router 3d00437f-1573-4b66-bdab-acca160909db gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:28:52.994084 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a74e614c-e91a-4a5d-9f0f-fe03c13e2c8c None None] Provisioning complete for port b2e044e3-cd29-46ba-a4d3-96620ddcc12e triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:52.995018 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a74e614c-e91a-4a5d-9f0f-fe03c13e2c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:53.023745 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d589391-1885-4410-97e2-f395b9f39e8c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'Port': ['ID=f6631acc-d630-4f55-bc00-38ae08c8e4b6,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:53.087057 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a74e614c-e91a-4a5d-9f0f-fe03c13e2c8c None None] Port b2e044e3-cd29-46ba-a4d3-96620ddcc12e cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:28:53.100786 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0cad68d-6ff0-4a1c-ba6e-46ee4698ff73 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Deleting subnet 0da88550-dde3-4fec-b2aa-04e4d1d029ab {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:28:53.106394 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c0cad68d-6ff0-4a1c-ba6e-46ee4698ff73 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:53.117334 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168cbab-b0e2-462f-996b-0e5d51aa7ced req-75d74a63-9108-4528-b564-ae32ed0624df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:53.118801 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d168cbab-b0e2-462f-996b-0e5d51aa7ced req-75d74a63-9108-4528-b564-ae32ed0624df service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd3fc2da-f343-4eff-93f0-5695d77abd1d HTTP/1.1" status: 200 len: 917 time: 0.3809178 Jul 23 20:28:53.137040 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 7254fa54-6d73-445d-8a03-fc980c05f290 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:28:53.145413 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-165cd76e-de32-412d-8666-a488bab6af23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:53.149540 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-69feec4f-5ea6-4888-a248-61aa3dc6db95 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Deleting port f6631acc-d630-4f55-bc00-38ae08c8e4b6 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:53.149946 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69feec4f-5ea6-4888-a248-61aa3dc6db95 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:53.163771 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 7254fa54-6d73-445d-8a03-fc980c05f290 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:28:53.164562 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 7254fa54-6d73-445d-8a03-fc980c05f290 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:28:53.217639 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c0cad68d-6ff0-4a1c-ba6e-46ee4698ff73 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:53.261232 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78afb863-cdad-453d-9bf6-487ff39190ce tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:28:53.267392 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-78afb863-cdad-453d-9bf6-487ff39190ce tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "PUT /v2.0/routers/82899bc0-186a-4bb9-827b-beb29f1de054/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9415605 Jul 23 20:28:53.273348 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49674) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:53.279368 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-b1ce4a09-0838-4225-a184-e391893689c0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:53.280936 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cdc020-9b12-4380-b753-05fc9804db83 None None] Sync routers for ids ['82899bc0-186a-4bb9-827b-beb29f1de054'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:28:53.293267 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cdc020-9b12-4380-b753-05fc9804db83 None None] Routers {'82899bc0-186a-4bb9-827b-beb29f1de054'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:53.294383 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-f1cdc020-9b12-4380-b753-05fc9804db83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:28:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['82899bc0-186a-4bb9-827b-beb29f1de054'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:53.303253 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d168cbab-b0e2-462f-996b-0e5d51aa7ced req-721424f3-b82b-4fcd-8809-e4d4a215f595 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac61d90f-a359-46b2-9a58-fba7455cfbe9 HTTP/1.1" status: 200 len: 1001 time: 0.1776688 Jul 23 20:28:53.305304 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69feec4f-5ea6-4888-a248-61aa3dc6db95 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:53.320875 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-69feec4f-5ea6-4888-a248-61aa3dc6db95 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Calling delete_port for f6631acc-d630-4f55-bc00-38ae08c8e4b6 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:53.338443 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6e9e116a-1328-40b8-9cf0-8ac97442421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d00437f-1573-4b66-bdab-acca160909db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256984832', 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '7fe050a0-3fc2-4b84-a1e5-8a1af4daea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:21Z', 'updated_at': '2021-07-23T20:28:49Z', 'revision_number': 5, 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'gw_port': {'id': '7fe050a0-3fc2-4b84-a1e5-8a1af4daea99', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:05:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00437f-1573-4b66-bdab-acca160909db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:22Z', 'updated_at': '2021-07-23T20:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:53.381413 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9e116a-1328-40b8-9cf0-8ac97442421e None None] Checking router: 3d00437f-1573-4b66-bdab-acca160909db for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:28:53.398577 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9e116a-1328-40b8-9cf0-8ac97442421e None None] Routers {'3d00437f-1573-4b66-bdab-acca160909db'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:53.399309 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6e9e116a-1328-40b8-9cf0-8ac97442421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:28:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['3d00437f-1573-4b66-bdab-acca160909db'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:53.410516 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-f1cdc020-9b12-4380-b753-05fc9804db83 None None] Set router 82899bc0-186a-4bb9-827b-beb29f1de054 gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:28:53.439385 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168cbab-b0e2-462f-996b-0e5d51aa7ced req-0fb19133-bee0-427c-96d0-5e002c1b46a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:53.441220 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d168cbab-b0e2-462f-996b-0e5d51aa7ced req-0fb19133-bee0-427c-96d0-5e002c1b46a1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63fa6ddd-c617-40f8-a250-cf59fcf077ba HTTP/1.1" status: 200 len: 855 time: 0.1066856 Jul 23 20:28:53.470331 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-165cd76e-de32-412d-8666-a488bab6af23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:53.517122 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69feec4f-5ea6-4888-a248-61aa3dc6db95 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:53.528187 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-165cd76e-de32-412d-8666-a488bab6af23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:53.533110 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-165cd76e-de32-412d-8666-a488bab6af23 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4c807b45-b32e-442b-8784-9c5d820a5cfe HTTP/1.1" status: 204 len: 168 time: 1.1863639 Jul 23 20:28:53.543850 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab2e3aa-ab92-4d39-aea4-9d5c2c7bb560 None None] Network 5f367bf6-49de-4a6c-ac0c-f2d83e521256 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:53.562817 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49678) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:53.564972 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69feec4f-5ea6-4888-a248-61aa3dc6db95 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'Port': ['ID=f6631acc-d630-4f55-bc00-38ae08c8e4b6,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:53.583677 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165cd76e-de32-412d-8666-a488bab6af23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c807b45-b32e-442b-8784-9c5d820a5cfe,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:53.662730 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae41ffde-aec6-4c08-b259-060580b1695f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:53.678956 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168cbab-b0e2-462f-996b-0e5d51aa7ced req-2d89b66a-a282-4e49-b8b1-c9376ab4dfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:53.681542 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d168cbab-b0e2-462f-996b-0e5d51aa7ced req-2d89b66a-a282-4e49-b8b1-c9376ab4dfb8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd3fc2da-f343-4eff-93f0-5695d77abd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2312336 Jul 23 20:28:53.683074 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69feec4f-5ea6-4888-a248-61aa3dc6db95 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:53.685177 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-69feec4f-5ea6-4888-a248-61aa3dc6db95 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/ports/f6631acc-d630-4f55-bc00-38ae08c8e4b6 HTTP/1.1" status: 204 len: 168 time: 0.8319457 Jul 23 20:28:53.699602 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49680) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:53.722513 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c0cad68d-6ff0-4a1c-ba6e-46ee4698ff73 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:53.848458 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c0cad68d-6ff0-4a1c-ba6e-46ee4698ff73 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:53.880143 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-6e9e116a-1328-40b8-9cf0-8ac97442421e None None] Set router 3d00437f-1573-4b66-bdab-acca160909db gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:28:53.923762 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-f1cdc020-9b12-4380-b753-05fc9804db83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'name': 'tempest-RoutersTest-router-1551311680', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:28:49Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'gw_port_host': None, '_interfaces': [{'id': 'a1350143-3cd6-48b0-ba52-70c791b92b48', 'name': '', 'network_id': 'e04c58a3-f698-4839-84ea-ce99ce1fef47', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:37:7c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:21Z', 'updated_at': '2021-07-23T20:28:34Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e044e3-cd29-46ba-a4d3-96620ddcc12e', 'name': '', 'network_id': 'e0ce90af-ecca-4ddb-bc56-d49353242970', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:70:b0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '4ced1159-1288-4235-99b3-f98e565882b7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:48Z', 'updated_at': '2021-07-23T20:28:50Z', 'revision_number': 2, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': '4ced1159-1288-4235-99b3-f98e565882b7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca08963f-1fac-44f1-80c3-9afc0d27974e', 'name': '', 'network_id': 'ee64898c-7364-4faa-862e-c0f672600d20', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:8b:14:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'bf8394f7-60d4-432b-88d3-dbe4a58f13e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:36Z', 'updated_at': '2021-07-23T20:28:47Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': 'bf8394f7-60d4-432b-88d3-dbe4a58f13e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9513e72-40e1-40c6-a038-2fec58377035', 'name': '', 'network_id': '9b205560-8a6b-4b80-8ccd-8b60184267fc', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:b0:d5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:13Z', 'updated_at': '2021-07-23T20:28:27Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:53.924703 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d168cbab-b0e2-462f-996b-0e5d51aa7ced req-af09ce57-6000-4893-be0b-5f1fc941a31e service neutron] 10.222.0.30 "GET /v2.0/networks/bd3fc2da-f343-4eff-93f0-5695d77abd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360668 Jul 23 20:28:53.976523 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cdc020-9b12-4380-b753-05fc9804db83 None None] Checking router: 82899bc0-186a-4bb9-827b-beb29f1de054 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:28:53.976931 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cdc020-9b12-4380-b753-05fc9804db83 None None] Updating router 82899bc0-186a-4bb9-827b-beb29f1de054 port b2e044e3-cd29-46ba-a4d3-96620ddcc12e binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:28:54.003947 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e99b5e0-de96-4916-a41f-cfc08d74cc41 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:54.005951 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5e99b5e0-de96-4916-a41f-cfc08d74cc41 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3049653 Jul 23 20:28:54.009792 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49690) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:54.013715 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92259956-cd3a-4749-bafd-047f74c6e8a8 None None] Network 4bf33222-75e9-467e-812b-603866f71f9c requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:54.024319 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c0cad68d-6ff0-4a1c-ba6e-46ee4698ff73 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.026932 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c0cad68d-6ff0-4a1c-ba6e-46ee4698ff73 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "DELETE /v2.0/subnets/0da88550-dde3-4fec-b2aa-04e4d1d029ab HTTP/1.1" status: 204 len: 168 time: 1.2034435 Jul 23 20:28:54.040319 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cad68d-6ff0-4a1c-ba6e-46ee4698ff73 tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Pushing event deleted for resources: {'Subnet': ['ID=0da88550-dde3-4fec-b2aa-04e4d1d029ab,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:54.049505 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49692) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:54.062293 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f40e0fa-716d-4759-82c0-1fd889b26e25 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] GET failed (client error): The resource could not be found. Jul 23 20:28:54.063444 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1f40e0fa-716d-4759-82c0-1fd889b26e25 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "GET /v2.0/ports/f6631acc-d630-4f55-bc00-38ae08c8e4b6 HTTP/1.1" status: 404 len: 333 time: 0.0502894 Jul 23 20:28:54.072573 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91749172-6098-4ad9-ae38-663ace9e8d71 None None] DHCP port deletion for 5f367bf6-49de-4a6c-ac0c-f2d83e521256 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:28:54.074654 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f1cdc020-9b12-4380-b753-05fc9804db83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.094610 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49694) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:54.100475 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-cd4c0132-5305-48cd-a0c7-1882d0605df0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-985200396'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:54.138226 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4c0132-5305-48cd-a0c7-1882d0605df0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Made reservation on behalf of e30eb463c27249bf95b908bf72fc2bf2 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:54.143044 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cd4c0132-5305-48cd-a0c7-1882d0605df0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.181075 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-ae41ffde-aec6-4c08-b259-060580b1695f admin admin] Deleting port 1328b84f-7718-48a3-a69f-ef3e888da139 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:54.181502 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae41ffde-aec6-4c08-b259-060580b1695f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.288392 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d168cbab-b0e2-462f-996b-0e5d51aa7ced req-c29536d3-bd84-49af-8c3b-6dd8e14f5b23 service neutron] 10.222.0.30 "GET /v2.0/networks/bd3fc2da-f343-4eff-93f0-5695d77abd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524616 Jul 23 20:28:54.353603 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-ae41ffde-aec6-4c08-b259-060580b1695f admin admin] For port 1328b84f-7718-48a3-a69f-ef3e888da139, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=1328b84f-7718-48a3-a69f-ef3e888da139,segment=NetworkSegment(8d61d4d6-b518-45ef-99f7-5b4c90fbf4d8),segment_id=8d61d4d6-b518-45ef-99f7-5b4c90fbf4d8)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:54.354737 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae41ffde-aec6-4c08-b259-060580b1695f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.373663 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd4c0132-5305-48cd-a0c7-1882d0605df0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:28:54.390615 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-ae41ffde-aec6-4c08-b259-060580b1695f admin admin] Calling delete_port for 1328b84f-7718-48a3-a69f-ef3e888da139 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:54.434841 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cd4c0132-5305-48cd-a0c7-1882d0605df0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.435205 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-cd4c0132-5305-48cd-a0c7-1882d0605df0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Added segment 56c8bdb6-32e0-4163-92af-64d3fbf50fc6 of type vlan for network 4514f0c6-ab65-4928-b47a-192b52dc4c16 Jul 23 20:28:54.447127 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6e9e116a-1328-40b8-9cf0-8ac97442421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d00437f-1573-4b66-bdab-acca160909db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256984832', 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '7fe050a0-3fc2-4b84-a1e5-8a1af4daea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:21Z', 'updated_at': '2021-07-23T20:28:49Z', 'revision_number': 5, 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'gw_port': {'id': '7fe050a0-3fc2-4b84-a1e5-8a1af4daea99', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:05:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00437f-1573-4b66-bdab-acca160909db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:22Z', 'updated_at': '2021-07-23T20:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:54.494492 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9e116a-1328-40b8-9cf0-8ac97442421e None None] The sync data for ids ['3d00437f-1573-4b66-bdab-acca160909db'] in n-d-793618-10 is: [{'id': '3d00437f-1573-4b66-bdab-acca160909db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1256984832', 'tenant_id': '48931fde9d19441ebe3fcc084a77e899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '7fe050a0-3fc2-4b84-a1e5-8a1af4daea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:21Z', 'updated_at': '2021-07-23T20:28:49Z', 'revision_number': 5, 'project_id': '48931fde9d19441ebe3fcc084a77e899', 'gw_port': {'id': '7fe050a0-3fc2-4b84-a1e5-8a1af4daea99', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:05:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00437f-1573-4b66-bdab-acca160909db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:22Z', 'updated_at': '2021-07-23T20:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:28:54.601237 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae41ffde-aec6-4c08-b259-060580b1695f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.671993 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae41ffde-aec6-4c08-b259-060580b1695f admin admin] No DVR routers for this DVR port 1328b84f-7718-48a3-a69f-ef3e888da139 on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:28:54.676218 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cd4c0132-5305-48cd-a0c7-1882d0605df0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.686173 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae41ffde-aec6-4c08-b259-060580b1695f admin admin] Pushing event deleted for resources: {'Port': ['ID=1328b84f-7718-48a3-a69f-ef3e888da139,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:54.757013 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-91749172-6098-4ad9-ae38-663ace9e8d71 None None] Deleting port 1328b84f-7718-48a3-a69f-ef3e888da139 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:54.757397 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91749172-6098-4ad9-ae38-663ace9e8d71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.808055 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae41ffde-aec6-4c08-b259-060580b1695f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.824923 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ae41ffde-aec6-4c08-b259-060580b1695f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f367bf6-49de-4a6c-ac0c-f2d83e521256']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:54.843749 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ae41ffde-aec6-4c08-b259-060580b1695f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d61d4d6-b518-45ef-99f7-5b4c90fbf4d8') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:54.843969 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ae41ffde-aec6-4c08-b259-060580b1695f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d61d4d6-b518-45ef-99f7-5b4c90fbf4d8') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:54.860840 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae41ffde-aec6-4c08-b259-060580b1695f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.880316 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f36d471-9160-40a4-8235-78da7d0a9af0 None None] DHCP port deletion for 4bf33222-75e9-467e-812b-603866f71f9c request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:28:54.885644 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae41ffde-aec6-4c08-b259-060580b1695f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.893825 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-91749172-6098-4ad9-ae38-663ace9e8d71 None None] For port 1328b84f-7718-48a3-a69f-ef3e888da139, host n-d-793618-10, got binding levels [] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:54.894333 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91749172-6098-4ad9-ae38-663ace9e8d71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.899016 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae41ffde-aec6-4c08-b259-060580b1695f admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:28:54.899424 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae41ffde-aec6-4c08-b259-060580b1695f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.901650 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:28:54.901650 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:28:54.901650 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:28:54.901650 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:28:54.901650 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:28:54.901650 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:28:54.901650 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:28:54.901650 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:28:54.901650 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:28:54.901650 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:28:54.901650 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:28:54.901650 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:28:54.901650 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:28:54.901650 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:28:54.901650 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:28:54.901650 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:28:54.901650 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:28:54.901650 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:28:54.901650 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:28:54.901650 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:28:54.901650 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:28:54.901650 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:28:54.901650 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:28:54.901650 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:28:54.901650 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:28:54.901650 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:28:54.901650 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:28:54.901650 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:28:54.901650 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:28:54.901650 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:28:54.901650 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:28:54.901650 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:28:54.920547 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.db.resource_extend [None req-cd4c0132-5305-48cd-a0c7-1882d0605df0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:28:54.948094 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-91749172-6098-4ad9-ae38-663ace9e8d71 None None] Calling delete_port for 1328b84f-7718-48a3-a69f-ef3e888da139 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:54.956431 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.ipam_backend_mixin [None req-91749172-6098-4ad9-ae38-663ace9e8d71 None None] Port 1328b84f-7718-48a3-a69f-ef3e888da139 was not found and therefore no delete operation was performed {{(pid=93877) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:28:54.963154 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-91749172-6098-4ad9-ae38-663ace9e8d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:55.033738 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.extraroute_db [None req-b1ce4a09-0838-4225-a184-e391893689c0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93875) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 20:28:55.051892 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cd4c0132-5305-48cd-a0c7-1882d0605df0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:55.056760 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91749172-6098-4ad9-ae38-663ace9e8d71 None None] Pushing event deleted for resources: {'Port': ['ID=1328b84f-7718-48a3-a69f-ef3e888da139,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:55.067086 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4c0132-5305-48cd-a0c7-1882d0605df0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:55.069279 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cd4c0132-5305-48cd-a0c7-1882d0605df0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:55.075049 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91749172-6098-4ad9-ae38-663ace9e8d71 None None] No DVR routers for this DVR port 1328b84f-7718-48a3-a69f-ef3e888da139 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:28:55.083751 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.extraroute_db [None req-b1ce4a09-0838-4225-a184-e391893689c0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Removed routes are [] {{(pid=93875) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 20:28:55.084681 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b1ce4a09-0838-4225-a184-e391893689c0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:55.101457 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae41ffde-aec6-4c08-b259-060580b1695f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:55.106790 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae41ffde-aec6-4c08-b259-060580b1695f admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:55.114132 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ae41ffde-aec6-4c08-b259-060580b1695f admin admin] 10.222.0.32 "DELETE /v2.0/networks/5f367bf6-49de-4a6c-ac0c-f2d83e521256 HTTP/1.1" status: 204 len: 168 time: 1.5456338 Jul 23 20:28:55.177110 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-cd4c0132-5305-48cd-a0c7-1882d0605df0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0812147 Jul 23 20:28:55.180746 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49710) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:55.195718 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f50d46e4-097b-4ebc-a2cb-0701bfc1cb77 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'subnet': {'network_id': '4514f0c6-ab65-4928-b47a-192b52dc4c16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:55.242076 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 1328b84f-7718-48a3-a69f-ef3e888da139 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:28:55.295804 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b74a8b7-cd2d-4b77-8355-94e7a4f55adb tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:55.329044 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f1cdc020-9b12-4380-b753-05fc9804db83 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:55.344326 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f1cdc020-9b12-4380-b753-05fc9804db83 None None] Transition to ACTIVE for port object b2e044e3-cd29-46ba-a4d3-96620ddcc12e will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:55.353102 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c0132-5305-48cd-a0c7-1882d0605df0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'Network': ['ID=4514f0c6-ab65-4928-b47a-192b52dc4c16,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:55.364824 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 1328b84f-7718-48a3-a69f-ef3e888da139 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:28:55.365500 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 1328b84f-7718-48a3-a69f-ef3e888da139 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:28:55.366975 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 674f551c-bbfe-4e4f-9efa-f327041f87f6 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:28:55.372995 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f1cdc020-9b12-4380-b753-05fc9804db83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:55.377341 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 4514f0c6-ab65-4928-b47a-192b52dc4c16 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:28:55.407186 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49712) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:55.460042 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae41ffde-aec6-4c08-b259-060580b1695f admin admin] Pushing event deleted for resources: {'Network': ['ID=5f367bf6-49de-4a6c-ac0c-f2d83e521256,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:55.524274 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 674f551c-bbfe-4e4f-9efa-f327041f87f6 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:28:55.524956 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 674f551c-bbfe-4e4f-9efa-f327041f87f6 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:28:55.525751 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d1141340-7af2-4e67-9a79-da8f9ce30917 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:28:55.549686 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d82988cf-2aa6-4fa3-abda-2f3803ee9f04 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=43ced654beb04a53a953225079068e20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1407242 Jul 23 20:28:55.549984 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49714) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:55.556176 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-0f36d471-9160-40a4-8235-78da7d0a9af0 None None] Deleting port d1141340-7af2-4e67-9a79-da8f9ce30917 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:55.556615 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0f36d471-9160-40a4-8235-78da7d0a9af0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:55.565577 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50d46e4-097b-4ebc-a2cb-0701bfc1cb77 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Made reservation on behalf of e30eb463c27249bf95b908bf72fc2bf2 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:55.570909 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f50d46e4-097b-4ebc-a2cb-0701bfc1cb77 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:55.587034 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b1ce4a09-0838-4225-a184-e391893689c0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:55.596463 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b1ce4a09-0838-4225-a184-e391893689c0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548192'] for router, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:55.706801 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c2f437cd-7ad3-4714-a7aa-5fa2abaea75c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:55.761738 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c2f437cd-7ad3-4714-a7aa-5fa2abaea75c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:55.762994 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ce4a09-0838-4225-a184-e391893689c0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Router 82899bc0-186a-4bb9-827b-beb29f1de054 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:28:55.770034 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b74a8b7-cd2d-4b77-8355-94e7a4f55adb tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:55.793875 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0f36d471-9160-40a4-8235-78da7d0a9af0 None None] For port d1141340-7af2-4e67-9a79-da8f9ce30917, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d1141340-7af2-4e67-9a79-da8f9ce30917,segment=NetworkSegment(cf70b411-c9d2-4db0-a5c1-d8773d00e3b1),segment_id=cf70b411-c9d2-4db0-a5c1-d8773d00e3b1)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:55.794334 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0f36d471-9160-40a4-8235-78da7d0a9af0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:55.830481 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-0f36d471-9160-40a4-8235-78da7d0a9af0 None None] Calling delete_port for d1141340-7af2-4e67-9a79-da8f9ce30917 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:55.923940 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c2f437cd-7ad3-4714-a7aa-5fa2abaea75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:55.935879 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c2f437cd-7ad3-4714-a7aa-5fa2abaea75c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:55.937630 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c2f437cd-7ad3-4714-a7aa-5fa2abaea75c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f5cf2291-ed36-4c91-8ffe-826ea49980d6 HTTP/1.1" status: 204 len: 168 time: 0.3854930 Jul 23 20:28:55.957499 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46849ef0-42f3-451c-a7cd-49a354c423c1 None None] Pushing event updated for resources: {'Port': ['ID=b2e044e3-cd29-46ba-a4d3-96620ddcc12e,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:55.977185 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f437cd-7ad3-4714-a7aa-5fa2abaea75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cf2291-ed36-4c91-8ffe-826ea49980d6,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:55.981313 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-f1cdc020-9b12-4380-b753-05fc9804db83 None None] Attempting to bind port b2e044e3-cd29-46ba-a4d3-96620ddcc12e on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:28:55.981888 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-f1cdc020-9b12-4380-b753-05fc9804db83 None None] Attempting to bind port b2e044e3-cd29-46ba-a4d3-96620ddcc12e by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '18a2be6c-c5be-4b51-8787-4f63ee811b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e0ce90af-ecca-4ddb-bc56-d49353242970'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:28:55.982434 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cdc020-9b12-4380-b753-05fc9804db83 None None] Attempting to bind port b2e044e3-cd29-46ba-a4d3-96620ddcc12e on network e0ce90af-ecca-4ddb-bc56-d49353242970 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:55.988570 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ce4a09-0838-4225-a184-e391893689c0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:28:56.002014 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b1ce4a09-0838-4225-a184-e391893689c0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:56.003821 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b1ce4a09-0838-4225-a184-e391893689c0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "PUT /v2.0/routers/82899bc0-186a-4bb9-827b-beb29f1de054 HTTP/1.1" status: 200 len: 934 time: 2.7291794 Jul 23 20:28:56.006332 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49720) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:56.053870 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:56.079637 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cdc020-9b12-4380-b753-05fc9804db83 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:28:56.080337 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cdc020-9b12-4380-b753-05fc9804db83 None None] Checking segment: {'id': '18a2be6c-c5be-4b51-8787-4f63ee811b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e0ce90af-ecca-4ddb-bc56-d49353242970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:56.080582 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f1cdc020-9b12-4380-b753-05fc9804db83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:56.081060 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cdc020-9b12-4380-b753-05fc9804db83 None None] Bound using segment: {'id': '18a2be6c-c5be-4b51-8787-4f63ee811b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e0ce90af-ecca-4ddb-bc56-d49353242970'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:28:56.081901 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-f1cdc020-9b12-4380-b753-05fc9804db83 None None] Bound port: b2e044e3-cd29-46ba-a4d3-96620ddcc12e, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18a2be6c-c5be-4b51-8787-4f63ee811b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e0ce90af-ecca-4ddb-bc56-d49353242970'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:28:56.082370 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f1cdc020-9b12-4380-b753-05fc9804db83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:56.160867 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-0b74a8b7-cd2d-4b77-8355-94e7a4f55adb tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Deleting port 7fe050a0-3fc2-4b84-a1e5-8a1af4daea99 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:56.161445 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b74a8b7-cd2d-4b77-8355-94e7a4f55adb tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:56.179540 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f50d46e4-097b-4ebc-a2cb-0701bfc1cb77 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:56.214165 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4699c05e-1d2b-4e73-83bd-8ec67c9ca53d tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "GET /v2.0/routers/82899bc0-186a-4bb9-827b-beb29f1de054 HTTP/1.1" status: 200 len: 934 time: 0.2062078 Jul 23 20:28:56.219595 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49724) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:56.225070 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-1873f3d8-bb78-4c6d-af5d-72498296d229 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Request body: {'router': {'routes': None}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:56.225204 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port d1141340-7af2-4e67-9a79-da8f9ce30917, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d1141340-7af2-4e67-9a79-da8f9ce30917,segment=NetworkSegment(cf70b411-c9d2-4db0-a5c1-d8773d00e3b1),segment_id=cf70b411-c9d2-4db0-a5c1-d8773d00e3b1)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:56.266678 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50d46e4-097b-4ebc-a2cb-0701bfc1cb77 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Checking segment: {'id': '56c8bdb6-32e0-4163-92af-64d3fbf50fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4514f0c6-ab65-4928-b47a-192b52dc4c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:56.267189 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50d46e4-097b-4ebc-a2cb-0701bfc1cb77 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Network hostable DHCP agents. Network: 4514f0c6-ab65-4928-b47a-192b52dc4c16, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:28:56.285829 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d46e4-097b-4ebc-a2cb-0701bfc1cb77 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'Subnet': ['ID=bcb0cf60-5a4e-4c06-a23d-c21876a24605,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:56.295566 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:56.296743 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50d46e4-097b-4ebc-a2cb-0701bfc1cb77 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Network 4514f0c6-ab65-4928-b47a-192b52dc4c16 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:28:56.310667 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-f50d46e4-097b-4ebc-a2cb-0701bfc1cb77 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 4514f0c6-ab65-4928-b47a-192b52dc4c16) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:56.334267 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50d46e4-097b-4ebc-a2cb-0701bfc1cb77 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:56.334768 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f50d46e4-097b-4ebc-a2cb-0701bfc1cb77 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:56.343555 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254b1444-cd5b-43cd-856b-a616fb0f6548 None None] Network 4514f0c6-ab65-4928-b47a-192b52dc4c16 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:56.360613 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f50d46e4-097b-4ebc-a2cb-0701bfc1cb77 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1785896 Jul 23 20:28:56.364561 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49728) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:56.367405 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-f1cdc020-9b12-4380-b753-05fc9804db83 None None] For port b2e044e3-cd29-46ba-a4d3-96620ddcc12e, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:28:56.374025 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-84c7ebee-c56c-48bf-899b-098687cca37f tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'subnet': {'network_id': '4514f0c6-ab65-4928-b47a-192b52dc4c16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:56.389304 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0f36d471-9160-40a4-8235-78da7d0a9af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:56.413127 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-0b74a8b7-cd2d-4b77-8355-94e7a4f55adb tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] For port 7fe050a0-3fc2-4b84-a1e5-8a1af4daea99, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=7fe050a0-3fc2-4b84-a1e5-8a1af4daea99,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:56.413569 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b74a8b7-cd2d-4b77-8355-94e7a4f55adb tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:56.424935 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-f1cdc020-9b12-4380-b753-05fc9804db83 None None] For port b2e044e3-cd29-46ba-a4d3-96620ddcc12e, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=b2e044e3-cd29-46ba-a4d3-96620ddcc12e,segment=NetworkSegment(18a2be6c-c5be-4b51-8787-4f63ee811b48),segment_id=18a2be6c-c5be-4b51-8787-4f63ee811b48)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:28:56.431412 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-0b74a8b7-cd2d-4b77-8355-94e7a4f55adb tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Calling delete_port for 7fe050a0-3fc2-4b84-a1e5-8a1af4daea99 owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:56.468133 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=d1141340-7af2-4e67-9a79-da8f9ce30917,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:56.476289 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f1cdc020-9b12-4380-b753-05fc9804db83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:56.528539 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f36d471-9160-40a4-8235-78da7d0a9af0 None None] No DVR routers for this DVR port d1141340-7af2-4e67-9a79-da8f9ce30917 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:28:56.538417 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f36d471-9160-40a4-8235-78da7d0a9af0 None None] Pushing event deleted for resources: {'Port': ['ID=d1141340-7af2-4e67-9a79-da8f9ce30917,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:56.583687 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c7ebee-c56c-48bf-899b-098687cca37f tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Made reservation on behalf of e30eb463c27249bf95b908bf72fc2bf2 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:56.586737 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cdc020-9b12-4380-b753-05fc9804db83 None None] Routers {'82899bc0-186a-4bb9-827b-beb29f1de054'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:56.587648 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-f1cdc020-9b12-4380-b753-05fc9804db83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:28:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['82899bc0-186a-4bb9-827b-beb29f1de054'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:56.596694 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-84c7ebee-c56c-48bf-899b-098687cca37f tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:56.659257 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49730) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:56.742007 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a48700a5-a467-49a8-b1a9-3c1558efe28a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:56.750639 n-d-793618-10 neutron-server[93876]: INFO neutron.db.ipam_backend_mixin [None req-84c7ebee-c56c-48bf-899b-098687cca37f tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bcb0cf60-5a4e-4c06-a23d-c21876a24605 (CIDR: 172.20.0.0/28) Jul 23 20:28:56.757810 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-84c7ebee-c56c-48bf-899b-098687cca37f tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:28:56.758986 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84c7ebee-c56c-48bf-899b-098687cca37f tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:56.774742 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-f1cdc020-9b12-4380-b753-05fc9804db83 None None] Set router 82899bc0-186a-4bb9-827b-beb29f1de054 gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:28:56.783726 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-84c7ebee-c56c-48bf-899b-098687cca37f tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4136708 Jul 23 20:28:56.784852 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49732) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:56.802473 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-bd25bcd6-25c2-4784-8e0a-b9313cd9bf4f tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'subnet': {'network_id': '4514f0c6-ab65-4928-b47a-192b52dc4c16', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:56.830892 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46849ef0-42f3-451c-a7cd-49a354c423c1 None None] Pushing event updated for resources: {'Port': ['ID=b2e044e3-cd29-46ba-a4d3-96620ddcc12e,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:56.863539 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2aa06d-b01c-49c7-a043-bdcc8db66a6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-4514f0c6-ab65-4928-b47a-192b52dc4c16', 'network_id': '4514f0c6-ab65-4928-b47a-192b52dc4c16', 'tenant_id': 'e30eb463c27249bf95b908bf72fc2bf2', 'fixed_ips': [{'subnet_id': 'bcb0cf60-5a4e-4c06-a23d-c21876a24605'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:28:56.864736 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fd2aa06d-b01c-49c7-a043-bdcc8db66a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:56.966882 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b74a8b7-cd2d-4b77-8355-94e7a4f55adb tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:57.006347 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b74a8b7-cd2d-4b77-8355-94e7a4f55adb tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Pushing event deleted for resources: {'Port': ['ID=7fe050a0-3fc2-4b84-a1e5-8a1af4daea99,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:57.168860 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a48700a5-a467-49a8-b1a9-3c1558efe28a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:57.200205 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd25bcd6-25c2-4784-8e0a-b9313cd9bf4f tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Made reservation on behalf of e30eb463c27249bf95b908bf72fc2bf2 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:57.200729 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a48700a5-a467-49a8-b1a9-3c1558efe28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:57.213109 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd25bcd6-25c2-4784-8e0a-b9313cd9bf4f tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:57.235439 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b74a8b7-cd2d-4b77-8355-94e7a4f55adb tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:57.381969 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48700a5-a467-49a8-b1a9-3c1558efe28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2265b2-b548-4e05-85f0-84361282e2e0,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:57.386459 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b74a8b7-cd2d-4b77-8355-94e7a4f55adb tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:57.390428 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.extraroute_db [None req-1873f3d8-bb78-4c6d-af5d-72498296d229 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Added routes are [] {{(pid=93875) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 20:28:57.390671 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.extraroute_db [None req-1873f3d8-bb78-4c6d-af5d-72498296d229 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93875) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 20:28:57.398452 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b74a8b7-cd2d-4b77-8355-94e7a4f55adb tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:57.402465 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a48700a5-a467-49a8-b1a9-3c1558efe28a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.7421238 Jul 23 20:28:57.409037 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49744) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:57.441277 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-fd2aa06d-b01c-49c7-a043-bdcc8db66a6c None None] Allocated IP 172.20.0.2 (4514f0c6-ab65-4928-b47a-192b52dc4c16/bcb0cf60-5a4e-4c06-a23d-c21876a24605/d28c8bc0-b55e-4f55-b9c5-0f5f9a1fcfd9) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:57.504768 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b74a8b7-cd2d-4b77-8355-94e7a4f55adb tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:57.505435 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b74a8b7-cd2d-4b77-8355-94e7a4f55adb tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Fanout notify agent at l3_agent the message router_deleted on router 3d00437f-1573-4b66-bdab-acca160909db {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:28:57.517592 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b74a8b7-cd2d-4b77-8355-94e7a4f55adb tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:57.519000 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0b74a8b7-cd2d-4b77-8355-94e7a4f55adb tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "DELETE /v2.0/routers/3d00437f-1573-4b66-bdab-acca160909db HTTP/1.1" status: 204 len: 168 time: 3.4663556 Jul 23 20:28:57.523113 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49746) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:57.541644 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1873f3d8-bb78-4c6d-af5d-72498296d229 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:57.626385 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd25bcd6-25c2-4784-8e0a-b9313cd9bf4f tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:57.676343 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd25bcd6-25c2-4784-8e0a-b9313cd9bf4f tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Network 4514f0c6-ab65-4928-b47a-192b52dc4c16 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:57.680485 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-bd25bcd6-25c2-4784-8e0a-b9313cd9bf4f tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:57.686167 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd25bcd6-25c2-4784-8e0a-b9313cd9bf4f tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:57.688335 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd25bcd6-25c2-4784-8e0a-b9313cd9bf4f tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:57.703373 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-28a46339-4607-46d2-a105-d85bc5ec1db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:57.720755 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bd25bcd6-25c2-4784-8e0a-b9313cd9bf4f tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9338603 Jul 23 20:28:57.721620 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49748) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:57.729956 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-d7e253b7-f753-4d32-adcd-c707f860f0ca tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'port': {'network_id': '4514f0c6-ab65-4928-b47a-192b52dc4c16', 'fixed_ips': [{'subnet_id': 'bcb0cf60-5a4e-4c06-a23d-c21876a24605'}, {'subnet_id': '969c3e02-1515-412e-a0c4-0622ef8e6801'}], 'name': 'tempest-PortsTestJSON-1866884229'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:57.742217 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fd2aa06d-b01c-49c7-a043-bdcc8db66a6c None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:57.755705 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fd2aa06d-b01c-49c7-a043-bdcc8db66a6c None None] Transition to ACTIVE for port object d28c8bc0-b55e-4f55-b9c5-0f5f9a1fcfd9 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:57.779244 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fd2aa06d-b01c-49c7-a043-bdcc8db66a6c None None] Transition to ACTIVE for port object d28c8bc0-b55e-4f55-b9c5-0f5f9a1fcfd9 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:57.790919 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd25bcd6-25c2-4784-8e0a-b9313cd9bf4f tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'Subnet': ['ID=969c3e02-1515-412e-a0c4-0622ef8e6801,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:57.795483 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fd2aa06d-b01c-49c7-a043-bdcc8db66a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:57.847757 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2aa06d-b01c-49c7-a043-bdcc8db66a6c None None] Pushing event updated for resources: {'Port': ['ID=d28c8bc0-b55e-4f55-b9c5-0f5f9a1fcfd9,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:57.854528 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-f1cdc020-9b12-4380-b753-05fc9804db83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'name': 'tempest-RoutersTest-router-1551311680', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:28:55Z', 'revision_number': 6, 'project_id': 'cde999fc285947a38991630a8d370d15', 'gw_port_host': None, '_interfaces': [{'id': 'a1350143-3cd6-48b0-ba52-70c791b92b48', 'name': '', 'network_id': 'e04c58a3-f698-4839-84ea-ce99ce1fef47', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:37:7c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:21Z', 'updated_at': '2021-07-23T20:28:34Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e044e3-cd29-46ba-a4d3-96620ddcc12e', 'name': '', 'network_id': 'e0ce90af-ecca-4ddb-bc56-d49353242970', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:70:b0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '4ced1159-1288-4235-99b3-f98e565882b7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:48Z', 'updated_at': '2021-07-23T20:28:56Z', 'revision_number': 4, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': '4ced1159-1288-4235-99b3-f98e565882b7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca08963f-1fac-44f1-80c3-9afc0d27974e', 'name': '', 'network_id': 'ee64898c-7364-4faa-862e-c0f672600d20', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:8b:14:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'bf8394f7-60d4-432b-88d3-dbe4a58f13e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:36Z', 'updated_at': '2021-07-23T20:28:47Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': 'bf8394f7-60d4-432b-88d3-dbe4a58f13e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9513e72-40e1-40c6-a038-2fec58377035', 'name': '', 'network_id': '9b205560-8a6b-4b80-8ccd-8b60184267fc', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:b0:d5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:13Z', 'updated_at': '2021-07-23T20:28:27Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:57.888477 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cdc020-9b12-4380-b753-05fc9804db83 None None] The sync data for ids ['82899bc0-186a-4bb9-827b-beb29f1de054'] in n-d-793618-10 is: [{'id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'name': 'tempest-RoutersTest-router-1551311680', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:28:55Z', 'revision_number': 6, 'project_id': 'cde999fc285947a38991630a8d370d15', 'gw_port_host': None, '_interfaces': [{'id': 'a1350143-3cd6-48b0-ba52-70c791b92b48', 'name': '', 'network_id': 'e04c58a3-f698-4839-84ea-ce99ce1fef47', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:37:7c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:21Z', 'updated_at': '2021-07-23T20:28:34Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e044e3-cd29-46ba-a4d3-96620ddcc12e', 'name': '', 'network_id': 'e0ce90af-ecca-4ddb-bc56-d49353242970', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:70:b0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '4ced1159-1288-4235-99b3-f98e565882b7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:48Z', 'updated_at': '2021-07-23T20:28:56Z', 'revision_number': 4, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': '4ced1159-1288-4235-99b3-f98e565882b7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca08963f-1fac-44f1-80c3-9afc0d27974e', 'name': '', 'network_id': 'ee64898c-7364-4faa-862e-c0f672600d20', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:8b:14:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'bf8394f7-60d4-432b-88d3-dbe4a58f13e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:36Z', 'updated_at': '2021-07-23T20:28:47Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': 'bf8394f7-60d4-432b-88d3-dbe4a58f13e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9513e72-40e1-40c6-a038-2fec58377035', 'name': '', 'network_id': '9b205560-8a6b-4b80-8ccd-8b60184267fc', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:b0:d5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:13Z', 'updated_at': '2021-07-23T20:28:27Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:28:57.892167 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2aa06d-b01c-49c7-a043-bdcc8db66a6c None None] Network 4514f0c6-ab65-4928-b47a-192b52dc4c16 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:57.894420 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-fd2aa06d-b01c-49c7-a043-bdcc8db66a6c None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:57.906010 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2aa06d-b01c-49c7-a043-bdcc8db66a6c None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:57.913415 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e253b7-f753-4d32-adcd-c707f860f0ca tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Made reservation on behalf of e30eb463c27249bf95b908bf72fc2bf2 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:57.987093 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-fd2aa06d-b01c-49c7-a043-bdcc8db66a6c None None] Attempting to bind port d28c8bc0-b55e-4f55-b9c5-0f5f9a1fcfd9 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:28:57.987851 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-fd2aa06d-b01c-49c7-a043-bdcc8db66a6c None None] Attempting to bind port d28c8bc0-b55e-4f55-b9c5-0f5f9a1fcfd9 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '56c8bdb6-32e0-4163-92af-64d3fbf50fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4514f0c6-ab65-4928-b47a-192b52dc4c16'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:28:57.988584 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2aa06d-b01c-49c7-a043-bdcc8db66a6c None None] Attempting to bind port d28c8bc0-b55e-4f55-b9c5-0f5f9a1fcfd9 on network 4514f0c6-ab65-4928-b47a-192b52dc4c16 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:57.996399 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2aa06d-b01c-49c7-a043-bdcc8db66a6c None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:28:57.996788 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2aa06d-b01c-49c7-a043-bdcc8db66a6c None None] Checking segment: {'id': '56c8bdb6-32e0-4163-92af-64d3fbf50fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4514f0c6-ab65-4928-b47a-192b52dc4c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:57.997198 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fd2aa06d-b01c-49c7-a043-bdcc8db66a6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:57.997683 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2aa06d-b01c-49c7-a043-bdcc8db66a6c None None] Bound using segment: {'id': '56c8bdb6-32e0-4163-92af-64d3fbf50fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4514f0c6-ab65-4928-b47a-192b52dc4c16'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:28:57.998121 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-fd2aa06d-b01c-49c7-a043-bdcc8db66a6c None None] Bound port: d28c8bc0-b55e-4f55-b9c5-0f5f9a1fcfd9, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c8bdb6-32e0-4163-92af-64d3fbf50fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4514f0c6-ab65-4928-b47a-192b52dc4c16'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:28:57.998511 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fd2aa06d-b01c-49c7-a043-bdcc8db66a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:58.054746 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d7e253b7-f753-4d32-adcd-c707f860f0ca tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:58.084476 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-d7e253b7-f753-4d32-adcd-c707f860f0ca tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] device_id is not set on port b9a83457-e1e0-42a9-a6cb-2a5b11b994dc yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:28:58.156665 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fd2aa06d-b01c-49c7-a043-bdcc8db66a6c None None] For port d28c8bc0-b55e-4f55-b9c5-0f5f9a1fcfd9, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:28:58.166293 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fd2aa06d-b01c-49c7-a043-bdcc8db66a6c None None] For port d28c8bc0-b55e-4f55-b9c5-0f5f9a1fcfd9, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d28c8bc0-b55e-4f55-b9c5-0f5f9a1fcfd9,segment=NetworkSegment(56c8bdb6-32e0-4163-92af-64d3fbf50fc6),segment_id=56c8bdb6-32e0-4163-92af-64d3fbf50fc6)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:28:58.175698 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fd2aa06d-b01c-49c7-a043-bdcc8db66a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:58.316082 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d3debc8e-3821-44cb-8766-f3145c6f4c7e tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:58.328942 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2aa06d-b01c-49c7-a043-bdcc8db66a6c None None] Pushing event updated for resources: {'Port': ['ID=d28c8bc0-b55e-4f55-b9c5-0f5f9a1fcfd9,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:58.398269 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-28a46339-4607-46d2-a105-d85bc5ec1db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:58.674165 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1873f3d8-bb78-4c6d-af5d-72498296d229 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:58.679041 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1873f3d8-bb78-4c6d-af5d-72498296d229 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548192'] for router, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:58.790988 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-d7e253b7-f753-4d32-adcd-c707f860f0ca tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Allocated IP 172.20.0.8 (4514f0c6-ab65-4928-b47a-192b52dc4c16/bcb0cf60-5a4e-4c06-a23d-c21876a24605/b9a83457-e1e0-42a9-a6cb-2a5b11b994dc) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:58.803974 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-d7e253b7-f753-4d32-adcd-c707f860f0ca tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Allocated IP 172.20.0.29 (4514f0c6-ab65-4928-b47a-192b52dc4c16/969c3e02-1515-412e-a0c4-0622ef8e6801/b9a83457-e1e0-42a9-a6cb-2a5b11b994dc) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:58.908754 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d3debc8e-3821-44cb-8766-f3145c6f4c7e tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:58.937410 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-28a46339-4607-46d2-a105-d85bc5ec1db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:58.940104 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-28a46339-4607-46d2-a105-d85bc5ec1db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:58.941330 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-28a46339-4607-46d2-a105-d85bc5ec1db9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bd2265b2-b548-4e05-85f0-84361282e2e0 HTTP/1.1" status: 204 len: 168 time: 1.5283949 Jul 23 20:28:58.943375 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-d3debc8e-3821-44cb-8766-f3145c6f4c7e tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf33222-75e9-467e-812b-603866f71f9c']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:58.977645 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-d3debc8e-3821-44cb-8766-f3145c6f4c7e tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf70b411-c9d2-4db0-a5c1-d8773d00e3b1') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:58.977936 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-d3debc8e-3821-44cb-8766-f3145c6f4c7e tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf70b411-c9d2-4db0-a5c1-d8773d00e3b1') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:58.987665 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a46339-4607-46d2-a105-d85bc5ec1db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2265b2-b548-4e05-85f0-84361282e2e0,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:58.994901 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d3debc8e-3821-44cb-8766-f3145c6f4c7e tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:59.021277 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1873f3d8-bb78-4c6d-af5d-72498296d229 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Router 82899bc0-186a-4bb9-827b-beb29f1de054 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:28:59.050679 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d3debc8e-3821-44cb-8766-f3145c6f4c7e tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:59.059739 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3debc8e-3821-44cb-8766-f3145c6f4c7e tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:28:59.060193 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d3debc8e-3821-44cb-8766-f3145c6f4c7e tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:59.078190 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:28:59.078190 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:28:59.078190 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:28:59.078190 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:28:59.078190 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:28:59.078190 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:28:59.078190 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:28:59.078190 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:28:59.078190 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:28:59.078190 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:28:59.078190 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:28:59.078190 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:28:59.078190 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:28:59.078190 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:28:59.078190 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:28:59.078190 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:28:59.078190 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:28:59.078190 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:28:59.078190 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:28:59.078190 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:28:59.078190 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:28:59.078190 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:28:59.078190 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:28:59.078190 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:28:59.078190 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:28:59.078190 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:28:59.078190 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:28:59.078190 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:28:59.078190 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:28:59.078190 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:28:59.078190 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:28:59.078190 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:28:59.214406 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d7e253b7-f753-4d32-adcd-c707f860f0ca tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:59.243130 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-d7e253b7-f753-4d32-adcd-c707f860f0ca tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Transition to ACTIVE for port object b9a83457-e1e0-42a9-a6cb-2a5b11b994dc will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:59.320713 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d3debc8e-3821-44cb-8766-f3145c6f4c7e tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:59.362518 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d7e253b7-f753-4d32-adcd-c707f860f0ca tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:59.379603 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device b2e044e3-cd29-46ba-a4d3-96620ddcc12e up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:59.583316 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e253b7-f753-4d32-adcd-c707f860f0ca tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Network 4514f0c6-ab65-4928-b47a-192b52dc4c16 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:59.632980 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d3debc8e-3821-44cb-8766-f3145c6f4c7e tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:59.647015 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-d7e253b7-f753-4d32-adcd-c707f860f0ca tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:59.658829 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d3debc8e-3821-44cb-8766-f3145c6f4c7e tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] 10.222.0.32 "DELETE /v2.0/networks/4bf33222-75e9-467e-812b-603866f71f9c HTTP/1.1" status: 204 len: 168 time: 2.1199152 Jul 23 20:28:59.662849 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e253b7-f753-4d32-adcd-c707f860f0ca tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:59.685619 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3debc8e-3821-44cb-8766-f3145c6f4c7e tempest-TestSecurityGroupsBasicOps-106603760 tempest-TestSecurityGroupsBasicOps-106603760-project] Pushing event deleted for resources: {'Network': ['ID=4bf33222-75e9-467e-812b-603866f71f9c,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:59.724819 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port b2e044e3-cd29-46ba-a4d3-96620ddcc12e completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:59.755787 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port b2e044e3-cd29-46ba-a4d3-96620ddcc12e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:59.756648 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:59.865523 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1873f3d8-bb78-4c6d-af5d-72498296d229 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:28:59.875613 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e253b7-f753-4d32-adcd-c707f860f0ca tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'Port': ['ID=b9a83457-e1e0-42a9-a6cb-2a5b11b994dc,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:59.896422 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977f3c9e-a707-4700-90ff-c899f8eeaffd None None] Sync routers for ids ['82899bc0-186a-4bb9-827b-beb29f1de054'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:28:59.918960 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1873f3d8-bb78-4c6d-af5d-72498296d229 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:59.921584 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977f3c9e-a707-4700-90ff-c899f8eeaffd None None] Routers {'82899bc0-186a-4bb9-827b-beb29f1de054'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:59.924813 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-977f3c9e-a707-4700-90ff-c899f8eeaffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:28:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['82899bc0-186a-4bb9-827b-beb29f1de054'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:59.929296 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49764) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:59.930307 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1873f3d8-bb78-4c6d-af5d-72498296d229 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "PUT /v2.0/routers/82899bc0-186a-4bb9-827b-beb29f1de054 HTTP/1.1" status: 200 len: 700 time: 3.7088821 Jul 23 20:28:59.995139 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:00.065047 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port b2e044e3-cd29-46ba-a4d3-96620ddcc12e, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=b2e044e3-cd29-46ba-a4d3-96620ddcc12e,segment=NetworkSegment(18a2be6c-c5be-4b51-8787-4f63ee811b48),segment_id=18a2be6c-c5be-4b51-8787-4f63ee811b48)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:00.069944 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:00.071031 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d28c8bc0-b55e-4f55-b9c5-0f5f9a1fcfd9 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:00.176150 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-977f3c9e-a707-4700-90ff-c899f8eeaffd None None] Set router 82899bc0-186a-4bb9-827b-beb29f1de054 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:00.209094 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=b2e044e3-cd29-46ba-a4d3-96620ddcc12e,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:00.220639 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port d28c8bc0-b55e-4f55-b9c5-0f5f9a1fcfd9 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:00.267198 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49768) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:00.291446 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c98f0480-609a-42a3-9bfd-123f4086bc0b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "GET /v2.0/routers/82899bc0-186a-4bb9-827b-beb29f1de054 HTTP/1.1" status: 200 len: 700 time: 0.3435163 Jul 23 20:29:00.307716 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e253b7-f753-4d32-adcd-c707f860f0ca tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:00.308834 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d7e253b7-f753-4d32-adcd-c707f860f0ca tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:00.316709 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bbbdac-8666-4a78-83af-3753f9fce347 None None] Network 4514f0c6-ab65-4928-b47a-192b52dc4c16 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:00.351570 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 7fe050a0-3fc2-4b84-a1e5-8a1af4daea99 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:29:00.355855 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49770) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:00.365395 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d7e253b7-f753-4d32-adcd-c707f860f0ca tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.6402709 Jul 23 20:29:00.368017 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49774) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:00.373732 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-b572c1cc-457b-4e52-a201-4f7e44a130f6 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bcb0cf60-5a4e-4c06-a23d-c21876a24605'}]}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:00.465711 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 7fe050a0-3fc2-4b84-a1e5-8a1af4daea99 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:29:00.467450 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 7fe050a0-3fc2-4b84-a1e5-8a1af4daea99 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:29:00.577457 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-977f3c9e-a707-4700-90ff-c899f8eeaffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'name': 'tempest-RoutersTest-router-1551311680', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:28:57Z', 'revision_number': 7, 'project_id': 'cde999fc285947a38991630a8d370d15', 'gw_port_host': None, '_interfaces': [{'id': 'a1350143-3cd6-48b0-ba52-70c791b92b48', 'name': '', 'network_id': 'e04c58a3-f698-4839-84ea-ce99ce1fef47', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:37:7c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:21Z', 'updated_at': '2021-07-23T20:28:34Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e044e3-cd29-46ba-a4d3-96620ddcc12e', 'name': '', 'network_id': 'e0ce90af-ecca-4ddb-bc56-d49353242970', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:70:b0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '4ced1159-1288-4235-99b3-f98e565882b7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:48Z', 'updated_at': '2021-07-23T20:28:56Z', 'revision_number': 4, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': '4ced1159-1288-4235-99b3-f98e565882b7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca08963f-1fac-44f1-80c3-9afc0d27974e', 'name': '', 'network_id': 'ee64898c-7364-4faa-862e-c0f672600d20', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:8b:14:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'bf8394f7-60d4-432b-88d3-dbe4a58f13e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:36Z', 'updated_at': '2021-07-23T20:28:47Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': 'bf8394f7-60d4-432b-88d3-dbe4a58f13e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9513e72-40e1-40c6-a038-2fec58377035', 'name': '', 'network_id': '9b205560-8a6b-4b80-8ccd-8b60184267fc', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:b0:d5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:13Z', 'updated_at': '2021-07-23T20:28:27Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:00.605002 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b572c1cc-457b-4e52-a201-4f7e44a130f6 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:00.612823 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4de1d42d-b03d-4799-b1c9-7ea51c6c47f0 None None] Provisioning for port d28c8bc0-b55e-4f55-b9c5-0f5f9a1fcfd9 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:00.627523 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4de1d42d-b03d-4799-b1c9-7ea51c6c47f0 None None] Provisioning complete for port d28c8bc0-b55e-4f55-b9c5-0f5f9a1fcfd9 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:00.628001 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4de1d42d-b03d-4799-b1c9-7ea51c6c47f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:00.643510 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977f3c9e-a707-4700-90ff-c899f8eeaffd None None] Checking router: 82899bc0-186a-4bb9-827b-beb29f1de054 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:29:00.655748 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977f3c9e-a707-4700-90ff-c899f8eeaffd None None] Routers {'82899bc0-186a-4bb9-827b-beb29f1de054'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:00.655968 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-977f3c9e-a707-4700-90ff-c899f8eeaffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:28:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['82899bc0-186a-4bb9-827b-beb29f1de054'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:00.804742 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-977f3c9e-a707-4700-90ff-c899f8eeaffd None None] Set router 82899bc0-186a-4bb9-827b-beb29f1de054 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:00.875154 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9b94ad50-c178-4061-8fe9-9fed76feb1a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=48931fde9d19441ebe3fcc084a77e899&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5174720 Jul 23 20:29:00.878369 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49782) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:00.999426 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cea0fb6a-a232-4a03-a4eb-af9504a6f7d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:01.027830 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4de1d42d-b03d-4799-b1c9-7ea51c6c47f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:01.071920 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cea0fb6a-a232-4a03-a4eb-af9504a6f7d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:01.166344 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-4de1d42d-b03d-4799-b1c9-7ea51c6c47f0 None None] For port d28c8bc0-b55e-4f55-b9c5-0f5f9a1fcfd9, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d28c8bc0-b55e-4f55-b9c5-0f5f9a1fcfd9,segment=NetworkSegment(56c8bdb6-32e0-4163-92af-64d3fbf50fc6),segment_id=56c8bdb6-32e0-4163-92af-64d3fbf50fc6)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:01.203291 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4de1d42d-b03d-4799-b1c9-7ea51c6c47f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:01.210799 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device b2e044e3-cd29-46ba-a4d3-96620ddcc12e up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:01.212978 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b1ca6893-0708-494a-a488-b0e9ca10cb65 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:01.364899 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cea0fb6a-a232-4a03-a4eb-af9504a6f7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:01.370213 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cea0fb6a-a232-4a03-a4eb-af9504a6f7d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:01.377752 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-cea0fb6a-a232-4a03-a4eb-af9504a6f7d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6b5872b9-4390-41b8-a5f6-3f8a41fdeb83 HTTP/1.1" status: 204 len: 168 time: 0.4980834 Jul 23 20:29:01.439216 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0fb6a-a232-4a03-a4eb-af9504a6f7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5872b9-4390-41b8-a5f6-3f8a41fdeb83,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:01.494923 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-977f3c9e-a707-4700-90ff-c899f8eeaffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'name': 'tempest-RoutersTest-router-1551311680', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:28:57Z', 'revision_number': 7, 'project_id': 'cde999fc285947a38991630a8d370d15', 'gw_port_host': None, '_interfaces': [{'id': 'a1350143-3cd6-48b0-ba52-70c791b92b48', 'name': '', 'network_id': 'e04c58a3-f698-4839-84ea-ce99ce1fef47', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:37:7c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:21Z', 'updated_at': '2021-07-23T20:28:34Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e044e3-cd29-46ba-a4d3-96620ddcc12e', 'name': '', 'network_id': 'e0ce90af-ecca-4ddb-bc56-d49353242970', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:70:b0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '4ced1159-1288-4235-99b3-f98e565882b7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:48Z', 'updated_at': '2021-07-23T20:29:00Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': '4ced1159-1288-4235-99b3-f98e565882b7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca08963f-1fac-44f1-80c3-9afc0d27974e', 'name': '', 'network_id': 'ee64898c-7364-4faa-862e-c0f672600d20', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:8b:14:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'bf8394f7-60d4-432b-88d3-dbe4a58f13e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:36Z', 'updated_at': '2021-07-23T20:28:47Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': 'bf8394f7-60d4-432b-88d3-dbe4a58f13e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9513e72-40e1-40c6-a038-2fec58377035', 'name': '', 'network_id': '9b205560-8a6b-4b80-8ccd-8b60184267fc', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:b0:d5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:13Z', 'updated_at': '2021-07-23T20:28:27Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:01.504526 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1d42d-b03d-4799-b1c9-7ea51c6c47f0 None None] Pushing event updated for resources: {'Port': ['ID=d28c8bc0-b55e-4f55-b9c5-0f5f9a1fcfd9,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:01.555217 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac7c138-0c90-41ec-b315-8c435ededced None None] Update dhcp port {'port': {'network_id': '4514f0c6-ab65-4928-b47a-192b52dc4c16', 'fixed_ips': [{'subnet_id': 'bcb0cf60-5a4e-4c06-a23d-c21876a24605', 'ip_address': '172.20.0.2'}, {'subnet_id': '969c3e02-1515-412e-a0c4-0622ef8e6801'}], 'binding:host_id': 'n-d-793618-10'}, 'id': 'd28c8bc0-b55e-4f55-b9c5-0f5f9a1fcfd9'} from n-d-793618-10. {{(pid=93877) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:29:01.602129 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977f3c9e-a707-4700-90ff-c899f8eeaffd None None] The sync data for ids ['82899bc0-186a-4bb9-827b-beb29f1de054'] in n-d-793618-10 is: [{'id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'name': 'tempest-RoutersTest-router-1551311680', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:28:57Z', 'revision_number': 7, 'project_id': 'cde999fc285947a38991630a8d370d15', 'gw_port_host': None, '_interfaces': [{'id': 'a1350143-3cd6-48b0-ba52-70c791b92b48', 'name': '', 'network_id': 'e04c58a3-f698-4839-84ea-ce99ce1fef47', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:37:7c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:21Z', 'updated_at': '2021-07-23T20:28:34Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e044e3-cd29-46ba-a4d3-96620ddcc12e', 'name': '', 'network_id': 'e0ce90af-ecca-4ddb-bc56-d49353242970', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:70:b0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '4ced1159-1288-4235-99b3-f98e565882b7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:48Z', 'updated_at': '2021-07-23T20:29:00Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': '4ced1159-1288-4235-99b3-f98e565882b7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca08963f-1fac-44f1-80c3-9afc0d27974e', 'name': '', 'network_id': 'ee64898c-7364-4faa-862e-c0f672600d20', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:8b:14:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'bf8394f7-60d4-432b-88d3-dbe4a58f13e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:36Z', 'updated_at': '2021-07-23T20:28:47Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': 'bf8394f7-60d4-432b-88d3-dbe4a58f13e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9513e72-40e1-40c6-a038-2fec58377035', 'name': '', 'network_id': '9b205560-8a6b-4b80-8ccd-8b60184267fc', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:b0:d5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:13Z', 'updated_at': '2021-07-23T20:28:27Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:29:01.648830 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port b2e044e3-cd29-46ba-a4d3-96620ddcc12e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:01.649684 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:01.724906 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fac7c138-0c90-41ec-b315-8c435ededced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:01.917977 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-b1ca6893-0708-494a-a488-b0e9ca10cb65 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Deleting port b2e044e3-cd29-46ba-a4d3-96620ddcc12e {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:01.918567 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b1ca6893-0708-494a-a488-b0e9ca10cb65 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:02.098145 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49794) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:02.115088 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c652f2-6aed-4959-8580-b5c3b1d75892 None None] Sync routers for ids ['82899bc0-186a-4bb9-827b-beb29f1de054'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:29:02.118225 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-fac7c138-0c90-41ec-b315-8c435ededced None None] Allocated IP 172.20.0.18 (4514f0c6-ab65-4928-b47a-192b52dc4c16/969c3e02-1515-412e-a0c4-0622ef8e6801/d28c8bc0-b55e-4f55-b9c5-0f5f9a1fcfd9) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:02.138720 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c652f2-6aed-4959-8580-b5c3b1d75892 None None] Routers {'82899bc0-186a-4bb9-827b-beb29f1de054'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:02.139545 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-47c652f2-6aed-4959-8580-b5c3b1d75892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:28:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['82899bc0-186a-4bb9-827b-beb29f1de054'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:02.172338 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6869157d-2997-40c4-a825-93e7f0789a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:02.214327 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-b1ca6893-0708-494a-a488-b0e9ca10cb65 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] For port b2e044e3-cd29-46ba-a4d3-96620ddcc12e, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=b2e044e3-cd29-46ba-a4d3-96620ddcc12e,segment=NetworkSegment(18a2be6c-c5be-4b51-8787-4f63ee811b48),segment_id=18a2be6c-c5be-4b51-8787-4f63ee811b48)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:02.214327 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b1ca6893-0708-494a-a488-b0e9ca10cb65 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:02.250557 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-b1ca6893-0708-494a-a488-b0e9ca10cb65 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Calling delete_port for b2e044e3-cd29-46ba-a4d3-96620ddcc12e owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:02.314475 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-47c652f2-6aed-4959-8580-b5c3b1d75892 None None] Set router 82899bc0-186a-4bb9-827b-beb29f1de054 gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:02.376768 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fac7c138-0c90-41ec-b315-8c435ededced None None] For port d28c8bc0-b55e-4f55-b9c5-0f5f9a1fcfd9, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d28c8bc0-b55e-4f55-b9c5-0f5f9a1fcfd9,segment=NetworkSegment(56c8bdb6-32e0-4163-92af-64d3fbf50fc6),segment_id=56c8bdb6-32e0-4163-92af-64d3fbf50fc6)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:02.480104 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6869157d-2997-40c4-a825-93e7f0789a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:02.490077 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6869157d-2997-40c4-a825-93e7f0789a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:02.496365 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fac7c138-0c90-41ec-b315-8c435ededced None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:02.565846 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6869157d-2997-40c4-a825-93e7f0789a6a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=78015378d27c4edebf341048549651a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4662282 Jul 23 20:29:02.569549 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49796) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:02.570942 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869157d-2997-40c4-a825-93e7f0789a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35740da5-6621-4cb3-934f-3bca969a822a,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:02.593242 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fac7c138-0c90-41ec-b315-8c435ededced None None] Transition to ACTIVE for port object d28c8bc0-b55e-4f55-b9c5-0f5f9a1fcfd9 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:02.595811 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b1ca6893-0708-494a-a488-b0e9ca10cb65 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:02.602619 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fac7c138-0c90-41ec-b315-8c435ededced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:02.671128 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca6893-0708-494a-a488-b0e9ca10cb65 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event deleted for resources: {'Port': ['ID=b2e044e3-cd29-46ba-a4d3-96620ddcc12e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:02.716288 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7d41fd01-c834-4e26-be35-89fabd14482f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:02.765304 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7d41fd01-c834-4e26-be35-89fabd14482f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:02.768230 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-b572c1cc-457b-4e52-a201-4f7e44a130f6 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Delete allocated IP 172.20.0.29 (4514f0c6-ab65-4928-b47a-192b52dc4c16/969c3e02-1515-412e-a0c4-0622ef8e6801) {{(pid=93876) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 20:29:02.869773 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac7c138-0c90-41ec-b315-8c435ededced None None] Pushing event updated for resources: {'Port': ['ID=d28c8bc0-b55e-4f55-b9c5-0f5f9a1fcfd9,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:02.894698 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-47c652f2-6aed-4959-8580-b5c3b1d75892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'name': 'tempest-RoutersTest-router-1551311680', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:28:57Z', 'revision_number': 7, 'project_id': 'cde999fc285947a38991630a8d370d15', 'gw_port_host': None, '_interfaces': [{'id': 'a1350143-3cd6-48b0-ba52-70c791b92b48', 'name': '', 'network_id': 'e04c58a3-f698-4839-84ea-ce99ce1fef47', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:37:7c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:21Z', 'updated_at': '2021-07-23T20:28:34Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e044e3-cd29-46ba-a4d3-96620ddcc12e', 'name': '', 'network_id': 'e0ce90af-ecca-4ddb-bc56-d49353242970', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:70:b0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '4ced1159-1288-4235-99b3-f98e565882b7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:48Z', 'updated_at': '2021-07-23T20:29:00Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': '4ced1159-1288-4235-99b3-f98e565882b7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca08963f-1fac-44f1-80c3-9afc0d27974e', 'name': '', 'network_id': 'ee64898c-7364-4faa-862e-c0f672600d20', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:8b:14:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'bf8394f7-60d4-432b-88d3-dbe4a58f13e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:36Z', 'updated_at': '2021-07-23T20:28:47Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': 'bf8394f7-60d4-432b-88d3-dbe4a58f13e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9513e72-40e1-40c6-a038-2fec58377035', 'name': '', 'network_id': '9b205560-8a6b-4b80-8ccd-8b60184267fc', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:b0:d5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:13Z', 'updated_at': '2021-07-23T20:28:27Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:02.926223 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7d41fd01-c834-4e26-be35-89fabd14482f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:02.929625 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7d41fd01-c834-4e26-be35-89fabd14482f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:02.935060 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7d41fd01-c834-4e26-be35-89fabd14482f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/35740da5-6621-4cb3-934f-3bca969a822a HTTP/1.1" status: 204 len: 168 time: 0.3594739 Jul 23 20:29:02.954670 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d41fd01-c834-4e26-be35-89fabd14482f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35740da5-6621-4cb3-934f-3bca969a822a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:02.964939 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c652f2-6aed-4959-8580-b5c3b1d75892 None None] Checking router: 82899bc0-186a-4bb9-827b-beb29f1de054 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:29:02.992514 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c652f2-6aed-4959-8580-b5c3b1d75892 None None] Routers {'82899bc0-186a-4bb9-827b-beb29f1de054'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:02.993170 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-47c652f2-6aed-4959-8580-b5c3b1d75892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:28:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['82899bc0-186a-4bb9-827b-beb29f1de054'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:03.072510 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b1ca6893-0708-494a-a488-b0e9ca10cb65 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:03.141717 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b572c1cc-457b-4e52-a201-4f7e44a130f6 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:03.191974 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-b572c1cc-457b-4e52-a201-4f7e44a130f6 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Ignored duplicate provisioning block setup for port b9a83457-e1e0-42a9-a6cb-2a5b11b994dc by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 20:29:03.198635 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b572c1cc-457b-4e52-a201-4f7e44a130f6 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:03.391149 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572c1cc-457b-4e52-a201-4f7e44a130f6 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'Port': ['ID=b9a83457-e1e0-42a9-a6cb-2a5b11b994dc,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:03.465883 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d28c8bc0-b55e-4f55-b9c5-0f5f9a1fcfd9 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:03.478075 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-b572c1cc-457b-4e52-a201-4f7e44a130f6 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] In _notify_port_updated(), no bound segment for port b9a83457-e1e0-42a9-a6cb-2a5b11b994dc on network 4514f0c6-ab65-4928-b47a-192b52dc4c16 {{(pid=93876) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:29:03.485175 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b572c1cc-457b-4e52-a201-4f7e44a130f6 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:03.486250 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b572c1cc-457b-4e52-a201-4f7e44a130f6 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:03.490896 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b572c1cc-457b-4e52-a201-4f7e44a130f6 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "PUT /v2.0/ports/b9a83457-e1e0-42a9-a6cb-2a5b11b994dc HTTP/1.1" status: 200 len: 919 time: 3.1217277 Jul 23 20:29:03.492080 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49806) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:03.498781 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-823d9525-c936-45e7-9193-624dedd9353e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bcb0cf60-5a4e-4c06-a23d-c21876a24605'}, {'subnet_id': '969c3e02-1515-412e-a0c4-0622ef8e6801'}]}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:03.574154 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-47c652f2-6aed-4959-8580-b5c3b1d75892 None None] Set router 82899bc0-186a-4bb9-827b-beb29f1de054 gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:03.715356 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ca6893-0708-494a-a488-b0e9ca10cb65 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Router 82899bc0-186a-4bb9-827b-beb29f1de054 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:29:03.794029 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49808) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:03.873595 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ed3e2cb8-10f2-4d97-855b-cd1c5eaad335 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3a1b556cca2a423c829bc698c21a1865&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0733213 Jul 23 20:29:03.878949 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49810) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:03.879719 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-823d9525-c936-45e7-9193-624dedd9353e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:03.933316 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ca6893-0708-494a-a488-b0e9ca10cb65 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:29:03.944787 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b1ca6893-0708-494a-a488-b0e9ca10cb65 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "PUT /v2.0/routers/82899bc0-186a-4bb9-827b-beb29f1de054/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6758828 Jul 23 20:29:03.948954 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49812) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:03.960499 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-47c652f2-6aed-4959-8580-b5c3b1d75892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'name': 'tempest-RoutersTest-router-1551311680', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:29:02Z', 'revision_number': 8, 'project_id': 'cde999fc285947a38991630a8d370d15', 'gw_port_host': None, '_interfaces': [{'id': 'a1350143-3cd6-48b0-ba52-70c791b92b48', 'name': '', 'network_id': 'e04c58a3-f698-4839-84ea-ce99ce1fef47', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:37:7c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:21Z', 'updated_at': '2021-07-23T20:28:34Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca08963f-1fac-44f1-80c3-9afc0d27974e', 'name': '', 'network_id': 'ee64898c-7364-4faa-862e-c0f672600d20', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:8b:14:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'bf8394f7-60d4-432b-88d3-dbe4a58f13e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:36Z', 'updated_at': '2021-07-23T20:28:47Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': 'bf8394f7-60d4-432b-88d3-dbe4a58f13e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9513e72-40e1-40c6-a038-2fec58377035', 'name': '', 'network_id': '9b205560-8a6b-4b80-8ccd-8b60184267fc', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:b0:d5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:13Z', 'updated_at': '2021-07-23T20:28:27Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:03.998575 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1ef34c-34bd-40dc-b43d-930c08bdbe10 None None] Network 4514f0c6-ab65-4928-b47a-192b52dc4c16 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:04.004056 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c652f2-6aed-4959-8580-b5c3b1d75892 None None] The sync data for ids ['82899bc0-186a-4bb9-827b-beb29f1de054'] in n-d-793618-10 is: [{'id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'name': 'tempest-RoutersTest-router-1551311680', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:29:02Z', 'revision_number': 8, 'project_id': 'cde999fc285947a38991630a8d370d15', 'gw_port_host': None, '_interfaces': [{'id': 'a1350143-3cd6-48b0-ba52-70c791b92b48', 'name': '', 'network_id': 'e04c58a3-f698-4839-84ea-ce99ce1fef47', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:37:7c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:21Z', 'updated_at': '2021-07-23T20:28:34Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca08963f-1fac-44f1-80c3-9afc0d27974e', 'name': '', 'network_id': 'ee64898c-7364-4faa-862e-c0f672600d20', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:8b:14:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'bf8394f7-60d4-432b-88d3-dbe4a58f13e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:36Z', 'updated_at': '2021-07-23T20:28:47Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': 'bf8394f7-60d4-432b-88d3-dbe4a58f13e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9513e72-40e1-40c6-a038-2fec58377035', 'name': '', 'network_id': '9b205560-8a6b-4b80-8ccd-8b60184267fc', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:b0:d5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:13Z', 'updated_at': '2021-07-23T20:28:27Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:29:04.042175 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-63aa2365-9ae3-4a51-bd63-e038f4354dfb tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Deleting subnet 4ced1159-1288-4235-99b3-f98e565882b7 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:29:04.046155 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-63aa2365-9ae3-4a51-bd63-e038f4354dfb tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:04.100296 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-63aa2365-9ae3-4a51-bd63-e038f4354dfb tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:04.123207 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7bc4e1d9-9938-4bf9-9508-4e87ec3fd262 None None] Provisioning for port d28c8bc0-b55e-4f55-b9c5-0f5f9a1fcfd9 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:04.130290 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7bc4e1d9-9938-4bf9-9508-4e87ec3fd262 None None] Provisioning complete for port d28c8bc0-b55e-4f55-b9c5-0f5f9a1fcfd9 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:04.130290 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7bc4e1d9-9938-4bf9-9508-4e87ec3fd262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:04.184076 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f60a9caa-16bf-4b1d-9507-5a640f039b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:04.235233 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-63aa2365-9ae3-4a51-bd63-e038f4354dfb tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:04.277030 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f60a9caa-16bf-4b1d-9507-5a640f039b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:04.332744 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-63aa2365-9ae3-4a51-bd63-e038f4354dfb tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:04.376819 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa2365-9ae3-4a51-bd63-e038f4354dfb tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event deleted for resources: {'Subnet': ['ID=4ced1159-1288-4235-99b3-f98e565882b7,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:04.386598 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-63aa2365-9ae3-4a51-bd63-e038f4354dfb tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:04.388930 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-63aa2365-9ae3-4a51-bd63-e038f4354dfb tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "DELETE /v2.0/subnets/4ced1159-1288-4235-99b3-f98e565882b7 HTTP/1.1" status: 204 len: 168 time: 0.4385507 Jul 23 20:29:04.393529 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49818) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:04.407772 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e1ad4e-1d9e-4120-9af4-d9d0363d803e None None] Network e0ce90af-ecca-4ddb-bc56-d49353242970 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:04.449597 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-823d9525-c936-45e7-9193-624dedd9353e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Allocated IP 172.20.0.26 (4514f0c6-ab65-4928-b47a-192b52dc4c16/969c3e02-1515-412e-a0c4-0622ef8e6801/b9a83457-e1e0-42a9-a6cb-2a5b11b994dc) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:04.462186 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7bc4e1d9-9938-4bf9-9508-4e87ec3fd262 None None] Provisioning for port b9a83457-e1e0-42a9-a6cb-2a5b11b994dc completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:04.473552 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f60a9caa-16bf-4b1d-9507-5a640f039b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:04.476122 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f60a9caa-16bf-4b1d-9507-5a640f039b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:04.479615 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f60a9caa-16bf-4b1d-9507-5a640f039b2b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b52301d9-4c74-465a-a5b8-c1c951beb358 HTTP/1.1" status: 204 len: 168 time: 0.5764930 Jul 23 20:29:04.524217 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7bc4e1d9-9938-4bf9-9508-4e87ec3fd262 None None] Provisioning complete for port b9a83457-e1e0-42a9-a6cb-2a5b11b994dc triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:04.528373 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7bc4e1d9-9938-4bf9-9508-4e87ec3fd262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:04.554708 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a9caa-16bf-4b1d-9507-5a640f039b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52301d9-4c74-465a-a5b8-c1c951beb358,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:04.651821 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5434f78f-bf3b-47df-8c68-449a65518fad tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:04.803546 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-7bc4e1d9-9938-4bf9-9508-4e87ec3fd262 None None] Port b9a83457-e1e0-42a9-a6cb-2a5b11b994dc cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:29:04.806533 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-823d9525-c936-45e7-9193-624dedd9353e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:04.832484 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-823d9525-c936-45e7-9193-624dedd9353e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Ignored duplicate provisioning block setup for port b9a83457-e1e0-42a9-a6cb-2a5b11b994dc by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 20:29:04.843788 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-823d9525-c936-45e7-9193-624dedd9353e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:04.888399 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-5434f78f-bf3b-47df-8c68-449a65518fad tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Deleting port f5f3bfda-1945-4240-821a-38712061864f {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:04.888972 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5434f78f-bf3b-47df-8c68-449a65518fad tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:04.921682 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64135246-b391-4be8-9f55-6c0076a425fa None None] Sync routers for ids ['82899bc0-186a-4bb9-827b-beb29f1de054'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:29:05.013990 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64135246-b391-4be8-9f55-6c0076a425fa None None] Routers {'82899bc0-186a-4bb9-827b-beb29f1de054'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:05.015127 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-64135246-b391-4be8-9f55-6c0076a425fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:28:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['82899bc0-186a-4bb9-827b-beb29f1de054'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:05.053674 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-5434f78f-bf3b-47df-8c68-449a65518fad tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] For port f5f3bfda-1945-4240-821a-38712061864f, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=f5f3bfda-1945-4240-821a-38712061864f,segment=NetworkSegment(18a2be6c-c5be-4b51-8787-4f63ee811b48),segment_id=18a2be6c-c5be-4b51-8787-4f63ee811b48)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:05.054534 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5434f78f-bf3b-47df-8c68-449a65518fad tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:05.070806 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cf08ec-60f4-4a85-b9cf-f3678e90818d None None] DHCP port deletion for e0ce90af-ecca-4ddb-bc56-d49353242970 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:29:05.077719 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-5434f78f-bf3b-47df-8c68-449a65518fad tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Calling delete_port for f5f3bfda-1945-4240-821a-38712061864f owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:05.108640 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d9525-c936-45e7-9193-624dedd9353e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'Port': ['ID=b9a83457-e1e0-42a9-a6cb-2a5b11b994dc,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:05.158732 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device b2e044e3-cd29-46ba-a4d3-96620ddcc12e no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:29:05.204027 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: b2e044e3-cd29-46ba-a4d3-96620ddcc12e {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:29:05.204476 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device b2e044e3-cd29-46ba-a4d3-96620ddcc12e not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:29:05.269236 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e8cf08ec-60f4-4a85-b9cf-f3678e90818d None None] Deleting port f5f3bfda-1945-4240-821a-38712061864f {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:05.269710 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8cf08ec-60f4-4a85-b9cf-f3678e90818d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:05.291716 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-64135246-b391-4be8-9f55-6c0076a425fa None None] Set router 82899bc0-186a-4bb9-827b-beb29f1de054 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:05.352814 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5434f78f-bf3b-47df-8c68-449a65518fad tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:05.360362 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-823d9525-c936-45e7-9193-624dedd9353e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] In _notify_port_updated(), no bound segment for port b9a83457-e1e0-42a9-a6cb-2a5b11b994dc on network 4514f0c6-ab65-4928-b47a-192b52dc4c16 {{(pid=93876) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:29:05.371755 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823d9525-c936-45e7-9193-624dedd9353e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:05.372475 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-823d9525-c936-45e7-9193-624dedd9353e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:05.381828 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49828) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:05.382344 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-823d9525-c936-45e7-9193-624dedd9353e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "PUT /v2.0/ports/b9a83457-e1e0-42a9-a6cb-2a5b11b994dc HTTP/1.1" status: 200 len: 999 time: 1.8889036 Jul 23 20:29:05.463729 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-e8cf08ec-60f4-4a85-b9cf-f3678e90818d None None] For port f5f3bfda-1945-4240-821a-38712061864f, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=f5f3bfda-1945-4240-821a-38712061864f,segment=NetworkSegment(18a2be6c-c5be-4b51-8787-4f63ee811b48),segment_id=18a2be6c-c5be-4b51-8787-4f63ee811b48)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:05.464298 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8cf08ec-60f4-4a85-b9cf-f3678e90818d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:05.510667 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e8cf08ec-60f4-4a85-b9cf-f3678e90818d None None] Calling delete_port for f5f3bfda-1945-4240-821a-38712061864f owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:05.562276 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5434f78f-bf3b-47df-8c68-449a65518fad tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event deleted for resources: {'Port': ['ID=f5f3bfda-1945-4240-821a-38712061864f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:05.592779 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5434f78f-bf3b-47df-8c68-449a65518fad tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] No DVR routers for this DVR port f5f3bfda-1945-4240-821a-38712061864f on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:29:05.674759 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8cf08ec-60f4-4a85-b9cf-f3678e90818d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:05.788266 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-64135246-b391-4be8-9f55-6c0076a425fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'name': 'tempest-RoutersTest-router-1551311680', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:29:02Z', 'revision_number': 8, 'project_id': 'cde999fc285947a38991630a8d370d15', 'gw_port_host': None, '_interfaces': [{'id': 'a1350143-3cd6-48b0-ba52-70c791b92b48', 'name': '', 'network_id': 'e04c58a3-f698-4839-84ea-ce99ce1fef47', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:37:7c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:21Z', 'updated_at': '2021-07-23T20:28:34Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca08963f-1fac-44f1-80c3-9afc0d27974e', 'name': '', 'network_id': 'ee64898c-7364-4faa-862e-c0f672600d20', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:8b:14:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'bf8394f7-60d4-432b-88d3-dbe4a58f13e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:36Z', 'updated_at': '2021-07-23T20:28:47Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': 'bf8394f7-60d4-432b-88d3-dbe4a58f13e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9513e72-40e1-40c6-a038-2fec58377035', 'name': '', 'network_id': '9b205560-8a6b-4b80-8ccd-8b60184267fc', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:b0:d5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:13Z', 'updated_at': '2021-07-23T20:28:27Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:05.789075 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5434f78f-bf3b-47df-8c68-449a65518fad tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:05.827024 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64135246-b391-4be8-9f55-6c0076a425fa None None] Checking router: 82899bc0-186a-4bb9-827b-beb29f1de054 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:29:05.832712 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cf08ec-60f4-4a85-b9cf-f3678e90818d None None] No DVR routers for this DVR port f5f3bfda-1945-4240-821a-38712061864f on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:29:05.838258 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64135246-b391-4be8-9f55-6c0076a425fa None None] Routers {'82899bc0-186a-4bb9-827b-beb29f1de054'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:05.838898 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-64135246-b391-4be8-9f55-6c0076a425fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:28:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['82899bc0-186a-4bb9-827b-beb29f1de054'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:05.845704 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf08ec-60f4-4a85-b9cf-f3678e90818d None None] Pushing event deleted for resources: {'Port': ['ID=f5f3bfda-1945-4240-821a-38712061864f,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:05.851221 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-5434f78f-bf3b-47df-8c68-449a65518fad tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0ce90af-ecca-4ddb-bc56-d49353242970']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:05.909820 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-5434f78f-bf3b-47df-8c68-449a65518fad tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18a2be6c-c5be-4b51-8787-4f63ee811b48') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:05.917536 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-5434f78f-bf3b-47df-8c68-449a65518fad tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18a2be6c-c5be-4b51-8787-4f63ee811b48') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:05.951105 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5434f78f-bf3b-47df-8c68-449a65518fad tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:06.003676 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5434f78f-bf3b-47df-8c68-449a65518fad tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:06.012711 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5434f78f-bf3b-47df-8c68-449a65518fad tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:29:06.013727 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5434f78f-bf3b-47df-8c68-449a65518fad tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:06.130645 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:29:06.130645 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:29:06.130645 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:29:06.130645 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:29:06.130645 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:29:06.130645 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:29:06.130645 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:29:06.130645 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:29:06.130645 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:29:06.130645 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:29:06.130645 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:29:06.130645 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:29:06.130645 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:29:06.130645 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:29:06.130645 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:29:06.130645 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:29:06.130645 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:29:06.130645 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:29:06.130645 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:29:06.130645 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:29:06.130645 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:29:06.130645 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:29:06.130645 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:29:06.130645 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:29:06.130645 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:29:06.130645 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:29:06.130645 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:29:06.130645 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:29:06.130645 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:29:06.130645 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:29:06.130645 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:29:06.130645 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:29:06.138343 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5434f78f-bf3b-47df-8c68-449a65518fad tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:06.156455 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5434f78f-bf3b-47df-8c68-449a65518fad tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:06.161445 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5434f78f-bf3b-47df-8c68-449a65518fad tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "DELETE /v2.0/networks/e0ce90af-ecca-4ddb-bc56-d49353242970 HTTP/1.1" status: 204 len: 168 time: 1.7666354 Jul 23 20:29:06.166134 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49844) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:06.195773 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5434f78f-bf3b-47df-8c68-449a65518fad tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event deleted for resources: {'Network': ['ID=e0ce90af-ecca-4ddb-bc56-d49353242970,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:06.220698 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-37a9ae3b-3cd5-4a17-b27c-5eb0e7b4df55 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Deleting port b9a83457-e1e0-42a9-a6cb-2a5b11b994dc {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:06.221727 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-37a9ae3b-3cd5-4a17-b27c-5eb0e7b4df55 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:06.411992 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-dfb9a68a-e0a6-48f9-86c9-c49c691349aa None None] Provisioning complete for port d28c8bc0-b55e-4f55-b9c5-0f5f9a1fcfd9 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:06.412506 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dfb9a68a-e0a6-48f9-86c9-c49c691349aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:06.459865 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-64135246-b391-4be8-9f55-6c0076a425fa None None] Set router 82899bc0-186a-4bb9-827b-beb29f1de054 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:06.544832 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-37a9ae3b-3cd5-4a17-b27c-5eb0e7b4df55 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:06.601214 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-37a9ae3b-3cd5-4a17-b27c-5eb0e7b4df55 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Calling delete_port for b9a83457-e1e0-42a9-a6cb-2a5b11b994dc owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:06.635874 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-dfb9a68a-e0a6-48f9-86c9-c49c691349aa None None] Provisioning complete for port b9a83457-e1e0-42a9-a6cb-2a5b11b994dc triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:06.636607 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dfb9a68a-e0a6-48f9-86c9-c49c691349aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:06.679660 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-dfb9a68a-e0a6-48f9-86c9-c49c691349aa None None] Port b9a83457-e1e0-42a9-a6cb-2a5b11b994dc cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:29:06.784577 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49852) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:06.906179 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e5cd6ddc-5e16-4e84-babb-88c79a648359 None None] Provisioning complete for port b9a83457-e1e0-42a9-a6cb-2a5b11b994dc triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:06.906613 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e5cd6ddc-5e16-4e84-babb-88c79a648359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:06.959145 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e5cd6ddc-5e16-4e84-babb-88c79a648359 None None] Port b9a83457-e1e0-42a9-a6cb-2a5b11b994dc cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:29:06.971808 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-64135246-b391-4be8-9f55-6c0076a425fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'name': 'tempest-RoutersTest-router-1551311680', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:29:02Z', 'revision_number': 8, 'project_id': 'cde999fc285947a38991630a8d370d15', 'gw_port_host': None, '_interfaces': [{'id': 'a1350143-3cd6-48b0-ba52-70c791b92b48', 'name': '', 'network_id': 'e04c58a3-f698-4839-84ea-ce99ce1fef47', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:37:7c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:21Z', 'updated_at': '2021-07-23T20:28:34Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca08963f-1fac-44f1-80c3-9afc0d27974e', 'name': '', 'network_id': 'ee64898c-7364-4faa-862e-c0f672600d20', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:8b:14:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'bf8394f7-60d4-432b-88d3-dbe4a58f13e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:36Z', 'updated_at': '2021-07-23T20:28:47Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': 'bf8394f7-60d4-432b-88d3-dbe4a58f13e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9513e72-40e1-40c6-a038-2fec58377035', 'name': '', 'network_id': '9b205560-8a6b-4b80-8ccd-8b60184267fc', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:b0:d5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:13Z', 'updated_at': '2021-07-23T20:28:27Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:07.024560 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64135246-b391-4be8-9f55-6c0076a425fa None None] The sync data for ids ['82899bc0-186a-4bb9-827b-beb29f1de054'] in n-d-793618-10 is: [{'id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'name': 'tempest-RoutersTest-router-1551311680', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:29:02Z', 'revision_number': 8, 'project_id': 'cde999fc285947a38991630a8d370d15', 'gw_port_host': None, '_interfaces': [{'id': 'a1350143-3cd6-48b0-ba52-70c791b92b48', 'name': '', 'network_id': 'e04c58a3-f698-4839-84ea-ce99ce1fef47', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:37:7c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:21Z', 'updated_at': '2021-07-23T20:28:34Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca08963f-1fac-44f1-80c3-9afc0d27974e', 'name': '', 'network_id': 'ee64898c-7364-4faa-862e-c0f672600d20', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:8b:14:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'bf8394f7-60d4-432b-88d3-dbe4a58f13e5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:36Z', 'updated_at': '2021-07-23T20:28:47Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': 'bf8394f7-60d4-432b-88d3-dbe4a58f13e5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9513e72-40e1-40c6-a038-2fec58377035', 'name': '', 'network_id': '9b205560-8a6b-4b80-8ccd-8b60184267fc', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:b0:d5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:13Z', 'updated_at': '2021-07-23T20:28:27Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:29:07.097745 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58e7b417-4007-40f5-9e81-60d73658af45 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:07.143196 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device f5f3bfda-1945-4240-821a-38712061864f no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:29:07.214909 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: f5f3bfda-1945-4240-821a-38712061864f {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:29:07.215167 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device f5f3bfda-1945-4240-821a-38712061864f not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:29:07.249935 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-a55e0e2b-fee2-4f7b-97fc-477d8c8f3b2c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1872107894-network', 'tenant_id': '9a8509bfd91749fab4cb989d0d0fbc91'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:07.297059 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55e0e2b-fee2-4f7b-97fc-477d8c8f3b2c admin admin] Made reservation on behalf of 9a8509bfd91749fab4cb989d0d0fbc91 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:07.300087 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a55e0e2b-fee2-4f7b-97fc-477d8c8f3b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:07.311492 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a55e0e2b-fee2-4f7b-97fc-477d8c8f3b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:07.490394 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a55e0e2b-fee2-4f7b-97fc-477d8c8f3b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:07.495167 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a55e0e2b-fee2-4f7b-97fc-477d8c8f3b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:07.562439 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e0e2b-fee2-4f7b-97fc-477d8c8f3b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b1931f-6acf-4f6b-b868-188707f2f06e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:07.571490 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-37a9ae3b-3cd5-4a17-b27c-5eb0e7b4df55 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:07.599371 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a55e0e2b-fee2-4f7b-97fc-477d8c8f3b2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:29:07.614662 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a55e0e2b-fee2-4f7b-97fc-477d8c8f3b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:07.615058 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-a55e0e2b-fee2-4f7b-97fc-477d8c8f3b2c admin admin] Added segment cf5fea53-915a-4bb4-a303-32ea1a2186f0 of type vlan for network 9c90c081-0a5d-44bd-b4f8-2493a06b9b50 Jul 23 20:29:07.640445 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9ae3b-3cd5-4a17-b27c-5eb0e7b4df55 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'Port': ['ID=b9a83457-e1e0-42a9-a6cb-2a5b11b994dc,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:07.667128 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a9ae3b-3cd5-4a17-b27c-5eb0e7b4df55 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:07.667473 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a9ae3b-3cd5-4a17-b27c-5eb0e7b4df55 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:07.667798 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a9ae3b-3cd5-4a17-b27c-5eb0e7b4df55 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:07.668134 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a9ae3b-3cd5-4a17-b27c-5eb0e7b4df55 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:07.668484 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a9ae3b-3cd5-4a17-b27c-5eb0e7b4df55 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:07.668796 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a9ae3b-3cd5-4a17-b27c-5eb0e7b4df55 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:07.669119 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a9ae3b-3cd5-4a17-b27c-5eb0e7b4df55 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:07.669446 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a9ae3b-3cd5-4a17-b27c-5eb0e7b4df55 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:07.669878 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a9ae3b-3cd5-4a17-b27c-5eb0e7b4df55 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:07.670208 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a9ae3b-3cd5-4a17-b27c-5eb0e7b4df55 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:07.671217 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a9ae3b-3cd5-4a17-b27c-5eb0e7b4df55 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:07.671519 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a9ae3b-3cd5-4a17-b27c-5eb0e7b4df55 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:07.681235 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a55e0e2b-fee2-4f7b-97fc-477d8c8f3b2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:07.728171 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-37a9ae3b-3cd5-4a17-b27c-5eb0e7b4df55 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:07.735390 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-37a9ae3b-3cd5-4a17-b27c-5eb0e7b4df55 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/ports/b9a83457-e1e0-42a9-a6cb-2a5b11b994dc HTTP/1.1" status: 204 len: 168 time: 2.3396609 Jul 23 20:29:07.736219 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49860) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:07.758889 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a55e0e2b-fee2-4f7b-97fc-477d8c8f3b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:07.759880 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55e0e2b-fee2-4f7b-97fc-477d8c8f3b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:07.760470 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a55e0e2b-fee2-4f7b-97fc-477d8c8f3b2c admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:07.764618 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-de66e8d0-a358-4bc0-aa6f-fb4b94a1cb22 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] GET failed (client error): The resource could not be found. Jul 23 20:29:07.769121 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-de66e8d0-a358-4bc0-aa6f-fb4b94a1cb22 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "GET /v2.0/ports/b9a83457-e1e0-42a9-a6cb-2a5b11b994dc HTTP/1.1" status: 404 len: 333 time: 0.0318005 Jul 23 20:29:07.769761 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49862) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:07.778715 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-58e7b417-4007-40f5-9e81-60d73658af45 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Deleting port ca08963f-1fac-44f1-80c3-9afc0d27974e {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:07.779069 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58e7b417-4007-40f5-9e81-60d73658af45 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:07.818753 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49864) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:07.819695 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a55e0e2b-fee2-4f7b-97fc-477d8c8f3b2c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0321100 Jul 23 20:29:07.824008 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-9badc8be-389b-42d2-abfa-0e57c7275b84 admin admin] Request body: {'subnet': {'network_id': '9c90c081-0a5d-44bd-b4f8-2493a06b9b50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1872107894-subnet', 'tenant_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:07.840596 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e1fbd62-d973-402b-9fc1-69661fe65909 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Deleting subnet 969c3e02-1515-412e-a0c4-0622ef8e6801 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:29:07.845074 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7e1fbd62-d973-402b-9fc1-69661fe65909 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:07.897345 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7e1fbd62-d973-402b-9fc1-69661fe65909 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:07.912511 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-58e7b417-4007-40f5-9e81-60d73658af45 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] For port ca08963f-1fac-44f1-80c3-9afc0d27974e, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=ca08963f-1fac-44f1-80c3-9afc0d27974e,segment=NetworkSegment(ff6d6d08-266e-4900-8cdd-6abbdf628569),segment_id=ff6d6d08-266e-4900-8cdd-6abbdf628569)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:07.913023 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58e7b417-4007-40f5-9e81-60d73658af45 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:07.933422 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-58e7b417-4007-40f5-9e81-60d73658af45 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Calling delete_port for ca08963f-1fac-44f1-80c3-9afc0d27974e owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:07.993067 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7e1fbd62-d973-402b-9fc1-69661fe65909 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:08.066118 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7e1fbd62-d973-402b-9fc1-69661fe65909 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:08.113914 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1fbd62-d973-402b-9fc1-69661fe65909 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'Subnet': ['ID=969c3e02-1515-412e-a0c4-0622ef8e6801,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:08.121349 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7e1fbd62-d973-402b-9fc1-69661fe65909 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:08.128093 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7e1fbd62-d973-402b-9fc1-69661fe65909 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/subnets/969c3e02-1515-412e-a0c4-0622ef8e6801 HTTP/1.1" status: 204 len: 168 time: 0.3572779 Jul 23 20:29:08.132945 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49868) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:08.141717 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644b15bd-8273-4d89-b0f2-b4d4482e9d52 None None] Network 4514f0c6-ab65-4928-b47a-192b52dc4c16 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:08.171463 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e0e2b-fee2-4f7b-97fc-477d8c8f3b2c admin admin] Pushing event updated for resources: {'Network': ['ID=9c90c081-0a5d-44bd-b4f8-2493a06b9b50,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:08.174881 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58e7b417-4007-40f5-9e81-60d73658af45 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:08.180943 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9badc8be-389b-42d2-abfa-0e57c7275b84 admin admin] Made reservation on behalf of 9a8509bfd91749fab4cb989d0d0fbc91 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:08.187475 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9badc8be-389b-42d2-abfa-0e57c7275b84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:08.189578 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 9c90c081-0a5d-44bd-b4f8-2493a06b9b50 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:29:08.215913 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7b417-4007-40f5-9e81-60d73658af45 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event deleted for resources: {'Port': ['ID=ca08963f-1fac-44f1-80c3-9afc0d27974e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:08.260441 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-40c28730-0a42-4727-aa07-cac09ceb052d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Deleting subnet bcb0cf60-5a4e-4c06-a23d-c21876a24605 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:29:08.265423 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8b457802-10e8-4f7e-8497-28639192af1f None None] Could not find standard attr ID for object b9a83457-e1e0-42a9-a6cb-2a5b11b994dc. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:29:08.300587 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-40c28730-0a42-4727-aa07-cac09ceb052d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:08.427266 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-40c28730-0a42-4727-aa07-cac09ceb052d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:08.474246 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58e7b417-4007-40f5-9e81-60d73658af45 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:08.605772 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-40c28730-0a42-4727-aa07-cac09ceb052d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:08.661823 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9badc8be-389b-42d2-abfa-0e57c7275b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:08.760466 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9badc8be-389b-42d2-abfa-0e57c7275b84 admin admin] Checking segment: {'id': 'cf5fea53-915a-4bb4-a303-32ea1a2186f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9c90c081-0a5d-44bd-b4f8-2493a06b9b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:08.760853 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9badc8be-389b-42d2-abfa-0e57c7275b84 admin admin] Network hostable DHCP agents. Network: 9c90c081-0a5d-44bd-b4f8-2493a06b9b50, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:29:08.768674 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9badc8be-389b-42d2-abfa-0e57c7275b84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a074ed79-e75f-476d-8ea9-5a0d7326279b,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:08.789199 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-40c28730-0a42-4727-aa07-cac09ceb052d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:08.830767 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-40c28730-0a42-4727-aa07-cac09ceb052d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:08.836923 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-40c28730-0a42-4727-aa07-cac09ceb052d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/subnets/bcb0cf60-5a4e-4c06-a23d-c21876a24605 HTTP/1.1" status: 204 len: 168 time: 0.7017758 Jul 23 20:29:08.839711 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c28730-0a42-4727-aa07-cac09ceb052d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'Subnet': ['ID=bcb0cf60-5a4e-4c06-a23d-c21876a24605,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:08.841842 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49874) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:08.878380 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9badc8be-389b-42d2-abfa-0e57c7275b84 admin admin] Network 9c90c081-0a5d-44bd-b4f8-2493a06b9b50 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:29:08.893073 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e7b417-4007-40f5-9e81-60d73658af45 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Router 82899bc0-186a-4bb9-827b-beb29f1de054 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:29:08.908709 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-9badc8be-389b-42d2-abfa-0e57c7275b84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 9c90c081-0a5d-44bd-b4f8-2493a06b9b50) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:08.914376 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9badc8be-389b-42d2-abfa-0e57c7275b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:08.914976 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9badc8be-389b-42d2-abfa-0e57c7275b84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:08.925758 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2be18d-b9fc-456d-8148-fc107a78c383 None None] Network 9c90c081-0a5d-44bd-b4f8-2493a06b9b50 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:08.950462 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9badc8be-389b-42d2-abfa-0e57c7275b84 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1264057 Jul 23 20:29:09.012351 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49878) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:09.035668 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-89012fec-0356-42a7-a44b-69cb5e581430 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1872107894-router', 'tenant_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:09.048390 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1e62b1db-db06-4e4e-88df-608eea90307d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.051345 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49880) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:09.160949 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-1e62b1db-db06-4e4e-88df-608eea90307d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Deleting port d28c8bc0-b55e-4f55-b9c5-0f5f9a1fcfd9 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:09.161461 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1e62b1db-db06-4e4e-88df-608eea90307d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.189828 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-89012fec-0356-42a7-a44b-69cb5e581430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.190891 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-89012fec-0356-42a7-a44b-69cb5e581430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.194804 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e7b417-4007-40f5-9e81-60d73658af45 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:29:09.211220 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-58e7b417-4007-40f5-9e81-60d73658af45 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "PUT /v2.0/routers/82899bc0-186a-4bb9-827b-beb29f1de054/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0436223 Jul 23 20:29:09.216413 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49886) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:09.232363 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5404b3-ceff-424d-8a04-6edfd3f13891 None None] Sync routers for ids ['82899bc0-186a-4bb9-827b-beb29f1de054'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:29:09.276153 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5404b3-ceff-424d-8a04-6edfd3f13891 None None] Routers {'82899bc0-186a-4bb9-827b-beb29f1de054'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:09.277512 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6f5404b3-ceff-424d-8a04-6edfd3f13891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:28:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['82899bc0-186a-4bb9-827b-beb29f1de054'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:09.283696 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99afcc5c-1bc8-4bf9-bba8-492d160f73cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-9c90c081-0a5d-44bd-b4f8-2493a06b9b50', 'network_id': '9c90c081-0a5d-44bd-b4f8-2493a06b9b50', 'tenant_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'fixed_ips': [{'subnet_id': 'a074ed79-e75f-476d-8ea9-5a0d7326279b'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:29:09.285136 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99afcc5c-1bc8-4bf9-bba8-492d160f73cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.325953 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-1e62b1db-db06-4e4e-88df-608eea90307d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] For port d28c8bc0-b55e-4f55-b9c5-0f5f9a1fcfd9, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d28c8bc0-b55e-4f55-b9c5-0f5f9a1fcfd9,segment=NetworkSegment(56c8bdb6-32e0-4163-92af-64d3fbf50fc6),segment_id=56c8bdb6-32e0-4163-92af-64d3fbf50fc6)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:09.326329 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1e62b1db-db06-4e4e-88df-608eea90307d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.341785 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-1e62b1db-db06-4e4e-88df-608eea90307d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Calling delete_port for d28c8bc0-b55e-4f55-b9c5-0f5f9a1fcfd9 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:09.359628 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-89012fec-0356-42a7-a44b-69cb5e581430 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.389879 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-18564a68-ee81-4059-bb55-066e9e0d3185 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Deleting subnet bf8394f7-60d4-432b-88d3-dbe4a58f13e5 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:29:09.397839 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-18564a68-ee81-4059-bb55-066e9e0d3185 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.420178 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b3fb3c40-3c7b-431b-b6dc-5a2c2e54555a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.515627 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-6f5404b3-ceff-424d-8a04-6edfd3f13891 None None] Set router 82899bc0-186a-4bb9-827b-beb29f1de054 gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:09.529507 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1e62b1db-db06-4e4e-88df-608eea90307d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.559124 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62b1db-db06-4e4e-88df-608eea90307d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'Port': ['ID=d28c8bc0-b55e-4f55-b9c5-0f5f9a1fcfd9,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:09.565297 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f19e81-7a9b-4335-bda4-233c117a8eec None None] Network 4514f0c6-ab65-4928-b47a-192b52dc4c16 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:09.581017 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e62b1db-db06-4e4e-88df-608eea90307d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] No DVR routers for this DVR port d28c8bc0-b55e-4f55-b9c5-0f5f9a1fcfd9 on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:29:09.599553 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-18564a68-ee81-4059-bb55-066e9e0d3185 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.643487 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-66ea2e4c-98ec-4e3c-ab5c-18a589d30d37 None None] Could not find standard attr ID for object d28c8bc0-b55e-4f55-b9c5-0f5f9a1fcfd9. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:29:09.669757 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-89012fec-0356-42a7-a44b-69cb5e581430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.724883 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1e62b1db-db06-4e4e-88df-608eea90307d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.743690 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b3fb3c40-3c7b-431b-b6dc-5a2c2e54555a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.745942 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-1e62b1db-db06-4e4e-88df-608eea90307d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4514f0c6-ab65-4928-b47a-192b52dc4c16']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:09.749815 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b3fb3c40-3c7b-431b-b6dc-5a2c2e54555a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.765970 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-1e62b1db-db06-4e4e-88df-608eea90307d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56c8bdb6-32e0-4163-92af-64d3fbf50fc6') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:09.766984 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-1e62b1db-db06-4e4e-88df-608eea90307d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56c8bdb6-32e0-4163-92af-64d3fbf50fc6') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:09.790270 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-18564a68-ee81-4059-bb55-066e9e0d3185 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.808861 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1e62b1db-db06-4e4e-88df-608eea90307d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.834089 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b3fb3c40-3c7b-431b-b6dc-5a2c2e54555a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=24146cf316b54fbb9b038533137556da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7816079 Jul 23 20:29:09.836983 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb3c40-3c7b-431b-b6dc-5a2c2e54555a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756ca462-5667-41fb-b97d-291a9751f205,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:09.839894 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49888) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:09.858898 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1e62b1db-db06-4e4e-88df-608eea90307d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.892648 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e62b1db-db06-4e4e-88df-608eea90307d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:29:09.893101 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1e62b1db-db06-4e4e-88df-608eea90307d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.896333 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:29:09.896333 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:29:09.896333 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:29:09.896333 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:29:09.896333 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:29:09.896333 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:29:09.896333 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:29:09.896333 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:29:09.896333 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:29:09.896333 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:29:09.896333 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:29:09.896333 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:29:09.896333 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:29:09.896333 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:29:09.896333 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:29:09.896333 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:29:09.896333 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:29:09.896333 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:29:09.896333 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:29:09.896333 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:29:09.896333 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:29:09.896333 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:29:09.896333 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:29:09.896333 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:29:09.896333 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:29:09.896333 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:29:09.896333 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:29:09.896333 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:29:09.896333 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:29:09.896333 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:29:09.896333 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:29:09.896333 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:29:09.932430 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-18564a68-ee81-4059-bb55-066e9e0d3185 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.970336 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-99afcc5c-1bc8-4bf9-bba8-492d160f73cf None None] Allocated IP 172.20.0.2 (9c90c081-0a5d-44bd-b4f8-2493a06b9b50/a074ed79-e75f-476d-8ea9-5a0d7326279b/86171773-2ccc-443e-8465-d0e75eeeaca5) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:09.974829 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-18564a68-ee81-4059-bb55-066e9e0d3185 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.979926 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-18564a68-ee81-4059-bb55-066e9e0d3185 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "DELETE /v2.0/subnets/bf8394f7-60d4-432b-88d3-dbe4a58f13e5 HTTP/1.1" status: 204 len: 168 time: 0.7587385 Jul 23 20:29:09.980599 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18564a68-ee81-4059-bb55-066e9e0d3185 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event deleted for resources: {'Subnet': ['ID=bf8394f7-60d4-432b-88d3-dbe4a58f13e5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:09.984756 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49890) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:10.016935 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d982b6e9-8af9-4147-b93b-869d4c3a4920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:10.023802 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1084e5-d971-4204-9503-0f603dd7d190 None None] Network ee64898c-7364-4faa-862e-c0f672600d20 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:10.061692 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d982b6e9-8af9-4147-b93b-869d4c3a4920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:10.063765 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1e62b1db-db06-4e4e-88df-608eea90307d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:10.080303 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1e62b1db-db06-4e4e-88df-608eea90307d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:10.082313 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1e62b1db-db06-4e4e-88df-608eea90307d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/networks/4514f0c6-ab65-4928-b47a-192b52dc4c16 HTTP/1.1" status: 204 len: 168 time: 1.2315183 Jul 23 20:29:10.098967 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49892) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:10.112037 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62b1db-db06-4e4e-88df-608eea90307d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'Network': ['ID=4514f0c6-ab65-4928-b47a-192b52dc4c16,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:10.167467 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b928b10f-7eb5-4df7-8852-13b30e9855c8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:10.199020 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d982b6e9-8af9-4147-b93b-869d4c3a4920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:10.206349 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d982b6e9-8af9-4147-b93b-869d4c3a4920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:10.212581 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d982b6e9-8af9-4147-b93b-869d4c3a4920 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/756ca462-5667-41fb-b97d-291a9751f205 HTTP/1.1" status: 204 len: 168 time: 0.3599164 Jul 23 20:29:10.261210 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982b6e9-8af9-4147-b93b-869d4c3a4920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756ca462-5667-41fb-b97d-291a9751f205,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:10.365687 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8daab96-d6e7-44fa-a62d-4dfb9fdda3e2 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:10.368538 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f8daab96-d6e7-44fa-a62d-4dfb9fdda3e2 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2680883 Jul 23 20:29:10.374690 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49898) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:10.379592 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-42834900-05fc-4169-a628-eb13c9e7bf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:10.381193 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a202d2f0-31b9-43b1-8bf3-8c4be92623ca None None] DHCP port deletion for 4514f0c6-ab65-4928-b47a-192b52dc4c16 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:29:10.550361 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d3c79cb5-011d-408f-a0da-427121bed3ba tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1727509 Jul 23 20:29:10.555280 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49902) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:10.564675 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-86725805-a1c9-4d7d-8736-8d82e109d226 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1041664989'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:10.578691 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99afcc5c-1bc8-4bf9-bba8-492d160f73cf None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:10.606315 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86725805-a1c9-4d7d-8736-8d82e109d226 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Made reservation on behalf of e30eb463c27249bf95b908bf72fc2bf2 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:10.614069 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-86725805-a1c9-4d7d-8736-8d82e109d226 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:10.620147 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-99afcc5c-1bc8-4bf9-bba8-492d160f73cf None None] Transition to ACTIVE for port object 86171773-2ccc-443e-8465-d0e75eeeaca5 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:10.641412 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-99afcc5c-1bc8-4bf9-bba8-492d160f73cf None None] Transition to ACTIVE for port object 86171773-2ccc-443e-8465-d0e75eeeaca5 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:10.658185 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6f5404b3-ceff-424d-8a04-6edfd3f13891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'name': 'tempest-RoutersTest-router-1551311680', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:29:08Z', 'revision_number': 9, 'project_id': 'cde999fc285947a38991630a8d370d15', 'gw_port_host': None, '_interfaces': [{'id': 'a1350143-3cd6-48b0-ba52-70c791b92b48', 'name': '', 'network_id': 'e04c58a3-f698-4839-84ea-ce99ce1fef47', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:37:7c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:21Z', 'updated_at': '2021-07-23T20:28:34Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9513e72-40e1-40c6-a038-2fec58377035', 'name': '', 'network_id': '9b205560-8a6b-4b80-8ccd-8b60184267fc', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:b0:d5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:13Z', 'updated_at': '2021-07-23T20:28:27Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:10.661315 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99afcc5c-1bc8-4bf9-bba8-492d160f73cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:10.662288 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86725805-a1c9-4d7d-8736-8d82e109d226 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:29:10.682203 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-86725805-a1c9-4d7d-8736-8d82e109d226 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:10.682893 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-86725805-a1c9-4d7d-8736-8d82e109d226 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Added segment ecfe67f7-c9e2-4849-9277-1b7758fab3f3 of type vlan for network 7df842c7-4b2f-4ca5-bdeb-c9d742fc9e3f Jul 23 20:29:10.726317 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5404b3-ceff-424d-8a04-6edfd3f13891 None None] Checking router: 82899bc0-186a-4bb9-827b-beb29f1de054 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:29:10.762151 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-86725805-a1c9-4d7d-8736-8d82e109d226 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:10.775384 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99afcc5c-1bc8-4bf9-bba8-492d160f73cf None None] Network 9c90c081-0a5d-44bd-b4f8-2493a06b9b50 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:10.777858 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5404b3-ceff-424d-8a04-6edfd3f13891 None None] Routers {'82899bc0-186a-4bb9-827b-beb29f1de054'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:10.778677 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6f5404b3-ceff-424d-8a04-6edfd3f13891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:28:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['82899bc0-186a-4bb9-827b-beb29f1de054'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:10.834820 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99afcc5c-1bc8-4bf9-bba8-492d160f73cf None None] Pushing event updated for resources: {'Port': ['ID=86171773-2ccc-443e-8465-d0e75eeeaca5,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:10.838883 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-86725805-a1c9-4d7d-8736-8d82e109d226 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:10.843961 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-89012fec-0356-42a7-a44b-69cb5e581430 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:10.846939 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86725805-a1c9-4d7d-8736-8d82e109d226 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:10.847602 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-86725805-a1c9-4d7d-8736-8d82e109d226 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:10.848660 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-99afcc5c-1bc8-4bf9-bba8-492d160f73cf None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:10.852068 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99afcc5c-1bc8-4bf9-bba8-492d160f73cf None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:10.881076 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-89012fec-0356-42a7-a44b-69cb5e581430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:10.906241 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c930f14-1884-4b95-a509-206956d52ec4 None None] DHCP port deletion for ee64898c-7364-4faa-862e-c0f672600d20 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:29:10.935709 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-86725805-a1c9-4d7d-8736-8d82e109d226 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3783941 Jul 23 20:29:10.941712 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49912) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:10.961615 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-8fe67d9a-4248-4bd9-9a2d-bb357b8dccf8 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'subnet': {'network_id': '7df842c7-4b2f-4ca5-bdeb-c9d742fc9e3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:10.984676 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-b928b10f-7eb5-4df7-8852-13b30e9855c8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Deleting port 14cc5d0c-f85b-42d3-b919-a11a0794b143 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:10.985207 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b928b10f-7eb5-4df7-8852-13b30e9855c8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:11.019422 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-99afcc5c-1bc8-4bf9-bba8-492d160f73cf None None] Attempting to bind port 86171773-2ccc-443e-8465-d0e75eeeaca5 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:29:11.019926 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-99afcc5c-1bc8-4bf9-bba8-492d160f73cf None None] Attempting to bind port 86171773-2ccc-443e-8465-d0e75eeeaca5 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'cf5fea53-915a-4bb4-a303-32ea1a2186f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9c90c081-0a5d-44bd-b4f8-2493a06b9b50'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:29:11.020465 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99afcc5c-1bc8-4bf9-bba8-492d160f73cf None None] Attempting to bind port 86171773-2ccc-443e-8465-d0e75eeeaca5 on network 9c90c081-0a5d-44bd-b4f8-2493a06b9b50 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:29:11.032049 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99afcc5c-1bc8-4bf9-bba8-492d160f73cf None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:29:11.033108 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99afcc5c-1bc8-4bf9-bba8-492d160f73cf None None] Checking segment: {'id': 'cf5fea53-915a-4bb4-a303-32ea1a2186f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9c90c081-0a5d-44bd-b4f8-2493a06b9b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:11.033108 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99afcc5c-1bc8-4bf9-bba8-492d160f73cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:11.033313 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86725805-a1c9-4d7d-8736-8d82e109d226 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'Network': ['ID=7df842c7-4b2f-4ca5-bdeb-c9d742fc9e3f,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:11.033551 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99afcc5c-1bc8-4bf9-bba8-492d160f73cf None None] Bound using segment: {'id': 'cf5fea53-915a-4bb4-a303-32ea1a2186f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9c90c081-0a5d-44bd-b4f8-2493a06b9b50'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:29:11.034253 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-99afcc5c-1bc8-4bf9-bba8-492d160f73cf None None] Bound port: 86171773-2ccc-443e-8465-d0e75eeeaca5, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf5fea53-915a-4bb4-a303-32ea1a2186f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9c90c081-0a5d-44bd-b4f8-2493a06b9b50'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:29:11.034742 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99afcc5c-1bc8-4bf9-bba8-492d160f73cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:11.053623 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-6f5404b3-ceff-424d-8a04-6edfd3f13891 None None] Set router 82899bc0-186a-4bb9-827b-beb29f1de054 gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:11.089208 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 7df842c7-4b2f-4ca5-bdeb-c9d742fc9e3f details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:29:11.176732 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe67d9a-4248-4bd9-9a2d-bb357b8dccf8 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Made reservation on behalf of e30eb463c27249bf95b908bf72fc2bf2 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:11.187970 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8fe67d9a-4248-4bd9-9a2d-bb357b8dccf8 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:11.196050 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-3c930f14-1884-4b95-a509-206956d52ec4 None None] Deleting port 14cc5d0c-f85b-42d3-b919-a11a0794b143 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:11.196481 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3c930f14-1884-4b95-a509-206956d52ec4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:11.214265 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-89012fec-0356-42a7-a44b-69cb5e581430 admin admin] Allocated IP 172.25.1.199 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/0cb494f6-38b4-4b0a-b621-8259f551a3a8) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:11.217944 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 14cc5d0c-f85b-42d3-b919-a11a0794b143 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:29:11.218778 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-b928b10f-7eb5-4df7-8852-13b30e9855c8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] For port 14cc5d0c-f85b-42d3-b919-a11a0794b143, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=14cc5d0c-f85b-42d3-b919-a11a0794b143,segment=NetworkSegment(ff6d6d08-266e-4900-8cdd-6abbdf628569),segment_id=ff6d6d08-266e-4900-8cdd-6abbdf628569)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:11.219141 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b928b10f-7eb5-4df7-8852-13b30e9855c8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:11.253325 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-b928b10f-7eb5-4df7-8852-13b30e9855c8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Calling delete_port for 14cc5d0c-f85b-42d3-b919-a11a0794b143 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:11.424505 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49924) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:11.467884 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8fe67d9a-4248-4bd9-9a2d-bb357b8dccf8 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:11.521564 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-89012fec-0356-42a7-a44b-69cb5e581430 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:11.541439 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b928b10f-7eb5-4df7-8852-13b30e9855c8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:11.584102 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-99afcc5c-1bc8-4bf9-bba8-492d160f73cf None None] For port 86171773-2ccc-443e-8465-d0e75eeeaca5, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:29:11.590741 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No active binding found for port 14cc5d0c-f85b-42d3-b919-a11a0794b143 {{(pid=93877) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 23 20:29:11.591552 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 14cc5d0c-f85b-42d3-b919-a11a0794b143 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:29:11.592405 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d28c8bc0-b55e-4f55-b9c5-0f5f9a1fcfd9 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:29:11.596651 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b928b10f-7eb5-4df7-8852-13b30e9855c8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event deleted for resources: {'Port': ['ID=14cc5d0c-f85b-42d3-b919-a11a0794b143,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:11.599775 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-3c930f14-1884-4b95-a509-206956d52ec4 None None] For port 14cc5d0c-f85b-42d3-b919-a11a0794b143, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=14cc5d0c-f85b-42d3-b919-a11a0794b143,segment=NetworkSegment(ff6d6d08-266e-4900-8cdd-6abbdf628569),segment_id=ff6d6d08-266e-4900-8cdd-6abbdf628569)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:11.600460 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3c930f14-1884-4b95-a509-206956d52ec4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:11.616504 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b928b10f-7eb5-4df7-8852-13b30e9855c8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] No DVR routers for this DVR port 14cc5d0c-f85b-42d3-b919-a11a0794b143 on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:29:11.622901 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe67d9a-4248-4bd9-9a2d-bb357b8dccf8 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Checking segment: {'id': 'ecfe67f7-c9e2-4849-9277-1b7758fab3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7df842c7-4b2f-4ca5-bdeb-c9d742fc9e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:11.623894 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe67d9a-4248-4bd9-9a2d-bb357b8dccf8 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Network hostable DHCP agents. Network: 7df842c7-4b2f-4ca5-bdeb-c9d742fc9e3f, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:29:11.628892 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe67d9a-4248-4bd9-9a2d-bb357b8dccf8 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'Subnet': ['ID=10363356-376d-4077-8435-de14d4aeb961,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:11.653055 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-99afcc5c-1bc8-4bf9-bba8-492d160f73cf None None] For port 86171773-2ccc-443e-8465-d0e75eeeaca5, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=86171773-2ccc-443e-8465-d0e75eeeaca5,segment=NetworkSegment(cf5fea53-915a-4bb4-a303-32ea1a2186f0),segment_id=cf5fea53-915a-4bb4-a303-32ea1a2186f0)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:29:11.659042 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: d28c8bc0-b55e-4f55-b9c5-0f5f9a1fcfd9 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:29:11.659823 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d28c8bc0-b55e-4f55-b9c5-0f5f9a1fcfd9 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:29:11.662536 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-3c930f14-1884-4b95-a509-206956d52ec4 None None] Calling delete_port for 14cc5d0c-f85b-42d3-b919-a11a0794b143 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:11.671526 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-99afcc5c-1bc8-4bf9-bba8-492d160f73cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:11.675665 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe67d9a-4248-4bd9-9a2d-bb357b8dccf8 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Network 7df842c7-4b2f-4ca5-bdeb-c9d742fc9e3f is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:29:11.710444 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-8fe67d9a-4248-4bd9-9a2d-bb357b8dccf8 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 7df842c7-4b2f-4ca5-bdeb-c9d742fc9e3f) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:11.718667 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe67d9a-4248-4bd9-9a2d-bb357b8dccf8 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:11.719507 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8fe67d9a-4248-4bd9-9a2d-bb357b8dccf8 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:11.743078 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220d0d4a-7d04-4963-a063-1dd876545c98 None None] Network 7df842c7-4b2f-4ca5-bdeb-c9d742fc9e3f requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:11.755625 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8fe67d9a-4248-4bd9-9a2d-bb357b8dccf8 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8115287 Jul 23 20:29:11.756723 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49928) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:11.757633 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f14a9e47-7bd3-4522-b2ac-4f69e413b1f4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-369915728-network', 'tenant_id': 'e56d3e24be684d0f979e3c409e3d5270'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:11.763013 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-54b133e5-90af-47d7-a892-6489af18d286 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'port': {'network_id': '7df842c7-4b2f-4ca5-bdeb-c9d742fc9e3f', 'name': 'tempest-PortsTestJSON-2127836567'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:11.792414 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6f5404b3-ceff-424d-8a04-6edfd3f13891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'name': 'tempest-RoutersTest-router-1551311680', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:29:08Z', 'revision_number': 9, 'project_id': 'cde999fc285947a38991630a8d370d15', 'gw_port_host': None, '_interfaces': [{'id': 'a1350143-3cd6-48b0-ba52-70c791b92b48', 'name': '', 'network_id': 'e04c58a3-f698-4839-84ea-ce99ce1fef47', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:37:7c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:21Z', 'updated_at': '2021-07-23T20:28:34Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9513e72-40e1-40c6-a038-2fec58377035', 'name': '', 'network_id': '9b205560-8a6b-4b80-8ccd-8b60184267fc', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:b0:d5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:13Z', 'updated_at': '2021-07-23T20:28:27Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:11.813611 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b928b10f-7eb5-4df7-8852-13b30e9855c8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:11.824910 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-b928b10f-7eb5-4df7-8852-13b30e9855c8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee64898c-7364-4faa-862e-c0f672600d20']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:11.837655 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-b928b10f-7eb5-4df7-8852-13b30e9855c8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff6d6d08-266e-4900-8cdd-6abbdf628569') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:11.838144 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-b928b10f-7eb5-4df7-8852-13b30e9855c8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff6d6d08-266e-4900-8cdd-6abbdf628569') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:11.857449 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b928b10f-7eb5-4df7-8852-13b30e9855c8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:11.880149 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-89012fec-0356-42a7-a44b-69cb5e581430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:11.932844 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b928b10f-7eb5-4df7-8852-13b30e9855c8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:11.946119 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89012fec-0356-42a7-a44b-69cb5e581430 admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:11.952721 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-89012fec-0356-42a7-a44b-69cb5e581430 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:11.959263 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14a9e47-7bd3-4522-b2ac-4f69e413b1f4 admin admin] Made reservation on behalf of e56d3e24be684d0f979e3c409e3d5270 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:11.960655 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b133e5-90af-47d7-a892-6489af18d286 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Made reservation on behalf of e30eb463c27249bf95b908bf72fc2bf2 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:11.961785 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f14a9e47-7bd3-4522-b2ac-4f69e413b1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:11.964330 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89012fec-0356-42a7-a44b-69cb5e581430 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:11.966057 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-54b133e5-90af-47d7-a892-6489af18d286 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:11.981127 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b928b10f-7eb5-4df7-8852-13b30e9855c8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:29:11.981721 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b928b10f-7eb5-4df7-8852-13b30e9855c8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:11.985062 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:29:11.985062 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:29:11.985062 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:29:11.985062 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:29:11.985062 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:29:11.985062 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:29:11.985062 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:29:11.985062 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:29:11.985062 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:29:11.985062 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:29:11.985062 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:29:11.985062 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:29:11.985062 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:29:11.985062 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:29:11.985062 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:29:11.985062 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:29:11.985062 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:29:11.985062 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:29:11.985062 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:29:11.985062 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:29:11.985062 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:29:11.985062 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:29:11.985062 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:29:11.985062 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:29:11.985062 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:29:11.985062 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:29:11.985062 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:29:11.985062 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:29:11.985062 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:29:11.985062 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:29:11.985062 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:29:11.985062 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:29:11.991381 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-54b133e5-90af-47d7-a892-6489af18d286 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] device_id is not set on port 73427048-7629-4b07-af55-2c825b950a6a yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:29:12.033018 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5404b3-ceff-424d-8a04-6edfd3f13891 None None] The sync data for ids ['82899bc0-186a-4bb9-827b-beb29f1de054'] in n-d-793618-10 is: [{'id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'name': 'tempest-RoutersTest-router-1551311680', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:29:08Z', 'revision_number': 9, 'project_id': 'cde999fc285947a38991630a8d370d15', 'gw_port_host': None, '_interfaces': [{'id': 'a1350143-3cd6-48b0-ba52-70c791b92b48', 'name': '', 'network_id': 'e04c58a3-f698-4839-84ea-ce99ce1fef47', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:37:7c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:21Z', 'updated_at': '2021-07-23T20:28:34Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': 'dbb949cd-4d27-4c15-940e-9d9f03de9fcc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9513e72-40e1-40c6-a038-2fec58377035', 'name': '', 'network_id': '9b205560-8a6b-4b80-8ccd-8b60184267fc', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:b0:d5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:13Z', 'updated_at': '2021-07-23T20:28:27Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:29:12.036974 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89012fec-0356-42a7-a44b-69cb5e581430 admin admin] Pushing event updated for resources: {'Port': ['ID=0cb494f6-38b4-4b0a-b621-8259f551a3a8,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:12.038730 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f14a9e47-7bd3-4522-b2ac-4f69e413b1f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:12.041011 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99afcc5c-1bc8-4bf9-bba8-492d160f73cf None None] Pushing event updated for resources: {'Port': ['ID=86171773-2ccc-443e-8465-d0e75eeeaca5,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:12.178597 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3c930f14-1884-4b95-a509-206956d52ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:12.185683 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-54b133e5-90af-47d7-a892-6489af18d286 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Allocated IP 172.20.0.14 (7df842c7-4b2f-4ca5-bdeb-c9d742fc9e3f/10363356-376d-4077-8435-de14d4aeb961/73427048-7629-4b07-af55-2c825b950a6a) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:12.236825 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b928b10f-7eb5-4df7-8852-13b30e9855c8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:12.251792 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b928b10f-7eb5-4df7-8852-13b30e9855c8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:12.257333 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b928b10f-7eb5-4df7-8852-13b30e9855c8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "DELETE /v2.0/networks/ee64898c-7364-4faa-862e-c0f672600d20 HTTP/1.1" status: 204 len: 168 time: 2.2682269 Jul 23 20:29:12.258915 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49930) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:12.259676 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c930f14-1884-4b95-a509-206956d52ec4 None None] Pushing event deleted for resources: {'Port': ['ID=14cc5d0c-f85b-42d3-b919-a11a0794b143,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:12.279665 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c930f14-1884-4b95-a509-206956d52ec4 None None] No DVR routers for this DVR port 14cc5d0c-f85b-42d3-b919-a11a0794b143 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:29:12.292293 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b928b10f-7eb5-4df7-8852-13b30e9855c8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event deleted for resources: {'Network': ['ID=ee64898c-7364-4faa-862e-c0f672600d20,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:12.334243 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ade18b9-eb20-4959-8eb2-efa7ef8a8549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-7df842c7-4b2f-4ca5-bdeb-c9d742fc9e3f', 'network_id': '7df842c7-4b2f-4ca5-bdeb-c9d742fc9e3f', 'tenant_id': 'e30eb463c27249bf95b908bf72fc2bf2', 'fixed_ips': [{'subnet_id': '10363356-376d-4077-8435-de14d4aeb961'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:29:12.336021 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2ade18b9-eb20-4959-8eb2-efa7ef8a8549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:12.466516 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f14a9e47-7bd3-4522-b2ac-4f69e413b1f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:12.475689 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f14a9e47-7bd3-4522-b2ac-4f69e413b1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:12.500834 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-89012fec-0356-42a7-a44b-69cb5e581430 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:12.539019 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f14a9e47-7bd3-4522-b2ac-4f69e413b1f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:29:12.585612 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a9e47-7bd3-4522-b2ac-4f69e413b1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11ce9da-183e-4550-a88a-4339432953ae,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:12.591652 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f14a9e47-7bd3-4522-b2ac-4f69e413b1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:12.591652 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-f14a9e47-7bd3-4522-b2ac-4f69e413b1f4 admin admin] Added segment 4e1287e2-8d8d-45d3-9f70-c833c1d3a9cd of type vlan for network 03890be3-e27c-4320-8703-01806113988f Jul 23 20:29:12.673233 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f14a9e47-7bd3-4522-b2ac-4f69e413b1f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:12.675373 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-54b133e5-90af-47d7-a892-6489af18d286 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:12.699006 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-54b133e5-90af-47d7-a892-6489af18d286 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Transition to ACTIVE for port object 73427048-7629-4b07-af55-2c825b950a6a will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:12.766668 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-54b133e5-90af-47d7-a892-6489af18d286 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:12.809654 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f14a9e47-7bd3-4522-b2ac-4f69e413b1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:12.811193 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14a9e47-7bd3-4522-b2ac-4f69e413b1f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:12.811942 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f14a9e47-7bd3-4522-b2ac-4f69e413b1f4 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:12.827990 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-2ade18b9-eb20-4959-8eb2-efa7ef8a8549 None None] Allocated IP 172.20.0.2 (7df842c7-4b2f-4ca5-bdeb-c9d742fc9e3f/10363356-376d-4077-8435-de14d4aeb961/13104c0f-dbe3-4e7c-818e-2261b8d4c3ec) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:12.845635 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b133e5-90af-47d7-a892-6489af18d286 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Network 7df842c7-4b2f-4ca5-bdeb-c9d742fc9e3f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:12.851689 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-54b133e5-90af-47d7-a892-6489af18d286 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:12.860133 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b133e5-90af-47d7-a892-6489af18d286 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:12.873813 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f14a9e47-7bd3-4522-b2ac-4f69e413b1f4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4402902 Jul 23 20:29:12.877601 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49934) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:12.883461 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-c3a6201c-0568-415f-a45c-e20bfd28bd50 admin admin] Request body: {'subnet': {'network_id': '03890be3-e27c-4320-8703-01806113988f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-369915728-subnet', 'tenant_id': 'e56d3e24be684d0f979e3c409e3d5270', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:12.902760 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b133e5-90af-47d7-a892-6489af18d286 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'Port': ['ID=73427048-7629-4b07-af55-2c825b950a6a,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:12.924571 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a9e47-7bd3-4522-b2ac-4f69e413b1f4 admin admin] Pushing event updated for resources: {'Network': ['ID=03890be3-e27c-4320-8703-01806113988f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:12.937335 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b133e5-90af-47d7-a892-6489af18d286 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:12.938048 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-54b133e5-90af-47d7-a892-6489af18d286 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:12.969282 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 03890be3-e27c-4320-8703-01806113988f details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:29:12.972190 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-89012fec-0356-42a7-a44b-69cb5e581430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:12.993731 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a6201c-0568-415f-a45c-e20bfd28bd50 admin admin] Made reservation on behalf of e56d3e24be684d0f979e3c409e3d5270 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:12.999893 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c3a6201c-0568-415f-a45c-e20bfd28bd50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:13.007518 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-54b133e5-90af-47d7-a892-6489af18d286 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2455122 Jul 23 20:29:13.010558 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49936) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:13.022027 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-75253be7-a7bf-4d16-a2d0-22784147fb3e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'port': {'network_id': '7df842c7-4b2f-4ca5-bdeb-c9d742fc9e3f', 'name': 'tempest-PortsTestJSON-1527593324'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:13.165190 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2ade18b9-eb20-4959-8eb2-efa7ef8a8549 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:13.196488 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2ade18b9-eb20-4959-8eb2-efa7ef8a8549 None None] Transition to ACTIVE for port object 13104c0f-dbe3-4e7c-818e-2261b8d4c3ec will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:13.241400 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 86171773-2ccc-443e-8465-d0e75eeeaca5 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:13.255386 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2ade18b9-eb20-4959-8eb2-efa7ef8a8549 None None] Transition to ACTIVE for port object 13104c0f-dbe3-4e7c-818e-2261b8d4c3ec will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:13.257576 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa553-bf4f-4043-9b93-6f201a185744 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:13.257824 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c7c9e6-b5df-46b1-8ea9-c3c376a4a12f None None] Network 9c90c081-0a5d-44bd-b4f8-2493a06b9b50 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:13.283607 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2ade18b9-eb20-4959-8eb2-efa7ef8a8549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:13.336495 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89012fec-0356-42a7-a44b-69cb5e581430 admin admin] Router 5504e6a3-2acd-4976-b8be-e34884fab708 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:29:13.352892 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75253be7-a7bf-4d16-a2d0-22784147fb3e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Made reservation on behalf of e30eb463c27249bf95b908bf72fc2bf2 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:13.356598 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-75253be7-a7bf-4d16-a2d0-22784147fb3e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:13.363159 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ade18b9-eb20-4959-8eb2-efa7ef8a8549 None None] Network 7df842c7-4b2f-4ca5-bdeb-c9d742fc9e3f is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:13.365291 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c3a6201c-0568-415f-a45c-e20bfd28bd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:13.375847 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-2ade18b9-eb20-4959-8eb2-efa7ef8a8549 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:13.391001 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ade18b9-eb20-4959-8eb2-efa7ef8a8549 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:13.394627 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-75253be7-a7bf-4d16-a2d0-22784147fb3e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] device_id is not set on port ac7b98b4-bb23-4c13-88c8-b9f98f8719c9 yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:29:13.421783 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:13.430207 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7d48f277-ba2d-48ac-b94c-249fa5c6bfbe None None] Provisioning for port 86171773-2ccc-443e-8465-d0e75eeeaca5 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:13.437121 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade18b9-eb20-4959-8eb2-efa7ef8a8549 None None] Pushing event updated for resources: {'Port': ['ID=13104c0f-dbe3-4e7c-818e-2261b8d4c3ec,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:13.509946 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 86171773-2ccc-443e-8465-d0e75eeeaca5 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:13.511685 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a6201c-0568-415f-a45c-e20bfd28bd50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=425ae729-429e-4264-811d-78080dc7c6dd,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:13.527632 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 86171773-2ccc-443e-8465-d0e75eeeaca5 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:13.528261 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:13.533416 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a6201c-0568-415f-a45c-e20bfd28bd50 admin admin] Checking segment: {'id': '4e1287e2-8d8d-45d3-9f70-c833c1d3a9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '03890be3-e27c-4320-8703-01806113988f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:13.533816 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a6201c-0568-415f-a45c-e20bfd28bd50 admin admin] Network hostable DHCP agents. Network: 03890be3-e27c-4320-8703-01806113988f, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:29:13.541054 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89012fec-0356-42a7-a44b-69cb5e581430 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:29:13.555084 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5099ccd-bf43-46e7-a83b-c58dd5109252 None None] Sync routers for ids ['5504e6a3-2acd-4976-b8be-e34884fab708'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:29:13.563932 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a6201c-0568-415f-a45c-e20bfd28bd50 admin admin] Network 03890be3-e27c-4320-8703-01806113988f is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:29:13.567887 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5099ccd-bf43-46e7-a83b-c58dd5109252 None None] Routers {'5504e6a3-2acd-4976-b8be-e34884fab708'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:13.568841 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e5099ccd-bf43-46e7-a83b-c58dd5109252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:28:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5504e6a3-2acd-4976-b8be-e34884fab708'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:13.570199 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-89012fec-0356-42a7-a44b-69cb5e581430 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:13.574249 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-89012fec-0356-42a7-a44b-69cb5e581430 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5585930 Jul 23 20:29:13.574522 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49938) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:13.585519 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-c3a6201c-0568-415f-a45c-e20bfd28bd50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 03890be3-e27c-4320-8703-01806113988f) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:13.609297 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796fea20-7248-42ef-90d8-b14ad5b7c5d8 None None] Network 03890be3-e27c-4320-8703-01806113988f requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:13.612685 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-2ade18b9-eb20-4959-8eb2-efa7ef8a8549 None None] Attempting to bind port 13104c0f-dbe3-4e7c-818e-2261b8d4c3ec on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:29:13.613059 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-2ade18b9-eb20-4959-8eb2-efa7ef8a8549 None None] Attempting to bind port 13104c0f-dbe3-4e7c-818e-2261b8d4c3ec by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'ecfe67f7-c9e2-4849-9277-1b7758fab3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7df842c7-4b2f-4ca5-bdeb-c9d742fc9e3f'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:29:13.613621 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ade18b9-eb20-4959-8eb2-efa7ef8a8549 None None] Attempting to bind port 13104c0f-dbe3-4e7c-818e-2261b8d4c3ec on network 7df842c7-4b2f-4ca5-bdeb-c9d742fc9e3f {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:29:13.624751 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-75253be7-a7bf-4d16-a2d0-22784147fb3e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Allocated IP 172.20.0.6 (7df842c7-4b2f-4ca5-bdeb-c9d742fc9e3f/10363356-376d-4077-8435-de14d4aeb961/ac7b98b4-bb23-4c13-88c8-b9f98f8719c9) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:13.660306 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ade18b9-eb20-4959-8eb2-efa7ef8a8549 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:29:13.660984 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ade18b9-eb20-4959-8eb2-efa7ef8a8549 None None] Checking segment: {'id': 'ecfe67f7-c9e2-4849-9277-1b7758fab3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7df842c7-4b2f-4ca5-bdeb-c9d742fc9e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:13.662079 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2ade18b9-eb20-4959-8eb2-efa7ef8a8549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:13.662624 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ade18b9-eb20-4959-8eb2-efa7ef8a8549 None None] Bound using segment: {'id': 'ecfe67f7-c9e2-4849-9277-1b7758fab3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7df842c7-4b2f-4ca5-bdeb-c9d742fc9e3f'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:29:13.663029 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a6201c-0568-415f-a45c-e20bfd28bd50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:13.663410 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-2ade18b9-eb20-4959-8eb2-efa7ef8a8549 None None] Bound port: 13104c0f-dbe3-4e7c-818e-2261b8d4c3ec, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe67f7-c9e2-4849-9277-1b7758fab3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7df842c7-4b2f-4ca5-bdeb-c9d742fc9e3f'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:29:13.663936 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c3a6201c-0568-415f-a45c-e20bfd28bd50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:13.664138 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2ade18b9-eb20-4959-8eb2-efa7ef8a8549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:13.700038 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b4f90106-0a8f-4d30-9eae-431472ca29d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:13.735764 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c3a6201c-0568-415f-a45c-e20bfd28bd50 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8475897 Jul 23 20:29:13.738976 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-e5099ccd-bf43-46e7-a83b-c58dd5109252 None None] Set router 5504e6a3-2acd-4976-b8be-e34884fab708 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:13.960914 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-75253be7-a7bf-4d16-a2d0-22784147fb3e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:13.990725 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-75253be7-a7bf-4d16-a2d0-22784147fb3e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Transition to ACTIVE for port object ac7b98b4-bb23-4c13-88c8-b9f98f8719c9 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:14.000529 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-0c1aa553-bf4f-4043-9b93-6f201a185744 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Deleting port a1350143-3cd6-48b0-ba52-70c791b92b48 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:14.001030 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa553-bf4f-4043-9b93-6f201a185744 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:14.020639 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dfa9ac-af51-4b4c-b438-7ddd54b47343 None None] Network 03890be3-e27c-4320-8703-01806113988f requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:14.025709 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:14.031385 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2ade18b9-eb20-4959-8eb2-efa7ef8a8549 None None] For port 13104c0f-dbe3-4e7c-818e-2261b8d4c3ec, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:29:14.070941 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e5099ccd-bf43-46e7-a83b-c58dd5109252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5504e6a3-2acd-4976-b8be-e34884fab708', 'name': 'tempest-TestServerBasicOps-1872107894-router', 'tenant_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '0cb494f6-38b4-4b0a-b621-8259f551a3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:09Z', 'updated_at': '2021-07-23T20:29:12Z', 'revision_number': 3, 'project_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'gw_port': {'id': '0cb494f6-38b4-4b0a-b621-8259f551a3a8', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:60:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5504e6a3-2acd-4976-b8be-e34884fab708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:10Z', 'updated_at': '2021-07-23T20:29:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:14.118382 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5099ccd-bf43-46e7-a83b-c58dd5109252 None None] Checking router: 5504e6a3-2acd-4976-b8be-e34884fab708 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:29:14.118382 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5099ccd-bf43-46e7-a83b-c58dd5109252 None None] Updating router 5504e6a3-2acd-4976-b8be-e34884fab708 port 0cb494f6-38b4-4b0a-b621-8259f551a3a8 binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:29:14.128622 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:14.150695 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-75253be7-a7bf-4d16-a2d0-22784147fb3e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:14.158337 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2ade18b9-eb20-4959-8eb2-efa7ef8a8549 None None] For port 13104c0f-dbe3-4e7c-818e-2261b8d4c3ec, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=13104c0f-dbe3-4e7c-818e-2261b8d4c3ec,segment=NetworkSegment(ecfe67f7-c9e2-4849-9277-1b7758fab3f3),segment_id=ecfe67f7-c9e2-4849-9277-1b7758fab3f3)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:29:14.191422 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e5099ccd-bf43-46e7-a83b-c58dd5109252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:14.195990 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2ade18b9-eb20-4959-8eb2-efa7ef8a8549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:14.388120 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 86171773-2ccc-443e-8465-d0e75eeeaca5, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=86171773-2ccc-443e-8465-d0e75eeeaca5,segment=NetworkSegment(cf5fea53-915a-4bb4-a303-32ea1a2186f0),segment_id=cf5fea53-915a-4bb4-a303-32ea1a2186f0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:14.397045 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:14.420822 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device ca08963f-1fac-44f1-80c3-9afc0d27974e no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:29:14.507744 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-91a30a22-2143-49e8-99b3-eaa83e663adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:14.515996 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: ca08963f-1fac-44f1-80c3-9afc0d27974e {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:29:14.518132 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device ca08963f-1fac-44f1-80c3-9afc0d27974e not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:29:14.574499 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade18b9-eb20-4959-8eb2-efa7ef8a8549 None None] Pushing event updated for resources: {'Port': ['ID=13104c0f-dbe3-4e7c-818e-2261b8d4c3ec,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:14.644529 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e5099ccd-bf43-46e7-a83b-c58dd5109252 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:14.707592 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e5099ccd-bf43-46e7-a83b-c58dd5109252 None None] Transition to ACTIVE for port object 0cb494f6-38b4-4b0a-b621-8259f551a3a8 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:14.714982 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-0c1aa553-bf4f-4043-9b93-6f201a185744 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] For port a1350143-3cd6-48b0-ba52-70c791b92b48, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=a1350143-3cd6-48b0-ba52-70c791b92b48,segment=NetworkSegment(3375a513-096b-4da5-bc11-035c68ea1d1d),segment_id=3375a513-096b-4da5-bc11-035c68ea1d1d)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:14.715536 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa553-bf4f-4043-9b93-6f201a185744 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:14.723692 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e5099ccd-bf43-46e7-a83b-c58dd5109252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:14.741629 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75253be7-a7bf-4d16-a2d0-22784147fb3e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Network 7df842c7-4b2f-4ca5-bdeb-c9d742fc9e3f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:14.762178 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75253be7-a7bf-4d16-a2d0-22784147fb3e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'Port': ['ID=ac7b98b4-bb23-4c13-88c8-b9f98f8719c9,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:14.780728 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-0c1aa553-bf4f-4043-9b93-6f201a185744 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Calling delete_port for a1350143-3cd6-48b0-ba52-70c791b92b48 owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:14.813560 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-75253be7-a7bf-4d16-a2d0-22784147fb3e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:14.832181 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=86171773-2ccc-443e-8465-d0e75eeeaca5,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:14.890680 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:14.891618 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:14.904254 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8a7d8f5c-5a3b-4f4a-9d8e-8cc2b348dcc0 None None] Provisioning complete for port 86171773-2ccc-443e-8465-d0e75eeeaca5 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:14.904983 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8a7d8f5c-5a3b-4f4a-9d8e-8cc2b348dcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:14.935350 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75253be7-a7bf-4d16-a2d0-22784147fb3e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:14.971301 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb738c75-234b-4ed6-9d66-19f2006594f6 None None] Pushing event updated for resources: {'Port': ['ID=0cb494f6-38b4-4b0a-b621-8259f551a3a8,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:14.984383 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-e5099ccd-bf43-46e7-a83b-c58dd5109252 None None] Attempting to bind port 0cb494f6-38b4-4b0a-b621-8259f551a3a8 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:29:14.985008 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-e5099ccd-bf43-46e7-a83b-c58dd5109252 None None] Attempting to bind port 0cb494f6-38b4-4b0a-b621-8259f551a3a8 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:29:14.985254 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5099ccd-bf43-46e7-a83b-c58dd5109252 None None] Attempting to bind port 0cb494f6-38b4-4b0a-b621-8259f551a3a8 on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:29:14.991047 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5099ccd-bf43-46e7-a83b-c58dd5109252 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:29:14.991498 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5099ccd-bf43-46e7-a83b-c58dd5109252 None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:14.991966 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e5099ccd-bf43-46e7-a83b-c58dd5109252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:14.992425 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5099ccd-bf43-46e7-a83b-c58dd5109252 None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:29:14.993529 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-e5099ccd-bf43-46e7-a83b-c58dd5109252 None None] Bound port: 0cb494f6-38b4-4b0a-b621-8259f551a3a8, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:29:14.993529 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e5099ccd-bf43-46e7-a83b-c58dd5109252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:15.055401 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75253be7-a7bf-4d16-a2d0-22784147fb3e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:15.056124 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-75253be7-a7bf-4d16-a2d0-22784147fb3e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:15.064692 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-91a30a22-2143-49e8-99b3-eaa83e663adf admin admin] Allocated IP 172.20.0.1 (9c90c081-0a5d-44bd-b4f8-2493a06b9b50/a074ed79-e75f-476d-8ea9-5a0d7326279b/87406fdd-ddca-4bf6-895c-acc3dd7cf262) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:15.094387 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-e5099ccd-bf43-46e7-a83b-c58dd5109252 None None] For port 0cb494f6-38b4-4b0a-b621-8259f551a3a8, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:29:15.108231 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-e5099ccd-bf43-46e7-a83b-c58dd5109252 None None] For port 0cb494f6-38b4-4b0a-b621-8259f551a3a8, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=0cb494f6-38b4-4b0a-b621-8259f551a3a8,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:29:15.115591 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e5099ccd-bf43-46e7-a83b-c58dd5109252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:15.117730 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-75253be7-a7bf-4d16-a2d0-22784147fb3e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1063070 Jul 23 20:29:15.120237 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49954) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:15.216131 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5099ccd-bf43-46e7-a83b-c58dd5109252 None None] Routers {'5504e6a3-2acd-4976-b8be-e34884fab708'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:15.221930 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e5099ccd-bf43-46e7-a83b-c58dd5109252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:29:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5504e6a3-2acd-4976-b8be-e34884fab708'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:15.298382 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 13104c0f-dbe3-4e7c-818e-2261b8d4c3ec up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:15.301674 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb738c75-234b-4ed6-9d66-19f2006594f6 None None] Pushing event updated for resources: {'Port': ['ID=0cb494f6-38b4-4b0a-b621-8259f551a3a8,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:15.333433 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4385fd45-eb63-4999-b85c-864b1fa748df tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:15.337820 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4385fd45-eb63-4999-b85c-864b1fa748df tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.2137389 Jul 23 20:29:15.338236 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49958) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:15.352443 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa553-bf4f-4043-9b93-6f201a185744 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:15.361332 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 13104c0f-dbe3-4e7c-818e-2261b8d4c3ec completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:15.364899 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 86171773-2ccc-443e-8465-d0e75eeeaca5 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:15.398964 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1aa553-bf4f-4043-9b93-6f201a185744 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event deleted for resources: {'Port': ['ID=a1350143-3cd6-48b0-ba52-70c791b92b48,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:15.439466 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-e5099ccd-bf43-46e7-a83b-c58dd5109252 None None] Set router 5504e6a3-2acd-4976-b8be-e34884fab708 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:15.477355 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 86171773-2ccc-443e-8465-d0e75eeeaca5 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:15.483604 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:15.514719 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-91a30a22-2143-49e8-99b3-eaa83e663adf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:15.632289 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-91a30a22-2143-49e8-99b3-eaa83e663adf admin admin] Transition to ACTIVE for port object 87406fdd-ddca-4bf6-895c-acc3dd7cf262 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:15.723488 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-41650824-50b3-4c4b-a050-ee274b8d2788 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Deleting port ac7b98b4-bb23-4c13-88c8-b9f98f8719c9 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:15.723793 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-41650824-50b3-4c4b-a050-ee274b8d2788 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:15.766616 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e5099ccd-bf43-46e7-a83b-c58dd5109252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5504e6a3-2acd-4976-b8be-e34884fab708', 'name': 'tempest-TestServerBasicOps-1872107894-router', 'tenant_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '0cb494f6-38b4-4b0a-b621-8259f551a3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:09Z', 'updated_at': '2021-07-23T20:29:12Z', 'revision_number': 3, 'project_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'gw_port': {'id': '0cb494f6-38b4-4b0a-b621-8259f551a3a8', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:60:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5504e6a3-2acd-4976-b8be-e34884fab708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:10Z', 'updated_at': '2021-07-23T20:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:15.813819 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa553-bf4f-4043-9b93-6f201a185744 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:15.822846 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-91a30a22-2143-49e8-99b3-eaa83e663adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:15.829989 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5099ccd-bf43-46e7-a83b-c58dd5109252 None None] The sync data for ids ['5504e6a3-2acd-4976-b8be-e34884fab708'] in n-d-793618-10 is: [{'id': '5504e6a3-2acd-4976-b8be-e34884fab708', 'name': 'tempest-TestServerBasicOps-1872107894-router', 'tenant_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '0cb494f6-38b4-4b0a-b621-8259f551a3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:09Z', 'updated_at': '2021-07-23T20:29:12Z', 'revision_number': 3, 'project_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'gw_port': {'id': '0cb494f6-38b4-4b0a-b621-8259f551a3a8', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:60:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5504e6a3-2acd-4976-b8be-e34884fab708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:10Z', 'updated_at': '2021-07-23T20:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:29:15.894570 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a30a22-2143-49e8-99b3-eaa83e663adf admin admin] Network 9c90c081-0a5d-44bd-b4f8-2493a06b9b50 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:15.900130 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-91a30a22-2143-49e8-99b3-eaa83e663adf admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:15.902718 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a30a22-2143-49e8-99b3-eaa83e663adf admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:15.930347 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-41650824-50b3-4c4b-a050-ee274b8d2788 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:15.986488 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:16.099216 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd688cf-9d8f-46e9-b707-22a4d83b13a0 None None] Network 7df842c7-4b2f-4ca5-bdeb-c9d742fc9e3f requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:16.199800 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1aa553-bf4f-4043-9b93-6f201a185744 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Router 82899bc0-186a-4bb9-827b-beb29f1de054 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:29:16.263288 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f53d3778-49a9-444d-a0ec-777017dd814a None None] Provisioning for port 13104c0f-dbe3-4e7c-818e-2261b8d4c3ec completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:16.272452 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f53d3778-49a9-444d-a0ec-777017dd814a None None] Provisioning complete for port 13104c0f-dbe3-4e7c-818e-2261b8d4c3ec triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:16.272883 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f53d3778-49a9-444d-a0ec-777017dd814a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:16.365562 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1aa553-bf4f-4043-9b93-6f201a185744 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:29:16.371731 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0c1aa553-bf4f-4043-9b93-6f201a185744 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "PUT /v2.0/routers/82899bc0-186a-4bb9-827b-beb29f1de054/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1128883 Jul 23 20:29:16.378028 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49966) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:16.396965 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80d61dd-be0f-4799-abe2-12907f5d305a None None] Sync routers for ids ['82899bc0-186a-4bb9-827b-beb29f1de054'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:29:16.435464 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80d61dd-be0f-4799-abe2-12907f5d305a None None] Routers {'82899bc0-186a-4bb9-827b-beb29f1de054'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:16.437068 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-c80d61dd-be0f-4799-abe2-12907f5d305a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:29:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['82899bc0-186a-4bb9-827b-beb29f1de054'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:16.457771 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-04464f46-254b-41ac-a15a-4cd059cdb9b5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Deleting subnet dbb949cd-4d27-4c15-940e-9d9f03de9fcc {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:29:16.461526 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-04464f46-254b-41ac-a15a-4cd059cdb9b5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:16.514167 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-04464f46-254b-41ac-a15a-4cd059cdb9b5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:16.517173 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-41650824-50b3-4c4b-a050-ee274b8d2788 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Calling delete_port for ac7b98b4-bb23-4c13-88c8-b9f98f8719c9 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:16.526307 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a30a22-2143-49e8-99b3-eaa83e663adf admin admin] Pushing event updated for resources: {'Port': ['ID=87406fdd-ddca-4bf6-895c-acc3dd7cf262,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:16.544555 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-c80d61dd-be0f-4799-abe2-12907f5d305a None None] Set router 82899bc0-186a-4bb9-827b-beb29f1de054 gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:16.548350 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-91a30a22-2143-49e8-99b3-eaa83e663adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:16.633667 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-04464f46-254b-41ac-a15a-4cd059cdb9b5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:16.728422 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-04464f46-254b-41ac-a15a-4cd059cdb9b5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:16.778220 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-04464f46-254b-41ac-a15a-4cd059cdb9b5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:16.780820 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-04464f46-254b-41ac-a15a-4cd059cdb9b5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "DELETE /v2.0/subnets/dbb949cd-4d27-4c15-940e-9d9f03de9fcc HTTP/1.1" status: 204 len: 168 time: 0.4011774 Jul 23 20:29:16.782173 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04464f46-254b-41ac-a15a-4cd059cdb9b5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event deleted for resources: {'Subnet': ['ID=dbb949cd-4d27-4c15-940e-9d9f03de9fcc,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:16.784536 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49968) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:16.814715 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-41650824-50b3-4c4b-a050-ee274b8d2788 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:16.863645 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-91a30a22-2143-49e8-99b3-eaa83e663adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:16.868970 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41650824-50b3-4c4b-a050-ee274b8d2788 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'Port': ['ID=ac7b98b4-bb23-4c13-88c8-b9f98f8719c9,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:16.884541 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0a33e7-708d-40ff-9abc-3e9175c5c4ab None None] Network e04c58a3-f698-4839-84ea-ce99ce1fef47 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:16.912456 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f53d3778-49a9-444d-a0ec-777017dd814a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:16.937364 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-578d3cb0-f41e-4f81-a8ef-9bde442aee35 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:17.027877 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-41650824-50b3-4c4b-a050-ee274b8d2788 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:17.033758 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-41650824-50b3-4c4b-a050-ee274b8d2788 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/ports/ac7b98b4-bb23-4c13-88c8-b9f98f8719c9 HTTP/1.1" status: 204 len: 168 time: 1.6943057 Jul 23 20:29:17.034450 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49970) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:17.054716 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-578d3cb0-f41e-4f81-a8ef-9bde442aee35 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Deleting port d19633f1-5a23-468e-b328-70a18a862963 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:17.055282 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-578d3cb0-f41e-4f81-a8ef-9bde442aee35 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:17.160771 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-641bf479-971a-4890-b4d4-549514382ab5 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] GET failed (client error): The resource could not be found. Jul 23 20:29:17.161885 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-f53d3778-49a9-444d-a0ec-777017dd814a None None] For port 13104c0f-dbe3-4e7c-818e-2261b8d4c3ec, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=13104c0f-dbe3-4e7c-818e-2261b8d4c3ec,segment=NetworkSegment(ecfe67f7-c9e2-4849-9277-1b7758fab3f3),segment_id=ecfe67f7-c9e2-4849-9277-1b7758fab3f3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:17.163007 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-641bf479-971a-4890-b4d4-549514382ab5 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "GET /v2.0/ports/ac7b98b4-bb23-4c13-88c8-b9f98f8719c9 HTTP/1.1" status: 404 len: 333 time: 0.1154871 Jul 23 20:29:17.173566 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49976) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:17.298879 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f53d3778-49a9-444d-a0ec-777017dd814a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:17.399460 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-91a30a22-2143-49e8-99b3-eaa83e663adf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:17.400622 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 0cb494f6-38b4-4b0a-b621-8259f551a3a8 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:17.410703 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-91a30a22-2143-49e8-99b3-eaa83e663adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:17.414560 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-578d3cb0-f41e-4f81-a8ef-9bde442aee35 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] For port d19633f1-5a23-468e-b328-70a18a862963, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d19633f1-5a23-468e-b328-70a18a862963,segment=NetworkSegment(3375a513-096b-4da5-bc11-035c68ea1d1d),segment_id=3375a513-096b-4da5-bc11-035c68ea1d1d)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:17.415106 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-578d3cb0-f41e-4f81-a8ef-9bde442aee35 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:17.465806 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-578d3cb0-f41e-4f81-a8ef-9bde442aee35 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Calling delete_port for d19633f1-5a23-468e-b328-70a18a862963 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:17.502008 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-847df3d5-d10d-462e-8835-64930171b1c7 None None] Provisioning for port 87406fdd-ddca-4bf6-895c-acc3dd7cf262 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:17.506929 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a30a22-2143-49e8-99b3-eaa83e663adf admin admin] Pushing event updated for resources: {'Port': ['ID=87406fdd-ddca-4bf6-895c-acc3dd7cf262,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:17.512116 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-847df3d5-d10d-462e-8835-64930171b1c7 None None] Provisioning complete for port 87406fdd-ddca-4bf6-895c-acc3dd7cf262 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:17.512587 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-847df3d5-d10d-462e-8835-64930171b1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:17.518113 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-91a30a22-2143-49e8-99b3-eaa83e663adf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:17.520512 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d3778-49a9-444d-a0ec-777017dd814a None None] Pushing event updated for resources: {'Port': ['ID=13104c0f-dbe3-4e7c-818e-2261b8d4c3ec,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:17.610234 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-847df3d5-d10d-462e-8835-64930171b1c7 None None] Port 87406fdd-ddca-4bf6-895c-acc3dd7cf262 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:29:17.619590 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-c80d61dd-be0f-4799-abe2-12907f5d305a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'name': 'tempest-RoutersTest-router-1551311680', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:29:15Z', 'revision_number': 10, 'project_id': 'cde999fc285947a38991630a8d370d15', 'gw_port_host': None, '_interfaces': [{'id': 'd9513e72-40e1-40c6-a038-2fec58377035', 'name': '', 'network_id': '9b205560-8a6b-4b80-8ccd-8b60184267fc', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:b0:d5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:13Z', 'updated_at': '2021-07-23T20:28:27Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:17.662904 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80d61dd-be0f-4799-abe2-12907f5d305a None None] Checking router: 82899bc0-186a-4bb9-827b-beb29f1de054 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:29:17.665077 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 0cb494f6-38b4-4b0a-b621-8259f551a3a8 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:17.677680 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 0cb494f6-38b4-4b0a-b621-8259f551a3a8 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:17.678178 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:17.716606 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a30a22-2143-49e8-99b3-eaa83e663adf admin admin] Network 9c90c081-0a5d-44bd-b4f8-2493a06b9b50 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:17.718557 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-91a30a22-2143-49e8-99b3-eaa83e663adf admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:17.719869 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcee440e-6495-49e3-8783-6fdea30ac32e None None] DHCP port deletion for e04c58a3-f698-4839-84ea-ce99ce1fef47 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:29:17.758703 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80d61dd-be0f-4799-abe2-12907f5d305a None None] Routers {'82899bc0-186a-4bb9-827b-beb29f1de054'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:17.759613 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-c80d61dd-be0f-4799-abe2-12907f5d305a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:29:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['82899bc0-186a-4bb9-827b-beb29f1de054'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:17.761827 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-847df3d5-d10d-462e-8835-64930171b1c7 None None] Provisioning complete for port 13104c0f-dbe3-4e7c-818e-2261b8d4c3ec triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:17.762287 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-847df3d5-d10d-462e-8835-64930171b1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:17.819414 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-578d3cb0-f41e-4f81-a8ef-9bde442aee35 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:17.909071 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d3cb0-f41e-4f81-a8ef-9bde442aee35 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event deleted for resources: {'Port': ['ID=d19633f1-5a23-468e-b328-70a18a862963,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:17.912096 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578d3cb0-f41e-4f81-a8ef-9bde442aee35 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] No DVR routers for this DVR port d19633f1-5a23-468e-b328-70a18a862963 on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:29:17.954109 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a30a22-2143-49e8-99b3-eaa83e663adf admin admin] Router 5504e6a3-2acd-4976-b8be-e34884fab708 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:29:17.997504 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-f9a193f2-a885-43a6-af29-57e35704ea7f tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Deleting port 73427048-7629-4b07-af55-2c825b950a6a {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:17.997910 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f9a193f2-a885-43a6-af29-57e35704ea7f tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:18.113645 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:18.152474 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-578d3cb0-f41e-4f81-a8ef-9bde442aee35 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:18.201836 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-c80d61dd-be0f-4799-abe2-12907f5d305a None None] Set router 82899bc0-186a-4bb9-827b-beb29f1de054 gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:18.210687 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 0cb494f6-38b4-4b0a-b621-8259f551a3a8, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=0cb494f6-38b4-4b0a-b621-8259f551a3a8,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:18.226117 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-578d3cb0-f41e-4f81-a8ef-9bde442aee35 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e04c58a3-f698-4839-84ea-ce99ce1fef47']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:18.255562 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-578d3cb0-f41e-4f81-a8ef-9bde442aee35 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3375a513-096b-4da5-bc11-035c68ea1d1d') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:18.255910 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-578d3cb0-f41e-4f81-a8ef-9bde442aee35 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3375a513-096b-4da5-bc11-035c68ea1d1d') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:18.262516 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a30a22-2143-49e8-99b3-eaa83e663adf admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:29:18.268360 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-91a30a22-2143-49e8-99b3-eaa83e663adf admin admin] 10.222.0.32 "PUT /v2.0/routers/5504e6a3-2acd-4976-b8be-e34884fab708/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6910186 Jul 23 20:29:18.291853 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-578d3cb0-f41e-4f81-a8ef-9bde442aee35 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:18.336689 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-578d3cb0-f41e-4f81-a8ef-9bde442aee35 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:18.352260 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-578d3cb0-f41e-4f81-a8ef-9bde442aee35 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:29:18.353114 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-578d3cb0-f41e-4f81-a8ef-9bde442aee35 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:18.374926 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:29:18.374926 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:29:18.374926 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:29:18.374926 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:29:18.374926 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:29:18.374926 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:29:18.374926 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:29:18.374926 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:29:18.374926 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:29:18.374926 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:29:18.374926 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:29:18.374926 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:29:18.374926 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:29:18.374926 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:29:18.374926 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:29:18.374926 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:29:18.374926 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:29:18.374926 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:29:18.374926 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:29:18.374926 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:29:18.374926 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:29:18.374926 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:29:18.374926 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:29:18.374926 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:29:18.374926 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:29:18.374926 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:29:18.374926 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:29:18.374926 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:29:18.374926 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:29:18.374926 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:29:18.374926 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:29:18.374926 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:29:18.376901 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f9a193f2-a885-43a6-af29-57e35704ea7f tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:18.386450 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:18.410539 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-f9a193f2-a885-43a6-af29-57e35704ea7f tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Calling delete_port for 73427048-7629-4b07-af55-2c825b950a6a owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:18.427912 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fcee440e-6495-49e3-8783-6fdea30ac32e None None] Deleting port d19633f1-5a23-468e-b328-70a18a862963 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:18.428450 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fcee440e-6495-49e3-8783-6fdea30ac32e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:18.472699 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-578d3cb0-f41e-4f81-a8ef-9bde442aee35 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:18.478214 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-578d3cb0-f41e-4f81-a8ef-9bde442aee35 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:18.483724 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-578d3cb0-f41e-4f81-a8ef-9bde442aee35 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "DELETE /v2.0/networks/e04c58a3-f698-4839-84ea-ce99ce1fef47 HTTP/1.1" status: 204 len: 168 time: 1.6949759 Jul 23 20:29:18.483919 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 49986) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:18.582028 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d3cb0-f41e-4f81-a8ef-9bde442aee35 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event deleted for resources: {'Network': ['ID=e04c58a3-f698-4839-84ea-ce99ce1fef47,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:18.618339 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fcee440e-6495-49e3-8783-6fdea30ac32e None None] For port d19633f1-5a23-468e-b328-70a18a862963, host n-d-793618-10, got binding levels [] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:18.619032 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fcee440e-6495-49e3-8783-6fdea30ac32e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:18.648293 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-847df3d5-d10d-462e-8835-64930171b1c7 None None] Could not find standard attr ID for object ac7b98b4-bb23-4c13-88c8-b9f98f8719c9. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:29:18.666698 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fcee440e-6495-49e3-8783-6fdea30ac32e None None] Calling delete_port for d19633f1-5a23-468e-b328-70a18a862963 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:18.676159 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce44033f-670e-4e67-9264-406a76307294 None None] Sync routers for ids ['5504e6a3-2acd-4976-b8be-e34884fab708'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:29:18.682387 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.ipam_backend_mixin [None req-fcee440e-6495-49e3-8783-6fdea30ac32e None None] Port d19633f1-5a23-468e-b328-70a18a862963 was not found and therefore no delete operation was performed {{(pid=93877) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:29:18.687107 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=0cb494f6-38b4-4b0a-b621-8259f551a3a8,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:18.695503 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-847df3d5-d10d-462e-8835-64930171b1c7 None None] Provisioning for port 73427048-7629-4b07-af55-2c825b950a6a completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:18.704145 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fcee440e-6495-49e3-8783-6fdea30ac32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:18.713281 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-847df3d5-d10d-462e-8835-64930171b1c7 None None] Provisioning complete for port 73427048-7629-4b07-af55-2c825b950a6a triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:18.713750 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-847df3d5-d10d-462e-8835-64930171b1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:18.727667 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce44033f-670e-4e67-9264-406a76307294 None None] Routers {'5504e6a3-2acd-4976-b8be-e34884fab708'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:18.729200 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ce44033f-670e-4e67-9264-406a76307294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:29:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5504e6a3-2acd-4976-b8be-e34884fab708'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:18.769460 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee440e-6495-49e3-8783-6fdea30ac32e None None] Pushing event deleted for resources: {'Port': ['ID=d19633f1-5a23-468e-b328-70a18a862963,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:18.776802 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fcee440e-6495-49e3-8783-6fdea30ac32e None None] Network e04c58a3-f698-4839-84ea-ce99ce1fef47 is not hosted by any dhcp agent {{(pid=93877) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 20:29:18.777321 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcee440e-6495-49e3-8783-6fdea30ac32e None None] No DVR routers for this DVR port d19633f1-5a23-468e-b328-70a18a862963 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:29:18.795557 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f9a193f2-a885-43a6-af29-57e35704ea7f tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:18.836032 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-847df3d5-d10d-462e-8835-64930171b1c7 None None] Port 73427048-7629-4b07-af55-2c825b950a6a cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:29:18.850715 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a193f2-a885-43a6-af29-57e35704ea7f tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'Port': ['ID=73427048-7629-4b07-af55-2c825b950a6a,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:18.876206 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-c80d61dd-be0f-4799-abe2-12907f5d305a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'name': 'tempest-RoutersTest-router-1551311680', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:29:15Z', 'revision_number': 10, 'project_id': 'cde999fc285947a38991630a8d370d15', 'gw_port_host': None, '_interfaces': [{'id': 'd9513e72-40e1-40c6-a038-2fec58377035', 'name': '', 'network_id': '9b205560-8a6b-4b80-8ccd-8b60184267fc', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:b0:d5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:13Z', 'updated_at': '2021-07-23T20:28:27Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:18.928935 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80d61dd-be0f-4799-abe2-12907f5d305a None None] The sync data for ids ['82899bc0-186a-4bb9-827b-beb29f1de054'] in n-d-793618-10 is: [{'id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'name': 'tempest-RoutersTest-router-1551311680', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:29:15Z', 'revision_number': 10, 'project_id': 'cde999fc285947a38991630a8d370d15', 'gw_port_host': None, '_interfaces': [{'id': 'd9513e72-40e1-40c6-a038-2fec58377035', 'name': '', 'network_id': '9b205560-8a6b-4b80-8ccd-8b60184267fc', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'mac_address': 'fa:16:3e:b0:d5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:13Z', 'updated_at': '2021-07-23T20:28:27Z', 'revision_number': 5, 'project_id': 'cde999fc285947a38991630a8d370d15', 'subnets': [{'id': '9193f44c-34d0-44fe-9a0a-f4cca6679e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:29:18.969925 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6df5866f-05a8-4c15-9440-58c3f876063a None None] Provisioning complete for port 87406fdd-ddca-4bf6-895c-acc3dd7cf262 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:18.970125 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6df5866f-05a8-4c15-9440-58c3f876063a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:18.996789 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-ce44033f-670e-4e67-9264-406a76307294 None None] Set router 5504e6a3-2acd-4976-b8be-e34884fab708 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:19.025365 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-6df5866f-05a8-4c15-9440-58c3f876063a None None] Port 87406fdd-ddca-4bf6-895c-acc3dd7cf262 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:29:19.035376 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6df5866f-05a8-4c15-9440-58c3f876063a None None] Could not find standard attr ID for object ac7b98b4-bb23-4c13-88c8-b9f98f8719c9. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:29:19.039465 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6df5866f-05a8-4c15-9440-58c3f876063a None None] Could not find standard attr ID for object 73427048-7629-4b07-af55-2c825b950a6a. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:29:19.042156 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f9a193f2-a885-43a6-af29-57e35704ea7f tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:19.044218 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f9a193f2-a885-43a6-af29-57e35704ea7f tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/ports/73427048-7629-4b07-af55-2c825b950a6a HTTP/1.1" status: 204 len: 168 time: 1.8650727 Jul 23 20:29:19.049487 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 49998) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:19.090640 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-db9d8f83-f00a-4f14-9c04-7af3982facfc tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] GET failed (client error): The resource could not be found. Jul 23 20:29:19.093072 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-db9d8f83-f00a-4f14-9c04-7af3982facfc tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "GET /v2.0/ports/73427048-7629-4b07-af55-2c825b950a6a HTTP/1.1" status: 404 len: 333 time: 0.0425768 Jul 23 20:29:19.097504 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50000) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:19.194852 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c7dae30-a9ab-4880-a597-2ddb679ba5fa tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Deleting subnet 10363356-376d-4077-8435-de14d4aeb961 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:29:19.204351 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0c7dae30-a9ab-4880-a597-2ddb679ba5fa tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:19.231852 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e86df05-6f8a-45c2-a9b0-5cc198757f2c tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:19.332050 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0c7dae30-a9ab-4880-a597-2ddb679ba5fa tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:19.577972 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 0cb494f6-38b4-4b0a-b621-8259f551a3a8 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:19.583943 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50008) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:19.598328 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-edce2e89-f693-493b-8e24-1db7bdbb140c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-568223485-network', 'tenant_id': '0ee5c0f09789496ea67b4e94bdc8c4dd'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:19.631084 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0c7dae30-a9ab-4880-a597-2ddb679ba5fa tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:19.642874 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edce2e89-f693-493b-8e24-1db7bdbb140c admin admin] Made reservation on behalf of 0ee5c0f09789496ea67b4e94bdc8c4dd for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:19.646482 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-edce2e89-f693-493b-8e24-1db7bdbb140c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:19.660169 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-edce2e89-f693-493b-8e24-1db7bdbb140c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:19.692539 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 0cb494f6-38b4-4b0a-b621-8259f551a3a8 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:19.693548 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:19.713438 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ce44033f-670e-4e67-9264-406a76307294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5504e6a3-2acd-4976-b8be-e34884fab708', 'name': 'tempest-TestServerBasicOps-1872107894-router', 'tenant_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '0cb494f6-38b4-4b0a-b621-8259f551a3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:09Z', 'updated_at': '2021-07-23T20:29:16Z', 'revision_number': 4, 'project_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'gw_port': {'id': '0cb494f6-38b4-4b0a-b621-8259f551a3a8', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:60:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5504e6a3-2acd-4976-b8be-e34884fab708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:10Z', 'updated_at': '2021-07-23T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '87406fdd-ddca-4bf6-895c-acc3dd7cf262', 'name': '', 'network_id': '9c90c081-0a5d-44bd-b4f8-2493a06b9b50', 'tenant_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'mac_address': 'fa:16:3e:62:53:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5504e6a3-2acd-4976-b8be-e34884fab708', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'a074ed79-e75f-476d-8ea9-5a0d7326279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:14Z', 'updated_at': '2021-07-23T20:29:17Z', 'revision_number': 2, 'project_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'subnets': [{'id': 'a074ed79-e75f-476d-8ea9-5a0d7326279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:19.752230 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0c7dae30-a9ab-4880-a597-2ddb679ba5fa tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:19.755877 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce44033f-670e-4e67-9264-406a76307294 None None] Checking router: 5504e6a3-2acd-4976-b8be-e34884fab708 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:29:19.756665 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce44033f-670e-4e67-9264-406a76307294 None None] Updating router 5504e6a3-2acd-4976-b8be-e34884fab708 port 87406fdd-ddca-4bf6-895c-acc3dd7cf262 binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:29:19.789248 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7dae30-a9ab-4880-a597-2ddb679ba5fa tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'Subnet': ['ID=10363356-376d-4077-8435-de14d4aeb961,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:19.800710 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0c7dae30-a9ab-4880-a597-2ddb679ba5fa tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:19.803167 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0c7dae30-a9ab-4880-a597-2ddb679ba5fa tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/subnets/10363356-376d-4077-8435-de14d4aeb961 HTTP/1.1" status: 204 len: 168 time: 0.7038858 Jul 23 20:29:19.805439 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50012) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:19.808068 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ce44033f-670e-4e67-9264-406a76307294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:19.812042 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6122e92b-9599-499e-ac5f-e77d4d4b1477 None None] Network 7df842c7-4b2f-4ca5-bdeb-c9d742fc9e3f requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:19.817173 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 13104c0f-dbe3-4e7c-818e-2261b8d4c3ec up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:19.913158 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f17d33a1-3435-4ea8-932b-6ddff73bf120 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:19.919158 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-5e86df05-6f8a-45c2-a9b0-5cc198757f2c tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Deleting port d9513e72-40e1-40c6-a038-2fec58377035 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:19.920891 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e86df05-6f8a-45c2-a9b0-5cc198757f2c tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:19.988042 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 13104c0f-dbe3-4e7c-818e-2261b8d4c3ec triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:19.988642 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:20.001731 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-f17d33a1-3435-4ea8-932b-6ddff73bf120 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Deleting port 13104c0f-dbe3-4e7c-818e-2261b8d4c3ec {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:20.003107 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f17d33a1-3435-4ea8-932b-6ddff73bf120 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:20.045017 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-edce2e89-f693-493b-8e24-1db7bdbb140c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:20.050808 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-edce2e89-f693-493b-8e24-1db7bdbb140c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:20.079651 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-5e86df05-6f8a-45c2-a9b0-5cc198757f2c tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] For port d9513e72-40e1-40c6-a038-2fec58377035, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d9513e72-40e1-40c6-a038-2fec58377035,segment=NetworkSegment(894e2efe-cd6e-45bc-b898-1d0b9dd22cec),segment_id=894e2efe-cd6e-45bc-b898-1d0b9dd22cec)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:20.080021 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e86df05-6f8a-45c2-a9b0-5cc198757f2c tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:20.112673 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edce2e89-f693-493b-8e24-1db7bdbb140c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:29:20.117971 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-f17d33a1-3435-4ea8-932b-6ddff73bf120 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] For port 13104c0f-dbe3-4e7c-818e-2261b8d4c3ec, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=13104c0f-dbe3-4e7c-818e-2261b8d4c3ec,segment=NetworkSegment(ecfe67f7-c9e2-4849-9277-1b7758fab3f3),segment_id=ecfe67f7-c9e2-4849-9277-1b7758fab3f3)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:20.118513 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f17d33a1-3435-4ea8-932b-6ddff73bf120 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:20.121227 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-5e86df05-6f8a-45c2-a9b0-5cc198757f2c tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Calling delete_port for d9513e72-40e1-40c6-a038-2fec58377035 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:20.130420 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce2e89-f693-493b-8e24-1db7bdbb140c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40dffc89-2075-4ac4-abdf-02b2da653e90,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:20.133561 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-edce2e89-f693-493b-8e24-1db7bdbb140c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:20.133903 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-edce2e89-f693-493b-8e24-1db7bdbb140c admin admin] Added segment 034ba89c-33c8-46b9-a58d-4c8accd25ba7 of type vlan for network ea497bf6-b6d9-4a84-89b7-e172d590a98c Jul 23 20:29:20.157459 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-f17d33a1-3435-4ea8-932b-6ddff73bf120 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Calling delete_port for 13104c0f-dbe3-4e7c-818e-2261b8d4c3ec owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:20.220184 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-edce2e89-f693-493b-8e24-1db7bdbb140c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:20.237128 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ce44033f-670e-4e67-9264-406a76307294 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:20.255950 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ce44033f-670e-4e67-9264-406a76307294 None None] Transition to ACTIVE for port object 87406fdd-ddca-4bf6-895c-acc3dd7cf262 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:20.271123 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ce44033f-670e-4e67-9264-406a76307294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:20.280450 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6737dd9-35ce-4c7b-b055-066f2b9dd275 None None] DHCP port deletion for 7df842c7-4b2f-4ca5-bdeb-c9d742fc9e3f request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:29:20.282449 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f17d33a1-3435-4ea8-932b-6ddff73bf120 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:20.305385 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-edce2e89-f693-493b-8e24-1db7bdbb140c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:20.306385 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edce2e89-f693-493b-8e24-1db7bdbb140c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:20.306953 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-edce2e89-f693-493b-8e24-1db7bdbb140c admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:20.327014 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17d33a1-3435-4ea8-932b-6ddff73bf120 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] No DVR routers for this DVR port 13104c0f-dbe3-4e7c-818e-2261b8d4c3ec on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:29:20.336968 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d33a1-3435-4ea8-932b-6ddff73bf120 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'Port': ['ID=13104c0f-dbe3-4e7c-818e-2261b8d4c3ec,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:20.350625 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93874297-a616-4502-804b-11b806746dc9 None None] Pushing event updated for resources: {'Port': ['ID=87406fdd-ddca-4bf6-895c-acc3dd7cf262,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:20.362901 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-edce2e89-f693-493b-8e24-1db7bdbb140c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7698693 Jul 23 20:29:20.365842 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50014) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:20.371365 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-939e59a2-5842-4744-8daa-0e4258125cbf admin admin] Request body: {'subnet': {'network_id': 'ea497bf6-b6d9-4a84-89b7-e172d590a98c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-568223485-subnet', 'tenant_id': '0ee5c0f09789496ea67b4e94bdc8c4dd', 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:20.433675 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a1350143-3cd6-48b0-ba52-70c791b92b48 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:29:20.440912 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ce44033f-670e-4e67-9264-406a76307294 None None] Attempting to bind port 87406fdd-ddca-4bf6-895c-acc3dd7cf262 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:29:20.441636 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ce44033f-670e-4e67-9264-406a76307294 None None] Attempting to bind port 87406fdd-ddca-4bf6-895c-acc3dd7cf262 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'cf5fea53-915a-4bb4-a303-32ea1a2186f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9c90c081-0a5d-44bd-b4f8-2493a06b9b50'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:29:20.442349 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce44033f-670e-4e67-9264-406a76307294 None None] Attempting to bind port 87406fdd-ddca-4bf6-895c-acc3dd7cf262 on network 9c90c081-0a5d-44bd-b4f8-2493a06b9b50 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:29:20.448511 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce44033f-670e-4e67-9264-406a76307294 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:29:20.449198 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce44033f-670e-4e67-9264-406a76307294 None None] Checking segment: {'id': 'cf5fea53-915a-4bb4-a303-32ea1a2186f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9c90c081-0a5d-44bd-b4f8-2493a06b9b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:20.449909 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ce44033f-670e-4e67-9264-406a76307294 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:20.450487 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce44033f-670e-4e67-9264-406a76307294 None None] Bound using segment: {'id': 'cf5fea53-915a-4bb4-a303-32ea1a2186f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9c90c081-0a5d-44bd-b4f8-2493a06b9b50'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:29:20.451363 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ce44033f-670e-4e67-9264-406a76307294 None None] Bound port: 87406fdd-ddca-4bf6-895c-acc3dd7cf262, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf5fea53-915a-4bb4-a303-32ea1a2186f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9c90c081-0a5d-44bd-b4f8-2493a06b9b50'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:29:20.452419 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ce44033f-670e-4e67-9264-406a76307294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:20.458466 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce2e89-f693-493b-8e24-1db7bdbb140c admin admin] Pushing event updated for resources: {'Network': ['ID=ea497bf6-b6d9-4a84-89b7-e172d590a98c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:20.462541 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f17d33a1-3435-4ea8-932b-6ddff73bf120 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:20.470648 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939e59a2-5842-4744-8daa-0e4258125cbf admin admin] Made reservation on behalf of 0ee5c0f09789496ea67b4e94bdc8c4dd for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:20.475842 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-f17d33a1-3435-4ea8-932b-6ddff73bf120 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7df842c7-4b2f-4ca5-bdeb-c9d742fc9e3f']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:20.478711 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-939e59a2-5842-4744-8daa-0e4258125cbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:20.494011 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network ea497bf6-b6d9-4a84-89b7-e172d590a98c details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:29:20.499086 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-f17d33a1-3435-4ea8-932b-6ddff73bf120 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecfe67f7-c9e2-4849-9277-1b7758fab3f3') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:20.499408 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-f17d33a1-3435-4ea8-932b-6ddff73bf120 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecfe67f7-c9e2-4849-9277-1b7758fab3f3') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:20.510307 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f17d33a1-3435-4ea8-932b-6ddff73bf120 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:20.531093 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: a1350143-3cd6-48b0-ba52-70c791b92b48 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:29:20.531441 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a1350143-3cd6-48b0-ba52-70c791b92b48 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:29:20.531691 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f17d33a1-3435-4ea8-932b-6ddff73bf120 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:20.531863 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d19633f1-5a23-468e-b328-70a18a862963 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:29:20.542075 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f17d33a1-3435-4ea8-932b-6ddff73bf120 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:29:20.542901 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f17d33a1-3435-4ea8-932b-6ddff73bf120 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:20.548839 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:29:20.548839 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:29:20.548839 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:29:20.548839 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:29:20.548839 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:29:20.548839 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:29:20.548839 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:29:20.548839 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:29:20.548839 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:29:20.548839 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:29:20.548839 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:29:20.548839 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:29:20.548839 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:29:20.548839 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:29:20.548839 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:29:20.548839 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:29:20.548839 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:29:20.548839 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:29:20.548839 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:29:20.548839 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:29:20.548839 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:29:20.548839 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:29:20.548839 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:29:20.548839 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:29:20.548839 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:29:20.548839 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:29:20.548839 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:29:20.548839 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:29:20.548839 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:29:20.548839 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:29:20.548839 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:29:20.548839 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:29:20.557719 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-ce44033f-670e-4e67-9264-406a76307294 None None] For port 87406fdd-ddca-4bf6-895c-acc3dd7cf262, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:29:20.571363 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: d19633f1-5a23-468e-b328-70a18a862963 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:29:20.571741 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d19633f1-5a23-468e-b328-70a18a862963 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:29:20.626418 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f17d33a1-3435-4ea8-932b-6ddff73bf120 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:20.627582 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-ce44033f-670e-4e67-9264-406a76307294 None None] For port 87406fdd-ddca-4bf6-895c-acc3dd7cf262, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=87406fdd-ddca-4bf6-895c-acc3dd7cf262,segment=NetworkSegment(cf5fea53-915a-4bb4-a303-32ea1a2186f0),segment_id=cf5fea53-915a-4bb4-a303-32ea1a2186f0)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:29:20.635142 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ce44033f-670e-4e67-9264-406a76307294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:20.638500 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f17d33a1-3435-4ea8-932b-6ddff73bf120 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:20.645454 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f17d33a1-3435-4ea8-932b-6ddff73bf120 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/networks/7df842c7-4b2f-4ca5-bdeb-c9d742fc9e3f HTTP/1.1" status: 204 len: 168 time: 0.8386621 Jul 23 20:29:20.646193 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50018) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:20.656160 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ee70280a-ce1a-41d5-a8d9-7fa6c0ae5751 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-541388432'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:20.661963 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d33a1-3435-4ea8-932b-6ddff73bf120 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'Network': ['ID=7df842c7-4b2f-4ca5-bdeb-c9d742fc9e3f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:20.691343 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e86df05-6f8a-45c2-a9b0-5cc198757f2c tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:20.702610 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee70280a-ce1a-41d5-a8d9-7fa6c0ae5751 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Made reservation on behalf of e30eb463c27249bf95b908bf72fc2bf2 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:20.707039 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee70280a-ce1a-41d5-a8d9-7fa6c0ae5751 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:20.727732 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce44033f-670e-4e67-9264-406a76307294 None None] Routers {'5504e6a3-2acd-4976-b8be-e34884fab708'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:20.728346 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ce44033f-670e-4e67-9264-406a76307294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:29:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5504e6a3-2acd-4976-b8be-e34884fab708'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:20.750329 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86df05-6f8a-45c2-a9b0-5cc198757f2c tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event deleted for resources: {'Port': ['ID=d9513e72-40e1-40c6-a038-2fec58377035,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:20.774755 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee70280a-ce1a-41d5-a8d9-7fa6c0ae5751 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:29:20.774982 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93874297-a616-4502-804b-11b806746dc9 None None] Pushing event updated for resources: {'Port': ['ID=87406fdd-ddca-4bf6-895c-acc3dd7cf262,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:20.845024 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee70280a-ce1a-41d5-a8d9-7fa6c0ae5751 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:20.845401 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-ee70280a-ce1a-41d5-a8d9-7fa6c0ae5751 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Added segment 79e2284a-d88f-4d12-8f4c-280d98ae87b3 of type vlan for network c96a9c8a-5636-4dcc-8b45-099756d88873 Jul 23 20:29:20.891426 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-ce44033f-670e-4e67-9264-406a76307294 None None] Set router 5504e6a3-2acd-4976-b8be-e34884fab708 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:20.975300 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee70280a-ce1a-41d5-a8d9-7fa6c0ae5751 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:21.156403 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e86df05-6f8a-45c2-a9b0-5cc198757f2c tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:21.166837 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-939e59a2-5842-4744-8daa-0e4258125cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:21.203105 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee70280a-ce1a-41d5-a8d9-7fa6c0ae5751 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:21.207418 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ce44033f-670e-4e67-9264-406a76307294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5504e6a3-2acd-4976-b8be-e34884fab708', 'name': 'tempest-TestServerBasicOps-1872107894-router', 'tenant_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '0cb494f6-38b4-4b0a-b621-8259f551a3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:09Z', 'updated_at': '2021-07-23T20:29:16Z', 'revision_number': 4, 'project_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'gw_port': {'id': '0cb494f6-38b4-4b0a-b621-8259f551a3a8', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:60:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5504e6a3-2acd-4976-b8be-e34884fab708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:10Z', 'updated_at': '2021-07-23T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '87406fdd-ddca-4bf6-895c-acc3dd7cf262', 'name': '', 'network_id': '9c90c081-0a5d-44bd-b4f8-2493a06b9b50', 'tenant_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'mac_address': 'fa:16:3e:62:53:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5504e6a3-2acd-4976-b8be-e34884fab708', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'a074ed79-e75f-476d-8ea9-5a0d7326279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:14Z', 'updated_at': '2021-07-23T20:29:20Z', 'revision_number': 4, 'project_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'subnets': [{'id': 'a074ed79-e75f-476d-8ea9-5a0d7326279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:21.211539 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee70280a-ce1a-41d5-a8d9-7fa6c0ae5751 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:21.212420 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee70280a-ce1a-41d5-a8d9-7fa6c0ae5751 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:21.227368 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 13104c0f-dbe3-4e7c-818e-2261b8d4c3ec no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:29:21.245242 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce44033f-670e-4e67-9264-406a76307294 None None] The sync data for ids ['5504e6a3-2acd-4976-b8be-e34884fab708'] in n-d-793618-10 is: [{'id': '5504e6a3-2acd-4976-b8be-e34884fab708', 'name': 'tempest-TestServerBasicOps-1872107894-router', 'tenant_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '0cb494f6-38b4-4b0a-b621-8259f551a3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:09Z', 'updated_at': '2021-07-23T20:29:16Z', 'revision_number': 4, 'project_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'gw_port': {'id': '0cb494f6-38b4-4b0a-b621-8259f551a3a8', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:60:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5504e6a3-2acd-4976-b8be-e34884fab708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:10Z', 'updated_at': '2021-07-23T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '87406fdd-ddca-4bf6-895c-acc3dd7cf262', 'name': '', 'network_id': '9c90c081-0a5d-44bd-b4f8-2493a06b9b50', 'tenant_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'mac_address': 'fa:16:3e:62:53:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5504e6a3-2acd-4976-b8be-e34884fab708', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'a074ed79-e75f-476d-8ea9-5a0d7326279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:14Z', 'updated_at': '2021-07-23T20:29:20Z', 'revision_number': 4, 'project_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'subnets': [{'id': 'a074ed79-e75f-476d-8ea9-5a0d7326279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:29:21.261415 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 13104c0f-dbe3-4e7c-818e-2261b8d4c3ec {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:29:21.261869 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 13104c0f-dbe3-4e7c-818e-2261b8d4c3ec not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:29:21.372367 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ee70280a-ce1a-41d5-a8d9-7fa6c0ae5751 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7202654 Jul 23 20:29:21.372367 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e59a2-5842-4744-8daa-0e4258125cbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=95017626-c2da-41ea-b704-8bd4af211d75,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:21.373050 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50026) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:21.381627 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-902b3ff1-fcb4-4ca5-bd4e-309165c15bcb tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'subnet': {'network_id': 'c96a9c8a-5636-4dcc-8b45-099756d88873', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:21.409011 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70280a-ce1a-41d5-a8d9-7fa6c0ae5751 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'Network': ['ID=c96a9c8a-5636-4dcc-8b45-099756d88873,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:21.421847 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network c96a9c8a-5636-4dcc-8b45-099756d88873 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:29:21.495442 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939e59a2-5842-4744-8daa-0e4258125cbf admin admin] Checking segment: {'id': '034ba89c-33c8-46b9-a58d-4c8accd25ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ea497bf6-b6d9-4a84-89b7-e172d590a98c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:21.495731 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939e59a2-5842-4744-8daa-0e4258125cbf admin admin] Network hostable DHCP agents. Network: ea497bf6-b6d9-4a84-89b7-e172d590a98c, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:29:21.504522 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902b3ff1-fcb4-4ca5-bd4e-309165c15bcb tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Made reservation on behalf of e30eb463c27249bf95b908bf72fc2bf2 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:21.509187 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-902b3ff1-fcb4-4ca5-bd4e-309165c15bcb tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:21.524945 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e86df05-6f8a-45c2-a9b0-5cc198757f2c tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Router 82899bc0-186a-4bb9-827b-beb29f1de054 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:29:21.546082 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939e59a2-5842-4744-8daa-0e4258125cbf admin admin] Network ea497bf6-b6d9-4a84-89b7-e172d590a98c is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:29:21.589519 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-939e59a2-5842-4744-8daa-0e4258125cbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, ea497bf6-b6d9-4a84-89b7-e172d590a98c) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:21.595274 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939e59a2-5842-4744-8daa-0e4258125cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:21.596115 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-939e59a2-5842-4744-8daa-0e4258125cbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:21.600955 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dbc71a-62f5-49dd-8fba-edcb29e7fb50 None None] Network ea497bf6-b6d9-4a84-89b7-e172d590a98c requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:21.644448 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e86df05-6f8a-45c2-a9b0-5cc198757f2c tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:29:21.656417 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50028) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:21.658012 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5e86df05-6f8a-45c2-a9b0-5cc198757f2c tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "PUT /v2.0/routers/82899bc0-186a-4bb9-827b-beb29f1de054/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1731346 Jul 23 20:29:21.662538 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-939e59a2-5842-4744-8daa-0e4258125cbf admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2933435 Jul 23 20:29:21.664409 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50030) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:21.671520 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-afa8b3ff-1250-44ca-8ad0-18b584d531b9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-568223485-router', 'tenant_id': '0ee5c0f09789496ea67b4e94bdc8c4dd', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:21.684452 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88092661-3a1d-43a8-9b82-90fe53c74b22 None None] Sync routers for ids ['82899bc0-186a-4bb9-827b-beb29f1de054'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:29:21.712025 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88092661-3a1d-43a8-9b82-90fe53c74b22 None None] Routers {'82899bc0-186a-4bb9-827b-beb29f1de054'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:21.713277 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-88092661-3a1d-43a8-9b82-90fe53c74b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:29:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['82899bc0-186a-4bb9-827b-beb29f1de054'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:21.714595 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afa8b3ff-1250-44ca-8ad0-18b584d531b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:21.721486 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afa8b3ff-1250-44ca-8ad0-18b584d531b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:21.816080 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-6949c7a1-1ce2-4697-8714-dfa22413eaff tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Deleting subnet 9193f44c-34d0-44fe-9a0a-f4cca6679e59 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:29:21.824457 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6949c7a1-1ce2-4697-8714-dfa22413eaff tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:21.840395 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afa8b3ff-1250-44ca-8ad0-18b584d531b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:21.865482 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-88092661-3a1d-43a8-9b82-90fe53c74b22 None None] Set router 82899bc0-186a-4bb9-827b-beb29f1de054 gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:21.907694 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-902b3ff1-fcb4-4ca5-bd4e-309165c15bcb tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:21.957144 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6949c7a1-1ce2-4697-8714-dfa22413eaff tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:21.962470 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9a7acf-d04f-44e7-8e27-99708e438573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-ea497bf6-b6d9-4a84-89b7-e172d590a98c', 'network_id': 'ea497bf6-b6d9-4a84-89b7-e172d590a98c', 'tenant_id': '0ee5c0f09789496ea67b4e94bdc8c4dd', 'fixed_ips': [{'subnet_id': '95017626-c2da-41ea-b704-8bd4af211d75'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:29:21.963363 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d9a7acf-d04f-44e7-8e27-99708e438573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:21.979709 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-88092661-3a1d-43a8-9b82-90fe53c74b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'name': 'tempest-RoutersTest-router-1551311680', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:29:20Z', 'revision_number': 11, 'project_id': 'cde999fc285947a38991630a8d370d15', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:22.033887 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88092661-3a1d-43a8-9b82-90fe53c74b22 None None] Checking router: 82899bc0-186a-4bb9-827b-beb29f1de054 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:29:22.059361 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88092661-3a1d-43a8-9b82-90fe53c74b22 None None] Routers {'82899bc0-186a-4bb9-827b-beb29f1de054'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:22.060275 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b3ff1-fcb4-4ca5-bd4e-309165c15bcb tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'Subnet': ['ID=00511daf-3132-449a-93bc-7aba6a747717,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:22.061107 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-88092661-3a1d-43a8-9b82-90fe53c74b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:29:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['82899bc0-186a-4bb9-827b-beb29f1de054'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:22.078314 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902b3ff1-fcb4-4ca5-bd4e-309165c15bcb tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Checking segment: {'id': '79e2284a-d88f-4d12-8f4c-280d98ae87b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c96a9c8a-5636-4dcc-8b45-099756d88873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:22.078678 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902b3ff1-fcb4-4ca5-bd4e-309165c15bcb tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Network hostable DHCP agents. Network: c96a9c8a-5636-4dcc-8b45-099756d88873, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:29:22.102438 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afa8b3ff-1250-44ca-8ad0-18b584d531b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:22.132026 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902b3ff1-fcb4-4ca5-bd4e-309165c15bcb tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Network c96a9c8a-5636-4dcc-8b45-099756d88873 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:29:22.147768 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6949c7a1-1ce2-4697-8714-dfa22413eaff tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:22.151573 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-902b3ff1-fcb4-4ca5-bd4e-309165c15bcb tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, c96a9c8a-5636-4dcc-8b45-099756d88873) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:22.184345 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902b3ff1-fcb4-4ca5-bd4e-309165c15bcb tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:22.185047 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-902b3ff1-fcb4-4ca5-bd4e-309165c15bcb tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:22.211108 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaabbfde-b273-46c4-973e-35b53c64d276 None None] Network c96a9c8a-5636-4dcc-8b45-099756d88873 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:22.225453 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-902b3ff1-fcb4-4ca5-bd4e-309165c15bcb tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8459651 Jul 23 20:29:22.226383 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50036) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:22.242667 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-346aefc7-cd2d-4010-82e8-a616f6de4bc5 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'port': {'network_id': 'c96a9c8a-5636-4dcc-8b45-099756d88873', 'name': 'tempest-PortsTestJSON-689265573', 'fixed_ips': [{'subnet_id': '00511daf-3132-449a-93bc-7aba6a747717', 'ip_address': '172.20.0.10'}]}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:22.299150 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-88092661-3a1d-43a8-9b82-90fe53c74b22 None None] Set router 82899bc0-186a-4bb9-827b-beb29f1de054 gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:22.370053 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6949c7a1-1ce2-4697-8714-dfa22413eaff tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:22.391301 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-88092661-3a1d-43a8-9b82-90fe53c74b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'name': 'tempest-RoutersTest-router-1551311680', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:29:20Z', 'revision_number': 11, 'project_id': 'cde999fc285947a38991630a8d370d15', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:22.461977 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6949c7a1-1ce2-4697-8714-dfa22413eaff tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:22.472434 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6949c7a1-1ce2-4697-8714-dfa22413eaff tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "DELETE /v2.0/subnets/9193f44c-34d0-44fe-9a0a-f4cca6679e59 HTTP/1.1" status: 204 len: 168 time: 0.8137178 Jul 23 20:29:22.473409 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6949c7a1-1ce2-4697-8714-dfa22413eaff tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event deleted for resources: {'Subnet': ['ID=9193f44c-34d0-44fe-9a0a-f4cca6679e59,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:22.484087 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50038) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:22.590373 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346aefc7-cd2d-4010-82e8-a616f6de4bc5 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Made reservation on behalf of e30eb463c27249bf95b908bf72fc2bf2 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:22.630193 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9ffe863c-76a5-4aab-92e9-c3b22ae2d8a5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:22.695919 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8236f0-bda6-4492-8d37-cc3b4d24939a None None] Network 9b205560-8a6b-4b80-8ccd-8b60184267fc requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:22.759273 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88092661-3a1d-43a8-9b82-90fe53c74b22 None None] The sync data for ids ['82899bc0-186a-4bb9-827b-beb29f1de054'] in n-d-793618-10 is: [{'id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'name': 'tempest-RoutersTest-router-1551311680', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:29:20Z', 'revision_number': 11, 'project_id': 'cde999fc285947a38991630a8d370d15', 'gw_port_host': None}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:29:22.773252 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-9ffe863c-76a5-4aab-92e9-c3b22ae2d8a5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Deleting port 61464e96-576e-44c8-aee8-638c863a8c18 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:22.773826 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9ffe863c-76a5-4aab-92e9-c3b22ae2d8a5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:22.788204 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614d445a-81ca-464d-9a26-f41299faffa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-c96a9c8a-5636-4dcc-8b45-099756d88873', 'network_id': 'c96a9c8a-5636-4dcc-8b45-099756d88873', 'tenant_id': 'e30eb463c27249bf95b908bf72fc2bf2', 'fixed_ips': [{'subnet_id': '00511daf-3132-449a-93bc-7aba6a747717'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:29:22.790988 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-614d445a-81ca-464d-9a26-f41299faffa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:22.867432 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-346aefc7-cd2d-4010-82e8-a616f6de4bc5 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:22.900043 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-9ffe863c-76a5-4aab-92e9-c3b22ae2d8a5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] For port 61464e96-576e-44c8-aee8-638c863a8c18, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=61464e96-576e-44c8-aee8-638c863a8c18,segment=NetworkSegment(894e2efe-cd6e-45bc-b898-1d0b9dd22cec),segment_id=894e2efe-cd6e-45bc-b898-1d0b9dd22cec)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:22.900407 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9ffe863c-76a5-4aab-92e9-c3b22ae2d8a5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:22.918862 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-346aefc7-cd2d-4010-82e8-a616f6de4bc5 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] device_id is not set on port f165d18d-2c15-4a4f-ab02-43365838bfd2 yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:29:22.922488 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-2d9a7acf-d04f-44e7-8e27-99708e438573 None None] Allocated IP 172.20.0.2 (ea497bf6-b6d9-4a84-89b7-e172d590a98c/95017626-c2da-41ea-b704-8bd4af211d75/0619c787-bc81-4213-aaea-180895562c00) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:22.954782 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afa8b3ff-1250-44ca-8ad0-18b584d531b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:22.987233 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afa8b3ff-1250-44ca-8ad0-18b584d531b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:23.016269 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-9ffe863c-76a5-4aab-92e9-c3b22ae2d8a5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Calling delete_port for 61464e96-576e-44c8-aee8-638c863a8c18 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:23.257170 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-afa8b3ff-1250-44ca-8ad0-18b584d531b9 admin admin] Allocated IP 172.25.1.244 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/d840d633-3e40-4375-9424-a54a10f0e7d9) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:23.274564 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 87406fdd-ddca-4bf6-895c-acc3dd7cf262 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:23.309875 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-346aefc7-cd2d-4010-82e8-a616f6de4bc5 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Allocated IP 172.20.0.10 (c96a9c8a-5636-4dcc-8b45-099756d88873/00511daf-3132-449a-93bc-7aba6a747717/f165d18d-2c15-4a4f-ab02-43365838bfd2) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:23.344616 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abf80f7-fcf6-4656-b85b-314fa7f12297 None None] DHCP port deletion for 9b205560-8a6b-4b80-8ccd-8b60184267fc request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:29:23.419290 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d9a7acf-d04f-44e7-8e27-99708e438573 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:23.419427 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afa8b3ff-1250-44ca-8ad0-18b584d531b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:23.431413 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 87406fdd-ddca-4bf6-895c-acc3dd7cf262 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:23.446178 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 87406fdd-ddca-4bf6-895c-acc3dd7cf262 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:23.446983 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:23.476330 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afa8b3ff-1250-44ca-8ad0-18b584d531b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:23.527163 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa8b3ff-1250-44ca-8ad0-18b584d531b9 admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:23.531388 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-afa8b3ff-1250-44ca-8ad0-18b584d531b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:23.542813 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa8b3ff-1250-44ca-8ad0-18b584d531b9 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:23.575225 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa8b3ff-1250-44ca-8ad0-18b584d531b9 admin admin] Pushing event updated for resources: {'Port': ['ID=d840d633-3e40-4375-9424-a54a10f0e7d9,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:23.603790 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9ffe863c-76a5-4aab-92e9-c3b22ae2d8a5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:23.614489 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-346aefc7-cd2d-4010-82e8-a616f6de4bc5 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:23.676911 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d9a7acf-d04f-44e7-8e27-99708e438573 None None] Transition to ACTIVE for port object 0619c787-bc81-4213-aaea-180895562c00 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:23.694519 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2d9a7acf-d04f-44e7-8e27-99708e438573 None None] Transition to ACTIVE for port object 0619c787-bc81-4213-aaea-180895562c00 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:23.698746 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-0abf80f7-fcf6-4656-b85b-314fa7f12297 None None] Deleting port 61464e96-576e-44c8-aee8-638c863a8c18 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:23.699551 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0abf80f7-fcf6-4656-b85b-314fa7f12297 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:23.725401 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d9a7acf-d04f-44e7-8e27-99708e438573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:23.790257 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a7acf-d04f-44e7-8e27-99708e438573 None None] Pushing event updated for resources: {'Port': ['ID=0619c787-bc81-4213-aaea-180895562c00,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:23.806799 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a7acf-d04f-44e7-8e27-99708e438573 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:23.807142 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a7acf-d04f-44e7-8e27-99708e438573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:23.807478 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a7acf-d04f-44e7-8e27-99708e438573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:23.807805 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a7acf-d04f-44e7-8e27-99708e438573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:23.808132 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a7acf-d04f-44e7-8e27-99708e438573 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:23.808460 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a7acf-d04f-44e7-8e27-99708e438573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:23.808923 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a7acf-d04f-44e7-8e27-99708e438573 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:23.809252 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a7acf-d04f-44e7-8e27-99708e438573 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:23.809596 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a7acf-d04f-44e7-8e27-99708e438573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:23.811080 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a7acf-d04f-44e7-8e27-99708e438573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:23.811347 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a7acf-d04f-44e7-8e27-99708e438573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:23.811625 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a7acf-d04f-44e7-8e27-99708e438573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:23.865893 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9a7acf-d04f-44e7-8e27-99708e438573 None None] Network ea497bf6-b6d9-4a84-89b7-e172d590a98c is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:23.872953 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-2d9a7acf-d04f-44e7-8e27-99708e438573 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:23.876196 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9a7acf-d04f-44e7-8e27-99708e438573 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:24.049358 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0abf80f7-fcf6-4656-b85b-314fa7f12297 None None] For port 61464e96-576e-44c8-aee8-638c863a8c18, host n-d-793618-10, got binding levels [] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:24.052235 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afa8b3ff-1250-44ca-8ad0-18b584d531b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.053166 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0abf80f7-fcf6-4656-b85b-314fa7f12297 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.076751 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-0abf80f7-fcf6-4656-b85b-314fa7f12297 None None] Calling delete_port for 61464e96-576e-44c8-aee8-638c863a8c18 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:24.081408 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.ipam_backend_mixin [None req-0abf80f7-fcf6-4656-b85b-314fa7f12297 None None] Port 61464e96-576e-44c8-aee8-638c863a8c18 was not found and therefore no delete operation was performed {{(pid=93877) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:29:24.086631 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0abf80f7-fcf6-4656-b85b-314fa7f12297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.092563 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe863c-76a5-4aab-92e9-c3b22ae2d8a5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event deleted for resources: {'Port': ['ID=61464e96-576e-44c8-aee8-638c863a8c18,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:24.108961 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-346aefc7-cd2d-4010-82e8-a616f6de4bc5 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Transition to ACTIVE for port object f165d18d-2c15-4a4f-ab02-43365838bfd2 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:24.111238 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffe863c-76a5-4aab-92e9-c3b22ae2d8a5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] No DVR routers for this DVR port 61464e96-576e-44c8-aee8-638c863a8c18 on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:29:24.145881 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-2d9a7acf-d04f-44e7-8e27-99708e438573 None None] Attempting to bind port 0619c787-bc81-4213-aaea-180895562c00 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:29:24.146257 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-2d9a7acf-d04f-44e7-8e27-99708e438573 None None] Attempting to bind port 0619c787-bc81-4213-aaea-180895562c00 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '034ba89c-33c8-46b9-a58d-4c8accd25ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ea497bf6-b6d9-4a84-89b7-e172d590a98c'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:29:24.149603 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9a7acf-d04f-44e7-8e27-99708e438573 None None] Attempting to bind port 0619c787-bc81-4213-aaea-180895562c00 on network ea497bf6-b6d9-4a84-89b7-e172d590a98c {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:29:24.163093 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abf80f7-fcf6-4656-b85b-314fa7f12297 None None] No DVR routers for this DVR port 61464e96-576e-44c8-aee8-638c863a8c18 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:29:24.260215 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9ffe863c-76a5-4aab-92e9-c3b22ae2d8a5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.274919 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.286316 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-9ffe863c-76a5-4aab-92e9-c3b22ae2d8a5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b205560-8a6b-4b80-8ccd-8b60184267fc']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:24.289186 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf80f7-fcf6-4656-b85b-314fa7f12297 None None] Pushing event deleted for resources: {'Port': ['ID=61464e96-576e-44c8-aee8-638c863a8c18,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:24.292325 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9a7acf-d04f-44e7-8e27-99708e438573 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:29:24.292325 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9a7acf-d04f-44e7-8e27-99708e438573 None None] Checking segment: {'id': '034ba89c-33c8-46b9-a58d-4c8accd25ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ea497bf6-b6d9-4a84-89b7-e172d590a98c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:24.292636 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d9a7acf-d04f-44e7-8e27-99708e438573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.292990 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9a7acf-d04f-44e7-8e27-99708e438573 None None] Bound using segment: {'id': '034ba89c-33c8-46b9-a58d-4c8accd25ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ea497bf6-b6d9-4a84-89b7-e172d590a98c'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:29:24.293505 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-2d9a7acf-d04f-44e7-8e27-99708e438573 None None] Bound port: 0619c787-bc81-4213-aaea-180895562c00, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034ba89c-33c8-46b9-a58d-4c8accd25ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ea497bf6-b6d9-4a84-89b7-e172d590a98c'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:29:24.293893 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d9a7acf-d04f-44e7-8e27-99708e438573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.322450 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-9ffe863c-76a5-4aab-92e9-c3b22ae2d8a5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '894e2efe-cd6e-45bc-b898-1d0b9dd22cec') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:24.322820 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-9ffe863c-76a5-4aab-92e9-c3b22ae2d8a5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '894e2efe-cd6e-45bc-b898-1d0b9dd22cec') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:24.344339 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 87406fdd-ddca-4bf6-895c-acc3dd7cf262, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=87406fdd-ddca-4bf6-895c-acc3dd7cf262,segment=NetworkSegment(cf5fea53-915a-4bb4-a303-32ea1a2186f0),segment_id=cf5fea53-915a-4bb4-a303-32ea1a2186f0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:24.368750 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9ffe863c-76a5-4aab-92e9-c3b22ae2d8a5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.384008 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-346aefc7-cd2d-4010-82e8-a616f6de4bc5 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.400644 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9ffe863c-76a5-4aab-92e9-c3b22ae2d8a5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.411660 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d9a7acf-d04f-44e7-8e27-99708e438573 None None] For port 0619c787-bc81-4213-aaea-180895562c00, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:29:24.420343 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2d9a7acf-d04f-44e7-8e27-99708e438573 None None] For port 0619c787-bc81-4213-aaea-180895562c00, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=0619c787-bc81-4213-aaea-180895562c00,segment=NetworkSegment(034ba89c-33c8-46b9-a58d-4c8accd25ba7),segment_id=034ba89c-33c8-46b9-a58d-4c8accd25ba7)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:29:24.426634 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.434127 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d9a7acf-d04f-44e7-8e27-99708e438573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.444317 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ffe863c-76a5-4aab-92e9-c3b22ae2d8a5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:29:24.445116 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9ffe863c-76a5-4aab-92e9-c3b22ae2d8a5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.447215 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afa8b3ff-1250-44ca-8ad0-18b584d531b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.449365 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:29:24.449365 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:29:24.449365 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:29:24.449365 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:29:24.449365 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:29:24.449365 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:29:24.449365 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:29:24.449365 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:29:24.449365 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:29:24.449365 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:29:24.449365 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:29:24.449365 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:29:24.449365 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:29:24.449365 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:29:24.449365 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:29:24.449365 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:29:24.449365 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:29:24.449365 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:29:24.449365 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:29:24.449365 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:29:24.449365 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:29:24.449365 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:29:24.449365 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:29:24.449365 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:29:24.449365 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:29:24.449365 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:29:24.449365 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:29:24.449365 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:29:24.449365 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:29:24.449365 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:29:24.449365 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:29:24.449365 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:29:24.470191 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d9513e72-40e1-40c6-a038-2fec58377035 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:29:24.471319 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346aefc7-cd2d-4010-82e8-a616f6de4bc5 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Network c96a9c8a-5636-4dcc-8b45-099756d88873 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:24.483545 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-346aefc7-cd2d-4010-82e8-a616f6de4bc5 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:24.494830 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346aefc7-cd2d-4010-82e8-a616f6de4bc5 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:24.552077 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: d9513e72-40e1-40c6-a038-2fec58377035 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:29:24.552422 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d9513e72-40e1-40c6-a038-2fec58377035 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:29:24.577508 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346aefc7-cd2d-4010-82e8-a616f6de4bc5 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'Port': ['ID=f165d18d-2c15-4a4f-ab02-43365838bfd2,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:24.611174 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9ffe863c-76a5-4aab-92e9-c3b22ae2d8a5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.628250 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9ffe863c-76a5-4aab-92e9-c3b22ae2d8a5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.631588 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9ffe863c-76a5-4aab-92e9-c3b22ae2d8a5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "DELETE /v2.0/networks/9b205560-8a6b-4b80-8ccd-8b60184267fc HTTP/1.1" status: 204 len: 168 time: 2.1461320 Jul 23 20:29:24.635929 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50048) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:24.644907 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-cab847f0-0462-47d3-aee1-fda1828632af tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Request body: {'router': {'routes': None}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:24.654954 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-614d445a-81ca-464d-9a26-f41299faffa0 None None] Allocated IP 172.20.0.2 (c96a9c8a-5636-4dcc-8b45-099756d88873/00511daf-3132-449a-93bc-7aba6a747717/97a0eed4-c6b0-4c99-9f35-0763b7338392) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:24.657640 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=87406fdd-ddca-4bf6-895c-acc3dd7cf262,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:24.664861 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346aefc7-cd2d-4010-82e8-a616f6de4bc5 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:24.665835 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-346aefc7-cd2d-4010-82e8-a616f6de4bc5 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.684842 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe863c-76a5-4aab-92e9-c3b22ae2d8a5 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Pushing event deleted for resources: {'Network': ['ID=9b205560-8a6b-4b80-8ccd-8b60184267fc,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:24.704008 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-346aefc7-cd2d-4010-82e8-a616f6de4bc5 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4769258 Jul 23 20:29:24.705536 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50050) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:24.711292 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-1f2d2648-3968-4239-b129-e5fbf4403769 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'port': {'network_id': 'c96a9c8a-5636-4dcc-8b45-099756d88873', 'name': 'tempest-PortsTestJSON-1729164851', 'fixed_ips': [{'subnet_id': '00511daf-3132-449a-93bc-7aba6a747717', 'ip_address': '172.20.0.9'}]}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:24.746562 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:29:24.908159 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a7acf-d04f-44e7-8e27-99708e438573 None None] Pushing event updated for resources: {'Port': ['ID=0619c787-bc81-4213-aaea-180895562c00,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:24.937768 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2d2648-3968-4239-b129-e5fbf4403769 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Made reservation on behalf of e30eb463c27249bf95b908bf72fc2bf2 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:24.944806 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f2d2648-3968-4239-b129-e5fbf4403769 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.981724 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.extraroute_db [None req-cab847f0-0462-47d3-aee1-fda1828632af tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Added routes are [] {{(pid=93876) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 20:29:24.982217 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.extraroute_db [None req-cab847f0-0462-47d3-aee1-fda1828632af tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Removed routes are [] {{(pid=93876) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 20:29:24.982774 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cab847f0-0462-47d3-aee1-fda1828632af tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.000081 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-1f2d2648-3968-4239-b129-e5fbf4403769 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] device_id is not set on port 7ec4423e-87db-46ba-a2ca-65abf46dde8a yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:29:25.135775 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa8b3ff-1250-44ca-8ad0-18b584d531b9 admin admin] Router aad5b060-aa7a-46b4-bf24-f7eb56d96765 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:29:25.185017 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-614d445a-81ca-464d-9a26-f41299faffa0 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.217837 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-614d445a-81ca-464d-9a26-f41299faffa0 None None] Transition to ACTIVE for port object 97a0eed4-c6b0-4c99-9f35-0763b7338392 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:25.249720 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-614d445a-81ca-464d-9a26-f41299faffa0 None None] Transition to ACTIVE for port object 97a0eed4-c6b0-4c99-9f35-0763b7338392 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:25.257049 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-614d445a-81ca-464d-9a26-f41299faffa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.292684 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cab847f0-0462-47d3-aee1-fda1828632af tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.353061 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614d445a-81ca-464d-9a26-f41299faffa0 None None] Pushing event updated for resources: {'Port': ['ID=97a0eed4-c6b0-4c99-9f35-0763b7338392,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:25.359672 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 87406fdd-ddca-4bf6-895c-acc3dd7cf262 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:25.367258 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614d445a-81ca-464d-9a26-f41299faffa0 None None] Network c96a9c8a-5636-4dcc-8b45-099756d88873 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:25.383931 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cab847f0-0462-47d3-aee1-fda1828632af tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548192'] for router, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.386624 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-614d445a-81ca-464d-9a26-f41299faffa0 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:25.391583 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614d445a-81ca-464d-9a26-f41299faffa0 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:25.474908 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-614d445a-81ca-464d-9a26-f41299faffa0 None None] Attempting to bind port 97a0eed4-c6b0-4c99-9f35-0763b7338392 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:29:25.475577 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-614d445a-81ca-464d-9a26-f41299faffa0 None None] Attempting to bind port 97a0eed4-c6b0-4c99-9f35-0763b7338392 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '79e2284a-d88f-4d12-8f4c-280d98ae87b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c96a9c8a-5636-4dcc-8b45-099756d88873'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:29:25.475680 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614d445a-81ca-464d-9a26-f41299faffa0 None None] Attempting to bind port 97a0eed4-c6b0-4c99-9f35-0763b7338392 on network c96a9c8a-5636-4dcc-8b45-099756d88873 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:29:25.485187 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 87406fdd-ddca-4bf6-895c-acc3dd7cf262 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:25.486337 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.488411 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614d445a-81ca-464d-9a26-f41299faffa0 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:29:25.488608 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614d445a-81ca-464d-9a26-f41299faffa0 None None] Checking segment: {'id': '79e2284a-d88f-4d12-8f4c-280d98ae87b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c96a9c8a-5636-4dcc-8b45-099756d88873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:25.489009 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-614d445a-81ca-464d-9a26-f41299faffa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.489387 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614d445a-81ca-464d-9a26-f41299faffa0 None None] Bound using segment: {'id': '79e2284a-d88f-4d12-8f4c-280d98ae87b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c96a9c8a-5636-4dcc-8b45-099756d88873'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:29:25.489935 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-614d445a-81ca-464d-9a26-f41299faffa0 None None] Bound port: 97a0eed4-c6b0-4c99-9f35-0763b7338392, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e2284a-d88f-4d12-8f4c-280d98ae87b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c96a9c8a-5636-4dcc-8b45-099756d88873'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:29:25.490303 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-614d445a-81ca-464d-9a26-f41299faffa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.519680 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-1f2d2648-3968-4239-b129-e5fbf4403769 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Allocated IP 172.20.0.9 (c96a9c8a-5636-4dcc-8b45-099756d88873/00511daf-3132-449a-93bc-7aba6a747717/7ec4423e-87db-46ba-a2ca-65abf46dde8a) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:25.583274 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab847f0-0462-47d3-aee1-fda1828632af tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Router 82899bc0-186a-4bb9-827b-beb29f1de054 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:29:25.621776 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-614d445a-81ca-464d-9a26-f41299faffa0 None None] For port 97a0eed4-c6b0-4c99-9f35-0763b7338392, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:29:25.626241 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-614d445a-81ca-464d-9a26-f41299faffa0 None None] For port 97a0eed4-c6b0-4c99-9f35-0763b7338392, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=97a0eed4-c6b0-4c99-9f35-0763b7338392,segment=NetworkSegment(79e2284a-d88f-4d12-8f4c-280d98ae87b3),segment_id=79e2284a-d88f-4d12-8f4c-280d98ae87b3)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:29:25.635306 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa8b3ff-1250-44ca-8ad0-18b584d531b9 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:29:25.636962 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-614d445a-81ca-464d-9a26-f41299faffa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.648140 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50c0305-9def-46e7-80a0-c9175fa3607f None None] Sync routers for ids ['aad5b060-aa7a-46b4-bf24-f7eb56d96765'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:29:25.663137 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50c0305-9def-46e7-80a0-c9175fa3607f None None] Routers {'aad5b060-aa7a-46b4-bf24-f7eb56d96765'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:25.668932 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f50c0305-9def-46e7-80a0-c9175fa3607f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:29:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['aad5b060-aa7a-46b4-bf24-f7eb56d96765'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:25.739144 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614d445a-81ca-464d-9a26-f41299faffa0 None None] Pushing event updated for resources: {'Port': ['ID=97a0eed4-c6b0-4c99-9f35-0763b7338392,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:25.745207 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f2d2648-3968-4239-b129-e5fbf4403769 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.747896 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab847f0-0462-47d3-aee1-fda1828632af tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:29:25.760747 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-1f2d2648-3968-4239-b129-e5fbf4403769 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Transition to ACTIVE for port object 7ec4423e-87db-46ba-a2ca-65abf46dde8a will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:25.785891 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cab847f0-0462-47d3-aee1-fda1828632af tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.787471 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-cab847f0-0462-47d3-aee1-fda1828632af tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "PUT /v2.0/routers/82899bc0-186a-4bb9-827b-beb29f1de054 HTTP/1.1" status: 200 len: 701 time: 1.1472306 Jul 23 20:29:25.788559 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afa8b3ff-1250-44ca-8ad0-18b584d531b9 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.792167 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986f6fe0-5958-4953-8b55-00a0f825bb87 None None] Sync routers for ids ['82899bc0-186a-4bb9-827b-beb29f1de054'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:29:25.792327 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-afa8b3ff-1250-44ca-8ad0-18b584d531b9 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1242595 Jul 23 20:29:25.792327 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50056) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:25.805881 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50058) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:25.821520 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986f6fe0-5958-4953-8b55-00a0f825bb87 None None] Routers {'82899bc0-186a-4bb9-827b-beb29f1de054'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:25.821848 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-986f6fe0-5958-4953-8b55-00a0f825bb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:29:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['82899bc0-186a-4bb9-827b-beb29f1de054'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:25.866536 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f2d2648-3968-4239-b129-e5fbf4403769 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.937268 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2d2648-3968-4239-b129-e5fbf4403769 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Network c96a9c8a-5636-4dcc-8b45-099756d88873 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:25.940759 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-1f2d2648-3968-4239-b129-e5fbf4403769 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:25.947722 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2d2648-3968-4239-b129-e5fbf4403769 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:25.958544 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a04267e0-90f1-4cd6-855a-0e4db8134943 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "GET /v2.0/ports?device_id=82899bc0-186a-4bb9-827b-beb29f1de054 HTTP/1.1" status: 200 len: 205 time: 0.1667678 Jul 23 20:29:25.961336 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50062) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:25.987249 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-f50c0305-9def-46e7-80a0-c9175fa3607f None None] Set router aad5b060-aa7a-46b4-bf24-f7eb56d96765 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:26.008248 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-986f6fe0-5958-4953-8b55-00a0f825bb87 None None] Set router 82899bc0-186a-4bb9-827b-beb29f1de054 gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:26.010293 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d2648-3968-4239-b129-e5fbf4403769 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'Port': ['ID=7ec4423e-87db-46ba-a2ca-65abf46dde8a,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:26.075159 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-348e7764-98de-46ac-85b5-abb180417ae4 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.102076 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2d2648-3968-4239-b129-e5fbf4403769 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:26.102076 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f2d2648-3968-4239-b129-e5fbf4403769 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.165803 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1f2d2648-3968-4239-b129-e5fbf4403769 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4498587 Jul 23 20:29:26.166204 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50066) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:26.207499 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-986f6fe0-5958-4953-8b55-00a0f825bb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'name': 'tempest-RoutersTest-router-1551311680', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:29:20Z', 'revision_number': 11, 'project_id': 'cde999fc285947a38991630a8d370d15', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:26.299902 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68290a6-949a-4ccd-933d-8a80f80a9c7d None None] Network ea497bf6-b6d9-4a84-89b7-e172d590a98c requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:26.354701 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986f6fe0-5958-4953-8b55-00a0f825bb87 None None] Checking router: 82899bc0-186a-4bb9-827b-beb29f1de054 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:29:26.408368 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 0619c787-bc81-4213-aaea-180895562c00 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:26.478467 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8897bff2-056c-4f21-85f4-df5617b74a10 None None] Provisioning for port 0619c787-bc81-4213-aaea-180895562c00 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:26.492997 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e63e3c-c717-4191-9b63-000fd86d87d7 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:26.494658 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c9e63e3c-c717-4191-9b63-000fd86d87d7 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3274176 Jul 23 20:29:26.499308 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50070) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:26.544235 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986f6fe0-5958-4953-8b55-00a0f825bb87 None None] Routers {'82899bc0-186a-4bb9-827b-beb29f1de054'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:26.545978 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-986f6fe0-5958-4953-8b55-00a0f825bb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:29:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['82899bc0-186a-4bb9-827b-beb29f1de054'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:26.590799 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f50c0305-9def-46e7-80a0-c9175fa3607f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad5b060-aa7a-46b4-bf24-f7eb56d96765', 'name': 'tempest-TestServerBasicOps-568223485-router', 'tenant_id': '0ee5c0f09789496ea67b4e94bdc8c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'd840d633-3e40-4375-9424-a54a10f0e7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:21Z', 'updated_at': '2021-07-23T20:29:23Z', 'revision_number': 3, 'project_id': '0ee5c0f09789496ea67b4e94bdc8c4dd', 'gw_port': {'id': 'd840d633-3e40-4375-9424-a54a10f0e7d9', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad5b060-aa7a-46b4-bf24-f7eb56d96765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:22Z', 'updated_at': '2021-07-23T20:29:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:26.630143 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50c0305-9def-46e7-80a0-c9175fa3607f None None] Checking router: aad5b060-aa7a-46b4-bf24-f7eb56d96765 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:29:26.630859 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50c0305-9def-46e7-80a0-c9175fa3607f None None] Updating router aad5b060-aa7a-46b4-bf24-f7eb56d96765 port d840d633-3e40-4375-9424-a54a10f0e7d9 binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:29:26.657233 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-986f6fe0-5958-4953-8b55-00a0f825bb87 None None] Set router 82899bc0-186a-4bb9-827b-beb29f1de054 gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:26.730005 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-986f6fe0-5958-4953-8b55-00a0f825bb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'name': 'tempest-RoutersTest-router-1551311680', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:29:20Z', 'revision_number': 11, 'project_id': 'cde999fc285947a38991630a8d370d15', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:26.742688 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72948a7f-a09e-48f6-8540-303c6d59bb79 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:26.759709 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72948a7f-a09e-48f6-8540-303c6d59bb79 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:26.762707 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f50c0305-9def-46e7-80a0-c9175fa3607f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.787190 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986f6fe0-5958-4953-8b55-00a0f825bb87 None None] The sync data for ids ['82899bc0-186a-4bb9-827b-beb29f1de054'] in n-d-793618-10 is: [{'id': '82899bc0-186a-4bb9-827b-beb29f1de054', 'name': 'tempest-RoutersTest-router-1551311680', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:29:20Z', 'revision_number': 11, 'project_id': 'cde999fc285947a38991630a8d370d15', 'gw_port_host': None}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:29:26.791066 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72948a7f-a09e-48f6-8540-303c6d59bb79 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:26.792981 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-72948a7f-a09e-48f6-8540-303c6d59bb79 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2926741 Jul 23 20:29:26.805584 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50072) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:26.893389 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 0619c787-bc81-4213-aaea-180895562c00 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:26.902340 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 0619c787-bc81-4213-aaea-180895562c00 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:26.902776 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.083706 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-8ff43e85-19b3-4cd2-b7c8-c92185a2b933 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Deleting port 7ec4423e-87db-46ba-a2ca-65abf46dde8a {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:27.084061 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8ff43e85-19b3-4cd2-b7c8-c92185a2b933 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.102867 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-348e7764-98de-46ac-85b5-abb180417ae4 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.107690 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-348e7764-98de-46ac-85b5-abb180417ae4 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.149948 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.215814 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 0619c787-bc81-4213-aaea-180895562c00, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=0619c787-bc81-4213-aaea-180895562c00,segment=NetworkSegment(034ba89c-33c8-46b9-a58d-4c8accd25ba7),segment_id=034ba89c-33c8-46b9-a58d-4c8accd25ba7)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:27.225379 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.345368 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 61464e96-576e-44c8-aee8-638c863a8c18 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:29:27.444232 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8ff43e85-19b3-4cd2-b7c8-c92185a2b933 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.501245 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 61464e96-576e-44c8-aee8-638c863a8c18 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:29:27.504759 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 61464e96-576e-44c8-aee8-638c863a8c18 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:29:27.515514 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=0619c787-bc81-4213-aaea-180895562c00,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:27.517771 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-348e7764-98de-46ac-85b5-abb180417ae4 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.520983 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348e7764-98de-46ac-85b5-abb180417ae4 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Fanout notify agent at l3_agent the message router_deleted on router 82899bc0-186a-4bb9-827b-beb29f1de054 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:29:27.530969 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-8ff43e85-19b3-4cd2-b7c8-c92185a2b933 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Calling delete_port for 7ec4423e-87db-46ba-a2ca-65abf46dde8a owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:27.531142 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-348e7764-98de-46ac-85b5-abb180417ae4 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.532422 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-348e7764-98de-46ac-85b5-abb180417ae4 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "DELETE /v2.0/routers/82899bc0-186a-4bb9-827b-beb29f1de054 HTTP/1.1" status: 204 len: 168 time: 1.5695446 Jul 23 20:29:27.554034 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50078) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:27.559362 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-154ed3e8-fd9e-4848-a252-8532eaaa1013 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-708296715', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:27.676942 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-154ed3e8-fd9e-4848-a252-8532eaaa1013 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.683585 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-154ed3e8-fd9e-4848-a252-8532eaaa1013 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.768294 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f50c0305-9def-46e7-80a0-c9175fa3607f None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.810603 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f50c0305-9def-46e7-80a0-c9175fa3607f None None] Transition to ACTIVE for port object d840d633-3e40-4375-9424-a54a10f0e7d9 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:27.810981 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-9de3bb88-36f5-4f2e-b6f9-6f32fe212657 None None] Provisioning complete for port 0619c787-bc81-4213-aaea-180895562c00 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:27.813053 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9de3bb88-36f5-4f2e-b6f9-6f32fe212657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.826077 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f50c0305-9def-46e7-80a0-c9175fa3607f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.983537 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 0619c787-bc81-4213-aaea-180895562c00 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:28.034839 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-f50c0305-9def-46e7-80a0-c9175fa3607f None None] Attempting to bind port d840d633-3e40-4375-9424-a54a10f0e7d9 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:29:28.038223 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-f50c0305-9def-46e7-80a0-c9175fa3607f None None] Attempting to bind port d840d633-3e40-4375-9424-a54a10f0e7d9 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:29:28.038887 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50c0305-9def-46e7-80a0-c9175fa3607f None None] Attempting to bind port d840d633-3e40-4375-9424-a54a10f0e7d9 on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:29:28.051392 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8ff43e85-19b3-4cd2-b7c8-c92185a2b933 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.055718 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb08ec-7c0f-436a-a53d-56ba5f48cd20 None None] Pushing event updated for resources: {'Port': ['ID=d840d633-3e40-4375-9424-a54a10f0e7d9,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:28.062844 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50c0305-9def-46e7-80a0-c9175fa3607f None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:29:28.063402 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50c0305-9def-46e7-80a0-c9175fa3607f None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:28.063766 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f50c0305-9def-46e7-80a0-c9175fa3607f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.064421 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50c0305-9def-46e7-80a0-c9175fa3607f None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:29:28.064988 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-f50c0305-9def-46e7-80a0-c9175fa3607f None None] Bound port: d840d633-3e40-4375-9424-a54a10f0e7d9, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:29:28.065376 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f50c0305-9def-46e7-80a0-c9175fa3607f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.078068 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79054125-92a1-476c-9e39-9a421e029424 None None] Network c96a9c8a-5636-4dcc-8b45-099756d88873 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:28.098542 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-154ed3e8-fd9e-4848-a252-8532eaaa1013 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.117388 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff43e85-19b3-4cd2-b7c8-c92185a2b933 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'Port': ['ID=7ec4423e-87db-46ba-a2ca-65abf46dde8a,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:28.142931 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0fdb4f83-be3a-42ae-855b-59c2b4943821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.144482 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-f50c0305-9def-46e7-80a0-c9175fa3607f None None] For port d840d633-3e40-4375-9424-a54a10f0e7d9, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:29:28.149346 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-f50c0305-9def-46e7-80a0-c9175fa3607f None None] For port d840d633-3e40-4375-9424-a54a10f0e7d9, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d840d633-3e40-4375-9424-a54a10f0e7d9,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:29:28.150719 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-154ed3e8-fd9e-4848-a252-8532eaaa1013 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.163407 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f50c0305-9def-46e7-80a0-c9175fa3607f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.309836 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-154ed3e8-fd9e-4848-a252-8532eaaa1013 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.311992 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-154ed3e8-fd9e-4848-a252-8532eaaa1013 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7568955 Jul 23 20:29:28.315736 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50082) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:28.321970 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-39008222-4bd0-4d35-aa85-25581317c24b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:28.345423 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50c0305-9def-46e7-80a0-c9175fa3607f None None] Routers {'aad5b060-aa7a-46b4-bf24-f7eb56d96765'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:28.346176 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f50c0305-9def-46e7-80a0-c9175fa3607f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:29:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['aad5b060-aa7a-46b4-bf24-f7eb56d96765'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:28.366363 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 0619c787-bc81-4213-aaea-180895562c00 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:28.366771 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.405519 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8ff43e85-19b3-4cd2-b7c8-c92185a2b933 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.414759 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8ff43e85-19b3-4cd2-b7c8-c92185a2b933 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/ports/7ec4423e-87db-46ba-a2ca-65abf46dde8a HTTP/1.1" status: 204 len: 168 time: 1.6058054 Jul 23 20:29:28.417729 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50084) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:28.448658 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb08ec-7c0f-436a-a53d-56ba5f48cd20 None None] Pushing event updated for resources: {'Port': ['ID=d840d633-3e40-4375-9424-a54a10f0e7d9,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:28.460848 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-0fdb4f83-be3a-42ae-855b-59c2b4943821 admin admin] Allocated IP 172.20.0.1 (ea497bf6-b6d9-4a84-89b7-e172d590a98c/95017626-c2da-41ea-b704-8bd4af211d75/656eb98a-d7e4-4661-b6e4-ee32b83da974) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:28.492553 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9541ad2-b303-434c-ba1a-fcd7dca9c6a1 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] GET failed (client error): The resource could not be found. Jul 23 20:29:28.495405 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f9541ad2-b303-434c-ba1a-fcd7dca9c6a1 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "GET /v2.0/ports/7ec4423e-87db-46ba-a2ca-65abf46dde8a HTTP/1.1" status: 404 len: 333 time: 0.0743203 Jul 23 20:29:28.500022 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50086) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:28.511315 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-f50c0305-9def-46e7-80a0-c9175fa3607f None None] Set router aad5b060-aa7a-46b4-bf24-f7eb56d96765 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:28.682801 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-39008222-4bd0-4d35-aa85-25581317c24b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.706055 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-39008222-4bd0-4d35-aa85-25581317c24b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548192'] for router, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.912684 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-99eefcd9-8c07-44c8-93bb-acaf8bf0368d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Deleting port f165d18d-2c15-4a4f-ab02-43365838bfd2 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:28.913584 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-99eefcd9-8c07-44c8-93bb-acaf8bf0368d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:29.001378 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39008222-4bd0-4d35-aa85-25581317c24b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Router 3b84d419-29da-41ad-a9fb-dd72811841ba is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:29:29.070946 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-095f2381-6022-495d-a4fa-2bee5f86753e None None] Provisioning for port 97a0eed4-c6b0-4c99-9f35-0763b7338392 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:29.099616 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f50c0305-9def-46e7-80a0-c9175fa3607f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad5b060-aa7a-46b4-bf24-f7eb56d96765', 'name': 'tempest-TestServerBasicOps-568223485-router', 'tenant_id': '0ee5c0f09789496ea67b4e94bdc8c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'd840d633-3e40-4375-9424-a54a10f0e7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:21Z', 'updated_at': '2021-07-23T20:29:23Z', 'revision_number': 3, 'project_id': '0ee5c0f09789496ea67b4e94bdc8c4dd', 'gw_port': {'id': 'd840d633-3e40-4375-9424-a54a10f0e7d9', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad5b060-aa7a-46b4-bf24-f7eb56d96765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:22Z', 'updated_at': '2021-07-23T20:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:29.127928 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0fdb4f83-be3a-42ae-855b-59c2b4943821 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:29.129264 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50c0305-9def-46e7-80a0-c9175fa3607f None None] The sync data for ids ['aad5b060-aa7a-46b4-bf24-f7eb56d96765'] in n-d-793618-10 is: [{'id': 'aad5b060-aa7a-46b4-bf24-f7eb56d96765', 'name': 'tempest-TestServerBasicOps-568223485-router', 'tenant_id': '0ee5c0f09789496ea67b4e94bdc8c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'd840d633-3e40-4375-9424-a54a10f0e7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:21Z', 'updated_at': '2021-07-23T20:29:23Z', 'revision_number': 3, 'project_id': '0ee5c0f09789496ea67b4e94bdc8c4dd', 'gw_port': {'id': 'd840d633-3e40-4375-9424-a54a10f0e7d9', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad5b060-aa7a-46b4-bf24-f7eb56d96765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:22Z', 'updated_at': '2021-07-23T20:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:29:29.160302 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39008222-4bd0-4d35-aa85-25581317c24b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:29:29.171031 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df2fe9e-072f-4725-bdac-443a415020e3 None None] Sync routers for ids ['3b84d419-29da-41ad-a9fb-dd72811841ba'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:29:29.173712 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-99eefcd9-8c07-44c8-93bb-acaf8bf0368d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:29.181184 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-39008222-4bd0-4d35-aa85-25581317c24b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:29.182679 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-39008222-4bd0-4d35-aa85-25581317c24b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "PUT /v2.0/routers/3b84d419-29da-41ad-a9fb-dd72811841ba HTTP/1.1" status: 200 len: 693 time: 0.8654852 Jul 23 20:29:29.184100 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-0fdb4f83-be3a-42ae-855b-59c2b4943821 admin admin] Transition to ACTIVE for port object 656eb98a-d7e4-4661-b6e4-ee32b83da974 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:29.188438 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50090) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:29.189740 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df2fe9e-072f-4725-bdac-443a415020e3 None None] Routers {'3b84d419-29da-41ad-a9fb-dd72811841ba'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:29.190633 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8df2fe9e-072f-4725-bdac-443a415020e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:29:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['3b84d419-29da-41ad-a9fb-dd72811841ba'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:29.212859 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-99eefcd9-8c07-44c8-93bb-acaf8bf0368d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Calling delete_port for f165d18d-2c15-4a4f-ab02-43365838bfd2 owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:29.343643 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-932e0909-542d-4901-9b17-c1a98215bfc3 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "GET /v2.0/routers/3b84d419-29da-41ad-a9fb-dd72811841ba HTTP/1.1" status: 200 len: 699 time: 0.1401124 Jul 23 20:29:29.343849 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-8df2fe9e-072f-4725-bdac-443a415020e3 None None] Set router 3b84d419-29da-41ad-a9fb-dd72811841ba gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:29.344560 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50094) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:29.396579 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f48ba80b-3ec0-4d3a-91f0-b8b2c0c73bed tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b84d419-29da-41ad-a9fb-dd72811841ba HTTP/1.1" status: 200 len: 205 time: 0.0452878 Jul 23 20:29:29.397048 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50096) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:29.427256 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 97a0eed4-c6b0-4c99-9f35-0763b7338392 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:29.512371 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0fdb4f83-be3a-42ae-855b-59c2b4943821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:29.536159 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8df2fe9e-072f-4725-bdac-443a415020e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b84d419-29da-41ad-a9fb-dd72811841ba', 'name': 'tempest-RoutersTest-router-708296715', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:27Z', 'updated_at': '2021-07-23T20:29:28Z', 'revision_number': 2, 'project_id': 'cde999fc285947a38991630a8d370d15', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:29.574460 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb4f83-be3a-42ae-855b-59c2b4943821 admin admin] Pushing event updated for resources: {'Port': ['ID=656eb98a-d7e4-4661-b6e4-ee32b83da974,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:29.592064 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d6833bc-d6b7-43d4-ad62-a159c01ad58d tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:29.650839 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df2fe9e-072f-4725-bdac-443a415020e3 None None] Checking router: 3b84d419-29da-41ad-a9fb-dd72811841ba for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:29:29.722448 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df2fe9e-072f-4725-bdac-443a415020e3 None None] Routers {'3b84d419-29da-41ad-a9fb-dd72811841ba'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:29.723394 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8df2fe9e-072f-4725-bdac-443a415020e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:29:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['3b84d419-29da-41ad-a9fb-dd72811841ba'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:29.755216 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-99eefcd9-8c07-44c8-93bb-acaf8bf0368d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:29.776722 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 97a0eed4-c6b0-4c99-9f35-0763b7338392 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:29.802959 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 97a0eed4-c6b0-4c99-9f35-0763b7338392 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:29.803359 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:29.910868 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eefcd9-8c07-44c8-93bb-acaf8bf0368d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'Port': ['ID=f165d18d-2c15-4a4f-ab02-43365838bfd2,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:29.919588 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-8df2fe9e-072f-4725-bdac-443a415020e3 None None] Set router 3b84d419-29da-41ad-a9fb-dd72811841ba gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:29.924901 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdb4f83-be3a-42ae-855b-59c2b4943821 admin admin] Network ea497bf6-b6d9-4a84-89b7-e172d590a98c is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:30.026084 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-0fdb4f83-be3a-42ae-855b-59c2b4943821 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:30.030121 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdb4f83-be3a-42ae-855b-59c2b4943821 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:30.077317 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-99eefcd9-8c07-44c8-93bb-acaf8bf0368d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.079861 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-99eefcd9-8c07-44c8-93bb-acaf8bf0368d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/ports/f165d18d-2c15-4a4f-ab02-43365838bfd2 HTTP/1.1" status: 204 len: 168 time: 1.5794482 Jul 23 20:29:30.085571 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50100) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:30.135768 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8df2fe9e-072f-4725-bdac-443a415020e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b84d419-29da-41ad-a9fb-dd72811841ba', 'name': 'tempest-RoutersTest-router-708296715', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:27Z', 'updated_at': '2021-07-23T20:29:28Z', 'revision_number': 2, 'project_id': 'cde999fc285947a38991630a8d370d15', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:30.149916 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d6833bc-d6b7-43d4-ad62-a159c01ad58d tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.157843 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d6833bc-d6b7-43d4-ad62-a159c01ad58d tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.168157 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.216476 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df2fe9e-072f-4725-bdac-443a415020e3 None None] The sync data for ids ['3b84d419-29da-41ad-a9fb-dd72811841ba'] in n-d-793618-10 is: [{'id': '3b84d419-29da-41ad-a9fb-dd72811841ba', 'name': 'tempest-RoutersTest-router-708296715', 'tenant_id': 'cde999fc285947a38991630a8d370d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:27Z', 'updated_at': '2021-07-23T20:29:28Z', 'revision_number': 2, 'project_id': 'cde999fc285947a38991630a8d370d15', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:29:30.218587 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1fb465c-2ba6-438c-b259-03a1355e1d09 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] GET failed (client error): The resource could not be found. Jul 23 20:29:30.228648 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f1fb465c-2ba6-438c-b259-03a1355e1d09 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "GET /v2.0/ports/f165d18d-2c15-4a4f-ab02-43365838bfd2 HTTP/1.1" status: 404 len: 333 time: 0.1413825 Jul 23 20:29:30.233058 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50102) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:30.359409 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0fdb4f83-be3a-42ae-855b-59c2b4943821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.393873 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 97a0eed4-c6b0-4c99-9f35-0763b7338392, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=97a0eed4-c6b0-4c99-9f35-0763b7338392,segment=NetworkSegment(79e2284a-d88f-4d12-8f4c-280d98ae87b3),segment_id=79e2284a-d88f-4d12-8f4c-280d98ae87b3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:30.405453 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.450975 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-247459ac-b470-45a8-8198-f8f8f04d6a07 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Deleting subnet 00511daf-3132-449a-93bc-7aba6a747717 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:29:30.461561 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-247459ac-b470-45a8-8198-f8f8f04d6a07 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.518252 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8609e009-c841-4ca8-abb8-1bf46edfb464 None None] Provisioning complete for port 97a0eed4-c6b0-4c99-9f35-0763b7338392 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:30.519005 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8609e009-c841-4ca8-abb8-1bf46edfb464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.564782 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d6833bc-d6b7-43d4-ad62-a159c01ad58d tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.568937 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6833bc-d6b7-43d4-ad62-a159c01ad58d tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Fanout notify agent at l3_agent the message router_deleted on router 3b84d419-29da-41ad-a9fb-dd72811841ba {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:29:30.584593 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d6833bc-d6b7-43d4-ad62-a159c01ad58d tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.588552 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3d6833bc-d6b7-43d4-ad62-a159c01ad58d tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "DELETE /v2.0/routers/3b84d419-29da-41ad-a9fb-dd72811841ba HTTP/1.1" status: 204 len: 168 time: 1.1898949 Jul 23 20:29:30.596454 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50106) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:30.622085 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-247459ac-b470-45a8-8198-f8f8f04d6a07 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.671210 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=97a0eed4-c6b0-4c99-9f35-0763b7338392,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:30.732371 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c3e0df02-43cd-4f3e-9b22-8f0d980c257d tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b84d419-29da-41ad-a9fb-dd72811841ba HTTP/1.1" status: 200 len: 205 time: 0.1340866 Jul 23 20:29:30.736216 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50108) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:30.845082 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d840d633-3e40-4375-9424-a54a10f0e7d9 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:30.934708 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-582389ca-9fed-4716-a200-bc543e939fc8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] delete failed (client error): The resource could not be found. Jul 23 20:29:30.936240 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-582389ca-9fed-4716-a200-bc543e939fc8 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "DELETE /v2.0/routers/3b84d419-29da-41ad-a9fb-dd72811841ba HTTP/1.1" status: 404 len: 336 time: 0.1966624 Jul 23 20:29:30.939297 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50110) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:30.945697 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8609e009-c841-4ca8-abb8-1bf46edfb464 None None] Could not find standard attr ID for object f165d18d-2c15-4a4f-ab02-43365838bfd2. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:29:30.961897 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0fdb4f83-be3a-42ae-855b-59c2b4943821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.992732 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port d840d633-3e40-4375-9424-a54a10f0e7d9 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:30.994105 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-247459ac-b470-45a8-8198-f8f8f04d6a07 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:31.002494 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port d840d633-3e40-4375-9424-a54a10f0e7d9 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:31.003076 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:31.109427 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e8c597c5-7c14-44fc-90bf-62ac924e22c5 None None] Could not find standard attr ID for object f165d18d-2c15-4a4f-ab02-43365838bfd2. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:29:31.138580 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e8c597c5-7c14-44fc-90bf-62ac924e22c5 None None] Provisioning for port 656eb98a-d7e4-4661-b6e4-ee32b83da974 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:31.147053 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e8c597c5-7c14-44fc-90bf-62ac924e22c5 None None] Provisioning complete for port 656eb98a-d7e4-4661-b6e4-ee32b83da974 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:31.147445 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c597c5-7c14-44fc-90bf-62ac924e22c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:31.203984 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-247459ac-b470-45a8-8198-f8f8f04d6a07 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:31.271498 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247459ac-b470-45a8-8198-f8f8f04d6a07 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'Subnet': ['ID=00511daf-3132-449a-93bc-7aba6a747717,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:31.284880 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2601793-cb7f-467f-9337-b4f17786f9a7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] DELETE failed (client error): The resource could not be found. Jul 23 20:29:31.285868 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2601793-cb7f-467f-9337-b4f17786f9a7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:29:31.288434 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e2601793-cb7f-467f-9337-b4f17786f9a7 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "DELETE /v2.0/subnets/4ced1159-1288-4235-99b3-f98e565882b7 HTTP/1.1" status: 404 len: 337 time: 0.3475702 Jul 23 20:29:31.290177 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-247459ac-b470-45a8-8198-f8f8f04d6a07 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:31.292394 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-247459ac-b470-45a8-8198-f8f8f04d6a07 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/subnets/00511daf-3132-449a-93bc-7aba6a747717 HTTP/1.1" status: 204 len: 168 time: 1.0580184 Jul 23 20:29:31.294954 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50114) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:31.335136 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50116) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:31.336151 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cee1bb-d9ad-4ad9-8e0b-7769882b6929 None None] Network c96a9c8a-5636-4dcc-8b45-099756d88873 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:31.341953 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e8c597c5-7c14-44fc-90bf-62ac924e22c5 None None] Port 656eb98a-d7e4-4661-b6e4-ee32b83da974 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:29:31.394558 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a4c7e1b-376f-48f6-a251-a73518e9d814 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] DELETE failed (client error): The resource could not be found. Jul 23 20:29:31.395114 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a4c7e1b-376f-48f6-a251-a73518e9d814 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:29:31.399064 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3a4c7e1b-376f-48f6-a251-a73518e9d814 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "DELETE /v2.0/subnets/bf8394f7-60d4-432b-88d3-dbe4a58f13e5 HTTP/1.1" status: 404 len: 337 time: 0.0603526 Jul 23 20:29:31.400603 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50118) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:31.415367 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c0854917-0989-479e-99f8-fff6a07abc01 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:31.437433 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fbd2a9c-6ec2-41e7-b163-129cc6dc9a7f tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] DELETE failed (client error): The resource could not be found. Jul 23 20:29:31.437920 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fbd2a9c-6ec2-41e7-b163-129cc6dc9a7f tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:29:31.440014 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3fbd2a9c-6ec2-41e7-b163-129cc6dc9a7f tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "DELETE /v2.0/subnets/dbb949cd-4d27-4c15-940e-9d9f03de9fcc HTTP/1.1" status: 404 len: 337 time: 0.0379033 Jul 23 20:29:31.450757 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50120) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:31.484025 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:31.508515 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a19921-0209-4aab-a455-6eee19fcaf2e tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] DELETE failed (client error): The resource could not be found. Jul 23 20:29:31.509342 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92a19921-0209-4aab-a455-6eee19fcaf2e tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:29:31.510877 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-92a19921-0209-4aab-a455-6eee19fcaf2e tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "DELETE /v2.0/subnets/9193f44c-34d0-44fe-9a0a-f4cca6679e59 HTTP/1.1" status: 404 len: 337 time: 0.0587158 Jul 23 20:29:31.513525 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port d840d633-3e40-4375-9424-a54a10f0e7d9, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d840d633-3e40-4375-9424-a54a10f0e7d9,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:31.519248 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-85172a71-f1a1-4328-a1a0-2a473cc4bca1 None None] Could not find standard attr ID for object 7ec4423e-87db-46ba-a2ca-65abf46dde8a. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:29:31.523022 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:31.534968 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50124) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:31.568723 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0fdb4f83-be3a-42ae-855b-59c2b4943821 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:31.581397 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0fdb4f83-be3a-42ae-855b-59c2b4943821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:31.595979 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1d076700-52c3-49b5-83d8-491a479db846 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "GET /v2.0/ports?device_id=82899bc0-186a-4bb9-827b-beb29f1de054 HTTP/1.1" status: 200 len: 205 time: 0.0550220 Jul 23 20:29:31.600299 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50126) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:31.623874 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=d840d633-3e40-4375-9424-a54a10f0e7d9,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:31.682143 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb4f83-be3a-42ae-855b-59c2b4943821 admin admin] Pushing event updated for resources: {'Port': ['ID=656eb98a-d7e4-4661-b6e4-ee32b83da974,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:31.686919 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-0170d105-1ca7-4633-90a4-7f7174b97e83 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] delete failed (client error): The resource could not be found. Jul 23 20:29:31.688093 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0170d105-1ca7-4633-90a4-7f7174b97e83 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "DELETE /v2.0/routers/82899bc0-186a-4bb9-827b-beb29f1de054 HTTP/1.1" status: 404 len: 336 time: 0.0856204 Jul 23 20:29:31.691759 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50128) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:31.696167 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0fdb4f83-be3a-42ae-855b-59c2b4943821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:31.737064 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0de93919-9602-41c4-b081-17b64737638b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1471463-59ed-470c-a3a4-d7a92adb7eb9 HTTP/1.1" status: 200 len: 205 time: 0.0433841 Jul 23 20:29:31.741393 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50130) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:31.751718 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-c0854917-0989-479e-99f8-fff6a07abc01 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Deleting port 97a0eed4-c6b0-4c99-9f35-0763b7338392 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:31.752068 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c0854917-0989-479e-99f8-fff6a07abc01 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:31.798852 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdab892-1da5-4311-9175-3a3efc10578d None None] DHCP port deletion for c96a9c8a-5636-4dcc-8b45-099756d88873 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:29:31.825047 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-f22c4157-df47-40cc-88ce-56065220f09c tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] delete failed (client error): The resource could not be found. Jul 23 20:29:31.829387 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f22c4157-df47-40cc-88ce-56065220f09c tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "DELETE /v2.0/routers/e1471463-59ed-470c-a3a4-d7a92adb7eb9 HTTP/1.1" status: 404 len: 336 time: 0.0869350 Jul 23 20:29:31.830015 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50132) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:31.885094 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-0bdab892-1da5-4311-9175-3a3efc10578d None None] Deleting port 97a0eed4-c6b0-4c99-9f35-0763b7338392 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:31.885846 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf140ae0-b8ab-4bb7-92e0-8cfdc6d2330e tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] DELETE failed (client error): The resource could not be found. Jul 23 20:29:31.886079 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0bdab892-1da5-4311-9175-3a3efc10578d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:31.886315 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf140ae0-b8ab-4bb7-92e0-8cfdc6d2330e tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:29:31.890243 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-cf140ae0-b8ab-4bb7-92e0-8cfdc6d2330e tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "DELETE /v2.0/subnets/ed8d2e05-2093-4b56-8a76-44b286f8019c HTTP/1.1" status: 404 len: 337 time: 0.0571883 Jul 23 20:29:31.895055 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50134) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:31.947479 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c0854917-0989-479e-99f8-fff6a07abc01 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] For port 97a0eed4-c6b0-4c99-9f35-0763b7338392, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=97a0eed4-c6b0-4c99-9f35-0763b7338392,segment=NetworkSegment(79e2284a-d88f-4d12-8f4c-280d98ae87b3),segment_id=79e2284a-d88f-4d12-8f4c-280d98ae87b3)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:31.947923 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c0854917-0989-479e-99f8-fff6a07abc01 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:31.964247 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7d3457c7-006b-42d1-a83a-a9cceb38abc0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7b22c91-1d40-4c6d-9fb3-0639d4f70a3f HTTP/1.1" status: 200 len: 205 time: 0.0642469 Jul 23 20:29:31.965503 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50136) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:31.969883 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdb4f83-be3a-42ae-855b-59c2b4943821 admin admin] Network ea497bf6-b6d9-4a84-89b7-e172d590a98c is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:31.971488 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-c0854917-0989-479e-99f8-fff6a07abc01 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Calling delete_port for 97a0eed4-c6b0-4c99-9f35-0763b7338392 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:31.971663 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-0fdb4f83-be3a-42ae-855b-59c2b4943821 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:32.070457 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0bdab892-1da5-4311-9175-3a3efc10578d None None] For port 97a0eed4-c6b0-4c99-9f35-0763b7338392, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=97a0eed4-c6b0-4c99-9f35-0763b7338392,segment=NetworkSegment(79e2284a-d88f-4d12-8f4c-280d98ae87b3),segment_id=79e2284a-d88f-4d12-8f4c-280d98ae87b3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:32.070866 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0bdab892-1da5-4311-9175-3a3efc10578d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:32.077184 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-8277a6e3-53e3-4f9b-9efe-17eb02f70220 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] delete failed (client error): The resource could not be found. Jul 23 20:29:32.087272 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8277a6e3-53e3-4f9b-9efe-17eb02f70220 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "DELETE /v2.0/routers/e7b22c91-1d40-4c6d-9fb3-0639d4f70a3f HTTP/1.1" status: 404 len: 336 time: 0.1200681 Jul 23 20:29:32.099296 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50138) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:32.100182 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-0bdab892-1da5-4311-9175-3a3efc10578d None None] Calling delete_port for 97a0eed4-c6b0-4c99-9f35-0763b7338392 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:32.180070 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c0854917-0989-479e-99f8-fff6a07abc01 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:32.227330 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0bdab892-1da5-4311-9175-3a3efc10578d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:32.242522 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0854917-0989-479e-99f8-fff6a07abc01 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'Port': ['ID=97a0eed4-c6b0-4c99-9f35-0763b7338392,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:32.262767 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a83fd795-10ee-4e96-911f-7994dbb7e540 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "GET /v2.0/ports?device_id=88894228-7cb2-43be-8457-4c1438087e2d HTTP/1.1" status: 200 len: 205 time: 0.1546443 Jul 23 20:29:32.267459 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50140) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:32.271722 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdab892-1da5-4311-9175-3a3efc10578d None None] Pushing event deleted for resources: {'Port': ['ID=97a0eed4-c6b0-4c99-9f35-0763b7338392,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:32.273599 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0854917-0989-479e-99f8-fff6a07abc01 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] No DVR routers for this DVR port 97a0eed4-c6b0-4c99-9f35-0763b7338392 on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:29:32.291523 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdab892-1da5-4311-9175-3a3efc10578d None None] No DVR routers for this DVR port 97a0eed4-c6b0-4c99-9f35-0763b7338392 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:29:32.428987 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-eaa54155-6124-49e0-b30f-b2a1cbfd0aad tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] delete failed (client error): The resource could not be found. Jul 23 20:29:32.435488 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-eaa54155-6124-49e0-b30f-b2a1cbfd0aad tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "DELETE /v2.0/routers/88894228-7cb2-43be-8457-4c1438087e2d HTTP/1.1" status: 404 len: 336 time: 0.1667843 Jul 23 20:29:32.444464 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50144) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:32.492418 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc27dc1-f958-4449-aabd-4a8338fb6ca0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] DELETE failed (client error): The resource could not be found. Jul 23 20:29:32.492890 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbc27dc1-f958-4449-aabd-4a8338fb6ca0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:29:32.494850 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-cbc27dc1-f958-4449-aabd-4a8338fb6ca0 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "DELETE /v2.0/subnets/66fb3160-31a3-4241-bf17-2fd2288c1ddd HTTP/1.1" status: 404 len: 337 time: 0.0494483 Jul 23 20:29:32.499578 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50146) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:32.500337 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ee1d1f11-42b4-4045-97b3-ed074095df12 None None] Provisioning complete for port 656eb98a-d7e4-4661-b6e4-ee32b83da974 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:32.501040 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ee1d1f11-42b4-4045-97b3-ed074095df12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:32.593191 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1eb0d5f6-44a8-4488-ac84-5dce4267435f tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "GET /v2.0/ports?device_id=435fa707-145e-44ab-bbf0-68fb6507d894 HTTP/1.1" status: 200 len: 205 time: 0.0924866 Jul 23 20:29:32.596201 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50150) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:32.613313 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ee1d1f11-42b4-4045-97b3-ed074095df12 None None] Port 656eb98a-d7e4-4661-b6e4-ee32b83da974 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:29:32.617290 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fdb4f83-be3a-42ae-855b-59c2b4943821 admin admin] Router aad5b060-aa7a-46b4-bf24-f7eb56d96765 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:29:32.618468 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c0854917-0989-479e-99f8-fff6a07abc01 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:32.622028 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d840d633-3e40-4375-9424-a54a10f0e7d9 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:32.647206 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-c0854917-0989-479e-99f8-fff6a07abc01 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c96a9c8a-5636-4dcc-8b45-099756d88873']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:32.672489 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-6b32f823-b96d-48e4-abe2-93e5509a2b65 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] delete failed (client error): The resource could not be found. Jul 23 20:29:32.673585 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6b32f823-b96d-48e4-abe2-93e5509a2b65 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "DELETE /v2.0/routers/435fa707-145e-44ab-bbf0-68fb6507d894 HTTP/1.1" status: 404 len: 336 time: 0.0760772 Jul 23 20:29:32.676071 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50152) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:32.680332 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-c0854917-0989-479e-99f8-fff6a07abc01 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79e2284a-d88f-4d12-8f4c-280d98ae87b3') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:32.680769 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-c0854917-0989-479e-99f8-fff6a07abc01 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79e2284a-d88f-4d12-8f4c-280d98ae87b3') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:32.704632 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c0854917-0989-479e-99f8-fff6a07abc01 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:32.710466 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c85ea2c-e399-40d8-ad87-ea016d411883 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] DELETE failed (client error): The resource could not be found. Jul 23 20:29:32.711063 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c85ea2c-e399-40d8-ad87-ea016d411883 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:29:32.713195 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0c85ea2c-e399-40d8-ad87-ea016d411883 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "DELETE /v2.0/subnets/4eccf391-ea84-488f-8874-88ad75f290d0 HTTP/1.1" status: 404 len: 337 time: 0.0362158 Jul 23 20:29:32.717433 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50154) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:32.750396 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port d840d633-3e40-4375-9424-a54a10f0e7d9 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:32.750792 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:32.799254 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c0854917-0989-479e-99f8-fff6a07abc01 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:32.803079 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6bae47ed-5438-4629-b6f4-dae69d1552cb tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5f2ec36-9a42-4e45-b667-3d08b81809d1 HTTP/1.1" status: 200 len: 205 time: 0.0798364 Jul 23 20:29:32.812669 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50156) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:32.875887 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0854917-0989-479e-99f8-fff6a07abc01 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:29:32.876692 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c0854917-0989-479e-99f8-fff6a07abc01 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:32.901517 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdb4f83-be3a-42ae-855b-59c2b4943821 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:29:32.908443 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0fdb4f83-be3a-42ae-855b-59c2b4943821 admin admin] 10.222.0.32 "PUT /v2.0/routers/aad5b060-aa7a-46b4-bf24-f7eb56d96765/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1013842 Jul 23 20:29:32.918598 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:29:32.918598 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:29:32.918598 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:29:32.918598 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:29:32.918598 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:29:32.918598 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:29:32.918598 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:29:32.918598 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:29:32.918598 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:29:32.918598 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:29:32.918598 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:29:32.918598 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:29:32.918598 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:29:32.918598 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:29:32.918598 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:29:32.918598 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:29:32.918598 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:29:32.918598 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:29:32.918598 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:29:32.918598 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:29:32.918598 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:29:32.918598 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:29:32.918598 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:29:32.918598 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:29:32.918598 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:29:32.918598 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:29:32.918598 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:29:32.918598 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:29:32.918598 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:29:32.918598 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:29:32.918598 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:29:32.918598 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:29:32.928579 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-9469f79a-541c-4611-82ba-fc8e6acb015a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] delete failed (client error): The resource could not be found. Jul 23 20:29:32.929242 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9469f79a-541c-4611-82ba-fc8e6acb015a tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "DELETE /v2.0/routers/e5f2ec36-9a42-4e45-b667-3d08b81809d1 HTTP/1.1" status: 404 len: 336 time: 0.1132128 Jul 23 20:29:32.939922 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50160) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:32.993047 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8577fe80-503c-4a37-9c4f-012a2fb8307b None None] Sync routers for ids ['aad5b060-aa7a-46b4-bf24-f7eb56d96765'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:29:33.008645 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-28b3c298-89cf-4995-82ad-538273a5492b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] DELETE failed (client error): The resource could not be found. Jul 23 20:29:33.009460 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28b3c298-89cf-4995-82ad-538273a5492b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:29:33.014911 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-28b3c298-89cf-4995-82ad-538273a5492b tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "DELETE /v2.0/subnets/e4546ca6-94ed-4f99-a1ef-c1b9d8b989f3 HTTP/1.1" status: 404 len: 337 time: 0.0693531 Jul 23 20:29:33.015092 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8577fe80-503c-4a37-9c4f-012a2fb8307b None None] Routers {'aad5b060-aa7a-46b4-bf24-f7eb56d96765'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:33.015341 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50162) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:33.026694 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c0854917-0989-479e-99f8-fff6a07abc01 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:33.028027 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8577fe80-503c-4a37-9c4f-012a2fb8307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:29:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['aad5b060-aa7a-46b4-bf24-f7eb56d96765'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:33.051141 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c0854917-0989-479e-99f8-fff6a07abc01 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:33.055480 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c0854917-0989-479e-99f8-fff6a07abc01 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/networks/c96a9c8a-5636-4dcc-8b45-099756d88873 HTTP/1.1" status: 204 len: 168 time: 1.7590036 Jul 23 20:29:33.070079 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50164) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:33.071181 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0854917-0989-479e-99f8-fff6a07abc01 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'Network': ['ID=c96a9c8a-5636-4dcc-8b45-099756d88873,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:33.082369 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-9a8940ba-4e2c-4ecf-b3fc-78c760748986 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-697674719'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:33.100722 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a83b001-d81c-4165-8f4c-4ee63ce29522 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] DELETE failed (client error): The resource could not be found. Jul 23 20:29:33.101258 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a83b001-d81c-4165-8f4c-4ee63ce29522 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:29:33.103385 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2a83b001-d81c-4165-8f4c-4ee63ce29522 tempest-RoutersTest-2139295342 tempest-RoutersTest-2139295342-project] 10.222.0.32 "DELETE /v2.0/subnets/d68e9090-b94a-44f2-817f-1e5b6a793813 HTTP/1.1" status: 404 len: 337 time: 0.0861421 Jul 23 20:29:33.118410 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8940ba-4e2c-4ecf-b3fc-78c760748986 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Made reservation on behalf of e30eb463c27249bf95b908bf72fc2bf2 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:33.125417 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9a8940ba-4e2c-4ecf-b3fc-78c760748986 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:33.136848 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 97a0eed4-c6b0-4c99-9f35-0763b7338392 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:29:33.171844 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a8940ba-4e2c-4ecf-b3fc-78c760748986 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:29:33.189590 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9a8940ba-4e2c-4ecf-b3fc-78c760748986 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:33.190371 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-9a8940ba-4e2c-4ecf-b3fc-78c760748986 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Added segment 99c4b670-ca86-4bcb-bb1c-90dc421e55b9 of type vlan for network 3bb54cda-b899-43b2-aabd-7363a922828e Jul 23 20:29:33.276185 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 97a0eed4-c6b0-4c99-9f35-0763b7338392 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:29:33.276612 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 97a0eed4-c6b0-4c99-9f35-0763b7338392 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:29:33.283521 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9a8940ba-4e2c-4ecf-b3fc-78c760748986 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:33.343973 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9a8940ba-4e2c-4ecf-b3fc-78c760748986 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:33.364846 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8940ba-4e2c-4ecf-b3fc-78c760748986 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:33.366120 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9a8940ba-4e2c-4ecf-b3fc-78c760748986 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:33.389224 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9a8940ba-4e2c-4ecf-b3fc-78c760748986 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3148119 Jul 23 20:29:33.392121 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50172) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:33.395106 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-8577fe80-503c-4a37-9c4f-012a2fb8307b None None] Set router aad5b060-aa7a-46b4-bf24-f7eb56d96765 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:33.398326 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-fe409fac-b6b9-4a0b-97b6-dad5bb092c9d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'subnet': {'network_id': '3bb54cda-b899-43b2-aabd-7363a922828e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:33.539270 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8940ba-4e2c-4ecf-b3fc-78c760748986 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'Network': ['ID=3bb54cda-b899-43b2-aabd-7363a922828e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:33.579139 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 3bb54cda-b899-43b2-aabd-7363a922828e details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:29:33.586459 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe409fac-b6b9-4a0b-97b6-dad5bb092c9d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Made reservation on behalf of e30eb463c27249bf95b908bf72fc2bf2 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:33.598595 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fe409fac-b6b9-4a0b-97b6-dad5bb092c9d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:33.676976 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50180) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:33.729420 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50184) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:33.734686 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-975de93d-9549-43da-a2d6-0c2a39958c6d tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1526771116', 'description': 'tempest-secgroup-smoke-1526771116 description', 'project_id': '9a8509bfd91749fab4cb989d0d0fbc91'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:33.765088 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-975de93d-9549-43da-a2d6-0c2a39958c6d tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:33.851839 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8577fe80-503c-4a37-9c4f-012a2fb8307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad5b060-aa7a-46b4-bf24-f7eb56d96765', 'name': 'tempest-TestServerBasicOps-568223485-router', 'tenant_id': '0ee5c0f09789496ea67b4e94bdc8c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'd840d633-3e40-4375-9424-a54a10f0e7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:21Z', 'updated_at': '2021-07-23T20:29:30Z', 'revision_number': 4, 'project_id': '0ee5c0f09789496ea67b4e94bdc8c4dd', 'gw_port': {'id': 'd840d633-3e40-4375-9424-a54a10f0e7d9', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad5b060-aa7a-46b4-bf24-f7eb56d96765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:22Z', 'updated_at': '2021-07-23T20:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '656eb98a-d7e4-4661-b6e4-ee32b83da974', 'name': '', 'network_id': 'ea497bf6-b6d9-4a84-89b7-e172d590a98c', 'tenant_id': '0ee5c0f09789496ea67b4e94bdc8c4dd', 'mac_address': 'fa:16:3e:c9:44:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad5b060-aa7a-46b4-bf24-f7eb56d96765', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '95017626-c2da-41ea-b704-8bd4af211d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:28Z', 'updated_at': '2021-07-23T20:29:31Z', 'revision_number': 2, 'project_id': '0ee5c0f09789496ea67b4e94bdc8c4dd', 'subnets': [{'id': '95017626-c2da-41ea-b704-8bd4af211d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:33.884095 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8577fe80-503c-4a37-9c4f-012a2fb8307b None None] Checking router: aad5b060-aa7a-46b4-bf24-f7eb56d96765 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:29:33.884467 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8577fe80-503c-4a37-9c4f-012a2fb8307b None None] Updating router aad5b060-aa7a-46b4-bf24-f7eb56d96765 port 656eb98a-d7e4-4661-b6e4-ee32b83da974 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:29:33.935125 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fe409fac-b6b9-4a0b-97b6-dad5bb092c9d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:33.948128 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8577fe80-503c-4a37-9c4f-012a2fb8307b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:33.972540 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-975de93d-9549-43da-a2d6-0c2a39958c6d tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:33.979545 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-975de93d-9549-43da-a2d6-0c2a39958c6d tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:34.005080 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-975de93d-9549-43da-a2d6-0c2a39958c6d tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:34.010690 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-975de93d-9549-43da-a2d6-0c2a39958c6d tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2759421 Jul 23 20:29:34.013666 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50186) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:34.025509 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-09bd2498-53c0-4a44-9d7d-c6eaa76fc6b1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cde999fc285947a38991630a8d370d15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3436687 Jul 23 20:29:34.025762 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50188) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:34.026079 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-d6b8a778-8773-4f47-a04d-1752809bef4e tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Request body: {'security_group_rule': {'security_group_id': 'bb1644f7-b49f-4015-9875-e8f887c8f869', 'project_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:34.072850 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975de93d-9549-43da-a2d6-0c2a39958c6d tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1644f7-b49f-4015-9875-e8f887c8f869,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:34.093294 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe409fac-b6b9-4a0b-97b6-dad5bb092c9d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'Subnet': ['ID=e5fac35f-8419-4884-82cd-1aed2d5a654c,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:34.107691 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0cc76eda-0fff-4043-9663-1f2a0425c416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:34.114975 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe409fac-b6b9-4a0b-97b6-dad5bb092c9d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Checking segment: {'id': '99c4b670-ca86-4bcb-bb1c-90dc421e55b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3bb54cda-b899-43b2-aabd-7363a922828e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:34.116022 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe409fac-b6b9-4a0b-97b6-dad5bb092c9d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Network hostable DHCP agents. Network: 3bb54cda-b899-43b2-aabd-7363a922828e, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:29:34.130097 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6b8a778-8773-4f47-a04d-1752809bef4e tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:34.135070 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0cc76eda-0fff-4043-9663-1f2a0425c416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:34.192321 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe409fac-b6b9-4a0b-97b6-dad5bb092c9d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Network 3bb54cda-b899-43b2-aabd-7363a922828e is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:29:34.203017 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0cc76eda-0fff-4043-9663-1f2a0425c416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:34.208091 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0cc76eda-0fff-4043-9663-1f2a0425c416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:34.210084 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0cc76eda-0fff-4043-9663-1f2a0425c416 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2393d58e-d5b7-4bab-9f08-9b4db244918c HTTP/1.1" status: 204 len: 168 time: 0.1832137 Jul 23 20:29:34.214393 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-fe409fac-b6b9-4a0b-97b6-dad5bb092c9d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 3bb54cda-b899-43b2-aabd-7363a922828e) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:34.227020 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe409fac-b6b9-4a0b-97b6-dad5bb092c9d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:34.227610 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fe409fac-b6b9-4a0b-97b6-dad5bb092c9d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:34.231436 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc76eda-0fff-4043-9663-1f2a0425c416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2393d58e-d5b7-4bab-9f08-9b4db244918c,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:34.251214 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6b8a778-8773-4f47-a04d-1752809bef4e tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:34.258255 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6b8a778-8773-4f47-a04d-1752809bef4e tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:34.265581 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eda46a8-3101-4918-ba14-2d32acda01f2 None None] Network 3bb54cda-b899-43b2-aabd-7363a922828e requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:34.280906 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-fe409fac-b6b9-4a0b-97b6-dad5bb092c9d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8826773 Jul 23 20:29:34.281235 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50192) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:34.286526 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-bbad6165-3884-470b-bcf4-43654916bc5f tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-681644991', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:34.300349 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6b8a778-8773-4f47-a04d-1752809bef4e tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:34.306961 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d6b8a778-8773-4f47-a04d-1752809bef4e tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2827921 Jul 23 20:29:34.306961 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b8a778-8773-4f47-a04d-1752809bef4e tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e55ae61c-fcb6-4a94-a9b0-a597d6cb587d,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:34.307948 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50194) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:34.315352 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-a597cdd1-ebde-4c9c-8998-ac824e3f77a3 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Request body: {'security_group_rule': {'security_group_id': 'bb1644f7-b49f-4015-9875-e8f887c8f869', 'project_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:34.334289 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.db.api [None req-a597cdd1-ebde-4c9c-8998-ac824e3f77a3 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 20:29:34.334289 n-d-793618-10 neutron-server[93875]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 20:29:34.334289 n-d-793618-10 neutron-server[93875]: [parameters: {'project_id_1': '9a8509bfd91749fab4cb989d0d0fbc91', 'expiration_1': datetime.datetime(2021, 7, 23, 20, 29, 34, 321014)}] Jul 23 20:29:34.334289 n-d-793618-10 neutron-server[93875]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93875) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:29:34.336729 n-d-793618-10 neutron-server[93875]: DEBUG oslo_db.api [None req-a597cdd1-ebde-4c9c-8998-ac824e3f77a3 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:29:34.338277 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bbad6165-3884-470b-bcf4-43654916bc5f tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:34.342561 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bbad6165-3884-470b-bcf4-43654916bc5f tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:34.417024 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bbad6165-3884-470b-bcf4-43654916bc5f tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:34.424959 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bbad6165-3884-470b-bcf4-43654916bc5f tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:34.462205 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bbad6165-3884-470b-bcf4-43654916bc5f tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:34.464274 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-bbad6165-3884-470b-bcf4-43654916bc5f tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1819201 Jul 23 20:29:34.471107 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50198) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:34.479740 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e50cee21-0847-4c12-a3cf-2eca9af07a7a tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'port': {'network_id': '3bb54cda-b899-43b2-aabd-7363a922828e', 'name': 'tempest-PortsTestJSON-72950413'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:34.552368 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b0aa77-f7e6-47b6-befd-0254d853dbfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-3bb54cda-b899-43b2-aabd-7363a922828e', 'network_id': '3bb54cda-b899-43b2-aabd-7363a922828e', 'tenant_id': 'e30eb463c27249bf95b908bf72fc2bf2', 'fixed_ips': [{'subnet_id': 'e5fac35f-8419-4884-82cd-1aed2d5a654c'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:29:34.553825 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c7b0aa77-f7e6-47b6-befd-0254d853dbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:34.608146 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8577fe80-503c-4a37-9c4f-012a2fb8307b None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:34.628285 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8577fe80-503c-4a37-9c4f-012a2fb8307b None None] Transition to ACTIVE for port object 656eb98a-d7e4-4661-b6e4-ee32b83da974 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:34.640974 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8577fe80-503c-4a37-9c4f-012a2fb8307b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:34.736055 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50cee21-0847-4c12-a3cf-2eca9af07a7a tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Made reservation on behalf of e30eb463c27249bf95b908bf72fc2bf2 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:34.740652 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e50cee21-0847-4c12-a3cf-2eca9af07a7a tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:34.765334 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-e50cee21-0847-4c12-a3cf-2eca9af07a7a tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] device_id is not set on port 09d843a8-f821-4237-b95e-f1184b540be5 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:29:34.918866 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a597cdd1-ebde-4c9c-8998-ac824e3f77a3 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:34.978858 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-c7b0aa77-f7e6-47b6-befd-0254d853dbfe None None] Allocated IP 172.20.0.2 (3bb54cda-b899-43b2-aabd-7363a922828e/e5fac35f-8419-4884-82cd-1aed2d5a654c/f4302f7d-bc15-44ac-9d35-f3be907ea090) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:34.996457 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef676ba-45de-456e-8713-3d2a9addf231 None None] Pushing event updated for resources: {'Port': ['ID=656eb98a-d7e4-4661-b6e4-ee32b83da974,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:35.072701 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a597cdd1-ebde-4c9c-8998-ac824e3f77a3 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:35.078656 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a597cdd1-ebde-4c9c-8998-ac824e3f77a3 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:35.126912 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a597cdd1-ebde-4c9c-8998-ac824e3f77a3 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d7e25dd-9973-41c8-be03-a91358e5acb8,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:35.131359 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a597cdd1-ebde-4c9c-8998-ac824e3f77a3 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:35.135388 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50212) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:35.135900 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a597cdd1-ebde-4c9c-8998-ac824e3f77a3 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8248317 Jul 23 20:29:35.140926 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-52479f8e-d341-42b0-b7d6-36456e24faa7 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Request body: {'security_group_rule': {'security_group_id': 'bb1644f7-b49f-4015-9875-e8f887c8f869', 'project_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:35.179897 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-8577fe80-503c-4a37-9c4f-012a2fb8307b None None] Attempting to bind port 656eb98a-d7e4-4661-b6e4-ee32b83da974 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:29:35.180283 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-8577fe80-503c-4a37-9c4f-012a2fb8307b None None] Attempting to bind port 656eb98a-d7e4-4661-b6e4-ee32b83da974 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '034ba89c-33c8-46b9-a58d-4c8accd25ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ea497bf6-b6d9-4a84-89b7-e172d590a98c'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:29:35.180675 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8577fe80-503c-4a37-9c4f-012a2fb8307b None None] Attempting to bind port 656eb98a-d7e4-4661-b6e4-ee32b83da974 on network ea497bf6-b6d9-4a84-89b7-e172d590a98c {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:29:35.202480 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-52479f8e-d341-42b0-b7d6-36456e24faa7 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:35.203364 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8577fe80-503c-4a37-9c4f-012a2fb8307b None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:29:35.203688 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8577fe80-503c-4a37-9c4f-012a2fb8307b None None] Checking segment: {'id': '034ba89c-33c8-46b9-a58d-4c8accd25ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ea497bf6-b6d9-4a84-89b7-e172d590a98c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:35.204505 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8577fe80-503c-4a37-9c4f-012a2fb8307b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:35.204914 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8577fe80-503c-4a37-9c4f-012a2fb8307b None None] Bound using segment: {'id': '034ba89c-33c8-46b9-a58d-4c8accd25ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ea497bf6-b6d9-4a84-89b7-e172d590a98c'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:29:35.205568 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-8577fe80-503c-4a37-9c4f-012a2fb8307b None None] Bound port: 656eb98a-d7e4-4661-b6e4-ee32b83da974, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034ba89c-33c8-46b9-a58d-4c8accd25ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ea497bf6-b6d9-4a84-89b7-e172d590a98c'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:29:35.206001 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8577fe80-503c-4a37-9c4f-012a2fb8307b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:35.307687 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-52479f8e-d341-42b0-b7d6-36456e24faa7 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:35.315103 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-52479f8e-d341-42b0-b7d6-36456e24faa7 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:35.340747 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52479f8e-d341-42b0-b7d6-36456e24faa7 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e289417-d896-4460-8027-b02d5ad595f9,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:35.357769 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-52479f8e-d341-42b0-b7d6-36456e24faa7 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:35.358196 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-52479f8e-d341-42b0-b7d6-36456e24faa7 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2216566 Jul 23 20:29:35.362469 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50220) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:35.367308 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-a74b69ec-158d-48b1-9b48-324d48980c44 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Request body: {'security_group_rule': {'security_group_id': 'bb1644f7-b49f-4015-9875-e8f887c8f869', 'project_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:35.400759 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-8577fe80-503c-4a37-9c4f-012a2fb8307b None None] For port 656eb98a-d7e4-4661-b6e4-ee32b83da974, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:29:35.411733 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a74b69ec-158d-48b1-9b48-324d48980c44 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:35.412516 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-8577fe80-503c-4a37-9c4f-012a2fb8307b None None] For port 656eb98a-d7e4-4661-b6e4-ee32b83da974, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=656eb98a-d7e4-4661-b6e4-ee32b83da974,segment=NetworkSegment(034ba89c-33c8-46b9-a58d-4c8accd25ba7),segment_id=034ba89c-33c8-46b9-a58d-4c8accd25ba7)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:29:35.424200 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8577fe80-503c-4a37-9c4f-012a2fb8307b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:35.427554 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c7b0aa77-f7e6-47b6-befd-0254d853dbfe None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:35.473978 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c7b0aa77-f7e6-47b6-befd-0254d853dbfe None None] Transition to ACTIVE for port object f4302f7d-bc15-44ac-9d35-f3be907ea090 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:35.551737 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef676ba-45de-456e-8713-3d2a9addf231 None None] Pushing event updated for resources: {'Port': ['ID=656eb98a-d7e4-4661-b6e4-ee32b83da974,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:35.558300 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8577fe80-503c-4a37-9c4f-012a2fb8307b None None] Routers {'aad5b060-aa7a-46b4-bf24-f7eb56d96765'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:35.558844 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8577fe80-503c-4a37-9c4f-012a2fb8307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:29:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['aad5b060-aa7a-46b4-bf24-f7eb56d96765'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:35.569781 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a74b69ec-158d-48b1-9b48-324d48980c44 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:35.574926 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a74b69ec-158d-48b1-9b48-324d48980c44 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:35.596441 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b69ec-158d-48b1-9b48-324d48980c44 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a492314-3ee8-4df7-a924-fb922f7f4856,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:35.632995 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a74b69ec-158d-48b1-9b48-324d48980c44 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:35.634307 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a74b69ec-158d-48b1-9b48-324d48980c44 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2706869 Jul 23 20:29:35.637178 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50224) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:35.648719 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-d2e2847d-8f6a-4ed1-9750-d4958714b8eb tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Request body: {'security_group_rule': {'security_group_id': 'bb1644f7-b49f-4015-9875-e8f887c8f869', 'project_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:35.663075 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50228) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:35.714115 n-d-793618-10 neutron-server[93876]: INFO neutron.db.securitygroups_db [None req-d2e2847d-8f6a-4ed1-9750-d4958714b8eb tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Project 9a8509bfd91749fab4cb989d0d0fbc91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:29:35.733839 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d2e2847d-8f6a-4ed1-9750-d4958714b8eb tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:35.896392 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c7b0aa77-f7e6-47b6-befd-0254d853dbfe None None] Transition to ACTIVE for port object f4302f7d-bc15-44ac-9d35-f3be907ea090 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:35.908835 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-7da9a87e-6b7b-403c-a5a5-fe06be21c741 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-753547559', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:35.912840 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c7b0aa77-f7e6-47b6-befd-0254d853dbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:35.918775 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d2e2847d-8f6a-4ed1-9750-d4958714b8eb tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:35.926763 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d2e2847d-8f6a-4ed1-9750-d4958714b8eb tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:35.950568 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b0aa77-f7e6-47b6-befd-0254d853dbfe None None] Network 3bb54cda-b899-43b2-aabd-7363a922828e is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:35.953291 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-c7b0aa77-f7e6-47b6-befd-0254d853dbfe None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:35.963356 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7da9a87e-6b7b-403c-a5a5-fe06be21c741 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:35.965425 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7da9a87e-6b7b-403c-a5a5-fe06be21c741 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:35.984107 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b0aa77-f7e6-47b6-befd-0254d853dbfe None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:35.997088 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2847d-8f6a-4ed1-9750-d4958714b8eb tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cf5856e-cd1c-422b-ba48-4568d8b67391,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:36.016763 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d2e2847d-8f6a-4ed1-9750-d4958714b8eb tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:36.018161 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d2e2847d-8f6a-4ed1-9750-d4958714b8eb tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3769279 Jul 23 20:29:36.023567 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50234) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:36.026239 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-0930bd4c-7157-4739-bbff-77c65afc1ec0 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Request body: {'security_group_rule': {'security_group_id': 'bb1644f7-b49f-4015-9875-e8f887c8f869', 'project_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:36.046535 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7da9a87e-6b7b-403c-a5a5-fe06be21c741 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:36.055150 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-e50cee21-0847-4c12-a3cf-2eca9af07a7a tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Allocated IP 172.20.0.4 (3bb54cda-b899-43b2-aabd-7363a922828e/e5fac35f-8419-4884-82cd-1aed2d5a654c/09d843a8-f821-4237-b95e-f1184b540be5) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:36.057807 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7da9a87e-6b7b-403c-a5a5-fe06be21c741 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:36.061931 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0aa77-f7e6-47b6-befd-0254d853dbfe None None] Pushing event updated for resources: {'Port': ['ID=f4302f7d-bc15-44ac-9d35-f3be907ea090,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:36.063318 n-d-793618-10 neutron-server[93876]: INFO neutron.db.securitygroups_db [None req-0930bd4c-7157-4739-bbff-77c65afc1ec0 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Project 9a8509bfd91749fab4cb989d0d0fbc91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:29:36.078640 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0930bd4c-7157-4739-bbff-77c65afc1ec0 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:36.091034 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7da9a87e-6b7b-403c-a5a5-fe06be21c741 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:36.094201 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7da9a87e-6b7b-403c-a5a5-fe06be21c741 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4303184 Jul 23 20:29:36.097205 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50236) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:36.105273 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-9f0377a9-a8bc-4d2a-a6c0-da52f52b27d7 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1193981260'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:36.113836 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-c7b0aa77-f7e6-47b6-befd-0254d853dbfe None None] Attempting to bind port f4302f7d-bc15-44ac-9d35-f3be907ea090 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:29:36.114195 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-c7b0aa77-f7e6-47b6-befd-0254d853dbfe None None] Attempting to bind port f4302f7d-bc15-44ac-9d35-f3be907ea090 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '99c4b670-ca86-4bcb-bb1c-90dc421e55b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3bb54cda-b899-43b2-aabd-7363a922828e'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:29:36.114571 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b0aa77-f7e6-47b6-befd-0254d853dbfe None None] Attempting to bind port f4302f7d-bc15-44ac-9d35-f3be907ea090 on network 3bb54cda-b899-43b2-aabd-7363a922828e {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:29:36.125947 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b0aa77-f7e6-47b6-befd-0254d853dbfe None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:29:36.126328 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b0aa77-f7e6-47b6-befd-0254d853dbfe None None] Checking segment: {'id': '99c4b670-ca86-4bcb-bb1c-90dc421e55b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3bb54cda-b899-43b2-aabd-7363a922828e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:36.126733 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c7b0aa77-f7e6-47b6-befd-0254d853dbfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:36.127125 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b0aa77-f7e6-47b6-befd-0254d853dbfe None None] Bound using segment: {'id': '99c4b670-ca86-4bcb-bb1c-90dc421e55b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3bb54cda-b899-43b2-aabd-7363a922828e'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:29:36.127616 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-c7b0aa77-f7e6-47b6-befd-0254d853dbfe None None] Bound port: f4302f7d-bc15-44ac-9d35-f3be907ea090, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99c4b670-ca86-4bcb-bb1c-90dc421e55b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3bb54cda-b899-43b2-aabd-7363a922828e'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:29:36.127999 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c7b0aa77-f7e6-47b6-befd-0254d853dbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:36.147191 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0377a9-a8bc-4d2a-a6c0-da52f52b27d7 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Made reservation on behalf of 30b7305f85a8493d9e27dfea75e4aa9e for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:36.149251 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-8577fe80-503c-4a37-9c4f-012a2fb8307b None None] Set router aad5b060-aa7a-46b4-bf24-f7eb56d96765 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:36.153091 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9f0377a9-a8bc-4d2a-a6c0-da52f52b27d7 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:36.163813 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9f0377a9-a8bc-4d2a-a6c0-da52f52b27d7 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:36.301055 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0930bd4c-7157-4739-bbff-77c65afc1ec0 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:36.304396 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-c7b0aa77-f7e6-47b6-befd-0254d853dbfe None None] For port f4302f7d-bc15-44ac-9d35-f3be907ea090, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:29:36.329341 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9f0377a9-a8bc-4d2a-a6c0-da52f52b27d7 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:36.333978 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9f0377a9-a8bc-4d2a-a6c0-da52f52b27d7 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:36.343496 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0930bd4c-7157-4739-bbff-77c65afc1ec0 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:36.347300 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-c7b0aa77-f7e6-47b6-befd-0254d853dbfe None None] For port f4302f7d-bc15-44ac-9d35-f3be907ea090, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=f4302f7d-bc15-44ac-9d35-f3be907ea090,segment=NetworkSegment(99c4b670-ca86-4bcb-bb1c-90dc421e55b9),segment_id=99c4b670-ca86-4bcb-bb1c-90dc421e55b9)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:29:36.355450 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c7b0aa77-f7e6-47b6-befd-0254d853dbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:36.370691 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0930bd4c-7157-4739-bbff-77c65afc1ec0 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=416a1aeb-073d-42d0-9a07-31f3e8db58ce,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:36.411760 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0377a9-a8bc-4d2a-a6c0-da52f52b27d7 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30b60f3c-e0ac-4259-a682-725f90a2c44b,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:36.416411 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0930bd4c-7157-4739-bbff-77c65afc1ec0 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:36.418360 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0930bd4c-7157-4739-bbff-77c65afc1ec0 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3958693 Jul 23 20:29:36.466622 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f0377a9-a8bc-4d2a-a6c0-da52f52b27d7 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:29:36.471442 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e50cee21-0847-4c12-a3cf-2eca9af07a7a tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:36.507335 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9f0377a9-a8bc-4d2a-a6c0-da52f52b27d7 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:36.507992 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-9f0377a9-a8bc-4d2a-a6c0-da52f52b27d7 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Added segment d5c37b16-1c5a-4926-a8bf-10592c2b226d of type vlan for network 9b6dd643-e706-404f-b81b-6aded79491ea Jul 23 20:29:36.525416 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-e50cee21-0847-4c12-a3cf-2eca9af07a7a tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Transition to ACTIVE for port object 09d843a8-f821-4237-b95e-f1184b540be5 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:36.531548 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0aa77-f7e6-47b6-befd-0254d853dbfe None None] Pushing event updated for resources: {'Port': ['ID=f4302f7d-bc15-44ac-9d35-f3be907ea090,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:36.589656 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8577fe80-503c-4a37-9c4f-012a2fb8307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad5b060-aa7a-46b4-bf24-f7eb56d96765', 'name': 'tempest-TestServerBasicOps-568223485-router', 'tenant_id': '0ee5c0f09789496ea67b4e94bdc8c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'd840d633-3e40-4375-9424-a54a10f0e7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:21Z', 'updated_at': '2021-07-23T20:29:30Z', 'revision_number': 4, 'project_id': '0ee5c0f09789496ea67b4e94bdc8c4dd', 'gw_port': {'id': 'd840d633-3e40-4375-9424-a54a10f0e7d9', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad5b060-aa7a-46b4-bf24-f7eb56d96765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:22Z', 'updated_at': '2021-07-23T20:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '656eb98a-d7e4-4661-b6e4-ee32b83da974', 'name': '', 'network_id': 'ea497bf6-b6d9-4a84-89b7-e172d590a98c', 'tenant_id': '0ee5c0f09789496ea67b4e94bdc8c4dd', 'mac_address': 'fa:16:3e:c9:44:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad5b060-aa7a-46b4-bf24-f7eb56d96765', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '95017626-c2da-41ea-b704-8bd4af211d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:28Z', 'updated_at': '2021-07-23T20:29:35Z', 'revision_number': 4, 'project_id': '0ee5c0f09789496ea67b4e94bdc8c4dd', 'subnets': [{'id': '95017626-c2da-41ea-b704-8bd4af211d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:36.597297 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9f0377a9-a8bc-4d2a-a6c0-da52f52b27d7 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:36.630938 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e50cee21-0847-4c12-a3cf-2eca9af07a7a tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:36.654726 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8577fe80-503c-4a37-9c4f-012a2fb8307b None None] The sync data for ids ['aad5b060-aa7a-46b4-bf24-f7eb56d96765'] in n-d-793618-10 is: [{'id': 'aad5b060-aa7a-46b4-bf24-f7eb56d96765', 'name': 'tempest-TestServerBasicOps-568223485-router', 'tenant_id': '0ee5c0f09789496ea67b4e94bdc8c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'd840d633-3e40-4375-9424-a54a10f0e7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:21Z', 'updated_at': '2021-07-23T20:29:30Z', 'revision_number': 4, 'project_id': '0ee5c0f09789496ea67b4e94bdc8c4dd', 'gw_port': {'id': 'd840d633-3e40-4375-9424-a54a10f0e7d9', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad5b060-aa7a-46b4-bf24-f7eb56d96765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:22Z', 'updated_at': '2021-07-23T20:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '656eb98a-d7e4-4661-b6e4-ee32b83da974', 'name': '', 'network_id': 'ea497bf6-b6d9-4a84-89b7-e172d590a98c', 'tenant_id': '0ee5c0f09789496ea67b4e94bdc8c4dd', 'mac_address': 'fa:16:3e:c9:44:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad5b060-aa7a-46b4-bf24-f7eb56d96765', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '95017626-c2da-41ea-b704-8bd4af211d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:28Z', 'updated_at': '2021-07-23T20:29:35Z', 'revision_number': 4, 'project_id': '0ee5c0f09789496ea67b4e94bdc8c4dd', 'subnets': [{'id': '95017626-c2da-41ea-b704-8bd4af211d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:29:36.656398 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9f0377a9-a8bc-4d2a-a6c0-da52f52b27d7 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:36.681275 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0377a9-a8bc-4d2a-a6c0-da52f52b27d7 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:36.686630 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9f0377a9-a8bc-4d2a-a6c0-da52f52b27d7 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:36.823777 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9f0377a9-a8bc-4d2a-a6c0-da52f52b27d7 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7245421 Jul 23 20:29:36.828017 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50252) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:36.833331 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-a45c6280-6c3b-48d6-a894-c66e6c6a7e07 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Request body: {'subnet': {'network_id': '9b6dd643-e706-404f-b81b-6aded79491ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:36.918915 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0377a9-a8bc-4d2a-a6c0-da52f52b27d7 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Pushing event updated for resources: {'Network': ['ID=9b6dd643-e706-404f-b81b-6aded79491ea,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:36.935849 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 9b6dd643-e706-404f-b81b-6aded79491ea details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:29:37.081442 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45c6280-6c3b-48d6-a894-c66e6c6a7e07 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Made reservation on behalf of 30b7305f85a8493d9e27dfea75e4aa9e for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:37.100055 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a45c6280-6c3b-48d6-a894-c66e6c6a7e07 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:37.286866 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50cee21-0847-4c12-a3cf-2eca9af07a7a tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Network 3bb54cda-b899-43b2-aabd-7363a922828e is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:37.326133 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-88a97e2c-1115-44a2-90e5-503632f494cd req-34735877-a566-4e02-b8f4-92e95289602f tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1526771116&fields=id&tenant_id=9a8509bfd91749fab4cb989d0d0fbc91 HTTP/1.1" status: 200 len: 267 time: 0.5236523 Jul 23 20:29:37.327474 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-e50cee21-0847-4c12-a3cf-2eca9af07a7a tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:37.333288 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50cee21-0847-4c12-a3cf-2eca9af07a7a tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:37.349055 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50cee21-0847-4c12-a3cf-2eca9af07a7a tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'Port': ['ID=09d843a8-f821-4237-b95e-f1184b540be5,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:37.364247 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a45c6280-6c3b-48d6-a894-c66e6c6a7e07 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:37.470592 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c6280-6c3b-48d6-a894-c66e6c6a7e07 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Pushing event updated for resources: {'Subnet': ['ID=04f4c2dc-ea4c-40a5-9d25-56c4b40acd76,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:37.480039 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45c6280-6c3b-48d6-a894-c66e6c6a7e07 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Checking segment: {'id': 'd5c37b16-1c5a-4926-a8bf-10592c2b226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9b6dd643-e706-404f-b81b-6aded79491ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:37.480405 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45c6280-6c3b-48d6-a894-c66e6c6a7e07 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Network hostable DHCP agents. Network: 9b6dd643-e706-404f-b81b-6aded79491ea, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:29:37.503632 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45c6280-6c3b-48d6-a894-c66e6c6a7e07 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Network 9b6dd643-e706-404f-b81b-6aded79491ea is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:29:37.518488 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-a45c6280-6c3b-48d6-a894-c66e6c6a7e07 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 9b6dd643-e706-404f-b81b-6aded79491ea) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:37.531743 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b91f0c-700d-44bb-a92b-e35bd9ff1a65 None None] Network 9b6dd643-e706-404f-b81b-6aded79491ea requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:37.542819 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45c6280-6c3b-48d6-a894-c66e6c6a7e07 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:37.544581 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a45c6280-6c3b-48d6-a894-c66e6c6a7e07 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:37.552719 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a97e2c-1115-44a2-90e5-503632f494cd req-7cc9c696-12ac-48ca-b220-4b0a903bf599 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:37.554367 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-88a97e2c-1115-44a2-90e5-503632f494cd req-7cc9c696-12ac-48ca-b220-4b0a903bf599 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "GET /v2.0/networks?id=9c90c081-0a5d-44bd-b4f8-2493a06b9b50 HTTP/1.1" status: 200 len: 809 time: 0.2172477 Jul 23 20:29:37.574153 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a45c6280-6c3b-48d6-a894-c66e6c6a7e07 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7449346 Jul 23 20:29:37.575582 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50256) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:37.588285 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-7820af0b-6ce2-4f93-b170-384286c87f8e tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Request body: {'network': {'name': 'tempest-router-network01--827783933'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:37.592519 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50cee21-0847-4c12-a3cf-2eca9af07a7a tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:37.593196 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e50cee21-0847-4c12-a3cf-2eca9af07a7a tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:37.639080 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-88a97e2c-1115-44a2-90e5-503632f494cd req-6cb73bdf-1768-4683-abb6-73bd6f768405 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "GET /v2.0/quotas/9a8509bfd91749fab4cb989d0d0fbc91 HTTP/1.1" status: 200 len: 375 time: 0.0732665 Jul 23 20:29:37.652161 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e50cee21-0847-4c12-a3cf-2eca9af07a7a tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.1711285 Jul 23 20:29:37.652937 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50258) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:37.655663 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7820af0b-6ce2-4f93-b170-384286c87f8e tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Made reservation on behalf of 30b7305f85a8493d9e27dfea75e4aa9e for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:37.660481 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7820af0b-6ce2-4f93-b170-384286c87f8e tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:37.693917 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7820af0b-6ce2-4f93-b170-384286c87f8e tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:29:37.708307 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7820af0b-6ce2-4f93-b170-384286c87f8e tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:37.709131 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-7820af0b-6ce2-4f93-b170-384286c87f8e tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Added segment 5384a50c-4c28-45ed-a587-44f73900dd8c of type vlan for network 217f6ec8-cfb6-4df2-842b-d559082e6d87 Jul 23 20:29:37.800710 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7820af0b-6ce2-4f93-b170-384286c87f8e tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:37.806595 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6912400a-3a65-4d65-8058-0c295a775024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-9b6dd643-e706-404f-b81b-6aded79491ea', 'network_id': '9b6dd643-e706-404f-b81b-6aded79491ea', 'tenant_id': '30b7305f85a8493d9e27dfea75e4aa9e', 'fixed_ips': [{'subnet_id': '04f4c2dc-ea4c-40a5-9d25-56c4b40acd76'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:29:37.807455 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6912400a-3a65-4d65-8058-0c295a775024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:37.860307 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7820af0b-6ce2-4f93-b170-384286c87f8e tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:37.869172 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7820af0b-6ce2-4f93-b170-384286c87f8e tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:37.870372 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7820af0b-6ce2-4f93-b170-384286c87f8e tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:37.988239 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7820af0b-6ce2-4f93-b170-384286c87f8e tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Pushing event updated for resources: {'Network': ['ID=217f6ec8-cfb6-4df2-842b-d559082e6d87,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:38.011649 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 217f6ec8-cfb6-4df2-842b-d559082e6d87 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:29:38.019823 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0917f21c-47b2-4926-9962-cdfc9930ef7d None None] Network 3bb54cda-b899-43b2-aabd-7363a922828e requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:38.022879 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7820af0b-6ce2-4f93-b170-384286c87f8e tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4457004 Jul 23 20:29:38.023697 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50264) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:38.034811 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-47b92114-d7ab-475c-8be1-8396520ed2e4 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Request body: {'network': {'name': 'tempest-router-network02--749398896'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:38.037970 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-88a97e2c-1115-44a2-90e5-503632f494cd req-26eba292-8562-4947-9b2a-2032bdd23237 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a8509bfd91749fab4cb989d0d0fbc91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3838937 Jul 23 20:29:38.080723 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b92114-d7ab-475c-8be1-8396520ed2e4 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Made reservation on behalf of 30b7305f85a8493d9e27dfea75e4aa9e for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:38.086083 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-47b92114-d7ab-475c-8be1-8396520ed2e4 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:38.116882 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47b92114-d7ab-475c-8be1-8396520ed2e4 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:29:38.129851 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-47b92114-d7ab-475c-8be1-8396520ed2e4 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:38.130439 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-47b92114-d7ab-475c-8be1-8396520ed2e4 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Added segment dd5d69ce-f340-4675-a863-e46cab5406db of type vlan for network 5b4d3988-91cf-4ce6-90ef-5db6f101584c Jul 23 20:29:38.181639 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-47b92114-d7ab-475c-8be1-8396520ed2e4 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:38.222597 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-47b92114-d7ab-475c-8be1-8396520ed2e4 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:38.229927 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b92114-d7ab-475c-8be1-8396520ed2e4 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:38.231151 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-47b92114-d7ab-475c-8be1-8396520ed2e4 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:38.250002 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-6912400a-3a65-4d65-8058-0c295a775024 None None] Allocated IP 2001:db8::2 (9b6dd643-e706-404f-b81b-6aded79491ea/04f4c2dc-ea4c-40a5-9d25-56c4b40acd76/b7d4bc19-2715-47c8-9002-cd187c8749da) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:38.252631 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a8664b51-269b-4650-99d1-3c1d0e570180 None None] Provisioning for port f4302f7d-bc15-44ac-9d35-f3be907ea090 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:38.305644 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-47b92114-d7ab-475c-8be1-8396520ed2e4 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2782176 Jul 23 20:29:38.306532 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50268) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:38.312902 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-b92c7d99-9072-45c5-8acb-508688ca9c2f tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Request body: {'subnet': {'network_id': '217f6ec8-cfb6-4df2-842b-d559082e6d87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:38.345852 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-88a97e2c-1115-44a2-90e5-503632f494cd req-b1cfc9d2-a5e5-496e-994f-84fa184d85e6 service neutron] 10.222.0.32 "GET /v2.0/networks/9c90c081-0a5d-44bd-b4f8-2493a06b9b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213690 Jul 23 20:29:38.377779 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b92114-d7ab-475c-8be1-8396520ed2e4 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Pushing event updated for resources: {'Network': ['ID=5b4d3988-91cf-4ce6-90ef-5db6f101584c,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:38.410408 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 5b4d3988-91cf-4ce6-90ef-5db6f101584c details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:29:38.507960 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92c7d99-9072-45c5-8acb-508688ca9c2f tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Made reservation on behalf of 30b7305f85a8493d9e27dfea75e4aa9e for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:38.515585 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b92c7d99-9072-45c5-8acb-508688ca9c2f tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:38.570991 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-88a97e2c-1115-44a2-90e5-503632f494cd req-a24a6736-b8f5-4c71-a7ac-5e258784e4c0 service neutron] 10.222.0.32 "GET /v2.0/networks/9c90c081-0a5d-44bd-b4f8-2493a06b9b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233922 Jul 23 20:29:38.676072 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6912400a-3a65-4d65-8058-0c295a775024 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:38.704678 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device f4302f7d-bc15-44ac-9d35-f3be907ea090 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:38.752092 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6912400a-3a65-4d65-8058-0c295a775024 None None] Transition to ACTIVE for port object b7d4bc19-2715-47c8-9002-cd187c8749da will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:38.771171 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-51a2e6f2-1775-4372-be04-ec04b74a91e8 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:38.790129 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6912400a-3a65-4d65-8058-0c295a775024 None None] Transition to ACTIVE for port object b7d4bc19-2715-47c8-9002-cd187c8749da will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:38.804411 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6912400a-3a65-4d65-8058-0c295a775024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:38.877063 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912400a-3a65-4d65-8058-0c295a775024 None None] Pushing event updated for resources: {'Port': ['ID=b7d4bc19-2715-47c8-9002-cd187c8749da,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:38.890831 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6912400a-3a65-4d65-8058-0c295a775024 None None] Network 9b6dd643-e706-404f-b81b-6aded79491ea is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:38.893889 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-6912400a-3a65-4d65-8058-0c295a775024 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:38.896851 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6912400a-3a65-4d65-8058-0c295a775024 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:38.914240 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port f4302f7d-bc15-44ac-9d35-f3be907ea090 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:38.950474 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port f4302f7d-bc15-44ac-9d35-f3be907ea090 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:38.951096 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:39.027548 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6912400a-3a65-4d65-8058-0c295a775024 None None] Attempting to bind port b7d4bc19-2715-47c8-9002-cd187c8749da on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:29:39.028102 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6912400a-3a65-4d65-8058-0c295a775024 None None] Attempting to bind port b7d4bc19-2715-47c8-9002-cd187c8749da by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'd5c37b16-1c5a-4926-a8bf-10592c2b226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9b6dd643-e706-404f-b81b-6aded79491ea'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:29:39.028930 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6912400a-3a65-4d65-8058-0c295a775024 None None] Attempting to bind port b7d4bc19-2715-47c8-9002-cd187c8749da on network 9b6dd643-e706-404f-b81b-6aded79491ea {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:29:39.061608 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6912400a-3a65-4d65-8058-0c295a775024 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:29:39.065953 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6912400a-3a65-4d65-8058-0c295a775024 None None] Checking segment: {'id': 'd5c37b16-1c5a-4926-a8bf-10592c2b226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9b6dd643-e706-404f-b81b-6aded79491ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:39.066593 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6912400a-3a65-4d65-8058-0c295a775024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:39.067146 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6912400a-3a65-4d65-8058-0c295a775024 None None] Bound using segment: {'id': 'd5c37b16-1c5a-4926-a8bf-10592c2b226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9b6dd643-e706-404f-b81b-6aded79491ea'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:29:39.067797 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6912400a-3a65-4d65-8058-0c295a775024 None None] Bound port: b7d4bc19-2715-47c8-9002-cd187c8749da, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5c37b16-1c5a-4926-a8bf-10592c2b226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9b6dd643-e706-404f-b81b-6aded79491ea'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:29:39.070035 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6912400a-3a65-4d65-8058-0c295a775024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:39.164070 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-51a2e6f2-1775-4372-be04-ec04b74a91e8 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:39.171340 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-51a2e6f2-1775-4372-be04-ec04b74a91e8 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:39.295784 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-641b8b6d-d02e-4e69-9105-7aa27204284c None None] Provisioning for port 09d843a8-f821-4237-b95e-f1184b540be5 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:39.305247 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:39.320646 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-641b8b6d-d02e-4e69-9105-7aa27204284c None None] Provisioning complete for port 09d843a8-f821-4237-b95e-f1184b540be5 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:39.321229 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-641b8b6d-d02e-4e69-9105-7aa27204284c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:39.335800 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2e6f2-1775-4372-be04-ec04b74a91e8 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'Port': ['ID=09d843a8-f821-4237-b95e-f1184b540be5,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:39.416247 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-6912400a-3a65-4d65-8058-0c295a775024 None None] For port b7d4bc19-2715-47c8-9002-cd187c8749da, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:29:39.457267 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e5730bc-04b4-4c1a-b9ec-32162e1b0cff req-8bf31ae5-e5d3-4118-a73d-29be0f62fb52 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "GET /v2.0/ports?device_id=eda0e896-c427-4339-a5ab-253ebbcf82ac HTTP/1.1" status: 200 len: 210 time: 0.0594277 Jul 23 20:29:39.507388 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-6912400a-3a65-4d65-8058-0c295a775024 None None] For port b7d4bc19-2715-47c8-9002-cd187c8749da, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=b7d4bc19-2715-47c8-9002-cd187c8749da,segment=NetworkSegment(d5c37b16-1c5a-4926-a8bf-10592c2b226d),segment_id=d5c37b16-1c5a-4926-a8bf-10592c2b226d)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:29:39.515985 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-641b8b6d-d02e-4e69-9105-7aa27204284c None None] Port 09d843a8-f821-4237-b95e-f1184b540be5 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:29:39.537394 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6912400a-3a65-4d65-8058-0c295a775024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:39.588014 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port f4302f7d-bc15-44ac-9d35-f3be907ea090, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=f4302f7d-bc15-44ac-9d35-f3be907ea090,segment=NetworkSegment(99c4b670-ca86-4bcb-bb1c-90dc421e55b9),segment_id=99c4b670-ca86-4bcb-bb1c-90dc421e55b9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:39.629444 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-51a2e6f2-1775-4372-be04-ec04b74a91e8 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:39.642807 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:39.645459 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 656eb98a-d7e4-4661-b6e4-ee32b83da974 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:39.711392 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-641b8b6d-d02e-4e69-9105-7aa27204284c None None] Provisioning complete for port f4302f7d-bc15-44ac-9d35-f3be907ea090 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:39.711776 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-641b8b6d-d02e-4e69-9105-7aa27204284c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:39.773185 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b92c7d99-9072-45c5-8acb-508688ca9c2f tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:39.802533 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912400a-3a65-4d65-8058-0c295a775024 None None] Pushing event updated for resources: {'Port': ['ID=b7d4bc19-2715-47c8-9002-cd187c8749da,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:39.842178 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-51a2e6f2-1775-4372-be04-ec04b74a91e8 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:39.896103 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c7d99-9072-45c5-8acb-508688ca9c2f tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Pushing event updated for resources: {'Subnet': ['ID=66693383-3861-4936-a5fb-f1d82eb865a4,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:39.914315 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92c7d99-9072-45c5-8acb-508688ca9c2f tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Checking segment: {'id': '5384a50c-4c28-45ed-a587-44f73900dd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '217f6ec8-cfb6-4df2-842b-d559082e6d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:39.914681 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92c7d99-9072-45c5-8acb-508688ca9c2f tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Network hostable DHCP agents. Network: 217f6ec8-cfb6-4df2-842b-d559082e6d87, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:29:39.956504 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92c7d99-9072-45c5-8acb-508688ca9c2f tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Network 217f6ec8-cfb6-4df2-842b-d559082e6d87 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:29:39.972354 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-b92c7d99-9072-45c5-8acb-508688ca9c2f tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 217f6ec8-cfb6-4df2-842b-d559082e6d87) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:39.972752 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 656eb98a-d7e4-4661-b6e4-ee32b83da974 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:39.977189 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92c7d99-9072-45c5-8acb-508688ca9c2f tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:39.978322 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b92c7d99-9072-45c5-8acb-508688ca9c2f tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:39.989035 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 656eb98a-d7e4-4661-b6e4-ee32b83da974 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:39.989684 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:39.991784 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc06ba27-b346-4600-bb05-5a826668d91c None None] Network 217f6ec8-cfb6-4df2-842b-d559082e6d87 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:40.000400 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=f4302f7d-bc15-44ac-9d35-f3be907ea090,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:40.009352 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b92c7d99-9072-45c5-8acb-508688ca9c2f tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7017553 Jul 23 20:29:40.012156 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50288) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:40.017868 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-feeb1a61-939c-43cb-a826-d40fa1a2804f tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Request body: {'subnet': {'network_id': '5b4d3988-91cf-4ce6-90ef-5db6f101584c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:40.193131 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feeb1a61-939c-43cb-a826-d40fa1a2804f tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Made reservation on behalf of 30b7305f85a8493d9e27dfea75e4aa9e for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:40.202406 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-feeb1a61-939c-43cb-a826-d40fa1a2804f tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:40.269105 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d04403a7-09d6-460c-83eb-94827a989f44 None None] Provisioning complete for port 09d843a8-f821-4237-b95e-f1184b540be5 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:40.269719 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d04403a7-09d6-460c-83eb-94827a989f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:40.275766 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-51a2e6f2-1775-4372-be04-ec04b74a91e8 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:40.284884 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-51a2e6f2-1775-4372-be04-ec04b74a91e8 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:40.305880 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:40.340220 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac833049-f9ff-4851-83c1-abf531c9ba7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:40.357964 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d2d6a9-cc13-4271-9479-77881aecf5bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-217f6ec8-cfb6-4df2-842b-d559082e6d87', 'network_id': '217f6ec8-cfb6-4df2-842b-d559082e6d87', 'tenant_id': '30b7305f85a8493d9e27dfea75e4aa9e', 'fixed_ips': [{'subnet_id': '66693383-3861-4936-a5fb-f1d82eb865a4'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:29:40.359129 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-41d2d6a9-cc13-4271-9479-77881aecf5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:40.408131 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 656eb98a-d7e4-4661-b6e4-ee32b83da974, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=656eb98a-d7e4-4661-b6e4-ee32b83da974,segment=NetworkSegment(034ba89c-33c8-46b9-a58d-4c8accd25ba7),segment_id=034ba89c-33c8-46b9-a58d-4c8accd25ba7)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:40.409058 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-d04403a7-09d6-460c-83eb-94827a989f44 None None] Port 09d843a8-f821-4237-b95e-f1184b540be5 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:29:40.424759 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:40.477592 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-51a2e6f2-1775-4372-be04-ec04b74a91e8 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:40.715177 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a2e6f2-1775-4372-be04-ec04b74a91e8 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Network 3bb54cda-b899-43b2-aabd-7363a922828e is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:40.718135 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-51a2e6f2-1775-4372-be04-ec04b74a91e8 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:40.720041 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2e6f2-1775-4372-be04-ec04b74a91e8 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'Port': ['ID=09d843a8-f821-4237-b95e-f1184b540be5,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:40.746203 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device f4302f7d-bc15-44ac-9d35-f3be907ea090 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:40.749022 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=656eb98a-d7e4-4661-b6e4-ee32b83da974,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:40.804817 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ba8f34e0-0a18-421c-a947-1cd22880f3da req-e3d15cd7-add3-48e6-b83d-95e05b4faacd tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "GET /v2.0/ports?device_id=eda0e896-c427-4339-a5ab-253ebbcf82ac HTTP/1.1" status: 200 len: 210 time: 0.1440222 Jul 23 20:29:40.871363 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a97e2c-1115-44a2-90e5-503632f494cd req-f1fd2f63-c918-45a5-ae41-4af313f3f049 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:40.873958 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-88a97e2c-1115-44a2-90e5-503632f494cd req-f1fd2f63-c918-45a5-ae41-4af313f3f049 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.18 "GET /v2.0/networks?id=9c90c081-0a5d-44bd-b4f8-2493a06b9b50 HTTP/1.1" status: 200 len: 809 time: 0.4550765 Jul 23 20:29:40.884881 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-feeb1a61-939c-43cb-a826-d40fa1a2804f tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:40.936607 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a2e6f2-1775-4372-be04-ec04b74a91e8 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Router 85e769f5-ba45-4bb5-8c5b-12b200c18b65 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:29:41.033925 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-88a97e2c-1115-44a2-90e5-503632f494cd req-65d2448f-811b-4245-b253-7e27449fe0dc tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a8509bfd91749fab4cb989d0d0fbc91 HTTP/1.1" status: 200 len: 380 time: 0.1474419 Jul 23 20:29:41.043289 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-88a97e2c-1115-44a2-90e5-503632f494cd req-707bb994-63a8-455a-b9de-46b44e071817 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Request body: {'port': {'device_id': 'eda0e896-c427-4339-a5ab-253ebbcf82ac', 'network_id': '9c90c081-0a5d-44bd-b4f8-2493a06b9b50', 'admin_state_up': True, 'tenant_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'security_groups': ['bb1644f7-b49f-4015-9875-e8f887c8f869']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:41.048699 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb1a61-939c-43cb-a826-d40fa1a2804f tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Pushing event updated for resources: {'Subnet': ['ID=631e3088-5cca-40c0-b50b-3f528d4ac5b0,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:41.095370 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeb1a61-939c-43cb-a826-d40fa1a2804f tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Checking segment: {'id': 'dd5d69ce-f340-4675-a863-e46cab5406db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5b4d3988-91cf-4ce6-90ef-5db6f101584c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:41.096130 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feeb1a61-939c-43cb-a826-d40fa1a2804f tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Network hostable DHCP agents. Network: 5b4d3988-91cf-4ce6-90ef-5db6f101584c, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:29:41.134229 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feeb1a61-939c-43cb-a826-d40fa1a2804f tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Network 5b4d3988-91cf-4ce6-90ef-5db6f101584c is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:29:41.169953 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a2e6f2-1775-4372-be04-ec04b74a91e8 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:29:41.182712 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-feeb1a61-939c-43cb-a826-d40fa1a2804f tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 5b4d3988-91cf-4ce6-90ef-5db6f101584c) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:41.183738 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ee1e26-7a23-4be3-aa97-cb9e17a312c4 None None] Sync routers for ids ['85e769f5-ba45-4bb5-8c5b-12b200c18b65'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:29:41.185552 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50296) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:41.186007 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-51a2e6f2-1775-4372-be04-ec04b74a91e8 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "PUT /v2.0/routers/85e769f5-ba45-4bb5-8c5b-12b200c18b65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5305986 Jul 23 20:29:41.187009 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-41d2d6a9-cc13-4271-9479-77881aecf5bd None None] Allocated IP 2001:db8::2 (217f6ec8-cfb6-4df2-842b-d559082e6d87/66693383-3861-4936-a5fb-f1d82eb865a4/a47743b0-ec17-4c6c-979a-9f86a6cad886) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:41.199331 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76450489-3f2a-4eb4-aab9-da26ffc785ef None None] Network 5b4d3988-91cf-4ce6-90ef-5db6f101584c requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:41.206658 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feeb1a61-939c-43cb-a826-d40fa1a2804f tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:41.207559 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-feeb1a61-939c-43cb-a826-d40fa1a2804f tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:41.216282 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ee1e26-7a23-4be3-aa97-cb9e17a312c4 None None] Routers {'85e769f5-ba45-4bb5-8c5b-12b200c18b65'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:41.217934 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a5ee1e26-7a23-4be3-aa97-cb9e17a312c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:29:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['85e769f5-ba45-4bb5-8c5b-12b200c18b65'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:41.268804 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a5ee1e26-7a23-4be3-aa97-cb9e17a312c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:41.279469 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ee1e26-7a23-4be3-aa97-cb9e17a312c4 None None] Routers {'85e769f5-ba45-4bb5-8c5b-12b200c18b65'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:41.280448 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a5ee1e26-7a23-4be3-aa97-cb9e17a312c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:29:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['85e769f5-ba45-4bb5-8c5b-12b200c18b65'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:41.294521 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-feeb1a61-939c-43cb-a826-d40fa1a2804f tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2811332 Jul 23 20:29:41.296661 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7957fdca-3231-43b6-8e69-084e55901b6d None None] Provisioning complete for port 09d843a8-f821-4237-b95e-f1184b540be5 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:41.297203 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50304) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:41.297711 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7957fdca-3231-43b6-8e69-084e55901b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:41.307002 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d72b4c7-f7e0-4faa-b5b3-ac6333c99d42 None None] Network 9b6dd643-e706-404f-b81b-6aded79491ea requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:41.331224 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a5ee1e26-7a23-4be3-aa97-cb9e17a312c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:41.332239 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ee1e26-7a23-4be3-aa97-cb9e17a312c4 None None] The sync data for ids ['85e769f5-ba45-4bb5-8c5b-12b200c18b65'] in n-d-793618-10 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:29:41.475847 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port f4302f7d-bc15-44ac-9d35-f3be907ea090 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:41.476133 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:41.503117 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ef4baa-0f3a-4045-9900-6e268e39d36a tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:41.504772 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-86ef4baa-0f3a-4045-9900-6e268e39d36a tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "GET /v2.0/ports?device_id=85e769f5-ba45-4bb5-8c5b-12b200c18b65 HTTP/1.1" status: 200 len: 980 time: 0.3158309 Jul 23 20:29:41.507968 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50310) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:41.508594 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88a97e2c-1115-44a2-90e5-503632f494cd req-707bb994-63a8-455a-b9de-46b44e071817 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Made reservation on behalf of 9a8509bfd91749fab4cb989d0d0fbc91 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:41.511985 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-88a97e2c-1115-44a2-90e5-503632f494cd req-707bb994-63a8-455a-b9de-46b44e071817 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:41.534222 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-7957fdca-3231-43b6-8e69-084e55901b6d None None] Port 09d843a8-f821-4237-b95e-f1184b540be5 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:29:41.668551 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e77608c-d627-4629-8a51-8edf7636e2f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-5b4d3988-91cf-4ce6-90ef-5db6f101584c', 'network_id': '5b4d3988-91cf-4ce6-90ef-5db6f101584c', 'tenant_id': '30b7305f85a8493d9e27dfea75e4aa9e', 'fixed_ips': [{'subnet_id': '631e3088-5cca-40c0-b50b-3f528d4ac5b0'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:29:41.669865 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e77608c-d627-4629-8a51-8edf7636e2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:41.743100 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-41d2d6a9-cc13-4271-9479-77881aecf5bd None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:41.751436 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e89038b5-3c99-4e1e-83d5-6aed7370bf2f None None] Provisioning for port b7d4bc19-2715-47c8-9002-cd187c8749da completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:41.843257 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-41d2d6a9-cc13-4271-9479-77881aecf5bd None None] Transition to ACTIVE for port object a47743b0-ec17-4c6c-979a-9f86a6cad886 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:41.881799 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device b7d4bc19-2715-47c8-9002-cd187c8749da up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:41.942872 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-41d2d6a9-cc13-4271-9479-77881aecf5bd None None] Transition to ACTIVE for port object a47743b0-ec17-4c6c-979a-9f86a6cad886 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:41.958282 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-41d2d6a9-cc13-4271-9479-77881aecf5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:41.995789 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-14b7daa8-ce33-4b65-a729-6308752e398d tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:42.025806 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-47bc8d6e-1af4-46e1-8e6d-383c6772d750 req-9473a0d3-924a-4544-bfff-8b2dc4fd559d tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "GET /v2.0/ports?device_id=eda0e896-c427-4339-a5ab-253ebbcf82ac HTTP/1.1" status: 200 len: 210 time: 0.0447338 Jul 23 20:29:42.027567 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d2d6a9-cc13-4271-9479-77881aecf5bd None None] Network 217f6ec8-cfb6-4df2-842b-d559082e6d87 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:42.040165 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-0e77608c-d627-4629-8a51-8edf7636e2f9 None None] Allocated IP 2001:db8::2 (5b4d3988-91cf-4ce6-90ef-5db6f101584c/631e3088-5cca-40c0-b50b-3f528d4ac5b0/40cf21ef-e685-458a-8262-6823e252d7b3) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:42.050034 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-41d2d6a9-cc13-4271-9479-77881aecf5bd None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:42.058904 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d2d6a9-cc13-4271-9479-77881aecf5bd None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:42.066592 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d2d6a9-cc13-4271-9479-77881aecf5bd None None] Pushing event updated for resources: {'Port': ['ID=a47743b0-ec17-4c6c-979a-9f86a6cad886,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:42.083139 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port b7d4bc19-2715-47c8-9002-cd187c8749da completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:42.087766 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-88a97e2c-1115-44a2-90e5-503632f494cd req-707bb994-63a8-455a-b9de-46b44e071817 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Allocated IP 172.20.0.12 (9c90c081-0a5d-44bd-b4f8-2493a06b9b50/a074ed79-e75f-476d-8ea9-5a0d7326279b/10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:42.115726 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port b7d4bc19-2715-47c8-9002-cd187c8749da triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:42.116705 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:42.239793 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-41d2d6a9-cc13-4271-9479-77881aecf5bd None None] Attempting to bind port a47743b0-ec17-4c6c-979a-9f86a6cad886 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:29:42.240366 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-41d2d6a9-cc13-4271-9479-77881aecf5bd None None] Attempting to bind port a47743b0-ec17-4c6c-979a-9f86a6cad886 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '5384a50c-4c28-45ed-a587-44f73900dd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '217f6ec8-cfb6-4df2-842b-d559082e6d87'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:29:42.241006 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d2d6a9-cc13-4271-9479-77881aecf5bd None None] Attempting to bind port a47743b0-ec17-4c6c-979a-9f86a6cad886 on network 217f6ec8-cfb6-4df2-842b-d559082e6d87 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:29:42.282531 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d2d6a9-cc13-4271-9479-77881aecf5bd None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:29:42.283076 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d2d6a9-cc13-4271-9479-77881aecf5bd None None] Checking segment: {'id': '5384a50c-4c28-45ed-a587-44f73900dd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '217f6ec8-cfb6-4df2-842b-d559082e6d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:42.283612 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-41d2d6a9-cc13-4271-9479-77881aecf5bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:42.285054 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d2d6a9-cc13-4271-9479-77881aecf5bd None None] Bound using segment: {'id': '5384a50c-4c28-45ed-a587-44f73900dd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '217f6ec8-cfb6-4df2-842b-d559082e6d87'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:29:42.285853 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-41d2d6a9-cc13-4271-9479-77881aecf5bd None None] Bound port: a47743b0-ec17-4c6c-979a-9f86a6cad886, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5384a50c-4c28-45ed-a587-44f73900dd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '217f6ec8-cfb6-4df2-842b-d559082e6d87'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:29:42.286356 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-41d2d6a9-cc13-4271-9479-77881aecf5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:42.382735 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:42.454014 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e0a98167-010d-4ec9-80c7-5f12d7df48f4 None None] Provisioning complete for port b7d4bc19-2715-47c8-9002-cd187c8749da triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:42.454492 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0a98167-010d-4ec9-80c7-5f12d7df48f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:42.524905 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-88a97e2c-1115-44a2-90e5-503632f494cd req-707bb994-63a8-455a-b9de-46b44e071817 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:42.549802 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-41d2d6a9-cc13-4271-9479-77881aecf5bd None None] For port a47743b0-ec17-4c6c-979a-9f86a6cad886, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:29:42.556305 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port b7d4bc19-2715-47c8-9002-cd187c8749da, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=b7d4bc19-2715-47c8-9002-cd187c8749da,segment=NetworkSegment(d5c37b16-1c5a-4926-a8bf-10592c2b226d),segment_id=d5c37b16-1c5a-4926-a8bf-10592c2b226d)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:42.558927 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-14b7daa8-ce33-4b65-a729-6308752e398d tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Allocated IP 2001:db8::1 (217f6ec8-cfb6-4df2-842b-d559082e6d87/66693383-3861-4936-a5fb-f1d82eb865a4/af302315-1efa-49e8-8725-6c211779a46a) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:42.563065 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-88a97e2c-1115-44a2-90e5-503632f494cd req-707bb994-63a8-455a-b9de-46b44e071817 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Transition to ACTIVE for port object 10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:42.574633 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:42.610751 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e77608c-d627-4629-8a51-8edf7636e2f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:42.627548 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0e77608c-d627-4629-8a51-8edf7636e2f9 None None] Transition to ACTIVE for port object 40cf21ef-e685-458a-8262-6823e252d7b3 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:42.651922 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-41d2d6a9-cc13-4271-9479-77881aecf5bd None None] For port a47743b0-ec17-4c6c-979a-9f86a6cad886, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=a47743b0-ec17-4c6c-979a-9f86a6cad886,segment=NetworkSegment(5384a50c-4c28-45ed-a587-44f73900dd8c),segment_id=5384a50c-4c28-45ed-a587-44f73900dd8c)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:29:42.655992 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-72fe09c9-86e5-446b-b030-f611ed0996f6 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:42.682850 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-41d2d6a9-cc13-4271-9479-77881aecf5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:42.701947 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0e77608c-d627-4629-8a51-8edf7636e2f9 None None] Transition to ACTIVE for port object 40cf21ef-e685-458a-8262-6823e252d7b3 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:42.719094 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 656eb98a-d7e4-4661-b6e4-ee32b83da974 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:42.749752 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e77608c-d627-4629-8a51-8edf7636e2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:42.789787 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-88a97e2c-1115-44a2-90e5-503632f494cd req-707bb994-63a8-455a-b9de-46b44e071817 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:42.790095 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e77608c-d627-4629-8a51-8edf7636e2f9 None None] Network 5b4d3988-91cf-4ce6-90ef-5db6f101584c is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:42.799894 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-0e77608c-d627-4629-8a51-8edf7636e2f9 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:42.802435 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e77608c-d627-4629-8a51-8edf7636e2f9 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:42.841899 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=b7d4bc19-2715-47c8-9002-cd187c8749da,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:42.921130 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88a97e2c-1115-44a2-90e5-503632f494cd req-707bb994-63a8-455a-b9de-46b44e071817 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Network 9c90c081-0a5d-44bd-b4f8-2493a06b9b50 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:42.932407 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-88a97e2c-1115-44a2-90e5-503632f494cd req-707bb994-63a8-455a-b9de-46b44e071817 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:42.948937 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a97e2c-1115-44a2-90e5-503632f494cd req-707bb994-63a8-455a-b9de-46b44e071817 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:42.959843 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-14b7daa8-ce33-4b65-a729-6308752e398d tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:42.987262 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0e77608c-d627-4629-8a51-8edf7636e2f9 None None] Attempting to bind port 40cf21ef-e685-458a-8262-6823e252d7b3 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:29:42.987632 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0e77608c-d627-4629-8a51-8edf7636e2f9 None None] Attempting to bind port 40cf21ef-e685-458a-8262-6823e252d7b3 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'dd5d69ce-f340-4675-a863-e46cab5406db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5b4d3988-91cf-4ce6-90ef-5db6f101584c'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:29:42.988201 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e77608c-d627-4629-8a51-8edf7636e2f9 None None] Attempting to bind port 40cf21ef-e685-458a-8262-6823e252d7b3 on network 5b4d3988-91cf-4ce6-90ef-5db6f101584c {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:29:42.990112 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bb994-63a8-455a-b9de-46b44e071817 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Pushing event updated for resources: {'Port': ['ID=10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:43.016030 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-14b7daa8-ce33-4b65-a729-6308752e398d tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Transition to ACTIVE for port object af302315-1efa-49e8-8725-6c211779a46a will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:43.017227 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e77608c-d627-4629-8a51-8edf7636e2f9 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:29:43.017966 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e77608c-d627-4629-8a51-8edf7636e2f9 None None] Checking segment: {'id': 'dd5d69ce-f340-4675-a863-e46cab5406db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5b4d3988-91cf-4ce6-90ef-5db6f101584c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:43.018629 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e77608c-d627-4629-8a51-8edf7636e2f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:43.019237 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e77608c-d627-4629-8a51-8edf7636e2f9 None None] Bound using segment: {'id': 'dd5d69ce-f340-4675-a863-e46cab5406db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5b4d3988-91cf-4ce6-90ef-5db6f101584c'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:29:43.020595 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0e77608c-d627-4629-8a51-8edf7636e2f9 None None] Bound port: 40cf21ef-e685-458a-8262-6823e252d7b3, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd5d69ce-f340-4675-a863-e46cab5406db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5b4d3988-91cf-4ce6-90ef-5db6f101584c'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:29:43.021525 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e77608c-d627-4629-8a51-8edf7636e2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:43.054942 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d2d6a9-cc13-4271-9479-77881aecf5bd None None] Pushing event updated for resources: {'Port': ['ID=a47743b0-ec17-4c6c-979a-9f86a6cad886,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:43.072545 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a97e2c-1115-44a2-90e5-503632f494cd req-707bb994-63a8-455a-b9de-46b44e071817 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:43.073226 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-88a97e2c-1115-44a2-90e5-503632f494cd req-707bb994-63a8-455a-b9de-46b44e071817 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:43.110201 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 656eb98a-d7e4-4661-b6e4-ee32b83da974 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:43.110978 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:43.154238 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-88a97e2c-1115-44a2-90e5-503632f494cd req-707bb994-63a8-455a-b9de-46b44e071817 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1152551 Jul 23 20:29:43.206592 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77608c-d627-4629-8a51-8edf7636e2f9 None None] Pushing event updated for resources: {'Port': ['ID=40cf21ef-e685-458a-8262-6823e252d7b3,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:43.275699 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0e77608c-d627-4629-8a51-8edf7636e2f9 None None] For port 40cf21ef-e685-458a-8262-6823e252d7b3, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:29:43.288556 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0e77608c-d627-4629-8a51-8edf7636e2f9 None None] For port 40cf21ef-e685-458a-8262-6823e252d7b3, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=40cf21ef-e685-458a-8262-6823e252d7b3,segment=NetworkSegment(dd5d69ce-f340-4675-a863-e46cab5406db),segment_id=dd5d69ce-f340-4675-a863-e46cab5406db)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:29:43.317734 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e77608c-d627-4629-8a51-8edf7636e2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:43.377561 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:43.415376 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77608c-d627-4629-8a51-8edf7636e2f9 None None] Pushing event updated for resources: {'Port': ['ID=40cf21ef-e685-458a-8262-6823e252d7b3,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:43.436799 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d48b7f99-0731-45b8-90fa-d83d3855959b None None] Provisioning for port 10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:43.442898 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d48b7f99-0731-45b8-90fa-d83d3855959b None None] Provisioning complete for port 10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:43.443408 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d48b7f99-0731-45b8-90fa-d83d3855959b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:43.573975 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [req-88a97e2c-1115-44a2-90e5-503632f494cd req-92c2bd0a-7de6-4b09-bcba-c3e48f7f6742 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:29:43.575070 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-88a97e2c-1115-44a2-90e5-503632f494cd req-92c2bd0a-7de6-4b09-bcba-c3e48f7f6742 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4141448 Jul 23 20:29:43.634116 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-88a97e2c-1115-44a2-90e5-503632f494cd req-62575368-73b1-431a-a182-a49c9324fca2 service neutron] Request body: {'port': {'device_id': 'eda0e896-c427-4339-a5ab-253ebbcf82ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:43.692074 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-14b7daa8-ce33-4b65-a729-6308752e398d tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:43.717701 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2039a033-805c-498f-9e23-8ff49736bc9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:43.727718 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-d48b7f99-0731-45b8-90fa-d83d3855959b None None] Port 10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:29:43.747646 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b7daa8-ce33-4b65-a729-6308752e398d tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Network 217f6ec8-cfb6-4df2-842b-d559082e6d87 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:43.760623 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-14b7daa8-ce33-4b65-a729-6308752e398d tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:43.780664 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b7daa8-ce33-4b65-a729-6308752e398d tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:43.781244 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-14b7daa8-ce33-4b65-a729-6308752e398d tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:43.834233 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b7daa8-ce33-4b65-a729-6308752e398d tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Pushing event updated for resources: {'Port': ['ID=af302315-1efa-49e8-8725-6c211779a46a,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:43.901169 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-72fe09c9-86e5-446b-b030-f611ed0996f6 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Deleting port 09d843a8-f821-4237-b95e-f1184b540be5 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:43.901538 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-72fe09c9-86e5-446b-b030-f611ed0996f6 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:43.958911 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05984508-2e8c-46d9-9941-7b07bf185290 req-1d2c6839-aadd-40ab-9c70-ffee26abe409 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:43.959659 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-05984508-2e8c-46d9-9941-7b07bf185290 req-1d2c6839-aadd-40ab-9c70-ffee26abe409 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "GET /v2.0/ports?device_id=eda0e896-c427-4339-a5ab-253ebbcf82ac HTTP/1.1" status: 200 len: 932 time: 0.8027873 Jul 23 20:29:44.005763 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-88a97e2c-1115-44a2-90e5-503632f494cd req-62575368-73b1-431a-a182-a49c9324fca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:44.013783 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:44.094780 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-05984508-2e8c-46d9-9941-7b07bf185290 req-187bcf4e-2cd6-4f70-8b0d-3eca7f9abaf8 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb1644f7-b49f-4015-9875-e8f887c8f869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151106 Jul 23 20:29:44.176854 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-72fe09c9-86e5-446b-b030-f611ed0996f6 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:44.217502 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-72fe09c9-86e5-446b-b030-f611ed0996f6 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Calling delete_port for 09d843a8-f821-4237-b95e-f1184b540be5 owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:44.276797 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5777ca8-2d46-4f49-9bb0-e3155a2c681b None None] Network 217f6ec8-cfb6-4df2-842b-d559082e6d87 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:44.332260 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-14b7daa8-ce33-4b65-a729-6308752e398d tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:44.402012 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2a05a0bb-80e5-48a2-ad7c-3839bee3923d None None] Provisioning for port a47743b0-ec17-4c6c-979a-9f86a6cad886 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:44.626819 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:44.662106 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:44.924577 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 40cf21ef-e685-458a-8262-6823e252d7b3 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:44.953723 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-72fe09c9-86e5-446b-b030-f611ed0996f6 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:44.957559 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-88a97e2c-1115-44a2-90e5-503632f494cd req-62575368-73b1-431a-a182-a49c9324fca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:29:44.967347 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532156e1-54b3-481b-9644-1e78b4ccd434 None None] Network 5b4d3988-91cf-4ce6-90ef-5db6f101584c requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:44.973429 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-88a97e2c-1115-44a2-90e5-503632f494cd req-62575368-73b1-431a-a182-a49c9324fca2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:45.013134 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe09c9-86e5-446b-b030-f611ed0996f6 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'Port': ['ID=09d843a8-f821-4237-b95e-f1184b540be5,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:45.116086 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 40cf21ef-e685-458a-8262-6823e252d7b3 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:45.117806 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-88a97e2c-1115-44a2-90e5-503632f494cd req-62575368-73b1-431a-a182-a49c9324fca2 service neutron] Transition to ACTIVE for port object 10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:45.144996 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e7957895-1de9-4cc7-8d9a-e148146d252e None None] Provisioning for port 40cf21ef-e685-458a-8262-6823e252d7b3 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:45.148831 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a47743b0-ec17-4c6c-979a-9f86a6cad886 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:45.162176 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-88a97e2c-1115-44a2-90e5-503632f494cd req-62575368-73b1-431a-a182-a49c9324fca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:45.201750 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e7957895-1de9-4cc7-8d9a-e148146d252e None None] Provisioning complete for port 40cf21ef-e685-458a-8262-6823e252d7b3 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:45.202374 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e7957895-1de9-4cc7-8d9a-e148146d252e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:45.338468 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-14b7daa8-ce33-4b65-a729-6308752e398d tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:45.407454 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port a47743b0-ec17-4c6c-979a-9f86a6cad886 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:45.435020 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port a47743b0-ec17-4c6c-979a-9f86a6cad886 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:45.435631 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:45.438592 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-14b7daa8-ce33-4b65-a729-6308752e398d tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:45.439401 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-14b7daa8-ce33-4b65-a729-6308752e398d tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:45.453506 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62575368-73b1-431a-a182-a49c9324fca2 service neutron] Pushing event updated for resources: {'Port': ['ID=10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:45.509705 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-72fe09c9-86e5-446b-b030-f611ed0996f6 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:45.543181 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e7957895-1de9-4cc7-8d9a-e148146d252e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:45.601366 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-e7957895-1de9-4cc7-8d9a-e148146d252e None None] For port 40cf21ef-e685-458a-8262-6823e252d7b3, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=40cf21ef-e685-458a-8262-6823e252d7b3,segment=NetworkSegment(dd5d69ce-f340-4675-a863-e46cab5406db),segment_id=dd5d69ce-f340-4675-a863-e46cab5406db)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:45.651222 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:45.654693 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e7957895-1de9-4cc7-8d9a-e148146d252e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:45.698921 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b7daa8-ce33-4b65-a729-6308752e398d tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Network 217f6ec8-cfb6-4df2-842b-d559082e6d87 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:45.720421 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-14b7daa8-ce33-4b65-a729-6308752e398d tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:45.756837 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7957895-1de9-4cc7-8d9a-e148146d252e None None] Pushing event updated for resources: {'Port': ['ID=40cf21ef-e685-458a-8262-6823e252d7b3,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:45.762006 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port a47743b0-ec17-4c6c-979a-9f86a6cad886, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=a47743b0-ec17-4c6c-979a-9f86a6cad886,segment=NetworkSegment(5384a50c-4c28-45ed-a587-44f73900dd8c),segment_id=5384a50c-4c28-45ed-a587-44f73900dd8c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:45.768379 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e7957895-1de9-4cc7-8d9a-e148146d252e None None] Provisioning complete for port a47743b0-ec17-4c6c-979a-9f86a6cad886 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:45.768784 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e7957895-1de9-4cc7-8d9a-e148146d252e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:45.772439 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:45.772931 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device b7d4bc19-2715-47c8-9002-cd187c8749da up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:45.856761 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b7daa8-ce33-4b65-a729-6308752e398d tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Pushing event updated for resources: {'Port': ['ID=af302315-1efa-49e8-8725-6c211779a46a,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:45.994978 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:45.997839 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=a47743b0-ec17-4c6c-979a-9f86a6cad886,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:46.055332 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d057f4-7970-441c-bca3-31016f52b2bf req-a603a720-80dd-4173-ab1d-ad90cff67222 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:46.063466 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-11d057f4-7970-441c-bca3-31016f52b2bf req-a603a720-80dd-4173-ab1d-ad90cff67222 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "GET /v2.0/ports?device_id=eda0e896-c427-4339-a5ab-253ebbcf82ac HTTP/1.1" status: 200 len: 944 time: 0.8390741 Jul 23 20:29:46.083740 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port b7d4bc19-2715-47c8-9002-cd187c8749da triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:46.084123 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:46.130347 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-88a97e2c-1115-44a2-90e5-503632f494cd req-62575368-73b1-431a-a182-a49c9324fca2 service neutron] Attempting to bind port 10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:29:46.131360 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-88a97e2c-1115-44a2-90e5-503632f494cd req-62575368-73b1-431a-a182-a49c9324fca2 service neutron] Attempting to bind port 10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'cf5fea53-915a-4bb4-a303-32ea1a2186f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9c90c081-0a5d-44bd-b4f8-2493a06b9b50'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:29:46.131889 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a97e2c-1115-44a2-90e5-503632f494cd req-62575368-73b1-431a-a182-a49c9324fca2 service neutron] Attempting to bind port 10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1 on network 9c90c081-0a5d-44bd-b4f8-2493a06b9b50 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:29:46.150622 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a97e2c-1115-44a2-90e5-503632f494cd req-62575368-73b1-431a-a182-a49c9324fca2 service neutron] Port 10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1 on network 9c90c081-0a5d-44bd-b4f8-2493a06b9b50 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:29:46.154011 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a97e2c-1115-44a2-90e5-503632f494cd req-62575368-73b1-431a-a182-a49c9324fca2 service neutron] Attempting to bind port 10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1 on network 9c90c081-0a5d-44bd-b4f8-2493a06b9b50 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:29:46.238020 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e7957895-1de9-4cc7-8d9a-e148146d252e None None] Provisioning for port af302315-1efa-49e8-8725-6c211779a46a completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:46.247425 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e7957895-1de9-4cc7-8d9a-e148146d252e None None] Provisioning complete for port af302315-1efa-49e8-8725-6c211779a46a triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:46.248084 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e7957895-1de9-4cc7-8d9a-e148146d252e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:46.254643 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a97e2c-1115-44a2-90e5-503632f494cd req-62575368-73b1-431a-a182-a49c9324fca2 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:29:46.255178 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a97e2c-1115-44a2-90e5-503632f494cd req-62575368-73b1-431a-a182-a49c9324fca2 service neutron] Checking segment: {'id': 'cf5fea53-915a-4bb4-a303-32ea1a2186f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9c90c081-0a5d-44bd-b4f8-2493a06b9b50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:46.255768 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a97e2c-1115-44a2-90e5-503632f494cd req-62575368-73b1-431a-a182-a49c9324fca2 service neutron] Bound using segment: {'id': 'cf5fea53-915a-4bb4-a303-32ea1a2186f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9c90c081-0a5d-44bd-b4f8-2493a06b9b50'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:29:46.256335 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-88a97e2c-1115-44a2-90e5-503632f494cd req-62575368-73b1-431a-a182-a49c9324fca2 service neutron] Bound port: 10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf5fea53-915a-4bb4-a303-32ea1a2186f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9c90c081-0a5d-44bd-b4f8-2493a06b9b50'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:29:46.256864 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-88a97e2c-1115-44a2-90e5-503632f494cd req-62575368-73b1-431a-a182-a49c9324fca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:46.296879 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e7957895-1de9-4cc7-8d9a-e148146d252e None None] Port af302315-1efa-49e8-8725-6c211779a46a cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:29:46.352225 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-11d057f4-7970-441c-bca3-31016f52b2bf req-f1208a66-893a-4f67-a32b-1aef8338720d tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb1644f7-b49f-4015-9875-e8f887c8f869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2876465 Jul 23 20:29:46.383878 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b7daa8-ce33-4b65-a729-6308752e398d tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Router 9c1c0b87-f417-4fd1-a584-4bfd9d823b91 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:29:46.388118 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72fe09c9-86e5-446b-b030-f611ed0996f6 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Router 85e769f5-ba45-4bb5-8c5b-12b200c18b65 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:29:46.452443 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-bae24c84-7b00-40f6-87a2-fb571823f0f4 None None] Provisioning complete for port 40cf21ef-e685-458a-8262-6823e252d7b3 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:46.453053 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bae24c84-7b00-40f6-87a2-fb571823f0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:46.475576 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-88a97e2c-1115-44a2-90e5-503632f494cd req-62575368-73b1-431a-a182-a49c9324fca2 service neutron] For port 10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:29:46.482146 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-88a97e2c-1115-44a2-90e5-503632f494cd req-62575368-73b1-431a-a182-a49c9324fca2 service neutron] For port 10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1,segment=NetworkSegment(cf5fea53-915a-4bb4-a303-32ea1a2186f0),segment_id=cf5fea53-915a-4bb4-a303-32ea1a2186f0)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:29:46.581436 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-bae24c84-7b00-40f6-87a2-fb571823f0f4 None None] Provisioning complete for port af302315-1efa-49e8-8725-6c211779a46a triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:46.581833 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bae24c84-7b00-40f6-87a2-fb571823f0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:46.680232 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-bae24c84-7b00-40f6-87a2-fb571823f0f4 None None] Port af302315-1efa-49e8-8725-6c211779a46a cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:29:46.733724 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 40cf21ef-e685-458a-8262-6823e252d7b3 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:46.801020 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 40cf21ef-e685-458a-8262-6823e252d7b3 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:46.801973 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:46.913850 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a47743b0-ec17-4c6c-979a-9f86a6cad886 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:46.972623 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-88a97e2c-1115-44a2-90e5-503632f494cd req-62575368-73b1-431a-a182-a49c9324fca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:46.984961 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port a47743b0-ec17-4c6c-979a-9f86a6cad886 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:46.985503 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:47.104766 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a97e2c-1115-44a2-90e5-503632f494cd req-62575368-73b1-431a-a182-a49c9324fca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:47.105784 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-88a97e2c-1115-44a2-90e5-503632f494cd req-62575368-73b1-431a-a182-a49c9324fca2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:47.109415 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-88a97e2c-1115-44a2-90e5-503632f494cd req-62575368-73b1-431a-a182-a49c9324fca2 service neutron] 10.222.0.18 "PUT /v2.0/ports/10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1 HTTP/1.1" status: 200 len: 1093 time: 3.4879460 Jul 23 20:29:47.117400 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda0e896-c427-4339-a5ab-253ebbcf82ac', 'tag': '10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:29:47.120009 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75db9545-796f-42b8-bb25-289dee7cdbbd" -d '{"events": [{"name": "network-changed", "server_uuid": "eda0e896-c427-4339-a5ab-253ebbcf82ac", "tag": "10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:29:47.124395 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b7daa8-ce33-4b65-a729-6308752e398d tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:29:47.135291 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50426) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:47.136321 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-14b7daa8-ce33-4b65-a729-6308752e398d tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] 10.222.0.32 "PUT /v2.0/routers/9c1c0b87-f417-4fd1-a584-4bfd9d823b91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8376141 Jul 23 20:29:47.142743 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5da6b5-5813-4fdd-a54f-2ab180aef0dc None None] Sync routers for ids ['9c1c0b87-f417-4fd1-a584-4bfd9d823b91'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:29:47.155338 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72fe09c9-86e5-446b-b030-f611ed0996f6 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:29:47.164637 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-72fe09c9-86e5-446b-b030-f611ed0996f6 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "PUT /v2.0/routers/85e769f5-ba45-4bb5-8c5b-12b200c18b65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6495738 Jul 23 20:29:47.166457 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5da6b5-5813-4fdd-a54f-2ab180aef0dc None None] Routers {'9c1c0b87-f417-4fd1-a584-4bfd9d823b91'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:47.167109 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8b5da6b5-5813-4fdd-a54f-2ab180aef0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:29:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['9c1c0b87-f417-4fd1-a584-4bfd9d823b91'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:47.168098 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50430) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:47.171378 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061434ce-ffa7-4956-923c-4c1411bd02e7 None None] Sync routers for ids ['85e769f5-ba45-4bb5-8c5b-12b200c18b65'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:29:47.188175 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061434ce-ffa7-4956-923c-4c1411bd02e7 None None] Routers {'85e769f5-ba45-4bb5-8c5b-12b200c18b65'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:47.191923 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-061434ce-ffa7-4956-923c-4c1411bd02e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:29:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['85e769f5-ba45-4bb5-8c5b-12b200c18b65'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:47.232046 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca351eb-8116-46c6-aa44-c93f19ff8854 x-openstack-request-id: req-9ca351eb-8116-46c6-aa44-c93f19ff8854 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:29:47.237827 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda0e896-c427-4339-a5ab-253ebbcf82ac", "tag": "10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:29:47.238239 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ca351eb-8116-46c6-aa44-c93f19ff8854 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:29:47.238790 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda0e896-c427-4339-a5ab-253ebbcf82ac', 'tag': '10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1', 'status': 'completed', 'code': 200} Jul 23 20:29:47.275822 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-061434ce-ffa7-4956-923c-4c1411bd02e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:47.311632 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061434ce-ffa7-4956-923c-4c1411bd02e7 None None] Routers {'85e769f5-ba45-4bb5-8c5b-12b200c18b65'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:47.312642 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-061434ce-ffa7-4956-923c-4c1411bd02e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:29:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['85e769f5-ba45-4bb5-8c5b-12b200c18b65'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:47.335432 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8b5da6b5-5813-4fdd-a54f-2ab180aef0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:47.336743 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62575368-73b1-431a-a182-a49c9324fca2 service neutron] Pushing event updated for resources: {'Port': ['ID=10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:47.343258 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-21be79de-b766-45ff-9365-ac2728295999 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] GET failed (client error): The resource could not be found. Jul 23 20:29:47.349142 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-21be79de-b766-45ff-9365-ac2728295999 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "GET /v2.0/ports/09d843a8-f821-4237-b95e-f1184b540be5 HTTP/1.1" status: 404 len: 333 time: 0.1435306 Jul 23 20:29:47.352810 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50432) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:47.364409 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5da6b5-5813-4fdd-a54f-2ab180aef0dc None None] Routers {'9c1c0b87-f417-4fd1-a584-4bfd9d823b91'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:47.366317 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8b5da6b5-5813-4fdd-a54f-2ab180aef0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:29:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['9c1c0b87-f417-4fd1-a584-4bfd9d823b91'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:47.401367 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-061434ce-ffa7-4956-923c-4c1411bd02e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:47.402353 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061434ce-ffa7-4956-923c-4c1411bd02e7 None None] The sync data for ids ['85e769f5-ba45-4bb5-8c5b-12b200c18b65'] in n-d-793618-10 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:29:47.455096 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a97e2c-1115-44a2-90e5-503632f494cd req-32f0f61a-9a69-4e11-9705-6b8e29b2fe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:47.457546 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-88a97e2c-1115-44a2-90e5-503632f494cd req-32f0f61a-9a69-4e11-9705-6b8e29b2fe2e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9a8509bfd91749fab4cb989d0d0fbc91&device_id=eda0e896-c427-4339-a5ab-253ebbcf82ac HTTP/1.1" status: 200 len: 1096 time: 0.2768102 Jul 23 20:29:47.518559 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8b5da6b5-5813-4fdd-a54f-2ab180aef0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:47.519244 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5da6b5-5813-4fdd-a54f-2ab180aef0dc None None] The sync data for ids ['9c1c0b87-f417-4fd1-a584-4bfd9d823b91'] in n-d-793618-10 is: [] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:29:47.558904 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3544eedd-7c31-480d-8328-e26128988184 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:47.572164 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-88a97e2c-1115-44a2-90e5-503632f494cd req-df30ba4c-2ede-4ea5-80c3-6348f5348910 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1 HTTP/1.1" status: 200 len: 217 time: 0.0913873 Jul 23 20:29:47.696555 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a97e2c-1115-44a2-90e5-503632f494cd req-b10467c4-cc81-44c8-a1e4-a4c05518b34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:47.698354 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-88a97e2c-1115-44a2-90e5-503632f494cd req-b10467c4-cc81-44c8-a1e4-a4c05518b34a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a074ed79-e75f-476d-8ea9-5a0d7326279b HTTP/1.1" status: 200 len: 848 time: 0.0808828 Jul 23 20:29:47.762622 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ada32-28bd-4ad6-8dd1-b2f1373acfd0 req-341b7e1e-1719-4471-9bc4-26e8450ebc5c tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:47.764192 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-238ada32-28bd-4ad6-8dd1-b2f1373acfd0 req-341b7e1e-1719-4471-9bc4-26e8450ebc5c tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "GET /v2.0/ports?device_id=eda0e896-c427-4339-a5ab-253ebbcf82ac HTTP/1.1" status: 200 len: 944 time: 0.2055790 Jul 23 20:29:47.806688 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a97e2c-1115-44a2-90e5-503632f494cd req-f0810e15-5f4d-48df-83d2-6fa80c1bd1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:47.808389 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-88a97e2c-1115-44a2-90e5-503632f494cd req-f0810e15-5f4d-48df-83d2-6fa80c1bd1f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9c90c081-0a5d-44bd-b4f8-2493a06b9b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1018672 Jul 23 20:29:47.850013 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-238ada32-28bd-4ad6-8dd1-b2f1373acfd0 req-daafdcb2-7fab-4cb1-bbcb-0080d88d3ecc tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb1644f7-b49f-4015-9875-e8f887c8f869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784109 Jul 23 20:29:47.864282 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3544eedd-7c31-480d-8328-e26128988184 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:47.911533 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3544eedd-7c31-480d-8328-e26128988184 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:47.926463 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-88a97e2c-1115-44a2-90e5-503632f494cd req-cba834a7-a67d-4fe3-8dc7-cc422722681d service neutron] 10.222.0.18 "GET /v2.0/networks/9c90c081-0a5d-44bd-b4f8-2493a06b9b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107945 Jul 23 20:29:48.007813 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3544eedd-7c31-480d-8328-e26128988184 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:48.009118 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3544eedd-7c31-480d-8328-e26128988184 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Fanout notify agent at l3_agent the message router_deleted on router 85e769f5-ba45-4bb5-8c5b-12b200c18b65 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:29:48.018289 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3544eedd-7c31-480d-8328-e26128988184 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:48.019473 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3544eedd-7c31-480d-8328-e26128988184 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/routers/85e769f5-ba45-4bb5-8c5b-12b200c18b65 HTTP/1.1" status: 204 len: 168 time: 0.6649747 Jul 23 20:29:48.022355 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50446) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:48.050892 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-88a97e2c-1115-44a2-90e5-503632f494cd req-8f53dd5a-52a4-4cda-a55d-e5d8bd23f82a service neutron] 10.222.0.18 "GET /v2.0/networks/9c90c081-0a5d-44bd-b4f8-2493a06b9b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171107 Jul 23 20:29:48.113913 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-df07d4bd-3a2e-4f0c-aba6-d60999552a52 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Deleting subnet e5fac35f-8419-4884-82cd-1aed2d5a654c {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:29:48.119466 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df07d4bd-3a2e-4f0c-aba6-d60999552a52 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:48.188303 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df07d4bd-3a2e-4f0c-aba6-d60999552a52 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:48.191787 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db9545-796f-42b8-bb25-289dee7cdbbd req-1ee4f4cd-62a7-42e6-89b9-bcf329859a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:48.192511 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-f653d91c-7267-4133-a02d-3aeaf72548c4 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:29:48.197165 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f653d91c-7267-4133-a02d-3aeaf72548c4 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] 10.222.0.32 "PUT /v2.0/routers/9c1c0b87-f417-4fd1-a584-4bfd9d823b91/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0555367 Jul 23 20:29:48.197357 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-75db9545-796f-42b8-bb25-289dee7cdbbd req-1ee4f4cd-62a7-42e6-89b9-bcf329859a4b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9a8509bfd91749fab4cb989d0d0fbc91&device_id=eda0e896-c427-4339-a5ab-253ebbcf82ac HTTP/1.1" status: 200 len: 1096 time: 0.0825605 Jul 23 20:29:48.199190 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50450) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:48.295578 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df07d4bd-3a2e-4f0c-aba6-d60999552a52 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:48.368055 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df07d4bd-3a2e-4f0c-aba6-d60999552a52 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:48.399565 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df07d4bd-3a2e-4f0c-aba6-d60999552a52 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'Subnet': ['ID=e5fac35f-8419-4884-82cd-1aed2d5a654c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:48.404722 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df07d4bd-3a2e-4f0c-aba6-d60999552a52 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:48.406703 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-df07d4bd-3a2e-4f0c-aba6-d60999552a52 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/subnets/e5fac35f-8419-4884-82cd-1aed2d5a654c HTTP/1.1" status: 204 len: 168 time: 0.3833025 Jul 23 20:29:48.410669 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50456) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:48.421873 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df07d4bd-3a2e-4f0c-aba6-d60999552a52 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:48.422210 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df07d4bd-3a2e-4f0c-aba6-d60999552a52 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:48.422556 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df07d4bd-3a2e-4f0c-aba6-d60999552a52 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:48.422893 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df07d4bd-3a2e-4f0c-aba6-d60999552a52 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:48.423253 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afe3546-21cd-45cf-ab10-c76dffc6de1a None None] Network 3bb54cda-b899-43b2-aabd-7363a922828e requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:48.423734 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df07d4bd-3a2e-4f0c-aba6-d60999552a52 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:48.423734 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df07d4bd-3a2e-4f0c-aba6-d60999552a52 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:48.424056 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df07d4bd-3a2e-4f0c-aba6-d60999552a52 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:48.424390 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df07d4bd-3a2e-4f0c-aba6-d60999552a52 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:48.424744 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df07d4bd-3a2e-4f0c-aba6-d60999552a52 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:48.425075 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df07d4bd-3a2e-4f0c-aba6-d60999552a52 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:48.425400 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df07d4bd-3a2e-4f0c-aba6-d60999552a52 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:48.425803 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df07d4bd-3a2e-4f0c-aba6-d60999552a52 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:48.474426 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db9545-796f-42b8-bb25-289dee7cdbbd req-5234dc43-5929-4fe1-bb27-3c8d4db8ec19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:48.475996 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-75db9545-796f-42b8-bb25-289dee7cdbbd req-5234dc43-5929-4fe1-bb27-3c8d4db8ec19 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9c90c081-0a5d-44bd-b4f8-2493a06b9b50 HTTP/1.1" status: 200 len: 910 time: 0.2309427 Jul 23 20:29:48.512889 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5230ead-cbe3-4c3d-84f5-eea9ce0a62ab tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:48.520528 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-75db9545-796f-42b8-bb25-289dee7cdbbd req-8f856707-7d1e-4763-9152-bbe16c4a22d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1 HTTP/1.1" status: 200 len: 217 time: 0.0372512 Jul 23 20:29:48.575722 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-a5230ead-cbe3-4c3d-84f5-eea9ce0a62ab tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Deleting port f4302f7d-bc15-44ac-9d35-f3be907ea090 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:48.576339 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5230ead-cbe3-4c3d-84f5-eea9ce0a62ab tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:48.627384 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db9545-796f-42b8-bb25-289dee7cdbbd req-6afa2ebb-b3aa-451f-8a24-d54157d8ac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:48.629283 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-75db9545-796f-42b8-bb25-289dee7cdbbd req-6afa2ebb-b3aa-451f-8a24-d54157d8ac78 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a074ed79-e75f-476d-8ea9-5a0d7326279b HTTP/1.1" status: 200 len: 848 time: 0.0993650 Jul 23 20:29:48.687315 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-a5230ead-cbe3-4c3d-84f5-eea9ce0a62ab tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] For port f4302f7d-bc15-44ac-9d35-f3be907ea090, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=f4302f7d-bc15-44ac-9d35-f3be907ea090,segment=NetworkSegment(99c4b670-ca86-4bcb-bb1c-90dc421e55b9),segment_id=99c4b670-ca86-4bcb-bb1c-90dc421e55b9)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:48.687628 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5230ead-cbe3-4c3d-84f5-eea9ce0a62ab tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:48.708762 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-a5230ead-cbe3-4c3d-84f5-eea9ce0a62ab tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Calling delete_port for f4302f7d-bc15-44ac-9d35-f3be907ea090 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:48.726829 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fbbf67-701e-4175-87d1-a9d234be3e2a None None] DHCP port deletion for 3bb54cda-b899-43b2-aabd-7363a922828e request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:29:48.803845 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-43fbbf67-701e-4175-87d1-a9d234be3e2a None None] Deleting port f4302f7d-bc15-44ac-9d35-f3be907ea090 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:48.803845 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43fbbf67-701e-4175-87d1-a9d234be3e2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:48.817205 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5230ead-cbe3-4c3d-84f5-eea9ce0a62ab tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:48.836379 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db9545-796f-42b8-bb25-289dee7cdbbd req-9ea909d8-e9bd-4296-bf60-c948f9fab2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:48.838253 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-75db9545-796f-42b8-bb25-289dee7cdbbd req-9ea909d8-e9bd-4296-bf60-c948f9fab2bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9c90c081-0a5d-44bd-b4f8-2493a06b9b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1972883 Jul 23 20:29:48.858538 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5230ead-cbe3-4c3d-84f5-eea9ce0a62ab tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'Port': ['ID=f4302f7d-bc15-44ac-9d35-f3be907ea090,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:48.861666 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5230ead-cbe3-4c3d-84f5-eea9ce0a62ab tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] No DVR routers for this DVR port f4302f7d-bc15-44ac-9d35-f3be907ea090 on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:29:48.906618 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-43fbbf67-701e-4175-87d1-a9d234be3e2a None None] For port f4302f7d-bc15-44ac-9d35-f3be907ea090, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=f4302f7d-bc15-44ac-9d35-f3be907ea090,segment=NetworkSegment(99c4b670-ca86-4bcb-bb1c-90dc421e55b9),segment_id=99c4b670-ca86-4bcb-bb1c-90dc421e55b9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:48.907071 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43fbbf67-701e-4175-87d1-a9d234be3e2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:48.924351 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-43fbbf67-701e-4175-87d1-a9d234be3e2a None None] Calling delete_port for f4302f7d-bc15-44ac-9d35-f3be907ea090 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:48.982308 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-18e506fa-189f-4d27-b8f6-a5bb031ecf17 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:49.041066 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43fbbf67-701e-4175-87d1-a9d234be3e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:49.071723 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-75db9545-796f-42b8-bb25-289dee7cdbbd req-013b2bba-e32a-4d40-ba8f-ea3f99ec82e1 service neutron] 10.222.0.18 "GET /v2.0/networks/9c90c081-0a5d-44bd-b4f8-2493a06b9b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253764 Jul 23 20:29:49.083173 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fbbf67-701e-4175-87d1-a9d234be3e2a None None] No DVR routers for this DVR port f4302f7d-bc15-44ac-9d35-f3be907ea090 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:29:49.088508 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fbbf67-701e-4175-87d1-a9d234be3e2a None None] Pushing event deleted for resources: {'Port': ['ID=f4302f7d-bc15-44ac-9d35-f3be907ea090,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:49.255094 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-75db9545-796f-42b8-bb25-289dee7cdbbd req-41e67d0f-5971-4548-a051-7aa5ce297857 service neutron] 10.222.0.18 "GET /v2.0/networks/9c90c081-0a5d-44bd-b4f8-2493a06b9b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735582 Jul 23 20:29:49.388355 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5230ead-cbe3-4c3d-84f5-eea9ce0a62ab tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:49.408775 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-a5230ead-cbe3-4c3d-84f5-eea9ce0a62ab tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bb54cda-b899-43b2-aabd-7363a922828e']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:49.427305 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-18e506fa-189f-4d27-b8f6-a5bb031ecf17 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Deleting port af302315-1efa-49e8-8725-6c211779a46a {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:49.427914 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-18e506fa-189f-4d27-b8f6-a5bb031ecf17 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:49.436494 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-a5230ead-cbe3-4c3d-84f5-eea9ce0a62ab tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c4b670-ca86-4bcb-bb1c-90dc421e55b9') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:49.436796 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-a5230ead-cbe3-4c3d-84f5-eea9ce0a62ab tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c4b670-ca86-4bcb-bb1c-90dc421e55b9') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:49.454306 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5230ead-cbe3-4c3d-84f5-eea9ce0a62ab tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:49.467912 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5230ead-cbe3-4c3d-84f5-eea9ce0a62ab tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:49.479492 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5230ead-cbe3-4c3d-84f5-eea9ce0a62ab tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:29:49.479895 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5230ead-cbe3-4c3d-84f5-eea9ce0a62ab tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:49.483951 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:29:49.483951 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:29:49.483951 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:29:49.483951 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:29:49.483951 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:29:49.483951 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:29:49.483951 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:29:49.483951 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:29:49.483951 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:29:49.483951 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:29:49.483951 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:29:49.483951 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:29:49.483951 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:29:49.483951 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:29:49.483951 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:29:49.483951 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:29:49.483951 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:29:49.483951 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:29:49.483951 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:29:49.483951 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:29:49.483951 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:29:49.483951 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:29:49.483951 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:29:49.483951 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:29:49.483951 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:29:49.483951 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:29:49.483951 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:29:49.483951 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:29:49.483951 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:29:49.483951 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:29:49.483951 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:29:49.483951 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:29:49.538787 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-18e506fa-189f-4d27-b8f6-a5bb031ecf17 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:49.548269 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4d2e7-1e5c-4b80-a2ef-0a8d2e0dede0 req-7c277152-8486-435c-9222-45f061d27795 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:49.549842 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-20e4d2e7-1e5c-4b80-a2ef-0a8d2e0dede0 req-7c277152-8486-435c-9222-45f061d27795 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "GET /v2.0/ports?device_id=eda0e896-c427-4339-a5ab-253ebbcf82ac HTTP/1.1" status: 200 len: 944 time: 0.1587977 Jul 23 20:29:49.555073 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-18e506fa-189f-4d27-b8f6-a5bb031ecf17 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Calling delete_port for af302315-1efa-49e8-8725-6c211779a46a owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:49.566212 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5230ead-cbe3-4c3d-84f5-eea9ce0a62ab tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:49.583733 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5230ead-cbe3-4c3d-84f5-eea9ce0a62ab tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:49.583733 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a5230ead-cbe3-4c3d-84f5-eea9ce0a62ab tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/networks/3bb54cda-b899-43b2-aabd-7363a922828e HTTP/1.1" status: 204 len: 168 time: 1.1701033 Jul 23 20:29:49.585614 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50484) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:49.608261 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5230ead-cbe3-4c3d-84f5-eea9ce0a62ab tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'Network': ['ID=3bb54cda-b899-43b2-aabd-7363a922828e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:49.655366 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-20e4d2e7-1e5c-4b80-a2ef-0a8d2e0dede0 req-6301609c-97ab-4788-94b5-dc49fedfe2d1 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb1644f7-b49f-4015-9875-e8f887c8f869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982258 Jul 23 20:29:49.673437 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4e2c5c-7fe2-4041-b934-c4c36a5a6ad1 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:49.674931 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6e4e2c5c-7fe2-4041-b934-c4c36a5a6ad1 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "GET /v2.0/ports/ab845bfe-4a6a-4b6e-ba29-ee390d66c238 HTTP/1.1" status: 200 len: 841 time: 0.0752382 Jul 23 20:29:49.678792 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50488) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:49.753389 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50490) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:49.753825 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-fc171dd7-02c7-4717-8904-bc4dd16b8641 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "GET /v2.0/ports/ab845bfe-4a6a-4b6e-ba29-ee390d66c238?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0737581 Jul 23 20:29:49.759099 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-2d8b895b-90a9-402d-bcad-2bdee2f32038 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'subnet': {'network_id': 'ea376fad-f027-4317-bb9e-195acf68d232', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:49.875911 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-18e506fa-189f-4d27-b8f6-a5bb031ecf17 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:49.915688 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e506fa-189f-4d27-b8f6-a5bb031ecf17 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Pushing event deleted for resources: {'Port': ['ID=af302315-1efa-49e8-8725-6c211779a46a,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:50.049861 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8b895b-90a9-402d-bcad-2bdee2f32038 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Made reservation on behalf of e30eb463c27249bf95b908bf72fc2bf2 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:50.053422 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2d8b895b-90a9-402d-bcad-2bdee2f32038 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:50.086638 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-18e506fa-189f-4d27-b8f6-a5bb031ecf17 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:50.130515 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5aecd6-888a-42a1-a60a-9ecf12a3ccdc req-0e29466f-2381-4bf0-a0bf-3324fcb83990 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:50.132449 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cd5aecd6-888a-42a1-a60a-9ecf12a3ccdc req-0e29466f-2381-4bf0-a0bf-3324fcb83990 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 945 time: 0.0820568 Jul 23 20:29:50.195381 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cd5aecd6-888a-42a1-a60a-9ecf12a3ccdc req-4bbd547e-7cc5-45f6-81e9-ec5547743c84 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540314 Jul 23 20:29:50.359851 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:29:50.392540 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e506fa-189f-4d27-b8f6-a5bb031ecf17 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Router 9c1c0b87-f417-4fd1-a584-4bfd9d823b91 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:29:50.417688 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2d8b895b-90a9-402d-bcad-2bdee2f32038 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:50.468195 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1,segment=NetworkSegment(cf5fea53-915a-4bb4-a303-32ea1a2186f0),segment_id=cf5fea53-915a-4bb4-a303-32ea1a2186f0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:50.486011 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1', 'network_id': '9c90c081-0a5d-44bd-b4f8-2493a06b9b50', 'port_id': '10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1', 'mac_address': 'fa:16:3e:47:ee:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a074ed79-e75f-476d-8ea9-5a0d7326279b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:29:50.535890 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:50.550905 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:29:50.573050 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1,segment=NetworkSegment(cf5fea53-915a-4bb4-a303-32ea1a2186f0),segment_id=cf5fea53-915a-4bb4-a303-32ea1a2186f0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:50.578219 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:50.650782 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:50.680182 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device f4302f7d-bc15-44ac-9d35-f3be907ea090 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:29:50.711426 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: f4302f7d-bc15-44ac-9d35-f3be907ea090 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:29:50.712020 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device f4302f7d-bc15-44ac-9d35-f3be907ea090 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:29:50.798919 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:29:50.913463 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e506fa-189f-4d27-b8f6-a5bb031ecf17 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:29:50.916171 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8b895b-90a9-402d-bcad-2bdee2f32038 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Network ea376fad-f027-4317-bb9e-195acf68d232 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:50.926969 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50524) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:50.929735 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-18e506fa-189f-4d27-b8f6-a5bb031ecf17 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] 10.222.0.32 "PUT /v2.0/routers/9c1c0b87-f417-4fd1-a584-4bfd9d823b91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7286823 Jul 23 20:29:50.930045 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9a7a6a-be51-4122-92ea-7805833afacc None None] Sync routers for ids ['9c1c0b87-f417-4fd1-a584-4bfd9d823b91'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:29:50.934733 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-2d8b895b-90a9-402d-bcad-2bdee2f32038 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:50.940124 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8b895b-90a9-402d-bcad-2bdee2f32038 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:50.940718 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2d8b895b-90a9-402d-bcad-2bdee2f32038 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:50.945715 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b895b-90a9-402d-bcad-2bdee2f32038 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'Subnet': ['ID=70819957-2f55-4c47-b4a5-8bc70db822e4,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:50.953759 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8d3347-0a51-4cc2-a78a-3b74ee275cc0 None None] Network ea376fad-f027-4317-bb9e-195acf68d232 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:50.968664 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2d8b895b-90a9-402d-bcad-2bdee2f32038 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2149196 Jul 23 20:29:50.969610 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50526) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:50.976533 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-597c69aa-5535-4708-8c39-f310fa2f4b8b tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'security_group': {'name': 'tempest-secgroup-1767653236'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:50.988977 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9a7a6a-be51-4122-92ea-7805833afacc None None] Routers {'9c1c0b87-f417-4fd1-a584-4bfd9d823b91'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:50.989642 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ba9a7a6a-be51-4122-92ea-7805833afacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:29:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['9c1c0b87-f417-4fd1-a584-4bfd9d823b91'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:51.003038 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-4d3685c8-9c45-4452-be8c-acfd8ad649a0 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] delete failed (client error): The resource could not be found. Jul 23 20:29:51.004336 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4d3685c8-9c45-4452-be8c-acfd8ad649a0 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-1591195689 HTTP/1.1" status: 404 len: 335 time: 0.0763886 Jul 23 20:29:51.009220 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50528) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:51.017356 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-107a0540-0b0f-49e5-a781-39fb242ac6d8 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Request body: {'router': {'external_gateway_info': {'network_id': '9c1c0b87-f417-4fd1-a584-4bfd9d823b91'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:51.071385 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-597c69aa-5535-4708-8c39-f310fa2f4b8b tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:51.224394 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ba9a7a6a-be51-4122-92ea-7805833afacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:51.266732 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9a7a6a-be51-4122-92ea-7805833afacc None None] Routers {'9c1c0b87-f417-4fd1-a584-4bfd9d823b91'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:51.267355 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ba9a7a6a-be51-4122-92ea-7805833afacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:29:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['9c1c0b87-f417-4fd1-a584-4bfd9d823b91'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:51.330858 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ba9a7a6a-be51-4122-92ea-7805833afacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:51.331511 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9a7a6a-be51-4122-92ea-7805833afacc None None] The sync data for ids ['9c1c0b87-f417-4fd1-a584-4bfd9d823b91'] in n-d-793618-10 is: [] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:29:51.367560 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4bac15-6702-4e63-a38d-6c8bd725ca61 req-5ae11255-58c5-47b1-a560-a4319b4b3f0e tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:51.375282 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5e4bac15-6702-4e63-a38d-6c8bd725ca61 req-5ae11255-58c5-47b1-a560-a4319b4b3f0e tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 945 time: 0.0805216 Jul 23 20:29:51.389902 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48ec74-ef9f-4b06-8fea-c53d6fca7256 req-417c970c-8aae-421f-9c74-4bbdf5e0f523 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:51.391513 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4c48ec74-ef9f-4b06-8fea-c53d6fca7256 req-417c970c-8aae-421f-9c74-4bbdf5e0f523 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "GET /v2.0/ports?device_id=eda0e896-c427-4339-a5ab-253ebbcf82ac HTTP/1.1" status: 200 len: 945 time: 0.5167358 Jul 23 20:29:51.400950 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-107a0540-0b0f-49e5-a781-39fb242ac6d8 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:51.429010 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5e4bac15-6702-4e63-a38d-6c8bd725ca61 req-ff6a4c25-fa4f-4569-9422-245fb468ccd0 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523236 Jul 23 20:29:51.448807 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4c48ec74-ef9f-4b06-8fea-c53d6fca7256 req-5edb6080-895c-48f9-8ffc-f601a7f2abed tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb1644f7-b49f-4015-9875-e8f887c8f869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432286 Jul 23 20:29:51.474484 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-107a0540-0b0f-49e5-a781-39fb242ac6d8 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] update failed (client error): The resource could not be found. Jul 23 20:29:51.475440 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-107a0540-0b0f-49e5-a781-39fb242ac6d8 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] 10.222.0.32 "PUT /v2.0/routers/9c1c0b87-f417-4fd1-a584-4bfd9d823b91 HTTP/1.1" status: 404 len: 339 time: 0.4646616 Jul 23 20:29:51.479057 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50542) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:51.486001 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-75b73d27-e041-47b7-99d2-c4732aa20c9a tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1950979907'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:51.516310 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2b185d-c868-4e12-bbd6-a2a869bdadaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-ea376fad-f027-4317-bb9e-195acf68d232', 'network_id': 'ea376fad-f027-4317-bb9e-195acf68d232', 'tenant_id': 'e30eb463c27249bf95b908bf72fc2bf2', 'fixed_ips': [{'subnet_id': '70819957-2f55-4c47-b4a5-8bc70db822e4'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:29:51.517884 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e2b185d-c868-4e12-bbd6-a2a869bdadaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:51.526441 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-597c69aa-5535-4708-8c39-f310fa2f4b8b tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:51.539137 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-597c69aa-5535-4708-8c39-f310fa2f4b8b tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:51.578794 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b73d27-e041-47b7-99d2-c4732aa20c9a tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Made reservation on behalf of 30b7305f85a8493d9e27dfea75e4aa9e for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:51.582371 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-75b73d27-e041-47b7-99d2-c4732aa20c9a tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:51.590571 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-597c69aa-5535-4708-8c39-f310fa2f4b8b tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:51.594133 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50544) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:51.597889 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-597c69aa-5535-4708-8c39-f310fa2f4b8b tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6230597 Jul 23 20:29:51.600408 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-6561a3f3-0363-4332-9f53-3e8517b1dbcd tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'security_group': {'name': 'tempest-secgroup-1736115409'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:51.622928 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b73d27-e041-47b7-99d2-c4732aa20c9a tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:29:51.631471 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c69aa-5535-4708-8c39-f310fa2f4b8b tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3926df0b-740d-4751-b252-d52bd6b263dc,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:51.632595 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6561a3f3-0363-4332-9f53-3e8517b1dbcd tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:51.636660 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-75b73d27-e041-47b7-99d2-c4732aa20c9a tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:51.637308 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-75b73d27-e041-47b7-99d2-c4732aa20c9a tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Added segment 5ba1a2bc-745d-407b-ab5b-d65ff45a07ee of type vlan for network 570f21bc-45ab-4cb3-85a1-aa40d4fd40cf Jul 23 20:29:51.686130 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-9e2b185d-c868-4e12-bbd6-a2a869bdadaa None None] Allocated IP 172.20.0.2 (ea376fad-f027-4317-bb9e-195acf68d232/70819957-2f55-4c47-b4a5-8bc70db822e4/c832ab38-9f33-40c3-8f28-4cd96032bb5d) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:51.688653 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-75b73d27-e041-47b7-99d2-c4732aa20c9a tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:51.732125 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-75b73d27-e041-47b7-99d2-c4732aa20c9a tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:51.739014 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b73d27-e041-47b7-99d2-c4732aa20c9a tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:51.739702 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-75b73d27-e041-47b7-99d2-c4732aa20c9a tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:51.781281 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6561a3f3-0363-4332-9f53-3e8517b1dbcd tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:51.786881 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6561a3f3-0363-4332-9f53-3e8517b1dbcd tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:51.809894 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-75b73d27-e041-47b7-99d2-c4732aa20c9a tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3284652 Jul 23 20:29:51.812778 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50550) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:51.822282 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-68c9c860-6d6b-4b4c-930c-5b88ebda3766 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Request body: {'subnet': {'network_id': '570f21bc-45ab-4cb3-85a1-aa40d4fd40cf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:51.831909 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6561a3f3-0363-4332-9f53-3e8517b1dbcd tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:51.833393 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6561a3f3-0363-4332-9f53-3e8517b1dbcd tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2375889 Jul 23 20:29:51.844204 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50552) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:51.849444 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4604f7bb-9a4e-45ce-a4fc-cfdf8bf3c812 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1184789917', 'security_groups': ['63ae0621-6f65-470c-80a3-61823f94ab8b'], 'network_id': 'ea376fad-f027-4317-bb9e-195acf68d232', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '70819957-2f55-4c47-b4a5-8bc70db822e4'}]}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:51.852395 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b73d27-e041-47b7-99d2-c4732aa20c9a tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Pushing event updated for resources: {'Network': ['ID=570f21bc-45ab-4cb3-85a1-aa40d4fd40cf,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:51.865307 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 570f21bc-45ab-4cb3-85a1-aa40d4fd40cf details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:29:51.871745 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6561a3f3-0363-4332-9f53-3e8517b1dbcd tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63ae0621-6f65-470c-80a3-61823f94ab8b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:51.963221 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e2b185d-c868-4e12-bbd6-a2a869bdadaa None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:51.976370 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-9e2b185d-c868-4e12-bbd6-a2a869bdadaa None None] Transition to ACTIVE for port object c832ab38-9f33-40c3-8f28-4cd96032bb5d will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:51.994310 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-9e2b185d-c868-4e12-bbd6-a2a869bdadaa None None] Transition to ACTIVE for port object c832ab38-9f33-40c3-8f28-4cd96032bb5d will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:52.002618 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e2b185d-c868-4e12-bbd6-a2a869bdadaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:52.022062 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c9c860-6d6b-4b4c-930c-5b88ebda3766 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Made reservation on behalf of 30b7305f85a8493d9e27dfea75e4aa9e for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:52.025539 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-68c9c860-6d6b-4b4c-930c-5b88ebda3766 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:52.040890 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2b185d-c868-4e12-bbd6-a2a869bdadaa None None] Network ea376fad-f027-4317-bb9e-195acf68d232 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:52.044717 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-9e2b185d-c868-4e12-bbd6-a2a869bdadaa None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:52.050950 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2b185d-c868-4e12-bbd6-a2a869bdadaa None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:52.060483 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b185d-c868-4e12-bbd6-a2a869bdadaa None None] Pushing event updated for resources: {'Port': ['ID=c832ab38-9f33-40c3-8f28-4cd96032bb5d,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:52.119472 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4604f7bb-9a4e-45ce-a4fc-cfdf8bf3c812 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Made reservation on behalf of e30eb463c27249bf95b908bf72fc2bf2 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:52.132126 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-9e2b185d-c868-4e12-bbd6-a2a869bdadaa None None] Attempting to bind port c832ab38-9f33-40c3-8f28-4cd96032bb5d on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:29:52.132497 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-9e2b185d-c868-4e12-bbd6-a2a869bdadaa None None] Attempting to bind port c832ab38-9f33-40c3-8f28-4cd96032bb5d by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '07155d8e-4353-48af-b453-1aa4c2ec42a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ea376fad-f027-4317-bb9e-195acf68d232'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:29:52.132857 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2b185d-c868-4e12-bbd6-a2a869bdadaa None None] Attempting to bind port c832ab38-9f33-40c3-8f28-4cd96032bb5d on network ea376fad-f027-4317-bb9e-195acf68d232 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:29:52.141093 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2b185d-c868-4e12-bbd6-a2a869bdadaa None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:29:52.141944 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2b185d-c868-4e12-bbd6-a2a869bdadaa None None] Checking segment: {'id': '07155d8e-4353-48af-b453-1aa4c2ec42a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ea376fad-f027-4317-bb9e-195acf68d232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:52.142353 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e2b185d-c868-4e12-bbd6-a2a869bdadaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:52.142747 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2b185d-c868-4e12-bbd6-a2a869bdadaa None None] Bound using segment: {'id': '07155d8e-4353-48af-b453-1aa4c2ec42a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ea376fad-f027-4317-bb9e-195acf68d232'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:29:52.143344 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-9e2b185d-c868-4e12-bbd6-a2a869bdadaa None None] Bound port: c832ab38-9f33-40c3-8f28-4cd96032bb5d, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07155d8e-4353-48af-b453-1aa4c2ec42a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ea376fad-f027-4317-bb9e-195acf68d232'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:29:52.143732 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e2b185d-c868-4e12-bbd6-a2a869bdadaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:52.224691 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-9e2b185d-c868-4e12-bbd6-a2a869bdadaa None None] For port c832ab38-9f33-40c3-8f28-4cd96032bb5d, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:29:52.228559 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-9e2b185d-c868-4e12-bbd6-a2a869bdadaa None None] For port c832ab38-9f33-40c3-8f28-4cd96032bb5d, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=c832ab38-9f33-40c3-8f28-4cd96032bb5d,segment=NetworkSegment(07155d8e-4353-48af-b453-1aa4c2ec42a3),segment_id=07155d8e-4353-48af-b453-1aa4c2ec42a3)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:29:52.233440 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e2b185d-c868-4e12-bbd6-a2a869bdadaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:52.260730 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4604f7bb-9a4e-45ce-a4fc-cfdf8bf3c812 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:52.315518 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b185d-c868-4e12-bbd6-a2a869bdadaa None None] Pushing event updated for resources: {'Port': ['ID=c832ab38-9f33-40c3-8f28-4cd96032bb5d,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:52.357214 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-4604f7bb-9a4e-45ce-a4fc-cfdf8bf3c812 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] device_id is not set on port 4758ea83-cd67-4eda-b2eb-d0339af42bc9 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:29:52.359790 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:52.418551 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-68c9c860-6d6b-4b4c-930c-5b88ebda3766 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:52.436712 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:52.441750 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:52.442262 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:52.582272 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9c860-6d6b-4b4c-930c-5b88ebda3766 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Pushing event updated for resources: {'Subnet': ['ID=e361bf6d-0516-4430-a7d9-d84252f5f80e,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:52.598936 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:52.636794 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda0e896-c427-4339-a5ab-253ebbcf82ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:29:52.640401 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a436e69-f136-4e7c-a6e9-841c3cbca02b" -d '{"events": [{"server_uuid": "eda0e896-c427-4339-a5ab-253ebbcf82ac", "name": "network-vif-plugged", "status": "completed", "tag": "10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:29:52.643797 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c9c860-6d6b-4b4c-930c-5b88ebda3766 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Checking segment: {'id': '5ba1a2bc-745d-407b-ab5b-d65ff45a07ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '570f21bc-45ab-4cb3-85a1-aa40d4fd40cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:52.645811 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c9c860-6d6b-4b4c-930c-5b88ebda3766 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Network hostable DHCP agents. Network: 570f21bc-45ab-4cb3-85a1-aa40d4fd40cf, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:29:52.663924 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1,segment=NetworkSegment(cf5fea53-915a-4bb4-a303-32ea1a2186f0),segment_id=cf5fea53-915a-4bb4-a303-32ea1a2186f0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:52.671316 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:52.779728 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe35416-fd61-4168-9668-cda1413820f1 req-f31c178f-01f2-4848-b418-443d5bac9fc3 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:52.781344 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cbe35416-fd61-4168-9668-cda1413820f1 req-f31c178f-01f2-4848-b418-443d5bac9fc3 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "GET /v2.0/ports?device_id=eda0e896-c427-4339-a5ab-253ebbcf82ac HTTP/1.1" status: 200 len: 945 time: 0.1561053 Jul 23 20:29:52.810089 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:52.822356 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c9c860-6d6b-4b4c-930c-5b88ebda3766 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Network 570f21bc-45ab-4cb3-85a1-aa40d4fd40cf is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:29:52.856579 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device c832ab38-9f33-40c3-8f28-4cd96032bb5d up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:52.867154 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-68c9c860-6d6b-4b4c-930c-5b88ebda3766 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 570f21bc-45ab-4cb3-85a1-aa40d4fd40cf) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:52.873550 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-4604f7bb-9a4e-45ce-a4fc-cfdf8bf3c812 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Allocated IP 172.20.0.10 (ea376fad-f027-4317-bb9e-195acf68d232/70819957-2f55-4c47-b4a5-8bc70db822e4/4758ea83-cd67-4eda-b2eb-d0339af42bc9) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:52.881120 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c9c860-6d6b-4b4c-930c-5b88ebda3766 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:52.881977 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-68c9c860-6d6b-4b4c-930c-5b88ebda3766 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:52.882850 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cbe35416-fd61-4168-9668-cda1413820f1 req-901756e8-1107-44d9-8636-64eab9bcdb12 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb1644f7-b49f-4015-9875-e8f887c8f869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904379 Jul 23 20:29:52.906441 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1879e1d-ba94-4336-86f0-5368fe36537f None None] Network 570f21bc-45ab-4cb3-85a1-aa40d4fd40cf requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:52.929180 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-68c9c860-6d6b-4b4c-930c-5b88ebda3766 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1150835 Jul 23 20:29:52.932634 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50576) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:52.943190 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-82f27122-9db3-4241-99eb-0b3fb0d5b48f tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Request body: {'router': {'external_gateway_info': {'network_id': '570f21bc-45ab-4cb3-85a1-aa40d4fd40cf'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:52.994458 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a7f9c-3292-41b1-99f7-3c94f0b6f476 req-1e1e9693-0cab-4902-9ccb-8312e7ddd809 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:52.996896 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f39a7f9c-3292-41b1-99f7-3c94f0b6f476 req-1e1e9693-0cab-4902-9ccb-8312e7ddd809 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 945 time: 0.4840641 Jul 23 20:29:53.031124 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b553e4-3c28-4b59-8017-54eb892710e4 x-openstack-request-id: req-c8b553e4-3c28-4b59-8017-54eb892710e4 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:29:53.031567 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda0e896-c427-4339-a5ab-253ebbcf82ac", "name": "network-vif-plugged", "status": "completed", "tag": "10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:29:53.031945 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c8b553e4-3c28-4b59-8017-54eb892710e4 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:29:53.032441 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda0e896-c427-4339-a5ab-253ebbcf82ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1', 'code': 200} Jul 23 20:29:53.148607 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port c832ab38-9f33-40c3-8f28-4cd96032bb5d completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:53.159539 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328d4241-113d-46cc-b16f-37c524d210d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-570f21bc-45ab-4cb3-85a1-aa40d4fd40cf', 'network_id': '570f21bc-45ab-4cb3-85a1-aa40d4fd40cf', 'tenant_id': '30b7305f85a8493d9e27dfea75e4aa9e', 'fixed_ips': [{'subnet_id': 'e361bf6d-0516-4430-a7d9-d84252f5f80e'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:29:53.160879 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-328d4241-113d-46cc-b16f-37c524d210d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:53.166263 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f39a7f9c-3292-41b1-99f7-3c94f0b6f476 req-13eac075-d5d0-474b-b5dc-777043ee0bc7 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367779 Jul 23 20:29:53.231992 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4604f7bb-9a4e-45ce-a4fc-cfdf8bf3c812 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:53.277087 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-4604f7bb-9a4e-45ce-a4fc-cfdf8bf3c812 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Transition to ACTIVE for port object 4758ea83-cd67-4eda-b2eb-d0339af42bc9 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:53.321855 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4604f7bb-9a4e-45ce-a4fc-cfdf8bf3c812 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:53.357645 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-328d4241-113d-46cc-b16f-37c524d210d1 None None] Allocated IP 2001:db8:1::2 (570f21bc-45ab-4cb3-85a1-aa40d4fd40cf/e361bf6d-0516-4430-a7d9-d84252f5f80e/112866ce-109b-460b-b9fd-c47e9e0512e6) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:53.387826 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4604f7bb-9a4e-45ce-a4fc-cfdf8bf3c812 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Network ea376fad-f027-4317-bb9e-195acf68d232 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:53.392530 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-4604f7bb-9a4e-45ce-a4fc-cfdf8bf3c812 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:53.395138 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4604f7bb-9a4e-45ce-a4fc-cfdf8bf3c812 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:53.418869 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f066d84-2178-499e-b289-18617ae40682 req-b0892d17-5fa4-449e-821c-f7c7ab0204da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:53.420851 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8f066d84-2178-499e-b289-18617ae40682 req-b0892d17-5fa4-449e-821c-f7c7ab0204da service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eda0e896-c427-4339-a5ab-253ebbcf82ac HTTP/1.1" status: 200 len: 1098 time: 0.3396304 Jul 23 20:29:53.426086 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-82f27122-9db3-4241-99eb-0b3fb0d5b48f tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:53.456047 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604f7bb-9a4e-45ce-a4fc-cfdf8bf3c812 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'Port': ['ID=4758ea83-cd67-4eda-b2eb-d0339af42bc9,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:53.482637 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4604f7bb-9a4e-45ce-a4fc-cfdf8bf3c812 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:53.483456 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4604f7bb-9a4e-45ce-a4fc-cfdf8bf3c812 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:53.509117 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8f066d84-2178-499e-b289-18617ae40682 req-5c17b58e-f2b5-465f-b521-e949d5a0701a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bb1644f7-b49f-4015-9875-e8f887c8f869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785770 Jul 23 20:29:53.514996 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4604f7bb-9a4e-45ce-a4fc-cfdf8bf3c812 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6694622 Jul 23 20:29:53.518843 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50584) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:53.524917 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-1f9a36f9-1958-4500-bec5-8a1df0791d6e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'subnet': {'network_id': 'ea376fad-f027-4317-bb9e-195acf68d232', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:53.612782 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-328d4241-113d-46cc-b16f-37c524d210d1 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:53.633574 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-328d4241-113d-46cc-b16f-37c524d210d1 None None] Transition to ACTIVE for port object 112866ce-109b-460b-b9fd-c47e9e0512e6 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:53.639667 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-82f27122-9db3-4241-99eb-0b3fb0d5b48f tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:29:53.640797 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-82f27122-9db3-4241-99eb-0b3fb0d5b48f tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] 10.222.0.32 "PUT /v2.0/routers/9c1c0b87-f417-4fd1-a584-4bfd9d823b91 HTTP/1.1" status: 400 len: 364 time: 0.7052915 Jul 23 20:29:53.647776 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50590) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:53.654081 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-328d4241-113d-46cc-b16f-37c524d210d1 None None] Transition to ACTIVE for port object 112866ce-109b-460b-b9fd-c47e9e0512e6 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:53.662003 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-328d4241-113d-46cc-b16f-37c524d210d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:53.720277 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328d4241-113d-46cc-b16f-37c524d210d1 None None] Network 570f21bc-45ab-4cb3-85a1-aa40d4fd40cf is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:53.722090 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-328d4241-113d-46cc-b16f-37c524d210d1 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:53.732270 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328d4241-113d-46cc-b16f-37c524d210d1 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:53.768845 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9a36f9-1958-4500-bec5-8a1df0791d6e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Made reservation on behalf of e30eb463c27249bf95b908bf72fc2bf2 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:53.773149 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1f9a36f9-1958-4500-bec5-8a1df0791d6e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:53.781516 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d4241-113d-46cc-b16f-37c524d210d1 None None] Pushing event updated for resources: {'Port': ['ID=112866ce-109b-460b-b9fd-c47e9e0512e6,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:53.819593 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-328d4241-113d-46cc-b16f-37c524d210d1 None None] Attempting to bind port 112866ce-109b-460b-b9fd-c47e9e0512e6 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:29:53.819909 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-328d4241-113d-46cc-b16f-37c524d210d1 None None] Attempting to bind port 112866ce-109b-460b-b9fd-c47e9e0512e6 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '5ba1a2bc-745d-407b-ab5b-d65ff45a07ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '570f21bc-45ab-4cb3-85a1-aa40d4fd40cf'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:29:53.820280 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328d4241-113d-46cc-b16f-37c524d210d1 None None] Attempting to bind port 112866ce-109b-460b-b9fd-c47e9e0512e6 on network 570f21bc-45ab-4cb3-85a1-aa40d4fd40cf {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:29:53.826546 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328d4241-113d-46cc-b16f-37c524d210d1 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:29:53.826979 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328d4241-113d-46cc-b16f-37c524d210d1 None None] Checking segment: {'id': '5ba1a2bc-745d-407b-ab5b-d65ff45a07ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '570f21bc-45ab-4cb3-85a1-aa40d4fd40cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:53.827415 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-328d4241-113d-46cc-b16f-37c524d210d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:53.827929 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328d4241-113d-46cc-b16f-37c524d210d1 None None] Bound using segment: {'id': '5ba1a2bc-745d-407b-ab5b-d65ff45a07ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '570f21bc-45ab-4cb3-85a1-aa40d4fd40cf'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:29:53.828446 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-328d4241-113d-46cc-b16f-37c524d210d1 None None] Bound port: 112866ce-109b-460b-b9fd-c47e9e0512e6, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba1a2bc-745d-407b-ab5b-d65ff45a07ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '570f21bc-45ab-4cb3-85a1-aa40d4fd40cf'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:29:53.828807 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-328d4241-113d-46cc-b16f-37c524d210d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:53.901204 n-d-793618-10 neutron-server[93876]: INFO neutron.db.ipam_backend_mixin [None req-1f9a36f9-1958-4500-bec5-8a1df0791d6e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 70819957-2f55-4c47-b4a5-8bc70db822e4 (CIDR: 172.20.0.0/28) Jul 23 20:29:53.908289 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f9a36f9-1958-4500-bec5-8a1df0791d6e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:29:53.910682 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f9a36f9-1958-4500-bec5-8a1df0791d6e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:29:53.932229 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1f9a36f9-1958-4500-bec5-8a1df0791d6e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4121640 Jul 23 20:29:53.937185 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50594) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:53.954155 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-535a20a8-d60d-4658-a913-5290442f2ac9 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'subnet': {'network_id': 'ea376fad-f027-4317-bb9e-195acf68d232', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:53.989178 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-328d4241-113d-46cc-b16f-37c524d210d1 None None] For port 112866ce-109b-460b-b9fd-c47e9e0512e6, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:29:53.999232 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8a3ef639-bf02-410e-b46f-78d1568dee94 None None] Provisioning for port c832ab38-9f33-40c3-8f28-4cd96032bb5d completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:54.010563 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-328d4241-113d-46cc-b16f-37c524d210d1 None None] For port 112866ce-109b-460b-b9fd-c47e9e0512e6, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=112866ce-109b-460b-b9fd-c47e9e0512e6,segment=NetworkSegment(5ba1a2bc-745d-407b-ab5b-d65ff45a07ee),segment_id=5ba1a2bc-745d-407b-ab5b-d65ff45a07ee)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:29:54.012753 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8a3ef639-bf02-410e-b46f-78d1568dee94 None None] Provisioning complete for port c832ab38-9f33-40c3-8f28-4cd96032bb5d triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:54.013459 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8a3ef639-bf02-410e-b46f-78d1568dee94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:54.041792 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-328d4241-113d-46cc-b16f-37c524d210d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:54.178447 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d4241-113d-46cc-b16f-37c524d210d1 None None] Pushing event updated for resources: {'Port': ['ID=112866ce-109b-460b-b9fd-c47e9e0512e6,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:54.307692 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8a3ef639-bf02-410e-b46f-78d1568dee94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:54.310393 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535a20a8-d60d-4658-a913-5290442f2ac9 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Made reservation on behalf of e30eb463c27249bf95b908bf72fc2bf2 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:54.317165 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-535a20a8-d60d-4658-a913-5290442f2ac9 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:54.322204 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9da70686-081b-45f1-848d-03bc96e82f8a tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:54.378454 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-8a3ef639-bf02-410e-b46f-78d1568dee94 None None] For port c832ab38-9f33-40c3-8f28-4cd96032bb5d, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=c832ab38-9f33-40c3-8f28-4cd96032bb5d,segment=NetworkSegment(07155d8e-4353-48af-b453-1aa4c2ec42a3),segment_id=07155d8e-4353-48af-b453-1aa4c2ec42a3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:54.384515 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8a3ef639-bf02-410e-b46f-78d1568dee94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:54.403082 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8a3ef639-bf02-410e-b46f-78d1568dee94 None None] Provisioning complete for port ab845bfe-4a6a-4b6e-ba29-ee390d66c238 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:54.403827 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8a3ef639-bf02-410e-b46f-78d1568dee94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:54.492491 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-8a3ef639-bf02-410e-b46f-78d1568dee94 None None] Port ab845bfe-4a6a-4b6e-ba29-ee390d66c238 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:29:54.581778 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ef639-bf02-410e-b46f-78d1568dee94 None None] Pushing event updated for resources: {'Port': ['ID=c832ab38-9f33-40c3-8f28-4cd96032bb5d,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:54.609541 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce121ff-7767-49f0-a44b-0101310d0d32 req-5df1dbf7-d5e8-4ecf-a0f0-e991b0eaeeca tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:54.627860 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8ce121ff-7767-49f0-a44b-0101310d0d32 req-5df1dbf7-d5e8-4ecf-a0f0-e991b0eaeeca tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "GET /v2.0/ports?device_id=eda0e896-c427-4339-a5ab-253ebbcf82ac HTTP/1.1" status: 200 len: 946 time: 0.5665135 Jul 23 20:29:54.636398 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eda9f7-ffce-43e2-8d31-7ded80baaca9 req-c5df1b36-f8e4-4f12-9091-29f1000df9e7 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:54.638711 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f6eda9f7-ffce-43e2-8d31-7ded80baaca9 req-c5df1b36-f8e4-4f12-9091-29f1000df9e7 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 945 time: 0.3118751 Jul 23 20:29:54.640680 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-17083fa4-9676-4cfd-892a-f31c60e4e59b None None] Provisioning for port 4758ea83-cd67-4eda-b2eb-d0339af42bc9 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:54.645941 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-17083fa4-9676-4cfd-892a-f31c60e4e59b None None] Provisioning complete for port 4758ea83-cd67-4eda-b2eb-d0339af42bc9 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:54.646329 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-17083fa4-9676-4cfd-892a-f31c60e4e59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:54.789111 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-17083fa4-9676-4cfd-892a-f31c60e4e59b None None] Port 4758ea83-cd67-4eda-b2eb-d0339af42bc9 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:29:54.830573 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8ce121ff-7767-49f0-a44b-0101310d0d32 req-f05319a4-a7a5-41d6-a732-e02536265e08 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb1644f7-b49f-4015-9875-e8f887c8f869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484356 Jul 23 20:29:54.955190 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device c832ab38-9f33-40c3-8f28-4cd96032bb5d up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:55.002043 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f6eda9f7-ffce-43e2-8d31-7ded80baaca9 req-7af2f34b-8ec4-40b7-8583-090801102e87 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3407614 Jul 23 20:29:55.029094 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-9da70686-081b-45f1-848d-03bc96e82f8a tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Allocated IP 2001:db8::1 (9b6dd643-e706-404f-b81b-6aded79491ea/04f4c2dc-ea4c-40a5-9d25-56c4b40acd76/7f96c0b2-6fb6-4f79-acf4-cb214565d494) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:55.038905 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b010882-1c71-4edb-b07d-e9863aa0362b req-510cbc71-104e-4cb3-a14c-cbe82f7dfc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:55.040750 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7b010882-1c71-4edb-b07d-e9863aa0362b req-510cbc71-104e-4cb3-a14c-cbe82f7dfc24 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99134e0f99a8419eae5eb1d5d4aedeb7&device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 1097 time: 0.6514201 Jul 23 20:29:55.100003 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port c832ab38-9f33-40c3-8f28-4cd96032bb5d triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:55.104612 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:55.104952 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-535a20a8-d60d-4658-a913-5290442f2ac9 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:55.207388 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535a20a8-d60d-4658-a913-5290442f2ac9 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Network ea376fad-f027-4317-bb9e-195acf68d232 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:55.212649 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a20a8-d60d-4658-a913-5290442f2ac9 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'Subnet': ['ID=84a951be-4a4c-4fb1-b5dc-a23eefb9f265,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:55.218190 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-535a20a8-d60d-4658-a913-5290442f2ac9 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:55.222665 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535a20a8-d60d-4658-a913-5290442f2ac9 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:55.223265 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-535a20a8-d60d-4658-a913-5290442f2ac9 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:55.260348 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b010882-1c71-4edb-b07d-e9863aa0362b req-4d877dac-1bb1-4472-a9a0-c790e3b1af1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:55.262516 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e77d94b-a025-4451-a3f5-e3257ad72111 None None] Network ea376fad-f027-4317-bb9e-195acf68d232 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:55.263306 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7b010882-1c71-4edb-b07d-e9863aa0362b req-4d877dac-1bb1-4472-a9a0-c790e3b1af1a service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd3fc2da-f343-4eff-93f0-5695d77abd1d HTTP/1.1" status: 200 len: 917 time: 0.1809115 Jul 23 20:29:55.265395 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-535a20a8-d60d-4658-a913-5290442f2ac9 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3266072 Jul 23 20:29:55.270806 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50616) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:55.282254 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-10a184dd-363b-4e0a-923b-12b67d7c5d60 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-496192983', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '84a951be-4a4c-4fb1-b5dc-a23eefb9f265'}], 'security_groups': ['3926df0b-740d-4751-b252-d52bd6b263dc']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:55.296663 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 112866ce-109b-460b-b9fd-c47e9e0512e6 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:55.303248 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9da70686-081b-45f1-848d-03bc96e82f8a tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:55.325320 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-9da70686-081b-45f1-848d-03bc96e82f8a tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Transition to ACTIVE for port object 7f96c0b2-6fb6-4f79-acf4-cb214565d494 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:55.404446 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9da70686-081b-45f1-848d-03bc96e82f8a tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:55.469836 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 112866ce-109b-460b-b9fd-c47e9e0512e6 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:55.502485 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7b010882-1c71-4edb-b07d-e9863aa0362b req-71e13123-785e-49fe-9705-838f1abf75d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac61d90f-a359-46b2-9a58-fba7455cfbe9 HTTP/1.1" status: 200 len: 1001 time: 0.2131572 Jul 23 20:29:55.506541 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da70686-081b-45f1-848d-03bc96e82f8a tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Network 9b6dd643-e706-404f-b81b-6aded79491ea is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:55.513753 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-9da70686-081b-45f1-848d-03bc96e82f8a tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:55.516780 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10a184dd-363b-4e0a-923b-12b67d7c5d60 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:55.535022 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da70686-081b-45f1-848d-03bc96e82f8a tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:55.535740 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9da70686-081b-45f1-848d-03bc96e82f8a tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:55.544921 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da70686-081b-45f1-848d-03bc96e82f8a tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Pushing event updated for resources: {'Port': ['ID=7f96c0b2-6fb6-4f79-acf4-cb214565d494,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:55.650890 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b010882-1c71-4edb-b07d-e9863aa0362b req-5c518265-ec3b-4e17-8aea-e17d00e25415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:55.652729 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7b010882-1c71-4edb-b07d-e9863aa0362b req-5c518265-ec3b-4e17-8aea-e17d00e25415 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63fa6ddd-c617-40f8-a250-cf59fcf077ba HTTP/1.1" status: 200 len: 855 time: 0.1388891 Jul 23 20:29:55.790218 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4734f37b-a185-446e-acde-f2b416868468 None None] Update dhcp port {'port': {'network_id': 'ea376fad-f027-4317-bb9e-195acf68d232', 'fixed_ips': [{'subnet_id': '70819957-2f55-4c47-b4a5-8bc70db822e4', 'ip_address': '172.20.0.2'}, {'subnet_id': '84a951be-4a4c-4fb1-b5dc-a23eefb9f265'}], 'binding:host_id': 'n-d-793618-10'}, 'id': 'c832ab38-9f33-40c3-8f28-4cd96032bb5d'} from n-d-793618-10. {{(pid=93877) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:29:55.874707 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4734f37b-a185-446e-acde-f2b416868468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:55.917041 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9da70686-081b-45f1-848d-03bc96e82f8a tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:56.061868 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d4bade-99e3-4eff-af54-1eae0b79e058 None None] Network 570f21bc-45ab-4cb3-85a1-aa40d4fd40cf requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:56.069768 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-98ed05be-51fb-4456-b5ba-20b218bf0d74 None None] Provisioning for port 7f96c0b2-6fb6-4f79-acf4-cb214565d494 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:56.096933 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-98ed05be-51fb-4456-b5ba-20b218bf0d74 None None] Provisioning complete for port 7f96c0b2-6fb6-4f79-acf4-cb214565d494 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:56.097325 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-98ed05be-51fb-4456-b5ba-20b218bf0d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:56.169871 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-10a184dd-363b-4e0a-923b-12b67d7c5d60 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Delete allocated IP 172.20.0.10 (ea376fad-f027-4317-bb9e-195acf68d232/70819957-2f55-4c47-b4a5-8bc70db822e4) {{(pid=93876) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 20:29:56.173571 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec60325-6e7f-4453-ac86-15b4b0ce2abc req-8091e309-d2e0-45f7-a5df-d39c8b04327e tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:56.175193 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6ec60325-6e7f-4453-ac86-15b4b0ce2abc req-8091e309-d2e0-45f7-a5df-d39c8b04327e tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "GET /v2.0/ports?device_id=eda0e896-c427-4339-a5ab-253ebbcf82ac HTTP/1.1" status: 200 len: 946 time: 0.2213352 Jul 23 20:29:56.181233 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-98ed05be-51fb-4456-b5ba-20b218bf0d74 None None] Port 7f96c0b2-6fb6-4f79-acf4-cb214565d494 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:29:56.186572 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-10a184dd-363b-4e0a-923b-12b67d7c5d60 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Allocated IP 172.20.0.20 (ea376fad-f027-4317-bb9e-195acf68d232/84a951be-4a4c-4fb1-b5dc-a23eefb9f265/4758ea83-cd67-4eda-b2eb-d0339af42bc9) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:56.299402 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6ec60325-6e7f-4453-ac86-15b4b0ce2abc req-49a06909-9017-45d4-ba71-e5fcb3c55673 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb1644f7-b49f-4015-9875-e8f887c8f869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069574 Jul 23 20:29:56.335645 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-febf4ec9-c525-46f3-b147-db6e291f2cf2 None None] Provisioning for port 112866ce-109b-460b-b9fd-c47e9e0512e6 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:56.348952 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-febf4ec9-c525-46f3-b147-db6e291f2cf2 None None] Provisioning complete for port 112866ce-109b-460b-b9fd-c47e9e0512e6 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:56.349326 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-febf4ec9-c525-46f3-b147-db6e291f2cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:56.389869 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b010882-1c71-4edb-b07d-e9863aa0362b req-e727d09c-b213-465c-836a-6a2c8f2ccd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:56.392421 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7b010882-1c71-4edb-b07d-e9863aa0362b req-e727d09c-b213-465c-836a-6a2c8f2ccd23 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd3fc2da-f343-4eff-93f0-5695d77abd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7331679 Jul 23 20:29:56.413172 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [req-7b010882-1c71-4edb-b07d-e9863aa0362b req-9e5ff57b-4a37-4d63-8c1d-750d25ccc715 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:29:56.414315 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7b010882-1c71-4edb-b07d-e9863aa0362b req-9e5ff57b-4a37-4d63-8c1d-750d25ccc715 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137098 Jul 23 20:29:56.436218 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9da70686-081b-45f1-848d-03bc96e82f8a tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:56.444662 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9da70686-081b-45f1-848d-03bc96e82f8a tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:56.445849 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9da70686-081b-45f1-848d-03bc96e82f8a tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:56.505673 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-febf4ec9-c525-46f3-b147-db6e291f2cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:56.512356 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1db296-7616-4528-a9ea-da05f974d1be req-e35fa43b-c4bd-49cb-8d41-1a3e9327c10f tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:56.514370 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8e1db296-7616-4528-a9ea-da05f974d1be req-e35fa43b-c4bd-49cb-8d41-1a3e9327c10f tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 945 time: 0.2489026 Jul 23 20:29:56.543294 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-febf4ec9-c525-46f3-b147-db6e291f2cf2 None None] For port 112866ce-109b-460b-b9fd-c47e9e0512e6, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=112866ce-109b-460b-b9fd-c47e9e0512e6,segment=NetworkSegment(5ba1a2bc-745d-407b-ab5b-d65ff45a07ee),segment_id=5ba1a2bc-745d-407b-ab5b-d65ff45a07ee)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:56.553639 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-febf4ec9-c525-46f3-b147-db6e291f2cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:56.617733 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7b010882-1c71-4edb-b07d-e9863aa0362b req-dc78d407-bbfe-4ecb-b385-cbee6e450291 service neutron] 10.222.0.30 "GET /v2.0/networks/bd3fc2da-f343-4eff-93f0-5695d77abd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898489 Jul 23 20:29:56.632684 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf4ec9-c525-46f3-b147-db6e291f2cf2 None None] Pushing event updated for resources: {'Port': ['ID=112866ce-109b-460b-b9fd-c47e9e0512e6,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:56.650554 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10a184dd-363b-4e0a-923b-12b67d7c5d60 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:56.680342 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da70686-081b-45f1-848d-03bc96e82f8a tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Pushing event updated for resources: {'Port': ['ID=7f96c0b2-6fb6-4f79-acf4-cb214565d494,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:56.726206 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-10a184dd-363b-4e0a-923b-12b67d7c5d60 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Transition to ACTIVE for port object 4758ea83-cd67-4eda-b2eb-d0339af42bc9 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:56.750795 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789edd66-ee9a-4fb3-9068-19ec20e630d7 req-e4bc25a3-c01b-44f5-80b1-c4a81565ec5b tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:56.752835 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-789edd66-ee9a-4fb3-9068-19ec20e630d7 req-e4bc25a3-c01b-44f5-80b1-c4a81565ec5b tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "GET /v2.0/ports?device_id=eda0e896-c427-4339-a5ab-253ebbcf82ac HTTP/1.1" status: 200 len: 946 time: 0.2645257 Jul 23 20:29:56.767464 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da70686-081b-45f1-848d-03bc96e82f8a tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Network 9b6dd643-e706-404f-b81b-6aded79491ea is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:56.779051 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-9da70686-081b-45f1-848d-03bc96e82f8a tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:56.794743 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10a184dd-363b-4e0a-923b-12b67d7c5d60 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:56.811564 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-06e7248b-1a85-4813-b341-ee92c703075b None None] Provisioning complete for port 112866ce-109b-460b-b9fd-c47e9e0512e6 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:56.812055 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-06e7248b-1a85-4813-b341-ee92c703075b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:56.813431 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8e1db296-7616-4528-a9ea-da05f974d1be req-1bba4353-4e0c-4ea4-8245-76ea84bf44ea tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940322 Jul 23 20:29:56.818938 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-4734f37b-a185-446e-acde-f2b416868468 None None] Allocated IP 172.20.0.18 (ea376fad-f027-4317-bb9e-195acf68d232/84a951be-4a4c-4fb1-b5dc-a23eefb9f265/c832ab38-9f33-40c3-8f28-4cd96032bb5d) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:56.934498 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da70686-081b-45f1-848d-03bc96e82f8a tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Router 9c1c0b87-f417-4fd1-a584-4bfd9d823b91 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:29:56.951200 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-789edd66-ee9a-4fb3-9068-19ec20e630d7 req-82c028f0-5c7d-4725-91e4-a06392406c6e tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb1644f7-b49f-4015-9875-e8f887c8f869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914062 Jul 23 20:29:57.008238 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-10a184dd-363b-4e0a-923b-12b67d7c5d60 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] In _notify_port_updated(), no bound segment for port 4758ea83-cd67-4eda-b2eb-d0339af42bc9 on network ea376fad-f027-4317-bb9e-195acf68d232 {{(pid=93876) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:29:57.014335 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a184dd-363b-4e0a-923b-12b67d7c5d60 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:57.015146 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10a184dd-363b-4e0a-923b-12b67d7c5d60 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:57.016544 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-10a184dd-363b-4e0a-923b-12b67d7c5d60 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "PUT /v2.0/ports/4758ea83-cd67-4eda-b2eb-d0339af42bc9 HTTP/1.1" status: 200 len: 920 time: 1.7408729 Jul 23 20:29:57.017326 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a184dd-363b-4e0a-923b-12b67d7c5d60 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'Port': ['ID=4758ea83-cd67-4eda-b2eb-d0339af42bc9,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:57.021686 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7b010882-1c71-4edb-b07d-e9863aa0362b req-677290e3-981a-4e9b-afee-42d2fa3546ab service neutron] 10.222.0.30 "GET /v2.0/networks/bd3fc2da-f343-4eff-93f0-5695d77abd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570895 Jul 23 20:29:57.022471 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50646) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:57.120820 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da70686-081b-45f1-848d-03bc96e82f8a tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:29:57.130041 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9da70686-081b-45f1-848d-03bc96e82f8a tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] 10.222.0.32 "PUT /v2.0/routers/9c1c0b87-f417-4fd1-a584-4bfd9d823b91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4783945 Jul 23 20:29:57.130041 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50652) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:57.140762 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1017532-fc10-4d75-b70b-3f82807a975d None None] Sync routers for ids ['9c1c0b87-f417-4fd1-a584-4bfd9d823b91'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:29:57.155971 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1017532-fc10-4d75-b70b-3f82807a975d None None] Routers {'9c1c0b87-f417-4fd1-a584-4bfd9d823b91'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:57.156625 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e1017532-fc10-4d75-b70b-3f82807a975d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:29:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['9c1c0b87-f417-4fd1-a584-4bfd9d823b91'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:57.207980 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e1017532-fc10-4d75-b70b-3f82807a975d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:57.221871 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1017532-fc10-4d75-b70b-3f82807a975d None None] Routers {'9c1c0b87-f417-4fd1-a584-4bfd9d823b91'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:57.222506 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e1017532-fc10-4d75-b70b-3f82807a975d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:29:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['9c1c0b87-f417-4fd1-a584-4bfd9d823b91'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:57.262492 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-4734f37b-a185-446e-acde-f2b416868468 None None] For port c832ab38-9f33-40c3-8f28-4cd96032bb5d, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=c832ab38-9f33-40c3-8f28-4cd96032bb5d,segment=NetworkSegment(07155d8e-4353-48af-b453-1aa4c2ec42a3),segment_id=07155d8e-4353-48af-b453-1aa4c2ec42a3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:57.270066 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e1017532-fc10-4d75-b70b-3f82807a975d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:57.272339 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1017532-fc10-4d75-b70b-3f82807a975d None None] The sync data for ids ['9c1c0b87-f417-4fd1-a584-4bfd9d823b91'] in n-d-793618-10 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:29:57.296865 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1a166efc-acdb-46bb-bc80-ce0ef079c8fc tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:57.312687 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e591be1-fbaa-447a-800c-467c815760d5 req-d07e0323-6005-45d8-ae63-3b3b3ad15bca tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:57.315360 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0e591be1-fbaa-447a-800c-467c815760d5 req-d07e0323-6005-45d8-ae63-3b3b3ad15bca tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "GET /v2.0/ports?device_id=eda0e896-c427-4339-a5ab-253ebbcf82ac HTTP/1.1" status: 200 len: 946 time: 0.2327704 Jul 23 20:29:57.331710 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4734f37b-a185-446e-acde-f2b416868468 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:57.334575 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-5abb0dec-902d-4874-b44f-e7bbe5908193 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Deleting port 4758ea83-cd67-4eda-b2eb-d0339af42bc9 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:57.336028 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5abb0dec-902d-4874-b44f-e7bbe5908193 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:57.361705 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4734f37b-a185-446e-acde-f2b416868468 None None] Transition to ACTIVE for port object c832ab38-9f33-40c3-8f28-4cd96032bb5d will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:57.369992 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4734f37b-a185-446e-acde-f2b416868468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:57.395917 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-1a166efc-acdb-46bb-bc80-ce0ef079c8fc tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 20:29:57.396785 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1a166efc-acdb-46bb-bc80-ce0ef079c8fc tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] 10.222.0.32 "DELETE /v2.0/routers/9c1c0b87-f417-4fd1-a584-4bfd9d823b91 HTTP/1.1" status: 409 len: 329 time: 0.2654970 Jul 23 20:29:57.401954 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50654) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:57.436509 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0e591be1-fbaa-447a-800c-467c815760d5 req-62222a4a-8935-46f2-8624-cb00df497bb4 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb1644f7-b49f-4015-9875-e8f887c8f869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153753 Jul 23 20:29:57.437734 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734f37b-a185-446e-acde-f2b416868468 None None] Pushing event updated for resources: {'Port': ['ID=c832ab38-9f33-40c3-8f28-4cd96032bb5d,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:57.468496 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50658) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:57.477213 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5abb0dec-902d-4874-b44f-e7bbe5908193 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:57.506654 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-5abb0dec-902d-4874-b44f-e7bbe5908193 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Calling delete_port for 4758ea83-cd67-4eda-b2eb-d0339af42bc9 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:57.591976 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6c0e81d0-3325-4a73-aff1-0400e1695595 None None] Provisioning complete for port 7f96c0b2-6fb6-4f79-acf4-cb214565d494 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:57.592506 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c0e81d0-3325-4a73-aff1-0400e1695595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:57.663960 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-6c0e81d0-3325-4a73-aff1-0400e1695595 None None] Port 7f96c0b2-6fb6-4f79-acf4-cb214565d494 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:29:58.159879 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5abb0dec-902d-4874-b44f-e7bbe5908193 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:58.174470 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b2428-1344-4254-ab06-06e99c8981c4 req-f3ce6843-32ac-4f39-95d1-675ddc40fed2 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:58.176852 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a63b2428-1344-4254-ab06-06e99c8981c4 req-f3ce6843-32ac-4f39-95d1-675ddc40fed2 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 945 time: 0.1657133 Jul 23 20:29:58.197406 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb0dec-902d-4874-b44f-e7bbe5908193 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'Port': ['ID=4758ea83-cd67-4eda-b2eb-d0339af42bc9,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:58.284176 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a63b2428-1344-4254-ab06-06e99c8981c4 req-93c4ee04-5792-4db1-b7e5-14188eec6416 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709472 Jul 23 20:29:58.289604 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c0b031-ad64-44eb-a2b1-1c713c6d9197 tempest-TestServerBasicOps-2144737123 tempest-TestServerBasicOps-2144737123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:58.291228 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c0c0b031-ad64-44eb-a2b1-1c713c6d9197 tempest-TestServerBasicOps-2144737123 tempest-TestServerBasicOps-2144737123-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=eda0e896-c427-4339-a5ab-253ebbcf82ac HTTP/1.1" status: 200 len: 1093 time: 0.8217881 Jul 23 20:29:58.294604 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50676) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:58.309785 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-b7708307-7fd1-4946-9b3d-27ebbc466886 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'port_id': '10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1', 'tenant_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:58.315813 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5abb0dec-902d-4874-b44f-e7bbe5908193 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:58.320214 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5abb0dec-902d-4874-b44f-e7bbe5908193 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/ports/4758ea83-cd67-4eda-b2eb-d0339af42bc9 HTTP/1.1" status: 204 len: 168 time: 1.2946146 Jul 23 20:29:58.322222 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50678) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:58.357997 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b7708307-7fd1-4946-9b3d-27ebbc466886 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks [] for floatingip, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:58.358465 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fcb73e6-1401-4f60-b8eb-d725999a4e36 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] GET failed (client error): The resource could not be found. Jul 23 20:29:58.360942 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3fcb73e6-1401-4f60-b8eb-d725999a4e36 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "GET /v2.0/ports/4758ea83-cd67-4eda-b2eb-d0339af42bc9 HTTP/1.1" status: 404 len: 333 time: 0.0367770 Jul 23 20:29:58.366011 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50680) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:58.386159 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a8fcf5a4-e16d-4ed3-82b7-75360cf3de00 None None] Could not find standard attr ID for object 4758ea83-cd67-4eda-b2eb-d0339af42bc9. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:29:58.412057 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a8fcf5a4-e16d-4ed3-82b7-75360cf3de00 None None] Provisioning for port c832ab38-9f33-40c3-8f28-4cd96032bb5d completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:58.421045 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a8fcf5a4-e16d-4ed3-82b7-75360cf3de00 None None] Provisioning complete for port c832ab38-9f33-40c3-8f28-4cd96032bb5d triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:58.421727 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a8fcf5a4-e16d-4ed3-82b7-75360cf3de00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:58.461192 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43b5077e-279a-451b-b286-0eaf9ee35309 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:58.493145 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43b5077e-279a-451b-b286-0eaf9ee35309 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:58.540449 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a8fcf5a4-e16d-4ed3-82b7-75360cf3de00 None None] Provisioning complete for port ab845bfe-4a6a-4b6e-ba29-ee390d66c238 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:58.540828 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a8fcf5a4-e16d-4ed3-82b7-75360cf3de00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:58.560722 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43b5077e-279a-451b-b286-0eaf9ee35309 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:58.564994 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43b5077e-279a-451b-b286-0eaf9ee35309 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:58.568676 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-43b5077e-279a-451b-b286-0eaf9ee35309 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/security-groups/63ae0621-6f65-470c-80a3-61823f94ab8b HTTP/1.1" status: 204 len: 168 time: 0.1992321 Jul 23 20:29:58.573897 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50686) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:58.607814 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b7708307-7fd1-4946-9b3d-27ebbc466886 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:58.608316 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a8fcf5a4-e16d-4ed3-82b7-75360cf3de00 None None] Port ab845bfe-4a6a-4b6e-ba29-ee390d66c238 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:29:58.612758 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5077e-279a-451b-b286-0eaf9ee35309 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ae0621-6f65-470c-80a3-61823f94ab8b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:58.679695 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9916f3a-b772-4f56-b61d-5a2d7071aa1d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:58.732178 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9916f3a-b772-4f56-b61d-5a2d7071aa1d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:58.740468 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a555677-5be2-4e6d-bac8-cc32937b5d78 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:58.742074 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device c832ab38-9f33-40c3-8f28-4cd96032bb5d up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:58.805919 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9916f3a-b772-4f56-b61d-5a2d7071aa1d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:58.811104 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9916f3a-b772-4f56-b61d-5a2d7071aa1d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:58.812507 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a9916f3a-b772-4f56-b61d-5a2d7071aa1d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/security-groups/3926df0b-740d-4751-b252-d52bd6b263dc HTTP/1.1" status: 204 len: 168 time: 0.2371843 Jul 23 20:29:58.822293 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50690) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:58.827594 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-b7708307-7fd1-4946-9b3d-27ebbc466886 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Allocated IP 172.25.1.228 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/6511413d-acbe-4445-bc7f-7f67ea90fdfe) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:58.841023 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port c832ab38-9f33-40c3-8f28-4cd96032bb5d triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:58.841427 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:58.937392 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5675205-ebe5-4589-a982-f6e623120858 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Deleting subnet 70819957-2f55-4c47-b4a5-8bc70db822e4 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:29:58.941066 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9916f3a-b772-4f56-b61d-5a2d7071aa1d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3926df0b-740d-4751-b252-d52bd6b263dc,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:58.943103 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f5675205-ebe5-4589-a982-f6e623120858 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:59.026863 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 112866ce-109b-460b-b9fd-c47e9e0512e6 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:59.034609 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f5675205-ebe5-4589-a982-f6e623120858 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:59.130410 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 112866ce-109b-460b-b9fd-c47e9e0512e6 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:59.131035 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:59.187458 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-366c68e1-017d-4338-898e-076d395f8e2d None None] Could not find standard attr ID for object 4758ea83-cd67-4eda-b2eb-d0339af42bc9. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:29:59.189607 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b7708307-7fd1-4946-9b3d-27ebbc466886 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:59.229122 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f5675205-ebe5-4589-a982-f6e623120858 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:59.354471 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b7708307-7fd1-4946-9b3d-27ebbc466886 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:59.367162 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f5675205-ebe5-4589-a982-f6e623120858 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:59.406995 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5675205-ebe5-4589-a982-f6e623120858 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'Subnet': ['ID=70819957-2f55-4c47-b4a5-8bc70db822e4,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:59.437541 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f5675205-ebe5-4589-a982-f6e623120858 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:59.437766 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1be405-5e5e-457a-b423-1800908b4827 None None] Network ea376fad-f027-4317-bb9e-195acf68d232 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:59.450538 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f5675205-ebe5-4589-a982-f6e623120858 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/subnets/70819957-2f55-4c47-b4a5-8bc70db822e4 HTTP/1.1" status: 204 len: 168 time: 0.6203420 Jul 23 20:29:59.452396 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50702) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:59.461549 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-d78a141c-66db-4b99-846a-216c64f0e606 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'subnet': {'network_id': 'ea376fad-f027-4317-bb9e-195acf68d232', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:59.474152 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7708307-7fd1-4946-9b3d-27ebbc466886 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:59.509118 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-b7708307-7fd1-4946-9b3d-27ebbc466886 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:59.521670 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7708307-7fd1-4946-9b3d-27ebbc466886 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:59.521882 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddba579-6387-4525-b87e-986981f2be2b req-f85731ce-ca03-43d8-95d3-98add2c7e592 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:59.523493 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-eddba579-6387-4525-b87e-986981f2be2b req-f85731ce-ca03-43d8-95d3-98add2c7e592 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 945 time: 0.1166418 Jul 23 20:29:59.593714 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-eddba579-6387-4525-b87e-986981f2be2b req-7e3a508d-c43a-42a8-8547-6fc718580d94 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627167 Jul 23 20:29:59.606630 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7708307-7fd1-4946-9b3d-27ebbc466886 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Pushing event updated for resources: {'Port': ['ID=6511413d-acbe-4445-bc7f-7f67ea90fdfe,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:59.682032 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-6a555677-5be2-4e6d-bac8-cc32937b5d78 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Deleting port 7f96c0b2-6fb6-4f79-acf4-cb214565d494 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:59.682635 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a555677-5be2-4e6d-bac8-cc32937b5d78 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:59.861864 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78a141c-66db-4b99-846a-216c64f0e606 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Made reservation on behalf of e30eb463c27249bf95b908bf72fc2bf2 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:59.865614 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d78a141c-66db-4b99-846a-216c64f0e606 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:59.943028 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a555677-5be2-4e6d-bac8-cc32937b5d78 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:00.008402 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-6a555677-5be2-4e6d-bac8-cc32937b5d78 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Calling delete_port for 7f96c0b2-6fb6-4f79-acf4-cb214565d494 owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:30:00.438402 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-895918bd-01c6-41a8-a5d7-96fc2787d744 None None] Provisioning complete for port c832ab38-9f33-40c3-8f28-4cd96032bb5d triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:00.438942 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-895918bd-01c6-41a8-a5d7-96fc2787d744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:00.533237 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b7708307-7fd1-4946-9b3d-27ebbc466886 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:00.534839 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a555677-5be2-4e6d-bac8-cc32937b5d78 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:00.547007 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-895918bd-01c6-41a8-a5d7-96fc2787d744 None None] Provisioning complete for port ab845bfe-4a6a-4b6e-ba29-ee390d66c238 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:00.547388 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-895918bd-01c6-41a8-a5d7-96fc2787d744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:00.586288 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-895918bd-01c6-41a8-a5d7-96fc2787d744 None None] Port ab845bfe-4a6a-4b6e-ba29-ee390d66c238 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:30:00.610883 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a555677-5be2-4e6d-bac8-cc32937b5d78 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Pushing event deleted for resources: {'Port': ['ID=7f96c0b2-6fb6-4f79-acf4-cb214565d494,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:00.753500 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d78a141c-66db-4b99-846a-216c64f0e606 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:00.848682 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a555677-5be2-4e6d-bac8-cc32937b5d78 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:00.879977 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78a141c-66db-4b99-846a-216c64f0e606 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Network ea376fad-f027-4317-bb9e-195acf68d232 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:00.895958 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-d78a141c-66db-4b99-846a-216c64f0e606 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:00.900944 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a141c-66db-4b99-846a-216c64f0e606 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:00.901592 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d78a141c-66db-4b99-846a-216c64f0e606 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:00.905122 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0289f7-2554-4463-a2e9-5d1139f71043 None None] Network ea376fad-f027-4317-bb9e-195acf68d232 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:30:00.906430 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b7708307-7fd1-4946-9b3d-27ebbc466886 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:00.912372 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a141c-66db-4b99-846a-216c64f0e606 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'Subnet': ['ID=2c342020-a806-46e6-b6cb-4d9557d97e98,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:01.022729 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d78a141c-66db-4b99-846a-216c64f0e606 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5689888 Jul 23 20:30:01.025481 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50726) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:01.030441 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-cf9988bf-ad00-447b-a5a1-372c51f05db2 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'security_group': {'name': 'tempest-secgroup-239667863'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:01.077577 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cf9988bf-ad00-447b-a5a1-372c51f05db2 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:01.208399 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cf9988bf-ad00-447b-a5a1-372c51f05db2 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:01.210395 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8027e725-5b3f-42a2-b9a7-9673c0cfc9fc None None] Update dhcp port {'port': {'network_id': 'ea376fad-f027-4317-bb9e-195acf68d232', 'fixed_ips': [{'subnet_id': '84a951be-4a4c-4fb1-b5dc-a23eefb9f265', 'ip_address': '172.20.0.18'}, {'subnet_id': '2c342020-a806-46e6-b6cb-4d9557d97e98'}], 'binding:host_id': 'n-d-793618-10'}, 'id': 'c832ab38-9f33-40c3-8f28-4cd96032bb5d'} from n-d-793618-10. {{(pid=93877) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:30:01.215728 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cf9988bf-ad00-447b-a5a1-372c51f05db2 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:01.259767 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cf9988bf-ad00-447b-a5a1-372c51f05db2 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:01.264486 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8027e725-5b3f-42a2-b9a7-9673c0cfc9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:01.265710 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-cf9988bf-ad00-447b-a5a1-372c51f05db2 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2390320 Jul 23 20:30:01.266428 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50732) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:01.271650 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device ac61d90f-a359-46b2-9a58-fba7455cfbe9 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:30:01.273059 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ae118c8d-9175-42cb-8ae2-6eb18efb0c4d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'security_group': {'name': 'tempest-secgroup-714315887'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:01.299318 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9988bf-ad00-447b-a5a1-372c51f05db2 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3eb37d2-7e0c-410c-a038-376485826875,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:01.329933 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae118c8d-9175-42cb-8ae2-6eb18efb0c4d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:01.471833 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae118c8d-9175-42cb-8ae2-6eb18efb0c4d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:01.477394 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae118c8d-9175-42cb-8ae2-6eb18efb0c4d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:01.485061 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0872d5-a4ac-4b82-a749-8f4191989902 req-0c11f06f-2e9f-41aa-84e4-9ad0fed99c4a tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:01.486207 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ee0872d5-a4ac-4b82-a749-8f4191989902 req-0c11f06f-2e9f-41aa-84e4-9ad0fed99c4a tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 945 time: 0.7776589 Jul 23 20:30:01.518281 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae118c8d-9175-42cb-8ae2-6eb18efb0c4d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3859d565-9a11-425f-ab28-e0f1db3d1025,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:01.521514 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae118c8d-9175-42cb-8ae2-6eb18efb0c4d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:01.522759 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ae118c8d-9175-42cb-8ae2-6eb18efb0c4d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2547088 Jul 23 20:30:01.525633 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50738) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:01.530417 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-68d4f070-fcfd-435f-b0b9-63a6ca857481 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'security_group': {'name': 'tempest-secgroup-2095716349'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:01.541501 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port ac61d90f-a359-46b2-9a58-fba7455cfbe9, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=ac61d90f-a359-46b2-9a58-fba7455cfbe9,segment=NetworkSegment(200529f2-acc5-4abc-91bf-3609d16ae961),segment_id=200529f2-acc5-4abc-91bf-3609d16ae961)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:01.570893 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-68d4f070-fcfd-435f-b0b9-63a6ca857481 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:01.577862 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a555677-5be2-4e6d-bac8-cc32937b5d78 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Router 9c1c0b87-f417-4fd1-a584-4bfd9d823b91 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:30:01.604173 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'ac61d90f-a359-46b2-9a58-fba7455cfbe9', 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d', 'port_id': 'ac61d90f-a359-46b2-9a58-fba7455cfbe9', 'mac_address': 'fa:16:3e:52:75:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fa6ddd-c617-40f8-a250-cf59fcf077ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:30:01.611642 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-8027e725-5b3f-42a2-b9a7-9673c0cfc9fc None None] Allocated IP 172.20.0.2 (ea376fad-f027-4317-bb9e-195acf68d232/2c342020-a806-46e6-b6cb-4d9557d97e98/c832ab38-9f33-40c3-8f28-4cd96032bb5d) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:01.706439 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-68d4f070-fcfd-435f-b0b9-63a6ca857481 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:01.714126 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-68d4f070-fcfd-435f-b0b9-63a6ca857481 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:01.725636 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ee0872d5-a4ac-4b82-a749-8f4191989902 req-92a79860-5cee-41eb-b8b2-ea6547d26d3c tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586177 Jul 23 20:30:01.746744 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:30:01.758479 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d4f070-fcfd-435f-b0b9-63a6ca857481 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df32977f-a407-46bb-b340-b288a4dff766,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:01.767499 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-68d4f070-fcfd-435f-b0b9-63a6ca857481 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:01.769010 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-68d4f070-fcfd-435f-b0b9-63a6ca857481 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2423942 Jul 23 20:30:01.771485 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50742) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:01.778420 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-affd4194-0c7e-4452-b368-f0825bb17761 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1729733681', 'security_groups': ['df32977f-a407-46bb-b340-b288a4dff766'], 'network_id': 'ea376fad-f027-4317-bb9e-195acf68d232', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2c342020-a806-46e6-b6cb-4d9557d97e98'}]}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:01.780705 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:01.796292 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-8027e725-5b3f-42a2-b9a7-9673c0cfc9fc None None] For port c832ab38-9f33-40c3-8f28-4cd96032bb5d, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=c832ab38-9f33-40c3-8f28-4cd96032bb5d,segment=NetworkSegment(07155d8e-4353-48af-b453-1aa4c2ec42a3),segment_id=07155d8e-4353-48af-b453-1aa4c2ec42a3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:01.816529 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac61d90f-a359-46b2-9a58-fba7455cfbe9 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:30:01.847115 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a555677-5be2-4e6d-bac8-cc32937b5d78 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:30:01.855481 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6a555677-5be2-4e6d-bac8-cc32937b5d78 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] 10.222.0.32 "PUT /v2.0/routers/9c1c0b87-f417-4fd1-a584-4bfd9d823b91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4522636 Jul 23 20:30:01.863434 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50748) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:01.864984 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbaf8c7-4c84-412d-8275-b3a71337a67c None None] Sync routers for ids ['9c1c0b87-f417-4fd1-a584-4bfd9d823b91'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:30:01.868805 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port ac61d90f-a359-46b2-9a58-fba7455cfbe9, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=ac61d90f-a359-46b2-9a58-fba7455cfbe9,segment=NetworkSegment(200529f2-acc5-4abc-91bf-3609d16ae961),segment_id=200529f2-acc5-4abc-91bf-3609d16ae961)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:01.871808 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8027e725-5b3f-42a2-b9a7-9673c0cfc9fc None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:01.879890 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:01.921362 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b7708307-7fd1-4946-9b3d-27ebbc466886 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:01.922615 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-64ee9852-4abb-4bec-934d-17a3c0ec3068 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] show failed (client error): The resource could not be found. Jul 23 20:30:01.923886 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-64ee9852-4abb-4bec-934d-17a3c0ec3068 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-605191207 HTTP/1.1" status: 404 len: 334 time: 0.0593083 Jul 23 20:30:01.929882 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50750) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:01.938690 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-42c90a57-fb84-4f98-bde5-af10acd9cc77 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:01.941825 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8027e725-5b3f-42a2-b9a7-9673c0cfc9fc None None] Transition to ACTIVE for port object c832ab38-9f33-40c3-8f28-4cd96032bb5d will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:01.948079 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b7708307-7fd1-4946-9b3d-27ebbc466886 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:01.954502 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbaf8c7-4c84-412d-8275-b3a71337a67c None None] Routers {'9c1c0b87-f417-4fd1-a584-4bfd9d823b91'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:01.955177 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-edbaf8c7-4c84-412d-8275-b3a71337a67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:29:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['9c1c0b87-f417-4fd1-a584-4bfd9d823b91'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:01.959196 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8027e725-5b3f-42a2-b9a7-9673c0cfc9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:01.992865 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affd4194-0c7e-4452-b368-f0825bb17761 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Made reservation on behalf of e30eb463c27249bf95b908bf72fc2bf2 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:02.013801 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['ac61d90f-a359-46b2-9a58-fba7455cfbe9'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:30:02.062908 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-42c90a57-fb84-4f98-bde5-af10acd9cc77 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] update failed (client error): The resource could not be found. Jul 23 20:30:02.064261 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-42c90a57-fb84-4f98-bde5-af10acd9cc77 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-1283199569 HTTP/1.1" status: 404 len: 335 time: 0.1328106 Jul 23 20:30:02.068340 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50760) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:02.082824 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7708307-7fd1-4946-9b3d-27ebbc466886 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Pushing event updated for resources: {'Port': ['ID=6511413d-acbe-4445-bc7f-7f67ea90fdfe,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:02.087105 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-edbaf8c7-4c84-412d-8275-b3a71337a67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:02.128509 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-affd4194-0c7e-4452-b368-f0825bb17761 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:02.160938 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-affd4194-0c7e-4452-b368-f0825bb17761 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] device_id is not set on port 628a658b-fc61-4180-8856-2b666f73de1d yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:30:02.176919 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b7708307-7fd1-4946-9b3d-27ebbc466886 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:02.187740 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d4c0ddf-bd0a-4276-8d29-1de6f8707a88 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Deleting subnet e361bf6d-0516-4430-a7d9-d84252f5f80e {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:30:02.190697 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=ac61d90f-a359-46b2-9a58-fba7455cfbe9,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:02.226798 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbaf8c7-4c84-412d-8275-b3a71337a67c None None] Routers {'9c1c0b87-f417-4fd1-a584-4bfd9d823b91'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:02.227452 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-edbaf8c7-4c84-412d-8275-b3a71337a67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:29:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['9c1c0b87-f417-4fd1-a584-4bfd9d823b91'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:02.258937 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5d4c0ddf-bd0a-4276-8d29-1de6f8707a88 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:02.347188 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-edbaf8c7-4c84-412d-8275-b3a71337a67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:02.347976 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbaf8c7-4c84-412d-8275-b3a71337a67c None None] The sync data for ids ['9c1c0b87-f417-4fd1-a584-4bfd9d823b91'] in n-d-793618-10 is: [] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:30:02.405377 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5d4c0ddf-bd0a-4276-8d29-1de6f8707a88 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:02.411233 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027e725-5b3f-42a2-b9a7-9673c0cfc9fc None None] Pushing event updated for resources: {'Port': ['ID=c832ab38-9f33-40c3-8f28-4cd96032bb5d,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:02.549104 n-d-793618-10 neutron-server[93875]: INFO neutron.db.l3_db [None req-b7708307-7fd1-4946-9b3d-27ebbc466886 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Floating IP 72a06433-89b7-4dff-a89a-a66b3f668442 associated. External IP: 172.25.1.228, port: 10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1. Jul 23 20:30:02.598444 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-affd4194-0c7e-4452-b368-f0825bb17761 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Allocated IP 172.20.0.7 (ea376fad-f027-4317-bb9e-195acf68d232/2c342020-a806-46e6-b6cb-4d9557d97e98/628a658b-fc61-4180-8856-2b666f73de1d) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:02.747324 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device c832ab38-9f33-40c3-8f28-4cd96032bb5d up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:02.822599 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5d4c0ddf-bd0a-4276-8d29-1de6f8707a88 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:03.037370 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-affd4194-0c7e-4452-b368-f0825bb17761 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:03.086246 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5d4c0ddf-bd0a-4276-8d29-1de6f8707a88 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:03.090820 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-affd4194-0c7e-4452-b368-f0825bb17761 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Transition to ACTIVE for port object 628a658b-fc61-4180-8856-2b666f73de1d will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:03.122096 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85495070-f438-409d-9f53-25a13d1f675c req-064ae86b-a939-467e-a3fa-a3a4aa61cba2 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:03.129461 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-85495070-f438-409d-9f53-25a13d1f675c req-064ae86b-a939-467e-a3fa-a3a4aa61cba2 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 944 time: 0.2439551 Jul 23 20:30:03.199623 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5d4c0ddf-bd0a-4276-8d29-1de6f8707a88 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:03.204728 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5d4c0ddf-bd0a-4276-8d29-1de6f8707a88 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] 10.222.0.32 "DELETE /v2.0/subnets/e361bf6d-0516-4430-a7d9-d84252f5f80e HTTP/1.1" status: 204 len: 168 time: 1.1314149 Jul 23 20:30:03.205253 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c0ddf-bd0a-4276-8d29-1de6f8707a88 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Pushing event deleted for resources: {'Subnet': ['ID=e361bf6d-0516-4430-a7d9-d84252f5f80e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:03.209023 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50798) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:03.213259 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40754dbf-0634-4f7f-a590-7dfd09e47abd None None] Network 570f21bc-45ab-4cb3-85a1-aa40d4fd40cf requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:30:03.284837 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device ac61d90f-a359-46b2-9a58-fba7455cfbe9 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:03.309022 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-78eaf5af-7272-4453-8115-653ac6f9c68c tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:03.325778 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-affd4194-0c7e-4452-b368-f0825bb17761 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:03.344646 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-85495070-f438-409d-9f53-25a13d1f675c req-98533756-cf05-4a58-9f4c-a77998903e5b tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032223 Jul 23 20:30:03.421873 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7708307-7fd1-4946-9b3d-27ebbc466886 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Router 5504e6a3-2acd-4976-b8be-e34884fab708 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:30:03.440575 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affd4194-0c7e-4452-b368-f0825bb17761 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Network ea376fad-f027-4317-bb9e-195acf68d232 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:03.452966 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-affd4194-0c7e-4452-b368-f0825bb17761 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:03.473388 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affd4194-0c7e-4452-b368-f0825bb17761 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:03.478186 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd4194-0c7e-4452-b368-f0825bb17761 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'Port': ['ID=628a658b-fc61-4180-8856-2b666f73de1d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:03.534670 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-78eaf5af-7272-4453-8115-653ac6f9c68c tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Deleting port 112866ce-109b-460b-b9fd-c47e9e0512e6 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:30:03.535126 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-78eaf5af-7272-4453-8115-653ac6f9c68c tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:03.573263 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affd4194-0c7e-4452-b368-f0825bb17761 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:03.576100 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-04add421-0e8a-4689-95c1-7a5ab0ce97da None None] Provisioning for port c832ab38-9f33-40c3-8f28-4cd96032bb5d completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:03.582002 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-affd4194-0c7e-4452-b368-f0825bb17761 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:03.612686 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-04add421-0e8a-4689-95c1-7a5ab0ce97da None None] Provisioning complete for port c832ab38-9f33-40c3-8f28-4cd96032bb5d triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:03.613174 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04add421-0e8a-4689-95c1-7a5ab0ce97da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:03.628525 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-affd4194-0c7e-4452-b368-f0825bb17761 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8546391 Jul 23 20:30:03.630470 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50800) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:03.640425 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4e0a0ef0-474c-45e3-91ae-dfedee8e0cdd tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'subnet': {'network_id': 'ea376fad-f027-4317-bb9e-195acf68d232', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:03.698005 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port ac61d90f-a359-46b2-9a58-fba7455cfbe9 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:03.698448 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:03.757521 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-78eaf5af-7272-4453-8115-653ac6f9c68c tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] For port 112866ce-109b-460b-b9fd-c47e9e0512e6, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=112866ce-109b-460b-b9fd-c47e9e0512e6,segment=NetworkSegment(5ba1a2bc-745d-407b-ab5b-d65ff45a07ee),segment_id=5ba1a2bc-745d-407b-ab5b-d65ff45a07ee)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:03.758180 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-78eaf5af-7272-4453-8115-653ac6f9c68c tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:03.804866 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-78eaf5af-7272-4453-8115-653ac6f9c68c tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Calling delete_port for 112866ce-109b-460b-b9fd-c47e9e0512e6 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:30:03.934727 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7708307-7fd1-4946-9b3d-27ebbc466886 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:30:03.937825 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-78eaf5af-7272-4453-8115-653ac6f9c68c tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:03.946537 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baac7625-e66d-47d7-8737-afbf7a4b7450 None None] Sync routers for ids ['5504e6a3-2acd-4976-b8be-e34884fab708'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:30:03.960695 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0a0ef0-474c-45e3-91ae-dfedee8e0cdd tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Made reservation on behalf of e30eb463c27249bf95b908bf72fc2bf2 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:03.967359 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4e0a0ef0-474c-45e3-91ae-dfedee8e0cdd tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:03.969365 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baac7625-e66d-47d7-8737-afbf7a4b7450 None None] Routers {'5504e6a3-2acd-4976-b8be-e34884fab708'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:03.970072 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-baac7625-e66d-47d7-8737-afbf7a4b7450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:29:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5504e6a3-2acd-4976-b8be-e34884fab708'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:03.985098 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eaf5af-7272-4453-8115-653ac6f9c68c tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Pushing event deleted for resources: {'Port': ['ID=112866ce-109b-460b-b9fd-c47e9e0512e6,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:03.993767 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eaf5af-7272-4453-8115-653ac6f9c68c tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] No DVR routers for this DVR port 112866ce-109b-460b-b9fd-c47e9e0512e6 on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:30:04.010332 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b7708307-7fd1-4946-9b3d-27ebbc466886 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:04.086196 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-04add421-0e8a-4689-95c1-7a5ab0ce97da None None] Provisioning complete for port ab845bfe-4a6a-4b6e-ba29-ee390d66c238 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:04.087112 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04add421-0e8a-4689-95c1-7a5ab0ce97da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:04.092244 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:04.100942 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee0f2da-3e61-491e-b4c4-71b12ae4d567 None None] DHCP port deletion for 570f21bc-45ab-4cb3-85a1-aa40d4fd40cf request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:30:04.165611 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b7708307-7fd1-4946-9b3d-27ebbc466886 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.8659489 Jul 23 20:30:04.167987 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda0e896-c427-4339-a5ab-253ebbcf82ac', 'tag': '10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:30:04.174857 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669ed586-51a5-4615-9eda-abc4d36ca04b" -d '{"events": [{"name": "network-changed", "server_uuid": "eda0e896-c427-4339-a5ab-253ebbcf82ac", "tag": "10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:30:04.181679 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac61d90f-a359-46b2-9a58-fba7455cfbe9'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:30:04.186085 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1781f6e-b989-4b89-b9c3-89f7df93276c" -d '{"events": [{"server_uuid": "fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2", "name": "network-vif-plugged", "status": "completed", "tag": "ac61d90f-a359-46b2-9a58-fba7455cfbe9"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:30:04.214366 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port ac61d90f-a359-46b2-9a58-fba7455cfbe9, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=ac61d90f-a359-46b2-9a58-fba7455cfbe9,segment=NetworkSegment(200529f2-acc5-4abc-91bf-3609d16ae961),segment_id=200529f2-acc5-4abc-91bf-3609d16ae961)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:04.217912 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-04add421-0e8a-4689-95c1-7a5ab0ce97da None None] Port ab845bfe-4a6a-4b6e-ba29-ee390d66c238 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:30:04.225097 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:04.280500 n-d-793618-10 neutron-server[93876]: INFO neutron.db.ipam_backend_mixin [None req-4e0a0ef0-474c-45e3-91ae-dfedee8e0cdd tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2c342020-a806-46e6-b6cb-4d9557d97e98 (CIDR: 172.20.0.0/28) Jul 23 20:30:04.287802 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e0a0ef0-474c-45e3-91ae-dfedee8e0cdd tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:30:04.288331 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e0a0ef0-474c-45e3-91ae-dfedee8e0cdd tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:30:04.328893 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4e0a0ef0-474c-45e3-91ae-dfedee8e0cdd tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6969945 Jul 23 20:30:04.332486 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50816) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:04.341225 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-14f9f7b0-8b78-4506-9a6e-a7bdad3fd9a1 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'subnet': {'network_id': 'ea376fad-f027-4317-bb9e-195acf68d232', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:04.382132 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-baac7625-e66d-47d7-8737-afbf7a4b7450 None None] Set router 5504e6a3-2acd-4976-b8be-e34884fab708 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:30:04.409897 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=ac61d90f-a359-46b2-9a58-fba7455cfbe9,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:04.419040 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29add096-1d2b-4749-9dd2-f8042dc9349f x-openstack-request-id: req-29add096-1d2b-4749-9dd2-f8042dc9349f {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:30:04.419528 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2", "name": "network-vif-plugged", "status": "completed", "tag": "ac61d90f-a359-46b2-9a58-fba7455cfbe9", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:30:04.419964 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-29add096-1d2b-4749-9dd2-f8042dc9349f {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:30:04.420554 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac61d90f-a359-46b2-9a58-fba7455cfbe9', 'code': 200} Jul 23 20:30:04.462747 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-737ee8fa-8def-4f4b-a009-679118706584 None None] Provisioning for port 628a658b-fc61-4180-8856-2b666f73de1d completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:04.472936 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-78eaf5af-7272-4453-8115-653ac6f9c68c tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:04.473180 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-737ee8fa-8def-4f4b-a009-679118706584 None None] Provisioning complete for port 628a658b-fc61-4180-8856-2b666f73de1d triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:04.473683 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-737ee8fa-8def-4f4b-a009-679118706584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:04.506593 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-78eaf5af-7272-4453-8115-653ac6f9c68c tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['570f21bc-45ab-4cb3-85a1-aa40d4fd40cf']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:04.523161 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771a3e59-58f1-45f8-a143-4e083fccc682 x-openstack-request-id: req-771a3e59-58f1-45f8-a143-4e083fccc682 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:30:04.523683 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda0e896-c427-4339-a5ab-253ebbcf82ac", "tag": "10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:30:04.524255 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-771a3e59-58f1-45f8-a143-4e083fccc682 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:30:04.524937 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda0e896-c427-4339-a5ab-253ebbcf82ac', 'tag': '10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1', 'status': 'completed', 'code': 200} Jul 23 20:30:04.532275 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-78eaf5af-7272-4453-8115-653ac6f9c68c tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba1a2bc-745d-407b-ab5b-d65ff45a07ee') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:04.535670 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-78eaf5af-7272-4453-8115-653ac6f9c68c tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba1a2bc-745d-407b-ab5b-d65ff45a07ee') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:04.563806 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-737ee8fa-8def-4f4b-a009-679118706584 None None] Port 628a658b-fc61-4180-8856-2b666f73de1d cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:30:04.637687 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-78eaf5af-7272-4453-8115-653ac6f9c68c tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:04.646999 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f9f7b0-8b78-4506-9a6e-a7bdad3fd9a1 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Made reservation on behalf of e30eb463c27249bf95b908bf72fc2bf2 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:04.669392 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-14f9f7b0-8b78-4506-9a6e-a7bdad3fd9a1 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:04.676812 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-78eaf5af-7272-4453-8115-653ac6f9c68c tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:04.709855 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78eaf5af-7272-4453-8115-653ac6f9c68c tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:30:04.712507 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-78eaf5af-7272-4453-8115-653ac6f9c68c tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:04.724056 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:30:04.724056 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:30:04.724056 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:30:04.724056 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:30:04.724056 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:30:04.724056 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:30:04.724056 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:30:04.724056 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:30:04.724056 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:30:04.724056 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:30:04.724056 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:30:04.724056 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:30:04.724056 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:30:04.724056 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:30:04.724056 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:30:04.724056 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:30:04.724056 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:30:04.724056 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:30:04.724056 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:30:04.724056 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:30:04.724056 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:30:04.724056 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:30:04.724056 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:30:04.724056 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:30:04.724056 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:30:04.724056 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:30:04.724056 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:30:04.724056 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:30:04.724056 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:30:04.724056 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:30:04.724056 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:30:04.724056 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:30:04.786425 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 112866ce-109b-460b-b9fd-c47e9e0512e6 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:30:04.861860 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 112866ce-109b-460b-b9fd-c47e9e0512e6 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:30:04.863561 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 112866ce-109b-460b-b9fd-c47e9e0512e6 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:30:04.881909 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-baac7625-e66d-47d7-8737-afbf7a4b7450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5504e6a3-2acd-4976-b8be-e34884fab708', 'name': 'tempest-TestServerBasicOps-1872107894-router', 'tenant_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '0cb494f6-38b4-4b0a-b621-8259f551a3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:09Z', 'updated_at': '2021-07-23T20:29:16Z', 'revision_number': 4, 'project_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'gw_port': {'id': '0cb494f6-38b4-4b0a-b621-8259f551a3a8', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:60:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5504e6a3-2acd-4976-b8be-e34884fab708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:10Z', 'updated_at': '2021-07-23T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '72a06433-89b7-4dff-a89a-a66b3f668442', 'tenant_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '5504e6a3-2acd-4976-b8be-e34884fab708', 'port_id': '10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c90c081-0a5d-44bd-b4f8-2493a06b9b50', 'mac_address': 'fa:16:3e:47:ee:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0e896-c427-4339-a5ab-253ebbcf82ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:30:00Z', 'updated_at': '2021-07-23T20:30:00Z', 'revision_number': 0, 'project_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87406fdd-ddca-4bf6-895c-acc3dd7cf262', 'name': '', 'network_id': '9c90c081-0a5d-44bd-b4f8-2493a06b9b50', 'tenant_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'mac_address': 'fa:16:3e:62:53:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5504e6a3-2acd-4976-b8be-e34884fab708', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'a074ed79-e75f-476d-8ea9-5a0d7326279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:14Z', 'updated_at': '2021-07-23T20:29:24Z', 'revision_number': 5, 'project_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'subnets': [{'id': 'a074ed79-e75f-476d-8ea9-5a0d7326279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:04.911624 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baac7625-e66d-47d7-8737-afbf7a4b7450 None None] Checking router: 5504e6a3-2acd-4976-b8be-e34884fab708 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:30:04.923027 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baac7625-e66d-47d7-8737-afbf7a4b7450 None None] Routers {'5504e6a3-2acd-4976-b8be-e34884fab708'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:04.924030 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-baac7625-e66d-47d7-8737-afbf7a4b7450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:29:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5504e6a3-2acd-4976-b8be-e34884fab708'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:04.978247 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-78eaf5af-7272-4453-8115-653ac6f9c68c tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:05.012268 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd658962-140d-48ff-86fa-ca874f4a13bc req-f30a08f2-6f64-4340-91f8-8fadf2fd8ff4 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:05.022128 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bd658962-140d-48ff-86fa-ca874f4a13bc req-f30a08f2-6f64-4340-91f8-8fadf2fd8ff4 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 945 time: 0.3281622 Jul 23 20:30:05.027527 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-78eaf5af-7272-4453-8115-653ac6f9c68c tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:05.035359 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-78eaf5af-7272-4453-8115-653ac6f9c68c tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] 10.222.0.32 "DELETE /v2.0/networks/570f21bc-45ab-4cb3-85a1-aa40d4fd40cf HTTP/1.1" status: 204 len: 168 time: 1.8252225 Jul 23 20:30:05.044930 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50828) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:05.077058 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eaf5af-7272-4453-8115-653ac6f9c68c tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Pushing event deleted for resources: {'Network': ['ID=570f21bc-45ab-4cb3-85a1-aa40d4fd40cf,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:05.109662 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ed586-51a5-4615-9eda-abc4d36ca04b req-c0a33616-1802-48fa-a74b-b907ba835244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:05.113946 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-669ed586-51a5-4615-9eda-abc4d36ca04b req-c0a33616-1802-48fa-a74b-b907ba835244 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9a8509bfd91749fab4cb989d0d0fbc91&device_id=eda0e896-c427-4339-a5ab-253ebbcf82ac HTTP/1.1" status: 200 len: 1098 time: 0.5711644 Jul 23 20:30:05.150303 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-48b42456-d89a-44cd-873a-dacd4dc00073 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Deleting subnet 631e3088-5cca-40c0-b50b-3f528d4ac5b0 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:30:05.170709 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48b42456-d89a-44cd-873a-dacd4dc00073 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:05.176718 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-baac7625-e66d-47d7-8737-afbf7a4b7450 None None] Set router 5504e6a3-2acd-4976-b8be-e34884fab708 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:30:05.181347 n-d-793618-10 neutron-server[93876]: INFO neutron.db.ipam_backend_mixin [None req-14f9f7b0-8b78-4506-9a6e-a7bdad3fd9a1 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 84a951be-4a4c-4fb1-b5dc-a23eefb9f265 (CIDR: 172.20.0.16/28) Jul 23 20:30:05.306375 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f9f7b0-8b78-4506-9a6e-a7bdad3fd9a1 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:30:05.309895 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14f9f7b0-8b78-4506-9a6e-a7bdad3fd9a1 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:30:05.349651 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-14f9f7b0-8b78-4506-9a6e-a7bdad3fd9a1 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0155780 Jul 23 20:30:05.358565 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50834) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:05.381262 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-63179566-6da9-4999-b19a-e1b82003d20e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'subnet': {'network_id': 'ea376fad-f027-4317-bb9e-195acf68d232', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:05.492634 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bd658962-140d-48ff-86fa-ca874f4a13bc req-a4fc49c4-4033-4546-aca0-245a9c839b4b tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4688866 Jul 23 20:30:05.505306 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48b42456-d89a-44cd-873a-dacd4dc00073 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:05.551024 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ed586-51a5-4615-9eda-abc4d36ca04b req-975f7b85-a45f-428b-bd6e-4af1e08376ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:05.560600 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-669ed586-51a5-4615-9eda-abc4d36ca04b req-975f7b85-a45f-428b-bd6e-4af1e08376ec service neutron] 10.222.0.18 "GET /v2.0/networks?id=9c90c081-0a5d-44bd-b4f8-2493a06b9b50 HTTP/1.1" status: 200 len: 910 time: 0.4205191 Jul 23 20:30:05.686606 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63179566-6da9-4999-b19a-e1b82003d20e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Made reservation on behalf of e30eb463c27249bf95b908bf72fc2bf2 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:05.692585 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-63179566-6da9-4999-b19a-e1b82003d20e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:05.837254 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48b42456-d89a-44cd-873a-dacd4dc00073 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:05.840538 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-baac7625-e66d-47d7-8737-afbf7a4b7450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5504e6a3-2acd-4976-b8be-e34884fab708', 'name': 'tempest-TestServerBasicOps-1872107894-router', 'tenant_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '0cb494f6-38b4-4b0a-b621-8259f551a3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:09Z', 'updated_at': '2021-07-23T20:29:16Z', 'revision_number': 4, 'project_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'gw_port': {'id': '0cb494f6-38b4-4b0a-b621-8259f551a3a8', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:60:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5504e6a3-2acd-4976-b8be-e34884fab708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:10Z', 'updated_at': '2021-07-23T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '72a06433-89b7-4dff-a89a-a66b3f668442', 'tenant_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '5504e6a3-2acd-4976-b8be-e34884fab708', 'port_id': '10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c90c081-0a5d-44bd-b4f8-2493a06b9b50', 'mac_address': 'fa:16:3e:47:ee:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0e896-c427-4339-a5ab-253ebbcf82ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:30:00Z', 'updated_at': '2021-07-23T20:30:00Z', 'revision_number': 0, 'project_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87406fdd-ddca-4bf6-895c-acc3dd7cf262', 'name': '', 'network_id': '9c90c081-0a5d-44bd-b4f8-2493a06b9b50', 'tenant_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'mac_address': 'fa:16:3e:62:53:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5504e6a3-2acd-4976-b8be-e34884fab708', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'a074ed79-e75f-476d-8ea9-5a0d7326279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:14Z', 'updated_at': '2021-07-23T20:29:24Z', 'revision_number': 5, 'project_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'subnets': [{'id': 'a074ed79-e75f-476d-8ea9-5a0d7326279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:05.883479 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-669ed586-51a5-4615-9eda-abc4d36ca04b req-a81f6ec5-3a94-42d4-8cee-bc956cf3917c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1 HTTP/1.1" status: 200 len: 1000 time: 0.3216991 Jul 23 20:30:05.889539 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baac7625-e66d-47d7-8737-afbf7a4b7450 None None] The sync data for ids ['5504e6a3-2acd-4976-b8be-e34884fab708'] in n-d-793618-10 is: [{'id': '5504e6a3-2acd-4976-b8be-e34884fab708', 'name': 'tempest-TestServerBasicOps-1872107894-router', 'tenant_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '0cb494f6-38b4-4b0a-b621-8259f551a3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:09Z', 'updated_at': '2021-07-23T20:29:16Z', 'revision_number': 4, 'project_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'gw_port': {'id': '0cb494f6-38b4-4b0a-b621-8259f551a3a8', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:60:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5504e6a3-2acd-4976-b8be-e34884fab708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:10Z', 'updated_at': '2021-07-23T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '72a06433-89b7-4dff-a89a-a66b3f668442', 'tenant_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '5504e6a3-2acd-4976-b8be-e34884fab708', 'port_id': '10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c90c081-0a5d-44bd-b4f8-2493a06b9b50', 'mac_address': 'fa:16:3e:47:ee:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda0e896-c427-4339-a5ab-253ebbcf82ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:30:00Z', 'updated_at': '2021-07-23T20:30:00Z', 'revision_number': 0, 'project_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87406fdd-ddca-4bf6-895c-acc3dd7cf262', 'name': '', 'network_id': '9c90c081-0a5d-44bd-b4f8-2493a06b9b50', 'tenant_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'mac_address': 'fa:16:3e:62:53:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5504e6a3-2acd-4976-b8be-e34884fab708', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'a074ed79-e75f-476d-8ea9-5a0d7326279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:14Z', 'updated_at': '2021-07-23T20:29:24Z', 'revision_number': 5, 'project_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'subnets': [{'id': 'a074ed79-e75f-476d-8ea9-5a0d7326279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:30:06.045308 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ed586-51a5-4615-9eda-abc4d36ca04b req-246e851e-129d-4ee1-b3f0-cd0f2d6979c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:06.047291 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-669ed586-51a5-4615-9eda-abc4d36ca04b req-246e851e-129d-4ee1-b3f0-cd0f2d6979c8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a074ed79-e75f-476d-8ea9-5a0d7326279b HTTP/1.1" status: 200 len: 848 time: 0.1501405 Jul 23 20:30:06.147640 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48b42456-d89a-44cd-873a-dacd4dc00073 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:06.213900 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ed586-51a5-4615-9eda-abc4d36ca04b req-dd8725bf-aa2c-431c-aa0a-0201578178ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:06.215402 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-669ed586-51a5-4615-9eda-abc4d36ca04b req-dd8725bf-aa2c-431c-aa0a-0201578178ae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9c90c081-0a5d-44bd-b4f8-2493a06b9b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1608763 Jul 23 20:30:06.252296 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b42456-d89a-44cd-873a-dacd4dc00073 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Pushing event deleted for resources: {'Subnet': ['ID=631e3088-5cca-40c0-b50b-3f528d4ac5b0,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:06.289602 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48b42456-d89a-44cd-873a-dacd4dc00073 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:06.294068 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dbd78a-6299-4a33-9545-3223f194b2b9 None None] Network 5b4d3988-91cf-4ce6-90ef-5db6f101584c requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:30:06.305294 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-48b42456-d89a-44cd-873a-dacd4dc00073 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] 10.222.0.32 "DELETE /v2.0/subnets/631e3088-5cca-40c0-b50b-3f528d4ac5b0 HTTP/1.1" status: 204 len: 168 time: 1.2554710 Jul 23 20:30:06.309646 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50846) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:06.540011 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52397356-a352-4e60-9bf8-955ab4817b17 None None] New status for floating IP 72a06433-89b7-4dff-a89a-a66b3f668442: ACTIVE {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:30:06.554462 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-21a2102a-cfae-47b3-9a3a-1e67b96d2e14 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Deleting subnet 66693383-3861-4936-a5fb-f1d82eb865a4 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:30:06.564919 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-21a2102a-cfae-47b3-9a3a-1e67b96d2e14 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:06.702134 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-21a2102a-cfae-47b3-9a3a-1e67b96d2e14 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:06.749548 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-63179566-6da9-4999-b19a-e1b82003d20e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:06.901126 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63179566-6da9-4999-b19a-e1b82003d20e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Network ea376fad-f027-4317-bb9e-195acf68d232 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:06.921375 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-63179566-6da9-4999-b19a-e1b82003d20e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:06.936150 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63179566-6da9-4999-b19a-e1b82003d20e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:06.939701 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-63179566-6da9-4999-b19a-e1b82003d20e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:06.943810 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179566-6da9-4999-b19a-e1b82003d20e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'Subnet': ['ID=6a00e5d4-3990-4f6e-9dd0-c4b7cc20ee81,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:06.954072 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-669ed586-51a5-4615-9eda-abc4d36ca04b req-33d789a5-d862-489e-b051-c26a97ad5187 service neutron] 10.222.0.18 "GET /v2.0/networks/9c90c081-0a5d-44bd-b4f8-2493a06b9b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7296035 Jul 23 20:30:06.993052 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-63179566-6da9-4999-b19a-e1b82003d20e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6281447 Jul 23 20:30:06.994329 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50854) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:07.008816 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-60921a51-d916-404d-9edd-8e685970e2db tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1026983310', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6a00e5d4-3990-4f6e-9dd0-c4b7cc20ee81'}], 'security_groups': ['c3eb37d2-7e0c-410c-a038-376485826875', '3859d565-9a11-425f-ab28-e0f1db3d1025']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:07.047223 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7cdded-8ee4-442f-871a-c72eb8d55b99 None None] Network ea376fad-f027-4317-bb9e-195acf68d232 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:30:07.383424 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-21a2102a-cfae-47b3-9a3a-1e67b96d2e14 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:07.553643 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60921a51-d916-404d-9edd-8e685970e2db tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:07.570994 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-21a2102a-cfae-47b3-9a3a-1e67b96d2e14 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:07.576925 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-669ed586-51a5-4615-9eda-abc4d36ca04b req-56abf171-959b-466a-b827-2301e92349cd service neutron] 10.222.0.18 "GET /v2.0/networks/9c90c081-0a5d-44bd-b4f8-2493a06b9b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6014202 Jul 23 20:30:07.657214 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2102a-cfae-47b3-9a3a-1e67b96d2e14 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Pushing event deleted for resources: {'Subnet': ['ID=66693383-3861-4936-a5fb-f1d82eb865a4,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:07.676660 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-21a2102a-cfae-47b3-9a3a-1e67b96d2e14 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:07.682531 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-21a2102a-cfae-47b3-9a3a-1e67b96d2e14 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] 10.222.0.32 "DELETE /v2.0/subnets/66693383-3861-4936-a5fb-f1d82eb865a4 HTTP/1.1" status: 204 len: 168 time: 1.3679752 Jul 23 20:30:07.686394 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50864) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:07.699531 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7341e-4d3d-4516-9770-63d537234972 req-6ed1d002-fc72-47c7-83bc-2eefd4bf4a69 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:07.708366 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-81c7341e-4d3d-4516-9770-63d537234972 req-6ed1d002-fc72-47c7-83bc-2eefd4bf4a69 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 945 time: 0.8558564 Jul 23 20:30:07.842205 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f669c9c-2f86-41a9-ac59-40cd5db6b570 None None] Network 217f6ec8-cfb6-4df2-842b-d559082e6d87 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:30:07.971366 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-81c7341e-4d3d-4516-9770-63d537234972 req-6afce079-cadd-4a70-9364-300b1682c227 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2619801 Jul 23 20:30:07.988817 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-891547f6-ebfc-44a8-bc77-9f12bcc41098 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:08.095960 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcc8ac1-aaef-4bbe-a2db-73038fc07a53 None None] DHCP port deletion for 5b4d3988-91cf-4ce6-90ef-5db6f101584c request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:30:08.221577 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-60921a51-d916-404d-9edd-8e685970e2db tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Delete allocated IP 172.20.0.7 (ea376fad-f027-4317-bb9e-195acf68d232/2c342020-a806-46e6-b6cb-4d9557d97e98) {{(pid=93876) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 20:30:08.228455 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-891547f6-ebfc-44a8-bc77-9f12bcc41098 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Deleting port 40cf21ef-e685-458a-8262-6823e252d7b3 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:30:08.228791 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-891547f6-ebfc-44a8-bc77-9f12bcc41098 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:08.241344 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-60921a51-d916-404d-9edd-8e685970e2db tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Allocated IP 172.20.0.36 (ea376fad-f027-4317-bb9e-195acf68d232/6a00e5d4-3990-4f6e-9dd0-c4b7cc20ee81/628a658b-fc61-4180-8856-2b666f73de1d) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:08.245009 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-efcc8ac1-aaef-4bbe-a2db-73038fc07a53 None None] Deleting port 40cf21ef-e685-458a-8262-6823e252d7b3 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:30:08.247511 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-efcc8ac1-aaef-4bbe-a2db-73038fc07a53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:08.470950 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682a7d8a-6c00-4775-ab60-6133a5060fe3 None None] DHCP port deletion for 217f6ec8-cfb6-4df2-842b-d559082e6d87 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:30:08.525413 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-891547f6-ebfc-44a8-bc77-9f12bcc41098 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] For port 40cf21ef-e685-458a-8262-6823e252d7b3, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=40cf21ef-e685-458a-8262-6823e252d7b3,segment=NetworkSegment(dd5d69ce-f340-4675-a863-e46cab5406db),segment_id=dd5d69ce-f340-4675-a863-e46cab5406db)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:08.525819 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-891547f6-ebfc-44a8-bc77-9f12bcc41098 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:08.532885 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-efcc8ac1-aaef-4bbe-a2db-73038fc07a53 None None] For port 40cf21ef-e685-458a-8262-6823e252d7b3, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=40cf21ef-e685-458a-8262-6823e252d7b3,segment=NetworkSegment(dd5d69ce-f340-4675-a863-e46cab5406db),segment_id=dd5d69ce-f340-4675-a863-e46cab5406db)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:08.533385 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-efcc8ac1-aaef-4bbe-a2db-73038fc07a53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:08.557355 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-efcc8ac1-aaef-4bbe-a2db-73038fc07a53 None None] Calling delete_port for 40cf21ef-e685-458a-8262-6823e252d7b3 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:30:08.574897 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ae87d1-3f6a-4989-93c8-433703026b79 None None] Update dhcp port {'port': {'network_id': 'ea376fad-f027-4317-bb9e-195acf68d232', 'fixed_ips': [{'subnet_id': '84a951be-4a4c-4fb1-b5dc-a23eefb9f265', 'ip_address': '172.20.0.18'}, {'subnet_id': '2c342020-a806-46e6-b6cb-4d9557d97e98', 'ip_address': '172.20.0.2'}, {'subnet_id': '6a00e5d4-3990-4f6e-9dd0-c4b7cc20ee81'}], 'binding:host_id': 'n-d-793618-10'}, 'id': 'c832ab38-9f33-40c3-8f28-4cd96032bb5d'} from n-d-793618-10. {{(pid=93877) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:30:08.598999 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-891547f6-ebfc-44a8-bc77-9f12bcc41098 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Calling delete_port for 40cf21ef-e685-458a-8262-6823e252d7b3 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:30:08.791474 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64ae87d1-3f6a-4989-93c8-433703026b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:08.793667 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60921a51-d916-404d-9edd-8e685970e2db tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:08.797548 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 40cf21ef-e685-458a-8262-6823e252d7b3 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:30:08.823527 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-60921a51-d916-404d-9edd-8e685970e2db tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Transition to ACTIVE for port object 628a658b-fc61-4180-8856-2b666f73de1d will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:08.830680 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-682a7d8a-6c00-4775-ab60-6133a5060fe3 None None] Deleting port a47743b0-ec17-4c6c-979a-9f86a6cad886 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:30:08.831224 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-682a7d8a-6c00-4775-ab60-6133a5060fe3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:08.832507 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60921a51-d916-404d-9edd-8e685970e2db tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:08.842892 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-efcc8ac1-aaef-4bbe-a2db-73038fc07a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:08.845752 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-891547f6-ebfc-44a8-bc77-9f12bcc41098 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:08.904967 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891547f6-ebfc-44a8-bc77-9f12bcc41098 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Pushing event deleted for resources: {'Port': ['ID=40cf21ef-e685-458a-8262-6823e252d7b3,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:08.912641 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891547f6-ebfc-44a8-bc77-9f12bcc41098 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] No DVR routers for this DVR port 40cf21ef-e685-458a-8262-6823e252d7b3 on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:30:08.966718 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891547f6-ebfc-44a8-bc77-9f12bcc41098 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:08.967898 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891547f6-ebfc-44a8-bc77-9f12bcc41098 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:08.971605 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891547f6-ebfc-44a8-bc77-9f12bcc41098 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:08.972361 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891547f6-ebfc-44a8-bc77-9f12bcc41098 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:08.973048 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891547f6-ebfc-44a8-bc77-9f12bcc41098 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:08.974803 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891547f6-ebfc-44a8-bc77-9f12bcc41098 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:08.975739 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891547f6-ebfc-44a8-bc77-9f12bcc41098 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:08.978496 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891547f6-ebfc-44a8-bc77-9f12bcc41098 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:08.979220 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891547f6-ebfc-44a8-bc77-9f12bcc41098 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:08.979981 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891547f6-ebfc-44a8-bc77-9f12bcc41098 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:08.983395 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891547f6-ebfc-44a8-bc77-9f12bcc41098 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:08.985090 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891547f6-ebfc-44a8-bc77-9f12bcc41098 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:09.008637 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-682a7d8a-6c00-4775-ab60-6133a5060fe3 None None] For port a47743b0-ec17-4c6c-979a-9f86a6cad886, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=a47743b0-ec17-4c6c-979a-9f86a6cad886,segment=NetworkSegment(5384a50c-4c28-45ed-a587-44f73900dd8c),segment_id=5384a50c-4c28-45ed-a587-44f73900dd8c)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:09.009324 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-682a7d8a-6c00-4775-ab60-6133a5060fe3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:09.024732 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-682a7d8a-6c00-4775-ab60-6133a5060fe3 None None] Calling delete_port for a47743b0-ec17-4c6c-979a-9f86a6cad886 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:30:09.083229 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60921a51-d916-404d-9edd-8e685970e2db tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event updated for resources: {'Port': ['ID=628a658b-fc61-4180-8856-2b666f73de1d,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:09.119329 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-60921a51-d916-404d-9edd-8e685970e2db tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] In _notify_port_updated(), no bound segment for port 628a658b-fc61-4180-8856-2b666f73de1d on network ea376fad-f027-4317-bb9e-195acf68d232 {{(pid=93876) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:30:09.125326 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60921a51-d916-404d-9edd-8e685970e2db tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:09.126310 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60921a51-d916-404d-9edd-8e685970e2db tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:09.127856 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-60921a51-d916-404d-9edd-8e685970e2db tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "PUT /v2.0/ports/628a658b-fc61-4180-8856-2b666f73de1d HTTP/1.1" status: 200 len: 960 time: 2.1311398 Jul 23 20:30:09.132839 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-891547f6-ebfc-44a8-bc77-9f12bcc41098 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:09.133639 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50878) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:09.162181 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc8ac1-aaef-4bbe-a2db-73038fc07a53 None None] Pushing event deleted for resources: {'Port': ['ID=40cf21ef-e685-458a-8262-6823e252d7b3,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:09.172803 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcc8ac1-aaef-4bbe-a2db-73038fc07a53 None None] No DVR routers for this DVR port 40cf21ef-e685-458a-8262-6823e252d7b3 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:30:09.180777 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 40cf21ef-e685-458a-8262-6823e252d7b3 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:30:09.181323 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 40cf21ef-e685-458a-8262-6823e252d7b3 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:30:09.182041 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a47743b0-ec17-4c6c-979a-9f86a6cad886 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:30:09.208749 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-891547f6-ebfc-44a8-bc77-9f12bcc41098 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b4d3988-91cf-4ce6-90ef-5db6f101584c']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:09.265402 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-891547f6-ebfc-44a8-bc77-9f12bcc41098 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd5d69ce-f340-4675-a863-e46cab5406db') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:09.266281 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-891547f6-ebfc-44a8-bc77-9f12bcc41098 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd5d69ce-f340-4675-a863-e46cab5406db') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:09.300024 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-891547f6-ebfc-44a8-bc77-9f12bcc41098 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:09.343640 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-891547f6-ebfc-44a8-bc77-9f12bcc41098 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:09.361447 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-891547f6-ebfc-44a8-bc77-9f12bcc41098 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:30:09.361924 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-891547f6-ebfc-44a8-bc77-9f12bcc41098 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:09.372108 n-d-793618-10 neutron-server[93875]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:30:09.372108 n-d-793618-10 neutron-server[93875]: self.session.flush() Jul 23 20:30:09.372108 n-d-793618-10 neutron-server[93875]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:30:09.372108 n-d-793618-10 neutron-server[93875]: self.session.flush() Jul 23 20:30:09.372108 n-d-793618-10 neutron-server[93875]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:30:09.372108 n-d-793618-10 neutron-server[93875]: self.session.flush() Jul 23 20:30:09.372108 n-d-793618-10 neutron-server[93875]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:30:09.372108 n-d-793618-10 neutron-server[93875]: self.session.flush() Jul 23 20:30:09.372108 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:30:09.372108 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:30:09.372108 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:30:09.372108 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:30:09.372108 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:30:09.372108 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:30:09.372108 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:30:09.372108 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:30:09.372108 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:30:09.372108 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:30:09.372108 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:30:09.372108 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:30:09.372108 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:30:09.372108 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:30:09.372108 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:30:09.372108 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:30:09.372108 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:30:09.372108 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:30:09.372108 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:30:09.372108 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:30:09.372108 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:30:09.372108 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:30:09.372108 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:30:09.372108 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:30:09.372108 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:30:09.372108 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:30:09.372108 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:30:09.372108 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:30:09.372108 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:30:09.372108 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:30:09.372108 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:30:09.372108 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:30:09.477833 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-bd4a422a-6306-42ad-b505-b4da96dfaa04 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Deleting port 628a658b-fc61-4180-8856-2b666f73de1d {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:30:09.478733 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd4a422a-6306-42ad-b505-b4da96dfaa04 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:09.558580 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-891547f6-ebfc-44a8-bc77-9f12bcc41098 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:09.574806 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-682a7d8a-6c00-4775-ab60-6133a5060fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:09.581045 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-891547f6-ebfc-44a8-bc77-9f12bcc41098 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:09.585160 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-891547f6-ebfc-44a8-bc77-9f12bcc41098 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] 10.222.0.32 "DELETE /v2.0/networks/5b4d3988-91cf-4ce6-90ef-5db6f101584c HTTP/1.1" status: 204 len: 168 time: 1.8644402 Jul 23 20:30:09.590490 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50886) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:09.678308 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-64ae87d1-3f6a-4989-93c8-433703026b79 None None] Allocated IP 172.20.0.34 (ea376fad-f027-4317-bb9e-195acf68d232/6a00e5d4-3990-4f6e-9dd0-c4b7cc20ee81/c832ab38-9f33-40c3-8f28-4cd96032bb5d) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:09.744683 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fca82c-cf9b-45a6-87a0-a9344318af55 req-8f8907f6-18ab-4bce-b62c-bacfc8168e71 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:09.748440 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d1fca82c-cf9b-45a6-87a0-a9344318af55 req-8f8907f6-18ab-4bce-b62c-bacfc8168e71 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 945 time: 0.4176209 Jul 23 20:30:09.819056 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-64ae87d1-3f6a-4989-93c8-433703026b79 None None] For port c832ab38-9f33-40c3-8f28-4cd96032bb5d, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=c832ab38-9f33-40c3-8f28-4cd96032bb5d,segment=NetworkSegment(07155d8e-4353-48af-b453-1aa4c2ec42a3),segment_id=07155d8e-4353-48af-b453-1aa4c2ec42a3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:09.848073 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd4a422a-6306-42ad-b505-b4da96dfaa04 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:09.859543 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64ae87d1-3f6a-4989-93c8-433703026b79 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:09.877380 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-64ae87d1-3f6a-4989-93c8-433703026b79 None None] Transition to ACTIVE for port object c832ab38-9f33-40c3-8f28-4cd96032bb5d will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:09.878549 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d1fca82c-cf9b-45a6-87a0-a9344318af55 req-1d4d8c22-944e-414e-9fae-56ec9c21828f tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156087 Jul 23 20:30:09.880476 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-bd4a422a-6306-42ad-b505-b4da96dfaa04 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Calling delete_port for 628a658b-fc61-4180-8856-2b666f73de1d owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:30:09.890841 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682a7d8a-6c00-4775-ab60-6133a5060fe3 None None] No DVR routers for this DVR port a47743b0-ec17-4c6c-979a-9f86a6cad886 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:30:09.895186 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:09.959354 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64ae87d1-3f6a-4989-93c8-433703026b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:09.965842 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a7d8a-6c00-4775-ab60-6133a5060fe3 None None] Pushing event deleted for resources: {'Port': ['ID=a47743b0-ec17-4c6c-979a-9f86a6cad886,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:10.048669 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae87d1-3f6a-4989-93c8-433703026b79 None None] Pushing event updated for resources: {'Port': ['ID=c832ab38-9f33-40c3-8f28-4cd96032bb5d,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:10.123790 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891547f6-ebfc-44a8-bc77-9f12bcc41098 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Pushing event deleted for resources: {'Network': ['ID=5b4d3988-91cf-4ce6-90ef-5db6f101584c,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:10.216645 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd4a422a-6306-42ad-b505-b4da96dfaa04 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:10.265726 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-71fb5403-9f4b-4ffe-bfca-31020b88b742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:10.295074 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7d638f6-ff15-4437-8608-296245811e2b tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:10.314586 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a422a-6306-42ad-b505-b4da96dfaa04 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'Port': ['ID=628a658b-fc61-4180-8856-2b666f73de1d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:10.468947 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd4a422a-6306-42ad-b505-b4da96dfaa04 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:10.475436 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bd4a422a-6306-42ad-b505-b4da96dfaa04 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/ports/628a658b-fc61-4180-8856-2b666f73de1d HTTP/1.1" status: 204 len: 168 time: 1.3404539 Jul 23 20:30:10.476082 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50898) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:10.496596 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7d638f6-ff15-4437-8608-296245811e2b tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:10.524279 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4f1ba76-a812-4e0b-a958-f2c00de99520 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] GET failed (client error): The resource could not be found. Jul 23 20:30:10.528308 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-a7d638f6-ff15-4437-8608-296245811e2b tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['217f6ec8-cfb6-4df2-842b-d559082e6d87']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:10.534668 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d4f1ba76-a812-4e0b-a958-f2c00de99520 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "GET /v2.0/ports/628a658b-fc61-4180-8856-2b666f73de1d HTTP/1.1" status: 404 len: 333 time: 0.0573206 Jul 23 20:30:10.535290 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50900) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:10.541015 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-a7d638f6-ff15-4437-8608-296245811e2b tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5384a50c-4c28-45ed-a587-44f73900dd8c') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:10.541405 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-a7d638f6-ff15-4437-8608-296245811e2b tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5384a50c-4c28-45ed-a587-44f73900dd8c') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:10.575043 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7d638f6-ff15-4437-8608-296245811e2b tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:10.575043 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7d638f6-ff15-4437-8608-296245811e2b tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:10.585909 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7d638f6-ff15-4437-8608-296245811e2b tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:30:10.585909 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7d638f6-ff15-4437-8608-296245811e2b tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:10.602802 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:30:10.602802 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:30:10.602802 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:30:10.602802 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:30:10.602802 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:30:10.602802 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:30:10.602802 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:30:10.602802 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:30:10.602802 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:30:10.602802 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:30:10.602802 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:30:10.602802 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:30:10.602802 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:30:10.602802 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:30:10.602802 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:30:10.602802 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:30:10.602802 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:30:10.602802 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:30:10.602802 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:30:10.602802 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:30:10.602802 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:30:10.602802 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:30:10.602802 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:30:10.602802 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:30:10.602802 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:30:10.602802 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:30:10.602802 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:30:10.602802 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:30:10.602802 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:30:10.602802 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:30:10.602802 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:30:10.602802 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:30:10.705665 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2fb268b1-30af-4a24-a582-2b0f1e42075b tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:10.756355 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7d638f6-ff15-4437-8608-296245811e2b tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:10.758920 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2fb268b1-30af-4a24-a582-2b0f1e42075b tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:10.761709 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7d638f6-ff15-4437-8608-296245811e2b tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:10.765277 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device c832ab38-9f33-40c3-8f28-4cd96032bb5d up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:10.766677 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a7d638f6-ff15-4437-8608-296245811e2b tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] 10.222.0.32 "DELETE /v2.0/networks/217f6ec8-cfb6-4df2-842b-d559082e6d87 HTTP/1.1" status: 204 len: 168 time: 1.1745219 Jul 23 20:30:10.814693 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50902) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:10.815518 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d638f6-ff15-4437-8608-296245811e2b tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Pushing event deleted for resources: {'Network': ['ID=217f6ec8-cfb6-4df2-842b-d559082e6d87,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:10.848662 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2fb268b1-30af-4a24-a582-2b0f1e42075b tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:10.851324 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2fb268b1-30af-4a24-a582-2b0f1e42075b tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:10.856300 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2fb268b1-30af-4a24-a582-2b0f1e42075b tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/security-groups/df32977f-a407-46bb-b340-b288a4dff766 HTTP/1.1" status: 204 len: 168 time: 0.3195627 Jul 23 20:30:10.856945 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50904) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:10.893984 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-59b1f30f-81d0-47ea-8431-7fa018b804f3 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Deleting subnet 04f4c2dc-ea4c-40a5-9d25-56c4b40acd76 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:30:10.903864 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59b1f30f-81d0-47ea-8431-7fa018b804f3 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:10.908502 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb268b1-30af-4a24-a582-2b0f1e42075b tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df32977f-a407-46bb-b340-b288a4dff766,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:11.033145 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59b1f30f-81d0-47ea-8431-7fa018b804f3 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:11.036532 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7a75c190-6fd0-4eda-9783-54fe9d32869a tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:11.084605 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7a75c190-6fd0-4eda-9783-54fe9d32869a tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:11.170798 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7a75c190-6fd0-4eda-9783-54fe9d32869a tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:11.176961 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7a75c190-6fd0-4eda-9783-54fe9d32869a tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:11.179056 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7a75c190-6fd0-4eda-9783-54fe9d32869a tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/security-groups/3859d565-9a11-425f-ab28-e0f1db3d1025 HTTP/1.1" status: 204 len: 168 time: 0.3095770 Jul 23 20:30:11.191231 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50912) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:11.251958 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75c190-6fd0-4eda-9783-54fe9d32869a tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3859d565-9a11-425f-ab28-e0f1db3d1025,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:11.284145 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-19a88da6-ecde-45ee-b1a6-96f7af28f543 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:11.369027 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-19a88da6-ecde-45ee-b1a6-96f7af28f543 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:11.513816 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-aa1a9461-3fec-425d-8fc2-83cd3b56875d None None] Provisioning for port c832ab38-9f33-40c3-8f28-4cd96032bb5d completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:11.520215 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35525838-dbde-43b1-a040-76b49d85c0b1 req-035ff42a-83c0-48cc-85a5-debff30b5f31 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:11.520835 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-35525838-dbde-43b1-a040-76b49d85c0b1 req-035ff42a-83c0-48cc-85a5-debff30b5f31 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 945 time: 0.4801052 Jul 23 20:30:11.533271 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59b1f30f-81d0-47ea-8431-7fa018b804f3 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:11.539014 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-aa1a9461-3fec-425d-8fc2-83cd3b56875d None None] Provisioning complete for port c832ab38-9f33-40c3-8f28-4cd96032bb5d triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:11.541357 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aa1a9461-3fec-425d-8fc2-83cd3b56875d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:11.541509 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-19a88da6-ecde-45ee-b1a6-96f7af28f543 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:11.568475 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-19a88da6-ecde-45ee-b1a6-96f7af28f543 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:11.578392 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-19a88da6-ecde-45ee-b1a6-96f7af28f543 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/security-groups/c3eb37d2-7e0c-410c-a038-376485826875 HTTP/1.1" status: 204 len: 168 time: 0.3837354 Jul 23 20:30:11.601075 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50924) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:11.681056 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-35525838-dbde-43b1-a040-76b49d85c0b1 req-68790b00-c405-456d-8230-4fbddba25fa5 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345332 Jul 23 20:30:11.768619 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59b1f30f-81d0-47ea-8431-7fa018b804f3 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:11.856599 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b1f30f-81d0-47ea-8431-7fa018b804f3 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Pushing event deleted for resources: {'Subnet': ['ID=04f4c2dc-ea4c-40a5-9d25-56c4b40acd76,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:11.861200 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a88da6-ecde-45ee-b1a6-96f7af28f543 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3eb37d2-7e0c-410c-a038-376485826875,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:11.871292 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59b1f30f-81d0-47ea-8431-7fa018b804f3 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:11.877610 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50926) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:11.887123 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-59b1f30f-81d0-47ea-8431-7fa018b804f3 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] 10.222.0.32 "DELETE /v2.0/subnets/04f4c2dc-ea4c-40a5-9d25-56c4b40acd76 HTTP/1.1" status: 204 len: 168 time: 1.0671773 Jul 23 20:30:11.899373 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f770a306-ac22-4100-9578-5117a79105a3 None None] Network 9b6dd643-e706-404f-b81b-6aded79491ea requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:30:11.932477 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca22265-6921-45a7-8ce8-7e031d7b1b03 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Deleting subnet 2c342020-a806-46e6-b6cb-4d9557d97e98 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:30:11.951020 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fca22265-6921-45a7-8ce8-7e031d7b1b03 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:12.065246 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fca22265-6921-45a7-8ce8-7e031d7b1b03 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:12.071466 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d90fd08-ea46-47b9-9ae0-551827b98f89 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:12.211833 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-aa1a9461-3fec-425d-8fc2-83cd3b56875d None None] Could not find standard attr ID for object 628a658b-fc61-4180-8856-2b666f73de1d. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:30:12.247444 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fca22265-6921-45a7-8ce8-7e031d7b1b03 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:12.303985 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-3d90fd08-ea46-47b9-9ae0-551827b98f89 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Deleting port b7d4bc19-2715-47c8-9002-cd187c8749da {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:30:12.304325 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d90fd08-ea46-47b9-9ae0-551827b98f89 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:12.432963 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fca22265-6921-45a7-8ce8-7e031d7b1b03 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:12.436982 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-3d90fd08-ea46-47b9-9ae0-551827b98f89 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] For port b7d4bc19-2715-47c8-9002-cd187c8749da, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=b7d4bc19-2715-47c8-9002-cd187c8749da,segment=NetworkSegment(d5c37b16-1c5a-4926-a8bf-10592c2b226d),segment_id=d5c37b16-1c5a-4926-a8bf-10592c2b226d)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:12.437346 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d90fd08-ea46-47b9-9ae0-551827b98f89 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:12.462187 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-aa1a9461-3fec-425d-8fc2-83cd3b56875d None None] Provisioning complete for port ab845bfe-4a6a-4b6e-ba29-ee390d66c238 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:12.467021 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aa1a9461-3fec-425d-8fc2-83cd3b56875d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:12.487873 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-3d90fd08-ea46-47b9-9ae0-551827b98f89 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Calling delete_port for b7d4bc19-2715-47c8-9002-cd187c8749da owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:30:12.489771 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca22265-6921-45a7-8ce8-7e031d7b1b03 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'Subnet': ['ID=2c342020-a806-46e6-b6cb-4d9557d97e98,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:12.494317 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fca22265-6921-45a7-8ce8-7e031d7b1b03 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:12.498090 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-fca22265-6921-45a7-8ce8-7e031d7b1b03 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/subnets/2c342020-a806-46e6-b6cb-4d9557d97e98 HTTP/1.1" status: 204 len: 168 time: 0.8802090 Jul 23 20:30:12.501600 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50934) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:12.603145 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-aa1a9461-3fec-425d-8fc2-83cd3b56875d None None] Port ab845bfe-4a6a-4b6e-ba29-ee390d66c238 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:30:12.636452 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fce3992-45dc-411e-8fd3-6899ecf935d0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Deleting subnet 6a00e5d4-3990-4f6e-9dd0-c4b7cc20ee81 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:30:12.659169 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7fce3992-45dc-411e-8fd3-6899ecf935d0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:12.734878 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e50bb3-317c-43ba-a91f-5f575529c140 None None] DHCP port deletion for 9b6dd643-e706-404f-b81b-6aded79491ea request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:30:12.791801 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7fce3992-45dc-411e-8fd3-6899ecf935d0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:12.798488 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d90fd08-ea46-47b9-9ae0-551827b98f89 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:12.864910 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90fd08-ea46-47b9-9ae0-551827b98f89 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Pushing event deleted for resources: {'Port': ['ID=b7d4bc19-2715-47c8-9002-cd187c8749da,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:12.892494 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d90fd08-ea46-47b9-9ae0-551827b98f89 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] No DVR routers for this DVR port b7d4bc19-2715-47c8-9002-cd187c8749da on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:30:12.942158 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2812a9e5-37f3-4118-af05-ad15a3d8b5a4 None None] Network ea376fad-f027-4317-bb9e-195acf68d232 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:30:12.959129 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7fce3992-45dc-411e-8fd3-6899ecf935d0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:13.004751 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-12a21bc3-6b15-411a-8139-4f36a3869afd None None] Could not find standard attr ID for object 628a658b-fc61-4180-8856-2b666f73de1d. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:30:13.130071 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d90fd08-ea46-47b9-9ae0-551827b98f89 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:13.149352 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-3d90fd08-ea46-47b9-9ae0-551827b98f89 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b6dd643-e706-404f-b81b-6aded79491ea']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:13.164283 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-3d90fd08-ea46-47b9-9ae0-551827b98f89 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5c37b16-1c5a-4926-a8bf-10592c2b226d') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:13.164512 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-3d90fd08-ea46-47b9-9ae0-551827b98f89 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5c37b16-1c5a-4926-a8bf-10592c2b226d') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:13.174577 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173a388-155f-4b4c-9a3a-89352630bd05 req-86048a93-ec88-4f26-9ea3-cdf4d9ba2d81 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:13.176945 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5173a388-155f-4b4c-9a3a-89352630bd05 req-86048a93-ec88-4f26-9ea3-cdf4d9ba2d81 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 945 time: 0.3201559 Jul 23 20:30:13.190503 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d90fd08-ea46-47b9-9ae0-551827b98f89 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:13.234083 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d90fd08-ea46-47b9-9ae0-551827b98f89 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:13.239697 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-27e50bb3-317c-43ba-a91f-5f575529c140 None None] Deleting port b7d4bc19-2715-47c8-9002-cd187c8749da {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:30:13.240898 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-27e50bb3-317c-43ba-a91f-5f575529c140 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:13.274533 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d90fd08-ea46-47b9-9ae0-551827b98f89 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:30:13.274971 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d90fd08-ea46-47b9-9ae0-551827b98f89 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:13.277423 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7fce3992-45dc-411e-8fd3-6899ecf935d0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:13.372655 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5173a388-155f-4b4c-9a3a-89352630bd05 req-9a5040e9-b14f-44c9-b700-9f13335fee22 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736565 Jul 23 20:30:13.373843 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:30:13.373843 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:30:13.373843 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:30:13.373843 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:30:13.373843 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:30:13.373843 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:30:13.373843 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:30:13.373843 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:30:13.373843 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:30:13.373843 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:30:13.373843 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:30:13.373843 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:30:13.373843 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:30:13.373843 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:30:13.373843 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:30:13.373843 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:30:13.373843 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:30:13.373843 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:30:13.373843 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:30:13.373843 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:30:13.373843 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:30:13.373843 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:30:13.373843 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:30:13.373843 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:30:13.373843 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:30:13.373843 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:30:13.373843 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:30:13.373843 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:30:13.373843 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:30:13.373843 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:30:13.373843 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:30:13.373843 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:30:13.376589 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d90fd08-ea46-47b9-9ae0-551827b98f89 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:13.385752 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d90fd08-ea46-47b9-9ae0-551827b98f89 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:13.394060 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3d90fd08-ea46-47b9-9ae0-551827b98f89 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] 10.222.0.32 "DELETE /v2.0/networks/9b6dd643-e706-404f-b81b-6aded79491ea HTTP/1.1" status: 204 len: 168 time: 1.5131962 Jul 23 20:30:13.395955 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50944) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:13.484407 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce3992-45dc-411e-8fd3-6899ecf935d0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'Subnet': ['ID=6a00e5d4-3990-4f6e-9dd0-c4b7cc20ee81,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:13.490672 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7fce3992-45dc-411e-8fd3-6899ecf935d0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:13.496249 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7fce3992-45dc-411e-8fd3-6899ecf935d0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/subnets/6a00e5d4-3990-4f6e-9dd0-c4b7cc20ee81 HTTP/1.1" status: 204 len: 168 time: 0.9902515 Jul 23 20:30:13.496905 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50948) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:13.548597 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90fd08-ea46-47b9-9ae0-551827b98f89 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Pushing event deleted for resources: {'Network': ['ID=9b6dd643-e706-404f-b81b-6aded79491ea,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:13.553191 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ae252cb0-0fdf-402f-a6cc-7e70eab4e05e tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c1c0b87-f417-4fd1-a584-4bfd9d823b91 HTTP/1.1" status: 200 len: 205 time: 0.1511025 Jul 23 20:30:13.558878 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50950) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:13.568582 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f1011d4-8a45-42ae-a8ea-0565e231c33d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] DELETE failed (client error): The resource could not be found. Jul 23 20:30:13.569063 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f1011d4-8a45-42ae-a8ea-0565e231c33d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:30:13.573234 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7f1011d4-8a45-42ae-a8ea-0565e231c33d tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/subnets/2c342020-a806-46e6-b6cb-4d9557d97e98 HTTP/1.1" status: 404 len: 337 time: 0.0727093 Jul 23 20:30:13.574442 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50952) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:13.672395 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-27e50bb3-317c-43ba-a91f-5f575529c140 None None] For port b7d4bc19-2715-47c8-9002-cd187c8749da, host n-d-793618-10, got binding levels [] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:13.672974 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-27e50bb3-317c-43ba-a91f-5f575529c140 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:13.686246 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-27e50bb3-317c-43ba-a91f-5f575529c140 None None] Calling delete_port for b7d4bc19-2715-47c8-9002-cd187c8749da owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:30:13.689083 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.ipam_backend_mixin [None req-27e50bb3-317c-43ba-a91f-5f575529c140 None None] Port b7d4bc19-2715-47c8-9002-cd187c8749da was not found and therefore no delete operation was performed {{(pid=93877) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:30:13.699404 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:13.702827 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-27e50bb3-317c-43ba-a91f-5f575529c140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:13.736304 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a4a73c7b-46ae-4e4b-8b79-0e592a785539 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:13.765382 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-27e50bb3-317c-43ba-a91f-5f575529c140 None None] Network 9b6dd643-e706-404f-b81b-6aded79491ea is not hosted by any dhcp agent {{(pid=93877) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 20:30:13.765939 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e50bb3-317c-43ba-a91f-5f575529c140 None None] No DVR routers for this DVR port b7d4bc19-2715-47c8-9002-cd187c8749da on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:30:13.770832 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dc4cc081-e6fb-48ba-b355-bf50bd1a2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:13.856388 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a19ccfa-b92c-4383-a593-383aff4e4682 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Deleting subnet 84a951be-4a4c-4fb1-b5dc-a23eefb9f265 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:30:13.863878 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7a19ccfa-b92c-4383-a593-383aff4e4682 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:13.872588 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e50bb3-317c-43ba-a91f-5f575529c140 None None] Pushing event deleted for resources: {'Port': ['ID=b7d4bc19-2715-47c8-9002-cd187c8749da,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:14.014051 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:14.568884 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a4a73c7b-46ae-4e4b-8b79-0e592a785539 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:14.572314 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a4a73c7b-46ae-4e4b-8b79-0e592a785539 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:14.652190 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:14.676150 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:14.707178 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a4a73c7b-46ae-4e4b-8b79-0e592a785539 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:14.712114 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a73c7b-46ae-4e4b-8b79-0e592a785539 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Fanout notify agent at l3_agent the message router_deleted on router 9c1c0b87-f417-4fd1-a584-4bfd9d823b91 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:30:14.736746 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a4a73c7b-46ae-4e4b-8b79-0e592a785539 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:14.740470 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a4a73c7b-46ae-4e4b-8b79-0e592a785539 tempest-RoutersNegativeIpV6Test-1047228637 tempest-RoutersNegativeIpV6Test-1047228637-project] 10.222.0.32 "DELETE /v2.0/routers/9c1c0b87-f417-4fd1-a584-4bfd9d823b91 HTTP/1.1" status: 204 len: 168 time: 1.1772571 Jul 23 20:30:14.750254 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7a19ccfa-b92c-4383-a593-383aff4e4682 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:14.766299 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device b7d4bc19-2715-47c8-9002-cd187c8749da no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:30:14.804891 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a17625-f3d0-4f51-ac1a-89f0095e77ab req-a65001c0-6171-44cc-8afa-afa46ba75f0f tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:14.806728 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e7a17625-f3d0-4f51-ac1a-89f0095e77ab req-a65001c0-6171-44cc-8afa-afa46ba75f0f tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 945 time: 0.1788502 Jul 23 20:30:14.830886 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: b7d4bc19-2715-47c8-9002-cd187c8749da {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:30:14.831232 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device b7d4bc19-2715-47c8-9002-cd187c8749da not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:30:14.919210 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7a19ccfa-b92c-4383-a593-383aff4e4682 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:14.923404 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e7a17625-f3d0-4f51-ac1a-89f0095e77ab req-efd86ee7-7eca-4ef4-a587-553538faf9c1 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987787 Jul 23 20:30:14.972133 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-657a2a49-a97c-4f97-a229-53aa0df5756a None None] Provisioning complete for port c832ab38-9f33-40c3-8f28-4cd96032bb5d triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:14.972512 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-657a2a49-a97c-4f97-a229-53aa0df5756a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:15.050419 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7a19ccfa-b92c-4383-a593-383aff4e4682 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:15.132642 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19ccfa-b92c-4383-a593-383aff4e4682 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'Subnet': ['ID=84a951be-4a4c-4fb1-b5dc-a23eefb9f265,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:15.152578 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7a19ccfa-b92c-4383-a593-383aff4e4682 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:15.161039 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50974) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:15.162535 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7a19ccfa-b92c-4383-a593-383aff4e4682 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/subnets/84a951be-4a4c-4fb1-b5dc-a23eefb9f265 HTTP/1.1" status: 204 len: 168 time: 1.5865695 Jul 23 20:30:15.166930 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2328d97-bbcb-463e-98c4-475023aa309e None None] Network ea376fad-f027-4317-bb9e-195acf68d232 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:30:15.201947 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-657a2a49-a97c-4f97-a229-53aa0df5756a None None] Provisioning complete for port ab845bfe-4a6a-4b6e-ba29-ee390d66c238 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:15.202557 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-657a2a49-a97c-4f97-a229-53aa0df5756a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:15.243621 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a18de11-94a9-4986-97d3-a01d1687be64 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] DELETE failed (client error): The resource could not be found. Jul 23 20:30:15.243998 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a18de11-94a9-4986-97d3-a01d1687be64 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:30:15.245942 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9a18de11-94a9-4986-97d3-a01d1687be64 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/subnets/70819957-2f55-4c47-b4a5-8bc70db822e4 HTTP/1.1" status: 404 len: 337 time: 0.0832124 Jul 23 20:30:15.249584 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50980) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:15.303467 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-693f3019-c71e-4c0e-bf5d-9421b4060aee tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "GET /v2.0/ports?device_id=85e769f5-ba45-4bb5-8c5b-12b200c18b65 HTTP/1.1" status: 200 len: 205 time: 0.0502107 Jul 23 20:30:15.308236 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50982) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:15.344117 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-657a2a49-a97c-4f97-a229-53aa0df5756a None None] Port ab845bfe-4a6a-4b6e-ba29-ee390d66c238 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:30:15.351633 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-f66eb524-41b0-42e5-9d8c-2185ef777cd0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] delete failed (client error): The resource could not be found. Jul 23 20:30:15.355989 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50984) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:15.356233 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f66eb524-41b0-42e5-9d8c-2185ef777cd0 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/routers/85e769f5-ba45-4bb5-8c5b-12b200c18b65 HTTP/1.1" status: 404 len: 336 time: 0.0481117 Jul 23 20:30:15.383823 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50986) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:15.398236 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-79e6a1ae-5ca0-4300-a3ad-62174e687d80 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] DELETE failed (client error): The resource could not be found. Jul 23 20:30:15.398919 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79e6a1ae-5ca0-4300-a3ad-62174e687d80 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:30:15.400902 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-79e6a1ae-5ca0-4300-a3ad-62174e687d80 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/subnets/e5fac35f-8419-4884-82cd-1aed2d5a654c HTTP/1.1" status: 404 len: 337 time: 0.0438426 Jul 23 20:30:15.404618 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50990) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:15.439474 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b09ccdc-2c28-48d6-b49b-711cff7a910e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] DELETE failed (client error): The resource could not be found. Jul 23 20:30:15.440237 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b09ccdc-2c28-48d6-b49b-711cff7a910e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:30:15.447150 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50992) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:15.448106 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8b09ccdc-2c28-48d6-b49b-711cff7a910e tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/subnets/00511daf-3132-449a-93bc-7aba6a747717 HTTP/1.1" status: 404 len: 337 time: 0.0411952 Jul 23 20:30:15.480547 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-849745c0-c2c1-4541-bd28-bf3a7b46af6a tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] DELETE failed (client error): The resource could not be found. Jul 23 20:30:15.481270 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-849745c0-c2c1-4541-bd28-bf3a7b46af6a tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:30:15.483469 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-849745c0-c2c1-4541-bd28-bf3a7b46af6a tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/subnets/10363356-376d-4077-8435-de14d4aeb961 HTTP/1.1" status: 404 len: 337 time: 0.0350118 Jul 23 20:30:15.489423 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 50994) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:15.540429 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c407f71-5d4a-4dd4-9e19-c8a9ab7c4c30 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] DELETE failed (client error): The resource could not be found. Jul 23 20:30:15.541371 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c407f71-5d4a-4dd4-9e19-c8a9ab7c4c30 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:30:15.546975 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4c407f71-5d4a-4dd4-9e19-c8a9ab7c4c30 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/ports/b9a83457-e1e0-42a9-a6cb-2a5b11b994dc HTTP/1.1" status: 404 len: 333 time: 0.0556593 Jul 23 20:30:15.547178 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 50998) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:15.614456 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc29982e-7f4c-4b6f-b9cd-e1d67c0f6a54 None None] DHCP port deletion for ea376fad-f027-4317-bb9e-195acf68d232 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:30:15.631395 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-57549e0f-194e-4c80-9f48-25ce23f6c19c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] DELETE failed (client error): The resource could not be found. Jul 23 20:30:15.631877 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57549e0f-194e-4c80-9f48-25ce23f6c19c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:30:15.636156 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-57549e0f-194e-4c80-9f48-25ce23f6c19c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/subnets/969c3e02-1515-412e-a0c4-0622ef8e6801 HTTP/1.1" status: 404 len: 337 time: 0.0857131 Jul 23 20:30:15.638179 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51000) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:15.683584 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-74aa8609-02dd-42fc-81d7-eb03d14cefeb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=30b7305f85a8493d9e27dfea75e4aa9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2972302 Jul 23 20:30:15.685509 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51004) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:15.704531 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3ba84fa-4f3e-40f4-8492-d8c730cd2ea5 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] DELETE failed (client error): The resource could not be found. Jul 23 20:30:15.705488 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3ba84fa-4f3e-40f4-8492-d8c730cd2ea5 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:30:15.707895 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e3ba84fa-4f3e-40f4-8492-d8c730cd2ea5 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/subnets/bcb0cf60-5a4e-4c06-a23d-c21876a24605 HTTP/1.1" status: 404 len: 337 time: 0.0686550 Jul 23 20:30:15.713765 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51006) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:15.745741 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-dc29982e-7f4c-4b6f-b9cd-e1d67c0f6a54 None None] Deleting port c832ab38-9f33-40c3-8f28-4cd96032bb5d {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:30:15.746522 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dc29982e-7f4c-4b6f-b9cd-e1d67c0f6a54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:15.755855 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-2463ffb2-0ba7-40cd-b848-40517aa67c8c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] DELETE failed (client error): The resource could not be found. Jul 23 20:30:15.756874 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2463ffb2-0ba7-40cd-b848-40517aa67c8c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:30:15.758904 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2463ffb2-0ba7-40cd-b848-40517aa67c8c tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/ports/897025d4-9647-44ba-9f80-a5fe87986f91 HTTP/1.1" status: 404 len: 333 time: 0.0372732 Jul 23 20:30:15.764518 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51010) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:15.871708 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-36b764ee-5d73-4f6c-9d61-dab3be745de8 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] DELETE failed (client error): The resource could not be found. Jul 23 20:30:15.873038 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36b764ee-5d73-4f6c-9d61-dab3be745de8 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:30:15.887098 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-36b764ee-5d73-4f6c-9d61-dab3be745de8 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/subnets/43ef6201-2acb-4c50-835c-0d7a71f1ff50 HTTP/1.1" status: 404 len: 337 time: 0.1212089 Jul 23 20:30:15.898596 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b31eb4c7-d7b4-4f89-a7a5-a690b8dc7b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:15.901720 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51012) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:15.909168 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-dc29982e-7f4c-4b6f-b9cd-e1d67c0f6a54 None None] For port c832ab38-9f33-40c3-8f28-4cd96032bb5d, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=c832ab38-9f33-40c3-8f28-4cd96032bb5d,segment=NetworkSegment(07155d8e-4353-48af-b453-1aa4c2ec42a3),segment_id=07155d8e-4353-48af-b453-1aa4c2ec42a3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:15.909653 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dc29982e-7f4c-4b6f-b9cd-e1d67c0f6a54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:15.927450 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-dc29982e-7f4c-4b6f-b9cd-e1d67c0f6a54 None None] Calling delete_port for c832ab38-9f33-40c3-8f28-4cd96032bb5d owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:30:15.978028 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-747f6c16-dc85-484e-8b41-83df1fc78371 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] DELETE failed (client error): The resource could not be found. Jul 23 20:30:15.978262 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-747f6c16-dc85-484e-8b41-83df1fc78371 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:30:15.980060 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-747f6c16-dc85-484e-8b41-83df1fc78371 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/subnets/29546f8a-e3b2-4714-a0ba-f9b97ba13c24 HTTP/1.1" status: 404 len: 337 time: 0.0756621 Jul 23 20:30:15.985267 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51016) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:16.014884 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b31eb4c7-d7b4-4f89-a7a5-a690b8dc7b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:16.288058 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:16.295570 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b31eb4c7-d7b4-4f89-a7a5-a690b8dc7b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:16.302156 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b31eb4c7-d7b4-4f89-a7a5-a690b8dc7b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:16.314433 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b31eb4c7-d7b4-4f89-a7a5-a690b8dc7b44 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/30b60f3c-e0ac-4259-a682-725f90a2c44b HTTP/1.1" status: 204 len: 168 time: 0.6278563 Jul 23 20:30:16.334562 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dc29982e-7f4c-4b6f-b9cd-e1d67c0f6a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:16.385018 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdfec0f-aa64-4a36-8dcc-d0a12f9834ef req-2038f4b8-4427-4fc3-9092-30edad8f2597 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:16.388211 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8fdfec0f-aa64-4a36-8dcc-d0a12f9834ef req-2038f4b8-4427-4fc3-9092-30edad8f2597 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 945 time: 0.3170457 Jul 23 20:30:16.391362 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31eb4c7-d7b4-4f89-a7a5-a690b8dc7b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b60f3c-e0ac-4259-a682-725f90a2c44b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:16.396570 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29982e-7f4c-4b6f-b9cd-e1d67c0f6a54 None None] Pushing event deleted for resources: {'Port': ['ID=c832ab38-9f33-40c3-8f28-4cd96032bb5d,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:16.398750 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc29982e-7f4c-4b6f-b9cd-e1d67c0f6a54 None None] No DVR routers for this DVR port c832ab38-9f33-40c3-8f28-4cd96032bb5d on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:30:16.399021 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-309740d7-5de0-4852-b995-727f79426bf3 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Deleting port ab845bfe-4a6a-4b6e-ba29-ee390d66c238 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:30:16.399371 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-309740d7-5de0-4852-b995-727f79426bf3 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:16.598116 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8fdfec0f-aa64-4a36-8dcc-d0a12f9834ef req-6a511940-969f-42b2-8ed1-5ac110f19cde tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034285 Jul 23 20:30:16.605157 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-309740d7-5de0-4852-b995-727f79426bf3 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:16.633427 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-309740d7-5de0-4852-b995-727f79426bf3 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Calling delete_port for ab845bfe-4a6a-4b6e-ba29-ee390d66c238 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:30:16.737083 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device c832ab38-9f33-40c3-8f28-4cd96032bb5d no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:30:16.772613 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: c832ab38-9f33-40c3-8f28-4cd96032bb5d {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:30:16.774075 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device c832ab38-9f33-40c3-8f28-4cd96032bb5d not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:30:16.777803 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-309740d7-5de0-4852-b995-727f79426bf3 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:16.861647 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-309740d7-5de0-4852-b995-727f79426bf3 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:16.864695 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-309740d7-5de0-4852-b995-727f79426bf3 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/ports/ab845bfe-4a6a-4b6e-ba29-ee390d66c238 HTTP/1.1" status: 204 len: 168 time: 0.8716447 Jul 23 20:30:16.866428 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309740d7-5de0-4852-b995-727f79426bf3 tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'Port': ['ID=ab845bfe-4a6a-4b6e-ba29-ee390d66c238,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:16.867304 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51038) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:16.996814 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0782fde4-b06e-470f-bd07-4e727c9d36af tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:17.148869 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0782fde4-b06e-470f-bd07-4e727c9d36af tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:17.166474 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-0782fde4-b06e-470f-bd07-4e727c9d36af tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea376fad-f027-4317-bb9e-195acf68d232']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:17.180799 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-0782fde4-b06e-470f-bd07-4e727c9d36af tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07155d8e-4353-48af-b453-1aa4c2ec42a3') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:17.181166 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-0782fde4-b06e-470f-bd07-4e727c9d36af tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07155d8e-4353-48af-b453-1aa4c2ec42a3') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:17.192616 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0782fde4-b06e-470f-bd07-4e727c9d36af tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:17.209085 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0782fde4-b06e-470f-bd07-4e727c9d36af tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:17.217661 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0782fde4-b06e-470f-bd07-4e727c9d36af tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:30:17.218104 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0782fde4-b06e-470f-bd07-4e727c9d36af tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:17.221853 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:30:17.221853 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:30:17.221853 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:30:17.221853 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:30:17.221853 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:30:17.221853 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:30:17.221853 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:30:17.221853 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:30:17.221853 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:30:17.221853 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:30:17.221853 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:30:17.221853 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:30:17.221853 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:30:17.221853 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:30:17.221853 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:30:17.221853 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:30:17.221853 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:30:17.221853 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:30:17.221853 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:30:17.221853 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:30:17.221853 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:30:17.221853 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:30:17.221853 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:30:17.221853 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:30:17.221853 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:30:17.221853 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:30:17.221853 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:30:17.221853 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:30:17.221853 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:30:17.221853 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:30:17.221853 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:30:17.221853 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:30:17.317821 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0782fde4-b06e-470f-bd07-4e727c9d36af tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:17.331997 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0782fde4-b06e-470f-bd07-4e727c9d36af tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:17.338399 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0782fde4-b06e-470f-bd07-4e727c9d36af tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] 10.222.0.32 "DELETE /v2.0/networks/ea376fad-f027-4317-bb9e-195acf68d232 HTTP/1.1" status: 204 len: 168 time: 0.4646134 Jul 23 20:30:17.370070 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0782fde4-b06e-470f-bd07-4e727c9d36af tempest-PortsTestJSON-595880495 tempest-PortsTestJSON-595880495-project] Pushing event deleted for resources: {'Network': ['ID=ea376fad-f027-4317-bb9e-195acf68d232,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:17.630997 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51072) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:17.679798 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51076) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:17.880875 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a7b89-adc8-4e6b-8a39-7927523f17f5 req-fe73603d-cfe9-4ad6-b5b9-cc5623f98811 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:17.890558 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-003a7b89-adc8-4e6b-8a39-7927523f17f5 req-fe73603d-cfe9-4ad6-b5b9-cc5623f98811 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 945 time: 0.1691473 Jul 23 20:30:17.950716 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-33c5abf2-18f3-4a5b-8414-3f03af9e7d6b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e30eb463c27249bf95b908bf72fc2bf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2691162 Jul 23 20:30:17.954012 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51084) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:18.054946 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-003a7b89-adc8-4e6b-8a39-7927523f17f5 req-8ce3bdb4-94c3-4353-887f-21ac06c67b15 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575780 Jul 23 20:30:18.065774 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-436aa402-f3ea-469a-bff8-49e0dfdfe648 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Request body: {'security_group': {'name': 'tempest-secgroup--793205024'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:18.074894 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-65fded27-4797-4904-ab75-f42afac1d296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:18.102776 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-436aa402-f3ea-469a-bff8-49e0dfdfe648 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:18.115782 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-436aa402-f3ea-469a-bff8-49e0dfdfe648 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:18.136448 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-65fded27-4797-4904-ab75-f42afac1d296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:18.212594 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-65fded27-4797-4904-ab75-f42afac1d296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:18.215956 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-65fded27-4797-4904-ab75-f42afac1d296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:18.217249 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-65fded27-4797-4904-ab75-f42afac1d296 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a9055366-f447-4eb4-b6e4-2754fd106017 HTTP/1.1" status: 204 len: 168 time: 0.2616019 Jul 23 20:30:18.245538 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fded27-4797-4904-ab75-f42afac1d296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9055366-f447-4eb4-b6e4-2754fd106017,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:18.325056 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-436aa402-f3ea-469a-bff8-49e0dfdfe648 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:18.350295 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-436aa402-f3ea-469a-bff8-49e0dfdfe648 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:18.497848 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436aa402-f3ea-469a-bff8-49e0dfdfe648 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=949c3c47-6f1f-4c15-8876-d92916c12d1e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:18.516754 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-436aa402-f3ea-469a-bff8-49e0dfdfe648 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:18.521601 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-436aa402-f3ea-469a-bff8-49e0dfdfe648 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:18.577394 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-436aa402-f3ea-469a-bff8-49e0dfdfe648 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:18.578768 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-436aa402-f3ea-469a-bff8-49e0dfdfe648 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9464700 Jul 23 20:30:18.583258 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51098) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:18.585352 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436aa402-f3ea-469a-bff8-49e0dfdfe648 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a14b3012-aca4-4b09-8926-f6c52aa2133c,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:18.730760 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4c8a0239-a1a1-4946-8d32-656c2e7cffea tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1458886 Jul 23 20:30:18.734800 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51104) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:18.742881 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-92865010-d85b-4c39-9870-0c5a5ca2e3e5 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Request body: {'security_group': {'name': 'tempest-security--632793300', 'description': 'tempest-security-description-141507189'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:18.772357 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-92865010-d85b-4c39-9870-0c5a5ca2e3e5 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:18.855278 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-92865010-d85b-4c39-9870-0c5a5ca2e3e5 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:18.860897 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-92865010-d85b-4c39-9870-0c5a5ca2e3e5 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:18.863703 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-92865010-d85b-4c39-9870-0c5a5ca2e3e5 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:18.865009 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-92865010-d85b-4c39-9870-0c5a5ca2e3e5 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "PUT /v2.0/security-groups/a14b3012-aca4-4b09-8926-f6c52aa2133c HTTP/1.1" status: 200 len: 1778 time: 0.1289978 Jul 23 20:30:18.868549 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51110) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:18.951304 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92865010-d85b-4c39-9870-0c5a5ca2e3e5 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a14b3012-aca4-4b09-8926-f6c52aa2133c,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:18.967187 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b370c1c7-3fd0-4f6b-a5ba-f2ce6218de9d tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "GET /v2.0/security-groups/a14b3012-aca4-4b09-8926-f6c52aa2133c HTTP/1.1" status: 200 len: 1778 time: 0.0949326 Jul 23 20:30:18.968492 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51116) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:19.109512 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-32b3ec99-ce4c-4752-bdf5-a1017854d574 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.183314 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-32b3ec99-ce4c-4752-bdf5-a1017854d574 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.246352 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-32b3ec99-ce4c-4752-bdf5-a1017854d574 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.249418 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-32b3ec99-ce4c-4752-bdf5-a1017854d574 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.260107 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-32b3ec99-ce4c-4752-bdf5-a1017854d574 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "DELETE /v2.0/security-groups/a14b3012-aca4-4b09-8926-f6c52aa2133c HTTP/1.1" status: 204 len: 168 time: 0.2885218 Jul 23 20:30:19.273066 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51128) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:19.273961 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b3ec99-ce4c-4752-bdf5-a1017854d574 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14b3012-aca4-4b09-8926-f6c52aa2133c,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:19.415068 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a35d8f-c417-4c01-b168-1144a372e0fb req-eb323894-25c7-4bc3-9fd5-74171d790939 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:19.419928 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-28d3501a-c859-4cf6-9b88-c9e367b2ac54 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1320488 Jul 23 20:30:19.420175 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51134) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:19.429658 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-33a35d8f-c417-4c01-b168-1144a372e0fb req-eb323894-25c7-4bc3-9fd5-74171d790939 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 945 time: 0.1994762 Jul 23 20:30:19.451073 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-825172b2-458c-4176-83db-8d21aba82fd9 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] delete failed (client error): The resource could not be found. Jul 23 20:30:19.457456 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-825172b2-458c-4176-83db-8d21aba82fd9 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "DELETE /v2.0/security-groups/a14b3012-aca4-4b09-8926-f6c52aa2133c HTTP/1.1" status: 404 len: 347 time: 0.0361199 Jul 23 20:30:19.458398 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51138) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:19.464869 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-b77dcc2a-9201-4ea5-921c-4d33a2c9bd1b tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Request body: {'security_group': {'name': 'tempest-secgroup--1953179476'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:19.522082 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-33a35d8f-c417-4c01-b168-1144a372e0fb req-060a2347-2b38-4b84-a2e2-dd12bd30639c tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914905 Jul 23 20:30:19.534562 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51140) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:19.546711 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b77dcc2a-9201-4ea5-921c-4d33a2c9bd1b tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.684782 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b77dcc2a-9201-4ea5-921c-4d33a2c9bd1b tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.689461 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b77dcc2a-9201-4ea5-921c-4d33a2c9bd1b tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.737901 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-d9010e0a-6ac3-44c5-9bad-f92ba5909286 tempest-DvrRoutersNegativeTest-1277240061 tempest-DvrRoutersNegativeTest-1277240061-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1115324619', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:19.751548 n-d-793618-10 neutron-server[93876]: DEBUG neutron.policy [None req-d9010e0a-6ac3-44c5-9bad-f92ba5909286 tempest-DvrRoutersNegativeTest-1277240061 tempest-DvrRoutersNegativeTest-1277240061-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93876) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 23 20:30:19.751548 n-d-793618-10 neutron-server[93876]: DEBUG neutron.policy [None req-d9010e0a-6ac3-44c5-9bad-f92ba5909286 tempest-DvrRoutersNegativeTest-1277240061 tempest-DvrRoutersNegativeTest-1277240061-project] Failed policy check for 'create_router' {{(pid=93876) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 23 20:30:19.751548 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-d9010e0a-6ac3-44c5-9bad-f92ba5909286 tempest-DvrRoutersNegativeTest-1277240061 tempest-DvrRoutersNegativeTest-1277240061-project] create failed (client error): Access was denied to this resource. Jul 23 20:30:19.751548 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d9010e0a-6ac3-44c5-9bad-f92ba5909286 tempest-DvrRoutersNegativeTest-1277240061 tempest-DvrRoutersNegativeTest-1277240061-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2064178 Jul 23 20:30:19.759476 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b77dcc2a-9201-4ea5-921c-4d33a2c9bd1b tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.760801 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b77dcc2a-9201-4ea5-921c-4d33a2c9bd1b tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3005571 Jul 23 20:30:19.762943 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77dcc2a-9201-4ea5-921c-4d33a2c9bd1b tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3812ca9-7490-447d-a8ef-24646fe1af4b,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:19.766507 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51148) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:19.782715 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-05a41529-3b1a-48b7-be49-1c09a85edcb2 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Request body: {'security_group_rule': {'security_group_id': 'b3812ca9-7490-447d-a8ef-24646fe1af4b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:19.825506 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-05a41529-3b1a-48b7-be49-1c09a85edcb2 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.868064 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [req-4f2588c5-3113-4460-bf4e-b1837b0830fa req-bf3676e9-8e2e-4ac7-a8d6-9e4feff922c5 tempest-MultipleCreateTestJSON-825170441 tempest-MultipleCreateTestJSON-825170441-project] (93876) timed out ('10.222.0.18', 49481) {{(pid=93876) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 20:30:19.922248 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-05a41529-3b1a-48b7-be49-1c09a85edcb2 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.940565 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-05a41529-3b1a-48b7-be49-1c09a85edcb2 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.977964 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a41529-3b1a-48b7-be49-1c09a85edcb2 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14d9a888-7629-4760-9e4d-4fef4bc6c681,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:19.989326 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-05a41529-3b1a-48b7-be49-1c09a85edcb2 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.991174 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-05a41529-3b1a-48b7-be49-1c09a85edcb2 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2221510 Jul 23 20:30:19.993935 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51154) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:20.092654 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-83822421-d79d-4292-917d-e0f255f30ee2 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:20.117538 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-83822421-d79d-4292-917d-e0f255f30ee2 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:20.166354 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-83822421-d79d-4292-917d-e0f255f30ee2 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:20.174723 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-83822421-d79d-4292-917d-e0f255f30ee2 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:20.178663 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51158) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:20.178850 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-83822421-d79d-4292-917d-e0f255f30ee2 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/14d9a888-7629-4760-9e4d-4fef4bc6c681 HTTP/1.1" status: 204 len: 168 time: 0.1830032 Jul 23 20:30:20.186055 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83822421-d79d-4292-917d-e0f255f30ee2 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14d9a888-7629-4760-9e4d-4fef4bc6c681,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:20.279881 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-cb60a101-f20f-4647-99cb-89f949e1b031 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1000247 Jul 23 20:30:20.283647 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51160) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:20.297161 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51164) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:20.372734 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d55b1ee5-6976-4dc5-ba2b-00ead99d852e tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:20.400254 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d55b1ee5-6976-4dc5-ba2b-00ead99d852e tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:20.454744 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d55b1ee5-6976-4dc5-ba2b-00ead99d852e tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:20.460074 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d55b1ee5-6976-4dc5-ba2b-00ead99d852e tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:20.462338 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d55b1ee5-6976-4dc5-ba2b-00ead99d852e tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "DELETE /v2.0/security-groups/b3812ca9-7490-447d-a8ef-24646fe1af4b HTTP/1.1" status: 204 len: 168 time: 0.1769476 Jul 23 20:30:20.465731 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51170) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:20.473573 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b1ee5-6976-4dc5-ba2b-00ead99d852e tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3812ca9-7490-447d-a8ef-24646fe1af4b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:20.553716 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5869dd28-29d3-47f6-929e-2eb0a16ab336 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0861955 Jul 23 20:30:20.558721 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51172) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:20.565770 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-98d13c98-81e0-422a-b385-c1bfd79f7cfd tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Request body: {'security_group': {'name': 'tempest-secgroup--1255473544'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:20.574143 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-700ed1b1-d9fc-4f90-8b3c-5d096efeea17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:20.604063 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-98d13c98-81e0-422a-b385-c1bfd79f7cfd tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:20.795766 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-700ed1b1-d9fc-4f90-8b3c-5d096efeea17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:20.805063 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14880b80-fcc7-4113-8d00-6ceaf08adb35 req-99e7b669-aa0b-4e04-b403-4bd7663f44ee tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:20.807239 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-14880b80-fcc7-4113-8d00-6ceaf08adb35 req-99e7b669-aa0b-4e04-b403-4bd7663f44ee tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 945 time: 0.1503894 Jul 23 20:30:20.809546 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-700ed1b1-d9fc-4f90-8b3c-5d096efeea17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:20.908152 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ed1b1-d9fc-4f90-8b3c-5d096efeea17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35101f14-3d17-4e8f-868f-158737f398cf,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:20.924522 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-700ed1b1-d9fc-4f90-8b3c-5d096efeea17 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=99407872e3034e43a75cd39245a6648e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6259470 Jul 23 20:30:20.928889 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-98d13c98-81e0-422a-b385-c1bfd79f7cfd tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:20.930306 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51182) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:20.981214 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-14880b80-fcc7-4113-8d00-6ceaf08adb35 req-fe0c5fed-20f7-4133-9877-71a3715a0e5b tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154292 Jul 23 20:30:21.019381 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-98d13c98-81e0-422a-b385-c1bfd79f7cfd tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.058102 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-98d13c98-81e0-422a-b385-c1bfd79f7cfd tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.061944 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-98d13c98-81e0-422a-b385-c1bfd79f7cfd tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5014722 Jul 23 20:30:21.062808 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51184) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:21.068278 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-d94a1e60-e495-4f6e-9b5a-dab517d28406 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Request body: {'security_group_rule': {'security_group_id': 'fce3acc1-63d5-40a3-aa35-2c09f8c92383', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:21.118648 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4f7485c-81fb-4b11-a8f2-55e4fb0ef64c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.120368 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d13c98-81e0-422a-b385-c1bfd79f7cfd tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fce3acc1-63d5-40a3-aa35-2c09f8c92383,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:21.120909 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d94a1e60-e495-4f6e-9b5a-dab517d28406 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.164306 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4f7485c-81fb-4b11-a8f2-55e4fb0ef64c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.224500 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d94a1e60-e495-4f6e-9b5a-dab517d28406 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.232364 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d94a1e60-e495-4f6e-9b5a-dab517d28406 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.277355 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4f7485c-81fb-4b11-a8f2-55e4fb0ef64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.283018 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4f7485c-81fb-4b11-a8f2-55e4fb0ef64c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.286790 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c4f7485c-81fb-4b11-a8f2-55e4fb0ef64c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/35101f14-3d17-4e8f-868f-158737f398cf HTTP/1.1" status: 204 len: 168 time: 0.3353562 Jul 23 20:30:21.307393 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7485c-81fb-4b11-a8f2-55e4fb0ef64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35101f14-3d17-4e8f-868f-158737f398cf,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:21.310658 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a1e60-e495-4f6e-9b5a-dab517d28406 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2be03af5-de49-404d-a721-7f0c31f1ea8a,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:21.316341 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d94a1e60-e495-4f6e-9b5a-dab517d28406 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.322278 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d94a1e60-e495-4f6e-9b5a-dab517d28406 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2574544 Jul 23 20:30:21.325076 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51192) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:21.330988 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-340c5c1c-7cc2-4b47-8633-f2e48a8a416a tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Request body: {'security_group_rule': {'security_group_id': 'fce3acc1-63d5-40a3-aa35-2c09f8c92383', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:21.372003 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-340c5c1c-7cc2-4b47-8633-f2e48a8a416a tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.475432 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-340c5c1c-7cc2-4b47-8633-f2e48a8a416a tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.485140 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-340c5c1c-7cc2-4b47-8633-f2e48a8a416a tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.503228 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-340c5c1c-7cc2-4b47-8633-f2e48a8a416a tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.505576 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-340c5c1c-7cc2-4b47-8633-f2e48a8a416a tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1777799 Jul 23 20:30:21.508118 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51196) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:21.514762 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-2ee9bed0-5284-4a66-850d-826e9ba54c3b tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Request body: {'security_group_rule': {'security_group_id': 'fce3acc1-63d5-40a3-aa35-2c09f8c92383', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:21.531323 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c5c1c-7cc2-4b47-8633-f2e48a8a416a tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e07b5b3-9383-4b95-9341-44afca0dc3a6,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:21.561397 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2ee9bed0-5284-4a66-850d-826e9ba54c3b tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.665172 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2ee9bed0-5284-4a66-850d-826e9ba54c3b tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.671097 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2ee9bed0-5284-4a66-850d-826e9ba54c3b tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.694773 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee9bed0-5284-4a66-850d-826e9ba54c3b tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4328463-d816-403a-aa3a-d074dc9c327d,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:21.714474 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2ee9bed0-5284-4a66-850d-826e9ba54c3b tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.717216 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2ee9bed0-5284-4a66-850d-826e9ba54c3b tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2071531 Jul 23 20:30:21.723126 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51204) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:21.730913 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-917add42-a3bd-4046-9e35-b77bdc5bcf0a tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Request body: {'security_group_rule': {'security_group_id': 'fce3acc1-63d5-40a3-aa35-2c09f8c92383', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:21.769681 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-917add42-a3bd-4046-9e35-b77bdc5bcf0a tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.872199 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-917add42-a3bd-4046-9e35-b77bdc5bcf0a tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.878049 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-917add42-a3bd-4046-9e35-b77bdc5bcf0a tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.909367 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917add42-a3bd-4046-9e35-b77bdc5bcf0a tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d828136e-3fc2-48fb-b525-853e66575da6,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:21.919070 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-917add42-a3bd-4046-9e35-b77bdc5bcf0a tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.925531 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-917add42-a3bd-4046-9e35-b77bdc5bcf0a tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1959879 Jul 23 20:30:21.925531 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51216) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:21.934698 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-cfae8ac2-7bbd-48d4-9ef6-c171f6970ba4 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Request body: {'security_group_rule': {'security_group_id': 'fce3acc1-63d5-40a3-aa35-2c09f8c92383', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:22.008620 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cfae8ac2-7bbd-48d4-9ef6-c171f6970ba4 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:22.178601 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cfae8ac2-7bbd-48d4-9ef6-c171f6970ba4 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:22.184170 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cfae8ac2-7bbd-48d4-9ef6-c171f6970ba4 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:22.207815 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae8ac2-7bbd-48d4-9ef6-c171f6970ba4 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53da5cc6-c62d-42de-aaff-5f228ba36c9a,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:22.223041 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a0fa-8a54-4e52-9514-f6da83567ecc req-074ddaf3-97e9-4665-b480-634d7d973cae tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:22.224702 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e2e4a0fa-8a54-4e52-9514-f6da83567ecc req-074ddaf3-97e9-4665-b480-634d7d973cae tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 945 time: 0.1225762 Jul 23 20:30:22.225485 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cfae8ac2-7bbd-48d4-9ef6-c171f6970ba4 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:22.226582 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-cfae8ac2-7bbd-48d4-9ef6-c171f6970ba4 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3016596 Jul 23 20:30:22.229956 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51230) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:22.281621 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e2e4a0fa-8a54-4e52-9514-f6da83567ecc req-d8302727-be0e-4f04-9492-bd1896e3630f tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409076 Jul 23 20:30:22.301775 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e3acb388-25f3-4a16-896e-e086d18a2136 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:22.325076 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e3acb388-25f3-4a16-896e-e086d18a2136 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:22.383731 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e3acb388-25f3-4a16-896e-e086d18a2136 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:22.454705 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e3acb388-25f3-4a16-896e-e086d18a2136 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:22.456017 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e3acb388-25f3-4a16-896e-e086d18a2136 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/53da5cc6-c62d-42de-aaff-5f228ba36c9a HTTP/1.1" status: 204 len: 168 time: 0.2247651 Jul 23 20:30:22.459766 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51240) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:22.475563 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3acb388-25f3-4a16-896e-e086d18a2136 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53da5cc6-c62d-42de-aaff-5f228ba36c9a,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:22.561216 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-67c912b7-b51c-4f09-bcbf-f57a0f4af01f tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0998504 Jul 23 20:30:22.564195 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51242) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:22.597750 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a5831dc4-1ed5-4c51-a354-6779edeeab6e tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:22.608703 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a5831dc4-1ed5-4c51-a354-6779edeeab6e tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:22.668805 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a5831dc4-1ed5-4c51-a354-6779edeeab6e tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:22.678225 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a5831dc4-1ed5-4c51-a354-6779edeeab6e tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:22.685519 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a5831dc4-1ed5-4c51-a354-6779edeeab6e tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/d828136e-3fc2-48fb-b525-853e66575da6 HTTP/1.1" status: 204 len: 168 time: 0.1164262 Jul 23 20:30:22.687156 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51248) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:22.712319 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5831dc4-1ed5-4c51-a354-6779edeeab6e tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d828136e-3fc2-48fb-b525-853e66575da6,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:22.760345 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-dd7ceb16-0dbb-430a-b69a-a1d0e4d433b6 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0690284 Jul 23 20:30:22.760991 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51254) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:22.790332 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-381f2e87-ec16-4dd2-87f0-13e5ca7c828a tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:22.814388 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-381f2e87-ec16-4dd2-87f0-13e5ca7c828a tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:22.895809 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-381f2e87-ec16-4dd2-87f0-13e5ca7c828a tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:22.902586 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-381f2e87-ec16-4dd2-87f0-13e5ca7c828a tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:22.908413 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-381f2e87-ec16-4dd2-87f0-13e5ca7c828a tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/b4328463-d816-403a-aa3a-d074dc9c327d HTTP/1.1" status: 204 len: 168 time: 0.1413376 Jul 23 20:30:22.909115 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51260) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:22.918967 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f2e87-ec16-4dd2-87f0-13e5ca7c828a tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4328463-d816-403a-aa3a-d074dc9c327d,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:22.992763 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51262) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:22.993941 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d79fc120-837f-4326-8df8-14da2b161db8 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0828538 Jul 23 20:30:23.047464 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d96a26f9-06fb-4602-b1f2-5d96d75b1b06 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:23.066030 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d96a26f9-06fb-4602-b1f2-5d96d75b1b06 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:23.159118 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d96a26f9-06fb-4602-b1f2-5d96d75b1b06 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:23.173075 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d96a26f9-06fb-4602-b1f2-5d96d75b1b06 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:23.174563 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d96a26f9-06fb-4602-b1f2-5d96d75b1b06 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/1e07b5b3-9383-4b95-9341-44afca0dc3a6 HTTP/1.1" status: 204 len: 168 time: 0.1808085 Jul 23 20:30:23.177431 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51274) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:23.180638 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a26f9-06fb-4602-b1f2-5d96d75b1b06 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e07b5b3-9383-4b95-9341-44afca0dc3a6,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:23.239702 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c4e82f40-45b9-4417-b9b6-f9828d92a277 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0573962 Jul 23 20:30:23.240270 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51280) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:23.286445 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4f392ea8-c1fa-47a9-82d8-fc2c55d7ff50 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:23.297635 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4f392ea8-c1fa-47a9-82d8-fc2c55d7ff50 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:23.331962 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4f392ea8-c1fa-47a9-82d8-fc2c55d7ff50 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:23.351844 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4f392ea8-c1fa-47a9-82d8-fc2c55d7ff50 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:23.353752 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4f392ea8-c1fa-47a9-82d8-fc2c55d7ff50 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/2be03af5-de49-404d-a721-7f0c31f1ea8a HTTP/1.1" status: 204 len: 168 time: 0.1126537 Jul 23 20:30:23.357920 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51288) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:23.368933 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f392ea8-c1fa-47a9-82d8-fc2c55d7ff50 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2be03af5-de49-404d-a721-7f0c31f1ea8a,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:23.419189 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b49dcf4d-695a-4758-bd25-f39d858a395e tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0598571 Jul 23 20:30:23.421513 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51294) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:23.480230 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf84efa-7279-461a-ad28-d1812aa6b0ab req-4db89ba1-cc68-4d90-934a-334db982708a tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:23.482133 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ecf84efa-7279-461a-ad28-d1812aa6b0ab req-4db89ba1-cc68-4d90-934a-334db982708a tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 945 time: 0.0832758 Jul 23 20:30:23.488031 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-881459a4-17b5-497d-9507-5f559557caf1 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:23.521738 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-881459a4-17b5-497d-9507-5f559557caf1 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:23.535659 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ecf84efa-7279-461a-ad28-d1812aa6b0ab req-6df581ed-73d4-4c14-a955-341caa0c503a tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474429 Jul 23 20:30:23.603111 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-881459a4-17b5-497d-9507-5f559557caf1 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:23.605760 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-881459a4-17b5-497d-9507-5f559557caf1 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:23.606928 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-881459a4-17b5-497d-9507-5f559557caf1 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "DELETE /v2.0/security-groups/fce3acc1-63d5-40a3-aa35-2c09f8c92383 HTTP/1.1" status: 204 len: 168 time: 0.1844342 Jul 23 20:30:23.610903 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51302) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:23.634928 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881459a4-17b5-497d-9507-5f559557caf1 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce3acc1-63d5-40a3-aa35-2c09f8c92383,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:23.677508 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-dc7cfb39-fa9c-43e2-b1b8-077e0583a6fd tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0642388 Jul 23 20:30:23.682963 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51308) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:23.689685 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-143b64b2-2bac-4197-9b28-4109d660514d tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Request body: {'security_group': {'name': 'tempest-secgroup--1590997756'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:23.722675 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-143b64b2-2bac-4197-9b28-4109d660514d tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:23.848082 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-143b64b2-2bac-4197-9b28-4109d660514d tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:23.875470 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-143b64b2-2bac-4197-9b28-4109d660514d tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:23.933761 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-143b64b2-2bac-4197-9b28-4109d660514d tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:23.935733 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-143b64b2-2bac-4197-9b28-4109d660514d tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2505462 Jul 23 20:30:23.938705 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51320) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:23.944025 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-b77a28c5-d273-41a6-8827-589ed78115b7 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Request body: {'security_group_rule': {'security_group_id': 'e8ef415e-2008-4765-ae61-0fdf42fa25a7', 'direction': 'ingress', 'protocol': 17}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:23.950805 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b64b2-2bac-4197-9b28-4109d660514d tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ef415e-2008-4765-ae61-0fdf42fa25a7,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:24.037566 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b77a28c5-d273-41a6-8827-589ed78115b7 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:24.093515 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a13eca-7234-40fb-afae-d553e1fc1afb req-82e044be-87f5-4615-9c58-eceb815248d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:24.095108 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f6a13eca-7234-40fb-afae-d553e1fc1afb req-82e044be-87f5-4615-9c58-eceb815248d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99134e0f99a8419eae5eb1d5d4aedeb7&device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 1097 time: 0.1246440 Jul 23 20:30:24.160055 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b77a28c5-d273-41a6-8827-589ed78115b7 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:24.170748 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b77a28c5-d273-41a6-8827-589ed78115b7 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:24.238075 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a28c5-d273-41a6-8827-589ed78115b7 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34780f5b-7651-494f-a596-ca3f212804af,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:24.257500 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b77a28c5-d273-41a6-8827-589ed78115b7 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:24.258940 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b77a28c5-d273-41a6-8827-589ed78115b7 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3190217 Jul 23 20:30:24.262537 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51338) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:24.295800 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a13eca-7234-40fb-afae-d553e1fc1afb req-60c2e28c-2287-40ce-87e3-b1789bc43b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:24.302142 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f6a13eca-7234-40fb-afae-d553e1fc1afb req-60c2e28c-2287-40ce-87e3-b1789bc43b02 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd3fc2da-f343-4eff-93f0-5695d77abd1d HTTP/1.1" status: 200 len: 917 time: 0.1992414 Jul 23 20:30:24.371283 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-89d212e4-4065-4b0d-9791-9d3c53e064e9 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:24.398961 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-89d212e4-4065-4b0d-9791-9d3c53e064e9 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:24.436335 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f6a13eca-7234-40fb-afae-d553e1fc1afb req-e7034c90-6aaf-40ad-b116-a0f4dfab7c2e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac61d90f-a359-46b2-9a58-fba7455cfbe9 HTTP/1.1" status: 200 len: 1001 time: 0.1184216 Jul 23 20:30:24.471671 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-89d212e4-4065-4b0d-9791-9d3c53e064e9 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:24.474622 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-89d212e4-4065-4b0d-9791-9d3c53e064e9 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:24.475859 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-89d212e4-4065-4b0d-9791-9d3c53e064e9 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "DELETE /v2.0/security-groups/e8ef415e-2008-4765-ae61-0fdf42fa25a7 HTTP/1.1" status: 204 len: 168 time: 0.2122185 Jul 23 20:30:24.479703 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51352) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:24.506024 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d212e4-4065-4b0d-9791-9d3c53e064e9 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ef415e-2008-4765-ae61-0fdf42fa25a7,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:24.540999 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a13eca-7234-40fb-afae-d553e1fc1afb req-afb47088-df24-4230-a278-c7a329de281c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:24.544212 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f6a13eca-7234-40fb-afae-d553e1fc1afb req-afb47088-df24-4230-a278-c7a329de281c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63fa6ddd-c617-40f8-a250-cf59fcf077ba HTTP/1.1" status: 200 len: 855 time: 0.1001806 Jul 23 20:30:24.568394 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-67bba8e0-e7a3-4f5f-8334-b5a77af04e68 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0873930 Jul 23 20:30:24.580702 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51362) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:24.587437 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-f4e54684-ac9c-443e-bf8b-5ef1c38a3b42 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Request body: {'security_group': {'name': 'tempest-secgroup--1632273662'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:24.616018 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f4e54684-ac9c-443e-bf8b-5ef1c38a3b42 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:24.617422 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a13eca-7234-40fb-afae-d553e1fc1afb req-c619d14e-d389-45af-aa8c-0a84cf9ed788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:24.619050 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f6a13eca-7234-40fb-afae-d553e1fc1afb req-c619d14e-d389-45af-aa8c-0a84cf9ed788 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd3fc2da-f343-4eff-93f0-5695d77abd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694249 Jul 23 20:30:24.788680 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f4e54684-ac9c-443e-bf8b-5ef1c38a3b42 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:24.797207 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f4e54684-ac9c-443e-bf8b-5ef1c38a3b42 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:24.838301 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f6a13eca-7234-40fb-afae-d553e1fc1afb req-41e17e57-369c-4a0b-af49-329d83894f8d service neutron] 10.222.0.30 "GET /v2.0/networks/bd3fc2da-f343-4eff-93f0-5695d77abd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125244 Jul 23 20:30:24.855080 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddbf17-d830-4bb6-8c17-516227d49d3d req-9d03d9fa-7ff0-4553-9c18-f7bacbcf644a tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:24.856739 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-47ddbf17-d830-4bb6-8c17-516227d49d3d req-9d03d9fa-7ff0-4553-9c18-f7bacbcf644a tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 945 time: 0.1678743 Jul 23 20:30:24.859876 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e54684-ac9c-443e-bf8b-5ef1c38a3b42 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb76179-4356-4e45-bfa2-9b2f642d943e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:24.881618 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f4e54684-ac9c-443e-bf8b-5ef1c38a3b42 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:24.882947 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f4e54684-ac9c-443e-bf8b-5ef1c38a3b42 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3011768 Jul 23 20:30:24.898283 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51380) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:24.904223 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-040135de-61da-4bdb-8214-e183b0a39de3 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Request body: {'security_group': {'name': 'tempest-secgroup--1758866937'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:24.933856 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-040135de-61da-4bdb-8214-e183b0a39de3 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:24.982350 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-47ddbf17-d830-4bb6-8c17-516227d49d3d req-b25c7b09-397c-4178-9518-b6c6bf0bf97f tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170065 Jul 23 20:30:25.077079 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f6a13eca-7234-40fb-afae-d553e1fc1afb req-781aed2e-815d-4b40-8a7a-6aa1ee749d41 service neutron] 10.222.0.30 "GET /v2.0/networks/bd3fc2da-f343-4eff-93f0-5695d77abd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315257 Jul 23 20:30:25.084683 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-040135de-61da-4bdb-8214-e183b0a39de3 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:25.090575 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-040135de-61da-4bdb-8214-e183b0a39de3 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:25.138697 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-040135de-61da-4bdb-8214-e183b0a39de3 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:25.141974 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-040135de-61da-4bdb-8214-e183b0a39de3 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2423632 Jul 23 20:30:25.142811 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51404) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:25.149970 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-a5038c53-f8e6-409b-be94-7f2b9026ac1f tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Request body: {'security_group_rule': {'security_group_id': 'ecb76179-4356-4e45-bfa2-9b2f642d943e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f95fa7d0-888d-475a-8857-a5dbe834eb28', 'remote_ip_prefix': None}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:25.151294 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040135de-61da-4bdb-8214-e183b0a39de3 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f95fa7d0-888d-475a-8857-a5dbe834eb28,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:25.198183 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5038c53-f8e6-409b-be94-7f2b9026ac1f tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:25.299505 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5038c53-f8e6-409b-be94-7f2b9026ac1f tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:25.304590 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5038c53-f8e6-409b-be94-7f2b9026ac1f tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:25.328065 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5038c53-f8e6-409b-be94-7f2b9026ac1f tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cfd5245-532e-4e6d-9412-8e09eeac2c92,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:25.334471 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5038c53-f8e6-409b-be94-7f2b9026ac1f tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:25.339391 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a5038c53-f8e6-409b-be94-7f2b9026ac1f tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1952534 Jul 23 20:30:25.340078 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51422) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:25.375321 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f5668ead-a835-472a-a2ed-0b8b962ef709 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:25.385292 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f5668ead-a835-472a-a2ed-0b8b962ef709 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:25.422494 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f5668ead-a835-472a-a2ed-0b8b962ef709 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:25.434773 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f5668ead-a835-472a-a2ed-0b8b962ef709 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:25.436172 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f5668ead-a835-472a-a2ed-0b8b962ef709 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/4cfd5245-532e-4e6d-9412-8e09eeac2c92 HTTP/1.1" status: 204 len: 168 time: 0.0939322 Jul 23 20:30:25.438869 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51430) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:25.441376 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5668ead-a835-472a-a2ed-0b8b962ef709 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4cfd5245-532e-4e6d-9412-8e09eeac2c92,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:25.489385 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e8fdc26b-a27b-4db8-942c-571c84fe49e6 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0491731 Jul 23 20:30:25.492294 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51434) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:25.561297 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c78115fc-f580-4aa9-b076-118ae4185bf8 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:25.594441 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c78115fc-f580-4aa9-b076-118ae4185bf8 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:25.665033 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c78115fc-f580-4aa9-b076-118ae4185bf8 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:25.671470 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c78115fc-f580-4aa9-b076-118ae4185bf8 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:25.671470 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c78115fc-f580-4aa9-b076-118ae4185bf8 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "DELETE /v2.0/security-groups/f95fa7d0-888d-475a-8857-a5dbe834eb28 HTTP/1.1" status: 204 len: 168 time: 0.1777978 Jul 23 20:30:25.674132 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51446) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:25.680894 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78115fc-f580-4aa9-b076-118ae4185bf8 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95fa7d0-888d-475a-8857-a5dbe834eb28,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:25.752767 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ec265969-129a-403a-8852-622bf47185fd tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0751383 Jul 23 20:30:25.753247 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51450) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:25.818969 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4bb839f3-eb42-4887-b8e5-cf6fcdfebfda tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:25.847346 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4bb839f3-eb42-4887-b8e5-cf6fcdfebfda tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:25.907174 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4bb839f3-eb42-4887-b8e5-cf6fcdfebfda tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:25.909873 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4bb839f3-eb42-4887-b8e5-cf6fcdfebfda tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:25.911362 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4bb839f3-eb42-4887-b8e5-cf6fcdfebfda tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "DELETE /v2.0/security-groups/ecb76179-4356-4e45-bfa2-9b2f642d943e HTTP/1.1" status: 204 len: 168 time: 0.1567023 Jul 23 20:30:25.914349 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51452) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:25.926449 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb839f3-eb42-4887-b8e5-cf6fcdfebfda tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb76179-4356-4e45-bfa2-9b2f642d943e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:25.993385 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-09f43523-12de-4562-ae55-fcbe89e624c4 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0756578 Jul 23 20:30:25.997281 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51458) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:26.002192 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-30b23b37-7dfb-4f95-81f9-657b2c53e58a tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Request body: {'security_group': {'name': 'tempest-secgroup--1199324620'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:26.033910 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-30b23b37-7dfb-4f95-81f9-657b2c53e58a tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:26.050104 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51462) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:26.168895 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-30b23b37-7dfb-4f95-81f9-657b2c53e58a tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:26.184768 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409cc584-52b1-427c-aced-cd250b23dbfb req-4fd88616-87b3-48fe-98ac-64f5c27d93e7 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:26.186529 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-409cc584-52b1-427c-aced-cd250b23dbfb req-4fd88616-87b3-48fe-98ac-64f5c27d93e7 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 945 time: 0.0990942 Jul 23 20:30:26.187123 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e2c045f6-1804-4b28-9287-ef8cc7dc692b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:26.187284 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-30b23b37-7dfb-4f95-81f9-657b2c53e58a tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:26.246194 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b23b37-7dfb-4f95-81f9-657b2c53e58a tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87cefe2f-0d14-4dec-b1ff-0d05d3028913,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:26.264409 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-409cc584-52b1-427c-aced-cd250b23dbfb req-70fd37cf-6acf-4ff0-aa99-f7a1c0305cc1 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710125 Jul 23 20:30:26.320716 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e2c045f6-1804-4b28-9287-ef8cc7dc692b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:26.325849 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e2c045f6-1804-4b28-9287-ef8cc7dc692b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:26.330468 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-30b23b37-7dfb-4f95-81f9-657b2c53e58a tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:26.335109 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-30b23b37-7dfb-4f95-81f9-657b2c53e58a tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3339849 Jul 23 20:30:26.335337 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51466) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:26.340571 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-198a3774-865d-44d8-b3cd-b9cc1aeae3e6 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Request body: {'security_group_rule': {'security_group_id': '87cefe2f-0d14-4dec-b1ff-0d05d3028913', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:26.364762 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c045f6-1804-4b28-9287-ef8cc7dc692b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276ff6bd-1ca0-42dc-9225-5358c165e70d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:26.371039 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-198a3774-865d-44d8-b3cd-b9cc1aeae3e6 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:26.371310 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e2c045f6-1804-4b28-9287-ef8cc7dc692b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2e679db3a49c4f8c92aecbffc4765cdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3201022 Jul 23 20:30:26.374137 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51468) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:26.426139 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-435b1f23-09f6-4d05-b05a-a28df57b219a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:26.437321 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-198a3774-865d-44d8-b3cd-b9cc1aeae3e6 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:26.441498 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-198a3774-865d-44d8-b3cd-b9cc1aeae3e6 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:26.451429 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-435b1f23-09f6-4d05-b05a-a28df57b219a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:26.459544 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a3774-865d-44d8-b3cd-b9cc1aeae3e6 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4706f8be-17c4-43c9-a5c1-ab812575a062,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:26.468706 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-198a3774-865d-44d8-b3cd-b9cc1aeae3e6 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:26.470266 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-198a3774-865d-44d8-b3cd-b9cc1aeae3e6 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1339240 Jul 23 20:30:26.473159 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51470) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:26.519846 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e4aa195-04ec-4187-afd1-6f72b0e30520 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:26.530511 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e4aa195-04ec-4187-afd1-6f72b0e30520 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:26.553786 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-435b1f23-09f6-4d05-b05a-a28df57b219a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:26.556620 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-435b1f23-09f6-4d05-b05a-a28df57b219a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:26.560908 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-435b1f23-09f6-4d05-b05a-a28df57b219a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/276ff6bd-1ca0-42dc-9225-5358c165e70d HTTP/1.1" status: 204 len: 168 time: 0.1834357 Jul 23 20:30:26.571178 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b1f23-09f6-4d05-b05a-a28df57b219a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276ff6bd-1ca0-42dc-9225-5358c165e70d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:26.575287 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e4aa195-04ec-4187-afd1-6f72b0e30520 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:26.583577 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e4aa195-04ec-4187-afd1-6f72b0e30520 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:26.588166 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5e4aa195-04ec-4187-afd1-6f72b0e30520 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/4706f8be-17c4-43c9-a5c1-ab812575a062 HTTP/1.1" status: 204 len: 168 time: 0.1105623 Jul 23 20:30:26.588393 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51474) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:26.605083 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4aa195-04ec-4187-afd1-6f72b0e30520 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4706f8be-17c4-43c9-a5c1-ab812575a062,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:26.661724 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-02ddc226-c55b-46ac-b6dd-c1714160b9d6 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0720634 Jul 23 20:30:26.665014 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51476) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:26.733798 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d197db0d-a4b5-489c-b96f-dbe730eec44b tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:26.767079 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d197db0d-a4b5-489c-b96f-dbe730eec44b tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:26.814382 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d197db0d-a4b5-489c-b96f-dbe730eec44b tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:26.817462 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d197db0d-a4b5-489c-b96f-dbe730eec44b tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:26.818941 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d197db0d-a4b5-489c-b96f-dbe730eec44b tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "DELETE /v2.0/security-groups/87cefe2f-0d14-4dec-b1ff-0d05d3028913 HTTP/1.1" status: 204 len: 168 time: 0.1526983 Jul 23 20:30:26.821971 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51480) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:26.831404 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d197db0d-a4b5-489c-b96f-dbe730eec44b tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cefe2f-0d14-4dec-b1ff-0d05d3028913,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:26.895440 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9118f2f9-4aad-403b-97ed-f553153d8801 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0677691 Jul 23 20:30:26.896072 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51482) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:26.896422 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51484) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:26.902434 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-be444165-4317-4011-881d-3499f758249f tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Request body: {'security_group': {'name': 'tempest-secgroup--131899329'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:26.920185 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fa26d4d0-04d6-4ad8-b604-9626b745cae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:26.949552 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-be444165-4317-4011-881d-3499f758249f tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:27.070570 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fa26d4d0-04d6-4ad8-b604-9626b745cae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:27.079820 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fa26d4d0-04d6-4ad8-b604-9626b745cae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:27.138957 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26d4d0-04d6-4ad8-b604-9626b745cae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923b3bfc-4943-4d53-98da-d43296e73271,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:27.148629 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-fa26d4d0-04d6-4ad8-b604-9626b745cae3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be5e7c02a92b44e6a4d80635bcfb56d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2511616 Jul 23 20:30:27.151554 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51488) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:27.207967 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6c350184-8957-45e7-bb4c-8ddd8da25110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:27.208508 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-be444165-4317-4011-881d-3499f758249f tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:27.213664 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-be444165-4317-4011-881d-3499f758249f tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:27.233961 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6c350184-8957-45e7-bb4c-8ddd8da25110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:27.248733 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-be444165-4317-4011-881d-3499f758249f tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:27.250128 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-be444165-4317-4011-881d-3499f758249f tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3515034 Jul 23 20:30:27.252938 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51490) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:27.258588 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-06746b83-fd4e-48bb-a553-415c4fa7160b tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Request body: {'security_group_rule': {'security_group_id': 'e57cb88f-fe71-43e4-89a6-f46dc6f8dadc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:27.265836 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be444165-4317-4011-881d-3499f758249f tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e57cb88f-fe71-43e4-89a6-f46dc6f8dadc,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:27.288721 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06746b83-fd4e-48bb-a553-415c4fa7160b tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:27.305628 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6c350184-8957-45e7-bb4c-8ddd8da25110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:27.308893 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6c350184-8957-45e7-bb4c-8ddd8da25110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:27.312731 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6c350184-8957-45e7-bb4c-8ddd8da25110 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/923b3bfc-4943-4d53-98da-d43296e73271 HTTP/1.1" status: 204 len: 168 time: 0.1600287 Jul 23 20:30:27.321785 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device ac61d90f-a359-46b2-9a58-fba7455cfbe9 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:30:27.325914 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c350184-8957-45e7-bb4c-8ddd8da25110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923b3bfc-4943-4d53-98da-d43296e73271,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:27.374705 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06746b83-fd4e-48bb-a553-415c4fa7160b tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:27.404767 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06746b83-fd4e-48bb-a553-415c4fa7160b tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:27.449372 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06746b83-fd4e-48bb-a553-415c4fa7160b tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:27.453622 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:27.454119 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51496) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:27.455462 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-06746b83-fd4e-48bb-a553-415c4fa7160b tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2014313 Jul 23 20:30:27.474256 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06746b83-fd4e-48bb-a553-415c4fa7160b tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=388b8c2e-62fd-4039-8c3b-d6c97a7146a0,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:27.489033 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1acf7f2e-deca-4fe7-8f40-60ec92fc7a0b tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "GET /v2.0/security-group-rules/388b8c2e-62fd-4039-8c3b-d6c97a7146a0 HTTP/1.1" status: 200 len: 763 time: 0.0309210 Jul 23 20:30:27.489737 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51498) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:27.546047 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port ac61d90f-a359-46b2-9a58-fba7455cfbe9, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=ac61d90f-a359-46b2-9a58-fba7455cfbe9,segment=NetworkSegment(200529f2-acc5-4abc-91bf-3609d16ae961),segment_id=200529f2-acc5-4abc-91bf-3609d16ae961)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:27.551203 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac61d90f-a359-46b2-9a58-fba7455cfbe9'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:30:27.553496 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a37e78-cd12-413d-9ff2-8b6ea8d3e41b req-f8e8e5cd-ffc7-4a0f-96c2-e5fc5cb1c108 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:27.556983 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b3a37e78-cd12-413d-9ff2-8b6ea8d3e41b req-f8e8e5cd-ffc7-4a0f-96c2-e5fc5cb1c108 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 945 time: 0.1670156 Jul 23 20:30:27.558133 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfbeac6-318a-43bd-8cae-6a493ce4972c" -d '{"events": [{"server_uuid": "fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2", "name": "network-vif-unplugged", "status": "completed", "tag": "ac61d90f-a359-46b2-9a58-fba7455cfbe9"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:30:27.564445 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:27.593818 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f97b6612-e017-4d8c-bfa4-aca3093a0465 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1025002 Jul 23 20:30:27.597006 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51502) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:27.643611 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59d9437b-4b45-4d05-9f51-a51e69036096 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:27.651438 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=ac61d90f-a359-46b2-9a58-fba7455cfbe9,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:27.653715 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59d9437b-4b45-4d05-9f51-a51e69036096 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:27.663094 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:27.663790 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:27.664332 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:27.664904 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:27.665689 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:27.666685 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:27.667480 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:27.668223 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:27.668976 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:27.669648 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:27.670336 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:27.671024 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:27.686150 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 20:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0b5848-53ce-4604-9e9c-d253c8f4e1e2 x-openstack-request-id: req-1b0b5848-53ce-4604-9e9c-d253c8f4e1e2 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:30:27.686807 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2", "name": "network-vif-unplugged", "status": "failed", "tag": "ac61d90f-a359-46b2-9a58-fba7455cfbe9", "code": 422}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:30:27.687147 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1b0b5848-53ce-4604-9e9c-d253c8f4e1e2 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:30:27.687781 n-d-793618-10 neutron-server[93877]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ac61d90f-a359-46b2-9a58-fba7455cfbe9', 'code': 422} returned with failed status Jul 23 20:30:27.699916 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b3a37e78-cd12-413d-9ff2-8b6ea8d3e41b req-5dc58966-1ee3-4b8b-8708-09c8d523d972 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190464 Jul 23 20:30:27.710331 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59d9437b-4b45-4d05-9f51-a51e69036096 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:27.721570 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-59d9437b-4b45-4d05-9f51-a51e69036096 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:27.723576 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-59d9437b-4b45-4d05-9f51-a51e69036096 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/388b8c2e-62fd-4039-8c3b-d6c97a7146a0 HTTP/1.1" status: 204 len: 168 time: 0.1253340 Jul 23 20:30:27.726632 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51506) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:27.755995 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9437b-4b45-4d05-9f51-a51e69036096 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=388b8c2e-62fd-4039-8c3b-d6c97a7146a0,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:27.805751 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d9201dc0-64c2-4337-a656-3fb8a1d1117e tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0749452 Jul 23 20:30:27.810405 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51510) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:27.817139 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-8686bd23-d616-403d-b80f-6dd9dd48d7d1 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Request body: {'security_group_rule': {'security_group_id': 'e57cb88f-fe71-43e4-89a6-f46dc6f8dadc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:27.863200 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8686bd23-d616-403d-b80f-6dd9dd48d7d1 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:27.928437 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8686bd23-d616-403d-b80f-6dd9dd48d7d1 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:27.936636 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8686bd23-d616-403d-b80f-6dd9dd48d7d1 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:27.963381 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8686bd23-d616-403d-b80f-6dd9dd48d7d1 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca1c2e83-f633-4303-ac62-30aa7b868f7f,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:27.977655 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8686bd23-d616-403d-b80f-6dd9dd48d7d1 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:27.980706 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8686bd23-d616-403d-b80f-6dd9dd48d7d1 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1688080 Jul 23 20:30:27.983569 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51520) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:28.009505 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-eaf2050c-7aae-4b6f-99eb-34d8a6f536f3 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "GET /v2.0/security-group-rules/ca1c2e83-f633-4303-ac62-30aa7b868f7f HTTP/1.1" status: 200 len: 763 time: 0.0243874 Jul 23 20:30:28.012656 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51526) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:28.099894 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0c5e5136-0c88-48e9-8f16-504c17d21ee8 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0846698 Jul 23 20:30:28.102882 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51532) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:28.138950 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d58e3280-bd1a-4228-9ccc-78a0abcb8298 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:28.151605 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d58e3280-bd1a-4228-9ccc-78a0abcb8298 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:28.200373 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d58e3280-bd1a-4228-9ccc-78a0abcb8298 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:28.211010 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d58e3280-bd1a-4228-9ccc-78a0abcb8298 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:28.215718 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51536) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:28.218100 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d58e3280-bd1a-4228-9ccc-78a0abcb8298 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/ca1c2e83-f633-4303-ac62-30aa7b868f7f HTTP/1.1" status: 204 len: 168 time: 0.1140332 Jul 23 20:30:28.243113 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e3280-bd1a-4228-9ccc-78a0abcb8298 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca1c2e83-f633-4303-ac62-30aa7b868f7f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:28.298915 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b290858b-b5be-40fc-adb3-e52972389cf7 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0787108 Jul 23 20:30:28.301744 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51540) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:28.313775 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-e30ce21d-a9ec-4a44-97c6-3963ba0e3142 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Request body: {'security_group_rule': {'security_group_id': 'e57cb88f-fe71-43e4-89a6-f46dc6f8dadc', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:28.364958 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e30ce21d-a9ec-4a44-97c6-3963ba0e3142 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:28.453826 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e30ce21d-a9ec-4a44-97c6-3963ba0e3142 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:28.462453 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e30ce21d-a9ec-4a44-97c6-3963ba0e3142 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:28.484780 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e30ce21d-a9ec-4a44-97c6-3963ba0e3142 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:28.486691 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e30ce21d-a9ec-4a44-97c6-3963ba0e3142 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1838057 Jul 23 20:30:28.489848 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51554) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:28.500287 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ce21d-a9ec-4a44-97c6-3963ba0e3142 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4939c23f-ddab-487c-8309-e7702c423078,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:28.524312 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b2e070ac-3796-4b4f-a19d-041c490c6e1d tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "GET /v2.0/security-group-rules/4939c23f-ddab-487c-8309-e7702c423078 HTTP/1.1" status: 200 len: 764 time: 0.0337586 Jul 23 20:30:28.528314 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51556) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:28.590027 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8599acf8-ab12-419a-9edd-71cb31253937 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0608170 Jul 23 20:30:28.592490 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51560) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:28.654102 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2c524fda-1b73-41b7-a257-4f4eb0e40175 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:28.677932 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2c524fda-1b73-41b7-a257-4f4eb0e40175 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:28.735221 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2c524fda-1b73-41b7-a257-4f4eb0e40175 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:28.755633 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2c524fda-1b73-41b7-a257-4f4eb0e40175 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:28.758250 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2c524fda-1b73-41b7-a257-4f4eb0e40175 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/4939c23f-ddab-487c-8309-e7702c423078 HTTP/1.1" status: 204 len: 168 time: 0.1644413 Jul 23 20:30:28.762323 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51566) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:28.784187 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c524fda-1b73-41b7-a257-4f4eb0e40175 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4939c23f-ddab-487c-8309-e7702c423078,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:28.845012 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-34cee967-4013-43ab-b946-b766e069f091 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0786114 Jul 23 20:30:28.845887 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51570) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:28.926335 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-478fb219-e1b8-494f-9464-5aac3d024aaa tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:28.962960 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-478fb219-e1b8-494f-9464-5aac3d024aaa tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:29.031715 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-478fb219-e1b8-494f-9464-5aac3d024aaa tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:29.035770 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-478fb219-e1b8-494f-9464-5aac3d024aaa tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:29.040080 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51576) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:29.050437 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-478fb219-e1b8-494f-9464-5aac3d024aaa tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "DELETE /v2.0/security-groups/e57cb88f-fe71-43e4-89a6-f46dc6f8dadc HTTP/1.1" status: 204 len: 168 time: 0.2032020 Jul 23 20:30:29.076545 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478fb219-e1b8-494f-9464-5aac3d024aaa tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57cb88f-fe71-43e4-89a6-f46dc6f8dadc,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:29.146818 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-dc3d6d1f-a76d-47fa-b093-eb53f7595c31 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1055515 Jul 23 20:30:29.154362 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51582) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:29.218363 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-77c0fc45-4ea9-4de9-962f-58d11e3af840 tempest-SecGroupTest-227025201 tempest-SecGroupTest-227025201-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0620623 Jul 23 20:30:29.508116 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1906d04-de99-45c6-8538-d8e09a673bb6 req-adcd17cc-11a0-4090-9f9c-f12b70249730 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:29.512678 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b1906d04-de99-45c6-8538-d8e09a673bb6 req-adcd17cc-11a0-4090-9f9c-f12b70249730 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 943 time: 0.1016860 Jul 23 20:30:29.601377 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b1906d04-de99-45c6-8538-d8e09a673bb6 req-32e581b8-e8bc-469b-81cd-70cdd43265d8 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823119 Jul 23 20:30:29.647569 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51610) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:29.912266 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51620) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:30.087305 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51628) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:30.105693 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-67e8f612-a162-43ca-aa02-e83bcb50393a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6af421d2a425479f8ae0dfd91db1562e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4566784 Jul 23 20:30:30.109070 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51632) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:30.238332 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a83f8-62fa-4b88-a150-379a59287c60 req-67b3324f-efdc-47f4-ac87-a5008e8cf818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:30.240442 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2d3a83f8-62fa-4b88-a150-379a59287c60 req-67b3324f-efdc-47f4-ac87-a5008e8cf818 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eda0e896-c427-4339-a5ab-253ebbcf82ac HTTP/1.1" status: 200 len: 1098 time: 0.3265679 Jul 23 20:30:30.240911 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae90b9a8-ea9e-4e28-b725-0f55a977f13a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:30.293396 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2d3a83f8-62fa-4b88-a150-379a59287c60 req-daeeaf1b-5e8a-4cbb-9cc5-8de4ebe74889 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bb1644f7-b49f-4015-9875-e8f887c8f869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387697 Jul 23 20:30:30.308994 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae90b9a8-ea9e-4e28-b725-0f55a977f13a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:30.371271 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8a4172a7-8071-4fa8-870d-883f71eb9d0c req-aa8dcc34-e118-4d90-a6b3-1b0d4f6c5a7a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2819593 Jul 23 20:30:30.401111 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae90b9a8-ea9e-4e28-b725-0f55a977f13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:30.404898 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae90b9a8-ea9e-4e28-b725-0f55a977f13a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:30.405655 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ae90b9a8-ea9e-4e28-b725-0f55a977f13a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/949c3c47-6f1f-4c15-8876-d92916c12d1e HTTP/1.1" status: 204 len: 168 time: 0.2961943 Jul 23 20:30:30.415608 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90b9a8-ea9e-4e28-b725-0f55a977f13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949c3c47-6f1f-4c15-8876-d92916c12d1e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:31.039463 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c58c6c-53b0-4509-92a2-45d0205401e3 req-4e70492a-8918-4be0-8c38-d9bd2abf023f tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:31.041940 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-42c58c6c-53b0-4509-92a2-45d0205401e3 req-4e70492a-8918-4be0-8c38-d9bd2abf023f tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 943 time: 0.2783349 Jul 23 20:30:31.160254 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-42c58c6c-53b0-4509-92a2-45d0205401e3 req-9a8dc132-6b51-426a-89ca-74cd59f88bf7 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923314 Jul 23 20:30:31.339674 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device ac61d90f-a359-46b2-9a58-fba7455cfbe9 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:30:31.740051 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51724) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:31.832185 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4172a7-8071-4fa8-870d-883f71eb9d0c req-90cf82da-6a01-4819-9259-0eec770e5069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:31.833875 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8a4172a7-8071-4fa8-870d-883f71eb9d0c req-90cf82da-6a01-4819-9259-0eec770e5069 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2&tenant_id=99134e0f99a8419eae5eb1d5d4aedeb7 HTTP/1.1" status: 200 len: 1095 time: 0.1316895 Jul 23 20:30:31.977227 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-f819575e-e96e-460d-97b3-b7f9af0692b4 tempest-SubnetPoolsTestJSON-1874116735 tempest-SubnetPoolsTestJSON-1874116735-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-683961371', 'prefixes': ['172.20.0.0/16']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:31.999691 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4172a7-8071-4fa8-870d-883f71eb9d0c req-49b24245-515b-416a-a9b9-c38b84b4d9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:32.003537 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8a4172a7-8071-4fa8-870d-883f71eb9d0c req-49b24245-515b-416a-a9b9-c38b84b4d9ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99134e0f99a8419eae5eb1d5d4aedeb7&device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 1095 time: 0.1415675 Jul 23 20:30:32.109892 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f819575e-e96e-460d-97b3-b7f9af0692b4 tempest-SubnetPoolsTestJSON-1874116735 tempest-SubnetPoolsTestJSON-1874116735-project] Notify callbacks [] for subnetpool, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:32.114535 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51768) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:32.116308 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f819575e-e96e-460d-97b3-b7f9af0692b4 tempest-SubnetPoolsTestJSON-1874116735 tempest-SubnetPoolsTestJSON-1874116735-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3746238 Jul 23 20:30:32.192416 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d48a5020-e5d8-4446-8f18-be992d60e934 tempest-SubnetPoolsTestJSON-1874116735 tempest-SubnetPoolsTestJSON-1874116735-project] 10.222.0.32 "GET /v2.0/subnetpools/2141ec91-2e04-4069-aa54-8ad7f3bc21bc HTTP/1.1" status: 200 len: 731 time: 0.0746009 Jul 23 20:30:32.197221 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51778) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:32.203380 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-47dfe4bc-f06c-45d1-80a4-7ae3aa3b6ae0 tempest-SubnetPoolsTestJSON-1874116735 tempest-SubnetPoolsTestJSON-1874116735-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1383567248'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:32.255989 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4172a7-8071-4fa8-870d-883f71eb9d0c req-f376cfdc-b3fa-45fd-aaf1-e5e076f736ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:32.257735 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8a4172a7-8071-4fa8-870d-883f71eb9d0c req-f376cfdc-b3fa-45fd-aaf1-e5e076f736ef service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd3fc2da-f343-4eff-93f0-5695d77abd1d HTTP/1.1" status: 200 len: 917 time: 0.2451880 Jul 23 20:30:32.458188 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-47dfe4bc-f06c-45d1-80a4-7ae3aa3b6ae0 tempest-SubnetPoolsTestJSON-1874116735 tempest-SubnetPoolsTestJSON-1874116735-project] Notify callbacks [] for subnetpool, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:32.462633 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-47dfe4bc-f06c-45d1-80a4-7ae3aa3b6ae0 tempest-SubnetPoolsTestJSON-1874116735 tempest-SubnetPoolsTestJSON-1874116735-project] 10.222.0.32 "PUT /v2.0/subnetpools/2141ec91-2e04-4069-aa54-8ad7f3bc21bc HTTP/1.1" status: 200 len: 684 time: 0.2636437 Jul 23 20:30:32.466587 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8a4172a7-8071-4fa8-870d-883f71eb9d0c req-f6c55491-bb32-49f2-aeb5-bd497f94d1fa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac61d90f-a359-46b2-9a58-fba7455cfbe9 HTTP/1.1" status: 200 len: 999 time: 0.2022989 Jul 23 20:30:32.467621 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51806) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:32.521031 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6e283-92e3-444e-b353-266f11957726 req-e7f4fd68-9d3a-4e47-93a8-0a06ffea3603 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:32.546632 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3ab6e283-92e3-444e-b353-266f11957726 req-e7f4fd68-9d3a-4e47-93a8-0a06ffea3603 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 943 time: 0.1412020 Jul 23 20:30:32.611432 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3ab6e283-92e3-444e-b353-266f11957726 req-0093ab9d-5348-4606-9622-c1c1ba85fec5 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635538 Jul 23 20:30:32.621049 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4172a7-8071-4fa8-870d-883f71eb9d0c req-87ff806b-f334-4d6b-bb29-323bb014e29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:32.622797 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8a4172a7-8071-4fa8-870d-883f71eb9d0c req-87ff806b-f334-4d6b-bb29-323bb014e29b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63fa6ddd-c617-40f8-a250-cf59fcf077ba HTTP/1.1" status: 200 len: 855 time: 0.1443086 Jul 23 20:30:32.720063 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-65884208-d0e0-4eab-8d09-a983f377887f tempest-SubnetPoolsTestJSON-1874116735 tempest-SubnetPoolsTestJSON-1874116735-project] Notify callbacks [] for subnetpool, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:32.721718 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-65884208-d0e0-4eab-8d09-a983f377887f tempest-SubnetPoolsTestJSON-1874116735 tempest-SubnetPoolsTestJSON-1874116735-project] 10.222.0.32 "DELETE /v2.0/subnetpools/2141ec91-2e04-4069-aa54-8ad7f3bc21bc HTTP/1.1" status: 204 len: 168 time: 0.2527230 Jul 23 20:30:32.724947 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51836) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:32.761983 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-30e541c4-ae6c-4cd7-b4e4-8b5ffe534062 tempest-SubnetPoolsTestJSON-1874116735 tempest-SubnetPoolsTestJSON-1874116735-project] show failed (client error): The resource could not be found. Jul 23 20:30:32.765994 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51842) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:32.773063 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-30e541c4-ae6c-4cd7-b4e4-8b5ffe534062 tempest-SubnetPoolsTestJSON-1874116735 tempest-SubnetPoolsTestJSON-1874116735-project] 10.222.0.32 "GET /v2.0/subnetpools/2141ec91-2e04-4069-aa54-8ad7f3bc21bc HTTP/1.1" status: 404 len: 346 time: 0.0468166 Jul 23 20:30:32.785233 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-01b8b953-c424-4c4e-93d5-d6665e426992 tempest-SubnetPoolsTestJSON-1874116735 tempest-SubnetPoolsTestJSON-1874116735-project] delete failed (client error): The resource could not be found. Jul 23 20:30:32.786362 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4172a7-8071-4fa8-870d-883f71eb9d0c req-a123bbd4-c00a-437e-ad6b-5f6a1a5d18fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:32.788017 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8a4172a7-8071-4fa8-870d-883f71eb9d0c req-a123bbd4-c00a-437e-ad6b-5f6a1a5d18fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd3fc2da-f343-4eff-93f0-5695d77abd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1493695 Jul 23 20:30:32.793496 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-01b8b953-c424-4c4e-93d5-d6665e426992 tempest-SubnetPoolsTestJSON-1874116735 tempest-SubnetPoolsTestJSON-1874116735-project] 10.222.0.32 "DELETE /v2.0/subnetpools/2141ec91-2e04-4069-aa54-8ad7f3bc21bc HTTP/1.1" status: 404 len: 346 time: 0.0263846 Jul 23 20:30:32.938509 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8a4172a7-8071-4fa8-870d-883f71eb9d0c req-4dec31ce-4300-4e20-9da8-d424c7c0f222 service neutron] 10.222.0.30 "GET /v2.0/networks/bd3fc2da-f343-4eff-93f0-5695d77abd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431618 Jul 23 20:30:33.111146 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8a4172a7-8071-4fa8-870d-883f71eb9d0c req-56e00cf7-62a3-4cb0-8174-25faffc22822 service neutron] 10.222.0.30 "GET /v2.0/networks/bd3fc2da-f343-4eff-93f0-5695d77abd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652088 Jul 23 20:30:33.277858 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 51898) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:33.355176 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51912) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:33.567364 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-120fc5b7-b7d0-4f4b-a9cd-64936231a13a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:33.667083 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0eb357bc-ebcc-498c-b76e-40711a6dafb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:33.874957 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-120fc5b7-b7d0-4f4b-a9cd-64936231a13a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:33.883910 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39020f-a2f4-4668-ac6c-53efeac5657b req-90281f9b-358f-4e3d-884a-aa1d9856945e tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:33.886186 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-be39020f-a2f4-4668-ac6c-53efeac5657b req-90281f9b-358f-4e3d-884a-aa1d9856945e tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 943 time: 0.1402955 Jul 23 20:30:33.887772 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-120fc5b7-b7d0-4f4b-a9cd-64936231a13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:33.983041 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120fc5b7-b7d0-4f4b-a9cd-64936231a13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abba61c7-0d27-4911-9454-2422ee7bfddd,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:34.038699 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-be39020f-a2f4-4668-ac6c-53efeac5657b req-b286febf-c045-49a3-a1b4-f154cab9db6e tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055746 Jul 23 20:30:34.046245 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-120fc5b7-b7d0-4f4b-a9cd-64936231a13a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1d7b7309bb64721a3fc7c834f303593&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6899812 Jul 23 20:30:34.048874 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51996) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:34.053876 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0eb357bc-ebcc-498c-b76e-40711a6dafb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:34.064640 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0eb357bc-ebcc-498c-b76e-40711a6dafb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:34.118360 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f7be818c-6425-4596-a416-526f26b7c088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:34.127473 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0eb357bc-ebcc-498c-b76e-40711a6dafb1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1f2e8f494e394233aa64201fd640a915&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8484991 Jul 23 20:30:34.128442 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb357bc-ebcc-498c-b76e-40711a6dafb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5279438-ca6d-4ac2-804c-8301173a232e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:34.131568 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 51998) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:34.186716 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f7be818c-6425-4596-a416-526f26b7c088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:34.310647 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-619b057a-4f79-445f-a194-674b7e1f6f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:34.348369 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f7be818c-6425-4596-a416-526f26b7c088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:34.355121 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f7be818c-6425-4596-a416-526f26b7c088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:34.356608 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f7be818c-6425-4596-a416-526f26b7c088 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/abba61c7-0d27-4911-9454-2422ee7bfddd HTTP/1.1" status: 204 len: 168 time: 0.3061159 Jul 23 20:30:34.366654 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-619b057a-4f79-445f-a194-674b7e1f6f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:34.380826 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be818c-6425-4596-a416-526f26b7c088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abba61c7-0d27-4911-9454-2422ee7bfddd,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:34.473127 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-619b057a-4f79-445f-a194-674b7e1f6f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:34.476049 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-619b057a-4f79-445f-a194-674b7e1f6f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:34.481889 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-619b057a-4f79-445f-a194-674b7e1f6f43 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e5279438-ca6d-4ac2-804c-8301173a232e HTTP/1.1" status: 204 len: 168 time: 0.3485703 Jul 23 20:30:34.495088 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b057a-4f79-445f-a194-674b7e1f6f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5279438-ca6d-4ac2-804c-8301173a232e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:35.236164 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 52074) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:35.284086 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8bbda3fc-f948-4d24-9717-11da359f270e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:35.457158 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567042d6-509f-49c9-98a6-e8c56541cd8c req-a16f83ac-5a35-4bea-9cd5-23de0dfdc291 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:35.468035 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-567042d6-509f-49c9-98a6-e8c56541cd8c req-a16f83ac-5a35-4bea-9cd5-23de0dfdc291 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 943 time: 0.1953051 Jul 23 20:30:35.518909 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8bbda3fc-f948-4d24-9717-11da359f270e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:35.526193 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8bbda3fc-f948-4d24-9717-11da359f270e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:35.574557 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-567042d6-509f-49c9-98a6-e8c56541cd8c req-4cf7f439-8f0f-4b61-9fdc-5cd1d5a5c021 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052301 Jul 23 20:30:35.624853 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8bbda3fc-f948-4d24-9717-11da359f270e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=70af1d0a961f4fadbf2c3a4b9a15c7e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3874769 Jul 23 20:30:35.626484 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbda3fc-f948-4d24-9717-11da359f270e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a721c2a-0679-4854-bfc4-905983259d2d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:35.628665 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 52090) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:35.857317 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9274e567-fa5c-4d63-a460-bf2e888181ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:35.917911 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9274e567-fa5c-4d63-a460-bf2e888181ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:36.026254 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9274e567-fa5c-4d63-a460-bf2e888181ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:36.033675 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9274e567-fa5c-4d63-a460-bf2e888181ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:36.036544 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9274e567-fa5c-4d63-a460-bf2e888181ca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a721c2a-0679-4854-bfc4-905983259d2d HTTP/1.1" status: 204 len: 168 time: 0.4058647 Jul 23 20:30:36.085909 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274e567-fa5c-4d63-a460-bf2e888181ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a721c2a-0679-4854-bfc4-905983259d2d,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:36.896338 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e45559-b6dc-49d4-a3e5-f2537f8993b5 req-f32d5370-da00-4450-9ec4-e4c27c2bad9e tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:36.912800 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d7e45559-b6dc-49d4-a3e5-f2537f8993b5 req-f32d5370-da00-4450-9ec4-e4c27c2bad9e tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 943 time: 0.1738837 Jul 23 20:30:37.049870 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d7e45559-b6dc-49d4-a3e5-f2537f8993b5 req-03444c63-386d-4ca0-b0b6-e7378ad28e59 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326871 Jul 23 20:30:38.371099 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c307ef2-af53-43ff-84d4-046d7ae17ba2 req-6c2336b6-5ccc-4cb5-a513-5556b2869681 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:38.391005 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9c307ef2-af53-43ff-84d4-046d7ae17ba2 req-6c2336b6-5ccc-4cb5-a513-5556b2869681 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 943 time: 0.1754203 Jul 23 20:30:38.417218 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 52236) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:38.496063 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9c307ef2-af53-43ff-84d4-046d7ae17ba2 req-aeefdc54-29a6-4911-9d27-787f84284c8c tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002409 Jul 23 20:30:38.695917 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2be83e0d-040b-4a47-90da-cf6b9e149ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:38.748966 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:30:38.953514 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2be83e0d-040b-4a47-90da-cf6b9e149ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:38.982663 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2be83e0d-040b-4a47-90da-cf6b9e149ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:39.050177 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2be83e0d-040b-4a47-90da-cf6b9e149ee5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=42a7bec15fc1449dad1cae28046d7ed4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6316710 Jul 23 20:30:39.052615 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be83e0d-040b-4a47-90da-cf6b9e149ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3845eeb9-dba8-4f98-b43b-bd88cccfa5dd,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:39.053031 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 52278) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:39.191536 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-362d514d-6e90-446d-ac61-c4cc88335e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:39.284393 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-362d514d-6e90-446d-ac61-c4cc88335e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:39.427825 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-362d514d-6e90-446d-ac61-c4cc88335e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:39.438883 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-362d514d-6e90-446d-ac61-c4cc88335e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:39.459568 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-362d514d-6e90-446d-ac61-c4cc88335e41 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3845eeb9-dba8-4f98-b43b-bd88cccfa5dd HTTP/1.1" status: 204 len: 168 time: 0.4050639 Jul 23 20:30:39.503492 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d514d-6e90-446d-ac61-c4cc88335e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3845eeb9-dba8-4f98-b43b-bd88cccfa5dd,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:39.949069 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f2bed-6524-4dca-b368-2e31781a9620 req-3de50208-a0a1-4416-9de4-3e4de03dd4de tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:39.953577 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8e4f2bed-6524-4dca-b368-2e31781a9620 req-3de50208-a0a1-4416-9de4-3e4de03dd4de tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 943 time: 0.2646267 Jul 23 20:30:40.086984 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8e4f2bed-6524-4dca-b368-2e31781a9620 req-3c1d8577-3157-4df3-829a-b77390ac497d tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159914 Jul 23 20:30:40.157248 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 52308) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:40.172597 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3d1b-fb95-4f37-80bb-c70ede8bc5e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:40.297018 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-81cb51a7-c540-4d03-8270-94c913716f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:40.364203 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3d1b-fb95-4f37-80bb-c70ede8bc5e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:40.372727 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3d1b-fb95-4f37-80bb-c70ede8bc5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:40.412925 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2d4e3d1b-fb95-4f37-80bb-c70ede8bc5e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=07cd7494dfd4419e9f550e25ae7077f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2543879 Jul 23 20:30:40.416288 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 52322) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:40.416883 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e3d1b-fb95-4f37-80bb-c70ede8bc5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d7c7fd-d693-4160-a07d-c2ed5cb26197,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:40.528804 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c70248de-e17c-4e0d-829e-fef7f5374114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:40.561747 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c70248de-e17c-4e0d-829e-fef7f5374114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:40.735380 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c70248de-e17c-4e0d-829e-fef7f5374114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:40.738598 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c70248de-e17c-4e0d-829e-fef7f5374114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:40.742761 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c70248de-e17c-4e0d-829e-fef7f5374114 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/77d7c7fd-d693-4160-a07d-c2ed5cb26197 HTTP/1.1" status: 204 len: 168 time: 0.3250871 Jul 23 20:30:40.760408 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70248de-e17c-4e0d-829e-fef7f5374114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d7c7fd-d693-4160-a07d-c2ed5cb26197,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:41.488884 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd336b-a1c7-42b6-a0dd-39007e0be315 req-4b461ccb-a2ad-4141-8c0a-35f6b7f9b53f tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:41.504609 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-12dd336b-a1c7-42b6-a0dd-39007e0be315 req-4b461ccb-a2ad-4141-8c0a-35f6b7f9b53f tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 943 time: 0.2620184 Jul 23 20:30:41.571593 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-12dd336b-a1c7-42b6-a0dd-39007e0be315 req-994bcf58-83ac-4b08-bcfe-4fa18381bac8 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589774 Jul 23 20:30:41.753880 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-0f1cc18e-892a-4d1e-8d0f-0143d045473c tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:41.756686 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-0f1cc18e-892a-4d1e-8d0f-0143d045473c tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/networks?id=03890be3-e27c-4320-8703-01806113988f HTTP/1.1" status: 200 len: 813 time: 0.1952598 Jul 23 20:30:41.784968 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-e8600e5c-3fab-46f4-a976-2c5929c18cc6 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/quotas/e56d3e24be684d0f979e3c409e3d5270 HTTP/1.1" status: 200 len: 375 time: 0.0219491 Jul 23 20:30:41.842267 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-acf10eb3-fdb3-4494-a5a5-cc187b8a8e29 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e56d3e24be684d0f979e3c409e3d5270&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500054 Jul 23 20:30:42.018514 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-ef8da6d7-9d1b-4fd5-aa30-86b63801cdc0 service neutron] 10.222.0.32 "GET /v2.0/networks/03890be3-e27c-4320-8703-01806113988f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577725 Jul 23 20:30:42.152819 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-e7cb35c3-45c5-4ac9-809c-377b7dec024f service neutron] 10.222.0.32 "GET /v2.0/networks/03890be3-e27c-4320-8703-01806113988f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329880 Jul 23 20:30:42.257806 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 52368) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:42.509254 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2ed3c265-aa63-43a2-92f4-a284238fe1be req-53cf6985-2a3e-4d19-9d63-0bcb5fccb56f tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbc7c0e8-9b7c-4a0d-a24d-6d8bd9e16b39 HTTP/1.1" status: 200 len: 210 time: 0.0873570 Jul 23 20:30:42.566072 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-48aa9792-c28e-4e3e-b86c-ce47bdb2c1e1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1862092715-network', 'tenant_id': 'e46845aa15ed474f81a057483baae046'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:42.628913 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48aa9792-c28e-4e3e-b86c-ce47bdb2c1e1 admin admin] Made reservation on behalf of e46845aa15ed474f81a057483baae046 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:42.631909 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-48aa9792-c28e-4e3e-b86c-ce47bdb2c1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:42.649827 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-48aa9792-c28e-4e3e-b86c-ce47bdb2c1e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:42.844744 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-48aa9792-c28e-4e3e-b86c-ce47bdb2c1e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:42.850152 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-48aa9792-c28e-4e3e-b86c-ce47bdb2c1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:42.891898 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48aa9792-c28e-4e3e-b86c-ce47bdb2c1e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:30:42.912634 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa9792-c28e-4e3e-b86c-ce47bdb2c1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7b19a0-6df4-43f5-9ebd-adabbdc207f2,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:42.923624 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd6617-c5e9-4fa9-83bc-389e98dd5f09 req-daff1c87-49aa-409f-88e6-72f4ee45ed15 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:42.937262 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c4bd6617-c5e9-4fa9-83bc-389e98dd5f09 req-daff1c87-49aa-409f-88e6-72f4ee45ed15 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 943 time: 0.1881630 Jul 23 20:30:42.941920 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-48aa9792-c28e-4e3e-b86c-ce47bdb2c1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:42.944026 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-48aa9792-c28e-4e3e-b86c-ce47bdb2c1e1 admin admin] Added segment 3bb7fa4e-dd2d-4f74-b5af-009da676609c of type vlan for network 531ea1f2-386c-47b6-9335-3eabd78f418b Jul 23 20:30:43.090765 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c4bd6617-c5e9-4fa9-83bc-389e98dd5f09 req-037fd265-7122-4a66-9e48-7779fbccdf01 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520662 Jul 23 20:30:43.099528 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-48aa9792-c28e-4e3e-b86c-ce47bdb2c1e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:43.187974 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-48aa9792-c28e-4e3e-b86c-ce47bdb2c1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:43.189836 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48aa9792-c28e-4e3e-b86c-ce47bdb2c1e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:43.193111 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-48aa9792-c28e-4e3e-b86c-ce47bdb2c1e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:43.226217 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-48aa9792-c28e-4e3e-b86c-ce47bdb2c1e1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9667971 Jul 23 20:30:43.229395 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 52386) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:43.243349 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-b9b50339-5b1a-4ee4-9323-7ea7731fb879 admin admin] Request body: {'subnet': {'network_id': '531ea1f2-386c-47b6-9335-3eabd78f418b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1862092715-subnet', 'tenant_id': 'e46845aa15ed474f81a057483baae046', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:43.305590 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b50339-5b1a-4ee4-9323-7ea7731fb879 admin admin] Made reservation on behalf of e46845aa15ed474f81a057483baae046 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:43.309970 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b9b50339-5b1a-4ee4-9323-7ea7731fb879 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:43.324724 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:43.394118 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa9792-c28e-4e3e-b86c-ce47bdb2c1e1 admin admin] Pushing event updated for resources: {'Network': ['ID=531ea1f2-386c-47b6-9335-3eabd78f418b,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:43.417085 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 531ea1f2-386c-47b6-9335-3eabd78f418b details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:30:43.611262 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b9b50339-5b1a-4ee4-9323-7ea7731fb879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:43.624255 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d41f8f55-4cc3-40a4-aace-63c8e99f95fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:43.706330 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b50339-5b1a-4ee4-9323-7ea7731fb879 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d69f479-8ddb-4884-8725-9a3cf0dc460b,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:43.711862 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b50339-5b1a-4ee4-9323-7ea7731fb879 admin admin] Checking segment: {'id': '3bb7fa4e-dd2d-4f74-b5af-009da676609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '531ea1f2-386c-47b6-9335-3eabd78f418b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:43.712212 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b50339-5b1a-4ee4-9323-7ea7731fb879 admin admin] Network hostable DHCP agents. Network: 531ea1f2-386c-47b6-9335-3eabd78f418b, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:30:43.734955 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a49e42ff-6700-4304-8010-8ad40de863c0 req-f04bbbb1-9f96-4a31-bf17-d0ce743a41e7 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbc7c0e8-9b7c-4a0d-a24d-6d8bd9e16b39 HTTP/1.1" status: 200 len: 210 time: 0.0854855 Jul 23 20:30:43.740066 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b50339-5b1a-4ee4-9323-7ea7731fb879 admin admin] Network 531ea1f2-386c-47b6-9335-3eabd78f418b is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:30:43.761931 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-b9b50339-5b1a-4ee4-9323-7ea7731fb879 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 531ea1f2-386c-47b6-9335-3eabd78f418b) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:43.772256 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecce6a1e-45ed-439e-8f14-23414e7b0541 None None] Network 531ea1f2-386c-47b6-9335-3eabd78f418b requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:30:43.775136 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b50339-5b1a-4ee4-9323-7ea7731fb879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:43.775812 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b9b50339-5b1a-4ee4-9323-7ea7731fb879 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:43.794342 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b9b50339-5b1a-4ee4-9323-7ea7731fb879 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5635602 Jul 23 20:30:44.015388 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333856fe-1dfa-4240-9cb2-f64af6d0a669 None None] Network 531ea1f2-386c-47b6-9335-3eabd78f418b requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:30:44.033040 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:44.338787 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9faa2f-d928-48a8-87dc-e95d62abbcae req-a1455561-7ced-4aa0-8f47-605701850528 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:44.340436 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7d9faa2f-d928-48a8-87dc-e95d62abbcae req-a1455561-7ced-4aa0-8f47-605701850528 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 943 time: 0.0957141 Jul 23 20:30:44.430764 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7d9faa2f-d928-48a8-87dc-e95d62abbcae req-3059f5f8-a154-44f7-8fe4-c2b5af87a5bd tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787630 Jul 23 20:30:44.645910 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 52442) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:44.652954 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ea326c72-cca8-4338-8c84-d95cced80051 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1193209292-network', 'tenant_id': '2386ee19ba35465e83c90e7c81f9976f'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:44.683133 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea326c72-cca8-4338-8c84-d95cced80051 admin admin] Made reservation on behalf of 2386ee19ba35465e83c90e7c81f9976f for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:44.686321 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea326c72-cca8-4338-8c84-d95cced80051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:44.687279 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:44.691294 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:44.700027 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea326c72-cca8-4338-8c84-d95cced80051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:44.858717 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea326c72-cca8-4338-8c84-d95cced80051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:44.864736 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea326c72-cca8-4338-8c84-d95cced80051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:44.894234 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea326c72-cca8-4338-8c84-d95cced80051 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:30:44.937963 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea326c72-cca8-4338-8c84-d95cced80051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:44.938831 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-ea326c72-cca8-4338-8c84-d95cced80051 admin admin] Added segment dca08272-7145-40fb-afec-19b2cd66cb5a of type vlan for network 7e8c1690-ddf5-4480-9542-3e17db9e4456 Jul 23 20:30:44.940806 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea326c72-cca8-4338-8c84-d95cced80051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d9c8b1-44bd-4467-8869-ec718cefe6ec,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:45.043324 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3ac2a806-6fe8-4175-b57d-152c996ba73e req-0badd5c4-1e9f-49d8-82ba-457f4c5e1069 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbc7c0e8-9b7c-4a0d-a24d-6d8bd9e16b39 HTTP/1.1" status: 200 len: 210 time: 0.1082468 Jul 23 20:30:45.071110 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea326c72-cca8-4338-8c84-d95cced80051 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:45.074107 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-991b2956-3cc4-4b8f-9017-cf3104959a85 req-21c6d472-be91-4148-b0e1-b70d9009267b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eda0e896-c427-4339-a5ab-253ebbcf82ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2401986 Jul 23 20:30:45.143906 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea326c72-cca8-4338-8c84-d95cced80051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:45.145274 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea326c72-cca8-4338-8c84-d95cced80051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:45.146344 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea326c72-cca8-4338-8c84-d95cced80051 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:45.210514 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ea326c72-cca8-4338-8c84-d95cced80051 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5637617 Jul 23 20:30:45.213789 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 52446) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:45.219210 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-7783cd90-36eb-41d6-9e9c-655ef5efff2b admin admin] Request body: {'subnet': {'network_id': '7e8c1690-ddf5-4480-9542-3e17db9e4456', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1193209292-subnet', 'tenant_id': '2386ee19ba35465e83c90e7c81f9976f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:45.248088 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b2956-3cc4-4b8f-9017-cf3104959a85 req-59a790a5-1ef3-4da3-a8c7-05a787f13176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:45.250231 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-991b2956-3cc4-4b8f-9017-cf3104959a85 req-59a790a5-1ef3-4da3-a8c7-05a787f13176 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9a8509bfd91749fab4cb989d0d0fbc91&device_id=eda0e896-c427-4339-a5ab-253ebbcf82ac HTTP/1.1" status: 200 len: 1098 time: 0.1177237 Jul 23 20:30:45.261024 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea326c72-cca8-4338-8c84-d95cced80051 admin admin] Pushing event updated for resources: {'Network': ['ID=7e8c1690-ddf5-4480-9542-3e17db9e4456,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:45.273701 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 7e8c1690-ddf5-4480-9542-3e17db9e4456 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:30:45.302302 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7783cd90-36eb-41d6-9e9c-655ef5efff2b admin admin] Made reservation on behalf of 2386ee19ba35465e83c90e7c81f9976f for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:45.302302 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7783cd90-36eb-41d6-9e9c-655ef5efff2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:45.492091 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b2956-3cc4-4b8f-9017-cf3104959a85 req-ece13d32-5d03-4f7b-9bdd-3d5234c31144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:45.494155 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-991b2956-3cc4-4b8f-9017-cf3104959a85 req-ece13d32-5d03-4f7b-9bdd-3d5234c31144 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9c90c081-0a5d-44bd-b4f8-2493a06b9b50 HTTP/1.1" status: 200 len: 910 time: 0.2076783 Jul 23 20:30:45.610214 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-991b2956-3cc4-4b8f-9017-cf3104959a85 req-406a272e-a319-4202-91ea-a0a073e5ecb8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1 HTTP/1.1" status: 200 len: 1002 time: 0.1095741 Jul 23 20:30:45.625040 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7783cd90-36eb-41d6-9e9c-655ef5efff2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:45.628731 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b791754-9cb4-46db-bb23-1a7915326362 req-80538d2f-7b64-4088-94f6-a4403986491c tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:45.630635 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3b791754-9cb4-46db-bb23-1a7915326362 req-80538d2f-7b64-4088-94f6-a4403986491c tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 943 time: 0.0990086 Jul 23 20:30:45.675617 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3b791754-9cb4-46db-bb23-1a7915326362 req-7617a819-407e-431d-8fcc-6a0a895da43f tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385413 Jul 23 20:30:45.708613 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b2956-3cc4-4b8f-9017-cf3104959a85 req-1a106f0d-0e24-48db-a446-519d18cbaeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:45.710130 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-991b2956-3cc4-4b8f-9017-cf3104959a85 req-1a106f0d-0e24-48db-a446-519d18cbaeaa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a074ed79-e75f-476d-8ea9-5a0d7326279b HTTP/1.1" status: 200 len: 848 time: 0.0937886 Jul 23 20:30:45.712201 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7783cd90-36eb-41d6-9e9c-655ef5efff2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=00f67674-dca3-478a-b03d-429c7f96b39f,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:45.770896 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7783cd90-36eb-41d6-9e9c-655ef5efff2b admin admin] Checking segment: {'id': 'dca08272-7145-40fb-afec-19b2cd66cb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7e8c1690-ddf5-4480-9542-3e17db9e4456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:45.771346 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7783cd90-36eb-41d6-9e9c-655ef5efff2b admin admin] Network hostable DHCP agents. Network: 7e8c1690-ddf5-4480-9542-3e17db9e4456, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:30:45.803407 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7783cd90-36eb-41d6-9e9c-655ef5efff2b admin admin] Network 7e8c1690-ddf5-4480-9542-3e17db9e4456 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:30:45.816429 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-7783cd90-36eb-41d6-9e9c-655ef5efff2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 7e8c1690-ddf5-4480-9542-3e17db9e4456) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:45.820071 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b2956-3cc4-4b8f-9017-cf3104959a85 req-d4f33656-aa6e-4faa-97dd-423a5cedd135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:45.823034 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-991b2956-3cc4-4b8f-9017-cf3104959a85 req-d4f33656-aa6e-4faa-97dd-423a5cedd135 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9c90c081-0a5d-44bd-b4f8-2493a06b9b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0905392 Jul 23 20:30:45.826704 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f558108-eaf5-47b7-8449-5ef5835e35be None None] Network 7e8c1690-ddf5-4480-9542-3e17db9e4456 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:30:45.841396 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7783cd90-36eb-41d6-9e9c-655ef5efff2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:45.842022 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7783cd90-36eb-41d6-9e9c-655ef5efff2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:45.885755 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7783cd90-36eb-41d6-9e9c-655ef5efff2b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6706891 Jul 23 20:30:45.997595 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:46.001107 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-991b2956-3cc4-4b8f-9017-cf3104959a85 req-78f25ab7-74fa-4a03-84c8-2360231b4a45 service neutron] 10.222.0.18 "GET /v2.0/networks/9c90c081-0a5d-44bd-b4f8-2493a06b9b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687303 Jul 23 20:30:46.007971 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fc45ec-0d35-46aa-be68-e8da0e5c3628 None None] Network 7e8c1690-ddf5-4480-9542-3e17db9e4456 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:30:46.123380 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 52456) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:46.159675 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-991b2956-3cc4-4b8f-9017-cf3104959a85 req-44ac18f5-85a3-4368-9e9c-aa171b03f1e0 service neutron] 10.222.0.18 "GET /v2.0/networks/9c90c081-0a5d-44bd-b4f8-2493a06b9b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518710 Jul 23 20:30:46.180215 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-8705840b-4080-4102-b2b8-2df3bebd5ae8 admin admin] Deleting subnet 4d69f479-8ddb-4884-8725-9a3cf0dc460b {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:30:46.185356 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8705840b-4080-4102-b2b8-2df3bebd5ae8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:46.207968 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-676f8646-69d7-4ff8-8dd3-50ff28106a2c req-8ae8e37d-e9b6-45cc-8327-e6984d8bad70 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbc7c0e8-9b7c-4a0d-a24d-6d8bd9e16b39 HTTP/1.1" status: 200 len: 210 time: 0.0308123 Jul 23 20:30:46.229702 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8705840b-4080-4102-b2b8-2df3bebd5ae8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:46.273450 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8705840b-4080-4102-b2b8-2df3bebd5ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:46.332702 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8705840b-4080-4102-b2b8-2df3bebd5ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:46.356037 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705840b-4080-4102-b2b8-2df3bebd5ae8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d69f479-8ddb-4884-8725-9a3cf0dc460b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:46.358184 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8705840b-4080-4102-b2b8-2df3bebd5ae8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:46.359853 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8705840b-4080-4102-b2b8-2df3bebd5ae8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4d69f479-8ddb-4884-8725-9a3cf0dc460b HTTP/1.1" status: 204 len: 168 time: 0.2354758 Jul 23 20:30:46.362753 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 52458) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:46.434667 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d86d1159-a918-4bc3-bc6f-a9da542dcc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:46.527064 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d86d1159-a918-4bc3-bc6f-a9da542dcc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:46.548840 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-d86d1159-a918-4bc3-bc6f-a9da542dcc5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['531ea1f2-386c-47b6-9335-3eabd78f418b']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:46.575747 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-d86d1159-a918-4bc3-bc6f-a9da542dcc5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb7fa4e-dd2d-4f74-b5af-009da676609c') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:46.576043 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-d86d1159-a918-4bc3-bc6f-a9da542dcc5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb7fa4e-dd2d-4f74-b5af-009da676609c') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:46.591578 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d86d1159-a918-4bc3-bc6f-a9da542dcc5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:46.638243 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d86d1159-a918-4bc3-bc6f-a9da542dcc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:46.662184 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d86d1159-a918-4bc3-bc6f-a9da542dcc5f admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:30:46.662652 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d86d1159-a918-4bc3-bc6f-a9da542dcc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:46.664442 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:30:46.664442 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:30:46.664442 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:30:46.664442 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:30:46.664442 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:30:46.664442 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:30:46.664442 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:30:46.664442 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:30:46.664442 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:30:46.664442 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:30:46.664442 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:30:46.664442 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:30:46.664442 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:30:46.664442 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:30:46.664442 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:30:46.664442 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:30:46.664442 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:30:46.664442 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:30:46.664442 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:30:46.664442 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:30:46.664442 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:30:46.664442 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:30:46.664442 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:30:46.664442 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:30:46.664442 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:30:46.664442 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:30:46.664442 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:30:46.664442 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:30:46.664442 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:30:46.664442 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:30:46.664442 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:30:46.664442 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:30:46.707012 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-56bcb578-54dd-4167-838f-eb1d6a9f56b7 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:46.708492 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-56bcb578-54dd-4167-838f-eb1d6a9f56b7 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.30 "GET /v2.0/networks?id=03890be3-e27c-4320-8703-01806113988f HTTP/1.1" status: 200 len: 813 time: 0.1784427 Jul 23 20:30:46.750026 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-9459d516-432e-4b11-944d-80d3afd86be5 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Request body: {'port': {'device_id': 'bbc7c0e8-9b7c-4a0d-a24d-6d8bd9e16b39', 'network_id': '03890be3-e27c-4320-8703-01806113988f', 'admin_state_up': True, 'tenant_id': 'e56d3e24be684d0f979e3c409e3d5270'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:46.794289 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d86d1159-a918-4bc3-bc6f-a9da542dcc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:46.823601 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d86d1159-a918-4bc3-bc6f-a9da542dcc5f admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:46.825440 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d86d1159-a918-4bc3-bc6f-a9da542dcc5f admin admin] 10.222.0.32 "DELETE /v2.0/networks/531ea1f2-386c-47b6-9335-3eabd78f418b HTTP/1.1" status: 204 len: 168 time: 0.4619935 Jul 23 20:30:46.828480 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 52468) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:46.876289 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-71be80ff-6889-47fb-bffa-ef54f12a10a0 admin admin] Deleting subnet 00f67674-dca3-478a-b03d-429c7f96b39f {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:30:46.879897 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-71be80ff-6889-47fb-bffa-ef54f12a10a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:46.921268 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-71be80ff-6889-47fb-bffa-ef54f12a10a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:46.974362 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-71be80ff-6889-47fb-bffa-ef54f12a10a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.047124 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-71be80ff-6889-47fb-bffa-ef54f12a10a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.078973 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be80ff-6889-47fb-bffa-ef54f12a10a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00f67674-dca3-478a-b03d-429c7f96b39f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:47.085137 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-71be80ff-6889-47fb-bffa-ef54f12a10a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.092197 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-71be80ff-6889-47fb-bffa-ef54f12a10a0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/00f67674-dca3-478a-b03d-429c7f96b39f HTTP/1.1" status: 204 len: 168 time: 0.2624776 Jul 23 20:30:47.092902 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 52470) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:47.171248 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7f2871c7-511c-4b55-b2dd-242aeae3f45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.230527 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d1159-a918-4bc3-bc6f-a9da542dcc5f admin admin] Pushing event deleted for resources: {'Network': ['ID=531ea1f2-386c-47b6-9335-3eabd78f418b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:47.276133 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7f2871c7-511c-4b55-b2dd-242aeae3f45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.289899 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-7f2871c7-511c-4b55-b2dd-242aeae3f45d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e8c1690-ddf5-4480-9542-3e17db9e4456']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:47.304134 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-7f2871c7-511c-4b55-b2dd-242aeae3f45d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dca08272-7145-40fb-afec-19b2cd66cb5a') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:47.304785 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-7f2871c7-511c-4b55-b2dd-242aeae3f45d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dca08272-7145-40fb-afec-19b2cd66cb5a') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:47.313009 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f5e62-bce9-4da9-85cc-acdbe9d481f0 req-a6e7fecd-14e9-421e-889e-858f955f1bed tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:47.315393 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bc3f5e62-bce9-4da9-85cc-acdbe9d481f0 req-a6e7fecd-14e9-421e-889e-858f955f1bed tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 943 time: 0.5495279 Jul 23 20:30:47.331601 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-9459d516-432e-4b11-944d-80d3afd86be5 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Made reservation on behalf of e56d3e24be684d0f979e3c409e3d5270 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:47.335883 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-9459d516-432e-4b11-944d-80d3afd86be5 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.338263 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ea31765-c497-4dc3-8873-fc24115f3133 req-a1a2c902-df10-415e-ace4-b353412467e6 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbc7c0e8-9b7c-4a0d-a24d-6d8bd9e16b39 HTTP/1.1" status: 200 len: 210 time: 0.0363419 Jul 23 20:30:47.340137 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7f2871c7-511c-4b55-b2dd-242aeae3f45d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.356933 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7f2871c7-511c-4b55-b2dd-242aeae3f45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.364421 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f2871c7-511c-4b55-b2dd-242aeae3f45d admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:30:47.364873 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7f2871c7-511c-4b55-b2dd-242aeae3f45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.367194 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:30:47.367194 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:30:47.367194 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:30:47.367194 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:30:47.367194 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:30:47.367194 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:30:47.367194 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:30:47.367194 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:30:47.367194 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:30:47.367194 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:30:47.367194 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:30:47.367194 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:30:47.367194 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:30:47.367194 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:30:47.367194 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:30:47.367194 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:30:47.367194 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:30:47.367194 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:30:47.367194 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:30:47.367194 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:30:47.367194 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:30:47.367194 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:30:47.367194 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:30:47.367194 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:30:47.367194 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:30:47.367194 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:30:47.367194 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:30:47.367194 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:30:47.367194 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:30:47.367194 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:30:47.367194 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:30:47.367194 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:30:47.378378 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bc3f5e62-bce9-4da9-85cc-acdbe9d481f0 req-4ab4bc2e-8529-4c3e-a2f6-a54e77db0b5c tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558743 Jul 23 20:30:47.433732 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7f2871c7-511c-4b55-b2dd-242aeae3f45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.438756 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7f2871c7-511c-4b55-b2dd-242aeae3f45d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.441066 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7f2871c7-511c-4b55-b2dd-242aeae3f45d admin admin] 10.222.0.32 "DELETE /v2.0/networks/7e8c1690-ddf5-4480-9542-3e17db9e4456 HTTP/1.1" status: 204 len: 168 time: 0.3470500 Jul 23 20:30:47.458113 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2871c7-511c-4b55-b2dd-242aeae3f45d admin admin] Pushing event deleted for resources: {'Network': ['ID=7e8c1690-ddf5-4480-9542-3e17db9e4456,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:47.562327 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-9459d516-432e-4b11-944d-80d3afd86be5 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Allocated IP 172.20.0.12 (03890be3-e27c-4320-8703-01806113988f/425ae729-429e-4264-811d-78080dc7c6dd/e704b168-a269-4e98-abf0-33a72c16fa8b) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:47.633001 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 52476) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:47.676345 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-790f3d82-068d-40eb-9d4f-09077472afa7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e46845aa15ed474f81a057483baae046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414851 Jul 23 20:30:47.678504 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 52478) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:47.746705 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2babb21d-1b98-4964-91a4-dd6acf7e5d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.757456 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-9459d516-432e-4b11-944d-80d3afd86be5 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.770113 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2babb21d-1b98-4964-91a4-dd6acf7e5d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.839020 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-9459d516-432e-4b11-944d-80d3afd86be5 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.839370 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2babb21d-1b98-4964-91a4-dd6acf7e5d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.842343 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2babb21d-1b98-4964-91a4-dd6acf7e5d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.845386 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2babb21d-1b98-4964-91a4-dd6acf7e5d49 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ae7b19a0-6df4-43f5-9ebd-adabbdc207f2 HTTP/1.1" status: 204 len: 168 time: 0.1636801 Jul 23 20:30:47.855148 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2babb21d-1b98-4964-91a4-dd6acf7e5d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7b19a0-6df4-43f5-9ebd-adabbdc207f2,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:47.926706 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-9459d516-432e-4b11-944d-80d3afd86be5 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Network 03890be3-e27c-4320-8703-01806113988f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:47.932568 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-9459d516-432e-4b11-944d-80d3afd86be5 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:47.936598 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-9459d516-432e-4b11-944d-80d3afd86be5 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:47.982505 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9459d516-432e-4b11-944d-80d3afd86be5 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Pushing event updated for resources: {'Port': ['ID=e704b168-a269-4e98-abf0-33a72c16fa8b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:48.002852 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-9459d516-432e-4b11-944d-80d3afd86be5 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:48.003654 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-9459d516-432e-4b11-944d-80d3afd86be5 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.019532 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-9459d516-432e-4b11-944d-80d3afd86be5 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2761295 Jul 23 20:30:48.032445 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-f8191490-5c76-49c3-8932-9f20dcdebcb3 service neutron] Request body: {'port': {'device_id': 'bbc7c0e8-9b7c-4a0d-a24d-6d8bd9e16b39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:48.109984 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-f8191490-5c76-49c3-8932-9f20dcdebcb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.289105 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 52486) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:48.342535 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 52488) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:48.342789 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-371ea9ba-15bc-4227-b5e5-3af4c03c6f89 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2386ee19ba35465e83c90e7c81f9976f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517437 Jul 23 20:30:48.445552 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a5b0f9c-5c65-4794-9443-06becfc93caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.470164 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-f8191490-5c76-49c3-8932-9f20dcdebcb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e704b168-a269-4e98-abf0-33a72c16fa8b {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:30:48.484673 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-f8191490-5c76-49c3-8932-9f20dcdebcb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.516991 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7b170-ff32-4bba-8f0e-3b6206ee0b43 req-7914e0d6-d54d-440f-bab9-0b34ebc92d87 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:48.518586 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-82b7b170-ff32-4bba-8f0e-3b6206ee0b43 req-7914e0d6-d54d-440f-bab9-0b34ebc92d87 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbc7c0e8-9b7c-4a0d-a24d-6d8bd9e16b39 HTTP/1.1" status: 200 len: 932 time: 0.0816071 Jul 23 20:30:48.521861 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a5b0f9c-5c65-4794-9443-06becfc93caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.559783 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-f8191490-5c76-49c3-8932-9f20dcdebcb3 service neutron] Transition to ACTIVE for port object e704b168-a269-4e98-abf0-33a72c16fa8b will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:48.569607 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-f8191490-5c76-49c3-8932-9f20dcdebcb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.569983 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-82b7b170-ff32-4bba-8f0e-3b6206ee0b43 req-99222999-93bd-4f79-9dae-16941c882bde tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/security-groups?id=d11ce9da-183e-4550-a88a-4339432953ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439825 Jul 23 20:30:48.639383 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a5b0f9c-5c65-4794-9443-06becfc93caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.641927 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a5b0f9c-5c65-4794-9443-06becfc93caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.645540 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2a5b0f9c-5c65-4794-9443-06becfc93caf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e4d9c8b1-44bd-4467-8869-ec718cefe6ec HTTP/1.1" status: 204 len: 168 time: 0.2995975 Jul 23 20:30:48.661786 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502205e-dc30-4825-872a-5709832db38d req-02585a89-7914-41e1-8d7f-9ef873a28fee tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:48.663264 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5502205e-dc30-4825-872a-5709832db38d req-02585a89-7914-41e1-8d7f-9ef873a28fee tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 943 time: 0.1837189 Jul 23 20:30:48.663918 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8191490-5c76-49c3-8932-9f20dcdebcb3 service neutron] Pushing event updated for resources: {'Port': ['ID=e704b168-a269-4e98-abf0-33a72c16fa8b,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:48.701919 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8191490-5c76-49c3-8932-9f20dcdebcb3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:48.702269 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8191490-5c76-49c3-8932-9f20dcdebcb3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:48.702616 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8191490-5c76-49c3-8932-9f20dcdebcb3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:48.702991 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8191490-5c76-49c3-8932-9f20dcdebcb3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:48.703295 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8191490-5c76-49c3-8932-9f20dcdebcb3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:48.703626 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8191490-5c76-49c3-8932-9f20dcdebcb3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:48.703959 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8191490-5c76-49c3-8932-9f20dcdebcb3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:48.704285 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8191490-5c76-49c3-8932-9f20dcdebcb3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:48.704615 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8191490-5c76-49c3-8932-9f20dcdebcb3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:48.704972 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8191490-5c76-49c3-8932-9f20dcdebcb3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:48.705265 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8191490-5c76-49c3-8932-9f20dcdebcb3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:48.705624 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8191490-5c76-49c3-8932-9f20dcdebcb3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:48.710984 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b0f9c-5c65-4794-9443-06becfc93caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d9c8b1-44bd-4467-8869-ec718cefe6ec,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:48.791905 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5502205e-dc30-4825-872a-5709832db38d req-7fb797f5-0a25-4419-9565-9e1b3cf5565a tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104870 Jul 23 20:30:48.802753 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-f8191490-5c76-49c3-8932-9f20dcdebcb3 service neutron] Attempting to bind port e704b168-a269-4e98-abf0-33a72c16fa8b on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:30:48.803191 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-f8191490-5c76-49c3-8932-9f20dcdebcb3 service neutron] Attempting to bind port e704b168-a269-4e98-abf0-33a72c16fa8b by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '4e1287e2-8d8d-45d3-9f70-c833c1d3a9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '03890be3-e27c-4320-8703-01806113988f'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:30:48.803451 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-f8191490-5c76-49c3-8932-9f20dcdebcb3 service neutron] Attempting to bind port e704b168-a269-4e98-abf0-33a72c16fa8b on network 03890be3-e27c-4320-8703-01806113988f {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:30:48.809139 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-f8191490-5c76-49c3-8932-9f20dcdebcb3 service neutron] Port e704b168-a269-4e98-abf0-33a72c16fa8b on network 03890be3-e27c-4320-8703-01806113988f not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:30:48.809389 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-f8191490-5c76-49c3-8932-9f20dcdebcb3 service neutron] Attempting to bind port e704b168-a269-4e98-abf0-33a72c16fa8b on network 03890be3-e27c-4320-8703-01806113988f {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:30:48.815295 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-f8191490-5c76-49c3-8932-9f20dcdebcb3 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:30:48.815645 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-f8191490-5c76-49c3-8932-9f20dcdebcb3 service neutron] Checking segment: {'id': '4e1287e2-8d8d-45d3-9f70-c833c1d3a9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '03890be3-e27c-4320-8703-01806113988f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:48.816033 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-f8191490-5c76-49c3-8932-9f20dcdebcb3 service neutron] Bound using segment: {'id': '4e1287e2-8d8d-45d3-9f70-c833c1d3a9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '03890be3-e27c-4320-8703-01806113988f'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:30:48.816464 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-f8191490-5c76-49c3-8932-9f20dcdebcb3 service neutron] Bound port: e704b168-a269-4e98-abf0-33a72c16fa8b, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e1287e2-8d8d-45d3-9f70-c833c1d3a9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '03890be3-e27c-4320-8703-01806113988f'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:30:48.816827 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-f8191490-5c76-49c3-8932-9f20dcdebcb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.891387 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-f8191490-5c76-49c3-8932-9f20dcdebcb3 service neutron] For port e704b168-a269-4e98-abf0-33a72c16fa8b, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:30:48.895749 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-f8191490-5c76-49c3-8932-9f20dcdebcb3 service neutron] For port e704b168-a269-4e98-abf0-33a72c16fa8b, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e704b168-a269-4e98-abf0-33a72c16fa8b,segment=NetworkSegment(4e1287e2-8d8d-45d3-9f70-c833c1d3a9cd),segment_id=4e1287e2-8d8d-45d3-9f70-c833c1d3a9cd)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:30:48.903816 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-f8191490-5c76-49c3-8932-9f20dcdebcb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.950405 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-f8191490-5c76-49c3-8932-9f20dcdebcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:48.951634 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-f8191490-5c76-49c3-8932-9f20dcdebcb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.953113 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-f8191490-5c76-49c3-8932-9f20dcdebcb3 service neutron] 10.222.0.30 "PUT /v2.0/ports/e704b168-a269-4e98-abf0-33a72c16fa8b HTTP/1.1" status: 200 len: 1093 time: 0.9252973 Jul 23 20:30:48.953646 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbc7c0e8-9b7c-4a0d-a24d-6d8bd9e16b39', 'tag': 'e704b168-a269-4e98-abf0-33a72c16fa8b'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:30:48.956194 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d3a0b4-d4d2-4198-9005-e14788d522b5" -d '{"events": [{"name": "network-changed", "server_uuid": "bbc7c0e8-9b7c-4a0d-a24d-6d8bd9e16b39", "tag": "e704b168-a269-4e98-abf0-33a72c16fa8b"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:30:48.996177 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8191490-5c76-49c3-8932-9f20dcdebcb3 service neutron] Pushing event updated for resources: {'Port': ['ID=e704b168-a269-4e98-abf0-33a72c16fa8b,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:49.071137 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a489b9b0-1b94-4b0b-9368-b6c836a2814e x-openstack-request-id: req-a489b9b0-1b94-4b0b-9368-b6c836a2814e {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:30:49.072451 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbc7c0e8-9b7c-4a0d-a24d-6d8bd9e16b39", "tag": "e704b168-a269-4e98-abf0-33a72c16fa8b", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:30:49.072947 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a489b9b0-1b94-4b0b-9368-b6c836a2814e {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:30:49.073931 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbc7c0e8-9b7c-4a0d-a24d-6d8bd9e16b39', 'tag': 'e704b168-a269-4e98-abf0-33a72c16fa8b', 'status': 'completed', 'code': 200} Jul 23 20:30:49.110804 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-25136fa3-243d-4dfa-9051-a9a292cdfb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:49.112762 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-25136fa3-243d-4dfa-9051-a9a292cdfb59 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e56d3e24be684d0f979e3c409e3d5270&device_id=bbc7c0e8-9b7c-4a0d-a24d-6d8bd9e16b39 HTTP/1.1" status: 200 len: 1096 time: 0.1091094 Jul 23 20:30:49.169776 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-1adeab45-9228-4a4b-a5cc-f981b6a22349 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e704b168-a269-4e98-abf0-33a72c16fa8b HTTP/1.1" status: 200 len: 217 time: 0.0501831 Jul 23 20:30:49.231129 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-83690955-b052-44ac-94ea-2d26c5d54500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:49.232686 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-83690955-b052-44ac-94ea-2d26c5d54500 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=425ae729-429e-4264-811d-78080dc7c6dd HTTP/1.1" status: 200 len: 853 time: 0.0570014 Jul 23 20:30:49.269844 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 52514) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:49.272963 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-9de726ec-abe0-4e4d-b23a-f0668ef7e955 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=03890be3-e27c-4320-8703-01806113988f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339622 Jul 23 20:30:49.398654 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device ac61d90f-a359-46b2-9a58-fba7455cfbe9 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:30:49.400776 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-94e61df0-3203-4eb0-b858-957e3d1f573c service neutron] 10.222.0.30 "GET /v2.0/networks/03890be3-e27c-4320-8703-01806113988f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209893 Jul 23 20:30:49.494486 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ae1e7ee5-ebf0-4eee-a9e4-33ccc7aa9313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:49.502208 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2eb0d5d8-2a5c-4770-a782-2fc094f3fc55 req-4ec82980-4c17-491f-9b4b-fdbb2cf5bf34 service neutron] 10.222.0.30 "GET /v2.0/networks/03890be3-e27c-4320-8703-01806113988f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959454 Jul 23 20:30:49.518028 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port ac61d90f-a359-46b2-9a58-fba7455cfbe9, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=ac61d90f-a359-46b2-9a58-fba7455cfbe9,segment=NetworkSegment(200529f2-acc5-4abc-91bf-3609d16ae961),segment_id=200529f2-acc5-4abc-91bf-3609d16ae961)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:49.534950 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'ac61d90f-a359-46b2-9a58-fba7455cfbe9', 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d', 'port_id': 'ac61d90f-a359-46b2-9a58-fba7455cfbe9', 'mac_address': 'fa:16:3e:52:75:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fa6ddd-c617-40f8-a250-cf59fcf077ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:30:49.584132 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:49.607739 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac61d90f-a359-46b2-9a58-fba7455cfbe9 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:30:49.621380 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3a0b4-d4d2-4198-9005-e14788d522b5 req-6ca6b936-2e67-4ce2-8119-9b5b3942c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:49.622998 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a2d3a0b4-d4d2-4198-9005-e14788d522b5 req-6ca6b936-2e67-4ce2-8119-9b5b3942c5fc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e56d3e24be684d0f979e3c409e3d5270&device_id=bbc7c0e8-9b7c-4a0d-a24d-6d8bd9e16b39 HTTP/1.1" status: 200 len: 1096 time: 0.0657468 Jul 23 20:30:49.629986 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port ac61d90f-a359-46b2-9a58-fba7455cfbe9, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=ac61d90f-a359-46b2-9a58-fba7455cfbe9,segment=NetworkSegment(200529f2-acc5-4abc-91bf-3609d16ae961),segment_id=200529f2-acc5-4abc-91bf-3609d16ae961)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:49.634893 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:49.642054 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ae1e7ee5-ebf0-4eee-a9e4-33ccc7aa9313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:49.646577 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ae1e7ee5-ebf0-4eee-a9e4-33ccc7aa9313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:49.698699 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=ac61d90f-a359-46b2-9a58-fba7455cfbe9,revision_number=9']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:49.713285 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ae1e7ee5-ebf0-4eee-a9e4-33ccc7aa9313 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=76ca96e8e0ed4bfd9895b1b58a2c8258&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4412172 Jul 23 20:30:49.722842 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 52530) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:49.764598 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e7ee5-ebf0-4eee-a9e4-33ccc7aa9313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d728daf9-4e9c-4409-90d9-828dcf202a21,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:49.767188 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3a0b4-d4d2-4198-9005-e14788d522b5 req-8a895d92-88e8-4fd0-9aa2-460a369f3ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:49.768686 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a2d3a0b4-d4d2-4198-9005-e14788d522b5 req-8a895d92-88e8-4fd0-9aa2-460a369f3ebe service neutron] 10.222.0.30 "GET /v2.0/networks?id=03890be3-e27c-4320-8703-01806113988f HTTP/1.1" status: 200 len: 914 time: 0.1394610 Jul 23 20:30:49.784748 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9a29766d-3678-46e0-a00e-3dbebd0c0af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:49.809017 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9a29766d-3678-46e0-a00e-3dbebd0c0af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:49.820472 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a2d3a0b4-d4d2-4198-9005-e14788d522b5 req-2e2b92b6-c807-416a-8240-8f19259ef15b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e704b168-a269-4e98-abf0-33a72c16fa8b HTTP/1.1" status: 200 len: 217 time: 0.0432568 Jul 23 20:30:49.845685 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72aaaf-e376-450b-a0e5-b125f70ab44b req-1b0f3ace-0742-4cda-b44a-b3881f352548 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:49.847210 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ca72aaaf-e376-450b-a0e5-b125f70ab44b req-1b0f3ace-0742-4cda-b44a-b3881f352548 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbc7c0e8-9b7c-4a0d-a24d-6d8bd9e16b39 HTTP/1.1" status: 200 len: 944 time: 0.1416342 Jul 23 20:30:49.864701 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9a29766d-3678-46e0-a00e-3dbebd0c0af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:49.869368 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9a29766d-3678-46e0-a00e-3dbebd0c0af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:49.870909 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9a29766d-3678-46e0-a00e-3dbebd0c0af6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d728daf9-4e9c-4409-90d9-828dcf202a21 HTTP/1.1" status: 204 len: 168 time: 0.1470599 Jul 23 20:30:49.876368 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['ac61d90f-a359-46b2-9a58-fba7455cfbe9'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:30:49.888391 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a29766d-3678-46e0-a00e-3dbebd0c0af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d728daf9-4e9c-4409-90d9-828dcf202a21,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:49.925592 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ca72aaaf-e376-450b-a0e5-b125f70ab44b req-74e71d73-2cf4-46b7-8fa3-d5984d0f9c8f tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/security-groups?id=d11ce9da-183e-4550-a88a-4339432953ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557618 Jul 23 20:30:49.927590 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3a0b4-d4d2-4198-9005-e14788d522b5 req-5dd5a693-9fb9-4b2e-a608-8054188597a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:49.929054 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a2d3a0b4-d4d2-4198-9005-e14788d522b5 req-5dd5a693-9fb9-4b2e-a608-8054188597a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=425ae729-429e-4264-811d-78080dc7c6dd HTTP/1.1" status: 200 len: 853 time: 0.1004813 Jul 23 20:30:49.978194 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a2d3a0b4-d4d2-4198-9005-e14788d522b5 req-adc65aae-cf6a-4bbb-9d3f-70f2189f9f10 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=03890be3-e27c-4320-8703-01806113988f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402820 Jul 23 20:30:50.074591 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d98163-2d38-4bce-a607-a03896fe764e req-1ec523cd-4c20-4c40-b208-f43e43442007 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:50.080245 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f1d98163-2d38-4bce-a607-a03896fe764e req-1ec523cd-4c20-4c40-b208-f43e43442007 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 944 time: 0.1422491 Jul 23 20:30:50.121616 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a2d3a0b4-d4d2-4198-9005-e14788d522b5 req-9095173a-c1d9-453d-acb1-762ad94e0a11 service neutron] 10.222.0.30 "GET /v2.0/networks/03890be3-e27c-4320-8703-01806113988f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366818 Jul 23 20:30:50.148084 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f1d98163-2d38-4bce-a607-a03896fe764e req-29422cf9-e6b3-45c1-a160-783e3fed0eff tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540404 Jul 23 20:30:50.247459 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a2d3a0b4-d4d2-4198-9005-e14788d522b5 req-67761a83-136c-4266-b1b0-ba78b6afc40e service neutron] 10.222.0.30 "GET /v2.0/networks/03890be3-e27c-4320-8703-01806113988f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190608 Jul 23 20:30:51.096946 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ea1e2-89c4-4091-8ea9-ddf107655b6b req-5e685540-56d4-4bf1-9cbc-96c6b53f95c6 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:51.099325 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-491ea1e2-89c4-4091-8ea9-ddf107655b6b req-5e685540-56d4-4bf1-9cbc-96c6b53f95c6 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbc7c0e8-9b7c-4a0d-a24d-6d8bd9e16b39 HTTP/1.1" status: 200 len: 944 time: 0.0846951 Jul 23 20:30:51.153711 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-491ea1e2-89c4-4091-8ea9-ddf107655b6b req-3a9f535e-68d4-437c-be3e-b48124e72918 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/security-groups?id=d11ce9da-183e-4550-a88a-4339432953ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457969 Jul 23 20:30:51.269774 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 52602) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:51.313124 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daba430-bbec-4b6d-a397-e1c71bd95b0e req-8d6b8e78-a792-44c7-8892-95fcdabfe78a tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:51.314655 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8daba430-bbec-4b6d-a397-e1c71bd95b0e req-8d6b8e78-a792-44c7-8892-95fcdabfe78a tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 944 time: 0.0855470 Jul 23 20:30:51.358263 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8daba430-bbec-4b6d-a397-e1c71bd95b0e req-ebaf92aa-2fe1-4476-aa33-e2dcb4b6ffdd tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366771 Jul 23 20:30:51.435010 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device e704b168-a269-4e98-abf0-33a72c16fa8b details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:30:51.437335 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device ac61d90f-a359-46b2-9a58-fba7455cfbe9 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:51.454571 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c08db86-1538-4578-b3f5-f72f26ec4e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:51.562040 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port ac61d90f-a359-46b2-9a58-fba7455cfbe9 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:51.562413 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:51.562667 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c08db86-1538-4578-b3f5-f72f26ec4e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:51.568536 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c08db86-1538-4578-b3f5-f72f26ec4e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:51.621403 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port e704b168-a269-4e98-abf0-33a72c16fa8b, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e704b168-a269-4e98-abf0-33a72c16fa8b,segment=NetworkSegment(4e1287e2-8d8d-45d3-9f70-c833c1d3a9cd),segment_id=4e1287e2-8d8d-45d3-9f70-c833c1d3a9cd)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:51.626958 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 52614) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:51.634218 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9c08db86-1538-4578-b3f5-f72f26ec4e23 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=53c7f617e3c2416eb549afb8677567b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3631289 Jul 23 20:30:51.635726 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08db86-1538-4578-b3f5-f72f26ec4e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589cf38a-83fb-423e-bdf6-fdb94e5d1aed,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:51.654804 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'e704b168-a269-4e98-abf0-33a72c16fa8b', 'network_id': '03890be3-e27c-4320-8703-01806113988f', 'port_id': 'e704b168-a269-4e98-abf0-33a72c16fa8b', 'mac_address': 'fa:16:3e:98:84:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '425ae729-429e-4264-811d-78080dc7c6dd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:30:51.689349 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-44464df0-f085-4ec7-b782-3f23077b9078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:51.718075 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-44464df0-f085-4ec7-b782-3f23077b9078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:51.726886 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:51.738891 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:51.755591 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e704b168-a269-4e98-abf0-33a72c16fa8b {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:30:51.776154 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac61d90f-a359-46b2-9a58-fba7455cfbe9'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:30:51.778655 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528c7255-5174-4a2d-9a1d-a519c86d691c" -d '{"events": [{"server_uuid": "fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2", "name": "network-vif-plugged", "status": "completed", "tag": "ac61d90f-a359-46b2-9a58-fba7455cfbe9"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:30:51.795735 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-44464df0-f085-4ec7-b782-3f23077b9078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:51.798887 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port ac61d90f-a359-46b2-9a58-fba7455cfbe9, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=ac61d90f-a359-46b2-9a58-fba7455cfbe9,segment=NetworkSegment(200529f2-acc5-4abc-91bf-3609d16ae961),segment_id=200529f2-acc5-4abc-91bf-3609d16ae961)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:51.800801 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port e704b168-a269-4e98-abf0-33a72c16fa8b, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e704b168-a269-4e98-abf0-33a72c16fa8b,segment=NetworkSegment(4e1287e2-8d8d-45d3-9f70-c833c1d3a9cd),segment_id=4e1287e2-8d8d-45d3-9f70-c833c1d3a9cd)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:51.801191 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-44464df0-f085-4ec7-b782-3f23077b9078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:51.802785 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-44464df0-f085-4ec7-b782-3f23077b9078 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/589cf38a-83fb-423e-bdf6-fdb94e5d1aed HTTP/1.1" status: 204 len: 168 time: 0.1745048 Jul 23 20:30:51.807491 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:51.813623 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44464df0-f085-4ec7-b782-3f23077b9078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589cf38a-83fb-423e-bdf6-fdb94e5d1aed,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:51.839959 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:51.887509 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=ac61d90f-a359-46b2-9a58-fba7455cfbe9,revision_number=10']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:51.949628 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=e704b168-a269-4e98-abf0-33a72c16fa8b,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:52.030276 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59f3912-13ee-48f3-a9aa-36760b52d177 x-openstack-request-id: req-c59f3912-13ee-48f3-a9aa-36760b52d177 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:30:52.030649 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2", "name": "network-vif-plugged", "status": "completed", "tag": "ac61d90f-a359-46b2-9a58-fba7455cfbe9", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:30:52.030973 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c59f3912-13ee-48f3-a9aa-36760b52d177 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:30:52.031474 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac61d90f-a359-46b2-9a58-fba7455cfbe9', 'code': 200} Jul 23 20:30:52.039632 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['e704b168-a269-4e98-abf0-33a72c16fa8b'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:30:52.307729 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bc4c5-0c20-4ff7-8dc7-08648a6b7f2b req-7a8df0e6-31dc-48c9-aab1-97bbfde5433d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:52.309498 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3b9bc4c5-0c20-4ff7-8dc7-08648a6b7f2b req-7a8df0e6-31dc-48c9-aab1-97bbfde5433d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 1098 time: 0.1215334 Jul 23 20:30:52.358879 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 52630) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:52.378914 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3b9bc4c5-0c20-4ff7-8dc7-08648a6b7f2b req-5ef89da4-4825-409d-8bb1-e335f3ef83a4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618224 Jul 23 20:30:52.391046 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c47ee-c73a-43b0-a3cf-b5bd5757b10c req-aefa74b0-fe95-4990-9d45-5c9e02880120 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:52.392481 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d68c47ee-c73a-43b0-a3cf-b5bd5757b10c req-aefa74b0-fe95-4990-9d45-5c9e02880120 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbc7c0e8-9b7c-4a0d-a24d-6d8bd9e16b39 HTTP/1.1" status: 200 len: 945 time: 0.0966086 Jul 23 20:30:52.394098 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4ab4c91f-2e56-4d98-9672-eb7f8ccff914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:52.468204 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d68c47ee-c73a-43b0-a3cf-b5bd5757b10c req-227aea04-f47b-4336-8d29-2c627a73a764 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/security-groups?id=d11ce9da-183e-4550-a88a-4339432953ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629954 Jul 23 20:30:52.557543 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4ab4c91f-2e56-4d98-9672-eb7f8ccff914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:52.561729 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4ab4c91f-2e56-4d98-9672-eb7f8ccff914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:52.572459 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c756372-e46e-4591-93f8-91bab6c42ec2 req-1c05fcee-8a75-4e0a-a716-042c50131ced tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:52.574054 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8c756372-e46e-4591-93f8-91bab6c42ec2 req-1c05fcee-8a75-4e0a-a716-042c50131ced tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 946 time: 0.0926116 Jul 23 20:30:52.613865 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4ab4c91f-2e56-4d98-9672-eb7f8ccff914 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6fe2852d496942428d357f9a1d7f9623&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2509429 Jul 23 20:30:52.613986 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 52638) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:52.617023 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-8c756372-e46e-4591-93f8-91bab6c42ec2 req-1ec5c991-5617-4d68-8bcf-39feb2f0e598 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365009 Jul 23 20:30:52.629262 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab4c91f-2e56-4d98-9672-eb7f8ccff914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e313413-f505-4aef-a80f-5108b1f739e4,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:52.675440 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2ae947be-6fba-4d96-87fb-04ca1b3376a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:52.699424 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2ae947be-6fba-4d96-87fb-04ca1b3376a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:52.751960 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2ae947be-6fba-4d96-87fb-04ca1b3376a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:52.754657 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2ae947be-6fba-4d96-87fb-04ca1b3376a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:52.755863 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2ae947be-6fba-4d96-87fb-04ca1b3376a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4e313413-f505-4aef-a80f-5108b1f739e4 HTTP/1.1" status: 204 len: 168 time: 0.1409006 Jul 23 20:30:52.770437 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae947be-6fba-4d96-87fb-04ca1b3376a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e313413-f505-4aef-a80f-5108b1f739e4,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:53.448459 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device e704b168-a269-4e98-abf0-33a72c16fa8b up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:53.527933 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port e704b168-a269-4e98-abf0-33a72c16fa8b completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:53.532627 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port e704b168-a269-4e98-abf0-33a72c16fa8b triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:53.533389 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:53.642118 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:53.730173 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc049a1-1335-4751-9fd1-f1049b906d1f req-3a45336a-d581-489c-97d7-4f6b978de9ae tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:53.732249 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bdc049a1-1335-4751-9fd1-f1049b906d1f req-3a45336a-d581-489c-97d7-4f6b978de9ae tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbc7c0e8-9b7c-4a0d-a24d-6d8bd9e16b39 HTTP/1.1" status: 200 len: 945 time: 0.1374266 Jul 23 20:30:53.740494 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port e704b168-a269-4e98-abf0-33a72c16fa8b, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e704b168-a269-4e98-abf0-33a72c16fa8b,segment=NetworkSegment(4e1287e2-8d8d-45d3-9f70-c833c1d3a9cd),segment_id=4e1287e2-8d8d-45d3-9f70-c833c1d3a9cd)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:53.750217 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:53.825721 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bdc049a1-1335-4751-9fd1-f1049b906d1f req-17f9855b-a6db-4e26-a4f2-fce30dc8c227 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/security-groups?id=d11ce9da-183e-4550-a88a-4339432953ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827217 Jul 23 20:30:53.864704 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=e704b168-a269-4e98-abf0-33a72c16fa8b,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:53.865767 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423b801-a861-4f38-8215-537bd865578b req-7072673f-5ad5-45fb-959c-3e0c33051566 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:53.867960 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6423b801-a861-4f38-8215-537bd865578b req-7072673f-5ad5-45fb-959c-3e0c33051566 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 946 time: 0.1411116 Jul 23 20:30:53.949580 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6423b801-a861-4f38-8215-537bd865578b req-53148cce-722c-4e4d-9d85-2332bf498b90 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666397 Jul 23 20:30:54.032686 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc7c0e8-9b7c-4a0d-a24d-6d8bd9e16b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e704b168-a269-4e98-abf0-33a72c16fa8b'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:30:54.036863 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5deb5ff0-47cc-47ac-a252-5ee707419ca3" -d '{"events": [{"server_uuid": "bbc7c0e8-9b7c-4a0d-a24d-6d8bd9e16b39", "name": "network-vif-plugged", "status": "completed", "tag": "e704b168-a269-4e98-abf0-33a72c16fa8b"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:30:54.091158 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6599cfb2-528a-4efb-902a-fdfcba50f72d x-openstack-request-id: req-6599cfb2-528a-4efb-902a-fdfcba50f72d {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:30:54.091538 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc7c0e8-9b7c-4a0d-a24d-6d8bd9e16b39", "name": "network-vif-plugged", "status": "completed", "tag": "e704b168-a269-4e98-abf0-33a72c16fa8b", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:30:54.091861 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6599cfb2-528a-4efb-902a-fdfcba50f72d {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:30:54.092362 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc7c0e8-9b7c-4a0d-a24d-6d8bd9e16b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e704b168-a269-4e98-abf0-33a72c16fa8b', 'code': 200} Jul 23 20:30:54.224718 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35701ed7-2a72-4976-b540-6715715fde21 req-dbfe09cf-73d3-485c-a28b-97ae74a241d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:54.227207 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-35701ed7-2a72-4976-b540-6715715fde21 req-dbfe09cf-73d3-485c-a28b-97ae74a241d9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bbc7c0e8-9b7c-4a0d-a24d-6d8bd9e16b39 HTTP/1.1" status: 200 len: 1098 time: 0.0733466 Jul 23 20:30:54.280057 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-35701ed7-2a72-4976-b540-6715715fde21 req-259af432-8482-4880-87ab-a01c12cfb8ec service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d11ce9da-183e-4550-a88a-4339432953ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466130 Jul 23 20:30:54.699465 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-670590b9-6cc5-448a-a8b4-818e766a8058 req-87ed7059-4e5e-42ee-9c2f-d8cb27c49740 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0860028 Jul 23 20:30:54.802561 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670590b9-6cc5-448a-a8b4-818e766a8058 req-d3d8fc0c-7de4-4578-af7d-8e327bfe0431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:54.804247 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-670590b9-6cc5-448a-a8b4-818e766a8058 req-d3d8fc0c-7de4-4578-af7d-8e327bfe0431 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99134e0f99a8419eae5eb1d5d4aedeb7&device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 1098 time: 0.0621555 Jul 23 20:30:54.963685 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670590b9-6cc5-448a-a8b4-818e766a8058 req-81efc59b-c192-4659-81e6-21272afcb4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:54.965188 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-670590b9-6cc5-448a-a8b4-818e766a8058 req-81efc59b-c192-4659-81e6-21272afcb4bd service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd3fc2da-f343-4eff-93f0-5695d77abd1d HTTP/1.1" status: 200 len: 917 time: 0.1371074 Jul 23 20:30:55.075558 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6bc07-bc40-425d-8952-ebe68c7457fe req-e0616397-ed84-49f5-97ca-cca1b45be978 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:55.077859 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-62f6bc07-bc40-425d-8952-ebe68c7457fe req-e0616397-ed84-49f5-97ca-cca1b45be978 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbc7c0e8-9b7c-4a0d-a24d-6d8bd9e16b39 HTTP/1.1" status: 200 len: 946 time: 0.1720293 Jul 23 20:30:55.096346 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-670590b9-6cc5-448a-a8b4-818e766a8058 req-957584bd-6b8d-48eb-9a70-188b0d9fc94a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac61d90f-a359-46b2-9a58-fba7455cfbe9 HTTP/1.1" status: 200 len: 1001 time: 0.1232324 Jul 23 20:30:55.140151 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1502df4-55a5-4e1b-93b6-6de9da6fac7b req-541e5abb-92dd-4320-8d14-78c272301993 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:55.141894 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a1502df4-55a5-4e1b-93b6-6de9da6fac7b req-541e5abb-92dd-4320-8d14-78c272301993 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 946 time: 0.0876455 Jul 23 20:30:55.165840 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-62f6bc07-bc40-425d-8952-ebe68c7457fe req-abfb73cd-f486-4b0d-98a4-2abf2a50e1ce tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/security-groups?id=d11ce9da-183e-4550-a88a-4339432953ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801289 Jul 23 20:30:55.176180 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670590b9-6cc5-448a-a8b4-818e766a8058 req-6df6134e-f9d3-4190-b40a-6a028202cdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:55.178517 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-670590b9-6cc5-448a-a8b4-818e766a8058 req-6df6134e-f9d3-4190-b40a-6a028202cdf8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63fa6ddd-c617-40f8-a250-cf59fcf077ba HTTP/1.1" status: 200 len: 855 time: 0.0719447 Jul 23 20:30:55.201769 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a1502df4-55a5-4e1b-93b6-6de9da6fac7b req-9d4cfdda-af57-4883-9e8e-33909d6e8105 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494490 Jul 23 20:30:55.252641 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670590b9-6cc5-448a-a8b4-818e766a8058 req-f72c6a3d-bcb2-4902-a05a-1671ea38b066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:55.256038 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-670590b9-6cc5-448a-a8b4-818e766a8058 req-f72c6a3d-bcb2-4902-a05a-1671ea38b066 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd3fc2da-f343-4eff-93f0-5695d77abd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0700729 Jul 23 20:30:55.355250 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-670590b9-6cc5-448a-a8b4-818e766a8058 req-37641818-f1da-4a58-85bc-06f5d6e8cddb service neutron] 10.222.0.30 "GET /v2.0/networks/bd3fc2da-f343-4eff-93f0-5695d77abd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942998 Jul 23 20:30:55.463275 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-670590b9-6cc5-448a-a8b4-818e766a8058 req-6ce78100-11ac-4e7a-9547-bce59f58541e service neutron] 10.222.0.30 "GET /v2.0/networks/bd3fc2da-f343-4eff-93f0-5695d77abd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020823 Jul 23 20:30:56.347922 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90fad1f-c1d0-48cb-af3c-fcd17063f1ee req-1573f179-38e4-41e6-951a-c3edded3196c tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:56.349435 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a90fad1f-c1d0-48cb-af3c-fcd17063f1ee req-1573f179-38e4-41e6-951a-c3edded3196c tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbc7c0e8-9b7c-4a0d-a24d-6d8bd9e16b39 HTTP/1.1" status: 200 len: 946 time: 0.0883811 Jul 23 20:30:56.395159 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a90fad1f-c1d0-48cb-af3c-fcd17063f1ee req-8188c5ae-c95c-4dc1-8048-503e8c4163da tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/security-groups?id=d11ce9da-183e-4550-a88a-4339432953ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392103 Jul 23 20:30:56.483753 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 52774) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:56.629590 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bc889dd7-f954-4756-ae64-20513a862f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:56.811571 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bc889dd7-f954-4756-ae64-20513a862f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:56.816239 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bc889dd7-f954-4756-ae64-20513a862f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:57.222577 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-bc889dd7-f954-4756-ae64-20513a862f51 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=86b1b74564bd4eaa8c03bc1da199555d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7350287 Jul 23 20:30:57.223031 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 52826) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:57.226933 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc889dd7-f954-4756-ae64-20513a862f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d98e2e-bde5-477d-9732-146c967b9c10,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:57.285151 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc27be1b-ccfc-4bd1-b626-0cc891cb5592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:57.319458 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc27be1b-ccfc-4bd1-b626-0cc891cb5592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:57.396990 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc27be1b-ccfc-4bd1-b626-0cc891cb5592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:57.399689 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc27be1b-ccfc-4bd1-b626-0cc891cb5592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:57.400909 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-fc27be1b-ccfc-4bd1-b626-0cc891cb5592 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e1d98e2e-bde5-477d-9732-146c967b9c10 HTTP/1.1" status: 204 len: 168 time: 0.1776538 Jul 23 20:30:57.410182 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc27be1b-ccfc-4bd1-b626-0cc891cb5592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d98e2e-bde5-477d-9732-146c967b9c10,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:57.772793 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 52854) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:57.794379 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-474d0fdd-82c4-4424-8860-2832077531f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:57.936383 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-474d0fdd-82c4-4424-8860-2832077531f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:57.941197 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-474d0fdd-82c4-4424-8860-2832077531f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:57.986000 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-474d0fdd-82c4-4424-8860-2832077531f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a782c13219fe41c8bc4833842a762c54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2094278 Jul 23 20:30:57.986000 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d0fdd-82c4-4424-8860-2832077531f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01449e10-4f5d-4b92-b267-c8d993f60fe8,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:57.986367 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 52856) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:58.077635 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4f9d0e96-0554-4a32-9b6f-250a8ca94cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:58.116036 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4f9d0e96-0554-4a32-9b6f-250a8ca94cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:58.205117 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4f9d0e96-0554-4a32-9b6f-250a8ca94cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:58.211379 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4f9d0e96-0554-4a32-9b6f-250a8ca94cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:58.218887 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4f9d0e96-0554-4a32-9b6f-250a8ca94cfd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/01449e10-4f5d-4b92-b267-c8d993f60fe8 HTTP/1.1" status: 204 len: 168 time: 0.2307091 Jul 23 20:30:58.236057 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d0e96-0554-4a32-9b6f-250a8ca94cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01449e10-4f5d-4b92-b267-c8d993f60fe8,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:01.199066 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-fc1ebf03-3a76-4b4b-82f4-6b33ee7e058c tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0c18f56c437a4dbd8544132091b2b69e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402899 Jul 23 20:31:01.464196 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-1bb9eecb-a9e8-4132-a854-b6b45272ebbb tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:01.466165 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-1bb9eecb-a9e8-4132-a854-b6b45272ebbb tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2617910 Jul 23 20:31:01.481868 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-582966de-54cd-4ded-9c5d-815eb1af8103 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] 10.222.0.32 "GET /v2.0/quotas/0c18f56c437a4dbd8544132091b2b69e HTTP/1.1" status: 200 len: 375 time: 0.0101981 Jul 23 20:31:01.523524 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-06f1f97b-37e5-47be-9892-a07062d63384 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0c18f56c437a4dbd8544132091b2b69e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352263 Jul 23 20:31:01.733014 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c5aa9c78-2876-4a93-a31e-792cbd9f8716 req-81f7db95-e72d-4ef8-917c-b75546086d6b tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] 10.222.0.32 "GET /v2.0/ports?device_id=86eec334-547f-429a-a015-62da74ff1f55 HTTP/1.1" status: 200 len: 210 time: 0.0378320 Jul 23 20:31:02.856185 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cc68e6ed-2047-4731-b57d-c3bdf62a8432 req-cd7cfde1-b442-4b4b-8e4e-4a6053bd37c0 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] 10.222.0.32 "GET /v2.0/ports?device_id=86eec334-547f-429a-a015-62da74ff1f55 HTTP/1.1" status: 200 len: 210 time: 0.0367446 Jul 23 20:31:03.028211 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-3fa0d937-07fe-482b-bb69-fe4cc5715dfc tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=0c18f56c437a4dbd8544132091b2b69e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392070 Jul 23 20:31:03.183031 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-82e12f4d-2dd6-40bc-be80-4f61496aba70 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:03.185712 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-82e12f4d-2dd6-40bc-be80-4f61496aba70 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1525652 Jul 23 20:31:03.199610 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-506d0d22-7842-4e36-93d5-2e23c99bb744 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] Request body: {'port': {'device_id': '86eec334-547f-429a-a015-62da74ff1f55', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'admin_state_up': True, 'tenant_id': '0c18f56c437a4dbd8544132091b2b69e'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:03.375326 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-506d0d22-7842-4e36-93d5-2e23c99bb744 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] Made reservation on behalf of 0c18f56c437a4dbd8544132091b2b69e for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:31:03.380286 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-506d0d22-7842-4e36-93d5-2e23c99bb744 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:03.391559 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-506d0d22-7842-4e36-93d5-2e23c99bb744 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:03.541899 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-506d0d22-7842-4e36-93d5-2e23c99bb744 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:03.547124 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-506d0d22-7842-4e36-93d5-2e23c99bb744 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:03.582765 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d0d22-7842-4e36-93d5-2e23c99bb744 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a96c81e-af72-4f6b-b6a5-587cb69eb771,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:03.756796 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-506d0d22-7842-4e36-93d5-2e23c99bb744 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] Allocated IP 192.168.233.123 (ec2201c2-595f-40aa-9bc3-fccd4b01012e/4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d/247faaea-b849-4a3d-8561-1558ca3a6924) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:31:03.984968 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-506d0d22-7842-4e36-93d5-2e23c99bb744 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:03.995907 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f9551223-32c1-41c2-85dc-9f731ca6dc4d req-e638b396-615b-4159-8099-d36962a3fe95 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] 10.222.0.32 "GET /v2.0/ports?device_id=86eec334-547f-429a-a015-62da74ff1f55 HTTP/1.1" status: 200 len: 210 time: 0.0565565 Jul 23 20:31:04.031572 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-506d0d22-7842-4e36-93d5-2e23c99bb744 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] Transition to ACTIVE for port object 247faaea-b849-4a3d-8561-1558ca3a6924 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:31:04.104948 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-506d0d22-7842-4e36-93d5-2e23c99bb744 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:04.167513 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-506d0d22-7842-4e36-93d5-2e23c99bb744 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] Network ec2201c2-595f-40aa-9bc3-fccd4b01012e is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:04.170756 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-506d0d22-7842-4e36-93d5-2e23c99bb744 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:04.173304 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-506d0d22-7842-4e36-93d5-2e23c99bb744 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:31:04.205958 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d0d22-7842-4e36-93d5-2e23c99bb744 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] Pushing event updated for resources: {'Port': ['ID=247faaea-b849-4a3d-8561-1558ca3a6924,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:04.277786 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-506d0d22-7842-4e36-93d5-2e23c99bb744 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:04.278370 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-506d0d22-7842-4e36-93d5-2e23c99bb744 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:04.298315 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-506d0d22-7842-4e36-93d5-2e23c99bb744 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1047149 Jul 23 20:31:04.318857 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-beec597b-69ae-42c6-831c-e46177e7489f service neutron] Request body: {'port': {'device_id': '86eec334-547f-429a-a015-62da74ff1f55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:04.481790 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-beec597b-69ae-42c6-831c-e46177e7489f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:04.503101 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b1fbaf47-b89f-44f0-a7c7-5165487f4169 None None] Provisioning for port 247faaea-b849-4a3d-8561-1558ca3a6924 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:31:04.509968 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b1fbaf47-b89f-44f0-a7c7-5165487f4169 None None] Provisioning complete for port 247faaea-b849-4a3d-8561-1558ca3a6924 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:04.510668 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b1fbaf47-b89f-44f0-a7c7-5165487f4169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:04.559647 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b1fbaf47-b89f-44f0-a7c7-5165487f4169 None None] Port 247faaea-b849-4a3d-8561-1558ca3a6924 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:31:04.908978 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-beec597b-69ae-42c6-831c-e46177e7489f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 247faaea-b849-4a3d-8561-1558ca3a6924 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:31:04.918739 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-beec597b-69ae-42c6-831c-e46177e7489f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:04.934142 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-beec597b-69ae-42c6-831c-e46177e7489f service neutron] Transition to ACTIVE for port object 247faaea-b849-4a3d-8561-1558ca3a6924 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:31:04.941363 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-beec597b-69ae-42c6-831c-e46177e7489f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:05.109138 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec597b-69ae-42c6-831c-e46177e7489f service neutron] Pushing event updated for resources: {'Port': ['ID=247faaea-b849-4a3d-8561-1558ca3a6924,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:05.175091 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-beec597b-69ae-42c6-831c-e46177e7489f service neutron] Attempting to bind port 247faaea-b849-4a3d-8561-1558ca3a6924 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:31:05.175091 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-beec597b-69ae-42c6-831c-e46177e7489f service neutron] Attempting to bind port 247faaea-b849-4a3d-8561-1558ca3a6924 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:31:05.175784 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-beec597b-69ae-42c6-831c-e46177e7489f service neutron] Attempting to bind port 247faaea-b849-4a3d-8561-1558ca3a6924 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:31:05.184755 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-beec597b-69ae-42c6-831c-e46177e7489f service neutron] Port 247faaea-b849-4a3d-8561-1558ca3a6924 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:31:05.185679 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-beec597b-69ae-42c6-831c-e46177e7489f service neutron] Attempting to bind port 247faaea-b849-4a3d-8561-1558ca3a6924 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:31:05.196004 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-beec597b-69ae-42c6-831c-e46177e7489f service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:31:05.196884 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-beec597b-69ae-42c6-831c-e46177e7489f service neutron] Checking segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:31:05.197853 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-beec597b-69ae-42c6-831c-e46177e7489f service neutron] Bound using segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:31:05.198923 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-beec597b-69ae-42c6-831c-e46177e7489f service neutron] Bound port: 247faaea-b849-4a3d-8561-1558ca3a6924, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:31:05.199845 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-beec597b-69ae-42c6-831c-e46177e7489f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:05.422238 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-beec597b-69ae-42c6-831c-e46177e7489f service neutron] For port 247faaea-b849-4a3d-8561-1558ca3a6924, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:31:05.434102 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63ecb3-b92d-4808-ac3a-cf5bdf7e0c7f req-b9684278-c6ad-4790-b955-fbff375de482 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:05.436188 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6a63ecb3-b92d-4808-ac3a-cf5bdf7e0c7f req-b9684278-c6ad-4790-b955-fbff375de482 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] 10.222.0.32 "GET /v2.0/ports?device_id=86eec334-547f-429a-a015-62da74ff1f55 HTTP/1.1" status: 200 len: 948 time: 0.2033529 Jul 23 20:31:05.438783 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-beec597b-69ae-42c6-831c-e46177e7489f service neutron] For port 247faaea-b849-4a3d-8561-1558ca3a6924, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=247faaea-b849-4a3d-8561-1558ca3a6924,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:31:05.445075 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-beec597b-69ae-42c6-831c-e46177e7489f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:05.539244 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-beec597b-69ae-42c6-831c-e46177e7489f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:05.539895 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-beec597b-69ae-42c6-831c-e46177e7489f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:05.541370 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-beec597b-69ae-42c6-831c-e46177e7489f service neutron] 10.222.0.18 "PUT /v2.0/ports/247faaea-b849-4a3d-8561-1558ca3a6924 HTTP/1.1" status: 200 len: 1097 time: 1.2341278 Jul 23 20:31:05.549730 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86eec334-547f-429a-a015-62da74ff1f55', 'tag': '247faaea-b849-4a3d-8561-1558ca3a6924'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:31:05.551920 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603fea7c-4b73-4812-8972-8584d329093c" -d '{"events": [{"name": "network-changed", "server_uuid": "86eec334-547f-429a-a015-62da74ff1f55", "tag": "247faaea-b849-4a3d-8561-1558ca3a6924"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:31:05.566555 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6a63ecb3-b92d-4808-ac3a-cf5bdf7e0c7f req-14cda3d1-e3c1-40ac-ac75-e6e728fd90f7 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a96c81e-af72-4f6b-b6a5-587cb69eb771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180813 Jul 23 20:31:05.585547 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec597b-69ae-42c6-831c-e46177e7489f service neutron] Pushing event updated for resources: {'Port': ['ID=247faaea-b849-4a3d-8561-1558ca3a6924,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:05.699643 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bcc5085-f7a4-4857-b7a6-60e5437fd31e x-openstack-request-id: req-1bcc5085-f7a4-4857-b7a6-60e5437fd31e {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:31:05.700126 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86eec334-547f-429a-a015-62da74ff1f55", "tag": "247faaea-b849-4a3d-8561-1558ca3a6924", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:31:05.700502 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1bcc5085-f7a4-4857-b7a6-60e5437fd31e {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:31:05.701170 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86eec334-547f-429a-a015-62da74ff1f55', 'tag': '247faaea-b849-4a3d-8561-1558ca3a6924', 'status': 'completed', 'code': 200} Jul 23 20:31:05.767373 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-032b57fe-b40d-4e62-b852-7670dcd3410e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:05.769397 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-032b57fe-b40d-4e62-b852-7670dcd3410e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0c18f56c437a4dbd8544132091b2b69e&device_id=86eec334-547f-429a-a015-62da74ff1f55 HTTP/1.1" status: 200 len: 1100 time: 0.1320100 Jul 23 20:31:05.871424 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-79fbef1b-c929-4e52-97fa-10739155d923 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=247faaea-b849-4a3d-8561-1558ca3a6924 HTTP/1.1" status: 200 len: 217 time: 0.0945132 Jul 23 20:31:05.989037 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-553b7a80-f237-4b55-ac6d-e9e1f6a5060e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:06.003938 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-553b7a80-f237-4b55-ac6d-e9e1f6a5060e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1232760 Jul 23 20:31:06.136408 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-1114868d-962c-4112-be7a-96bb49e6eaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:06.138403 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-1114868d-962c-4112-be7a-96bb49e6eaff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1257117 Jul 23 20:31:06.327982 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-ae796edf-4638-4cb7-aed8-800dff358cd4 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834168 Jul 23 20:31:06.460283 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa7859dc-4f5d-407a-b287-5daf4ca284cc req-e177b06f-ec65-422c-b626-1cc86e21bff2 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255572 Jul 23 20:31:06.612119 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603fea7c-4b73-4812-8972-8584d329093c req-9ac6ef5c-e90f-456d-8f97-8aefdc22489c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:06.620907 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-603fea7c-4b73-4812-8972-8584d329093c req-9ac6ef5c-e90f-456d-8f97-8aefdc22489c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0c18f56c437a4dbd8544132091b2b69e&device_id=86eec334-547f-429a-a015-62da74ff1f55 HTTP/1.1" status: 200 len: 1100 time: 0.0991919 Jul 23 20:31:06.855764 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603fea7c-4b73-4812-8972-8584d329093c req-1119b276-595f-45cb-ac58-185247bfa41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:06.859069 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-603fea7c-4b73-4812-8972-8584d329093c req-1119b276-595f-45cb-ac58-185247bfa41e service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.2342787 Jul 23 20:31:06.895345 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21881d08-b1c5-4cac-a37b-4eb245fb8882 req-0ea05010-0e98-404c-a3cc-f4be15eb87ca tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:06.898238 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-21881d08-b1c5-4cac-a37b-4eb245fb8882 req-0ea05010-0e98-404c-a3cc-f4be15eb87ca tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] 10.222.0.32 "GET /v2.0/ports?device_id=86eec334-547f-429a-a015-62da74ff1f55 HTTP/1.1" status: 200 len: 948 time: 0.2050874 Jul 23 20:31:06.959543 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-603fea7c-4b73-4812-8972-8584d329093c req-d19347ad-7bcf-4f4a-b9a2-c98a1714a63d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=247faaea-b849-4a3d-8561-1558ca3a6924 HTTP/1.1" status: 200 len: 217 time: 0.0927167 Jul 23 20:31:07.068451 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-21881d08-b1c5-4cac-a37b-4eb245fb8882 req-1effdb4d-8619-473e-ab6d-0eda735eb638 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a96c81e-af72-4f6b-b6a5-587cb69eb771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129782 Jul 23 20:31:07.075278 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603fea7c-4b73-4812-8972-8584d329093c req-8b4e0199-ba57-44bf-9d7d-4a8c4814a761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:07.075974 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-603fea7c-4b73-4812-8972-8584d329093c req-8b4e0199-ba57-44bf-9d7d-4a8c4814a761 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.1061792 Jul 23 20:31:07.177697 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603fea7c-4b73-4812-8972-8584d329093c req-b6f585f9-cd85-47cd-93be-d2231d6423c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:07.181433 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-603fea7c-4b73-4812-8972-8584d329093c req-b6f585f9-cd85-47cd-93be-d2231d6423c6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0971184 Jul 23 20:31:07.369199 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-603fea7c-4b73-4812-8972-8584d329093c req-3c0bb13a-ad22-4e58-8d9b-1d6161636de4 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810796 Jul 23 20:31:07.527362 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-603fea7c-4b73-4812-8972-8584d329093c req-bcbcc44d-8381-4758-a1ab-51b8322c7ce1 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510863 Jul 23 20:31:08.232549 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7249ae2-91d1-419e-aa16-d31c840b8d40 req-95bb984a-4170-44af-bd80-e7a01716ec37 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:08.234838 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f7249ae2-91d1-419e-aa16-d31c840b8d40 req-95bb984a-4170-44af-bd80-e7a01716ec37 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] 10.222.0.32 "GET /v2.0/ports?device_id=86eec334-547f-429a-a015-62da74ff1f55 HTTP/1.1" status: 200 len: 948 time: 0.0747147 Jul 23 20:31:08.296377 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f7249ae2-91d1-419e-aa16-d31c840b8d40 req-f4a6b428-5735-497a-849f-5e2dcdfd3e48 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a96c81e-af72-4f6b-b6a5-587cb69eb771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525033 Jul 23 20:31:08.732631 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 247faaea-b849-4a3d-8561-1558ca3a6924 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:31:08.885227 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 247faaea-b849-4a3d-8561-1558ca3a6924, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=247faaea-b849-4a3d-8561-1558ca3a6924,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:08.900334 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '247faaea-b849-4a3d-8561-1558ca3a6924', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': '247faaea-b849-4a3d-8561-1558ca3a6924', 'mac_address': 'fa:16:3e:49:6a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:31:08.949754 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:08.968119 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 247faaea-b849-4a3d-8561-1558ca3a6924 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:31:08.993503 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 247faaea-b849-4a3d-8561-1558ca3a6924, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=247faaea-b849-4a3d-8561-1558ca3a6924,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:09.002538 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:09.065226 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=247faaea-b849-4a3d-8561-1558ca3a6924,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:09.223720 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['247faaea-b849-4a3d-8561-1558ca3a6924'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:31:09.466532 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b074a3-9b3c-4d1a-a14f-97f3a52de8a0 req-ccfcd9b1-1dd8-426e-9d7c-977265824962 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:09.468220 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-22b074a3-9b3c-4d1a-a14f-97f3a52de8a0 req-ccfcd9b1-1dd8-426e-9d7c-977265824962 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] 10.222.0.32 "GET /v2.0/ports?device_id=86eec334-547f-429a-a015-62da74ff1f55 HTTP/1.1" status: 200 len: 949 time: 0.0885227 Jul 23 20:31:09.518268 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-22b074a3-9b3c-4d1a-a14f-97f3a52de8a0 req-b9bc2665-ec71-4b85-9183-9df124249172 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a96c81e-af72-4f6b-b6a5-587cb69eb771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417008 Jul 23 20:31:10.247152 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9a26c1eb-b05d-487d-bc4f-7242d4c96a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:10.680452 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693877f-c853-457e-96b5-b21bdb8bf100 req-f9968b8b-3ebe-4c63-8334-e32ad49233a4 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:10.682790 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7693877f-c853-457e-96b5-b21bdb8bf100 req-f9968b8b-3ebe-4c63-8334-e32ad49233a4 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] 10.222.0.32 "GET /v2.0/ports?device_id=86eec334-547f-429a-a015-62da74ff1f55 HTTP/1.1" status: 200 len: 949 time: 0.0721445 Jul 23 20:31:10.725988 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7693877f-c853-457e-96b5-b21bdb8bf100 req-80a396f1-1ffe-4708-8938-816944648815 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a96c81e-af72-4f6b-b6a5-587cb69eb771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374928 Jul 23 20:31:10.731492 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 247faaea-b849-4a3d-8561-1558ca3a6924 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:31:10.798770 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 247faaea-b849-4a3d-8561-1558ca3a6924 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:31:10.803105 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 247faaea-b849-4a3d-8561-1558ca3a6924 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:10.803565 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:10.896343 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:10.924576 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86eec334-547f-429a-a015-62da74ff1f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247faaea-b849-4a3d-8561-1558ca3a6924'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:31:10.927448 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca7d5be-3c52-4549-93d2-2edde21a454f" -d '{"events": [{"server_uuid": "86eec334-547f-429a-a015-62da74ff1f55", "name": "network-vif-plugged", "status": "completed", "tag": "247faaea-b849-4a3d-8561-1558ca3a6924"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:31:10.972733 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 247faaea-b849-4a3d-8561-1558ca3a6924, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=247faaea-b849-4a3d-8561-1558ca3a6924,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:10.980386 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:10.987576 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137f497d-fefc-434a-b9f7-6e00c4641f66 x-openstack-request-id: req-137f497d-fefc-434a-b9f7-6e00c4641f66 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:31:10.988138 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86eec334-547f-429a-a015-62da74ff1f55", "name": "network-vif-plugged", "status": "completed", "tag": "247faaea-b849-4a3d-8561-1558ca3a6924", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:31:10.988407 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-137f497d-fefc-434a-b9f7-6e00c4641f66 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:31:10.988808 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86eec334-547f-429a-a015-62da74ff1f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247faaea-b849-4a3d-8561-1558ca3a6924', 'code': 200} Jul 23 20:31:11.070050 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=247faaea-b849-4a3d-8561-1558ca3a6924,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:11.123005 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ad2e0-5971-4104-a528-5672f76ef6ff req-04b40162-5b69-4661-9105-0f8705500764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:11.124697 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3b7ad2e0-5971-4104-a528-5672f76ef6ff req-04b40162-5b69-4661-9105-0f8705500764 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=86eec334-547f-429a-a015-62da74ff1f55 HTTP/1.1" status: 200 len: 1102 time: 0.0700324 Jul 23 20:31:11.174163 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3b7ad2e0-5971-4104-a528-5672f76ef6ff req-21e54c58-3c12-4001-9111-0aa9cbfcb919 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1a96c81e-af72-4f6b-b6a5-587cb69eb771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428057 Jul 23 20:31:11.913371 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639794c-1383-43ff-8680-036b38b0495e req-b5e462a2-d70e-47b6-bbcb-399dde01d4db tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:11.925393 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a639794c-1383-43ff-8680-036b38b0495e req-b5e462a2-d70e-47b6-bbcb-399dde01d4db tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] 10.222.0.32 "GET /v2.0/ports?device_id=86eec334-547f-429a-a015-62da74ff1f55 HTTP/1.1" status: 200 len: 950 time: 0.1233430 Jul 23 20:31:11.978256 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a639794c-1383-43ff-8680-036b38b0495e req-6b203f0c-9e4b-4801-a96d-4435cb812466 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a96c81e-af72-4f6b-b6a5-587cb69eb771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515904 Jul 23 20:31:13.143685 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ef2b7-b2f0-4a33-8721-e99ffa68a957 req-8187e4b2-728f-47c7-8400-8d22d70088c0 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:13.145244 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-397ef2b7-b2f0-4a33-8721-e99ffa68a957 req-8187e4b2-728f-47c7-8400-8d22d70088c0 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] 10.222.0.32 "GET /v2.0/ports?device_id=86eec334-547f-429a-a015-62da74ff1f55 HTTP/1.1" status: 200 len: 950 time: 0.0808074 Jul 23 20:31:13.191416 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-397ef2b7-b2f0-4a33-8721-e99ffa68a957 req-eaff3444-89d5-4de9-80ac-0c69583dbc19 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a96c81e-af72-4f6b-b6a5-587cb69eb771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389700 Jul 23 20:31:13.322642 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:13.628886 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-766711a4-b617-4b25-b8e9-7696a184ea59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:14.026375 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:14.661024 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:14.689113 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.025811 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 53112) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:15.198318 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-97001d5f-690c-4b3f-9941-f12c029a8283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.334755 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-97001d5f-690c-4b3f-9941-f12c029a8283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.342904 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-97001d5f-690c-4b3f-9941-f12c029a8283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.385999 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-97001d5f-690c-4b3f-9941-f12c029a8283 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6038449d9ba3430f90a0c8e1805cfc2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3578925 Jul 23 20:31:15.387044 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97001d5f-690c-4b3f-9941-f12c029a8283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f756de-d359-4caf-8194-9e24b1cea2ff,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:15.389261 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 53116) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:15.396299 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97001d5f-690c-4b3f-9941-f12c029a8283 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:15.396895 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97001d5f-690c-4b3f-9941-f12c029a8283 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:15.397591 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97001d5f-690c-4b3f-9941-f12c029a8283 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:15.398099 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97001d5f-690c-4b3f-9941-f12c029a8283 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:15.398754 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97001d5f-690c-4b3f-9941-f12c029a8283 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:15.399391 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97001d5f-690c-4b3f-9941-f12c029a8283 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:15.399969 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97001d5f-690c-4b3f-9941-f12c029a8283 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:15.400554 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97001d5f-690c-4b3f-9941-f12c029a8283 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:15.401062 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97001d5f-690c-4b3f-9941-f12c029a8283 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:15.401589 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97001d5f-690c-4b3f-9941-f12c029a8283 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:15.402105 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97001d5f-690c-4b3f-9941-f12c029a8283 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:15.402601 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97001d5f-690c-4b3f-9941-f12c029a8283 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:15.477972 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d458fa08-6fa5-4a49-9799-3473e34c5a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.521399 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d458fa08-6fa5-4a49-9799-3473e34c5a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.596581 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d458fa08-6fa5-4a49-9799-3473e34c5a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.599483 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d458fa08-6fa5-4a49-9799-3473e34c5a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.604078 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d458fa08-6fa5-4a49-9799-3473e34c5a3f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d9f756de-d359-4caf-8194-9e24b1cea2ff HTTP/1.1" status: 204 len: 168 time: 0.2099075 Jul 23 20:31:15.613112 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d458fa08-6fa5-4a49-9799-3473e34c5a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f756de-d359-4caf-8194-9e24b1cea2ff,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:15.759475 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:31:15.955599 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:16.006505 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 53126) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:16.024147 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-739c917e-dd77-44e8-b7df-b4a86aa7a940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:16.134385 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-739c917e-dd77-44e8-b7df-b4a86aa7a940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:16.139394 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-739c917e-dd77-44e8-b7df-b4a86aa7a940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:16.183010 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-739c917e-dd77-44e8-b7df-b4a86aa7a940 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=73e4675784184f8497ed354b3a142d99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1753290 Jul 23 20:31:16.188147 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 53130) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:16.205519 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c917e-dd77-44e8-b7df-b4a86aa7a940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a0d3c6-9dbd-4e58-8e1d-25912d506ae8,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:16.262574 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c16d70b3-aa1e-4402-91ee-a3d3715f45f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:16.289394 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c16d70b3-aa1e-4402-91ee-a3d3715f45f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:16.343109 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c16d70b3-aa1e-4402-91ee-a3d3715f45f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:16.346127 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c16d70b3-aa1e-4402-91ee-a3d3715f45f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:16.349759 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c16d70b3-aa1e-4402-91ee-a3d3715f45f8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/17a0d3c6-9dbd-4e58-8e1d-25912d506ae8 HTTP/1.1" status: 204 len: 168 time: 0.1580467 Jul 23 20:31:16.357288 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d70b3-aa1e-4402-91ee-a3d3715f45f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a0d3c6-9dbd-4e58-8e1d-25912d506ae8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:17.437637 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 53156) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:17.614384 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-7fb0f4e9-ff8b-4a83-8c3e-ec50a867cfb2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-452716938-network', 'tenant_id': '5096d3114afb49be92a9c5160e90a0a8'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:17.675361 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb0f4e9-ff8b-4a83-8c3e-ec50a867cfb2 admin admin] Made reservation on behalf of 5096d3114afb49be92a9c5160e90a0a8 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:31:17.677835 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7fb0f4e9-ff8b-4a83-8c3e-ec50a867cfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:17.699793 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7fb0f4e9-ff8b-4a83-8c3e-ec50a867cfb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:17.840758 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7fb0f4e9-ff8b-4a83-8c3e-ec50a867cfb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:17.846038 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7fb0f4e9-ff8b-4a83-8c3e-ec50a867cfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:17.872442 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fb0f4e9-ff8b-4a83-8c3e-ec50a867cfb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:31:17.888858 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0f4e9-ff8b-4a83-8c3e-ec50a867cfb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f843766-692f-4811-a2cd-b15e077089b4,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:17.892031 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7fb0f4e9-ff8b-4a83-8c3e-ec50a867cfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:17.892370 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-7fb0f4e9-ff8b-4a83-8c3e-ec50a867cfb2 admin admin] Added segment 4c6f6a2a-ea9f-41c1-9aea-667e29ba32eb of type vlan for network 4e6fb608-bfca-4bef-ac92-154ba4caf761 Jul 23 20:31:17.974434 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7fb0f4e9-ff8b-4a83-8c3e-ec50a867cfb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:18.020067 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7fb0f4e9-ff8b-4a83-8c3e-ec50a867cfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:18.021407 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb0f4e9-ff8b-4a83-8c3e-ec50a867cfb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:18.022095 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7fb0f4e9-ff8b-4a83-8c3e-ec50a867cfb2 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:18.115884 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0f4e9-ff8b-4a83-8c3e-ec50a867cfb2 admin admin] Pushing event updated for resources: {'Network': ['ID=4e6fb608-bfca-4bef-ac92-154ba4caf761,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:18.121098 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7fb0f4e9-ff8b-4a83-8c3e-ec50a867cfb2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6823902 Jul 23 20:31:18.126385 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 53164) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:18.129157 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 4e6fb608-bfca-4bef-ac92-154ba4caf761 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:31:18.145038 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-1e497ec9-d666-4dea-85e7-256d1227bd00 admin admin] Request body: {'subnet': {'network_id': '4e6fb608-bfca-4bef-ac92-154ba4caf761', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-452716938-subnet', 'tenant_id': '5096d3114afb49be92a9c5160e90a0a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:18.174863 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e497ec9-d666-4dea-85e7-256d1227bd00 admin admin] Made reservation on behalf of 5096d3114afb49be92a9c5160e90a0a8 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:31:18.178057 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1e497ec9-d666-4dea-85e7-256d1227bd00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:18.418674 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1e497ec9-d666-4dea-85e7-256d1227bd00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:18.477942 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e497ec9-d666-4dea-85e7-256d1227bd00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9a75979-1bc7-4d42-8f8a-6dfc9b505ef6,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:18.491748 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e497ec9-d666-4dea-85e7-256d1227bd00 admin admin] Checking segment: {'id': '4c6f6a2a-ea9f-41c1-9aea-667e29ba32eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4e6fb608-bfca-4bef-ac92-154ba4caf761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:31:18.492612 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e497ec9-d666-4dea-85e7-256d1227bd00 admin admin] Network hostable DHCP agents. Network: 4e6fb608-bfca-4bef-ac92-154ba4caf761, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:31:18.511511 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e497ec9-d666-4dea-85e7-256d1227bd00 admin admin] Network 4e6fb608-bfca-4bef-ac92-154ba4caf761 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:31:18.521400 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-1e497ec9-d666-4dea-85e7-256d1227bd00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 4e6fb608-bfca-4bef-ac92-154ba4caf761) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:18.528062 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e497ec9-d666-4dea-85e7-256d1227bd00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:18.529324 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1e497ec9-d666-4dea-85e7-256d1227bd00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:18.534281 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ed62c7-2211-4f60-b9ea-26efa4e83877 None None] Network 4e6fb608-bfca-4bef-ac92-154ba4caf761 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:31:18.549999 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1e497ec9-d666-4dea-85e7-256d1227bd00 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4191682 Jul 23 20:31:18.680418 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8619f03-6ca8-4a90-8e76-29e8ec13d41b None None] Network 4e6fb608-bfca-4bef-ac92-154ba4caf761 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:31:20.407423 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-813674bb-ec9d-421b-a71d-0e26ce071133 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:20.408889 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-813674bb-ec9d-421b-a71d-0e26ce071133 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/networks?id=4e6fb608-bfca-4bef-ac92-154ba4caf761 HTTP/1.1" status: 200 len: 808 time: 0.1182778 Jul 23 20:31:20.424785 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-bb434363-2480-47c8-9925-75fb9c688ef3 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/quotas/5096d3114afb49be92a9c5160e90a0a8 HTTP/1.1" status: 200 len: 375 time: 0.0097587 Jul 23 20:31:20.478809 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-dea78a0b-2741-493a-a845-76fa1d95c632 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5096d3114afb49be92a9c5160e90a0a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478175 Jul 23 20:31:20.574641 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-bf461592-9eb9-401b-bfb4-42293eb68f86 service neutron] 10.222.0.32 "GET /v2.0/networks/4e6fb608-bfca-4bef-ac92-154ba4caf761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893784 Jul 23 20:31:20.683535 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-f5e56065-5c3b-4d18-9b53-8071aaa51c9f service neutron] 10.222.0.32 "GET /v2.0/networks/4e6fb608-bfca-4bef-ac92-154ba4caf761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024079 Jul 23 20:31:20.903527 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-93625afa-0fd6-41ff-91d7-045ac23cf38e req-df7b5c87-bfcc-4e3d-aab4-c97ccaa7b315 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/ports?device_id=9441aff4-10fa-42c9-bfa9-98fc5b08269c HTTP/1.1" status: 200 len: 210 time: 0.0442264 Jul 23 20:31:21.985385 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-8115386f-8f07-4e29-803b-ef9f0ec482a0 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:21.987082 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-8115386f-8f07-4e29-803b-ef9f0ec482a0 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.30 "GET /v2.0/networks?id=4e6fb608-bfca-4bef-ac92-154ba4caf761 HTTP/1.1" status: 200 len: 808 time: 0.1240785 Jul 23 20:31:22.001771 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-5c3c63b5-b647-4e2b-b86a-d3ce5577681f tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Request body: {'port': {'device_id': '9441aff4-10fa-42c9-bfa9-98fc5b08269c', 'network_id': '4e6fb608-bfca-4bef-ac92-154ba4caf761', 'admin_state_up': True, 'tenant_id': '5096d3114afb49be92a9c5160e90a0a8'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:22.060636 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bea4daed-f989-4973-a7f1-174299eb6d8d req-ac8a3392-5cb5-46bb-8c69-0a9c4315405c tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/ports?device_id=9441aff4-10fa-42c9-bfa9-98fc5b08269c HTTP/1.1" status: 200 len: 210 time: 0.0482752 Jul 23 20:31:22.157284 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-5c3c63b5-b647-4e2b-b86a-d3ce5577681f tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Made reservation on behalf of 5096d3114afb49be92a9c5160e90a0a8 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:31:22.160886 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-5c3c63b5-b647-4e2b-b86a-d3ce5577681f tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:22.314553 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-5c3c63b5-b647-4e2b-b86a-d3ce5577681f tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Allocated IP 172.20.0.4 (4e6fb608-bfca-4bef-ac92-154ba4caf761/d9a75979-1bc7-4d42-8f8a-6dfc9b505ef6/45cd5f3a-f83e-4e51-af9c-dc66accdedd9) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:31:22.504768 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-5c3c63b5-b647-4e2b-b86a-d3ce5577681f tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:22.556303 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-5c3c63b5-b647-4e2b-b86a-d3ce5577681f tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:22.604826 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-5c3c63b5-b647-4e2b-b86a-d3ce5577681f tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Network 4e6fb608-bfca-4bef-ac92-154ba4caf761 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:22.607797 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-5c3c63b5-b647-4e2b-b86a-d3ce5577681f tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:22.612274 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-5c3c63b5-b647-4e2b-b86a-d3ce5577681f tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:31:22.644462 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c63b5-b647-4e2b-b86a-d3ce5577681f tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Pushing event updated for resources: {'Port': ['ID=45cd5f3a-f83e-4e51-af9c-dc66accdedd9,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:22.687654 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-5c3c63b5-b647-4e2b-b86a-d3ce5577681f tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:22.688352 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-5c3c63b5-b647-4e2b-b86a-d3ce5577681f tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:22.703924 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-5c3c63b5-b647-4e2b-b86a-d3ce5577681f tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7083583 Jul 23 20:31:22.716177 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-cdda1435-635a-4d10-8df4-bd54a8477c8c service neutron] Request body: {'port': {'device_id': '9441aff4-10fa-42c9-bfa9-98fc5b08269c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:22.806601 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-cdda1435-635a-4d10-8df4-bd54a8477c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:23.114229 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-cdda1435-635a-4d10-8df4-bd54a8477c8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45cd5f3a-f83e-4e51-af9c-dc66accdedd9 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:31:23.126293 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-cdda1435-635a-4d10-8df4-bd54a8477c8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:23.141308 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-cdda1435-635a-4d10-8df4-bd54a8477c8c service neutron] Transition to ACTIVE for port object 45cd5f3a-f83e-4e51-af9c-dc66accdedd9 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:31:23.145869 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-cdda1435-635a-4d10-8df4-bd54a8477c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:23.199044 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda1435-635a-4d10-8df4-bd54a8477c8c service neutron] Pushing event updated for resources: {'Port': ['ID=45cd5f3a-f83e-4e51-af9c-dc66accdedd9,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:23.217619 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204ae2e-98e3-4f0f-a253-e2a500f79947 req-1adb98aa-92a1-4d5b-bf50-e7db24aca5b0 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:23.219271 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b204ae2e-98e3-4f0f-a253-e2a500f79947 req-1adb98aa-92a1-4d5b-bf50-e7db24aca5b0 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/ports?device_id=9441aff4-10fa-42c9-bfa9-98fc5b08269c HTTP/1.1" status: 200 len: 943 time: 0.0847809 Jul 23 20:31:23.266734 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b204ae2e-98e3-4f0f-a253-e2a500f79947 req-5c5a8870-72f1-4932-a2b1-2b5f9a72c8e0 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f843766-692f-4811-a2cd-b15e077089b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411851 Jul 23 20:31:23.275192 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-cdda1435-635a-4d10-8df4-bd54a8477c8c service neutron] Attempting to bind port 45cd5f3a-f83e-4e51-af9c-dc66accdedd9 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:31:23.275532 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-cdda1435-635a-4d10-8df4-bd54a8477c8c service neutron] Attempting to bind port 45cd5f3a-f83e-4e51-af9c-dc66accdedd9 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '4c6f6a2a-ea9f-41c1-9aea-667e29ba32eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4e6fb608-bfca-4bef-ac92-154ba4caf761'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:31:23.275863 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-cdda1435-635a-4d10-8df4-bd54a8477c8c service neutron] Attempting to bind port 45cd5f3a-f83e-4e51-af9c-dc66accdedd9 on network 4e6fb608-bfca-4bef-ac92-154ba4caf761 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:31:23.286446 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-cdda1435-635a-4d10-8df4-bd54a8477c8c service neutron] Port 45cd5f3a-f83e-4e51-af9c-dc66accdedd9 on network 4e6fb608-bfca-4bef-ac92-154ba4caf761 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:31:23.286781 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-cdda1435-635a-4d10-8df4-bd54a8477c8c service neutron] Attempting to bind port 45cd5f3a-f83e-4e51-af9c-dc66accdedd9 on network 4e6fb608-bfca-4bef-ac92-154ba4caf761 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:31:23.293136 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-cdda1435-635a-4d10-8df4-bd54a8477c8c service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:31:23.293515 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-cdda1435-635a-4d10-8df4-bd54a8477c8c service neutron] Checking segment: {'id': '4c6f6a2a-ea9f-41c1-9aea-667e29ba32eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4e6fb608-bfca-4bef-ac92-154ba4caf761'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:31:23.293920 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-cdda1435-635a-4d10-8df4-bd54a8477c8c service neutron] Bound using segment: {'id': '4c6f6a2a-ea9f-41c1-9aea-667e29ba32eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4e6fb608-bfca-4bef-ac92-154ba4caf761'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:31:23.294344 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-cdda1435-635a-4d10-8df4-bd54a8477c8c service neutron] Bound port: 45cd5f3a-f83e-4e51-af9c-dc66accdedd9, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c6f6a2a-ea9f-41c1-9aea-667e29ba32eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4e6fb608-bfca-4bef-ac92-154ba4caf761'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:31:23.294703 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-cdda1435-635a-4d10-8df4-bd54a8477c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:23.357438 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-cdda1435-635a-4d10-8df4-bd54a8477c8c service neutron] For port 45cd5f3a-f83e-4e51-af9c-dc66accdedd9, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:31:23.360647 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-cdda1435-635a-4d10-8df4-bd54a8477c8c service neutron] For port 45cd5f3a-f83e-4e51-af9c-dc66accdedd9, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=45cd5f3a-f83e-4e51-af9c-dc66accdedd9,segment=NetworkSegment(4c6f6a2a-ea9f-41c1-9aea-667e29ba32eb),segment_id=4c6f6a2a-ea9f-41c1-9aea-667e29ba32eb)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:31:23.364133 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-cdda1435-635a-4d10-8df4-bd54a8477c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:23.402162 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-cdda1435-635a-4d10-8df4-bd54a8477c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:23.402785 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-cdda1435-635a-4d10-8df4-bd54a8477c8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:23.404212 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-cdda1435-635a-4d10-8df4-bd54a8477c8c service neutron] 10.222.0.30 "PUT /v2.0/ports/45cd5f3a-f83e-4e51-af9c-dc66accdedd9 HTTP/1.1" status: 200 len: 1092 time: 0.6922345 Jul 23 20:31:23.404666 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9441aff4-10fa-42c9-bfa9-98fc5b08269c', 'tag': '45cd5f3a-f83e-4e51-af9c-dc66accdedd9'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:31:23.407158 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9775e465-ca7a-4f7c-8fd8-557be8dfc06b" -d '{"events": [{"name": "network-changed", "server_uuid": "9441aff4-10fa-42c9-bfa9-98fc5b08269c", "tag": "45cd5f3a-f83e-4e51-af9c-dc66accdedd9"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:31:23.440491 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda1435-635a-4d10-8df4-bd54a8477c8c service neutron] Pushing event updated for resources: {'Port': ['ID=45cd5f3a-f83e-4e51-af9c-dc66accdedd9,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:23.466482 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c0f090-710e-4aae-a700-4ea88b58fe66 x-openstack-request-id: req-53c0f090-710e-4aae-a700-4ea88b58fe66 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:31:23.466772 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9441aff4-10fa-42c9-bfa9-98fc5b08269c", "tag": "45cd5f3a-f83e-4e51-af9c-dc66accdedd9", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:31:23.467025 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-53c0f090-710e-4aae-a700-4ea88b58fe66 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:31:23.467428 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9441aff4-10fa-42c9-bfa9-98fc5b08269c', 'tag': '45cd5f3a-f83e-4e51-af9c-dc66accdedd9', 'status': 'completed', 'code': 200} Jul 23 20:31:23.513998 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-92ff21f3-42d0-4b76-a956-8e36f87121e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:23.515528 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-92ff21f3-42d0-4b76-a956-8e36f87121e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5096d3114afb49be92a9c5160e90a0a8&device_id=9441aff4-10fa-42c9-bfa9-98fc5b08269c HTTP/1.1" status: 200 len: 1095 time: 0.0590284 Jul 23 20:31:23.558352 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-bb8368db-3b0b-42d9-8d9b-b05b2bfce90b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45cd5f3a-f83e-4e51-af9c-dc66accdedd9 HTTP/1.1" status: 200 len: 217 time: 0.0342469 Jul 23 20:31:23.610288 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-eedfd959-ac8e-410b-86d7-b04fd4aa8078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:23.611649 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-eedfd959-ac8e-410b-86d7-b04fd4aa8078 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9a75979-1bc7-4d42-8f8a-6dfc9b505ef6 HTTP/1.1" status: 200 len: 848 time: 0.0474854 Jul 23 20:31:23.645616 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-1f1af693-0647-4e63-b956-c5d16106c455 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4e6fb608-bfca-4bef-ac92-154ba4caf761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270817 Jul 23 20:31:23.741199 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-892bb860-b45b-410e-918f-961938cbaf0d service neutron] 10.222.0.30 "GET /v2.0/networks/4e6fb608-bfca-4bef-ac92-154ba4caf761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879476 Jul 23 20:31:23.831374 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f5d02305-28c9-4cfe-86b5-0fea94fb3edb req-c49fbd48-ea89-408f-bf15-afd03eee1fc3 service neutron] 10.222.0.30 "GET /v2.0/networks/4e6fb608-bfca-4bef-ac92-154ba4caf761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833676 Jul 23 20:31:23.943508 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775e465-ca7a-4f7c-8fd8-557be8dfc06b req-e7c60110-7f62-49a5-85cb-e160658ad9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:23.945639 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9775e465-ca7a-4f7c-8fd8-557be8dfc06b req-e7c60110-7f62-49a5-85cb-e160658ad9f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5096d3114afb49be92a9c5160e90a0a8&device_id=9441aff4-10fa-42c9-bfa9-98fc5b08269c HTTP/1.1" status: 200 len: 1095 time: 0.0536215 Jul 23 20:31:24.040486 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775e465-ca7a-4f7c-8fd8-557be8dfc06b req-9f229330-f10b-4963-ad2e-9c562eedcc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:24.042013 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9775e465-ca7a-4f7c-8fd8-557be8dfc06b req-9f229330-f10b-4963-ad2e-9c562eedcc47 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4e6fb608-bfca-4bef-ac92-154ba4caf761 HTTP/1.1" status: 200 len: 909 time: 0.0905340 Jul 23 20:31:24.088773 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9775e465-ca7a-4f7c-8fd8-557be8dfc06b req-46b46078-41a0-40dd-b40f-88ec528e6f31 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45cd5f3a-f83e-4e51-af9c-dc66accdedd9 HTTP/1.1" status: 200 len: 217 time: 0.0389602 Jul 23 20:31:24.153816 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775e465-ca7a-4f7c-8fd8-557be8dfc06b req-07e7fab4-56af-48ec-ac40-d2eefebaf07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:24.155317 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9775e465-ca7a-4f7c-8fd8-557be8dfc06b req-07e7fab4-56af-48ec-ac40-d2eefebaf07a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9a75979-1bc7-4d42-8f8a-6dfc9b505ef6 HTTP/1.1" status: 200 len: 848 time: 0.0558078 Jul 23 20:31:24.195140 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9775e465-ca7a-4f7c-8fd8-557be8dfc06b req-cc0b0778-cf4a-459a-9b09-e8b2f9532eee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4e6fb608-bfca-4bef-ac92-154ba4caf761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295620 Jul 23 20:31:24.292316 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9775e465-ca7a-4f7c-8fd8-557be8dfc06b req-059e02b2-9000-4551-9250-963e48d5e974 service neutron] 10.222.0.30 "GET /v2.0/networks/4e6fb608-bfca-4bef-ac92-154ba4caf761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891147 Jul 23 20:31:24.389293 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9775e465-ca7a-4f7c-8fd8-557be8dfc06b req-c6d58b46-791b-43a5-91b4-f4119f876d09 service neutron] 10.222.0.30 "GET /v2.0/networks/4e6fb608-bfca-4bef-ac92-154ba4caf761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897489 Jul 23 20:31:24.413076 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99095304-9f46-4bcf-83f5-a691cb2d7d6b req-29f2cfcf-8e32-4d5c-97cc-fa8ca41e222c tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:24.416223 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-99095304-9f46-4bcf-83f5-a691cb2d7d6b req-29f2cfcf-8e32-4d5c-97cc-fa8ca41e222c tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/ports?device_id=9441aff4-10fa-42c9-bfa9-98fc5b08269c HTTP/1.1" status: 200 len: 943 time: 0.0749209 Jul 23 20:31:24.456475 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-99095304-9f46-4bcf-83f5-a691cb2d7d6b req-87f6cf2f-2a1c-4312-8723-4c5966979a1e tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f843766-692f-4811-a2cd-b15e077089b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347176 Jul 23 20:31:25.594382 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb956f-79af-4823-8547-e77cb180cb1f req-029a82b4-9955-4a73-8e1e-9ea8fe10b09f tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:25.595789 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dafb956f-79af-4823-8547-e77cb180cb1f req-029a82b4-9955-4a73-8e1e-9ea8fe10b09f tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/ports?device_id=9441aff4-10fa-42c9-bfa9-98fc5b08269c HTTP/1.1" status: 200 len: 943 time: 0.0677283 Jul 23 20:31:25.617941 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 45cd5f3a-f83e-4e51-af9c-dc66accdedd9 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:31:25.636646 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-dafb956f-79af-4823-8547-e77cb180cb1f req-879491f7-880b-4c4a-a50f-86f829cbdef3 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f843766-692f-4811-a2cd-b15e077089b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350952 Jul 23 20:31:25.748118 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 45cd5f3a-f83e-4e51-af9c-dc66accdedd9, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=45cd5f3a-f83e-4e51-af9c-dc66accdedd9,segment=NetworkSegment(4c6f6a2a-ea9f-41c1-9aea-667e29ba32eb),segment_id=4c6f6a2a-ea9f-41c1-9aea-667e29ba32eb)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:25.761101 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '45cd5f3a-f83e-4e51-af9c-dc66accdedd9', 'network_id': '4e6fb608-bfca-4bef-ac92-154ba4caf761', 'port_id': '45cd5f3a-f83e-4e51-af9c-dc66accdedd9', 'mac_address': 'fa:16:3e:9e:36:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9a75979-1bc7-4d42-8f8a-6dfc9b505ef6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:31:25.800727 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:25.823492 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45cd5f3a-f83e-4e51-af9c-dc66accdedd9 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:31:25.848527 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 45cd5f3a-f83e-4e51-af9c-dc66accdedd9, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=45cd5f3a-f83e-4e51-af9c-dc66accdedd9,segment=NetworkSegment(4c6f6a2a-ea9f-41c1-9aea-667e29ba32eb),segment_id=4c6f6a2a-ea9f-41c1-9aea-667e29ba32eb)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:25.859317 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:25.944043 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=45cd5f3a-f83e-4e51-af9c-dc66accdedd9,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:26.096805 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['45cd5f3a-f83e-4e51-af9c-dc66accdedd9'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:31:26.781785 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132fbd2-0f76-4a8e-9445-0467dda85f99 req-3a9a3675-9041-417c-b2dc-7255e22e8683 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:26.783289 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b132fbd2-0f76-4a8e-9445-0467dda85f99 req-3a9a3675-9041-417c-b2dc-7255e22e8683 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/ports?device_id=9441aff4-10fa-42c9-bfa9-98fc5b08269c HTTP/1.1" status: 200 len: 944 time: 0.0727270 Jul 23 20:31:26.823885 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b132fbd2-0f76-4a8e-9445-0467dda85f99 req-8d3950d8-ae0b-43b6-b5e2-f7b0c8ae9101 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f843766-692f-4811-a2cd-b15e077089b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344505 Jul 23 20:31:27.632075 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 45cd5f3a-f83e-4e51-af9c-dc66accdedd9 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:31:27.695197 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 45cd5f3a-f83e-4e51-af9c-dc66accdedd9 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:31:27.700753 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 45cd5f3a-f83e-4e51-af9c-dc66accdedd9 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:27.701117 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:27.800516 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:27.825664 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9441aff4-10fa-42c9-bfa9-98fc5b08269c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cd5f3a-f83e-4e51-af9c-dc66accdedd9'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:31:27.825664 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a806a229-e670-47c2-a9ce-f6835dbe2a57" -d '{"events": [{"server_uuid": "9441aff4-10fa-42c9-bfa9-98fc5b08269c", "name": "network-vif-plugged", "status": "completed", "tag": "45cd5f3a-f83e-4e51-af9c-dc66accdedd9"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:31:27.839186 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 45cd5f3a-f83e-4e51-af9c-dc66accdedd9, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=45cd5f3a-f83e-4e51-af9c-dc66accdedd9,segment=NetworkSegment(4c6f6a2a-ea9f-41c1-9aea-667e29ba32eb),segment_id=4c6f6a2a-ea9f-41c1-9aea-667e29ba32eb)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:27.844315 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:27.882973 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db02b1a2-accc-47a8-9128-2a1de67fd9be x-openstack-request-id: req-db02b1a2-accc-47a8-9128-2a1de67fd9be {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:31:27.883268 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9441aff4-10fa-42c9-bfa9-98fc5b08269c", "name": "network-vif-plugged", "status": "completed", "tag": "45cd5f3a-f83e-4e51-af9c-dc66accdedd9", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:31:27.883513 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db02b1a2-accc-47a8-9128-2a1de67fd9be {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:31:27.883892 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9441aff4-10fa-42c9-bfa9-98fc5b08269c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cd5f3a-f83e-4e51-af9c-dc66accdedd9', 'code': 200} Jul 23 20:31:27.919662 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=45cd5f3a-f83e-4e51-af9c-dc66accdedd9,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:27.928583 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:27.929971 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:27.930490 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:27.930842 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:27.931468 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:27.931822 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:27.932189 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:27.932594 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:27.932925 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:27.933300 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:27.933881 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:27.934208 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:28.105495 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82107fe9-fc5f-4ca0-b828-dd8af05517a0 req-2fb78ec2-05ba-4614-94bf-2611f3335f9e tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:28.107281 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-82107fe9-fc5f-4ca0-b828-dd8af05517a0 req-2fb78ec2-05ba-4614-94bf-2611f3335f9e tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 946 time: 0.0724361 Jul 23 20:31:28.174171 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-82107fe9-fc5f-4ca0-b828-dd8af05517a0 req-2247c20d-2339-41cf-9486-8358395914c6 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605321 Jul 23 20:31:28.408437 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1a75e-3323-491c-9803-ca046cdf6023 req-669434aa-6622-4cc4-9353-4e65de78fe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:28.410221 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2de1a75e-3323-491c-9803-ca046cdf6023 req-669434aa-6622-4cc4-9353-4e65de78fe08 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9441aff4-10fa-42c9-bfa9-98fc5b08269c HTTP/1.1" status: 200 len: 1097 time: 0.4644663 Jul 23 20:31:28.434004 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ef66b-b6fd-4294-9793-2781f41fe32e req-c6fab1e7-9f8a-41ba-aa08-5d1fb740fff2 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:28.436507 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-188ef66b-b6fd-4294-9793-2781f41fe32e req-c6fab1e7-9f8a-41ba-aa08-5d1fb740fff2 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/ports?device_id=9441aff4-10fa-42c9-bfa9-98fc5b08269c HTTP/1.1" status: 200 len: 945 time: 0.4625487 Jul 23 20:31:28.507183 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2de1a75e-3323-491c-9803-ca046cdf6023 req-1040f847-9725-4caf-b89f-de9399e3265d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8f843766-692f-4811-a2cd-b15e077089b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696304 Jul 23 20:31:28.514384 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-188ef66b-b6fd-4294-9793-2781f41fe32e req-b8477975-b55f-48f3-a9c5-ccf70c5c18bc tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f843766-692f-4811-a2cd-b15e077089b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666184 Jul 23 20:31:29.324717 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9256162-478e-4b51-ad2d-d130a73d7bab req-d2555337-5dee-4704-a697-c6ede4186c0d tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:29.326829 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f9256162-478e-4b51-ad2d-d130a73d7bab req-d2555337-5dee-4704-a697-c6ede4186c0d tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 946 time: 0.0766490 Jul 23 20:31:29.375202 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f9256162-478e-4b51-ad2d-d130a73d7bab req-d2988525-90ef-41b0-8c2d-edc368b686a8 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0a2aff3-299d-4e3b-8254-a24ae0baa0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393441 Jul 23 20:31:29.521223 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31069b3d-5cc1-4521-9873-eef27017f382 req-42e0a71a-1f77-496b-976d-df1c5ecedf96 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:29.522828 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-31069b3d-5cc1-4521-9873-eef27017f382 req-42e0a71a-1f77-496b-976d-df1c5ecedf96 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 946 time: 0.0829043 Jul 23 20:31:29.689931 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-31069b3d-5cc1-4521-9873-eef27017f382 req-3bc309c2-b251-43c0-9987-0a4b416d60dc tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Deleting port ac61d90f-a359-46b2-9a58-fba7455cfbe9 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:29.690281 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-31069b3d-5cc1-4521-9873-eef27017f382 req-3bc309c2-b251-43c0-9987-0a4b416d60dc tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:29.712375 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c259cd9-cf52-4cd5-bd8f-ce888708cc83 req-7757693c-0691-4df0-b209-531f8e299741 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:29.713893 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5c259cd9-cf52-4cd5-bd8f-ce888708cc83 req-7757693c-0691-4df0-b209-531f8e299741 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/ports?device_id=9441aff4-10fa-42c9-bfa9-98fc5b08269c HTTP/1.1" status: 200 len: 945 time: 0.0976603 Jul 23 20:31:29.803547 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5c259cd9-cf52-4cd5-bd8f-ce888708cc83 req-15eddd87-b098-4de7-876c-f86fb64267dd tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f843766-692f-4811-a2cd-b15e077089b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803680 Jul 23 20:31:29.845708 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-31069b3d-5cc1-4521-9873-eef27017f382 req-3bc309c2-b251-43c0-9987-0a4b416d60dc tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] For port ac61d90f-a359-46b2-9a58-fba7455cfbe9, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=ac61d90f-a359-46b2-9a58-fba7455cfbe9,segment=NetworkSegment(200529f2-acc5-4abc-91bf-3609d16ae961),segment_id=200529f2-acc5-4abc-91bf-3609d16ae961)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:29.845708 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-31069b3d-5cc1-4521-9873-eef27017f382 req-3bc309c2-b251-43c0-9987-0a4b416d60dc tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:30.131590 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-31069b3d-5cc1-4521-9873-eef27017f382 req-3bc309c2-b251-43c0-9987-0a4b416d60dc tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:30.131976 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-31069b3d-5cc1-4521-9873-eef27017f382 req-3bc309c2-b251-43c0-9987-0a4b416d60dc tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:30.132815 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [req-31069b3d-5cc1-4521-9873-eef27017f382 req-3bc309c2-b251-43c0-9987-0a4b416d60dc tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Floating IP d83e2222-ce7c-435a-86af-180b955e9c62 disassociated. External IP: 172.25.1.198, port: ac61d90f-a359-46b2-9a58-fba7455cfbe9. Jul 23 20:31:30.133170 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-31069b3d-5cc1-4521-9873-eef27017f382 req-3bc309c2-b251-43c0-9987-0a4b416d60dc tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Calling delete_port for ac61d90f-a359-46b2-9a58-fba7455cfbe9 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:30.312778 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-31069b3d-5cc1-4521-9873-eef27017f382 req-3bc309c2-b251-43c0-9987-0a4b416d60dc tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:30.356206 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc309c2-b251-43c0-9987-0a4b416d60dc tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Pushing event deleted for resources: {'Port': ['ID=ac61d90f-a359-46b2-9a58-fba7455cfbe9,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:30.545167 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1da342e4-529b-4797-959b-4db8c2b0db99 req-a0d3834e-27db-40cd-a2d4-5a8e439113ac tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2 HTTP/1.1" status: 200 len: 210 time: 0.0438194 Jul 23 20:31:30.568338 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31069b3d-5cc1-4521-9873-eef27017f382 req-3bc309c2-b251-43c0-9987-0a4b416d60dc tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Router 9047dfac-d716-4e1f-b374-b6554634ab0b has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:31:30.709762 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31069b3d-5cc1-4521-9873-eef27017f382 req-3bc309c2-b251-43c0-9987-0a4b416d60dc tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:31:30.731537 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1681be-c248-44da-946b-f4a04a0173ae None None] Sync routers for ids ['9047dfac-d716-4e1f-b374-b6554634ab0b'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:31:30.748333 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1681be-c248-44da-946b-f4a04a0173ae None None] Routers {'9047dfac-d716-4e1f-b374-b6554634ab0b'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:30.749058 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1b1681be-c248-44da-946b-f4a04a0173ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:31:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['9047dfac-d716-4e1f-b374-b6554634ab0b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:30.789800 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-31069b3d-5cc1-4521-9873-eef27017f382 req-3bc309c2-b251-43c0-9987-0a4b416d60dc tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] No DVR routers for this DVR port ac61d90f-a359-46b2-9a58-fba7455cfbe9 on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:31:30.794875 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-31069b3d-5cc1-4521-9873-eef27017f382 req-3bc309c2-b251-43c0-9987-0a4b416d60dc tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:30.798746 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-31069b3d-5cc1-4521-9873-eef27017f382 req-3bc309c2-b251-43c0-9987-0a4b416d60dc tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.30 "DELETE /v2.0/ports/ac61d90f-a359-46b2-9a58-fba7455cfbe9 HTTP/1.1" status: 204 len: 173 time: 1.2680554 Jul 23 20:31:30.799220 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2', 'name': 'network-vif-deleted', 'tag': 'ac61d90f-a359-46b2-9a58-fba7455cfbe9'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:31:30.801640 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd58cbd5-dbe6-427e-8547-67b2744c7d3a" -d '{"events": [{"server_uuid": "fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2", "name": "network-vif-deleted", "tag": "ac61d90f-a359-46b2-9a58-fba7455cfbe9"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:31:30.909909 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812aa038-54f0-4fdc-88e6-27b12d009798 req-7c8f5df6-0bc9-4ea3-b46c-1af49381dcac tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:30.912346 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c60a024-cb59-467f-b28a-3feec617f57d x-openstack-request-id: req-4c60a024-cb59-467f-b28a-3feec617f57d {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:31:30.912696 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2", "name": "network-vif-deleted", "tag": "ac61d90f-a359-46b2-9a58-fba7455cfbe9", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:31:30.914121 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4c60a024-cb59-467f-b28a-3feec617f57d {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:31:30.914121 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb8cda7-f85f-4afc-b3b2-ebce1add6ae2', 'name': 'network-vif-deleted', 'tag': 'ac61d90f-a359-46b2-9a58-fba7455cfbe9', 'status': 'completed', 'code': 200} Jul 23 20:31:30.927060 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-812aa038-54f0-4fdc-88e6-27b12d009798 req-7c8f5df6-0bc9-4ea3-b46c-1af49381dcac tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/ports?device_id=9441aff4-10fa-42c9-bfa9-98fc5b08269c HTTP/1.1" status: 200 len: 945 time: 0.1576319 Jul 23 20:31:30.966045 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-1b1681be-c248-44da-946b-f4a04a0173ae None None] Set router 9047dfac-d716-4e1f-b374-b6554634ab0b gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:31:31.065882 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-812aa038-54f0-4fdc-88e6-27b12d009798 req-c3ffa941-0cb7-4005-87ed-529a560327db tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f843766-692f-4811-a2cd-b15e077089b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265769 Jul 23 20:31:31.334184 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [req-dc1dbc13-9435-4798-bd4b-0c577e5a5a0e req-e086c7c1-9c2a-42ac-ba38-6133adea1ff7 service neutron] (93876) timed out ('10.222.0.32', 59632) {{(pid=93876) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 20:31:31.357286 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1b1681be-c248-44da-946b-f4a04a0173ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'name': 'tempest-AttachVolumeShelveTestJSON-876352293-router', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '3c6c89a3-6646-48ac-a041-6c5454ee107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:17Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'gw_port': {'id': '3c6c89a3-6646-48ac-a041-6c5454ee107e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:18Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'a956021b-2ebe-4114-b506-8dc929d094dd', 'name': '', 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'mac_address': 'fa:16:3e:af:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '63fa6ddd-c617-40f8-a250-cf59fcf077ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:29Z', 'updated_at': '2021-07-23T20:22:38Z', 'revision_number': 5, 'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'subnets': [{'id': '63fa6ddd-c617-40f8-a250-cf59fcf077ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:31.390694 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1681be-c248-44da-946b-f4a04a0173ae None None] Checking router: 9047dfac-d716-4e1f-b374-b6554634ab0b for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:31:31.403351 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1681be-c248-44da-946b-f4a04a0173ae None None] Routers {'9047dfac-d716-4e1f-b374-b6554634ab0b'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:31.404199 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1b1681be-c248-44da-946b-f4a04a0173ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:31:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['9047dfac-d716-4e1f-b374-b6554634ab0b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:31.544475 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-1b1681be-c248-44da-946b-f4a04a0173ae None None] Set router 9047dfac-d716-4e1f-b374-b6554634ab0b gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:31:31.702585 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 53328) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:31.830078 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a8767027-1f73-444e-93c7-14a5c7873d4f tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:31.872025 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a8767027-1f73-444e-93c7-14a5c7873d4f tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:31.943163 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a8767027-1f73-444e-93c7-14a5c7873d4f tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:31.946329 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a8767027-1f73-444e-93c7-14a5c7873d4f tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:31.947493 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a8767027-1f73-444e-93c7-14a5c7873d4f tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "DELETE /v2.0/security-groups/e0a2aff3-299d-4e3b-8254-a24ae0baa0af HTTP/1.1" status: 204 len: 168 time: 0.2452190 Jul 23 20:31:31.950211 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 53330) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:31.957879 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1b1681be-c248-44da-946b-f4a04a0173ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'name': 'tempest-AttachVolumeShelveTestJSON-876352293-router', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '3c6c89a3-6646-48ac-a041-6c5454ee107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:17Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'gw_port': {'id': '3c6c89a3-6646-48ac-a041-6c5454ee107e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:18Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'a956021b-2ebe-4114-b506-8dc929d094dd', 'name': '', 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'mac_address': 'fa:16:3e:af:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '63fa6ddd-c617-40f8-a250-cf59fcf077ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:29Z', 'updated_at': '2021-07-23T20:22:38Z', 'revision_number': 5, 'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'subnets': [{'id': '63fa6ddd-c617-40f8-a250-cf59fcf077ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:31.965457 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-48c10e55-1727-4976-b2cb-283edc28faeb tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] show failed (client error): The resource could not be found. Jul 23 20:31:31.969351 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-48c10e55-1727-4976-b2cb-283edc28faeb tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "GET /v2.0/security-groups/e0a2aff3-299d-4e3b-8254-a24ae0baa0af HTTP/1.1" status: 404 len: 347 time: 0.0155044 Jul 23 20:31:31.970299 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 53334) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:31.982017 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8767027-1f73-444e-93c7-14a5c7873d4f tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a2aff3-299d-4e3b-8254-a24ae0baa0af,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:32.007106 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1681be-c248-44da-946b-f4a04a0173ae None None] The sync data for ids ['9047dfac-d716-4e1f-b374-b6554634ab0b'] in n-d-793618-10 is: [{'id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'name': 'tempest-AttachVolumeShelveTestJSON-876352293-router', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '3c6c89a3-6646-48ac-a041-6c5454ee107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:17Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'gw_port': {'id': '3c6c89a3-6646-48ac-a041-6c5454ee107e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:18Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'a956021b-2ebe-4114-b506-8dc929d094dd', 'name': '', 'network_id': 'bd3fc2da-f343-4eff-93f0-5695d77abd1d', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'mac_address': 'fa:16:3e:af:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '63fa6ddd-c617-40f8-a250-cf59fcf077ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:29Z', 'updated_at': '2021-07-23T20:22:38Z', 'revision_number': 5, 'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'subnets': [{'id': '63fa6ddd-c617-40f8-a250-cf59fcf077ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:31:32.145136 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af5fd8-e55c-409f-b264-ed14040e03c1 req-1e29fe91-54da-46a8-8517-61ebb90d0850 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:32.147490 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d4af5fd8-e55c-409f-b264-ed14040e03c1 req-1e29fe91-54da-46a8-8517-61ebb90d0850 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.30 "GET /v2.0/ports?device_id=9441aff4-10fa-42c9-bfa9-98fc5b08269c HTTP/1.1" status: 200 len: 945 time: 0.1010337 Jul 23 20:31:32.160824 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-3fcc36f9-7f45-4069-a2f5-e84c6f8cd366 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Deleting port 28deeba2-5b0c-4795-9c05-d243f4d4319f {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:32.161354 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3fcc36f9-7f45-4069-a2f5-e84c6f8cd366 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:32.312292 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3fcc36f9-7f45-4069-a2f5-e84c6f8cd366 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:32.312646 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3fcc36f9-7f45-4069-a2f5-e84c6f8cd366 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:32.330362 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-3fcc36f9-7f45-4069-a2f5-e84c6f8cd366 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Calling delete_port for 28deeba2-5b0c-4795-9c05-d243f4d4319f owned by network:floatingip {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:32.346531 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9069e56-ad7c-4186-a143-da3174e3ba6c req-7cfd8974-7d2d-46e4-a489-143d75694462 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:32.348427 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b9069e56-ad7c-4186-a143-da3174e3ba6c req-7cfd8974-7d2d-46e4-a489-143d75694462 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/ports?device_id=9441aff4-10fa-42c9-bfa9-98fc5b08269c HTTP/1.1" status: 200 len: 945 time: 0.1994207 Jul 23 20:31:32.468057 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-d4af5fd8-e55c-409f-b264-ed14040e03c1 req-63494b1a-615d-4c83-9cc1-e45f52539007 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Deleting port 45cd5f3a-f83e-4e51-af9c-dc66accdedd9 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:32.468541 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d4af5fd8-e55c-409f-b264-ed14040e03c1 req-63494b1a-615d-4c83-9cc1-e45f52539007 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:32.487771 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0323e7-735f-4133-a79c-841809fc81d6 None None] New status for floating IP d83e2222-ce7c-435a-86af-180b955e9c62: DOWN {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:31:32.499926 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b9069e56-ad7c-4186-a143-da3174e3ba6c req-c6b45728-97ae-4007-a1b7-659b2665b255 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f843766-692f-4811-a2cd-b15e077089b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394017 Jul 23 20:31:32.645089 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3fcc36f9-7f45-4069-a2f5-e84c6f8cd366 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:32.652995 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.db.api [None req-5f0323e7-735f-4133-a79c-841809fc81d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:31:32.653549 n-d-793618-10 neutron-server[93877]: DEBUG oslo_db.api [None req-5f0323e7-735f-4133-a79c-841809fc81d6 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:31:32.673632 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc36f9-7f45-4069-a2f5-e84c6f8cd366 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Pushing event deleted for resources: {'Port': ['ID=28deeba2-5b0c-4795-9c05-d243f4d4319f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:32.732248 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-d4af5fd8-e55c-409f-b264-ed14040e03c1 req-63494b1a-615d-4c83-9cc1-e45f52539007 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] For port 45cd5f3a-f83e-4e51-af9c-dc66accdedd9, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=45cd5f3a-f83e-4e51-af9c-dc66accdedd9,segment=NetworkSegment(4c6f6a2a-ea9f-41c1-9aea-667e29ba32eb),segment_id=4c6f6a2a-ea9f-41c1-9aea-667e29ba32eb)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:32.732811 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d4af5fd8-e55c-409f-b264-ed14040e03c1 req-63494b1a-615d-4c83-9cc1-e45f52539007 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:32.747433 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-d4af5fd8-e55c-409f-b264-ed14040e03c1 req-63494b1a-615d-4c83-9cc1-e45f52539007 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Calling delete_port for 45cd5f3a-f83e-4e51-af9c-dc66accdedd9 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:32.755519 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3fcc36f9-7f45-4069-a2f5-e84c6f8cd366 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks [] for floatingip, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:32.764640 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3fcc36f9-7f45-4069-a2f5-e84c6f8cd366 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:32.781689 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3fcc36f9-7f45-4069-a2f5-e84c6f8cd366 tempest-AttachVolumeShelveTestJSON-376989501 tempest-AttachVolumeShelveTestJSON-376989501-project] 10.222.0.32 "DELETE /v2.0/floatingips/d83e2222-ce7c-435a-86af-180b955e9c62 HTTP/1.1" status: 204 len: 168 time: 0.7954729 Jul 23 20:31:32.985189 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d4af5fd8-e55c-409f-b264-ed14040e03c1 req-63494b1a-615d-4c83-9cc1-e45f52539007 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:32.997902 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['45cd5f3a-f83e-4e51-af9c-dc66accdedd9'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:31:33.066401 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63494b1a-615d-4c83-9cc1-e45f52539007 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Pushing event deleted for resources: {'Port': ['ID=45cd5f3a-f83e-4e51-af9c-dc66accdedd9,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:33.154972 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4af5fd8-e55c-409f-b264-ed14040e03c1 req-63494b1a-615d-4c83-9cc1-e45f52539007 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] No DVR routers for this DVR port 45cd5f3a-f83e-4e51-af9c-dc66accdedd9 on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:31:33.155536 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0323e7-735f-4133-a79c-841809fc81d6 None None] New status for floating IP d83e2222-ce7c-435a-86af-180b955e9c62: DOWN {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:31:33.157586 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d4af5fd8-e55c-409f-b264-ed14040e03c1 req-63494b1a-615d-4c83-9cc1-e45f52539007 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:33.159565 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d4af5fd8-e55c-409f-b264-ed14040e03c1 req-63494b1a-615d-4c83-9cc1-e45f52539007 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.30 "DELETE /v2.0/ports/45cd5f3a-f83e-4e51-af9c-dc66accdedd9 HTTP/1.1" status: 204 len: 173 time: 0.9992959 Jul 23 20:31:33.159565 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9441aff4-10fa-42c9-bfa9-98fc5b08269c', 'name': 'network-vif-deleted', 'tag': '45cd5f3a-f83e-4e51-af9c-dc66accdedd9'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:31:33.162250 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d62ad8-49d5-419a-b7d4-dd445b89ec98" -d '{"events": [{"server_uuid": "9441aff4-10fa-42c9-bfa9-98fc5b08269c", "name": "network-vif-deleted", "tag": "45cd5f3a-f83e-4e51-af9c-dc66accdedd9"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:31:33.312734 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db774322-6970-4c35-9c40-c39d40e47117 x-openstack-request-id: req-db774322-6970-4c35-9c40-c39d40e47117 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:31:33.313028 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9441aff4-10fa-42c9-bfa9-98fc5b08269c", "name": "network-vif-deleted", "tag": "45cd5f3a-f83e-4e51-af9c-dc66accdedd9", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:31:33.313287 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db774322-6970-4c35-9c40-c39d40e47117 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:31:33.313750 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9441aff4-10fa-42c9-bfa9-98fc5b08269c', 'name': 'network-vif-deleted', 'tag': '45cd5f3a-f83e-4e51-af9c-dc66accdedd9', 'status': 'completed', 'code': 200} Jul 23 20:31:33.648665 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f28af351-618d-4da8-94b7-c60ad0338bb5 req-f516b15e-8cab-47a6-8f19-c558ac1837cf tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/ports?device_id=9441aff4-10fa-42c9-bfa9-98fc5b08269c HTTP/1.1" status: 200 len: 210 time: 0.0419362 Jul 23 20:31:33.664100 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device ac61d90f-a359-46b2-9a58-fba7455cfbe9 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:31:33.705454 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: ac61d90f-a359-46b2-9a58-fba7455cfbe9 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:31:33.705917 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device ac61d90f-a359-46b2-9a58-fba7455cfbe9 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:31:35.037049 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-c01b286f-0efb-427b-a1a7-c099a7cbba2b tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:35.046493 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-c01b286f-0efb-427b-a1a7-c099a7cbba2b tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/networks?id=4e6fb608-bfca-4bef-ac92-154ba4caf761 HTTP/1.1" status: 200 len: 808 time: 0.1591232 Jul 23 20:31:35.086333 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-ad627409-48a1-4633-bc59-c5039f31894b tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/quotas/5096d3114afb49be92a9c5160e90a0a8 HTTP/1.1" status: 200 len: 375 time: 0.0376065 Jul 23 20:31:35.126387 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-ac6e2413-446a-435e-880d-87693caa0cbe tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5096d3114afb49be92a9c5160e90a0a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389106 Jul 23 20:31:35.301150 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-d3e9b29a-cc5e-416f-b128-9d5ade637b0b service neutron] 10.222.0.32 "GET /v2.0/networks/4e6fb608-bfca-4bef-ac92-154ba4caf761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735606 Jul 23 20:31:35.439784 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-c9ca0e34-8bac-40f9-91c6-6794e38a33e4 service neutron] 10.222.0.32 "GET /v2.0/networks/4e6fb608-bfca-4bef-ac92-154ba4caf761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297998 Jul 23 20:31:35.676972 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9011c03f-e898-44c1-8884-26eb211c08c9 req-dbe4cb0b-d461-47d0-add8-de2e830bd224 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/ports?device_id=37c6252c-4bcc-471a-8a10-289a049e3963 HTTP/1.1" status: 200 len: 210 time: 0.0588975 Jul 23 20:31:35.681389 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 45cd5f3a-f83e-4e51-af9c-dc66accdedd9 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:31:35.722698 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 45cd5f3a-f83e-4e51-af9c-dc66accdedd9 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:31:35.723047 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 45cd5f3a-f83e-4e51-af9c-dc66accdedd9 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:31:36.849555 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7136e3fe-d07c-440b-bedb-6b735c026b13 req-343a218f-e8ed-4dd2-8cd6-cf30245e6280 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/ports?device_id=37c6252c-4bcc-471a-8a10-289a049e3963 HTTP/1.1" status: 200 len: 210 time: 0.0393305 Jul 23 20:31:36.889819 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-fd72802d-dc16-4285-8101-6c384c9cf231 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:36.891379 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-fd72802d-dc16-4285-8101-6c384c9cf231 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.30 "GET /v2.0/networks?id=4e6fb608-bfca-4bef-ac92-154ba4caf761 HTTP/1.1" status: 200 len: 808 time: 0.1730225 Jul 23 20:31:36.910749 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-48f92b12-1a86-473f-80c2-0d95489e63f0 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Request body: {'port': {'device_id': '37c6252c-4bcc-471a-8a10-289a049e3963', 'network_id': '4e6fb608-bfca-4bef-ac92-154ba4caf761', 'admin_state_up': True, 'tenant_id': '5096d3114afb49be92a9c5160e90a0a8'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:37.039863 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-48f92b12-1a86-473f-80c2-0d95489e63f0 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Made reservation on behalf of 5096d3114afb49be92a9c5160e90a0a8 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:31:37.043855 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-48f92b12-1a86-473f-80c2-0d95489e63f0 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:37.185156 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-48f92b12-1a86-473f-80c2-0d95489e63f0 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Allocated IP 172.20.0.14 (4e6fb608-bfca-4bef-ac92-154ba4caf761/d9a75979-1bc7-4d42-8f8a-6dfc9b505ef6/3905e188-cf96-4a09-b8b0-ad1a74f44dd5) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:31:37.361580 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-48f92b12-1a86-473f-80c2-0d95489e63f0 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:37.405059 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-48f92b12-1a86-473f-80c2-0d95489e63f0 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:37.453207 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-48f92b12-1a86-473f-80c2-0d95489e63f0 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Network 4e6fb608-bfca-4bef-ac92-154ba4caf761 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:37.459030 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-48f92b12-1a86-473f-80c2-0d95489e63f0 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:37.464091 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-48f92b12-1a86-473f-80c2-0d95489e63f0 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:31:37.490220 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f92b12-1a86-473f-80c2-0d95489e63f0 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Pushing event updated for resources: {'Port': ['ID=3905e188-cf96-4a09-b8b0-ad1a74f44dd5,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:37.527628 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-48f92b12-1a86-473f-80c2-0d95489e63f0 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:37.528741 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-48f92b12-1a86-473f-80c2-0d95489e63f0 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:37.545290 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-48f92b12-1a86-473f-80c2-0d95489e63f0 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6399782 Jul 23 20:31:37.564580 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-b1fd6082-e98c-49c2-b94f-4f470b863c0c service neutron] Request body: {'port': {'device_id': '37c6252c-4bcc-471a-8a10-289a049e3963', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:37.657032 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-b1fd6082-e98c-49c2-b94f-4f470b863c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:38.024882 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-b1fd6082-e98c-49c2-b94f-4f470b863c0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3905e188-cf96-4a09-b8b0-ad1a74f44dd5 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:31:38.039361 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-b1fd6082-e98c-49c2-b94f-4f470b863c0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:38.066404 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-b1fd6082-e98c-49c2-b94f-4f470b863c0c service neutron] Transition to ACTIVE for port object 3905e188-cf96-4a09-b8b0-ad1a74f44dd5 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:31:38.073006 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-b1fd6082-e98c-49c2-b94f-4f470b863c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:38.097413 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aca046-d413-4be4-b40d-654b912ceab7 req-dc3c8a50-96ef-4327-a40a-4afac5c7caaa tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:38.106615 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-18aca046-d413-4be4-b40d-654b912ceab7 req-dc3c8a50-96ef-4327-a40a-4afac5c7caaa tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/ports?device_id=37c6252c-4bcc-471a-8a10-289a049e3963 HTTP/1.1" status: 200 len: 932 time: 0.1716917 Jul 23 20:31:38.146296 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd6082-e98c-49c2-b94f-4f470b863c0c service neutron] Pushing event updated for resources: {'Port': ['ID=3905e188-cf96-4a09-b8b0-ad1a74f44dd5,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:38.153267 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-18aca046-d413-4be4-b40d-654b912ceab7 req-efea2f33-85b0-4398-80a0-fee69ae32641 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f843766-692f-4811-a2cd-b15e077089b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456588 Jul 23 20:31:38.256462 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-b1fd6082-e98c-49c2-b94f-4f470b863c0c service neutron] Attempting to bind port 3905e188-cf96-4a09-b8b0-ad1a74f44dd5 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:31:38.257777 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-b1fd6082-e98c-49c2-b94f-4f470b863c0c service neutron] Attempting to bind port 3905e188-cf96-4a09-b8b0-ad1a74f44dd5 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '4c6f6a2a-ea9f-41c1-9aea-667e29ba32eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4e6fb608-bfca-4bef-ac92-154ba4caf761'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:31:38.258162 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-b1fd6082-e98c-49c2-b94f-4f470b863c0c service neutron] Attempting to bind port 3905e188-cf96-4a09-b8b0-ad1a74f44dd5 on network 4e6fb608-bfca-4bef-ac92-154ba4caf761 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:31:38.262807 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-b1fd6082-e98c-49c2-b94f-4f470b863c0c service neutron] Port 3905e188-cf96-4a09-b8b0-ad1a74f44dd5 on network 4e6fb608-bfca-4bef-ac92-154ba4caf761 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:31:38.263202 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-b1fd6082-e98c-49c2-b94f-4f470b863c0c service neutron] Attempting to bind port 3905e188-cf96-4a09-b8b0-ad1a74f44dd5 on network 4e6fb608-bfca-4bef-ac92-154ba4caf761 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:31:38.268266 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-b1fd6082-e98c-49c2-b94f-4f470b863c0c service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:31:38.268611 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-b1fd6082-e98c-49c2-b94f-4f470b863c0c service neutron] Checking segment: {'id': '4c6f6a2a-ea9f-41c1-9aea-667e29ba32eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4e6fb608-bfca-4bef-ac92-154ba4caf761'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:31:38.269003 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-b1fd6082-e98c-49c2-b94f-4f470b863c0c service neutron] Bound using segment: {'id': '4c6f6a2a-ea9f-41c1-9aea-667e29ba32eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4e6fb608-bfca-4bef-ac92-154ba4caf761'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:31:38.269433 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-b1fd6082-e98c-49c2-b94f-4f470b863c0c service neutron] Bound port: 3905e188-cf96-4a09-b8b0-ad1a74f44dd5, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c6f6a2a-ea9f-41c1-9aea-667e29ba32eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4e6fb608-bfca-4bef-ac92-154ba4caf761'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:31:38.269820 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-b1fd6082-e98c-49c2-b94f-4f470b863c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:38.366814 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-b1fd6082-e98c-49c2-b94f-4f470b863c0c service neutron] For port 3905e188-cf96-4a09-b8b0-ad1a74f44dd5, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:31:38.370454 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-b1fd6082-e98c-49c2-b94f-4f470b863c0c service neutron] For port 3905e188-cf96-4a09-b8b0-ad1a74f44dd5, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=3905e188-cf96-4a09-b8b0-ad1a74f44dd5,segment=NetworkSegment(4c6f6a2a-ea9f-41c1-9aea-667e29ba32eb),segment_id=4c6f6a2a-ea9f-41c1-9aea-667e29ba32eb)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:31:38.374926 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-b1fd6082-e98c-49c2-b94f-4f470b863c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:38.409384 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-b1fd6082-e98c-49c2-b94f-4f470b863c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:38.410490 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-b1fd6082-e98c-49c2-b94f-4f470b863c0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:38.411911 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-b1fd6082-e98c-49c2-b94f-4f470b863c0c service neutron] 10.222.0.30 "PUT /v2.0/ports/3905e188-cf96-4a09-b8b0-ad1a74f44dd5 HTTP/1.1" status: 200 len: 1093 time: 0.8593633 Jul 23 20:31:38.416494 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c6252c-4bcc-471a-8a10-289a049e3963', 'tag': '3905e188-cf96-4a09-b8b0-ad1a74f44dd5'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:31:38.419264 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368136d6-ca5f-45d1-aaa0-760b29a30431" -d '{"events": [{"name": "network-changed", "server_uuid": "37c6252c-4bcc-471a-8a10-289a049e3963", "tag": "3905e188-cf96-4a09-b8b0-ad1a74f44dd5"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:31:38.488943 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd6082-e98c-49c2-b94f-4f470b863c0c service neutron] Pushing event updated for resources: {'Port': ['ID=3905e188-cf96-4a09-b8b0-ad1a74f44dd5,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:38.494360 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90222759-7bf5-4e40-8c11-26e2378e2d1f x-openstack-request-id: req-90222759-7bf5-4e40-8c11-26e2378e2d1f {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:31:38.494652 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c6252c-4bcc-471a-8a10-289a049e3963", "tag": "3905e188-cf96-4a09-b8b0-ad1a74f44dd5", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:31:38.494904 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90222759-7bf5-4e40-8c11-26e2378e2d1f {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:31:38.495298 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37c6252c-4bcc-471a-8a10-289a049e3963', 'tag': '3905e188-cf96-4a09-b8b0-ad1a74f44dd5', 'status': 'completed', 'code': 200} Jul 23 20:31:38.531567 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-f1f2d4c9-8f2b-49d3-b476-59f1cc2f3526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:38.533270 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-f1f2d4c9-8f2b-49d3-b476-59f1cc2f3526 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5096d3114afb49be92a9c5160e90a0a8&device_id=37c6252c-4bcc-471a-8a10-289a049e3963 HTTP/1.1" status: 200 len: 1096 time: 0.0837119 Jul 23 20:31:38.588925 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-cf303678-1f53-4216-9e0d-91f77cf28bfb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3905e188-cf96-4a09-b8b0-ad1a74f44dd5 HTTP/1.1" status: 200 len: 217 time: 0.0485547 Jul 23 20:31:38.663662 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-9729b0fa-6540-4572-afec-78dfdda8ba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:38.667539 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-9729b0fa-6540-4572-afec-78dfdda8ba75 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9a75979-1bc7-4d42-8f8a-6dfc9b505ef6 HTTP/1.1" status: 200 len: 848 time: 0.0711708 Jul 23 20:31:38.714701 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-13654b09-f964-4468-b833-dd0b840b21a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4e6fb608-bfca-4bef-ac92-154ba4caf761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412908 Jul 23 20:31:38.827105 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-b6f0caec-75fb-4685-bb49-0cdee743b05d service neutron] 10.222.0.30 "GET /v2.0/networks/4e6fb608-bfca-4bef-ac92-154ba4caf761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060293 Jul 23 20:31:38.930333 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f0271462-e0ba-41bf-bae4-d4e6aa063f29 req-0ccb86c0-1ba0-4ddf-bb9a-6fbee78b501e service neutron] 10.222.0.30 "GET /v2.0/networks/4e6fb608-bfca-4bef-ac92-154ba4caf761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965145 Jul 23 20:31:39.063354 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368136d6-ca5f-45d1-aaa0-760b29a30431 req-655163be-5f1c-4d66-a844-c5d6fbf6b9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:39.065267 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-368136d6-ca5f-45d1-aaa0-760b29a30431 req-655163be-5f1c-4d66-a844-c5d6fbf6b9a1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5096d3114afb49be92a9c5160e90a0a8&device_id=37c6252c-4bcc-471a-8a10-289a049e3963 HTTP/1.1" status: 200 len: 1096 time: 0.0870025 Jul 23 20:31:39.218169 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368136d6-ca5f-45d1-aaa0-760b29a30431 req-0d22abfe-fedf-4a42-812d-2d07bcf3a2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:39.219767 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-368136d6-ca5f-45d1-aaa0-760b29a30431 req-0d22abfe-fedf-4a42-812d-2d07bcf3a2e3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4e6fb608-bfca-4bef-ac92-154ba4caf761 HTTP/1.1" status: 200 len: 909 time: 0.1483533 Jul 23 20:31:39.312909 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-368136d6-ca5f-45d1-aaa0-760b29a30431 req-85e3720c-9b88-4349-a7e2-34ed9f027fab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3905e188-cf96-4a09-b8b0-ad1a74f44dd5 HTTP/1.1" status: 200 len: 217 time: 0.0856442 Jul 23 20:31:39.344363 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ede94-3713-45f2-b5b3-b4f686100990 req-2ab2a966-23de-403c-a15c-537b161b10e3 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:39.346358 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-457ede94-3713-45f2-b5b3-b4f686100990 req-2ab2a966-23de-403c-a15c-537b161b10e3 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/ports?device_id=37c6252c-4bcc-471a-8a10-289a049e3963 HTTP/1.1" status: 200 len: 944 time: 0.0781448 Jul 23 20:31:39.406694 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-457ede94-3713-45f2-b5b3-b4f686100990 req-e7971cb5-f052-4a6e-bbc0-b4638d5f3067 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f843766-692f-4811-a2cd-b15e077089b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539830 Jul 23 20:31:39.407457 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368136d6-ca5f-45d1-aaa0-760b29a30431 req-3d1f9679-322a-4b10-86d6-ecb1bab84a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:39.409173 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-368136d6-ca5f-45d1-aaa0-760b29a30431 req-3d1f9679-322a-4b10-86d6-ecb1bab84a03 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9a75979-1bc7-4d42-8f8a-6dfc9b505ef6 HTTP/1.1" status: 200 len: 848 time: 0.0885003 Jul 23 20:31:39.459642 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-368136d6-ca5f-45d1-aaa0-760b29a30431 req-2113fd5e-e5d0-4f23-8fd5-103426be532a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4e6fb608-bfca-4bef-ac92-154ba4caf761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428557 Jul 23 20:31:39.565511 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-368136d6-ca5f-45d1-aaa0-760b29a30431 req-be5f92da-1135-441b-96d9-fe3dff4fedbc service neutron] 10.222.0.30 "GET /v2.0/networks/4e6fb608-bfca-4bef-ac92-154ba4caf761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979850 Jul 23 20:31:39.682589 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-368136d6-ca5f-45d1-aaa0-760b29a30431 req-b5b77db6-502f-48b2-97af-77d367541ed8 service neutron] 10.222.0.30 "GET /v2.0/networks/4e6fb608-bfca-4bef-ac92-154ba4caf761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101274 Jul 23 20:31:40.280277 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-50890dc2-407a-4ea0-b3e5-56ca0b34417a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:40.549455 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218599fa-0ab0-4166-b3e7-55e3c6e6b692 req-136b22f0-a30e-4fdc-abe8-dd28bc8199c3 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:40.551044 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-218599fa-0ab0-4166-b3e7-55e3c6e6b692 req-136b22f0-a30e-4fdc-abe8-dd28bc8199c3 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/ports?device_id=37c6252c-4bcc-471a-8a10-289a049e3963 HTTP/1.1" status: 200 len: 944 time: 0.0686448 Jul 23 20:31:40.602702 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-218599fa-0ab0-4166-b3e7-55e3c6e6b692 req-1d37f3be-bfef-4f86-abc2-2211474405de tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f843766-692f-4811-a2cd-b15e077089b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445423 Jul 23 20:31:40.806486 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 53456) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:41.231896 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3b9c9166-daf2-415d-913c-f2c364d470f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:41.742460 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 3905e188-cf96-4a09-b8b0-ad1a74f44dd5 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:31:41.854159 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 3905e188-cf96-4a09-b8b0-ad1a74f44dd5, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=3905e188-cf96-4a09-b8b0-ad1a74f44dd5,segment=NetworkSegment(4c6f6a2a-ea9f-41c1-9aea-667e29ba32eb),segment_id=4c6f6a2a-ea9f-41c1-9aea-667e29ba32eb)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:41.860517 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e3289-f5c3-43e6-9d42-18ed78959961 req-ee27f334-96ec-4099-993a-a817fee39e72 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:41.862727 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8f4e3289-f5c3-43e6-9d42-18ed78959961 req-ee27f334-96ec-4099-993a-a817fee39e72 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/ports?device_id=37c6252c-4bcc-471a-8a10-289a049e3963 HTTP/1.1" status: 200 len: 944 time: 0.1169562 Jul 23 20:31:41.870330 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '3905e188-cf96-4a09-b8b0-ad1a74f44dd5', 'network_id': '4e6fb608-bfca-4bef-ac92-154ba4caf761', 'port_id': '3905e188-cf96-4a09-b8b0-ad1a74f44dd5', 'mac_address': 'fa:16:3e:c4:1d:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9a75979-1bc7-4d42-8f8a-6dfc9b505ef6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:31:41.928711 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:41.945251 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3905e188-cf96-4a09-b8b0-ad1a74f44dd5 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:31:41.969031 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 3905e188-cf96-4a09-b8b0-ad1a74f44dd5, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=3905e188-cf96-4a09-b8b0-ad1a74f44dd5,segment=NetworkSegment(4c6f6a2a-ea9f-41c1-9aea-667e29ba32eb),segment_id=4c6f6a2a-ea9f-41c1-9aea-667e29ba32eb)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:41.969733 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8f4e3289-f5c3-43e6-9d42-18ed78959961 req-32f82db0-67b1-4eee-a7e4-84fa99b74191 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f843766-692f-4811-a2cd-b15e077089b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723028 Jul 23 20:31:41.976227 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:42.044396 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=3905e188-cf96-4a09-b8b0-ad1a74f44dd5,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:42.063108 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-3b9c9166-daf2-415d-913c-f2c364d470f8 admin admin] Deleting port a956021b-2ebe-4114-b506-8dc929d094dd {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:42.063456 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3b9c9166-daf2-415d-913c-f2c364d470f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:42.148072 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-3b9c9166-daf2-415d-913c-f2c364d470f8 admin admin] For port a956021b-2ebe-4114-b506-8dc929d094dd, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=a956021b-2ebe-4114-b506-8dc929d094dd,segment=NetworkSegment(200529f2-acc5-4abc-91bf-3609d16ae961),segment_id=200529f2-acc5-4abc-91bf-3609d16ae961)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:42.148428 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3b9c9166-daf2-415d-913c-f2c364d470f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:42.161416 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-3b9c9166-daf2-415d-913c-f2c364d470f8 admin admin] Calling delete_port for a956021b-2ebe-4114-b506-8dc929d094dd owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:42.172992 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['3905e188-cf96-4a09-b8b0-ad1a74f44dd5'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:31:42.396663 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3b9c9166-daf2-415d-913c-f2c364d470f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:42.449307 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c9166-daf2-415d-913c-f2c364d470f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a956021b-2ebe-4114-b506-8dc929d094dd,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:42.712255 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3b9c9166-daf2-415d-913c-f2c364d470f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:42.992705 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9c9166-daf2-415d-913c-f2c364d470f8 admin admin] Router 9047dfac-d716-4e1f-b374-b6554634ab0b has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:31:43.114395 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281fa8c9-360c-4a59-87c1-a84214c73713 req-d921244f-5eaa-4b18-af3a-bda6a48fd8c3 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:43.116260 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-281fa8c9-360c-4a59-87c1-a84214c73713 req-d921244f-5eaa-4b18-af3a-bda6a48fd8c3 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/ports?device_id=37c6252c-4bcc-471a-8a10-289a049e3963 HTTP/1.1" status: 200 len: 945 time: 0.0722926 Jul 23 20:31:43.127595 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9c9166-daf2-415d-913c-f2c364d470f8 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:31:43.136479 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3b9c9166-daf2-415d-913c-f2c364d470f8 admin admin] 10.222.0.32 "PUT /v2.0/routers/9047dfac-d716-4e1f-b374-b6554634ab0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3288765 Jul 23 20:31:43.137094 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 53510) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:43.137803 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446262ed-0090-437a-9d66-cc257efe41b0 None None] Sync routers for ids ['9047dfac-d716-4e1f-b374-b6554634ab0b'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:31:43.156117 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446262ed-0090-437a-9d66-cc257efe41b0 None None] Routers {'9047dfac-d716-4e1f-b374-b6554634ab0b'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:43.156899 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-446262ed-0090-437a-9d66-cc257efe41b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:31:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['9047dfac-d716-4e1f-b374-b6554634ab0b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:43.162358 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-281fa8c9-360c-4a59-87c1-a84214c73713 req-77e32c0e-6ec1-4128-b678-aa574f309260 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f843766-692f-4811-a2cd-b15e077089b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399511 Jul 23 20:31:43.258046 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a98edec7-4551-4382-b482-60f8c266d8b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:43.286519 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-446262ed-0090-437a-9d66-cc257efe41b0 None None] Set router 9047dfac-d716-4e1f-b374-b6554634ab0b gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:31:43.313371 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:43.386163 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a98edec7-4551-4382-b482-60f8c266d8b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:43.465877 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a98edec7-4551-4382-b482-60f8c266d8b7 admin admin] Deleting port 3c6c89a3-6646-48ac-a041-6c5454ee107e {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:43.466343 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a98edec7-4551-4382-b482-60f8c266d8b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:43.528481 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-446262ed-0090-437a-9d66-cc257efe41b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'name': 'tempest-AttachVolumeShelveTestJSON-876352293-router', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '3c6c89a3-6646-48ac-a041-6c5454ee107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:17Z', 'updated_at': '2021-07-23T20:31:42Z', 'revision_number': 5, 'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'gw_port': {'id': '3c6c89a3-6646-48ac-a041-6c5454ee107e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:18Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:43.560442 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446262ed-0090-437a-9d66-cc257efe41b0 None None] Checking router: 9047dfac-d716-4e1f-b374-b6554634ab0b for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:31:43.570392 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446262ed-0090-437a-9d66-cc257efe41b0 None None] Routers {'9047dfac-d716-4e1f-b374-b6554634ab0b'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:43.571266 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-446262ed-0090-437a-9d66-cc257efe41b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:31:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['9047dfac-d716-4e1f-b374-b6554634ab0b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:43.573979 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-a98edec7-4551-4382-b482-60f8c266d8b7 admin admin] For port 3c6c89a3-6646-48ac-a041-6c5454ee107e, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3c6c89a3-6646-48ac-a041-6c5454ee107e,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:43.575393 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a98edec7-4551-4382-b482-60f8c266d8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:43.592705 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a98edec7-4551-4382-b482-60f8c266d8b7 admin admin] Calling delete_port for 3c6c89a3-6646-48ac-a041-6c5454ee107e owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:43.662827 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4e6692f7-6473-451a-b250-38ea9b905b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:43.758273 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 3905e188-cf96-4a09-b8b0-ad1a74f44dd5 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:31:43.822690 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 3905e188-cf96-4a09-b8b0-ad1a74f44dd5 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:31:43.823101 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-446262ed-0090-437a-9d66-cc257efe41b0 None None] Set router 9047dfac-d716-4e1f-b374-b6554634ab0b gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:31:43.828667 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 3905e188-cf96-4a09-b8b0-ad1a74f44dd5 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:43.829334 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:43.883225 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a98edec7-4551-4382-b482-60f8c266d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:43.901363 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-446262ed-0090-437a-9d66-cc257efe41b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'name': 'tempest-AttachVolumeShelveTestJSON-876352293-router', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:17Z', 'updated_at': '2021-07-23T20:31:43Z', 'revision_number': 6, 'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:43.914410 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98edec7-4551-4382-b482-60f8c266d8b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c6c89a3-6646-48ac-a041-6c5454ee107e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:43.937165 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446262ed-0090-437a-9d66-cc257efe41b0 None None] The sync data for ids ['9047dfac-d716-4e1f-b374-b6554634ab0b'] in n-d-793618-10 is: [{'id': '9047dfac-d716-4e1f-b374-b6554634ab0b', 'name': 'tempest-AttachVolumeShelveTestJSON-876352293-router', 'tenant_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:17Z', 'updated_at': '2021-07-23T20:31:43Z', 'revision_number': 6, 'project_id': '99134e0f99a8419eae5eb1d5d4aedeb7', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:31:43.941074 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:43.971067 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c6252c-4bcc-471a-8a10-289a049e3963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3905e188-cf96-4a09-b8b0-ad1a74f44dd5'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:31:43.973454 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e0d8c7-7100-47db-b0a5-a07180f6fbf2" -d '{"events": [{"server_uuid": "37c6252c-4bcc-471a-8a10-289a049e3963", "name": "network-vif-plugged", "status": "completed", "tag": "3905e188-cf96-4a09-b8b0-ad1a74f44dd5"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:31:44.025739 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 3905e188-cf96-4a09-b8b0-ad1a74f44dd5, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=3905e188-cf96-4a09-b8b0-ad1a74f44dd5,segment=NetworkSegment(4c6f6a2a-ea9f-41c1-9aea-667e29ba32eb),segment_id=4c6f6a2a-ea9f-41c1-9aea-667e29ba32eb)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:44.027155 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a98edec7-4551-4382-b482-60f8c266d8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:44.036679 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbb4bfd-f42f-45aa-8af2-e5a80d8ba45e x-openstack-request-id: req-3dbb4bfd-f42f-45aa-8af2-e5a80d8ba45e {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:31:44.036968 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c6252c-4bcc-471a-8a10-289a049e3963", "name": "network-vif-plugged", "status": "completed", "tag": "3905e188-cf96-4a09-b8b0-ad1a74f44dd5", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:31:44.037271 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3dbb4bfd-f42f-45aa-8af2-e5a80d8ba45e {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:31:44.037947 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c6252c-4bcc-471a-8a10-289a049e3963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3905e188-cf96-4a09-b8b0-ad1a74f44dd5', 'code': 200} Jul 23 20:31:44.042383 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:44.075793 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:44.106219 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=3905e188-cf96-4a09-b8b0-ad1a74f44dd5,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:44.144017 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a98edec7-4551-4382-b482-60f8c266d8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:44.146254 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a98edec7-4551-4382-b482-60f8c266d8b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:44.160991 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b43156-7fcf-43e0-a1d8-8bfebb15d3e6 req-25f83cfd-2052-40d9-9b35-a85cbfe2069a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:44.162554 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c6b43156-7fcf-43e0-a1d8-8bfebb15d3e6 req-25f83cfd-2052-40d9-9b35-a85cbfe2069a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=37c6252c-4bcc-471a-8a10-289a049e3963 HTTP/1.1" status: 200 len: 1098 time: 0.0644052 Jul 23 20:31:44.198099 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a98edec7-4551-4382-b482-60f8c266d8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:44.199303 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98edec7-4551-4382-b482-60f8c266d8b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9047dfac-d716-4e1f-b374-b6554634ab0b {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:31:44.203255 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c6b43156-7fcf-43e0-a1d8-8bfebb15d3e6 req-4d976e35-8a3b-4749-bee3-67070157e79d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8f843766-692f-4811-a2cd-b15e077089b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341163 Jul 23 20:31:44.205081 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a98edec7-4551-4382-b482-60f8c266d8b7 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:44.209312 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a98edec7-4551-4382-b482-60f8c266d8b7 admin admin] 10.222.0.32 "DELETE /v2.0/routers/9047dfac-d716-4e1f-b374-b6554634ab0b HTTP/1.1" status: 204 len: 168 time: 1.0711389 Jul 23 20:31:44.209767 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 53536) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:44.302928 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-080057dd-59e0-49b4-a43c-61edb8a96c2a admin admin] Deleting subnet 63fa6ddd-c617-40f8-a250-cf59fcf077ba {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:31:44.307809 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-080057dd-59e0-49b4-a43c-61edb8a96c2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:44.354776 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-080057dd-59e0-49b4-a43c-61edb8a96c2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:44.367424 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18b3bc-884a-4fc1-8077-14eeb6c53978 req-89d891ae-d548-4e4b-b27c-5c7aeb0b58a1 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:44.369408 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cf18b3bc-884a-4fc1-8077-14eeb6c53978 req-89d891ae-d548-4e4b-b27c-5c7aeb0b58a1 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/ports?device_id=37c6252c-4bcc-471a-8a10-289a049e3963 HTTP/1.1" status: 200 len: 946 time: 0.1106470 Jul 23 20:31:44.430353 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cf18b3bc-884a-4fc1-8077-14eeb6c53978 req-67f6b8b1-9cf2-4e74-87d9-51fcaeb57899 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f843766-692f-4811-a2cd-b15e077089b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507300 Jul 23 20:31:44.473764 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-080057dd-59e0-49b4-a43c-61edb8a96c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:44.541634 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-080057dd-59e0-49b4-a43c-61edb8a96c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:44.570403 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080057dd-59e0-49b4-a43c-61edb8a96c2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63fa6ddd-c617-40f8-a250-cf59fcf077ba,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:44.577646 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-080057dd-59e0-49b4-a43c-61edb8a96c2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:44.580253 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-080057dd-59e0-49b4-a43c-61edb8a96c2a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/63fa6ddd-c617-40f8-a250-cf59fcf077ba HTTP/1.1" status: 204 len: 168 time: 0.3689737 Jul 23 20:31:44.583022 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 53548) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:44.583703 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe12c64f-f45b-4f50-9f37-e9a881969ccf None None] Network bd3fc2da-f343-4eff-93f0-5695d77abd1d requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:31:44.688116 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7786b7ef-58b5-4782-970e-3564d1657e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:44.708513 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:44.749266 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:44.759989 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-7786b7ef-58b5-4782-970e-3564d1657e28 admin admin] Deleting port 33fc79a7-71c3-4f65-ad68-479d4d7d09a9 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:44.760340 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7786b7ef-58b5-4782-970e-3564d1657e28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:44.854536 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-7786b7ef-58b5-4782-970e-3564d1657e28 admin admin] For port 33fc79a7-71c3-4f65-ad68-479d4d7d09a9, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=33fc79a7-71c3-4f65-ad68-479d4d7d09a9,segment=NetworkSegment(200529f2-acc5-4abc-91bf-3609d16ae961),segment_id=200529f2-acc5-4abc-91bf-3609d16ae961)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:44.854903 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7786b7ef-58b5-4782-970e-3564d1657e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:44.882732 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-7786b7ef-58b5-4782-970e-3564d1657e28 admin admin] Calling delete_port for 33fc79a7-71c3-4f65-ad68-479d4d7d09a9 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:44.890849 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc7d8f2-8eba-48d8-b6e7-38b301116e16 None None] DHCP port deletion for bd3fc2da-f343-4eff-93f0-5695d77abd1d request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:31:44.982782 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-3dc7d8f2-8eba-48d8-b6e7-38b301116e16 None None] Deleting port 33fc79a7-71c3-4f65-ad68-479d4d7d09a9 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:44.983292 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3dc7d8f2-8eba-48d8-b6e7-38b301116e16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:45.014614 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a956021b-2ebe-4114-b506-8dc929d094dd no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:31:45.048827 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: a956021b-2ebe-4114-b506-8dc929d094dd {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:31:45.049248 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a956021b-2ebe-4114-b506-8dc929d094dd not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:31:45.049907 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3c6c89a3-6646-48ac-a041-6c5454ee107e no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:31:45.076339 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 3c6c89a3-6646-48ac-a041-6c5454ee107e {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:31:45.077271 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3c6c89a3-6646-48ac-a041-6c5454ee107e not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:31:45.089050 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7786b7ef-58b5-4782-970e-3564d1657e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:45.132484 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-3dc7d8f2-8eba-48d8-b6e7-38b301116e16 None None] For port 33fc79a7-71c3-4f65-ad68-479d4d7d09a9, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=33fc79a7-71c3-4f65-ad68-479d4d7d09a9,segment=NetworkSegment(200529f2-acc5-4abc-91bf-3609d16ae961),segment_id=200529f2-acc5-4abc-91bf-3609d16ae961)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:45.133511 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3dc7d8f2-8eba-48d8-b6e7-38b301116e16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:45.135297 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7786b7ef-58b5-4782-970e-3564d1657e28 admin admin] Pushing event deleted for resources: {'Port': ['ID=33fc79a7-71c3-4f65-ad68-479d4d7d09a9,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:45.141215 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7786b7ef-58b5-4782-970e-3564d1657e28 admin admin] No DVR routers for this DVR port 33fc79a7-71c3-4f65-ad68-479d4d7d09a9 on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:31:45.155233 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-3dc7d8f2-8eba-48d8-b6e7-38b301116e16 None None] Calling delete_port for 33fc79a7-71c3-4f65-ad68-479d4d7d09a9 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:45.253572 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7786b7ef-58b5-4782-970e-3564d1657e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:45.267686 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-7786b7ef-58b5-4782-970e-3564d1657e28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd3fc2da-f343-4eff-93f0-5695d77abd1d']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:45.280750 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-7786b7ef-58b5-4782-970e-3564d1657e28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '200529f2-acc5-4abc-91bf-3609d16ae961') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:45.281053 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-7786b7ef-58b5-4782-970e-3564d1657e28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '200529f2-acc5-4abc-91bf-3609d16ae961') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:45.294597 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3dc7d8f2-8eba-48d8-b6e7-38b301116e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:45.297896 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7786b7ef-58b5-4782-970e-3564d1657e28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:45.319415 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7786b7ef-58b5-4782-970e-3564d1657e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:45.323266 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7d8f2-8eba-48d8-b6e7-38b301116e16 None None] Pushing event deleted for resources: {'Port': ['ID=33fc79a7-71c3-4f65-ad68-479d4d7d09a9,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:45.332641 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7786b7ef-58b5-4782-970e-3564d1657e28 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:31:45.333309 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7786b7ef-58b5-4782-970e-3564d1657e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:45.337419 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:31:45.337419 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:31:45.337419 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:31:45.337419 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:31:45.337419 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:31:45.337419 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:31:45.337419 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:31:45.337419 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:31:45.337419 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:31:45.337419 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:31:45.337419 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:31:45.337419 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:31:45.337419 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:31:45.337419 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:31:45.337419 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:31:45.337419 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:31:45.337419 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:31:45.337419 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:31:45.337419 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:31:45.337419 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:31:45.337419 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:31:45.337419 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:31:45.337419 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:31:45.337419 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:31:45.337419 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:31:45.337419 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:31:45.337419 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:31:45.337419 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:31:45.337419 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:31:45.337419 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:31:45.337419 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:31:45.337419 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:31:45.343373 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc7d8f2-8eba-48d8-b6e7-38b301116e16 None None] No DVR routers for this DVR port 33fc79a7-71c3-4f65-ad68-479d4d7d09a9 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:31:45.416272 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7786b7ef-58b5-4782-970e-3564d1657e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:45.428389 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7786b7ef-58b5-4782-970e-3564d1657e28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:45.431225 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7786b7ef-58b5-4782-970e-3564d1657e28 admin admin] 10.222.0.32 "DELETE /v2.0/networks/bd3fc2da-f343-4eff-93f0-5695d77abd1d HTTP/1.1" status: 204 len: 168 time: 0.8465507 Jul 23 20:31:45.453251 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7786b7ef-58b5-4782-970e-3564d1657e28 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd3fc2da-f343-4eff-93f0-5695d77abd1d,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:45.588798 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 53566) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:45.642208 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5693d46d-f331-471e-b5fc-79d51f5d0b6d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=99134e0f99a8419eae5eb1d5d4aedeb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517788 Jul 23 20:31:45.644461 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 53568) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:45.655828 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19771911-ad0c-4404-b259-011334baf30b req-58f942e8-36e8-4b41-a03a-929c3d15943c tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:45.657583 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-19771911-ad0c-4404-b259-011334baf30b req-58f942e8-36e8-4b41-a03a-929c3d15943c tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/ports?device_id=37c6252c-4bcc-471a-8a10-289a049e3963 HTTP/1.1" status: 200 len: 946 time: 0.0966487 Jul 23 20:31:45.716368 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-402644fa-9559-45a2-8e56-4afddf8272f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:45.727069 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-19771911-ad0c-4404-b259-011334baf30b req-3a3460d5-d2f5-4bad-971c-474439cf8a73 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f843766-692f-4811-a2cd-b15e077089b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603237 Jul 23 20:31:45.748393 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-402644fa-9559-45a2-8e56-4afddf8272f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:45.830737 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-402644fa-9559-45a2-8e56-4afddf8272f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:45.835201 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-402644fa-9559-45a2-8e56-4afddf8272f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:45.837564 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-402644fa-9559-45a2-8e56-4afddf8272f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b9b3f442-0d4e-4a7c-88b7-cbab3b7436db HTTP/1.1" status: 204 len: 168 time: 0.1913896 Jul 23 20:31:45.848326 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402644fa-9559-45a2-8e56-4afddf8272f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b3f442-0d4e-4a7c-88b7-cbab3b7436db,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:45.962853 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:46.000206 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-777167f0-cc40-4152-b7c8-5b416210a03a req-ec284eb1-f240-4728-95ce-d89a26a78b4c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eda0e896-c427-4339-a5ab-253ebbcf82ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1049128 Jul 23 20:31:46.172856 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777167f0-cc40-4152-b7c8-5b416210a03a req-aa941396-ee9a-4aad-a630-ed621424c854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:46.174645 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-777167f0-cc40-4152-b7c8-5b416210a03a req-aa941396-ee9a-4aad-a630-ed621424c854 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9a8509bfd91749fab4cb989d0d0fbc91&device_id=eda0e896-c427-4339-a5ab-253ebbcf82ac HTTP/1.1" status: 200 len: 1098 time: 0.1010680 Jul 23 20:31:46.362357 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777167f0-cc40-4152-b7c8-5b416210a03a req-34f633e4-0ec0-48f8-a9c2-458d7fa3edfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:46.364828 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-777167f0-cc40-4152-b7c8-5b416210a03a req-34f633e4-0ec0-48f8-a9c2-458d7fa3edfc service neutron] 10.222.0.18 "GET /v2.0/networks?id=9c90c081-0a5d-44bd-b4f8-2493a06b9b50 HTTP/1.1" status: 200 len: 910 time: 0.1602662 Jul 23 20:31:46.476502 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-777167f0-cc40-4152-b7c8-5b416210a03a req-936a9576-759b-485b-b82b-5b35eadf2e97 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1 HTTP/1.1" status: 200 len: 1002 time: 0.0977902 Jul 23 20:31:46.567643 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777167f0-cc40-4152-b7c8-5b416210a03a req-ab018756-423a-400b-a97e-a64043fe3450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:46.571071 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-777167f0-cc40-4152-b7c8-5b416210a03a req-ab018756-423a-400b-a97e-a64043fe3450 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a074ed79-e75f-476d-8ea9-5a0d7326279b HTTP/1.1" status: 200 len: 848 time: 0.0878756 Jul 23 20:31:46.650569 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777167f0-cc40-4152-b7c8-5b416210a03a req-7c04b476-4e6d-4e34-9a6c-1570935a92bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:46.652125 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-777167f0-cc40-4152-b7c8-5b416210a03a req-7c04b476-4e6d-4e34-9a6c-1570935a92bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9c90c081-0a5d-44bd-b4f8-2493a06b9b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0761464 Jul 23 20:31:46.836536 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 33fc79a7-71c3-4f65-ad68-479d4d7d09a9 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:31:46.879906 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-777167f0-cc40-4152-b7c8-5b416210a03a req-f4f8f6bd-a496-484d-9a46-4e84b236cc7f service neutron] 10.222.0.18 "GET /v2.0/networks/9c90c081-0a5d-44bd-b4f8-2493a06b9b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207267 Jul 23 20:31:46.896045 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 33fc79a7-71c3-4f65-ad68-479d4d7d09a9 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:31:46.896629 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 33fc79a7-71c3-4f65-ad68-479d4d7d09a9 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:31:47.019231 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7177d-021b-4507-aa24-748639361ab1 req-12aa11e9-6555-43e2-ac74-4e44ed20b7e3 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:47.028977 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-72e7177d-021b-4507-aa24-748639361ab1 req-12aa11e9-6555-43e2-ac74-4e44ed20b7e3 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/ports?device_id=37c6252c-4bcc-471a-8a10-289a049e3963 HTTP/1.1" status: 200 len: 946 time: 0.1090984 Jul 23 20:31:47.044389 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-777167f0-cc40-4152-b7c8-5b416210a03a req-702fc7d1-0e66-44c1-bc78-ef5361f99054 service neutron] 10.222.0.18 "GET /v2.0/networks/9c90c081-0a5d-44bd-b4f8-2493a06b9b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472678 Jul 23 20:31:47.086715 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-72e7177d-021b-4507-aa24-748639361ab1 req-82057ab5-fd6a-42fd-8832-082227b221d6 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f843766-692f-4811-a2cd-b15e077089b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514338 Jul 23 20:31:48.346077 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01913cfe-67d2-4353-bac8-1cca443eb31c req-8a0f35c4-c4c4-4778-8650-1db7bcf73720 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:48.347561 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-01913cfe-67d2-4353-bac8-1cca443eb31c req-8a0f35c4-c4c4-4778-8650-1db7bcf73720 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.30 "GET /v2.0/ports?device_id=37c6252c-4bcc-471a-8a10-289a049e3963 HTTP/1.1" status: 200 len: 946 time: 0.2867665 Jul 23 20:31:48.409598 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f98e4-5a85-41b9-9027-45161bbc52c4 req-45633dff-3087-4833-b2d6-d5d276ec2898 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:48.411761 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f82f98e4-5a85-41b9-9027-45161bbc52c4 req-45633dff-3087-4833-b2d6-d5d276ec2898 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/ports?device_id=37c6252c-4bcc-471a-8a10-289a049e3963 HTTP/1.1" status: 200 len: 946 time: 0.1417129 Jul 23 20:31:48.520236 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f82f98e4-5a85-41b9-9027-45161bbc52c4 req-2b2fdd23-3e1d-473a-92af-b0388aaa4a0c tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f843766-692f-4811-a2cd-b15e077089b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836618 Jul 23 20:31:48.545403 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-01913cfe-67d2-4353-bac8-1cca443eb31c req-cc6a8825-33d0-4110-976c-1bee2bacdfb0 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Deleting port 3905e188-cf96-4a09-b8b0-ad1a74f44dd5 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:48.546332 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-01913cfe-67d2-4353-bac8-1cca443eb31c req-cc6a8825-33d0-4110-976c-1bee2bacdfb0 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:48.743654 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-01913cfe-67d2-4353-bac8-1cca443eb31c req-cc6a8825-33d0-4110-976c-1bee2bacdfb0 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] For port 3905e188-cf96-4a09-b8b0-ad1a74f44dd5, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=3905e188-cf96-4a09-b8b0-ad1a74f44dd5,segment=NetworkSegment(4c6f6a2a-ea9f-41c1-9aea-667e29ba32eb),segment_id=4c6f6a2a-ea9f-41c1-9aea-667e29ba32eb)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:48.743654 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-01913cfe-67d2-4353-bac8-1cca443eb31c req-cc6a8825-33d0-4110-976c-1bee2bacdfb0 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:48.759332 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-01913cfe-67d2-4353-bac8-1cca443eb31c req-cc6a8825-33d0-4110-976c-1bee2bacdfb0 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Calling delete_port for 3905e188-cf96-4a09-b8b0-ad1a74f44dd5 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:48.976207 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-01913cfe-67d2-4353-bac8-1cca443eb31c req-cc6a8825-33d0-4110-976c-1bee2bacdfb0 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:48.989260 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['3905e188-cf96-4a09-b8b0-ad1a74f44dd5'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:31:49.031214 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a8825-33d0-4110-976c-1bee2bacdfb0 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Pushing event deleted for resources: {'Port': ['ID=3905e188-cf96-4a09-b8b0-ad1a74f44dd5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:49.046800 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a8825-33d0-4110-976c-1bee2bacdfb0 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:49.047444 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a8825-33d0-4110-976c-1bee2bacdfb0 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:49.048292 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a8825-33d0-4110-976c-1bee2bacdfb0 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:49.062977 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a8825-33d0-4110-976c-1bee2bacdfb0 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:49.063323 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a8825-33d0-4110-976c-1bee2bacdfb0 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:49.063677 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a8825-33d0-4110-976c-1bee2bacdfb0 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:49.064020 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a8825-33d0-4110-976c-1bee2bacdfb0 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:49.064360 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a8825-33d0-4110-976c-1bee2bacdfb0 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:49.064693 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a8825-33d0-4110-976c-1bee2bacdfb0 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:49.065026 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a8825-33d0-4110-976c-1bee2bacdfb0 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:49.065361 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a8825-33d0-4110-976c-1bee2bacdfb0 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:49.065730 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a8825-33d0-4110-976c-1bee2bacdfb0 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:49.195523 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-01913cfe-67d2-4353-bac8-1cca443eb31c req-cc6a8825-33d0-4110-976c-1bee2bacdfb0 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] No DVR routers for this DVR port 3905e188-cf96-4a09-b8b0-ad1a74f44dd5 on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:31:49.200954 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-01913cfe-67d2-4353-bac8-1cca443eb31c req-cc6a8825-33d0-4110-976c-1bee2bacdfb0 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:49.203060 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-01913cfe-67d2-4353-bac8-1cca443eb31c req-cc6a8825-33d0-4110-976c-1bee2bacdfb0 tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.30 "DELETE /v2.0/ports/3905e188-cf96-4a09-b8b0-ad1a74f44dd5 HTTP/1.1" status: 204 len: 173 time: 0.8444877 Jul 23 20:31:49.203663 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c6252c-4bcc-471a-8a10-289a049e3963', 'name': 'network-vif-deleted', 'tag': '3905e188-cf96-4a09-b8b0-ad1a74f44dd5'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:31:49.206796 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce70aad1-5f31-4cd5-8b99-c184f4e6bed0" -d '{"events": [{"server_uuid": "37c6252c-4bcc-471a-8a10-289a049e3963", "name": "network-vif-deleted", "tag": "3905e188-cf96-4a09-b8b0-ad1a74f44dd5"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:31:49.301547 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0624216f-32f7-430d-b9d1-5f3cdca38697 x-openstack-request-id: req-0624216f-32f7-430d-b9d1-5f3cdca38697 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:31:49.302083 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c6252c-4bcc-471a-8a10-289a049e3963", "name": "network-vif-deleted", "tag": "3905e188-cf96-4a09-b8b0-ad1a74f44dd5", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:31:49.302328 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0624216f-32f7-430d-b9d1-5f3cdca38697 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:31:49.302888 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c6252c-4bcc-471a-8a10-289a049e3963', 'name': 'network-vif-deleted', 'tag': '3905e188-cf96-4a09-b8b0-ad1a74f44dd5', 'status': 'completed', 'code': 200} Jul 23 20:31:49.673016 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-38396a82-68fe-48c4-819a-e46425316266 req-f82f76af-a7b1-4e84-8b87-9546a689e09e tempest-VolumesActionsTest-1517875583 tempest-VolumesActionsTest-1517875583-project] 10.222.0.32 "GET /v2.0/ports?device_id=37c6252c-4bcc-471a-8a10-289a049e3963 HTTP/1.1" status: 200 len: 210 time: 0.0355217 Jul 23 20:31:49.740300 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3934a-39a8-44a3-9d10-3b59e00e09a9 req-76eab1a7-5924-44c4-b0da-8d824967460d tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:49.742043 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-45d3934a-39a8-44a3-9d10-3b59e00e09a9 req-76eab1a7-5924-44c4-b0da-8d824967460d tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbc7c0e8-9b7c-4a0d-a24d-6d8bd9e16b39 HTTP/1.1" status: 200 len: 946 time: 0.0928018 Jul 23 20:31:49.787271 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-45d3934a-39a8-44a3-9d10-3b59e00e09a9 req-3822c7b3-e729-40fa-ba6c-ef389147bc5d tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/security-groups?id=d11ce9da-183e-4550-a88a-4339432953ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386732 Jul 23 20:31:50.139847 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 53726) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:50.277253 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-77344d88-1498-4add-9d00-a916263cb136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:50.385986 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-77344d88-1498-4add-9d00-a916263cb136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:50.391140 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-77344d88-1498-4add-9d00-a916263cb136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:50.444493 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-77344d88-1498-4add-9d00-a916263cb136 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a65e1da34d34db2bc612e556c07e64c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3029201 Jul 23 20:31:50.445702 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77344d88-1498-4add-9d00-a916263cb136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13789f40-6735-49b6-b98d-47ef0b084bb1,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:50.448351 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 53734) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:50.523725 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-be12c320-7988-4cec-bc06-5e30d4031c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:50.550657 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-be12c320-7988-4cec-bc06-5e30d4031c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:50.604849 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-be12c320-7988-4cec-bc06-5e30d4031c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:50.607886 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-be12c320-7988-4cec-bc06-5e30d4031c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:50.609077 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-be12c320-7988-4cec-bc06-5e30d4031c62 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/13789f40-6735-49b6-b98d-47ef0b084bb1 HTTP/1.1" status: 204 len: 168 time: 0.1596141 Jul 23 20:31:50.619043 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be12c320-7988-4cec-bc06-5e30d4031c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13789f40-6735-49b6-b98d-47ef0b084bb1,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:51.014595 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6af6af-6cce-4bd6-9210-fc0ccccfeb0b req-075ddf0a-39d1-4e9b-9e1a-56113509877b tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:51.022445 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bb6af6af-6cce-4bd6-9210-fc0ccccfeb0b req-075ddf0a-39d1-4e9b-9e1a-56113509877b tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbc7c0e8-9b7c-4a0d-a24d-6d8bd9e16b39 HTTP/1.1" status: 200 len: 946 time: 0.1207016 Jul 23 20:31:51.022846 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 53762) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:51.043345 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4245f364-539e-40b8-993a-68c09ee3b86c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:51.098344 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bb6af6af-6cce-4bd6-9210-fc0ccccfeb0b req-8c6ad59c-73c2-47d8-936d-2ee0acc51587 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/security-groups?id=d11ce9da-183e-4550-a88a-4339432953ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692291 Jul 23 20:31:51.209955 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3868846-4bc7-4936-aefb-712074a01557 req-3e9ab93d-4e4e-4181-95f8-2b1d499283e3 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:51.211771 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a3868846-4bc7-4936-aefb-712074a01557 req-3e9ab93d-4e4e-4181-95f8-2b1d499283e3 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbc7c0e8-9b7c-4a0d-a24d-6d8bd9e16b39 HTTP/1.1" status: 200 len: 946 time: 0.1222680 Jul 23 20:31:51.286917 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4245f364-539e-40b8-993a-68c09ee3b86c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:51.295019 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4245f364-539e-40b8-993a-68c09ee3b86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:51.374876 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245f364-539e-40b8-993a-68c09ee3b86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197977c2-56c8-4bea-9c53-bd08ad64a906,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:51.389623 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4245f364-539e-40b8-993a-68c09ee3b86c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a84e5c4929c47b2bdc7c2043507c50c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3596056 Jul 23 20:31:51.389623 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 53780) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:51.449672 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-a3868846-4bc7-4936-aefb-712074a01557 req-4056a52d-e2cd-4536-a724-0b6aebfc8160 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Deleting port e704b168-a269-4e98-abf0-33a72c16fa8b {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:51.450015 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a3868846-4bc7-4936-aefb-712074a01557 req-4056a52d-e2cd-4536-a724-0b6aebfc8160 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:51.503362 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd7b7928-b5d1-4209-bfe8-c6c6b5596390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:51.574803 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd7b7928-b5d1-4209-bfe8-c6c6b5596390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:51.606970 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-a3868846-4bc7-4936-aefb-712074a01557 req-4056a52d-e2cd-4536-a724-0b6aebfc8160 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] For port e704b168-a269-4e98-abf0-33a72c16fa8b, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e704b168-a269-4e98-abf0-33a72c16fa8b,segment=NetworkSegment(4e1287e2-8d8d-45d3-9f70-c833c1d3a9cd),segment_id=4e1287e2-8d8d-45d3-9f70-c833c1d3a9cd)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:51.607340 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a3868846-4bc7-4936-aefb-712074a01557 req-4056a52d-e2cd-4536-a724-0b6aebfc8160 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:51.636896 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-a3868846-4bc7-4936-aefb-712074a01557 req-4056a52d-e2cd-4536-a724-0b6aebfc8160 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Calling delete_port for e704b168-a269-4e98-abf0-33a72c16fa8b owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:51.712753 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd7b7928-b5d1-4209-bfe8-c6c6b5596390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:51.715506 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bd7b7928-b5d1-4209-bfe8-c6c6b5596390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:51.719379 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bd7b7928-b5d1-4209-bfe8-c6c6b5596390 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/197977c2-56c8-4bea-9c53-bd08ad64a906 HTTP/1.1" status: 204 len: 168 time: 0.3267078 Jul 23 20:31:51.740053 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b7928-b5d1-4209-bfe8-c6c6b5596390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197977c2-56c8-4bea-9c53-bd08ad64a906,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:51.794054 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 3905e188-cf96-4a09-b8b0-ad1a74f44dd5 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:31:51.845154 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 3905e188-cf96-4a09-b8b0-ad1a74f44dd5 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:31:51.846275 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 3905e188-cf96-4a09-b8b0-ad1a74f44dd5 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:31:51.882067 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a3868846-4bc7-4936-aefb-712074a01557 req-4056a52d-e2cd-4536-a724-0b6aebfc8160 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:51.897159 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['e704b168-a269-4e98-abf0-33a72c16fa8b'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:31:51.918084 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056a52d-e2cd-4536-a724-0b6aebfc8160 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Pushing event deleted for resources: {'Port': ['ID=e704b168-a269-4e98-abf0-33a72c16fa8b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:51.981548 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3868846-4bc7-4936-aefb-712074a01557 req-4056a52d-e2cd-4536-a724-0b6aebfc8160 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] No DVR routers for this DVR port e704b168-a269-4e98-abf0-33a72c16fa8b on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:31:51.985022 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a3868846-4bc7-4936-aefb-712074a01557 req-4056a52d-e2cd-4536-a724-0b6aebfc8160 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:51.987628 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a3868846-4bc7-4936-aefb-712074a01557 req-4056a52d-e2cd-4536-a724-0b6aebfc8160 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.30 "DELETE /v2.0/ports/e704b168-a269-4e98-abf0-33a72c16fa8b HTTP/1.1" status: 204 len: 173 time: 0.7678349 Jul 23 20:31:51.988055 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc7c0e8-9b7c-4a0d-a24d-6d8bd9e16b39', 'name': 'network-vif-deleted', 'tag': 'e704b168-a269-4e98-abf0-33a72c16fa8b'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:31:51.990089 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135f1971-084e-4344-b830-b6754fac7cca" -d '{"events": [{"server_uuid": "bbc7c0e8-9b7c-4a0d-a24d-6d8bd9e16b39", "name": "network-vif-deleted", "tag": "e704b168-a269-4e98-abf0-33a72c16fa8b"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:31:52.041566 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc9af3e-b332-4aa1-84ff-a1259ab244a2 x-openstack-request-id: req-1bc9af3e-b332-4aa1-84ff-a1259ab244a2 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:31:52.042551 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc7c0e8-9b7c-4a0d-a24d-6d8bd9e16b39", "name": "network-vif-deleted", "tag": "e704b168-a269-4e98-abf0-33a72c16fa8b", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:31:52.042960 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1bc9af3e-b332-4aa1-84ff-a1259ab244a2 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:31:52.043506 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc7c0e8-9b7c-4a0d-a24d-6d8bd9e16b39', 'name': 'network-vif-deleted', 'tag': 'e704b168-a269-4e98-abf0-33a72c16fa8b', 'status': 'completed', 'code': 200} Jul 23 20:31:52.267601 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3bdd6184-79bc-4ec6-a1aa-97ef18113a83 req-d84d871b-a773-43fe-900d-c95ea7dbb147 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbc7c0e8-9b7c-4a0d-a24d-6d8bd9e16b39 HTTP/1.1" status: 200 len: 210 time: 0.0417812 Jul 23 20:31:52.767390 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:31:55.622028 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 53960) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:55.819030 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device e704b168-a269-4e98-abf0-33a72c16fa8b no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:31:55.864338 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8466dd4c-7ac4-49e7-b2f2-91822a1ee55a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:55.874119 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: e704b168-a269-4e98-abf0-33a72c16fa8b {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:31:55.874578 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device e704b168-a269-4e98-abf0-33a72c16fa8b not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:31:56.102120 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8466dd4c-7ac4-49e7-b2f2-91822a1ee55a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:56.109415 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8466dd4c-7ac4-49e7-b2f2-91822a1ee55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:56.145622 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8466dd4c-7ac4-49e7-b2f2-91822a1ee55a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e214cea550ae43d0ac83cf22b8acb3b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5223825 Jul 23 20:31:56.148552 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 53988) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:56.189585 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466dd4c-7ac4-49e7-b2f2-91822a1ee55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fe2aa7-14c5-4d4e-a3b6-cf200dbc8c00,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:56.211203 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-28bf4716-a807-461e-b213-28809950ef3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:56.268925 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-28bf4716-a807-461e-b213-28809950ef3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:56.371155 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-28bf4716-a807-461e-b213-28809950ef3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:56.373872 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-28bf4716-a807-461e-b213-28809950ef3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:56.378581 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-28bf4716-a807-461e-b213-28809950ef3e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f1fe2aa7-14c5-4d4e-a3b6-cf200dbc8c00 HTTP/1.1" status: 204 len: 168 time: 0.2289565 Jul 23 20:31:56.398667 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf4716-a807-461e-b213-28809950ef3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fe2aa7-14c5-4d4e-a3b6-cf200dbc8c00,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:57.008886 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 54004) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:57.035812 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-315a7f77-999a-4339-8385-f0e5dee82c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:57.193799 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-315a7f77-999a-4339-8385-f0e5dee82c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:57.199995 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-315a7f77-999a-4339-8385-f0e5dee82c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:57.267044 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 54012) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:57.274949 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-315a7f77-999a-4339-8385-f0e5dee82c24 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=185d7878dba04ba5bbd50202a5c74d99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2647479 Jul 23 20:31:57.276903 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315a7f77-999a-4339-8385-f0e5dee82c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26f6fd3-7f89-45f0-abc3-dec10c87cd3a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:57.365890 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-db0d79ae-6ba2-4dc4-b868-bea9d4c81129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:57.393246 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-db0d79ae-6ba2-4dc4-b868-bea9d4c81129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:57.497807 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-db0d79ae-6ba2-4dc4-b868-bea9d4c81129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:57.501082 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-db0d79ae-6ba2-4dc4-b868-bea9d4c81129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:57.504309 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-db0d79ae-6ba2-4dc4-b868-bea9d4c81129 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f26f6fd3-7f89-45f0-abc3-dec10c87cd3a HTTP/1.1" status: 204 len: 168 time: 0.2362096 Jul 23 20:31:57.545197 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d79ae-6ba2-4dc4-b868-bea9d4c81129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26f6fd3-7f89-45f0-abc3-dec10c87cd3a,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:00.940491 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205745a-1704-40e9-9866-4ea6f2962015 req-d842153f-119d-4feb-b5c5-87314aa3dd0b tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:00.946575 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2205745a-1704-40e9-9866-4ea6f2962015 req-d842153f-119d-4feb-b5c5-87314aa3dd0b tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/networks?id=03890be3-e27c-4320-8703-01806113988f HTTP/1.1" status: 200 len: 813 time: 0.1308162 Jul 23 20:32:00.964470 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2205745a-1704-40e9-9866-4ea6f2962015 req-fdd81123-4cf9-4e5e-bf18-9d11039aa68e tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/quotas/e56d3e24be684d0f979e3c409e3d5270 HTTP/1.1" status: 200 len: 375 time: 0.0164149 Jul 23 20:32:01.010462 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2205745a-1704-40e9-9866-4ea6f2962015 req-b10b2084-104b-4b9a-9f71-891e66d97876 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e56d3e24be684d0f979e3c409e3d5270&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443156 Jul 23 20:32:01.229371 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [req-2205745a-1704-40e9-9866-4ea6f2962015 req-2b2ca404-d952-4713-b733-5c9b188b3e70 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:32:01.237676 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2205745a-1704-40e9-9866-4ea6f2962015 req-2b2ca404-d952-4713-b733-5c9b188b3e70 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2217259 Jul 23 20:32:01.424708 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2205745a-1704-40e9-9866-4ea6f2962015 req-f560c07a-42a1-4b3f-a6a5-64a37bd14fa9 service neutron] 10.222.0.32 "GET /v2.0/networks/03890be3-e27c-4320-8703-01806113988f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857166 Jul 23 20:32:01.552584 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2205745a-1704-40e9-9866-4ea6f2962015 req-a780c644-e18d-4fb4-8d9a-b77f4bac3395 service neutron] 10.222.0.32 "GET /v2.0/networks/03890be3-e27c-4320-8703-01806113988f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249058 Jul 23 20:32:01.828612 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-79ed87ff-8b69-4487-9917-60e6e86b8857 req-ccb3b347-7905-4c72-8634-515268446153 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aae3056-42e9-4287-99ee-bee38094f06a HTTP/1.1" status: 200 len: 210 time: 0.0469453 Jul 23 20:32:02.949383 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ae5efae5-94da-45d9-a297-bd754e12b875 req-c128380f-48a6-4ded-a492-7a3d30b263d4 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aae3056-42e9-4287-99ee-bee38094f06a HTTP/1.1" status: 200 len: 210 time: 0.0513737 Jul 23 20:32:03.296245 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205745a-1704-40e9-9866-4ea6f2962015 req-43fb52c1-ed84-4354-b59e-3fa4cdacfa78 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:03.297825 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2205745a-1704-40e9-9866-4ea6f2962015 req-43fb52c1-ed84-4354-b59e-3fa4cdacfa78 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.30 "GET /v2.0/networks?id=03890be3-e27c-4320-8703-01806113988f HTTP/1.1" status: 200 len: 813 time: 0.1931334 Jul 23 20:32:03.310994 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-2205745a-1704-40e9-9866-4ea6f2962015 req-c7041f2f-85e5-42b8-844f-c6f83684ccf5 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Request body: {'port': {'device_id': '9aae3056-42e9-4287-99ee-bee38094f06a', 'network_id': '03890be3-e27c-4320-8703-01806113988f', 'admin_state_up': True, 'tenant_id': 'e56d3e24be684d0f979e3c409e3d5270'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:03.469851 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2205745a-1704-40e9-9866-4ea6f2962015 req-c7041f2f-85e5-42b8-844f-c6f83684ccf5 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Made reservation on behalf of e56d3e24be684d0f979e3c409e3d5270 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:03.475877 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2205745a-1704-40e9-9866-4ea6f2962015 req-c7041f2f-85e5-42b8-844f-c6f83684ccf5 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:03.671985 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-2205745a-1704-40e9-9866-4ea6f2962015 req-c7041f2f-85e5-42b8-844f-c6f83684ccf5 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Allocated IP 172.20.0.10 (03890be3-e27c-4320-8703-01806113988f/425ae729-429e-4264-811d-78080dc7c6dd/8c8168cb-ef17-4c04-a204-8abb3afe1ba8) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:03.915309 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2205745a-1704-40e9-9866-4ea6f2962015 req-c7041f2f-85e5-42b8-844f-c6f83684ccf5 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:04.022822 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2205745a-1704-40e9-9866-4ea6f2962015 req-c7041f2f-85e5-42b8-844f-c6f83684ccf5 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:04.136246 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2205745a-1704-40e9-9866-4ea6f2962015 req-c7041f2f-85e5-42b8-844f-c6f83684ccf5 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Network 03890be3-e27c-4320-8703-01806113988f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:04.141619 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7041f2f-85e5-42b8-844f-c6f83684ccf5 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Pushing event updated for resources: {'Port': ['ID=8c8168cb-ef17-4c04-a204-8abb3afe1ba8,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:04.144090 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-2205745a-1704-40e9-9866-4ea6f2962015 req-c7041f2f-85e5-42b8-844f-c6f83684ccf5 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:04.147075 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-2205745a-1704-40e9-9866-4ea6f2962015 req-c7041f2f-85e5-42b8-844f-c6f83684ccf5 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:04.722273 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205745a-1704-40e9-9866-4ea6f2962015 req-c7041f2f-85e5-42b8-844f-c6f83684ccf5 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:04.723001 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2205745a-1704-40e9-9866-4ea6f2962015 req-c7041f2f-85e5-42b8-844f-c6f83684ccf5 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:04.758207 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22291e3f-c208-464c-bc5c-4855de1909e4 req-c27a07b0-fad5-4475-8778-57896b1d9a9f tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:04.759020 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-22291e3f-c208-464c-bc5c-4855de1909e4 req-c27a07b0-fad5-4475-8778-57896b1d9a9f tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aae3056-42e9-4287-99ee-bee38094f06a HTTP/1.1" status: 200 len: 932 time: 0.6943080 Jul 23 20:32:04.761238 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2205745a-1704-40e9-9866-4ea6f2962015 req-c7041f2f-85e5-42b8-844f-c6f83684ccf5 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4547143 Jul 23 20:32:04.785441 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-2205745a-1704-40e9-9866-4ea6f2962015 req-aec22b5c-0542-49ce-b1b7-e8532bc79d02 service neutron] Request body: {'port': {'device_id': '9aae3056-42e9-4287-99ee-bee38094f06a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:04.832355 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-22291e3f-c208-464c-bc5c-4855de1909e4 req-47dee661-2161-44aa-9e48-e988b7623e28 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/security-groups?id=d11ce9da-183e-4550-a88a-4339432953ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674083 Jul 23 20:32:04.936032 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2205745a-1704-40e9-9866-4ea6f2962015 req-aec22b5c-0542-49ce-b1b7-e8532bc79d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:05.384682 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-2205745a-1704-40e9-9866-4ea6f2962015 req-aec22b5c-0542-49ce-b1b7-e8532bc79d02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c8168cb-ef17-4c04-a204-8abb3afe1ba8 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:32:05.395887 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2205745a-1704-40e9-9866-4ea6f2962015 req-aec22b5c-0542-49ce-b1b7-e8532bc79d02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:05.420228 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-2205745a-1704-40e9-9866-4ea6f2962015 req-aec22b5c-0542-49ce-b1b7-e8532bc79d02 service neutron] Transition to ACTIVE for port object 8c8168cb-ef17-4c04-a204-8abb3afe1ba8 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:05.420228 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2205745a-1704-40e9-9866-4ea6f2962015 req-aec22b5c-0542-49ce-b1b7-e8532bc79d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:05.536162 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec22b5c-0542-49ce-b1b7-e8532bc79d02 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8168cb-ef17-4c04-a204-8abb3afe1ba8,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:05.596367 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-2205745a-1704-40e9-9866-4ea6f2962015 req-aec22b5c-0542-49ce-b1b7-e8532bc79d02 service neutron] Attempting to bind port 8c8168cb-ef17-4c04-a204-8abb3afe1ba8 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:05.596367 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-2205745a-1704-40e9-9866-4ea6f2962015 req-aec22b5c-0542-49ce-b1b7-e8532bc79d02 service neutron] Attempting to bind port 8c8168cb-ef17-4c04-a204-8abb3afe1ba8 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '4e1287e2-8d8d-45d3-9f70-c833c1d3a9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '03890be3-e27c-4320-8703-01806113988f'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:05.596620 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2205745a-1704-40e9-9866-4ea6f2962015 req-aec22b5c-0542-49ce-b1b7-e8532bc79d02 service neutron] Attempting to bind port 8c8168cb-ef17-4c04-a204-8abb3afe1ba8 on network 03890be3-e27c-4320-8703-01806113988f {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:05.605242 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2205745a-1704-40e9-9866-4ea6f2962015 req-aec22b5c-0542-49ce-b1b7-e8532bc79d02 service neutron] Port 8c8168cb-ef17-4c04-a204-8abb3afe1ba8 on network 03890be3-e27c-4320-8703-01806113988f not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:32:05.605780 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2205745a-1704-40e9-9866-4ea6f2962015 req-aec22b5c-0542-49ce-b1b7-e8532bc79d02 service neutron] Attempting to bind port 8c8168cb-ef17-4c04-a204-8abb3afe1ba8 on network 03890be3-e27c-4320-8703-01806113988f {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:05.611695 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2205745a-1704-40e9-9866-4ea6f2962015 req-aec22b5c-0542-49ce-b1b7-e8532bc79d02 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:32:05.612041 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2205745a-1704-40e9-9866-4ea6f2962015 req-aec22b5c-0542-49ce-b1b7-e8532bc79d02 service neutron] Checking segment: {'id': '4e1287e2-8d8d-45d3-9f70-c833c1d3a9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '03890be3-e27c-4320-8703-01806113988f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:05.612647 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2205745a-1704-40e9-9866-4ea6f2962015 req-aec22b5c-0542-49ce-b1b7-e8532bc79d02 service neutron] Bound using segment: {'id': '4e1287e2-8d8d-45d3-9f70-c833c1d3a9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '03890be3-e27c-4320-8703-01806113988f'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:32:05.612869 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-2205745a-1704-40e9-9866-4ea6f2962015 req-aec22b5c-0542-49ce-b1b7-e8532bc79d02 service neutron] Bound port: 8c8168cb-ef17-4c04-a204-8abb3afe1ba8, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e1287e2-8d8d-45d3-9f70-c833c1d3a9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '03890be3-e27c-4320-8703-01806113988f'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:32:05.613775 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2205745a-1704-40e9-9866-4ea6f2962015 req-aec22b5c-0542-49ce-b1b7-e8532bc79d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:05.739400 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-2205745a-1704-40e9-9866-4ea6f2962015 req-aec22b5c-0542-49ce-b1b7-e8532bc79d02 service neutron] For port 8c8168cb-ef17-4c04-a204-8abb3afe1ba8, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:32:05.747157 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-2205745a-1704-40e9-9866-4ea6f2962015 req-aec22b5c-0542-49ce-b1b7-e8532bc79d02 service neutron] For port 8c8168cb-ef17-4c04-a204-8abb3afe1ba8, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=8c8168cb-ef17-4c04-a204-8abb3afe1ba8,segment=NetworkSegment(4e1287e2-8d8d-45d3-9f70-c833c1d3a9cd),segment_id=4e1287e2-8d8d-45d3-9f70-c833c1d3a9cd)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:32:05.759670 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2205745a-1704-40e9-9866-4ea6f2962015 req-aec22b5c-0542-49ce-b1b7-e8532bc79d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:05.810073 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205745a-1704-40e9-9866-4ea6f2962015 req-aec22b5c-0542-49ce-b1b7-e8532bc79d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:05.810809 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2205745a-1704-40e9-9866-4ea6f2962015 req-aec22b5c-0542-49ce-b1b7-e8532bc79d02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:05.812675 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2205745a-1704-40e9-9866-4ea6f2962015 req-aec22b5c-0542-49ce-b1b7-e8532bc79d02 service neutron] 10.222.0.30 "PUT /v2.0/ports/8c8168cb-ef17-4c04-a204-8abb3afe1ba8 HTTP/1.1" status: 200 len: 1093 time: 1.0382943 Jul 23 20:32:05.815433 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aae3056-42e9-4287-99ee-bee38094f06a', 'tag': '8c8168cb-ef17-4c04-a204-8abb3afe1ba8'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:32:05.818551 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95fa3d6-0442-4588-8386-c55bea64b98e" -d '{"events": [{"name": "network-changed", "server_uuid": "9aae3056-42e9-4287-99ee-bee38094f06a", "tag": "8c8168cb-ef17-4c04-a204-8abb3afe1ba8"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:32:05.862336 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec22b5c-0542-49ce-b1b7-e8532bc79d02 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8168cb-ef17-4c04-a204-8abb3afe1ba8,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:05.947988 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89e1f4a-d249-49b1-b713-aa751918eb56 x-openstack-request-id: req-f89e1f4a-d249-49b1-b713-aa751918eb56 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:32:05.948477 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aae3056-42e9-4287-99ee-bee38094f06a", "tag": "8c8168cb-ef17-4c04-a204-8abb3afe1ba8", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:32:05.948885 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f89e1f4a-d249-49b1-b713-aa751918eb56 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:32:05.949436 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aae3056-42e9-4287-99ee-bee38094f06a', 'tag': '8c8168cb-ef17-4c04-a204-8abb3afe1ba8', 'status': 'completed', 'code': 200} Jul 23 20:32:06.061423 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205745a-1704-40e9-9866-4ea6f2962015 req-3bd127f5-17ea-48ef-8ed0-a405b7702bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:06.062993 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2205745a-1704-40e9-9866-4ea6f2962015 req-3bd127f5-17ea-48ef-8ed0-a405b7702bf4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e56d3e24be684d0f979e3c409e3d5270&device_id=9aae3056-42e9-4287-99ee-bee38094f06a HTTP/1.1" status: 200 len: 1096 time: 0.1761203 Jul 23 20:32:06.121002 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2205745a-1704-40e9-9866-4ea6f2962015 req-b92d8d35-ab1e-4bce-9a20-0e4bdca7583c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c8168cb-ef17-4c04-a204-8abb3afe1ba8 HTTP/1.1" status: 200 len: 217 time: 0.0397592 Jul 23 20:32:06.134425 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6546b4c-5a2c-4ffa-835e-0a43e009c7d2 req-5ead8a75-d5eb-48a2-a68c-b8c03b53b8e4 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:06.136419 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b6546b4c-5a2c-4ffa-835e-0a43e009c7d2 req-5ead8a75-d5eb-48a2-a68c-b8c03b53b8e4 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aae3056-42e9-4287-99ee-bee38094f06a HTTP/1.1" status: 200 len: 944 time: 0.1801186 Jul 23 20:32:06.182391 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205745a-1704-40e9-9866-4ea6f2962015 req-b7f8d91e-fd73-4bd0-8019-4ed695a49d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:06.183855 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2205745a-1704-40e9-9866-4ea6f2962015 req-b7f8d91e-fd73-4bd0-8019-4ed695a49d19 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=425ae729-429e-4264-811d-78080dc7c6dd HTTP/1.1" status: 200 len: 853 time: 0.0465553 Jul 23 20:32:06.229962 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2205745a-1704-40e9-9866-4ea6f2962015 req-ecb8836f-c34f-4053-a23e-4325e4def048 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=03890be3-e27c-4320-8703-01806113988f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387628 Jul 23 20:32:06.305111 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b6546b4c-5a2c-4ffa-835e-0a43e009c7d2 req-5a5b0605-6919-44d4-9672-984e6e05af58 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/security-groups?id=d11ce9da-183e-4550-a88a-4339432953ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201746 Jul 23 20:32:06.424469 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2205745a-1704-40e9-9866-4ea6f2962015 req-17ab4f77-0d36-402d-b3a6-99add865305e service neutron] 10.222.0.30 "GET /v2.0/networks/03890be3-e27c-4320-8703-01806113988f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694586 Jul 23 20:32:06.623065 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2205745a-1704-40e9-9866-4ea6f2962015 req-4c42caf8-40fb-47d3-a93e-d356c6eb69d8 service neutron] 10.222.0.30 "GET /v2.0/networks/03890be3-e27c-4320-8703-01806113988f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845365 Jul 23 20:32:06.825800 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95fa3d6-0442-4588-8386-c55bea64b98e req-194292d7-4926-4832-aeff-e6dc7a74b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:06.827643 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c95fa3d6-0442-4588-8386-c55bea64b98e req-194292d7-4926-4832-aeff-e6dc7a74b2b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e56d3e24be684d0f979e3c409e3d5270&device_id=9aae3056-42e9-4287-99ee-bee38094f06a HTTP/1.1" status: 200 len: 1096 time: 0.1287403 Jul 23 20:32:07.063211 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95fa3d6-0442-4588-8386-c55bea64b98e req-dc7b3155-45b4-4edc-a022-0624be710ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:07.065428 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c95fa3d6-0442-4588-8386-c55bea64b98e req-dc7b3155-45b4-4edc-a022-0624be710ba1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=03890be3-e27c-4320-8703-01806113988f HTTP/1.1" status: 200 len: 914 time: 0.2299752 Jul 23 20:32:07.154086 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c95fa3d6-0442-4588-8386-c55bea64b98e req-e4045736-1905-48b3-856a-5a2eebc53f09 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c8168cb-ef17-4c04-a204-8abb3afe1ba8 HTTP/1.1" status: 200 len: 217 time: 0.0790966 Jul 23 20:32:07.245770 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95fa3d6-0442-4588-8386-c55bea64b98e req-2f740f1f-ee76-4771-8298-62f5e6a5ff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:07.247431 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c95fa3d6-0442-4588-8386-c55bea64b98e req-2f740f1f-ee76-4771-8298-62f5e6a5ff39 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=425ae729-429e-4264-811d-78080dc7c6dd HTTP/1.1" status: 200 len: 853 time: 0.0851567 Jul 23 20:32:07.374268 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c95fa3d6-0442-4588-8386-c55bea64b98e req-9b95636e-c91c-492c-9ef6-85f04eca0d9a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=03890be3-e27c-4320-8703-01806113988f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006637 Jul 23 20:32:07.551779 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c95fa3d6-0442-4588-8386-c55bea64b98e req-3ac6ba0c-667e-4fcf-9f57-37f0ce39bf69 service neutron] 10.222.0.30 "GET /v2.0/networks/03890be3-e27c-4320-8703-01806113988f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664479 Jul 23 20:32:07.696437 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59973c95-7f23-447c-b9db-bca836f06701 req-de316625-ec67-451a-b1a4-78cb3771d37a tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:07.703476 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-59973c95-7f23-447c-b9db-bca836f06701 req-de316625-ec67-451a-b1a4-78cb3771d37a tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aae3056-42e9-4287-99ee-bee38094f06a HTTP/1.1" status: 200 len: 944 time: 0.1649034 Jul 23 20:32:07.708014 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c95fa3d6-0442-4588-8386-c55bea64b98e req-f477bdad-ff0f-404f-b730-80f0a1e8acbd service neutron] 10.222.0.30 "GET /v2.0/networks/03890be3-e27c-4320-8703-01806113988f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491482 Jul 23 20:32:07.765541 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-59973c95-7f23-447c-b9db-bca836f06701 req-29fe8625-839c-4efd-b5a8-17f023a39394 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/security-groups?id=d11ce9da-183e-4550-a88a-4339432953ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527253 Jul 23 20:32:09.104411 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413961e4-9701-47e3-a4cb-ae977c5886b3 req-e8428564-0dba-4c92-b59f-6ecfb845d10c tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:09.107212 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-413961e4-9701-47e3-a4cb-ae977c5886b3 req-e8428564-0dba-4c92-b59f-6ecfb845d10c tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aae3056-42e9-4287-99ee-bee38094f06a HTTP/1.1" status: 200 len: 944 time: 0.1840451 Jul 23 20:32:09.178733 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-413961e4-9701-47e3-a4cb-ae977c5886b3 req-0e4794ed-810d-4f53-92a5-34a94c8dd977 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/security-groups?id=d11ce9da-183e-4550-a88a-4339432953ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626140 Jul 23 20:32:09.881343 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 8c8168cb-ef17-4c04-a204-8abb3afe1ba8 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:32:10.036207 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 8c8168cb-ef17-4c04-a204-8abb3afe1ba8, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=8c8168cb-ef17-4c04-a204-8abb3afe1ba8,segment=NetworkSegment(4e1287e2-8d8d-45d3-9f70-c833c1d3a9cd),segment_id=4e1287e2-8d8d-45d3-9f70-c833c1d3a9cd)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:10.048534 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '8c8168cb-ef17-4c04-a204-8abb3afe1ba8', 'network_id': '03890be3-e27c-4320-8703-01806113988f', 'port_id': '8c8168cb-ef17-4c04-a204-8abb3afe1ba8', 'mac_address': 'fa:16:3e:12:29:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '425ae729-429e-4264-811d-78080dc7c6dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:32:10.091792 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:10.107123 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c8168cb-ef17-4c04-a204-8abb3afe1ba8 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:32:10.137493 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 8c8168cb-ef17-4c04-a204-8abb3afe1ba8, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=8c8168cb-ef17-4c04-a204-8abb3afe1ba8,segment=NetworkSegment(4e1287e2-8d8d-45d3-9f70-c833c1d3a9cd),segment_id=4e1287e2-8d8d-45d3-9f70-c833c1d3a9cd)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:10.147354 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:10.330935 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39052cb4-f87c-4b4a-a776-f57ad83e4b87 req-8dc707e8-5bfd-4c67-8605-84f9a5cca04f tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:10.331915 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=8c8168cb-ef17-4c04-a204-8abb3afe1ba8,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:10.339812 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-39052cb4-f87c-4b4a-a776-f57ad83e4b87 req-8dc707e8-5bfd-4c67-8605-84f9a5cca04f tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aae3056-42e9-4287-99ee-bee38094f06a HTTP/1.1" status: 200 len: 945 time: 0.0824187 Jul 23 20:32:10.372042 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a17b897e-f844-435a-b3ea-2a231cf475f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:10.386622 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-39052cb4-f87c-4b4a-a776-f57ad83e4b87 req-593aca85-3613-4439-bc5d-ab544cb15c81 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/security-groups?id=d11ce9da-183e-4550-a88a-4339432953ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455689 Jul 23 20:32:10.405603 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['8c8168cb-ef17-4c04-a204-8abb3afe1ba8'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:32:11.597407 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a53f3-9bbe-4e92-a00d-eae88c94d814 req-3bcd81cc-a534-4b5f-a7ca-0e3c9113b9bb tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:11.612967 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-107a53f3-9bbe-4e92-a00d-eae88c94d814 req-3bcd81cc-a534-4b5f-a7ca-0e3c9113b9bb tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aae3056-42e9-4287-99ee-bee38094f06a HTTP/1.1" status: 200 len: 945 time: 0.0908675 Jul 23 20:32:11.685100 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-107a53f3-9bbe-4e92-a00d-eae88c94d814 req-62fabdab-062c-414c-9f6b-892b9a48aadb tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/security-groups?id=d11ce9da-183e-4550-a88a-4339432953ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706732 Jul 23 20:32:11.881082 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 8c8168cb-ef17-4c04-a204-8abb3afe1ba8 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:32:11.955120 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 8c8168cb-ef17-4c04-a204-8abb3afe1ba8 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:11.960536 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 8c8168cb-ef17-4c04-a204-8abb3afe1ba8 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:11.960908 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:12.131732 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:12.157511 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aae3056-42e9-4287-99ee-bee38094f06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8168cb-ef17-4c04-a204-8abb3afe1ba8'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:32:12.160675 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38097973-157c-4f13-a0ac-dc6bba68b984" -d '{"events": [{"server_uuid": "9aae3056-42e9-4287-99ee-bee38094f06a", "name": "network-vif-plugged", "status": "completed", "tag": "8c8168cb-ef17-4c04-a204-8abb3afe1ba8"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:32:12.201064 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 8c8168cb-ef17-4c04-a204-8abb3afe1ba8, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=8c8168cb-ef17-4c04-a204-8abb3afe1ba8,segment=NetworkSegment(4e1287e2-8d8d-45d3-9f70-c833c1d3a9cd),segment_id=4e1287e2-8d8d-45d3-9f70-c833c1d3a9cd)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:12.208681 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:12.252962 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710aa792-900e-4cd2-9600-4b072cc57d57 x-openstack-request-id: req-710aa792-900e-4cd2-9600-4b072cc57d57 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:32:12.252962 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aae3056-42e9-4287-99ee-bee38094f06a", "name": "network-vif-plugged", "status": "completed", "tag": "8c8168cb-ef17-4c04-a204-8abb3afe1ba8", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:32:12.253172 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-710aa792-900e-4cd2-9600-4b072cc57d57 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:32:12.253412 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aae3056-42e9-4287-99ee-bee38094f06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8168cb-ef17-4c04-a204-8abb3afe1ba8', 'code': 200} Jul 23 20:32:12.359076 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=8c8168cb-ef17-4c04-a204-8abb3afe1ba8,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:12.420665 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c56b25-48f2-43ed-856d-60011dd06cb6 req-72b7d08d-0bbb-47cf-a853-c636a9915923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:12.422235 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d3c56b25-48f2-43ed-856d-60011dd06cb6 req-72b7d08d-0bbb-47cf-a853-c636a9915923 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9aae3056-42e9-4287-99ee-bee38094f06a HTTP/1.1" status: 200 len: 1098 time: 0.1227710 Jul 23 20:32:12.494812 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d3c56b25-48f2-43ed-856d-60011dd06cb6 req-4dfdb85c-aeee-49f5-be12-e0d5483df4ba service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d11ce9da-183e-4550-a88a-4339432953ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584865 Jul 23 20:32:12.905864 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de239fed-7834-486c-85f7-1c3df8753ab4 req-8af02f06-0edb-47a5-8dbc-4413ca8dee45 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:12.909916 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-de239fed-7834-486c-85f7-1c3df8753ab4 req-8af02f06-0edb-47a5-8dbc-4413ca8dee45 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aae3056-42e9-4287-99ee-bee38094f06a HTTP/1.1" status: 200 len: 946 time: 0.1371534 Jul 23 20:32:13.007794 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-de239fed-7834-486c-85f7-1c3df8753ab4 req-0513526a-374d-4ebc-a125-cf71450e40ba tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/security-groups?id=d11ce9da-183e-4550-a88a-4339432953ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910759 Jul 23 20:32:13.056845 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 54488) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:13.305440 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c1a07031-e208-4136-bd55-a3fb9dea9397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.322511 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.453017 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c1a07031-e208-4136-bd55-a3fb9dea9397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.461100 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c1a07031-e208-4136-bd55-a3fb9dea9397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.492704 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c1a07031-e208-4136-bd55-a3fb9dea9397 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b03d7ac56edb4f469eec6acd2ba2767f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4345725 Jul 23 20:32:13.496166 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 54496) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:13.530797 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a07031-e208-4136-bd55-a3fb9dea9397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419c6801-7ff9-45c0-a556-081409f9ad24,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:13.566275 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9084e850-2357-4833-b021-84752a1953f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.592948 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9084e850-2357-4833-b021-84752a1953f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.633074 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-46c1ca92-76f7-4dc5-91ad-b5082fcf260c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.689779 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9084e850-2357-4833-b021-84752a1953f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.694286 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9084e850-2357-4833-b021-84752a1953f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.698143 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9084e850-2357-4833-b021-84752a1953f2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/419c6801-7ff9-45c0-a556-081409f9ad24 HTTP/1.1" status: 204 len: 168 time: 0.2009437 Jul 23 20:32:13.715536 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9084e850-2357-4833-b021-84752a1953f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419c6801-7ff9-45c0-a556-081409f9ad24,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:14.024370 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:14.202734 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569bb14-f31c-4633-8910-835dd00a1286 req-f0e56446-a8a1-4ae3-abd5-02cfb7041896 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:14.211683 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f569bb14-f31c-4633-8910-835dd00a1286 req-f0e56446-a8a1-4ae3-abd5-02cfb7041896 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aae3056-42e9-4287-99ee-bee38094f06a HTTP/1.1" status: 200 len: 946 time: 0.1129677 Jul 23 20:32:14.238659 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 54514) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:14.295597 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-55791d60-f7e1-41f1-bbf5-557a8640b7d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:14.312029 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f569bb14-f31c-4633-8910-835dd00a1286 req-a5ef44e3-3666-4aa2-b793-a67f5878df2e tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/security-groups?id=d11ce9da-183e-4550-a88a-4339432953ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977094 Jul 23 20:32:14.538931 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-55791d60-f7e1-41f1-bbf5-557a8640b7d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:14.549653 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-55791d60-f7e1-41f1-bbf5-557a8640b7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:14.638805 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 54526) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:14.639407 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-55791d60-f7e1-41f1-bbf5-557a8640b7d3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=65db99bac0b34b54b6c6f9b7fec23988&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3987401 Jul 23 20:32:14.651744 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55791d60-f7e1-41f1-bbf5-557a8640b7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9ca379-c314-4b96-bd47-94f5db8b8517,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:14.704670 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:14.715161 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:14.737154 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-52584a65-44a4-45f7-ae01-0fb42136f509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:14.792713 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-52584a65-44a4-45f7-ae01-0fb42136f509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:14.932524 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-52584a65-44a4-45f7-ae01-0fb42136f509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:14.946934 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-52584a65-44a4-45f7-ae01-0fb42136f509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:14.948161 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-52584a65-44a4-45f7-ae01-0fb42136f509 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5a9ca379-c314-4b96-bd47-94f5db8b8517 HTTP/1.1" status: 204 len: 168 time: 0.3082774 Jul 23 20:32:14.992402 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52584a65-44a4-45f7-ae01-0fb42136f509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9ca379-c314-4b96-bd47-94f5db8b8517,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:15.538736 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 54550) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:15.556795 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ab93f515-5b5e-46be-948e-f1edc81f7dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:15.759677 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ab93f515-5b5e-46be-948e-f1edc81f7dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:15.765227 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ab93f515-5b5e-46be-948e-f1edc81f7dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:15.816555 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ab93f515-5b5e-46be-948e-f1edc81f7dc2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c9816d21d0cf400b80f0bbaa2e854e08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2758973 Jul 23 20:32:15.817740 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93f515-5b5e-46be-948e-f1edc81f7dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e78661c-f20a-4532-83b8-ad589d4a8ae3,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:15.819882 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 54558) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:15.827640 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab93f515-5b5e-46be-948e-f1edc81f7dc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:15.827640 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab93f515-5b5e-46be-948e-f1edc81f7dc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:15.827640 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab93f515-5b5e-46be-948e-f1edc81f7dc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:15.827990 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab93f515-5b5e-46be-948e-f1edc81f7dc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:15.830406 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab93f515-5b5e-46be-948e-f1edc81f7dc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:15.830406 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab93f515-5b5e-46be-948e-f1edc81f7dc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:15.830406 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab93f515-5b5e-46be-948e-f1edc81f7dc2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:15.830406 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab93f515-5b5e-46be-948e-f1edc81f7dc2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:15.830406 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab93f515-5b5e-46be-948e-f1edc81f7dc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:15.830406 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab93f515-5b5e-46be-948e-f1edc81f7dc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:15.830406 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab93f515-5b5e-46be-948e-f1edc81f7dc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:15.831613 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab93f515-5b5e-46be-948e-f1edc81f7dc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:15.934731 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-86a913f8-060a-4731-8456-d674e9022487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:15.966274 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-86a913f8-060a-4731-8456-d674e9022487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:15.987083 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:16.059068 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-86a913f8-060a-4731-8456-d674e9022487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:16.061965 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-86a913f8-060a-4731-8456-d674e9022487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:16.063508 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-86a913f8-060a-4731-8456-d674e9022487 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9e78661c-f20a-4532-83b8-ad589d4a8ae3 HTTP/1.1" status: 204 len: 168 time: 0.2154684 Jul 23 20:32:16.091882 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a913f8-060a-4731-8456-d674e9022487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e78661c-f20a-4532-83b8-ad589d4a8ae3,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:18.524132 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 54656) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:18.659216 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f5caacff-5d3b-4a69-9605-b0e9beaa5668 tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:18.687068 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f5caacff-5d3b-4a69-9605-b0e9beaa5668 tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] 10.222.0.32 "PUT /v2.0/quotas/b50bd4313b8b490d8ea785d3f21b79f8 HTTP/1.1" status: 200 len: 368 time: 0.1615510 Jul 23 20:32:18.689348 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 54672) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:18.698082 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-6a281d9a-1c07-41bd-a60f-7a48f4e86a94 tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Request body: {'network': {'project_id': 'b50bd4313b8b490d8ea785d3f21b79f8'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:18.757219 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a281d9a-1c07-41bd-a60f-7a48f4e86a94 tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Made reservation on behalf of b50bd4313b8b490d8ea785d3f21b79f8 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:18.759507 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a281d9a-1c07-41bd-a60f-7a48f4e86a94 tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:18.773717 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a281d9a-1c07-41bd-a60f-7a48f4e86a94 tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:18.887764 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a281d9a-1c07-41bd-a60f-7a48f4e86a94 tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:18.893054 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a281d9a-1c07-41bd-a60f-7a48f4e86a94 tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:18.949984 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a281d9a-1c07-41bd-a60f-7a48f4e86a94 tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:32:18.968558 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a281d9a-1c07-41bd-a60f-7a48f4e86a94 tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22eb44c2-25c3-473e-8287-ec882dc60908,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:18.975758 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a281d9a-1c07-41bd-a60f-7a48f4e86a94 tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:18.976197 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-6a281d9a-1c07-41bd-a60f-7a48f4e86a94 tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Added segment 18736c45-d703-4a59-ad97-983dc63015a0 of type vlan for network b1724d58-af0e-4a5e-aacc-94f6271cfa25 Jul 23 20:32:19.040784 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a281d9a-1c07-41bd-a60f-7a48f4e86a94 tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:19.076198 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a281d9a-1c07-41bd-a60f-7a48f4e86a94 tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:19.077494 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a281d9a-1c07-41bd-a60f-7a48f4e86a94 tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:19.078464 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a281d9a-1c07-41bd-a60f-7a48f4e86a94 tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:19.128739 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6a281d9a-1c07-41bd-a60f-7a48f4e86a94 tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4374468 Jul 23 20:32:19.132224 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 54686) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:19.137053 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-fe4e9c75-3872-4958-9c04-f8e9ed44b07f tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Request body: {'network': {'project_id': 'b50bd4313b8b490d8ea785d3f21b79f8'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:19.162894 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4e9c75-3872-4958-9c04-f8e9ed44b07f tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Made reservation on behalf of b50bd4313b8b490d8ea785d3f21b79f8 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:19.165959 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fe4e9c75-3872-4958-9c04-f8e9ed44b07f tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:19.181798 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a281d9a-1c07-41bd-a60f-7a48f4e86a94 tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Pushing event updated for resources: {'Network': ['ID=b1724d58-af0e-4a5e-aacc-94f6271cfa25,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:19.193650 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe4e9c75-3872-4958-9c04-f8e9ed44b07f tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:32:19.196924 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network b1724d58-af0e-4a5e-aacc-94f6271cfa25 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:32:19.203805 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fe4e9c75-3872-4958-9c04-f8e9ed44b07f tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:19.204160 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-fe4e9c75-3872-4958-9c04-f8e9ed44b07f tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Added segment b1c2a2d8-41ad-453f-b410-2a26568a0af3 of type vlan for network 6885e10d-397c-422e-b064-3e34ddd2f150 Jul 23 20:32:19.271373 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fe4e9c75-3872-4958-9c04-f8e9ed44b07f tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:19.308690 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fe4e9c75-3872-4958-9c04-f8e9ed44b07f tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:19.309706 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4e9c75-3872-4958-9c04-f8e9ed44b07f tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:19.310280 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fe4e9c75-3872-4958-9c04-f8e9ed44b07f tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:19.346499 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-fe4e9c75-3872-4958-9c04-f8e9ed44b07f tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2132401 Jul 23 20:32:19.346895 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 54692) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:19.356605 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-1068cd60-c875-4b96-a717-b8deaef71493 tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Request body: {'network': {'project_id': 'b50bd4313b8b490d8ea785d3f21b79f8'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:19.380617 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-1068cd60-c875-4b96-a717-b8deaef71493 tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 23 20:32:19.381261 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1068cd60-c875-4b96-a717-b8deaef71493 tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:32:19.385245 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1068cd60-c875-4b96-a717-b8deaef71493 tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0348036 Jul 23 20:32:19.386940 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e9c75-3872-4958-9c04-f8e9ed44b07f tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Pushing event updated for resources: {'Network': ['ID=6885e10d-397c-422e-b064-3e34ddd2f150,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:19.399639 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 6885e10d-397c-422e-b064-3e34ddd2f150 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:32:19.493620 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 54698) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:19.584923 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9f3aa7d8-d688-4196-85f1-2f7c328ea3f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b50bd4313b8b490d8ea785d3f21b79f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0900841 Jul 23 20:32:19.587817 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 54702) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:19.644409 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5c00c5e0-d962-4ac3-a56c-3780b906fa3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:19.666274 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5c00c5e0-d962-4ac3-a56c-3780b906fa3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:19.722456 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5c00c5e0-d962-4ac3-a56c-3780b906fa3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:19.725745 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5c00c5e0-d962-4ac3-a56c-3780b906fa3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:19.726895 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5c00c5e0-d962-4ac3-a56c-3780b906fa3a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/22eb44c2-25c3-473e-8287-ec882dc60908 HTTP/1.1" status: 204 len: 168 time: 0.1381927 Jul 23 20:32:19.729711 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 54708) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:19.743193 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c00c5e0-d962-4ac3-a56c-3780b906fa3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22eb44c2-25c3-473e-8287-ec882dc60908,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:19.820340 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef20d33d-eead-4405-8cd0-f57570067a5a tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:19.909028 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef20d33d-eead-4405-8cd0-f57570067a5a tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:19.921887 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ef20d33d-eead-4405-8cd0-f57570067a5a tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6885e10d-397c-422e-b064-3e34ddd2f150']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:19.936029 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ef20d33d-eead-4405-8cd0-f57570067a5a tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c2a2d8-41ad-453f-b410-2a26568a0af3') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:19.936562 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ef20d33d-eead-4405-8cd0-f57570067a5a tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c2a2d8-41ad-453f-b410-2a26568a0af3') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:19.950157 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef20d33d-eead-4405-8cd0-f57570067a5a tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:19.967198 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef20d33d-eead-4405-8cd0-f57570067a5a tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:19.975293 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef20d33d-eead-4405-8cd0-f57570067a5a tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:32:19.975733 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef20d33d-eead-4405-8cd0-f57570067a5a tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:20.002283 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:32:20.002283 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:32:20.002283 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:32:20.002283 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:32:20.002283 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:32:20.002283 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:32:20.002283 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:32:20.002283 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:32:20.002283 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:32:20.002283 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:32:20.002283 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:32:20.002283 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:32:20.002283 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:32:20.002283 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:32:20.002283 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:32:20.002283 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:32:20.002283 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:32:20.002283 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:32:20.002283 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:32:20.002283 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:32:20.002283 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:32:20.002283 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:32:20.002283 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:32:20.002283 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:32:20.002283 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:32:20.002283 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:32:20.002283 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:32:20.002283 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:32:20.002283 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:32:20.002283 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:32:20.002283 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:32:20.002283 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:32:20.063813 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef20d33d-eead-4405-8cd0-f57570067a5a tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:20.082746 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef20d33d-eead-4405-8cd0-f57570067a5a tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:20.087527 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ef20d33d-eead-4405-8cd0-f57570067a5a tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] 10.222.0.32 "DELETE /v2.0/networks/6885e10d-397c-422e-b064-3e34ddd2f150 HTTP/1.1" status: 204 len: 168 time: 0.3539195 Jul 23 20:32:20.087663 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 54716) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:20.094583 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20d33d-eead-4405-8cd0-f57570067a5a tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Pushing event deleted for resources: {'Network': ['ID=6885e10d-397c-422e-b064-3e34ddd2f150,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:20.167430 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c8151ac9-71c4-4cc4-938b-3588ae272c84 tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:20.263589 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c8151ac9-71c4-4cc4-938b-3588ae272c84 tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:20.275839 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-c8151ac9-71c4-4cc4-938b-3588ae272c84 tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1724d58-af0e-4a5e-aacc-94f6271cfa25']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:20.288850 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-c8151ac9-71c4-4cc4-938b-3588ae272c84 tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18736c45-d703-4a59-ad97-983dc63015a0') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:20.289308 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-c8151ac9-71c4-4cc4-938b-3588ae272c84 tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18736c45-d703-4a59-ad97-983dc63015a0') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:20.302191 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c8151ac9-71c4-4cc4-938b-3588ae272c84 tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:20.322742 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c8151ac9-71c4-4cc4-938b-3588ae272c84 tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:20.330420 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8151ac9-71c4-4cc4-938b-3588ae272c84 tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:32:20.330828 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c8151ac9-71c4-4cc4-938b-3588ae272c84 tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:20.391143 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:32:20.391143 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:32:20.391143 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:32:20.391143 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:32:20.391143 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:32:20.391143 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:32:20.391143 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:32:20.391143 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:32:20.391143 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:32:20.391143 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:32:20.391143 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:32:20.391143 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:32:20.391143 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:32:20.391143 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:32:20.391143 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:32:20.391143 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:32:20.391143 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:32:20.391143 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:32:20.391143 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:32:20.391143 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:32:20.391143 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:32:20.391143 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:32:20.391143 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:32:20.391143 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:32:20.391143 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:32:20.391143 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:32:20.391143 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:32:20.391143 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:32:20.391143 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:32:20.391143 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:32:20.391143 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:32:20.391143 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:32:20.396631 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c8151ac9-71c4-4cc4-938b-3588ae272c84 tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:20.413920 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c8151ac9-71c4-4cc4-938b-3588ae272c84 tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:20.419290 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c8151ac9-71c4-4cc4-938b-3588ae272c84 tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] 10.222.0.32 "DELETE /v2.0/networks/b1724d58-af0e-4a5e-aacc-94f6271cfa25 HTTP/1.1" status: 204 len: 168 time: 0.3305142 Jul 23 20:32:20.421152 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8151ac9-71c4-4cc4-938b-3588ae272c84 tempest-QuotasNegativeTest-368687918 tempest-QuotasNegativeTest-368687918-project-admin] Pushing event deleted for resources: {'Network': ['ID=b1724d58-af0e-4a5e-aacc-94f6271cfa25,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:20.839546 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 54786) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:20.856128 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1e6f6b2f-e8f5-4a3e-8c64-421b81860ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:20.960902 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1e6f6b2f-e8f5-4a3e-8c64-421b81860ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:20.967535 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1e6f6b2f-e8f5-4a3e-8c64-421b81860ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:21.014037 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f6b2f-e8f5-4a3e-8c64-421b81860ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf1ed38-cae0-4f28-bccf-24d8ae9b50a0,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:21.037503 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1e6f6b2f-e8f5-4a3e-8c64-421b81860ed3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d635e336111d45f4bffe5256fee86f2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1940949 Jul 23 20:32:21.038047 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 54794) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:21.102114 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49b88b6d-0b17-4860-a89a-7aa84569939f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:21.130891 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49b88b6d-0b17-4860-a89a-7aa84569939f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:21.188049 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49b88b6d-0b17-4860-a89a-7aa84569939f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:21.190878 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49b88b6d-0b17-4860-a89a-7aa84569939f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:21.192106 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-49b88b6d-0b17-4860-a89a-7aa84569939f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1bf1ed38-cae0-4f28-bccf-24d8ae9b50a0 HTTP/1.1" status: 204 len: 168 time: 0.1529739 Jul 23 20:32:21.201394 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b88b6d-0b17-4860-a89a-7aa84569939f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf1ed38-cae0-4f28-bccf-24d8ae9b50a0,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:21.567275 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 54808) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:21.589272 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1907ba8a-4194-489a-8b1a-ca92160aabf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:21.703396 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1907ba8a-4194-489a-8b1a-ca92160aabf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:21.708823 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1907ba8a-4194-489a-8b1a-ca92160aabf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:21.748188 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1907ba8a-4194-489a-8b1a-ca92160aabf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1f8727-90fd-47fa-87d3-d8f7e1739e54,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:21.755262 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 54816) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:21.755798 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1907ba8a-4194-489a-8b1a-ca92160aabf8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2ec647b229c344eda9106888d1c30f30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1871474 Jul 23 20:32:21.818414 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9317ad60-bede-4e95-8950-b62207622550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:21.840893 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9317ad60-bede-4e95-8950-b62207622550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:21.890491 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9317ad60-bede-4e95-8950-b62207622550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:21.893088 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9317ad60-bede-4e95-8950-b62207622550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:21.894272 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9317ad60-bede-4e95-8950-b62207622550 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd1f8727-90fd-47fa-87d3-d8f7e1739e54 HTTP/1.1" status: 204 len: 168 time: 0.1371934 Jul 23 20:32:21.902977 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317ad60-bede-4e95-8950-b62207622550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1f8727-90fd-47fa-87d3-d8f7e1739e54,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:23.118195 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 54884) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:23.175650 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b2fddde-d441-4277-aad9-a2c6886cb304 admin admin] Deleting subnet d9a75979-1bc7-4d42-8f8a-6dfc9b505ef6 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:32:23.180380 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1b2fddde-d441-4277-aad9-a2c6886cb304 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:23.233354 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1b2fddde-d441-4277-aad9-a2c6886cb304 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:23.283667 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1b2fddde-d441-4277-aad9-a2c6886cb304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:23.351669 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1b2fddde-d441-4277-aad9-a2c6886cb304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:23.382985 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 54892) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:23.389661 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2fddde-d441-4277-aad9-a2c6886cb304 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9a75979-1bc7-4d42-8f8a-6dfc9b505ef6,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:23.399842 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1b2fddde-d441-4277-aad9-a2c6886cb304 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:23.405496 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1b2fddde-d441-4277-aad9-a2c6886cb304 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d9a75979-1bc7-4d42-8f8a-6dfc9b505ef6 HTTP/1.1" status: 204 len: 168 time: 0.2830441 Jul 23 20:32:23.405915 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 54896) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:23.492863 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-02755009-f649-4c12-bce5-bda5c69f0039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:23.571052 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-227d318d-8f40-48ef-a1fc-4876f30d1ee8 tempest-PortsAdminExtendedAttrsTestJSON-1050551198 tempest-PortsAdminExtendedAttrsTestJSON-1050551198-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-315537224'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:23.587413 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-02755009-f649-4c12-bce5-bda5c69f0039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:23.598114 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-02755009-f649-4c12-bce5-bda5c69f0039 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e6fb608-bfca-4bef-ac92-154ba4caf761']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:23.601256 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227d318d-8f40-48ef-a1fc-4876f30d1ee8 tempest-PortsAdminExtendedAttrsTestJSON-1050551198 tempest-PortsAdminExtendedAttrsTestJSON-1050551198-project] Made reservation on behalf of f53de0635b4a4c7ebcb5a4db795be8ab for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:23.605123 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-227d318d-8f40-48ef-a1fc-4876f30d1ee8 tempest-PortsAdminExtendedAttrsTestJSON-1050551198 tempest-PortsAdminExtendedAttrsTestJSON-1050551198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:23.613874 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-02755009-f649-4c12-bce5-bda5c69f0039 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c6f6a2a-ea9f-41c1-9aea-667e29ba32eb') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:23.614163 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-02755009-f649-4c12-bce5-bda5c69f0039 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c6f6a2a-ea9f-41c1-9aea-667e29ba32eb') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:23.616448 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-227d318d-8f40-48ef-a1fc-4876f30d1ee8 tempest-PortsAdminExtendedAttrsTestJSON-1050551198 tempest-PortsAdminExtendedAttrsTestJSON-1050551198-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:23.624155 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-02755009-f649-4c12-bce5-bda5c69f0039 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:23.763027 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-227d318d-8f40-48ef-a1fc-4876f30d1ee8 tempest-PortsAdminExtendedAttrsTestJSON-1050551198 tempest-PortsAdminExtendedAttrsTestJSON-1050551198-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:23.768702 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-227d318d-8f40-48ef-a1fc-4876f30d1ee8 tempest-PortsAdminExtendedAttrsTestJSON-1050551198 tempest-PortsAdminExtendedAttrsTestJSON-1050551198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:23.798020 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-227d318d-8f40-48ef-a1fc-4876f30d1ee8 tempest-PortsAdminExtendedAttrsTestJSON-1050551198 tempest-PortsAdminExtendedAttrsTestJSON-1050551198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:32:23.815875 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d318d-8f40-48ef-a1fc-4876f30d1ee8 tempest-PortsAdminExtendedAttrsTestJSON-1050551198 tempest-PortsAdminExtendedAttrsTestJSON-1050551198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd482c2-1432-4c76-a723-1ae0e5aa04bf,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:23.820892 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-227d318d-8f40-48ef-a1fc-4876f30d1ee8 tempest-PortsAdminExtendedAttrsTestJSON-1050551198 tempest-PortsAdminExtendedAttrsTestJSON-1050551198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:23.821461 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-227d318d-8f40-48ef-a1fc-4876f30d1ee8 tempest-PortsAdminExtendedAttrsTestJSON-1050551198 tempest-PortsAdminExtendedAttrsTestJSON-1050551198-project] Added segment 49869e53-6d71-4690-84c7-8988c02596a0 of type vlan for network bd81a5f6-368c-4623-934f-c364aab22041 Jul 23 20:32:23.878876 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-227d318d-8f40-48ef-a1fc-4876f30d1ee8 tempest-PortsAdminExtendedAttrsTestJSON-1050551198 tempest-PortsAdminExtendedAttrsTestJSON-1050551198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:23.919429 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-227d318d-8f40-48ef-a1fc-4876f30d1ee8 tempest-PortsAdminExtendedAttrsTestJSON-1050551198 tempest-PortsAdminExtendedAttrsTestJSON-1050551198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:23.925331 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227d318d-8f40-48ef-a1fc-4876f30d1ee8 tempest-PortsAdminExtendedAttrsTestJSON-1050551198 tempest-PortsAdminExtendedAttrsTestJSON-1050551198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:23.926154 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-227d318d-8f40-48ef-a1fc-4876f30d1ee8 tempest-PortsAdminExtendedAttrsTestJSON-1050551198 tempest-PortsAdminExtendedAttrsTestJSON-1050551198-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:23.963795 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-227d318d-8f40-48ef-a1fc-4876f30d1ee8 tempest-PortsAdminExtendedAttrsTestJSON-1050551198 tempest-PortsAdminExtendedAttrsTestJSON-1050551198-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.5789821 Jul 23 20:32:24.004173 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d318d-8f40-48ef-a1fc-4876f30d1ee8 tempest-PortsAdminExtendedAttrsTestJSON-1050551198 tempest-PortsAdminExtendedAttrsTestJSON-1050551198-project] Pushing event updated for resources: {'Network': ['ID=bd81a5f6-368c-4623-934f-c364aab22041,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:24.016547 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network bd81a5f6-368c-4623-934f-c364aab22041 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:32:24.075971 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-02755009-f649-4c12-bce5-bda5c69f0039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:24.087740 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02755009-f649-4c12-bce5-bda5c69f0039 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:32:24.088228 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-02755009-f649-4c12-bce5-bda5c69f0039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:24.098971 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:32:24.098971 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:32:24.098971 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:32:24.098971 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:32:24.098971 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:32:24.098971 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:32:24.098971 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:32:24.098971 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:32:24.098971 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:32:24.098971 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:32:24.098971 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:32:24.098971 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:32:24.098971 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:32:24.098971 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:32:24.098971 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:32:24.098971 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:32:24.098971 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:32:24.098971 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:32:24.098971 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:32:24.098971 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:32:24.098971 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:32:24.098971 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:32:24.098971 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:32:24.098971 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:32:24.098971 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:32:24.098971 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:32:24.098971 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:32:24.098971 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:32:24.098971 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:32:24.098971 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:32:24.098971 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:32:24.098971 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:32:24.171175 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-02755009-f649-4c12-bce5-bda5c69f0039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:24.178919 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-02755009-f649-4c12-bce5-bda5c69f0039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:24.181932 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-02755009-f649-4c12-bce5-bda5c69f0039 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4e6fb608-bfca-4bef-ac92-154ba4caf761 HTTP/1.1" status: 204 len: 168 time: 0.7747996 Jul 23 20:32:24.195912 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02755009-f649-4c12-bce5-bda5c69f0039 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e6fb608-bfca-4bef-ac92-154ba4caf761,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:24.225395 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 54908) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:24.233861 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Request body: {'port': {'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041', 'binding:host_id': 'n-h1-793618-10', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-882068465'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:24.259570 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Made reservation on behalf of 5b8bcf3a7f7e4ed0acec7e0a10af47f1 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:24.262422 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:24.271738 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:24.380964 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 54910) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:24.388017 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:24.394637 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:24.404114 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] device_id is not set on port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:32:24.429515 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-db961d2b-7975-4e0e-865c-43a730585ef3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5096d3114afb49be92a9c5160e90a0a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453012 Jul 23 20:32:24.431161 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 54912) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:24.483143 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-73630f38-9e4f-4365-a683-fd45c741c6fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:24.501275 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de0f6b5-0d1d-4d9b-9a97-bdb5f739f850,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:24.517229 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-73630f38-9e4f-4365-a683-fd45c741c6fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:24.578248 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-73630f38-9e4f-4365-a683-fd45c741c6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:24.581576 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-73630f38-9e4f-4365-a683-fd45c741c6fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:24.585930 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-73630f38-9e4f-4365-a683-fd45c741c6fc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8f843766-692f-4811-a2cd-b15e077089b4 HTTP/1.1" status: 204 len: 168 time: 0.1509004 Jul 23 20:32:24.612492 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73630f38-9e4f-4365-a683-fd45c741c6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f843766-692f-4811-a2cd-b15e077089b4,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:24.683570 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] device_id is not set on port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:32:24.697089 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:24.711737 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Transition to ACTIVE for port object 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:24.725723 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:24.797651 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Pushing event updated for resources: {'Port': ['ID=5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:24.811033 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Checking segment: {'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:24.811698 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Network hostable DHCP agents. Network: bd81a5f6-368c-4623-934f-c364aab22041, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:32:24.843007 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Network bd81a5f6-368c-4623-934f-c364aab22041 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:32:24.871629 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, bd81a5f6-368c-4623-934f-c364aab22041) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:24.872347 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597f96a4-bb91-417e-9478-e1aff0d84dbe None None] Network bd81a5f6-368c-4623-934f-c364aab22041 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:24.877420 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:24.915997 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:24.916315 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:24.916660 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff on network bd81a5f6-368c-4623-934f-c364aab22041 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:24.921452 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff on network bd81a5f6-368c-4623-934f-c364aab22041 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:32:24.921820 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Failed to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff on host n-h1-793618-10 for vnic_type normal using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] Jul 23 20:32:24.922205 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempt 2 to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff Jul 23 20:32:24.949785 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:24.949785 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:24.949785 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff on network bd81a5f6-368c-4623-934f-c364aab22041 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:24.956450 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff on network bd81a5f6-368c-4623-934f-c364aab22041 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:32:24.956811 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Failed to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff on host n-h1-793618-10 for vnic_type normal using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] Jul 23 20:32:24.957369 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempt 3 to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff Jul 23 20:32:24.982869 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:24.983499 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:24.984428 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff on network bd81a5f6-368c-4623-934f-c364aab22041 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:24.991987 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff on network bd81a5f6-368c-4623-934f-c364aab22041 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:32:24.992476 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Failed to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff on host n-h1-793618-10 for vnic_type normal using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] Jul 23 20:32:24.992969 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempt 4 to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff Jul 23 20:32:25.007622 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:25.007961 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:25.008303 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff on network bd81a5f6-368c-4623-934f-c364aab22041 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:25.013045 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff on network bd81a5f6-368c-4623-934f-c364aab22041 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:32:25.013375 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Failed to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff on host n-h1-793618-10 for vnic_type normal using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] Jul 23 20:32:25.013799 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempt 5 to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff Jul 23 20:32:25.028221 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:25.028561 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:25.028901 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff on network bd81a5f6-368c-4623-934f-c364aab22041 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:25.033610 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff on network bd81a5f6-368c-4623-934f-c364aab22041 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:32:25.033941 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Failed to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff on host n-h1-793618-10 for vnic_type normal using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] Jul 23 20:32:25.034330 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempt 6 to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff Jul 23 20:32:25.048168 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:25.048584 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:25.048996 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff on network bd81a5f6-368c-4623-934f-c364aab22041 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:25.054237 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff on network bd81a5f6-368c-4623-934f-c364aab22041 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:32:25.054642 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Failed to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff on host n-h1-793618-10 for vnic_type normal using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] Jul 23 20:32:25.055100 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempt 7 to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff Jul 23 20:32:25.068524 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:25.069028 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:25.069348 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff on network bd81a5f6-368c-4623-934f-c364aab22041 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:25.074034 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff on network bd81a5f6-368c-4623-934f-c364aab22041 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:32:25.074437 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Failed to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff on host n-h1-793618-10 for vnic_type normal using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] Jul 23 20:32:25.074899 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempt 8 to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff Jul 23 20:32:25.088204 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:25.088627 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:25.089030 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff on network bd81a5f6-368c-4623-934f-c364aab22041 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:25.093675 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff on network bd81a5f6-368c-4623-934f-c364aab22041 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:32:25.094078 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Failed to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff on host n-h1-793618-10 for vnic_type normal using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] Jul 23 20:32:25.094540 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempt 9 to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff Jul 23 20:32:25.113241 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:25.114386 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:25.114929 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff on network bd81a5f6-368c-4623-934f-c364aab22041 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:25.119734 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff on network bd81a5f6-368c-4623-934f-c364aab22041 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:32:25.120314 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Failed to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff on host n-h1-793618-10 for vnic_type normal using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] Jul 23 20:32:25.121181 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempt 10 to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff Jul 23 20:32:25.134338 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:25.134659 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:25.135116 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff on network bd81a5f6-368c-4623-934f-c364aab22041 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:25.139541 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff on network bd81a5f6-368c-4623-934f-c364aab22041 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:32:25.139986 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Failed to bind port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff on host n-h1-793618-10 for vnic_type normal using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] Jul 23 20:32:25.140374 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:25.209872 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] For port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:32:25.210426 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempted to set empty binding levels {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 20:32:25.215926 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:25.269818 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Pushing event updated for resources: {'Port': ['ID=5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:25.273063 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:25.273699 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:25.292865 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ade277c2-bfbe-4f09-b76a-9ea976c4ccce tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.0638232 Jul 23 20:32:25.293198 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 54934) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:25.384973 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-bb34f755-044b-4589-8d0e-dbb4e970f2f2 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Deleting port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:25.385663 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bb34f755-044b-4589-8d0e-dbb4e970f2f2 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:25.454117 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-bb34f755-044b-4589-8d0e-dbb4e970f2f2 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] For port 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff, host n-h1-793618-10, got binding levels [] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:25.454636 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bb34f755-044b-4589-8d0e-dbb4e970f2f2 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:25.468002 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-bb34f755-044b-4589-8d0e-dbb4e970f2f2 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Calling delete_port for 5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:25.552463 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bb34f755-044b-4589-8d0e-dbb4e970f2f2 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:25.594331 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34f755-044b-4589-8d0e-dbb4e970f2f2 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:25.604610 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bb34f755-044b-4589-8d0e-dbb4e970f2f2 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:25.609358 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-bb34f755-044b-4589-8d0e-dbb4e970f2f2 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] 10.222.0.32 "DELETE /v2.0/ports/5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff HTTP/1.1" status: 204 len: 168 time: 0.3124175 Jul 23 20:32:25.609669 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 54946) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:25.639533 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6959687-b16a-42be-9238-9dca90241199 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] GET failed (client error): The resource could not be found. Jul 23 20:32:25.641190 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b6959687-b16a-42be-9238-9dca90241199 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] 10.222.0.32 "GET /v2.0/ports/5ec91477-c9c4-4a3f-b754-fa6a7dcbb7ff HTTP/1.1" status: 404 len: 333 time: 0.0305517 Jul 23 20:32:25.646149 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 54948) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:25.652099 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-9e75ef5e-0b0a-43d3-ab3d-9ccb8ae3d728 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Request body: {'port': {'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-631188550'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:25.683875 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e75ef5e-0b0a-43d3-ab3d-9ccb8ae3d728 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Made reservation on behalf of 5b8bcf3a7f7e4ed0acec7e0a10af47f1 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:25.686705 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9e75ef5e-0b0a-43d3-ab3d-9ccb8ae3d728 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:25.704733 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-9e75ef5e-0b0a-43d3-ab3d-9ccb8ae3d728 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] device_id is not set on port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:32:25.864415 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 54952) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:25.885791 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9e75ef5e-0b0a-43d3-ab3d-9ccb8ae3d728 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:25.927101 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9e75ef5e-0b0a-43d3-ab3d-9ccb8ae3d728 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:25.977225 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e75ef5e-0b0a-43d3-ab3d-9ccb8ae3d728 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Network bd81a5f6-368c-4623-934f-c364aab22041 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:25.980354 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-9e75ef5e-0b0a-43d3-ab3d-9ccb8ae3d728 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:25.985963 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e75ef5e-0b0a-43d3-ab3d-9ccb8ae3d728 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:25.987210 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e75ef5e-0b0a-43d3-ab3d-9ccb8ae3d728 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:25.987954 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9e75ef5e-0b0a-43d3-ab3d-9ccb8ae3d728 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:25.993539 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f77b6f1d-4c05-4a13-8a4f-5e7dd22d6f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:25.998013 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75ef5e-0b0a-43d3-ab3d-9ccb8ae3d728 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Pushing event updated for resources: {'Port': ['ID=86e3af48-a074-40ca-a7ca-c07b53a3b8a8,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:26.009051 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9e75ef5e-0b0a-43d3-ab3d-9ccb8ae3d728 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3615148 Jul 23 20:32:26.011532 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 54958) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:26.016711 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:26.103144 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:26.107888 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f77b6f1d-4c05-4a13-8a4f-5e7dd22d6f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:26.113200 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f77b6f1d-4c05-4a13-8a4f-5e7dd22d6f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:26.164088 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b6f1d-4c05-4a13-8a4f-5e7dd22d6f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa96ca65-c59a-4060-8922-e55e79df9b63,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:26.170673 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f77b6f1d-4c05-4a13-8a4f-5e7dd22d6f41 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=70ab5b974bd64b33aacb77843878dc39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3026836 Jul 23 20:32:26.171849 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 54962) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:26.223244 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4eab7ff0-d976-4fe1-82f5-32fbea70fd95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:26.255917 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4eab7ff0-d976-4fe1-82f5-32fbea70fd95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:26.312500 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] device_id is not set on port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:32:26.314881 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4eab7ff0-d976-4fe1-82f5-32fbea70fd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:26.319391 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4eab7ff0-d976-4fe1-82f5-32fbea70fd95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:26.323204 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4eab7ff0-d976-4fe1-82f5-32fbea70fd95 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa96ca65-c59a-4060-8922-e55e79df9b63 HTTP/1.1" status: 204 len: 168 time: 0.1480854 Jul 23 20:32:26.323351 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:26.330481 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab7ff0-d976-4fe1-82f5-32fbea70fd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa96ca65-c59a-4060-8922-e55e79df9b63,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:26.362052 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Transition to ACTIVE for port object 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:26.367207 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:26.435876 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Pushing event updated for resources: {'Port': ['ID=86e3af48-a074-40ca-a7ca-c07b53a3b8a8,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:26.455503 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:26.455849 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:26.456193 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 on network bd81a5f6-368c-4623-934f-c364aab22041 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:26.465177 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 on network bd81a5f6-368c-4623-934f-c364aab22041 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:32:26.465708 n-d-793618-10 neutron-server[93875]: ERROR neutron.plugins.ml2.managers [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Failed to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 on host n-h1-793618-10 for vnic_type normal using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] Jul 23 20:32:26.466084 n-d-793618-10 neutron-server[93875]: INFO neutron.plugins.ml2.plugin [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempt 2 to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 Jul 23 20:32:26.481716 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:26.482202 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:26.482740 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 on network bd81a5f6-368c-4623-934f-c364aab22041 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:26.488282 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 on network bd81a5f6-368c-4623-934f-c364aab22041 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:32:26.489086 n-d-793618-10 neutron-server[93875]: ERROR neutron.plugins.ml2.managers [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Failed to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 on host n-h1-793618-10 for vnic_type normal using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] Jul 23 20:32:26.489279 n-d-793618-10 neutron-server[93875]: INFO neutron.plugins.ml2.plugin [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempt 3 to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 Jul 23 20:32:26.501811 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:26.502152 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:26.502485 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 on network bd81a5f6-368c-4623-934f-c364aab22041 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:26.508026 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 on network bd81a5f6-368c-4623-934f-c364aab22041 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:32:26.508359 n-d-793618-10 neutron-server[93875]: ERROR neutron.plugins.ml2.managers [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Failed to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 on host n-h1-793618-10 for vnic_type normal using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] Jul 23 20:32:26.508741 n-d-793618-10 neutron-server[93875]: INFO neutron.plugins.ml2.plugin [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempt 4 to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 Jul 23 20:32:26.522298 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:26.522745 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:26.523124 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 on network bd81a5f6-368c-4623-934f-c364aab22041 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:26.527781 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 on network bd81a5f6-368c-4623-934f-c364aab22041 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:32:26.528111 n-d-793618-10 neutron-server[93875]: ERROR neutron.plugins.ml2.managers [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Failed to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 on host n-h1-793618-10 for vnic_type normal using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] Jul 23 20:32:26.528501 n-d-793618-10 neutron-server[93875]: INFO neutron.plugins.ml2.plugin [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempt 5 to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 Jul 23 20:32:26.540863 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:26.541319 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:26.541702 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 on network bd81a5f6-368c-4623-934f-c364aab22041 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:26.546182 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 on network bd81a5f6-368c-4623-934f-c364aab22041 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:32:26.546501 n-d-793618-10 neutron-server[93875]: ERROR neutron.plugins.ml2.managers [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Failed to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 on host n-h1-793618-10 for vnic_type normal using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] Jul 23 20:32:26.546902 n-d-793618-10 neutron-server[93875]: INFO neutron.plugins.ml2.plugin [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempt 6 to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 Jul 23 20:32:26.559798 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:26.560117 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:26.560457 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 on network bd81a5f6-368c-4623-934f-c364aab22041 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:26.564836 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 on network bd81a5f6-368c-4623-934f-c364aab22041 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:32:26.565170 n-d-793618-10 neutron-server[93875]: ERROR neutron.plugins.ml2.managers [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Failed to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 on host n-h1-793618-10 for vnic_type normal using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] Jul 23 20:32:26.565601 n-d-793618-10 neutron-server[93875]: INFO neutron.plugins.ml2.plugin [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempt 7 to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 Jul 23 20:32:26.578871 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:26.579362 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:26.579969 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 on network bd81a5f6-368c-4623-934f-c364aab22041 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:26.585738 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 on network bd81a5f6-368c-4623-934f-c364aab22041 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:32:26.586143 n-d-793618-10 neutron-server[93875]: ERROR neutron.plugins.ml2.managers [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Failed to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 on host n-h1-793618-10 for vnic_type normal using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] Jul 23 20:32:26.586605 n-d-793618-10 neutron-server[93875]: INFO neutron.plugins.ml2.plugin [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempt 8 to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 Jul 23 20:32:26.601001 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:26.601343 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:26.601718 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 on network bd81a5f6-368c-4623-934f-c364aab22041 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:26.606272 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 on network bd81a5f6-368c-4623-934f-c364aab22041 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:32:26.606550 n-d-793618-10 neutron-server[93875]: ERROR neutron.plugins.ml2.managers [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Failed to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 on host n-h1-793618-10 for vnic_type normal using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] Jul 23 20:32:26.606940 n-d-793618-10 neutron-server[93875]: INFO neutron.plugins.ml2.plugin [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempt 9 to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 Jul 23 20:32:26.619938 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:26.620501 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:26.620941 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 on network bd81a5f6-368c-4623-934f-c364aab22041 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:26.626296 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 on network bd81a5f6-368c-4623-934f-c364aab22041 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:32:26.626637 n-d-793618-10 neutron-server[93875]: ERROR neutron.plugins.ml2.managers [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Failed to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 on host n-h1-793618-10 for vnic_type normal using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] Jul 23 20:32:26.627032 n-d-793618-10 neutron-server[93875]: INFO neutron.plugins.ml2.plugin [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempt 10 to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 Jul 23 20:32:26.645376 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:26.645831 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:26.646236 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 on network bd81a5f6-368c-4623-934f-c364aab22041 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:26.650859 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 on network bd81a5f6-368c-4623-934f-c364aab22041 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:32:26.651192 n-d-793618-10 neutron-server[93875]: ERROR neutron.plugins.ml2.managers [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Failed to bind port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 on host n-h1-793618-10 for vnic_type normal using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] Jul 23 20:32:26.651566 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:26.725481 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] For port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:32:26.726044 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempted to set empty binding levels {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 20:32:26.732681 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:26.767661 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] In _notify_port_updated(), no bound segment for port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 on network bd81a5f6-368c-4623-934f-c364aab22041 {{(pid=93875) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:32:26.768532 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:26.769203 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:26.772944 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] 10.222.0.32 "PUT /v2.0/ports/86e3af48-a074-40ca-a7ca-c07b53a3b8a8 HTTP/1.1" status: 200 len: 975 time: 0.7581999 Jul 23 20:32:26.773695 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 54976) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:26.793392 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c2812-2530-4c02-b633-07c7bc7e37aa tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Pushing event updated for resources: {'Port': ['ID=86e3af48-a074-40ca-a7ca-c07b53a3b8a8,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:26.881103 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935b166a-b2f4-4582-a85e-522f13e94954 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:26.881793 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935b166a-b2f4-4582-a85e-522f13e94954 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:26.882455 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935b166a-b2f4-4582-a85e-522f13e94954 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:26.882926 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935b166a-b2f4-4582-a85e-522f13e94954 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:26.883390 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935b166a-b2f4-4582-a85e-522f13e94954 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:26.886517 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935b166a-b2f4-4582-a85e-522f13e94954 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:26.886517 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935b166a-b2f4-4582-a85e-522f13e94954 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:26.886517 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935b166a-b2f4-4582-a85e-522f13e94954 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:26.886517 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935b166a-b2f4-4582-a85e-522f13e94954 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:26.886517 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935b166a-b2f4-4582-a85e-522f13e94954 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:26.886517 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935b166a-b2f4-4582-a85e-522f13e94954 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:26.887096 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935b166a-b2f4-4582-a85e-522f13e94954 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:26.887545 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935b166a-b2f4-4582-a85e-522f13e94954 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:26.888153 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935b166a-b2f4-4582-a85e-522f13e94954 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:26.888807 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935b166a-b2f4-4582-a85e-522f13e94954 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:26.891238 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-935b166a-b2f4-4582-a85e-522f13e94954 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13623 time: 0.1169271 Jul 23 20:32:26.894658 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 54982) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:26.993203 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-4f9c573f-8cc8-4ef7-a271-fe6cd15a415e tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Deleting port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:26.993739 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f9c573f-8cc8-4ef7-a271-fe6cd15a415e tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:27.078087 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-4f9c573f-8cc8-4ef7-a271-fe6cd15a415e tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] For port 86e3af48-a074-40ca-a7ca-c07b53a3b8a8, host n-h1-793618-10, got binding levels [] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:27.078444 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f9c573f-8cc8-4ef7-a271-fe6cd15a415e tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:27.094370 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-4f9c573f-8cc8-4ef7-a271-fe6cd15a415e tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Calling delete_port for 86e3af48-a074-40ca-a7ca-c07b53a3b8a8 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:27.190554 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f9c573f-8cc8-4ef7-a271-fe6cd15a415e tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:27.248743 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c573f-8cc8-4ef7-a271-fe6cd15a415e tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Pushing event deleted for resources: {'Port': ['ID=86e3af48-a074-40ca-a7ca-c07b53a3b8a8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:27.260894 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f9c573f-8cc8-4ef7-a271-fe6cd15a415e tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:27.265545 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4f9c573f-8cc8-4ef7-a271-fe6cd15a415e tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] 10.222.0.32 "DELETE /v2.0/ports/86e3af48-a074-40ca-a7ca-c07b53a3b8a8 HTTP/1.1" status: 204 len: 168 time: 0.3668997 Jul 23 20:32:27.265962 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 54998) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:27.297966 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe2d56c-4de6-487b-970d-03898dfc1a0e tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] GET failed (client error): The resource could not be found. Jul 23 20:32:27.301519 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-abe2d56c-4de6-487b-970d-03898dfc1a0e tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] 10.222.0.32 "GET /v2.0/ports/86e3af48-a074-40ca-a7ca-c07b53a3b8a8 HTTP/1.1" status: 404 len: 333 time: 0.0326679 Jul 23 20:32:27.303749 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55000) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:27.309557 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-1b6c4a55-3014-405e-91f7-ce233eef38a6 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1914870032', 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:27.337575 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6c4a55-3014-405e-91f7-ce233eef38a6 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Made reservation on behalf of 5b8bcf3a7f7e4ed0acec7e0a10af47f1 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:27.340167 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b6c4a55-3014-405e-91f7-ce233eef38a6 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:27.359304 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-1b6c4a55-3014-405e-91f7-ce233eef38a6 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] device_id is not set on port 64d20b9e-2212-48da-b225-06e5a139dfa5 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:32:27.549999 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b6c4a55-3014-405e-91f7-ce233eef38a6 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:27.589887 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b6c4a55-3014-405e-91f7-ce233eef38a6 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:27.647446 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6c4a55-3014-405e-91f7-ce233eef38a6 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Network bd81a5f6-368c-4623-934f-c364aab22041 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:27.651021 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-1b6c4a55-3014-405e-91f7-ce233eef38a6 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:27.659506 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6c4a55-3014-405e-91f7-ce233eef38a6 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:27.660486 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6c4a55-3014-405e-91f7-ce233eef38a6 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:27.661896 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b6c4a55-3014-405e-91f7-ce233eef38a6 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:27.673339 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6c4a55-3014-405e-91f7-ce233eef38a6 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Pushing event updated for resources: {'Port': ['ID=64d20b9e-2212-48da-b225-06e5a139dfa5,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:27.681790 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1b6c4a55-3014-405e-91f7-ce233eef38a6 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3764110 Jul 23 20:32:27.685024 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55012) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:27.738289 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f322a059-06bf-4539-8192-ddd850c4e3f9 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:27.740111 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f322a059-06bf-4539-8192-ddd850c4e3f9 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] 10.222.0.32 "GET /v2.0/ports/64d20b9e-2212-48da-b225-06e5a139dfa5 HTTP/1.1" status: 200 len: 955 time: 0.0537109 Jul 23 20:32:27.742988 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55016) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:27.863968 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-7a52c7eb-1bb9-4943-87ad-b68b528eb39e tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Deleting port 64d20b9e-2212-48da-b225-06e5a139dfa5 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:27.864578 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7a52c7eb-1bb9-4943-87ad-b68b528eb39e tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:27.932822 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7a52c7eb-1bb9-4943-87ad-b68b528eb39e tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:27.946373 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-7a52c7eb-1bb9-4943-87ad-b68b528eb39e tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Calling delete_port for 64d20b9e-2212-48da-b225-06e5a139dfa5 owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:28.046463 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7a52c7eb-1bb9-4943-87ad-b68b528eb39e tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:28.079366 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52c7eb-1bb9-4943-87ad-b68b528eb39e tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Pushing event deleted for resources: {'Port': ['ID=64d20b9e-2212-48da-b225-06e5a139dfa5,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:28.089763 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7a52c7eb-1bb9-4943-87ad-b68b528eb39e tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:28.094575 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7a52c7eb-1bb9-4943-87ad-b68b528eb39e tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] 10.222.0.32 "DELETE /v2.0/ports/64d20b9e-2212-48da-b225-06e5a139dfa5 HTTP/1.1" status: 204 len: 168 time: 0.3481889 Jul 23 20:32:28.095733 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55022) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:28.127208 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-59e392ff-ac07-4a1f-8598-d4ee3da7ff05 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] GET failed (client error): The resource could not be found. Jul 23 20:32:28.133439 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-59e392ff-ac07-4a1f-8598-d4ee3da7ff05 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] 10.222.0.32 "GET /v2.0/ports/64d20b9e-2212-48da-b225-06e5a139dfa5 HTTP/1.1" status: 404 len: 333 time: 0.0321286 Jul 23 20:32:28.133886 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55024) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:28.138788 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-1620e4ae-2a9d-4f87-b1ba-06481d26f096 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Request body: {'port': {'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1902356710'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:28.164122 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1620e4ae-2a9d-4f87-b1ba-06481d26f096 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Made reservation on behalf of 5b8bcf3a7f7e4ed0acec7e0a10af47f1 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:28.166871 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1620e4ae-2a9d-4f87-b1ba-06481d26f096 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:28.183059 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-1620e4ae-2a9d-4f87-b1ba-06481d26f096 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] device_id is not set on port 0e282337-2c7d-48d0-b870-e7e38a0738d1 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:32:28.391468 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1620e4ae-2a9d-4f87-b1ba-06481d26f096 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:28.439620 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1620e4ae-2a9d-4f87-b1ba-06481d26f096 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:28.504588 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1620e4ae-2a9d-4f87-b1ba-06481d26f096 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Network bd81a5f6-368c-4623-934f-c364aab22041 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:28.511236 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-1620e4ae-2a9d-4f87-b1ba-06481d26f096 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:28.516248 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1620e4ae-2a9d-4f87-b1ba-06481d26f096 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:28.517351 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1620e4ae-2a9d-4f87-b1ba-06481d26f096 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:28.518051 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1620e4ae-2a9d-4f87-b1ba-06481d26f096 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:28.528569 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620e4ae-2a9d-4f87-b1ba-06481d26f096 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Pushing event updated for resources: {'Port': ['ID=0e282337-2c7d-48d0-b870-e7e38a0738d1,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:28.551803 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1620e4ae-2a9d-4f87-b1ba-06481d26f096 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4141202 Jul 23 20:32:28.552428 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55048) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:28.558439 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:28.703166 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:28.983749 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] device_id is not set on port 0e282337-2c7d-48d0-b870-e7e38a0738d1 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:32:28.993440 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:29.006815 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Transition to ACTIVE for port object 0e282337-2c7d-48d0-b870-e7e38a0738d1 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:29.010906 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:29.065670 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Pushing event updated for resources: {'Port': ['ID=0e282337-2c7d-48d0-b870-e7e38a0738d1,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:29.081314 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:29.081718 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:29.082172 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 on network bd81a5f6-368c-4623-934f-c364aab22041 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:29.087762 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Port 0e282337-2c7d-48d0-b870-e7e38a0738d1 on network bd81a5f6-368c-4623-934f-c364aab22041 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:32:29.088177 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Failed to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 on host n-h1-793618-10 for vnic_type normal using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] Jul 23 20:32:29.088696 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempt 2 to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 Jul 23 20:32:29.106841 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:29.107390 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:29.107638 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 on network bd81a5f6-368c-4623-934f-c364aab22041 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:29.114739 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Port 0e282337-2c7d-48d0-b870-e7e38a0738d1 on network bd81a5f6-368c-4623-934f-c364aab22041 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:32:29.115126 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Failed to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 on host n-h1-793618-10 for vnic_type normal using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] Jul 23 20:32:29.115572 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempt 3 to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 Jul 23 20:32:29.129608 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:29.129949 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:29.130518 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 on network bd81a5f6-368c-4623-934f-c364aab22041 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:29.135468 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Port 0e282337-2c7d-48d0-b870-e7e38a0738d1 on network bd81a5f6-368c-4623-934f-c364aab22041 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:32:29.135652 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Failed to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 on host n-h1-793618-10 for vnic_type normal using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] Jul 23 20:32:29.136011 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempt 4 to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 Jul 23 20:32:29.160564 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:29.161638 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:29.162036 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 on network bd81a5f6-368c-4623-934f-c364aab22041 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:29.167733 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Port 0e282337-2c7d-48d0-b870-e7e38a0738d1 on network bd81a5f6-368c-4623-934f-c364aab22041 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:32:29.167917 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Failed to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 on host n-h1-793618-10 for vnic_type normal using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] Jul 23 20:32:29.169081 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempt 5 to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 Jul 23 20:32:29.182749 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:29.183083 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:29.183422 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 on network bd81a5f6-368c-4623-934f-c364aab22041 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:29.188319 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Port 0e282337-2c7d-48d0-b870-e7e38a0738d1 on network bd81a5f6-368c-4623-934f-c364aab22041 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:32:29.188706 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Failed to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 on host n-h1-793618-10 for vnic_type normal using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] Jul 23 20:32:29.189572 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempt 6 to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 Jul 23 20:32:29.203239 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:29.203710 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:29.204097 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 on network bd81a5f6-368c-4623-934f-c364aab22041 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:29.209188 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Port 0e282337-2c7d-48d0-b870-e7e38a0738d1 on network bd81a5f6-368c-4623-934f-c364aab22041 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:32:29.209689 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Failed to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 on host n-h1-793618-10 for vnic_type normal using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] Jul 23 20:32:29.210331 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempt 7 to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 Jul 23 20:32:29.224191 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:29.224537 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:29.224894 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 on network bd81a5f6-368c-4623-934f-c364aab22041 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:29.229626 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Port 0e282337-2c7d-48d0-b870-e7e38a0738d1 on network bd81a5f6-368c-4623-934f-c364aab22041 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:32:29.229973 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Failed to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 on host n-h1-793618-10 for vnic_type normal using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] Jul 23 20:32:29.230368 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempt 8 to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 Jul 23 20:32:29.246374 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:29.246901 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:29.247051 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 on network bd81a5f6-368c-4623-934f-c364aab22041 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:29.252303 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Port 0e282337-2c7d-48d0-b870-e7e38a0738d1 on network bd81a5f6-368c-4623-934f-c364aab22041 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:32:29.252630 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Failed to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 on host n-h1-793618-10 for vnic_type normal using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] Jul 23 20:32:29.253083 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempt 9 to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 Jul 23 20:32:29.265296 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:29.265665 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:29.265997 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 on network bd81a5f6-368c-4623-934f-c364aab22041 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:29.271408 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Port 0e282337-2c7d-48d0-b870-e7e38a0738d1 on network bd81a5f6-368c-4623-934f-c364aab22041 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:32:29.271861 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Failed to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 on host n-h1-793618-10 for vnic_type normal using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] Jul 23 20:32:29.272099 n-d-793618-10 neutron-server[93876]: INFO neutron.plugins.ml2.plugin [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempt 10 to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 Jul 23 20:32:29.285452 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:29.286373 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:29.286706 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempting to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 on network bd81a5f6-368c-4623-934f-c364aab22041 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:29.291303 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Port 0e282337-2c7d-48d0-b870-e7e38a0738d1 on network bd81a5f6-368c-4623-934f-c364aab22041 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:32:29.291513 n-d-793618-10 neutron-server[93876]: ERROR neutron.plugins.ml2.managers [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Failed to bind port 0e282337-2c7d-48d0-b870-e7e38a0738d1 on host n-h1-793618-10 for vnic_type normal using segments [{'id': '49869e53-6d71-4690-84c7-8988c02596a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bd81a5f6-368c-4623-934f-c364aab22041'}] Jul 23 20:32:29.292217 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:29.365006 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] For port 0e282337-2c7d-48d0-b870-e7e38a0738d1, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:32:29.366007 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attempted to set empty binding levels {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 20:32:29.370892 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:29.403167 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] In _notify_port_updated(), no bound segment for port 0e282337-2c7d-48d0-b870-e7e38a0738d1 on network bd81a5f6-368c-4623-934f-c364aab22041 {{(pid=93876) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:32:29.404283 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:29.404862 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:29.406364 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] 10.222.0.32 "PUT /v2.0/ports/0e282337-2c7d-48d0-b870-e7e38a0738d1 HTTP/1.1" status: 200 len: 976 time: 0.8529472 Jul 23 20:32:29.409580 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55146) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:29.428811 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da19ff-045c-43a3-964b-c848623863ec tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Pushing event updated for resources: {'Port': ['ID=0e282337-2c7d-48d0-b870-e7e38a0738d1,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:29.531275 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-bc363f5e-2167-4549-979a-e9114c1ad331 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Deleting port 0e282337-2c7d-48d0-b870-e7e38a0738d1 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:29.534023 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bc363f5e-2167-4549-979a-e9114c1ad331 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:29.630632 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-bc363f5e-2167-4549-979a-e9114c1ad331 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] For port 0e282337-2c7d-48d0-b870-e7e38a0738d1, host n-h1-793618-10, got binding levels [] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:29.630998 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bc363f5e-2167-4549-979a-e9114c1ad331 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:29.651162 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-bc363f5e-2167-4549-979a-e9114c1ad331 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Calling delete_port for 0e282337-2c7d-48d0-b870-e7e38a0738d1 owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:29.751687 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:32:29.766072 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bc363f5e-2167-4549-979a-e9114c1ad331 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:29.798058 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc363f5e-2167-4549-979a-e9114c1ad331 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e282337-2c7d-48d0-b870-e7e38a0738d1,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:29.815010 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bc363f5e-2167-4549-979a-e9114c1ad331 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:29.817929 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-bc363f5e-2167-4549-979a-e9114c1ad331 tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] 10.222.0.32 "DELETE /v2.0/ports/0e282337-2c7d-48d0-b870-e7e38a0738d1 HTTP/1.1" status: 204 len: 168 time: 0.4061766 Jul 23 20:32:29.820504 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55198) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:29.858519 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7babd42-4355-49e3-93e7-fea6d5c608ac tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] GET failed (client error): The resource could not be found. Jul 23 20:32:29.863073 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e7babd42-4355-49e3-93e7-fea6d5c608ac tempest-PortsAdminExtendedAttrsTestJSON-1036871643 tempest-PortsAdminExtendedAttrsTestJSON-1036871643-project-admin] 10.222.0.32 "GET /v2.0/ports/0e282337-2c7d-48d0-b870-e7e38a0738d1 HTTP/1.1" status: 404 len: 333 time: 0.0382299 Jul 23 20:32:29.864050 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55204) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:29.949373 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a9467565-e265-4e58-8178-c31161439767 tempest-PortsAdminExtendedAttrsTestJSON-1050551198 tempest-PortsAdminExtendedAttrsTestJSON-1050551198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:30.050376 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a9467565-e265-4e58-8178-c31161439767 tempest-PortsAdminExtendedAttrsTestJSON-1050551198 tempest-PortsAdminExtendedAttrsTestJSON-1050551198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:30.062549 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-a9467565-e265-4e58-8178-c31161439767 tempest-PortsAdminExtendedAttrsTestJSON-1050551198 tempest-PortsAdminExtendedAttrsTestJSON-1050551198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd81a5f6-368c-4623-934f-c364aab22041']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:30.075085 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-a9467565-e265-4e58-8178-c31161439767 tempest-PortsAdminExtendedAttrsTestJSON-1050551198 tempest-PortsAdminExtendedAttrsTestJSON-1050551198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49869e53-6d71-4690-84c7-8988c02596a0') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:30.075360 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-a9467565-e265-4e58-8178-c31161439767 tempest-PortsAdminExtendedAttrsTestJSON-1050551198 tempest-PortsAdminExtendedAttrsTestJSON-1050551198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49869e53-6d71-4690-84c7-8988c02596a0') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:30.088131 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a9467565-e265-4e58-8178-c31161439767 tempest-PortsAdminExtendedAttrsTestJSON-1050551198 tempest-PortsAdminExtendedAttrsTestJSON-1050551198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:30.112281 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a9467565-e265-4e58-8178-c31161439767 tempest-PortsAdminExtendedAttrsTestJSON-1050551198 tempest-PortsAdminExtendedAttrsTestJSON-1050551198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:30.119838 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9467565-e265-4e58-8178-c31161439767 tempest-PortsAdminExtendedAttrsTestJSON-1050551198 tempest-PortsAdminExtendedAttrsTestJSON-1050551198-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:32:30.120317 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a9467565-e265-4e58-8178-c31161439767 tempest-PortsAdminExtendedAttrsTestJSON-1050551198 tempest-PortsAdminExtendedAttrsTestJSON-1050551198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:30.124161 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:32:30.124161 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:32:30.124161 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:32:30.124161 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:32:30.124161 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:32:30.124161 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:32:30.124161 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:32:30.124161 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:32:30.124161 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:32:30.124161 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:32:30.124161 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:32:30.124161 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:32:30.124161 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:32:30.124161 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:32:30.124161 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:32:30.124161 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:32:30.124161 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:32:30.124161 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:32:30.124161 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:32:30.124161 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:32:30.124161 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:32:30.124161 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:32:30.124161 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:32:30.124161 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:32:30.124161 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:32:30.124161 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:32:30.124161 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:32:30.124161 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:32:30.124161 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:32:30.124161 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:32:30.124161 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:32:30.124161 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:32:30.219089 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a9467565-e265-4e58-8178-c31161439767 tempest-PortsAdminExtendedAttrsTestJSON-1050551198 tempest-PortsAdminExtendedAttrsTestJSON-1050551198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:30.236463 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a9467565-e265-4e58-8178-c31161439767 tempest-PortsAdminExtendedAttrsTestJSON-1050551198 tempest-PortsAdminExtendedAttrsTestJSON-1050551198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:30.239347 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a9467565-e265-4e58-8178-c31161439767 tempest-PortsAdminExtendedAttrsTestJSON-1050551198 tempest-PortsAdminExtendedAttrsTestJSON-1050551198-project] 10.222.0.32 "DELETE /v2.0/networks/bd81a5f6-368c-4623-934f-c364aab22041 HTTP/1.1" status: 204 len: 168 time: 0.3738997 Jul 23 20:32:30.257000 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9467565-e265-4e58-8178-c31161439767 tempest-PortsAdminExtendedAttrsTestJSON-1050551198 tempest-PortsAdminExtendedAttrsTestJSON-1050551198-project] Pushing event deleted for resources: {'Network': ['ID=bd81a5f6-368c-4623-934f-c364aab22041,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:30.574419 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55294) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:30.830588 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0a97d006-1a79-438e-906d-374ff5923de8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f53de0635b4a4c7ebcb5a4db795be8ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2463157 Jul 23 20:32:30.832498 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55322) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:30.957614 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0d075df3-3970-4bd2-adc5-598c64993a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:30.985543 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0d075df3-3970-4bd2-adc5-598c64993a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:31.050441 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0d075df3-3970-4bd2-adc5-598c64993a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:31.054777 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0d075df3-3970-4bd2-adc5-598c64993a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:31.055955 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0d075df3-3970-4bd2-adc5-598c64993a57 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bcd482c2-1432-4c76-a723-1ae0e5aa04bf HTTP/1.1" status: 204 len: 168 time: 0.2225535 Jul 23 20:32:31.063883 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d075df3-3970-4bd2-adc5-598c64993a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd482c2-1432-4c76-a723-1ae0e5aa04bf,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:31.366406 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55400) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:31.408256 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-433d512d-f214-41bc-90c4-387a0885e9cd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b8bcf3a7f7e4ed0acec7e0a10af47f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406172 Jul 23 20:32:31.410783 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55408) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:31.468207 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2522c73-9659-4729-84a1-2d329728a691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:31.491569 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2522c73-9659-4729-84a1-2d329728a691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:31.540427 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2522c73-9659-4729-84a1-2d329728a691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:31.543138 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2522c73-9659-4729-84a1-2d329728a691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:31.544284 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a2522c73-9659-4729-84a1-2d329728a691 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9de0f6b5-0d1d-4d9b-9a97-bdb5f739f850 HTTP/1.1" status: 204 len: 168 time: 0.1324639 Jul 23 20:32:31.552720 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2522c73-9659-4729-84a1-2d329728a691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de0f6b5-0d1d-4d9b-9a97-bdb5f739f850,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:33.015377 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55556) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:33.114817 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-b2a12761-8fac-45e9-bd74-abc8ef7698c9 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-403568993', 'router:external': True}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:33.134905 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a12761-8fac-45e9-bd74-abc8ef7698c9 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Made reservation on behalf of 1bd746e190b34472a78cd16cfac88e8b for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:33.137106 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2a12761-8fac-45e9-bd74-abc8ef7698c9 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:33.145324 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2a12761-8fac-45e9-bd74-abc8ef7698c9 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:33.230555 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2a12761-8fac-45e9-bd74-abc8ef7698c9 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:33.235542 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2a12761-8fac-45e9-bd74-abc8ef7698c9 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:33.260208 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2a12761-8fac-45e9-bd74-abc8ef7698c9 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:32:33.269804 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a12761-8fac-45e9-bd74-abc8ef7698c9 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c258769-e7f4-499b-8f4d-ab07291d16f2,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:33.275613 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2a12761-8fac-45e9-bd74-abc8ef7698c9 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:33.275956 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-b2a12761-8fac-45e9-bd74-abc8ef7698c9 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Added segment 2dbff52c-7f01-4ec3-b5b8-ab0eddb9bc21 of type vlan for network ea166d08-4d56-4545-b5aa-e61dfdfa7c11 Jul 23 20:32:33.319638 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2a12761-8fac-45e9-bd74-abc8ef7698c9 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:33.356268 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2a12761-8fac-45e9-bd74-abc8ef7698c9 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:33.357384 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a12761-8fac-45e9-bd74-abc8ef7698c9 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:33.358008 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b2a12761-8fac-45e9-bd74-abc8ef7698c9 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:33.389073 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b2a12761-8fac-45e9-bd74-abc8ef7698c9 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.3723781 Jul 23 20:32:33.392666 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55562) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:33.398766 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-d906b10c-6eed-4f5a-b618-3cb93e505ae0 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Request body: {'subnet': {'network_id': 'ea166d08-4d56-4545-b5aa-e61dfdfa7c11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:33.421492 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d906b10c-6eed-4f5a-b618-3cb93e505ae0 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Made reservation on behalf of 1bd746e190b34472a78cd16cfac88e8b for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:33.423967 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d906b10c-6eed-4f5a-b618-3cb93e505ae0 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:33.427361 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a12761-8fac-45e9-bd74-abc8ef7698c9 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Pushing event updated for resources: {'Network': ['ID=ea166d08-4d56-4545-b5aa-e61dfdfa7c11,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:33.437919 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network ea166d08-4d56-4545-b5aa-e61dfdfa7c11 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:32:33.737949 n-d-793618-10 neutron-server[93875]: DEBUG neutron.objects.ports [None req-d906b10c-6eed-4f5a-b618-3cb93e505ae0 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93875) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 20:32:33.739467 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d906b10c-6eed-4f5a-b618-3cb93e505ae0 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:33.794413 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d906b10c-6eed-4f5a-b618-3cb93e505ae0 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0fe0196d-5a3a-4975-82e3-64db669fa2af,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:33.811534 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d906b10c-6eed-4f5a-b618-3cb93e505ae0 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Checking segment: {'id': '2dbff52c-7f01-4ec3-b5b8-ab0eddb9bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ea166d08-4d56-4545-b5aa-e61dfdfa7c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:33.811814 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d906b10c-6eed-4f5a-b618-3cb93e505ae0 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Network hostable DHCP agents. Network: ea166d08-4d56-4545-b5aa-e61dfdfa7c11, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:32:33.831341 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d906b10c-6eed-4f5a-b618-3cb93e505ae0 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Network ea166d08-4d56-4545-b5aa-e61dfdfa7c11 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:32:33.848950 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-d906b10c-6eed-4f5a-b618-3cb93e505ae0 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, ea166d08-4d56-4545-b5aa-e61dfdfa7c11) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:33.857758 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f00ec03-f116-4c98-a3ec-cad4d27802a5 None None] Network ea166d08-4d56-4545-b5aa-e61dfdfa7c11 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:33.863181 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d906b10c-6eed-4f5a-b618-3cb93e505ae0 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:33.864072 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d906b10c-6eed-4f5a-b618-3cb93e505ae0 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:33.890628 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55572) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:33.896085 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ee6be41c-2a80-4992-ab13-9616030eaf1f tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1539210821', 'network_id': 'ea166d08-4d56-4545-b5aa-e61dfdfa7c11'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:33.904015 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d906b10c-6eed-4f5a-b618-3cb93e505ae0 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5097809 Jul 23 20:32:33.932321 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6be41c-2a80-4992-ab13-9616030eaf1f tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Made reservation on behalf of 1bd746e190b34472a78cd16cfac88e8b for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:33.936372 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee6be41c-2a80-4992-ab13-9616030eaf1f tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:33.956444 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-ee6be41c-2a80-4992-ab13-9616030eaf1f tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] device_id is not set on port b46db459-252c-4efd-8d6e-e307ccd3d33f yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:32:34.050348 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9a217b-dca5-4802-8653-6c4385c0e18c None None] Network ea166d08-4d56-4545-b5aa-e61dfdfa7c11 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:34.076862 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-ee6be41c-2a80-4992-ab13-9616030eaf1f tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Allocated IP 172.20.0.13 (ea166d08-4d56-4545-b5aa-e61dfdfa7c11/0fe0196d-5a3a-4975-82e3-64db669fa2af/b46db459-252c-4efd-8d6e-e307ccd3d33f) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:34.264636 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee6be41c-2a80-4992-ab13-9616030eaf1f tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:34.308787 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee6be41c-2a80-4992-ab13-9616030eaf1f tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:34.371890 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6be41c-2a80-4992-ab13-9616030eaf1f tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Pushing event updated for resources: {'Port': ['ID=b46db459-252c-4efd-8d6e-e307ccd3d33f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:34.381310 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6be41c-2a80-4992-ab13-9616030eaf1f tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Network ea166d08-4d56-4545-b5aa-e61dfdfa7c11 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:34.382860 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-ee6be41c-2a80-4992-ab13-9616030eaf1f tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:34.385569 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6be41c-2a80-4992-ab13-9616030eaf1f tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:34.426352 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6be41c-2a80-4992-ab13-9616030eaf1f tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:34.427211 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee6be41c-2a80-4992-ab13-9616030eaf1f tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:34.441652 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ee6be41c-2a80-4992-ab13-9616030eaf1f tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.5498052 Jul 23 20:32:34.444067 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55576) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:34.533894 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c98c6a03-fc09-4329-95e1-a61444825fce tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Deleting port b46db459-252c-4efd-8d6e-e307ccd3d33f {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:34.534238 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c98c6a03-fc09-4329-95e1-a61444825fce tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:34.616856 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c98c6a03-fc09-4329-95e1-a61444825fce tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:34.629369 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c98c6a03-fc09-4329-95e1-a61444825fce tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Calling delete_port for b46db459-252c-4efd-8d6e-e307ccd3d33f owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:34.766707 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c98c6a03-fc09-4329-95e1-a61444825fce tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:34.800104 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c6a03-fc09-4329-95e1-a61444825fce tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Pushing event deleted for resources: {'Port': ['ID=b46db459-252c-4efd-8d6e-e307ccd3d33f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:34.907689 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c98c6a03-fc09-4329-95e1-a61444825fce tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:34.913202 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55580) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:34.918002 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c98c6a03-fc09-4329-95e1-a61444825fce tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] 10.222.0.32 "DELETE /v2.0/ports/b46db459-252c-4efd-8d6e-e307ccd3d33f HTTP/1.1" status: 204 len: 168 time: 0.4650393 Jul 23 20:32:34.919451 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-f25f60ab-36fc-43d0-b4a2-6c6fa9d29d5f tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea166d08-4d56-4545-b5aa-e61dfdfa7c11', 'external_fixed_ips': [{'subnet_id': '0fe0196d-5a3a-4975-82e3-64db669fa2af', 'ip_address': '172.20.0.13'}]}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:34.949387 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f25f60ab-36fc-43d0-b4a2-6c6fa9d29d5f tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:34.951043 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f25f60ab-36fc-43d0-b4a2-6c6fa9d29d5f tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:35.018098 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f25f60ab-36fc-43d0-b4a2-6c6fa9d29d5f tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:35.178953 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f25f60ab-36fc-43d0-b4a2-6c6fa9d29d5f tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:35.383163 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f25f60ab-36fc-43d0-b4a2-6c6fa9d29d5f tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:35.403052 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f25f60ab-36fc-43d0-b4a2-6c6fa9d29d5f tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:35.551185 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-f25f60ab-36fc-43d0-b4a2-6c6fa9d29d5f tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Allocated IP 172.20.0.13 (ea166d08-4d56-4545-b5aa-e61dfdfa7c11/0fe0196d-5a3a-4975-82e3-64db669fa2af/7ebfff87-7cc2-46be-a9c9-321632c3314f) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:35.667826 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f25f60ab-36fc-43d0-b4a2-6c6fa9d29d5f tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:35.706429 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f25f60ab-36fc-43d0-b4a2-6c6fa9d29d5f tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:35.753217 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25f60ab-36fc-43d0-b4a2-6c6fa9d29d5f tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Network ea166d08-4d56-4545-b5aa-e61dfdfa7c11 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:35.756261 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-f25f60ab-36fc-43d0-b4a2-6c6fa9d29d5f tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:35.761321 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25f60ab-36fc-43d0-b4a2-6c6fa9d29d5f tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:35.763824 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25f60ab-36fc-43d0-b4a2-6c6fa9d29d5f tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Pushing event updated for resources: {'Port': ['ID=7ebfff87-7cc2-46be-a9c9-321632c3314f,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:36.029324 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f25f60ab-36fc-43d0-b4a2-6c6fa9d29d5f tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:36.251606 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f25f60ab-36fc-43d0-b4a2-6c6fa9d29d5f tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:36.388190 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25f60ab-36fc-43d0-b4a2-6c6fa9d29d5f tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Router caf9c1ca-d8b8-49ba-b52d-f7bc26fad5a1 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:32:36.498455 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25f60ab-36fc-43d0-b4a2-6c6fa9d29d5f tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:32:36.510883 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e7c10f-133f-4aea-832f-c350cc2b7786 None None] Sync routers for ids ['caf9c1ca-d8b8-49ba-b52d-f7bc26fad5a1'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:32:36.515391 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f25f60ab-36fc-43d0-b4a2-6c6fa9d29d5f tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:36.516738 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f25f60ab-36fc-43d0-b4a2-6c6fa9d29d5f tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 1.6018703 Jul 23 20:32:36.519334 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55592) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:36.522814 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e7c10f-133f-4aea-832f-c350cc2b7786 None None] Routers {'caf9c1ca-d8b8-49ba-b52d-f7bc26fad5a1'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:36.523851 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-f7e7c10f-133f-4aea-832f-c350cc2b7786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:32:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['caf9c1ca-d8b8-49ba-b52d-f7bc26fad5a1'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:36.639359 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-f7e7c10f-133f-4aea-832f-c350cc2b7786 None None] Set router caf9c1ca-d8b8-49ba-b52d-f7bc26fad5a1 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:32:36.643397 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6b3a1ab3-1658-4fbc-ab30-dbafc0128221 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:36.866012 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-f7e7c10f-133f-4aea-832f-c350cc2b7786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf9c1ca-d8b8-49ba-b52d-f7bc26fad5a1', 'name': '', 'tenant_id': '1bd746e190b34472a78cd16cfac88e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea166d08-4d56-4545-b5aa-e61dfdfa7c11', 'external_fixed_ips': [{'subnet_id': '0fe0196d-5a3a-4975-82e3-64db669fa2af', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '7ebfff87-7cc2-46be-a9c9-321632c3314f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:32:34Z', 'updated_at': '2021-07-23T20:32:35Z', 'revision_number': 3, 'project_id': '1bd746e190b34472a78cd16cfac88e8b', 'gw_port': {'id': '7ebfff87-7cc2-46be-a9c9-321632c3314f', 'name': '', 'network_id': 'ea166d08-4d56-4545-b5aa-e61dfdfa7c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:81:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf9c1ca-d8b8-49ba-b52d-f7bc26fad5a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '0fe0196d-5a3a-4975-82e3-64db669fa2af', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:32:35Z', 'updated_at': '2021-07-23T20:32:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fe0196d-5a3a-4975-82e3-64db669fa2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:36.893713 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e7c10f-133f-4aea-832f-c350cc2b7786 None None] Checking router: caf9c1ca-d8b8-49ba-b52d-f7bc26fad5a1 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:32:36.894103 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e7c10f-133f-4aea-832f-c350cc2b7786 None None] Updating router caf9c1ca-d8b8-49ba-b52d-f7bc26fad5a1 port 7ebfff87-7cc2-46be-a9c9-321632c3314f binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:32:36.938908 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f7e7c10f-133f-4aea-832f-c350cc2b7786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:37.178382 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6b3a1ab3-1658-4fbc-ab30-dbafc0128221 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:37.273999 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-6b3a1ab3-1658-4fbc-ab30-dbafc0128221 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Deleting port 7ebfff87-7cc2-46be-a9c9-321632c3314f {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:37.274354 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6b3a1ab3-1658-4fbc-ab30-dbafc0128221 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:37.347170 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f7e7c10f-133f-4aea-832f-c350cc2b7786 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:37.360106 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f7e7c10f-133f-4aea-832f-c350cc2b7786 None None] Transition to ACTIVE for port object 7ebfff87-7cc2-46be-a9c9-321632c3314f will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:37.363793 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6b3a1ab3-1658-4fbc-ab30-dbafc0128221 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:37.368697 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f7e7c10f-133f-4aea-832f-c350cc2b7786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:37.379980 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-6b3a1ab3-1658-4fbc-ab30-dbafc0128221 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Calling delete_port for 7ebfff87-7cc2-46be-a9c9-321632c3314f owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:37.426686 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-f7e7c10f-133f-4aea-832f-c350cc2b7786 None None] Attempting to bind port 7ebfff87-7cc2-46be-a9c9-321632c3314f on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:37.427067 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-f7e7c10f-133f-4aea-832f-c350cc2b7786 None None] Attempting to bind port 7ebfff87-7cc2-46be-a9c9-321632c3314f by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '2dbff52c-7f01-4ec3-b5b8-ab0eddb9bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ea166d08-4d56-4545-b5aa-e61dfdfa7c11'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:37.427437 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e7c10f-133f-4aea-832f-c350cc2b7786 None None] Attempting to bind port 7ebfff87-7cc2-46be-a9c9-321632c3314f on network ea166d08-4d56-4545-b5aa-e61dfdfa7c11 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:37.430411 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15ee5a-ca43-4940-ba53-a8ab707b541d None None] Pushing event updated for resources: {'Port': ['ID=7ebfff87-7cc2-46be-a9c9-321632c3314f,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:37.435127 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e7c10f-133f-4aea-832f-c350cc2b7786 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:32:37.435509 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e7c10f-133f-4aea-832f-c350cc2b7786 None None] Checking segment: {'id': '2dbff52c-7f01-4ec3-b5b8-ab0eddb9bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ea166d08-4d56-4545-b5aa-e61dfdfa7c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:37.435915 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f7e7c10f-133f-4aea-832f-c350cc2b7786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:37.436312 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e7c10f-133f-4aea-832f-c350cc2b7786 None None] Bound using segment: {'id': '2dbff52c-7f01-4ec3-b5b8-ab0eddb9bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ea166d08-4d56-4545-b5aa-e61dfdfa7c11'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:32:37.436784 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-f7e7c10f-133f-4aea-832f-c350cc2b7786 None None] Bound port: 7ebfff87-7cc2-46be-a9c9-321632c3314f, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbff52c-7f01-4ec3-b5b8-ab0eddb9bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ea166d08-4d56-4545-b5aa-e61dfdfa7c11'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:32:37.437168 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f7e7c10f-133f-4aea-832f-c350cc2b7786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:37.443902 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea15ee5a-ca43-4940-ba53-a8ab707b541d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:37.444254 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea15ee5a-ca43-4940-ba53-a8ab707b541d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:37.444600 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea15ee5a-ca43-4940-ba53-a8ab707b541d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:37.444939 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea15ee5a-ca43-4940-ba53-a8ab707b541d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:37.445279 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea15ee5a-ca43-4940-ba53-a8ab707b541d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:37.445698 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea15ee5a-ca43-4940-ba53-a8ab707b541d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:37.446036 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea15ee5a-ca43-4940-ba53-a8ab707b541d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:37.446364 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea15ee5a-ca43-4940-ba53-a8ab707b541d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:37.446692 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea15ee5a-ca43-4940-ba53-a8ab707b541d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:37.447016 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea15ee5a-ca43-4940-ba53-a8ab707b541d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:37.447343 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea15ee5a-ca43-4940-ba53-a8ab707b541d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:37.447668 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea15ee5a-ca43-4940-ba53-a8ab707b541d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:37.502604 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-f7e7c10f-133f-4aea-832f-c350cc2b7786 None None] For port 7ebfff87-7cc2-46be-a9c9-321632c3314f, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:32:37.506127 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-f7e7c10f-133f-4aea-832f-c350cc2b7786 None None] For port 7ebfff87-7cc2-46be-a9c9-321632c3314f, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=7ebfff87-7cc2-46be-a9c9-321632c3314f,segment=NetworkSegment(2dbff52c-7f01-4ec3-b5b8-ab0eddb9bc21),segment_id=2dbff52c-7f01-4ec3-b5b8-ab0eddb9bc21)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:32:37.511229 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f7e7c10f-133f-4aea-832f-c350cc2b7786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:37.571537 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e7c10f-133f-4aea-832f-c350cc2b7786 None None] Routers {'caf9c1ca-d8b8-49ba-b52d-f7bc26fad5a1'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:37.572082 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-f7e7c10f-133f-4aea-832f-c350cc2b7786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:32:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['caf9c1ca-d8b8-49ba-b52d-f7bc26fad5a1'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:37.573978 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15ee5a-ca43-4940-ba53-a8ab707b541d None None] Pushing event updated for resources: {'Port': ['ID=7ebfff87-7cc2-46be-a9c9-321632c3314f,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:37.609641 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d138593-7aeb-430a-b4f2-170f16e4cab2 req-f793351f-6429-4637-8c42-a8f11b9517e6 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:37.611406 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7d138593-7aeb-430a-b4f2-170f16e4cab2 req-f793351f-6429-4637-8c42-a8f11b9517e6 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] 10.222.0.32 "GET /v2.0/ports?device_id=86eec334-547f-429a-a015-62da74ff1f55 HTTP/1.1" status: 200 len: 950 time: 0.1424911 Jul 23 20:32:37.637614 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6b3a1ab3-1658-4fbc-ab30-dbafc0128221 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:37.673883 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-f7e7c10f-133f-4aea-832f-c350cc2b7786 None None] Set router caf9c1ca-d8b8-49ba-b52d-f7bc26fad5a1 gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:32:37.674689 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a1ab3-1658-4fbc-ab30-dbafc0128221 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Pushing event deleted for resources: {'Port': ['ID=7ebfff87-7cc2-46be-a9c9-321632c3314f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:37.705207 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7d138593-7aeb-430a-b4f2-170f16e4cab2 req-7aa96e13-9eae-46c6-8fcb-1ac5040bab95 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a96c81e-af72-4f6b-b6a5-587cb69eb771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834630 Jul 23 20:32:37.728518 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-f7e7c10f-133f-4aea-832f-c350cc2b7786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf9c1ca-d8b8-49ba-b52d-f7bc26fad5a1', 'name': '', 'tenant_id': '1bd746e190b34472a78cd16cfac88e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:32:34Z', 'updated_at': '2021-07-23T20:32:37Z', 'revision_number': 4, 'project_id': '1bd746e190b34472a78cd16cfac88e8b', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:37.742028 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6b3a1ab3-1658-4fbc-ab30-dbafc0128221 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:37.760430 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e7c10f-133f-4aea-832f-c350cc2b7786 None None] The sync data for ids ['caf9c1ca-d8b8-49ba-b52d-f7bc26fad5a1'] in n-d-793618-10 is: [{'id': 'caf9c1ca-d8b8-49ba-b52d-f7bc26fad5a1', 'name': '', 'tenant_id': '1bd746e190b34472a78cd16cfac88e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:32:34Z', 'updated_at': '2021-07-23T20:32:37Z', 'revision_number': 4, 'project_id': '1bd746e190b34472a78cd16cfac88e8b', 'gw_port_host': None}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:32:37.835419 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6b3a1ab3-1658-4fbc-ab30-dbafc0128221 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:37.837637 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6b3a1ab3-1658-4fbc-ab30-dbafc0128221 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:37.885513 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6b3a1ab3-1658-4fbc-ab30-dbafc0128221 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:37.886286 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3a1ab3-1658-4fbc-ab30-dbafc0128221 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Fanout notify agent at l3_agent the message router_deleted on router caf9c1ca-d8b8-49ba-b52d-f7bc26fad5a1 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:32:37.890798 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6b3a1ab3-1658-4fbc-ab30-dbafc0128221 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:37.892030 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6b3a1ab3-1658-4fbc-ab30-dbafc0128221 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] 10.222.0.32 "DELETE /v2.0/routers/caf9c1ca-d8b8-49ba-b52d-f7bc26fad5a1 HTTP/1.1" status: 204 len: 168 time: 1.3706949 Jul 23 20:32:37.895388 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55602) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:37.939647 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3b176ba-397c-4daa-9a6d-3e7bae7e770d tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Deleting subnet 0fe0196d-5a3a-4975-82e3-64db669fa2af {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:32:37.943426 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e3b176ba-397c-4daa-9a6d-3e7bae7e770d tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:37.981263 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e3b176ba-397c-4daa-9a6d-3e7bae7e770d tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:38.019774 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e3b176ba-397c-4daa-9a6d-3e7bae7e770d tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:38.072375 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e3b176ba-397c-4daa-9a6d-3e7bae7e770d tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:38.100290 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b176ba-397c-4daa-9a6d-3e7bae7e770d tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0fe0196d-5a3a-4975-82e3-64db669fa2af,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:38.102804 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e3b176ba-397c-4daa-9a6d-3e7bae7e770d tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:38.104852 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e3b176ba-397c-4daa-9a6d-3e7bae7e770d tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/0fe0196d-5a3a-4975-82e3-64db669fa2af HTTP/1.1" status: 204 len: 168 time: 0.2084212 Jul 23 20:32:38.107401 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55606) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:38.187131 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4b40fc75-21e6-461c-8fb2-2a3a18cff8e9 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:38.268202 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4b40fc75-21e6-461c-8fb2-2a3a18cff8e9 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:38.279340 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-4b40fc75-21e6-461c-8fb2-2a3a18cff8e9 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea166d08-4d56-4545-b5aa-e61dfdfa7c11']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:38.289980 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-4b40fc75-21e6-461c-8fb2-2a3a18cff8e9 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dbff52c-7f01-4ec3-b5b8-ab0eddb9bc21') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:38.290282 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-4b40fc75-21e6-461c-8fb2-2a3a18cff8e9 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dbff52c-7f01-4ec3-b5b8-ab0eddb9bc21') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:38.301915 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4b40fc75-21e6-461c-8fb2-2a3a18cff8e9 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:38.321599 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4b40fc75-21e6-461c-8fb2-2a3a18cff8e9 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:38.327906 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b40fc75-21e6-461c-8fb2-2a3a18cff8e9 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:32:38.328247 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4b40fc75-21e6-461c-8fb2-2a3a18cff8e9 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:38.330218 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:32:38.330218 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:32:38.330218 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:32:38.330218 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:32:38.330218 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:32:38.330218 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:32:38.330218 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:32:38.330218 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:32:38.330218 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:32:38.330218 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:32:38.330218 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:32:38.330218 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:32:38.330218 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:32:38.330218 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:32:38.330218 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:32:38.330218 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:32:38.330218 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:32:38.330218 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:32:38.330218 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:32:38.330218 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:32:38.330218 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:32:38.330218 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:32:38.330218 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:32:38.330218 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:32:38.330218 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:32:38.330218 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:32:38.330218 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:32:38.330218 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:32:38.330218 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:32:38.330218 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:32:38.330218 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:32:38.330218 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:32:38.388415 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4b40fc75-21e6-461c-8fb2-2a3a18cff8e9 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:38.393986 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b40fc75-21e6-461c-8fb2-2a3a18cff8e9 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ea166d08-4d56-4545-b5aa-e61dfdfa7c11 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 20:32:38.397828 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4b40fc75-21e6-461c-8fb2-2a3a18cff8e9 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:38.399878 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4b40fc75-21e6-461c-8fb2-2a3a18cff8e9 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] 10.222.0.32 "DELETE /v2.0/networks/ea166d08-4d56-4545-b5aa-e61dfdfa7c11 HTTP/1.1" status: 204 len: 168 time: 0.2914205 Jul 23 20:32:38.409780 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40fc75-21e6-461c-8fb2-2a3a18cff8e9 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Pushing event deleted for resources: {'Network': ['ID=ea166d08-4d56-4545-b5aa-e61dfdfa7c11,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:38.575558 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55622) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:38.580167 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ee147efb-f275-40b9-b12c-8d0abfb9301a tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Request body: {'router': {'name': 'tempest-router--661260291', 'project_id': 'f00c77c426d64739840e5c945320212e'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:38.603622 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee147efb-f275-40b9-b12c-8d0abfb9301a tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:38.604807 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee147efb-f275-40b9-b12c-8d0abfb9301a tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:38.658995 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee147efb-f275-40b9-b12c-8d0abfb9301a tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:38.663700 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee147efb-f275-40b9-b12c-8d0abfb9301a tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:38.678838 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee147efb-f275-40b9-b12c-8d0abfb9301a tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:38.683870 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ee147efb-f275-40b9-b12c-8d0abfb9301a tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1046009 Jul 23 20:32:38.684368 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55624) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:38.785068 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-74aedf23-a93b-41e8-8fbe-ea63e3c6a077 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:39.019291 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-74aedf23-a93b-41e8-8fbe-ea63e3c6a077 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:39.022517 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-74aedf23-a93b-41e8-8fbe-ea63e3c6a077 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:39.088966 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b57db-49ab-444f-8200-2991596bf838 req-78b08c59-30e6-4864-bc70-cb90742c01fc tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:39.090562 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b85b57db-49ab-444f-8200-2991596bf838 req-78b08c59-30e6-4864-bc70-cb90742c01fc tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] 10.222.0.32 "GET /v2.0/ports?device_id=86eec334-547f-429a-a015-62da74ff1f55 HTTP/1.1" status: 200 len: 950 time: 0.2692254 Jul 23 20:32:39.093674 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-74aedf23-a93b-41e8-8fbe-ea63e3c6a077 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:39.094221 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74aedf23-a93b-41e8-8fbe-ea63e3c6a077 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e6330170-e163-4b20-aca6-93df6246c179 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:32:39.100154 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-74aedf23-a93b-41e8-8fbe-ea63e3c6a077 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:39.101009 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-74aedf23-a93b-41e8-8fbe-ea63e3c6a077 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] 10.222.0.32 "DELETE /v2.0/routers/e6330170-e163-4b20-aca6-93df6246c179 HTTP/1.1" status: 204 len: 168 time: 0.4155149 Jul 23 20:32:39.139792 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f89b7b-c5fd-4797-ace8-5e01ea0029ef req-9386b093-a23c-40e9-abc9-6a18bb62d754 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:39.141336 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-92f89b7b-c5fd-4797-ace8-5e01ea0029ef req-9386b093-a23c-40e9-abc9-6a18bb62d754 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] 10.222.0.18 "GET /v2.0/ports?device_id=86eec334-547f-429a-a015-62da74ff1f55 HTTP/1.1" status: 200 len: 950 time: 0.2469976 Jul 23 20:32:39.181538 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b85b57db-49ab-444f-8200-2991596bf838 req-1e169487-cc59-4d34-aac0-46397b38cc31 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a96c81e-af72-4f6b-b6a5-587cb69eb771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761299 Jul 23 20:32:39.256825 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55630) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:39.292006 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-92f89b7b-c5fd-4797-ace8-5e01ea0029ef req-b1dbc0eb-1666-47a5-892a-08e8b9140f38 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] Deleting port 247faaea-b849-4a3d-8561-1558ca3a6924 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:39.292350 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-92f89b7b-c5fd-4797-ace8-5e01ea0029ef req-b1dbc0eb-1666-47a5-892a-08e8b9140f38 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:39.405971 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-92f89b7b-c5fd-4797-ace8-5e01ea0029ef req-b1dbc0eb-1666-47a5-892a-08e8b9140f38 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] For port 247faaea-b849-4a3d-8561-1558ca3a6924, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=247faaea-b849-4a3d-8561-1558ca3a6924,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:39.406343 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-92f89b7b-c5fd-4797-ace8-5e01ea0029ef req-b1dbc0eb-1666-47a5-892a-08e8b9140f38 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:39.420618 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-92f89b7b-c5fd-4797-ace8-5e01ea0029ef req-b1dbc0eb-1666-47a5-892a-08e8b9140f38 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] Calling delete_port for 247faaea-b849-4a3d-8561-1558ca3a6924 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:39.508834 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-2f1bf4ae-d84a-4c6c-a103-2881edef07b5 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1294046106', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}, 'admin_state_up': False}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:39.557982 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2f1bf4ae-d84a-4c6c-a103-2881edef07b5 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:39.558998 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2f1bf4ae-d84a-4c6c-a103-2881edef07b5 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:39.593524 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-92f89b7b-c5fd-4797-ace8-5e01ea0029ef req-b1dbc0eb-1666-47a5-892a-08e8b9140f38 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:39.606385 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['247faaea-b849-4a3d-8561-1558ca3a6924'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:32:39.639766 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dbc0eb-1666-47a5-892a-08e8b9140f38 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] Pushing event deleted for resources: {'Port': ['ID=247faaea-b849-4a3d-8561-1558ca3a6924,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:39.693748 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2f1bf4ae-d84a-4c6c-a103-2881edef07b5 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:39.745713 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f89b7b-c5fd-4797-ace8-5e01ea0029ef req-b1dbc0eb-1666-47a5-892a-08e8b9140f38 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] No DVR routers for this DVR port 247faaea-b849-4a3d-8561-1558ca3a6924 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:32:39.748059 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-92f89b7b-c5fd-4797-ace8-5e01ea0029ef req-b1dbc0eb-1666-47a5-892a-08e8b9140f38 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:39.750495 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-92f89b7b-c5fd-4797-ace8-5e01ea0029ef req-b1dbc0eb-1666-47a5-892a-08e8b9140f38 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] 10.222.0.18 "DELETE /v2.0/ports/247faaea-b849-4a3d-8561-1558ca3a6924 HTTP/1.1" status: 204 len: 173 time: 0.6027822 Jul 23 20:32:39.782813 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86eec334-547f-429a-a015-62da74ff1f55', 'name': 'network-vif-deleted', 'tag': '247faaea-b849-4a3d-8561-1558ca3a6924'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:32:39.785721 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b757035-3626-42df-80df-17cdd5436766" -d '{"events": [{"server_uuid": "86eec334-547f-429a-a015-62da74ff1f55", "name": "network-vif-deleted", "tag": "247faaea-b849-4a3d-8561-1558ca3a6924"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:32:39.840791 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a774aff-7a3f-474e-bda5-c4370cfcf81e x-openstack-request-id: req-4a774aff-7a3f-474e-bda5-c4370cfcf81e {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:32:39.841084 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86eec334-547f-429a-a015-62da74ff1f55", "name": "network-vif-deleted", "tag": "247faaea-b849-4a3d-8561-1558ca3a6924", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:32:39.841340 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4a774aff-7a3f-474e-bda5-c4370cfcf81e {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:32:39.841767 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86eec334-547f-429a-a015-62da74ff1f55', 'name': 'network-vif-deleted', 'tag': '247faaea-b849-4a3d-8561-1558ca3a6924', 'status': 'completed', 'code': 200} Jul 23 20:32:39.877888 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2f1bf4ae-d84a-4c6c-a103-2881edef07b5 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:40.092294 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2f1bf4ae-d84a-4c6c-a103-2881edef07b5 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:40.112830 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2f1bf4ae-d84a-4c6c-a103-2881edef07b5 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:40.260196 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3def6d8d-84aa-443b-8336-b746ae1cf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:40.274673 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-2f1bf4ae-d84a-4c6c-a103-2881edef07b5 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Allocated IP 172.25.1.52 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/d4b91e75-c1a6-492e-90a6-9d0c07f8dbb6) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:40.341459 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d16ee2d0-f3bd-4b28-9f09-e9651dc71527 req-4fc96460-7f3a-42f2-95da-8507b4f093e9 tempest-VolumesBackupsTest-1956798930 tempest-VolumesBackupsTest-1956798930-project] 10.222.0.32 "GET /v2.0/ports?device_id=86eec334-547f-429a-a015-62da74ff1f55 HTTP/1.1" status: 200 len: 210 time: 0.0427315 Jul 23 20:32:40.423841 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2f1bf4ae-d84a-4c6c-a103-2881edef07b5 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:40.466260 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2f1bf4ae-d84a-4c6c-a103-2881edef07b5 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:40.511539 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1bf4ae-d84a-4c6c-a103-2881edef07b5 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:40.528271 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-2f1bf4ae-d84a-4c6c-a103-2881edef07b5 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:40.530497 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1bf4ae-d84a-4c6c-a103-2881edef07b5 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Pushing event updated for resources: {'Port': ['ID=d4b91e75-c1a6-492e-90a6-9d0c07f8dbb6,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:40.534751 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1bf4ae-d84a-4c6c-a103-2881edef07b5 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:40.805561 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2f1bf4ae-d84a-4c6c-a103-2881edef07b5 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:41.012983 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2f1bf4ae-d84a-4c6c-a103-2881edef07b5 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:41.148027 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1bf4ae-d84a-4c6c-a103-2881edef07b5 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Router 84b3899e-2aab-4e30-ac16-46d61a947428 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:32:41.258968 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1bf4ae-d84a-4c6c-a103-2881edef07b5 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:32:41.268177 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1944788a-5be6-47ad-b36c-0c89e2cf7ad0 None None] Sync routers for ids ['84b3899e-2aab-4e30-ac16-46d61a947428'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:32:41.278453 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1944788a-5be6-47ad-b36c-0c89e2cf7ad0 None None] Routers {'84b3899e-2aab-4e30-ac16-46d61a947428'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:41.279139 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1944788a-5be6-47ad-b36c-0c89e2cf7ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:32:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['84b3899e-2aab-4e30-ac16-46d61a947428'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:41.280658 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2f1bf4ae-d84a-4c6c-a103-2881edef07b5 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:41.282528 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2f1bf4ae-d84a-4c6c-a103-2881edef07b5 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.0224636 Jul 23 20:32:41.285522 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55642) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:41.318568 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1944788a-5be6-47ad-b36c-0c89e2cf7ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:41.329654 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1944788a-5be6-47ad-b36c-0c89e2cf7ad0 None None] Routers {'84b3899e-2aab-4e30-ac16-46d61a947428'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:41.330404 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1944788a-5be6-47ad-b36c-0c89e2cf7ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:32:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['84b3899e-2aab-4e30-ac16-46d61a947428'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:41.367542 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1944788a-5be6-47ad-b36c-0c89e2cf7ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:41.368567 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1944788a-5be6-47ad-b36c-0c89e2cf7ad0 None None] The sync data for ids ['84b3899e-2aab-4e30-ac16-46d61a947428'] in n-d-793618-10 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:32:41.397895 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8b6e4bd7-a806-49b3-a189-5d51ad23477d tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] 10.222.0.32 "GET /v2.0/routers/84b3899e-2aab-4e30-ac16-46d61a947428 HTTP/1.1" status: 200 len: 920 time: 0.1102440 Jul 23 20:32:41.400717 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55646) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:41.775788 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7031a825-34d1-44f0-be25-b9ce8020a3ae tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] 10.222.0.32 "GET /v2.0/ports?device_id=84b3899e-2aab-4e30-ac16-46d61a947428 HTTP/1.1" status: 200 len: 205 time: 0.3740597 Jul 23 20:32:41.778247 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55654) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:41.887595 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e9cbe80-0f0a-444a-9527-3f070c77fed4 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:41.993354 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e9cbe80-0f0a-444a-9527-3f070c77fed4 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:42.046277 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-8e9cbe80-0f0a-444a-9527-3f070c77fed4 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Deleting port d4b91e75-c1a6-492e-90a6-9d0c07f8dbb6 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:42.046633 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e9cbe80-0f0a-444a-9527-3f070c77fed4 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:42.130916 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e9cbe80-0f0a-444a-9527-3f070c77fed4 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:42.144405 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-8e9cbe80-0f0a-444a-9527-3f070c77fed4 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Calling delete_port for d4b91e75-c1a6-492e-90a6-9d0c07f8dbb6 owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:42.330742 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e9cbe80-0f0a-444a-9527-3f070c77fed4 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:42.388978 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9cbe80-0f0a-444a-9527-3f070c77fed4 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Pushing event deleted for resources: {'Port': ['ID=d4b91e75-c1a6-492e-90a6-9d0c07f8dbb6,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:42.429526 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e9cbe80-0f0a-444a-9527-3f070c77fed4 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:42.529205 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e9cbe80-0f0a-444a-9527-3f070c77fed4 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:42.531155 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e9cbe80-0f0a-444a-9527-3f070c77fed4 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:42.588507 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e9cbe80-0f0a-444a-9527-3f070c77fed4 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:42.589212 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9cbe80-0f0a-444a-9527-3f070c77fed4 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Fanout notify agent at l3_agent the message router_deleted on router 84b3899e-2aab-4e30-ac16-46d61a947428 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:32:42.596921 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8e9cbe80-0f0a-444a-9527-3f070c77fed4 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:42.598335 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8e9cbe80-0f0a-444a-9527-3f070c77fed4 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] 10.222.0.32 "DELETE /v2.0/routers/84b3899e-2aab-4e30-ac16-46d61a947428 HTTP/1.1" status: 204 len: 168 time: 0.8191319 Jul 23 20:32:42.602189 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55660) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:42.608098 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-ac1a639e-6e8e-429b-b6f6-c85e371aa939 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Request body: {'router': {'name': 'tempest-snat-router-834613419', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'enable_snat': False}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:42.639629 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ac1a639e-6e8e-429b-b6f6-c85e371aa939 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:42.641249 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ac1a639e-6e8e-429b-b6f6-c85e371aa939 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:42.710780 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ac1a639e-6e8e-429b-b6f6-c85e371aa939 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:43.135407 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 247faaea-b849-4a3d-8561-1558ca3a6924 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:32:43.157062 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 247faaea-b849-4a3d-8561-1558ca3a6924 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:32:43.157413 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 247faaea-b849-4a3d-8561-1558ca3a6924 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:32:43.247100 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ac1a639e-6e8e-429b-b6f6-c85e371aa939 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:43.308962 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:43.335652 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f03e5d-7c76-4e39-bdc4-73b31071be2f req-df17910e-a6f9-448d-b8e8-88cf0f648675 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:43.337241 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-79f03e5d-7c76-4e39-bdc4-73b31071be2f req-df17910e-a6f9-448d-b8e8-88cf0f648675 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aae3056-42e9-4287-99ee-bee38094f06a HTTP/1.1" status: 200 len: 946 time: 0.1330588 Jul 23 20:32:43.412506 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-79f03e5d-7c76-4e39-bdc4-73b31071be2f req-cb673c84-ddf7-43ea-af99-7f61df134bf5 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/security-groups?id=d11ce9da-183e-4550-a88a-4339432953ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675581 Jul 23 20:32:43.537137 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ac1a639e-6e8e-429b-b6f6-c85e371aa939 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:43.560900 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ac1a639e-6e8e-429b-b6f6-c85e371aa939 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:43.630622 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6a41775a-d7ac-4a8e-8349-8fb028700397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:43.671335 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-ac1a639e-6e8e-429b-b6f6-c85e371aa939 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Allocated IP 172.25.1.3 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/3151bed4-a62e-4361-b9dc-fddd55a05eeb) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:43.783314 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ac1a639e-6e8e-429b-b6f6-c85e371aa939 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:43.823108 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ac1a639e-6e8e-429b-b6f6-c85e371aa939 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:43.859685 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1a639e-6e8e-429b-b6f6-c85e371aa939 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:43.862509 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-ac1a639e-6e8e-429b-b6f6-c85e371aa939 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:43.868175 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1a639e-6e8e-429b-b6f6-c85e371aa939 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:43.897749 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a639e-6e8e-429b-b6f6-c85e371aa939 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Pushing event updated for resources: {'Port': ['ID=3151bed4-a62e-4361-b9dc-fddd55a05eeb,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:44.021360 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:44.134490 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ac1a639e-6e8e-429b-b6f6-c85e371aa939 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:44.344180 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ac1a639e-6e8e-429b-b6f6-c85e371aa939 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:44.406429 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5b40a-fd0c-4c30-b7c5-8dd424dc96db req-1fe90877-c5f8-4193-9654-9f3d332798a3 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:44.408182 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-75e5b40a-fd0c-4c30-b7c5-8dd424dc96db req-1fe90877-c5f8-4193-9654-9f3d332798a3 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aae3056-42e9-4287-99ee-bee38094f06a HTTP/1.1" status: 200 len: 946 time: 0.0679564 Jul 23 20:32:44.492184 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1a639e-6e8e-429b-b6f6-c85e371aa939 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Router bae334fb-cf20-4fee-b4ed-58d26ad0df39 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:32:44.528204 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-75e5b40a-fd0c-4c30-b7c5-8dd424dc96db req-2bb77895-2ecc-4005-b5d8-eec02245aab2 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Deleting port 8c8168cb-ef17-4c04-a204-8abb3afe1ba8 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:44.528692 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-75e5b40a-fd0c-4c30-b7c5-8dd424dc96db req-2bb77895-2ecc-4005-b5d8-eec02245aab2 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:44.633431 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-75e5b40a-fd0c-4c30-b7c5-8dd424dc96db req-2bb77895-2ecc-4005-b5d8-eec02245aab2 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] For port 8c8168cb-ef17-4c04-a204-8abb3afe1ba8, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=8c8168cb-ef17-4c04-a204-8abb3afe1ba8,segment=NetworkSegment(4e1287e2-8d8d-45d3-9f70-c833c1d3a9cd),segment_id=4e1287e2-8d8d-45d3-9f70-c833c1d3a9cd)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:44.633868 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-75e5b40a-fd0c-4c30-b7c5-8dd424dc96db req-2bb77895-2ecc-4005-b5d8-eec02245aab2 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:44.638564 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae5a7c-b26c-4379-80c8-d8bc50f57261 req-d5bcfa2d-bb83-4bbf-81a2-9eb03cd27264 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:44.640100 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-29ae5a7c-b26c-4379-80c8-d8bc50f57261 req-d5bcfa2d-bb83-4bbf-81a2-9eb03cd27264 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aae3056-42e9-4287-99ee-bee38094f06a HTTP/1.1" status: 200 len: 946 time: 0.1496501 Jul 23 20:32:44.648743 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-75e5b40a-fd0c-4c30-b7c5-8dd424dc96db req-2bb77895-2ecc-4005-b5d8-eec02245aab2 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Calling delete_port for 8c8168cb-ef17-4c04-a204-8abb3afe1ba8 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:44.667559 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1a639e-6e8e-429b-b6f6-c85e371aa939 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:32:44.711118 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ac1a639e-6e8e-429b-b6f6-c85e371aa939 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:44.713326 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0d292c-8ab6-4d9f-bb30-0a5114bdcfb9 None None] Sync routers for ids ['bae334fb-cf20-4fee-b4ed-58d26ad0df39'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:32:44.716483 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ac1a639e-6e8e-429b-b6f6-c85e371aa939 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.1129584 Jul 23 20:32:44.719752 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55676) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:44.729754 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:44.746945 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0d292c-8ab6-4d9f-bb30-0a5114bdcfb9 None None] Routers {'bae334fb-cf20-4fee-b4ed-58d26ad0df39'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:44.750508 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-9c0d292c-8ab6-4d9f-bb30-0a5114bdcfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:32:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['bae334fb-cf20-4fee-b4ed-58d26ad0df39'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:44.793725 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-29ae5a7c-b26c-4379-80c8-d8bc50f57261 req-a1d998fb-cb16-4013-badd-ef449e135904 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.32 "GET /v2.0/security-groups?id=d11ce9da-183e-4550-a88a-4339432953ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363115 Jul 23 20:32:44.804183 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:44.878011 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-75e5b40a-fd0c-4c30-b7c5-8dd424dc96db req-2bb77895-2ecc-4005-b5d8-eec02245aab2 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:44.916824 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['8c8168cb-ef17-4c04-a204-8abb3afe1ba8'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:32:44.922166 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb77895-2ecc-4005-b5d8-eec02245aab2 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Pushing event deleted for resources: {'Port': ['ID=8c8168cb-ef17-4c04-a204-8abb3afe1ba8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:44.930692 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0dd18bfb-43fd-4966-aa21-c7176f2aa5a9 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] 10.222.0.32 "GET /v2.0/routers/bae334fb-cf20-4fee-b4ed-58d26ad0df39 HTTP/1.1" status: 200 len: 906 time: 0.2096601 Jul 23 20:32:44.933502 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55704) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:44.939918 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ec5a71e8-ca4c-43f6-b645-11b989fdf376 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Request body: {'router': {'name': 'tempest-snat-router-834613419', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'enable_snat': True}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:44.970355 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-9c0d292c-8ab6-4d9f-bb30-0a5114bdcfb9 None None] Set router bae334fb-cf20-4fee-b4ed-58d26ad0df39 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:32:44.994740 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e5b40a-fd0c-4c30-b7c5-8dd424dc96db req-2bb77895-2ecc-4005-b5d8-eec02245aab2 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] No DVR routers for this DVR port 8c8168cb-ef17-4c04-a204-8abb3afe1ba8 on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:32:44.998601 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-75e5b40a-fd0c-4c30-b7c5-8dd424dc96db req-2bb77895-2ecc-4005-b5d8-eec02245aab2 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:45.001219 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-75e5b40a-fd0c-4c30-b7c5-8dd424dc96db req-2bb77895-2ecc-4005-b5d8-eec02245aab2 tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] 10.222.0.30 "DELETE /v2.0/ports/8c8168cb-ef17-4c04-a204-8abb3afe1ba8 HTTP/1.1" status: 204 len: 173 time: 0.5872114 Jul 23 20:32:45.004468 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aae3056-42e9-4287-99ee-bee38094f06a', 'name': 'network-vif-deleted', 'tag': '8c8168cb-ef17-4c04-a204-8abb3afe1ba8'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:32:45.015991 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979efbb6-bc88-4317-92ef-f8bd347f2a3b" -d '{"events": [{"server_uuid": "9aae3056-42e9-4287-99ee-bee38094f06a", "name": "network-vif-deleted", "tag": "8c8168cb-ef17-4c04-a204-8abb3afe1ba8"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:32:45.049161 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec5a71e8-ca4c-43f6-b645-11b989fdf376 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:45.051844 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec5a71e8-ca4c-43f6-b645-11b989fdf376 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:45.175103 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec5a71e8-ca4c-43f6-b645-11b989fdf376 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:45.322216 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-9c0d292c-8ab6-4d9f-bb30-0a5114bdcfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae334fb-cf20-4fee-b4ed-58d26ad0df39', 'name': 'tempest-snat-router-834613419', 'tenant_id': '1bd746e190b34472a78cd16cfac88e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.3'}], 'enable_snat': False}, 'gw_port_id': '3151bed4-a62e-4361-b9dc-fddd55a05eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:32:42Z', 'updated_at': '2021-07-23T20:32:44Z', 'revision_number': 3, 'project_id': '1bd746e190b34472a78cd16cfac88e8b', 'gw_port': {'id': '3151bed4-a62e-4361-b9dc-fddd55a05eeb', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae334fb-cf20-4fee-b4ed-58d26ad0df39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:32:43Z', 'updated_at': '2021-07-23T20:32:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:45.339366 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036cad69-c2b1-45dc-9f4e-512dd8d92ff2 x-openstack-request-id: req-036cad69-c2b1-45dc-9f4e-512dd8d92ff2 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:32:45.339742 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aae3056-42e9-4287-99ee-bee38094f06a", "name": "network-vif-deleted", "tag": "8c8168cb-ef17-4c04-a204-8abb3afe1ba8", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:32:45.340054 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-036cad69-c2b1-45dc-9f4e-512dd8d92ff2 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:32:45.340527 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aae3056-42e9-4287-99ee-bee38094f06a', 'name': 'network-vif-deleted', 'tag': '8c8168cb-ef17-4c04-a204-8abb3afe1ba8', 'status': 'completed', 'code': 200} Jul 23 20:32:45.361028 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0d292c-8ab6-4d9f-bb30-0a5114bdcfb9 None None] Checking router: bae334fb-cf20-4fee-b4ed-58d26ad0df39 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:32:45.361366 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0d292c-8ab6-4d9f-bb30-0a5114bdcfb9 None None] Updating router bae334fb-cf20-4fee-b4ed-58d26ad0df39 port 3151bed4-a62e-4361-b9dc-fddd55a05eeb binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:32:45.384103 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec5a71e8-ca4c-43f6-b645-11b989fdf376 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:45.407003 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9c0d292c-8ab6-4d9f-bb30-0a5114bdcfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:45.654484 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec5a71e8-ca4c-43f6-b645-11b989fdf376 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:45.675077 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec5a71e8-ca4c-43f6-b645-11b989fdf376 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:45.746324 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9c0d292c-8ab6-4d9f-bb30-0a5114bdcfb9 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:45.754648 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-9c0d292c-8ab6-4d9f-bb30-0a5114bdcfb9 None None] Transition to ACTIVE for port object 3151bed4-a62e-4361-b9dc-fddd55a05eeb will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:45.761123 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9c0d292c-8ab6-4d9f-bb30-0a5114bdcfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:45.812389 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-9c0d292c-8ab6-4d9f-bb30-0a5114bdcfb9 None None] Attempting to bind port 3151bed4-a62e-4361-b9dc-fddd55a05eeb on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:45.812843 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-9c0d292c-8ab6-4d9f-bb30-0a5114bdcfb9 None None] Attempting to bind port 3151bed4-a62e-4361-b9dc-fddd55a05eeb by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:45.813217 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0d292c-8ab6-4d9f-bb30-0a5114bdcfb9 None None] Attempting to bind port 3151bed4-a62e-4361-b9dc-fddd55a05eeb on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:45.824660 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0d292c-8ab6-4d9f-bb30-0a5114bdcfb9 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:32:45.825040 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0d292c-8ab6-4d9f-bb30-0a5114bdcfb9 None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:45.825450 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9c0d292c-8ab6-4d9f-bb30-0a5114bdcfb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:45.825879 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0d292c-8ab6-4d9f-bb30-0a5114bdcfb9 None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:32:45.826352 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-9c0d292c-8ab6-4d9f-bb30-0a5114bdcfb9 None None] Bound port: 3151bed4-a62e-4361-b9dc-fddd55a05eeb, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:32:45.826736 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9c0d292c-8ab6-4d9f-bb30-0a5114bdcfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:45.829262 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6229a36e-b7e9-4001-b67d-cfb96dda38d1 None None] Pushing event updated for resources: {'Port': ['ID=3151bed4-a62e-4361-b9dc-fddd55a05eeb,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:45.830371 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-ec5a71e8-ca4c-43f6-b645-11b989fdf376 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Allocated IP 172.25.1.145 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/53a9b924-8d27-484a-952d-3ee4ccb9057e) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:45.916700 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-9c0d292c-8ab6-4d9f-bb30-0a5114bdcfb9 None None] For port 3151bed4-a62e-4361-b9dc-fddd55a05eeb, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:32:45.921216 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-9c0d292c-8ab6-4d9f-bb30-0a5114bdcfb9 None None] For port 3151bed4-a62e-4361-b9dc-fddd55a05eeb, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3151bed4-a62e-4361-b9dc-fddd55a05eeb,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:32:45.931240 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9c0d292c-8ab6-4d9f-bb30-0a5114bdcfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:45.963386 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec5a71e8-ca4c-43f6-b645-11b989fdf376 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:45.998644 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6229a36e-b7e9-4001-b67d-cfb96dda38d1 None None] Pushing event updated for resources: {'Port': ['ID=3151bed4-a62e-4361-b9dc-fddd55a05eeb,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:46.024173 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:46.029150 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0d292c-8ab6-4d9f-bb30-0a5114bdcfb9 None None] Routers {'bae334fb-cf20-4fee-b4ed-58d26ad0df39'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:46.029911 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-9c0d292c-8ab6-4d9f-bb30-0a5114bdcfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:32:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['bae334fb-cf20-4fee-b4ed-58d26ad0df39'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:46.038196 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec5a71e8-ca4c-43f6-b645-11b989fdf376 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:46.086352 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5a71e8-ca4c-43f6-b645-11b989fdf376 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:46.093215 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-ec5a71e8-ca4c-43f6-b645-11b989fdf376 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:46.099596 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5a71e8-ca4c-43f6-b645-11b989fdf376 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:46.103328 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a71e8-ca4c-43f6-b645-11b989fdf376 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Pushing event updated for resources: {'Port': ['ID=53a9b924-8d27-484a-952d-3ee4ccb9057e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:46.337306 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-9c0d292c-8ab6-4d9f-bb30-0a5114bdcfb9 None None] Set router bae334fb-cf20-4fee-b4ed-58d26ad0df39 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:32:46.463352 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec5a71e8-ca4c-43f6-b645-11b989fdf376 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:46.572239 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-9c0d292c-8ab6-4d9f-bb30-0a5114bdcfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae334fb-cf20-4fee-b4ed-58d26ad0df39', 'name': 'tempest-snat-router-834613419', 'tenant_id': '1bd746e190b34472a78cd16cfac88e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.3'}], 'enable_snat': False}, 'gw_port_id': '3151bed4-a62e-4361-b9dc-fddd55a05eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:32:42Z', 'updated_at': '2021-07-23T20:32:44Z', 'revision_number': 3, 'project_id': '1bd746e190b34472a78cd16cfac88e8b', 'gw_port': {'id': '3151bed4-a62e-4361-b9dc-fddd55a05eeb', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae334fb-cf20-4fee-b4ed-58d26ad0df39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:32:43Z', 'updated_at': '2021-07-23T20:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:46.609016 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0d292c-8ab6-4d9f-bb30-0a5114bdcfb9 None None] The sync data for ids ['bae334fb-cf20-4fee-b4ed-58d26ad0df39'] in n-d-793618-10 is: [{'id': 'bae334fb-cf20-4fee-b4ed-58d26ad0df39', 'name': 'tempest-snat-router-834613419', 'tenant_id': '1bd746e190b34472a78cd16cfac88e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.3'}], 'enable_snat': False}, 'gw_port_id': '3151bed4-a62e-4361-b9dc-fddd55a05eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:32:42Z', 'updated_at': '2021-07-23T20:32:44Z', 'revision_number': 3, 'project_id': '1bd746e190b34472a78cd16cfac88e8b', 'gw_port': {'id': '3151bed4-a62e-4361-b9dc-fddd55a05eeb', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae334fb-cf20-4fee-b4ed-58d26ad0df39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:32:43Z', 'updated_at': '2021-07-23T20:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:32:46.704708 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec5a71e8-ca4c-43f6-b645-11b989fdf376 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:46.867120 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5a71e8-ca4c-43f6-b645-11b989fdf376 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Router 7d9e8802-8a59-4168-81ba-b54dca0693dc is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:32:47.087170 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5a71e8-ca4c-43f6-b645-11b989fdf376 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:32:47.097741 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e4283-e785-41aa-bbfd-5d7e2a927d85 None None] Sync routers for ids ['7d9e8802-8a59-4168-81ba-b54dca0693dc'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:32:47.110381 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190e4283-e785-41aa-bbfd-5d7e2a927d85 None None] Routers {'7d9e8802-8a59-4168-81ba-b54dca0693dc'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:47.114243 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-190e4283-e785-41aa-bbfd-5d7e2a927d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:32:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['7d9e8802-8a59-4168-81ba-b54dca0693dc'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:47.115182 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec5a71e8-ca4c-43f6-b645-11b989fdf376 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:47.119458 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ec5a71e8-ca4c-43f6-b645-11b989fdf376 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.1822274 Jul 23 20:32:47.119966 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55766) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:47.259913 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-021d0a6d-3c27-46bd-a25e-a28c7280aea9 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] 10.222.0.32 "GET /v2.0/routers/7d9e8802-8a59-4168-81ba-b54dca0693dc HTTP/1.1" status: 200 len: 907 time: 0.1362722 Jul 23 20:32:47.260302 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55768) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:47.266429 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-190e4283-e785-41aa-bbfd-5d7e2a927d85 None None] Set router 7d9e8802-8a59-4168-81ba-b54dca0693dc gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:32:47.432047 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2fb0ac57-2cef-4b97-9fcb-f169af90aa21 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:47.559050 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-190e4283-e785-41aa-bbfd-5d7e2a927d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9e8802-8a59-4168-81ba-b54dca0693dc', 'name': 'tempest-snat-router-834613419', 'tenant_id': '1bd746e190b34472a78cd16cfac88e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '53a9b924-8d27-484a-952d-3ee4ccb9057e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:32:45Z', 'updated_at': '2021-07-23T20:32:46Z', 'revision_number': 3, 'project_id': '1bd746e190b34472a78cd16cfac88e8b', 'gw_port': {'id': '53a9b924-8d27-484a-952d-3ee4ccb9057e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9e8802-8a59-4168-81ba-b54dca0693dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:32:45Z', 'updated_at': '2021-07-23T20:32:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:47.572760 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2fb0ac57-2cef-4b97-9fcb-f169af90aa21 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:47.600940 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e4283-e785-41aa-bbfd-5d7e2a927d85 None None] Checking router: 7d9e8802-8a59-4168-81ba-b54dca0693dc for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:32:47.601281 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e4283-e785-41aa-bbfd-5d7e2a927d85 None None] Updating router 7d9e8802-8a59-4168-81ba-b54dca0693dc port 53a9b924-8d27-484a-952d-3ee4ccb9057e binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:32:47.666459 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-190e4283-e785-41aa-bbfd-5d7e2a927d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:47.683038 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-2fb0ac57-2cef-4b97-9fcb-f169af90aa21 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Deleting port 53a9b924-8d27-484a-952d-3ee4ccb9057e {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:47.683526 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2fb0ac57-2cef-4b97-9fcb-f169af90aa21 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:47.795654 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2fb0ac57-2cef-4b97-9fcb-f169af90aa21 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:47.815073 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-2fb0ac57-2cef-4b97-9fcb-f169af90aa21 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Calling delete_port for 53a9b924-8d27-484a-952d-3ee4ccb9057e owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:48.038911 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.db.api [None req-190e4283-e785-41aa-bbfd-5d7e2a927d85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:32:48.039611 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2fb0ac57-2cef-4b97-9fcb-f169af90aa21 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:48.040057 n-d-793618-10 neutron-server[93878]: DEBUG oslo_db.api [None req-190e4283-e785-41aa-bbfd-5d7e2a927d85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:32:48.067310 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 8c8168cb-ef17-4c04-a204-8abb3afe1ba8 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:32:48.071268 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0ac57-2cef-4b97-9fcb-f169af90aa21 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Pushing event deleted for resources: {'Port': ['ID=53a9b924-8d27-484a-952d-3ee4ccb9057e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:48.103081 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 8c8168cb-ef17-4c04-a204-8abb3afe1ba8 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:32:48.103634 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 8c8168cb-ef17-4c04-a204-8abb3afe1ba8 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:32:48.145331 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2fb0ac57-2cef-4b97-9fcb-f169af90aa21 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:48.259557 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2fb0ac57-2cef-4b97-9fcb-f169af90aa21 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:48.261961 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2fb0ac57-2cef-4b97-9fcb-f169af90aa21 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:48.318647 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2fb0ac57-2cef-4b97-9fcb-f169af90aa21 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:48.319367 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb0ac57-2cef-4b97-9fcb-f169af90aa21 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7d9e8802-8a59-4168-81ba-b54dca0693dc {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:32:48.325309 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2fb0ac57-2cef-4b97-9fcb-f169af90aa21 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:48.327262 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2fb0ac57-2cef-4b97-9fcb-f169af90aa21 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] 10.222.0.32 "DELETE /v2.0/routers/7d9e8802-8a59-4168-81ba-b54dca0693dc HTTP/1.1" status: 204 len: 168 time: 1.0657380 Jul 23 20:32:48.329611 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55778) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:48.451840 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-acecc8c1-1953-4739-a2c7-9a9e40629961 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:48.562093 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e4283-e785-41aa-bbfd-5d7e2a927d85 None None] Port 53a9b924-8d27-484a-952d-3ee4ccb9057e not found while updating agent binding for router 7d9e8802-8a59-4168-81ba-b54dca0693dc. {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 23 20:32:48.578819 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190e4283-e785-41aa-bbfd-5d7e2a927d85 None None] Routers set() bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:48.579186 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190e4283-e785-41aa-bbfd-5d7e2a927d85 None None] Router IDs set() for agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 20:32:48.579843 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_agentschedulers_db [None req-190e4283-e785-41aa-bbfd-5d7e2a927d85 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7d9e8802-8a59-4168-81ba-b54dca0693dc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:32:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent'). {{(pid=93878) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 23 20:32:48.580295 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e4283-e785-41aa-bbfd-5d7e2a927d85 None None] The sync data for ids ['7d9e8802-8a59-4168-81ba-b54dca0693dc'] in n-d-793618-10 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:32:48.598193 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-acecc8c1-1953-4739-a2c7-9a9e40629961 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:48.675538 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-acecc8c1-1953-4739-a2c7-9a9e40629961 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Deleting port 3151bed4-a62e-4361-b9dc-fddd55a05eeb {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:48.677904 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-acecc8c1-1953-4739-a2c7-9a9e40629961 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:48.836232 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-acecc8c1-1953-4739-a2c7-9a9e40629961 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] For port 3151bed4-a62e-4361-b9dc-fddd55a05eeb, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3151bed4-a62e-4361-b9dc-fddd55a05eeb,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:48.836232 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-acecc8c1-1953-4739-a2c7-9a9e40629961 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:48.860079 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-acecc8c1-1953-4739-a2c7-9a9e40629961 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Calling delete_port for 3151bed4-a62e-4361-b9dc-fddd55a05eeb owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:48.938552 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3151bed4-a62e-4361-b9dc-fddd55a05eeb up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:32:48.993268 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 3151bed4-a62e-4361-b9dc-fddd55a05eeb completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:48.997641 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 3151bed4-a62e-4361-b9dc-fddd55a05eeb triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:48.997970 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:49.085942 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:49.106001 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-acecc8c1-1953-4739-a2c7-9a9e40629961 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:49.142791 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acecc8c1-1953-4739-a2c7-9a9e40629961 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Pushing event deleted for resources: {'Port': ['ID=3151bed4-a62e-4361-b9dc-fddd55a05eeb,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:49.153293 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecc8c1-1953-4739-a2c7-9a9e40629961 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:49.153677 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecc8c1-1953-4739-a2c7-9a9e40629961 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:49.154017 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecc8c1-1953-4739-a2c7-9a9e40629961 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:49.154358 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecc8c1-1953-4739-a2c7-9a9e40629961 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:49.154692 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecc8c1-1953-4739-a2c7-9a9e40629961 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:49.155023 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecc8c1-1953-4739-a2c7-9a9e40629961 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:49.155379 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecc8c1-1953-4739-a2c7-9a9e40629961 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:49.155727 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecc8c1-1953-4739-a2c7-9a9e40629961 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:49.156041 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecc8c1-1953-4739-a2c7-9a9e40629961 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:49.156363 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecc8c1-1953-4739-a2c7-9a9e40629961 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:49.156693 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecc8c1-1953-4739-a2c7-9a9e40629961 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:49.157016 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecc8c1-1953-4739-a2c7-9a9e40629961 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:49.229726 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-acecc8c1-1953-4739-a2c7-9a9e40629961 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:49.675406 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-acecc8c1-1953-4739-a2c7-9a9e40629961 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:49.678306 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-acecc8c1-1953-4739-a2c7-9a9e40629961 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:49.722951 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-acecc8c1-1953-4739-a2c7-9a9e40629961 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:49.723700 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acecc8c1-1953-4739-a2c7-9a9e40629961 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bae334fb-cf20-4fee-b4ed-58d26ad0df39 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:32:49.728553 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-acecc8c1-1953-4739-a2c7-9a9e40629961 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:49.733152 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55786) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:49.737868 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-96413712-4f62-401f-acc0-996610da01b6 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1178047021', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}, 'admin_state_up': False}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:49.738080 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-acecc8c1-1953-4739-a2c7-9a9e40629961 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] 10.222.0.32 "DELETE /v2.0/routers/bae334fb-cf20-4fee-b4ed-58d26ad0df39 HTTP/1.1" status: 204 len: 168 time: 1.4073646 Jul 23 20:32:49.766713 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-96413712-4f62-401f-acc0-996610da01b6 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:49.768565 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-96413712-4f62-401f-acc0-996610da01b6 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:49.841619 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-96413712-4f62-401f-acc0-996610da01b6 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:50.012576 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-96413712-4f62-401f-acc0-996610da01b6 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:50.261115 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-96413712-4f62-401f-acc0-996610da01b6 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:50.281953 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-96413712-4f62-401f-acc0-996610da01b6 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:50.411311 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-96413712-4f62-401f-acc0-996610da01b6 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Allocated IP 172.25.1.246 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/eef8f893-3dc9-470f-b5b9-49433844ce43) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:50.557849 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-96413712-4f62-401f-acc0-996610da01b6 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:50.601975 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-96413712-4f62-401f-acc0-996610da01b6 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:50.648554 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96413712-4f62-401f-acc0-996610da01b6 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:50.653512 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-96413712-4f62-401f-acc0-996610da01b6 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:50.657355 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96413712-4f62-401f-acc0-996610da01b6 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:50.707673 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96413712-4f62-401f-acc0-996610da01b6 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Pushing event updated for resources: {'Port': ['ID=eef8f893-3dc9-470f-b5b9-49433844ce43,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:50.858977 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3151bed4-a62e-4361-b9dc-fddd55a05eeb no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:32:50.884652 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 3151bed4-a62e-4361-b9dc-fddd55a05eeb {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:32:50.885362 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3151bed4-a62e-4361-b9dc-fddd55a05eeb not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:32:50.985519 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-96413712-4f62-401f-acc0-996610da01b6 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:51.223145 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-96413712-4f62-401f-acc0-996610da01b6 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:51.716274 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96413712-4f62-401f-acc0-996610da01b6 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Router 0691c426-365f-4929-866c-7c5b29c076d5 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:32:51.862087 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96413712-4f62-401f-acc0-996610da01b6 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:32:51.878500 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f5b075-c460-4de7-b190-fb5e217f44e4 None None] Sync routers for ids ['0691c426-365f-4929-866c-7c5b29c076d5'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:32:51.888250 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-96413712-4f62-401f-acc0-996610da01b6 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:51.893110 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-96413712-4f62-401f-acc0-996610da01b6 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.1588526 Jul 23 20:32:51.893993 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55804) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:51.899372 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f5b075-c460-4de7-b190-fb5e217f44e4 None None] Routers {'0691c426-365f-4929-866c-7c5b29c076d5'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:51.900043 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-37f5b075-c460-4de7-b190-fb5e217f44e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:32:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['0691c426-365f-4929-866c-7c5b29c076d5'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:51.901227 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-49131395-9282-441b-b713-6b03790dcb0b tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'enable_snat': False}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:51.945601 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-37f5b075-c460-4de7-b190-fb5e217f44e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:51.958336 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f5b075-c460-4de7-b190-fb5e217f44e4 None None] Routers {'0691c426-365f-4929-866c-7c5b29c076d5'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:51.958336 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-37f5b075-c460-4de7-b190-fb5e217f44e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:32:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['0691c426-365f-4929-866c-7c5b29c076d5'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:52.000756 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-37f5b075-c460-4de7-b190-fb5e217f44e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:52.002083 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f5b075-c460-4de7-b190-fb5e217f44e4 None None] The sync data for ids ['0691c426-365f-4929-866c-7c5b29c076d5'] in n-d-793618-10 is: [] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:32:52.261659 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49131395-9282-441b-b713-6b03790dcb0b tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:52.719648 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49131395-9282-441b-b713-6b03790dcb0b tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:52.723567 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49131395-9282-441b-b713-6b03790dcb0b tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548192'] for router, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:52.863579 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49131395-9282-441b-b713-6b03790dcb0b tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Router 0691c426-365f-4929-866c-7c5b29c076d5 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:32:52.992079 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49131395-9282-441b-b713-6b03790dcb0b tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:32:52.997253 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49131395-9282-441b-b713-6b03790dcb0b tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:52.998518 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-49131395-9282-441b-b713-6b03790dcb0b tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] 10.222.0.32 "PUT /v2.0/routers/0691c426-365f-4929-866c-7c5b29c076d5 HTTP/1.1" status: 200 len: 922 time: 1.1021442 Jul 23 20:32:53.001160 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55810) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:53.002916 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba40fd3-6ae4-48d8-a09d-db38e68bdf3b None None] Sync routers for ids ['0691c426-365f-4929-866c-7c5b29c076d5'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:32:53.015838 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba40fd3-6ae4-48d8-a09d-db38e68bdf3b None None] Routers {'0691c426-365f-4929-866c-7c5b29c076d5'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:53.017836 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-5ba40fd3-6ae4-48d8-a09d-db38e68bdf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:32:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['0691c426-365f-4929-866c-7c5b29c076d5'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:53.065308 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-5ba40fd3-6ae4-48d8-a09d-db38e68bdf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:53.075975 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba40fd3-6ae4-48d8-a09d-db38e68bdf3b None None] Routers {'0691c426-365f-4929-866c-7c5b29c076d5'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:53.076577 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-5ba40fd3-6ae4-48d8-a09d-db38e68bdf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:32:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['0691c426-365f-4929-866c-7c5b29c076d5'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:53.114056 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-5ba40fd3-6ae4-48d8-a09d-db38e68bdf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:53.114641 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba40fd3-6ae4-48d8-a09d-db38e68bdf3b None None] The sync data for ids ['0691c426-365f-4929-866c-7c5b29c076d5'] in n-d-793618-10 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:32:53.123120 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7dc8528a-969a-45fc-8ac6-e1c2a5b5a1e9 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] 10.222.0.32 "GET /v2.0/routers/0691c426-365f-4929-866c-7c5b29c076d5 HTTP/1.1" status: 200 len: 922 time: 0.1205375 Jul 23 20:32:53.126181 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55812) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:53.227816 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a526e90-4c2b-455a-ad65-e8a598b4a831 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:53.229372 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3a526e90-4c2b-455a-ad65-e8a598b4a831 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=8013d0d6-aee4-47cc-8dbe-3abed6e5116f&device_id=0691c426-365f-4929-866c-7c5b29c076d5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1021700 Jul 23 20:32:53.234029 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55814) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:53.343465 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb00016b-ca27-417a-9725-d6030472fc41 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:53.344852 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-fb00016b-ca27-417a-9725-d6030472fc41 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] 10.222.0.32 "GET /v2.0/networks/8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 881 time: 0.1098492 Jul 23 20:32:53.348620 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55818) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:53.384906 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-73baa08c-a94f-4987-b62b-4bd7cc07ccff tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] 10.222.0.32 "GET /v2.0/ports?device_id=0691c426-365f-4929-866c-7c5b29c076d5 HTTP/1.1" status: 200 len: 205 time: 0.0349979 Jul 23 20:32:53.387371 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55820) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:53.521576 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9811140a-bd12-4542-bfd8-ee558d646710 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:53.638759 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9811140a-bd12-4542-bfd8-ee558d646710 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:53.705774 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-9811140a-bd12-4542-bfd8-ee558d646710 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Deleting port eef8f893-3dc9-470f-b5b9-49433844ce43 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:53.706984 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9811140a-bd12-4542-bfd8-ee558d646710 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:53.809488 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9811140a-bd12-4542-bfd8-ee558d646710 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:53.826237 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-9811140a-bd12-4542-bfd8-ee558d646710 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Calling delete_port for eef8f893-3dc9-470f-b5b9-49433844ce43 owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:54.063169 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9811140a-bd12-4542-bfd8-ee558d646710 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:54.090705 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9811140a-bd12-4542-bfd8-ee558d646710 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Pushing event deleted for resources: {'Port': ['ID=eef8f893-3dc9-470f-b5b9-49433844ce43,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:54.176819 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9811140a-bd12-4542-bfd8-ee558d646710 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:54.296731 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9811140a-bd12-4542-bfd8-ee558d646710 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:54.298950 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9811140a-bd12-4542-bfd8-ee558d646710 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:54.349679 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9811140a-bd12-4542-bfd8-ee558d646710 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:54.350247 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9811140a-bd12-4542-bfd8-ee558d646710 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Fanout notify agent at l3_agent the message router_deleted on router 0691c426-365f-4929-866c-7c5b29c076d5 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:32:54.358106 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9811140a-bd12-4542-bfd8-ee558d646710 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:54.362797 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9811140a-bd12-4542-bfd8-ee558d646710 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] 10.222.0.32 "DELETE /v2.0/routers/0691c426-365f-4929-866c-7c5b29c076d5 HTTP/1.1" status: 204 len: 168 time: 0.9710391 Jul 23 20:32:54.363682 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55824) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:54.369115 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-06910490-7863-415c-a8e6-81cdb87df172 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1658091278', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:54.396062 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06910490-7863-415c-a8e6-81cdb87df172 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:54.397361 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06910490-7863-415c-a8e6-81cdb87df172 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:54.469184 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06910490-7863-415c-a8e6-81cdb87df172 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:54.474077 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06910490-7863-415c-a8e6-81cdb87df172 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:54.492768 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06910490-7863-415c-a8e6-81cdb87df172 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:54.494931 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-06910490-7863-415c-a8e6-81cdb87df172 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1299078 Jul 23 20:32:54.497736 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55828) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:54.503692 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-22010add-77b6-4772-8da9-f8e09af0f540 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Request body: {'router': {'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:54.733693 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-22010add-77b6-4772-8da9-f8e09af0f540 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:54.975879 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-22010add-77b6-4772-8da9-f8e09af0f540 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:54.997897 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-22010add-77b6-4772-8da9-f8e09af0f540 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:55.130910 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-22010add-77b6-4772-8da9-f8e09af0f540 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Allocated IP 172.25.1.26 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/ab9cb45b-c72d-4ffc-abee-1a1fad20bfa9) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:55.257600 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-22010add-77b6-4772-8da9-f8e09af0f540 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:55.309430 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-22010add-77b6-4772-8da9-f8e09af0f540 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:55.348577 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22010add-77b6-4772-8da9-f8e09af0f540 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:55.351690 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-22010add-77b6-4772-8da9-f8e09af0f540 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:55.355942 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22010add-77b6-4772-8da9-f8e09af0f540 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:55.391738 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22010add-77b6-4772-8da9-f8e09af0f540 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Pushing event updated for resources: {'Port': ['ID=ab9cb45b-c72d-4ffc-abee-1a1fad20bfa9,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:55.664444 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-22010add-77b6-4772-8da9-f8e09af0f540 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:55.905181 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-22010add-77b6-4772-8da9-f8e09af0f540 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:55.908955 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-22010add-77b6-4772-8da9-f8e09af0f540 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548192'] for router, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:56.077874 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22010add-77b6-4772-8da9-f8e09af0f540 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Router d49ceb31-c335-44c8-8027-a813005e0aeb is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:32:56.207568 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22010add-77b6-4772-8da9-f8e09af0f540 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:32:56.215517 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-22010add-77b6-4772-8da9-f8e09af0f540 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:56.219312 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55836) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:56.220201 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-22010add-77b6-4772-8da9-f8e09af0f540 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] 10.222.0.32 "PUT /v2.0/routers/d49ceb31-c335-44c8-8027-a813005e0aeb HTTP/1.1" status: 200 len: 879 time: 1.7211969 Jul 23 20:32:56.221688 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd8125a-2e23-4e54-ab79-4039af39b5c1 None None] Sync routers for ids ['d49ceb31-c335-44c8-8027-a813005e0aeb'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:32:56.235301 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd8125a-2e23-4e54-ab79-4039af39b5c1 None None] Routers {'d49ceb31-c335-44c8-8027-a813005e0aeb'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:56.237839 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ccd8125a-2e23-4e54-ab79-4039af39b5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:32:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['d49ceb31-c335-44c8-8027-a813005e0aeb'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:56.290252 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ccd8125a-2e23-4e54-ab79-4039af39b5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:56.303529 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd8125a-2e23-4e54-ab79-4039af39b5c1 None None] Routers {'d49ceb31-c335-44c8-8027-a813005e0aeb'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:56.305804 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ccd8125a-2e23-4e54-ab79-4039af39b5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:32:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['d49ceb31-c335-44c8-8027-a813005e0aeb'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:56.348946 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ccd8125a-2e23-4e54-ab79-4039af39b5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:56.349872 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd8125a-2e23-4e54-ab79-4039af39b5c1 None None] The sync data for ids ['d49ceb31-c335-44c8-8027-a813005e0aeb'] in n-d-793618-10 is: [] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:32:56.359613 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ae1f3a2e-e209-4da5-835c-aad619066254 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] 10.222.0.32 "GET /v2.0/routers/d49ceb31-c335-44c8-8027-a813005e0aeb HTTP/1.1" status: 200 len: 920 time: 0.1385074 Jul 23 20:32:56.363618 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55838) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:56.480515 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d684c614-3718-4565-9167-69014be683d1 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:56.484467 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d684c614-3718-4565-9167-69014be683d1 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=8013d0d6-aee4-47cc-8dbe-3abed6e5116f&device_id=d49ceb31-c335-44c8-8027-a813005e0aeb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1173677 Jul 23 20:32:56.484683 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55840) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:56.603620 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150e9cce-4d5c-4f5d-818c-f80da30df79b tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:56.605195 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-150e9cce-4d5c-4f5d-818c-f80da30df79b tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] 10.222.0.32 "GET /v2.0/networks/8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 881 time: 0.1194921 Jul 23 20:32:56.607967 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55844) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:56.644726 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-334809b4-8db6-4e3a-bf58-755e85ccadf6 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] 10.222.0.32 "GET /v2.0/ports?device_id=d49ceb31-c335-44c8-8027-a813005e0aeb HTTP/1.1" status: 200 len: 205 time: 0.0353353 Jul 23 20:32:56.647101 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55846) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:56.782613 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-07955dfc-8afe-4c0d-88b0-54580ca73bfe tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:56.907555 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-07955dfc-8afe-4c0d-88b0-54580ca73bfe tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:56.977830 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-07955dfc-8afe-4c0d-88b0-54580ca73bfe tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Deleting port ab9cb45b-c72d-4ffc-abee-1a1fad20bfa9 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:56.978508 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-07955dfc-8afe-4c0d-88b0-54580ca73bfe tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:57.073226 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-07955dfc-8afe-4c0d-88b0-54580ca73bfe tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:57.086760 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-07955dfc-8afe-4c0d-88b0-54580ca73bfe tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Calling delete_port for ab9cb45b-c72d-4ffc-abee-1a1fad20bfa9 owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:57.307739 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-07955dfc-8afe-4c0d-88b0-54580ca73bfe tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:57.339658 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07955dfc-8afe-4c0d-88b0-54580ca73bfe tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Pushing event deleted for resources: {'Port': ['ID=ab9cb45b-c72d-4ffc-abee-1a1fad20bfa9,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:57.426447 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-07955dfc-8afe-4c0d-88b0-54580ca73bfe tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:57.525615 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-07955dfc-8afe-4c0d-88b0-54580ca73bfe tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:57.527838 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-07955dfc-8afe-4c0d-88b0-54580ca73bfe tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:57.576234 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-07955dfc-8afe-4c0d-88b0-54580ca73bfe tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:57.576859 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07955dfc-8afe-4c0d-88b0-54580ca73bfe tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Fanout notify agent at l3_agent the message router_deleted on router d49ceb31-c335-44c8-8027-a813005e0aeb {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:32:57.585717 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-07955dfc-8afe-4c0d-88b0-54580ca73bfe tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:57.586822 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-07955dfc-8afe-4c0d-88b0-54580ca73bfe tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] 10.222.0.32 "DELETE /v2.0/routers/d49ceb31-c335-44c8-8027-a813005e0aeb HTTP/1.1" status: 204 len: 168 time: 0.9387484 Jul 23 20:32:57.590602 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55850) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:57.596039 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-1656859f-1557-4767-b20b-5309b73b8c56 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2069098935', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:57.640769 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1656859f-1557-4767-b20b-5309b73b8c56 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:57.644063 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1656859f-1557-4767-b20b-5309b73b8c56 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:57.707888 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1656859f-1557-4767-b20b-5309b73b8c56 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:57.711993 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1656859f-1557-4767-b20b-5309b73b8c56 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:57.730311 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1656859f-1557-4767-b20b-5309b73b8c56 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:57.731547 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1656859f-1557-4767-b20b-5309b73b8c56 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1398385 Jul 23 20:32:57.734602 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55854) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:57.739768 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-31cc79f1-7455-4f46-9c93-a870dedfe920 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'enable_snat': True}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:57.949899 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-31cc79f1-7455-4f46-9c93-a870dedfe920 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:58.170521 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-31cc79f1-7455-4f46-9c93-a870dedfe920 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:58.194912 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-31cc79f1-7455-4f46-9c93-a870dedfe920 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:58.308815 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-31cc79f1-7455-4f46-9c93-a870dedfe920 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Allocated IP 172.25.1.121 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/dbc6dd2b-7e77-46bc-9649-a830d132e395) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:58.774782 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-31cc79f1-7455-4f46-9c93-a870dedfe920 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:58.875377 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-31cc79f1-7455-4f46-9c93-a870dedfe920 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:58.919158 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cc79f1-7455-4f46-9c93-a870dedfe920 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:58.928529 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-31cc79f1-7455-4f46-9c93-a870dedfe920 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:58.932113 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cc79f1-7455-4f46-9c93-a870dedfe920 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:58.937771 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc79f1-7455-4f46-9c93-a870dedfe920 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Pushing event updated for resources: {'Port': ['ID=dbc6dd2b-7e77-46bc-9649-a830d132e395,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:59.202646 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-31cc79f1-7455-4f46-9c93-a870dedfe920 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:59.428092 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-31cc79f1-7455-4f46-9c93-a870dedfe920 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:59.431695 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-31cc79f1-7455-4f46-9c93-a870dedfe920 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548192'] for router, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:59.570312 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31cc79f1-7455-4f46-9c93-a870dedfe920 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Router 92f0bc07-ed6c-46b8-be63-5bc517c69c83 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:32:59.681938 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cc79f1-7455-4f46-9c93-a870dedfe920 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:32:59.686944 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-31cc79f1-7455-4f46-9c93-a870dedfe920 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:59.690671 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-31cc79f1-7455-4f46-9c93-a870dedfe920 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] 10.222.0.32 "PUT /v2.0/routers/92f0bc07-ed6c-46b8-be63-5bc517c69c83 HTTP/1.1" status: 200 len: 915 time: 1.9526227 Jul 23 20:32:59.691195 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55884) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:59.697554 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a8ed96-57e2-4ff2-aa04-576869b4f4e3 None None] Sync routers for ids ['92f0bc07-ed6c-46b8-be63-5bc517c69c83'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:32:59.712412 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a8ed96-57e2-4ff2-aa04-576869b4f4e3 None None] Routers {'92f0bc07-ed6c-46b8-be63-5bc517c69c83'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:59.713822 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-62a8ed96-57e2-4ff2-aa04-576869b4f4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:32:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['92f0bc07-ed6c-46b8-be63-5bc517c69c83'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:59.757216 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-62a8ed96-57e2-4ff2-aa04-576869b4f4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:59.770327 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a8ed96-57e2-4ff2-aa04-576869b4f4e3 None None] Routers {'92f0bc07-ed6c-46b8-be63-5bc517c69c83'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:59.771215 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-62a8ed96-57e2-4ff2-aa04-576869b4f4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:32:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['92f0bc07-ed6c-46b8-be63-5bc517c69c83'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:59.811868 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-62a8ed96-57e2-4ff2-aa04-576869b4f4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:59.812743 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a8ed96-57e2-4ff2-aa04-576869b4f4e3 None None] The sync data for ids ['92f0bc07-ed6c-46b8-be63-5bc517c69c83'] in n-d-793618-10 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:32:59.816812 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55886) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:59.819241 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3a7cc5c4-075b-45fa-9fce-59874bd4b305 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] 10.222.0.32 "GET /v2.0/routers/92f0bc07-ed6c-46b8-be63-5bc517c69c83 HTTP/1.1" status: 200 len: 921 time: 0.1238732 Jul 23 20:32:59.881133 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041162d5-142c-4b5a-b015-96cf7673468c tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:59.882660 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-041162d5-142c-4b5a-b015-96cf7673468c tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=8013d0d6-aee4-47cc-8dbe-3abed6e5116f&device_id=92f0bc07-ed6c-46b8-be63-5bc517c69c83&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0634956 Jul 23 20:32:59.885181 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55888) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:59.981050 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e993af-e2f6-4629-b03e-5262bf220917 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:59.982518 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-01e993af-e2f6-4629-b03e-5262bf220917 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] 10.222.0.32 "GET /v2.0/networks/8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 881 time: 0.0963478 Jul 23 20:32:59.985311 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55890) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:00.023608 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0ec9d275-b733-4434-8ef4-982e0c82015d tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] 10.222.0.32 "GET /v2.0/ports?device_id=92f0bc07-ed6c-46b8-be63-5bc517c69c83 HTTP/1.1" status: 200 len: 205 time: 0.0370700 Jul 23 20:33:00.026126 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55894) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:00.140497 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d2fafe7b-3d83-4958-b10a-0e954cb16abd tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:00.256016 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d2fafe7b-3d83-4958-b10a-0e954cb16abd tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:00.318678 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-d2fafe7b-3d83-4958-b10a-0e954cb16abd tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Deleting port dbc6dd2b-7e77-46bc-9649-a830d132e395 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:00.319021 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d2fafe7b-3d83-4958-b10a-0e954cb16abd tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:00.396412 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d2fafe7b-3d83-4958-b10a-0e954cb16abd tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:00.411823 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-d2fafe7b-3d83-4958-b10a-0e954cb16abd tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Calling delete_port for dbc6dd2b-7e77-46bc-9649-a830d132e395 owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:00.607378 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d2fafe7b-3d83-4958-b10a-0e954cb16abd tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:00.633494 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fafe7b-3d83-4958-b10a-0e954cb16abd tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Pushing event deleted for resources: {'Port': ['ID=dbc6dd2b-7e77-46bc-9649-a830d132e395,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:00.705536 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d2fafe7b-3d83-4958-b10a-0e954cb16abd tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:00.802559 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d2fafe7b-3d83-4958-b10a-0e954cb16abd tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:00.804723 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d2fafe7b-3d83-4958-b10a-0e954cb16abd tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:00.848740 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d2fafe7b-3d83-4958-b10a-0e954cb16abd tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:00.849267 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2fafe7b-3d83-4958-b10a-0e954cb16abd tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Fanout notify agent at l3_agent the message router_deleted on router 92f0bc07-ed6c-46b8-be63-5bc517c69c83 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:33:00.856741 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d2fafe7b-3d83-4958-b10a-0e954cb16abd tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:00.857950 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d2fafe7b-3d83-4958-b10a-0e954cb16abd tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] 10.222.0.32 "DELETE /v2.0/routers/92f0bc07-ed6c-46b8-be63-5bc517c69c83 HTTP/1.1" status: 204 len: 168 time: 0.8305447 Jul 23 20:33:00.861993 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55908) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:00.867719 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-748854b9-e186-4c53-9213-650c7d16ecec tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-417497663', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:00.891805 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-748854b9-e186-4c53-9213-650c7d16ecec tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:00.892791 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-748854b9-e186-4c53-9213-650c7d16ecec tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:00.947377 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-748854b9-e186-4c53-9213-650c7d16ecec tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:00.951859 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-748854b9-e186-4c53-9213-650c7d16ecec tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:00.968944 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-748854b9-e186-4c53-9213-650c7d16ecec tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:00.970210 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-748854b9-e186-4c53-9213-650c7d16ecec tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1068230 Jul 23 20:33:00.973506 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55910) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:00.977954 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-c2b9d6d9-87c7-45a4-bddf-f127f9e4663e tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'enable_snat': False}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:01.191628 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c2b9d6d9-87c7-45a4-bddf-f127f9e4663e tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:01.516826 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c2b9d6d9-87c7-45a4-bddf-f127f9e4663e tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:01.537143 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c2b9d6d9-87c7-45a4-bddf-f127f9e4663e tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:01.671424 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-c2b9d6d9-87c7-45a4-bddf-f127f9e4663e tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Allocated IP 172.25.1.116 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/0560aa60-111d-4dd9-968d-58682c7c5139) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:01.779619 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c2b9d6d9-87c7-45a4-bddf-f127f9e4663e tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:01.820387 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c2b9d6d9-87c7-45a4-bddf-f127f9e4663e tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:01.858239 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b9d6d9-87c7-45a4-bddf-f127f9e4663e tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:01.861121 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-c2b9d6d9-87c7-45a4-bddf-f127f9e4663e tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:01.872084 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b9d6d9-87c7-45a4-bddf-f127f9e4663e tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:01.896321 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b9d6d9-87c7-45a4-bddf-f127f9e4663e tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Pushing event updated for resources: {'Port': ['ID=0560aa60-111d-4dd9-968d-58682c7c5139,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:02.535828 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c2b9d6d9-87c7-45a4-bddf-f127f9e4663e tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:02.817638 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c2b9d6d9-87c7-45a4-bddf-f127f9e4663e tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:02.822633 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c2b9d6d9-87c7-45a4-bddf-f127f9e4663e tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548192'] for router, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:03.027356 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b9d6d9-87c7-45a4-bddf-f127f9e4663e tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Router 12ba5a8d-7784-426d-ac66-9c43b2b3191b is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:33:03.153746 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b9d6d9-87c7-45a4-bddf-f127f9e4663e tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:33:03.158630 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c2b9d6d9-87c7-45a4-bddf-f127f9e4663e tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:03.161514 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c2b9d6d9-87c7-45a4-bddf-f127f9e4663e tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] 10.222.0.32 "PUT /v2.0/routers/12ba5a8d-7784-426d-ac66-9c43b2b3191b HTTP/1.1" status: 200 len: 915 time: 2.1870422 Jul 23 20:33:03.163147 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20925f6-d137-484d-b892-d7e64f67c3db None None] Sync routers for ids ['12ba5a8d-7784-426d-ac66-9c43b2b3191b'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:33:03.164410 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55934) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:03.177991 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20925f6-d137-484d-b892-d7e64f67c3db None None] Routers {'12ba5a8d-7784-426d-ac66-9c43b2b3191b'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:03.178757 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-f20925f6-d137-484d-b892-d7e64f67c3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:32:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['12ba5a8d-7784-426d-ac66-9c43b2b3191b'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:03.214766 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-f20925f6-d137-484d-b892-d7e64f67c3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:03.225835 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20925f6-d137-484d-b892-d7e64f67c3db None None] Routers {'12ba5a8d-7784-426d-ac66-9c43b2b3191b'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:03.226720 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-f20925f6-d137-484d-b892-d7e64f67c3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:32:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['12ba5a8d-7784-426d-ac66-9c43b2b3191b'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:03.280107 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-f20925f6-d137-484d-b892-d7e64f67c3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:03.280999 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20925f6-d137-484d-b892-d7e64f67c3db None None] The sync data for ids ['12ba5a8d-7784-426d-ac66-9c43b2b3191b'] in n-d-793618-10 is: [] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:33:03.302935 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-eb63ab57-cfe4-40c1-b1b0-0a519db4a804 tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] 10.222.0.32 "GET /v2.0/routers/12ba5a8d-7784-426d-ac66-9c43b2b3191b HTTP/1.1" status: 200 len: 921 time: 0.1331239 Jul 23 20:33:03.303539 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55936) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:03.364911 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd671570-21d0-43f7-9ef2-44a5c475c64a tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:03.368828 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-fd671570-21d0-43f7-9ef2-44a5c475c64a tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=8013d0d6-aee4-47cc-8dbe-3abed6e5116f&device_id=12ba5a8d-7784-426d-ac66-9c43b2b3191b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0616558 Jul 23 20:33:03.369048 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55938) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:03.460435 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1470663-7df4-404f-a581-80161488b77f tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:03.463589 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d1470663-7df4-404f-a581-80161488b77f tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] 10.222.0.32 "GET /v2.0/networks/8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 881 time: 0.0934222 Jul 23 20:33:03.465274 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55940) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:03.495999 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b124ded8-bd4c-4297-a9a2-0ef75c067332 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] 10.222.0.32 "GET /v2.0/ports?device_id=12ba5a8d-7784-426d-ac66-9c43b2b3191b HTTP/1.1" status: 200 len: 205 time: 0.0295112 Jul 23 20:33:03.498702 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55942) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:03.624673 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-082c9c4a-0d81-4cb2-a4de-3102757ad309 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:03.757984 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-082c9c4a-0d81-4cb2-a4de-3102757ad309 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:03.820526 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-082c9c4a-0d81-4cb2-a4de-3102757ad309 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Deleting port 0560aa60-111d-4dd9-968d-58682c7c5139 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:03.820890 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-082c9c4a-0d81-4cb2-a4de-3102757ad309 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:03.915808 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-082c9c4a-0d81-4cb2-a4de-3102757ad309 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:03.928322 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-082c9c4a-0d81-4cb2-a4de-3102757ad309 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Calling delete_port for 0560aa60-111d-4dd9-968d-58682c7c5139 owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:04.094748 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-082c9c4a-0d81-4cb2-a4de-3102757ad309 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:04.120725 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c9c4a-0d81-4cb2-a4de-3102757ad309 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Pushing event deleted for resources: {'Port': ['ID=0560aa60-111d-4dd9-968d-58682c7c5139,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:04.184198 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-082c9c4a-0d81-4cb2-a4de-3102757ad309 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:04.280608 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-082c9c4a-0d81-4cb2-a4de-3102757ad309 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:04.282823 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-082c9c4a-0d81-4cb2-a4de-3102757ad309 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:04.326525 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-082c9c4a-0d81-4cb2-a4de-3102757ad309 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:04.327146 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082c9c4a-0d81-4cb2-a4de-3102757ad309 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Fanout notify agent at l3_agent the message router_deleted on router 12ba5a8d-7784-426d-ac66-9c43b2b3191b {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:33:04.334823 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-082c9c4a-0d81-4cb2-a4de-3102757ad309 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:04.336003 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-082c9c4a-0d81-4cb2-a4de-3102757ad309 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] 10.222.0.32 "DELETE /v2.0/routers/12ba5a8d-7784-426d-ac66-9c43b2b3191b HTTP/1.1" status: 204 len: 168 time: 0.8362334 Jul 23 20:33:04.339654 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55948) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:04.344054 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-4a509b8e-fe00-42e5-939c-0b3a49912e95 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-718561165', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}, 'admin_state_up': False}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:04.368302 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4a509b8e-fe00-42e5-939c-0b3a49912e95 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:04.369209 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4a509b8e-fe00-42e5-939c-0b3a49912e95 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:04.420884 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4a509b8e-fe00-42e5-939c-0b3a49912e95 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:04.557881 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4a509b8e-fe00-42e5-939c-0b3a49912e95 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:04.764918 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4a509b8e-fe00-42e5-939c-0b3a49912e95 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:04.792775 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4a509b8e-fe00-42e5-939c-0b3a49912e95 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:04.924443 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-4a509b8e-fe00-42e5-939c-0b3a49912e95 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Allocated IP 172.25.1.123 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/8d185937-ea53-469d-afef-55ce6ca33fad) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:05.050639 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4a509b8e-fe00-42e5-939c-0b3a49912e95 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:05.097697 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4a509b8e-fe00-42e5-939c-0b3a49912e95 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:05.138786 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a509b8e-fe00-42e5-939c-0b3a49912e95 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:05.142024 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-4a509b8e-fe00-42e5-939c-0b3a49912e95 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:05.149965 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a509b8e-fe00-42e5-939c-0b3a49912e95 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:05.175170 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a509b8e-fe00-42e5-939c-0b3a49912e95 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Pushing event updated for resources: {'Port': ['ID=8d185937-ea53-469d-afef-55ce6ca33fad,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:05.548733 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4a509b8e-fe00-42e5-939c-0b3a49912e95 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:05.785959 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4a509b8e-fe00-42e5-939c-0b3a49912e95 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:05.964544 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a509b8e-fe00-42e5-939c-0b3a49912e95 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Router 8184973a-75fb-4755-ad77-9e4045b03bcf is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:33:06.074379 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a509b8e-fe00-42e5-939c-0b3a49912e95 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:33:06.088345 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c845151-507b-4e68-a11a-ab84b53d98fc None None] Sync routers for ids ['8184973a-75fb-4755-ad77-9e4045b03bcf'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:33:06.096102 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4a509b8e-fe00-42e5-939c-0b3a49912e95 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:06.098011 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4a509b8e-fe00-42e5-939c-0b3a49912e95 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.7574081 Jul 23 20:33:06.100759 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55972) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:06.105132 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c845151-507b-4e68-a11a-ab84b53d98fc None None] Routers {'8184973a-75fb-4755-ad77-9e4045b03bcf'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:06.105356 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-41f3a550-5ffd-48a6-8715-4fc48d57571e tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:06.106626 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2c845151-507b-4e68-a11a-ab84b53d98fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:32:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['8184973a-75fb-4755-ad77-9e4045b03bcf'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:06.144858 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2c845151-507b-4e68-a11a-ab84b53d98fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:06.156019 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c845151-507b-4e68-a11a-ab84b53d98fc None None] Routers {'8184973a-75fb-4755-ad77-9e4045b03bcf'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:06.156504 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2c845151-507b-4e68-a11a-ab84b53d98fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:32:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['8184973a-75fb-4755-ad77-9e4045b03bcf'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:06.198164 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2c845151-507b-4e68-a11a-ab84b53d98fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:06.199105 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c845151-507b-4e68-a11a-ab84b53d98fc None None] The sync data for ids ['8184973a-75fb-4755-ad77-9e4045b03bcf'] in n-d-793618-10 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:33:06.448631 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-41f3a550-5ffd-48a6-8715-4fc48d57571e tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:06.463380 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-41f3a550-5ffd-48a6-8715-4fc48d57571e tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:06.517334 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-41f3a550-5ffd-48a6-8715-4fc48d57571e tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Deleting port 8d185937-ea53-469d-afef-55ce6ca33fad {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:06.517739 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-41f3a550-5ffd-48a6-8715-4fc48d57571e tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:06.609071 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-41f3a550-5ffd-48a6-8715-4fc48d57571e tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:06.622648 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-41f3a550-5ffd-48a6-8715-4fc48d57571e tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Calling delete_port for 8d185937-ea53-469d-afef-55ce6ca33fad owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:06.758619 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:33:06.813142 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-41f3a550-5ffd-48a6-8715-4fc48d57571e tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:06.853592 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3a550-5ffd-48a6-8715-4fc48d57571e tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Pushing event deleted for resources: {'Port': ['ID=8d185937-ea53-469d-afef-55ce6ca33fad,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:06.990116 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-41f3a550-5ffd-48a6-8715-4fc48d57571e tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:07.758411 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-41f3a550-5ffd-48a6-8715-4fc48d57571e tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:07.763415 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-41f3a550-5ffd-48a6-8715-4fc48d57571e tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548192'] for router, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:07.849340 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f3a550-5ffd-48a6-8715-4fc48d57571e tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Router 8184973a-75fb-4755-ad77-9e4045b03bcf has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:33:07.945834 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f3a550-5ffd-48a6-8715-4fc48d57571e tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:33:07.953322 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-41f3a550-5ffd-48a6-8715-4fc48d57571e tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:07.954910 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-41f3a550-5ffd-48a6-8715-4fc48d57571e tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] 10.222.0.32 "PUT /v2.0/routers/8184973a-75fb-4755-ad77-9e4045b03bcf HTTP/1.1" status: 200 len: 705 time: 1.8532250 Jul 23 20:33:07.958421 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55984) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:07.967444 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99668c4e-e2d0-4a49-b6e4-565e39ece42f None None] Sync routers for ids ['8184973a-75fb-4755-ad77-9e4045b03bcf'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:33:07.991610 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99668c4e-e2d0-4a49-b6e4-565e39ece42f None None] Routers {'8184973a-75fb-4755-ad77-9e4045b03bcf'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:07.992652 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-99668c4e-e2d0-4a49-b6e4-565e39ece42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:32:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['8184973a-75fb-4755-ad77-9e4045b03bcf'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:08.039170 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-99668c4e-e2d0-4a49-b6e4-565e39ece42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:08.048571 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99668c4e-e2d0-4a49-b6e4-565e39ece42f None None] Routers {'8184973a-75fb-4755-ad77-9e4045b03bcf'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:08.049452 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-99668c4e-e2d0-4a49-b6e4-565e39ece42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:32:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['8184973a-75fb-4755-ad77-9e4045b03bcf'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:08.082387 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-99668c4e-e2d0-4a49-b6e4-565e39ece42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:08.083336 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99668c4e-e2d0-4a49-b6e4-565e39ece42f None None] The sync data for ids ['8184973a-75fb-4755-ad77-9e4045b03bcf'] in n-d-793618-10 is: [] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:33:08.087031 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a769821d-dbdc-454c-91b0-67e3c8ac226c tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] 10.222.0.32 "GET /v2.0/routers/8184973a-75fb-4755-ad77-9e4045b03bcf HTTP/1.1" status: 200 len: 740 time: 0.1246786 Jul 23 20:33:08.091368 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55986) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:08.168101 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-bd9c7656-4388-4cb6-9443-9ce68f98762e tempest-RoutersAdminTest-791475832 tempest-RoutersAdminTest-791475832-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=8013d0d6-aee4-47cc-8dbe-3abed6e5116f&device_id=8184973a-75fb-4755-ad77-9e4045b03bcf HTTP/1.1" status: 200 len: 205 time: 0.0754142 Jul 23 20:33:08.170874 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 55988) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:08.224582 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55990) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:08.225366 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-63c294b6-5789-458c-afc2-34d3cd933b7f tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] 10.222.0.32 "GET /v2.0/ports?device_id=8184973a-75fb-4755-ad77-9e4045b03bcf HTTP/1.1" status: 200 len: 205 time: 0.0518787 Jul 23 20:33:08.319869 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9db7177b-f5a5-4283-8c22-d91a192adb94 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:08.498999 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9db7177b-f5a5-4283-8c22-d91a192adb94 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:08.501653 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9db7177b-f5a5-4283-8c22-d91a192adb94 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:08.550547 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9db7177b-f5a5-4283-8c22-d91a192adb94 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:08.551099 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db7177b-f5a5-4283-8c22-d91a192adb94 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Fanout notify agent at l3_agent the message router_deleted on router 8184973a-75fb-4755-ad77-9e4045b03bcf {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:33:08.559943 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9db7177b-f5a5-4283-8c22-d91a192adb94 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:08.564355 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9db7177b-f5a5-4283-8c22-d91a192adb94 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] 10.222.0.32 "DELETE /v2.0/routers/8184973a-75fb-4755-ad77-9e4045b03bcf HTTP/1.1" status: 204 len: 168 time: 0.3356657 Jul 23 20:33:08.564623 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55994) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:08.599738 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ca0f45b2-ce65-4e1e-ab75-c7390163566a tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] 10.222.0.32 "GET /v2.0/ports?device_id=8184973a-75fb-4755-ad77-9e4045b03bcf HTTP/1.1" status: 200 len: 205 time: 0.0331147 Jul 23 20:33:08.602032 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55996) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:08.651870 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-2c34b067-f916-44c5-b8a2-ad0975fb43a8 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] delete failed (client error): The resource could not be found. Jul 23 20:33:08.653069 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2c34b067-f916-44c5-b8a2-ad0975fb43a8 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] 10.222.0.32 "DELETE /v2.0/routers/8184973a-75fb-4755-ad77-9e4045b03bcf HTTP/1.1" status: 404 len: 336 time: 0.0501475 Jul 23 20:33:08.655556 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 55998) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:08.686607 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8e506667-7503-45bf-a038-c2cb895d04eb tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] 10.222.0.32 "GET /v2.0/ports?device_id=12ba5a8d-7784-426d-ac66-9c43b2b3191b HTTP/1.1" status: 200 len: 205 time: 0.0299785 Jul 23 20:33:08.688799 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56000) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:08.729131 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-ef60316b-18e0-4cd1-a1bb-3c91fd4d656a tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] delete failed (client error): The resource could not be found. Jul 23 20:33:08.730135 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ef60316b-18e0-4cd1-a1bb-3c91fd4d656a tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] 10.222.0.32 "DELETE /v2.0/routers/12ba5a8d-7784-426d-ac66-9c43b2b3191b HTTP/1.1" status: 404 len: 336 time: 0.0404348 Jul 23 20:33:08.732618 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56002) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:08.764660 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b4daedb9-0b82-42a6-8fd5-d3dde1ccdf1b tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] 10.222.0.32 "GET /v2.0/ports?device_id=92f0bc07-ed6c-46b8-be63-5bc517c69c83 HTTP/1.1" status: 200 len: 205 time: 0.0309572 Jul 23 20:33:08.767297 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56004) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:08.823623 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-d7c255c3-0cba-4aff-bcdc-07b86a32fcc8 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] delete failed (client error): The resource could not be found. Jul 23 20:33:08.826976 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d7c255c3-0cba-4aff-bcdc-07b86a32fcc8 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] 10.222.0.32 "DELETE /v2.0/routers/92f0bc07-ed6c-46b8-be63-5bc517c69c83 HTTP/1.1" status: 404 len: 336 time: 0.0560746 Jul 23 20:33:08.827360 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56006) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:08.864751 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c9a2c01e-d170-4eef-8eef-363399a82153 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] 10.222.0.32 "GET /v2.0/ports?device_id=d49ceb31-c335-44c8-8027-a813005e0aeb HTTP/1.1" status: 200 len: 205 time: 0.0333424 Jul 23 20:33:08.864966 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56008) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:08.911464 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-aeb9f94b-28da-413d-918c-d116d0f6693a tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] delete failed (client error): The resource could not be found. Jul 23 20:33:08.913866 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-aeb9f94b-28da-413d-918c-d116d0f6693a tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] 10.222.0.32 "DELETE /v2.0/routers/d49ceb31-c335-44c8-8027-a813005e0aeb HTTP/1.1" status: 404 len: 336 time: 0.0464523 Jul 23 20:33:08.922155 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56010) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:08.962085 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-92bb47fb-686d-4f45-bc9c-35b1e2bc4d28 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] 10.222.0.32 "GET /v2.0/ports?device_id=0691c426-365f-4929-866c-7c5b29c076d5 HTTP/1.1" status: 200 len: 205 time: 0.0387309 Jul 23 20:33:08.962604 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56012) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:09.007291 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-bc1dbd93-0c90-4d4c-9eaa-bf6d9264f1c6 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] delete failed (client error): The resource could not be found. Jul 23 20:33:09.010669 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-bc1dbd93-0c90-4d4c-9eaa-bf6d9264f1c6 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] 10.222.0.32 "DELETE /v2.0/routers/0691c426-365f-4929-866c-7c5b29c076d5 HTTP/1.1" status: 404 len: 336 time: 0.0447476 Jul 23 20:33:09.011195 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56014) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:09.046086 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4dbfc7ca-52ef-43c4-95d2-f197d40aca6b tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] 10.222.0.32 "GET /v2.0/ports?device_id=84b3899e-2aab-4e30-ac16-46d61a947428 HTTP/1.1" status: 200 len: 205 time: 0.0312781 Jul 23 20:33:09.046086 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56018) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:09.085113 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-9d926cec-abb3-4394-8d82-9511b07cbc12 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] delete failed (client error): The resource could not be found. Jul 23 20:33:09.086454 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9d926cec-abb3-4394-8d82-9511b07cbc12 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] 10.222.0.32 "DELETE /v2.0/routers/84b3899e-2aab-4e30-ac16-46d61a947428 HTTP/1.1" status: 404 len: 336 time: 0.0395896 Jul 23 20:33:09.096739 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56020) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:09.128302 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-97d506fd-afcc-46d8-9902-5332bc675a10 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] DELETE failed (client error): The resource could not be found. Jul 23 20:33:09.128686 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97d506fd-afcc-46d8-9902-5332bc675a10 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:33:09.130449 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-97d506fd-afcc-46d8-9902-5332bc675a10 tempest-RoutersAdminTest-2016947901 tempest-RoutersAdminTest-2016947901-project] 10.222.0.32 "DELETE /v2.0/subnets/0fe0196d-5a3a-4975-82e3-64db669fa2af HTTP/1.1" status: 404 len: 337 time: 0.0327344 Jul 23 20:33:09.430128 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56028) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:09.576012 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8046f53e-c7c2-47c2-bd4e-12050f93ea5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:09.695087 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8046f53e-c7c2-47c2-bd4e-12050f93ea5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:09.699714 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8046f53e-c7c2-47c2-bd4e-12050f93ea5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:09.745211 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8046f53e-c7c2-47c2-bd4e-12050f93ea5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e44501d3a2d44c2f936cbb35e06c3fa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3138683 Jul 23 20:33:09.746503 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8046f53e-c7c2-47c2-bd4e-12050f93ea5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b92faa-c699-4a07-9546-29ae29fe79d8,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:09.748446 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56032) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:09.811463 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6a06a37c-21de-40f9-9e58-faf730cec8fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:09.839031 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6a06a37c-21de-40f9-9e58-faf730cec8fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:09.907505 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6a06a37c-21de-40f9-9e58-faf730cec8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:09.910476 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6a06a37c-21de-40f9-9e58-faf730cec8fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:09.911816 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6a06a37c-21de-40f9-9e58-faf730cec8fd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/24b92faa-c699-4a07-9546-29ae29fe79d8 HTTP/1.1" status: 204 len: 168 time: 0.1618342 Jul 23 20:33:09.921776 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a06a37c-21de-40f9-9e58-faf730cec8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b92faa-c699-4a07-9546-29ae29fe79d8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:10.273661 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-40e693e4-6265-4853-aa23-b363e97ae0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:10.274684 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56042) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:10.320109 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-626fe6f9-085e-4f34-90bb-d163aeacf64b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1bd746e190b34472a78cd16cfac88e8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415721 Jul 23 20:33:10.320314 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56044) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:10.371167 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9ca4f4f9-9364-45ea-b386-1dc4c9b0ffa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:10.392075 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9ca4f4f9-9364-45ea-b386-1dc4c9b0ffa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:10.446874 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9ca4f4f9-9364-45ea-b386-1dc4c9b0ffa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:10.449554 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9ca4f4f9-9364-45ea-b386-1dc4c9b0ffa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:10.453624 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9ca4f4f9-9364-45ea-b386-1dc4c9b0ffa5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2c258769-e7f4-499b-8f4d-ab07291d16f2 HTTP/1.1" status: 204 len: 168 time: 0.1296268 Jul 23 20:33:10.460872 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4f4f9-9364-45ea-b386-1dc4c9b0ffa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c258769-e7f4-499b-8f4d-ab07291d16f2,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:11.267524 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56070) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.387563 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [None req-bff1d738-77a3-4669-a19c-8b62f78c2ed5 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.392425 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56080) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.392938 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-bff1d738-77a3-4669-a19c-8b62f78c2ed5 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1238585 Jul 23 20:33:11.397761 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [None req-7af2584e-cfcc-4b4b-9c04-c2dab70f1d3c tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.402862 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7af2584e-cfcc-4b4b-9c04-c2dab70f1d3c tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0079336 Jul 23 20:33:11.402862 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56082) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.410274 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [None req-da1954da-c449-437c-aff6-732f0ea2ccff tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.414604 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56084) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.414886 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-da1954da-c449-437c-aff6-732f0ea2ccff tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0116813 Jul 23 20:33:11.419343 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [None req-32f063e8-5424-4900-b037-538bd177299b tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.420627 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-32f063e8-5424-4900-b037-538bd177299b tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0048671 Jul 23 20:33:11.422740 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56086) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.428326 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [None req-c4cb9f0b-bbe2-49f6-9bfe-e3109e15af07 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.429337 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c4cb9f0b-bbe2-49f6-9bfe-e3109e15af07 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0054975 Jul 23 20:33:11.431648 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56088) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.435613 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [None req-3ea200b4-91e0-4314-b4df-273671bf3e9d tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.437527 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3ea200b4-91e0-4314-b4df-273671bf3e9d tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0040653 Jul 23 20:33:11.440195 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56090) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.450311 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [None req-3985e1c8-a00f-44d3-a895-0e2b291e2a1c tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.455516 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3985e1c8-a00f-44d3-a895-0e2b291e2a1c tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0138481 Jul 23 20:33:11.456380 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56092) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.464865 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [None req-6494d4cd-3ccf-4db1-a719-fe82eb50eb99 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.468672 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56094) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.468946 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6494d4cd-3ccf-4db1-a719-fe82eb50eb99 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0111392 Jul 23 20:33:11.474534 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [None req-0592c96a-f5f8-4531-b2fe-f0558ef7e77d tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.475698 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0592c96a-f5f8-4531-b2fe-f0558ef7e77d tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0055649 Jul 23 20:33:11.484711 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56096) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.490351 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [None req-0f309a35-a708-4044-a644-d242a92b21b7 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.494317 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56098) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.494829 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0f309a35-a708-4044-a644-d242a92b21b7 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0081313 Jul 23 20:33:11.499504 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [None req-2f8e031b-85d7-4034-af9e-86fe798c3ec1 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.503276 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2f8e031b-85d7-4034-af9e-86fe798c3ec1 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0079284 Jul 23 20:33:11.504184 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56100) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.507985 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [None req-a1fe1c04-0893-4963-8053-1d17e6494516 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.511224 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56102) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.511448 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a1fe1c04-0893-4963-8053-1d17e6494516 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0064340 Jul 23 20:33:11.515602 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [None req-c9408b04-6cc3-48ae-ab4d-11a6a3993f72 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.516630 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c9408b04-6cc3-48ae-ab4d-11a6a3993f72 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0044551 Jul 23 20:33:11.520080 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56104) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.524520 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [None req-35f6f96d-d86d-46a9-bc1e-ad9133f21ff0 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.528059 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-35f6f96d-d86d-46a9-bc1e-ad9133f21ff0 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0070305 Jul 23 20:33:11.528211 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56106) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.532302 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [None req-846a509b-a34d-4e86-ab4f-a93b5d3c1684 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.533941 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-846a509b-a34d-4e86-ab4f-a93b5d3c1684 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0044041 Jul 23 20:33:11.536179 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56108) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.540437 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [None req-02494a06-f409-4e0c-95a5-37ea21a80569 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.543468 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56110) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.545125 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-02494a06-f409-4e0c-95a5-37ea21a80569 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0080957 Jul 23 20:33:11.548348 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [None req-571551ce-5c6e-442d-8ba4-1bdb5dad88a4 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.549888 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-571551ce-5c6e-442d-8ba4-1bdb5dad88a4 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0049388 Jul 23 20:33:11.553382 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56112) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.557857 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [None req-29993321-2395-4e16-a611-60a7b7f404e0 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.563525 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56116) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.566003 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-29993321-2395-4e16-a611-60a7b7f404e0 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0113549 Jul 23 20:33:11.571059 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [None req-8b783471-c5a4-42f3-a877-3d9849fa1bc1 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.574434 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56118) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.574561 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8b783471-c5a4-42f3-a877-3d9849fa1bc1 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0097835 Jul 23 20:33:11.578723 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [None req-053fdc13-331c-4dd9-abca-ceeaf48f823d tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.582622 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-053fdc13-331c-4dd9-abca-ceeaf48f823d tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0065384 Jul 23 20:33:11.583406 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56120) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.588788 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [None req-3f252128-9119-4d40-a940-18dce068f67a tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.592112 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3f252128-9119-4d40-a940-18dce068f67a tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0077577 Jul 23 20:33:11.592250 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56122) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.597087 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [None req-736843af-6953-4f12-bab6-e588b7e1ceba tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.600533 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-736843af-6953-4f12-bab6-e588b7e1ceba tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0074875 Jul 23 20:33:11.600672 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56124) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.604895 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [None req-4e986f4c-51ea-4497-9fde-1e91ab136828 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.608029 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4e986f4c-51ea-4497-9fde-1e91ab136828 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0045063 Jul 23 20:33:11.608356 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56126) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.625825 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [None req-85a35755-71f7-4034-a7aa-8ba7276f4ffb tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.633173 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56128) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.633596 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-85a35755-71f7-4034-a7aa-8ba7276f4ffb tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0243065 Jul 23 20:33:11.637497 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [None req-2eac926c-36c0-4ea2-8be7-96ea2b37ef3b tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.638479 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2eac926c-36c0-4ea2-8be7-96ea2b37ef3b tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0043375 Jul 23 20:33:11.640621 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56130) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.644499 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [None req-0c650b28-d2eb-438c-a0fa-3c2815baa508 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.645407 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0c650b28-d2eb-438c-a0fa-3c2815baa508 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0039871 Jul 23 20:33:11.647703 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56132) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.652506 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [None req-edce422d-9983-4433-a1b4-db05e214ef4b tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.656030 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-edce422d-9983-4433-a1b4-db05e214ef4b tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0071611 Jul 23 20:33:11.656779 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56134) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.661930 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [None req-5769eee8-c29e-4760-b7cb-4920d999187d tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.665174 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56136) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.665319 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5769eee8-c29e-4760-b7cb-4920d999187d tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0076618 Jul 23 20:33:11.669261 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [None req-20e3d07a-7849-4514-a3ba-937c2a66a039 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.670232 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-20e3d07a-7849-4514-a3ba-937c2a66a039 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0041060 Jul 23 20:33:11.672211 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56138) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.676304 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [None req-c1038e5e-ac3a-4117-aa94-8e2bd6db756e tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.679741 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56140) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.681617 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c1038e5e-ac3a-4117-aa94-8e2bd6db756e tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0085638 Jul 23 20:33:11.684609 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [None req-94eaabae-644f-4875-abb7-4bdf2bfda560 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.687819 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56142) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.690179 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-94eaabae-644f-4875-abb7-4bdf2bfda560 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0088453 Jul 23 20:33:11.693219 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [None req-3d1d0fa4-1e94-4a48-abe0-f916d7108025 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.696788 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56144) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.698596 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3d1d0fa4-1e94-4a48-abe0-f916d7108025 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0097249 Jul 23 20:33:11.701778 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [None req-94e947ff-42d1-4a83-8410-88524ea3baef tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.704953 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56146) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.707270 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-94e947ff-42d1-4a83-8410-88524ea3baef tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0093937 Jul 23 20:33:11.711045 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [None req-22ddca27-6e3d-47e5-aeeb-68784d7ea208 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.714637 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56148) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.718757 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [None req-6163ca51-e877-453c-bb9a-a4bde27b8e85 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.719363 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-22ddca27-6e3d-47e5-aeeb-68784d7ea208 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0127456 Jul 23 20:33:11.723243 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56150) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.725127 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6163ca51-e877-453c-bb9a-a4bde27b8e85 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0093842 Jul 23 20:33:11.728238 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [None req-c6c39c08-8a18-404e-bd72-ad63dc1c7c12 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.731540 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56152) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.733736 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c6c39c08-8a18-404e-bd72-ad63dc1c7c12 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0058281 Jul 23 20:33:11.736928 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [None req-a8ee95ae-4ff2-432f-96ae-f2692f896b5b tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.740431 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a8ee95ae-4ff2-432f-96ae-f2692f896b5b tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0077891 Jul 23 20:33:11.741359 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56154) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.746857 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [None req-fdf25651-05ce-40b1-9313-f5596a0de477 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.750757 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56156) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.759488 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [None req-cf777938-4724-4c48-b5fb-451e2461bccd tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.760103 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-fdf25651-05ce-40b1-9313-f5596a0de477 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0175998 Jul 23 20:33:11.764084 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56158) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.770037 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [None req-ae16afe8-6bec-4a89-b9ad-71290c02f1a2 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.770680 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-cf777938-4724-4c48-b5fb-451e2461bccd tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0187948 Jul 23 20:33:11.771772 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ae16afe8-6bec-4a89-b9ad-71290c02f1a2 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0059566 Jul 23 20:33:11.774302 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56160) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.779114 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [None req-e97a4c74-9d0d-4fc3-8678-b022710d09c7 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.780043 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e97a4c74-9d0d-4fc3-8678-b022710d09c7 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0045428 Jul 23 20:33:11.782528 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56162) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.787624 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [None req-2497dfaa-f51b-4af3-bf39-08430a9246fb tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.788601 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2497dfaa-f51b-4af3-bf39-08430a9246fb tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0051777 Jul 23 20:33:11.791338 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56166) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.796741 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [None req-4b967f08-b466-4a84-a70e-3b7d6f5f3e95 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.801264 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4b967f08-b466-4a84-a70e-3b7d6f5f3e95 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0090818 Jul 23 20:33:11.801984 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56170) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.807662 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [None req-b33a0658-0d5e-43b4-a6a7-8d8353442882 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.810966 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b33a0658-0d5e-43b4-a6a7-8d8353442882 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0068648 Jul 23 20:33:11.811516 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56172) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.815758 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [None req-669233b6-2aa5-4e53-ac27-7b5bdf4dc236 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.817375 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-669233b6-2aa5-4e53-ac27-7b5bdf4dc236 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0048442 Jul 23 20:33:11.819540 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56174) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.823693 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [None req-6b80b788-76ab-438e-a5f8-a23758f11e87 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.827080 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56176) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.832117 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [None req-064f572f-62f5-4cb3-a61b-0459b3418aa0 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.835802 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6b80b788-76ab-438e-a5f8-a23758f11e87 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0152733 Jul 23 20:33:11.836395 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56178) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.840280 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-064f572f-62f5-4cb3-a61b-0459b3418aa0 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0100939 Jul 23 20:33:11.840619 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [None req-84ad6697-c6a0-4e99-b0f2-2c555b6aaa64 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.843769 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-84ad6697-c6a0-4e99-b0f2-2c555b6aaa64 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0064895 Jul 23 20:33:11.844264 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56180) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.849908 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [None req-ce0694f0-2a30-4bff-91c1-f492b3d43adb tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.850860 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ce0694f0-2a30-4bff-91c1-f492b3d43adb tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0057042 Jul 23 20:33:11.853210 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56182) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.858554 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [None req-8ec0e2b5-07c7-4c97-af65-f25eb2d5e9af tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.859620 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8ec0e2b5-07c7-4c97-af65-f25eb2d5e9af tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0054877 Jul 23 20:33:11.864830 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56184) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.866958 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [None req-0bc7ba20-a2dd-4832-b689-12a47841bcdf tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.867960 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0bc7ba20-a2dd-4832-b689-12a47841bcdf tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0052109 Jul 23 20:33:11.870988 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56186) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.876647 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [None req-0ccade8c-0588-4ed6-8ab8-87eea953d4f7 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.878205 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0ccade8c-0588-4ed6-8ab8-87eea953d4f7 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0058031 Jul 23 20:33:11.880664 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56188) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.885569 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [None req-6051b476-4b40-4fff-9631-48181fe0b06c tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.889632 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6051b476-4b40-4fff-9631-48181fe0b06c tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0076380 Jul 23 20:33:11.890522 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56190) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.896443 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [None req-e568f641-27c8-4b83-9892-8851d60f5421 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.897580 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e568f641-27c8-4b83-9892-8851d60f5421 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0059495 Jul 23 20:33:11.900021 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56192) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.904169 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [None req-367573c2-6cd1-4a29-842a-6b5b25ed25d3 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.907374 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-367573c2-6cd1-4a29-842a-6b5b25ed25d3 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0064847 Jul 23 20:33:11.907518 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56194) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.913057 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [None req-c1cbdb11-be25-4b75-9b8b-7a525a10622c tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.916680 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c1cbdb11-be25-4b75-9b8b-7a525a10622c tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0073912 Jul 23 20:33:11.916829 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56196) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.923372 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [None req-0b7df9e7-5a57-4289-9b65-03be77e0aa6c tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.928479 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56198) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.935544 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [None req-2ebecd47-ef8f-4012-89e3-92a0f68039a4 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.938007 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2ebecd47-ef8f-4012-89e3-92a0f68039a4 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0080595 Jul 23 20:33:11.938298 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0b7df9e7-5a57-4289-9b65-03be77e0aa6c tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0201674 Jul 23 20:33:11.940123 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56200) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.944821 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [None req-77a5f067-603c-4635-8d41-2b62518a4f25 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.945984 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-77a5f067-603c-4635-8d41-2b62518a4f25 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0041683 Jul 23 20:33:11.949930 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56202) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.953912 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [None req-f38bdeb6-7269-42ad-827e-808be9201fa7 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.958286 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56204) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.965065 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f38bdeb6-7269-42ad-827e-808be9201fa7 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0071025 Jul 23 20:33:11.967343 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [None req-d664ce03-1c51-4413-b032-f899b908e005 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.971832 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d664ce03-1c51-4413-b032-f899b908e005 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0109355 Jul 23 20:33:11.972632 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56206) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.977057 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [None req-f0eb41d2-ea20-462e-ac40-4c6d831981f4 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.980306 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f0eb41d2-ea20-462e-ac40-4c6d831981f4 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0067425 Jul 23 20:33:11.981778 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56208) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.984761 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [None req-d44f1046-4c15-4bb4-94f3-967a674038c6 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.987890 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56210) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.988172 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d44f1046-4c15-4bb4-94f3-967a674038c6 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0063536 Jul 23 20:33:11.992595 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [None req-84f74a1a-34ea-4620-ace6-18493f357cbd tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:11.993748 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-84f74a1a-34ea-4620-ace6-18493f357cbd tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0048676 Jul 23 20:33:11.995837 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56212) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.999916 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [None req-c9c50e93-0ac0-4d8d-a91f-f79a40b0ea95 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:12.003494 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c9c50e93-0ac0-4d8d-a91f-f79a40b0ea95 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0065999 Jul 23 20:33:12.004123 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56214) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:12.009194 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [None req-a28de0f7-b562-4c16-8457-d5817a0c0fbb tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:12.012457 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56216) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:12.016321 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a28de0f7-b562-4c16-8457-d5817a0c0fbb tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0112979 Jul 23 20:33:12.017256 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [None req-8a7fc849-e800-406e-b9f4-aed2f44106ab tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:12.020948 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56218) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:12.024940 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [None req-e1bb2b79-e86b-4735-8fec-35513d524948 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:12.028126 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8a7fc849-e800-406e-b9f4-aed2f44106ab tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0147400 Jul 23 20:33:12.028865 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56220) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:12.034292 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [None req-6d0dbf74-9a02-4142-9a84-306a2e4bf513 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:12.034949 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e1bb2b79-e86b-4735-8fec-35513d524948 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0130725 Jul 23 20:33:12.043661 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6d0dbf74-9a02-4142-9a84-306a2e4bf513 tempest-ExtensionsTestJSON-1476086436 tempest-ExtensionsTestJSON-1476086436-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0136440 Jul 23 20:33:12.379301 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56232) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:12.483188 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-86738563-64cb-4dfe-ac24-aea338ddf594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:12.570459 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-86738563-64cb-4dfe-ac24-aea338ddf594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:12.574930 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-86738563-64cb-4dfe-ac24-aea338ddf594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:12.616997 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-86738563-64cb-4dfe-ac24-aea338ddf594 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a5520c89bdf4c9db04bb86d3f7b9ceb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2364552 Jul 23 20:33:12.617900 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86738563-64cb-4dfe-ac24-aea338ddf594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8aa9987-e12a-4231-86e6-b6f16754b1ef,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:12.619734 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56236) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:12.673298 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6ede1be0-5030-44f1-a037-3250b781a31c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:12.697879 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6ede1be0-5030-44f1-a037-3250b781a31c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:12.754165 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6ede1be0-5030-44f1-a037-3250b781a31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:12.756780 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6ede1be0-5030-44f1-a037-3250b781a31c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:12.760442 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6ede1be0-5030-44f1-a037-3250b781a31c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d8aa9987-e12a-4231-86e6-b6f16754b1ef HTTP/1.1" status: 204 len: 168 time: 0.1366680 Jul 23 20:33:12.772983 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede1be0-5030-44f1-a037-3250b781a31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8aa9987-e12a-4231-86e6-b6f16754b1ef,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:13.303333 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.562354 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56272) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:13.630748 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-363a7401-9a48-4ff0-809f-b91ea80d668a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.679419 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-2148a46d-a5fb-4e56-aba2-e920d6a03c41 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Request body: {'networks': [{'name': 'tempest-network--1251939243'}, {'name': 'tempest-network--1273108400'}]} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:13.679917 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-2148a46d-a5fb-4e56-aba2-e920d6a03c41 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Request body: {'network': {'name': 'tempest-network--1251939243'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:13.680197 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-2148a46d-a5fb-4e56-aba2-e920d6a03c41 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Request body: {'network': {'name': 'tempest-network--1273108400'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:13.703256 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2148a46d-a5fb-4e56-aba2-e920d6a03c41 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Made reservation on behalf of 4568f706875e40e0af479b152bbdec16 for: {'network': 2} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:13.708370 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2148a46d-a5fb-4e56-aba2-e920d6a03c41 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.720320 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2148a46d-a5fb-4e56-aba2-e920d6a03c41 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.818504 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2148a46d-a5fb-4e56-aba2-e920d6a03c41 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.824152 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2148a46d-a5fb-4e56-aba2-e920d6a03c41 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.824767 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2148a46d-a5fb-4e56-aba2-e920d6a03c41 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.869108 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2148a46d-a5fb-4e56-aba2-e920d6a03c41 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0d6e3d-7226-446c-9a19-b3cbd6b0ae6e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:13.879088 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2148a46d-a5fb-4e56-aba2-e920d6a03c41 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:33:13.902823 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2148a46d-a5fb-4e56-aba2-e920d6a03c41 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.903626 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-2148a46d-a5fb-4e56-aba2-e920d6a03c41 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Added segment 41c688aa-3621-479e-8086-801ced2aad82 of type vlan for network c7647fa7-e12e-4b08-866b-027a28c72ef8 Jul 23 20:33:13.952819 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2148a46d-a5fb-4e56-aba2-e920d6a03c41 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.991024 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2148a46d-a5fb-4e56-aba2-e920d6a03c41 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:33:14.001976 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2148a46d-a5fb-4e56-aba2-e920d6a03c41 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.001976 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-2148a46d-a5fb-4e56-aba2-e920d6a03c41 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Added segment c97de9cd-d81d-432c-aeab-0b2d879431c8 of type vlan for network 7a00dcd7-7e22-4a0e-9b19-be76cef4babd Jul 23 20:33:14.024427 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.048304 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2148a46d-a5fb-4e56-aba2-e920d6a03c41 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.087063 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2148a46d-a5fb-4e56-aba2-e920d6a03c41 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.087662 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2148a46d-a5fb-4e56-aba2-e920d6a03c41 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.093270 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2148a46d-a5fb-4e56-aba2-e920d6a03c41 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:14.098360 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2148a46d-a5fb-4e56-aba2-e920d6a03c41 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:14.099064 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2148a46d-a5fb-4e56-aba2-e920d6a03c41 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.141514 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2148a46d-a5fb-4e56-aba2-e920d6a03c41 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.5776625 Jul 23 20:33:14.144045 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56282) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:14.173275 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2148a46d-a5fb-4e56-aba2-e920d6a03c41 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Pushing event updated for resources: {'Network': ['ID=c7647fa7-e12e-4b08-866b-027a28c72ef8,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:14.184952 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network c7647fa7-e12e-4b08-866b-027a28c72ef8 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:33:14.267755 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2148a46d-a5fb-4e56-aba2-e920d6a03c41 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Pushing event updated for resources: {'Network': ['ID=7a00dcd7-7e22-4a0e-9b19-be76cef4babd,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:14.281542 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 7a00dcd7-7e22-4a0e-9b19-be76cef4babd details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:33:14.433016 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f774134-a1b6-4a64-83ee-722ba273bed3 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:14.438936 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f774134-a1b6-4a64-83ee-722ba273bed3 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:14.446007 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f774134-a1b6-4a64-83ee-722ba273bed3 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:14.451938 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f774134-a1b6-4a64-83ee-722ba273bed3 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:14.456940 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4f774134-a1b6-4a64-83ee-722ba273bed3 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3086033 Jul 23 20:33:14.457397 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56288) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:14.542916 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-213c74f5-5738-4c47-a6b0-b27c19be6a30 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.639385 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-213c74f5-5738-4c47-a6b0-b27c19be6a30 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.650835 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-213c74f5-5738-4c47-a6b0-b27c19be6a30 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7647fa7-e12e-4b08-866b-027a28c72ef8']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:14.660545 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-213c74f5-5738-4c47-a6b0-b27c19be6a30 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41c688aa-3621-479e-8086-801ced2aad82') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:14.660953 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-213c74f5-5738-4c47-a6b0-b27c19be6a30 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41c688aa-3621-479e-8086-801ced2aad82') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:14.671151 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-213c74f5-5738-4c47-a6b0-b27c19be6a30 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.685140 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-213c74f5-5738-4c47-a6b0-b27c19be6a30 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.692665 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-213c74f5-5738-4c47-a6b0-b27c19be6a30 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:33:14.693275 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-213c74f5-5738-4c47-a6b0-b27c19be6a30 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.696796 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:33:14.696796 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:33:14.696796 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:33:14.696796 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:33:14.696796 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:33:14.696796 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:33:14.696796 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:33:14.696796 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:33:14.696796 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:33:14.696796 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:33:14.696796 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:33:14.696796 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:33:14.696796 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:33:14.696796 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:33:14.696796 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:33:14.696796 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:33:14.696796 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:33:14.696796 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:33:14.696796 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:33:14.696796 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:33:14.696796 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:33:14.696796 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:33:14.696796 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:33:14.696796 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:33:14.696796 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:33:14.696796 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:33:14.696796 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:33:14.696796 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:33:14.696796 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:33:14.696796 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:33:14.696796 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:33:14.696796 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:33:14.726561 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.732658 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.772179 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-213c74f5-5738-4c47-a6b0-b27c19be6a30 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.787243 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-213c74f5-5738-4c47-a6b0-b27c19be6a30 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.792460 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-213c74f5-5738-4c47-a6b0-b27c19be6a30 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] 10.222.0.32 "DELETE /v2.0/networks/c7647fa7-e12e-4b08-866b-027a28c72ef8 HTTP/1.1" status: 204 len: 168 time: 0.3308094 Jul 23 20:33:14.792627 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56290) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:14.810146 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c74f5-5738-4c47-a6b0-b27c19be6a30 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Pushing event deleted for resources: {'Network': ['ID=c7647fa7-e12e-4b08-866b-027a28c72ef8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:14.880106 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1a79fb52-4cff-4ac8-bd69-2f879cacd045 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.977924 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1a79fb52-4cff-4ac8-bd69-2f879cacd045 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.987243 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-1a79fb52-4cff-4ac8-bd69-2f879cacd045 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a00dcd7-7e22-4a0e-9b19-be76cef4babd']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:14.998001 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-1a79fb52-4cff-4ac8-bd69-2f879cacd045 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c97de9cd-d81d-432c-aeab-0b2d879431c8') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:14.998268 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-1a79fb52-4cff-4ac8-bd69-2f879cacd045 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c97de9cd-d81d-432c-aeab-0b2d879431c8') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:15.009031 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1a79fb52-4cff-4ac8-bd69-2f879cacd045 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:15.024168 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1a79fb52-4cff-4ac8-bd69-2f879cacd045 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:15.030244 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a79fb52-4cff-4ac8-bd69-2f879cacd045 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:33:15.030968 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1a79fb52-4cff-4ac8-bd69-2f879cacd045 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:15.034968 n-d-793618-10 neutron-server[93875]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:33:15.034968 n-d-793618-10 neutron-server[93875]: items = [ Jul 23 20:33:15.034968 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:33:15.034968 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:33:15.034968 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:33:15.034968 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:33:15.034968 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:33:15.034968 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:33:15.034968 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:33:15.034968 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:33:15.034968 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:33:15.034968 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:33:15.034968 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:33:15.034968 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:33:15.034968 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:33:15.034968 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:33:15.034968 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:33:15.034968 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:33:15.034968 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:33:15.034968 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:33:15.034968 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:33:15.034968 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:33:15.034968 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:33:15.034968 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:33:15.034968 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:33:15.034968 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:33:15.034968 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:33:15.034968 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:33:15.034968 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:33:15.034968 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:33:15.034968 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:33:15.034968 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:33:15.034968 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:33:15.034968 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:33:15.127179 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1a79fb52-4cff-4ac8-bd69-2f879cacd045 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:15.140007 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1a79fb52-4cff-4ac8-bd69-2f879cacd045 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:15.142179 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1a79fb52-4cff-4ac8-bd69-2f879cacd045 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] 10.222.0.32 "DELETE /v2.0/networks/7a00dcd7-7e22-4a0e-9b19-be76cef4babd HTTP/1.1" status: 204 len: 168 time: 0.3492863 Jul 23 20:33:15.144703 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56302) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:15.173256 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79fb52-4cff-4ac8-bd69-2f879cacd045 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Pushing event deleted for resources: {'Network': ['ID=7a00dcd7-7e22-4a0e-9b19-be76cef4babd,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:15.384363 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6250a022-e2bc-42cf-be4b-45bda69e93fa tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:15.390674 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6250a022-e2bc-42cf-be4b-45bda69e93fa tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:15.397422 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56310) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:15.403422 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-191b445b-0047-4f38-8cb9-7c09a1b62e5c tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1143283272'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:15.408173 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6250a022-e2bc-42cf-be4b-45bda69e93fa tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2607949 Jul 23 20:33:15.429374 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191b445b-0047-4f38-8cb9-7c09a1b62e5c tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Made reservation on behalf of 4568f706875e40e0af479b152bbdec16 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:15.435016 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-191b445b-0047-4f38-8cb9-7c09a1b62e5c tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:15.461909 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-191b445b-0047-4f38-8cb9-7c09a1b62e5c tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:33:15.486152 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-191b445b-0047-4f38-8cb9-7c09a1b62e5c tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:15.487864 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-191b445b-0047-4f38-8cb9-7c09a1b62e5c tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Added segment 3e8fae83-474f-41cb-80c2-1aa7ee74d35a of type vlan for network 7ebe44b0-2abf-468c-95bd-a2f3cd03baa3 Jul 23 20:33:15.536825 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-191b445b-0047-4f38-8cb9-7c09a1b62e5c tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:15.567647 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-191b445b-0047-4f38-8cb9-7c09a1b62e5c tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:15.573452 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191b445b-0047-4f38-8cb9-7c09a1b62e5c tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:15.574071 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-191b445b-0047-4f38-8cb9-7c09a1b62e5c tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:15.618275 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-191b445b-0047-4f38-8cb9-7c09a1b62e5c tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2194960 Jul 23 20:33:15.620708 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56314) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:15.628920 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-63cc0b09-27a1-4301-b45d-aad6289b7c31 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1619040340'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:15.653222 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b445b-0047-4f38-8cb9-7c09a1b62e5c tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Pushing event updated for resources: {'Network': ['ID=7ebe44b0-2abf-468c-95bd-a2f3cd03baa3,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:15.660425 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cc0b09-27a1-4301-b45d-aad6289b7c31 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Made reservation on behalf of 4568f706875e40e0af479b152bbdec16 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:15.663926 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 7ebe44b0-2abf-468c-95bd-a2f3cd03baa3 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:33:15.667236 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-63cc0b09-27a1-4301-b45d-aad6289b7c31 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:15.699001 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63cc0b09-27a1-4301-b45d-aad6289b7c31 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:33:15.710664 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-63cc0b09-27a1-4301-b45d-aad6289b7c31 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:15.711028 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-63cc0b09-27a1-4301-b45d-aad6289b7c31 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Added segment be91d403-84b0-45f9-8240-bb9ccf42b955 of type vlan for network 9cb86be0-0a5e-4e70-a441-785cf087f352 Jul 23 20:33:15.762899 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-63cc0b09-27a1-4301-b45d-aad6289b7c31 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:15.795039 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-63cc0b09-27a1-4301-b45d-aad6289b7c31 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:15.801874 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cc0b09-27a1-4301-b45d-aad6289b7c31 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:15.802491 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-63cc0b09-27a1-4301-b45d-aad6289b7c31 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:15.853036 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-63cc0b09-27a1-4301-b45d-aad6289b7c31 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2300315 Jul 23 20:33:15.855717 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56318) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:15.861323 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f54e2ac8-ba90-4bfa-b7ff-283d60df419f tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Request body: {'ports': [{'network_id': '7ebe44b0-2abf-468c-95bd-a2f3cd03baa3', 'name': 'tempest-port--1951284794', 'admin_state_up': True}, {'network_id': '9cb86be0-0a5e-4e70-a441-785cf087f352', 'admin_state_up': False}]} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:15.862200 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f54e2ac8-ba90-4bfa-b7ff-283d60df419f tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Request body: {'port': {'network_id': '7ebe44b0-2abf-468c-95bd-a2f3cd03baa3', 'name': 'tempest-port--1951284794', 'admin_state_up': True}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:15.862770 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f54e2ac8-ba90-4bfa-b7ff-283d60df419f tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Request body: {'port': {'network_id': '9cb86be0-0a5e-4e70-a441-785cf087f352', 'admin_state_up': False}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:15.894024 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc0b09-27a1-4301-b45d-aad6289b7c31 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Pushing event updated for resources: {'Network': ['ID=9cb86be0-0a5e-4e70-a441-785cf087f352,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:15.904642 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cc0b09-27a1-4301-b45d-aad6289b7c31 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:15.904994 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cc0b09-27a1-4301-b45d-aad6289b7c31 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:15.905345 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cc0b09-27a1-4301-b45d-aad6289b7c31 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:15.905740 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cc0b09-27a1-4301-b45d-aad6289b7c31 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:15.906083 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cc0b09-27a1-4301-b45d-aad6289b7c31 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:15.906420 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cc0b09-27a1-4301-b45d-aad6289b7c31 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:15.906747 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cc0b09-27a1-4301-b45d-aad6289b7c31 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:15.907386 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cc0b09-27a1-4301-b45d-aad6289b7c31 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:15.907881 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cc0b09-27a1-4301-b45d-aad6289b7c31 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:15.909154 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cc0b09-27a1-4301-b45d-aad6289b7c31 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:15.909679 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cc0b09-27a1-4301-b45d-aad6289b7c31 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:15.910221 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cc0b09-27a1-4301-b45d-aad6289b7c31 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:15.923535 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 9cb86be0-0a5e-4e70-a441-785cf087f352 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:33:15.983512 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:16.087279 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54e2ac8-ba90-4bfa-b7ff-283d60df419f tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Made reservation on behalf of 4568f706875e40e0af479b152bbdec16 for: {'port': 2} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:16.092211 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f54e2ac8-ba90-4bfa-b7ff-283d60df419f tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:16.107586 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f54e2ac8-ba90-4bfa-b7ff-283d60df419f tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:16.212646 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-f54e2ac8-ba90-4bfa-b7ff-283d60df419f tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] device_id is not set on port 65307ec8-2552-4cbf-a593-2fd0ebec7297 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:33:16.357183 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f54e2ac8-ba90-4bfa-b7ff-283d60df419f tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:16.437381 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-f54e2ac8-ba90-4bfa-b7ff-283d60df419f tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] device_id is not set on port 96bcd7b8-c061-4521-9858-806f27e53366 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:33:16.563967 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f54e2ac8-ba90-4bfa-b7ff-283d60df419f tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:16.605492 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f54e2ac8-ba90-4bfa-b7ff-283d60df419f tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:16.661584 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e2ac8-ba90-4bfa-b7ff-283d60df419f tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Pushing event updated for resources: {'Port': ['ID=65307ec8-2552-4cbf-a593-2fd0ebec7297,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:16.679011 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54e2ac8-ba90-4bfa-b7ff-283d60df419f tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Checking segment: {'id': '3e8fae83-474f-41cb-80c2-1aa7ee74d35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7ebe44b0-2abf-468c-95bd-a2f3cd03baa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:16.679715 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54e2ac8-ba90-4bfa-b7ff-283d60df419f tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Network hostable DHCP agents. Network: 7ebe44b0-2abf-468c-95bd-a2f3cd03baa3, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:33:16.696014 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54e2ac8-ba90-4bfa-b7ff-283d60df419f tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Network 7ebe44b0-2abf-468c-95bd-a2f3cd03baa3 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:33:16.705539 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-f54e2ac8-ba90-4bfa-b7ff-283d60df419f tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 7ebe44b0-2abf-468c-95bd-a2f3cd03baa3) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:16.709811 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54e2ac8-ba90-4bfa-b7ff-283d60df419f tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:16.710917 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f54e2ac8-ba90-4bfa-b7ff-283d60df419f tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:16.715524 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b46bdfa-e443-4fed-b29f-278e23e6d746 None None] Network 7ebe44b0-2abf-468c-95bd-a2f3cd03baa3 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:16.776019 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e2ac8-ba90-4bfa-b7ff-283d60df419f tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Pushing event updated for resources: {'Port': ['ID=96bcd7b8-c061-4521-9858-806f27e53366,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:16.794878 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54e2ac8-ba90-4bfa-b7ff-283d60df419f tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Checking segment: {'id': 'be91d403-84b0-45f9-8240-bb9ccf42b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9cb86be0-0a5e-4e70-a441-785cf087f352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:16.795214 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54e2ac8-ba90-4bfa-b7ff-283d60df419f tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Network hostable DHCP agents. Network: 9cb86be0-0a5e-4e70-a441-785cf087f352, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:33:16.816875 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54e2ac8-ba90-4bfa-b7ff-283d60df419f tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Network 9cb86be0-0a5e-4e70-a441-785cf087f352 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:33:16.828969 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-f54e2ac8-ba90-4bfa-b7ff-283d60df419f tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 9cb86be0-0a5e-4e70-a441-785cf087f352) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:16.834653 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54e2ac8-ba90-4bfa-b7ff-283d60df419f tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:16.840974 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54e2ac8-ba90-4bfa-b7ff-283d60df419f tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:16.841625 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22390868-672d-4413-9ba8-7c3959634610 None None] Network 9cb86be0-0a5e-4e70-a441-785cf087f352 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:16.846735 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54e2ac8-ba90-4bfa-b7ff-283d60df419f tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:16.847448 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f54e2ac8-ba90-4bfa-b7ff-283d60df419f tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:16.865183 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f54e2ac8-ba90-4bfa-b7ff-283d60df419f tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.0055001 Jul 23 20:33:16.865183 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56336) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:16.982002 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26735e2c-7f29-433f-ae7d-b3754db05083 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:16.988932 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26735e2c-7f29-433f-ae7d-b3754db05083 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:16.991389 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-26735e2c-7f29-433f-ae7d-b3754db05083 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1245861 Jul 23 20:33:16.993629 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56338) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:17.098720 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-d09232a8-3c91-4e98-8e69-d1cae5f78d2c tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Deleting port 65307ec8-2552-4cbf-a593-2fd0ebec7297 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:17.099068 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d09232a8-3c91-4e98-8e69-d1cae5f78d2c tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:17.165165 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d09232a8-3c91-4e98-8e69-d1cae5f78d2c tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:17.178270 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-d09232a8-3c91-4e98-8e69-d1cae5f78d2c tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Calling delete_port for 65307ec8-2552-4cbf-a593-2fd0ebec7297 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:17.660086 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d09232a8-3c91-4e98-8e69-d1cae5f78d2c tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:17.690623 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09232a8-3c91-4e98-8e69-d1cae5f78d2c tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Pushing event deleted for resources: {'Port': ['ID=65307ec8-2552-4cbf-a593-2fd0ebec7297,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:17.694466 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d09232a8-3c91-4e98-8e69-d1cae5f78d2c tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:17.697080 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d09232a8-3c91-4e98-8e69-d1cae5f78d2c tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] 10.222.0.32 "DELETE /v2.0/ports/65307ec8-2552-4cbf-a593-2fd0ebec7297 HTTP/1.1" status: 204 len: 168 time: 0.6985049 Jul 23 20:33:17.699053 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56356) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:17.800508 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-1dc294b6-eaab-4565-bd2c-296a0aa0a62e tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Deleting port 96bcd7b8-c061-4521-9858-806f27e53366 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:17.800856 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1dc294b6-eaab-4565-bd2c-296a0aa0a62e tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:17.877351 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1dc294b6-eaab-4565-bd2c-296a0aa0a62e tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:17.891232 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-1dc294b6-eaab-4565-bd2c-296a0aa0a62e tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Calling delete_port for 96bcd7b8-c061-4521-9858-806f27e53366 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:17.978930 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1dc294b6-eaab-4565-bd2c-296a0aa0a62e tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:18.007832 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc294b6-eaab-4565-bd2c-296a0aa0a62e tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Pushing event deleted for resources: {'Port': ['ID=96bcd7b8-c061-4521-9858-806f27e53366,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:18.017182 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1dc294b6-eaab-4565-bd2c-296a0aa0a62e tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:18.023282 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1dc294b6-eaab-4565-bd2c-296a0aa0a62e tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] 10.222.0.32 "DELETE /v2.0/ports/96bcd7b8-c061-4521-9858-806f27e53366 HTTP/1.1" status: 204 len: 168 time: 0.3205397 Jul 23 20:33:18.023580 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56362) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:18.056546 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-79cd6991-547b-42a0-8059-443cba25a65e tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0303144 Jul 23 20:33:18.059152 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56364) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:18.064231 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-6fcb596e-366d-4e5b-be69-61f5331380da tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1104736970'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:18.086939 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fcb596e-366d-4e5b-be69-61f5331380da tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Made reservation on behalf of 4568f706875e40e0af479b152bbdec16 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:18.090596 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6fcb596e-366d-4e5b-be69-61f5331380da tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:18.115144 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fcb596e-366d-4e5b-be69-61f5331380da tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:33:18.124626 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6fcb596e-366d-4e5b-be69-61f5331380da tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:18.125254 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-6fcb596e-366d-4e5b-be69-61f5331380da tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Added segment 1727cbf7-8483-4169-9d1e-8cfeb3311941 of type vlan for network b07bcaa7-c32b-4f29-9237-36760a4c26de Jul 23 20:33:18.169013 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6fcb596e-366d-4e5b-be69-61f5331380da tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:18.197877 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6fcb596e-366d-4e5b-be69-61f5331380da tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:18.203353 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcb596e-366d-4e5b-be69-61f5331380da tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:18.203936 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6fcb596e-366d-4e5b-be69-61f5331380da tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:18.270891 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6fcb596e-366d-4e5b-be69-61f5331380da tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2069571 Jul 23 20:33:18.271376 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56370) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:18.276602 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-f337a86d-8d12-4ec1-90c9-3499f61dd974 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-125754303'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:18.301066 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f337a86d-8d12-4ec1-90c9-3499f61dd974 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Made reservation on behalf of 4568f706875e40e0af479b152bbdec16 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:18.305194 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f337a86d-8d12-4ec1-90c9-3499f61dd974 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:18.308903 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb596e-366d-4e5b-be69-61f5331380da tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Pushing event updated for resources: {'Network': ['ID=b07bcaa7-c32b-4f29-9237-36760a4c26de,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:18.322560 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network b07bcaa7-c32b-4f29-9237-36760a4c26de details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:33:18.344004 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f337a86d-8d12-4ec1-90c9-3499f61dd974 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:33:18.354809 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f337a86d-8d12-4ec1-90c9-3499f61dd974 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:18.355160 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-f337a86d-8d12-4ec1-90c9-3499f61dd974 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Added segment b8a0a96e-a65e-405a-9726-d0faff10c0b8 of type vlan for network cda8534f-9a50-4ece-859f-28524a7ef568 Jul 23 20:33:18.440873 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f337a86d-8d12-4ec1-90c9-3499f61dd974 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:18.470614 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f337a86d-8d12-4ec1-90c9-3499f61dd974 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:18.476845 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f337a86d-8d12-4ec1-90c9-3499f61dd974 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:18.477538 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f337a86d-8d12-4ec1-90c9-3499f61dd974 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:18.526256 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f337a86d-8d12-4ec1-90c9-3499f61dd974 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2465396 Jul 23 20:33:18.559751 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f337a86d-8d12-4ec1-90c9-3499f61dd974 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Pushing event updated for resources: {'Network': ['ID=cda8534f-9a50-4ece-859f-28524a7ef568,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:18.570712 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network cda8534f-9a50-4ece-859f-28524a7ef568 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:33:18.650322 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56376) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:18.655631 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-c2334e0d-55be-4a0a-bf99-6f3834dd034a tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Request body: {'subnets': [{'network_id': 'b07bcaa7-c32b-4f29-9237-36760a4c26de', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2029456792', 'ip_version': 4}, {'network_id': 'cda8534f-9a50-4ece-859f-28524a7ef568', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:18.656058 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-c2334e0d-55be-4a0a-bf99-6f3834dd034a tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Request body: {'subnet': {'network_id': 'b07bcaa7-c32b-4f29-9237-36760a4c26de', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2029456792', 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:18.656668 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-c2334e0d-55be-4a0a-bf99-6f3834dd034a tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Request body: {'subnet': {'network_id': 'cda8534f-9a50-4ece-859f-28524a7ef568', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:18.832914 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2334e0d-55be-4a0a-bf99-6f3834dd034a tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Made reservation on behalf of 4568f706875e40e0af479b152bbdec16 for: {'subnet': 2} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:18.838707 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c2334e0d-55be-4a0a-bf99-6f3834dd034a tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:18.839150 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c2334e0d-55be-4a0a-bf99-6f3834dd034a tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:19.244014 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c2334e0d-55be-4a0a-bf99-6f3834dd034a tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:19.315254 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2334e0d-55be-4a0a-bf99-6f3834dd034a tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Pushing event updated for resources: {'Subnet': ['ID=6f19b039-8286-4826-969c-7cdf8e232ebf,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:19.323927 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2334e0d-55be-4a0a-bf99-6f3834dd034a tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Checking segment: {'id': '1727cbf7-8483-4169-9d1e-8cfeb3311941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b07bcaa7-c32b-4f29-9237-36760a4c26de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:19.324308 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2334e0d-55be-4a0a-bf99-6f3834dd034a tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Network hostable DHCP agents. Network: b07bcaa7-c32b-4f29-9237-36760a4c26de, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:33:19.342734 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2334e0d-55be-4a0a-bf99-6f3834dd034a tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Network b07bcaa7-c32b-4f29-9237-36760a4c26de is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:33:19.353021 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-c2334e0d-55be-4a0a-bf99-6f3834dd034a tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, b07bcaa7-c32b-4f29-9237-36760a4c26de) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:19.358466 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c2334e0d-55be-4a0a-bf99-6f3834dd034a tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:19.367199 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03568e6-8a34-438d-9a52-78b1d42b5089 None None] Network b07bcaa7-c32b-4f29-9237-36760a4c26de requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:19.429592 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2334e0d-55be-4a0a-bf99-6f3834dd034a tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Pushing event updated for resources: {'Subnet': ['ID=e5863b91-4165-4a53-bf88-6c77f06103f1,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:19.435904 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2334e0d-55be-4a0a-bf99-6f3834dd034a tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Checking segment: {'id': 'b8a0a96e-a65e-405a-9726-d0faff10c0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cda8534f-9a50-4ece-859f-28524a7ef568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:19.436316 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2334e0d-55be-4a0a-bf99-6f3834dd034a tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Network hostable DHCP agents. Network: cda8534f-9a50-4ece-859f-28524a7ef568, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:33:19.478584 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2334e0d-55be-4a0a-bf99-6f3834dd034a tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Network cda8534f-9a50-4ece-859f-28524a7ef568 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:33:19.495656 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-c2334e0d-55be-4a0a-bf99-6f3834dd034a tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, cda8534f-9a50-4ece-859f-28524a7ef568) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:19.505350 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2334e0d-55be-4a0a-bf99-6f3834dd034a tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:19.505910 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2334e0d-55be-4a0a-bf99-6f3834dd034a tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:19.506554 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c2334e0d-55be-4a0a-bf99-6f3834dd034a tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:19.506707 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b73258-0947-4f5c-89e6-955a3f477e62 None None] Network cda8534f-9a50-4ece-859f-28524a7ef568 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:19.528237 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c2334e0d-55be-4a0a-bf99-6f3834dd034a tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 0.8765740 Jul 23 20:33:19.532091 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56390) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:19.658774 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a02e6fb-403f-42e1-8912-c2c01f80e4e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-b07bcaa7-c32b-4f29-9237-36760a4c26de', 'network_id': 'b07bcaa7-c32b-4f29-9237-36760a4c26de', 'tenant_id': '4568f706875e40e0af479b152bbdec16', 'fixed_ips': [{'subnet_id': '6f19b039-8286-4826-969c-7cdf8e232ebf'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:33:19.659874 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2a02e6fb-403f-42e1-8912-c2c01f80e4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:19.686943 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f124302e-b859-4505-a802-6aa7fd4998a8 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:19.689659 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f124302e-b859-4505-a802-6aa7fd4998a8 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:19.691121 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f124302e-b859-4505-a802-6aa7fd4998a8 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:19.695832 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f124302e-b859-4505-a802-6aa7fd4998a8 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1584671 Jul 23 20:33:19.696221 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56394) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:19.761498 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b381a6-a3ef-4530-bd60-cebb96e4e433 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Deleting subnet 6f19b039-8286-4826-969c-7cdf8e232ebf {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:33:19.765503 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-06b381a6-a3ef-4530-bd60-cebb96e4e433 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:19.824540 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-06b381a6-a3ef-4530-bd60-cebb96e4e433 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:19.875085 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-06b381a6-a3ef-4530-bd60-cebb96e4e433 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:19.908266 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ae6ecf-4184-4f24-9c36-0807bc6b74f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-cda8534f-9a50-4ece-859f-28524a7ef568', 'network_id': 'cda8534f-9a50-4ece-859f-28524a7ef568', 'tenant_id': '4568f706875e40e0af479b152bbdec16', 'fixed_ips': [{'subnet_id': 'e5863b91-4165-4a53-bf88-6c77f06103f1'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:33:19.909135 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9ae6ecf-4184-4f24-9c36-0807bc6b74f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:19.968248 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-06b381a6-a3ef-4530-bd60-cebb96e4e433 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server [None req-2a02e6fb-403f-42e1-8912-c2c01f80e4e5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f19b039-8286-4826-969c-7cdf8e232ebf: This subnet is being modified by another concurrent operation. Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise exception Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f19b039-8286-4826-969c-7cdf8e232ebf: This subnet is being modified by another concurrent operation. Jul 23 20:33:20.007892 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server Jul 23 20:33:20.015226 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b381a6-a3ef-4530-bd60-cebb96e4e433 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Pushing event deleted for resources: {'Subnet': ['ID=6f19b039-8286-4826-969c-7cdf8e232ebf,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:20.015226 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-06b381a6-a3ef-4530-bd60-cebb96e4e433 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:20.018182 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56396) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:20.038012 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-06b381a6-a3ef-4530-bd60-cebb96e4e433 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] 10.222.0.32 "DELETE /v2.0/subnets/6f19b039-8286-4826-969c-7cdf8e232ebf HTTP/1.1" status: 204 len: 168 time: 0.3405032 Jul 23 20:33:20.043067 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aedcfcf-7583-4323-9287-cd4a1efdcc13 None None] Network b07bcaa7-c32b-4f29-9237-36760a4c26de requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:20.086302 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-8100d324-1ad4-40ce-a1d1-50ae83686204 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Deleting subnet e5863b91-4165-4a53-bf88-6c77f06103f1 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:33:20.156352 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-f9ae6ecf-4184-4f24-9c36-0807bc6b74f5 None None] Allocated IP 172.20.0.18 (cda8534f-9a50-4ece-859f-28524a7ef568/e5863b91-4165-4a53-bf88-6c77f06103f1/a87d2bea-7035-4a24-96bb-f9640bc467cc) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:20.354129 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9ae6ecf-4184-4f24-9c36-0807bc6b74f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:20.363335 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f9ae6ecf-4184-4f24-9c36-0807bc6b74f5 None None] Transition to ACTIVE for port object a87d2bea-7035-4a24-96bb-f9640bc467cc will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:20.379149 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f9ae6ecf-4184-4f24-9c36-0807bc6b74f5 None None] Transition to ACTIVE for port object a87d2bea-7035-4a24-96bb-f9640bc467cc will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:20.384334 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8100d324-1ad4-40ce-a1d1-50ae83686204 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:20.385047 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9ae6ecf-4184-4f24-9c36-0807bc6b74f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:20.435374 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8100d324-1ad4-40ce-a1d1-50ae83686204 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:20.453632 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae6ecf-4184-4f24-9c36-0807bc6b74f5 None None] Pushing event updated for resources: {'Port': ['ID=a87d2bea-7035-4a24-96bb-f9640bc467cc,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:20.465832 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ae6ecf-4184-4f24-9c36-0807bc6b74f5 None None] Network cda8534f-9a50-4ece-859f-28524a7ef568 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:20.467191 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-f9ae6ecf-4184-4f24-9c36-0807bc6b74f5 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:20.473684 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ae6ecf-4184-4f24-9c36-0807bc6b74f5 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:20.560232 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8100d324-1ad4-40ce-a1d1-50ae83686204 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:20.571218 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-f9ae6ecf-4184-4f24-9c36-0807bc6b74f5 None None] Attempting to bind port a87d2bea-7035-4a24-96bb-f9640bc467cc on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:33:20.571915 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-f9ae6ecf-4184-4f24-9c36-0807bc6b74f5 None None] Attempting to bind port a87d2bea-7035-4a24-96bb-f9640bc467cc by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'b8a0a96e-a65e-405a-9726-d0faff10c0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cda8534f-9a50-4ece-859f-28524a7ef568'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:33:20.572491 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ae6ecf-4184-4f24-9c36-0807bc6b74f5 None None] Attempting to bind port a87d2bea-7035-4a24-96bb-f9640bc467cc on network cda8534f-9a50-4ece-859f-28524a7ef568 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:20.578763 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ae6ecf-4184-4f24-9c36-0807bc6b74f5 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:33:20.579219 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ae6ecf-4184-4f24-9c36-0807bc6b74f5 None None] Checking segment: {'id': 'b8a0a96e-a65e-405a-9726-d0faff10c0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cda8534f-9a50-4ece-859f-28524a7ef568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:20.579695 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9ae6ecf-4184-4f24-9c36-0807bc6b74f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:20.580859 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ae6ecf-4184-4f24-9c36-0807bc6b74f5 None None] Bound using segment: {'id': 'b8a0a96e-a65e-405a-9726-d0faff10c0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cda8534f-9a50-4ece-859f-28524a7ef568'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:33:20.581649 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-f9ae6ecf-4184-4f24-9c36-0807bc6b74f5 None None] Bound port: a87d2bea-7035-4a24-96bb-f9640bc467cc, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8a0a96e-a65e-405a-9726-d0faff10c0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cda8534f-9a50-4ece-859f-28524a7ef568'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:33:20.582113 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9ae6ecf-4184-4f24-9c36-0807bc6b74f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:20.654293 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8100d324-1ad4-40ce-a1d1-50ae83686204 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:20.697647 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-f9ae6ecf-4184-4f24-9c36-0807bc6b74f5 None None] For port a87d2bea-7035-4a24-96bb-f9640bc467cc, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:33:20.703626 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-f9ae6ecf-4184-4f24-9c36-0807bc6b74f5 None None] For port a87d2bea-7035-4a24-96bb-f9640bc467cc, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=a87d2bea-7035-4a24-96bb-f9640bc467cc,segment=NetworkSegment(b8a0a96e-a65e-405a-9726-d0faff10c0b8),segment_id=b8a0a96e-a65e-405a-9726-d0faff10c0b8)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:33:20.710400 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f9ae6ecf-4184-4f24-9c36-0807bc6b74f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:20.725502 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100d324-1ad4-40ce-a1d1-50ae83686204 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Pushing event deleted for resources: {'Subnet': ['ID=e5863b91-4165-4a53-bf88-6c77f06103f1,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:20.727951 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8100d324-1ad4-40ce-a1d1-50ae83686204 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:20.734728 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8100d324-1ad4-40ce-a1d1-50ae83686204 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] 10.222.0.32 "DELETE /v2.0/subnets/e5863b91-4165-4a53-bf88-6c77f06103f1 HTTP/1.1" status: 204 len: 168 time: 0.7150528 Jul 23 20:33:20.735300 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56406) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:20.814977 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae6ecf-4184-4f24-9c36-0807bc6b74f5 None None] Pushing event updated for resources: {'Port': ['ID=a87d2bea-7035-4a24-96bb-f9640bc467cc,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:20.818430 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9a779b-2c75-4b04-b8c9-23061aa851bf tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:20.823367 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ab9a779b-2c75-4b04-b8c9-23061aa851bf tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0824339 Jul 23 20:33:20.824072 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56408) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:20.921951 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7037b2d1-5663-4171-955b-d8877a6ea356 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:20.981753 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-7037b2d1-5663-4171-955b-d8877a6ea356 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Deleting port a87d2bea-7035-4a24-96bb-f9640bc467cc {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:20.982170 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7037b2d1-5663-4171-955b-d8877a6ea356 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:21.086694 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-7037b2d1-5663-4171-955b-d8877a6ea356 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] For port a87d2bea-7035-4a24-96bb-f9640bc467cc, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=a87d2bea-7035-4a24-96bb-f9640bc467cc,segment=NetworkSegment(b8a0a96e-a65e-405a-9726-d0faff10c0b8),segment_id=b8a0a96e-a65e-405a-9726-d0faff10c0b8)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:21.087805 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7037b2d1-5663-4171-955b-d8877a6ea356 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:21.102052 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-7037b2d1-5663-4171-955b-d8877a6ea356 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Calling delete_port for a87d2bea-7035-4a24-96bb-f9640bc467cc owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:21.190393 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7037b2d1-5663-4171-955b-d8877a6ea356 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:21.217577 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7037b2d1-5663-4171-955b-d8877a6ea356 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Pushing event deleted for resources: {'Port': ['ID=a87d2bea-7035-4a24-96bb-f9640bc467cc,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:21.219404 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7037b2d1-5663-4171-955b-d8877a6ea356 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] No DVR routers for this DVR port a87d2bea-7035-4a24-96bb-f9640bc467cc on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:33:21.301495 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7037b2d1-5663-4171-955b-d8877a6ea356 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:21.312163 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-7037b2d1-5663-4171-955b-d8877a6ea356 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda8534f-9a50-4ece-859f-28524a7ef568']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:21.322520 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-7037b2d1-5663-4171-955b-d8877a6ea356 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8a0a96e-a65e-405a-9726-d0faff10c0b8') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:21.322822 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-7037b2d1-5663-4171-955b-d8877a6ea356 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8a0a96e-a65e-405a-9726-d0faff10c0b8') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:21.331508 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7037b2d1-5663-4171-955b-d8877a6ea356 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:21.345023 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7037b2d1-5663-4171-955b-d8877a6ea356 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:21.351299 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7037b2d1-5663-4171-955b-d8877a6ea356 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:33:21.351756 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7037b2d1-5663-4171-955b-d8877a6ea356 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:21.354696 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:33:21.354696 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:33:21.354696 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:33:21.354696 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:33:21.354696 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:33:21.354696 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:33:21.354696 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:33:21.354696 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:33:21.354696 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:33:21.354696 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:33:21.354696 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:33:21.354696 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:33:21.354696 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:33:21.354696 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:33:21.354696 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:33:21.354696 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:33:21.354696 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:33:21.354696 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:33:21.354696 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:33:21.354696 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:33:21.354696 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:33:21.354696 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:33:21.354696 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:33:21.354696 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:33:21.354696 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:33:21.354696 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:33:21.354696 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:33:21.354696 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:33:21.354696 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:33:21.354696 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:33:21.354696 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:33:21.354696 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:33:21.415790 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7037b2d1-5663-4171-955b-d8877a6ea356 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:21.422537 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7037b2d1-5663-4171-955b-d8877a6ea356 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:21.425318 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7037b2d1-5663-4171-955b-d8877a6ea356 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] 10.222.0.32 "DELETE /v2.0/networks/cda8534f-9a50-4ece-859f-28524a7ef568 HTTP/1.1" status: 204 len: 168 time: 0.6003044 Jul 23 20:33:21.427673 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56410) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:21.445051 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7037b2d1-5663-4171-955b-d8877a6ea356 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Pushing event deleted for resources: {'Network': ['ID=cda8534f-9a50-4ece-859f-28524a7ef568,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:21.529666 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-95e3ac7a-e3ec-4f07-9aa4-ef06f8007c40 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:21.647649 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-95e3ac7a-e3ec-4f07-9aa4-ef06f8007c40 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:21.659324 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-95e3ac7a-e3ec-4f07-9aa4-ef06f8007c40 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b07bcaa7-c32b-4f29-9237-36760a4c26de']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:21.669971 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-95e3ac7a-e3ec-4f07-9aa4-ef06f8007c40 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1727cbf7-8483-4169-9d1e-8cfeb3311941') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:21.670357 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-95e3ac7a-e3ec-4f07-9aa4-ef06f8007c40 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1727cbf7-8483-4169-9d1e-8cfeb3311941') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:21.682068 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-95e3ac7a-e3ec-4f07-9aa4-ef06f8007c40 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:21.697505 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-95e3ac7a-e3ec-4f07-9aa4-ef06f8007c40 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:21.714434 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e3ac7a-e3ec-4f07-9aa4-ef06f8007c40 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:33:21.714752 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-95e3ac7a-e3ec-4f07-9aa4-ef06f8007c40 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:21.723098 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:33:21.723098 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:33:21.723098 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:33:21.723098 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:33:21.723098 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:33:21.723098 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:33:21.723098 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:33:21.723098 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:33:21.723098 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:33:21.723098 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:33:21.723098 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:33:21.723098 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:33:21.723098 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:33:21.723098 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:33:21.723098 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:33:21.723098 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:33:21.723098 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:33:21.723098 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:33:21.723098 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:33:21.723098 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:33:21.723098 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:33:21.723098 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:33:21.723098 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:33:21.723098 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:33:21.723098 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:33:21.723098 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:33:21.723098 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:33:21.723098 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:33:21.723098 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:33:21.723098 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:33:21.723098 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:33:21.723098 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:33:21.814580 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-95e3ac7a-e3ec-4f07-9aa4-ef06f8007c40 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:21.847224 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-95e3ac7a-e3ec-4f07-9aa4-ef06f8007c40 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:21.849719 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-95e3ac7a-e3ec-4f07-9aa4-ef06f8007c40 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] 10.222.0.32 "DELETE /v2.0/networks/b07bcaa7-c32b-4f29-9237-36760a4c26de HTTP/1.1" status: 204 len: 168 time: 0.4211171 Jul 23 20:33:21.850887 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3ac7a-e3ec-4f07-9aa4-ef06f8007c40 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Pushing event deleted for resources: {'Network': ['ID=b07bcaa7-c32b-4f29-9237-36760a4c26de,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:21.852988 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56424) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:21.959872 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a70efe25-8e67-4055-9229-b6d9d30b5f27 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:21.964771 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e4529b-a8aa-4f52-9a98-7b269f078ec9 None None] DHCP port deletion for cda8534f-9a50-4ece-859f-28524a7ef568 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:33:21.976236 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6dfc87f3-6eea-43fc-81fc-478109b59278 None None] Could not find standard attr ID for object a87d2bea-7035-4a24-96bb-f9640bc467cc. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:33:21.999128 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d32920e-a757-4edb-adbc-401e6fe608b4 None None] Network cda8534f-9a50-4ece-859f-28524a7ef568 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:22.011825 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d32920e-a757-4edb-adbc-401e6fe608b4 None None] Network cda8534f-9a50-4ece-859f-28524a7ef568 could not be found, it might have been deleted concurrently. {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 20:33:22.020921 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bb8117-add8-4675-b299-5033c09cf704 None None] get_active_networks_info from n-d-793618-10 {{(pid=93877) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:33:22.065967 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a70efe25-8e67-4055-9229-b6d9d30b5f27 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:22.077776 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-a70efe25-8e67-4055-9229-b6d9d30b5f27 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cb86be0-0a5e-4e70-a441-785cf087f352']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:22.097125 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bb8117-add8-4675-b299-5033c09cf704 None None] Resources bound (agent type, host, resource id): {{(pid=93877) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:33:22.099453 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-a70efe25-8e67-4055-9229-b6d9d30b5f27 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be91d403-84b0-45f9-8240-bb9ccf42b955') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:22.099857 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-a70efe25-8e67-4055-9229-b6d9d30b5f27 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be91d403-84b0-45f9-8240-bb9ccf42b955') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:22.110804 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a70efe25-8e67-4055-9229-b6d9d30b5f27 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:22.128276 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a70efe25-8e67-4055-9229-b6d9d30b5f27 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:22.135317 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a70efe25-8e67-4055-9229-b6d9d30b5f27 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:33:22.135705 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a70efe25-8e67-4055-9229-b6d9d30b5f27 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:22.139027 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:33:22.139027 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:33:22.139027 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:33:22.139027 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:33:22.139027 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:33:22.139027 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:33:22.139027 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:33:22.139027 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:33:22.139027 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:33:22.139027 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:33:22.139027 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:33:22.139027 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:33:22.139027 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:33:22.139027 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:33:22.139027 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:33:22.139027 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:33:22.139027 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:33:22.139027 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:33:22.139027 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:33:22.139027 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:33:22.139027 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:33:22.139027 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:33:22.139027 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:33:22.139027 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:33:22.139027 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:33:22.139027 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:33:22.139027 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:33:22.139027 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:33:22.139027 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:33:22.139027 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:33:22.139027 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:33:22.139027 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:33:22.209029 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a70efe25-8e67-4055-9229-b6d9d30b5f27 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:22.222501 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a70efe25-8e67-4055-9229-b6d9d30b5f27 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:22.227340 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56426) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:22.228155 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a70efe25-8e67-4055-9229-b6d9d30b5f27 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] 10.222.0.32 "DELETE /v2.0/networks/9cb86be0-0a5e-4e70-a441-785cf087f352 HTTP/1.1" status: 204 len: 168 time: 0.3733535 Jul 23 20:33:22.246841 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70efe25-8e67-4055-9229-b6d9d30b5f27 tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Pushing event deleted for resources: {'Network': ['ID=9cb86be0-0a5e-4e70-a441-785cf087f352,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:22.332902 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5653e941-dcdd-4a73-b4c0-cdf41964893c tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:22.429511 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5653e941-dcdd-4a73-b4c0-cdf41964893c tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:22.440972 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-5653e941-dcdd-4a73-b4c0-cdf41964893c tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ebe44b0-2abf-468c-95bd-a2f3cd03baa3']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:22.451456 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-5653e941-dcdd-4a73-b4c0-cdf41964893c tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e8fae83-474f-41cb-80c2-1aa7ee74d35a') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:22.451856 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-5653e941-dcdd-4a73-b4c0-cdf41964893c tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e8fae83-474f-41cb-80c2-1aa7ee74d35a') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:22.473059 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5653e941-dcdd-4a73-b4c0-cdf41964893c tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:22.489543 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5653e941-dcdd-4a73-b4c0-cdf41964893c tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:22.496466 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5653e941-dcdd-4a73-b4c0-cdf41964893c tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:33:22.496862 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5653e941-dcdd-4a73-b4c0-cdf41964893c tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:22.500641 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:33:22.500641 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:33:22.500641 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:33:22.500641 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:33:22.500641 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:33:22.500641 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:33:22.500641 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:33:22.500641 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:33:22.500641 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:33:22.500641 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:33:22.500641 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:33:22.500641 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:33:22.500641 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:33:22.500641 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:33:22.500641 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:33:22.500641 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:33:22.500641 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:33:22.500641 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:33:22.500641 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:33:22.500641 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:33:22.500641 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:33:22.500641 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:33:22.500641 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:33:22.500641 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:33:22.500641 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:33:22.500641 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:33:22.500641 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:33:22.500641 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:33:22.500641 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:33:22.500641 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:33:22.500641 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:33:22.500641 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:33:22.567891 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5653e941-dcdd-4a73-b4c0-cdf41964893c tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:22.577250 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5653e941-dcdd-4a73-b4c0-cdf41964893c tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:22.582466 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5653e941-dcdd-4a73-b4c0-cdf41964893c tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] 10.222.0.32 "DELETE /v2.0/networks/7ebe44b0-2abf-468c-95bd-a2f3cd03baa3 HTTP/1.1" status: 204 len: 168 time: 0.3508530 Jul 23 20:33:22.597852 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653e941-dcdd-4a73-b4c0-cdf41964893c tempest-BulkNetworkOpsTest-1906341945 tempest-BulkNetworkOpsTest-1906341945-project] Pushing event deleted for resources: {'Network': ['ID=7ebe44b0-2abf-468c-95bd-a2f3cd03baa3,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:22.862440 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56438) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:23.013114 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6eeb573f-f5b9-4bd2-b4d9-cd326646d483 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4568f706875e40e0af479b152bbdec16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1494992 Jul 23 20:33:23.015614 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56444) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:23.066447 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3b189614-141c-4e10-bf63-504c0d702e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:23.088473 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3b189614-141c-4e10-bf63-504c0d702e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:23.138023 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3b189614-141c-4e10-bf63-504c0d702e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:23.140844 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3b189614-141c-4e10-bf63-504c0d702e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:23.144736 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3b189614-141c-4e10-bf63-504c0d702e31 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7c0d6e3d-7226-446c-9a19-b3cbd6b0ae6e HTTP/1.1" status: 204 len: 168 time: 0.1254604 Jul 23 20:33:23.152362 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b189614-141c-4e10-bf63-504c0d702e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0d6e3d-7226-446c-9a19-b3cbd6b0ae6e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:23.863958 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56474) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:23.978012 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-e565d903-221a-4cf2-8b04-8499a7085904 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1271550217'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:24.014510 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e565d903-221a-4cf2-8b04-8499a7085904 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Made reservation on behalf of bdfe51d9b90f43d0adbc69a3d4cc2979 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:24.023570 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e565d903-221a-4cf2-8b04-8499a7085904 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:24.043875 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e565d903-221a-4cf2-8b04-8499a7085904 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:24.199161 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e565d903-221a-4cf2-8b04-8499a7085904 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:24.222587 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e565d903-221a-4cf2-8b04-8499a7085904 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:24.254522 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e565d903-221a-4cf2-8b04-8499a7085904 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:33:24.276862 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565d903-221a-4cf2-8b04-8499a7085904 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b60d01-592f-4df9-ac5a-308fe83c09b1,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:24.283946 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e565d903-221a-4cf2-8b04-8499a7085904 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:24.284842 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-e565d903-221a-4cf2-8b04-8499a7085904 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Added segment 947cbc0d-0710-4977-8bd8-ddd5c72ce4a5 of type vlan for network d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d Jul 23 20:33:24.366518 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e565d903-221a-4cf2-8b04-8499a7085904 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:24.411530 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e565d903-221a-4cf2-8b04-8499a7085904 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:24.418563 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e565d903-221a-4cf2-8b04-8499a7085904 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:24.419176 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e565d903-221a-4cf2-8b04-8499a7085904 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:24.451668 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e565d903-221a-4cf2-8b04-8499a7085904 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5862892 Jul 23 20:33:24.455169 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56498) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:24.462448 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-2a7056f4-3756-45e4-8008-0b08d7d18395 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'port': {'network_id': 'd1ced54d-9d99-4ea0-b38f-5f346f7e4e6d', 'name': 'tempest-PortsIpV6TestJSON-1392455236'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:24.505250 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565d903-221a-4cf2-8b04-8499a7085904 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'Network': ['ID=d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:24.516038 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:33:24.716616 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7056f4-3756-45e4-8008-0b08d7d18395 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Made reservation on behalf of bdfe51d9b90f43d0adbc69a3d4cc2979 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:24.720274 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a7056f4-3756-45e4-8008-0b08d7d18395 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:24.761971 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-2a7056f4-3756-45e4-8008-0b08d7d18395 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] device_id is not set on port a37b29cf-173b-41f0-b030-ab548dad150f yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:33:24.952325 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a7056f4-3756-45e4-8008-0b08d7d18395 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:24.993746 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a7056f4-3756-45e4-8008-0b08d7d18395 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:25.060135 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7056f4-3756-45e4-8008-0b08d7d18395 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'Port': ['ID=a37b29cf-173b-41f0-b030-ab548dad150f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:25.068928 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7056f4-3756-45e4-8008-0b08d7d18395 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Checking segment: {'id': '947cbc0d-0710-4977-8bd8-ddd5c72ce4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd1ced54d-9d99-4ea0-b38f-5f346f7e4e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:25.069296 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7056f4-3756-45e4-8008-0b08d7d18395 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Network hostable DHCP agents. Network: d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:33:25.086666 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7056f4-3756-45e4-8008-0b08d7d18395 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Network d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:33:25.098084 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-2a7056f4-3756-45e4-8008-0b08d7d18395 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:25.102971 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7056f4-3756-45e4-8008-0b08d7d18395 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:25.110629 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7056f4-3756-45e4-8008-0b08d7d18395 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:25.111487 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86442433-e844-4054-8656-a67e3224849d None None] Network d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:25.112196 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a7056f4-3756-45e4-8008-0b08d7d18395 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:25.130365 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2a7056f4-3756-45e4-8008-0b08d7d18395 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6730444 Jul 23 20:33:25.133290 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56506) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:25.138598 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-690c8ba2-57b8-49f5-8de5-1d17473c4b64 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-733247260'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:25.163693 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690c8ba2-57b8-49f5-8de5-1d17473c4b64 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Made reservation on behalf of bdfe51d9b90f43d0adbc69a3d4cc2979 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:25.168134 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-690c8ba2-57b8-49f5-8de5-1d17473c4b64 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:25.207496 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-690c8ba2-57b8-49f5-8de5-1d17473c4b64 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:33:25.218563 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-690c8ba2-57b8-49f5-8de5-1d17473c4b64 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:25.219069 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-690c8ba2-57b8-49f5-8de5-1d17473c4b64 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Added segment 135fd253-fb12-4d33-9d09-cdd25f3bf94f of type vlan for network b15cc731-6a62-41d8-b04b-7af3c80932ae Jul 23 20:33:25.271969 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-690c8ba2-57b8-49f5-8de5-1d17473c4b64 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:25.309006 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-690c8ba2-57b8-49f5-8de5-1d17473c4b64 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:25.315884 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690c8ba2-57b8-49f5-8de5-1d17473c4b64 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:25.316470 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-690c8ba2-57b8-49f5-8de5-1d17473c4b64 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:25.357531 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-690c8ba2-57b8-49f5-8de5-1d17473c4b64 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2230582 Jul 23 20:33:25.360049 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56510) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:25.369197 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-7df50e86-6421-411e-a275-a35d56145f06 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'ports': [{'network_id': 'd1ced54d-9d99-4ea0-b38f-5f346f7e4e6d'}, {'network_id': 'b15cc731-6a62-41d8-b04b-7af3c80932ae'}]} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:25.369652 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-7df50e86-6421-411e-a275-a35d56145f06 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'port': {'network_id': 'd1ced54d-9d99-4ea0-b38f-5f346f7e4e6d'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:25.370217 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-7df50e86-6421-411e-a275-a35d56145f06 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'port': {'network_id': 'b15cc731-6a62-41d8-b04b-7af3c80932ae'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:25.396096 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c8ba2-57b8-49f5-8de5-1d17473c4b64 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'Network': ['ID=b15cc731-6a62-41d8-b04b-7af3c80932ae,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:25.409952 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network b15cc731-6a62-41d8-b04b-7af3c80932ae details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:33:25.562989 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df50e86-6421-411e-a275-a35d56145f06 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Made reservation on behalf of bdfe51d9b90f43d0adbc69a3d4cc2979 for: {'port': 2} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:25.568065 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7df50e86-6421-411e-a275-a35d56145f06 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:25.582151 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7df50e86-6421-411e-a275-a35d56145f06 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:25.678122 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-7df50e86-6421-411e-a275-a35d56145f06 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] device_id is not set on port 8782976a-aac0-4424-8080-02c2a0e55398 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:33:25.813254 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7df50e86-6421-411e-a275-a35d56145f06 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:25.884690 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-7df50e86-6421-411e-a275-a35d56145f06 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] device_id is not set on port 7eeae617-9e5c-4f11-91cb-e7445633cab2 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:33:26.001232 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7df50e86-6421-411e-a275-a35d56145f06 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:26.042140 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7df50e86-6421-411e-a275-a35d56145f06 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:26.084974 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df50e86-6421-411e-a275-a35d56145f06 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Network d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:26.090164 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-7df50e86-6421-411e-a275-a35d56145f06 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:26.093968 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df50e86-6421-411e-a275-a35d56145f06 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:26.094818 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7df50e86-6421-411e-a275-a35d56145f06 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:26.101871 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df50e86-6421-411e-a275-a35d56145f06 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'Port': ['ID=8782976a-aac0-4424-8080-02c2a0e55398,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:26.158613 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df50e86-6421-411e-a275-a35d56145f06 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'Port': ['ID=7eeae617-9e5c-4f11-91cb-e7445633cab2,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:26.167164 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df50e86-6421-411e-a275-a35d56145f06 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Checking segment: {'id': '135fd253-fb12-4d33-9d09-cdd25f3bf94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b15cc731-6a62-41d8-b04b-7af3c80932ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:26.167518 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df50e86-6421-411e-a275-a35d56145f06 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Network hostable DHCP agents. Network: b15cc731-6a62-41d8-b04b-7af3c80932ae, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:33:26.183644 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df50e86-6421-411e-a275-a35d56145f06 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Network b15cc731-6a62-41d8-b04b-7af3c80932ae is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:33:26.194902 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-7df50e86-6421-411e-a275-a35d56145f06 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, b15cc731-6a62-41d8-b04b-7af3c80932ae) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:26.199144 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df50e86-6421-411e-a275-a35d56145f06 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:26.206977 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334afc4c-5abc-441d-9abf-d394b5dfc790 None None] Network b15cc731-6a62-41d8-b04b-7af3c80932ae requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:26.207530 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df50e86-6421-411e-a275-a35d56145f06 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:26.213073 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df50e86-6421-411e-a275-a35d56145f06 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:26.214006 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7df50e86-6421-411e-a275-a35d56145f06 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:26.234512 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56518) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:26.235060 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7df50e86-6421-411e-a275-a35d56145f06 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8726325 Jul 23 20:33:26.370535 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-f05c832b-e7e0-478a-8148-3a134bd58fa6 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Deleting port 7eeae617-9e5c-4f11-91cb-e7445633cab2 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:26.371174 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f05c832b-e7e0-478a-8148-3a134bd58fa6 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:26.451468 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f05c832b-e7e0-478a-8148-3a134bd58fa6 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:26.466271 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-f05c832b-e7e0-478a-8148-3a134bd58fa6 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Calling delete_port for 7eeae617-9e5c-4f11-91cb-e7445633cab2 owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:26.570211 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f05c832b-e7e0-478a-8148-3a134bd58fa6 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:26.603242 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c832b-e7e0-478a-8148-3a134bd58fa6 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'Port': ['ID=7eeae617-9e5c-4f11-91cb-e7445633cab2,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:26.608747 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f05c832b-e7e0-478a-8148-3a134bd58fa6 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:26.611126 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f05c832b-e7e0-478a-8148-3a134bd58fa6 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/ports/7eeae617-9e5c-4f11-91cb-e7445633cab2 HTTP/1.1" status: 204 len: 168 time: 0.3740840 Jul 23 20:33:26.613577 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56526) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:26.695969 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef00cda-be07-4ecc-bd91-dccd14559bf9 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:26.702285 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef00cda-be07-4ecc-bd91-dccd14559bf9 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:26.705511 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-aef00cda-be07-4ecc-bd91-dccd14559bf9 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0895152 Jul 23 20:33:26.707880 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56530) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:26.821784 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-1f28d664-f063-41f1-84ed-978fb0e33222 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Deleting port 8782976a-aac0-4424-8080-02c2a0e55398 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:26.822125 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f28d664-f063-41f1-84ed-978fb0e33222 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:26.891820 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f28d664-f063-41f1-84ed-978fb0e33222 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:26.904871 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-1f28d664-f063-41f1-84ed-978fb0e33222 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Calling delete_port for 8782976a-aac0-4424-8080-02c2a0e55398 owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:27.347958 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f28d664-f063-41f1-84ed-978fb0e33222 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:27.377898 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28d664-f063-41f1-84ed-978fb0e33222 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'Port': ['ID=8782976a-aac0-4424-8080-02c2a0e55398,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:27.384959 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f28d664-f063-41f1-84ed-978fb0e33222 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:27.386815 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1f28d664-f063-41f1-84ed-978fb0e33222 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/ports/8782976a-aac0-4424-8080-02c2a0e55398 HTTP/1.1" status: 204 len: 168 time: 0.6778531 Jul 23 20:33:27.389249 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56532) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:27.511653 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7900599-2484-4077-ac9f-aacd04661d2a tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:27.516004 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56538) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:27.516151 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e7900599-2484-4077-ac9f-aacd04661d2a tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1259000 Jul 23 20:33:27.543123 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-d810dbc4-ae20-4c12-a9c2-37a04e65d867 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] GET failed (client error): The resource could not be found. Jul 23 20:33:27.544722 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d810dbc4-ae20-4c12-a9c2-37a04e65d867 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "GET /v2.0/ports/7eeae617-9e5c-4f11-91cb-e7445633cab2 HTTP/1.1" status: 404 len: 333 time: 0.0277178 Jul 23 20:33:27.547566 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56544) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:27.578559 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e954381-4f34-44fd-8029-ffe211f9ee9b tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] GET failed (client error): The resource could not be found. Jul 23 20:33:27.581519 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8e954381-4f34-44fd-8029-ffe211f9ee9b tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "GET /v2.0/ports/8782976a-aac0-4424-8080-02c2a0e55398 HTTP/1.1" status: 404 len: 333 time: 0.0321770 Jul 23 20:33:27.583360 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56546) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:27.692057 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f0c0659-bdfa-4e0b-b128-96d3ad1668cb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:27.795175 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f0c0659-bdfa-4e0b-b128-96d3ad1668cb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:27.808153 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-1f0c0659-bdfa-4e0b-b128-96d3ad1668cb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b15cc731-6a62-41d8-b04b-7af3c80932ae']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:27.820639 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-1f0c0659-bdfa-4e0b-b128-96d3ad1668cb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '135fd253-fb12-4d33-9d09-cdd25f3bf94f') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:27.821035 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-1f0c0659-bdfa-4e0b-b128-96d3ad1668cb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '135fd253-fb12-4d33-9d09-cdd25f3bf94f') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:27.831265 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f0c0659-bdfa-4e0b-b128-96d3ad1668cb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:27.848077 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f0c0659-bdfa-4e0b-b128-96d3ad1668cb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:27.854595 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f0c0659-bdfa-4e0b-b128-96d3ad1668cb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:33:27.855325 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f0c0659-bdfa-4e0b-b128-96d3ad1668cb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:27.859299 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:33:27.859299 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:33:27.859299 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:33:27.859299 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:33:27.859299 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:33:27.859299 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:33:27.859299 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:33:27.859299 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:33:27.859299 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:33:27.859299 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:33:27.859299 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:33:27.859299 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:33:27.859299 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:33:27.859299 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:33:27.859299 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:33:27.859299 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:33:27.859299 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:33:27.859299 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:33:27.859299 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:33:27.859299 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:33:27.859299 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:33:27.859299 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:33:27.859299 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:33:27.859299 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:33:27.859299 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:33:27.859299 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:33:27.859299 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:33:27.859299 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:33:27.859299 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:33:27.859299 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:33:27.859299 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:33:27.859299 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:33:27.928441 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f0c0659-bdfa-4e0b-b128-96d3ad1668cb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:27.952642 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f0c0659-bdfa-4e0b-b128-96d3ad1668cb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:27.955504 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1f0c0659-bdfa-4e0b-b128-96d3ad1668cb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/networks/b15cc731-6a62-41d8-b04b-7af3c80932ae HTTP/1.1" status: 204 len: 168 time: 0.3702030 Jul 23 20:33:27.956822 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c0659-bdfa-4e0b-b128-96d3ad1668cb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'Network': ['ID=b15cc731-6a62-41d8-b04b-7af3c80932ae,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:27.961504 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56552) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:27.969153 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-04488842-5b84-4252-9af1-156e33cba9b8 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1540635893'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:27.995710 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04488842-5b84-4252-9af1-156e33cba9b8 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Made reservation on behalf of bdfe51d9b90f43d0adbc69a3d4cc2979 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:27.999506 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-04488842-5b84-4252-9af1-156e33cba9b8 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:28.027221 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04488842-5b84-4252-9af1-156e33cba9b8 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:33:28.038172 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-04488842-5b84-4252-9af1-156e33cba9b8 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:28.038542 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-04488842-5b84-4252-9af1-156e33cba9b8 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Added segment 9d8120d8-df63-4955-87e2-0ad3c2b6563b of type vlan for network 5ea5eeaa-197c-46c1-ac32-442a52d328bd Jul 23 20:33:28.084730 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-04488842-5b84-4252-9af1-156e33cba9b8 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:28.118630 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-04488842-5b84-4252-9af1-156e33cba9b8 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:28.125061 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04488842-5b84-4252-9af1-156e33cba9b8 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:28.125878 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-04488842-5b84-4252-9af1-156e33cba9b8 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:28.159767 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-04488842-5b84-4252-9af1-156e33cba9b8 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1968527 Jul 23 20:33:28.162738 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56556) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:28.168408 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-567d5b15-2a8e-4f48-bf67-9b7e699e7b8c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'subnet': {'network_id': '5ea5eeaa-197c-46c1-ac32-442a52d328bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:28.212735 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04488842-5b84-4252-9af1-156e33cba9b8 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'Network': ['ID=5ea5eeaa-197c-46c1-ac32-442a52d328bd,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:28.225851 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 5ea5eeaa-197c-46c1-ac32-442a52d328bd details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:33:28.331717 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56558) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:28.337452 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-5afd8b77-2166-4c64-af7d-c4e9f3b29e73 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1275245753', 'description': 'tempest-secgroup-smoke-1275245753 description', 'project_id': 'bac8e166147242c8b3a831403daa7c9d'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:28.371417 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.db.api [None req-567d5b15-2a8e-4f48-bf67-9b7e699e7b8c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 20:33:28.371417 n-d-793618-10 neutron-server[93876]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 20:33:28.371417 n-d-793618-10 neutron-server[93876]: [parameters: {'project_id': 'bdfe51d9b90f43d0adbc69a3d4cc2979', 'id': '89f9897a-470a-4592-a9a9-76d7591f71a8', 'expiration': datetime.datetime(2021, 7, 23, 20, 35, 28, 367377)}] Jul 23 20:33:28.371417 n-d-793618-10 neutron-server[93876]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:33:28.371787 n-d-793618-10 neutron-server[93876]: DEBUG oslo_db.api [None req-567d5b15-2a8e-4f48-bf67-9b7e699e7b8c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:33:28.379533 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5afd8b77-2166-4c64-af7d-c4e9f3b29e73 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:28.387882 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5afd8b77-2166-4c64-af7d-c4e9f3b29e73 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:28.491320 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5afd8b77-2166-4c64-af7d-c4e9f3b29e73 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:28.495503 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5afd8b77-2166-4c64-af7d-c4e9f3b29e73 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:28.541608 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd8b77-2166-4c64-af7d-c4e9f3b29e73 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ea8790-8673-4bdd-9e27-bdae5b366f62,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:28.614952 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5afd8b77-2166-4c64-af7d-c4e9f3b29e73 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:28.619849 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5afd8b77-2166-4c64-af7d-c4e9f3b29e73 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:28.653005 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5afd8b77-2166-4c64-af7d-c4e9f3b29e73 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:28.654358 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5afd8b77-2166-4c64-af7d-c4e9f3b29e73 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3214777 Jul 23 20:33:28.658944 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56564) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:28.660860 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd8b77-2166-4c64-af7d-c4e9f3b29e73 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3584c591-8753-4724-bea2-85b71c16a552,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:28.667202 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-7f8ef37c-6de7-4388-b480-ce3e89c16f17 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Request body: {'security_group_rule': {'security_group_id': '3584c591-8753-4724-bea2-85b71c16a552', 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:28.710691 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f8ef37c-6de7-4388-b480-ce3e89c16f17 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:28.789654 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f8ef37c-6de7-4388-b480-ce3e89c16f17 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:28.806316 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f8ef37c-6de7-4388-b480-ce3e89c16f17 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:28.825951 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ef37c-6de7-4388-b480-ce3e89c16f17 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=825b102a-8288-42bb-97a0-c624b120b82b,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:28.835878 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f8ef37c-6de7-4388-b480-ce3e89c16f17 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:28.837274 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7f8ef37c-6de7-4388-b480-ce3e89c16f17 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1769297 Jul 23 20:33:28.839997 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56570) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:28.844609 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-81c1ce6c-8efe-447b-abf5-9e9c7b5ba092 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Request body: {'security_group_rule': {'security_group_id': '3584c591-8753-4724-bea2-85b71c16a552', 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:28.881353 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-81c1ce6c-8efe-447b-abf5-9e9c7b5ba092 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:28.922164 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567d5b15-2a8e-4f48-bf67-9b7e699e7b8c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Made reservation on behalf of bdfe51d9b90f43d0adbc69a3d4cc2979 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:28.926807 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-567d5b15-2a8e-4f48-bf67-9b7e699e7b8c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.021395 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-81c1ce6c-8efe-447b-abf5-9e9c7b5ba092 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.031950 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-81c1ce6c-8efe-447b-abf5-9e9c7b5ba092 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.061715 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c1ce6c-8efe-447b-abf5-9e9c7b5ba092 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=767c75c4-3574-4141-ae6f-9bb992eeac4b,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:29.066976 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-81c1ce6c-8efe-447b-abf5-9e9c7b5ba092 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.068423 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-81c1ce6c-8efe-447b-abf5-9e9c7b5ba092 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2272234 Jul 23 20:33:29.071378 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56572) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:29.076483 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-3f309fd5-0271-40ec-9c4f-23ad86ce0585 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Request body: {'security_group_rule': {'security_group_id': '3584c591-8753-4724-bea2-85b71c16a552', 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:29.114871 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3f309fd5-0271-40ec-9c4f-23ad86ce0585 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.172273 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3f309fd5-0271-40ec-9c4f-23ad86ce0585 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.172610 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-567d5b15-2a8e-4f48-bf67-9b7e699e7b8c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.177620 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3f309fd5-0271-40ec-9c4f-23ad86ce0585 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.195881 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f309fd5-0271-40ec-9c4f-23ad86ce0585 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f919061-9a41-4df8-9b88-f61a29a2b769,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:29.212835 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3f309fd5-0271-40ec-9c4f-23ad86ce0585 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.216940 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3f309fd5-0271-40ec-9c4f-23ad86ce0585 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1417108 Jul 23 20:33:29.217535 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56574) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:29.222937 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-09a60273-8b49-4595-a393-4adbc3438e85 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Request body: {'security_group_rule': {'security_group_id': '3584c591-8753-4724-bea2-85b71c16a552', 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:29.251458 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d5b15-2a8e-4f48-bf67-9b7e699e7b8c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'Subnet': ['ID=4f7ad3ee-723f-451d-82bd-a3424d07a0ec,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:29.263917 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-09a60273-8b49-4595-a393-4adbc3438e85 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.265005 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567d5b15-2a8e-4f48-bf67-9b7e699e7b8c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Checking segment: {'id': '9d8120d8-df63-4955-87e2-0ad3c2b6563b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5ea5eeaa-197c-46c1-ac32-442a52d328bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:29.265430 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567d5b15-2a8e-4f48-bf67-9b7e699e7b8c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Network hostable DHCP agents. Network: 5ea5eeaa-197c-46c1-ac32-442a52d328bd, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:33:29.285224 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567d5b15-2a8e-4f48-bf67-9b7e699e7b8c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Network 5ea5eeaa-197c-46c1-ac32-442a52d328bd is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:33:29.294471 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-567d5b15-2a8e-4f48-bf67-9b7e699e7b8c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 5ea5eeaa-197c-46c1-ac32-442a52d328bd) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:29.299388 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567d5b15-2a8e-4f48-bf67-9b7e699e7b8c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:29.300227 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-567d5b15-2a8e-4f48-bf67-9b7e699e7b8c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.307310 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571708c9-c29c-4462-8cfc-fe159d798a18 None None] Network 5ea5eeaa-197c-46c1-ac32-442a52d328bd requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:29.314941 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-567d5b15-2a8e-4f48-bf67-9b7e699e7b8c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1505346 Jul 23 20:33:29.317748 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56576) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:29.323268 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-9978c66c-5c09-4f81-b667-4f8dfed0ddaa tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'port': {'network_id': '5ea5eeaa-197c-46c1-ac32-442a52d328bd', 'name': 'tempest-PortsIpV6TestJSON-581113327'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:29.354130 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-09a60273-8b49-4595-a393-4adbc3438e85 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.359740 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-09a60273-8b49-4595-a393-4adbc3438e85 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.383092 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a60273-8b49-4595-a393-4adbc3438e85 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b12373c8-b0d2-45a2-a114-335d9fc9b0ca,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:29.387703 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-09a60273-8b49-4595-a393-4adbc3438e85 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.393461 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-09a60273-8b49-4595-a393-4adbc3438e85 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1744685 Jul 23 20:33:29.394362 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56578) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:29.398902 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-8bdb045c-4aae-4f83-9787-54a47ad2f35f tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Request body: {'security_group_rule': {'security_group_id': '3584c591-8753-4724-bea2-85b71c16a552', 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:29.424474 n-d-793618-10 neutron-server[93875]: INFO neutron.db.securitygroups_db [None req-8bdb045c-4aae-4f83-9787-54a47ad2f35f tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Project bac8e166147242c8b3a831403daa7c9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:33:29.432193 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8bdb045c-4aae-4f83-9787-54a47ad2f35f tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.462630 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9978c66c-5c09-4f81-b667-4f8dfed0ddaa tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Made reservation on behalf of bdfe51d9b90f43d0adbc69a3d4cc2979 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:29.466758 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9978c66c-5c09-4f81-b667-4f8dfed0ddaa tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.488815 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-9978c66c-5c09-4f81-b667-4f8dfed0ddaa tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] device_id is not set on port 2c1f12c7-b948-4c65-ac6b-d617c048bd4b yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:33:29.515709 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8bdb045c-4aae-4f83-9787-54a47ad2f35f tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.520688 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8bdb045c-4aae-4f83-9787-54a47ad2f35f tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.546077 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58606bb-50f7-462a-b5fd-b65be888ef90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-5ea5eeaa-197c-46c1-ac32-442a52d328bd', 'network_id': '5ea5eeaa-197c-46c1-ac32-442a52d328bd', 'tenant_id': 'bdfe51d9b90f43d0adbc69a3d4cc2979', 'fixed_ips': [{'subnet_id': '4f7ad3ee-723f-451d-82bd-a3424d07a0ec'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:33:29.546935 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c58606bb-50f7-462a-b5fd-b65be888ef90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.551694 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb045c-4aae-4f83-9787-54a47ad2f35f tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a907ad07-308d-4b4e-9245-77f010965bab,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:29.566475 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8bdb045c-4aae-4f83-9787-54a47ad2f35f tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.567931 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8bdb045c-4aae-4f83-9787-54a47ad2f35f tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1724257 Jul 23 20:33:29.571076 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56584) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:29.575967 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-4be7b3af-2bd4-4a2d-9bdc-74dcfc1804b0 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Request body: {'security_group_rule': {'security_group_id': '3584c591-8753-4724-bea2-85b71c16a552', 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:29.602645 n-d-793618-10 neutron-server[93875]: INFO neutron.db.securitygroups_db [None req-4be7b3af-2bd4-4a2d-9bdc-74dcfc1804b0 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Project bac8e166147242c8b3a831403daa7c9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:33:29.610030 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4be7b3af-2bd4-4a2d-9bdc-74dcfc1804b0 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.652220 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-9978c66c-5c09-4f81-b667-4f8dfed0ddaa tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Allocated IP 2001:db8::35f (5ea5eeaa-197c-46c1-ac32-442a52d328bd/4f7ad3ee-723f-451d-82bd-a3424d07a0ec/2c1f12c7-b948-4c65-ac6b-d617c048bd4b) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:29.697357 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4be7b3af-2bd4-4a2d-9bdc-74dcfc1804b0 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.702232 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4be7b3af-2bd4-4a2d-9bdc-74dcfc1804b0 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.726032 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be7b3af-2bd4-4a2d-9bdc-74dcfc1804b0 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2736202d-d872-4430-b2ae-0abeebb11f4f,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:29.734609 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4be7b3af-2bd4-4a2d-9bdc-74dcfc1804b0 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.736323 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4be7b3af-2bd4-4a2d-9bdc-74dcfc1804b0 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1642747 Jul 23 20:33:29.739805 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56590) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:29.747618 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-aef750e6-85ce-4fde-9fae-e16d758b4a05 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Request body: {'network': {'name': 'tempest-network-smoke--876019173', 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'port_security_enabled': True}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:29.823444 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef750e6-85ce-4fde-9fae-e16d758b4a05 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Made reservation on behalf of bac8e166147242c8b3a831403daa7c9d for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:29.827185 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aef750e6-85ce-4fde-9fae-e16d758b4a05 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.878682 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef750e6-85ce-4fde-9fae-e16d758b4a05 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:33:29.882739 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9978c66c-5c09-4f81-b667-4f8dfed0ddaa tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.901461 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aef750e6-85ce-4fde-9fae-e16d758b4a05 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.901820 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-aef750e6-85ce-4fde-9fae-e16d758b4a05 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Added segment ba6de94f-b985-4a00-a5f5-bb97d8bfa191 of type vlan for network c91af19b-52b2-4b23-8f3c-6803df020fa0 Jul 23 20:33:29.911941 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-9978c66c-5c09-4f81-b667-4f8dfed0ddaa tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Transition to ACTIVE for port object 2c1f12c7-b948-4c65-ac6b-d617c048bd4b will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:29.951359 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aef750e6-85ce-4fde-9fae-e16d758b4a05 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:30.003760 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aef750e6-85ce-4fde-9fae-e16d758b4a05 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:30.011071 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef750e6-85ce-4fde-9fae-e16d758b4a05 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:30.012403 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aef750e6-85ce-4fde-9fae-e16d758b4a05 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:30.016717 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9978c66c-5c09-4f81-b667-4f8dfed0ddaa tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:30.044839 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-c58606bb-50f7-462a-b5fd-b65be888ef90 None None] Allocated IP 2001:db8::2 (5ea5eeaa-197c-46c1-ac32-442a52d328bd/4f7ad3ee-723f-451d-82bd-a3424d07a0ec/6932fcbb-0ded-4254-8d89-8276f927ea26) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:30.097217 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9978c66c-5c09-4f81-b667-4f8dfed0ddaa tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'Port': ['ID=2c1f12c7-b948-4c65-ac6b-d617c048bd4b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:30.148589 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9978c66c-5c09-4f81-b667-4f8dfed0ddaa tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Network 5ea5eeaa-197c-46c1-ac32-442a52d328bd is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:30.153422 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56596) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:30.153839 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-aef750e6-85ce-4fde-9fae-e16d758b4a05 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4130082 Jul 23 20:33:30.158404 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-af0431c9-a0ca-4ae8-a934-9393b6018991 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-127839094', 'admin_state_up': True, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:30.159751 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-9978c66c-5c09-4f81-b667-4f8dfed0ddaa tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:30.167386 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9978c66c-5c09-4f81-b667-4f8dfed0ddaa tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:30.175094 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9978c66c-5c09-4f81-b667-4f8dfed0ddaa tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:30.175856 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9978c66c-5c09-4f81-b667-4f8dfed0ddaa tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:30.199989 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c58606bb-50f7-462a-b5fd-b65be888ef90 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:30.206713 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-af0431c9-a0ca-4ae8-a934-9393b6018991 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:30.207861 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-af0431c9-a0ca-4ae8-a934-9393b6018991 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:30.211441 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c58606bb-50f7-462a-b5fd-b65be888ef90 None None] Transition to ACTIVE for port object 6932fcbb-0ded-4254-8d89-8276f927ea26 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:30.227806 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c58606bb-50f7-462a-b5fd-b65be888ef90 None None] Transition to ACTIVE for port object 6932fcbb-0ded-4254-8d89-8276f927ea26 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:30.233263 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef750e6-85ce-4fde-9fae-e16d758b4a05 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'Network': ['ID=c91af19b-52b2-4b23-8f3c-6803df020fa0,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:30.237996 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c58606bb-50f7-462a-b5fd-b65be888ef90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:30.245929 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9978c66c-5c09-4f81-b667-4f8dfed0ddaa tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9269123 Jul 23 20:33:30.248480 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56598) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:30.272889 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network c91af19b-52b2-4b23-8f3c-6803df020fa0 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:33:30.295322 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58606bb-50f7-462a-b5fd-b65be888ef90 None None] Network 5ea5eeaa-197c-46c1-ac32-442a52d328bd is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:30.311967 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-c58606bb-50f7-462a-b5fd-b65be888ef90 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:30.316000 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58606bb-50f7-462a-b5fd-b65be888ef90 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:30.332300 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58606bb-50f7-462a-b5fd-b65be888ef90 None None] Pushing event updated for resources: {'Port': ['ID=6932fcbb-0ded-4254-8d89-8276f927ea26,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:30.344042 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-af0431c9-a0ca-4ae8-a934-9393b6018991 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:30.435685 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-c58606bb-50f7-462a-b5fd-b65be888ef90 None None] Attempting to bind port 6932fcbb-0ded-4254-8d89-8276f927ea26 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:33:30.436358 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-c58606bb-50f7-462a-b5fd-b65be888ef90 None None] Attempting to bind port 6932fcbb-0ded-4254-8d89-8276f927ea26 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '9d8120d8-df63-4955-87e2-0ad3c2b6563b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5ea5eeaa-197c-46c1-ac32-442a52d328bd'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:33:30.436894 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58606bb-50f7-462a-b5fd-b65be888ef90 None None] Attempting to bind port 6932fcbb-0ded-4254-8d89-8276f927ea26 on network 5ea5eeaa-197c-46c1-ac32-442a52d328bd {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:30.444306 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58606bb-50f7-462a-b5fd-b65be888ef90 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:33:30.444916 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58606bb-50f7-462a-b5fd-b65be888ef90 None None] Checking segment: {'id': '9d8120d8-df63-4955-87e2-0ad3c2b6563b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5ea5eeaa-197c-46c1-ac32-442a52d328bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:30.445548 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c58606bb-50f7-462a-b5fd-b65be888ef90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:30.446103 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58606bb-50f7-462a-b5fd-b65be888ef90 None None] Bound using segment: {'id': '9d8120d8-df63-4955-87e2-0ad3c2b6563b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5ea5eeaa-197c-46c1-ac32-442a52d328bd'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:33:30.446736 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-c58606bb-50f7-462a-b5fd-b65be888ef90 None None] Bound port: 6932fcbb-0ded-4254-8d89-8276f927ea26, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d8120d8-df63-4955-87e2-0ad3c2b6563b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5ea5eeaa-197c-46c1-ac32-442a52d328bd'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:33:30.447304 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c58606bb-50f7-462a-b5fd-b65be888ef90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:30.451925 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-de971e7c-ea07-4d17-a026-482f23c0503a tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Deleting port 2c1f12c7-b948-4c65-ac6b-d617c048bd4b {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:30.452276 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-de971e7c-ea07-4d17-a026-482f23c0503a tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:30.530762 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-c58606bb-50f7-462a-b5fd-b65be888ef90 None None] For port 6932fcbb-0ded-4254-8d89-8276f927ea26, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:33:30.539383 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-c58606bb-50f7-462a-b5fd-b65be888ef90 None None] For port 6932fcbb-0ded-4254-8d89-8276f927ea26, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6932fcbb-0ded-4254-8d89-8276f927ea26,segment=NetworkSegment(9d8120d8-df63-4955-87e2-0ad3c2b6563b),segment_id=9d8120d8-df63-4955-87e2-0ad3c2b6563b)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:33:30.548702 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c58606bb-50f7-462a-b5fd-b65be888ef90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:30.577234 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-af0431c9-a0ca-4ae8-a934-9393b6018991 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:30.580280 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-de971e7c-ea07-4d17-a026-482f23c0503a tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:30.603693 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-de971e7c-ea07-4d17-a026-482f23c0503a tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Calling delete_port for 2c1f12c7-b948-4c65-ac6b-d617c048bd4b owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:30.674205 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58606bb-50f7-462a-b5fd-b65be888ef90 None None] Pushing event updated for resources: {'Port': ['ID=6932fcbb-0ded-4254-8d89-8276f927ea26,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:30.842313 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-de971e7c-ea07-4d17-a026-482f23c0503a tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:30.909324 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de971e7c-ea07-4d17-a026-482f23c0503a tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'Port': ['ID=2c1f12c7-b948-4c65-ac6b-d617c048bd4b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:30.942362 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-de971e7c-ea07-4d17-a026-482f23c0503a tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:30.944868 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-de971e7c-ea07-4d17-a026-482f23c0503a tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/ports/2c1f12c7-b948-4c65-ac6b-d617c048bd4b HTTP/1.1" status: 204 len: 168 time: 0.6954331 Jul 23 20:33:30.947667 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56608) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:30.955777 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-af0431c9-a0ca-4ae8-a934-9393b6018991 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:31.001995 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-af0431c9-a0ca-4ae8-a934-9393b6018991 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:31.009104 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba8f6c42-aaf4-47d8-b2ed-2e662b9dea6e tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] DELETE failed (client error): The resource could not be found. Jul 23 20:33:31.009887 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba8f6c42-aaf4-47d8-b2ed-2e662b9dea6e tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:33:31.011995 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ba8f6c42-aaf4-47d8-b2ed-2e662b9dea6e tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/ports/2c1f12c7-b948-4c65-ac6b-d617c048bd4b HTTP/1.1" status: 404 len: 333 time: 0.0632617 Jul 23 20:33:31.014655 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56610) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:31.130629 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-af0431c9-a0ca-4ae8-a934-9393b6018991 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Allocated IP 172.25.1.248 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/6b6ed53d-f36e-47ea-aab9-9950a7f22e4e) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:31.275570 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-af0431c9-a0ca-4ae8-a934-9393b6018991 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:31.324790 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-af0431c9-a0ca-4ae8-a934-9393b6018991 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:31.354035 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed4b506b-f77a-4df8-83a5-bce094f86661 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] GET failed (client error): The resource could not be found. Jul 23 20:33:31.355602 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ed4b506b-f77a-4df8-83a5-bce094f86661 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "GET /v2.0/ports/2c1f12c7-b948-4c65-ac6b-d617c048bd4b HTTP/1.1" status: 404 len: 333 time: 0.3398118 Jul 23 20:33:31.358254 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56612) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:31.385569 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0431c9-a0ca-4ae8-a934-9393b6018991 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:31.389842 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-af0431c9-a0ca-4ae8-a934-9393b6018991 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:31.392713 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0431c9-a0ca-4ae8-a934-9393b6018991 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'Port': ['ID=6b6ed53d-f36e-47ea-aab9-9950a7f22e4e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:31.401257 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0431c9-a0ca-4ae8-a934-9393b6018991 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:31.417507 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-531537ed-0090-4018-abdb-ed5b1ecbf73d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Deleting subnet 4f7ad3ee-723f-451d-82bd-a3424d07a0ec {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:33:31.420890 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-531537ed-0090-4018-abdb-ed5b1ecbf73d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:31.471086 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-531537ed-0090-4018-abdb-ed5b1ecbf73d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:31.577292 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-531537ed-0090-4018-abdb-ed5b1ecbf73d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:31.649677 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-531537ed-0090-4018-abdb-ed5b1ecbf73d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:31.696117 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-531537ed-0090-4018-abdb-ed5b1ecbf73d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:31.698815 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-531537ed-0090-4018-abdb-ed5b1ecbf73d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/subnets/4f7ad3ee-723f-451d-82bd-a3424d07a0ec HTTP/1.1" status: 204 len: 168 time: 0.3395786 Jul 23 20:33:31.700102 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531537ed-0090-4018-abdb-ed5b1ecbf73d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'Subnet': ['ID=4f7ad3ee-723f-451d-82bd-a3424d07a0ec,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:31.701492 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56616) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:31.809894 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-26f1f90e-755e-494b-b211-8f84bc16a93d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:31.882978 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-af0431c9-a0ca-4ae8-a934-9393b6018991 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:32.006688 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-26f1f90e-755e-494b-b211-8f84bc16a93d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Deleting port 6932fcbb-0ded-4254-8d89-8276f927ea26 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:32.007171 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-26f1f90e-755e-494b-b211-8f84bc16a93d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:32.016218 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d83074a-4d01-41b6-a707-5c59c403fb22 None None] Network 5ea5eeaa-197c-46c1-ac32-442a52d328bd requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:32.148886 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-26f1f90e-755e-494b-b211-8f84bc16a93d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] For port 6932fcbb-0ded-4254-8d89-8276f927ea26, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6932fcbb-0ded-4254-8d89-8276f927ea26,segment=NetworkSegment(9d8120d8-df63-4955-87e2-0ad3c2b6563b),segment_id=9d8120d8-df63-4955-87e2-0ad3c2b6563b)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:32.149653 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-26f1f90e-755e-494b-b211-8f84bc16a93d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:32.167087 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-26f1f90e-755e-494b-b211-8f84bc16a93d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Calling delete_port for 6932fcbb-0ded-4254-8d89-8276f927ea26 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:32.168434 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-3107fe9d-3f49-488f-985c-bcb8dcad58c0 None None] Provisioning for port 6932fcbb-0ded-4254-8d89-8276f927ea26 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:32.284198 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff753ee-aa2b-46c9-bd49-722105259874 None None] DHCP port deletion for 5ea5eeaa-197c-46c1-ac32-442a52d328bd request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:33:32.339127 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-dff753ee-aa2b-46c9-bd49-722105259874 None None] Deleting port 6932fcbb-0ded-4254-8d89-8276f927ea26 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:32.339503 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dff753ee-aa2b-46c9-bd49-722105259874 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:32.411060 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-dff753ee-aa2b-46c9-bd49-722105259874 None None] For port 6932fcbb-0ded-4254-8d89-8276f927ea26, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6932fcbb-0ded-4254-8d89-8276f927ea26,segment=NetworkSegment(9d8120d8-df63-4955-87e2-0ad3c2b6563b),segment_id=9d8120d8-df63-4955-87e2-0ad3c2b6563b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:32.411370 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dff753ee-aa2b-46c9-bd49-722105259874 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:32.432013 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-dff753ee-aa2b-46c9-bd49-722105259874 None None] Calling delete_port for 6932fcbb-0ded-4254-8d89-8276f927ea26 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:32.540729 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dff753ee-aa2b-46c9-bd49-722105259874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:32.555356 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-af0431c9-a0ca-4ae8-a934-9393b6018991 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:32.559504 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-26f1f90e-755e-494b-b211-8f84bc16a93d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:32.577479 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff753ee-aa2b-46c9-bd49-722105259874 None None] Pushing event deleted for resources: {'Port': ['ID=6932fcbb-0ded-4254-8d89-8276f927ea26,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:32.584499 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff753ee-aa2b-46c9-bd49-722105259874 None None] No DVR routers for this DVR port 6932fcbb-0ded-4254-8d89-8276f927ea26 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:33:32.635316 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f1f90e-755e-494b-b211-8f84bc16a93d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'Port': ['ID=6932fcbb-0ded-4254-8d89-8276f927ea26,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:32.675287 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f1f90e-755e-494b-b211-8f84bc16a93d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] No DVR routers for this DVR port 6932fcbb-0ded-4254-8d89-8276f927ea26 on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:33:32.782988 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-26f1f90e-755e-494b-b211-8f84bc16a93d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:32.802772 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-26f1f90e-755e-494b-b211-8f84bc16a93d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea5eeaa-197c-46c1-ac32-442a52d328bd']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:32.818789 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-26f1f90e-755e-494b-b211-8f84bc16a93d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d8120d8-df63-4955-87e2-0ad3c2b6563b') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:32.819097 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-26f1f90e-755e-494b-b211-8f84bc16a93d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d8120d8-df63-4955-87e2-0ad3c2b6563b') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:32.831548 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-26f1f90e-755e-494b-b211-8f84bc16a93d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:32.854645 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-26f1f90e-755e-494b-b211-8f84bc16a93d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:32.863010 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26f1f90e-755e-494b-b211-8f84bc16a93d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:33:32.863425 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-26f1f90e-755e-494b-b211-8f84bc16a93d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:32.866586 n-d-793618-10 neutron-server[93875]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:33:32.866586 n-d-793618-10 neutron-server[93875]: self.session.flush() Jul 23 20:33:32.866586 n-d-793618-10 neutron-server[93875]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:33:32.866586 n-d-793618-10 neutron-server[93875]: self.session.flush() Jul 23 20:33:32.866586 n-d-793618-10 neutron-server[93875]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:33:32.866586 n-d-793618-10 neutron-server[93875]: self.session.flush() Jul 23 20:33:32.866586 n-d-793618-10 neutron-server[93875]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:33:32.866586 n-d-793618-10 neutron-server[93875]: self.session.flush() Jul 23 20:33:32.866586 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:33:32.866586 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:33:32.866586 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:33:32.866586 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:33:32.866586 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:33:32.866586 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:33:32.866586 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:33:32.866586 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:33:32.866586 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:33:32.866586 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:33:32.866586 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:33:32.866586 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:33:32.866586 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:33:32.866586 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:33:32.866586 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:33:32.866586 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:33:32.866586 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:33:32.866586 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:33:32.866586 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:33:32.866586 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:33:32.866586 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:33:32.866586 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:33:32.866586 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:33:32.866586 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:33:32.866586 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:33:32.866586 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:33:32.866586 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:33:32.866586 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:33:32.866586 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:33:32.866586 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:33:32.866586 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:33:32.866586 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:33:32.923540 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0431c9-a0ca-4ae8-a934-9393b6018991 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Router a330c57f-3105-4d38-8f14-41e56baa35ec is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:33:32.934026 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-26f1f90e-755e-494b-b211-8f84bc16a93d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:32.940187 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-26f1f90e-755e-494b-b211-8f84bc16a93d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:32.942091 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-26f1f90e-755e-494b-b211-8f84bc16a93d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/networks/5ea5eeaa-197c-46c1-ac32-442a52d328bd HTTP/1.1" status: 204 len: 168 time: 1.2383566 Jul 23 20:33:32.946328 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56630) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:32.951536 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-92b22b8a-db93-4697-bcad-dd478c9408b0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-86974285'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:32.958208 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f1f90e-755e-494b-b211-8f84bc16a93d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'Network': ['ID=5ea5eeaa-197c-46c1-ac32-442a52d328bd,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:32.975751 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b22b8a-db93-4697-bcad-dd478c9408b0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Made reservation on behalf of bdfe51d9b90f43d0adbc69a3d4cc2979 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:32.979413 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-92b22b8a-db93-4697-bcad-dd478c9408b0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:33.009850 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92b22b8a-db93-4697-bcad-dd478c9408b0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:33:33.023843 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-92b22b8a-db93-4697-bcad-dd478c9408b0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:33.024213 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-92b22b8a-db93-4697-bcad-dd478c9408b0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Added segment 34d848b1-bbda-411a-9d45-2d8611e9e359 of type vlan for network c3d30a19-c101-471a-b2a2-34dec868d545 Jul 23 20:33:33.078350 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0431c9-a0ca-4ae8-a934-9393b6018991 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:33:33.093359 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85665e2-56ff-46c0-8ddf-e569e88499df None None] Sync routers for ids ['a330c57f-3105-4d38-8f14-41e56baa35ec'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:33:33.095561 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-92b22b8a-db93-4697-bcad-dd478c9408b0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:33.104521 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56634) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:33.106748 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85665e2-56ff-46c0-8ddf-e569e88499df None None] Routers {'a330c57f-3105-4d38-8f14-41e56baa35ec'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:33.107648 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-b85665e2-56ff-46c0-8ddf-e569e88499df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:33:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a330c57f-3105-4d38-8f14-41e56baa35ec'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:33.114795 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-af0431c9-a0ca-4ae8-a934-9393b6018991 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:33.119168 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-af0431c9-a0ca-4ae8-a934-9393b6018991 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9615479 Jul 23 20:33:33.120496 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56636) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:33.172114 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-92b22b8a-db93-4697-bcad-dd478c9408b0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:33.187858 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b22b8a-db93-4697-bcad-dd478c9408b0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:33.189924 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-729d7208-0742-406e-8259-9517d89e5b81 admin admin] Deleting subnet 425ae729-429e-4264-811d-78080dc7c6dd {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:33:33.190201 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-92b22b8a-db93-4697-bcad-dd478c9408b0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:33.196986 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-729d7208-0742-406e-8259-9517d89e5b81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:33.300089 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-729d7208-0742-406e-8259-9517d89e5b81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:33.349404 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-b85665e2-56ff-46c0-8ddf-e569e88499df None None] Set router a330c57f-3105-4d38-8f14-41e56baa35ec gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:33:33.350780 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b22b8a-db93-4697-bcad-dd478c9408b0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'Network': ['ID=c3d30a19-c101-471a-b2a2-34dec868d545,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:33.365693 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network c3d30a19-c101-471a-b2a2-34dec868d545 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:33:33.395282 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-729d7208-0742-406e-8259-9517d89e5b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:33.441794 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-92b22b8a-db93-4697-bcad-dd478c9408b0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4938960 Jul 23 20:33:33.444565 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56640) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:33.446624 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f4bb2449-3daf-40c2-919c-a1eba4a5beeb tempest-TestNetworkAdvancedServerOps-280634936 tempest-TestNetworkAdvancedServerOps-280634936-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=bac8e166147242c8b3a831403daa7c9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3250804 Jul 23 20:33:33.449695 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56642) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:33.458063 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-7e58285e-05c7-472f-87be-2645d8f84bde tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'subnet': {'network_id': 'c3d30a19-c101-471a-b2a2-34dec868d545', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:33.572665 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-729d7208-0742-406e-8259-9517d89e5b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:33.574490 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-b85665e2-56ff-46c0-8ddf-e569e88499df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a330c57f-3105-4d38-8f14-41e56baa35ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-127839094', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '6b6ed53d-f36e-47ea-aab9-9950a7f22e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:30Z', 'updated_at': '2021-07-23T20:33:31Z', 'revision_number': 3, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '6b6ed53d-f36e-47ea-aab9-9950a7f22e4e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a330c57f-3105-4d38-8f14-41e56baa35ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:31Z', 'updated_at': '2021-07-23T20:33:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:33.609925 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85665e2-56ff-46c0-8ddf-e569e88499df None None] Checking router: a330c57f-3105-4d38-8f14-41e56baa35ec for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:33:33.610274 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85665e2-56ff-46c0-8ddf-e569e88499df None None] Updating router a330c57f-3105-4d38-8f14-41e56baa35ec port 6b6ed53d-f36e-47ea-aab9-9950a7f22e4e binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:33:33.613924 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d7208-0742-406e-8259-9517d89e5b81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=425ae729-429e-4264-811d-78080dc7c6dd,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:33.622328 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-729d7208-0742-406e-8259-9517d89e5b81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:33.627384 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-729d7208-0742-406e-8259-9517d89e5b81 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/425ae729-429e-4264-811d-78080dc7c6dd HTTP/1.1" status: 204 len: 168 time: 0.5186172 Jul 23 20:33:33.627563 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56644) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:33.637364 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e58285e-05c7-472f-87be-2645d8f84bde tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Made reservation on behalf of bdfe51d9b90f43d0adbc69a3d4cc2979 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:33.640420 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7e58285e-05c7-472f-87be-2645d8f84bde tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:33.649316 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b85665e2-56ff-46c0-8ddf-e569e88499df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:33.732623 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8b405e-23b6-4bd0-9cb1-a97ee11ae1f6 tempest-TestNetworkAdvancedServerOps-280634936 tempest-TestNetworkAdvancedServerOps-280634936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:33.734770 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1e8b405e-23b6-4bd0-9cb1-a97ee11ae1f6 tempest-TestNetworkAdvancedServerOps-280634936 tempest-TestNetworkAdvancedServerOps-280634936-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2841282 Jul 23 20:33:33.740359 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56648) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:33.794318 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2051f645-855b-436e-90af-71339edc9e9a tempest-TestNetworkAdvancedServerOps-280634936 tempest-TestNetworkAdvancedServerOps-280634936-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=8013d0d6-aee4-47cc-8dbe-3abed6e5116f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0520012 Jul 23 20:33:33.794962 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56652) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:33.800850 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-0e398b17-7367-44a9-b3bb-36ea8520854d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1649403484', 'network_id': 'c91af19b-52b2-4b23-8f3c-6803df020fa0', 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:33.848513 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7e58285e-05c7-472f-87be-2645d8f84bde tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:33.936603 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e398b17-7367-44a9-b3bb-36ea8520854d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Made reservation on behalf of bac8e166147242c8b3a831403daa7c9d for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:33.941008 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e398b17-7367-44a9-b3bb-36ea8520854d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:33.967763 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4600a0d7-0ead-452a-a306-3d5f0cb18c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:33.987346 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e58285e-05c7-472f-87be-2645d8f84bde tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'Subnet': ['ID=4959cda3-915b-4ece-887a-849989ba9516,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:34.042839 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e58285e-05c7-472f-87be-2645d8f84bde tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Checking segment: {'id': '34d848b1-bbda-411a-9d45-2d8611e9e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c3d30a19-c101-471a-b2a2-34dec868d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:34.043129 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e58285e-05c7-472f-87be-2645d8f84bde tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Network hostable DHCP agents. Network: c3d30a19-c101-471a-b2a2-34dec868d545, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:33:34.048763 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b85665e2-56ff-46c0-8ddf-e569e88499df None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:34.061632 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-b85665e2-56ff-46c0-8ddf-e569e88499df None None] Transition to ACTIVE for port object 6b6ed53d-f36e-47ea-aab9-9950a7f22e4e will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:34.068459 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b85665e2-56ff-46c0-8ddf-e569e88499df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:34.090921 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4600a0d7-0ead-452a-a306-3d5f0cb18c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:34.104881 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-4600a0d7-0ead-452a-a306-3d5f0cb18c99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03890be3-e27c-4320-8703-01806113988f']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:34.114552 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e58285e-05c7-472f-87be-2645d8f84bde tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Network c3d30a19-c101-471a-b2a2-34dec868d545 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:33:34.120921 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-4600a0d7-0ead-452a-a306-3d5f0cb18c99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e1287e2-8d8d-45d3-9f70-c833c1d3a9cd') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:34.121572 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-4600a0d7-0ead-452a-a306-3d5f0cb18c99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e1287e2-8d8d-45d3-9f70-c833c1d3a9cd') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:34.130693 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc01346-5449-4ee7-9806-fd17a5dd57e6 None None] Pushing event updated for resources: {'Port': ['ID=6b6ed53d-f36e-47ea-aab9-9950a7f22e4e,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:34.135903 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4600a0d7-0ead-452a-a306-3d5f0cb18c99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:34.143524 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-7e58285e-05c7-472f-87be-2645d8f84bde tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, c3d30a19-c101-471a-b2a2-34dec868d545) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:34.151882 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d7b20b-7207-4a47-903a-1b8fdef273a4 None None] Network c3d30a19-c101-471a-b2a2-34dec868d545 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:34.163687 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc01346-5449-4ee7-9806-fd17a5dd57e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:34.164314 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc01346-5449-4ee7-9806-fd17a5dd57e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:34.164755 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc01346-5449-4ee7-9806-fd17a5dd57e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:34.165189 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc01346-5449-4ee7-9806-fd17a5dd57e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:34.165354 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e58285e-05c7-472f-87be-2645d8f84bde tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:34.166337 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc01346-5449-4ee7-9806-fd17a5dd57e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:34.166772 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc01346-5449-4ee7-9806-fd17a5dd57e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:34.167203 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc01346-5449-4ee7-9806-fd17a5dd57e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:34.167872 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc01346-5449-4ee7-9806-fd17a5dd57e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:34.168303 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc01346-5449-4ee7-9806-fd17a5dd57e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:34.168563 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7e58285e-05c7-472f-87be-2645d8f84bde tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:34.168846 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc01346-5449-4ee7-9806-fd17a5dd57e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:34.169270 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc01346-5449-4ee7-9806-fd17a5dd57e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:34.169780 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc01346-5449-4ee7-9806-fd17a5dd57e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:34.176590 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-b85665e2-56ff-46c0-8ddf-e569e88499df None None] Attempting to bind port 6b6ed53d-f36e-47ea-aab9-9950a7f22e4e on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:33:34.177137 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-b85665e2-56ff-46c0-8ddf-e569e88499df None None] Attempting to bind port 6b6ed53d-f36e-47ea-aab9-9950a7f22e4e by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:33:34.177983 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85665e2-56ff-46c0-8ddf-e569e88499df None None] Attempting to bind port 6b6ed53d-f36e-47ea-aab9-9950a7f22e4e on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:34.183571 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e398b17-7367-44a9-b3bb-36ea8520854d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:34.185138 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85665e2-56ff-46c0-8ddf-e569e88499df None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:33:34.185695 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85665e2-56ff-46c0-8ddf-e569e88499df None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:34.186180 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b85665e2-56ff-46c0-8ddf-e569e88499df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:34.186621 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4600a0d7-0ead-452a-a306-3d5f0cb18c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:34.186762 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85665e2-56ff-46c0-8ddf-e569e88499df None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:33:34.187324 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-b85665e2-56ff-46c0-8ddf-e569e88499df None None] Bound port: 6b6ed53d-f36e-47ea-aab9-9950a7f22e4e, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:33:34.187682 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b85665e2-56ff-46c0-8ddf-e569e88499df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:34.210553 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4600a0d7-0ead-452a-a306-3d5f0cb18c99 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:33:34.212297 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4600a0d7-0ead-452a-a306-3d5f0cb18c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:34.215809 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:33:34.215809 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:33:34.215809 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:33:34.215809 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:33:34.215809 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:33:34.215809 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:33:34.215809 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:33:34.215809 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:33:34.215809 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:33:34.215809 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:33:34.215809 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:33:34.215809 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:33:34.215809 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:33:34.215809 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:33:34.215809 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:33:34.215809 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:33:34.215809 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:33:34.215809 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:33:34.215809 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:33:34.215809 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:33:34.215809 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:33:34.215809 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:33:34.215809 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:33:34.215809 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:33:34.215809 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:33:34.215809 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:33:34.215809 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:33:34.215809 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:33:34.215809 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:33:34.215809 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:33:34.215809 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:33:34.215809 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:33:34.252810 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-b85665e2-56ff-46c0-8ddf-e569e88499df None None] For port 6b6ed53d-f36e-47ea-aab9-9950a7f22e4e, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:33:34.257623 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-b85665e2-56ff-46c0-8ddf-e569e88499df None None] For port 6b6ed53d-f36e-47ea-aab9-9950a7f22e4e, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6b6ed53d-f36e-47ea-aab9-9950a7f22e4e,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:33:34.267306 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b85665e2-56ff-46c0-8ddf-e569e88499df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:34.268086 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e398b17-7367-44a9-b3bb-36ea8520854d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'Subnet': ['ID=cd79755f-90ca-4b32-a55d-57bf1b05e1f7,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:34.272993 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7e58285e-05c7-472f-87be-2645d8f84bde tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8257194 Jul 23 20:33:34.278482 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56656) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:34.279428 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e398b17-7367-44a9-b3bb-36ea8520854d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Checking segment: {'id': 'ba6de94f-b985-4a00-a5f5-bb97d8bfa191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c91af19b-52b2-4b23-8f3c-6803df020fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:34.279880 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e398b17-7367-44a9-b3bb-36ea8520854d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Network hostable DHCP agents. Network: c91af19b-52b2-4b23-8f3c-6803df020fa0, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:33:34.289117 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f6af1229-3cd6-4a08-85dd-0d069bf89ebd tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'port': {'network_id': 'c3d30a19-c101-471a-b2a2-34dec868d545', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-249519857'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:34.336118 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4600a0d7-0ead-452a-a306-3d5f0cb18c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:34.349207 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4600a0d7-0ead-452a-a306-3d5f0cb18c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:34.354359 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4600a0d7-0ead-452a-a306-3d5f0cb18c99 admin admin] 10.222.0.32 "DELETE /v2.0/networks/03890be3-e27c-4320-8703-01806113988f HTTP/1.1" status: 204 len: 168 time: 0.7256401 Jul 23 20:33:34.366264 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600a0d7-0ead-452a-a306-3d5f0cb18c99 admin admin] Pushing event deleted for resources: {'Network': ['ID=03890be3-e27c-4320-8703-01806113988f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:34.378354 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85665e2-56ff-46c0-8ddf-e569e88499df None None] Routers {'a330c57f-3105-4d38-8f14-41e56baa35ec'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:34.380064 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-b85665e2-56ff-46c0-8ddf-e569e88499df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:33:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a330c57f-3105-4d38-8f14-41e56baa35ec'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:34.399237 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e398b17-7367-44a9-b3bb-36ea8520854d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Network c91af19b-52b2-4b23-8f3c-6803df020fa0 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:33:34.420954 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-0e398b17-7367-44a9-b3bb-36ea8520854d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, c91af19b-52b2-4b23-8f3c-6803df020fa0) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:34.435482 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e398b17-7367-44a9-b3bb-36ea8520854d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:34.436392 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e398b17-7367-44a9-b3bb-36ea8520854d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:34.443466 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab4ad6d-1399-4442-a91a-22743f2aa37f None None] Network c91af19b-52b2-4b23-8f3c-6803df020fa0 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:34.467243 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0e398b17-7367-44a9-b3bb-36ea8520854d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6710844 Jul 23 20:33:34.470126 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56660) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:34.487944 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6af1229-3cd6-4a08-85dd-0d069bf89ebd tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Made reservation on behalf of bdfe51d9b90f43d0adbc69a3d4cc2979 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:34.494479 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f6af1229-3cd6-4a08-85dd-0d069bf89ebd tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:34.523218 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1540e8c6-0e75-4f52-8dcb-6b500f46aa93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-c3d30a19-c101-471a-b2a2-34dec868d545', 'network_id': 'c3d30a19-c101-471a-b2a2-34dec868d545', 'tenant_id': 'bdfe51d9b90f43d0adbc69a3d4cc2979', 'fixed_ips': [{'subnet_id': '4959cda3-915b-4ece-887a-849989ba9516'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:33:34.524618 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1540e8c6-0e75-4f52-8dcb-6b500f46aa93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:34.543584 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-f6af1229-3cd6-4a08-85dd-0d069bf89ebd tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] device_id is not set on port a5392267-7607-4fda-968e-b192f3df7c6c yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:33:34.557838 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc01346-5449-4ee7-9806-fd17a5dd57e6 None None] Pushing event updated for resources: {'Port': ['ID=6b6ed53d-f36e-47ea-aab9-9950a7f22e4e,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:34.653091 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-b85665e2-56ff-46c0-8ddf-e569e88499df None None] Set router a330c57f-3105-4d38-8f14-41e56baa35ec gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:33:34.739946 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56662) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:34.867286 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbca667-c460-4cc2-80d3-70ab6d4fd4ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-c91af19b-52b2-4b23-8f3c-6803df020fa0', 'network_id': 'c91af19b-52b2-4b23-8f3c-6803df020fa0', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'fixed_ips': [{'subnet_id': 'cd79755f-90ca-4b32-a55d-57bf1b05e1f7'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:33:34.868476 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bdbca667-c460-4cc2-80d3-70ab6d4fd4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:34.890689 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-f6af1229-3cd6-4a08-85dd-0d069bf89ebd tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Allocated IP 2001:db8::c2 (c3d30a19-c101-471a-b2a2-34dec868d545/4959cda3-915b-4ece-887a-849989ba9516/a5392267-7607-4fda-968e-b192f3df7c6c) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:34.909958 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-89e049e5-f291-4c13-ae65-c3fbb17e8661 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e56d3e24be684d0f979e3c409e3d5270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1677361 Jul 23 20:33:34.910310 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56664) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:34.912711 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-b85665e2-56ff-46c0-8ddf-e569e88499df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a330c57f-3105-4d38-8f14-41e56baa35ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-127839094', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '6b6ed53d-f36e-47ea-aab9-9950a7f22e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:30Z', 'updated_at': '2021-07-23T20:33:31Z', 'revision_number': 3, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '6b6ed53d-f36e-47ea-aab9-9950a7f22e4e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a330c57f-3105-4d38-8f14-41e56baa35ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:31Z', 'updated_at': '2021-07-23T20:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:34.979264 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85665e2-56ff-46c0-8ddf-e569e88499df None None] The sync data for ids ['a330c57f-3105-4d38-8f14-41e56baa35ec'] in n-d-793618-10 is: [{'id': 'a330c57f-3105-4d38-8f14-41e56baa35ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-127839094', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '6b6ed53d-f36e-47ea-aab9-9950a7f22e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:30Z', 'updated_at': '2021-07-23T20:33:31Z', 'revision_number': 3, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '6b6ed53d-f36e-47ea-aab9-9950a7f22e4e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a330c57f-3105-4d38-8f14-41e56baa35ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:31Z', 'updated_at': '2021-07-23T20:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:33:35.038755 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-58abc6ef-6330-4c63-b50b-88f91f10fed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:35.068659 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-58abc6ef-6330-4c63-b50b-88f91f10fed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:35.080742 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-bdbca667-c460-4cc2-80d3-70ab6d4fd4ba None None] Allocated IP 172.20.0.2 (c91af19b-52b2-4b23-8f3c-6803df020fa0/cd79755f-90ca-4b32-a55d-57bf1b05e1f7/ff4c8695-0338-441e-996e-fdef122c63cb) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:35.103232 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f6af1229-3cd6-4a08-85dd-0d069bf89ebd tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:35.123318 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-f6af1229-3cd6-4a08-85dd-0d069bf89ebd tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Transition to ACTIVE for port object a5392267-7607-4fda-968e-b192f3df7c6c will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:35.175373 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f6af1229-3cd6-4a08-85dd-0d069bf89ebd tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:35.205405 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-58abc6ef-6330-4c63-b50b-88f91f10fed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:35.221383 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-58abc6ef-6330-4c63-b50b-88f91f10fed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:35.224803 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-58abc6ef-6330-4c63-b50b-88f91f10fed6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d11ce9da-183e-4550-a88a-4339432953ae HTTP/1.1" status: 204 len: 168 time: 0.3135512 Jul 23 20:33:35.258898 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b8a4bd72-f095-4cf0-a084-d0714df2a5b6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:35.268928 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af1229-3cd6-4a08-85dd-0d069bf89ebd tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'Port': ['ID=a5392267-7607-4fda-968e-b192f3df7c6c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:35.284160 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58abc6ef-6330-4c63-b50b-88f91f10fed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11ce9da-183e-4550-a88a-4339432953ae,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:35.290829 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6af1229-3cd6-4a08-85dd-0d069bf89ebd tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Network c3d30a19-c101-471a-b2a2-34dec868d545 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:35.294475 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-f6af1229-3cd6-4a08-85dd-0d069bf89ebd tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:35.298945 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6af1229-3cd6-4a08-85dd-0d069bf89ebd tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:35.308074 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-1540e8c6-0e75-4f52-8dcb-6b500f46aa93 None None] Allocated IP 2001:db8::2 (c3d30a19-c101-471a-b2a2-34dec868d545/4959cda3-915b-4ece-887a-849989ba9516/c6c379c9-53e6-44a3-8b94-40a921268718) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:35.312823 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6af1229-3cd6-4a08-85dd-0d069bf89ebd tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:35.313878 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f6af1229-3cd6-4a08-85dd-0d069bf89ebd tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:35.337973 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f6af1229-3cd6-4a08-85dd-0d069bf89ebd tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.0532639 Jul 23 20:33:35.341613 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56674) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:35.499995 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bdbca667-c460-4cc2-80d3-70ab6d4fd4ba None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:35.524253 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-bdbca667-c460-4cc2-80d3-70ab6d4fd4ba None None] Transition to ACTIVE for port object ff4c8695-0338-441e-996e-fdef122c63cb will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:35.557320 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-fc288980-0b01-43de-9927-fd7a482319de tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Deleting port a5392267-7607-4fda-968e-b192f3df7c6c {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:35.557707 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc288980-0b01-43de-9927-fd7a482319de tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:35.819491 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc288980-0b01-43de-9927-fd7a482319de tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:35.855119 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-fc288980-0b01-43de-9927-fd7a482319de tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Calling delete_port for a5392267-7607-4fda-968e-b192f3df7c6c owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:35.952160 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-bdbca667-c460-4cc2-80d3-70ab6d4fd4ba None None] Transition to ACTIVE for port object ff4c8695-0338-441e-996e-fdef122c63cb will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:35.958795 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1540e8c6-0e75-4f52-8dcb-6b500f46aa93 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:35.968551 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bdbca667-c460-4cc2-80d3-70ab6d4fd4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:35.975714 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1540e8c6-0e75-4f52-8dcb-6b500f46aa93 None None] Transition to ACTIVE for port object c6c379c9-53e6-44a3-8b94-40a921268718 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:36.029862 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-b8a4bd72-f095-4cf0-a084-d0714df2a5b6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Allocated IP 172.20.0.1 (c91af19b-52b2-4b23-8f3c-6803df020fa0/cd79755f-90ca-4b32-a55d-57bf1b05e1f7/2e874e4b-19b8-4a3d-9656-078577b2f2c1) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:36.053860 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbca667-c460-4cc2-80d3-70ab6d4fd4ba None None] Network c91af19b-52b2-4b23-8f3c-6803df020fa0 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:36.057159 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-bdbca667-c460-4cc2-80d3-70ab6d4fd4ba None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:36.064097 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbca667-c460-4cc2-80d3-70ab6d4fd4ba None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:36.075398 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbca667-c460-4cc2-80d3-70ab6d4fd4ba None None] Pushing event updated for resources: {'Port': ['ID=ff4c8695-0338-441e-996e-fdef122c63cb,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:36.107275 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc288980-0b01-43de-9927-fd7a482319de tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.131363 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1540e8c6-0e75-4f52-8dcb-6b500f46aa93 None None] Transition to ACTIVE for port object c6c379c9-53e6-44a3-8b94-40a921268718 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:36.154579 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc288980-0b01-43de-9927-fd7a482319de tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'Port': ['ID=a5392267-7607-4fda-968e-b192f3df7c6c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:36.156494 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1540e8c6-0e75-4f52-8dcb-6b500f46aa93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.185677 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-bdbca667-c460-4cc2-80d3-70ab6d4fd4ba None None] Attempting to bind port ff4c8695-0338-441e-996e-fdef122c63cb on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:33:36.186032 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-bdbca667-c460-4cc2-80d3-70ab6d4fd4ba None None] Attempting to bind port ff4c8695-0338-441e-996e-fdef122c63cb by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'ba6de94f-b985-4a00-a5f5-bb97d8bfa191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c91af19b-52b2-4b23-8f3c-6803df020fa0'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:33:36.189288 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbca667-c460-4cc2-80d3-70ab6d4fd4ba None None] Attempting to bind port ff4c8695-0338-441e-996e-fdef122c63cb on network c91af19b-52b2-4b23-8f3c-6803df020fa0 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:36.199394 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc288980-0b01-43de-9927-fd7a482319de tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.201595 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-fc288980-0b01-43de-9927-fd7a482319de tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/ports/a5392267-7607-4fda-968e-b192f3df7c6c HTTP/1.1" status: 204 len: 168 time: 0.8588238 Jul 23 20:33:36.204785 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56678) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:36.233706 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b8a4bd72-f095-4cf0-a084-d0714df2a5b6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.248565 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540e8c6-0e75-4f52-8dcb-6b500f46aa93 None None] Pushing event updated for resources: {'Port': ['ID=c6c379c9-53e6-44a3-8b94-40a921268718,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:36.248790 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-b8a4bd72-f095-4cf0-a084-d0714df2a5b6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Transition to ACTIVE for port object 2e874e4b-19b8-4a3d-9656-078577b2f2c1 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:36.263556 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1540e8c6-0e75-4f52-8dcb-6b500f46aa93 None None] Network c3d30a19-c101-471a-b2a2-34dec868d545 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:36.268690 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-a15533ac-4d04-46d1-a83f-1395a58e7728 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] GET failed (client error): The resource could not be found. Jul 23 20:33:36.269117 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-1540e8c6-0e75-4f52-8dcb-6b500f46aa93 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:36.271466 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbca667-c460-4cc2-80d3-70ab6d4fd4ba None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:33:36.272303 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbca667-c460-4cc2-80d3-70ab6d4fd4ba None None] Checking segment: {'id': 'ba6de94f-b985-4a00-a5f5-bb97d8bfa191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c91af19b-52b2-4b23-8f3c-6803df020fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:36.272941 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bdbca667-c460-4cc2-80d3-70ab6d4fd4ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.273580 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbca667-c460-4cc2-80d3-70ab6d4fd4ba None None] Bound using segment: {'id': 'ba6de94f-b985-4a00-a5f5-bb97d8bfa191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c91af19b-52b2-4b23-8f3c-6803df020fa0'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:33:36.274322 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-bdbca667-c460-4cc2-80d3-70ab6d4fd4ba None None] Bound port: ff4c8695-0338-441e-996e-fdef122c63cb, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba6de94f-b985-4a00-a5f5-bb97d8bfa191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c91af19b-52b2-4b23-8f3c-6803df020fa0'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:33:36.274949 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bdbca667-c460-4cc2-80d3-70ab6d4fd4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.278056 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a15533ac-4d04-46d1-a83f-1395a58e7728 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "GET /v2.0/ports/a5392267-7607-4fda-968e-b192f3df7c6c HTTP/1.1" status: 404 len: 333 time: 0.0646856 Jul 23 20:33:36.278551 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56680) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:36.296143 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b8a4bd72-f095-4cf0-a084-d0714df2a5b6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.302371 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1540e8c6-0e75-4f52-8dcb-6b500f46aa93 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:36.339256 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a4bd72-f095-4cf0-a084-d0714df2a5b6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Network c91af19b-52b2-4b23-8f3c-6803df020fa0 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:36.342923 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-b8a4bd72-f095-4cf0-a084-d0714df2a5b6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:36.348587 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a4104d-10e6-480a-bc7f-c1ccb4a85cdc tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Deleting subnet 4959cda3-915b-4ece-887a-849989ba9516 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:33:36.352705 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a4bd72-f095-4cf0-a084-d0714df2a5b6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:36.359985 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30a4104d-10e6-480a-bc7f-c1ccb4a85cdc tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.396568 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4bd72-f095-4cf0-a084-d0714df2a5b6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'Port': ['ID=2e874e4b-19b8-4a3d-9656-078577b2f2c1,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:36.402700 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-bdbca667-c460-4cc2-80d3-70ab6d4fd4ba None None] For port ff4c8695-0338-441e-996e-fdef122c63cb, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:33:36.406034 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-bdbca667-c460-4cc2-80d3-70ab6d4fd4ba None None] For port ff4c8695-0338-441e-996e-fdef122c63cb, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=ff4c8695-0338-441e-996e-fdef122c63cb,segment=NetworkSegment(ba6de94f-b985-4a00-a5f5-bb97d8bfa191),segment_id=ba6de94f-b985-4a00-a5f5-bb97d8bfa191)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:33:36.425843 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b8a4bd72-f095-4cf0-a084-d0714df2a5b6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.441508 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30a4104d-10e6-480a-bc7f-c1ccb4a85cdc tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.448472 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bdbca667-c460-4cc2-80d3-70ab6d4fd4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.538097 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbca667-c460-4cc2-80d3-70ab6d4fd4ba None None] Pushing event updated for resources: {'Port': ['ID=ff4c8695-0338-441e-996e-fdef122c63cb,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:36.541014 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-1540e8c6-0e75-4f52-8dcb-6b500f46aa93 None None] Attempting to bind port c6c379c9-53e6-44a3-8b94-40a921268718 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:33:36.541395 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-1540e8c6-0e75-4f52-8dcb-6b500f46aa93 None None] Attempting to bind port c6c379c9-53e6-44a3-8b94-40a921268718 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '34d848b1-bbda-411a-9d45-2d8611e9e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c3d30a19-c101-471a-b2a2-34dec868d545'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:33:36.541819 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1540e8c6-0e75-4f52-8dcb-6b500f46aa93 None None] Attempting to bind port c6c379c9-53e6-44a3-8b94-40a921268718 on network c3d30a19-c101-471a-b2a2-34dec868d545 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:36.556808 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1540e8c6-0e75-4f52-8dcb-6b500f46aa93 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:33:36.557195 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1540e8c6-0e75-4f52-8dcb-6b500f46aa93 None None] Checking segment: {'id': '34d848b1-bbda-411a-9d45-2d8611e9e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c3d30a19-c101-471a-b2a2-34dec868d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:36.557630 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1540e8c6-0e75-4f52-8dcb-6b500f46aa93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.558030 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1540e8c6-0e75-4f52-8dcb-6b500f46aa93 None None] Bound using segment: {'id': '34d848b1-bbda-411a-9d45-2d8611e9e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c3d30a19-c101-471a-b2a2-34dec868d545'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:33:36.558505 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-1540e8c6-0e75-4f52-8dcb-6b500f46aa93 None None] Bound port: c6c379c9-53e6-44a3-8b94-40a921268718, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d848b1-bbda-411a-9d45-2d8611e9e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c3d30a19-c101-471a-b2a2-34dec868d545'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:33:36.558893 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1540e8c6-0e75-4f52-8dcb-6b500f46aa93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.596329 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30a4104d-10e6-480a-bc7f-c1ccb4a85cdc tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.690279 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30a4104d-10e6-480a-bc7f-c1ccb4a85cdc tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.693282 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-1540e8c6-0e75-4f52-8dcb-6b500f46aa93 None None] For port c6c379c9-53e6-44a3-8b94-40a921268718, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:33:36.698776 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-1540e8c6-0e75-4f52-8dcb-6b500f46aa93 None None] For port c6c379c9-53e6-44a3-8b94-40a921268718, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=c6c379c9-53e6-44a3-8b94-40a921268718,segment=NetworkSegment(34d848b1-bbda-411a-9d45-2d8611e9e359),segment_id=34d848b1-bbda-411a-9d45-2d8611e9e359)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:33:36.707887 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1540e8c6-0e75-4f52-8dcb-6b500f46aa93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.734068 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30a4104d-10e6-480a-bc7f-c1ccb4a85cdc tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.741056 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-30a4104d-10e6-480a-bc7f-c1ccb4a85cdc tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/subnets/4959cda3-915b-4ece-887a-849989ba9516 HTTP/1.1" status: 204 len: 168 time: 0.4613729 Jul 23 20:33:36.741922 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56682) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:36.742917 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4104d-10e6-480a-bc7f-c1ccb4a85cdc tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'Subnet': ['ID=4959cda3-915b-4ece-887a-849989ba9516,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:36.827305 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540e8c6-0e75-4f52-8dcb-6b500f46aa93 None None] Pushing event updated for resources: {'Port': ['ID=c6c379c9-53e6-44a3-8b94-40a921268718,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:36.952978 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90bf8ded-4aff-4999-b564-79ae44f373ce tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:37.051660 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6b6ed53d-f36e-47ea-aab9-9950a7f22e4e up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:37.096212 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-90bf8ded-4aff-4999-b564-79ae44f373ce tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Deleting port c6c379c9-53e6-44a3-8b94-40a921268718 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:37.096929 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90bf8ded-4aff-4999-b564-79ae44f373ce tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:37.137458 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 6b6ed53d-f36e-47ea-aab9-9950a7f22e4e completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:37.142765 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 6b6ed53d-f36e-47ea-aab9-9950a7f22e4e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:37.143952 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:37.253754 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-90bf8ded-4aff-4999-b564-79ae44f373ce tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] For port c6c379c9-53e6-44a3-8b94-40a921268718, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=c6c379c9-53e6-44a3-8b94-40a921268718,segment=NetworkSegment(34d848b1-bbda-411a-9d45-2d8611e9e359),segment_id=34d848b1-bbda-411a-9d45-2d8611e9e359)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:37.254381 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90bf8ded-4aff-4999-b564-79ae44f373ce tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:37.270008 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b8a4bd72-f095-4cf0-a084-d0714df2a5b6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:37.274660 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-90bf8ded-4aff-4999-b564-79ae44f373ce tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Calling delete_port for c6c379c9-53e6-44a3-8b94-40a921268718 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:37.283458 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:37.315785 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 6b6ed53d-f36e-47ea-aab9-9950a7f22e4e, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6b6ed53d-f36e-47ea-aab9-9950a7f22e4e,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:37.326520 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:37.418634 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=6b6ed53d-f36e-47ea-aab9-9950a7f22e4e,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:37.446919 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90bf8ded-4aff-4999-b564-79ae44f373ce tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:37.479679 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bf8ded-4aff-4999-b564-79ae44f373ce tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] No DVR routers for this DVR port c6c379c9-53e6-44a3-8b94-40a921268718 on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:33:37.484211 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf8ded-4aff-4999-b564-79ae44f373ce tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'Port': ['ID=c6c379c9-53e6-44a3-8b94-40a921268718,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:37.568354 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90bf8ded-4aff-4999-b564-79ae44f373ce tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:37.578448 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-90bf8ded-4aff-4999-b564-79ae44f373ce tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d30a19-c101-471a-b2a2-34dec868d545']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:37.589583 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-90bf8ded-4aff-4999-b564-79ae44f373ce tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34d848b1-bbda-411a-9d45-2d8611e9e359') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:37.589893 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-90bf8ded-4aff-4999-b564-79ae44f373ce tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34d848b1-bbda-411a-9d45-2d8611e9e359') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:37.599419 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90bf8ded-4aff-4999-b564-79ae44f373ce tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:37.613409 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90bf8ded-4aff-4999-b564-79ae44f373ce tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:37.622608 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90bf8ded-4aff-4999-b564-79ae44f373ce tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:33:37.623107 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90bf8ded-4aff-4999-b564-79ae44f373ce tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:37.628992 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:33:37.628992 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:33:37.628992 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:33:37.628992 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:33:37.628992 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:33:37.628992 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:33:37.628992 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:33:37.628992 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:33:37.628992 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:33:37.628992 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:33:37.628992 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:33:37.628992 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:33:37.628992 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:33:37.628992 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:33:37.628992 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:33:37.628992 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:33:37.628992 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:33:37.628992 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:33:37.628992 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:33:37.628992 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:33:37.628992 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:33:37.628992 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:33:37.628992 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:33:37.628992 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:33:37.628992 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:33:37.628992 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:33:37.628992 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:33:37.628992 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:33:37.628992 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:33:37.628992 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:33:37.628992 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:33:37.628992 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:33:37.631443 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b8a4bd72-f095-4cf0-a084-d0714df2a5b6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:37.637545 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b8a4bd72-f095-4cf0-a084-d0714df2a5b6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:37.703694 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90bf8ded-4aff-4999-b564-79ae44f373ce tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:37.715916 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4bd72-f095-4cf0-a084-d0714df2a5b6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'Port': ['ID=2e874e4b-19b8-4a3d-9656-078577b2f2c1,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:37.718770 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b8a4bd72-f095-4cf0-a084-d0714df2a5b6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:37.723151 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90bf8ded-4aff-4999-b564-79ae44f373ce tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:37.725597 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-90bf8ded-4aff-4999-b564-79ae44f373ce tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/networks/c3d30a19-c101-471a-b2a2-34dec868d545 HTTP/1.1" status: 204 len: 168 time: 0.9791663 Jul 23 20:33:37.728677 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf8ded-4aff-4999-b564-79ae44f373ce tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'Network': ['ID=c3d30a19-c101-471a-b2a2-34dec868d545,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:37.729527 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56698) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:37.738445 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-8c393066-ab39-445a-b4d6-c2faf4725106 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'port': {'network_id': 'd1ced54d-9d99-4ea0-b38f-5f346f7e4e6d', 'name': 'tempest-PortsIpV6TestJSON-2098615117'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:37.903982 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a4bd72-f095-4cf0-a084-d0714df2a5b6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Network c91af19b-52b2-4b23-8f3c-6803df020fa0 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:37.905661 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-b8a4bd72-f095-4cf0-a084-d0714df2a5b6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:37.913113 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c393066-ab39-445a-b4d6-c2faf4725106 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Made reservation on behalf of bdfe51d9b90f43d0adbc69a3d4cc2979 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:37.916613 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c393066-ab39-445a-b4d6-c2faf4725106 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:37.999524 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-8c393066-ab39-445a-b4d6-c2faf4725106 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] device_id is not set on port 021db826-f77f-45d4-9e4c-da30ffb38743 yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:33:38.152877 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a4bd72-f095-4cf0-a084-d0714df2a5b6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Router a330c57f-3105-4d38-8f14-41e56baa35ec has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:33:38.168895 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9229e5-3d64-4f0b-a8df-c495e817db78 None None] Network c91af19b-52b2-4b23-8f3c-6803df020fa0 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:38.290203 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-793fc7c2-650d-4ab9-b5f1-768420093bdf None None] Provisioning for port ff4c8695-0338-441e-996e-fdef122c63cb completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:38.316772 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c393066-ab39-445a-b4d6-c2faf4725106 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:38.432593 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a4bd72-f095-4cf0-a084-d0714df2a5b6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:33:38.439178 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b8a4bd72-f095-4cf0-a084-d0714df2a5b6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "PUT /v2.0/routers/a330c57f-3105-4d38-8f14-41e56baa35ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9672453 Jul 23 20:33:38.458031 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afba6388-fb25-42f8-9019-00a285cf73a6 None None] Sync routers for ids ['a330c57f-3105-4d38-8f14-41e56baa35ec'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:33:38.463452 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c393066-ab39-445a-b4d6-c2faf4725106 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:38.470506 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afba6388-fb25-42f8-9019-00a285cf73a6 None None] Routers {'a330c57f-3105-4d38-8f14-41e56baa35ec'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:38.471362 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-afba6388-fb25-42f8-9019-00a285cf73a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:33:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a330c57f-3105-4d38-8f14-41e56baa35ec'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:38.534119 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c393066-ab39-445a-b4d6-c2faf4725106 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Network d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:38.535953 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-8c393066-ab39-445a-b4d6-c2faf4725106 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:38.539922 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c393066-ab39-445a-b4d6-c2faf4725106 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:38.546310 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c393066-ab39-445a-b4d6-c2faf4725106 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:38.546992 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c393066-ab39-445a-b4d6-c2faf4725106 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:38.595147 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c393066-ab39-445a-b4d6-c2faf4725106 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'Port': ['ID=021db826-f77f-45d4-9e4c-da30ffb38743,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:38.616310 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8c393066-ab39-445a-b4d6-c2faf4725106 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8838549 Jul 23 20:33:38.619066 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56710) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:38.647483 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-afba6388-fb25-42f8-9019-00a285cf73a6 None None] Set router a330c57f-3105-4d38-8f14-41e56baa35ec gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:33:38.650023 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ac52e4ec-b4fe-4e4e-9de1-619c47b1f8fd None None] Could not find standard attr ID for object c6c379c9-53e6-44a3-8b94-40a921268718. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:33:38.700187 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be17fe72-43f3-46ff-adae-ce27e5ca34da None None] DHCP port deletion for c3d30a19-c101-471a-b2a2-34dec868d545 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:33:38.742108 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a853bc-e8fb-4e73-a37b-c1a9ff566deb None None] Network c3d30a19-c101-471a-b2a2-34dec868d545 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:38.767359 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a853bc-e8fb-4e73-a37b-c1a9ff566deb None None] Network c3d30a19-c101-471a-b2a2-34dec868d545 could not be found, it might have been deleted concurrently. {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 20:33:38.770741 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-3f2b11c0-1254-4d84-9701-d4f29ea3e165 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Deleting port 021db826-f77f-45d4-9e4c-da30ffb38743 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:38.771065 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3f2b11c0-1254-4d84-9701-d4f29ea3e165 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:38.819676 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-2ec73b11-d3d7-4dcd-89ac-90853f7c6d4c tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1275245753&fields=id&tenant_id=bac8e166147242c8b3a831403daa7c9d HTTP/1.1" status: 200 len: 267 time: 0.0889270 Jul 23 20:33:38.918960 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3f2b11c0-1254-4d84-9701-d4f29ea3e165 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:38.957197 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-3f2b11c0-1254-4d84-9701-d4f29ea3e165 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Calling delete_port for 021db826-f77f-45d4-9e4c-da30ffb38743 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:38.965148 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-68427e7b-be40-4763-9b0d-1ee8a384c067 None None] Provisioning for port 2e874e4b-19b8-4a3d-9656-078577b2f2c1 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:38.979302 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-68427e7b-be40-4763-9b0d-1ee8a384c067 None None] Provisioning complete for port 2e874e4b-19b8-4a3d-9656-078577b2f2c1 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:38.979509 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-68427e7b-be40-4763-9b0d-1ee8a384c067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:39.034127 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-c63a879b-c985-4b72-88fa-0686b66bb3dd tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:39.035683 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-c63a879b-c985-4b72-88fa-0686b66bb3dd tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/networks?id=c91af19b-52b2-4b23-8f3c-6803df020fa0 HTTP/1.1" status: 200 len: 796 time: 0.2150874 Jul 23 20:33:39.068342 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-a52c1a4b-1222-47b3-9a02-0b0f91554cf4 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/quotas/bac8e166147242c8b3a831403daa7c9d HTTP/1.1" status: 200 len: 375 time: 0.0241003 Jul 23 20:33:39.083367 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-68427e7b-be40-4763-9b0d-1ee8a384c067 None None] Port 2e874e4b-19b8-4a3d-9656-078577b2f2c1 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:33:39.090321 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6b6ed53d-f36e-47ea-aab9-9950a7f22e4e up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:39.115816 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3f2b11c0-1254-4d84-9701-d4f29ea3e165 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:39.147116 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3f2b11c0-1254-4d84-9701-d4f29ea3e165 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:39.161792 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3f2b11c0-1254-4d84-9701-d4f29ea3e165 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/ports/021db826-f77f-45d4-9e4c-da30ffb38743 HTTP/1.1" status: 204 len: 168 time: 0.5415184 Jul 23 20:33:39.162544 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56722) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:39.169384 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-a8cd4576-e0f2-490e-b744-540f37e02f13 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'port': {'network_id': 'd1ced54d-9d99-4ea0-b38f-5f346f7e4e6d', 'mac_address': 'fa:16:3e:8d:ff:cf', 'name': 'tempest-PortsIpV6TestJSON-575737993'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:39.197555 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-d1e9bf12-ab2a-47a5-9bdb-a8fc7b54a1ee tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bac8e166147242c8b3a831403daa7c9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1278989 Jul 23 20:33:39.218074 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b11c0-1254-4d84-9701-d4f29ea3e165 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'Port': ['ID=021db826-f77f-45d4-9e4c-da30ffb38743,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:39.221663 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-afba6388-fb25-42f8-9019-00a285cf73a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a330c57f-3105-4d38-8f14-41e56baa35ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-127839094', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '6b6ed53d-f36e-47ea-aab9-9950a7f22e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:30Z', 'updated_at': '2021-07-23T20:33:36Z', 'revision_number': 4, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '6b6ed53d-f36e-47ea-aab9-9950a7f22e4e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330c57f-3105-4d38-8f14-41e56baa35ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:31Z', 'updated_at': '2021-07-23T20:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '2e874e4b-19b8-4a3d-9656-078577b2f2c1', 'name': '', 'network_id': 'c91af19b-52b2-4b23-8f3c-6803df020fa0', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'mac_address': 'fa:16:3e:dd:c4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a330c57f-3105-4d38-8f14-41e56baa35ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'cd79755f-90ca-4b32-a55d-57bf1b05e1f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:35Z', 'updated_at': '2021-07-23T20:33:37Z', 'revision_number': 2, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'subnets': [{'id': 'cd79755f-90ca-4b32-a55d-57bf1b05e1f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:39.275503 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-affc64c8-996a-4c4c-8b36-ffa222aed19f None None] Provisioning complete for port 2e874e4b-19b8-4a3d-9656-078577b2f2c1 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:39.275931 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-affc64c8-996a-4c4c-8b36-ffa222aed19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:39.279200 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afba6388-fb25-42f8-9019-00a285cf73a6 None None] Checking router: a330c57f-3105-4d38-8f14-41e56baa35ec for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:33:39.279555 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afba6388-fb25-42f8-9019-00a285cf73a6 None None] Updating router a330c57f-3105-4d38-8f14-41e56baa35ec port 2e874e4b-19b8-4a3d-9656-078577b2f2c1 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:33:39.332093 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-02ce0d4b-1212-4685-9d6e-5223c47ec5a3 service neutron] 10.222.0.32 "GET /v2.0/networks/c91af19b-52b2-4b23-8f3c-6803df020fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307242 Jul 23 20:33:39.361965 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-afba6388-fb25-42f8-9019-00a285cf73a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:39.364368 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 6b6ed53d-f36e-47ea-aab9-9950a7f22e4e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:39.364731 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:39.375681 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8cd4576-e0f2-490e-b744-540f37e02f13 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Made reservation on behalf of bdfe51d9b90f43d0adbc69a3d4cc2979 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:39.447432 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-affc64c8-996a-4c4c-8b36-ffa222aed19f None None] Port 2e874e4b-19b8-4a3d-9656-078577b2f2c1 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:33:39.464686 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-393b5168-04cf-4fdf-8dd0-7026bd295501 service neutron] 10.222.0.32 "GET /v2.0/networks/c91af19b-52b2-4b23-8f3c-6803df020fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315973 Jul 23 20:33:39.473029 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a8cd4576-e0f2-490e-b744-540f37e02f13 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:39.521853 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-a8cd4576-e0f2-490e-b744-540f37e02f13 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] device_id is not set on port 49373e52-43cd-4d54-b3c5-6fa2f9db4c24 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:33:39.667367 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device ff4c8695-0338-441e-996e-fdef122c63cb up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:39.715130 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-834e31ca-2b94-41dc-9c22-39c8f4cecf48 None None] Provisioning complete for port 2e874e4b-19b8-4a3d-9656-078577b2f2c1 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:39.715610 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5cbf6ed5-90bb-487c-8ed5-e4b3e9ead52d req-30d642c8-544c-4a3a-99a8-1c5ee0a94382 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 210 time: 0.0759075 Jul 23 20:33:39.715737 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-834e31ca-2b94-41dc-9c22-39c8f4cecf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:39.736953 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a8cd4576-e0f2-490e-b744-540f37e02f13 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:39.784276 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a8cd4576-e0f2-490e-b744-540f37e02f13 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:39.850222 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-834e31ca-2b94-41dc-9c22-39c8f4cecf48 None None] Port 2e874e4b-19b8-4a3d-9656-078577b2f2c1 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:33:39.855218 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cd4576-e0f2-490e-b744-540f37e02f13 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Network d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:39.859064 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-a8cd4576-e0f2-490e-b744-540f37e02f13 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:39.871379 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port ff4c8695-0338-441e-996e-fdef122c63cb completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:39.872493 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cd4576-e0f2-490e-b744-540f37e02f13 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:39.879490 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cd4576-e0f2-490e-b744-540f37e02f13 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:39.880168 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a8cd4576-e0f2-490e-b744-540f37e02f13 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:39.885631 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port ff4c8695-0338-441e-996e-fdef122c63cb triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:39.886010 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:39.896350 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cd4576-e0f2-490e-b744-540f37e02f13 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'Port': ['ID=49373e52-43cd-4d54-b3c5-6fa2f9db4c24,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:39.905156 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a8cd4576-e0f2-490e-b744-540f37e02f13 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7398312 Jul 23 20:33:39.908397 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56736) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:39.978478 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbe5720-753e-49a2-a06d-60fda69305dd tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:39.979911 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6fbe5720-753e-49a2-a06d-60fda69305dd tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "GET /v2.0/ports/49373e52-43cd-4d54-b3c5-6fa2f9db4c24 HTTP/1.1" status: 200 len: 844 time: 0.0703864 Jul 23 20:33:39.982849 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56738) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:40.022937 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:40.063810 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-afba6388-fb25-42f8-9019-00a285cf73a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:40.086657 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port ff4c8695-0338-441e-996e-fdef122c63cb, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=ff4c8695-0338-441e-996e-fdef122c63cb,segment=NetworkSegment(ba6de94f-b985-4a00-a5f5-bb97d8bfa191),segment_id=ba6de94f-b985-4a00-a5f5-bb97d8bfa191)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:40.087923 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-afba6388-fb25-42f8-9019-00a285cf73a6 None None] Transition to ACTIVE for port object 2e874e4b-19b8-4a3d-9656-078577b2f2c1 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:40.092309 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:40.105168 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-afba6388-fb25-42f8-9019-00a285cf73a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:40.118199 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-60405201-ad5f-4301-a4a7-9916bc03cd57 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Deleting port 49373e52-43cd-4d54-b3c5-6fa2f9db4c24 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:40.119340 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-60405201-ad5f-4301-a4a7-9916bc03cd57 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:40.172897 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=ff4c8695-0338-441e-996e-fdef122c63cb,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:40.189805 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:40.189805 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:40.190076 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:40.190360 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:40.190691 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:40.191026 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:40.191354 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:40.191682 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:40.192007 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:40.192332 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:40.192658 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:40.192979 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:40.263117 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-60405201-ad5f-4301-a4a7-9916bc03cd57 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:40.304984 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-60405201-ad5f-4301-a4a7-9916bc03cd57 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Calling delete_port for 49373e52-43cd-4d54-b3c5-6fa2f9db4c24 owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:40.310664 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-afba6388-fb25-42f8-9019-00a285cf73a6 None None] Attempting to bind port 2e874e4b-19b8-4a3d-9656-078577b2f2c1 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:33:40.311210 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-afba6388-fb25-42f8-9019-00a285cf73a6 None None] Attempting to bind port 2e874e4b-19b8-4a3d-9656-078577b2f2c1 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'ba6de94f-b985-4a00-a5f5-bb97d8bfa191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c91af19b-52b2-4b23-8f3c-6803df020fa0'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:33:40.311426 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afba6388-fb25-42f8-9019-00a285cf73a6 None None] Attempting to bind port 2e874e4b-19b8-4a3d-9656-078577b2f2c1 on network c91af19b-52b2-4b23-8f3c-6803df020fa0 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:40.315685 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230cc6dd-a12b-47c9-8404-26f4c6c62277 None None] Pushing event updated for resources: {'Port': ['ID=2e874e4b-19b8-4a3d-9656-078577b2f2c1,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:40.323979 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a51f2cc2-813c-46b6-88f8-61543b5d0200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:40.330196 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afba6388-fb25-42f8-9019-00a285cf73a6 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:33:40.330939 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afba6388-fb25-42f8-9019-00a285cf73a6 None None] Checking segment: {'id': 'ba6de94f-b985-4a00-a5f5-bb97d8bfa191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c91af19b-52b2-4b23-8f3c-6803df020fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:40.331526 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-afba6388-fb25-42f8-9019-00a285cf73a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:40.332078 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afba6388-fb25-42f8-9019-00a285cf73a6 None None] Bound using segment: {'id': 'ba6de94f-b985-4a00-a5f5-bb97d8bfa191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c91af19b-52b2-4b23-8f3c-6803df020fa0'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:33:40.333005 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-afba6388-fb25-42f8-9019-00a285cf73a6 None None] Bound port: 2e874e4b-19b8-4a3d-9656-078577b2f2c1, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba6de94f-b985-4a00-a5f5-bb97d8bfa191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c91af19b-52b2-4b23-8f3c-6803df020fa0'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:33:40.333616 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-afba6388-fb25-42f8-9019-00a285cf73a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:40.424739 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-60405201-ad5f-4301-a4a7-9916bc03cd57 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:40.438011 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-afba6388-fb25-42f8-9019-00a285cf73a6 None None] For port 2e874e4b-19b8-4a3d-9656-078577b2f2c1, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:33:40.441724 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-afba6388-fb25-42f8-9019-00a285cf73a6 None None] For port 2e874e4b-19b8-4a3d-9656-078577b2f2c1, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=2e874e4b-19b8-4a3d-9656-078577b2f2c1,segment=NetworkSegment(ba6de94f-b985-4a00-a5f5-bb97d8bfa191),segment_id=ba6de94f-b985-4a00-a5f5-bb97d8bfa191)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:33:40.447658 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-afba6388-fb25-42f8-9019-00a285cf73a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:40.473908 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-60405201-ad5f-4301-a4a7-9916bc03cd57 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:40.478371 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-60405201-ad5f-4301-a4a7-9916bc03cd57 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/ports/49373e52-43cd-4d54-b3c5-6fa2f9db4c24 HTTP/1.1" status: 204 len: 168 time: 0.4918091 Jul 23 20:33:40.478371 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60405201-ad5f-4301-a4a7-9916bc03cd57 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'Port': ['ID=49373e52-43cd-4d54-b3c5-6fa2f9db4c24,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:40.478721 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56744) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:40.513512 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f271828-040b-45de-911b-f031d9c09002 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] GET failed (client error): The resource could not be found. Jul 23 20:33:40.520043 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5f271828-040b-45de-911b-f031d9c09002 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "GET /v2.0/ports/49373e52-43cd-4d54-b3c5-6fa2f9db4c24 HTTP/1.1" status: 404 len: 333 time: 0.0367603 Jul 23 20:33:40.520610 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56746) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:40.525973 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-dd8b8e2e-a065-42ce-aed7-998ca340be8e tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'port': {'network_id': 'd1ced54d-9d99-4ea0-b38f-5f346f7e4e6d', 'name': 'tempest-PortsIpV6TestJSON-1919691895'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:40.552224 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afba6388-fb25-42f8-9019-00a285cf73a6 None None] Routers {'a330c57f-3105-4d38-8f14-41e56baa35ec'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:40.553219 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-afba6388-fb25-42f8-9019-00a285cf73a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:33:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a330c57f-3105-4d38-8f14-41e56baa35ec'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:40.555402 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230cc6dd-a12b-47c9-8404-26f4c6c62277 None None] Pushing event updated for resources: {'Port': ['ID=2e874e4b-19b8-4a3d-9656-078577b2f2c1,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:40.668656 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8b8e2e-a065-42ce-aed7-998ca340be8e tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Made reservation on behalf of bdfe51d9b90f43d0adbc69a3d4cc2979 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:40.675576 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dd8b8e2e-a065-42ce-aed7-998ca340be8e tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:40.693437 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-afba6388-fb25-42f8-9019-00a285cf73a6 None None] Set router a330c57f-3105-4d38-8f14-41e56baa35ec gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:33:40.696398 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-dd8b8e2e-a065-42ce-aed7-998ca340be8e tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] device_id is not set on port 30f4eb6a-ded2-46dd-88c4-cbb28d644360 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:33:40.913443 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0c436147-2ed4-413a-86e8-007572960440 req-4954811a-add8-43a5-941f-26891725eff0 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 210 time: 0.0624425 Jul 23 20:33:40.977913 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device ff4c8695-0338-441e-996e-fdef122c63cb up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:41.257547 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port ff4c8695-0338-441e-996e-fdef122c63cb triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:41.257929 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:41.286961 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-afba6388-fb25-42f8-9019-00a285cf73a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a330c57f-3105-4d38-8f14-41e56baa35ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-127839094', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '6b6ed53d-f36e-47ea-aab9-9950a7f22e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:30Z', 'updated_at': '2021-07-23T20:33:36Z', 'revision_number': 4, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '6b6ed53d-f36e-47ea-aab9-9950a7f22e4e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330c57f-3105-4d38-8f14-41e56baa35ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:31Z', 'updated_at': '2021-07-23T20:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '2e874e4b-19b8-4a3d-9656-078577b2f2c1', 'name': '', 'network_id': 'c91af19b-52b2-4b23-8f3c-6803df020fa0', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'mac_address': 'fa:16:3e:dd:c4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a330c57f-3105-4d38-8f14-41e56baa35ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'cd79755f-90ca-4b32-a55d-57bf1b05e1f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:35Z', 'updated_at': '2021-07-23T20:33:40Z', 'revision_number': 4, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'subnets': [{'id': 'cd79755f-90ca-4b32-a55d-57bf1b05e1f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:41.315882 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dd8b8e2e-a065-42ce-aed7-998ca340be8e tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:41.322632 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afba6388-fb25-42f8-9019-00a285cf73a6 None None] The sync data for ids ['a330c57f-3105-4d38-8f14-41e56baa35ec'] in n-d-793618-10 is: [{'id': 'a330c57f-3105-4d38-8f14-41e56baa35ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-127839094', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '6b6ed53d-f36e-47ea-aab9-9950a7f22e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:30Z', 'updated_at': '2021-07-23T20:33:36Z', 'revision_number': 4, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '6b6ed53d-f36e-47ea-aab9-9950a7f22e4e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330c57f-3105-4d38-8f14-41e56baa35ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:31Z', 'updated_at': '2021-07-23T20:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '2e874e4b-19b8-4a3d-9656-078577b2f2c1', 'name': '', 'network_id': 'c91af19b-52b2-4b23-8f3c-6803df020fa0', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'mac_address': 'fa:16:3e:dd:c4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a330c57f-3105-4d38-8f14-41e56baa35ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'cd79755f-90ca-4b32-a55d-57bf1b05e1f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:35Z', 'updated_at': '2021-07-23T20:33:40Z', 'revision_number': 4, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'subnets': [{'id': 'cd79755f-90ca-4b32-a55d-57bf1b05e1f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:33:41.416786 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-07b80dde-c2f3-4810-8dc3-14e3f2393f07 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:41.418371 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-07b80dde-c2f3-4810-8dc3-14e3f2393f07 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.30 "GET /v2.0/networks?id=c91af19b-52b2-4b23-8f3c-6803df020fa0 HTTP/1.1" status: 200 len: 796 time: 0.5228884 Jul 23 20:33:41.427025 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dd8b8e2e-a065-42ce-aed7-998ca340be8e tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:41.505144 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8b8e2e-a065-42ce-aed7-998ca340be8e tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Network d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:41.521594 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-dd8b8e2e-a065-42ce-aed7-998ca340be8e tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:41.528844 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8b8e2e-a065-42ce-aed7-998ca340be8e tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:41.534488 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8b8e2e-a065-42ce-aed7-998ca340be8e tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:41.535124 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dd8b8e2e-a065-42ce-aed7-998ca340be8e tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:41.537840 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b8e2e-a065-42ce-aed7-998ca340be8e tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'Port': ['ID=30f4eb6a-ded2-46dd-88c4-cbb28d644360,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:41.548567 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-ef9c6474-7fbf-425c-a846-ff5250739caf tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bac8e166147242c8b3a831403daa7c9d HTTP/1.1" status: 200 len: 380 time: 0.1195357 Jul 23 20:33:41.561036 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-0a9f11ef-b6a9-4b14-83b2-d4d59efcb107 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Request body: {'port': {'device_id': 'ee18f5a2-8a10-4f9e-a779-e017c6a18fcc', 'network_id': 'c91af19b-52b2-4b23-8f3c-6803df020fa0', 'admin_state_up': True, 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'security_groups': ['3584c591-8753-4724-bea2-85b71c16a552']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:41.581736 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-dd8b8e2e-a065-42ce-aed7-998ca340be8e tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0599034 Jul 23 20:33:41.585722 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56756) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:41.595988 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-f4fd04c3-d3e4-48e5-8e9d-8ff9451f8ffb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:41.699010 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-0a9f11ef-b6a9-4b14-83b2-d4d59efcb107 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Made reservation on behalf of bac8e166147242c8b3a831403daa7c9d for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:41.703464 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f4fd04c3-d3e4-48e5-8e9d-8ff9451f8ffb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:41.705904 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-0a9f11ef-b6a9-4b14-83b2-d4d59efcb107 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:41.888514 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-0a9f11ef-b6a9-4b14-83b2-d4d59efcb107 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Allocated IP 172.20.0.9 (c91af19b-52b2-4b23-8f3c-6803df020fa0/cd79755f-90ca-4b32-a55d-57bf1b05e1f7/4d9dfc8c-57a4-455d-a557-09cea0151e70) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:41.927364 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f4fd04c3-d3e4-48e5-8e9d-8ff9451f8ffb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:41.932686 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f4fd04c3-d3e4-48e5-8e9d-8ff9451f8ffb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:41.992065 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd04c3-d3e4-48e5-8e9d-8ff9451f8ffb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'Port': ['ID=30f4eb6a-ded2-46dd-88c4-cbb28d644360,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:41.999404 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-f4fd04c3-d3e4-48e5-8e9d-8ff9451f8ffb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] In _notify_port_updated(), no bound segment for port 30f4eb6a-ded2-46dd-88c4-cbb28d644360 on network d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d {{(pid=93875) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:33:42.005194 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fd04c3-d3e4-48e5-8e9d-8ff9451f8ffb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:42.005875 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f4fd04c3-d3e4-48e5-8e9d-8ff9451f8ffb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:42.007237 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f4fd04c3-d3e4-48e5-8e9d-8ff9451f8ffb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "PUT /v2.0/ports/30f4eb6a-ded2-46dd-88c4-cbb28d644360 HTTP/1.1" status: 200 len: 818 time: 0.4193819 Jul 23 20:33:42.012145 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56764) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:42.101728 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-49af59b2-4d19-42bc-afc3-949bd43c5a91 req-5b6e020a-5456-400c-98b7-c9fa3d75fcd3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 210 time: 0.0364265 Jul 23 20:33:42.112657 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-0a9f11ef-b6a9-4b14-83b2-d4d59efcb107 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:42.129389 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-0a9f11ef-b6a9-4b14-83b2-d4d59efcb107 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Transition to ACTIVE for port object 4d9dfc8c-57a4-455d-a557-09cea0151e70 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:42.169341 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-0a9f11ef-b6a9-4b14-83b2-d4d59efcb107 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:42.180989 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-3c79f8a5-794b-4a16-b28e-64a84cf5225f tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Deleting port 30f4eb6a-ded2-46dd-88c4-cbb28d644360 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:42.181330 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3c79f8a5-794b-4a16-b28e-64a84cf5225f tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:42.216605 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-0a9f11ef-b6a9-4b14-83b2-d4d59efcb107 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Network c91af19b-52b2-4b23-8f3c-6803df020fa0 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:42.223141 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-0a9f11ef-b6a9-4b14-83b2-d4d59efcb107 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:42.229097 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-0a9f11ef-b6a9-4b14-83b2-d4d59efcb107 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:42.281636 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3c79f8a5-794b-4a16-b28e-64a84cf5225f tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:42.289530 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f11ef-b6a9-4b14-83b2-d4d59efcb107 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'Port': ['ID=4d9dfc8c-57a4-455d-a557-09cea0151e70,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:42.297503 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-3c79f8a5-794b-4a16-b28e-64a84cf5225f tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Calling delete_port for 30f4eb6a-ded2-46dd-88c4-cbb28d644360 owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:42.333008 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-0a9f11ef-b6a9-4b14-83b2-d4d59efcb107 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:42.333859 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-0a9f11ef-b6a9-4b14-83b2-d4d59efcb107 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:42.355797 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-0a9f11ef-b6a9-4b14-83b2-d4d59efcb107 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8020079 Jul 23 20:33:42.368290 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-956b3b5d-2fdf-4175-92ce-4d93de6da246 service neutron] Request body: {'port': {'device_id': 'ee18f5a2-8a10-4f9e-a779-e017c6a18fcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:42.419066 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3c79f8a5-794b-4a16-b28e-64a84cf5225f tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:42.465994 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c79f8a5-794b-4a16-b28e-64a84cf5225f tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'Port': ['ID=30f4eb6a-ded2-46dd-88c4-cbb28d644360,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:42.474196 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3c79f8a5-794b-4a16-b28e-64a84cf5225f tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:42.476496 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3c79f8a5-794b-4a16-b28e-64a84cf5225f tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/ports/30f4eb6a-ded2-46dd-88c4-cbb28d644360 HTTP/1.1" status: 204 len: 168 time: 0.4633229 Jul 23 20:33:42.479077 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56768) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:42.499857 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-956b3b5d-2fdf-4175-92ce-4d93de6da246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:42.577168 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc58b82-ad2f-408a-b2bb-ffce2d390093 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:42.582213 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0cc58b82-ad2f-408a-b2bb-ffce2d390093 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0984488 Jul 23 20:33:42.582482 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56770) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:42.612589 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-89e4a535-faf9-4731-9c8c-f80fc3cde921 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] GET failed (client error): The resource could not be found. Jul 23 20:33:42.617538 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-89e4a535-faf9-4731-9c8c-f80fc3cde921 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "GET /v2.0/ports/30f4eb6a-ded2-46dd-88c4-cbb28d644360 HTTP/1.1" status: 404 len: 333 time: 0.0306885 Jul 23 20:33:42.617899 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56772) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:42.623055 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-b21ac948-03af-4ec2-a9bb-bc871c9b2fcc tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1609821374'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:42.646275 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2b1f6e3d-9b82-461f-b6bd-b0974183183c None None] Provisioning for port 4d9dfc8c-57a4-455d-a557-09cea0151e70 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:42.651521 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2b1f6e3d-9b82-461f-b6bd-b0974183183c None None] Provisioning complete for port 4d9dfc8c-57a4-455d-a557-09cea0151e70 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:42.651897 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2b1f6e3d-9b82-461f-b6bd-b0974183183c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:42.652791 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21ac948-03af-4ec2-a9bb-bc871c9b2fcc tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Made reservation on behalf of bdfe51d9b90f43d0adbc69a3d4cc2979 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:42.659605 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b21ac948-03af-4ec2-a9bb-bc871c9b2fcc tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:42.696328 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b21ac948-03af-4ec2-a9bb-bc871c9b2fcc tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:33:42.708240 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b21ac948-03af-4ec2-a9bb-bc871c9b2fcc tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:42.708861 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-b21ac948-03af-4ec2-a9bb-bc871c9b2fcc tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Added segment f54228af-2e36-4a19-8ec3-e16704d69700 of type vlan for network 684c0189-4f07-4185-8f2d-95100cb8324e Jul 23 20:33:42.739560 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2b1f6e3d-9b82-461f-b6bd-b0974183183c None None] Port 4d9dfc8c-57a4-455d-a557-09cea0151e70 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:33:42.760530 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b21ac948-03af-4ec2-a9bb-bc871c9b2fcc tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:42.794147 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b21ac948-03af-4ec2-a9bb-bc871c9b2fcc tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:42.801400 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21ac948-03af-4ec2-a9bb-bc871c9b2fcc tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:42.802253 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b21ac948-03af-4ec2-a9bb-bc871c9b2fcc tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:42.853760 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b21ac948-03af-4ec2-a9bb-bc871c9b2fcc tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2330911 Jul 23 20:33:42.855033 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56774) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:42.860304 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-a6916a4d-f365-47e6-b252-6fb45ac102d0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'subnet': {'network_id': '684c0189-4f07-4185-8f2d-95100cb8324e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:42.933515 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ac948-03af-4ec2-a9bb-bc871c9b2fcc tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'Network': ['ID=684c0189-4f07-4185-8f2d-95100cb8324e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:42.943397 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-956b3b5d-2fdf-4175-92ce-4d93de6da246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d9dfc8c-57a4-455d-a557-09cea0151e70 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:33:42.944294 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 684c0189-4f07-4185-8f2d-95100cb8324e details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:33:42.956569 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-956b3b5d-2fdf-4175-92ce-4d93de6da246 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:42.983819 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-956b3b5d-2fdf-4175-92ce-4d93de6da246 service neutron] Transition to ACTIVE for port object 4d9dfc8c-57a4-455d-a557-09cea0151e70 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:42.986307 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 2e874e4b-19b8-4a3d-9656-078577b2f2c1 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:42.989880 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-956b3b5d-2fdf-4175-92ce-4d93de6da246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:43.111978 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6916a4d-f365-47e6-b252-6fb45ac102d0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Made reservation on behalf of bdfe51d9b90f43d0adbc69a3d4cc2979 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:43.115954 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a6916a4d-f365-47e6-b252-6fb45ac102d0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:43.120331 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b3b5d-2fdf-4175-92ce-4d93de6da246 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9dfc8c-57a4-455d-a557-09cea0151e70,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:43.130189 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 2e874e4b-19b8-4a3d-9656-078577b2f2c1 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:43.136210 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 2e874e4b-19b8-4a3d-9656-078577b2f2c1 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:43.136757 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:43.207867 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-956b3b5d-2fdf-4175-92ce-4d93de6da246 service neutron] Attempting to bind port 4d9dfc8c-57a4-455d-a557-09cea0151e70 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:33:43.208213 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-956b3b5d-2fdf-4175-92ce-4d93de6da246 service neutron] Attempting to bind port 4d9dfc8c-57a4-455d-a557-09cea0151e70 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'ba6de94f-b985-4a00-a5f5-bb97d8bfa191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c91af19b-52b2-4b23-8f3c-6803df020fa0'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:33:43.211293 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-956b3b5d-2fdf-4175-92ce-4d93de6da246 service neutron] Attempting to bind port 4d9dfc8c-57a4-455d-a557-09cea0151e70 on network c91af19b-52b2-4b23-8f3c-6803df020fa0 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:43.219958 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-956b3b5d-2fdf-4175-92ce-4d93de6da246 service neutron] Port 4d9dfc8c-57a4-455d-a557-09cea0151e70 on network c91af19b-52b2-4b23-8f3c-6803df020fa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:33:43.220313 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-956b3b5d-2fdf-4175-92ce-4d93de6da246 service neutron] Attempting to bind port 4d9dfc8c-57a4-455d-a557-09cea0151e70 on network c91af19b-52b2-4b23-8f3c-6803df020fa0 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:43.227594 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-956b3b5d-2fdf-4175-92ce-4d93de6da246 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:33:43.231261 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-956b3b5d-2fdf-4175-92ce-4d93de6da246 service neutron] Checking segment: {'id': 'ba6de94f-b985-4a00-a5f5-bb97d8bfa191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c91af19b-52b2-4b23-8f3c-6803df020fa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:43.231795 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-956b3b5d-2fdf-4175-92ce-4d93de6da246 service neutron] Bound using segment: {'id': 'ba6de94f-b985-4a00-a5f5-bb97d8bfa191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c91af19b-52b2-4b23-8f3c-6803df020fa0'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:33:43.232265 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-956b3b5d-2fdf-4175-92ce-4d93de6da246 service neutron] Bound port: 4d9dfc8c-57a4-455d-a557-09cea0151e70, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba6de94f-b985-4a00-a5f5-bb97d8bfa191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c91af19b-52b2-4b23-8f3c-6803df020fa0'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:33:43.232637 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-956b3b5d-2fdf-4175-92ce-4d93de6da246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:43.243807 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:43.287648 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 2e874e4b-19b8-4a3d-9656-078577b2f2c1, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=2e874e4b-19b8-4a3d-9656-078577b2f2c1,segment=NetworkSegment(ba6de94f-b985-4a00-a5f5-bb97d8bfa191),segment_id=ba6de94f-b985-4a00-a5f5-bb97d8bfa191)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:43.303826 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:43.353371 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-956b3b5d-2fdf-4175-92ce-4d93de6da246 service neutron] For port 4d9dfc8c-57a4-455d-a557-09cea0151e70, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:33:43.358519 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-956b3b5d-2fdf-4175-92ce-4d93de6da246 service neutron] For port 4d9dfc8c-57a4-455d-a557-09cea0151e70, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=4d9dfc8c-57a4-455d-a557-09cea0151e70,segment=NetworkSegment(ba6de94f-b985-4a00-a5f5-bb97d8bfa191),segment_id=ba6de94f-b985-4a00-a5f5-bb97d8bfa191)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:33:43.367759 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-956b3b5d-2fdf-4175-92ce-4d93de6da246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:43.372591 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=2e874e4b-19b8-4a3d-9656-078577b2f2c1,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:43.384620 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:43.409926 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-956b3b5d-2fdf-4175-92ce-4d93de6da246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:43.410648 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-956b3b5d-2fdf-4175-92ce-4d93de6da246 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:43.412320 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-956b3b5d-2fdf-4175-92ce-4d93de6da246 service neutron] 10.222.0.30 "PUT /v2.0/ports/4d9dfc8c-57a4-455d-a557-09cea0151e70 HTTP/1.1" status: 200 len: 1092 time: 1.0488799 Jul 23 20:33:43.412850 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee18f5a2-8a10-4f9e-a779-e017c6a18fcc', 'tag': '4d9dfc8c-57a4-455d-a557-09cea0151e70'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:33:43.416233 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b656f0-82e8-45d9-b0d3-f8ef3e2cd964" -d '{"events": [{"name": "network-changed", "server_uuid": "ee18f5a2-8a10-4f9e-a779-e017c6a18fcc", "tag": "4d9dfc8c-57a4-455d-a557-09cea0151e70"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:33:43.451083 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b3b5d-2fdf-4175-92ce-4d93de6da246 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9dfc8c-57a4-455d-a557-09cea0151e70,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:43.467348 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa08da-a5b5-4310-8ca6-b80af851a163 req-e1293b6a-320e-4cdb-894c-a189ec4c23fa tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:43.469282 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-52aa08da-a5b5-4310-8ca6-b80af851a163 req-e1293b6a-320e-4cdb-894c-a189ec4c23fa tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 943 time: 0.2593625 Jul 23 20:33:43.518878 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-26cb8d71-e749-4e31-91fd-a0594eaa6940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:43.520710 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-26cb8d71-e749-4e31-91fd-a0594eaa6940 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bac8e166147242c8b3a831403daa7c9d&device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 1095 time: 0.0652351 Jul 23 20:33:43.563408 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-52aa08da-a5b5-4310-8ca6-b80af851a163 req-5bcb4680-3ce7-41df-ad64-f494f8deaf00 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=3584c591-8753-4724-bea2-85b71c16a552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845611 Jul 23 20:33:43.581882 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-5c4d4a76-cbcb-4580-98fc-d88647bcd030 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d9dfc8c-57a4-455d-a557-09cea0151e70 HTTP/1.1" status: 200 len: 217 time: 0.0542707 Jul 23 20:33:43.591640 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a6916a4d-f365-47e6-b252-6fb45ac102d0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:43.638245 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-40e5c4bc-706c-4a43-809d-04f8f49090d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:43.654385 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5d10e7-2cae-48be-97ec-886b473979ad x-openstack-request-id: req-2d5d10e7-2cae-48be-97ec-886b473979ad {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:33:43.654681 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee18f5a2-8a10-4f9e-a779-e017c6a18fcc", "tag": "4d9dfc8c-57a4-455d-a557-09cea0151e70", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:33:43.654948 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d5d10e7-2cae-48be-97ec-886b473979ad {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:33:43.655326 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee18f5a2-8a10-4f9e-a779-e017c6a18fcc', 'tag': '4d9dfc8c-57a4-455d-a557-09cea0151e70', 'status': 'completed', 'code': 200} Jul 23 20:33:43.659037 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6916a4d-f365-47e6-b252-6fb45ac102d0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'Subnet': ['ID=d29651d8-fe6d-41f2-8a2c-f72d5193677c,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:43.673021 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6916a4d-f365-47e6-b252-6fb45ac102d0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Checking segment: {'id': 'f54228af-2e36-4a19-8ec3-e16704d69700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '684c0189-4f07-4185-8f2d-95100cb8324e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:43.673386 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6916a4d-f365-47e6-b252-6fb45ac102d0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Network hostable DHCP agents. Network: 684c0189-4f07-4185-8f2d-95100cb8324e, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:33:43.676931 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-79ad291b-70eb-4d37-b306-2c55249c5786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:43.678888 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-79ad291b-70eb-4d37-b306-2c55249c5786 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cd79755f-90ca-4b32-a55d-57bf1b05e1f7 HTTP/1.1" status: 200 len: 835 time: 0.0887430 Jul 23 20:33:43.694013 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6916a4d-f365-47e6-b252-6fb45ac102d0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Network 684c0189-4f07-4185-8f2d-95100cb8324e is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:33:43.706955 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-a6916a4d-f365-47e6-b252-6fb45ac102d0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 684c0189-4f07-4185-8f2d-95100cb8324e) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:43.712672 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6916a4d-f365-47e6-b252-6fb45ac102d0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:43.713260 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a6916a4d-f365-47e6-b252-6fb45ac102d0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:43.730686 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10d8146-82a0-41d5-9aa9-beef02c5c05d None None] Network 684c0189-4f07-4185-8f2d-95100cb8324e requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:43.741638 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a6916a4d-f365-47e6-b252-6fb45ac102d0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8828943 Jul 23 20:33:43.744954 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56786) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:43.752019 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:33:43.752645 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-939359c2-eecb-4a2d-bafd-fcf47803e2c6 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'subnet': {'network_id': '684c0189-4f07-4185-8f2d-95100cb8324e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:43.789902 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-0f49028b-b80c-4358-a103-148c9fa14142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:43.791406 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-0f49028b-b80c-4358-a103-148c9fa14142 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c91af19b-52b2-4b23-8f3c-6803df020fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1047204 Jul 23 20:33:43.911194 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b47d997-eaac-4900-ad44-719aa8f95957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-684c0189-4f07-4185-8f2d-95100cb8324e', 'network_id': '684c0189-4f07-4185-8f2d-95100cb8324e', 'tenant_id': 'bdfe51d9b90f43d0adbc69a3d4cc2979', 'fixed_ips': [{'subnet_id': 'd29651d8-fe6d-41f2-8a2c-f72d5193677c'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:33:43.912338 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b47d997-eaac-4900-ad44-719aa8f95957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:43.950199 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-abace8cb-1368-464d-9f0b-8a38733b98be service neutron] 10.222.0.30 "GET /v2.0/networks/c91af19b-52b2-4b23-8f3c-6803df020fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234779 Jul 23 20:33:43.952394 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939359c2-eecb-4a2d-bafd-fcf47803e2c6 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Made reservation on behalf of bdfe51d9b90f43d0adbc69a3d4cc2979 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:43.956612 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-939359c2-eecb-4a2d-bafd-fcf47803e2c6 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:44.054077 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:44.072895 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-0b47d997-eaac-4900-ad44-719aa8f95957 None None] Allocated IP 2001:db8::2 (684c0189-4f07-4185-8f2d-95100cb8324e/d29651d8-fe6d-41f2-8a2c-f72d5193677c/60652846-4bb1-44a0-8a7b-0cef690c4069) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:44.137560 n-d-793618-10 neutron-server[93876]: INFO neutron.db.ipam_backend_mixin [None req-939359c2-eecb-4a2d-bafd-fcf47803e2c6 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d29651d8-fe6d-41f2-8a2c-f72d5193677c (CIDR: 2001:db8::/64) Jul 23 20:33:44.140294 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d7983446-89d1-4a6b-bb3f-25376df1ff14 req-d0f72188-bb30-403a-a1e6-ad09a6f29d5c service neutron] 10.222.0.30 "GET /v2.0/networks/c91af19b-52b2-4b23-8f3c-6803df020fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799970 Jul 23 20:33:44.142732 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-939359c2-eecb-4a2d-bafd-fcf47803e2c6 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:33:44.143302 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-939359c2-eecb-4a2d-bafd-fcf47803e2c6 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:33:44.160614 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-939359c2-eecb-4a2d-bafd-fcf47803e2c6 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4140954 Jul 23 20:33:44.163783 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56792) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:44.169448 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-df224ca1-b5df-496b-98f2-1bdbaeb09efb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'subnet': {'network_id': '684c0189-4f07-4185-8f2d-95100cb8324e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:44.266360 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b656f0-82e8-45d9-b0d3-f8ef3e2cd964 req-a0af3e8c-8f70-45fb-8175-75201b0c634a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:44.267610 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d5b656f0-82e8-45d9-b0d3-f8ef3e2cd964 req-a0af3e8c-8f70-45fb-8175-75201b0c634a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bac8e166147242c8b3a831403daa7c9d&device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 1095 time: 0.0719488 Jul 23 20:33:44.281121 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b47d997-eaac-4900-ad44-719aa8f95957 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:44.290153 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0b47d997-eaac-4900-ad44-719aa8f95957 None None] Transition to ACTIVE for port object 60652846-4bb1-44a0-8a7b-0cef690c4069 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:44.305131 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df224ca1-b5df-496b-98f2-1bdbaeb09efb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Made reservation on behalf of bdfe51d9b90f43d0adbc69a3d4cc2979 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:44.308263 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0b47d997-eaac-4900-ad44-719aa8f95957 None None] Transition to ACTIVE for port object 60652846-4bb1-44a0-8a7b-0cef690c4069 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:44.310076 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df224ca1-b5df-496b-98f2-1bdbaeb09efb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:44.329401 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b47d997-eaac-4900-ad44-719aa8f95957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:44.378495 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b47d997-eaac-4900-ad44-719aa8f95957 None None] Network 684c0189-4f07-4185-8f2d-95100cb8324e is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:44.381754 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-0b47d997-eaac-4900-ad44-719aa8f95957 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:44.385450 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b656f0-82e8-45d9-b0d3-f8ef3e2cd964 req-96805ff9-2483-4dac-8d65-9a84900f7915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:44.387077 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d5b656f0-82e8-45d9-b0d3-f8ef3e2cd964 req-96805ff9-2483-4dac-8d65-9a84900f7915 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c91af19b-52b2-4b23-8f3c-6803df020fa0 HTTP/1.1" status: 200 len: 897 time: 0.1136413 Jul 23 20:33:44.392551 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b47d997-eaac-4900-ad44-719aa8f95957 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:44.404701 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b47d997-eaac-4900-ad44-719aa8f95957 None None] Pushing event updated for resources: {'Port': ['ID=60652846-4bb1-44a0-8a7b-0cef690c4069,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:44.448624 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d5b656f0-82e8-45d9-b0d3-f8ef3e2cd964 req-c84318cd-bfa5-4fe5-ad0d-bc6b71089c25 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d9dfc8c-57a4-455d-a557-09cea0151e70 HTTP/1.1" status: 200 len: 217 time: 0.0535142 Jul 23 20:33:44.484803 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0b47d997-eaac-4900-ad44-719aa8f95957 None None] Attempting to bind port 60652846-4bb1-44a0-8a7b-0cef690c4069 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:33:44.486264 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0b47d997-eaac-4900-ad44-719aa8f95957 None None] Attempting to bind port 60652846-4bb1-44a0-8a7b-0cef690c4069 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'f54228af-2e36-4a19-8ec3-e16704d69700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '684c0189-4f07-4185-8f2d-95100cb8324e'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:33:44.487360 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b47d997-eaac-4900-ad44-719aa8f95957 None None] Attempting to bind port 60652846-4bb1-44a0-8a7b-0cef690c4069 on network 684c0189-4f07-4185-8f2d-95100cb8324e {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:44.493572 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b47d997-eaac-4900-ad44-719aa8f95957 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:33:44.494515 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b47d997-eaac-4900-ad44-719aa8f95957 None None] Checking segment: {'id': 'f54228af-2e36-4a19-8ec3-e16704d69700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '684c0189-4f07-4185-8f2d-95100cb8324e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:44.495120 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b47d997-eaac-4900-ad44-719aa8f95957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:44.495682 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b47d997-eaac-4900-ad44-719aa8f95957 None None] Bound using segment: {'id': 'f54228af-2e36-4a19-8ec3-e16704d69700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '684c0189-4f07-4185-8f2d-95100cb8324e'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:33:44.496338 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0b47d997-eaac-4900-ad44-719aa8f95957 None None] Bound port: 60652846-4bb1-44a0-8a7b-0cef690c4069, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f54228af-2e36-4a19-8ec3-e16704d69700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '684c0189-4f07-4185-8f2d-95100cb8324e'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:33:44.497045 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b47d997-eaac-4900-ad44-719aa8f95957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:44.507369 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b656f0-82e8-45d9-b0d3-f8ef3e2cd964 req-00bed778-0aca-483a-b179-59582181cea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:44.508855 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d5b656f0-82e8-45d9-b0d3-f8ef3e2cd964 req-00bed778-0aca-483a-b179-59582181cea4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cd79755f-90ca-4b32-a55d-57bf1b05e1f7 HTTP/1.1" status: 200 len: 835 time: 0.0533292 Jul 23 20:33:44.573657 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0b47d997-eaac-4900-ad44-719aa8f95957 None None] For port 60652846-4bb1-44a0-8a7b-0cef690c4069, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:33:44.578670 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0b47d997-eaac-4900-ad44-719aa8f95957 None None] For port 60652846-4bb1-44a0-8a7b-0cef690c4069, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=60652846-4bb1-44a0-8a7b-0cef690c4069,segment=NetworkSegment(f54228af-2e36-4a19-8ec3-e16704d69700),segment_id=f54228af-2e36-4a19-8ec3-e16704d69700)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:33:44.586183 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b47d997-eaac-4900-ad44-719aa8f95957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:44.607236 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b656f0-82e8-45d9-b0d3-f8ef3e2cd964 req-5c14e9a1-a68c-47ad-b0e9-01ea3e6ea5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:44.618476 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d5b656f0-82e8-45d9-b0d3-f8ef3e2cd964 req-5c14e9a1-a68c-47ad-b0e9-01ea3e6ea5d6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c91af19b-52b2-4b23-8f3c-6803df020fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1024132 Jul 23 20:33:44.677262 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b47d997-eaac-4900-ad44-719aa8f95957 None None] Pushing event updated for resources: {'Port': ['ID=60652846-4bb1-44a0-8a7b-0cef690c4069,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:44.724284 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:44.731530 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:44.837511 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d5b656f0-82e8-45d9-b0d3-f8ef3e2cd964 req-7fb3c7ad-c657-4ca7-8586-2089dab6b410 service neutron] 10.222.0.30 "GET /v2.0/networks/c91af19b-52b2-4b23-8f3c-6803df020fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112811 Jul 23 20:33:44.943230 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 2e874e4b-19b8-4a3d-9656-078577b2f2c1 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:44.959412 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f2936-bcee-4553-be8d-03dd0754cd70 req-49d38d35-34f5-4d08-b099-a85f6d31eb78 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:44.967071 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-973f2936-bcee-4553-be8d-03dd0754cd70 req-49d38d35-34f5-4d08-b099-a85f6d31eb78 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 943 time: 0.1676960 Jul 23 20:33:45.036261 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df224ca1-b5df-496b-98f2-1bdbaeb09efb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:45.062550 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d5b656f0-82e8-45d9-b0d3-f8ef3e2cd964 req-e46471ad-5eae-4c57-bde3-d0965a3d8abb service neutron] 10.222.0.30 "GET /v2.0/networks/c91af19b-52b2-4b23-8f3c-6803df020fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185125 Jul 23 20:33:45.064476 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 2e874e4b-19b8-4a3d-9656-078577b2f2c1 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:45.064851 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:45.101040 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-973f2936-bcee-4553-be8d-03dd0754cd70 req-354fea5b-1df2-4162-8dfe-fafb5c1cd950 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=3584c591-8753-4724-bea2-85b71c16a552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328785 Jul 23 20:33:45.111235 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [req-c9f71eac-ce96-46a3-ae08-2bbbb774ca22 req-f4889c7d-9bfa-4092-99f4-d8349a5930e2 service neutron] (93875) timed out ('10.222.0.30', 51184) {{(pid=93875) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 20:33:45.114018 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df224ca1-b5df-496b-98f2-1bdbaeb09efb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Network 684c0189-4f07-4185-8f2d-95100cb8324e is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:45.117711 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-df224ca1-b5df-496b-98f2-1bdbaeb09efb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:45.122897 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df224ca1-b5df-496b-98f2-1bdbaeb09efb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:45.123823 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df224ca1-b5df-496b-98f2-1bdbaeb09efb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:45.142120 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df224ca1-b5df-496b-98f2-1bdbaeb09efb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'Subnet': ['ID=23139bcb-5f77-4bbf-9cbd-ecb61bf478b5,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:45.156422 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-df224ca1-b5df-496b-98f2-1bdbaeb09efb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9891753 Jul 23 20:33:45.157350 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56804) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:45.162276 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-71588c8e-e351-490e-aaa1-fe69959f1188 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'port': {'network_id': '684c0189-4f07-4185-8f2d-95100cb8324e', 'fixed_ips': [{'subnet_id': 'd29651d8-fe6d-41f2-8a2c-f72d5193677c'}, {'subnet_id': '23139bcb-5f77-4bbf-9cbd-ecb61bf478b5'}], 'name': 'tempest-PortsIpV6TestJSON-1791042236'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:45.287806 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71588c8e-e351-490e-aaa1-fe69959f1188 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Made reservation on behalf of bdfe51d9b90f43d0adbc69a3d4cc2979 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:45.380248 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-71588c8e-e351-490e-aaa1-fe69959f1188 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:45.398063 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-71588c8e-e351-490e-aaa1-fe69959f1188 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] device_id is not set on port ba5756d1-dc51-4427-a628-027512000b28 yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:33:45.696283 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-71588c8e-e351-490e-aaa1-fe69959f1188 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Allocated IP 2001:db8::a2 (684c0189-4f07-4185-8f2d-95100cb8324e/d29651d8-fe6d-41f2-8a2c-f72d5193677c/ba5756d1-dc51-4427-a628-027512000b28) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:45.705729 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-71588c8e-e351-490e-aaa1-fe69959f1188 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Allocated IP 2001:db8:0:1::79 (684c0189-4f07-4185-8f2d-95100cb8324e/23139bcb-5f77-4bbf-9cbd-ecb61bf478b5/ba5756d1-dc51-4427-a628-027512000b28) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:45.791155 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f9848a-a2e8-4897-a651-a658c47afd88 None None] Network 684c0189-4f07-4185-8f2d-95100cb8324e requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:45.871006 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-71588c8e-e351-490e-aaa1-fe69959f1188 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:45.886507 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-71588c8e-e351-490e-aaa1-fe69959f1188 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Transition to ACTIVE for port object ba5756d1-dc51-4427-a628-027512000b28 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:45.896339 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-edf77324-1aca-4e6b-9233-c8c333c29d99 None None] Provisioning for port 60652846-4bb1-44a0-8a7b-0cef690c4069 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:45.929674 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-71588c8e-e351-490e-aaa1-fe69959f1188 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:45.971679 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71588c8e-e351-490e-aaa1-fe69959f1188 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Network 684c0189-4f07-4185-8f2d-95100cb8324e is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:45.975125 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-71588c8e-e351-490e-aaa1-fe69959f1188 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:45.978837 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71588c8e-e351-490e-aaa1-fe69959f1188 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:45.988069 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:45.990877 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71588c8e-e351-490e-aaa1-fe69959f1188 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:45.991688 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-71588c8e-e351-490e-aaa1-fe69959f1188 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:46.017173 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71588c8e-e351-490e-aaa1-fe69959f1188 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'Port': ['ID=ba5756d1-dc51-4427-a628-027512000b28,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:46.024351 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-71588c8e-e351-490e-aaa1-fe69959f1188 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 0.8662992 Jul 23 20:33:46.028366 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56810) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:46.035530 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f798e356-1faf-48a6-a190-1d330a083997 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd29651d8-fe6d-41f2-8a2c-f72d5193677c'}]}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:46.096616 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212433c5-8890-45a9-9962-3ceb80c2fd14 None None] Update dhcp port {'port': {'network_id': '684c0189-4f07-4185-8f2d-95100cb8324e', 'fixed_ips': [{'subnet_id': 'd29651d8-fe6d-41f2-8a2c-f72d5193677c', 'ip_address': '2001:db8::2'}, {'subnet_id': '23139bcb-5f77-4bbf-9cbd-ecb61bf478b5'}], 'binding:host_id': 'n-d-793618-10'}, 'id': '60652846-4bb1-44a0-8a7b-0cef690c4069'} from n-d-793618-10. {{(pid=93877) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:33:46.138185 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-212433c5-8890-45a9-9962-3ceb80c2fd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:46.252526 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087639a4-46db-406a-995f-8006b134cf52 req-09eaeb0c-ded7-4a9e-aef6-48d6b5b8b0a6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:46.253919 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-087639a4-46db-406a-995f-8006b134cf52 req-09eaeb0c-ded7-4a9e-aef6-48d6b5b8b0a6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 943 time: 0.0852208 Jul 23 20:33:46.277118 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f798e356-1faf-48a6-a190-1d330a083997 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:46.301999 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-087639a4-46db-406a-995f-8006b134cf52 req-12503475-8b47-4fe0-81c2-1712e17ce6c8 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=3584c591-8753-4724-bea2-85b71c16a552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417469 Jul 23 20:33:46.352154 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-212433c5-8890-45a9-9962-3ceb80c2fd14 None None] Allocated IP 2001:db8:0:1::2 (684c0189-4f07-4185-8f2d-95100cb8324e/23139bcb-5f77-4bbf-9cbd-ecb61bf478b5/60652846-4bb1-44a0-8a7b-0cef690c4069) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:46.364808 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 4d9dfc8c-57a4-455d-a557-09cea0151e70 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:33:46.518950 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-212433c5-8890-45a9-9962-3ceb80c2fd14 None None] For port 60652846-4bb1-44a0-8a7b-0cef690c4069, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=60652846-4bb1-44a0-8a7b-0cef690c4069,segment=NetworkSegment(f54228af-2e36-4a19-8ec3-e16704d69700),segment_id=f54228af-2e36-4a19-8ec3-e16704d69700)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:46.551250 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 4d9dfc8c-57a4-455d-a557-09cea0151e70, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=4d9dfc8c-57a4-455d-a557-09cea0151e70,segment=NetworkSegment(ba6de94f-b985-4a00-a5f5-bb97d8bfa191),segment_id=ba6de94f-b985-4a00-a5f5-bb97d8bfa191)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:46.570805 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-212433c5-8890-45a9-9962-3ceb80c2fd14 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:46.573763 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '4d9dfc8c-57a4-455d-a557-09cea0151e70', 'network_id': 'c91af19b-52b2-4b23-8f3c-6803df020fa0', 'port_id': '4d9dfc8c-57a4-455d-a557-09cea0151e70', 'mac_address': 'fa:16:3e:08:e6:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd79755f-90ca-4b32-a55d-57bf1b05e1f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:33:46.607648 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-212433c5-8890-45a9-9962-3ceb80c2fd14 None None] Transition to ACTIVE for port object 60652846-4bb1-44a0-8a7b-0cef690c4069 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:46.612975 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-212433c5-8890-45a9-9962-3ceb80c2fd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:46.651660 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:46.666970 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-f798e356-1faf-48a6-a190-1d330a083997 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Delete allocated IP 2001:db8:0:1::79 (684c0189-4f07-4185-8f2d-95100cb8324e/23139bcb-5f77-4bbf-9cbd-ecb61bf478b5) {{(pid=93876) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 20:33:46.694038 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d9dfc8c-57a4-455d-a557-09cea0151e70 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:33:46.742274 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212433c5-8890-45a9-9962-3ceb80c2fd14 None None] Pushing event updated for resources: {'Port': ['ID=60652846-4bb1-44a0-8a7b-0cef690c4069,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:46.746048 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 4d9dfc8c-57a4-455d-a557-09cea0151e70, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=4d9dfc8c-57a4-455d-a557-09cea0151e70,segment=NetworkSegment(ba6de94f-b985-4a00-a5f5-bb97d8bfa191),segment_id=ba6de94f-b985-4a00-a5f5-bb97d8bfa191)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:46.755505 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:46.809179 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=4d9dfc8c-57a4-455d-a557-09cea0151e70,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:46.835582 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f798e356-1faf-48a6-a190-1d330a083997 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:46.854964 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-f798e356-1faf-48a6-a190-1d330a083997 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Ignored duplicate provisioning block setup for port ba5756d1-dc51-4427-a628-027512000b28 by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 20:33:46.860288 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f798e356-1faf-48a6-a190-1d330a083997 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:46.942865 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-f798e356-1faf-48a6-a190-1d330a083997 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] In _notify_port_updated(), no bound segment for port ba5756d1-dc51-4427-a628-027512000b28 on network 684c0189-4f07-4185-8f2d-95100cb8324e {{(pid=93876) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:33:46.950600 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f798e356-1faf-48a6-a190-1d330a083997 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:46.950600 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f798e356-1faf-48a6-a190-1d330a083997 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:46.950600 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f798e356-1faf-48a6-a190-1d330a083997 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "PUT /v2.0/ports/ba5756d1-dc51-4427-a628-027512000b28 HTTP/1.1" status: 200 len: 925 time: 0.9213274 Jul 23 20:33:46.951814 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798e356-1faf-48a6-a190-1d330a083997 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'Port': ['ID=ba5756d1-dc51-4427-a628-027512000b28,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:46.956924 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['4d9dfc8c-57a4-455d-a557-09cea0151e70'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:33:46.959988 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56824) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:46.967801 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-62ea382f-5b48-4d09-88da-e78d32318de8 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd29651d8-fe6d-41f2-8a2c-f72d5193677c'}, {'subnet_id': '23139bcb-5f77-4bbf-9cbd-ecb61bf478b5'}]}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:46.993542 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 60652846-4bb1-44a0-8a7b-0cef690c4069 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:47.046146 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [req-e5371381-5483-48b8-938b-8083ea83f712 req-982200ab-b538-471f-b292-e0ed025f8d76 tempest-AttachVolumeNegativeTest-770890409 tempest-AttachVolumeNegativeTest-770890409-project] (93875) timed out ('10.222.0.30', 51718) {{(pid=93875) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 20:33:47.068251 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-62ea382f-5b48-4d09-88da-e78d32318de8 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:47.104489 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 60652846-4bb1-44a0-8a7b-0cef690c4069 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:47.374223 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-62ea382f-5b48-4d09-88da-e78d32318de8 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Allocated IP 2001:db8:0:1::136 (684c0189-4f07-4185-8f2d-95100cb8324e/23139bcb-5f77-4bbf-9cbd-ecb61bf478b5/ba5756d1-dc51-4427-a628-027512000b28) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:47.499609 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d20265d-f814-4ed0-9875-515e094c5d9a None None] Network 684c0189-4f07-4185-8f2d-95100cb8324e requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:47.544765 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea28861-0fe9-4877-b463-188943a093c6 req-c8a859c7-52c4-4951-b94d-9c7939a3f11d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:47.546306 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0ea28861-0fe9-4877-b463-188943a093c6 req-c8a859c7-52c4-4951-b94d-9c7939a3f11d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 944 time: 0.1588144 Jul 23 20:33:47.569508 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-62ea382f-5b48-4d09-88da-e78d32318de8 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:47.589348 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fe6b97cb-a7bd-4c4c-a6fa-6bd0aa446994 None None] Provisioning for port 60652846-4bb1-44a0-8a7b-0cef690c4069 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:47.599431 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-62ea382f-5b48-4d09-88da-e78d32318de8 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Ignored duplicate provisioning block setup for port ba5756d1-dc51-4427-a628-027512000b28 by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 20:33:47.608692 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-62ea382f-5b48-4d09-88da-e78d32318de8 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:47.614841 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fe6b97cb-a7bd-4c4c-a6fa-6bd0aa446994 None None] Provisioning complete for port 60652846-4bb1-44a0-8a7b-0cef690c4069 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:47.615337 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fe6b97cb-a7bd-4c4c-a6fa-6bd0aa446994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:47.641269 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0ea28861-0fe9-4877-b463-188943a093c6 req-d0c46056-a0ea-4fc0-af73-90b5e9d0ef43 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=3584c591-8753-4724-bea2-85b71c16a552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829101 Jul 23 20:33:47.720989 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea382f-5b48-4d09-88da-e78d32318de8 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'Port': ['ID=ba5756d1-dc51-4427-a628-027512000b28,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:47.738459 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-62ea382f-5b48-4d09-88da-e78d32318de8 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] In _notify_port_updated(), no bound segment for port ba5756d1-dc51-4427-a628-027512000b28 on network 684c0189-4f07-4185-8f2d-95100cb8324e {{(pid=93875) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:33:47.750061 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ea382f-5b48-4d09-88da-e78d32318de8 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:47.751725 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-62ea382f-5b48-4d09-88da-e78d32318de8 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:47.760578 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56832) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:47.763742 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fe6b97cb-a7bd-4c4c-a6fa-6bd0aa446994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:47.774101 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-62ea382f-5b48-4d09-88da-e78d32318de8 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "PUT /v2.0/ports/ba5756d1-dc51-4427-a628-027512000b28 HTTP/1.1" status: 200 len: 1011 time: 0.8115227 Jul 23 20:33:47.831460 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fe6b97cb-a7bd-4c4c-a6fa-6bd0aa446994 None None] For port 60652846-4bb1-44a0-8a7b-0cef690c4069, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=60652846-4bb1-44a0-8a7b-0cef690c4069,segment=NetworkSegment(f54228af-2e36-4a19-8ec3-e16704d69700),segment_id=f54228af-2e36-4a19-8ec3-e16704d69700)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:47.839775 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fe6b97cb-a7bd-4c4c-a6fa-6bd0aa446994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:47.939645 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fe6b97cb-a7bd-4c4c-a6fa-6bd0aa446994 None None] Provisioning for port ba5756d1-dc51-4427-a628-027512000b28 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:47.948918 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd0540ee-ed39-4314-b3af-cc5a963369e2 req-d1dea100-6833-42a8-b933-0feb37af7db6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eda0e896-c427-4339-a5ab-253ebbcf82ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1030042 Jul 23 20:33:47.952856 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fe6b97cb-a7bd-4c4c-a6fa-6bd0aa446994 None None] Provisioning complete for port ba5756d1-dc51-4427-a628-027512000b28 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:47.953925 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fe6b97cb-a7bd-4c4c-a6fa-6bd0aa446994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:47.958270 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b97cb-a7bd-4c4c-a6fa-6bd0aa446994 None None] Pushing event updated for resources: {'Port': ['ID=60652846-4bb1-44a0-8a7b-0cef690c4069,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:48.018717 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fe6b97cb-a7bd-4c4c-a6fa-6bd0aa446994 None None] Port ba5756d1-dc51-4427-a628-027512000b28 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:33:48.041089 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c59913f4-d4b0-4bb8-ab53-fcfe9f3e0596 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Deleting port ba5756d1-dc51-4427-a628-027512000b28 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:48.041310 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c59913f4-d4b0-4bb8-ab53-fcfe9f3e0596 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:48.073798 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0540ee-ed39-4314-b3af-cc5a963369e2 req-b95953da-20f1-445c-835b-71aa9c5723fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:48.076763 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd0540ee-ed39-4314-b3af-cc5a963369e2 req-b95953da-20f1-445c-835b-71aa9c5723fb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9a8509bfd91749fab4cb989d0d0fbc91&device_id=eda0e896-c427-4339-a5ab-253ebbcf82ac HTTP/1.1" status: 200 len: 1098 time: 0.0757325 Jul 23 20:33:48.140129 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4a7873b4-1187-4e42-90e7-d564de8c3619 None None] Provisioning complete for port 60652846-4bb1-44a0-8a7b-0cef690c4069 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:48.140922 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4a7873b4-1187-4e42-90e7-d564de8c3619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:48.150391 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c59913f4-d4b0-4bb8-ab53-fcfe9f3e0596 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:48.167031 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c59913f4-d4b0-4bb8-ab53-fcfe9f3e0596 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Calling delete_port for ba5756d1-dc51-4427-a628-027512000b28 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:48.197210 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0540ee-ed39-4314-b3af-cc5a963369e2 req-8916ff7a-d0d7-470c-82e0-307c490d6cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:48.198856 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd0540ee-ed39-4314-b3af-cc5a963369e2 req-8916ff7a-d0d7-470c-82e0-307c490d6cff service neutron] 10.222.0.18 "GET /v2.0/networks?id=9c90c081-0a5d-44bd-b4f8-2493a06b9b50 HTTP/1.1" status: 200 len: 910 time: 0.1003501 Jul 23 20:33:48.305409 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4a7873b4-1187-4e42-90e7-d564de8c3619 None None] Provisioning complete for port ba5756d1-dc51-4427-a628-027512000b28 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:48.305822 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4a7873b4-1187-4e42-90e7-d564de8c3619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:48.324582 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd0540ee-ed39-4314-b3af-cc5a963369e2 req-e28d7471-88ba-4934-ab55-2c17ad8cf7de service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1 HTTP/1.1" status: 200 len: 1002 time: 0.1187894 Jul 23 20:33:48.354169 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-4a7873b4-1187-4e42-90e7-d564de8c3619 None None] Port ba5756d1-dc51-4427-a628-027512000b28 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:33:48.381419 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 4d9dfc8c-57a4-455d-a557-09cea0151e70 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:48.393377 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0540ee-ed39-4314-b3af-cc5a963369e2 req-58e7f147-1c66-41b1-8644-ee1a45d2e4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:48.394956 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd0540ee-ed39-4314-b3af-cc5a963369e2 req-58e7f147-1c66-41b1-8644-ee1a45d2e4d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a074ed79-e75f-476d-8ea9-5a0d7326279b HTTP/1.1" status: 200 len: 848 time: 0.0619919 Jul 23 20:33:48.447705 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 4d9dfc8c-57a4-455d-a557-09cea0151e70 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:48.453131 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 4d9dfc8c-57a4-455d-a557-09cea0151e70 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:48.455775 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:48.475929 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0540ee-ed39-4314-b3af-cc5a963369e2 req-db5eed20-41c7-4f22-a9f9-63571a23afa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:48.478040 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd0540ee-ed39-4314-b3af-cc5a963369e2 req-db5eed20-41c7-4f22-a9f9-63571a23afa3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9c90c081-0a5d-44bd-b4f8-2493a06b9b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0763667 Jul 23 20:33:48.489527 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c59913f4-d4b0-4bb8-ab53-fcfe9f3e0596 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:48.519608 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-426300fc-95bc-406f-9ac7-79268cf6bddc None None] Could not find standard attr ID for object ba5756d1-dc51-4427-a628-027512000b28. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:33:48.538553 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59913f4-d4b0-4bb8-ab53-fcfe9f3e0596 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'Port': ['ID=ba5756d1-dc51-4427-a628-027512000b28,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:48.619566 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:48.621637 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd0540ee-ed39-4314-b3af-cc5a963369e2 req-05a479a6-2872-47ef-b455-6ab6f6e30142 service neutron] 10.222.0.18 "GET /v2.0/networks/9c90c081-0a5d-44bd-b4f8-2493a06b9b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348734 Jul 23 20:33:48.621914 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c59913f4-d4b0-4bb8-ab53-fcfe9f3e0596 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:48.623914 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c59913f4-d4b0-4bb8-ab53-fcfe9f3e0596 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/ports/ba5756d1-dc51-4427-a628-027512000b28 HTTP/1.1" status: 204 len: 168 time: 0.8619504 Jul 23 20:33:48.631015 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56838) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:48.649689 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee18f5a2-8a10-4f9e-a779-e017c6a18fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9dfc8c-57a4-455d-a557-09cea0151e70'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:33:48.652531 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d407c0fc-b16f-4082-8d86-5a63952f02c3" -d '{"events": [{"server_uuid": "ee18f5a2-8a10-4f9e-a779-e017c6a18fcc", "name": "network-vif-plugged", "status": "completed", "tag": "4d9dfc8c-57a4-455d-a557-09cea0151e70"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:33:48.667549 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-e75c8538-bb3c-4b26-a228-62fbbb1f7772 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] GET failed (client error): The resource could not be found. Jul 23 20:33:48.669144 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e75c8538-bb3c-4b26-a228-62fbbb1f7772 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "GET /v2.0/ports/ba5756d1-dc51-4427-a628-027512000b28 HTTP/1.1" status: 404 len: 333 time: 0.0370803 Jul 23 20:33:48.672270 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56842) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:48.679311 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 4d9dfc8c-57a4-455d-a557-09cea0151e70, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=4d9dfc8c-57a4-455d-a557-09cea0151e70,segment=NetworkSegment(ba6de94f-b985-4a00-a5f5-bb97d8bfa191),segment_id=ba6de94f-b985-4a00-a5f5-bb97d8bfa191)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:48.688629 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:48.850210 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-52e6e801-1dfe-4e14-b262-2a492e69e059 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Deleting subnet 23139bcb-5f77-4bbf-9cbd-ecb61bf478b5 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:33:48.855549 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-52e6e801-1dfe-4e14-b262-2a492e69e059 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:48.944609 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd0540ee-ed39-4314-b3af-cc5a963369e2 req-32e69c0a-f8a2-49a4-b276-9fe7ed57b180 service neutron] 10.222.0.18 "GET /v2.0/networks/9c90c081-0a5d-44bd-b4f8-2493a06b9b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122079 Jul 23 20:33:48.981902 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-52e6e801-1dfe-4e14-b262-2a492e69e059 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:48.988577 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af74198-d18c-4e13-8d56-fd794dcb5462 x-openstack-request-id: req-1af74198-d18c-4e13-8d56-fd794dcb5462 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:33:48.989531 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee18f5a2-8a10-4f9e-a779-e017c6a18fcc", "name": "network-vif-plugged", "status": "completed", "tag": "4d9dfc8c-57a4-455d-a557-09cea0151e70", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:33:48.989944 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1af74198-d18c-4e13-8d56-fd794dcb5462 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:33:48.990502 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee18f5a2-8a10-4f9e-a779-e017c6a18fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9dfc8c-57a4-455d-a557-09cea0151e70', 'code': 200} Jul 23 20:33:48.994199 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 60652846-4bb1-44a0-8a7b-0cef690c4069 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:48.997554 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac951fa1-8bb5-4f0d-8f00-a8642033457e req-6098c733-dd8b-49f0-bc10-5a80f93b10e9 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:49.005157 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6b7c1ffc-fbb6-4fcb-b01e-0bd363cdd947 None None] Could not find standard attr ID for object ba5756d1-dc51-4427-a628-027512000b28. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:33:49.008576 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ac951fa1-8bb5-4f0d-8f00-a8642033457e req-6098c733-dd8b-49f0-bc10-5a80f93b10e9 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 945 time: 0.1643047 Jul 23 20:33:49.051937 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75cd6f5-fbc1-4020-a53e-90114d34c78c req-99b52c33-0fb3-4ba2-8396-8b505593ab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:49.053441 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a75cd6f5-fbc1-4020-a53e-90114d34c78c req-99b52c33-0fb3-4ba2-8396-8b505593ab37 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 1097 time: 0.2457075 Jul 23 20:33:49.057558 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ac951fa1-8bb5-4f0d-8f00-a8642033457e req-93b2a167-4ac9-42aa-b91a-efbb5ffb2849 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=3584c591-8753-4724-bea2-85b71c16a552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479479 Jul 23 20:33:49.074065 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=4d9dfc8c-57a4-455d-a557-09cea0151e70,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:49.108756 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 60652846-4bb1-44a0-8a7b-0cef690c4069 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:49.109405 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:49.130754 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a75cd6f5-fbc1-4020-a53e-90114d34c78c req-d0c95c58-3726-4935-9de9-f629654706cb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3584c591-8753-4724-bea2-85b71c16a552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681136 Jul 23 20:33:49.133844 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-52e6e801-1dfe-4e14-b262-2a492e69e059 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:49.213838 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-52e6e801-1dfe-4e14-b262-2a492e69e059 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:49.220031 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-798e67e4-5575-4467-b269-6f9c78ed6a2e None None] Could not find standard attr ID for object ba5756d1-dc51-4427-a628-027512000b28. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:33:49.246596 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e6e801-1dfe-4e14-b262-2a492e69e059 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'Subnet': ['ID=23139bcb-5f77-4bbf-9cbd-ecb61bf478b5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:49.257945 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-52e6e801-1dfe-4e14-b262-2a492e69e059 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:49.260125 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-52e6e801-1dfe-4e14-b262-2a492e69e059 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/subnets/23139bcb-5f77-4bbf-9cbd-ecb61bf478b5 HTTP/1.1" status: 204 len: 168 time: 0.5861678 Jul 23 20:33:49.262214 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e6e801-1dfe-4e14-b262-2a492e69e059 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:49.262768 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56850) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:49.270049 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e6e801-1dfe-4e14-b262-2a492e69e059 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:49.270409 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e6e801-1dfe-4e14-b262-2a492e69e059 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:49.271255 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e6e801-1dfe-4e14-b262-2a492e69e059 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:49.271606 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e6e801-1dfe-4e14-b262-2a492e69e059 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:49.273428 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e6e801-1dfe-4e14-b262-2a492e69e059 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:49.273802 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e6e801-1dfe-4e14-b262-2a492e69e059 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:49.274142 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e6e801-1dfe-4e14-b262-2a492e69e059 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:49.274627 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e6e801-1dfe-4e14-b262-2a492e69e059 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:49.275003 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e6e801-1dfe-4e14-b262-2a492e69e059 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:49.275402 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e6e801-1dfe-4e14-b262-2a492e69e059 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:49.275871 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e6e801-1dfe-4e14-b262-2a492e69e059 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:49.316677 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-c101f950-e397-4cd1-80a4-ad628e61121b tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Deleting subnet d29651d8-fe6d-41f2-8a2c-f72d5193677c {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:33:49.320351 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c101f950-e397-4cd1-80a4-ad628e61121b tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:49.358415 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3391d1f-b000-4db9-ab84-b99a598612bb None None] Network 684c0189-4f07-4185-8f2d-95100cb8324e requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:49.364170 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c101f950-e397-4cd1-80a4-ad628e61121b tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:49.484461 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c101f950-e397-4cd1-80a4-ad628e61121b tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:49.548382 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c101f950-e397-4cd1-80a4-ad628e61121b tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:49.578290 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101f950-e397-4cd1-80a4-ad628e61121b tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'Subnet': ['ID=d29651d8-fe6d-41f2-8a2c-f72d5193677c,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:49.580602 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c101f950-e397-4cd1-80a4-ad628e61121b tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:49.585389 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56854) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:49.585595 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c101f950-e397-4cd1-80a4-ad628e61121b tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/subnets/d29651d8-fe6d-41f2-8a2c-f72d5193677c HTTP/1.1" status: 204 len: 168 time: 0.3216362 Jul 23 20:33:49.667700 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4c57186-1eee-45ff-9b04-0e721efa4f7d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:49.730295 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c4c57186-1eee-45ff-9b04-0e721efa4f7d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Deleting port 60652846-4bb1-44a0-8a7b-0cef690c4069 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:49.730632 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4c57186-1eee-45ff-9b04-0e721efa4f7d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:49.800943 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-c4c57186-1eee-45ff-9b04-0e721efa4f7d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] For port 60652846-4bb1-44a0-8a7b-0cef690c4069, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=60652846-4bb1-44a0-8a7b-0cef690c4069,segment=NetworkSegment(f54228af-2e36-4a19-8ec3-e16704d69700),segment_id=f54228af-2e36-4a19-8ec3-e16704d69700)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:49.801314 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4c57186-1eee-45ff-9b04-0e721efa4f7d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:49.814585 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c4c57186-1eee-45ff-9b04-0e721efa4f7d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Calling delete_port for 60652846-4bb1-44a0-8a7b-0cef690c4069 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:49.913981 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4c57186-1eee-45ff-9b04-0e721efa4f7d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:49.943681 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c57186-1eee-45ff-9b04-0e721efa4f7d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'Port': ['ID=60652846-4bb1-44a0-8a7b-0cef690c4069,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:49.947287 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c57186-1eee-45ff-9b04-0e721efa4f7d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] No DVR routers for this DVR port 60652846-4bb1-44a0-8a7b-0cef690c4069 on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:33:50.042034 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4c57186-1eee-45ff-9b04-0e721efa4f7d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:50.054353 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-c4c57186-1eee-45ff-9b04-0e721efa4f7d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['684c0189-4f07-4185-8f2d-95100cb8324e']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:50.065428 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-c4c57186-1eee-45ff-9b04-0e721efa4f7d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f54228af-2e36-4a19-8ec3-e16704d69700') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:50.065771 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-c4c57186-1eee-45ff-9b04-0e721efa4f7d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f54228af-2e36-4a19-8ec3-e16704d69700') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:50.076351 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4c57186-1eee-45ff-9b04-0e721efa4f7d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:50.096995 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4c57186-1eee-45ff-9b04-0e721efa4f7d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:50.105701 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4c57186-1eee-45ff-9b04-0e721efa4f7d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:33:50.106194 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4c57186-1eee-45ff-9b04-0e721efa4f7d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:50.109838 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:33:50.109838 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:33:50.109838 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:33:50.109838 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:33:50.109838 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:33:50.109838 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:33:50.109838 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:33:50.109838 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:33:50.109838 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:33:50.109838 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:33:50.109838 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:33:50.109838 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:33:50.109838 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:33:50.109838 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:33:50.109838 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:33:50.109838 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:33:50.109838 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:33:50.109838 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:33:50.109838 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:33:50.109838 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:33:50.109838 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:33:50.109838 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:33:50.109838 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:33:50.109838 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:33:50.109838 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:33:50.109838 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:33:50.109838 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:33:50.109838 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:33:50.109838 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:33:50.109838 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:33:50.109838 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:33:50.109838 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:33:50.152942 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b430bf16-2c74-48db-ac90-d4eb10b0a197 None None] Network 684c0189-4f07-4185-8f2d-95100cb8324e requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:50.176845 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4c57186-1eee-45ff-9b04-0e721efa4f7d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:50.185066 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4c57186-1eee-45ff-9b04-0e721efa4f7d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:50.187077 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c4c57186-1eee-45ff-9b04-0e721efa4f7d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/networks/684c0189-4f07-4185-8f2d-95100cb8324e HTTP/1.1" status: 204 len: 168 time: 0.6001787 Jul 23 20:33:50.190689 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56862) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:50.242114 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-3418d1d2-7c32-4927-9b9e-b4494bdf4a3b None None] Could not find standard attr ID for object 60652846-4bb1-44a0-8a7b-0cef690c4069. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:33:50.243284 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c57186-1eee-45ff-9b04-0e721efa4f7d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'Network': ['ID=684c0189-4f07-4185-8f2d-95100cb8324e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:50.259315 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543124f-09c0-4653-864c-c3dbaf54ad7c req-2038d9b1-f668-44d6-bc2d-c52680035821 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:50.261482 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0543124f-09c0-4653-864c-c3dbaf54ad7c req-2038d9b1-f668-44d6-bc2d-c52680035821 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 945 time: 0.1194603 Jul 23 20:33:50.298541 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc171740-2ffb-4047-89d8-f5a9885527d2 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:50.300253 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-dc171740-2ffb-4047-89d8-f5a9885527d2 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1085901 Jul 23 20:33:50.304611 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56864) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:50.320957 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0543124f-09c0-4653-864c-c3dbaf54ad7c req-1931fffa-89f6-418e-aacc-df472da5aa9e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=3584c591-8753-4724-bea2-85b71c16a552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532477 Jul 23 20:33:50.372581 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fbef40-53d5-4aec-92d6-817b896c6675 None None] DHCP port deletion for 684c0189-4f07-4185-8f2d-95100cb8324e request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:33:50.377791 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-00839225-4760-4278-b053-2751d4eee6bf tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0719938 Jul 23 20:33:50.381023 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56868) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:50.388983 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-8e617cb0-e73f-42c0-8ae3-75dd3d995c4d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-787524373'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:50.439776 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e617cb0-e73f-42c0-8ae3-75dd3d995c4d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Made reservation on behalf of bdfe51d9b90f43d0adbc69a3d4cc2979 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:50.443486 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8e617cb0-e73f-42c0-8ae3-75dd3d995c4d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:50.479157 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e617cb0-e73f-42c0-8ae3-75dd3d995c4d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:33:50.496039 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8e617cb0-e73f-42c0-8ae3-75dd3d995c4d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:50.496450 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-8e617cb0-e73f-42c0-8ae3-75dd3d995c4d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Added segment 20fb4cb1-4771-4aa9-b77d-d49781128065 of type vlan for network b4685744-e93f-4cbe-b73b-17f4cd5f09c6 Jul 23 20:33:50.540036 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d1beb-9072-489f-919b-4b70d77845c9 req-aff9e520-5f9f-46bc-9da7-140862067190 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:50.541578 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bb4d1beb-9072-489f-919b-4b70d77845c9 req-aff9e520-5f9f-46bc-9da7-140862067190 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 945 time: 0.1322825 Jul 23 20:33:50.562332 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8e617cb0-e73f-42c0-8ae3-75dd3d995c4d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:50.607169 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bb4d1beb-9072-489f-919b-4b70d77845c9 req-7381beb0-d351-410d-9f25-92f54e2c82aa tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=3584c591-8753-4724-bea2-85b71c16a552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590191 Jul 23 20:33:50.615070 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8e617cb0-e73f-42c0-8ae3-75dd3d995c4d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:50.620908 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e617cb0-e73f-42c0-8ae3-75dd3d995c4d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:50.621515 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8e617cb0-e73f-42c0-8ae3-75dd3d995c4d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:50.630625 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56872) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:50.661256 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8e617cb0-e73f-42c0-8ae3-75dd3d995c4d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2788334 Jul 23 20:33:50.666001 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56874) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:50.675056 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-9a1bad1f-1c23-4d43-a4e2-9493fd9ea511 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'subnet': {'network_id': 'b4685744-e93f-4cbe-b73b-17f4cd5f09c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:50.723200 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e617cb0-e73f-42c0-8ae3-75dd3d995c4d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'Network': ['ID=b4685744-e93f-4cbe-b73b-17f4cd5f09c6,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:50.753006 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network b4685744-e93f-4cbe-b73b-17f4cd5f09c6 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:33:50.825414 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1bad1f-1c23-4d43-a4e2-9493fd9ea511 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Made reservation on behalf of bdfe51d9b90f43d0adbc69a3d4cc2979 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:50.830285 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9a1bad1f-1c23-4d43-a4e2-9493fd9ea511 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:50.932066 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 60652846-4bb1-44a0-8a7b-0cef690c4069 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:33:50.956931 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 60652846-4bb1-44a0-8a7b-0cef690c4069 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:33:50.957277 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 60652846-4bb1-44a0-8a7b-0cef690c4069 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:33:51.067931 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1720794d-db39-4366-8009-8824b003c8e7 tempest-TestNetworkAdvancedServerOps-280634936 tempest-TestNetworkAdvancedServerOps-280634936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:51.069461 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1720794d-db39-4366-8009-8824b003c8e7 tempest-TestNetworkAdvancedServerOps-280634936 tempest-TestNetworkAdvancedServerOps-280634936-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 1092 time: 0.4375646 Jul 23 20:33:51.072604 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56880) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:51.077202 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-b15b2dd1-5be2-4212-9f81-792134af66ad tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'port_id': '4d9dfc8c-57a4-455d-a557-09cea0151e70', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:51.095128 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9a1bad1f-1c23-4d43-a4e2-9493fd9ea511 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:51.110510 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b15b2dd1-5be2-4212-9f81-792134af66ad tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:51.202939 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1bad1f-1c23-4d43-a4e2-9493fd9ea511 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'Subnet': ['ID=2e45ee14-03f4-4724-b272-e31973a68ccc,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:51.205480 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1bad1f-1c23-4d43-a4e2-9493fd9ea511 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Checking segment: {'id': '20fb4cb1-4771-4aa9-b77d-d49781128065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b4685744-e93f-4cbe-b73b-17f4cd5f09c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:51.205846 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1bad1f-1c23-4d43-a4e2-9493fd9ea511 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Network hostable DHCP agents. Network: b4685744-e93f-4cbe-b73b-17f4cd5f09c6, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:33:51.229529 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1bad1f-1c23-4d43-a4e2-9493fd9ea511 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Network b4685744-e93f-4cbe-b73b-17f4cd5f09c6 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:33:51.231229 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b15b2dd1-5be2-4212-9f81-792134af66ad tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:51.239918 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-9a1bad1f-1c23-4d43-a4e2-9493fd9ea511 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, b4685744-e93f-4cbe-b73b-17f4cd5f09c6) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:51.249674 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1bad1f-1c23-4d43-a4e2-9493fd9ea511 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:51.252182 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9a1bad1f-1c23-4d43-a4e2-9493fd9ea511 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:51.256604 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1516f575-1d26-4cbe-94ed-433a20485821 None None] Network b4685744-e93f-4cbe-b73b-17f4cd5f09c6 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:51.277637 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9a1bad1f-1c23-4d43-a4e2-9493fd9ea511 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6100285 Jul 23 20:33:51.279862 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56882) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:51.289037 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-4fcbe936-81f6-43c5-9a9c-79b5e2beee5e tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'port': {'network_id': 'b4685744-e93f-4cbe-b73b-17f4cd5f09c6', 'name': 'tempest-PortsIpV6TestJSON-1269743241'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:51.377253 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-b15b2dd1-5be2-4212-9f81-792134af66ad tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Allocated IP 172.25.1.211 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/c9a590d0-80d6-44a4-a3de-04b32abce88c) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:51.438840 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcbe936-81f6-43c5-9a9c-79b5e2beee5e tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Made reservation on behalf of bdfe51d9b90f43d0adbc69a3d4cc2979 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:51.442886 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4fcbe936-81f6-43c5-9a9c-79b5e2beee5e tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:51.462873 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-4fcbe936-81f6-43c5-9a9c-79b5e2beee5e tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] device_id is not set on port f7d278b6-1350-4b6c-9346-5d333587f346 yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:33:51.476269 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039d9f8d-a98e-4139-8b5e-a21e88cdba73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-b4685744-e93f-4cbe-b73b-17f4cd5f09c6', 'network_id': 'b4685744-e93f-4cbe-b73b-17f4cd5f09c6', 'tenant_id': 'bdfe51d9b90f43d0adbc69a3d4cc2979', 'fixed_ips': [{'subnet_id': '2e45ee14-03f4-4724-b272-e31973a68ccc'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:33:51.477447 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-039d9f8d-a98e-4139-8b5e-a21e88cdba73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:51.506072 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b15b2dd1-5be2-4212-9f81-792134af66ad tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:51.557617 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b15b2dd1-5be2-4212-9f81-792134af66ad tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:51.608495 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-4fcbe936-81f6-43c5-9a9c-79b5e2beee5e tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Allocated IP 2001:db8::b8 (b4685744-e93f-4cbe-b73b-17f4cd5f09c6/2e45ee14-03f4-4724-b272-e31973a68ccc/f7d278b6-1350-4b6c-9346-5d333587f346) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:51.612851 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15b2dd1-5be2-4212-9f81-792134af66ad tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:51.621550 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-b15b2dd1-5be2-4212-9f81-792134af66ad tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:51.628471 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15b2dd1-5be2-4212-9f81-792134af66ad tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:51.631897 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b2dd1-5be2-4212-9f81-792134af66ad tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'Port': ['ID=c9a590d0-80d6-44a4-a3de-04b32abce88c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:51.788822 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4fcbe936-81f6-43c5-9a9c-79b5e2beee5e tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:51.803277 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-4fcbe936-81f6-43c5-9a9c-79b5e2beee5e tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Transition to ACTIVE for port object f7d278b6-1350-4b6c-9346-5d333587f346 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:51.842054 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4fcbe936-81f6-43c5-9a9c-79b5e2beee5e tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:51.890081 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcbe936-81f6-43c5-9a9c-79b5e2beee5e tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Network b4685744-e93f-4cbe-b73b-17f4cd5f09c6 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:51.900166 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-4fcbe936-81f6-43c5-9a9c-79b5e2beee5e tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:51.903981 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-039d9f8d-a98e-4139-8b5e-a21e88cdba73 None None] Allocated IP 2001:db8::2 (b4685744-e93f-4cbe-b73b-17f4cd5f09c6/2e45ee14-03f4-4724-b272-e31973a68ccc/5cbd52cf-94c7-4452-bdae-d8c95a6055d0) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:51.911783 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcbe936-81f6-43c5-9a9c-79b5e2beee5e tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:51.919325 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcbe936-81f6-43c5-9a9c-79b5e2beee5e tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:51.919984 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4fcbe936-81f6-43c5-9a9c-79b5e2beee5e tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:51.947677 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4fcbe936-81f6-43c5-9a9c-79b5e2beee5e tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6651323 Jul 23 20:33:51.948570 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcbe936-81f6-43c5-9a9c-79b5e2beee5e tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'Port': ['ID=f7d278b6-1350-4b6c-9346-5d333587f346,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:51.951932 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56890) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:51.957907 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-eb7afb3d-fb7c-449f-bd28-428a26910836 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'port': {'network_id': 'b4685744-e93f-4cbe-b73b-17f4cd5f09c6', 'name': 'tempest-PortsIpV6TestJSON-1917011391'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:52.090858 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-039d9f8d-a98e-4139-8b5e-a21e88cdba73 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:52.096441 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7afb3d-fb7c-449f-bd28-428a26910836 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Made reservation on behalf of bdfe51d9b90f43d0adbc69a3d4cc2979 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:52.100760 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-039d9f8d-a98e-4139-8b5e-a21e88cdba73 None None] Transition to ACTIVE for port object 5cbd52cf-94c7-4452-bdae-d8c95a6055d0 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:52.101229 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-eb7afb3d-fb7c-449f-bd28-428a26910836 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:52.116209 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-039d9f8d-a98e-4139-8b5e-a21e88cdba73 None None] Transition to ACTIVE for port object 5cbd52cf-94c7-4452-bdae-d8c95a6055d0 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:52.122745 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-eb7afb3d-fb7c-449f-bd28-428a26910836 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] device_id is not set on port 06c2271d-ae05-4f87-a587-a9056d76b156 yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:33:52.125510 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-039d9f8d-a98e-4139-8b5e-a21e88cdba73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:52.179218 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039d9f8d-a98e-4139-8b5e-a21e88cdba73 None None] Network b4685744-e93f-4cbe-b73b-17f4cd5f09c6 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:52.184049 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-039d9f8d-a98e-4139-8b5e-a21e88cdba73 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:52.196133 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b15b2dd1-5be2-4212-9f81-792134af66ad tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:52.201316 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039d9f8d-a98e-4139-8b5e-a21e88cdba73 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:52.237983 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d9f8d-a98e-4139-8b5e-a21e88cdba73 None None] Pushing event updated for resources: {'Port': ['ID=5cbd52cf-94c7-4452-bdae-d8c95a6055d0,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:52.275869 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-039d9f8d-a98e-4139-8b5e-a21e88cdba73 None None] Attempting to bind port 5cbd52cf-94c7-4452-bdae-d8c95a6055d0 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:33:52.276556 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-039d9f8d-a98e-4139-8b5e-a21e88cdba73 None None] Attempting to bind port 5cbd52cf-94c7-4452-bdae-d8c95a6055d0 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '20fb4cb1-4771-4aa9-b77d-d49781128065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b4685744-e93f-4cbe-b73b-17f4cd5f09c6'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:33:52.276668 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039d9f8d-a98e-4139-8b5e-a21e88cdba73 None None] Attempting to bind port 5cbd52cf-94c7-4452-bdae-d8c95a6055d0 on network b4685744-e93f-4cbe-b73b-17f4cd5f09c6 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:52.282346 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039d9f8d-a98e-4139-8b5e-a21e88cdba73 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:33:52.282766 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039d9f8d-a98e-4139-8b5e-a21e88cdba73 None None] Checking segment: {'id': '20fb4cb1-4771-4aa9-b77d-d49781128065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b4685744-e93f-4cbe-b73b-17f4cd5f09c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:52.283426 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-039d9f8d-a98e-4139-8b5e-a21e88cdba73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:52.283897 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039d9f8d-a98e-4139-8b5e-a21e88cdba73 None None] Bound using segment: {'id': '20fb4cb1-4771-4aa9-b77d-d49781128065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b4685744-e93f-4cbe-b73b-17f4cd5f09c6'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:33:52.284459 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-039d9f8d-a98e-4139-8b5e-a21e88cdba73 None None] Bound port: 5cbd52cf-94c7-4452-bdae-d8c95a6055d0, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20fb4cb1-4771-4aa9-b77d-d49781128065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b4685744-e93f-4cbe-b73b-17f4cd5f09c6'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:33:52.284901 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-039d9f8d-a98e-4139-8b5e-a21e88cdba73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:52.288784 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-eb7afb3d-fb7c-449f-bd28-428a26910836 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Allocated IP 2001:db8::7b (b4685744-e93f-4cbe-b73b-17f4cd5f09c6/2e45ee14-03f4-4724-b272-e31973a68ccc/06c2271d-ae05-4f87-a587-a9056d76b156) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:52.324953 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b15b2dd1-5be2-4212-9f81-792134af66ad tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:52.358330 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-039d9f8d-a98e-4139-8b5e-a21e88cdba73 None None] For port 5cbd52cf-94c7-4452-bdae-d8c95a6055d0, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:33:52.363258 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-039d9f8d-a98e-4139-8b5e-a21e88cdba73 None None] For port 5cbd52cf-94c7-4452-bdae-d8c95a6055d0, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=5cbd52cf-94c7-4452-bdae-d8c95a6055d0,segment=NetworkSegment(20fb4cb1-4771-4aa9-b77d-d49781128065),segment_id=20fb4cb1-4771-4aa9-b77d-d49781128065)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:33:52.369868 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-039d9f8d-a98e-4139-8b5e-a21e88cdba73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:52.480744 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-eb7afb3d-fb7c-449f-bd28-428a26910836 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:52.495722 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-eb7afb3d-fb7c-449f-bd28-428a26910836 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Transition to ACTIVE for port object 06c2271d-ae05-4f87-a587-a9056d76b156 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:52.505122 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d9f8d-a98e-4139-8b5e-a21e88cdba73 None None] Pushing event updated for resources: {'Port': ['ID=5cbd52cf-94c7-4452-bdae-d8c95a6055d0,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:52.537434 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b15b2dd1-5be2-4212-9f81-792134af66ad tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:52.542649 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-eb7afb3d-fb7c-449f-bd28-428a26910836 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:52.544033 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b15b2dd1-5be2-4212-9f81-792134af66ad tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:52.600354 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7afb3d-fb7c-449f-bd28-428a26910836 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Network b4685744-e93f-4cbe-b73b-17f4cd5f09c6 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:52.604202 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-eb7afb3d-fb7c-449f-bd28-428a26910836 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:52.609372 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7afb3d-fb7c-449f-bd28-428a26910836 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:52.616906 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7afb3d-fb7c-449f-bd28-428a26910836 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:52.617609 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-eb7afb3d-fb7c-449f-bd28-428a26910836 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:52.641395 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7afb3d-fb7c-449f-bd28-428a26910836 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'Port': ['ID=06c2271d-ae05-4f87-a587-a9056d76b156,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:52.657504 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-eb7afb3d-fb7c-449f-bd28-428a26910836 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7028000 Jul 23 20:33:52.659008 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56898) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:52.676030 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b2dd1-5be2-4212-9f81-792134af66ad tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'Port': ['ID=c9a590d0-80d6-44a4-a3de-04b32abce88c,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:52.704787 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b15b2dd1-5be2-4212-9f81-792134af66ad tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:52.826209 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d495284-e11d-44e2-8ad2-b521ab96b8e1 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:52.830568 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1d495284-e11d-44e2-8ad2-b521ab96b8e1 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ab8 HTTP/1.1" status: 200 len: 928 time: 0.1669645 Jul 23 20:33:52.830922 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [None req-b15b2dd1-5be2-4212-9f81-792134af66ad tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Floating IP 7b730299-b510-4f8d-8cb7-4374b0847e4b associated. External IP: 172.25.1.211, port: 4d9dfc8c-57a4-455d-a557-09cea0151e70. Jul 23 20:33:52.831011 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56900) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:52.948618 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 5cbd52cf-94c7-4452-bdae-d8c95a6055d0 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:53.022153 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 5cbd52cf-94c7-4452-bdae-d8c95a6055d0 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:53.091224 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15b2dd1-5be2-4212-9f81-792134af66ad tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Router a330c57f-3105-4d38-8f14-41e56baa35ec has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:33:53.213619 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15b2dd1-5be2-4212-9f81-792134af66ad tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:33:53.224776 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d17d51a-1437-4b2c-a49f-ff36fdf2032d None None] Sync routers for ids ['a330c57f-3105-4d38-8f14-41e56baa35ec'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:33:53.249074 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b15b2dd1-5be2-4212-9f81-792134af66ad tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:53.258109 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d17d51a-1437-4b2c-a49f-ff36fdf2032d None None] Routers {'a330c57f-3105-4d38-8f14-41e56baa35ec'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:53.258905 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-5d17d51a-1437-4b2c-a49f-ff36fdf2032d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:33:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a330c57f-3105-4d38-8f14-41e56baa35ec'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:53.286001 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-39638475-b1fa-4063-af82-d80503a7f5c5 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Deleting port 06c2271d-ae05-4f87-a587-a9056d76b156 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:53.288668 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-39638475-b1fa-4063-af82-d80503a7f5c5 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:53.312981 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b15b2dd1-5be2-4212-9f81-792134af66ad tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2376206 Jul 23 20:33:53.312981 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee18f5a2-8a10-4f9e-a779-e017c6a18fcc', 'tag': '4d9dfc8c-57a4-455d-a557-09cea0151e70'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:33:53.317176 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad35568-03ad-4da1-861a-ac11365f7ab5" -d '{"events": [{"name": "network-changed", "server_uuid": "ee18f5a2-8a10-4f9e-a779-e017c6a18fcc", "tag": "4d9dfc8c-57a4-455d-a557-09cea0151e70"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:33:53.399895 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-39638475-b1fa-4063-af82-d80503a7f5c5 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:53.415067 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-39638475-b1fa-4063-af82-d80503a7f5c5 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Calling delete_port for 06c2271d-ae05-4f87-a587-a9056d76b156 owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:53.442203 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-5d17d51a-1437-4b2c-a49f-ff36fdf2032d None None] Set router a330c57f-3105-4d38-8f14-41e56baa35ec gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:33:53.596193 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e9f40-a7da-4b45-8459-9209b339694a req-30a58127-db7b-47f8-ba98-66ba0efde8fc tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:53.603479 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-948e9f40-a7da-4b45-8459-9209b339694a req-30a58127-db7b-47f8-ba98-66ba0efde8fc tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 945 time: 0.1726856 Jul 23 20:33:53.646271 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-39638475-b1fa-4063-af82-d80503a7f5c5 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:53.675152 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-948e9f40-a7da-4b45-8459-9209b339694a req-367f46a6-5455-4745-97e4-459b6ce2122b tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=3584c591-8753-4724-bea2-85b71c16a552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706306 Jul 23 20:33:53.697104 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39638475-b1fa-4063-af82-d80503a7f5c5 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'Port': ['ID=06c2271d-ae05-4f87-a587-a9056d76b156,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:53.720021 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56908) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:53.735129 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-39638475-b1fa-4063-af82-d80503a7f5c5 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:53.737237 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-39638475-b1fa-4063-af82-d80503a7f5c5 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/ports/06c2271d-ae05-4f87-a587-a9056d76b156 HTTP/1.1" status: 204 len: 168 time: 0.9037609 Jul 23 20:33:53.744980 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56912) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:53.750415 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b5afcb-420e-4328-a203-e3f30bf75625 None None] Network b4685744-e93f-4cbe-b73b-17f4cd5f09c6 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:53.751214 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-5d17d51a-1437-4b2c-a49f-ff36fdf2032d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a330c57f-3105-4d38-8f14-41e56baa35ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-127839094', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '6b6ed53d-f36e-47ea-aab9-9950a7f22e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:30Z', 'updated_at': '2021-07-23T20:33:36Z', 'revision_number': 4, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '6b6ed53d-f36e-47ea-aab9-9950a7f22e4e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330c57f-3105-4d38-8f14-41e56baa35ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:31Z', 'updated_at': '2021-07-23T20:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '7b730299-b510-4f8d-8cb7-4374b0847e4b', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'floating_ip_address': '172.25.1.211', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'a330c57f-3105-4d38-8f14-41e56baa35ec', 'port_id': '4d9dfc8c-57a4-455d-a557-09cea0151e70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c91af19b-52b2-4b23-8f3c-6803df020fa0', 'mac_address': 'fa:16:3e:08:e6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee18f5a2-8a10-4f9e-a779-e017c6a18fcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:33:51Z', 'updated_at': '2021-07-23T20:33:51Z', 'revision_number': 0, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e874e4b-19b8-4a3d-9656-078577b2f2c1', 'name': '', 'network_id': 'c91af19b-52b2-4b23-8f3c-6803df020fa0', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'mac_address': 'fa:16:3e:dd:c4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330c57f-3105-4d38-8f14-41e56baa35ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'cd79755f-90ca-4b32-a55d-57bf1b05e1f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:35Z', 'updated_at': '2021-07-23T20:33:43Z', 'revision_number': 5, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'subnets': [{'id': 'cd79755f-90ca-4b32-a55d-57bf1b05e1f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:53.786748 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-82d8567a-c97d-466c-ab9d-87dd854501fc tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] GET failed (client error): The resource could not be found. Jul 23 20:33:53.788393 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-82d8567a-c97d-466c-ab9d-87dd854501fc tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "GET /v2.0/ports/06c2271d-ae05-4f87-a587-a9056d76b156 HTTP/1.1" status: 404 len: 333 time: 0.0424080 Jul 23 20:33:53.793524 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd079590-1fe1-45f4-9450-4cfff37b2287 x-openstack-request-id: req-cd079590-1fe1-45f4-9450-4cfff37b2287 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:33:53.793813 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee18f5a2-8a10-4f9e-a779-e017c6a18fcc", "tag": "4d9dfc8c-57a4-455d-a557-09cea0151e70", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:33:53.794070 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd079590-1fe1-45f4-9450-4cfff37b2287 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:33:53.794475 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee18f5a2-8a10-4f9e-a779-e017c6a18fcc', 'tag': '4d9dfc8c-57a4-455d-a557-09cea0151e70', 'status': 'completed', 'code': 200} Jul 23 20:33:53.794857 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56914) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:53.809351 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d17d51a-1437-4b2c-a49f-ff36fdf2032d None None] Checking router: a330c57f-3105-4d38-8f14-41e56baa35ec for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:33:53.818754 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d17d51a-1437-4b2c-a49f-ff36fdf2032d None None] Routers {'a330c57f-3105-4d38-8f14-41e56baa35ec'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:53.819527 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-5d17d51a-1437-4b2c-a49f-ff36fdf2032d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:33:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a330c57f-3105-4d38-8f14-41e56baa35ec'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:53.851392 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-813343e5-f449-4605-8038-db942afd3932 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/floatingips/7b730299-b510-4f8d-8cb7-4374b0847e4b HTTP/1.1" status: 200 len: 991 time: 0.1301954 Jul 23 20:33:53.867498 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1b13c159-4815-428b-a2fe-a034c6007dd8 None None] Provisioning for port 5cbd52cf-94c7-4452-bdae-d8c95a6055d0 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:53.876294 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1b13c159-4815-428b-a2fe-a034c6007dd8 None None] Provisioning complete for port 5cbd52cf-94c7-4452-bdae-d8c95a6055d0 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:53.876677 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1b13c159-4815-428b-a2fe-a034c6007dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:53.944470 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad35568-03ad-4da1-861a-ac11365f7ab5 req-d71d3de0-ac05-4088-875c-0f30a1493340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:53.946041 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ad35568-03ad-4da1-861a-ac11365f7ab5 req-d71d3de0-ac05-4088-875c-0f30a1493340 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bac8e166147242c8b3a831403daa7c9d&device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 1097 time: 0.1181183 Jul 23 20:33:53.975764 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-5d17d51a-1437-4b2c-a49f-ff36fdf2032d None None] Set router a330c57f-3105-4d38-8f14-41e56baa35ec gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:33:54.036036 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-475af7c8-0602-4cde-8259-77e413e712cd tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Deleting port f7d278b6-1350-4b6c-9346-5d333587f346 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:54.036338 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-475af7c8-0602-4cde-8259-77e413e712cd tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:54.088292 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1b13c159-4815-428b-a2fe-a034c6007dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:54.133824 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-1b13c159-4815-428b-a2fe-a034c6007dd8 None None] For port 5cbd52cf-94c7-4452-bdae-d8c95a6055d0, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=5cbd52cf-94c7-4452-bdae-d8c95a6055d0,segment=NetworkSegment(20fb4cb1-4771-4aa9-b77d-d49781128065),segment_id=20fb4cb1-4771-4aa9-b77d-d49781128065)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:54.143967 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1b13c159-4815-428b-a2fe-a034c6007dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:54.231340 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b13c159-4815-428b-a2fe-a034c6007dd8 None None] Pushing event updated for resources: {'Port': ['ID=5cbd52cf-94c7-4452-bdae-d8c95a6055d0,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:54.415095 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-5d17d51a-1437-4b2c-a49f-ff36fdf2032d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a330c57f-3105-4d38-8f14-41e56baa35ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-127839094', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '6b6ed53d-f36e-47ea-aab9-9950a7f22e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:30Z', 'updated_at': '2021-07-23T20:33:36Z', 'revision_number': 4, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '6b6ed53d-f36e-47ea-aab9-9950a7f22e4e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330c57f-3105-4d38-8f14-41e56baa35ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:31Z', 'updated_at': '2021-07-23T20:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '7b730299-b510-4f8d-8cb7-4374b0847e4b', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'floating_ip_address': '172.25.1.211', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'a330c57f-3105-4d38-8f14-41e56baa35ec', 'port_id': '4d9dfc8c-57a4-455d-a557-09cea0151e70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c91af19b-52b2-4b23-8f3c-6803df020fa0', 'mac_address': 'fa:16:3e:08:e6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee18f5a2-8a10-4f9e-a779-e017c6a18fcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:33:51Z', 'updated_at': '2021-07-23T20:33:51Z', 'revision_number': 0, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e874e4b-19b8-4a3d-9656-078577b2f2c1', 'name': '', 'network_id': 'c91af19b-52b2-4b23-8f3c-6803df020fa0', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'mac_address': 'fa:16:3e:dd:c4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330c57f-3105-4d38-8f14-41e56baa35ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'cd79755f-90ca-4b32-a55d-57bf1b05e1f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:35Z', 'updated_at': '2021-07-23T20:33:43Z', 'revision_number': 5, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'subnets': [{'id': 'cd79755f-90ca-4b32-a55d-57bf1b05e1f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:54.416789 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad35568-03ad-4da1-861a-ac11365f7ab5 req-5279e7ef-c810-44ff-8cdc-682d33f8d75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:54.418295 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ad35568-03ad-4da1-861a-ac11365f7ab5 req-5279e7ef-c810-44ff-8cdc-682d33f8d75c service neutron] 10.222.0.30 "GET /v2.0/networks?id=c91af19b-52b2-4b23-8f3c-6803df020fa0 HTTP/1.1" status: 200 len: 897 time: 0.4650850 Jul 23 20:33:54.458785 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d17d51a-1437-4b2c-a49f-ff36fdf2032d None None] The sync data for ids ['a330c57f-3105-4d38-8f14-41e56baa35ec'] in n-d-793618-10 is: [{'id': 'a330c57f-3105-4d38-8f14-41e56baa35ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-127839094', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '6b6ed53d-f36e-47ea-aab9-9950a7f22e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:30Z', 'updated_at': '2021-07-23T20:33:36Z', 'revision_number': 4, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '6b6ed53d-f36e-47ea-aab9-9950a7f22e4e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330c57f-3105-4d38-8f14-41e56baa35ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:31Z', 'updated_at': '2021-07-23T20:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '7b730299-b510-4f8d-8cb7-4374b0847e4b', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'floating_ip_address': '172.25.1.211', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'a330c57f-3105-4d38-8f14-41e56baa35ec', 'port_id': '4d9dfc8c-57a4-455d-a557-09cea0151e70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c91af19b-52b2-4b23-8f3c-6803df020fa0', 'mac_address': 'fa:16:3e:08:e6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee18f5a2-8a10-4f9e-a779-e017c6a18fcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:33:51Z', 'updated_at': '2021-07-23T20:33:51Z', 'revision_number': 0, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e874e4b-19b8-4a3d-9656-078577b2f2c1', 'name': '', 'network_id': 'c91af19b-52b2-4b23-8f3c-6803df020fa0', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'mac_address': 'fa:16:3e:dd:c4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330c57f-3105-4d38-8f14-41e56baa35ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'cd79755f-90ca-4b32-a55d-57bf1b05e1f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:35Z', 'updated_at': '2021-07-23T20:33:43Z', 'revision_number': 5, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'subnets': [{'id': 'cd79755f-90ca-4b32-a55d-57bf1b05e1f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:33:54.479957 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-aee2dc82-ae66-4906-9505-f57e2c88aafd None None] Provisioning complete for port 5cbd52cf-94c7-4452-bdae-d8c95a6055d0 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:54.480341 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aee2dc82-ae66-4906-9505-f57e2c88aafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:54.487937 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-475af7c8-0602-4cde-8259-77e413e712cd tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:54.502352 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-475af7c8-0602-4cde-8259-77e413e712cd tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Calling delete_port for f7d278b6-1350-4b6c-9346-5d333587f346 owned by {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:54.598448 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ad35568-03ad-4da1-861a-ac11365f7ab5 req-210099a5-1204-426c-a704-fe2125a3c867 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d9dfc8c-57a4-455d-a557-09cea0151e70 HTTP/1.1" status: 200 len: 999 time: 0.1725752 Jul 23 20:33:54.634116 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-aee2dc82-ae66-4906-9505-f57e2c88aafd None None] Provisioning for port f7d278b6-1350-4b6c-9346-5d333587f346 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:54.640446 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-aee2dc82-ae66-4906-9505-f57e2c88aafd None None] Provisioning complete for port f7d278b6-1350-4b6c-9346-5d333587f346 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:54.641827 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aee2dc82-ae66-4906-9505-f57e2c88aafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:54.699090 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad35568-03ad-4da1-861a-ac11365f7ab5 req-4ca934a1-5b35-4ea5-a4c9-e6947d97c909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:54.705087 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ad35568-03ad-4da1-861a-ac11365f7ab5 req-4ca934a1-5b35-4ea5-a4c9-e6947d97c909 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cd79755f-90ca-4b32-a55d-57bf1b05e1f7 HTTP/1.1" status: 200 len: 835 time: 0.0966532 Jul 23 20:33:54.710445 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-aee2dc82-ae66-4906-9505-f57e2c88aafd None None] Port f7d278b6-1350-4b6c-9346-5d333587f346 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:33:54.760561 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-475af7c8-0602-4cde-8259-77e413e712cd tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:54.780496 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bedb7f3-105e-47ad-8786-87d564d2c2c9 None None] New status for floating IP 7b730299-b510-4f8d-8cb7-4374b0847e4b: ACTIVE {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:33:54.816276 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475af7c8-0602-4cde-8259-77e413e712cd tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'Port': ['ID=f7d278b6-1350-4b6c-9346-5d333587f346,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:54.853744 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56924) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:54.857008 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5c50a4d2-42c3-46c3-8789-0536673d65bb None None] Could not find standard attr ID for object f7d278b6-1350-4b6c-9346-5d333587f346. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:33:54.885978 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-475af7c8-0602-4cde-8259-77e413e712cd tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:54.888026 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-475af7c8-0602-4cde-8259-77e413e712cd tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/ports/f7d278b6-1350-4b6c-9346-5d333587f346 HTTP/1.1" status: 204 len: 168 time: 1.0922470 Jul 23 20:33:54.891223 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56928) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:54.928989 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-7631bafe-c7ad-4b7a-a222-67d435a2a321 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] GET failed (client error): The resource could not be found. Jul 23 20:33:54.930762 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7631bafe-c7ad-4b7a-a222-67d435a2a321 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "GET /v2.0/ports/f7d278b6-1350-4b6c-9346-5d333587f346 HTTP/1.1" status: 404 len: 333 time: 0.0360289 Jul 23 20:33:54.933156 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad35568-03ad-4da1-861a-ac11365f7ab5 req-a7308492-aa28-4fbe-af96-50f7d78b5711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:54.934884 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ad35568-03ad-4da1-861a-ac11365f7ab5 req-a7308492-aa28-4fbe-af96-50f7d78b5711 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c91af19b-52b2-4b23-8f3c-6803df020fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2194545 Jul 23 20:33:54.935424 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56930) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:55.015702 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 5cbd52cf-94c7-4452-bdae-d8c95a6055d0 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:55.081801 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-05befac9-a087-47d0-8d5a-7a7a5719618e None None] Could not find standard attr ID for object 06c2271d-ae05-4f87-a587-a9056d76b156. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:33:55.085662 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 5cbd52cf-94c7-4452-bdae-d8c95a6055d0 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:55.086042 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:55.103925 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-708773af-a612-40da-bf3f-01fec6a9a53a tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Deleting subnet 2e45ee14-03f4-4724-b272-e31973a68ccc {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:33:55.110246 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ae725b6e-62f2-4dd9-8333-1cb12b3ec3eb tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/floatingips/7b730299-b510-4f8d-8cb7-4374b0847e4b HTTP/1.1" status: 200 len: 991 time: 0.2539468 Jul 23 20:33:55.113734 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-708773af-a612-40da-bf3f-01fec6a9a53a tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:55.170280 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ad35568-03ad-4da1-861a-ac11365f7ab5 req-c2adef51-e867-4c5d-8aee-e6c84777dbe7 service neutron] 10.222.0.30 "GET /v2.0/networks/c91af19b-52b2-4b23-8f3c-6803df020fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259579 Jul 23 20:33:55.172968 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-708773af-a612-40da-bf3f-01fec6a9a53a tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:55.337579 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2ad35568-03ad-4da1-861a-ac11365f7ab5 req-553a5f07-183e-4e85-a42b-bc7b84951e09 service neutron] 10.222.0.30 "GET /v2.0/networks/c91af19b-52b2-4b23-8f3c-6803df020fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607099 Jul 23 20:33:55.340607 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-708773af-a612-40da-bf3f-01fec6a9a53a tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:55.414889 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-708773af-a612-40da-bf3f-01fec6a9a53a tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:55.443747 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708773af-a612-40da-bf3f-01fec6a9a53a tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'Subnet': ['ID=2e45ee14-03f4-4724-b272-e31973a68ccc,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:55.449649 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-708773af-a612-40da-bf3f-01fec6a9a53a tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:55.451546 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-708773af-a612-40da-bf3f-01fec6a9a53a tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/subnets/2e45ee14-03f4-4724-b272-e31973a68ccc HTTP/1.1" status: 204 len: 168 time: 0.5151439 Jul 23 20:33:55.454882 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56932) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:55.527251 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01cda46-429f-42bb-bf6a-a34f5b4f215b None None] Network b4685744-e93f-4cbe-b73b-17f4cd5f09c6 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:55.537624 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b64b786e-e572-464c-9082-ff12eecaf816 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:55.594451 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-b64b786e-e572-464c-9082-ff12eecaf816 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Deleting port 5cbd52cf-94c7-4452-bdae-d8c95a6055d0 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:55.594866 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b64b786e-e572-464c-9082-ff12eecaf816 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:55.661618 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-b64b786e-e572-464c-9082-ff12eecaf816 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] For port 5cbd52cf-94c7-4452-bdae-d8c95a6055d0, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=5cbd52cf-94c7-4452-bdae-d8c95a6055d0,segment=NetworkSegment(20fb4cb1-4771-4aa9-b77d-d49781128065),segment_id=20fb4cb1-4771-4aa9-b77d-d49781128065)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:55.662151 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b64b786e-e572-464c-9082-ff12eecaf816 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:55.676162 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-b64b786e-e572-464c-9082-ff12eecaf816 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Calling delete_port for 5cbd52cf-94c7-4452-bdae-d8c95a6055d0 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:55.721539 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b817b7e-1f0a-490f-acc1-fccac7de3194 None None] DHCP port deletion for b4685744-e93f-4cbe-b73b-17f4cd5f09c6 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:33:55.764714 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b64b786e-e572-464c-9082-ff12eecaf816 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:55.786494 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1b817b7e-1f0a-490f-acc1-fccac7de3194 None None] Deleting port 5cbd52cf-94c7-4452-bdae-d8c95a6055d0 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:55.787050 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1b817b7e-1f0a-490f-acc1-fccac7de3194 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:55.793053 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b786e-e572-464c-9082-ff12eecaf816 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'Port': ['ID=5cbd52cf-94c7-4452-bdae-d8c95a6055d0,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:55.794926 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64b786e-e572-464c-9082-ff12eecaf816 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] No DVR routers for this DVR port 5cbd52cf-94c7-4452-bdae-d8c95a6055d0 on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:33:55.855644 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-1b817b7e-1f0a-490f-acc1-fccac7de3194 None None] For port 5cbd52cf-94c7-4452-bdae-d8c95a6055d0, host n-d-793618-10, got binding levels [] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:55.855993 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1b817b7e-1f0a-490f-acc1-fccac7de3194 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:55.869453 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1b817b7e-1f0a-490f-acc1-fccac7de3194 None None] Calling delete_port for 5cbd52cf-94c7-4452-bdae-d8c95a6055d0 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:55.872135 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.ipam_backend_mixin [None req-1b817b7e-1f0a-490f-acc1-fccac7de3194 None None] Port 5cbd52cf-94c7-4452-bdae-d8c95a6055d0 was not found and therefore no delete operation was performed {{(pid=93877) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:33:55.873366 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1b817b7e-1f0a-490f-acc1-fccac7de3194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:55.878261 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b64b786e-e572-464c-9082-ff12eecaf816 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:55.889912 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-b64b786e-e572-464c-9082-ff12eecaf816 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4685744-e93f-4cbe-b73b-17f4cd5f09c6']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:55.898391 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b817b7e-1f0a-490f-acc1-fccac7de3194 None None] Pushing event deleted for resources: {'Port': ['ID=5cbd52cf-94c7-4452-bdae-d8c95a6055d0,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:55.902777 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b817b7e-1f0a-490f-acc1-fccac7de3194 None None] No DVR routers for this DVR port 5cbd52cf-94c7-4452-bdae-d8c95a6055d0 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:33:55.905682 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-b64b786e-e572-464c-9082-ff12eecaf816 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20fb4cb1-4771-4aa9-b77d-d49781128065') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:55.906823 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-b64b786e-e572-464c-9082-ff12eecaf816 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20fb4cb1-4771-4aa9-b77d-d49781128065') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:55.917459 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b64b786e-e572-464c-9082-ff12eecaf816 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:55.932069 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b64b786e-e572-464c-9082-ff12eecaf816 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:55.938929 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b64b786e-e572-464c-9082-ff12eecaf816 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:33:55.939404 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b64b786e-e572-464c-9082-ff12eecaf816 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:55.942679 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:33:55.942679 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:33:55.942679 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:33:55.942679 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:33:55.942679 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:33:55.942679 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:33:55.942679 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:33:55.942679 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:33:55.942679 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:33:55.942679 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:33:55.942679 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:33:55.942679 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:33:55.942679 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:33:55.942679 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:33:55.942679 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:33:55.942679 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:33:55.942679 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:33:55.942679 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:33:55.942679 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:33:55.942679 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:33:55.942679 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:33:55.942679 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:33:55.942679 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:33:55.942679 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:33:55.942679 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:33:55.942679 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:33:55.942679 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:33:55.942679 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:33:55.942679 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:33:55.942679 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:33:55.942679 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:33:55.942679 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:33:56.003997 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b64b786e-e572-464c-9082-ff12eecaf816 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:56.011365 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b64b786e-e572-464c-9082-ff12eecaf816 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:56.013338 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b64b786e-e572-464c-9082-ff12eecaf816 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/networks/b4685744-e93f-4cbe-b73b-17f4cd5f09c6 HTTP/1.1" status: 204 len: 168 time: 0.5574460 Jul 23 20:33:56.017817 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56940) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:56.023493 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-5efc390d-284a-47f4-9558-9da75c14953d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1674384061'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:56.034892 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b786e-e572-464c-9082-ff12eecaf816 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'Network': ['ID=b4685744-e93f-4cbe-b73b-17f4cd5f09c6,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:56.062250 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efc390d-284a-47f4-9558-9da75c14953d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Made reservation on behalf of bdfe51d9b90f43d0adbc69a3d4cc2979 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:56.066328 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5efc390d-284a-47f4-9558-9da75c14953d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:56.090997 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5efc390d-284a-47f4-9558-9da75c14953d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:33:56.100434 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5efc390d-284a-47f4-9558-9da75c14953d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:56.100922 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-5efc390d-284a-47f4-9558-9da75c14953d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Added segment 6ce3ccfc-c099-4f19-891b-7db83e8cb679 of type vlan for network 8c507d03-1d92-42ab-a08f-45b0aa222805 Jul 23 20:33:56.111562 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56942) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:56.180004 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5efc390d-284a-47f4-9558-9da75c14953d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:56.209811 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-acdc8fd4-6a0c-4d8e-930e-eaf1bb90622f tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/floatingips/7b730299-b510-4f8d-8cb7-4374b0847e4b HTTP/1.1" status: 200 len: 993 time: 0.0971119 Jul 23 20:33:56.233866 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5efc390d-284a-47f4-9558-9da75c14953d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:56.240461 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efc390d-284a-47f4-9558-9da75c14953d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:56.241084 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5efc390d-284a-47f4-9558-9da75c14953d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:56.279066 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5efc390d-284a-47f4-9558-9da75c14953d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2599144 Jul 23 20:33:56.282062 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56946) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:56.287914 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-010263cf-c3fa-4ac2-969d-415a8cc71f59 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'subnet': {'network_id': '8c507d03-1d92-42ab-a08f-45b0aa222805', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:56.310947 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc390d-284a-47f4-9558-9da75c14953d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'Network': ['ID=8c507d03-1d92-42ab-a08f-45b0aa222805,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:56.322912 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 8c507d03-1d92-42ab-a08f-45b0aa222805 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:33:56.398302 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010263cf-c3fa-4ac2-969d-415a8cc71f59 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Made reservation on behalf of bdfe51d9b90f43d0adbc69a3d4cc2979 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:56.401914 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-010263cf-c3fa-4ac2-969d-415a8cc71f59 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:56.587896 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-010263cf-c3fa-4ac2-969d-415a8cc71f59 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:56.651695 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010263cf-c3fa-4ac2-969d-415a8cc71f59 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'Subnet': ['ID=3278cb39-2326-496d-8410-4885981a59e0,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:56.668053 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010263cf-c3fa-4ac2-969d-415a8cc71f59 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Checking segment: {'id': '6ce3ccfc-c099-4f19-891b-7db83e8cb679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8c507d03-1d92-42ab-a08f-45b0aa222805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:56.668411 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010263cf-c3fa-4ac2-969d-415a8cc71f59 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Network hostable DHCP agents. Network: 8c507d03-1d92-42ab-a08f-45b0aa222805, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:33:56.686434 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010263cf-c3fa-4ac2-969d-415a8cc71f59 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Network 8c507d03-1d92-42ab-a08f-45b0aa222805 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:33:56.696266 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-010263cf-c3fa-4ac2-969d-415a8cc71f59 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 8c507d03-1d92-42ab-a08f-45b0aa222805) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:56.703945 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010263cf-c3fa-4ac2-969d-415a8cc71f59 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:56.704582 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-010263cf-c3fa-4ac2-969d-415a8cc71f59 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:56.707417 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57f15df-5521-4d7e-bddc-92d1a6a6cc5c None None] Network 8c507d03-1d92-42ab-a08f-45b0aa222805 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:56.721814 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-010263cf-c3fa-4ac2-969d-415a8cc71f59 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4379189 Jul 23 20:33:56.724353 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56954) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:56.730553 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-37c11fe4-7bc8-49eb-9352-4f7857929137 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'port': {'network_id': '8c507d03-1d92-42ab-a08f-45b0aa222805', 'name': 'tempest-PortsIpV6TestJSON-722304830', 'fixed_ips': [{'subnet_id': '3278cb39-2326-496d-8410-4885981a59e0', 'ip_address': '2001:db8::10'}]}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:56.876925 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c11fe4-7bc8-49eb-9352-4f7857929137 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Made reservation on behalf of bdfe51d9b90f43d0adbc69a3d4cc2979 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:56.899139 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3669af76-e350-442d-a5fc-0c4943fb1007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-8c507d03-1d92-42ab-a08f-45b0aa222805', 'network_id': '8c507d03-1d92-42ab-a08f-45b0aa222805', 'tenant_id': 'bdfe51d9b90f43d0adbc69a3d4cc2979', 'fixed_ips': [{'subnet_id': '3278cb39-2326-496d-8410-4885981a59e0'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:33:56.900037 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3669af76-e350-442d-a5fc-0c4943fb1007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:56.904836 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 5cbd52cf-94c7-4452-bdae-d8c95a6055d0 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:33:56.934224 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 5cbd52cf-94c7-4452-bdae-d8c95a6055d0 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:33:56.934561 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 5cbd52cf-94c7-4452-bdae-d8c95a6055d0 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:33:56.976291 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37c11fe4-7bc8-49eb-9352-4f7857929137 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:56.994601 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-37c11fe4-7bc8-49eb-9352-4f7857929137 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] device_id is not set on port ac921e23-5d74-448e-b192-57f10d7bf5f6 yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:33:57.073870 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-3669af76-e350-442d-a5fc-0c4943fb1007 None None] Allocated IP 2001:db8::2 (8c507d03-1d92-42ab-a08f-45b0aa222805/3278cb39-2326-496d-8410-4885981a59e0/589ceee7-f209-4add-886e-a7623bdcd84e) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:57.223344 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3669af76-e350-442d-a5fc-0c4943fb1007 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:57.234638 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-3669af76-e350-442d-a5fc-0c4943fb1007 None None] Transition to ACTIVE for port object 589ceee7-f209-4add-886e-a7623bdcd84e will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:57.253185 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-3669af76-e350-442d-a5fc-0c4943fb1007 None None] Transition to ACTIVE for port object 589ceee7-f209-4add-886e-a7623bdcd84e will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:57.267789 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3669af76-e350-442d-a5fc-0c4943fb1007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:57.309087 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3669af76-e350-442d-a5fc-0c4943fb1007 None None] Network 8c507d03-1d92-42ab-a08f-45b0aa222805 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:57.313440 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-3669af76-e350-442d-a5fc-0c4943fb1007 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:57.315820 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669af76-e350-442d-a5fc-0c4943fb1007 None None] Pushing event updated for resources: {'Port': ['ID=589ceee7-f209-4add-886e-a7623bdcd84e,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:57.318676 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-37c11fe4-7bc8-49eb-9352-4f7857929137 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Allocated IP 2001:db8::10 (8c507d03-1d92-42ab-a08f-45b0aa222805/3278cb39-2326-496d-8410-4885981a59e0/ac921e23-5d74-448e-b192-57f10d7bf5f6) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:57.321993 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3669af76-e350-442d-a5fc-0c4943fb1007 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:57.386868 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-3669af76-e350-442d-a5fc-0c4943fb1007 None None] Attempting to bind port 589ceee7-f209-4add-886e-a7623bdcd84e on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:33:57.387291 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-3669af76-e350-442d-a5fc-0c4943fb1007 None None] Attempting to bind port 589ceee7-f209-4add-886e-a7623bdcd84e by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '6ce3ccfc-c099-4f19-891b-7db83e8cb679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8c507d03-1d92-42ab-a08f-45b0aa222805'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:33:57.387660 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3669af76-e350-442d-a5fc-0c4943fb1007 None None] Attempting to bind port 589ceee7-f209-4add-886e-a7623bdcd84e on network 8c507d03-1d92-42ab-a08f-45b0aa222805 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:57.392945 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3669af76-e350-442d-a5fc-0c4943fb1007 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:33:57.393307 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3669af76-e350-442d-a5fc-0c4943fb1007 None None] Checking segment: {'id': '6ce3ccfc-c099-4f19-891b-7db83e8cb679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8c507d03-1d92-42ab-a08f-45b0aa222805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:57.393727 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3669af76-e350-442d-a5fc-0c4943fb1007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:57.394119 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3669af76-e350-442d-a5fc-0c4943fb1007 None None] Bound using segment: {'id': '6ce3ccfc-c099-4f19-891b-7db83e8cb679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8c507d03-1d92-42ab-a08f-45b0aa222805'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:33:57.394608 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-3669af76-e350-442d-a5fc-0c4943fb1007 None None] Bound port: 589ceee7-f209-4add-886e-a7623bdcd84e, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ce3ccfc-c099-4f19-891b-7db83e8cb679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8c507d03-1d92-42ab-a08f-45b0aa222805'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:33:57.395443 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3669af76-e350-442d-a5fc-0c4943fb1007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:57.461544 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-3669af76-e350-442d-a5fc-0c4943fb1007 None None] For port 589ceee7-f209-4add-886e-a7623bdcd84e, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:33:57.464559 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-3669af76-e350-442d-a5fc-0c4943fb1007 None None] For port 589ceee7-f209-4add-886e-a7623bdcd84e, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=589ceee7-f209-4add-886e-a7623bdcd84e,segment=NetworkSegment(6ce3ccfc-c099-4f19-891b-7db83e8cb679),segment_id=6ce3ccfc-c099-4f19-891b-7db83e8cb679)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:33:57.470920 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3669af76-e350-442d-a5fc-0c4943fb1007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:57.481521 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37c11fe4-7bc8-49eb-9352-4f7857929137 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:57.494928 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-37c11fe4-7bc8-49eb-9352-4f7857929137 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Transition to ACTIVE for port object ac921e23-5d74-448e-b192-57f10d7bf5f6 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:57.529488 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37c11fe4-7bc8-49eb-9352-4f7857929137 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:57.547830 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669af76-e350-442d-a5fc-0c4943fb1007 None None] Pushing event updated for resources: {'Port': ['ID=589ceee7-f209-4add-886e-a7623bdcd84e,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:57.574370 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c11fe4-7bc8-49eb-9352-4f7857929137 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Network 8c507d03-1d92-42ab-a08f-45b0aa222805 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:57.577541 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-37c11fe4-7bc8-49eb-9352-4f7857929137 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:57.581334 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c11fe4-7bc8-49eb-9352-4f7857929137 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:57.587213 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c11fe4-7bc8-49eb-9352-4f7857929137 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:57.587825 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37c11fe4-7bc8-49eb-9352-4f7857929137 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:57.605227 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c11fe4-7bc8-49eb-9352-4f7857929137 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'Port': ['ID=ac921e23-5d74-448e-b192-57f10d7bf5f6,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:57.613765 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-37c11fe4-7bc8-49eb-9352-4f7857929137 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8880806 Jul 23 20:33:57.617055 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56970) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:57.622808 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-a982baa8-2197-4d64-a493-7e070f5bb7bf tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'port': {'network_id': '8c507d03-1d92-42ab-a08f-45b0aa222805', 'name': 'tempest-PortsIpV6TestJSON-132531872', 'fixed_ips': [{'subnet_id': '3278cb39-2326-496d-8410-4885981a59e0', 'ip_address': '2001:db8::f'}]}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:57.779884 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a982baa8-2197-4d64-a493-7e070f5bb7bf tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Made reservation on behalf of bdfe51d9b90f43d0adbc69a3d4cc2979 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:57.893711 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a982baa8-2197-4d64-a493-7e070f5bb7bf tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:57.913202 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-a982baa8-2197-4d64-a493-7e070f5bb7bf tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] device_id is not set on port ca7516d4-63d6-41c7-8fa7-cd07bd711b38 yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:33:58.073232 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-a982baa8-2197-4d64-a493-7e070f5bb7bf tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Allocated IP 2001:db8::f (8c507d03-1d92-42ab-a08f-45b0aa222805/3278cb39-2326-496d-8410-4885981a59e0/ca7516d4-63d6-41c7-8fa7-cd07bd711b38) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:58.251150 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a982baa8-2197-4d64-a493-7e070f5bb7bf tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:58.266924 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-a982baa8-2197-4d64-a493-7e070f5bb7bf tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Transition to ACTIVE for port object ca7516d4-63d6-41c7-8fa7-cd07bd711b38 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:58.308974 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a982baa8-2197-4d64-a493-7e070f5bb7bf tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:58.316160 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0dbf59d5-718c-47d9-9e1a-d70d7478f638 req-0eef9bcc-cf41-498c-99b9-8649e4c3b173 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0739872 Jul 23 20:33:58.357135 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a982baa8-2197-4d64-a493-7e070f5bb7bf tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Network 8c507d03-1d92-42ab-a08f-45b0aa222805 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:58.360687 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-a982baa8-2197-4d64-a493-7e070f5bb7bf tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:58.364088 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a982baa8-2197-4d64-a493-7e070f5bb7bf tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:58.370702 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a982baa8-2197-4d64-a493-7e070f5bb7bf tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:58.371421 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a982baa8-2197-4d64-a493-7e070f5bb7bf tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:58.398699 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a982baa8-2197-4d64-a493-7e070f5bb7bf tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7803714 Jul 23 20:33:58.400002 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 56978) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:58.406771 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a982baa8-2197-4d64-a493-7e070f5bb7bf tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'Port': ['ID=ca7516d4-63d6-41c7-8fa7-cd07bd711b38,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:58.516097 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf59d5-718c-47d9-9e1a-d70d7478f638 req-988b3959-05ed-4600-8b49-318f3d1ef921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:58.518235 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0dbf59d5-718c-47d9-9e1a-d70d7478f638 req-988b3959-05ed-4600-8b49-318f3d1ef921 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bac8e166147242c8b3a831403daa7c9d&device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 1097 time: 0.1527016 Jul 23 20:33:58.542989 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e4ae3b-a4a4-4768-bba9-3cdc1d26cc37 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:58.544608 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-54e4ae3b-a4a4-4768-bba9-3cdc1d26cc37 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1435158 Jul 23 20:33:58.547549 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56984) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:58.648580 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf59d5-718c-47d9-9e1a-d70d7478f638 req-e4475a46-8d51-40d6-8efe-be07865e0673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:58.649826 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0dbf59d5-718c-47d9-9e1a-d70d7478f638 req-e4475a46-8d51-40d6-8efe-be07865e0673 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c91af19b-52b2-4b23-8f3c-6803df020fa0 HTTP/1.1" status: 200 len: 897 time: 0.1043718 Jul 23 20:33:58.687150 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68524e0-20a2-4e7a-be06-ee012d084d8e tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:58.695495 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68524e0-20a2-4e7a-be06-ee012d084d8e tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:58.706920 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68524e0-20a2-4e7a-be06-ee012d084d8e tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:58.711575 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b68524e0-20a2-4e7a-be06-ee012d084d8e tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1600595 Jul 23 20:33:58.711899 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56986) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:58.720278 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dafa2a-fdd7-4885-81e6-d090aa6e678e None None] Network 8c507d03-1d92-42ab-a08f-45b0aa222805 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:58.726890 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0dbf59d5-718c-47d9-9e1a-d70d7478f638 req-dbdcb91f-6229-4ee4-a289-284e71a6b3f3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d9dfc8c-57a4-455d-a557-09cea0151e70 HTTP/1.1" status: 200 len: 1001 time: 0.0690444 Jul 23 20:33:58.760757 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e72b0b35-d8a9-4e41-b935-dca725dc24bc None None] Provisioning for port 589ceee7-f209-4add-886e-a7623bdcd84e completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:58.788477 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf59d5-718c-47d9-9e1a-d70d7478f638 req-9a7707a1-5fac-4882-91ec-d7b51c8dc402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:58.789949 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0dbf59d5-718c-47d9-9e1a-d70d7478f638 req-9a7707a1-5fac-4882-91ec-d7b51c8dc402 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cd79755f-90ca-4b32-a55d-57bf1b05e1f7 HTTP/1.1" status: 200 len: 835 time: 0.0545099 Jul 23 20:33:58.839342 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-0e7c4f86-9c9e-4c1d-b4dc-1351332ffab9 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Deleting port ca7516d4-63d6-41c7-8fa7-cd07bd711b38 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:58.839768 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0e7c4f86-9c9e-4c1d-b4dc-1351332ffab9 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:58.893822 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf59d5-718c-47d9-9e1a-d70d7478f638 req-c4263366-adb6-435f-ab35-8da63af2d9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:58.895331 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0dbf59d5-718c-47d9-9e1a-d70d7478f638 req-c4263366-adb6-435f-ab35-8da63af2d9f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c91af19b-52b2-4b23-8f3c-6803df020fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0987003 Jul 23 20:33:58.955548 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0e7c4f86-9c9e-4c1d-b4dc-1351332ffab9 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:58.973116 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-0e7c4f86-9c9e-4c1d-b4dc-1351332ffab9 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Calling delete_port for ca7516d4-63d6-41c7-8fa7-cd07bd711b38 owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:59.010053 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 589ceee7-f209-4add-886e-a7623bdcd84e up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:59.022269 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0dbf59d5-718c-47d9-9e1a-d70d7478f638 req-9d2e31b1-ceae-4d88-8cb2-49cbd29f4e5e service neutron] 10.222.0.30 "GET /v2.0/networks/c91af19b-52b2-4b23-8f3c-6803df020fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144910 Jul 23 20:33:59.093801 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 589ceee7-f209-4add-886e-a7623bdcd84e completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:59.103086 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 589ceee7-f209-4add-886e-a7623bdcd84e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:59.103779 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:59.153389 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0e7c4f86-9c9e-4c1d-b4dc-1351332ffab9 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:59.158014 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0dbf59d5-718c-47d9-9e1a-d70d7478f638 req-767a4901-fe36-40a4-8efe-1cc58b30613e service neutron] 10.222.0.30 "GET /v2.0/networks/c91af19b-52b2-4b23-8f3c-6803df020fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295695 Jul 23 20:33:59.185413 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c4f86-9c9e-4c1d-b4dc-1351332ffab9 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'Port': ['ID=ca7516d4-63d6-41c7-8fa7-cd07bd711b38,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:59.217746 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:59.230977 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0e7c4f86-9c9e-4c1d-b4dc-1351332ffab9 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:59.237858 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0e7c4f86-9c9e-4c1d-b4dc-1351332ffab9 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/ports/ca7516d4-63d6-41c7-8fa7-cd07bd711b38 HTTP/1.1" status: 204 len: 168 time: 0.5233560 Jul 23 20:33:59.239141 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56994) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:59.261409 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 589ceee7-f209-4add-886e-a7623bdcd84e, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=589ceee7-f209-4add-886e-a7623bdcd84e,segment=NetworkSegment(6ce3ccfc-c099-4f19-891b-7db83e8cb679),segment_id=6ce3ccfc-c099-4f19-891b-7db83e8cb679)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:59.267766 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:59.276060 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e87680c-b318-4168-b89c-7d5f06b30d1a tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] GET failed (client error): The resource could not be found. Jul 23 20:33:59.277963 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4e87680c-b318-4168-b89c-7d5f06b30d1a tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "GET /v2.0/ports/ca7516d4-63d6-41c7-8fa7-cd07bd711b38 HTTP/1.1" status: 404 len: 333 time: 0.0377040 Jul 23 20:33:59.280597 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 56996) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:59.335449 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=589ceee7-f209-4add-886e-a7623bdcd84e,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:59.411256 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-f43fcbe7-63e1-4102-b097-68df449b3e06 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Deleting port ac921e23-5d74-448e-b192-57f10d7bf5f6 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:59.411610 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f43fcbe7-63e1-4102-b097-68df449b3e06 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:59.486625 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f185b2c4-a061-42af-9987-9be2f5b4faae None None] Provisioning complete for port 589ceee7-f209-4add-886e-a7623bdcd84e triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:59.487914 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f185b2c4-a061-42af-9987-9be2f5b4faae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:59.523535 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f43fcbe7-63e1-4102-b097-68df449b3e06 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:59.537680 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-f43fcbe7-63e1-4102-b097-68df449b3e06 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Calling delete_port for ac921e23-5d74-448e-b192-57f10d7bf5f6 owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:59.598590 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f185b2c4-a061-42af-9987-9be2f5b4faae None None] Could not find standard attr ID for object ca7516d4-63d6-41c7-8fa7-cd07bd711b38. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:33:59.612990 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f185b2c4-a061-42af-9987-9be2f5b4faae None None] Provisioning for port ac921e23-5d74-448e-b192-57f10d7bf5f6 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:59.617706 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f185b2c4-a061-42af-9987-9be2f5b4faae None None] Provisioning complete for port ac921e23-5d74-448e-b192-57f10d7bf5f6 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:59.618079 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f185b2c4-a061-42af-9987-9be2f5b4faae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:59.658176 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-f185b2c4-a061-42af-9987-9be2f5b4faae None None] Port ac921e23-5d74-448e-b192-57f10d7bf5f6 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:33:59.705660 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f43fcbe7-63e1-4102-b097-68df449b3e06 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:59.738869 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43fcbe7-63e1-4102-b097-68df449b3e06 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'Port': ['ID=ac921e23-5d74-448e-b192-57f10d7bf5f6,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:59.771977 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6b6e4a25-f88d-408c-8624-1b9f0e480ce6 None None] Could not find standard attr ID for object ac921e23-5d74-448e-b192-57f10d7bf5f6. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:33:59.785077 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f43fcbe7-63e1-4102-b097-68df449b3e06 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:59.790261 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f43fcbe7-63e1-4102-b097-68df449b3e06 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/ports/ac921e23-5d74-448e-b192-57f10d7bf5f6 HTTP/1.1" status: 204 len: 168 time: 0.5085564 Jul 23 20:33:59.790996 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57002) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:59.824490 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b19108-9241-4bce-ba90-cf7f4d62a88e tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] GET failed (client error): The resource could not be found. Jul 23 20:33:59.826391 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-67b19108-9241-4bce-ba90-cf7f4d62a88e tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "GET /v2.0/ports/ac921e23-5d74-448e-b192-57f10d7bf5f6 HTTP/1.1" status: 404 len: 333 time: 0.0341544 Jul 23 20:33:59.829663 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57004) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:59.889539 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-17efa792-c2f6-47cb-8ee1-ce09fb64c3b6 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Deleting subnet 3278cb39-2326-496d-8410-4885981a59e0 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:33:59.894721 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-17efa792-c2f6-47cb-8ee1-ce09fb64c3b6 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:59.900461 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e35d034c-f5ad-4109-982a-59b4afcc5f60 None None] Could not find standard attr ID for object ca7516d4-63d6-41c7-8fa7-cd07bd711b38. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:33:59.939261 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-17efa792-c2f6-47cb-8ee1-ce09fb64c3b6 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:00.037753 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-17efa792-c2f6-47cb-8ee1-ce09fb64c3b6 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:00.100631 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-17efa792-c2f6-47cb-8ee1-ce09fb64c3b6 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:00.127503 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17efa792-c2f6-47cb-8ee1-ce09fb64c3b6 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'Subnet': ['ID=3278cb39-2326-496d-8410-4885981a59e0,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:00.142067 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-17efa792-c2f6-47cb-8ee1-ce09fb64c3b6 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:00.145736 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-17efa792-c2f6-47cb-8ee1-ce09fb64c3b6 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/subnets/3278cb39-2326-496d-8410-4885981a59e0 HTTP/1.1" status: 204 len: 168 time: 0.3134313 Jul 23 20:34:00.146751 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57012) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:00.242375 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40dcb033-d771-434c-8d2e-000e8f154acf tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:00.300664 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd94837d-ff1e-485d-917c-a7df5ec61819 None None] Network 8c507d03-1d92-42ab-a08f-45b0aa222805 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:00.307034 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-40dcb033-d771-434c-8d2e-000e8f154acf tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Deleting port 589ceee7-f209-4add-886e-a7623bdcd84e {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:00.307383 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40dcb033-d771-434c-8d2e-000e8f154acf tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:00.370964 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-40dcb033-d771-434c-8d2e-000e8f154acf tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] For port 589ceee7-f209-4add-886e-a7623bdcd84e, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=589ceee7-f209-4add-886e-a7623bdcd84e,segment=NetworkSegment(6ce3ccfc-c099-4f19-891b-7db83e8cb679),segment_id=6ce3ccfc-c099-4f19-891b-7db83e8cb679)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:00.371207 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40dcb033-d771-434c-8d2e-000e8f154acf tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:00.383399 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-40dcb033-d771-434c-8d2e-000e8f154acf tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Calling delete_port for 589ceee7-f209-4add-886e-a7623bdcd84e owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:00.472272 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40dcb033-d771-434c-8d2e-000e8f154acf tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:00.494984 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dcb033-d771-434c-8d2e-000e8f154acf tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'Port': ['ID=589ceee7-f209-4add-886e-a7623bdcd84e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:00.505639 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dcb033-d771-434c-8d2e-000e8f154acf tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] No DVR routers for this DVR port 589ceee7-f209-4add-886e-a7623bdcd84e on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:34:00.507931 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e409334c-0ad9-4cb4-89f4-cc0e3b2cb3a6 None None] DHCP port deletion for 8c507d03-1d92-42ab-a08f-45b0aa222805 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:34:00.583244 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40dcb033-d771-434c-8d2e-000e8f154acf tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:00.593168 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-40dcb033-d771-434c-8d2e-000e8f154acf tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c507d03-1d92-42ab-a08f-45b0aa222805']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:00.606817 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-40dcb033-d771-434c-8d2e-000e8f154acf tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ce3ccfc-c099-4f19-891b-7db83e8cb679') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:00.607112 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-40dcb033-d771-434c-8d2e-000e8f154acf tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ce3ccfc-c099-4f19-891b-7db83e8cb679') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:00.616050 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40dcb033-d771-434c-8d2e-000e8f154acf tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:00.629519 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40dcb033-d771-434c-8d2e-000e8f154acf tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:00.635048 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40dcb033-d771-434c-8d2e-000e8f154acf tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:34:00.635428 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40dcb033-d771-434c-8d2e-000e8f154acf tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:00.643636 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:34:00.643636 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:34:00.643636 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:34:00.643636 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:34:00.643636 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:34:00.643636 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:34:00.643636 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:34:00.643636 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:34:00.643636 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:34:00.643636 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:34:00.643636 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:34:00.643636 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:34:00.643636 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:34:00.643636 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:34:00.643636 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:34:00.643636 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:34:00.643636 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:34:00.643636 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:34:00.643636 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:34:00.643636 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:34:00.643636 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:34:00.643636 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:34:00.643636 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:34:00.643636 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:34:00.643636 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:34:00.643636 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:34:00.643636 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:34:00.643636 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:34:00.643636 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:34:00.643636 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:34:00.643636 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:34:00.643636 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:34:00.701073 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40dcb033-d771-434c-8d2e-000e8f154acf tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:00.720735 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40dcb033-d771-434c-8d2e-000e8f154acf tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:00.722634 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-40dcb033-d771-434c-8d2e-000e8f154acf tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/networks/8c507d03-1d92-42ab-a08f-45b0aa222805 HTTP/1.1" status: 204 len: 168 time: 0.5748348 Jul 23 20:34:00.723938 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dcb033-d771-434c-8d2e-000e8f154acf tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'Network': ['ID=8c507d03-1d92-42ab-a08f-45b0aa222805,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:00.726425 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57018) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:00.732388 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-85d04651-5f2b-4d89-a4a9-0482ffc1e85d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-29526644'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:00.753804 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d04651-5f2b-4d89-a4a9-0482ffc1e85d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Made reservation on behalf of bdfe51d9b90f43d0adbc69a3d4cc2979 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:00.758116 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-85d04651-5f2b-4d89-a4a9-0482ffc1e85d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:00.784648 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d04651-5f2b-4d89-a4a9-0482ffc1e85d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:34:00.794291 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-85d04651-5f2b-4d89-a4a9-0482ffc1e85d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:00.795072 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-85d04651-5f2b-4d89-a4a9-0482ffc1e85d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Added segment 1558365e-91a4-4ccb-8c98-391b8081f33a of type vlan for network ccdcca43-c506-4686-8d11-c34f55bd2059 Jul 23 20:34:00.840767 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-85d04651-5f2b-4d89-a4a9-0482ffc1e85d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:00.876247 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-85d04651-5f2b-4d89-a4a9-0482ffc1e85d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:00.883231 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d04651-5f2b-4d89-a4a9-0482ffc1e85d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:00.884071 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-85d04651-5f2b-4d89-a4a9-0482ffc1e85d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:00.892295 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 589ceee7-f209-4add-886e-a7623bdcd84e no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:34:00.913180 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 589ceee7-f209-4add-886e-a7623bdcd84e {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:34:00.913815 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 589ceee7-f209-4add-886e-a7623bdcd84e not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:34:00.926621 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-85d04651-5f2b-4d89-a4a9-0482ffc1e85d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1956224 Jul 23 20:34:00.926621 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57022) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:00.931459 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-0bad52a3-f6c4-435b-b436-79288db6eeb7 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'subnet': {'network_id': 'ccdcca43-c506-4686-8d11-c34f55bd2059', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:00.982774 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d04651-5f2b-4d89-a4a9-0482ffc1e85d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'Network': ['ID=ccdcca43-c506-4686-8d11-c34f55bd2059,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:00.994000 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network ccdcca43-c506-4686-8d11-c34f55bd2059 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:34:01.054667 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bad52a3-f6c4-435b-b436-79288db6eeb7 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Made reservation on behalf of bdfe51d9b90f43d0adbc69a3d4cc2979 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:01.058912 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0bad52a3-f6c4-435b-b436-79288db6eeb7 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:01.260127 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0bad52a3-f6c4-435b-b436-79288db6eeb7 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:01.319981 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad52a3-f6c4-435b-b436-79288db6eeb7 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'Subnet': ['ID=4f74cba2-a541-4664-8923-d76d01fda678,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:01.330212 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bad52a3-f6c4-435b-b436-79288db6eeb7 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Checking segment: {'id': '1558365e-91a4-4ccb-8c98-391b8081f33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ccdcca43-c506-4686-8d11-c34f55bd2059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:34:01.330571 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bad52a3-f6c4-435b-b436-79288db6eeb7 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Network hostable DHCP agents. Network: ccdcca43-c506-4686-8d11-c34f55bd2059, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:34:01.347227 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bad52a3-f6c4-435b-b436-79288db6eeb7 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Network ccdcca43-c506-4686-8d11-c34f55bd2059 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:34:01.355682 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-0bad52a3-f6c4-435b-b436-79288db6eeb7 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, ccdcca43-c506-4686-8d11-c34f55bd2059) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:01.360614 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bad52a3-f6c4-435b-b436-79288db6eeb7 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:01.361757 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0bad52a3-f6c4-435b-b436-79288db6eeb7 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:01.365003 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0cbae3-45da-435d-9735-4b375fe144e4 None None] Network ccdcca43-c506-4686-8d11-c34f55bd2059 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:01.380066 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0bad52a3-f6c4-435b-b436-79288db6eeb7 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4521844 Jul 23 20:34:01.382622 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57028) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:01.387864 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-094ae984-d609-428d-be2c-50fd43dab21f tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1705797283', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:01.416226 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-094ae984-d609-428d-be2c-50fd43dab21f tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:01.417595 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-094ae984-d609-428d-be2c-50fd43dab21f tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:01.482287 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-094ae984-d609-428d-be2c-50fd43dab21f tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:01.487772 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-094ae984-d609-428d-be2c-50fd43dab21f tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:01.506082 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-094ae984-d609-428d-be2c-50fd43dab21f tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:01.509866 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-094ae984-d609-428d-be2c-50fd43dab21f tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1237516 Jul 23 20:34:01.510364 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57030) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:01.516669 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-a4109aad-c43b-4d91-b413-992b06b1b95c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'port': {'network_id': 'ccdcca43-c506-4686-8d11-c34f55bd2059', 'name': 'tempest-PortsIpV6TestJSON-836650758'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:01.630301 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4109aad-c43b-4d91-b413-992b06b1b95c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Made reservation on behalf of bdfe51d9b90f43d0adbc69a3d4cc2979 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:01.633855 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a4109aad-c43b-4d91-b413-992b06b1b95c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:01.653121 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [None req-a4109aad-c43b-4d91-b413-992b06b1b95c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] device_id is not set on port 60685257-1de4-41b8-9e52-fd977a18957e yet. {{(pid=93876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:34:01.677617 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28dffbee-dd63-4285-acc7-7b11e10259fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-ccdcca43-c506-4686-8d11-c34f55bd2059', 'network_id': 'ccdcca43-c506-4686-8d11-c34f55bd2059', 'tenant_id': 'bdfe51d9b90f43d0adbc69a3d4cc2979', 'fixed_ips': [{'subnet_id': '4f74cba2-a541-4664-8923-d76d01fda678'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:34:01.678851 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-28dffbee-dd63-4285-acc7-7b11e10259fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:01.802416 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-a4109aad-c43b-4d91-b413-992b06b1b95c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Allocated IP 2001:db8::b4 (ccdcca43-c506-4686-8d11-c34f55bd2059/4f74cba2-a541-4664-8923-d76d01fda678/60685257-1de4-41b8-9e52-fd977a18957e) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:34:01.952466 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a4109aad-c43b-4d91-b413-992b06b1b95c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:02.253030 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-a4109aad-c43b-4d91-b413-992b06b1b95c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Transition to ACTIVE for port object 60685257-1de4-41b8-9e52-fd977a18957e will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:02.292128 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a4109aad-c43b-4d91-b413-992b06b1b95c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:02.337961 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4109aad-c43b-4d91-b413-992b06b1b95c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Network ccdcca43-c506-4686-8d11-c34f55bd2059 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:02.338822 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-28dffbee-dd63-4285-acc7-7b11e10259fa None None] Allocated IP 2001:db8::2 (ccdcca43-c506-4686-8d11-c34f55bd2059/4f74cba2-a541-4664-8923-d76d01fda678/afb36a9b-e0fa-475e-9e27-0435fc6f8c0c) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:34:02.341819 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-a4109aad-c43b-4d91-b413-992b06b1b95c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:02.346600 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4109aad-c43b-4d91-b413-992b06b1b95c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:34:02.353559 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4109aad-c43b-4d91-b413-992b06b1b95c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:02.354564 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a4109aad-c43b-4d91-b413-992b06b1b95c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:02.375791 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4109aad-c43b-4d91-b413-992b06b1b95c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'Port': ['ID=60685257-1de4-41b8-9e52-fd977a18957e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:02.380037 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a4109aad-c43b-4d91-b413-992b06b1b95c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8685555 Jul 23 20:34:02.382891 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57046) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:02.501509 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-28dffbee-dd63-4285-acc7-7b11e10259fa None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:02.509965 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-28dffbee-dd63-4285-acc7-7b11e10259fa None None] Transition to ACTIVE for port object afb36a9b-e0fa-475e-9e27-0435fc6f8c0c will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:02.525043 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-28dffbee-dd63-4285-acc7-7b11e10259fa None None] Transition to ACTIVE for port object afb36a9b-e0fa-475e-9e27-0435fc6f8c0c will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:02.533405 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-28dffbee-dd63-4285-acc7-7b11e10259fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:02.586705 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dffbee-dd63-4285-acc7-7b11e10259fa None None] Network ccdcca43-c506-4686-8d11-c34f55bd2059 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:02.589661 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-28dffbee-dd63-4285-acc7-7b11e10259fa None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:02.592092 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dffbee-dd63-4285-acc7-7b11e10259fa None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:34:02.602172 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dffbee-dd63-4285-acc7-7b11e10259fa None None] Pushing event updated for resources: {'Port': ['ID=afb36a9b-e0fa-475e-9e27-0435fc6f8c0c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:02.667618 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-28dffbee-dd63-4285-acc7-7b11e10259fa None None] Attempting to bind port afb36a9b-e0fa-475e-9e27-0435fc6f8c0c on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:34:02.668017 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-28dffbee-dd63-4285-acc7-7b11e10259fa None None] Attempting to bind port afb36a9b-e0fa-475e-9e27-0435fc6f8c0c by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '1558365e-91a4-4ccb-8c98-391b8081f33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ccdcca43-c506-4686-8d11-c34f55bd2059'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:34:02.668360 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dffbee-dd63-4285-acc7-7b11e10259fa None None] Attempting to bind port afb36a9b-e0fa-475e-9e27-0435fc6f8c0c on network ccdcca43-c506-4686-8d11-c34f55bd2059 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:34:02.673690 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dffbee-dd63-4285-acc7-7b11e10259fa None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:34:02.674067 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dffbee-dd63-4285-acc7-7b11e10259fa None None] Checking segment: {'id': '1558365e-91a4-4ccb-8c98-391b8081f33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ccdcca43-c506-4686-8d11-c34f55bd2059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:34:02.674477 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-28dffbee-dd63-4285-acc7-7b11e10259fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:02.674874 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dffbee-dd63-4285-acc7-7b11e10259fa None None] Bound using segment: {'id': '1558365e-91a4-4ccb-8c98-391b8081f33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ccdcca43-c506-4686-8d11-c34f55bd2059'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:34:02.675348 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-28dffbee-dd63-4285-acc7-7b11e10259fa None None] Bound port: afb36a9b-e0fa-475e-9e27-0435fc6f8c0c, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1558365e-91a4-4ccb-8c98-391b8081f33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ccdcca43-c506-4686-8d11-c34f55bd2059'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:34:02.675730 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-28dffbee-dd63-4285-acc7-7b11e10259fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:02.743403 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-28dffbee-dd63-4285-acc7-7b11e10259fa None None] For port afb36a9b-e0fa-475e-9e27-0435fc6f8c0c, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:34:02.746461 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-28dffbee-dd63-4285-acc7-7b11e10259fa None None] For port afb36a9b-e0fa-475e-9e27-0435fc6f8c0c, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=afb36a9b-e0fa-475e-9e27-0435fc6f8c0c,segment=NetworkSegment(1558365e-91a4-4ccb-8c98-391b8081f33a),segment_id=1558365e-91a4-4ccb-8c98-391b8081f33a)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:34:02.752310 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-28dffbee-dd63-4285-acc7-7b11e10259fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:02.762211 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-224574a6-e62f-40d7-a1a0-fd6a5f213dba tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:02.827167 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dffbee-dd63-4285-acc7-7b11e10259fa None None] Pushing event updated for resources: {'Port': ['ID=afb36a9b-e0fa-475e-9e27-0435fc6f8c0c,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:03.075505 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-224574a6-e62f-40d7-a1a0-fd6a5f213dba tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:03.083060 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-224574a6-e62f-40d7-a1a0-fd6a5f213dba tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:03.167249 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224574a6-e62f-40d7-a1a0-fd6a5f213dba tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'Port': ['ID=60685257-1de4-41b8-9e52-fd977a18957e,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:03.286362 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-224574a6-e62f-40d7-a1a0-fd6a5f213dba tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:03.414689 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-224574a6-e62f-40d7-a1a0-fd6a5f213dba tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:03.711876 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-224574a6-e62f-40d7-a1a0-fd6a5f213dba tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:03.718507 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-224574a6-e62f-40d7-a1a0-fd6a5f213dba tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:03.719310 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-224574a6-e62f-40d7-a1a0-fd6a5f213dba tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:03.790919 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224574a6-e62f-40d7-a1a0-fd6a5f213dba tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'Port': ['ID=60685257-1de4-41b8-9e52-fd977a18957e,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:03.817439 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b709f1d6-bdf5-42a6-b9ec-0d5832cc0de0 None None] Network ccdcca43-c506-4686-8d11-c34f55bd2059 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:03.858569 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224574a6-e62f-40d7-a1a0-fd6a5f213dba tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Network ccdcca43-c506-4686-8d11-c34f55bd2059 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:03.860823 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-224574a6-e62f-40d7-a1a0-fd6a5f213dba tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:03.896867 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-dfa61960-7731-4a80-8f12-35720f43a32c None None] Provisioning for port afb36a9b-e0fa-475e-9e27-0435fc6f8c0c completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:03.999517 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224574a6-e62f-40d7-a1a0-fd6a5f213dba tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Router 5f320cb3-2802-4903-a4df-0fef25addd73 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:34:04.256389 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0be6517a-9115-4761-b2f1-8254f61a4e1e None None] Provisioning for port 60685257-1de4-41b8-9e52-fd977a18957e completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:04.260739 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0be6517a-9115-4761-b2f1-8254f61a4e1e None None] Provisioning complete for port 60685257-1de4-41b8-9e52-fd977a18957e triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:04.261085 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0be6517a-9115-4761-b2f1-8254f61a4e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:04.307810 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-0be6517a-9115-4761-b2f1-8254f61a4e1e None None] Port 60685257-1de4-41b8-9e52-fd977a18957e cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:34:04.384382 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224574a6-e62f-40d7-a1a0-fd6a5f213dba tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:34:04.392692 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-224574a6-e62f-40d7-a1a0-fd6a5f213dba tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "PUT /v2.0/routers/5f320cb3-2802-4903-a4df-0fef25addd73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0054803 Jul 23 20:34:04.393193 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57064) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:04.402889 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295ed720-c171-44e1-be25-8f2ed097c6b2 None None] Sync routers for ids ['5f320cb3-2802-4903-a4df-0fef25addd73'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:34:04.417412 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295ed720-c171-44e1-be25-8f2ed097c6b2 None None] Routers {'5f320cb3-2802-4903-a4df-0fef25addd73'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:04.418535 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-295ed720-c171-44e1-be25-8f2ed097c6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:33:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5f320cb3-2802-4903-a4df-0fef25addd73'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:04.453827 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-295ed720-c171-44e1-be25-8f2ed097c6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:04.465899 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295ed720-c171-44e1-be25-8f2ed097c6b2 None None] Routers {'5f320cb3-2802-4903-a4df-0fef25addd73'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:04.466509 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-295ed720-c171-44e1-be25-8f2ed097c6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:33:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5f320cb3-2802-4903-a4df-0fef25addd73'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:04.468821 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19397305-5150-4cf1-90fd-e1f1ac77200b tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:04.470691 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-19397305-5150-4cf1-90fd-e1f1ac77200b tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f320cb3-2802-4903-a4df-0fef25addd73 HTTP/1.1" status: 200 len: 987 time: 0.0764678 Jul 23 20:34:04.473701 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57066) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:04.507361 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-295ed720-c171-44e1-be25-8f2ed097c6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:04.508214 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295ed720-c171-44e1-be25-8f2ed097c6b2 None None] The sync data for ids ['5f320cb3-2802-4903-a4df-0fef25addd73'] in n-d-793618-10 is: [] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:34:04.530259 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4ef419f2-3b27-471c-ad66-b2e7bd1c6907 None None] Provisioning complete for port 60685257-1de4-41b8-9e52-fd977a18957e triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:04.530726 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4ef419f2-3b27-471c-ad66-b2e7bd1c6907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:04.568652 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-4ef419f2-3b27-471c-ad66-b2e7bd1c6907 None None] Port 60685257-1de4-41b8-9e52-fd977a18957e cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:34:04.791453 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8b7dca21-bd28-428f-ba7c-281de480514f None None] Provisioning complete for port 60685257-1de4-41b8-9e52-fd977a18957e triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:04.791978 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8b7dca21-bd28-428f-ba7c-281de480514f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:04.838799 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-8b7dca21-bd28-428f-ba7c-281de480514f None None] Port 60685257-1de4-41b8-9e52-fd977a18957e cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:34:04.958265 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device afb36a9b-e0fa-475e-9e27-0435fc6f8c0c up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:04.984965 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f1e367ff-c885-4863-999c-6bf20f15fdea tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:04.990478 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f29905b4-3840-4367-a352-ae32bdf89409 None None] Provisioning complete for port 60685257-1de4-41b8-9e52-fd977a18957e triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:04.990478 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f29905b4-3840-4367-a352-ae32bdf89409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:05.053908 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-f29905b4-3840-4367-a352-ae32bdf89409 None None] Port 60685257-1de4-41b8-9e52-fd977a18957e cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:34:05.070268 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port afb36a9b-e0fa-475e-9e27-0435fc6f8c0c completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:05.075507 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port afb36a9b-e0fa-475e-9e27-0435fc6f8c0c triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:05.076751 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:05.158676 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:05.191664 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port afb36a9b-e0fa-475e-9e27-0435fc6f8c0c, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=afb36a9b-e0fa-475e-9e27-0435fc6f8c0c,segment=NetworkSegment(1558365e-91a4-4ccb-8c98-391b8081f33a),segment_id=1558365e-91a4-4ccb-8c98-391b8081f33a)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:05.195910 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:05.215720 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-f1e367ff-c885-4863-999c-6bf20f15fdea tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Deleting port 60685257-1de4-41b8-9e52-fd977a18957e {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:05.216073 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f1e367ff-c885-4863-999c-6bf20f15fdea tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:05.253496 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=afb36a9b-e0fa-475e-9e27-0435fc6f8c0c,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:05.313766 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f1e367ff-c885-4863-999c-6bf20f15fdea tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:05.325514 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-f1e367ff-c885-4863-999c-6bf20f15fdea tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Calling delete_port for 60685257-1de4-41b8-9e52-fd977a18957e owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:05.508425 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f1e367ff-c885-4863-999c-6bf20f15fdea tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:05.537953 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e367ff-c885-4863-999c-6bf20f15fdea tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'Port': ['ID=60685257-1de4-41b8-9e52-fd977a18957e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:05.644474 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f1e367ff-c885-4863-999c-6bf20f15fdea tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:05.811247 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e367ff-c885-4863-999c-6bf20f15fdea tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Router 5f320cb3-2802-4903-a4df-0fef25addd73 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:34:05.892344 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e367ff-c885-4863-999c-6bf20f15fdea tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:34:05.897605 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f1e367ff-c885-4863-999c-6bf20f15fdea tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "PUT /v2.0/routers/5f320cb3-2802-4903-a4df-0fef25addd73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4226220 Jul 23 20:34:05.900233 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57082) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:05.902636 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6ae643-fd23-4df3-8814-6ece9006ab00 None None] Sync routers for ids ['5f320cb3-2802-4903-a4df-0fef25addd73'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:34:05.913915 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6ae643-fd23-4df3-8814-6ece9006ab00 None None] Routers {'5f320cb3-2802-4903-a4df-0fef25addd73'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:05.914899 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ac6ae643-fd23-4df3-8814-6ece9006ab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:33:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5f320cb3-2802-4903-a4df-0fef25addd73'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:05.930060 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce1a9d99-1c1d-4474-bdc8-70265056a273 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] GET failed (client error): The resource could not be found. Jul 23 20:34:05.934126 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ce1a9d99-1c1d-4474-bdc8-70265056a273 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "GET /v2.0/ports/60685257-1de4-41b8-9e52-fd977a18957e HTTP/1.1" status: 404 len: 333 time: 0.0302091 Jul 23 20:34:05.934348 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57084) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:05.948392 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ac6ae643-fd23-4df3-8814-6ece9006ab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:05.957880 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6ae643-fd23-4df3-8814-6ece9006ab00 None None] Routers {'5f320cb3-2802-4903-a4df-0fef25addd73'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:05.958567 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ac6ae643-fd23-4df3-8814-6ece9006ab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:33:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5f320cb3-2802-4903-a4df-0fef25addd73'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:05.991116 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ac6ae643-fd23-4df3-8814-6ece9006ab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:05.991770 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6ae643-fd23-4df3-8814-6ece9006ab00 None None] The sync data for ids ['5f320cb3-2802-4903-a4df-0fef25addd73'] in n-d-793618-10 is: [] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:34:06.010714 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9c2027a8-c5a9-4b62-84e0-a459d89f13f3 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:06.186268 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9c2027a8-c5a9-4b62-84e0-a459d89f13f3 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:06.189054 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9c2027a8-c5a9-4b62-84e0-a459d89f13f3 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:06.231736 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9c2027a8-c5a9-4b62-84e0-a459d89f13f3 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:06.232302 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2027a8-c5a9-4b62-84e0-a459d89f13f3 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Fanout notify agent at l3_agent the message router_deleted on router 5f320cb3-2802-4903-a4df-0fef25addd73 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:34:06.239741 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9c2027a8-c5a9-4b62-84e0-a459d89f13f3 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:06.243516 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9c2027a8-c5a9-4b62-84e0-a459d89f13f3 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/routers/5f320cb3-2802-4903-a4df-0fef25addd73 HTTP/1.1" status: 204 len: 168 time: 0.3082705 Jul 23 20:34:06.244001 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57092) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:06.302588 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cbc63b4-7667-4a8f-9c4a-876379933018 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Deleting subnet 4f74cba2-a541-4664-8923-d76d01fda678 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:34:06.306201 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0cbc63b4-7667-4a8f-9c4a-876379933018 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:06.348042 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0cbc63b4-7667-4a8f-9c4a-876379933018 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:06.437579 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0cbc63b4-7667-4a8f-9c4a-876379933018 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:06.502569 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0cbc63b4-7667-4a8f-9c4a-876379933018 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:06.530815 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0cbc63b4-7667-4a8f-9c4a-876379933018 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:06.532672 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0cbc63b4-7667-4a8f-9c4a-876379933018 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/subnets/4f74cba2-a541-4664-8923-d76d01fda678 HTTP/1.1" status: 204 len: 168 time: 0.2870607 Jul 23 20:34:06.533789 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc63b4-7667-4a8f-9c4a-876379933018 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'Subnet': ['ID=4f74cba2-a541-4664-8923-d76d01fda678,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:06.536219 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57098) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:06.538305 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355dbb55-8844-42cf-93c2-7648498c4126 None None] Network ccdcca43-c506-4686-8d11-c34f55bd2059 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:06.616610 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-969785ff-66ca-4d75-8058-eb34cc7a1592 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:06.676640 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-969785ff-66ca-4d75-8058-eb34cc7a1592 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Deleting port afb36a9b-e0fa-475e-9e27-0435fc6f8c0c {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:06.676986 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-969785ff-66ca-4d75-8058-eb34cc7a1592 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:06.742335 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182909c6-f3bb-45e9-b40a-13da18a8e6b5 None None] DHCP port deletion for ccdcca43-c506-4686-8d11-c34f55bd2059 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:34:06.748086 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-969785ff-66ca-4d75-8058-eb34cc7a1592 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] For port afb36a9b-e0fa-475e-9e27-0435fc6f8c0c, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=afb36a9b-e0fa-475e-9e27-0435fc6f8c0c,segment=NetworkSegment(1558365e-91a4-4ccb-8c98-391b8081f33a),segment_id=1558365e-91a4-4ccb-8c98-391b8081f33a)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:06.748515 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-969785ff-66ca-4d75-8058-eb34cc7a1592 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:06.761688 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-969785ff-66ca-4d75-8058-eb34cc7a1592 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Calling delete_port for afb36a9b-e0fa-475e-9e27-0435fc6f8c0c owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:06.798242 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-182909c6-f3bb-45e9-b40a-13da18a8e6b5 None None] Deleting port afb36a9b-e0fa-475e-9e27-0435fc6f8c0c {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:06.798676 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-182909c6-f3bb-45e9-b40a-13da18a8e6b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:06.860531 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-969785ff-66ca-4d75-8058-eb34cc7a1592 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:06.874469 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-182909c6-f3bb-45e9-b40a-13da18a8e6b5 None None] For port afb36a9b-e0fa-475e-9e27-0435fc6f8c0c, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=afb36a9b-e0fa-475e-9e27-0435fc6f8c0c,segment=NetworkSegment(1558365e-91a4-4ccb-8c98-391b8081f33a),segment_id=1558365e-91a4-4ccb-8c98-391b8081f33a)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:06.874902 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-182909c6-f3bb-45e9-b40a-13da18a8e6b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:06.891215 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-182909c6-f3bb-45e9-b40a-13da18a8e6b5 None None] Calling delete_port for afb36a9b-e0fa-475e-9e27-0435fc6f8c0c owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:06.898240 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969785ff-66ca-4d75-8058-eb34cc7a1592 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'Port': ['ID=afb36a9b-e0fa-475e-9e27-0435fc6f8c0c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:06.918017 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969785ff-66ca-4d75-8058-eb34cc7a1592 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] No DVR routers for this DVR port afb36a9b-e0fa-475e-9e27-0435fc6f8c0c on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:34:07.008311 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-182909c6-f3bb-45e9-b40a-13da18a8e6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:07.017990 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device afb36a9b-e0fa-475e-9e27-0435fc6f8c0c no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:34:07.028534 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-969785ff-66ca-4d75-8058-eb34cc7a1592 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:07.047788 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-969785ff-66ca-4d75-8058-eb34cc7a1592 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccdcca43-c506-4686-8d11-c34f55bd2059']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:07.048218 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: afb36a9b-e0fa-475e-9e27-0435fc6f8c0c {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:34:07.048218 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device afb36a9b-e0fa-475e-9e27-0435fc6f8c0c not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:34:07.079023 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-969785ff-66ca-4d75-8058-eb34cc7a1592 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1558365e-91a4-4ccb-8c98-391b8081f33a') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:07.079467 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-969785ff-66ca-4d75-8058-eb34cc7a1592 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1558365e-91a4-4ccb-8c98-391b8081f33a') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:07.083028 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182909c6-f3bb-45e9-b40a-13da18a8e6b5 None None] Pushing event deleted for resources: {'Port': ['ID=afb36a9b-e0fa-475e-9e27-0435fc6f8c0c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:07.088664 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182909c6-f3bb-45e9-b40a-13da18a8e6b5 None None] No DVR routers for this DVR port afb36a9b-e0fa-475e-9e27-0435fc6f8c0c on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:34:07.094125 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-969785ff-66ca-4d75-8058-eb34cc7a1592 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:07.117249 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-969785ff-66ca-4d75-8058-eb34cc7a1592 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:07.123911 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-969785ff-66ca-4d75-8058-eb34cc7a1592 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:34:07.125855 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-969785ff-66ca-4d75-8058-eb34cc7a1592 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:07.130148 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:34:07.130148 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:34:07.130148 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:34:07.130148 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:34:07.130148 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:34:07.130148 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:34:07.130148 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:34:07.130148 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:34:07.130148 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:34:07.130148 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:34:07.130148 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:34:07.130148 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:34:07.130148 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:34:07.130148 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:34:07.130148 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:34:07.130148 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:34:07.130148 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:34:07.130148 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:34:07.130148 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:34:07.130148 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:34:07.130148 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:34:07.130148 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:34:07.130148 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:34:07.130148 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:34:07.130148 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:34:07.130148 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:34:07.130148 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:34:07.130148 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:34:07.130148 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:34:07.130148 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:34:07.130148 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:34:07.130148 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:34:07.204883 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-969785ff-66ca-4d75-8058-eb34cc7a1592 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:07.213162 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-969785ff-66ca-4d75-8058-eb34cc7a1592 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:07.218127 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-969785ff-66ca-4d75-8058-eb34cc7a1592 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/networks/ccdcca43-c506-4686-8d11-c34f55bd2059 HTTP/1.1" status: 204 len: 168 time: 0.6806819 Jul 23 20:34:07.224401 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57114) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:07.237733 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969785ff-66ca-4d75-8058-eb34cc7a1592 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'Network': ['ID=ccdcca43-c506-4686-8d11-c34f55bd2059,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:07.286698 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4fa9a6-95f8-4161-90c6-c5ed092dfaf9 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:07.288087 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6e4fa9a6-95f8-4161-90c6-c5ed092dfaf9 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "GET /v2.0/ports/a37b29cf-173b-41f0-b030-ab548dad150f HTTP/1.1" status: 200 len: 845 time: 0.0626936 Jul 23 20:34:07.291873 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57116) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:07.364168 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2958284c-24e6-4e20-a79c-df037d2e8d60 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "GET /v2.0/ports/a37b29cf-173b-41f0-b030-ab548dad150f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0690880 Jul 23 20:34:07.364831 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57118) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:07.370124 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-c3bdf878-de2d-4efc-9926-e4f156c7aad3 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'subnet': {'network_id': 'd1ced54d-9d99-4ea0-b38f-5f346f7e4e6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:07.483421 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bdf878-de2d-4efc-9926-e4f156c7aad3 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Made reservation on behalf of bdfe51d9b90f43d0adbc69a3d4cc2979 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:07.489306 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c3bdf878-de2d-4efc-9926-e4f156c7aad3 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:07.701389 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c3bdf878-de2d-4efc-9926-e4f156c7aad3 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:07.745932 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bdf878-de2d-4efc-9926-e4f156c7aad3 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Network d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:07.749741 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-c3bdf878-de2d-4efc-9926-e4f156c7aad3 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:07.753499 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bdf878-de2d-4efc-9926-e4f156c7aad3 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:07.754156 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c3bdf878-de2d-4efc-9926-e4f156c7aad3 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:07.760250 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61973684-2e6c-44e1-a731-a6b052ecabd8 None None] Network d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:07.770318 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bdf878-de2d-4efc-9926-e4f156c7aad3 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'Subnet': ['ID=ce7b8f19-f2aa-4664-8a95-eaf6407d6d41,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:07.781703 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c3bdf878-de2d-4efc-9926-e4f156c7aad3 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4157257 Jul 23 20:34:07.785984 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57128) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:07.790780 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-803d3409-f3a2-45b1-b3fc-b7058944dc13 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'security_group': {'name': 'tempest-secgroup-326681333'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:07.815990 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-803d3409-f3a2-45b1-b3fc-b7058944dc13 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:07.913825 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-803d3409-f3a2-45b1-b3fc-b7058944dc13 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:07.918090 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-803d3409-f3a2-45b1-b3fc-b7058944dc13 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:07.949501 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-803d3409-f3a2-45b1-b3fc-b7058944dc13 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:07.950758 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-803d3409-f3a2-45b1-b3fc-b7058944dc13 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1636600 Jul 23 20:34:07.953219 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d3409-f3a2-45b1-b3fc-b7058944dc13 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95f6a538-ffdc-4bf2-8dce-d8bcc55d0a0f,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:07.954404 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57130) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:07.970633 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-5440cc80-d4ff-4345-ada2-1e3b6833d381 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'security_group': {'name': 'tempest-secgroup-1436752991'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:07.976276 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5542590d-dc9f-45e2-a9ea-8594ade5a8d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d', 'network_id': 'd1ced54d-9d99-4ea0-b38f-5f346f7e4e6d', 'tenant_id': 'bdfe51d9b90f43d0adbc69a3d4cc2979', 'fixed_ips': [{'subnet_id': 'ce7b8f19-f2aa-4664-8a95-eaf6407d6d41'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:34:07.977125 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5542590d-dc9f-45e2-a9ea-8594ade5a8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:07.999537 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5440cc80-d4ff-4345-ada2-1e3b6833d381 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:08.101567 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5440cc80-d4ff-4345-ada2-1e3b6833d381 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:08.105247 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5440cc80-d4ff-4345-ada2-1e3b6833d381 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:08.137037 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5440cc80-d4ff-4345-ada2-1e3b6833d381 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:08.138317 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5440cc80-d4ff-4345-ada2-1e3b6833d381 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1819997 Jul 23 20:34:08.141006 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440cc80-d4ff-4345-ada2-1e3b6833d381 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e34ace08-e1b7-4fe6-9b1a-3819a3f7c697,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:08.141665 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57138) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:08.147189 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-2febc957-ed9c-43f6-8da9-bf92caa3bd67 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1638309209', 'security_groups': ['e34ace08-e1b7-4fe6-9b1a-3819a3f7c697'], 'network_id': 'd1ced54d-9d99-4ea0-b38f-5f346f7e4e6d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ce7b8f19-f2aa-4664-8a95-eaf6407d6d41'}]}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:08.150878 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-5542590d-dc9f-45e2-a9ea-8594ade5a8d4 None None] Allocated IP 2001:db8::2 (d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d/ce7b8f19-f2aa-4664-8a95-eaf6407d6d41/bf7142ef-d297-45a2-9aa8-deff155c40ae) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:34:08.280382 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2febc957-ed9c-43f6-8da9-bf92caa3bd67 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Made reservation on behalf of bdfe51d9b90f43d0adbc69a3d4cc2979 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:08.329482 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5542590d-dc9f-45e2-a9ea-8594ade5a8d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:08.339433 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5542590d-dc9f-45e2-a9ea-8594ade5a8d4 None None] Transition to ACTIVE for port object bf7142ef-d297-45a2-9aa8-deff155c40ae will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:08.357312 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5542590d-dc9f-45e2-a9ea-8594ade5a8d4 None None] Transition to ACTIVE for port object bf7142ef-d297-45a2-9aa8-deff155c40ae will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:08.371142 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5542590d-dc9f-45e2-a9ea-8594ade5a8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:08.375518 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2febc957-ed9c-43f6-8da9-bf92caa3bd67 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:08.393941 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-2febc957-ed9c-43f6-8da9-bf92caa3bd67 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] device_id is not set on port b4e6c85e-d1f0-4e58-993a-834b38177802 yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:34:08.422025 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5542590d-dc9f-45e2-a9ea-8594ade5a8d4 None None] Network d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:08.425317 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-5542590d-dc9f-45e2-a9ea-8594ade5a8d4 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:08.430232 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5542590d-dc9f-45e2-a9ea-8594ade5a8d4 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:34:08.433612 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5542590d-dc9f-45e2-a9ea-8594ade5a8d4 None None] Pushing event updated for resources: {'Port': ['ID=bf7142ef-d297-45a2-9aa8-deff155c40ae,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:08.494718 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-5542590d-dc9f-45e2-a9ea-8594ade5a8d4 None None] Attempting to bind port bf7142ef-d297-45a2-9aa8-deff155c40ae on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:34:08.495082 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-5542590d-dc9f-45e2-a9ea-8594ade5a8d4 None None] Attempting to bind port bf7142ef-d297-45a2-9aa8-deff155c40ae by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '947cbc0d-0710-4977-8bd8-ddd5c72ce4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd1ced54d-9d99-4ea0-b38f-5f346f7e4e6d'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:34:08.495454 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5542590d-dc9f-45e2-a9ea-8594ade5a8d4 None None] Attempting to bind port bf7142ef-d297-45a2-9aa8-deff155c40ae on network d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:34:08.501575 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5542590d-dc9f-45e2-a9ea-8594ade5a8d4 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:34:08.501947 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5542590d-dc9f-45e2-a9ea-8594ade5a8d4 None None] Checking segment: {'id': '947cbc0d-0710-4977-8bd8-ddd5c72ce4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd1ced54d-9d99-4ea0-b38f-5f346f7e4e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:34:08.502346 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5542590d-dc9f-45e2-a9ea-8594ade5a8d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:08.502855 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5542590d-dc9f-45e2-a9ea-8594ade5a8d4 None None] Bound using segment: {'id': '947cbc0d-0710-4977-8bd8-ddd5c72ce4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd1ced54d-9d99-4ea0-b38f-5f346f7e4e6d'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:34:08.503326 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-5542590d-dc9f-45e2-a9ea-8594ade5a8d4 None None] Bound port: bf7142ef-d297-45a2-9aa8-deff155c40ae, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '947cbc0d-0710-4977-8bd8-ddd5c72ce4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd1ced54d-9d99-4ea0-b38f-5f346f7e4e6d'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:34:08.503701 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5542590d-dc9f-45e2-a9ea-8594ade5a8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:08.574720 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-5542590d-dc9f-45e2-a9ea-8594ade5a8d4 None None] For port bf7142ef-d297-45a2-9aa8-deff155c40ae, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:34:08.579280 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-5542590d-dc9f-45e2-a9ea-8594ade5a8d4 None None] For port bf7142ef-d297-45a2-9aa8-deff155c40ae, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=bf7142ef-d297-45a2-9aa8-deff155c40ae,segment=NetworkSegment(947cbc0d-0710-4977-8bd8-ddd5c72ce4a5),segment_id=947cbc0d-0710-4977-8bd8-ddd5c72ce4a5)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:34:08.583680 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5542590d-dc9f-45e2-a9ea-8594ade5a8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:08.664740 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5542590d-dc9f-45e2-a9ea-8594ade5a8d4 None None] Pushing event updated for resources: {'Port': ['ID=bf7142ef-d297-45a2-9aa8-deff155c40ae,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:08.886341 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-2febc957-ed9c-43f6-8da9-bf92caa3bd67 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Allocated IP 2001:db8::1f (d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d/ce7b8f19-f2aa-4664-8a95-eaf6407d6d41/b4e6c85e-d1f0-4e58-993a-834b38177802) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:34:09.013693 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device bf7142ef-d297-45a2-9aa8-deff155c40ae up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:09.074095 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port bf7142ef-d297-45a2-9aa8-deff155c40ae completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:09.080637 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2febc957-ed9c-43f6-8da9-bf92caa3bd67 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:09.095724 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-2febc957-ed9c-43f6-8da9-bf92caa3bd67 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Transition to ACTIVE for port object b4e6c85e-d1f0-4e58-993a-834b38177802 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:09.132052 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2febc957-ed9c-43f6-8da9-bf92caa3bd67 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:09.180747 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2febc957-ed9c-43f6-8da9-bf92caa3bd67 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Network d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:09.184122 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-2febc957-ed9c-43f6-8da9-bf92caa3bd67 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:09.187229 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2febc957-ed9c-43f6-8da9-bf92caa3bd67 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:34:09.193919 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2febc957-ed9c-43f6-8da9-bf92caa3bd67 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:09.194596 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2febc957-ed9c-43f6-8da9-bf92caa3bd67 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:09.201265 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2febc957-ed9c-43f6-8da9-bf92caa3bd67 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'Port': ['ID=b4e6c85e-d1f0-4e58-993a-834b38177802,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:09.218895 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2febc957-ed9c-43f6-8da9-bf92caa3bd67 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0750809 Jul 23 20:34:09.222157 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57158) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:09.227508 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-1017b7b7-e3dd-4027-b14f-6e6073760236 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'subnet': {'network_id': 'd1ced54d-9d99-4ea0-b38f-5f346f7e4e6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:09.355479 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1017b7b7-e3dd-4027-b14f-6e6073760236 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Made reservation on behalf of bdfe51d9b90f43d0adbc69a3d4cc2979 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:09.359879 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1017b7b7-e3dd-4027-b14f-6e6073760236 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:09.453185 n-d-793618-10 neutron-server[93875]: INFO neutron.db.ipam_backend_mixin [None req-1017b7b7-e3dd-4027-b14f-6e6073760236 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ce7b8f19-f2aa-4664-8a95-eaf6407d6d41 (CIDR: 2001:db8::/64) Jul 23 20:34:09.456696 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-1017b7b7-e3dd-4027-b14f-6e6073760236 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:34:09.457232 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1017b7b7-e3dd-4027-b14f-6e6073760236 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:34:09.474325 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1017b7b7-e3dd-4027-b14f-6e6073760236 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2510800 Jul 23 20:34:09.476870 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57164) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:09.487070 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-e77b4724-bb29-4cd4-99ba-849896f685a7 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'subnet': {'network_id': 'd1ced54d-9d99-4ea0-b38f-5f346f7e4e6d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:09.620619 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77b4724-bb29-4cd4-99ba-849896f685a7 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Made reservation on behalf of bdfe51d9b90f43d0adbc69a3d4cc2979 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:09.625012 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e77b4724-bb29-4cd4-99ba-849896f685a7 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:09.737543 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-94b61c3f-3417-4d59-8a09-2f5a3639cbda None None] Provisioning complete for port a37b29cf-173b-41f0-b030-ab548dad150f triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:09.738114 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-94b61c3f-3417-4d59-8a09-2f5a3639cbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:09.779409 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-94b61c3f-3417-4d59-8a09-2f5a3639cbda None None] Port a37b29cf-173b-41f0-b030-ab548dad150f cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:34:09.795689 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-94b61c3f-3417-4d59-8a09-2f5a3639cbda None None] Provisioning for port bf7142ef-d297-45a2-9aa8-deff155c40ae completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:09.801142 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-94b61c3f-3417-4d59-8a09-2f5a3639cbda None None] Provisioning complete for port bf7142ef-d297-45a2-9aa8-deff155c40ae triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:09.801671 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-94b61c3f-3417-4d59-8a09-2f5a3639cbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:09.900941 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-94b61c3f-3417-4d59-8a09-2f5a3639cbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:09.906938 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e77b4724-bb29-4cd4-99ba-849896f685a7 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:09.944029 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-94b61c3f-3417-4d59-8a09-2f5a3639cbda None None] For port bf7142ef-d297-45a2-9aa8-deff155c40ae, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=bf7142ef-d297-45a2-9aa8-deff155c40ae,segment=NetworkSegment(947cbc0d-0710-4977-8bd8-ddd5c72ce4a5),segment_id=947cbc0d-0710-4977-8bd8-ddd5c72ce4a5)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:09.951025 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-94b61c3f-3417-4d59-8a09-2f5a3639cbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:09.964554 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77b4724-bb29-4cd4-99ba-849896f685a7 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Network d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:09.968077 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-e77b4724-bb29-4cd4-99ba-849896f685a7 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:09.973313 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77b4724-bb29-4cd4-99ba-849896f685a7 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:09.973989 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e77b4724-bb29-4cd4-99ba-849896f685a7 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:09.979426 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b4724-bb29-4cd4-99ba-849896f685a7 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'Subnet': ['ID=2ef80464-9dcf-4f39-97a8-c5fa1bea34f7,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:09.992348 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059ec3e9-f380-4841-9c2a-5cb7a0649be8 None None] Network d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:09.994564 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e77b4724-bb29-4cd4-99ba-849896f685a7 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5139496 Jul 23 20:34:09.997113 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57170) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:10.003317 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-395f3718-a8e8-48cf-ad48-918cf46550bb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1947175618', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2ef80464-9dcf-4f39-97a8-c5fa1bea34f7'}], 'security_groups': ['95f6a538-ffdc-4bf2-8dce-d8bcc55d0a0f']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:10.074013 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b61c3f-3417-4d59-8a09-2f5a3639cbda None None] Pushing event updated for resources: {'Port': ['ID=bf7142ef-d297-45a2-9aa8-deff155c40ae,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:10.102069 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b53c88b9-010e-4a6c-af84-8c8777d80996 None None] Provisioning for port b4e6c85e-d1f0-4e58-993a-834b38177802 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:10.114000 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b53c88b9-010e-4a6c-af84-8c8777d80996 None None] Provisioning complete for port b4e6c85e-d1f0-4e58-993a-834b38177802 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:10.114372 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b53c88b9-010e-4a6c-af84-8c8777d80996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:10.116758 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-395f3718-a8e8-48cf-ad48-918cf46550bb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:10.180481 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b53c88b9-010e-4a6c-af84-8c8777d80996 None None] Port b4e6c85e-d1f0-4e58-993a-834b38177802 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:34:10.264233 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a076a0e5-7983-4ae2-862c-403c6cfa0781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:10.335098 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3203d4-324c-432f-ade9-d21d7b739974 None None] Update dhcp port {'port': {'network_id': 'd1ced54d-9d99-4ea0-b38f-5f346f7e4e6d', 'fixed_ips': [{'subnet_id': 'ce7b8f19-f2aa-4664-8a95-eaf6407d6d41', 'ip_address': '2001:db8::2'}, {'subnet_id': '2ef80464-9dcf-4f39-97a8-c5fa1bea34f7'}], 'binding:host_id': 'n-d-793618-10'}, 'id': 'bf7142ef-d297-45a2-9aa8-deff155c40ae'} from n-d-793618-10. {{(pid=93877) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:34:10.377676 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7f3203d4-324c-432f-ade9-d21d7b739974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:10.462825 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-395f3718-a8e8-48cf-ad48-918cf46550bb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Delete allocated IP 2001:db8::1f (d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d/ce7b8f19-f2aa-4664-8a95-eaf6407d6d41) {{(pid=93875) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 20:34:10.472989 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-395f3718-a8e8-48cf-ad48-918cf46550bb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Allocated IP 2001:db8:0:1::17 (d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d/2ef80464-9dcf-4f39-97a8-c5fa1bea34f7/b4e6c85e-d1f0-4e58-993a-834b38177802) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:34:10.633074 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-395f3718-a8e8-48cf-ad48-918cf46550bb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:10.654379 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-395f3718-a8e8-48cf-ad48-918cf46550bb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Transition to ACTIVE for port object b4e6c85e-d1f0-4e58-993a-834b38177802 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:10.659868 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-395f3718-a8e8-48cf-ad48-918cf46550bb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:10.713405 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-7f3203d4-324c-432f-ade9-d21d7b739974 None None] Allocated IP 2001:db8:0:1::2 (d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d/2ef80464-9dcf-4f39-97a8-c5fa1bea34f7/bf7142ef-d297-45a2-9aa8-deff155c40ae) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:34:10.732519 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-395f3718-a8e8-48cf-ad48-918cf46550bb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] In _notify_port_updated(), no bound segment for port b4e6c85e-d1f0-4e58-993a-834b38177802 on network d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d {{(pid=93875) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:34:10.738732 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395f3718-a8e8-48cf-ad48-918cf46550bb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:10.739372 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-395f3718-a8e8-48cf-ad48-918cf46550bb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:10.740778 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-395f3718-a8e8-48cf-ad48-918cf46550bb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "PUT /v2.0/ports/b4e6c85e-d1f0-4e58-993a-834b38177802 HTTP/1.1" status: 200 len: 930 time: 0.7427025 Jul 23 20:34:10.743587 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57186) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:10.774532 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f3718-a8e8-48cf-ad48-918cf46550bb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'Port': ['ID=b4e6c85e-d1f0-4e58-993a-834b38177802,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:10.815872 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-7f3203d4-324c-432f-ade9-d21d7b739974 None None] For port bf7142ef-d297-45a2-9aa8-deff155c40ae, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=bf7142ef-d297-45a2-9aa8-deff155c40ae,segment=NetworkSegment(947cbc0d-0710-4977-8bd8-ddd5c72ce4a5),segment_id=947cbc0d-0710-4977-8bd8-ddd5c72ce4a5)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:10.855294 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7f3203d4-324c-432f-ade9-d21d7b739974 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:10.864876 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-fb5198f2-938d-4c97-bf25-d257b7400b6c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Deleting port b4e6c85e-d1f0-4e58-993a-834b38177802 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:10.865225 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fb5198f2-938d-4c97-bf25-d257b7400b6c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:10.871206 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7f3203d4-324c-432f-ade9-d21d7b739974 None None] Transition to ACTIVE for port object bf7142ef-d297-45a2-9aa8-deff155c40ae will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:10.886667 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7f3203d4-324c-432f-ade9-d21d7b739974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:10.923255 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device bf7142ef-d297-45a2-9aa8-deff155c40ae up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:10.983285 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fb5198f2-938d-4c97-bf25-d257b7400b6c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:10.997912 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-fb5198f2-938d-4c97-bf25-d257b7400b6c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Calling delete_port for b4e6c85e-d1f0-4e58-993a-834b38177802 owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:11.138654 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fb5198f2-938d-4c97-bf25-d257b7400b6c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:11.188172 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3203d4-324c-432f-ade9-d21d7b739974 None None] Pushing event updated for resources: {'Port': ['ID=bf7142ef-d297-45a2-9aa8-deff155c40ae,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:11.206764 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5198f2-938d-4c97-bf25-d257b7400b6c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'Port': ['ID=b4e6c85e-d1f0-4e58-993a-834b38177802,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:11.239827 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fb5198f2-938d-4c97-bf25-d257b7400b6c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:11.242261 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-fb5198f2-938d-4c97-bf25-d257b7400b6c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/ports/b4e6c85e-d1f0-4e58-993a-834b38177802 HTTP/1.1" status: 204 len: 168 time: 0.4974611 Jul 23 20:34:11.244710 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57204) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:11.280439 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2e4f4c0-ffbf-416a-8922-cee00d0e14bc tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] GET failed (client error): The resource could not be found. Jul 23 20:34:11.282485 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b2e4f4c0-ffbf-416a-8922-cee00d0e14bc tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "GET /v2.0/ports/b4e6c85e-d1f0-4e58-993a-834b38177802 HTTP/1.1" status: 404 len: 333 time: 0.0367491 Jul 23 20:34:11.285237 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57206) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:11.352549 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-57c97b14-9e7a-4fff-98e9-a500956ebcfb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:11.377534 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-57c97b14-9e7a-4fff-98e9-a500956ebcfb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:11.423525 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-57c97b14-9e7a-4fff-98e9-a500956ebcfb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:11.426391 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-57c97b14-9e7a-4fff-98e9-a500956ebcfb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:11.427650 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-57c97b14-9e7a-4fff-98e9-a500956ebcfb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/security-groups/e34ace08-e1b7-4fe6-9b1a-3819a3f7c697 HTTP/1.1" status: 204 len: 168 time: 0.1414654 Jul 23 20:34:11.430460 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57208) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:11.438070 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c97b14-9e7a-4fff-98e9-a500956ebcfb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34ace08-e1b7-4fe6-9b1a-3819a3f7c697,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:11.508345 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50aab5a9-1496-4cea-abb6-c6188cc185ce tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:11.534599 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50aab5a9-1496-4cea-abb6-c6188cc185ce tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:11.598875 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50aab5a9-1496-4cea-abb6-c6188cc185ce tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:11.601727 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50aab5a9-1496-4cea-abb6-c6188cc185ce tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:11.602896 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-50aab5a9-1496-4cea-abb6-c6188cc185ce tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/security-groups/95f6a538-ffdc-4bf2-8dce-d8bcc55d0a0f HTTP/1.1" status: 204 len: 168 time: 0.1711686 Jul 23 20:34:11.606081 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57214) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:11.615144 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aab5a9-1496-4cea-abb6-c6188cc185ce tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f6a538-ffdc-4bf2-8dce-d8bcc55d0a0f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:11.676574 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d54f92c-258d-406e-b257-0a0b52348a40 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Deleting subnet ce7b8f19-f2aa-4664-8a95-eaf6407d6d41 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:34:11.680073 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8d54f92c-258d-406e-b257-0a0b52348a40 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:11.726867 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8d54f92c-258d-406e-b257-0a0b52348a40 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:11.819511 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ece024a4-6927-4b9a-b07c-36a3717608ec None None] Provisioning complete for port a37b29cf-173b-41f0-b030-ab548dad150f triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:11.820088 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ece024a4-6927-4b9a-b07c-36a3717608ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:11.834417 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8d54f92c-258d-406e-b257-0a0b52348a40 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:11.864012 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ece024a4-6927-4b9a-b07c-36a3717608ec None None] Port a37b29cf-173b-41f0-b030-ab548dad150f cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:34:11.883087 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ece024a4-6927-4b9a-b07c-36a3717608ec None None] Provisioning for port bf7142ef-d297-45a2-9aa8-deff155c40ae completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:11.888772 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ece024a4-6927-4b9a-b07c-36a3717608ec None None] Provisioning complete for port bf7142ef-d297-45a2-9aa8-deff155c40ae triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:11.890501 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ece024a4-6927-4b9a-b07c-36a3717608ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:11.911179 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8d54f92c-258d-406e-b257-0a0b52348a40 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:11.943024 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d54f92c-258d-406e-b257-0a0b52348a40 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'Subnet': ['ID=ce7b8f19-f2aa-4664-8a95-eaf6407d6d41,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:11.947901 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8d54f92c-258d-406e-b257-0a0b52348a40 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:11.954329 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8d54f92c-258d-406e-b257-0a0b52348a40 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/subnets/ce7b8f19-f2aa-4664-8a95-eaf6407d6d41 HTTP/1.1" status: 204 len: 168 time: 0.3418117 Jul 23 20:34:11.954715 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57220) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:11.960886 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-88dba5b7-7102-4421-8a32-3002c45899e3 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'subnet': {'network_id': 'd1ced54d-9d99-4ea0-b38f-5f346f7e4e6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:11.992726 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ece024a4-6927-4b9a-b07c-36a3717608ec None None] Could not find standard attr ID for object b4e6c85e-d1f0-4e58-993a-834b38177802. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:34:12.043863 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520dd0fd-6699-4576-92f7-520d7c1e888e None None] Network d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:12.085768 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88dba5b7-7102-4421-8a32-3002c45899e3 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Made reservation on behalf of bdfe51d9b90f43d0adbc69a3d4cc2979 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:12.089221 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-88dba5b7-7102-4421-8a32-3002c45899e3 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:12.113222 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-57c953f4-a525-4ed7-b84a-3f4b1c1b5474 None None] Could not find standard attr ID for object b4e6c85e-d1f0-4e58-993a-834b38177802. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:34:12.360775 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-88dba5b7-7102-4421-8a32-3002c45899e3 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:12.404545 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dba5b7-7102-4421-8a32-3002c45899e3 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Network d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:12.408762 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-88dba5b7-7102-4421-8a32-3002c45899e3 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:12.426056 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dba5b7-7102-4421-8a32-3002c45899e3 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:12.426997 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-88dba5b7-7102-4421-8a32-3002c45899e3 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:12.431336 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dba5b7-7102-4421-8a32-3002c45899e3 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'Subnet': ['ID=528beef8-2f1f-4586-9bb0-bef016743005,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:12.449148 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-88dba5b7-7102-4421-8a32-3002c45899e3 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4906425 Jul 23 20:34:12.449446 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57232) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:12.454665 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-d6bd4687-60cd-49fe-86a2-8c9f00e3a738 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'security_group': {'name': 'tempest-secgroup-449684630'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:12.478239 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6bd4687-60cd-49fe-86a2-8c9f00e3a738 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:12.570939 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6bd4687-60cd-49fe-86a2-8c9f00e3a738 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:12.575976 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6bd4687-60cd-49fe-86a2-8c9f00e3a738 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:12.601245 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6bd4687-60cd-49fe-86a2-8c9f00e3a738 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:12.605451 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57234) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:12.605754 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d6bd4687-60cd-49fe-86a2-8c9f00e3a738 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1554184 Jul 23 20:34:12.611658 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-6efd328f-19df-476b-8fe8-dc398c4f8bcd tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'security_group': {'name': 'tempest-secgroup-1425845815'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:12.623724 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd4687-60cd-49fe-86a2-8c9f00e3a738 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcd66fb-7bf2-43af-94fd-d40e555801fa,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:12.639967 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6efd328f-19df-476b-8fe8-dc398c4f8bcd tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:12.764062 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6efd328f-19df-476b-8fe8-dc398c4f8bcd tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:12.768936 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6efd328f-19df-476b-8fe8-dc398c4f8bcd tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:12.801653 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6efd328f-19df-476b-8fe8-dc398c4f8bcd tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:12.805562 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6efd328f-19df-476b-8fe8-dc398c4f8bcd tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1963694 Jul 23 20:34:12.805562 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd328f-19df-476b-8fe8-dc398c4f8bcd tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7cf438-f1a5-4d4f-b628-e687dd6152ab,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:12.805742 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57240) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:12.811202 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-8c9671e7-570b-47ef-9473-a8dabf49c4c7 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'security_group': {'name': 'tempest-secgroup-781525534'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:12.845420 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c9671e7-570b-47ef-9473-a8dabf49c4c7 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:12.909113 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10860565-f9f3-4b4e-9abf-31a563af1629 None None] Network d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:12.925611 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device bf7142ef-d297-45a2-9aa8-deff155c40ae up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:12.959975 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c9671e7-570b-47ef-9473-a8dabf49c4c7 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:12.965749 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c9671e7-570b-47ef-9473-a8dabf49c4c7 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:12.995804 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8c9671e7-570b-47ef-9473-a8dabf49c4c7 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:12.998461 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8c9671e7-570b-47ef-9473-a8dabf49c4c7 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1902082 Jul 23 20:34:13.001049 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57246) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:13.001206 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9671e7-570b-47ef-9473-a8dabf49c4c7 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf3726b-578f-4d7a-ac3a-2d75adabc1e6,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:13.008219 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-f5eec2f4-5a0f-405b-b1d1-c813750768c9 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1430110753', 'security_groups': ['8bf3726b-578f-4d7a-ac3a-2d75adabc1e6'], 'network_id': 'd1ced54d-9d99-4ea0-b38f-5f346f7e4e6d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '528beef8-2f1f-4586-9bb0-bef016743005'}]}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:13.055738 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e7faadb9-e21b-43a0-b112-a58632180f4b None None] Provisioning complete for port a37b29cf-173b-41f0-b030-ab548dad150f triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:13.056107 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e7faadb9-e21b-43a0-b112-a58632180f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:13.081731 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port bf7142ef-d297-45a2-9aa8-deff155c40ae triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:13.082261 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:13.140408 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5eec2f4-5a0f-405b-b1d1-c813750768c9 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Made reservation on behalf of bdfe51d9b90f43d0adbc69a3d4cc2979 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:13.145433 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f5eec2f4-5a0f-405b-b1d1-c813750768c9 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:13.154861 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e7faadb9-e21b-43a0-b112-a58632180f4b None None] Port a37b29cf-173b-41f0-b030-ab548dad150f cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:34:13.164274 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [None req-f5eec2f4-5a0f-405b-b1d1-c813750768c9 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] device_id is not set on port 0e0846f5-bedf-41a0-bcd8-37b6d5ec7dd8 yet. {{(pid=93875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:34:13.204901 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e7faadb9-e21b-43a0-b112-a58632180f4b None None] Provisioning complete for port bf7142ef-d297-45a2-9aa8-deff155c40ae triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:13.205292 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e7faadb9-e21b-43a0-b112-a58632180f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:13.341945 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:13.370613 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-f5eec2f4-5a0f-405b-b1d1-c813750768c9 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Allocated IP 2001:db8::339 (d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d/528beef8-2f1f-4586-9bb0-bef016743005/0e0846f5-bedf-41a0-bcd8-37b6d5ec7dd8) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:34:13.432941 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f347374d-ded3-4177-ae99-12aa2f2dd6b5 None None] Update dhcp port {'port': {'network_id': 'd1ced54d-9d99-4ea0-b38f-5f346f7e4e6d', 'fixed_ips': [{'subnet_id': '2ef80464-9dcf-4f39-97a8-c5fa1bea34f7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '528beef8-2f1f-4586-9bb0-bef016743005'}], 'binding:host_id': 'n-d-793618-10'}, 'id': 'bf7142ef-d297-45a2-9aa8-deff155c40ae'} from n-d-793618-10. {{(pid=93877) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:34:13.468381 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f347374d-ded3-4177-ae99-12aa2f2dd6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:13.528548 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f5eec2f4-5a0f-405b-b1d1-c813750768c9 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:13.542094 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-f5eec2f4-5a0f-405b-b1d1-c813750768c9 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Transition to ACTIVE for port object 0e0846f5-bedf-41a0-bcd8-37b6d5ec7dd8 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:13.586934 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f5eec2f4-5a0f-405b-b1d1-c813750768c9 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:13.629611 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5eec2f4-5a0f-405b-b1d1-c813750768c9 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Network d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:13.633262 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-f5eec2f4-5a0f-405b-b1d1-c813750768c9 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:13.642860 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eec2f4-5a0f-405b-b1d1-c813750768c9 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:34:13.648695 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5eec2f4-5a0f-405b-b1d1-c813750768c9 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:13.651138 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bf5c0ab0-2415-4dc6-9d83-d2f61b6ec3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:13.657795 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f5eec2f4-5a0f-405b-b1d1-c813750768c9 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:13.671903 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-f347374d-ded3-4177-ae99-12aa2f2dd6b5 None None] Allocated IP 2001:db8::2 (d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d/528beef8-2f1f-4586-9bb0-bef016743005/bf7142ef-d297-45a2-9aa8-deff155c40ae) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:34:13.681164 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eec2f4-5a0f-405b-b1d1-c813750768c9 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'Port': ['ID=0e0846f5-bedf-41a0-bcd8-37b6d5ec7dd8,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:13.688363 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f5eec2f4-5a0f-405b-b1d1-c813750768c9 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6857471 Jul 23 20:34:13.691172 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57258) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:13.696829 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-b60a64cb-12e8-49ca-a905-dbe3506c891f tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'subnet': {'network_id': 'd1ced54d-9d99-4ea0-b38f-5f346f7e4e6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:13.782842 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-f347374d-ded3-4177-ae99-12aa2f2dd6b5 None None] For port bf7142ef-d297-45a2-9aa8-deff155c40ae, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=bf7142ef-d297-45a2-9aa8-deff155c40ae,segment=NetworkSegment(947cbc0d-0710-4977-8bd8-ddd5c72ce4a5),segment_id=947cbc0d-0710-4977-8bd8-ddd5c72ce4a5)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:13.809649 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60a64cb-12e8-49ca-a905-dbe3506c891f tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Made reservation on behalf of bdfe51d9b90f43d0adbc69a3d4cc2979 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:13.813443 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f347374d-ded3-4177-ae99-12aa2f2dd6b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:13.813943 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b60a64cb-12e8-49ca-a905-dbe3506c891f tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:13.829217 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f347374d-ded3-4177-ae99-12aa2f2dd6b5 None None] Transition to ACTIVE for port object bf7142ef-d297-45a2-9aa8-deff155c40ae will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:13.833975 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f347374d-ded3-4177-ae99-12aa2f2dd6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:13.919824 n-d-793618-10 neutron-server[93876]: INFO neutron.db.ipam_backend_mixin [None req-b60a64cb-12e8-49ca-a905-dbe3506c891f tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 528beef8-2f1f-4586-9bb0-bef016743005 (CIDR: 2001:db8::/64) Jul 23 20:34:13.923613 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-b60a64cb-12e8-49ca-a905-dbe3506c891f tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:34:13.924072 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b60a64cb-12e8-49ca-a905-dbe3506c891f tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:34:13.939863 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b60a64cb-12e8-49ca-a905-dbe3506c891f tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2474632 Jul 23 20:34:13.942579 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57264) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:13.951011 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f9bc527a-f5be-4963-9a52-6c3204a2c676 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'subnet': {'network_id': 'd1ced54d-9d99-4ea0-b38f-5f346f7e4e6d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:13.951823 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f347374d-ded3-4177-ae99-12aa2f2dd6b5 None None] Pushing event updated for resources: {'Port': ['ID=bf7142ef-d297-45a2-9aa8-deff155c40ae,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:14.038347 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:14.074472 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bc527a-f5be-4963-9a52-6c3204a2c676 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Made reservation on behalf of bdfe51d9b90f43d0adbc69a3d4cc2979 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:14.078547 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f9bc527a-f5be-4963-9a52-6c3204a2c676 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:14.180783 n-d-793618-10 neutron-server[93876]: INFO neutron.db.ipam_backend_mixin [None req-f9bc527a-f5be-4963-9a52-6c3204a2c676 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 2ef80464-9dcf-4f39-97a8-c5fa1bea34f7 (CIDR: 2001:db8:0:1::/64) Jul 23 20:34:14.185803 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9bc527a-f5be-4963-9a52-6c3204a2c676 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:34:14.187308 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9bc527a-f5be-4963-9a52-6c3204a2c676 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:34:14.202901 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f9bc527a-f5be-4963-9a52-6c3204a2c676 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2560937 Jul 23 20:34:14.205829 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57270) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:14.211922 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4dc7e4b0-45a1-49e9-be80-bc5ce355c4b9 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'subnet': {'network_id': 'd1ced54d-9d99-4ea0-b38f-5f346f7e4e6d', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:14.353315 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc7e4b0-45a1-49e9-be80-bc5ce355c4b9 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Made reservation on behalf of bdfe51d9b90f43d0adbc69a3d4cc2979 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:14.357343 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4dc7e4b0-45a1-49e9-be80-bc5ce355c4b9 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:14.601962 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ec40bed3-eaf5-43e0-a564-5d8a2e3d66fb None None] Provisioning complete for port a37b29cf-173b-41f0-b030-ab548dad150f triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:14.602332 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ec40bed3-eaf5-43e0-a564-5d8a2e3d66fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:14.636641 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4dc7e4b0-45a1-49e9-be80-bc5ce355c4b9 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:14.651188 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ec40bed3-eaf5-43e0-a564-5d8a2e3d66fb None None] Port a37b29cf-173b-41f0-b030-ab548dad150f cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:34:14.668460 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ec40bed3-eaf5-43e0-a564-5d8a2e3d66fb None None] Provisioning for port bf7142ef-d297-45a2-9aa8-deff155c40ae completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:14.674814 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ec40bed3-eaf5-43e0-a564-5d8a2e3d66fb None None] Provisioning complete for port bf7142ef-d297-45a2-9aa8-deff155c40ae triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:14.675372 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ec40bed3-eaf5-43e0-a564-5d8a2e3d66fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:14.688333 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc7e4b0-45a1-49e9-be80-bc5ce355c4b9 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Network d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:14.693353 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-4dc7e4b0-45a1-49e9-be80-bc5ce355c4b9 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:14.696369 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc7e4b0-45a1-49e9-be80-bc5ce355c4b9 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:14.697133 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4dc7e4b0-45a1-49e9-be80-bc5ce355c4b9 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:14.721831 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7e4b0-45a1-49e9-be80-bc5ce355c4b9 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'Subnet': ['ID=8805c2c7-6876-41de-a45b-02f7e4ab686a,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:14.727603 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4dc7e4b0-45a1-49e9-be80-bc5ce355c4b9 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5205331 Jul 23 20:34:14.730045 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57286) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:14.748341 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ba086144-10c6-4733-922b-baa20d4b5941 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1227872500', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8805c2c7-6876-41de-a45b-02f7e4ab686a'}], 'security_groups': ['cfcd66fb-7bf2-43af-94fd-d40e555801fa', 'ed7cf438-f1a5-4d4f-b628-e687dd6152ab']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:14.775412 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:14.777823 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:14.806731 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8b0df6-57aa-45d2-8ba5-87a03107ff81 None None] Network d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:14.930302 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device bf7142ef-d297-45a2-9aa8-deff155c40ae up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:14.960200 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba086144-10c6-4733-922b-baa20d4b5941 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:14.987377 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fde7fe56-e9ff-4ccc-857f-163e8d08644f None None] Provisioning for port 0e0846f5-bedf-41a0-bcd8-37b6d5ec7dd8 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:15.012884 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fde7fe56-e9ff-4ccc-857f-163e8d08644f None None] Provisioning complete for port 0e0846f5-bedf-41a0-bcd8-37b6d5ec7dd8 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:15.013308 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fde7fe56-e9ff-4ccc-857f-163e8d08644f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:15.067614 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port bf7142ef-d297-45a2-9aa8-deff155c40ae triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:15.067893 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:15.069341 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fde7fe56-e9ff-4ccc-857f-163e8d08644f None None] Port 0e0846f5-bedf-41a0-bcd8-37b6d5ec7dd8 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:34:15.209214 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d28e05-c44a-45d0-a658-52b812d8a28f None None] Update dhcp port {'port': {'network_id': 'd1ced54d-9d99-4ea0-b38f-5f346f7e4e6d', 'fixed_ips': [{'subnet_id': '2ef80464-9dcf-4f39-97a8-c5fa1bea34f7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '528beef8-2f1f-4586-9bb0-bef016743005', 'ip_address': '2001:db8::2'}, {'subnet_id': '8805c2c7-6876-41de-a45b-02f7e4ab686a'}], 'binding:host_id': 'n-d-793618-10'}, 'id': 'bf7142ef-d297-45a2-9aa8-deff155c40ae'} from n-d-793618-10. {{(pid=93877) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:34:15.262786 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-35d28e05-c44a-45d0-a658-52b812d8a28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:15.326377 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-ba086144-10c6-4733-922b-baa20d4b5941 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Delete allocated IP 2001:db8::339 (d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d/528beef8-2f1f-4586-9bb0-bef016743005) {{(pid=93876) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 20:34:15.336290 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-ba086144-10c6-4733-922b-baa20d4b5941 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Allocated IP 2001:db8:0:2::f6 (d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d/8805c2c7-6876-41de-a45b-02f7e4ab686a/0e0846f5-bedf-41a0-bcd8-37b6d5ec7dd8) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:34:15.507413 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba086144-10c6-4733-922b-baa20d4b5941 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:15.523179 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-ba086144-10c6-4733-922b-baa20d4b5941 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Transition to ACTIVE for port object 0e0846f5-bedf-41a0-bcd8-37b6d5ec7dd8 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:15.528214 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba086144-10c6-4733-922b-baa20d4b5941 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:15.600854 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-35d28e05-c44a-45d0-a658-52b812d8a28f None None] Allocated IP 2001:db8:0:2::2 (d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d/8805c2c7-6876-41de-a45b-02f7e4ab686a/bf7142ef-d297-45a2-9aa8-deff155c40ae) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:34:15.606242 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-ba086144-10c6-4733-922b-baa20d4b5941 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] In _notify_port_updated(), no bound segment for port 0e0846f5-bedf-41a0-bcd8-37b6d5ec7dd8 on network d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d {{(pid=93876) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:34:15.613085 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba086144-10c6-4733-922b-baa20d4b5941 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:15.613861 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba086144-10c6-4733-922b-baa20d4b5941 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:15.615244 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ba086144-10c6-4733-922b-baa20d4b5941 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "PUT /v2.0/ports/0e0846f5-bedf-41a0-bcd8-37b6d5ec7dd8 HTTP/1.1" status: 200 len: 969 time: 0.8832626 Jul 23 20:34:15.618388 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57310) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:15.620045 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba086144-10c6-4733-922b-baa20d4b5941 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event updated for resources: {'Port': ['ID=0e0846f5-bedf-41a0-bcd8-37b6d5ec7dd8,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:15.713117 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-35d28e05-c44a-45d0-a658-52b812d8a28f None None] For port bf7142ef-d297-45a2-9aa8-deff155c40ae, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=bf7142ef-d297-45a2-9aa8-deff155c40ae,segment=NetworkSegment(947cbc0d-0710-4977-8bd8-ddd5c72ce4a5),segment_id=947cbc0d-0710-4977-8bd8-ddd5c72ce4a5)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:15.734991 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-121af158-3d81-4102-babf-a567a5d91ac0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Deleting port 0e0846f5-bedf-41a0-bcd8-37b6d5ec7dd8 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:15.735515 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-121af158-3d81-4102-babf-a567a5d91ac0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:15.745918 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-35d28e05-c44a-45d0-a658-52b812d8a28f None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:15.763878 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-35d28e05-c44a-45d0-a658-52b812d8a28f None None] Transition to ACTIVE for port object bf7142ef-d297-45a2-9aa8-deff155c40ae will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:15.768982 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-35d28e05-c44a-45d0-a658-52b812d8a28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:15.835129 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-121af158-3d81-4102-babf-a567a5d91ac0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:15.850389 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-121af158-3d81-4102-babf-a567a5d91ac0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Calling delete_port for 0e0846f5-bedf-41a0-bcd8-37b6d5ec7dd8 owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:15.891919 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d28e05-c44a-45d0-a658-52b812d8a28f None None] Pushing event updated for resources: {'Port': ['ID=bf7142ef-d297-45a2-9aa8-deff155c40ae,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:15.985587 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:16.011347 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-121af158-3d81-4102-babf-a567a5d91ac0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:16.046902 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121af158-3d81-4102-babf-a567a5d91ac0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'Port': ['ID=0e0846f5-bedf-41a0-bcd8-37b6d5ec7dd8,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:16.060319 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121af158-3d81-4102-babf-a567a5d91ac0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:16.060662 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121af158-3d81-4102-babf-a567a5d91ac0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:16.061207 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121af158-3d81-4102-babf-a567a5d91ac0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:16.062347 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121af158-3d81-4102-babf-a567a5d91ac0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:16.063052 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121af158-3d81-4102-babf-a567a5d91ac0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:16.063384 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121af158-3d81-4102-babf-a567a5d91ac0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:16.063807 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121af158-3d81-4102-babf-a567a5d91ac0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:16.064144 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121af158-3d81-4102-babf-a567a5d91ac0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:16.064471 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121af158-3d81-4102-babf-a567a5d91ac0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:16.064794 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121af158-3d81-4102-babf-a567a5d91ac0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:16.065116 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121af158-3d81-4102-babf-a567a5d91ac0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:16.065437 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121af158-3d81-4102-babf-a567a5d91ac0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:16.089585 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-121af158-3d81-4102-babf-a567a5d91ac0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:16.091801 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-121af158-3d81-4102-babf-a567a5d91ac0 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/ports/0e0846f5-bedf-41a0-bcd8-37b6d5ec7dd8 HTTP/1.1" status: 204 len: 168 time: 0.4715111 Jul 23 20:34:16.094371 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57312) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:16.125121 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-72966152-51fd-42db-a599-83a559606b57 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] GET failed (client error): The resource could not be found. Jul 23 20:34:16.126989 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-72966152-51fd-42db-a599-83a559606b57 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "GET /v2.0/ports/0e0846f5-bedf-41a0-bcd8-37b6d5ec7dd8 HTTP/1.1" status: 404 len: 333 time: 0.0315351 Jul 23 20:34:16.129620 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57314) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:16.191364 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e251172c-bfa1-4583-b051-d0ae928a500c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:16.223918 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e251172c-bfa1-4583-b051-d0ae928a500c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:16.284597 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e251172c-bfa1-4583-b051-d0ae928a500c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:16.287597 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e251172c-bfa1-4583-b051-d0ae928a500c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:16.288898 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e251172c-bfa1-4583-b051-d0ae928a500c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/security-groups/8bf3726b-578f-4d7a-ac3a-2d75adabc1e6 HTTP/1.1" status: 204 len: 168 time: 0.1581368 Jul 23 20:34:16.291535 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57316) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:16.300787 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e251172c-bfa1-4583-b051-d0ae928a500c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf3726b-578f-4d7a-ac3a-2d75adabc1e6,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:16.374631 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afdd7654-bf02-4aa2-8d38-c96302e49082 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:16.399368 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afdd7654-bf02-4aa2-8d38-c96302e49082 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:16.452630 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afdd7654-bf02-4aa2-8d38-c96302e49082 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:16.455560 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afdd7654-bf02-4aa2-8d38-c96302e49082 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:16.459536 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-afdd7654-bf02-4aa2-8d38-c96302e49082 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/security-groups/ed7cf438-f1a5-4d4f-b628-e687dd6152ab HTTP/1.1" status: 204 len: 168 time: 0.1643360 Jul 23 20:34:16.460296 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57320) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:16.467331 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd7654-bf02-4aa2-8d38-c96302e49082 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7cf438-f1a5-4d4f-b628-e687dd6152ab,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:16.528587 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fc5eca5d-b661-422f-b721-cc54ec436c31 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:16.554482 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fc5eca5d-b661-422f-b721-cc54ec436c31 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:16.604328 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-716029de-39a2-4a2e-9b2c-fdd9f7d7f80b None None] Provisioning complete for port a37b29cf-173b-41f0-b030-ab548dad150f triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:16.605418 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-716029de-39a2-4a2e-9b2c-fdd9f7d7f80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:16.612058 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fc5eca5d-b661-422f-b721-cc54ec436c31 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:16.615153 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fc5eca5d-b661-422f-b721-cc54ec436c31 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:16.619192 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-fc5eca5d-b661-422f-b721-cc54ec436c31 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/security-groups/cfcd66fb-7bf2-43af-94fd-d40e555801fa HTTP/1.1" status: 204 len: 168 time: 0.1576536 Jul 23 20:34:16.619804 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57322) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:16.630203 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5eca5d-b661-422f-b721-cc54ec436c31 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcd66fb-7bf2-43af-94fd-d40e555801fa,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:16.653733 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-716029de-39a2-4a2e-9b2c-fdd9f7d7f80b None None] Port a37b29cf-173b-41f0-b030-ab548dad150f cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:34:16.675186 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-716029de-39a2-4a2e-9b2c-fdd9f7d7f80b None None] Provisioning for port bf7142ef-d297-45a2-9aa8-deff155c40ae completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:16.680338 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-716029de-39a2-4a2e-9b2c-fdd9f7d7f80b None None] Provisioning complete for port bf7142ef-d297-45a2-9aa8-deff155c40ae triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:16.681006 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-716029de-39a2-4a2e-9b2c-fdd9f7d7f80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:16.695977 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-85034606-59aa-45bd-89e9-226227a8fb21 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Deleting subnet 528beef8-2f1f-4586-9bb0-bef016743005 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:34:16.700127 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-85034606-59aa-45bd-89e9-226227a8fb21 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:16.752797 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-85034606-59aa-45bd-89e9-226227a8fb21 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:16.791641 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-716029de-39a2-4a2e-9b2c-fdd9f7d7f80b None None] Could not find standard attr ID for object 0e0846f5-bedf-41a0-bcd8-37b6d5ec7dd8. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:34:16.854783 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-85034606-59aa-45bd-89e9-226227a8fb21 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:16.913613 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0e161472-5ec1-4324-97c1-52e76bf6348b None None] Could not find standard attr ID for object 0e0846f5-bedf-41a0-bcd8-37b6d5ec7dd8. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:34:16.922670 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device bf7142ef-d297-45a2-9aa8-deff155c40ae up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:16.933514 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-85034606-59aa-45bd-89e9-226227a8fb21 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:16.966307 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85034606-59aa-45bd-89e9-226227a8fb21 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'Subnet': ['ID=528beef8-2f1f-4586-9bb0-bef016743005,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:16.971603 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-85034606-59aa-45bd-89e9-226227a8fb21 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:16.974199 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-85034606-59aa-45bd-89e9-226227a8fb21 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/subnets/528beef8-2f1f-4586-9bb0-bef016743005 HTTP/1.1" status: 204 len: 168 time: 0.3539207 Jul 23 20:34:16.980036 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57326) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:16.988678 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port bf7142ef-d297-45a2-9aa8-deff155c40ae triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:16.989058 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:17.037189 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-950845bf-9a68-46a1-8711-93bdf57f9e53 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Deleting subnet 8805c2c7-6876-41de-a45b-02f7e4ab686a {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:34:17.040634 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-950845bf-9a68-46a1-8711-93bdf57f9e53 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:17.049250 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28597fa-1ef5-4e2a-a6f6-70fd4ab7d72c None None] Network d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:17.086920 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-950845bf-9a68-46a1-8711-93bdf57f9e53 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:17.182767 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-950845bf-9a68-46a1-8711-93bdf57f9e53 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:17.263645 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-950845bf-9a68-46a1-8711-93bdf57f9e53 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:17.292930 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950845bf-9a68-46a1-8711-93bdf57f9e53 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'Subnet': ['ID=8805c2c7-6876-41de-a45b-02f7e4ab686a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:17.301376 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-950845bf-9a68-46a1-8711-93bdf57f9e53 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:17.305914 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-950845bf-9a68-46a1-8711-93bdf57f9e53 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/subnets/8805c2c7-6876-41de-a45b-02f7e4ab686a HTTP/1.1" status: 204 len: 168 time: 0.3246741 Jul 23 20:34:17.306370 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57328) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:17.337241 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-13df3255-b02b-4515-afed-e7d9a9e5cd47 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] DELETE failed (client error): The resource could not be found. Jul 23 20:34:17.337887 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13df3255-b02b-4515-afed-e7d9a9e5cd47 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:34:17.341281 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6e9626-2620-45ef-89ca-8493ead5b680 None None] Update dhcp port {'port': {'network_id': 'd1ced54d-9d99-4ea0-b38f-5f346f7e4e6d', 'fixed_ips': [{'subnet_id': '2ef80464-9dcf-4f39-97a8-c5fa1bea34f7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8805c2c7-6876-41de-a45b-02f7e4ab686a'}], 'binding:host_id': 'n-d-793618-10'}, 'id': 'bf7142ef-d297-45a2-9aa8-deff155c40ae'} from n-d-793618-10. {{(pid=93877) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:34:17.342352 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57330) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:17.342577 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-13df3255-b02b-4515-afed-e7d9a9e5cd47 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/subnets/528beef8-2f1f-4586-9bb0-bef016743005 HTTP/1.1" status: 404 len: 337 time: 0.0348232 Jul 23 20:34:17.380449 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fb6e9626-2620-45ef-89ca-8493ead5b680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:17.406831 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-a910c372-773a-4c9a-ae13-cb17d0904cd2 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Deleting subnet 2ef80464-9dcf-4f39-97a8-c5fa1bea34f7 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:34:17.410141 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a910c372-773a-4c9a-ae13-cb17d0904cd2 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:17.452904 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a910c372-773a-4c9a-ae13-cb17d0904cd2 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:17.542103 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a910c372-773a-4c9a-ae13-cb17d0904cd2 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:17.605926 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a910c372-773a-4c9a-ae13-cb17d0904cd2 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server [None req-fb6e9626-2620-45ef-89ca-8493ead5b680 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2ef80464-9dcf-4f39-97a8-c5fa1bea34f7: This subnet is being modified by another concurrent operation. Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise exception Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2ef80464-9dcf-4f39-97a8-c5fa1bea34f7: This subnet is being modified by another concurrent operation. Jul 23 20:34:17.607369 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server Jul 23 20:34:17.625399 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a910c372-773a-4c9a-ae13-cb17d0904cd2 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:17.627440 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a910c372-773a-4c9a-ae13-cb17d0904cd2 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/subnets/2ef80464-9dcf-4f39-97a8-c5fa1bea34f7 HTTP/1.1" status: 204 len: 168 time: 0.2835369 Jul 23 20:34:17.629961 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57334) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:17.654279 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910c372-773a-4c9a-ae13-cb17d0904cd2 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'Subnet': ['ID=2ef80464-9dcf-4f39-97a8-c5fa1bea34f7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:17.662727 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-e42fc6d7-843f-4b10-8fcf-e9f948e725eb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] DELETE failed (client error): The resource could not be found. Jul 23 20:34:17.663275 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e42fc6d7-843f-4b10-8fcf-e9f948e725eb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:34:17.665071 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e42fc6d7-843f-4b10-8fcf-e9f948e725eb tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/subnets/ce7b8f19-f2aa-4664-8a95-eaf6407d6d41 HTTP/1.1" status: 404 len: 337 time: 0.0340595 Jul 23 20:34:17.667638 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57336) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:17.688358 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f752ee94-159a-4218-807c-1c9ef7c7c684 None None] Network d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:17.709400 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-debef440-c1b6-4941-aadd-22f4c5fff0e3 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f320cb3-2802-4903-a4df-0fef25addd73 HTTP/1.1" status: 200 len: 205 time: 0.0383899 Jul 23 20:34:17.709813 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57338) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:17.752817 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [None req-f32ceac9-cd25-422b-9b6b-12d76f2622f9 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] delete failed (client error): The resource could not be found. Jul 23 20:34:17.756212 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f32ceac9-cd25-422b-9b6b-12d76f2622f9 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/routers/5f320cb3-2802-4903-a4df-0fef25addd73 HTTP/1.1" status: 404 len: 336 time: 0.0429339 Jul 23 20:34:17.756493 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57340) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:17.778219 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-3c6ad6bf-68be-45c6-9225-5de8140ee0d5 None None] Provisioning complete for port a37b29cf-173b-41f0-b030-ab548dad150f triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:17.778792 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3c6ad6bf-68be-45c6-9225-5de8140ee0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:17.785286 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ce47794-485d-4b74-a73a-cfcbdb695f6d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] DELETE failed (client error): The resource could not be found. Jul 23 20:34:17.785776 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ce47794-485d-4b74-a73a-cfcbdb695f6d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:34:17.789837 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0ce47794-485d-4b74-a73a-cfcbdb695f6d tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/subnets/4f74cba2-a541-4664-8923-d76d01fda678 HTTP/1.1" status: 404 len: 337 time: 0.0301287 Jul 23 20:34:17.790139 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57342) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:17.819792 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-697d5712-b43b-46d6-8ff9-38db6b7e09fe tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] DELETE failed (client error): The resource could not be found. Jul 23 20:34:17.820259 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-697d5712-b43b-46d6-8ff9-38db6b7e09fe tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:34:17.822416 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-697d5712-b43b-46d6-8ff9-38db6b7e09fe tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/subnets/3278cb39-2326-496d-8410-4885981a59e0 HTTP/1.1" status: 404 len: 337 time: 0.0312541 Jul 23 20:34:17.824703 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57344) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:17.853833 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2173b9b-4ea0-47d5-8677-1fddb93bb517 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] DELETE failed (client error): The resource could not be found. Jul 23 20:34:17.854404 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2173b9b-4ea0-47d5-8677-1fddb93bb517 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:34:17.856484 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a2173b9b-4ea0-47d5-8677-1fddb93bb517 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/subnets/2e45ee14-03f4-4724-b272-e31973a68ccc HTTP/1.1" status: 404 len: 337 time: 0.0305550 Jul 23 20:34:17.859167 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57346) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:17.886684 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c327a8b-0b32-4b1b-9382-113fda8108ff tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] DELETE failed (client error): The resource could not be found. Jul 23 20:34:17.887409 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c327a8b-0b32-4b1b-9382-113fda8108ff tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:34:17.891757 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1c327a8b-0b32-4b1b-9382-113fda8108ff tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/ports/ba5756d1-dc51-4427-a628-027512000b28 HTTP/1.1" status: 404 len: 333 time: 0.0290146 Jul 23 20:34:17.893038 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57348) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:17.925522 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-c664569e-e1ca-4a48-88fa-9f51d0f66b82 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] DELETE failed (client error): The resource could not be found. Jul 23 20:34:17.925869 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c664569e-e1ca-4a48-88fa-9f51d0f66b82 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:34:17.929584 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c664569e-e1ca-4a48-88fa-9f51d0f66b82 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/subnets/23139bcb-5f77-4bbf-9cbd-ecb61bf478b5 HTTP/1.1" status: 404 len: 337 time: 0.0335717 Jul 23 20:34:17.930221 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57350) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:17.957605 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-5309d444-434b-4e22-8261-29b899be876c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] DELETE failed (client error): The resource could not be found. Jul 23 20:34:17.958067 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5309d444-434b-4e22-8261-29b899be876c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:34:17.962456 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5309d444-434b-4e22-8261-29b899be876c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/subnets/d29651d8-fe6d-41f2-8a2c-f72d5193677c HTTP/1.1" status: 404 len: 337 time: 0.0289557 Jul 23 20:34:17.962724 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57352) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:17.988308 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f9795e-63ee-49fd-9d63-6fa7301c2dce tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] DELETE failed (client error): The resource could not be found. Jul 23 20:34:17.989001 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22f9795e-63ee-49fd-9d63-6fa7301c2dce tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:34:17.992979 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-22f9795e-63ee-49fd-9d63-6fa7301c2dce tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/ports/a5392267-7607-4fda-968e-b192f3df7c6c HTTP/1.1" status: 404 len: 333 time: 0.0271387 Jul 23 20:34:17.993208 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57354) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:18.010122 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-3c6ad6bf-68be-45c6-9225-5de8140ee0d5 None None] Port a37b29cf-173b-41f0-b030-ab548dad150f cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:34:18.020637 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-273403da-3693-4252-bf2f-1a116f878b9c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] DELETE failed (client error): The resource could not be found. Jul 23 20:34:18.021053 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-273403da-3693-4252-bf2f-1a116f878b9c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:34:18.023738 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-273403da-3693-4252-bf2f-1a116f878b9c tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/subnets/4959cda3-915b-4ece-887a-849989ba9516 HTTP/1.1" status: 404 len: 337 time: 0.0287347 Jul 23 20:34:18.025457 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57356) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:18.031701 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-3c6ad6bf-68be-45c6-9225-5de8140ee0d5 None None] Provisioning complete for port bf7142ef-d297-45a2-9aa8-deff155c40ae triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:18.032192 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3c6ad6bf-68be-45c6-9225-5de8140ee0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:18.052543 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-e57bc2a1-3fa9-46aa-93b6-e7df39e95fe7 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] DELETE failed (client error): The resource could not be found. Jul 23 20:34:18.052756 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e57bc2a1-3fa9-46aa-93b6-e7df39e95fe7 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:34:18.056688 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e57bc2a1-3fa9-46aa-93b6-e7df39e95fe7 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/subnets/4f7ad3ee-723f-451d-82bd-a3424d07a0ec HTTP/1.1" status: 404 len: 337 time: 0.0281167 Jul 23 20:34:18.057439 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57358) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:18.077690 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0080c6b4-f581-483d-ae8a-c162f5e5aeec None None] DHCP port deletion for d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:34:18.164705 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-0080c6b4-f581-483d-ae8a-c162f5e5aeec None None] Deleting port bf7142ef-d297-45a2-9aa8-deff155c40ae {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:18.165094 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0080c6b4-f581-483d-ae8a-c162f5e5aeec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:18.172606 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-53f136bf-f6ea-4d7b-ad05-4a3c01d88a63 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Deleting port a37b29cf-173b-41f0-b030-ab548dad150f {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:18.173410 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-53f136bf-f6ea-4d7b-ad05-4a3c01d88a63 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:18.229619 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0080c6b4-f581-483d-ae8a-c162f5e5aeec None None] For port bf7142ef-d297-45a2-9aa8-deff155c40ae, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=bf7142ef-d297-45a2-9aa8-deff155c40ae,segment=NetworkSegment(947cbc0d-0710-4977-8bd8-ddd5c72ce4a5),segment_id=947cbc0d-0710-4977-8bd8-ddd5c72ce4a5)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:18.229956 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0080c6b4-f581-483d-ae8a-c162f5e5aeec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:18.244074 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-53f136bf-f6ea-4d7b-ad05-4a3c01d88a63 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:18.258008 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-53f136bf-f6ea-4d7b-ad05-4a3c01d88a63 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Calling delete_port for a37b29cf-173b-41f0-b030-ab548dad150f owned by {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:18.259472 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-0080c6b4-f581-483d-ae8a-c162f5e5aeec None None] Calling delete_port for bf7142ef-d297-45a2-9aa8-deff155c40ae owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:18.347412 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-53f136bf-f6ea-4d7b-ad05-4a3c01d88a63 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:18.348501 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0080c6b4-f581-483d-ae8a-c162f5e5aeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:18.376999 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0080c6b4-f581-483d-ae8a-c162f5e5aeec None None] No DVR routers for this DVR port bf7142ef-d297-45a2-9aa8-deff155c40ae on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:34:18.381217 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080c6b4-f581-483d-ae8a-c162f5e5aeec None None] Pushing event deleted for resources: {'Port': ['ID=bf7142ef-d297-45a2-9aa8-deff155c40ae,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:18.384243 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f136bf-f6ea-4d7b-ad05-4a3c01d88a63 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'Port': ['ID=a37b29cf-173b-41f0-b030-ab548dad150f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:18.392973 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-53f136bf-f6ea-4d7b-ad05-4a3c01d88a63 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:18.398369 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-53f136bf-f6ea-4d7b-ad05-4a3c01d88a63 tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/ports/a37b29cf-173b-41f0-b030-ab548dad150f HTTP/1.1" status: 204 len: 168 time: 0.3319447 Jul 23 20:34:18.400830 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57362) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:18.407204 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1b3c4e-74f5-4105-b3fb-4bc8f07fd642 None None] get_active_networks_info from n-d-793618-10 {{(pid=93877) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:34:18.487190 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-21948591-2d16-425c-a267-bba22bd8fdba tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:18.497925 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1b3c4e-74f5-4105-b3fb-4bc8f07fd642 None None] Resources bound (agent type, host, resource id): {{(pid=93877) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:34:18.587555 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-21948591-2d16-425c-a267-bba22bd8fdba tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:18.598364 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-21948591-2d16-425c-a267-bba22bd8fdba tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:18.609029 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-21948591-2d16-425c-a267-bba22bd8fdba tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '947cbc0d-0710-4977-8bd8-ddd5c72ce4a5') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:18.609334 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-21948591-2d16-425c-a267-bba22bd8fdba tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '947cbc0d-0710-4977-8bd8-ddd5c72ce4a5') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:18.619653 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-21948591-2d16-425c-a267-bba22bd8fdba tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:18.637834 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-21948591-2d16-425c-a267-bba22bd8fdba tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:18.645934 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21948591-2d16-425c-a267-bba22bd8fdba tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:34:18.646366 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-21948591-2d16-425c-a267-bba22bd8fdba tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:18.650192 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:34:18.650192 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:34:18.650192 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:34:18.650192 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:34:18.650192 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:34:18.650192 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:34:18.650192 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:34:18.650192 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:34:18.650192 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:34:18.650192 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:34:18.650192 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:34:18.650192 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:34:18.650192 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:34:18.650192 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:34:18.650192 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:34:18.650192 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:34:18.650192 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:34:18.650192 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:34:18.650192 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:34:18.650192 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:34:18.650192 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:34:18.650192 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:34:18.650192 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:34:18.650192 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:34:18.650192 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:34:18.650192 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:34:18.650192 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:34:18.650192 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:34:18.650192 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:34:18.650192 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:34:18.650192 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:34:18.650192 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:34:18.726482 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-21948591-2d16-425c-a267-bba22bd8fdba tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:18.736842 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-21948591-2d16-425c-a267-bba22bd8fdba tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:18.738901 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-21948591-2d16-425c-a267-bba22bd8fdba tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] 10.222.0.32 "DELETE /v2.0/networks/d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d HTTP/1.1" status: 204 len: 168 time: 0.3370113 Jul 23 20:34:18.749246 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21948591-2d16-425c-a267-bba22bd8fdba tempest-PortsIpV6TestJSON-60274741 tempest-PortsIpV6TestJSON-60274741-project] Pushing event deleted for resources: {'Network': ['ID=d1ced54d-9d99-4ea0-b38f-5f346f7e4e6d,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:18.894324 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device bf7142ef-d297-45a2-9aa8-deff155c40ae no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:34:18.914969 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: bf7142ef-d297-45a2-9aa8-deff155c40ae {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:34:18.915290 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device bf7142ef-d297-45a2-9aa8-deff155c40ae not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:34:19.012045 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57368) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:19.143109 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2a3a6081-1de1-4f2c-8836-59e6d0366c05 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bdfe51d9b90f43d0adbc69a3d4cc2979&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1297522 Jul 23 20:34:19.145583 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57372) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:19.198168 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3c81ad90-bba1-4cf6-a53b-14ad108ef68f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:19.221066 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3c81ad90-bba1-4cf6-a53b-14ad108ef68f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:19.268982 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3c81ad90-bba1-4cf6-a53b-14ad108ef68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:19.271610 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3c81ad90-bba1-4cf6-a53b-14ad108ef68f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:19.272758 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3c81ad90-bba1-4cf6-a53b-14ad108ef68f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d8b60d01-592f-4df9-ac5a-308fe83c09b1 HTTP/1.1" status: 204 len: 168 time: 0.1262512 Jul 23 20:34:19.281735 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c81ad90-bba1-4cf6-a53b-14ad108ef68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b60d01-592f-4df9-ac5a-308fe83c09b1,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:19.924368 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57396) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:20.023239 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-334e696d-4c7b-437e-89a7-982889f8c233 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Request body: {'security_group': {'name': 'tempest-secgroup--1290194313'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:20.049984 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-334e696d-4c7b-437e-89a7-982889f8c233 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:20.057955 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-334e696d-4c7b-437e-89a7-982889f8c233 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:20.151278 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-334e696d-4c7b-437e-89a7-982889f8c233 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:20.154886 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-334e696d-4c7b-437e-89a7-982889f8c233 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:20.193023 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e696d-4c7b-437e-89a7-982889f8c233 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=909b19b4-1314-4d8d-b089-737d4d8e0a5b,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:20.246517 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-334e696d-4c7b-437e-89a7-982889f8c233 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:20.251528 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-334e696d-4c7b-437e-89a7-982889f8c233 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:20.281859 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-334e696d-4c7b-437e-89a7-982889f8c233 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:20.283074 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-334e696d-4c7b-437e-89a7-982889f8c233 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3577051 Jul 23 20:34:20.284048 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e696d-4c7b-437e-89a7-982889f8c233 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49b61cc0-b17e-453c-837e-7e0e2249aecc,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:20.286228 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57400) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:20.342741 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c34b5146-1bb8-45dd-a5f5-3a663fae55fc tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0546610 Jul 23 20:34:20.345530 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57402) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:20.350372 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-694e8b9f-25d1-4421-91ff-bb35927ac6ec tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Request body: {'security_group': {'name': 'tempest-security--478133271', 'description': 'tempest-security-description-962600263'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:20.377759 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-694e8b9f-25d1-4421-91ff-bb35927ac6ec tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:20.419427 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-694e8b9f-25d1-4421-91ff-bb35927ac6ec tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:20.424182 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-694e8b9f-25d1-4421-91ff-bb35927ac6ec tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:20.426988 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-694e8b9f-25d1-4421-91ff-bb35927ac6ec tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:20.428221 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-694e8b9f-25d1-4421-91ff-bb35927ac6ec tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "PUT /v2.0/security-groups/49b61cc0-b17e-453c-837e-7e0e2249aecc HTTP/1.1" status: 200 len: 1778 time: 0.0817695 Jul 23 20:34:20.431019 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57406) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:20.453677 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e8b9f-25d1-4421-91ff-bb35927ac6ec tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49b61cc0-b17e-453c-837e-7e0e2249aecc,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:20.480915 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b72787bb-0f7a-49fd-bba3-078cd0b8306f tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "GET /v2.0/security-groups/49b61cc0-b17e-453c-837e-7e0e2249aecc HTTP/1.1" status: 200 len: 1778 time: 0.0471542 Jul 23 20:34:20.481932 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57412) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:20.534876 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1b63ee56-dc70-4223-bd54-d1f9ab8b3069 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:20.557718 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1b63ee56-dc70-4223-bd54-d1f9ab8b3069 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:20.603114 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1b63ee56-dc70-4223-bd54-d1f9ab8b3069 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:20.605937 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1b63ee56-dc70-4223-bd54-d1f9ab8b3069 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:20.607014 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1b63ee56-dc70-4223-bd54-d1f9ab8b3069 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "DELETE /v2.0/security-groups/49b61cc0-b17e-453c-837e-7e0e2249aecc HTTP/1.1" status: 204 len: 168 time: 0.1242211 Jul 23 20:34:20.610572 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57416) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:20.618190 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b63ee56-dc70-4223-bd54-d1f9ab8b3069 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b61cc0-b17e-453c-837e-7e0e2249aecc,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:20.663547 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-cba4b211-3e89-438a-9a0f-aae97ce748b9 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0493612 Jul 23 20:34:20.663943 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57418) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:20.677798 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-e41022a3-a8e8-4b4c-be72-89c87ac9e2a3 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] delete failed (client error): The resource could not be found. Jul 23 20:34:20.678800 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e41022a3-a8e8-4b4c-be72-89c87ac9e2a3 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "DELETE /v2.0/security-groups/49b61cc0-b17e-453c-837e-7e0e2249aecc HTTP/1.1" status: 404 len: 347 time: 0.0141611 Jul 23 20:34:20.682810 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57420) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:20.687719 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-426433cf-2645-4ef8-80f4-b4c01120abe4 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Request body: {'security_group': {'name': 'tempest-secgroup--551748863'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:20.710254 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-426433cf-2645-4ef8-80f4-b4c01120abe4 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:20.760294 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:34:20.796403 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-426433cf-2645-4ef8-80f4-b4c01120abe4 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:20.800580 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-426433cf-2645-4ef8-80f4-b4c01120abe4 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:20.829185 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-426433cf-2645-4ef8-80f4-b4c01120abe4 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:20.830453 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-426433cf-2645-4ef8-80f4-b4c01120abe4 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1469142 Jul 23 20:34:20.832464 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426433cf-2645-4ef8-80f4-b4c01120abe4 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0dcb65-2ed6-4104-a3b3-3e2a0f63803c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:20.834124 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57426) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:20.839416 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-5164c691-8086-43ad-9502-67a19eb69c58 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Request body: {'security_group_rule': {'security_group_id': '7e0dcb65-2ed6-4104-a3b3-3e2a0f63803c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:20.874956 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5164c691-8086-43ad-9502-67a19eb69c58 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:20.956204 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5164c691-8086-43ad-9502-67a19eb69c58 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:20.963717 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5164c691-8086-43ad-9502-67a19eb69c58 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:20.989746 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5164c691-8086-43ad-9502-67a19eb69c58 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=348a6ada-6921-45e5-89f0-6f188540542d,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:20.996390 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85b2f3-4dad-4e62-b6d2-4efe16290542 req-7efe6c6f-2a51-4a17-8386-94ff7f2a3c3d tempest-TestNetworkAdvancedServerOps-280634936 tempest-TestNetworkAdvancedServerOps-280634936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:20.997927 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ca85b2f3-4dad-4e62-b6d2-4efe16290542 req-7efe6c6f-2a51-4a17-8386-94ff7f2a3c3d tempest-TestNetworkAdvancedServerOps-280634936 tempest-TestNetworkAdvancedServerOps-280634936-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 1097 time: 0.1038241 Jul 23 20:34:20.999091 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5164c691-8086-43ad-9502-67a19eb69c58 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.002947 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5164c691-8086-43ad-9502-67a19eb69c58 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1649997 Jul 23 20:34:21.003137 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57430) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:21.037212 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ca85b2f3-4dad-4e62-b6d2-4efe16290542 req-1461c700-2288-4ed1-8826-b9148df789e6 tempest-TestNetworkAdvancedServerOps-280634936 tempest-TestNetworkAdvancedServerOps-280634936-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.049922 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-764987fd-819d-4ccc-8114-5b6e90735849 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.060695 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-764987fd-819d-4ccc-8114-5b6e90735849 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.105244 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-764987fd-819d-4ccc-8114-5b6e90735849 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.110559 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-764987fd-819d-4ccc-8114-5b6e90735849 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.111680 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-764987fd-819d-4ccc-8114-5b6e90735849 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/348a6ada-6921-45e5-89f0-6f188540542d HTTP/1.1" status: 204 len: 168 time: 0.1076374 Jul 23 20:34:21.114499 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57432) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:21.129698 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764987fd-819d-4ccc-8114-5b6e90735849 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=348a6ada-6921-45e5-89f0-6f188540542d,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:21.164726 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-cfbb1139-6b3a-4b73-9fa3-074646e71a46 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0488739 Jul 23 20:34:21.167664 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57434) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:21.190901 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ca85b2f3-4dad-4e62-b6d2-4efe16290542 req-1461c700-2288-4ed1-8826-b9148df789e6 tempest-TestNetworkAdvancedServerOps-280634936 tempest-TestNetworkAdvancedServerOps-280634936-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.196418 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ca85b2f3-4dad-4e62-b6d2-4efe16290542 req-1461c700-2288-4ed1-8826-b9148df789e6 tempest-TestNetworkAdvancedServerOps-280634936 tempest-TestNetworkAdvancedServerOps-280634936-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.220794 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ca85b2f3-4dad-4e62-b6d2-4efe16290542 req-1461c700-2288-4ed1-8826-b9148df789e6 tempest-TestNetworkAdvancedServerOps-280634936 tempest-TestNetworkAdvancedServerOps-280634936-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3584c591-8753-4724-bea2-85b71c16a552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109962 Jul 23 20:34:21.227953 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2efe1cf5-515a-42f5-80c7-a848d416bcf8 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.236798 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1461c700-2288-4ed1-8826-b9148df789e6 tempest-TestNetworkAdvancedServerOps-280634936 tempest-TestNetworkAdvancedServerOps-280634936-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e733a5d5-6519-44ca-a687-99205b48045f,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:21.268389 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2efe1cf5-515a-42f5-80c7-a848d416bcf8 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.312213 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2efe1cf5-515a-42f5-80c7-a848d416bcf8 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.315181 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2efe1cf5-515a-42f5-80c7-a848d416bcf8 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.316522 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2efe1cf5-515a-42f5-80c7-a848d416bcf8 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "DELETE /v2.0/security-groups/7e0dcb65-2ed6-4104-a3b3-3e2a0f63803c HTTP/1.1" status: 204 len: 168 time: 0.1477425 Jul 23 20:34:21.324980 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57438) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:21.330357 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe1cf5-515a-42f5-80c7-a848d416bcf8 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0dcb65-2ed6-4104-a3b3-3e2a0f63803c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:21.419017 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57440) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:21.419265 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2128002d-d4d0-44f7-9e0a-dda9901057dc tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0928628 Jul 23 20:34:21.423636 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ae34138f-16c1-4edc-b86c-1e372330a05e tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Request body: {'security_group': {'name': 'tempest-secgroup--288357247'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:21.434255 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd829ab2-ba6e-4610-bd5f-ac77f8e559d7 req-d8508088-1c32-42ab-b804-ed79d5393b36 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:21.437915 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fd829ab2-ba6e-4610-bd5f-ac77f8e559d7 req-d8508088-1c32-42ab-b804-ed79d5393b36 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 945 time: 0.1412382 Jul 23 20:34:21.456967 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae34138f-16c1-4edc-b86c-1e372330a05e tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.479651 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fd829ab2-ba6e-4610-bd5f-ac77f8e559d7 req-4191d6fa-62e3-4a28-85f4-a565ab8256fb tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=3584c591-8753-4724-bea2-85b71c16a552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372813 Jul 23 20:34:21.505801 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57442) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:21.554918 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae34138f-16c1-4edc-b86c-1e372330a05e tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.558927 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae34138f-16c1-4edc-b86c-1e372330a05e tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.586033 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4f766cc7-b870-40ad-bcb6-0bd7bfdf91b8 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/floatingips/7b730299-b510-4f8d-8cb7-4374b0847e4b HTTP/1.1" status: 200 len: 993 time: 0.0691600 Jul 23 20:34:21.586693 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ae34138f-16c1-4edc-b86c-1e372330a05e tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.587913 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ae34138f-16c1-4edc-b86c-1e372330a05e tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1679749 Jul 23 20:34:21.591014 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57444) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:21.591866 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae34138f-16c1-4edc-b86c-1e372330a05e tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cc7f1b-6c9c-417b-96d4-305fbf845712,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:21.605435 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-73bb7847-c60d-4cea-bd49-7062003a839c tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Request body: {'security_group_rule': {'security_group_id': 'e3cc7f1b-6c9c-417b-96d4-305fbf845712', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:21.633539 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-73bb7847-c60d-4cea-bd49-7062003a839c tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.691758 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-73bb7847-c60d-4cea-bd49-7062003a839c tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.695960 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-73bb7847-c60d-4cea-bd49-7062003a839c tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.716194 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bb7847-c60d-4cea-bd49-7062003a839c tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a705068-3385-4d5b-8007-1d5b484188b8,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:21.722444 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-73bb7847-c60d-4cea-bd49-7062003a839c tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.723611 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-73bb7847-c60d-4cea-bd49-7062003a839c tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1225903 Jul 23 20:34:21.726828 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57450) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:21.731364 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-94c522af-a7b6-473a-8573-a23f49400d47 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Request body: {'security_group_rule': {'security_group_id': 'e3cc7f1b-6c9c-417b-96d4-305fbf845712', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:21.758854 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-94c522af-a7b6-473a-8573-a23f49400d47 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.822705 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-94c522af-a7b6-473a-8573-a23f49400d47 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.827650 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-94c522af-a7b6-473a-8573-a23f49400d47 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.846674 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c522af-a7b6-473a-8573-a23f49400d47 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=970158e2-19f1-4c0d-8b41-9afe2b262a92,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:21.854859 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-94c522af-a7b6-473a-8573-a23f49400d47 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.859598 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-94c522af-a7b6-473a-8573-a23f49400d47 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1316090 Jul 23 20:34:21.859838 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57456) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:21.864465 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-deb9e027-a8fb-4f59-9b83-4459a2561925 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Request body: {'security_group_rule': {'security_group_id': 'e3cc7f1b-6c9c-417b-96d4-305fbf845712', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:21.895321 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-deb9e027-a8fb-4f59-9b83-4459a2561925 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.961744 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-deb9e027-a8fb-4f59-9b83-4459a2561925 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.971119 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-deb9e027-a8fb-4f59-9b83-4459a2561925 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.994303 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9e027-a8fb-4f59-9b83-4459a2561925 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=135ea552-836a-4cc8-bab5-13cae1c6c6e9,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:21.998342 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-deb9e027-a8fb-4f59-9b83-4459a2561925 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.003098 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57462) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:22.006094 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-deb9e027-a8fb-4f59-9b83-4459a2561925 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1452687 Jul 23 20:34:22.007712 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-4bfe4e1e-ea53-4c3c-b81b-7318f1961ce8 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Request body: {'security_group_rule': {'security_group_id': 'e3cc7f1b-6c9c-417b-96d4-305fbf845712', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:22.035258 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4bfe4e1e-ea53-4c3c-b81b-7318f1961ce8 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.097406 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4bfe4e1e-ea53-4c3c-b81b-7318f1961ce8 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.101925 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4bfe4e1e-ea53-4c3c-b81b-7318f1961ce8 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.125091 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe4e1e-ea53-4c3c-b81b-7318f1961ce8 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b97ee2-60c7-4e3e-a303-09c797e312fe,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:22.150140 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4bfe4e1e-ea53-4c3c-b81b-7318f1961ce8 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.154282 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4bfe4e1e-ea53-4c3c-b81b-7318f1961ce8 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1475365 Jul 23 20:34:22.154942 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57466) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:22.160604 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-1dab6686-870d-4259-8b3d-38922008c7b4 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Request body: {'security_group_rule': {'security_group_id': 'e3cc7f1b-6c9c-417b-96d4-305fbf845712', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:22.199054 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1dab6686-870d-4259-8b3d-38922008c7b4 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.297119 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1dab6686-870d-4259-8b3d-38922008c7b4 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.303817 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1dab6686-870d-4259-8b3d-38922008c7b4 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.323772 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7c76b-108b-4200-b39a-4e0817179506 req-7530de2f-33b7-4aea-b371-03c4fde222ba tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:22.325349 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5e7c76b-108b-4200-b39a-4e0817179506 req-7530de2f-33b7-4aea-b371-03c4fde222ba tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 945 time: 0.1223941 Jul 23 20:34:22.333026 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab6686-870d-4259-8b3d-38922008c7b4 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d80a85c8-839a-4d7f-b9ab-613429522a71,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:22.333497 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-d41f64a3-0016-471d-a937-7c1c8e4346d0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1370473 Jul 23 20:34:22.354122 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1dab6686-870d-4259-8b3d-38922008c7b4 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.355322 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1dab6686-870d-4259-8b3d-38922008c7b4 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1986239 Jul 23 20:34:22.359453 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57470) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:22.376864 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5e7c76b-108b-4200-b39a-4e0817179506 req-f85fef61-2861-4243-9e05-5e210f39b071 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=3584c591-8753-4724-bea2-85b71c16a552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446839 Jul 23 20:34:22.391612 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afa5dab1-5f2d-4bbe-a420-b30c1b212d99 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.401644 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afa5dab1-5f2d-4bbe-a420-b30c1b212d99 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.442247 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afa5dab1-5f2d-4bbe-a420-b30c1b212d99 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.448901 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afa5dab1-5f2d-4bbe-a420-b30c1b212d99 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.450448 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-afa5dab1-5f2d-4bbe-a420-b30c1b212d99 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/d80a85c8-839a-4d7f-b9ab-613429522a71 HTTP/1.1" status: 204 len: 168 time: 0.0895743 Jul 23 20:34:22.452961 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57478) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:22.466575 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5dab1-5f2d-4bbe-a420-b30c1b212d99 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d80a85c8-839a-4d7f-b9ab-613429522a71,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:22.512973 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3e4bc957-77d0-4256-af41-297bd2e93db6 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0585694 Jul 23 20:34:22.517215 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57484) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:22.544967 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8006dc28-fcd9-44d2-adfe-b5fd4adb963d tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.553544 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8006dc28-fcd9-44d2-adfe-b5fd4adb963d tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.583954 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8006dc28-fcd9-44d2-adfe-b5fd4adb963d tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.592912 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8006dc28-fcd9-44d2-adfe-b5fd4adb963d tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.594339 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8006dc28-fcd9-44d2-adfe-b5fd4adb963d tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/68b97ee2-60c7-4e3e-a303-09c797e312fe HTTP/1.1" status: 204 len: 168 time: 0.0763750 Jul 23 20:34:22.597033 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57492) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:22.610095 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006dc28-fcd9-44d2-adfe-b5fd4adb963d tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68b97ee2-60c7-4e3e-a303-09c797e312fe,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:22.661332 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-fd665d8f-ae8f-4670-a26f-3b450435803a tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0626619 Jul 23 20:34:22.664335 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57494) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:22.691184 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c12cc16a-e0d7-47d5-8c97-c6dbbbec8205 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.700132 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c12cc16a-e0d7-47d5-8c97-c6dbbbec8205 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.741756 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c12cc16a-e0d7-47d5-8c97-c6dbbbec8205 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.757318 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c12cc16a-e0d7-47d5-8c97-c6dbbbec8205 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.761826 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c12cc16a-e0d7-47d5-8c97-c6dbbbec8205 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/135ea552-836a-4cc8-bab5-13cae1c6c6e9 HTTP/1.1" status: 204 len: 168 time: 0.0933363 Jul 23 20:34:22.761826 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12cc16a-e0d7-47d5-8c97-c6dbbbec8205 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=135ea552-836a-4cc8-bab5-13cae1c6c6e9,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:22.762643 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57498) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:22.817408 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-618ae57b-24f2-4823-a084-ce436769bfce tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0506160 Jul 23 20:34:22.817408 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57500) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:22.847898 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-253875c8-04b1-40e1-8d16-6edfffee06fc tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.856343 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-253875c8-04b1-40e1-8d16-6edfffee06fc tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.883870 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-253875c8-04b1-40e1-8d16-6edfffee06fc tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.890681 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-253875c8-04b1-40e1-8d16-6edfffee06fc tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.893519 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-253875c8-04b1-40e1-8d16-6edfffee06fc tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/970158e2-19f1-4c0d-8b41-9afe2b262a92 HTTP/1.1" status: 204 len: 168 time: 0.0735221 Jul 23 20:34:22.894651 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57508) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:22.912562 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253875c8-04b1-40e1-8d16-6edfffee06fc tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=970158e2-19f1-4c0d-8b41-9afe2b262a92,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:22.954960 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9e191f4d-2f40-4f56-ad23-ca7a875f547f tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0560503 Jul 23 20:34:22.955387 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57510) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:22.980724 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c0417ea1-7267-4aeb-ad63-dccb1d2a800a tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.990474 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c0417ea1-7267-4aeb-ad63-dccb1d2a800a tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:23.024824 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c0417ea1-7267-4aeb-ad63-dccb1d2a800a tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:23.035769 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c0417ea1-7267-4aeb-ad63-dccb1d2a800a tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:23.036997 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c0417ea1-7267-4aeb-ad63-dccb1d2a800a tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/7a705068-3385-4d5b-8007-1d5b484188b8 HTTP/1.1" status: 204 len: 168 time: 0.0808475 Jul 23 20:34:23.040337 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57512) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:23.044136 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0417ea1-7267-4aeb-ad63-dccb1d2a800a tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a705068-3385-4d5b-8007-1d5b484188b8,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:23.093553 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-53df605c-460a-4055-b378-ec8298270365 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0500185 Jul 23 20:34:23.095049 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57514) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:23.160140 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34fb07a1-0674-4598-b972-7a0231bc2fb5 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:23.185340 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34fb07a1-0674-4598-b972-7a0231bc2fb5 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:23.243668 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34fb07a1-0674-4598-b972-7a0231bc2fb5 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:23.246544 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34fb07a1-0674-4598-b972-7a0231bc2fb5 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:23.247759 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-34fb07a1-0674-4598-b972-7a0231bc2fb5 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "DELETE /v2.0/security-groups/e3cc7f1b-6c9c-417b-96d4-305fbf845712 HTTP/1.1" status: 204 len: 168 time: 0.1515613 Jul 23 20:34:23.251995 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57516) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:23.262738 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb07a1-0674-4598-b972-7a0231bc2fb5 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cc7f1b-6c9c-417b-96d4-305fbf845712,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:23.304179 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-57da16d9-7e45-488e-bca7-3be88e6fa523 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0490756 Jul 23 20:34:23.308577 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57518) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:23.314114 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-00ece3af-a68c-4bcc-9721-e7ab461a21e3 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Request body: {'security_group': {'name': 'tempest-secgroup--36257470'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:23.336402 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-00ece3af-a68c-4bcc-9721-e7ab461a21e3 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:23.422005 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-00ece3af-a68c-4bcc-9721-e7ab461a21e3 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:23.427303 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-00ece3af-a68c-4bcc-9721-e7ab461a21e3 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:23.443602 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-00ece3af-a68c-4bcc-9721-e7ab461a21e3 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:23.447673 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-00ece3af-a68c-4bcc-9721-e7ab461a21e3 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1380720 Jul 23 20:34:23.448257 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57522) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:23.467909 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-df606263-b87a-488a-ab94-c3b34b594e7a tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Request body: {'security_group_rule': {'security_group_id': '0bdb5cce-8539-47a0-b521-d28d095b0df3', 'direction': 'ingress', 'protocol': 17}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:23.468963 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ece3af-a68c-4bcc-9721-e7ab461a21e3 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdb5cce-8539-47a0-b521-d28d095b0df3,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:23.547254 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df606263-b87a-488a-ab94-c3b34b594e7a tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:23.597194 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-40d75ff0-b73d-4acd-82f6-ba2e194bf07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:23.599060 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-40d75ff0-b73d-4acd-82f6-ba2e194bf07e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bac8e166147242c8b3a831403daa7c9d&device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 1097 time: 0.0627966 Jul 23 20:34:23.599735 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0d089-8163-4cb8-b442-f0cc8d29cefa req-4efaca3a-bcb7-4263-a29b-f9db7c4abff9 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:23.601245 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e6e0d089-8163-4cb8-b442-f0cc8d29cefa req-4efaca3a-bcb7-4263-a29b-f9db7c4abff9 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 945 time: 0.1500945 Jul 23 20:34:23.699035 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-7da5e3bb-f0a6-45d9-aa20-e18591fde827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:23.700533 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-7da5e3bb-f0a6-45d9-aa20-e18591fde827 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c91af19b-52b2-4b23-8f3c-6803df020fa0 HTTP/1.1" status: 200 len: 897 time: 0.0945680 Jul 23 20:34:23.790307 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-d32fa20b-0d21-42a0-8a1f-f18731cbd13c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d9dfc8c-57a4-455d-a557-09cea0151e70 HTTP/1.1" status: 200 len: 1001 time: 0.0827045 Jul 23 20:34:23.843738 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-7e2f8fbb-a194-4e3d-ac53-ded91bf5fef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:23.845534 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-7e2f8fbb-a194-4e3d-ac53-ded91bf5fef0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cd79755f-90ca-4b32-a55d-57bf1b05e1f7 HTTP/1.1" status: 200 len: 835 time: 0.0484738 Jul 23 20:34:23.925778 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-537db0ad-9367-4f71-bfaa-2c72c7ea4ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:23.927941 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-537db0ad-9367-4f71-bfaa-2c72c7ea4ed6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c91af19b-52b2-4b23-8f3c-6803df020fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0748158 Jul 23 20:34:23.980462 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df606263-b87a-488a-ab94-c3b34b594e7a tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:23.989677 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e6e0d089-8163-4cb8-b442-f0cc8d29cefa req-22c94238-0d75-470b-9dd3-3c0b9af9a859 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=3584c591-8753-4724-bea2-85b71c16a552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3821337 Jul 23 20:34:23.990888 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df606263-b87a-488a-ab94-c3b34b594e7a tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:24.012396 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df606263-b87a-488a-ab94-c3b34b594e7a tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e253e04d-24a8-4557-b135-4d3a266e1e4c,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:24.032122 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df606263-b87a-488a-ab94-c3b34b594e7a tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:24.034351 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-df606263-b87a-488a-ab94-c3b34b594e7a tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5847600 Jul 23 20:34:24.037641 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57528) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:24.060712 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-7bb28ecf-0dcf-4323-bc0e-f2c403bac1a2 service neutron] 10.222.0.30 "GET /v2.0/networks/c91af19b-52b2-4b23-8f3c-6803df020fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247377 Jul 23 20:34:24.106809 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-70655f95-ecc5-4083-9af5-94fcd5d37605 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:24.133988 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-70655f95-ecc5-4083-9af5-94fcd5d37605 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:24.167252 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-9663dbf9-ce33-43a0-b5a8-06da9e5ea65b service neutron] 10.222.0.30 "GET /v2.0/networks/c91af19b-52b2-4b23-8f3c-6803df020fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967593 Jul 23 20:34:24.186851 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-70655f95-ecc5-4083-9af5-94fcd5d37605 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:24.190428 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-70655f95-ecc5-4083-9af5-94fcd5d37605 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:24.191796 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-70655f95-ecc5-4083-9af5-94fcd5d37605 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "DELETE /v2.0/security-groups/0bdb5cce-8539-47a0-b521-d28d095b0df3 HTTP/1.1" status: 204 len: 168 time: 0.1531484 Jul 23 20:34:24.196031 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57530) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:24.220838 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70655f95-ecc5-4083-9af5-94fcd5d37605 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdb5cce-8539-47a0-b521-d28d095b0df3,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:24.258844 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f1bff2d3-c011-4a6a-a361-5b82cd913d4a tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0594947 Jul 23 20:34:24.262561 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57532) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:24.268731 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-8b0e49b4-ab68-4670-856d-46e4a1bd37f0 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Request body: {'security_group': {'name': 'tempest-secgroup--696453364'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:24.296302 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8b0e49b4-ab68-4670-856d-46e4a1bd37f0 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:24.391726 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8b0e49b4-ab68-4670-856d-46e4a1bd37f0 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:24.395542 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8b0e49b4-ab68-4670-856d-46e4a1bd37f0 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:24.426882 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e49b4-ab68-4670-856d-46e4a1bd37f0 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1ceabb-7e4e-45d8-9291-684548f30172,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:24.429111 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8b0e49b4-ab68-4670-856d-46e4a1bd37f0 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:24.433037 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8b0e49b4-ab68-4670-856d-46e4a1bd37f0 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1667738 Jul 23 20:34:24.433209 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57534) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:24.438651 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-48ffd60d-481e-4540-a0a3-63d41a02acda tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Request body: {'security_group': {'name': 'tempest-secgroup--1134685988'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:24.463342 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-48ffd60d-481e-4540-a0a3-63d41a02acda tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:24.551037 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-48ffd60d-481e-4540-a0a3-63d41a02acda tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:24.555828 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-48ffd60d-481e-4540-a0a3-63d41a02acda tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:24.581130 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-48ffd60d-481e-4540-a0a3-63d41a02acda tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:24.582423 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-48ffd60d-481e-4540-a0a3-63d41a02acda tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1482933 Jul 23 20:34:24.585557 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57536) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:24.591223 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-c5a48a1d-9269-436d-965d-2b79e205a7a6 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Request body: {'security_group_rule': {'security_group_id': '3c1ceabb-7e4e-45d8-9291-684548f30172', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fe1e1d6e-17e2-478f-9242-5e32c487b317', 'remote_ip_prefix': None}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:24.594963 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ffd60d-481e-4540-a0a3-63d41a02acda tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1e1d6e-17e2-478f-9242-5e32c487b317,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:24.627502 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c5a48a1d-9269-436d-965d-2b79e205a7a6 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:24.716416 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c5a48a1d-9269-436d-965d-2b79e205a7a6 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:24.721021 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c5a48a1d-9269-436d-965d-2b79e205a7a6 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:24.740800 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a48a1d-9269-436d-965d-2b79e205a7a6 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb3a690-5dfc-45c3-b922-c8993ccd5eff,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:24.746948 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c5a48a1d-9269-436d-965d-2b79e205a7a6 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:24.751205 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c5a48a1d-9269-436d-965d-2b79e205a7a6 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1614265 Jul 23 20:34:24.751582 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57538) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:24.776896 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f92612c8-02ea-40b6-823a-6ed5e7d603e9 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:24.784995 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f92612c8-02ea-40b6-823a-6ed5e7d603e9 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:24.811828 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f92612c8-02ea-40b6-823a-6ed5e7d603e9 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:24.818498 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f92612c8-02ea-40b6-823a-6ed5e7d603e9 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:24.819803 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f92612c8-02ea-40b6-823a-6ed5e7d603e9 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/4fb3a690-5dfc-45c3-b922-c8993ccd5eff HTTP/1.1" status: 204 len: 168 time: 0.0671320 Jul 23 20:34:24.822595 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57540) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:24.825374 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92612c8-02ea-40b6-823a-6ed5e7d603e9 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4fb3a690-5dfc-45c3-b922-c8993ccd5eff,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:24.871125 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-10107856-a21c-4908-9f46-a3151fdd2518 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0472476 Jul 23 20:34:24.874650 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57542) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:24.932580 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-27864fe4-7d5d-4783-9cec-fa4e949a0751 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:24.955721 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-27864fe4-7d5d-4783-9cec-fa4e949a0751 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:24.997760 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-27864fe4-7d5d-4783-9cec-fa4e949a0751 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.001396 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-27864fe4-7d5d-4783-9cec-fa4e949a0751 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.002597 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-27864fe4-7d5d-4783-9cec-fa4e949a0751 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "DELETE /v2.0/security-groups/fe1e1d6e-17e2-478f-9242-5e32c487b317 HTTP/1.1" status: 204 len: 168 time: 0.1269250 Jul 23 20:34:25.005749 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57546) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:25.011762 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27864fe4-7d5d-4783-9cec-fa4e949a0751 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1e1d6e-17e2-478f-9242-5e32c487b317,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:25.071974 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2d2fbacf-c0d3-4192-811d-127c4c7e839f tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0644021 Jul 23 20:34:25.074640 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57550) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:25.129237 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dc3d3a19-f669-46a7-ac0d-516063a9a0a8 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.142130 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f6f73-501b-4bd7-a728-b227165ec584 req-ad23916f-7e09-4d85-9963-e57b1395e2e9 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:25.143752 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c05f6f73-501b-4bd7-a728-b227165ec584 req-ad23916f-7e09-4d85-9963-e57b1395e2e9 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 945 time: 0.0715702 Jul 23 20:34:25.153455 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dc3d3a19-f669-46a7-ac0d-516063a9a0a8 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.184285 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c05f6f73-501b-4bd7-a728-b227165ec584 req-46557bdf-f238-44f5-9910-c24dc245ba79 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=3584c591-8753-4724-bea2-85b71c16a552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344563 Jul 23 20:34:25.208063 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dc3d3a19-f669-46a7-ac0d-516063a9a0a8 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.211106 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dc3d3a19-f669-46a7-ac0d-516063a9a0a8 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.212386 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-dc3d3a19-f669-46a7-ac0d-516063a9a0a8 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "DELETE /v2.0/security-groups/3c1ceabb-7e4e-45d8-9291-684548f30172 HTTP/1.1" status: 204 len: 168 time: 0.1368289 Jul 23 20:34:25.215036 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57552) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:25.222878 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d3a19-f669-46a7-ac0d-516063a9a0a8 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1ceabb-7e4e-45d8-9291-684548f30172,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:25.277139 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f8ba463f-ded3-4c50-9374-1400cf7fb508 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0608828 Jul 23 20:34:25.282682 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57554) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:25.286714 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-4094ad4d-f18c-45b6-abbb-058c52f8fdea tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Request body: {'security_group': {'name': 'tempest-secgroup--1514062642'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:25.310609 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4094ad4d-f18c-45b6-abbb-058c52f8fdea tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.393800 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4094ad4d-f18c-45b6-abbb-058c52f8fdea tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.398076 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4094ad4d-f18c-45b6-abbb-058c52f8fdea tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.429362 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4094ad4d-f18c-45b6-abbb-058c52f8fdea tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.433520 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4094ad4d-f18c-45b6-abbb-058c52f8fdea tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1475358 Jul 23 20:34:25.433520 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4094ad4d-f18c-45b6-abbb-058c52f8fdea tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8975dde0-2ac0-4ce7-a2e7-43e607ac5aa5,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:25.433764 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57556) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:25.439268 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-8d0c19ca-f8b6-43cc-9609-a26448e2b93f tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Request body: {'security_group_rule': {'security_group_id': '8975dde0-2ac0-4ce7-a2e7-43e607ac5aa5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:25.472224 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d0c19ca-f8b6-43cc-9609-a26448e2b93f tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.529337 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d0c19ca-f8b6-43cc-9609-a26448e2b93f tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.533735 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d0c19ca-f8b6-43cc-9609-a26448e2b93f tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.553693 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c19ca-f8b6-43cc-9609-a26448e2b93f tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b630ad7b-6ddc-4c05-8987-9d8d98d926fc,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:25.560706 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d0c19ca-f8b6-43cc-9609-a26448e2b93f tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.565339 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8d0c19ca-f8b6-43cc-9609-a26448e2b93f tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1303749 Jul 23 20:34:25.565546 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57558) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:25.590726 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b651172-5d5c-44b4-a862-4d2cadce935a tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.599694 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b651172-5d5c-44b4-a862-4d2cadce935a tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.634930 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b651172-5d5c-44b4-a862-4d2cadce935a tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.641562 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0b651172-5d5c-44b4-a862-4d2cadce935a tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.645138 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0b651172-5d5c-44b4-a862-4d2cadce935a tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/b630ad7b-6ddc-4c05-8987-9d8d98d926fc HTTP/1.1" status: 204 len: 168 time: 0.0762639 Jul 23 20:34:25.645824 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57560) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:25.648410 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b651172-5d5c-44b4-a862-4d2cadce935a tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b630ad7b-6ddc-4c05-8987-9d8d98d926fc,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:25.688678 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-eb2c38e0-6949-46ae-a551-34262ed5b61e tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0416157 Jul 23 20:34:25.691460 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57562) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:25.745949 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f5434bcc-69e5-4eca-92d2-d9578d50943b tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.770246 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f5434bcc-69e5-4eca-92d2-d9578d50943b tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.812084 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f5434bcc-69e5-4eca-92d2-d9578d50943b tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.814725 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f5434bcc-69e5-4eca-92d2-d9578d50943b tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.815894 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f5434bcc-69e5-4eca-92d2-d9578d50943b tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "DELETE /v2.0/security-groups/8975dde0-2ac0-4ce7-a2e7-43e607ac5aa5 HTTP/1.1" status: 204 len: 168 time: 0.1232202 Jul 23 20:34:25.819022 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57564) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:25.824996 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5434bcc-69e5-4eca-92d2-d9578d50943b tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8975dde0-2ac0-4ce7-a2e7-43e607ac5aa5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:25.873211 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-bb7beae9-f03c-4bb9-8f3b-7533b4368dd1 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0511181 Jul 23 20:34:25.875643 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57568) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:25.880713 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e579f4f2-c74a-46b4-8c34-d58e41ccba1c tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Request body: {'security_group': {'name': 'tempest-secgroup--2011882903'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:25.906234 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e579f4f2-c74a-46b4-8c34-d58e41ccba1c tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.996118 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e579f4f2-c74a-46b4-8c34-d58e41ccba1c tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.001677 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e579f4f2-c74a-46b4-8c34-d58e41ccba1c tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.032432 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e579f4f2-c74a-46b4-8c34-d58e41ccba1c tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.033687 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e579f4f2-c74a-46b4-8c34-d58e41ccba1c tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1569672 Jul 23 20:34:26.034799 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579f4f2-c74a-46b4-8c34-d58e41ccba1c tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45c22a36-fd8f-4571-9122-4520e57483c3,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:26.036625 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57572) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:26.041413 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-ff49fafe-9b26-417c-ae45-33840383307f tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Request body: {'security_group_rule': {'security_group_id': '45c22a36-fd8f-4571-9122-4520e57483c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:26.069732 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ff49fafe-9b26-417c-ae45-33840383307f tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.134979 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ff49fafe-9b26-417c-ae45-33840383307f tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.138684 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ff49fafe-9b26-417c-ae45-33840383307f tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.157340 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff49fafe-9b26-417c-ae45-33840383307f tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e45f0a04-7509-49a1-855f-7357fe61a07e,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:26.168761 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ff49fafe-9b26-417c-ae45-33840383307f tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.170453 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ff49fafe-9b26-417c-ae45-33840383307f tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1324365 Jul 23 20:34:26.172713 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57576) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:26.190252 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6f801635-8779-49bb-a575-02023816846b tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "GET /v2.0/security-group-rules/e45f0a04-7509-49a1-855f-7357fe61a07e HTTP/1.1" status: 200 len: 763 time: 0.0163956 Jul 23 20:34:26.192584 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57578) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:26.236858 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7e96128d-eeb9-4b86-a655-89557bca4e85 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0431767 Jul 23 20:34:26.239497 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57582) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:26.267295 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-577f4aa8-6c0b-41e2-bfa9-ed8db99057b1 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.275543 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-577f4aa8-6c0b-41e2-bfa9-ed8db99057b1 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.339869 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-577f4aa8-6c0b-41e2-bfa9-ed8db99057b1 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.347741 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-577f4aa8-6c0b-41e2-bfa9-ed8db99057b1 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.348833 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-577f4aa8-6c0b-41e2-bfa9-ed8db99057b1 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/e45f0a04-7509-49a1-855f-7357fe61a07e HTTP/1.1" status: 204 len: 168 time: 0.1082525 Jul 23 20:34:26.352132 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57584) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:26.356280 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f4aa8-6c0b-41e2-bfa9-ed8db99057b1 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e45f0a04-7509-49a1-855f-7357fe61a07e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:26.381496 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a5552-6b78-4197-890a-243d17d8526b req-280eb889-99d5-4fa3-a67f-ba44032d332b tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:26.383027 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a20a5552-6b78-4197-890a-243d17d8526b req-280eb889-99d5-4fa3-a67f-ba44032d332b tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 945 time: 0.1010857 Jul 23 20:34:26.397616 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-af2e11eb-4ae6-4225-bf99-f60b395946ea tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0440896 Jul 23 20:34:26.400230 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57586) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:26.404490 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-138fc94b-edbd-4ad9-b63b-9c60e05287e3 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Request body: {'security_group_rule': {'security_group_id': '45c22a36-fd8f-4571-9122-4520e57483c3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:26.422308 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a20a5552-6b78-4197-890a-243d17d8526b req-cb378719-7a8c-4eee-8e2f-30ec7de8a678 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=3584c591-8753-4724-bea2-85b71c16a552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334880 Jul 23 20:34:26.433124 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-138fc94b-edbd-4ad9-b63b-9c60e05287e3 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.484815 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-138fc94b-edbd-4ad9-b63b-9c60e05287e3 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.488280 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-138fc94b-edbd-4ad9-b63b-9c60e05287e3 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.506815 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138fc94b-edbd-4ad9-b63b-9c60e05287e3 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=446e472d-f51c-43c2-9526-f951fd9fc8f0,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:26.514532 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-138fc94b-edbd-4ad9-b63b-9c60e05287e3 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.515827 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-138fc94b-edbd-4ad9-b63b-9c60e05287e3 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1146781 Jul 23 20:34:26.518531 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57588) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:26.534465 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-356041f4-6aa4-4994-a62d-8ea794fbae3d tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "GET /v2.0/security-group-rules/446e472d-f51c-43c2-9526-f951fd9fc8f0 HTTP/1.1" status: 200 len: 763 time: 0.0149202 Jul 23 20:34:26.536799 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57590) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:26.576921 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9e122abb-33c3-4a6f-8f49-102f43afb3a0 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0389533 Jul 23 20:34:26.579339 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57592) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:26.602504 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69455bbb-b704-493d-bf27-694ac9e2cc26 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.610414 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69455bbb-b704-493d-bf27-694ac9e2cc26 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.637376 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69455bbb-b704-493d-bf27-694ac9e2cc26 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.643730 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69455bbb-b704-493d-bf27-694ac9e2cc26 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.644820 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-69455bbb-b704-493d-bf27-694ac9e2cc26 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/446e472d-f51c-43c2-9526-f951fd9fc8f0 HTTP/1.1" status: 204 len: 168 time: 0.0646026 Jul 23 20:34:26.647558 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57594) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:26.650191 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69455bbb-b704-493d-bf27-694ac9e2cc26 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=446e472d-f51c-43c2-9526-f951fd9fc8f0,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:26.688898 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-480c3ec0-24f0-4723-abe0-e60e9f24d0b5 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0401275 Jul 23 20:34:26.691510 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57596) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:26.695779 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-f828c977-2655-40fe-9895-d4be5366df74 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Request body: {'security_group_rule': {'security_group_id': '45c22a36-fd8f-4571-9122-4520e57483c3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:26.718032 n-d-793618-10 neutron-server[93875]: INFO neutron.db.securitygroups_db [None req-f828c977-2655-40fe-9895-d4be5366df74 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Project 674defaed74445cf9765e67e4d917341 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:34:26.722863 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f828c977-2655-40fe-9895-d4be5366df74 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.769806 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f828c977-2655-40fe-9895-d4be5366df74 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.773255 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f828c977-2655-40fe-9895-d4be5366df74 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.793436 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828c977-2655-40fe-9895-d4be5366df74 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32d0e4e3-ad98-4cbc-8c7d-0150cf661f58,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:26.797190 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f828c977-2655-40fe-9895-d4be5366df74 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.798485 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f828c977-2655-40fe-9895-d4be5366df74 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1060443 Jul 23 20:34:26.801105 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57598) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:26.817235 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1e4fcb03-34a4-4b1a-8194-6d0ae3e64119 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "GET /v2.0/security-group-rules/32d0e4e3-ad98-4cbc-8c7d-0150cf661f58 HTTP/1.1" status: 200 len: 769 time: 0.0149496 Jul 23 20:34:26.819655 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57600) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:26.862020 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e5df3a0e-70dd-4e0a-a986-4acb8981d44d tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0412931 Jul 23 20:34:26.864559 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57602) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:26.886619 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2e73a488-edbe-410c-855b-7346e91f4c21 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.893946 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2e73a488-edbe-410c-855b-7346e91f4c21 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.921703 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2e73a488-edbe-410c-855b-7346e91f4c21 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.927582 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2e73a488-edbe-410c-855b-7346e91f4c21 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.928677 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2e73a488-edbe-410c-855b-7346e91f4c21 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/32d0e4e3-ad98-4cbc-8c7d-0150cf661f58 HTTP/1.1" status: 204 len: 168 time: 0.0632226 Jul 23 20:34:26.931569 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57604) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:26.934160 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e73a488-edbe-410c-855b-7346e91f4c21 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32d0e4e3-ad98-4cbc-8c7d-0150cf661f58,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:26.977104 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6fcc9001-5620-40d8-96ef-ec3c5abbc56d tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0441594 Jul 23 20:34:26.979918 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57608) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:27.031384 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bc77c1a7-68ab-48e3-a93e-c6d3ff5b8b17 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:27.053328 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bc77c1a7-68ab-48e3-a93e-c6d3ff5b8b17 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:27.094385 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bc77c1a7-68ab-48e3-a93e-c6d3ff5b8b17 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:27.097041 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bc77c1a7-68ab-48e3-a93e-c6d3ff5b8b17 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:27.098219 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bc77c1a7-68ab-48e3-a93e-c6d3ff5b8b17 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "DELETE /v2.0/security-groups/45c22a36-fd8f-4571-9122-4520e57483c3 HTTP/1.1" status: 204 len: 168 time: 0.1174212 Jul 23 20:34:27.101009 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57610) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:27.107020 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77c1a7-68ab-48e3-a93e-c6d3ff5b8b17 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c22a36-fd8f-4571-9122-4520e57483c3,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:27.147508 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-cf34eb69-5174-44a5-a1d2-4bf8f44b3410 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0453143 Jul 23 20:34:27.151651 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57612) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:27.197179 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-28e9ec24-78aa-4ad1-85a7-ba89d5bf55e9 tempest-SecGroupIPv6Test-342685121 tempest-SecGroupIPv6Test-342685121-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0444555 Jul 23 20:34:27.443167 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57618) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:27.567356 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118a470-32df-4591-9926-13c5ff94ef1e req-152588f8-c25e-4b19-bc42-3c03f296cb05 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:27.568852 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3118a470-32df-4591-9926-13c5ff94ef1e req-152588f8-c25e-4b19-bc42-3c03f296cb05 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 945 time: 0.0760884 Jul 23 20:34:27.732664 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3118a470-32df-4591-9926-13c5ff94ef1e req-c544eaaa-c6b0-4514-8f13-1aac072c8edc tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=3584c591-8753-4724-bea2-85b71c16a552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515606 Jul 23 20:34:27.732664 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a03840fd-4813-4839-b6b0-1d5332090ba7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=674defaed74445cf9765e67e4d917341&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1875393 Jul 23 20:34:27.736908 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57632) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:27.736908 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-780cdd8c-06af-4d21-88b0-e24071af82f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:27.736908 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-780cdd8c-06af-4d21-88b0-e24071af82f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:27.787481 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-780cdd8c-06af-4d21-88b0-e24071af82f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:27.790715 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-780cdd8c-06af-4d21-88b0-e24071af82f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:27.791887 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-780cdd8c-06af-4d21-88b0-e24071af82f4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/909b19b4-1314-4d8d-b089-737d4d8e0a5b HTTP/1.1" status: 204 len: 168 time: 0.1558132 Jul 23 20:34:27.800952 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780cdd8c-06af-4d21-88b0-e24071af82f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909b19b4-1314-4d8d-b089-737d4d8e0a5b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:28.496534 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57672) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:28.602895 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9b2c97c8-acb4-42ec-8892-96fa8c7ba491 tempest-ServiceProvidersTest-828650874 tempest-ServiceProvidersTest-828650874-project] 10.222.0.32 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1050744 Jul 23 20:34:28.793058 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aee9ce-f615-4128-8d32-244dcaed555b req-e9fd1f62-69a5-43ba-9535-7bf5d2957723 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:28.794510 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a1aee9ce-f615-4128-8d32-244dcaed555b req-e9fd1f62-69a5-43ba-9535-7bf5d2957723 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 945 time: 0.0844810 Jul 23 20:34:28.845072 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a1aee9ce-f615-4128-8d32-244dcaed555b req-b07b70b7-f62a-4016-b3c1-e729d7f66762 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=3584c591-8753-4724-bea2-85b71c16a552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440233 Jul 23 20:34:28.890510 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57688) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:29.005337 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7ab787a5-a215-41ec-8180-28de8a602954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:29.108647 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7ab787a5-a215-41ec-8180-28de8a602954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:29.112974 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7ab787a5-a215-41ec-8180-28de8a602954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:29.156336 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7ab787a5-a215-41ec-8180-28de8a602954 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=97f19ceaeedb45bd935174db67c2fbc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2648096 Jul 23 20:34:29.157205 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab787a5-a215-41ec-8180-28de8a602954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03fbab14-892b-4c4e-aa8d-624a8a8b65aa,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:29.159053 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57700) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:29.214489 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-275b206b-888d-4f98-adb1-cc0b0f6d2abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:29.236552 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-275b206b-888d-4f98-adb1-cc0b0f6d2abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:29.286639 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-275b206b-888d-4f98-adb1-cc0b0f6d2abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:29.289257 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-275b206b-888d-4f98-adb1-cc0b0f6d2abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:29.290432 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-275b206b-888d-4f98-adb1-cc0b0f6d2abd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/03fbab14-892b-4c4e-aa8d-624a8a8b65aa HTTP/1.1" status: 204 len: 168 time: 0.1301246 Jul 23 20:34:29.299294 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b206b-888d-4f98-adb1-cc0b0f6d2abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fbab14-892b-4c4e-aa8d-624a8a8b65aa,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:29.988107 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2a8c6-fd5a-4d43-a690-a731a9326aa7 req-56a03246-7b1f-4318-a3b9-d361fc6c2a47 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:29.989764 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2fb2a8c6-fd5a-4d43-a690-a731a9326aa7 req-56a03246-7b1f-4318-a3b9-d361fc6c2a47 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 945 time: 0.0719957 Jul 23 20:34:30.039693 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2fb2a8c6-fd5a-4d43-a690-a731a9326aa7 req-26e5cfd5-5de1-4ca1-a6d8-3f1b65cb37a4 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=3584c591-8753-4724-bea2-85b71c16a552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434213 Jul 23 20:34:31.102631 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57790) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:31.201061 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a47f69-66e7-4afd-a157-87937d5afb7a req-2b6ad974-3873-4d21-8f26-986652ca34a5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:31.204357 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a8a47f69-66e7-4afd-a157-87937d5afb7a req-2b6ad974-3873-4d21-8f26-986652ca34a5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 945 time: 0.0846233 Jul 23 20:34:31.249447 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-42167f80-60cd-4381-9e15-2b1e2c8fe873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:31.281579 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a8a47f69-66e7-4afd-a157-87937d5afb7a req-bd5425cd-ac50-467f-bc62-43c6d8912c8d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=3584c591-8753-4724-bea2-85b71c16a552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679886 Jul 23 20:34:31.365266 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-42167f80-60cd-4381-9e15-2b1e2c8fe873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:31.369519 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-42167f80-60cd-4381-9e15-2b1e2c8fe873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:31.410413 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-42167f80-60cd-4381-9e15-2b1e2c8fe873 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a74a8c75ed074836b014f616fbcb1428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3064008 Jul 23 20:34:31.411422 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42167f80-60cd-4381-9e15-2b1e2c8fe873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84708bf9-0ac9-4b7d-844a-42452ddae778,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:31.413067 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57796) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:31.468469 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5f9c2d27-45ca-47ea-9db6-dac52da3bdee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:31.491021 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5f9c2d27-45ca-47ea-9db6-dac52da3bdee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:31.538116 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5f9c2d27-45ca-47ea-9db6-dac52da3bdee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:31.540713 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5f9c2d27-45ca-47ea-9db6-dac52da3bdee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:31.541888 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5f9c2d27-45ca-47ea-9db6-dac52da3bdee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/84708bf9-0ac9-4b7d-844a-42452ddae778 HTTP/1.1" status: 204 len: 168 time: 0.1270509 Jul 23 20:34:31.551174 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9c2d27-45ca-47ea-9db6-dac52da3bdee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84708bf9-0ac9-4b7d-844a-42452ddae778,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:31.828807 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57808) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:31.843518 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-15f7d5b2-978e-4328-9e76-e45cf63719f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:31.949528 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-15f7d5b2-978e-4328-9e76-e45cf63719f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:31.954463 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-15f7d5b2-978e-4328-9e76-e45cf63719f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:31.993498 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7d5b2-978e-4328-9e76-e45cf63719f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bea800-5a23-40a4-9351-aa0528da25ab,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:31.999936 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-15f7d5b2-978e-4328-9e76-e45cf63719f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b5cbdf8076d34a12858a99ed439d03e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1698127 Jul 23 20:34:32.002271 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57812) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:32.054815 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-811a75bf-263b-481f-9f34-a7d6c581e31d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:32.084164 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-811a75bf-263b-481f-9f34-a7d6c581e31d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:32.133735 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-811a75bf-263b-481f-9f34-a7d6c581e31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:32.136611 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-811a75bf-263b-481f-9f34-a7d6c581e31d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:32.137799 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-811a75bf-263b-481f-9f34-a7d6c581e31d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/89bea800-5a23-40a4-9351-aa0528da25ab HTTP/1.1" status: 204 len: 168 time: 0.1345899 Jul 23 20:34:32.146175 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a75bf-263b-481f-9f34-a7d6c581e31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bea800-5a23-40a4-9351-aa0528da25ab,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:32.432380 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb3a1c-c369-4d91-acdf-a7c54764de9b req-7ec889a7-8c7b-4c3c-8dbb-5b47c2344ecb tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:32.434799 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-75eb3a1c-c369-4d91-acdf-a7c54764de9b req-7ec889a7-8c7b-4c3c-8dbb-5b47c2344ecb tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 945 time: 0.0857079 Jul 23 20:34:32.476315 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-75eb3a1c-c369-4d91-acdf-a7c54764de9b req-484c1df2-330c-4c8d-b37a-609aee621509 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=3584c591-8753-4724-bea2-85b71c16a552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356271 Jul 23 20:34:33.623786 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e8edc-399b-40a6-acd1-589b8feb4ac6 req-f19b7a00-e533-4804-97a5-e057e6933025 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:33.629949 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e48e8edc-399b-40a6-acd1-589b8feb4ac6 req-f19b7a00-e533-4804-97a5-e057e6933025 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 945 time: 0.0750368 Jul 23 20:34:33.670951 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e48e8edc-399b-40a6-acd1-589b8feb4ac6 req-a3d5ba40-1a61-4ed0-b4c2-6e0e78cd4e07 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=3584c591-8753-4724-bea2-85b71c16a552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398979 Jul 23 20:34:34.425909 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57926) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:34.538081 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-32120d08-0bcc-4cc0-82c5-612d3979e489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:34.637173 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-32120d08-0bcc-4cc0-82c5-612d3979e489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:34.642335 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-32120d08-0bcc-4cc0-82c5-612d3979e489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:34.694747 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-32120d08-0bcc-4cc0-82c5-612d3979e489 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=18a2f7580f414b07aa319b00af30bdc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2650967 Jul 23 20:34:34.694747 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32120d08-0bcc-4cc0-82c5-612d3979e489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c7266c-fd4f-4754-bf3a-0673838c435a,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:34.695840 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57938) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:34.754940 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b032b4c0-b276-409e-bd3b-6dff20110046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:34.802874 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b032b4c0-b276-409e-bd3b-6dff20110046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:34.824572 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d1661-a5b9-4c1c-ac0d-c733803335d3 req-6c4a87f9-4eae-4282-84dc-87a164a89957 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:34.827136 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b05d1661-a5b9-4c1c-ac0d-c733803335d3 req-6c4a87f9-4eae-4282-84dc-87a164a89957 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 945 time: 0.0804920 Jul 23 20:34:34.856459 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b032b4c0-b276-409e-bd3b-6dff20110046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:34.860616 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b032b4c0-b276-409e-bd3b-6dff20110046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:34.864632 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b032b4c0-b276-409e-bd3b-6dff20110046 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/08c7266c-fd4f-4754-bf3a-0673838c435a HTTP/1.1" status: 204 len: 168 time: 0.1643488 Jul 23 20:34:34.873349 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b05d1661-a5b9-4c1c-ac0d-c733803335d3 req-cd6a466d-94e1-49fa-b249-cadd17d30a9c tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=3584c591-8753-4724-bea2-85b71c16a552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389857 Jul 23 20:34:34.883908 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b032b4c0-b276-409e-bd3b-6dff20110046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c7266c-fd4f-4754-bf3a-0673838c435a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:35.186869 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 57958) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:35.202821 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af35c407-a154-459d-9486-63ce36b799f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:35.312001 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af35c407-a154-459d-9486-63ce36b799f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:35.316527 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af35c407-a154-459d-9486-63ce36b799f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:35.367602 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-af35c407-a154-459d-9486-63ce36b799f6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b01ae7c7c0c2435fb068d5930249e8b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1792436 Jul 23 20:34:35.370551 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 57962) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:35.373339 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35c407-a154-459d-9486-63ce36b799f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33121c9f-7192-46c2-946d-37b92e2d4d8b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:35.433184 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9233-b3ae-40e6-87c6-0285b7a93cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:35.456708 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9233-b3ae-40e6-87c6-0285b7a93cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:35.549879 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9233-b3ae-40e6-87c6-0285b7a93cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:35.552390 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9233-b3ae-40e6-87c6-0285b7a93cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:35.553600 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ffdd9233-b3ae-40e6-87c6-0285b7a93cf6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/33121c9f-7192-46c2-946d-37b92e2d4d8b HTTP/1.1" status: 204 len: 168 time: 0.1816881 Jul 23 20:34:35.567676 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0333ab-c4a1-4ccf-9d46-a66baa1f1105 req-dbfc1ebc-dd5a-4759-b11f-911316fa7dbc tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:35.569412 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4c0333ab-c4a1-4ccf-9d46-a66baa1f1105 req-dbfc1ebc-dd5a-4759-b11f-911316fa7dbc tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "GET /v2.0/ports?device_id=eda0e896-c427-4339-a5ab-253ebbcf82ac HTTP/1.1" status: 200 len: 946 time: 0.1048739 Jul 23 20:34:35.575971 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd9233-b3ae-40e6-87c6-0285b7a93cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33121c9f-7192-46c2-946d-37b92e2d4d8b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:35.617412 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4c0333ab-c4a1-4ccf-9d46-a66baa1f1105 req-b8fa30e8-fa6d-4bfb-b5f4-1a5c4126fa7f tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb1644f7-b49f-4015-9875-e8f887c8f869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391989 Jul 23 20:34:36.043359 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69fd21-7cbb-4ecb-94cc-850cbca0b27a req-1b5dea96-14bb-48db-91ce-8848e9577887 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:36.045257 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ed69fd21-7cbb-4ecb-94cc-850cbca0b27a req-1b5dea96-14bb-48db-91ce-8848e9577887 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 945 time: 0.0880711 Jul 23 20:34:36.048378 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-b3631ed5-376c-4990-897e-9d969f663941 service neutron] show failed (client error): The resource could not be found. Jul 23 20:34:36.053155 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-b3631ed5-376c-4990-897e-9d969f663941 service neutron] 10.222.0.30 "GET /v2.0/ports/4d9dfc8c-57a4-455d-a557-09cea0151e70/bindings/n-h2-793618-10 HTTP/1.1" status: 404 len: 381 time: 0.0816936 Jul 23 20:34:36.102072 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ed69fd21-7cbb-4ecb-94cc-850cbca0b27a req-521f47fd-bf6f-408a-9a4e-16c159f461e5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=3584c591-8753-4724-bea2-85b71c16a552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507021 Jul 23 20:34:36.363206 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-cc605b2b-4d21-46d2-af3f-b43a0adb1d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:36.364738 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-cc605b2b-4d21-46d2-af3f-b43a0adb1d46 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc&tenant_id=bac8e166147242c8b3a831403daa7c9d HTTP/1.1" status: 200 len: 1097 time: 0.1147041 Jul 23 20:34:36.378949 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-5852eb90-a769-4a0c-8cf8-862146fc2f21 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793618-10', 'device_owner': 'compute:nova'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:36.456840 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-5852eb90-a769-4a0c-8cf8-862146fc2f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:36.769356 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-5852eb90-a769-4a0c-8cf8-862146fc2f21 service neutron] For port 4d9dfc8c-57a4-455d-a557-09cea0151e70, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=4d9dfc8c-57a4-455d-a557-09cea0151e70,segment=NetworkSegment(ba6de94f-b985-4a00-a5f5-bb97d8bfa191),segment_id=ba6de94f-b985-4a00-a5f5-bb97d8bfa191)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:36.844518 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-5852eb90-a769-4a0c-8cf8-862146fc2f21 service neutron] For port 4d9dfc8c-57a4-455d-a557-09cea0151e70, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:34:36.894100 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cb562-f25b-4250-b848-c3d7ca18b63b req-a4e3d3c2-d4c4-4df6-b781-df5ec91700e6 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:36.895652 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-742cb562-f25b-4250-b848-c3d7ca18b63b req-a4e3d3c2-d4c4-4df6-b781-df5ec91700e6 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "GET /v2.0/ports?device_id=eda0e896-c427-4339-a5ab-253ebbcf82ac HTTP/1.1" status: 200 len: 946 time: 0.1895761 Jul 23 20:34:36.911090 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee18f5a2-8a10-4f9e-a779-e017c6a18fcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d9dfc8c-57a4-455d-a557-09cea0151e70'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:34:36.913461 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7a639d-6a00-4565-8bba-70186cbc870d" -d '{"events": [{"server_uuid": "ee18f5a2-8a10-4f9e-a779-e017c6a18fcc", "name": "network-vif-unplugged", "status": "completed", "tag": "4d9dfc8c-57a4-455d-a557-09cea0151e70"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:34:36.917334 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-5852eb90-a769-4a0c-8cf8-862146fc2f21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:36.933291 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6786de-f570-41ea-8c0a-ba586bbdf769 req-b5c8cc38-1718-4760-94a4-11d585125510 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:36.934919 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6c6786de-f570-41ea-8c0a-ba586bbdf769 req-b5c8cc38-1718-4760-94a4-11d585125510 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.18 "GET /v2.0/ports?device_id=eda0e896-c427-4339-a5ab-253ebbcf82ac HTTP/1.1" status: 200 len: 946 time: 0.1898544 Jul 23 20:34:36.966956 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-5852eb90-a769-4a0c-8cf8-862146fc2f21 service neutron] Transition to ACTIVE for port object 4d9dfc8c-57a4-455d-a557-09cea0151e70 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:36.995948 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-5852eb90-a769-4a0c-8cf8-862146fc2f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:37.040376 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-742cb562-f25b-4250-b848-c3d7ca18b63b req-de7b9fb5-f3f7-4e18-9a98-1eb1ee5af8b4 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb1644f7-b49f-4015-9875-e8f887c8f869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331332 Jul 23 20:34:37.198775 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c197e5a-48bf-4358-843f-c704794fe2c7 x-openstack-request-id: req-7c197e5a-48bf-4358-843f-c704794fe2c7 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:34:37.199374 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee18f5a2-8a10-4f9e-a779-e017c6a18fcc", "name": "network-vif-unplugged", "status": "completed", "tag": "4d9dfc8c-57a4-455d-a557-09cea0151e70", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:34:37.199374 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7c197e5a-48bf-4358-843f-c704794fe2c7 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:34:37.199894 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee18f5a2-8a10-4f9e-a779-e017c6a18fcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d9dfc8c-57a4-455d-a557-09cea0151e70', 'code': 200} Jul 23 20:34:37.200770 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5852eb90-a769-4a0c-8cf8-862146fc2f21 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9dfc8c-57a4-455d-a557-09cea0151e70,revision_number=6']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:37.343870 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-6c6786de-f570-41ea-8c0a-ba586bbdf769 req-1aa6e5ac-5756-427b-abe1-efe55919fb77 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Deleting port 10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:37.344140 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6c6786de-f570-41ea-8c0a-ba586bbdf769 req-1aa6e5ac-5756-427b-abe1-efe55919fb77 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:37.403708 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-5852eb90-a769-4a0c-8cf8-862146fc2f21 service neutron] No DVR routers for this DVR port 4d9dfc8c-57a4-455d-a557-09cea0151e70 on host n-h1-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:34:37.565018 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ac792-0f52-495b-8d4a-fafb427f97c4 req-a4051a34-82cb-4bd5-b726-f46a7e68640e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:37.571862 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-369ac792-0f52-495b-8d4a-fafb427f97c4 req-a4051a34-82cb-4bd5-b726-f46a7e68640e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 943 time: 0.3360581 Jul 23 20:34:37.625579 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-6c6786de-f570-41ea-8c0a-ba586bbdf769 req-1aa6e5ac-5756-427b-abe1-efe55919fb77 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] For port 10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1,segment=NetworkSegment(cf5fea53-915a-4bb4-a303-32ea1a2186f0),segment_id=cf5fea53-915a-4bb4-a303-32ea1a2186f0)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:37.625951 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6c6786de-f570-41ea-8c0a-ba586bbdf769 req-1aa6e5ac-5756-427b-abe1-efe55919fb77 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:37.735320 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-369ac792-0f52-495b-8d4a-fafb427f97c4 req-4977a86f-d61b-441b-83d0-6372c2ca0731 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=3584c591-8753-4724-bea2-85b71c16a552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622319 Jul 23 20:34:37.795367 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-5852eb90-a769-4a0c-8cf8-862146fc2f21 service neutron] Attempting to bind port 4d9dfc8c-57a4-455d-a557-09cea0151e70 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:34:37.795720 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-5852eb90-a769-4a0c-8cf8-862146fc2f21 service neutron] Attempting to bind port 4d9dfc8c-57a4-455d-a557-09cea0151e70 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'ba6de94f-b985-4a00-a5f5-bb97d8bfa191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c91af19b-52b2-4b23-8f3c-6803df020fa0'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:34:37.796072 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-5852eb90-a769-4a0c-8cf8-862146fc2f21 service neutron] Attempting to bind port 4d9dfc8c-57a4-455d-a557-09cea0151e70 on network c91af19b-52b2-4b23-8f3c-6803df020fa0 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:34:37.811292 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-5852eb90-a769-4a0c-8cf8-862146fc2f21 service neutron] Port 4d9dfc8c-57a4-455d-a557-09cea0151e70 on network c91af19b-52b2-4b23-8f3c-6803df020fa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:34:37.811620 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-5852eb90-a769-4a0c-8cf8-862146fc2f21 service neutron] Attempting to bind port 4d9dfc8c-57a4-455d-a557-09cea0151e70 on network c91af19b-52b2-4b23-8f3c-6803df020fa0 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:34:37.850950 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-5852eb90-a769-4a0c-8cf8-862146fc2f21 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:34:37.851338 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-5852eb90-a769-4a0c-8cf8-862146fc2f21 service neutron] Checking segment: {'id': 'ba6de94f-b985-4a00-a5f5-bb97d8bfa191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c91af19b-52b2-4b23-8f3c-6803df020fa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:34:37.851709 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-5852eb90-a769-4a0c-8cf8-862146fc2f21 service neutron] Bound using segment: {'id': 'ba6de94f-b985-4a00-a5f5-bb97d8bfa191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c91af19b-52b2-4b23-8f3c-6803df020fa0'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:34:37.852116 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-5852eb90-a769-4a0c-8cf8-862146fc2f21 service neutron] Bound port: 4d9dfc8c-57a4-455d-a557-09cea0151e70, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba6de94f-b985-4a00-a5f5-bb97d8bfa191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c91af19b-52b2-4b23-8f3c-6803df020fa0'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:34:37.852476 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-5852eb90-a769-4a0c-8cf8-862146fc2f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:37.921399 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58080) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:37.985688 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-5852eb90-a769-4a0c-8cf8-862146fc2f21 service neutron] For port 4d9dfc8c-57a4-455d-a557-09cea0151e70, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:34:37.990111 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-5852eb90-a769-4a0c-8cf8-862146fc2f21 service neutron] For port 4d9dfc8c-57a4-455d-a557-09cea0151e70, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=4d9dfc8c-57a4-455d-a557-09cea0151e70,segment=NetworkSegment(ba6de94f-b985-4a00-a5f5-bb97d8bfa191),segment_id=ba6de94f-b985-4a00-a5f5-bb97d8bfa191)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:34:37.992082 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6c6786de-f570-41ea-8c0a-ba586bbdf769 req-1aa6e5ac-5756-427b-abe1-efe55919fb77 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:37.992548 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6c6786de-f570-41ea-8c0a-ba586bbdf769 req-1aa6e5ac-5756-427b-abe1-efe55919fb77 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:37.992799 n-d-793618-10 neutron-server[93875]: INFO neutron.db.l3_db [req-6c6786de-f570-41ea-8c0a-ba586bbdf769 req-1aa6e5ac-5756-427b-abe1-efe55919fb77 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Floating IP 72a06433-89b7-4dff-a89a-a66b3f668442 disassociated. External IP: 172.25.1.228, port: 10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1. Jul 23 20:34:37.993089 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-6c6786de-f570-41ea-8c0a-ba586bbdf769 req-1aa6e5ac-5756-427b-abe1-efe55919fb77 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Calling delete_port for 10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:37.998490 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-5852eb90-a769-4a0c-8cf8-862146fc2f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:38.065099 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-779fdac9-46e4-462a-9842-d77d2b570572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:38.072122 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-5852eb90-a769-4a0c-8cf8-862146fc2f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:38.072750 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-5852eb90-a769-4a0c-8cf8-862146fc2f21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:38.074513 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-5852eb90-a769-4a0c-8cf8-862146fc2f21 service neutron] 10.222.0.18 "PUT /v2.0/ports/4d9dfc8c-57a4-455d-a557-09cea0151e70 HTTP/1.1" status: 200 len: 1092 time: 1.7000082 Jul 23 20:34:38.177842 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5852eb90-a769-4a0c-8cf8-862146fc2f21 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9dfc8c-57a4-455d-a557-09cea0151e70,revision_number=7']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:38.246665 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-779fdac9-46e4-462a-9842-d77d2b570572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:38.266964 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-779fdac9-46e4-462a-9842-d77d2b570572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:38.317730 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-0966ba98-5360-4f10-b1d0-b5a9318298d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:38.319959 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-0966ba98-5360-4f10-b1d0-b5a9318298d0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bac8e166147242c8b3a831403daa7c9d&device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 1095 time: 0.2090714 Jul 23 20:34:38.321753 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-779fdac9-46e4-462a-9842-d77d2b570572 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=88ead41c4a68496bb298a7b3aa5c98aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3989010 Jul 23 20:34:38.322623 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58094) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:38.323368 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779fdac9-46e4-462a-9842-d77d2b570572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb62d271-ce77-4d23-b9bf-61c49713d432,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:38.340335 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd5919-30ce-458f-9e37-1d8a1284a823 req-ec60713e-468e-470d-9723-9550f5c000dc tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:38.348461 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-50dd5919-30ce-458f-9e37-1d8a1284a823 req-ec60713e-468e-470d-9723-9550f5c000dc tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "GET /v2.0/ports?device_id=eda0e896-c427-4339-a5ab-253ebbcf82ac HTTP/1.1" status: 200 len: 946 time: 0.1736972 Jul 23 20:34:38.407556 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-be5024a0-6eea-4e5f-87ca-b3e539c6b441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:38.434890 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-be5024a0-6eea-4e5f-87ca-b3e539c6b441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:38.499327 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-be5024a0-6eea-4e5f-87ca-b3e539c6b441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:38.502497 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-be5024a0-6eea-4e5f-87ca-b3e539c6b441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:38.503963 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-be5024a0-6eea-4e5f-87ca-b3e539c6b441 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb62d271-ce77-4d23-b9bf-61c49713d432 HTTP/1.1" status: 204 len: 168 time: 0.1640842 Jul 23 20:34:38.514641 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5024a0-6eea-4e5f-87ca-b3e539c6b441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb62d271-ce77-4d23-b9bf-61c49713d432,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:38.658517 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 4d9dfc8c-57a4-455d-a557-09cea0151e70 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:34:38.712424 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 4d9dfc8c-57a4-455d-a557-09cea0151e70 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:34:38.722088 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6c6786de-f570-41ea-8c0a-ba586bbdf769 req-1aa6e5ac-5756-427b-abe1-efe55919fb77 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:38.809203 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-50dd5919-30ce-458f-9e37-1d8a1284a823 req-37890d40-3e9d-4bfb-832a-e87f90adb9a0 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb1644f7-b49f-4015-9875-e8f887c8f869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4548895 Jul 23 20:34:38.815901 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6e5ac-5756-427b-abe1-efe55919fb77 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Pushing event deleted for resources: {'Port': ['ID=10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:38.873793 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58112) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:38.887470 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b25421da-0d1b-45ab-842b-801e60fde7b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:38.972101 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-1816b46b-6b71-4946-baec-13fbeb78d802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:38.973631 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-1816b46b-6b71-4946-baec-13fbeb78d802 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c91af19b-52b2-4b23-8f3c-6803df020fa0 HTTP/1.1" status: 200 len: 897 time: 0.6441076 Jul 23 20:34:39.008087 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b25421da-0d1b-45ab-842b-801e60fde7b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:39.013808 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b25421da-0d1b-45ab-842b-801e60fde7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:39.072610 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25421da-0d1b-45ab-842b-801e60fde7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af44778-71a7-4fdb-bf4c-cdd0f2feea3e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:39.077940 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-3d4befef-302e-4cb5-9c24-117dd2c483d7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d9dfc8c-57a4-455d-a557-09cea0151e70 HTTP/1.1" status: 200 len: 999 time: 0.0959470 Jul 23 20:34:39.079128 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b25421da-0d1b-45ab-842b-801e60fde7b0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=11b573c1b46e4b05b289e6082f4ef2ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2040164 Jul 23 20:34:39.081782 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58118) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:39.092397 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c6786de-f570-41ea-8c0a-ba586bbdf769 req-1aa6e5ac-5756-427b-abe1-efe55919fb77 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Router 5504e6a3-2acd-4976-b8be-e34884fab708 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:34:39.110530 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa68e9-0114-4bb5-a8b0-eac2d3635098 req-adaff624-1e51-4ca1-82fc-90de53ff2f4d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:39.112144 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5cfa68e9-0114-4bb5-a8b0-eac2d3635098 req-adaff624-1e51-4ca1-82fc-90de53ff2f4d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 943 time: 0.2147374 Jul 23 20:34:39.144178 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50aaa94e-d2df-44e0-9fd5-2e088ae80862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:39.172005 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50aaa94e-d2df-44e0-9fd5-2e088ae80862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:39.209846 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee18f5a2-8a10-4f9e-a779-e017c6a18fcc', 'tag': '4d9dfc8c-57a4-455d-a557-09cea0151e70'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:34:39.212127 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0700b96d-bd46-47b9-95e8-270a8fec3121" -d '{"events": [{"name": "network-changed", "server_uuid": "ee18f5a2-8a10-4f9e-a779-e017c6a18fcc", "tag": "4d9dfc8c-57a4-455d-a557-09cea0151e70"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:34:39.225880 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50aaa94e-d2df-44e0-9fd5-2e088ae80862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:39.228535 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50aaa94e-d2df-44e0-9fd5-2e088ae80862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:39.230004 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-50aaa94e-d2df-44e0-9fd5-2e088ae80862 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0af44778-71a7-4fdb-bf4c-cdd0f2feea3e HTTP/1.1" status: 204 len: 168 time: 0.1470559 Jul 23 20:34:39.245561 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aaa94e-d2df-44e0-9fd5-2e088ae80862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af44778-71a7-4fdb-bf4c-cdd0f2feea3e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:39.267287 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-04fc2fcb-f4df-4d91-b8df-03502659c308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:39.269264 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-04fc2fcb-f4df-4d91-b8df-03502659c308 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cd79755f-90ca-4b32-a55d-57bf1b05e1f7 HTTP/1.1" status: 200 len: 835 time: 0.1818819 Jul 23 20:34:39.327599 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5cfa68e9-0114-4bb5-a8b0-eac2d3635098 req-88b37624-aeb8-47a8-9788-b93556475dfd tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=3584c591-8753-4724-bea2-85b71c16a552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944497 Jul 23 20:34:39.391128 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9aa62d-2ad8-477d-a60b-33454c83a940 x-openstack-request-id: req-5a9aa62d-2ad8-477d-a60b-33454c83a940 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:34:39.391674 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee18f5a2-8a10-4f9e-a779-e017c6a18fcc", "tag": "4d9dfc8c-57a4-455d-a557-09cea0151e70", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:34:39.392149 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5a9aa62d-2ad8-477d-a60b-33454c83a940 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:34:39.392927 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee18f5a2-8a10-4f9e-a779-e017c6a18fcc', 'tag': '4d9dfc8c-57a4-455d-a557-09cea0151e70', 'status': 'completed', 'code': 200} Jul 23 20:34:39.429218 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c6786de-f570-41ea-8c0a-ba586bbdf769 req-1aa6e5ac-5756-427b-abe1-efe55919fb77 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:34:39.440538 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c47612-6ce1-4b24-bc18-c5990b003552 None None] Sync routers for ids ['5504e6a3-2acd-4976-b8be-e34884fab708'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:34:39.453269 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-e3b281af-1f6e-40d9-a1cf-4b7aa11a4d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:39.455195 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c47612-6ce1-4b24-bc18-c5990b003552 None None] Routers {'5504e6a3-2acd-4976-b8be-e34884fab708'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:39.456051 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a9c47612-6ce1-4b24-bc18-c5990b003552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:34:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5504e6a3-2acd-4976-b8be-e34884fab708'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:39.460759 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-e3b281af-1f6e-40d9-a1cf-4b7aa11a4d58 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c91af19b-52b2-4b23-8f3c-6803df020fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1833591 Jul 23 20:34:39.532139 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6786de-f570-41ea-8c0a-ba586bbdf769 req-1aa6e5ac-5756-427b-abe1-efe55919fb77 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] No DVR routers for this DVR port 10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:34:39.545442 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6c6786de-f570-41ea-8c0a-ba586bbdf769 req-1aa6e5ac-5756-427b-abe1-efe55919fb77 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:39.547686 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6c6786de-f570-41ea-8c0a-ba586bbdf769 req-1aa6e5ac-5756-427b-abe1-efe55919fb77 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.18 "DELETE /v2.0/ports/10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1 HTTP/1.1" status: 204 len: 173 time: 2.6010273 Jul 23 20:34:39.559959 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700b96d-bd46-47b9-95e8-270a8fec3121 req-42380fbe-21e1-451a-8331-cd79d40ebe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:39.564871 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0700b96d-bd46-47b9-95e8-270a8fec3121 req-42380fbe-21e1-451a-8331-cd79d40ebe14 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bac8e166147242c8b3a831403daa7c9d&device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 1095 time: 0.1423724 Jul 23 20:34:39.649568 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-a9c47612-6ce1-4b24-bc18-c5990b003552 None None] Set router 5504e6a3-2acd-4976-b8be-e34884fab708 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:34:39.684898 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-c4520778-79a5-4679-a90f-1e47d02bd944 service neutron] 10.222.0.18 "GET /v2.0/networks/c91af19b-52b2-4b23-8f3c-6803df020fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960704 Jul 23 20:34:39.756997 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:34:39.762085 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700b96d-bd46-47b9-95e8-270a8fec3121 req-44d7f1fb-d248-410e-a94d-28bb3784612e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:39.772747 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0700b96d-bd46-47b9-95e8-270a8fec3121 req-44d7f1fb-d248-410e-a94d-28bb3784612e service neutron] 10.222.0.30 "GET /v2.0/networks?id=c91af19b-52b2-4b23-8f3c-6803df020fa0 HTTP/1.1" status: 200 len: 897 time: 0.1926398 Jul 23 20:34:39.804542 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:34:39.805868 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:34:39.856455 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ac629cd3-8771-4c3c-962a-36d5034cff12 req-635cbf22-f5d4-407a-9272-f8d28e1ab5d6 service neutron] 10.222.0.18 "GET /v2.0/networks/c91af19b-52b2-4b23-8f3c-6803df020fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635358 Jul 23 20:34:39.885646 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0700b96d-bd46-47b9-95e8-270a8fec3121 req-d85c4280-35b7-4324-9b7c-49fda20b28ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d9dfc8c-57a4-455d-a557-09cea0151e70 HTTP/1.1" status: 200 len: 999 time: 0.1138046 Jul 23 20:34:40.000608 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7f06c7d1-345a-4cf9-adff-b09804263d22 req-9abca41f-e903-45cb-85c7-6caed9668510 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "GET /v2.0/ports?device_id=eda0e896-c427-4339-a5ab-253ebbcf82ac HTTP/1.1" status: 200 len: 210 time: 0.0795958 Jul 23 20:34:40.141121 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700b96d-bd46-47b9-95e8-270a8fec3121 req-dbb31049-bad0-43ea-a36e-7553bbdaa60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:40.141403 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a9c47612-6ce1-4b24-bc18-c5990b003552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5504e6a3-2acd-4976-b8be-e34884fab708', 'name': 'tempest-TestServerBasicOps-1872107894-router', 'tenant_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '0cb494f6-38b4-4b0a-b621-8259f551a3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:09Z', 'updated_at': '2021-07-23T20:29:16Z', 'revision_number': 4, 'project_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'gw_port': {'id': '0cb494f6-38b4-4b0a-b621-8259f551a3a8', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:60:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5504e6a3-2acd-4976-b8be-e34884fab708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:10Z', 'updated_at': '2021-07-23T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '87406fdd-ddca-4bf6-895c-acc3dd7cf262', 'name': '', 'network_id': '9c90c081-0a5d-44bd-b4f8-2493a06b9b50', 'tenant_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'mac_address': 'fa:16:3e:62:53:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5504e6a3-2acd-4976-b8be-e34884fab708', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'a074ed79-e75f-476d-8ea9-5a0d7326279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:14Z', 'updated_at': '2021-07-23T20:29:24Z', 'revision_number': 5, 'project_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'subnets': [{'id': 'a074ed79-e75f-476d-8ea9-5a0d7326279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:40.142808 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0700b96d-bd46-47b9-95e8-270a8fec3121 req-dbb31049-bad0-43ea-a36e-7553bbdaa60a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bac8e166147242c8b3a831403daa7c9d&device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 1095 time: 0.2102666 Jul 23 20:34:40.188318 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c47612-6ce1-4b24-bc18-c5990b003552 None None] Checking router: 5504e6a3-2acd-4976-b8be-e34884fab708 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:34:40.198389 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c47612-6ce1-4b24-bc18-c5990b003552 None None] Routers {'5504e6a3-2acd-4976-b8be-e34884fab708'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:40.199409 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a9c47612-6ce1-4b24-bc18-c5990b003552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:34:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5504e6a3-2acd-4976-b8be-e34884fab708'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:40.265945 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3a2ce757-eddf-45b4-9c83-7296d8afd8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:40.291964 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700b96d-bd46-47b9-95e8-270a8fec3121 req-43382199-5df2-41ab-8792-50f9d70541f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:40.295709 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0700b96d-bd46-47b9-95e8-270a8fec3121 req-43382199-5df2-41ab-8792-50f9d70541f0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c91af19b-52b2-4b23-8f3c-6803df020fa0 HTTP/1.1" status: 200 len: 897 time: 0.1456695 Jul 23 20:34:40.386088 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-a9c47612-6ce1-4b24-bc18-c5990b003552 None None] Set router 5504e6a3-2acd-4976-b8be-e34884fab708 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:34:40.507017 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0700b96d-bd46-47b9-95e8-270a8fec3121 req-17c2d124-aff6-49da-9827-cacd584c103a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d9dfc8c-57a4-455d-a557-09cea0151e70 HTTP/1.1" status: 200 len: 999 time: 0.2042749 Jul 23 20:34:40.574864 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700b96d-bd46-47b9-95e8-270a8fec3121 req-557d18da-340f-418c-9ff4-0a161a5df72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:40.576989 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0700b96d-bd46-47b9-95e8-270a8fec3121 req-557d18da-340f-418c-9ff4-0a161a5df72d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cd79755f-90ca-4b32-a55d-57bf1b05e1f7 HTTP/1.1" status: 200 len: 835 time: 0.6724892 Jul 23 20:34:40.668285 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700b96d-bd46-47b9-95e8-270a8fec3121 req-b7230242-31f9-4ecd-bf50-92ad47cb2330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:40.670734 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0700b96d-bd46-47b9-95e8-270a8fec3121 req-b7230242-31f9-4ecd-bf50-92ad47cb2330 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cd79755f-90ca-4b32-a55d-57bf1b05e1f7 HTTP/1.1" status: 200 len: 835 time: 0.1390440 Jul 23 20:34:40.676257 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700b96d-bd46-47b9-95e8-270a8fec3121 req-1aee48dd-ed1c-44f4-a36d-1aceff3618ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:40.677844 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a9c47612-6ce1-4b24-bc18-c5990b003552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5504e6a3-2acd-4976-b8be-e34884fab708', 'name': 'tempest-TestServerBasicOps-1872107894-router', 'tenant_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '0cb494f6-38b4-4b0a-b621-8259f551a3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:09Z', 'updated_at': '2021-07-23T20:29:16Z', 'revision_number': 4, 'project_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'gw_port': {'id': '0cb494f6-38b4-4b0a-b621-8259f551a3a8', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:60:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5504e6a3-2acd-4976-b8be-e34884fab708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:10Z', 'updated_at': '2021-07-23T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '87406fdd-ddca-4bf6-895c-acc3dd7cf262', 'name': '', 'network_id': '9c90c081-0a5d-44bd-b4f8-2493a06b9b50', 'tenant_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'mac_address': 'fa:16:3e:62:53:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5504e6a3-2acd-4976-b8be-e34884fab708', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'a074ed79-e75f-476d-8ea9-5a0d7326279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:14Z', 'updated_at': '2021-07-23T20:29:24Z', 'revision_number': 5, 'project_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'subnets': [{'id': 'a074ed79-e75f-476d-8ea9-5a0d7326279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:40.678442 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0700b96d-bd46-47b9-95e8-270a8fec3121 req-1aee48dd-ed1c-44f4-a36d-1aceff3618ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c91af19b-52b2-4b23-8f3c-6803df020fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0944755 Jul 23 20:34:40.713934 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c47612-6ce1-4b24-bc18-c5990b003552 None None] The sync data for ids ['5504e6a3-2acd-4976-b8be-e34884fab708'] in n-d-793618-10 is: [{'id': '5504e6a3-2acd-4976-b8be-e34884fab708', 'name': 'tempest-TestServerBasicOps-1872107894-router', 'tenant_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '0cb494f6-38b4-4b0a-b621-8259f551a3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:09Z', 'updated_at': '2021-07-23T20:29:16Z', 'revision_number': 4, 'project_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'gw_port': {'id': '0cb494f6-38b4-4b0a-b621-8259f551a3a8', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:60:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5504e6a3-2acd-4976-b8be-e34884fab708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:10Z', 'updated_at': '2021-07-23T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '87406fdd-ddca-4bf6-895c-acc3dd7cf262', 'name': '', 'network_id': '9c90c081-0a5d-44bd-b4f8-2493a06b9b50', 'tenant_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'mac_address': 'fa:16:3e:62:53:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5504e6a3-2acd-4976-b8be-e34884fab708', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'a074ed79-e75f-476d-8ea9-5a0d7326279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:14Z', 'updated_at': '2021-07-23T20:29:24Z', 'revision_number': 5, 'project_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'subnets': [{'id': 'a074ed79-e75f-476d-8ea9-5a0d7326279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:34:40.730226 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188b725-4117-42d5-b068-f1d0ebc29516 req-012abc15-9e3d-43c6-9365-7e72a9d5b2da tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:40.731857 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8188b725-4117-42d5-b068-f1d0ebc29516 req-012abc15-9e3d-43c6-9365-7e72a9d5b2da tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 943 time: 0.2239070 Jul 23 20:34:40.814712 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700b96d-bd46-47b9-95e8-270a8fec3121 req-9b9e12fe-8704-4513-89ea-c3863f0ecffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:40.816275 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0700b96d-bd46-47b9-95e8-270a8fec3121 req-9b9e12fe-8704-4513-89ea-c3863f0ecffb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c91af19b-52b2-4b23-8f3c-6803df020fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1349242 Jul 23 20:34:40.820858 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0700b96d-bd46-47b9-95e8-270a8fec3121 req-77e177eb-1874-4b67-9438-03e51ea8d794 service neutron] 10.222.0.30 "GET /v2.0/networks/c91af19b-52b2-4b23-8f3c-6803df020fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356254 Jul 23 20:34:40.832300 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8188b725-4117-42d5-b068-f1d0ebc29516 req-03c3783c-fcda-427e-a618-89ab09dba37c tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=3584c591-8753-4724-bea2-85b71c16a552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921450 Jul 23 20:34:40.934020 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0700b96d-bd46-47b9-95e8-270a8fec3121 req-5ec8c689-e5e1-49c2-8462-2e9eabbcc369 service neutron] 10.222.0.30 "GET /v2.0/networks/c91af19b-52b2-4b23-8f3c-6803df020fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058652 Jul 23 20:34:40.954841 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0700b96d-bd46-47b9-95e8-270a8fec3121 req-5807c798-4c3b-49de-a1df-7042679a231a service neutron] 10.222.0.18 "GET /v2.0/networks/c91af19b-52b2-4b23-8f3c-6803df020fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214743 Jul 23 20:34:41.069557 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58210) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:41.077622 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0700b96d-bd46-47b9-95e8-270a8fec3121 req-7d897203-e25a-4e12-9255-f17a190e7ab4 service neutron] 10.222.0.18 "GET /v2.0/networks/c91af19b-52b2-4b23-8f3c-6803df020fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147852 Jul 23 20:34:41.177440 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e59694-cefe-47b5-a2d6-b012698fd643 None None] New status for floating IP 72a06433-89b7-4dff-a89a-a66b3f668442: DOWN {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:34:41.243658 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-7bdbb515-4fc0-41af-ad1e-ae30a7ded905 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Deleting port 6511413d-acbe-4445-bc7f-7f67ea90fdfe {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:41.244000 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7bdbb515-4fc0-41af-ad1e-ae30a7ded905 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:41.348198 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7bdbb515-4fc0-41af-ad1e-ae30a7ded905 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:41.350434 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7bdbb515-4fc0-41af-ad1e-ae30a7ded905 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:41.367398 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-7bdbb515-4fc0-41af-ad1e-ae30a7ded905 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Calling delete_port for 6511413d-acbe-4445-bc7f-7f67ea90fdfe owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:41.393811 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda0e896-c427-4339-a5ab-253ebbcf82ac', 'name': 'network-vif-deleted', 'tag': '10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:34:41.396733 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb7adfe-8c12-4942-ac77-c5be4834b0ea" -d '{"events": [{"server_uuid": "eda0e896-c427-4339-a5ab-253ebbcf82ac", "name": "network-vif-deleted", "tag": "10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:34:41.443376 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df847190-9c5c-4062-92da-94d8b3671fb1 x-openstack-request-id: req-df847190-9c5c-4062-92da-94d8b3671fb1 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:34:41.443673 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda0e896-c427-4339-a5ab-253ebbcf82ac", "name": "network-vif-deleted", "tag": "10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:34:41.443925 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-df847190-9c5c-4062-92da-94d8b3671fb1 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:34:41.444329 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda0e896-c427-4339-a5ab-253ebbcf82ac', 'name': 'network-vif-deleted', 'tag': '10b2a2d1-7c77-4b15-9bc5-80c0b4efd1f1', 'status': 'completed', 'code': 200} Jul 23 20:34:41.573707 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7bdbb515-4fc0-41af-ad1e-ae30a7ded905 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:41.608601 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdbb515-4fc0-41af-ad1e-ae30a7ded905 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Pushing event deleted for resources: {'Port': ['ID=6511413d-acbe-4445-bc7f-7f67ea90fdfe,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:41.719025 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7bdbb515-4fc0-41af-ad1e-ae30a7ded905 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:41.722811 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7bdbb515-4fc0-41af-ad1e-ae30a7ded905 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:41.727785 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7bdbb515-4fc0-41af-ad1e-ae30a7ded905 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "DELETE /v2.0/floatingips/72a06433-89b7-4dff-a89a-a66b3f668442 HTTP/1.1" status: 204 len: 168 time: 0.6533089 Jul 23 20:34:41.768225 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 4d9dfc8c-57a4-455d-a557-09cea0151e70 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:34:41.827352 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58254) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:41.896787 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c81d0110-7e0a-4714-b86a-a7d6e7ac8208 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:41.926611 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 4d9dfc8c-57a4-455d-a557-09cea0151e70, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=4d9dfc8c-57a4-455d-a557-09cea0151e70,segment=NetworkSegment(ba6de94f-b985-4a00-a5f5-bb97d8bfa191),segment_id=ba6de94f-b985-4a00-a5f5-bb97d8bfa191)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:41.946006 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '4d9dfc8c-57a4-455d-a557-09cea0151e70', 'network_id': 'c91af19b-52b2-4b23-8f3c-6803df020fa0', 'port_id': '4d9dfc8c-57a4-455d-a557-09cea0151e70', 'mac_address': 'fa:16:3e:08:e6:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd79755f-90ca-4b32-a55d-57bf1b05e1f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:34:41.960259 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c81d0110-7e0a-4714-b86a-a7d6e7ac8208 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:41.988053 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:42.005346 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d9dfc8c-57a4-455d-a557-09cea0151e70 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:34:42.030654 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 4d9dfc8c-57a4-455d-a557-09cea0151e70, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=4d9dfc8c-57a4-455d-a557-09cea0151e70,segment=NetworkSegment(ba6de94f-b985-4a00-a5f5-bb97d8bfa191),segment_id=ba6de94f-b985-4a00-a5f5-bb97d8bfa191)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:42.037130 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:42.097134 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08c221-b95a-4b91-bfec-0c389c0041f6 req-f7f45f8b-44c7-42b2-8cc9-e45f54dda2e2 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:42.099870 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fb08c221-b95a-4b91-bfec-0c389c0041f6 req-f7f45f8b-44c7-42b2-8cc9-e45f54dda2e2 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 943 time: 0.1569679 Jul 23 20:34:42.103809 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=4d9dfc8c-57a4-455d-a557-09cea0151e70,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:42.114536 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:42.115193 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:42.115707 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:42.116341 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:42.116875 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:42.117425 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:42.118105 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:42.118450 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:42.119137 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:42.119400 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:42.119731 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:42.120584 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:42.146662 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c81d0110-7e0a-4714-b86a-a7d6e7ac8208 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:42.149260 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c81d0110-7e0a-4714-b86a-a7d6e7ac8208 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:42.153652 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c81d0110-7e0a-4714-b86a-a7d6e7ac8208 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] 10.222.0.32 "DELETE /v2.0/security-groups/bb1644f7-b49f-4015-9875-e8f887c8f869 HTTP/1.1" status: 204 len: 168 time: 0.3249607 Jul 23 20:34:42.165589 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fb08c221-b95a-4b91-bfec-0c389c0041f6 req-ddfa70ed-7002-471a-b0b7-b6b0755777c8 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=3584c591-8753-4724-bea2-85b71c16a552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587857 Jul 23 20:34:42.172156 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d0110-7e0a-4714-b86a-a7d6e7ac8208 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1644f7-b49f-4015-9875-e8f887c8f869,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:42.238939 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58278) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:42.284506 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['4d9dfc8c-57a4-455d-a557-09cea0151e70'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:34:42.741989 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-37b2e638-301a-4af8-88f4-6bc34600f651 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:42.743513 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-37b2e638-301a-4af8-88f4-6bc34600f651 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc&tenant_id=bac8e166147242c8b3a831403daa7c9d&binding%3Ahost_id=n-h2-793618-10 HTTP/1.1" status: 200 len: 944 time: 0.3134768 Jul 23 20:34:42.855706 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffddfa-14cd-4425-a077-745646b8a60c req-7db9b352-13b7-44fe-97a4-4e357df91de5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:42.857437 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-82ffddfa-14cd-4425-a077-745646b8a60c req-7db9b352-13b7-44fe-97a4-4e357df91de5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 944 time: 0.3780539 Jul 23 20:34:42.937574 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-cfaca220-416f-4646-b215-5683186e2ff4 service neutron] 10.222.0.18 "GET /v2.0/ports/4d9dfc8c-57a4-455d-a557-09cea0151e70/bindings/n-h2-793618-10 HTTP/1.1" status: 200 len: 383 time: 0.1851103 Jul 23 20:34:42.946470 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-82ffddfa-14cd-4425-a077-745646b8a60c req-8304b4e7-7296-4fe4-b084-d023cf7e30d6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=3584c591-8753-4724-bea2-85b71c16a552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775099 Jul 23 20:34:43.077916 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-b7a12f2c-6078-4562-ae7b-050b7d3a200a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:43.084214 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-b7a12f2c-6078-4562-ae7b-050b7d3a200a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bac8e166147242c8b3a831403daa7c9d&device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 1096 time: 0.1056769 Jul 23 20:34:43.222849 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-b303fb10-61d9-42f8-bf3a-1c94ef78d685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:43.224325 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-b303fb10-61d9-42f8-bf3a-1c94ef78d685 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c91af19b-52b2-4b23-8f3c-6803df020fa0 HTTP/1.1" status: 200 len: 897 time: 0.1333394 Jul 23 20:34:43.297833 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae049ef-d59d-43a6-9a97-ac8d690fe469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:43.312741 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:43.399011 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-ceed7186-8c2e-4e42-80fe-19dc8ca73ed5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d9dfc8c-57a4-455d-a557-09cea0151e70 HTTP/1.1" status: 200 len: 1000 time: 0.1684432 Jul 23 20:34:43.474593 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-175136ba-df04-4f02-bf4e-6198f4422606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:43.476107 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-175136ba-df04-4f02-bf4e-6198f4422606 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cd79755f-90ca-4b32-a55d-57bf1b05e1f7 HTTP/1.1" status: 200 len: 835 time: 0.0683775 Jul 23 20:34:43.600489 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-9eb96c12-e08d-4c40-8300-2fe6d7017b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:43.602095 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-9eb96c12-e08d-4c40-8300-2fe6d7017b91 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c91af19b-52b2-4b23-8f3c-6803df020fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0934832 Jul 23 20:34:43.627538 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-67011f22-cf05-42eb-85a9-185271c6821d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:43.771770 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-231b92c6-a80e-48e2-9cb7-7cbf7eb1c8f3 service neutron] 10.222.0.18 "GET /v2.0/networks/c91af19b-52b2-4b23-8f3c-6803df020fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413331 Jul 23 20:34:43.781619 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 4d9dfc8c-57a4-455d-a557-09cea0151e70 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:43.803492 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-cae049ef-d59d-43a6-9a97-ac8d690fe469 admin admin] Deleting port 87406fdd-ddca-4bf6-895c-acc3dd7cf262 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:43.803837 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae049ef-d59d-43a6-9a97-ac8d690fe469 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:43.844706 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 4d9dfc8c-57a4-455d-a557-09cea0151e70 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:43.849074 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 4d9dfc8c-57a4-455d-a557-09cea0151e70 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:43.849489 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:43.944076 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:44.003004 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 4d9dfc8c-57a4-455d-a557-09cea0151e70, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=4d9dfc8c-57a4-455d-a557-09cea0151e70,segment=NetworkSegment(ba6de94f-b985-4a00-a5f5-bb97d8bfa191),segment_id=ba6de94f-b985-4a00-a5f5-bb97d8bfa191)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:44.004378 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee18f5a2-8a10-4f9e-a779-e017c6a18fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9dfc8c-57a4-455d-a557-09cea0151e70'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:34:44.007383 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab0f63e-213e-40b6-af1a-b16f794a25a7" -d '{"events": [{"server_uuid": "ee18f5a2-8a10-4f9e-a779-e017c6a18fcc", "name": "network-vif-plugged", "status": "completed", "tag": "4d9dfc8c-57a4-455d-a557-09cea0151e70"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:34:44.013153 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:44.073927 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:44.094680 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=4d9dfc8c-57a4-455d-a557-09cea0151e70,revision_number=9']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:44.349268 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-979d5709-78d6-4630-9f6a-ce620ff84a4e service neutron] 10.222.0.18 "GET /v2.0/networks/c91af19b-52b2-4b23-8f3c-6803df020fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5705042 Jul 23 20:34:44.352279 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-cae049ef-d59d-43a6-9a97-ac8d690fe469 admin admin] For port 87406fdd-ddca-4bf6-895c-acc3dd7cf262, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=87406fdd-ddca-4bf6-895c-acc3dd7cf262,segment=NetworkSegment(cf5fea53-915a-4bb4-a303-32ea1a2186f0),segment_id=cf5fea53-915a-4bb4-a303-32ea1a2186f0)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:44.352640 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae049ef-d59d-43a6-9a97-ac8d690fe469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:44.369736 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-cae049ef-d59d-43a6-9a97-ac8d690fe469 admin admin] Calling delete_port for 87406fdd-ddca-4bf6-895c-acc3dd7cf262 owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:44.397869 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f67fc-b835-4667-8b64-55c9064d0f15 req-92b924bd-24a2-470d-9872-7207f5c6ac91 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:44.405309 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ff4f67fc-b835-4667-8b64-55c9064d0f15 req-92b924bd-24a2-470d-9872-7207f5c6ac91 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 945 time: 0.1306891 Jul 23 20:34:44.485681 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ff4f67fc-b835-4667-8b64-55c9064d0f15 req-ef044cbc-9f8e-44f6-badb-2331672f08bf tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=3584c591-8753-4724-bea2-85b71c16a552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792520 Jul 23 20:34:44.549497 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f384f4-137d-4ffe-8213-03601519a0fe x-openstack-request-id: req-f4f384f4-137d-4ffe-8213-03601519a0fe {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:34:44.550025 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee18f5a2-8a10-4f9e-a779-e017c6a18fcc", "name": "network-vif-plugged", "status": "completed", "tag": "4d9dfc8c-57a4-455d-a557-09cea0151e70", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:34:44.550025 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f4f384f4-137d-4ffe-8213-03601519a0fe {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:34:44.550413 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee18f5a2-8a10-4f9e-a779-e017c6a18fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9dfc8c-57a4-455d-a557-09cea0151e70', 'code': 200} Jul 23 20:34:44.644680 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae049ef-d59d-43a6-9a97-ac8d690fe469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:44.678851 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae049ef-d59d-43a6-9a97-ac8d690fe469 admin admin] Pushing event deleted for resources: {'Port': ['ID=87406fdd-ddca-4bf6-895c-acc3dd7cf262,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:44.750400 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:44.756639 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:44.916423 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cae049ef-d59d-43a6-9a97-ac8d690fe469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:45.157911 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae049ef-d59d-43a6-9a97-ac8d690fe469 admin admin] Router 5504e6a3-2acd-4976-b8be-e34884fab708 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:34:45.270711 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae049ef-d59d-43a6-9a97-ac8d690fe469 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:34:45.281251 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-cae049ef-d59d-43a6-9a97-ac8d690fe469 admin admin] 10.222.0.32 "PUT /v2.0/routers/5504e6a3-2acd-4976-b8be-e34884fab708/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0384383 Jul 23 20:34:45.281602 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58300) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:45.283694 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6269ad9d-9d22-4c37-95a5-d1e4d63d696b None None] Sync routers for ids ['5504e6a3-2acd-4976-b8be-e34884fab708'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:34:45.298516 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6269ad9d-9d22-4c37-95a5-d1e4d63d696b None None] Routers {'5504e6a3-2acd-4976-b8be-e34884fab708'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:45.299457 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6269ad9d-9d22-4c37-95a5-d1e4d63d696b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:34:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5504e6a3-2acd-4976-b8be-e34884fab708'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:45.408275 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8145e119-afb5-4158-8c11-1132f7c933ed admin admin] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:45.426083 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-6269ad9d-9d22-4c37-95a5-d1e4d63d696b None None] Set router 5504e6a3-2acd-4976-b8be-e34884fab708 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:34:45.540951 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8145e119-afb5-4158-8c11-1132f7c933ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:45.765500 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-8145e119-afb5-4158-8c11-1132f7c933ed admin admin] Deleting port 0cb494f6-38b4-4b0a-b621-8259f551a3a8 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:45.766694 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8145e119-afb5-4158-8c11-1132f7c933ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:45.796985 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6269ad9d-9d22-4c37-95a5-d1e4d63d696b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5504e6a3-2acd-4976-b8be-e34884fab708', 'name': 'tempest-TestServerBasicOps-1872107894-router', 'tenant_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '0cb494f6-38b4-4b0a-b621-8259f551a3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:09Z', 'updated_at': '2021-07-23T20:34:44Z', 'revision_number': 5, 'project_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'gw_port': {'id': '0cb494f6-38b4-4b0a-b621-8259f551a3a8', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:60:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5504e6a3-2acd-4976-b8be-e34884fab708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:10Z', 'updated_at': '2021-07-23T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:45.845914 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a9f00-8a89-412c-9427-87a525a6c4b0 req-f925a87d-8ec7-4b95-8240-4265249b70a0 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:45.848424 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ab5a9f00-8a89-412c-9427-87a525a6c4b0 req-f925a87d-8ec7-4b95-8240-4265249b70a0 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 945 time: 0.2086563 Jul 23 20:34:45.870202 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6269ad9d-9d22-4c37-95a5-d1e4d63d696b None None] Checking router: 5504e6a3-2acd-4976-b8be-e34884fab708 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:34:45.887633 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6269ad9d-9d22-4c37-95a5-d1e4d63d696b None None] Routers {'5504e6a3-2acd-4976-b8be-e34884fab708'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:45.889261 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6269ad9d-9d22-4c37-95a5-d1e4d63d696b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:34:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5504e6a3-2acd-4976-b8be-e34884fab708'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:45.973803 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-8145e119-afb5-4158-8c11-1132f7c933ed admin admin] For port 0cb494f6-38b4-4b0a-b621-8259f551a3a8, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=0cb494f6-38b4-4b0a-b621-8259f551a3a8,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:45.976852 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8145e119-afb5-4158-8c11-1132f7c933ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:45.988843 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:46.000011 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-6269ad9d-9d22-4c37-95a5-d1e4d63d696b None None] Set router 5504e6a3-2acd-4976-b8be-e34884fab708 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:34:46.006066 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-8145e119-afb5-4158-8c11-1132f7c933ed admin admin] Calling delete_port for 0cb494f6-38b4-4b0a-b621-8259f551a3a8 owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:46.017047 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ab5a9f00-8a89-412c-9427-87a525a6c4b0 req-46300f21-e09d-4102-9976-1a10d0bae929 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=3584c591-8753-4724-bea2-85b71c16a552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215515 Jul 23 20:34:46.077887 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6269ad9d-9d22-4c37-95a5-d1e4d63d696b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5504e6a3-2acd-4976-b8be-e34884fab708', 'name': 'tempest-TestServerBasicOps-1872107894-router', 'tenant_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:09Z', 'updated_at': '2021-07-23T20:34:45Z', 'revision_number': 6, 'project_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:46.115002 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6269ad9d-9d22-4c37-95a5-d1e4d63d696b None None] The sync data for ids ['5504e6a3-2acd-4976-b8be-e34884fab708'] in n-d-793618-10 is: [{'id': '5504e6a3-2acd-4976-b8be-e34884fab708', 'name': 'tempest-TestServerBasicOps-1872107894-router', 'tenant_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:09Z', 'updated_at': '2021-07-23T20:34:45Z', 'revision_number': 6, 'project_id': '9a8509bfd91749fab4cb989d0d0fbc91', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:34:46.268755 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8145e119-afb5-4158-8c11-1132f7c933ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:46.350530 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145e119-afb5-4158-8c11-1132f7c933ed admin admin] Pushing event deleted for resources: {'Port': ['ID=0cb494f6-38b4-4b0a-b621-8259f551a3a8,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:46.392976 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8145e119-afb5-4158-8c11-1132f7c933ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:46.495609 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8145e119-afb5-4158-8c11-1132f7c933ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:46.498510 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8145e119-afb5-4158-8c11-1132f7c933ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:46.541708 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-a7b8195e-2095-4c6f-b2e4-e6f159965013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:46.543370 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-a7b8195e-2095-4c6f-b2e4-e6f159965013 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc&tenant_id=bac8e166147242c8b3a831403daa7c9d HTTP/1.1" status: 200 len: 1097 time: 0.0712359 Jul 23 20:34:46.548309 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8145e119-afb5-4158-8c11-1132f7c933ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:46.548820 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8145e119-afb5-4158-8c11-1132f7c933ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5504e6a3-2acd-4976-b8be-e34884fab708 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:34:46.553234 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8145e119-afb5-4158-8c11-1132f7c933ed admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:46.557461 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58310) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:46.557634 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8145e119-afb5-4158-8c11-1132f7c933ed admin admin] 10.222.0.32 "DELETE /v2.0/routers/5504e6a3-2acd-4976-b8be-e34884fab708 HTTP/1.1" status: 204 len: 168 time: 1.2746751 Jul 23 20:34:46.564371 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-b6add357-def1-4ccc-844d-2b698fb965b7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793618-10', 'device_owner': 'compute:nova'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:46.663460 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-49ed36de-a659-4bff-8cec-9dfa7a56ea82 admin admin] Deleting subnet a074ed79-e75f-476d-8ea9-5a0d7326279b {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:34:46.667472 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49ed36de-a659-4bff-8cec-9dfa7a56ea82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:46.724102 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49ed36de-a659-4bff-8cec-9dfa7a56ea82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:46.776554 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-b6add357-def1-4ccc-844d-2b698fb965b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:46.854929 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49ed36de-a659-4bff-8cec-9dfa7a56ea82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:47.049309 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49ed36de-a659-4bff-8cec-9dfa7a56ea82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:47.087834 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed36de-a659-4bff-8cec-9dfa7a56ea82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a074ed79-e75f-476d-8ea9-5a0d7326279b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:47.095087 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 87406fdd-ddca-4bf6-895c-acc3dd7cf262 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:34:47.098319 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49ed36de-a659-4bff-8cec-9dfa7a56ea82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:47.099562 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77c9370-aab4-47ee-91ae-5d7f2c66d9e0 None None] Network 9c90c081-0a5d-44bd-b4f8-2493a06b9b50 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:47.100250 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-49ed36de-a659-4bff-8cec-9dfa7a56ea82 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a074ed79-e75f-476d-8ea9-5a0d7326279b HTTP/1.1" status: 204 len: 168 time: 0.5416808 Jul 23 20:34:47.103023 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58326) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:47.221558 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 87406fdd-ddca-4bf6-895c-acc3dd7cf262 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:34:47.222056 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 87406fdd-ddca-4bf6-895c-acc3dd7cf262 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:34:47.222490 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 0cb494f6-38b4-4b0a-b621-8259f551a3a8 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:34:47.258216 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ddbeff35-8150-47b2-8ac5-df8488174fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:47.268651 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-b6add357-def1-4ccc-844d-2b698fb965b7 service neutron] For port 4d9dfc8c-57a4-455d-a557-09cea0151e70, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=4d9dfc8c-57a4-455d-a557-09cea0151e70,segment=NetworkSegment(ba6de94f-b985-4a00-a5f5-bb97d8bfa191),segment_id=ba6de94f-b985-4a00-a5f5-bb97d8bfa191)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:47.296719 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 0cb494f6-38b4-4b0a-b621-8259f551a3a8 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:34:47.297659 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 0cb494f6-38b4-4b0a-b621-8259f551a3a8 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:34:47.318161 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac03cd-40ab-4351-807c-c63252af3f0e req-6a23fc35-7965-4cb0-b415-5cf2a5ce97f6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:47.319745 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0cac03cd-40ab-4351-807c-c63252af3f0e req-6a23fc35-7965-4cb0-b415-5cf2a5ce97f6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 945 time: 0.1558299 Jul 23 20:34:47.351663 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-b6add357-def1-4ccc-844d-2b698fb965b7 service neutron] For port 4d9dfc8c-57a4-455d-a557-09cea0151e70, host n-h2-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:34:47.436565 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0cac03cd-40ab-4351-807c-c63252af3f0e req-e31d308d-dabb-4022-81f8-83a11bc208f6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=3584c591-8753-4724-bea2-85b71c16a552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982189 Jul 23 20:34:47.443690 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-ddbeff35-8150-47b2-8ac5-df8488174fbd admin admin] Deleting port 86171773-2ccc-443e-8465-d0e75eeeaca5 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:47.443690 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ddbeff35-8150-47b2-8ac5-df8488174fbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:47.451227 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee18f5a2-8a10-4f9e-a779-e017c6a18fcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d9dfc8c-57a4-455d-a557-09cea0151e70'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:34:47.451793 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f7918d-d252-42d4-9367-d3a8591a6bf2 None None] DHCP port deletion for 9c90c081-0a5d-44bd-b4f8-2493a06b9b50 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:34:47.453826 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2b584d-1341-42ae-8fbd-0b70742e4a0b" -d '{"events": [{"server_uuid": "ee18f5a2-8a10-4f9e-a779-e017c6a18fcc", "name": "network-vif-unplugged", "status": "completed", "tag": "4d9dfc8c-57a4-455d-a557-09cea0151e70"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:34:47.461114 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-b6add357-def1-4ccc-844d-2b698fb965b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:47.490030 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-b6add357-def1-4ccc-844d-2b698fb965b7 service neutron] Transition to ACTIVE for port object 4d9dfc8c-57a4-455d-a557-09cea0151e70 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:47.513595 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-b6add357-def1-4ccc-844d-2b698fb965b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:47.514454 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-33f7918d-d252-42d4-9367-d3a8591a6bf2 None None] Deleting port 86171773-2ccc-443e-8465-d0e75eeeaca5 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:47.514832 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-33f7918d-d252-42d4-9367-d3a8591a6bf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:47.609111 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-33f7918d-d252-42d4-9367-d3a8591a6bf2 None None] For port 86171773-2ccc-443e-8465-d0e75eeeaca5, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=86171773-2ccc-443e-8465-d0e75eeeaca5,segment=NetworkSegment(cf5fea53-915a-4bb4-a303-32ea1a2186f0),segment_id=cf5fea53-915a-4bb4-a303-32ea1a2186f0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:47.609780 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-33f7918d-d252-42d4-9367-d3a8591a6bf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:47.623249 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-33f7918d-d252-42d4-9367-d3a8591a6bf2 None None] Calling delete_port for 86171773-2ccc-443e-8465-d0e75eeeaca5 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:47.624955 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae83c3c-302d-4f26-ba1b-8ce048a99eb3 x-openstack-request-id: req-dae83c3c-302d-4f26-ba1b-8ce048a99eb3 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:34:47.626642 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee18f5a2-8a10-4f9e-a779-e017c6a18fcc", "name": "network-vif-unplugged", "status": "completed", "tag": "4d9dfc8c-57a4-455d-a557-09cea0151e70", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:34:47.627067 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dae83c3c-302d-4f26-ba1b-8ce048a99eb3 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:34:47.628313 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee18f5a2-8a10-4f9e-a779-e017c6a18fcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d9dfc8c-57a4-455d-a557-09cea0151e70', 'code': 200} Jul 23 20:34:47.693686 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6add357-def1-4ccc-844d-2b698fb965b7 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9dfc8c-57a4-455d-a557-09cea0151e70,revision_number=10']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:47.742118 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-ddbeff35-8150-47b2-8ac5-df8488174fbd admin admin] For port 86171773-2ccc-443e-8465-d0e75eeeaca5, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=86171773-2ccc-443e-8465-d0e75eeeaca5,segment=NetworkSegment(cf5fea53-915a-4bb4-a303-32ea1a2186f0),segment_id=cf5fea53-915a-4bb4-a303-32ea1a2186f0)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:47.742888 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ddbeff35-8150-47b2-8ac5-df8488174fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:47.744882 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-33f7918d-d252-42d4-9367-d3a8591a6bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:47.759579 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-ddbeff35-8150-47b2-8ac5-df8488174fbd admin admin] Calling delete_port for 86171773-2ccc-443e-8465-d0e75eeeaca5 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:47.802065 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f7918d-d252-42d4-9367-d3a8591a6bf2 None None] No DVR routers for this DVR port 86171773-2ccc-443e-8465-d0e75eeeaca5 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:34:47.806464 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f7918d-d252-42d4-9367-d3a8591a6bf2 None None] Pushing event deleted for resources: {'Port': ['ID=86171773-2ccc-443e-8465-d0e75eeeaca5,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:47.948545 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ddbeff35-8150-47b2-8ac5-df8488174fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:47.952706 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-b6add357-def1-4ccc-844d-2b698fb965b7 service neutron] No DVR routers for this DVR port 4d9dfc8c-57a4-455d-a557-09cea0151e70 on host n-h2-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:34:47.973650 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbeff35-8150-47b2-8ac5-df8488174fbd admin admin] Pushing event deleted for resources: {'Port': ['ID=86171773-2ccc-443e-8465-d0e75eeeaca5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:48.036963 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbeff35-8150-47b2-8ac5-df8488174fbd admin admin] No DVR routers for this DVR port 86171773-2ccc-443e-8465-d0e75eeeaca5 on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:34:48.130368 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ddbeff35-8150-47b2-8ac5-df8488174fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:48.147462 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ddbeff35-8150-47b2-8ac5-df8488174fbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c90c081-0a5d-44bd-b4f8-2493a06b9b50']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:48.163884 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ddbeff35-8150-47b2-8ac5-df8488174fbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf5fea53-915a-4bb4-a303-32ea1a2186f0') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:48.164182 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ddbeff35-8150-47b2-8ac5-df8488174fbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf5fea53-915a-4bb4-a303-32ea1a2186f0') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:48.175340 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ddbeff35-8150-47b2-8ac5-df8488174fbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:48.216196 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ddbeff35-8150-47b2-8ac5-df8488174fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:48.225700 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-b6add357-def1-4ccc-844d-2b698fb965b7 service neutron] Attempting to bind port 4d9dfc8c-57a4-455d-a557-09cea0151e70 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:34:48.226113 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-b6add357-def1-4ccc-844d-2b698fb965b7 service neutron] Attempting to bind port 4d9dfc8c-57a4-455d-a557-09cea0151e70 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'ba6de94f-b985-4a00-a5f5-bb97d8bfa191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c91af19b-52b2-4b23-8f3c-6803df020fa0'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:34:48.226506 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-b6add357-def1-4ccc-844d-2b698fb965b7 service neutron] Attempting to bind port 4d9dfc8c-57a4-455d-a557-09cea0151e70 on network c91af19b-52b2-4b23-8f3c-6803df020fa0 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:34:48.229238 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddbeff35-8150-47b2-8ac5-df8488174fbd admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:34:48.229782 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ddbeff35-8150-47b2-8ac5-df8488174fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:48.232131 n-d-793618-10 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:34:48.232131 n-d-793618-10 neutron-server[93876]: self.session.flush() Jul 23 20:34:48.232131 n-d-793618-10 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:34:48.232131 n-d-793618-10 neutron-server[93876]: self.session.flush() Jul 23 20:34:48.232131 n-d-793618-10 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:34:48.232131 n-d-793618-10 neutron-server[93876]: self.session.flush() Jul 23 20:34:48.232131 n-d-793618-10 neutron-server[93876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:34:48.232131 n-d-793618-10 neutron-server[93876]: self.session.flush() Jul 23 20:34:48.232131 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:34:48.232131 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:34:48.232131 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:34:48.232131 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:34:48.232131 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:34:48.232131 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:34:48.232131 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:34:48.232131 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:34:48.232131 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:34:48.232131 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:34:48.232131 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:34:48.232131 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:34:48.232131 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:34:48.232131 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:34:48.232131 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:34:48.232131 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:34:48.232131 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:34:48.232131 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:34:48.232131 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:34:48.232131 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:34:48.232131 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:34:48.232131 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:34:48.232131 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:34:48.232131 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:34:48.232131 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:34:48.232131 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:34:48.232131 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:34:48.232131 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:34:48.232131 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:34:48.232131 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:34:48.232131 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:34:48.232131 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:34:48.250660 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-b6add357-def1-4ccc-844d-2b698fb965b7 service neutron] Port 4d9dfc8c-57a4-455d-a557-09cea0151e70 on network c91af19b-52b2-4b23-8f3c-6803df020fa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:34:48.250993 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-b6add357-def1-4ccc-844d-2b698fb965b7 service neutron] Attempting to bind port 4d9dfc8c-57a4-455d-a557-09cea0151e70 on network c91af19b-52b2-4b23-8f3c-6803df020fa0 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:34:48.266082 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-b6add357-def1-4ccc-844d-2b698fb965b7 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:34:48.266458 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-b6add357-def1-4ccc-844d-2b698fb965b7 service neutron] Checking segment: {'id': 'ba6de94f-b985-4a00-a5f5-bb97d8bfa191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c91af19b-52b2-4b23-8f3c-6803df020fa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:34:48.266954 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-b6add357-def1-4ccc-844d-2b698fb965b7 service neutron] Bound using segment: {'id': 'ba6de94f-b985-4a00-a5f5-bb97d8bfa191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c91af19b-52b2-4b23-8f3c-6803df020fa0'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:34:48.267386 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-b6add357-def1-4ccc-844d-2b698fb965b7 service neutron] Bound port: 4d9dfc8c-57a4-455d-a557-09cea0151e70, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba6de94f-b985-4a00-a5f5-bb97d8bfa191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c91af19b-52b2-4b23-8f3c-6803df020fa0'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:34:48.267744 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-b6add357-def1-4ccc-844d-2b698fb965b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:48.329525 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ddbeff35-8150-47b2-8ac5-df8488174fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:48.338400 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ddbeff35-8150-47b2-8ac5-df8488174fbd admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:48.341716 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ddbeff35-8150-47b2-8ac5-df8488174fbd admin admin] 10.222.0.32 "DELETE /v2.0/networks/9c90c081-0a5d-44bd-b4f8-2493a06b9b50 HTTP/1.1" status: 204 len: 168 time: 1.2371697 Jul 23 20:34:48.346462 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58334) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:48.359783 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbeff35-8150-47b2-8ac5-df8488174fbd admin admin] Pushing event deleted for resources: {'Network': ['ID=9c90c081-0a5d-44bd-b4f8-2493a06b9b50,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:48.389061 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-b6add357-def1-4ccc-844d-2b698fb965b7 service neutron] For port 4d9dfc8c-57a4-455d-a557-09cea0151e70, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:34:48.392492 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-b6add357-def1-4ccc-844d-2b698fb965b7 service neutron] For port 4d9dfc8c-57a4-455d-a557-09cea0151e70, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=4d9dfc8c-57a4-455d-a557-09cea0151e70,segment=NetworkSegment(ba6de94f-b985-4a00-a5f5-bb97d8bfa191),segment_id=ba6de94f-b985-4a00-a5f5-bb97d8bfa191)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:34:48.398332 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-b6add357-def1-4ccc-844d-2b698fb965b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:48.443535 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-b6add357-def1-4ccc-844d-2b698fb965b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:48.444303 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-b6add357-def1-4ccc-844d-2b698fb965b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:48.447260 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-b6add357-def1-4ccc-844d-2b698fb965b7 service neutron] 10.222.0.30 "PUT /v2.0/ports/4d9dfc8c-57a4-455d-a557-09cea0151e70 HTTP/1.1" status: 200 len: 1093 time: 1.8941741 Jul 23 20:34:48.521311 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6add357-def1-4ccc-844d-2b698fb965b7 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9dfc8c-57a4-455d-a557-09cea0151e70,revision_number=11']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:48.557039 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-453f9166-3ce0-4639-9383-60c22a006d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:48.558586 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-453f9166-3ce0-4639-9383-60c22a006d26 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bac8e166147242c8b3a831403daa7c9d&device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 1096 time: 0.0803800 Jul 23 20:34:48.722451 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-cef4bdf2-d3bc-48a0-8773-1a0c6ea9e16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:48.725277 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-cef4bdf2-d3bc-48a0-8773-1a0c6ea9e16e service neutron] 10.222.0.30 "GET /v2.0/networks?id=c91af19b-52b2-4b23-8f3c-6803df020fa0 HTTP/1.1" status: 200 len: 897 time: 0.1592450 Jul 23 20:34:48.784460 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb0192-db42-45a5-83a5-6124083c164c req-8a9ee822-42dc-4e32-bf2c-5c9606f46486 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:48.795969 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cacb0192-db42-45a5-83a5-6124083c164c req-8a9ee822-42dc-4e32-bf2c-5c9606f46486 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 944 time: 0.1668782 Jul 23 20:34:48.837433 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-9cd540f3-ba64-48eb-8f7b-90390d1d0c9a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d9dfc8c-57a4-455d-a557-09cea0151e70 HTTP/1.1" status: 200 len: 999 time: 0.1064472 Jul 23 20:34:48.885230 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cacb0192-db42-45a5-83a5-6124083c164c req-06accc5c-2e43-47ba-9beb-34aa6ed542ea tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=3584c591-8753-4724-bea2-85b71c16a552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883060 Jul 23 20:34:48.943847 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-2e7537d3-90e6-49d4-bb81-44b8b4dacd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:48.948176 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-2e7537d3-90e6-49d4-bb81-44b8b4dacd92 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cd79755f-90ca-4b32-a55d-57bf1b05e1f7 HTTP/1.1" status: 200 len: 835 time: 0.1027553 Jul 23 20:34:48.976910 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 86171773-2ccc-443e-8465-d0e75eeeaca5 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:34:49.002145 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 86171773-2ccc-443e-8465-d0e75eeeaca5 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:34:49.002620 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 86171773-2ccc-443e-8465-d0e75eeeaca5 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:34:49.030424 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-12bfe62e-0afd-4a4e-b1fb-86c86ffe4ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:49.032747 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-12bfe62e-0afd-4a4e-b1fb-86c86ffe4ea8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c91af19b-52b2-4b23-8f3c-6803df020fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0775421 Jul 23 20:34:49.034555 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d85720e5-efe2-43cb-84c9-8e209b8659ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:49.159124 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-39cb9978-ddc9-45df-b36a-ff42fa42bb25 service neutron] 10.222.0.30 "GET /v2.0/networks/c91af19b-52b2-4b23-8f3c-6803df020fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202598 Jul 23 20:34:49.291976 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d07b93a8-b03a-494e-8525-84bdacd3f6ee req-c0592506-5a3a-4195-8834-1d752de2627c service neutron] 10.222.0.30 "GET /v2.0/networks/c91af19b-52b2-4b23-8f3c-6803df020fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247313 Jul 23 20:34:49.368041 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-d85720e5-efe2-43cb-84c9-8e209b8659ef admin admin] Deleting port 656eb98a-d7e4-4661-b6e4-ee32b83da974 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:49.368565 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d85720e5-efe2-43cb-84c9-8e209b8659ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:49.448372 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-d85720e5-efe2-43cb-84c9-8e209b8659ef admin admin] For port 656eb98a-d7e4-4661-b6e4-ee32b83da974, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=656eb98a-d7e4-4661-b6e4-ee32b83da974,segment=NetworkSegment(034ba89c-33c8-46b9-a58d-4c8accd25ba7),segment_id=034ba89c-33c8-46b9-a58d-4c8accd25ba7)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:49.448653 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d85720e5-efe2-43cb-84c9-8e209b8659ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:49.462163 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-d85720e5-efe2-43cb-84c9-8e209b8659ef admin admin] Calling delete_port for 656eb98a-d7e4-4661-b6e4-ee32b83da974 owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:49.630405 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee18f5a2-8a10-4f9e-a779-e017c6a18fcc', 'tag': '4d9dfc8c-57a4-455d-a557-09cea0151e70'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:34:49.632758 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21be3b22-6ce0-43f6-90cc-80474fe9eb10" -d '{"events": [{"name": "network-changed", "server_uuid": "ee18f5a2-8a10-4f9e-a779-e017c6a18fcc", "tag": "4d9dfc8c-57a4-455d-a557-09cea0151e70"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:34:49.666548 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d85720e5-efe2-43cb-84c9-8e209b8659ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:49.698029 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85720e5-efe2-43cb-84c9-8e209b8659ef admin admin] Pushing event deleted for resources: {'Port': ['ID=656eb98a-d7e4-4661-b6e4-ee32b83da974,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:49.698208 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6715e9c9-b984-42e0-ac23-3ff8716b5fe2 x-openstack-request-id: req-6715e9c9-b984-42e0-ac23-3ff8716b5fe2 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:34:49.698854 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee18f5a2-8a10-4f9e-a779-e017c6a18fcc", "tag": "4d9dfc8c-57a4-455d-a557-09cea0151e70", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:34:49.698990 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6715e9c9-b984-42e0-ac23-3ff8716b5fe2 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:34:49.699985 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee18f5a2-8a10-4f9e-a779-e017c6a18fcc', 'tag': '4d9dfc8c-57a4-455d-a557-09cea0151e70', 'status': 'completed', 'code': 200} Jul 23 20:34:49.802316 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 4d9dfc8c-57a4-455d-a557-09cea0151e70 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:34:49.812818 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be3b22-6ce0-43f6-90cc-80474fe9eb10 req-69aae2f9-d75b-45ea-a49b-618b923e9dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:49.815399 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-21be3b22-6ce0-43f6-90cc-80474fe9eb10 req-69aae2f9-d75b-45ea-a49b-618b923e9dda service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bac8e166147242c8b3a831403daa7c9d&device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 1096 time: 0.0943496 Jul 23 20:34:49.859525 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 4d9dfc8c-57a4-455d-a557-09cea0151e70 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:34:49.981843 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be3b22-6ce0-43f6-90cc-80474fe9eb10 req-ed70acbc-be3c-43be-b891-62e748f241f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:49.986649 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-21be3b22-6ce0-43f6-90cc-80474fe9eb10 req-ed70acbc-be3c-43be-b891-62e748f241f6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c91af19b-52b2-4b23-8f3c-6803df020fa0 HTTP/1.1" status: 200 len: 897 time: 0.1642671 Jul 23 20:34:49.994346 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be3b22-6ce0-43f6-90cc-80474fe9eb10 req-ffc2aa7d-7015-42cf-953e-ab16b722458f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:49.995950 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-21be3b22-6ce0-43f6-90cc-80474fe9eb10 req-ffc2aa7d-7015-42cf-953e-ab16b722458f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bac8e166147242c8b3a831403daa7c9d&device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 1096 time: 0.2817047 Jul 23 20:34:50.118589 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-21be3b22-6ce0-43f6-90cc-80474fe9eb10 req-747746a5-1159-43a8-81c0-20450642f694 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d9dfc8c-57a4-455d-a557-09cea0151e70 HTTP/1.1" status: 200 len: 999 time: 0.1239772 Jul 23 20:34:50.125532 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d85720e5-efe2-43cb-84c9-8e209b8659ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:50.241545 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be3b22-6ce0-43f6-90cc-80474fe9eb10 req-6049385a-60ec-423b-9479-a6a9c55d4b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:50.243736 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-21be3b22-6ce0-43f6-90cc-80474fe9eb10 req-6049385a-60ec-423b-9479-a6a9c55d4b0a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cd79755f-90ca-4b32-a55d-57bf1b05e1f7 HTTP/1.1" status: 200 len: 835 time: 0.1182930 Jul 23 20:34:50.359718 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be3b22-6ce0-43f6-90cc-80474fe9eb10 req-b140d9b8-4364-4c0c-9dae-cd32e66af8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:50.361545 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-21be3b22-6ce0-43f6-90cc-80474fe9eb10 req-b140d9b8-4364-4c0c-9dae-cd32e66af8ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c91af19b-52b2-4b23-8f3c-6803df020fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1094389 Jul 23 20:34:50.504375 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-21be3b22-6ce0-43f6-90cc-80474fe9eb10 req-faaacb2c-48ec-48b7-b1f5-cb8234c543d9 service neutron] 10.222.0.30 "GET /v2.0/networks/c91af19b-52b2-4b23-8f3c-6803df020fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332781 Jul 23 20:34:50.712911 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be3b22-6ce0-43f6-90cc-80474fe9eb10 req-bf5bd531-8405-45c7-8b04-c7b09384e673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:50.720933 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 4d9dfc8c-57a4-455d-a557-09cea0151e70 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:34:50.736929 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-21be3b22-6ce0-43f6-90cc-80474fe9eb10 req-bf5bd531-8405-45c7-8b04-c7b09384e673 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c91af19b-52b2-4b23-8f3c-6803df020fa0 HTTP/1.1" status: 200 len: 897 time: 0.6749129 Jul 23 20:34:50.856294 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da20ed-003a-4d03-b5f6-416342ecec88 req-7e12ba4c-d848-4a17-b163-e4f0c6959a99 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:50.881501 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-45da20ed-003a-4d03-b5f6-416342ecec88 req-7e12ba4c-d848-4a17-b163-e4f0c6959a99 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 944 time: 0.8896766 Jul 23 20:34:51.028149 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 4d9dfc8c-57a4-455d-a557-09cea0151e70, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=4d9dfc8c-57a4-455d-a557-09cea0151e70,segment=NetworkSegment(ba6de94f-b985-4a00-a5f5-bb97d8bfa191),segment_id=ba6de94f-b985-4a00-a5f5-bb97d8bfa191)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:51.058987 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '4d9dfc8c-57a4-455d-a557-09cea0151e70', 'network_id': 'c91af19b-52b2-4b23-8f3c-6803df020fa0', 'port_id': '4d9dfc8c-57a4-455d-a557-09cea0151e70', 'mac_address': 'fa:16:3e:08:e6:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd79755f-90ca-4b32-a55d-57bf1b05e1f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:34:51.149769 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:51.180955 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d9dfc8c-57a4-455d-a557-09cea0151e70 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:34:51.184967 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-21be3b22-6ce0-43f6-90cc-80474fe9eb10 req-cb4ef557-b718-4b73-8ceb-1b953d962972 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d9dfc8c-57a4-455d-a557-09cea0151e70 HTTP/1.1" status: 200 len: 999 time: 0.4456906 Jul 23 20:34:51.189199 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-45da20ed-003a-4d03-b5f6-416342ecec88 req-ceb00f87-c175-425c-9c98-82a138e09fc0 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=3584c591-8753-4724-bea2-85b71c16a552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3069832 Jul 23 20:34:51.257924 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be3b22-6ce0-43f6-90cc-80474fe9eb10 req-ba7396f2-f9ed-4791-bb4a-537dcdae9f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:51.259750 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-21be3b22-6ce0-43f6-90cc-80474fe9eb10 req-ba7396f2-f9ed-4791-bb4a-537dcdae9f4f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cd79755f-90ca-4b32-a55d-57bf1b05e1f7 HTTP/1.1" status: 200 len: 835 time: 0.0637786 Jul 23 20:34:51.275128 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 4d9dfc8c-57a4-455d-a557-09cea0151e70, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=4d9dfc8c-57a4-455d-a557-09cea0151e70,segment=NetworkSegment(ba6de94f-b985-4a00-a5f5-bb97d8bfa191),segment_id=ba6de94f-b985-4a00-a5f5-bb97d8bfa191)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:51.281303 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:51.354373 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-21be3b22-6ce0-43f6-90cc-80474fe9eb10 req-97f9a416-e081-48d7-ac3e-f33bb9a87e9f service neutron] 10.222.0.30 "GET /v2.0/networks/c91af19b-52b2-4b23-8f3c-6803df020fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8410480 Jul 23 20:34:51.357385 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=4d9dfc8c-57a4-455d-a557-09cea0151e70,revision_number=12']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:51.479935 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be3b22-6ce0-43f6-90cc-80474fe9eb10 req-0931ba3e-64f8-487e-9dba-0eea6faaa9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:51.481538 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-21be3b22-6ce0-43f6-90cc-80474fe9eb10 req-0931ba3e-64f8-487e-9dba-0eea6faaa9ac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c91af19b-52b2-4b23-8f3c-6803df020fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2153733 Jul 23 20:34:51.491881 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85720e5-efe2-43cb-84c9-8e209b8659ef admin admin] Router aad5b060-aa7a-46b4-bf24-f7eb56d96765 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:34:51.492780 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['4d9dfc8c-57a4-455d-a557-09cea0151e70'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:34:51.677671 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-21be3b22-6ce0-43f6-90cc-80474fe9eb10 req-d5755bdb-c768-4469-951c-63cfa8c4fb9a service neutron] 10.222.0.18 "GET /v2.0/networks/c91af19b-52b2-4b23-8f3c-6803df020fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840544 Jul 23 20:34:51.727678 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85720e5-efe2-43cb-84c9-8e209b8659ef admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:34:51.734715 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d85720e5-efe2-43cb-84c9-8e209b8659ef admin admin] 10.222.0.32 "PUT /v2.0/routers/aad5b060-aa7a-46b4-bf24-f7eb56d96765/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3867962 Jul 23 20:34:51.737572 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58526) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:51.760139 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22600eb-239e-49e3-8050-248d07b1e0f3 None None] Sync routers for ids ['aad5b060-aa7a-46b4-bf24-f7eb56d96765'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:34:51.779576 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22600eb-239e-49e3-8050-248d07b1e0f3 None None] Routers {'aad5b060-aa7a-46b4-bf24-f7eb56d96765'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:51.779989 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e22600eb-239e-49e3-8050-248d07b1e0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:34:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['aad5b060-aa7a-46b4-bf24-f7eb56d96765'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:51.801181 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-21be3b22-6ce0-43f6-90cc-80474fe9eb10 req-f7ac02de-53b7-4ab7-9f9d-e8441e65eb61 service neutron] 10.222.0.18 "GET /v2.0/networks/c91af19b-52b2-4b23-8f3c-6803df020fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208169 Jul 23 20:34:51.930643 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e568ab20-7aa5-4e13-96a7-22eff2d21b9e admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:51.938388 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-e22600eb-239e-49e3-8050-248d07b1e0f3 None None] Set router aad5b060-aa7a-46b4-bf24-f7eb56d96765 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:34:52.106138 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e568ab20-7aa5-4e13-96a7-22eff2d21b9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:52.193946 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-e568ab20-7aa5-4e13-96a7-22eff2d21b9e admin admin] Deleting port d840d633-3e40-4375-9424-a54a10f0e7d9 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:52.194253 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e568ab20-7aa5-4e13-96a7-22eff2d21b9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:52.316500 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-e568ab20-7aa5-4e13-96a7-22eff2d21b9e admin admin] For port d840d633-3e40-4375-9424-a54a10f0e7d9, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d840d633-3e40-4375-9424-a54a10f0e7d9,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:52.317133 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e568ab20-7aa5-4e13-96a7-22eff2d21b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:52.341910 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-e568ab20-7aa5-4e13-96a7-22eff2d21b9e admin admin] Calling delete_port for d840d633-3e40-4375-9424-a54a10f0e7d9 owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:52.352471 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e22600eb-239e-49e3-8050-248d07b1e0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad5b060-aa7a-46b4-bf24-f7eb56d96765', 'name': 'tempest-TestServerBasicOps-568223485-router', 'tenant_id': '0ee5c0f09789496ea67b4e94bdc8c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'd840d633-3e40-4375-9424-a54a10f0e7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:21Z', 'updated_at': '2021-07-23T20:34:49Z', 'revision_number': 5, 'project_id': '0ee5c0f09789496ea67b4e94bdc8c4dd', 'gw_port': {'id': 'd840d633-3e40-4375-9424-a54a10f0e7d9', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad5b060-aa7a-46b4-bf24-f7eb56d96765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:22Z', 'updated_at': '2021-07-23T20:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:52.388939 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22600eb-239e-49e3-8050-248d07b1e0f3 None None] Checking router: aad5b060-aa7a-46b4-bf24-f7eb56d96765 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:34:52.397898 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22600eb-239e-49e3-8050-248d07b1e0f3 None None] Routers {'aad5b060-aa7a-46b4-bf24-f7eb56d96765'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:52.398916 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e22600eb-239e-49e3-8050-248d07b1e0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:34:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['aad5b060-aa7a-46b4-bf24-f7eb56d96765'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:52.547763 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-e22600eb-239e-49e3-8050-248d07b1e0f3 None None] Set router aad5b060-aa7a-46b4-bf24-f7eb56d96765 gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:34:52.631681 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e22600eb-239e-49e3-8050-248d07b1e0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad5b060-aa7a-46b4-bf24-f7eb56d96765', 'name': 'tempest-TestServerBasicOps-568223485-router', 'tenant_id': '0ee5c0f09789496ea67b4e94bdc8c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:21Z', 'updated_at': '2021-07-23T20:34:52Z', 'revision_number': 6, 'project_id': '0ee5c0f09789496ea67b4e94bdc8c4dd', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:52.659449 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e568ab20-7aa5-4e13-96a7-22eff2d21b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:52.671853 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22600eb-239e-49e3-8050-248d07b1e0f3 None None] The sync data for ids ['aad5b060-aa7a-46b4-bf24-f7eb56d96765'] in n-d-793618-10 is: [{'id': 'aad5b060-aa7a-46b4-bf24-f7eb56d96765', 'name': 'tempest-TestServerBasicOps-568223485-router', 'tenant_id': '0ee5c0f09789496ea67b4e94bdc8c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:21Z', 'updated_at': '2021-07-23T20:34:52Z', 'revision_number': 6, 'project_id': '0ee5c0f09789496ea67b4e94bdc8c4dd', 'gw_port_host': None}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:34:52.703658 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14329235-94ef-4a6e-933d-cc6f7bd3dea6 req-dddda1c0-3e81-44e6-8a75-9187e39fcff8 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:52.705526 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-14329235-94ef-4a6e-933d-cc6f7bd3dea6 req-dddda1c0-3e81-44e6-8a75-9187e39fcff8 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 945 time: 0.3299887 Jul 23 20:34:52.713412 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568ab20-7aa5-4e13-96a7-22eff2d21b9e admin admin] Pushing event deleted for resources: {'Port': ['ID=d840d633-3e40-4375-9424-a54a10f0e7d9,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:52.721202 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 4d9dfc8c-57a4-455d-a557-09cea0151e70 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:52.754708 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e568ab20-7aa5-4e13-96a7-22eff2d21b9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:52.755324 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e568ab20-7aa5-4e13-96a7-22eff2d21b9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:52.755982 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e568ab20-7aa5-4e13-96a7-22eff2d21b9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:52.756732 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e568ab20-7aa5-4e13-96a7-22eff2d21b9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:52.757625 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e568ab20-7aa5-4e13-96a7-22eff2d21b9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:52.758126 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e568ab20-7aa5-4e13-96a7-22eff2d21b9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:52.758917 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e568ab20-7aa5-4e13-96a7-22eff2d21b9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:52.759651 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e568ab20-7aa5-4e13-96a7-22eff2d21b9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:52.760355 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e568ab20-7aa5-4e13-96a7-22eff2d21b9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:52.761033 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e568ab20-7aa5-4e13-96a7-22eff2d21b9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:52.761555 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e568ab20-7aa5-4e13-96a7-22eff2d21b9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:52.765256 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e568ab20-7aa5-4e13-96a7-22eff2d21b9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:52.785723 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-14329235-94ef-4a6e-933d-cc6f7bd3dea6 req-095d7b00-5267-42e2-8739-e73e66f7757e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=3584c591-8753-4724-bea2-85b71c16a552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693622 Jul 23 20:34:52.816087 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58654) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:52.832878 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 4d9dfc8c-57a4-455d-a557-09cea0151e70 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:52.838832 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 4d9dfc8c-57a4-455d-a557-09cea0151e70 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:52.839342 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:52.909401 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e568ab20-7aa5-4e13-96a7-22eff2d21b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:52.948660 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:52.993176 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 4d9dfc8c-57a4-455d-a557-09cea0151e70, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=4d9dfc8c-57a4-455d-a557-09cea0151e70,segment=NetworkSegment(ba6de94f-b985-4a00-a5f5-bb97d8bfa191),segment_id=ba6de94f-b985-4a00-a5f5-bb97d8bfa191)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:52.994229 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee18f5a2-8a10-4f9e-a779-e017c6a18fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9dfc8c-57a4-455d-a557-09cea0151e70'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:34:52.997477 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b056c2b7-5eeb-4ba1-89c2-069053ecc2e3" -d '{"events": [{"server_uuid": "ee18f5a2-8a10-4f9e-a779-e017c6a18fcc", "name": "network-vif-plugged", "status": "completed", "tag": "4d9dfc8c-57a4-455d-a557-09cea0151e70"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:34:53.002474 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:53.028927 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-dbaee551-7364-453a-aab7-882228fce979 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/floatingips/7b730299-b510-4f8d-8cb7-4374b0847e4b HTTP/1.1" status: 200 len: 992 time: 0.2116015 Jul 23 20:34:53.038492 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e568ab20-7aa5-4e13-96a7-22eff2d21b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:53.042192 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e568ab20-7aa5-4e13-96a7-22eff2d21b9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:53.090499 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7032ea4d-7af4-437d-ae0b-2baad6ffadc9 x-openstack-request-id: req-7032ea4d-7af4-437d-ae0b-2baad6ffadc9 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:34:53.090706 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee18f5a2-8a10-4f9e-a779-e017c6a18fcc", "name": "network-vif-plugged", "status": "completed", "tag": "4d9dfc8c-57a4-455d-a557-09cea0151e70", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:34:53.091149 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7032ea4d-7af4-437d-ae0b-2baad6ffadc9 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:34:53.091559 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee18f5a2-8a10-4f9e-a779-e017c6a18fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9dfc8c-57a4-455d-a557-09cea0151e70', 'code': 200} Jul 23 20:34:53.102026 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=4d9dfc8c-57a4-455d-a557-09cea0151e70,revision_number=13']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:53.134697 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e568ab20-7aa5-4e13-96a7-22eff2d21b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:53.135528 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e568ab20-7aa5-4e13-96a7-22eff2d21b9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router aad5b060-aa7a-46b4-bf24-f7eb56d96765 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:34:53.141848 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e568ab20-7aa5-4e13-96a7-22eff2d21b9e admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:53.143301 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e568ab20-7aa5-4e13-96a7-22eff2d21b9e admin admin] 10.222.0.32 "DELETE /v2.0/routers/aad5b060-aa7a-46b4-bf24-f7eb56d96765 HTTP/1.1" status: 204 len: 168 time: 1.4048035 Jul 23 20:34:53.145830 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58688) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:53.170322 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 656eb98a-d7e4-4661-b6e4-ee32b83da974 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:34:53.212081 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 656eb98a-d7e4-4661-b6e4-ee32b83da974 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:34:53.212490 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 656eb98a-d7e4-4661-b6e4-ee32b83da974 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:34:53.252028 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-17ee995d-0b0e-42b7-8d1b-23d5868c82df admin admin] Deleting subnet 95017626-c2da-41ea-b704-8bd4af211d75 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:34:53.256733 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-17ee995d-0b0e-42b7-8d1b-23d5868c82df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:53.297212 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-17ee995d-0b0e-42b7-8d1b-23d5868c82df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:53.386447 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-17ee995d-0b0e-42b7-8d1b-23d5868c82df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:53.455102 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-17ee995d-0b0e-42b7-8d1b-23d5868c82df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:53.485306 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee995d-0b0e-42b7-8d1b-23d5868c82df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95017626-c2da-41ea-b704-8bd4af211d75,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:53.490303 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-17ee995d-0b0e-42b7-8d1b-23d5868c82df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:53.494513 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-17ee995d-0b0e-42b7-8d1b-23d5868c82df admin admin] 10.222.0.32 "DELETE /v2.0/subnets/95017626-c2da-41ea-b704-8bd4af211d75 HTTP/1.1" status: 204 len: 168 time: 0.3452849 Jul 23 20:34:53.495403 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58734) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:53.497730 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca37c31c-970a-4b7b-9052-1cae5eb884be None None] Network ea497bf6-b6d9-4a84-89b7-e172d590a98c requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:53.623444 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4a5853b8-20e5-4c25-83d7-23c746456652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:53.707902 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-4a5853b8-20e5-4c25-83d7-23c746456652 admin admin] Deleting port 0619c787-bc81-4213-aaea-180895562c00 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:53.708733 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4a5853b8-20e5-4c25-83d7-23c746456652 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:53.793549 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-4a5853b8-20e5-4c25-83d7-23c746456652 admin admin] For port 0619c787-bc81-4213-aaea-180895562c00, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=0619c787-bc81-4213-aaea-180895562c00,segment=NetworkSegment(034ba89c-33c8-46b9-a58d-4c8accd25ba7),segment_id=034ba89c-33c8-46b9-a58d-4c8accd25ba7)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:53.793863 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4a5853b8-20e5-4c25-83d7-23c746456652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:53.819824 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-4a5853b8-20e5-4c25-83d7-23c746456652 admin admin] Calling delete_port for 0619c787-bc81-4213-aaea-180895562c00 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:53.820062 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f859d95-52fa-4bf0-a2f1-9df02e062ff6 None None] DHCP port deletion for ea497bf6-b6d9-4a84-89b7-e172d590a98c request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:34:53.889151 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-4f859d95-52fa-4bf0-a2f1-9df02e062ff6 None None] Deleting port 0619c787-bc81-4213-aaea-180895562c00 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:53.890756 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f859d95-52fa-4bf0-a2f1-9df02e062ff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:53.964243 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4a5853b8-20e5-4c25-83d7-23c746456652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:53.991135 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-4f859d95-52fa-4bf0-a2f1-9df02e062ff6 None None] For port 0619c787-bc81-4213-aaea-180895562c00, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=0619c787-bc81-4213-aaea-180895562c00,segment=NetworkSegment(034ba89c-33c8-46b9-a58d-4c8accd25ba7),segment_id=034ba89c-33c8-46b9-a58d-4c8accd25ba7)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:53.991469 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f859d95-52fa-4bf0-a2f1-9df02e062ff6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:54.012071 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5853b8-20e5-4c25-83d7-23c746456652 admin admin] Pushing event deleted for resources: {'Port': ['ID=0619c787-bc81-4213-aaea-180895562c00,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:54.019395 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5853b8-20e5-4c25-83d7-23c746456652 admin admin] No DVR routers for this DVR port 0619c787-bc81-4213-aaea-180895562c00 on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:34:54.023595 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-4f859d95-52fa-4bf0-a2f1-9df02e062ff6 None None] Calling delete_port for 0619c787-bc81-4213-aaea-180895562c00 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:54.124848 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f859d95-52fa-4bf0-a2f1-9df02e062ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:54.136700 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4a5853b8-20e5-4c25-83d7-23c746456652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:54.150198 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-4a5853b8-20e5-4c25-83d7-23c746456652 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea497bf6-b6d9-4a84-89b7-e172d590a98c']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:54.158755 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f859d95-52fa-4bf0-a2f1-9df02e062ff6 None None] Pushing event deleted for resources: {'Port': ['ID=0619c787-bc81-4213-aaea-180895562c00,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:54.166734 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-4a5853b8-20e5-4c25-83d7-23c746456652 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '034ba89c-33c8-46b9-a58d-4c8accd25ba7') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:54.167151 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f859d95-52fa-4bf0-a2f1-9df02e062ff6 None None] No DVR routers for this DVR port 0619c787-bc81-4213-aaea-180895562c00 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:34:54.167305 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-4a5853b8-20e5-4c25-83d7-23c746456652 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '034ba89c-33c8-46b9-a58d-4c8accd25ba7') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:54.186187 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4a5853b8-20e5-4c25-83d7-23c746456652 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:54.203730 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4a5853b8-20e5-4c25-83d7-23c746456652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:54.212261 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a5853b8-20e5-4c25-83d7-23c746456652 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:34:54.212741 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4a5853b8-20e5-4c25-83d7-23c746456652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:54.214710 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:34:54.214710 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:34:54.214710 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:34:54.214710 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:34:54.214710 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:34:54.214710 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:34:54.214710 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:34:54.214710 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:34:54.214710 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:34:54.214710 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:34:54.214710 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:34:54.214710 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:34:54.214710 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:34:54.214710 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:34:54.214710 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:34:54.214710 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:34:54.214710 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:34:54.214710 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:34:54.214710 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:34:54.214710 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:34:54.214710 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:34:54.214710 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:34:54.214710 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:34:54.214710 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:34:54.214710 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:34:54.214710 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:34:54.214710 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:34:54.214710 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:34:54.214710 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:34:54.214710 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:34:54.214710 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:34:54.214710 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:34:54.275067 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4a5853b8-20e5-4c25-83d7-23c746456652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:54.281758 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4a5853b8-20e5-4c25-83d7-23c746456652 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:54.284178 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4a5853b8-20e5-4c25-83d7-23c746456652 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ea497bf6-b6d9-4a84-89b7-e172d590a98c HTTP/1.1" status: 204 len: 168 time: 0.7875426 Jul 23 20:34:54.296786 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5853b8-20e5-4c25-83d7-23c746456652 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea497bf6-b6d9-4a84-89b7-e172d590a98c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:54.424468 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58816) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:54.472019 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-00ddadc6-1c64-4e88-b098-9150087bff57 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9a8509bfd91749fab4cb989d0d0fbc91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439115 Jul 23 20:34:54.472307 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58818) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:54.543914 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-753e8b4f-d9ac-459a-adee-0700bb475f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:54.573499 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-753e8b4f-d9ac-459a-adee-0700bb475f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:54.638068 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-753e8b4f-d9ac-459a-adee-0700bb475f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:54.641705 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-753e8b4f-d9ac-459a-adee-0700bb475f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:54.645964 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-753e8b4f-d9ac-459a-adee-0700bb475f69 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/80b1931f-6acf-4f6b-b868-188707f2f06e HTTP/1.1" status: 204 len: 168 time: 0.1724026 Jul 23 20:34:54.659065 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e8b4f-d9ac-459a-adee-0700bb475f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b1931f-6acf-4f6b-b868-188707f2f06e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:54.957774 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 0619c787-bc81-4213-aaea-180895562c00 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:34:54.980991 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 0619c787-bc81-4213-aaea-180895562c00 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:34:54.982056 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 0619c787-bc81-4213-aaea-180895562c00 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:34:54.982710 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d840d633-3e40-4375-9424-a54a10f0e7d9 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:34:55.005515 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: d840d633-3e40-4375-9424-a54a10f0e7d9 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:34:55.006843 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d840d633-3e40-4375-9424-a54a10f0e7d9 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:34:55.059913 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58832) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:55.111148 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-12df9ade-ad34-414d-851f-ef4fca7804c8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ee5c0f09789496ea67b4e94bdc8c4dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500305 Jul 23 20:34:55.113856 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58834) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:55.182699 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d8d95fdb-c157-4a2c-898b-e6253e8996bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:55.212182 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d8d95fdb-c157-4a2c-898b-e6253e8996bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:55.273188 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d8d95fdb-c157-4a2c-898b-e6253e8996bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:55.275921 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d8d95fdb-c157-4a2c-898b-e6253e8996bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:55.277136 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d8d95fdb-c157-4a2c-898b-e6253e8996bf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/40dffc89-2075-4ac4-abdf-02b2da653e90 HTTP/1.1" status: 204 len: 168 time: 0.1621482 Jul 23 20:34:55.290170 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d95fdb-c157-4a2c-898b-e6253e8996bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40dffc89-2075-4ac4-abdf-02b2da653e90,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:56.099276 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58866) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:56.212878 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-badfee7b-4af4-41e1-806e-db2deb35c689 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-73156614-network', 'tenant_id': 'd7939b9e890d45faaae3a55aa6047580'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:56.239054 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badfee7b-4af4-41e1-806e-db2deb35c689 admin admin] Made reservation on behalf of d7939b9e890d45faaae3a55aa6047580 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:56.241913 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-badfee7b-4af4-41e1-806e-db2deb35c689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:56.256203 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-badfee7b-4af4-41e1-806e-db2deb35c689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:56.357884 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-badfee7b-4af4-41e1-806e-db2deb35c689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:56.363797 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-badfee7b-4af4-41e1-806e-db2deb35c689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:56.393237 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-badfee7b-4af4-41e1-806e-db2deb35c689 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:34:56.399586 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badfee7b-4af4-41e1-806e-db2deb35c689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f761ea3-bd4f-43c8-8a72-226edcdad783,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:56.407201 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-badfee7b-4af4-41e1-806e-db2deb35c689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:56.407578 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-badfee7b-4af4-41e1-806e-db2deb35c689 admin admin] Added segment 25cb269f-1cf6-48c9-8cdf-b8976a8c982f of type vlan for network cb412ecb-d5ef-454a-bf42-cc3f5b57ec86 Jul 23 20:34:56.454390 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-badfee7b-4af4-41e1-806e-db2deb35c689 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:56.486135 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-badfee7b-4af4-41e1-806e-db2deb35c689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:56.487075 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badfee7b-4af4-41e1-806e-db2deb35c689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:56.487661 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-badfee7b-4af4-41e1-806e-db2deb35c689 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:56.519274 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-badfee7b-4af4-41e1-806e-db2deb35c689 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4182558 Jul 23 20:34:56.522452 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58870) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:56.529698 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-66cb52e6-d1e2-4383-bc5d-131c44f87c98 admin admin] Request body: {'subnet': {'network_id': 'cb412ecb-d5ef-454a-bf42-cc3f5b57ec86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-73156614-subnet', 'tenant_id': 'd7939b9e890d45faaae3a55aa6047580', 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:56.555827 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cb52e6-d1e2-4383-bc5d-131c44f87c98 admin admin] Made reservation on behalf of d7939b9e890d45faaae3a55aa6047580 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:56.556588 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badfee7b-4af4-41e1-806e-db2deb35c689 admin admin] Pushing event updated for resources: {'Network': ['ID=cb412ecb-d5ef-454a-bf42-cc3f5b57ec86,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:56.558955 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-66cb52e6-d1e2-4383-bc5d-131c44f87c98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:56.567670 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network cb412ecb-d5ef-454a-bf42-cc3f5b57ec86 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:34:56.781152 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-66cb52e6-d1e2-4383-bc5d-131c44f87c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:56.846390 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb52e6-d1e2-4383-bc5d-131c44f87c98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44f53811-76b0-4464-b064-747742e455f9,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:56.858419 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cb52e6-d1e2-4383-bc5d-131c44f87c98 admin admin] Checking segment: {'id': '25cb269f-1cf6-48c9-8cdf-b8976a8c982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cb412ecb-d5ef-454a-bf42-cc3f5b57ec86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:34:56.858787 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cb52e6-d1e2-4383-bc5d-131c44f87c98 admin admin] Network hostable DHCP agents. Network: cb412ecb-d5ef-454a-bf42-cc3f5b57ec86, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:34:56.876433 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cb52e6-d1e2-4383-bc5d-131c44f87c98 admin admin] Network cb412ecb-d5ef-454a-bf42-cc3f5b57ec86 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:34:56.888489 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-66cb52e6-d1e2-4383-bc5d-131c44f87c98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, cb412ecb-d5ef-454a-bf42-cc3f5b57ec86) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:56.892551 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cb52e6-d1e2-4383-bc5d-131c44f87c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:56.893222 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-66cb52e6-d1e2-4383-bc5d-131c44f87c98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:56.914403 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5cd596-c78b-4311-9ea3-98e13ba7e171 None None] Network cb412ecb-d5ef-454a-bf42-cc3f5b57ec86 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:56.941597 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-66cb52e6-d1e2-4383-bc5d-131c44f87c98 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4149079 Jul 23 20:34:56.941909 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58876) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:56.947195 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-70431074-59f3-4fa7-9a8f-cdc45ffb534b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-73156614-router', 'tenant_id': 'd7939b9e890d45faaae3a55aa6047580', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:56.992608 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-70431074-59f3-4fa7-9a8f-cdc45ffb534b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:56.993688 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-70431074-59f3-4fa7-9a8f-cdc45ffb534b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.061882 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-70431074-59f3-4fa7-9a8f-cdc45ffb534b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.137106 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b996afb-820a-4720-8baa-719efb503763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-cb412ecb-d5ef-454a-bf42-cc3f5b57ec86', 'network_id': 'cb412ecb-d5ef-454a-bf42-cc3f5b57ec86', 'tenant_id': 'd7939b9e890d45faaae3a55aa6047580', 'fixed_ips': [{'subnet_id': '44f53811-76b0-4464-b064-747742e455f9'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:34:57.138876 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4b996afb-820a-4720-8baa-719efb503763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.238652 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-70431074-59f3-4fa7-9a8f-cdc45ffb534b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.317150 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-4b996afb-820a-4720-8baa-719efb503763 None None] Allocated IP 172.20.0.2 (cb412ecb-d5ef-454a-bf42-cc3f5b57ec86/44f53811-76b0-4464-b064-747742e455f9/39e8f8ef-f24e-4110-906a-c370ac4752bd) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:34:57.479216 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-70431074-59f3-4fa7-9a8f-cdc45ffb534b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.497709 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4b996afb-820a-4720-8baa-719efb503763 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.509030 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-70431074-59f3-4fa7-9a8f-cdc45ffb534b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.509849 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4b996afb-820a-4720-8baa-719efb503763 None None] Transition to ACTIVE for port object 39e8f8ef-f24e-4110-906a-c370ac4752bd will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:57.531561 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4b996afb-820a-4720-8baa-719efb503763 None None] Transition to ACTIVE for port object 39e8f8ef-f24e-4110-906a-c370ac4752bd will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:57.539235 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4b996afb-820a-4720-8baa-719efb503763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.558485 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b996afb-820a-4720-8baa-719efb503763 None None] Network cb412ecb-d5ef-454a-bf42-cc3f5b57ec86 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:57.563039 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-4b996afb-820a-4720-8baa-719efb503763 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:57.589074 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b996afb-820a-4720-8baa-719efb503763 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:34:57.644780 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-70431074-59f3-4fa7-9a8f-cdc45ffb534b admin admin] Allocated IP 172.25.1.72 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/380edea0-176b-4d2f-a1d3-7579bbc542ee) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:34:57.661064 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b996afb-820a-4720-8baa-719efb503763 None None] Pushing event updated for resources: {'Port': ['ID=39e8f8ef-f24e-4110-906a-c370ac4752bd,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:57.679549 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-4b996afb-820a-4720-8baa-719efb503763 None None] Attempting to bind port 39e8f8ef-f24e-4110-906a-c370ac4752bd on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:34:57.680278 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-4b996afb-820a-4720-8baa-719efb503763 None None] Attempting to bind port 39e8f8ef-f24e-4110-906a-c370ac4752bd by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '25cb269f-1cf6-48c9-8cdf-b8976a8c982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cb412ecb-d5ef-454a-bf42-cc3f5b57ec86'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:34:57.680883 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b996afb-820a-4720-8baa-719efb503763 None None] Attempting to bind port 39e8f8ef-f24e-4110-906a-c370ac4752bd on network cb412ecb-d5ef-454a-bf42-cc3f5b57ec86 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:34:57.687242 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b996afb-820a-4720-8baa-719efb503763 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:34:57.687865 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b996afb-820a-4720-8baa-719efb503763 None None] Checking segment: {'id': '25cb269f-1cf6-48c9-8cdf-b8976a8c982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cb412ecb-d5ef-454a-bf42-cc3f5b57ec86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:34:57.688503 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4b996afb-820a-4720-8baa-719efb503763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.689058 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b996afb-820a-4720-8baa-719efb503763 None None] Bound using segment: {'id': '25cb269f-1cf6-48c9-8cdf-b8976a8c982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cb412ecb-d5ef-454a-bf42-cc3f5b57ec86'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:34:57.689873 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-4b996afb-820a-4720-8baa-719efb503763 None None] Bound port: 39e8f8ef-f24e-4110-906a-c370ac4752bd, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25cb269f-1cf6-48c9-8cdf-b8976a8c982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cb412ecb-d5ef-454a-bf42-cc3f5b57ec86'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:34:57.690597 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4b996afb-820a-4720-8baa-719efb503763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.750589 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:34:57.774234 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-70431074-59f3-4fa7-9a8f-cdc45ffb534b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.779344 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-4b996afb-820a-4720-8baa-719efb503763 None None] For port 39e8f8ef-f24e-4110-906a-c370ac4752bd, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:34:57.782943 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-4b996afb-820a-4720-8baa-719efb503763 None None] For port 39e8f8ef-f24e-4110-906a-c370ac4752bd, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=39e8f8ef-f24e-4110-906a-c370ac4752bd,segment=NetworkSegment(25cb269f-1cf6-48c9-8cdf-b8976a8c982f),segment_id=25cb269f-1cf6-48c9-8cdf-b8976a8c982f)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:34:57.788270 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4b996afb-820a-4720-8baa-719efb503763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.835074 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-70431074-59f3-4fa7-9a8f-cdc45ffb534b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.859433 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b996afb-820a-4720-8baa-719efb503763 None None] Pushing event updated for resources: {'Port': ['ID=39e8f8ef-f24e-4110-906a-c370ac4752bd,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:57.884920 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70431074-59f3-4fa7-9a8f-cdc45ffb534b admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:57.888752 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-70431074-59f3-4fa7-9a8f-cdc45ffb534b admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:57.892784 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70431074-59f3-4fa7-9a8f-cdc45ffb534b admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:34:57.937742 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70431074-59f3-4fa7-9a8f-cdc45ffb534b admin admin] Pushing event updated for resources: {'Port': ['ID=380edea0-176b-4d2f-a1d3-7579bbc542ee,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:58.218677 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-70431074-59f3-4fa7-9a8f-cdc45ffb534b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:58.431649 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-70431074-59f3-4fa7-9a8f-cdc45ffb534b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:58.575078 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70431074-59f3-4fa7-9a8f-cdc45ffb534b admin admin] Router ed4d90a5-e0b2-49a9-9a62-83c55461c21f is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:34:58.727205 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70431074-59f3-4fa7-9a8f-cdc45ffb534b admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:34:58.739138 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf5a3ed-646a-43d2-ae08-306f6fdc93b3 None None] Sync routers for ids ['ed4d90a5-e0b2-49a9-9a62-83c55461c21f'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:34:58.749609 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-70431074-59f3-4fa7-9a8f-cdc45ffb534b admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:58.750698 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf5a3ed-646a-43d2-ae08-306f6fdc93b3 None None] Routers {'ed4d90a5-e0b2-49a9-9a62-83c55461c21f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:58.751831 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9cf5a3ed-646a-43d2-ae08-306f6fdc93b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:34:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ed4d90a5-e0b2-49a9-9a62-83c55461c21f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:58.754102 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58898) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:58.754527 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-70431074-59f3-4fa7-9a8f-cdc45ffb534b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8112681 Jul 23 20:34:58.884133 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-9cf5a3ed-646a-43d2-ae08-306f6fdc93b3 None None] Set router ed4d90a5-e0b2-49a9-9a62-83c55461c21f gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:34:59.054497 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 39e8f8ef-f24e-4110-906a-c370ac4752bd up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:59.161596 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 39e8f8ef-f24e-4110-906a-c370ac4752bd completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:59.220414 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9cf5a3ed-646a-43d2-ae08-306f6fdc93b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4d90a5-e0b2-49a9-9a62-83c55461c21f', 'name': 'tempest-TestServerMultinode-73156614-router', 'tenant_id': 'd7939b9e890d45faaae3a55aa6047580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '380edea0-176b-4d2f-a1d3-7579bbc542ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:34:56Z', 'updated_at': '2021-07-23T20:34:58Z', 'revision_number': 3, 'project_id': 'd7939b9e890d45faaae3a55aa6047580', 'gw_port': {'id': '380edea0-176b-4d2f-a1d3-7579bbc542ee', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4d90a5-e0b2-49a9-9a62-83c55461c21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:57Z', 'updated_at': '2021-07-23T20:34:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:59.234282 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f33377-733d-4743-892d-d33f17839705 None None] Network cb412ecb-d5ef-454a-bf42-cc3f5b57ec86 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:59.278886 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf5a3ed-646a-43d2-ae08-306f6fdc93b3 None None] Checking router: ed4d90a5-e0b2-49a9-9a62-83c55461c21f for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:34:59.279966 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf5a3ed-646a-43d2-ae08-306f6fdc93b3 None None] Updating router ed4d90a5-e0b2-49a9-9a62-83c55461c21f port 380edea0-176b-4d2f-a1d3-7579bbc542ee binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:34:59.316692 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9cf5a3ed-646a-43d2-ae08-306f6fdc93b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:59.385408 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6cf5707a-53db-4313-8641-23f7c0ad404f None None] Provisioning for port 39e8f8ef-f24e-4110-906a-c370ac4752bd completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:59.408927 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6cf5707a-53db-4313-8641-23f7c0ad404f None None] Provisioning complete for port 39e8f8ef-f24e-4110-906a-c370ac4752bd triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:59.409226 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6cf5707a-53db-4313-8641-23f7c0ad404f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:59.465889 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1f4306c6-d4fd-44af-ad60-67cff32afafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:59.600741 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6cf5707a-53db-4313-8641-23f7c0ad404f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:59.614600 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9cf5a3ed-646a-43d2-ae08-306f6fdc93b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:59.627283 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9cf5a3ed-646a-43d2-ae08-306f6fdc93b3 None None] Transition to ACTIVE for port object 380edea0-176b-4d2f-a1d3-7579bbc542ee will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:59.637935 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9cf5a3ed-646a-43d2-ae08-306f6fdc93b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:59.667792 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-6cf5707a-53db-4313-8641-23f7c0ad404f None None] For port 39e8f8ef-f24e-4110-906a-c370ac4752bd, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=39e8f8ef-f24e-4110-906a-c370ac4752bd,segment=NetworkSegment(25cb269f-1cf6-48c9-8cdf-b8976a8c982f),segment_id=25cb269f-1cf6-48c9-8cdf-b8976a8c982f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:59.684820 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6cf5707a-53db-4313-8641-23f7c0ad404f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:59.707260 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e74cfb-84e5-4799-b7f4-402a27947a9e None None] Pushing event updated for resources: {'Port': ['ID=380edea0-176b-4d2f-a1d3-7579bbc542ee,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:59.729272 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9cf5a3ed-646a-43d2-ae08-306f6fdc93b3 None None] Attempting to bind port 380edea0-176b-4d2f-a1d3-7579bbc542ee on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:34:59.729926 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9cf5a3ed-646a-43d2-ae08-306f6fdc93b3 None None] Attempting to bind port 380edea0-176b-4d2f-a1d3-7579bbc542ee by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:34:59.730902 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf5a3ed-646a-43d2-ae08-306f6fdc93b3 None None] Attempting to bind port 380edea0-176b-4d2f-a1d3-7579bbc542ee on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:34:59.737578 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf5a3ed-646a-43d2-ae08-306f6fdc93b3 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:34:59.738212 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf5a3ed-646a-43d2-ae08-306f6fdc93b3 None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:34:59.738782 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9cf5a3ed-646a-43d2-ae08-306f6fdc93b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:59.739755 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf5a3ed-646a-43d2-ae08-306f6fdc93b3 None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:34:59.740594 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9cf5a3ed-646a-43d2-ae08-306f6fdc93b3 None None] Bound port: 380edea0-176b-4d2f-a1d3-7579bbc542ee, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:34:59.741640 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9cf5a3ed-646a-43d2-ae08-306f6fdc93b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:59.760496 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-1f4306c6-d4fd-44af-ad60-67cff32afafa admin admin] Allocated IP 172.20.0.1 (cb412ecb-d5ef-454a-bf42-cc3f5b57ec86/44f53811-76b0-4464-b064-747742e455f9/d4980711-4a5d-46ad-b490-2b8f9d10a008) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:34:59.773682 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf5707a-53db-4313-8641-23f7c0ad404f None None] Pushing event updated for resources: {'Port': ['ID=39e8f8ef-f24e-4110-906a-c370ac4752bd,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:59.826423 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-9cf5a3ed-646a-43d2-ae08-306f6fdc93b3 None None] For port 380edea0-176b-4d2f-a1d3-7579bbc542ee, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:34:59.830768 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-9cf5a3ed-646a-43d2-ae08-306f6fdc93b3 None None] For port 380edea0-176b-4d2f-a1d3-7579bbc542ee, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=380edea0-176b-4d2f-a1d3-7579bbc542ee,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:34:59.832963 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e74cfb-84e5-4799-b7f4-402a27947a9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:59.833848 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e74cfb-84e5-4799-b7f4-402a27947a9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:59.834346 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e74cfb-84e5-4799-b7f4-402a27947a9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:59.834907 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e74cfb-84e5-4799-b7f4-402a27947a9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:59.835566 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e74cfb-84e5-4799-b7f4-402a27947a9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:59.836090 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e74cfb-84e5-4799-b7f4-402a27947a9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:59.836590 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e74cfb-84e5-4799-b7f4-402a27947a9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:59.837078 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e74cfb-84e5-4799-b7f4-402a27947a9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:59.837602 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e74cfb-84e5-4799-b7f4-402a27947a9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:59.838094 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e74cfb-84e5-4799-b7f4-402a27947a9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:59.838577 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e74cfb-84e5-4799-b7f4-402a27947a9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:59.839400 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e74cfb-84e5-4799-b7f4-402a27947a9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:59.845063 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9cf5a3ed-646a-43d2-ae08-306f6fdc93b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:59.895866 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf5a3ed-646a-43d2-ae08-306f6fdc93b3 None None] Routers {'ed4d90a5-e0b2-49a9-9a62-83c55461c21f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:59.896501 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9cf5a3ed-646a-43d2-ae08-306f6fdc93b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:34:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ed4d90a5-e0b2-49a9-9a62-83c55461c21f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:59.980848 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1f4306c6-d4fd-44af-ad60-67cff32afafa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:00.005289 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-1f4306c6-d4fd-44af-ad60-67cff32afafa admin admin] Transition to ACTIVE for port object d4980711-4a5d-46ad-b490-2b8f9d10a008 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:00.041185 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-9cf5a3ed-646a-43d2-ae08-306f6fdc93b3 None None] Set router ed4d90a5-e0b2-49a9-9a62-83c55461c21f gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:00.063491 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1f4306c6-d4fd-44af-ad60-67cff32afafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:00.111403 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5a3f7682-49ab-479c-8fe3-75a647e8f03e None None] Provisioning complete for port 39e8f8ef-f24e-4110-906a-c370ac4752bd triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:00.111991 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5a3f7682-49ab-479c-8fe3-75a647e8f03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:00.157122 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4306c6-d4fd-44af-ad60-67cff32afafa admin admin] Network cb412ecb-d5ef-454a-bf42-cc3f5b57ec86 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:00.158771 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4306c6-d4fd-44af-ad60-67cff32afafa admin admin] Pushing event updated for resources: {'Port': ['ID=d4980711-4a5d-46ad-b490-2b8f9d10a008,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:00.170443 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-1f4306c6-d4fd-44af-ad60-67cff32afafa admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:00.190459 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4306c6-d4fd-44af-ad60-67cff32afafa admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:00.275977 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1f4306c6-d4fd-44af-ad60-67cff32afafa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:00.326332 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9cf5a3ed-646a-43d2-ae08-306f6fdc93b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4d90a5-e0b2-49a9-9a62-83c55461c21f', 'name': 'tempest-TestServerMultinode-73156614-router', 'tenant_id': 'd7939b9e890d45faaae3a55aa6047580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '380edea0-176b-4d2f-a1d3-7579bbc542ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:34:56Z', 'updated_at': '2021-07-23T20:34:58Z', 'revision_number': 3, 'project_id': 'd7939b9e890d45faaae3a55aa6047580', 'gw_port': {'id': '380edea0-176b-4d2f-a1d3-7579bbc542ee', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4d90a5-e0b2-49a9-9a62-83c55461c21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:57Z', 'updated_at': '2021-07-23T20:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:00.353823 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e74cfb-84e5-4799-b7f4-402a27947a9e None None] Pushing event updated for resources: {'Port': ['ID=380edea0-176b-4d2f-a1d3-7579bbc542ee,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:00.359599 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf5a3ed-646a-43d2-ae08-306f6fdc93b3 None None] The sync data for ids ['ed4d90a5-e0b2-49a9-9a62-83c55461c21f'] in n-d-793618-10 is: [{'id': 'ed4d90a5-e0b2-49a9-9a62-83c55461c21f', 'name': 'tempest-TestServerMultinode-73156614-router', 'tenant_id': 'd7939b9e890d45faaae3a55aa6047580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '380edea0-176b-4d2f-a1d3-7579bbc542ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:34:56Z', 'updated_at': '2021-07-23T20:34:58Z', 'revision_number': 3, 'project_id': 'd7939b9e890d45faaae3a55aa6047580', 'gw_port': {'id': '380edea0-176b-4d2f-a1d3-7579bbc542ee', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4d90a5-e0b2-49a9-9a62-83c55461c21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:57Z', 'updated_at': '2021-07-23T20:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:00.530456 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-997a6e41-7486-4aa0-a903-d38ca2f06516 req-37f18e47-caa6-4b50-bc74-2240d0b8e79e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3068225 Jul 23 20:35:00.592082 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-18c78cd3-3053-460a-aecd-44db53ff5224 None None] Provisioning for port d4980711-4a5d-46ad-b490-2b8f9d10a008 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:00.597320 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-18c78cd3-3053-460a-aecd-44db53ff5224 None None] Provisioning complete for port d4980711-4a5d-46ad-b490-2b8f9d10a008 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:00.598005 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-18c78cd3-3053-460a-aecd-44db53ff5224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:00.638881 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1f4306c6-d4fd-44af-ad60-67cff32afafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:00.672140 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-18c78cd3-3053-460a-aecd-44db53ff5224 None None] Port d4980711-4a5d-46ad-b490-2b8f9d10a008 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:00.729646 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a6e41-7486-4aa0-a903-d38ca2f06516 req-e38da71c-c759-4a84-a54b-6235aee3b0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:00.731605 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-997a6e41-7486-4aa0-a903-d38ca2f06516 req-e38da71c-c759-4a84-a54b-6235aee3b0fa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bac8e166147242c8b3a831403daa7c9d&device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 1098 time: 0.1378431 Jul 23 20:35:01.124493 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 39e8f8ef-f24e-4110-906a-c370ac4752bd up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:01.253903 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 39e8f8ef-f24e-4110-906a-c370ac4752bd triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:01.254502 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:01.395009 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 380edea0-176b-4d2f-a1d3-7579bbc542ee up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:01.441342 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a6e41-7486-4aa0-a903-d38ca2f06516 req-d0110675-2d7f-4472-8275-a7aa982733d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:01.442938 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-997a6e41-7486-4aa0-a903-d38ca2f06516 req-d0110675-2d7f-4472-8275-a7aa982733d5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c91af19b-52b2-4b23-8f3c-6803df020fa0 HTTP/1.1" status: 200 len: 897 time: 0.6556284 Jul 23 20:35:01.472648 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 380edea0-176b-4d2f-a1d3-7579bbc542ee completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:01.479507 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 380edea0-176b-4d2f-a1d3-7579bbc542ee triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:01.480729 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:01.503437 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1f4306c6-d4fd-44af-ad60-67cff32afafa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:01.514860 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1f4306c6-d4fd-44af-ad60-67cff32afafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:01.606803 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-997a6e41-7486-4aa0-a903-d38ca2f06516 req-14156993-30e8-43cd-9d23-80aebb8bb525 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d9dfc8c-57a4-455d-a557-09cea0151e70 HTTP/1.1" status: 200 len: 1001 time: 0.1509433 Jul 23 20:35:01.628873 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:01.635432 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4306c6-d4fd-44af-ad60-67cff32afafa admin admin] Pushing event updated for resources: {'Port': ['ID=d4980711-4a5d-46ad-b490-2b8f9d10a008,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:01.656482 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 380edea0-176b-4d2f-a1d3-7579bbc542ee, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=380edea0-176b-4d2f-a1d3-7579bbc542ee,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:01.657089 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1f4306c6-d4fd-44af-ad60-67cff32afafa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:01.662946 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:01.705500 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a6e41-7486-4aa0-a903-d38ca2f06516 req-ac39fe5e-5e54-4a99-b102-4216821a5392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:01.706843 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-997a6e41-7486-4aa0-a903-d38ca2f06516 req-ac39fe5e-5e54-4a99-b102-4216821a5392 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cd79755f-90ca-4b32-a55d-57bf1b05e1f7 HTTP/1.1" status: 200 len: 835 time: 0.0930789 Jul 23 20:35:01.738844 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=380edea0-176b-4d2f-a1d3-7579bbc542ee,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:01.840795 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4306c6-d4fd-44af-ad60-67cff32afafa admin admin] Network cb412ecb-d5ef-454a-bf42-cc3f5b57ec86 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:01.844436 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-1f4306c6-d4fd-44af-ad60-67cff32afafa admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:01.853729 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a6e41-7486-4aa0-a903-d38ca2f06516 req-5c9315d6-e804-4d92-8ecb-b9788d43c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:01.855418 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-997a6e41-7486-4aa0-a903-d38ca2f06516 req-5c9315d6-e804-4d92-8ecb-b9788d43c2b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c91af19b-52b2-4b23-8f3c-6803df020fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1372502 Jul 23 20:35:02.074419 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4306c6-d4fd-44af-ad60-67cff32afafa admin admin] Router ed4d90a5-e0b2-49a9-9a62-83c55461c21f has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:35:02.093997 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-997a6e41-7486-4aa0-a903-d38ca2f06516 req-13131c38-34e2-4a15-bea5-0e4d3a5b7b1a service neutron] 10.222.0.30 "GET /v2.0/networks/c91af19b-52b2-4b23-8f3c-6803df020fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312720 Jul 23 20:35:02.201071 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a069ccce-f3b3-4dfd-842c-5189577a7866 None None] Provisioning complete for port d4980711-4a5d-46ad-b490-2b8f9d10a008 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:02.201667 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a069ccce-f3b3-4dfd-842c-5189577a7866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:02.270047 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a069ccce-f3b3-4dfd-842c-5189577a7866 None None] Port d4980711-4a5d-46ad-b490-2b8f9d10a008 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:02.280232 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-997a6e41-7486-4aa0-a903-d38ca2f06516 req-220c7e66-c8df-4047-9c3b-aeaa46d94e04 service neutron] 10.222.0.30 "GET /v2.0/networks/c91af19b-52b2-4b23-8f3c-6803df020fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773307 Jul 23 20:35:02.286431 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4306c6-d4fd-44af-ad60-67cff32afafa admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:02.305300 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1f4306c6-d4fd-44af-ad60-67cff32afafa admin admin] 10.222.0.32 "PUT /v2.0/routers/ed4d90a5-e0b2-49a9-9a62-83c55461c21f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5367656 Jul 23 20:35:02.814746 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0230eb3f-d242-41b8-887e-57ac75460081 None None] Sync routers for ids ['ed4d90a5-e0b2-49a9-9a62-83c55461c21f'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:02.825627 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0230eb3f-d242-41b8-887e-57ac75460081 None None] Routers {'ed4d90a5-e0b2-49a9-9a62-83c55461c21f'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:02.826262 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0230eb3f-d242-41b8-887e-57ac75460081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:34:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ed4d90a5-e0b2-49a9-9a62-83c55461c21f'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:02.863593 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58952) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:02.870656 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-fbe66036-40e9-4179-af96-75388a6b55c1 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1968331323-network', 'tenant_id': 'cc6aafc9a1984c2892802db2a169e57b'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:02.896181 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe66036-40e9-4179-af96-75388a6b55c1 admin admin] Made reservation on behalf of cc6aafc9a1984c2892802db2a169e57b for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:02.901281 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fbe66036-40e9-4179-af96-75388a6b55c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:02.913219 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fbe66036-40e9-4179-af96-75388a6b55c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:02.954864 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-0230eb3f-d242-41b8-887e-57ac75460081 None None] Set router ed4d90a5-e0b2-49a9-9a62-83c55461c21f gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:02.983409 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 380edea0-176b-4d2f-a1d3-7579bbc542ee up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:03.031067 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fbe66036-40e9-4179-af96-75388a6b55c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:03.035595 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fbe66036-40e9-4179-af96-75388a6b55c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:03.065243 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbe66036-40e9-4179-af96-75388a6b55c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:35:03.089187 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fbe66036-40e9-4179-af96-75388a6b55c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:03.089557 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-fbe66036-40e9-4179-af96-75388a6b55c1 admin admin] Added segment feea60cf-3e39-4b3e-a865-12ade3845168 of type vlan for network 0be45298-a7ee-48e1-b2ed-6e4ddb1291fb Jul 23 20:35:03.092207 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe66036-40e9-4179-af96-75388a6b55c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f228e70d-e270-497e-a555-a03d423010fa,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:03.153772 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fbe66036-40e9-4179-af96-75388a6b55c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:03.189874 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fbe66036-40e9-4179-af96-75388a6b55c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:03.191352 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe66036-40e9-4179-af96-75388a6b55c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:03.192038 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fbe66036-40e9-4179-af96-75388a6b55c1 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:03.245414 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-fbe66036-40e9-4179-af96-75388a6b55c1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3776159 Jul 23 20:35:03.245789 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 58962) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:03.252202 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-d49ad170-2fd9-4c2f-8d13-57b82d64a76e admin admin] Request body: {'subnet': {'network_id': '0be45298-a7ee-48e1-b2ed-6e4ddb1291fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1968331323-subnet', 'tenant_id': 'cc6aafc9a1984c2892802db2a169e57b', 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:03.256115 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 380edea0-176b-4d2f-a1d3-7579bbc542ee triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:03.256598 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:03.283792 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49ad170-2fd9-4c2f-8d13-57b82d64a76e admin admin] Made reservation on behalf of cc6aafc9a1984c2892802db2a169e57b for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:03.284111 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe66036-40e9-4179-af96-75388a6b55c1 admin admin] Pushing event updated for resources: {'Network': ['ID=0be45298-a7ee-48e1-b2ed-6e4ddb1291fb,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:03.287714 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d49ad170-2fd9-4c2f-8d13-57b82d64a76e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:03.303832 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 0be45298-a7ee-48e1-b2ed-6e4ddb1291fb details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:35:03.498168 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0230eb3f-d242-41b8-887e-57ac75460081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4d90a5-e0b2-49a9-9a62-83c55461c21f', 'name': 'tempest-TestServerMultinode-73156614-router', 'tenant_id': 'd7939b9e890d45faaae3a55aa6047580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '380edea0-176b-4d2f-a1d3-7579bbc542ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:34:56Z', 'updated_at': '2021-07-23T20:35:00Z', 'revision_number': 4, 'project_id': 'd7939b9e890d45faaae3a55aa6047580', 'gw_port': {'id': '380edea0-176b-4d2f-a1d3-7579bbc542ee', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4d90a5-e0b2-49a9-9a62-83c55461c21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:57Z', 'updated_at': '2021-07-23T20:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'd4980711-4a5d-46ad-b490-2b8f9d10a008', 'name': '', 'network_id': 'cb412ecb-d5ef-454a-bf42-cc3f5b57ec86', 'tenant_id': 'd7939b9e890d45faaae3a55aa6047580', 'mac_address': 'fa:16:3e:d8:85:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4d90a5-e0b2-49a9-9a62-83c55461c21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '44f53811-76b0-4464-b064-747742e455f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:59Z', 'updated_at': '2021-07-23T20:35:00Z', 'revision_number': 2, 'project_id': 'd7939b9e890d45faaae3a55aa6047580', 'subnets': [{'id': '44f53811-76b0-4464-b064-747742e455f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:03.529766 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0230eb3f-d242-41b8-887e-57ac75460081 None None] Checking router: ed4d90a5-e0b2-49a9-9a62-83c55461c21f for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:35:03.530347 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0230eb3f-d242-41b8-887e-57ac75460081 None None] Updating router ed4d90a5-e0b2-49a9-9a62-83c55461c21f port d4980711-4a5d-46ad-b490-2b8f9d10a008 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:35:03.539439 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d49ad170-2fd9-4c2f-8d13-57b82d64a76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:03.572921 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0230eb3f-d242-41b8-887e-57ac75460081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:03.616387 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ad170-2fd9-4c2f-8d13-57b82d64a76e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f6124d3-d382-4254-b604-a3899322ae40,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:03.622552 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49ad170-2fd9-4c2f-8d13-57b82d64a76e admin admin] Checking segment: {'id': 'feea60cf-3e39-4b3e-a865-12ade3845168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0be45298-a7ee-48e1-b2ed-6e4ddb1291fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:03.622947 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49ad170-2fd9-4c2f-8d13-57b82d64a76e admin admin] Network hostable DHCP agents. Network: 0be45298-a7ee-48e1-b2ed-6e4ddb1291fb, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:35:03.646785 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49ad170-2fd9-4c2f-8d13-57b82d64a76e admin admin] Network 0be45298-a7ee-48e1-b2ed-6e4ddb1291fb is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:35:03.656935 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-d49ad170-2fd9-4c2f-8d13-57b82d64a76e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 0be45298-a7ee-48e1-b2ed-6e4ddb1291fb) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:03.668112 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49ad170-2fd9-4c2f-8d13-57b82d64a76e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:03.670063 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d49ad170-2fd9-4c2f-8d13-57b82d64a76e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:03.691878 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d49ad170-2fd9-4c2f-8d13-57b82d64a76e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4439166 Jul 23 20:35:03.694855 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 58980) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:03.699756 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-3207ad52-2997-4923-a1f9-31db74a283bd admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1968331323-router', 'tenant_id': 'cc6aafc9a1984c2892802db2a169e57b', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:03.710060 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e52a71-3469-4b49-8709-00c41561464e None None] Network 0be45298-a7ee-48e1-b2ed-6e4ddb1291fb requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:03.729752 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3207ad52-2997-4923-a1f9-31db74a283bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:03.732043 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3207ad52-2997-4923-a1f9-31db74a283bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:03.797691 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3207ad52-2997-4923-a1f9-31db74a283bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:03.981462 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3207ad52-2997-4923-a1f9-31db74a283bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:04.066377 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c959a41-bb3a-47d7-b6b3-5ea6889eb9d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-0be45298-a7ee-48e1-b2ed-6e4ddb1291fb', 'network_id': '0be45298-a7ee-48e1-b2ed-6e4ddb1291fb', 'tenant_id': 'cc6aafc9a1984c2892802db2a169e57b', 'fixed_ips': [{'subnet_id': '7f6124d3-d382-4254-b604-a3899322ae40'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:35:04.067232 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0c959a41-bb3a-47d7-b6b3-5ea6889eb9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:04.133081 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0230eb3f-d242-41b8-887e-57ac75460081 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:04.193028 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0230eb3f-d242-41b8-887e-57ac75460081 None None] Transition to ACTIVE for port object d4980711-4a5d-46ad-b490-2b8f9d10a008 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:04.208413 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0230eb3f-d242-41b8-887e-57ac75460081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:04.261261 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3207ad52-2997-4923-a1f9-31db74a283bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:04.297082 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3207ad52-2997-4923-a1f9-31db74a283bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:04.346930 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62379e2-09a9-4a89-b0f7-90d30b224ec6 None None] Pushing event updated for resources: {'Port': ['ID=d4980711-4a5d-46ad-b490-2b8f9d10a008,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:04.410227 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-0c959a41-bb3a-47d7-b6b3-5ea6889eb9d8 None None] Allocated IP 172.20.0.2 (0be45298-a7ee-48e1-b2ed-6e4ddb1291fb/7f6124d3-d382-4254-b604-a3899322ae40/e6e6bd09-1bb4-43e4-b641-89751d43802a) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:04.431686 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-3207ad52-2997-4923-a1f9-31db74a283bd admin admin] Allocated IP 172.25.1.17 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/3701d2d9-7022-4b88-bf67-94e85359b146) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:04.562223 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0230eb3f-d242-41b8-887e-57ac75460081 None None] Attempting to bind port d4980711-4a5d-46ad-b490-2b8f9d10a008 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:04.562963 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0230eb3f-d242-41b8-887e-57ac75460081 None None] Attempting to bind port d4980711-4a5d-46ad-b490-2b8f9d10a008 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '25cb269f-1cf6-48c9-8cdf-b8976a8c982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cb412ecb-d5ef-454a-bf42-cc3f5b57ec86'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:04.564023 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0230eb3f-d242-41b8-887e-57ac75460081 None None] Attempting to bind port d4980711-4a5d-46ad-b490-2b8f9d10a008 on network cb412ecb-d5ef-454a-bf42-cc3f5b57ec86 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:04.582074 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3207ad52-2997-4923-a1f9-31db74a283bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:04.633031 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0230eb3f-d242-41b8-887e-57ac75460081 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:04.633456 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0230eb3f-d242-41b8-887e-57ac75460081 None None] Checking segment: {'id': '25cb269f-1cf6-48c9-8cdf-b8976a8c982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cb412ecb-d5ef-454a-bf42-cc3f5b57ec86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:04.634024 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0230eb3f-d242-41b8-887e-57ac75460081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:04.634437 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0230eb3f-d242-41b8-887e-57ac75460081 None None] Bound using segment: {'id': '25cb269f-1cf6-48c9-8cdf-b8976a8c982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cb412ecb-d5ef-454a-bf42-cc3f5b57ec86'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:04.634922 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0230eb3f-d242-41b8-887e-57ac75460081 None None] Bound port: d4980711-4a5d-46ad-b490-2b8f9d10a008, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25cb269f-1cf6-48c9-8cdf-b8976a8c982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cb412ecb-d5ef-454a-bf42-cc3f5b57ec86'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:04.635307 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0230eb3f-d242-41b8-887e-57ac75460081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:04.636617 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3207ad52-2997-4923-a1f9-31db74a283bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:04.651475 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0c959a41-bb3a-47d7-b6b3-5ea6889eb9d8 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:04.693811 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3207ad52-2997-4923-a1f9-31db74a283bd admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:04.709345 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-3207ad52-2997-4923-a1f9-31db74a283bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:04.709617 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0c959a41-bb3a-47d7-b6b3-5ea6889eb9d8 None None] Transition to ACTIVE for port object e6e6bd09-1bb4-43e4-b641-89751d43802a will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:04.716831 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3207ad52-2997-4923-a1f9-31db74a283bd admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:04.741742 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0c959a41-bb3a-47d7-b6b3-5ea6889eb9d8 None None] Transition to ACTIVE for port object e6e6bd09-1bb4-43e4-b641-89751d43802a will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:04.752011 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0c959a41-bb3a-47d7-b6b3-5ea6889eb9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:04.766518 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207ad52-2997-4923-a1f9-31db74a283bd admin admin] Pushing event updated for resources: {'Port': ['ID=3701d2d9-7022-4b88-bf67-94e85359b146,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:04.786929 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0230eb3f-d242-41b8-887e-57ac75460081 None None] For port d4980711-4a5d-46ad-b490-2b8f9d10a008, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:04.816390 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0230eb3f-d242-41b8-887e-57ac75460081 None None] For port d4980711-4a5d-46ad-b490-2b8f9d10a008, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d4980711-4a5d-46ad-b490-2b8f9d10a008,segment=NetworkSegment(25cb269f-1cf6-48c9-8cdf-b8976a8c982f),segment_id=25cb269f-1cf6-48c9-8cdf-b8976a8c982f)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:04.827231 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c959a41-bb3a-47d7-b6b3-5ea6889eb9d8 None None] Network 0be45298-a7ee-48e1-b2ed-6e4ddb1291fb is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:04.828813 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0230eb3f-d242-41b8-887e-57ac75460081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:04.838866 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c959a41-bb3a-47d7-b6b3-5ea6889eb9d8 None None] Pushing event updated for resources: {'Port': ['ID=e6e6bd09-1bb4-43e4-b641-89751d43802a,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:04.843657 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-0c959a41-bb3a-47d7-b6b3-5ea6889eb9d8 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:04.910640 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c959a41-bb3a-47d7-b6b3-5ea6889eb9d8 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:04.922133 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0230eb3f-d242-41b8-887e-57ac75460081 None None] Routers {'ed4d90a5-e0b2-49a9-9a62-83c55461c21f'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:04.922775 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0230eb3f-d242-41b8-887e-57ac75460081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:34:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ed4d90a5-e0b2-49a9-9a62-83c55461c21f'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:04.927738 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62379e2-09a9-4a89-b0f7-90d30b224ec6 None None] Pushing event updated for resources: {'Port': ['ID=d4980711-4a5d-46ad-b490-2b8f9d10a008,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:05.101863 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3207ad52-2997-4923-a1f9-31db74a283bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:05.180533 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0c959a41-bb3a-47d7-b6b3-5ea6889eb9d8 None None] Attempting to bind port e6e6bd09-1bb4-43e4-b641-89751d43802a on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:05.181161 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0c959a41-bb3a-47d7-b6b3-5ea6889eb9d8 None None] Attempting to bind port e6e6bd09-1bb4-43e4-b641-89751d43802a by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'feea60cf-3e39-4b3e-a865-12ade3845168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0be45298-a7ee-48e1-b2ed-6e4ddb1291fb'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:05.181743 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c959a41-bb3a-47d7-b6b3-5ea6889eb9d8 None None] Attempting to bind port e6e6bd09-1bb4-43e4-b641-89751d43802a on network 0be45298-a7ee-48e1-b2ed-6e4ddb1291fb {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:05.191945 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c959a41-bb3a-47d7-b6b3-5ea6889eb9d8 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:05.192620 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c959a41-bb3a-47d7-b6b3-5ea6889eb9d8 None None] Checking segment: {'id': 'feea60cf-3e39-4b3e-a865-12ade3845168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0be45298-a7ee-48e1-b2ed-6e4ddb1291fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:05.193187 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0c959a41-bb3a-47d7-b6b3-5ea6889eb9d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:05.193761 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c959a41-bb3a-47d7-b6b3-5ea6889eb9d8 None None] Bound using segment: {'id': 'feea60cf-3e39-4b3e-a865-12ade3845168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0be45298-a7ee-48e1-b2ed-6e4ddb1291fb'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:05.194405 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0c959a41-bb3a-47d7-b6b3-5ea6889eb9d8 None None] Bound port: e6e6bd09-1bb4-43e4-b641-89751d43802a, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feea60cf-3e39-4b3e-a865-12ade3845168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0be45298-a7ee-48e1-b2ed-6e4ddb1291fb'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:05.194967 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0c959a41-bb3a-47d7-b6b3-5ea6889eb9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:05.200146 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-0230eb3f-d242-41b8-887e-57ac75460081 None None] Set router ed4d90a5-e0b2-49a9-9a62-83c55461c21f gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:05.331831 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3207ad52-2997-4923-a1f9-31db74a283bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:05.428371 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0c959a41-bb3a-47d7-b6b3-5ea6889eb9d8 None None] For port e6e6bd09-1bb4-43e4-b641-89751d43802a, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:05.456809 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0c959a41-bb3a-47d7-b6b3-5ea6889eb9d8 None None] For port e6e6bd09-1bb4-43e4-b641-89751d43802a, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=e6e6bd09-1bb4-43e4-b641-89751d43802a,segment=NetworkSegment(feea60cf-3e39-4b3e-a865-12ade3845168),segment_id=feea60cf-3e39-4b3e-a865-12ade3845168)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:05.470379 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0c959a41-bb3a-47d7-b6b3-5ea6889eb9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:05.498717 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3207ad52-2997-4923-a1f9-31db74a283bd admin admin] Router 59c4124d-0b87-4f9d-b469-8b3101c59441 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:35:05.578171 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c959a41-bb3a-47d7-b6b3-5ea6889eb9d8 None None] Pushing event updated for resources: {'Port': ['ID=e6e6bd09-1bb4-43e4-b641-89751d43802a,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:05.626809 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0230eb3f-d242-41b8-887e-57ac75460081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4d90a5-e0b2-49a9-9a62-83c55461c21f', 'name': 'tempest-TestServerMultinode-73156614-router', 'tenant_id': 'd7939b9e890d45faaae3a55aa6047580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '380edea0-176b-4d2f-a1d3-7579bbc542ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:34:56Z', 'updated_at': '2021-07-23T20:35:00Z', 'revision_number': 4, 'project_id': 'd7939b9e890d45faaae3a55aa6047580', 'gw_port': {'id': '380edea0-176b-4d2f-a1d3-7579bbc542ee', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4d90a5-e0b2-49a9-9a62-83c55461c21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:57Z', 'updated_at': '2021-07-23T20:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'd4980711-4a5d-46ad-b490-2b8f9d10a008', 'name': '', 'network_id': 'cb412ecb-d5ef-454a-bf42-cc3f5b57ec86', 'tenant_id': 'd7939b9e890d45faaae3a55aa6047580', 'mac_address': 'fa:16:3e:d8:85:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4d90a5-e0b2-49a9-9a62-83c55461c21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '44f53811-76b0-4464-b064-747742e455f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:59Z', 'updated_at': '2021-07-23T20:35:04Z', 'revision_number': 4, 'project_id': 'd7939b9e890d45faaae3a55aa6047580', 'subnets': [{'id': '44f53811-76b0-4464-b064-747742e455f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:05.649253 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3207ad52-2997-4923-a1f9-31db74a283bd admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:05.659336 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19688cbd-9cf4-4d54-b20d-12633d6772c0 None None] Sync routers for ids ['59c4124d-0b87-4f9d-b469-8b3101c59441'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:05.665231 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0230eb3f-d242-41b8-887e-57ac75460081 None None] The sync data for ids ['ed4d90a5-e0b2-49a9-9a62-83c55461c21f'] in n-d-793618-10 is: [{'id': 'ed4d90a5-e0b2-49a9-9a62-83c55461c21f', 'name': 'tempest-TestServerMultinode-73156614-router', 'tenant_id': 'd7939b9e890d45faaae3a55aa6047580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '380edea0-176b-4d2f-a1d3-7579bbc542ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:34:56Z', 'updated_at': '2021-07-23T20:35:00Z', 'revision_number': 4, 'project_id': 'd7939b9e890d45faaae3a55aa6047580', 'gw_port': {'id': '380edea0-176b-4d2f-a1d3-7579bbc542ee', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4d90a5-e0b2-49a9-9a62-83c55461c21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:57Z', 'updated_at': '2021-07-23T20:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'd4980711-4a5d-46ad-b490-2b8f9d10a008', 'name': '', 'network_id': 'cb412ecb-d5ef-454a-bf42-cc3f5b57ec86', 'tenant_id': 'd7939b9e890d45faaae3a55aa6047580', 'mac_address': 'fa:16:3e:d8:85:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4d90a5-e0b2-49a9-9a62-83c55461c21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '44f53811-76b0-4464-b064-747742e455f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:59Z', 'updated_at': '2021-07-23T20:35:04Z', 'revision_number': 4, 'project_id': 'd7939b9e890d45faaae3a55aa6047580', 'subnets': [{'id': '44f53811-76b0-4464-b064-747742e455f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:05.676736 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3207ad52-2997-4923-a1f9-31db74a283bd admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:05.678427 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3207ad52-2997-4923-a1f9-31db74a283bd admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9825289 Jul 23 20:35:05.681217 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59014) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:05.682250 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19688cbd-9cf4-4d54-b20d-12633d6772c0 None None] Routers {'59c4124d-0b87-4f9d-b469-8b3101c59441'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:05.683673 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-19688cbd-9cf4-4d54-b20d-12633d6772c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:34:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['59c4124d-0b87-4f9d-b469-8b3101c59441'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:06.177732 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-19688cbd-9cf4-4d54-b20d-12633d6772c0 None None] Set router 59c4124d-0b87-4f9d-b469-8b3101c59441 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:06.569104 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-19688cbd-9cf4-4d54-b20d-12633d6772c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c4124d-0b87-4f9d-b469-8b3101c59441', 'name': 'tempest-TestServerMultinode-1968331323-router', 'tenant_id': 'cc6aafc9a1984c2892802db2a169e57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '3701d2d9-7022-4b88-bf67-94e85359b146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:03Z', 'updated_at': '2021-07-23T20:35:04Z', 'revision_number': 3, 'project_id': 'cc6aafc9a1984c2892802db2a169e57b', 'gw_port': {'id': '3701d2d9-7022-4b88-bf67-94e85359b146', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:73:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c4124d-0b87-4f9d-b469-8b3101c59441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:04Z', 'updated_at': '2021-07-23T20:35:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:06.613334 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59032) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:06.621793 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19688cbd-9cf4-4d54-b20d-12633d6772c0 None None] Checking router: 59c4124d-0b87-4f9d-b469-8b3101c59441 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:35:06.623832 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19688cbd-9cf4-4d54-b20d-12633d6772c0 None None] Updating router 59c4124d-0b87-4f9d-b469-8b3101c59441 port 3701d2d9-7022-4b88-bf67-94e85359b146 binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:35:06.733367 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-19688cbd-9cf4-4d54-b20d-12633d6772c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:06.807719 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-524e865e-c183-4cd7-ba49-a8eb1e868649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:07.110053 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8b741233-f68a-4985-908b-36f3baaea808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:07.149821 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device e6e6bd09-1bb4-43e4-b641-89751d43802a up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:07.254620 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-524e865e-c183-4cd7-ba49-a8eb1e868649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:07.268114 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-524e865e-c183-4cd7-ba49-a8eb1e868649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:07.327692 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port e6e6bd09-1bb4-43e4-b641-89751d43802a completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:07.334088 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d4980711-4a5d-46ad-b490-2b8f9d10a008 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:07.337890 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e865e-c183-4cd7-ba49-a8eb1e868649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86811d2a-01d5-4f11-9c3a-93eb75d71aa6,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:07.380192 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-8b741233-f68a-4985-908b-36f3baaea808 admin admin] Allocated IP 172.20.0.1 (0be45298-a7ee-48e1-b2ed-6e4ddb1291fb/7f6124d3-d382-4254-b604-a3899322ae40/5fb90b51-1aad-4c94-840f-f414a88afecf) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:07.390562 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-19688cbd-9cf4-4d54-b20d-12633d6772c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:07.403236 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-524e865e-c183-4cd7-ba49-a8eb1e868649 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2c8268998cf349fabf7faf086f6dbcc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7857804 Jul 23 20:35:07.403465 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-19688cbd-9cf4-4d54-b20d-12633d6772c0 None None] Transition to ACTIVE for port object 3701d2d9-7022-4b88-bf67-94e85359b146 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:07.403813 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437d0016-0a6a-4135-b707-b75515aee7e9 None None] Network 0be45298-a7ee-48e1-b2ed-6e4ddb1291fb requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:07.404094 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59046) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:07.411060 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-19688cbd-9cf4-4d54-b20d-12633d6772c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:07.509450 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-19688cbd-9cf4-4d54-b20d-12633d6772c0 None None] Attempting to bind port 3701d2d9-7022-4b88-bf67-94e85359b146 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:07.510004 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-19688cbd-9cf4-4d54-b20d-12633d6772c0 None None] Attempting to bind port 3701d2d9-7022-4b88-bf67-94e85359b146 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:07.510370 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19688cbd-9cf4-4d54-b20d-12633d6772c0 None None] Attempting to bind port 3701d2d9-7022-4b88-bf67-94e85359b146 on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:07.525906 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19688cbd-9cf4-4d54-b20d-12633d6772c0 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:07.526316 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19688cbd-9cf4-4d54-b20d-12633d6772c0 None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:07.526702 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-19688cbd-9cf4-4d54-b20d-12633d6772c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:07.527080 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19688cbd-9cf4-4d54-b20d-12633d6772c0 None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:07.527589 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-19688cbd-9cf4-4d54-b20d-12633d6772c0 None None] Bound port: 3701d2d9-7022-4b88-bf67-94e85359b146, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:07.528063 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-19688cbd-9cf4-4d54-b20d-12633d6772c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:07.529925 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f335c42-a0fc-4003-a31c-26f4886d4906 None None] Pushing event updated for resources: {'Port': ['ID=3701d2d9-7022-4b88-bf67-94e85359b146,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:07.557365 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-3965de40-5cf8-4691-9428-1611f2e7a1aa None None] Provisioning for port e6e6bd09-1bb4-43e4-b641-89751d43802a completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:07.567002 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-3965de40-5cf8-4691-9428-1611f2e7a1aa None None] Provisioning complete for port e6e6bd09-1bb4-43e4-b641-89751d43802a triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:07.567729 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3965de40-5cf8-4691-9428-1611f2e7a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:07.642821 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-19688cbd-9cf4-4d54-b20d-12633d6772c0 None None] For port 3701d2d9-7022-4b88-bf67-94e85359b146, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:07.648493 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-19688cbd-9cf4-4d54-b20d-12633d6772c0 None None] For port 3701d2d9-7022-4b88-bf67-94e85359b146, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3701d2d9-7022-4b88-bf67-94e85359b146,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:07.650096 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8b741233-f68a-4985-908b-36f3baaea808 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:07.658773 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-19688cbd-9cf4-4d54-b20d-12633d6772c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:07.673284 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port d4980711-4a5d-46ad-b490-2b8f9d10a008 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:07.675690 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-8b741233-f68a-4985-908b-36f3baaea808 admin admin] Transition to ACTIVE for port object 5fb90b51-1aad-4c94-840f-f414a88afecf will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:07.720380 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8b741233-f68a-4985-908b-36f3baaea808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:07.728407 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port d4980711-4a5d-46ad-b490-2b8f9d10a008 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:07.729159 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:07.802164 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19688cbd-9cf4-4d54-b20d-12633d6772c0 None None] Routers {'59c4124d-0b87-4f9d-b469-8b3101c59441'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:07.803419 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-19688cbd-9cf4-4d54-b20d-12633d6772c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:34:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['59c4124d-0b87-4f9d-b469-8b3101c59441'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:07.818012 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b741233-f68a-4985-908b-36f3baaea808 admin admin] Pushing event updated for resources: {'Port': ['ID=5fb90b51-1aad-4c94-840f-f414a88afecf,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:07.823783 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-244fa623-d7e8-49bc-a2cb-b966754a1a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:07.848756 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b741233-f68a-4985-908b-36f3baaea808 admin admin] Network 0be45298-a7ee-48e1-b2ed-6e4ddb1291fb is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:07.857046 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-8b741233-f68a-4985-908b-36f3baaea808 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:07.871847 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b741233-f68a-4985-908b-36f3baaea808 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:07.945054 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-244fa623-d7e8-49bc-a2cb-b966754a1a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:07.963811 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-19688cbd-9cf4-4d54-b20d-12633d6772c0 None None] Set router 59c4124d-0b87-4f9d-b469-8b3101c59441 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:07.979331 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8b741233-f68a-4985-908b-36f3baaea808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:08.110550 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f335c42-a0fc-4003-a31c-26f4886d4906 None None] Pushing event updated for resources: {'Port': ['ID=3701d2d9-7022-4b88-bf67-94e85359b146,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:08.164271 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8b741233-f68a-4985-908b-36f3baaea808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:08.178595 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-244fa623-d7e8-49bc-a2cb-b966754a1a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:08.182308 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-244fa623-d7e8-49bc-a2cb-b966754a1a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:08.183065 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3965de40-5cf8-4691-9428-1611f2e7a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:08.187669 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-244fa623-d7e8-49bc-a2cb-b966754a1a03 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/86811d2a-01d5-4f11-9c3a-93eb75d71aa6 HTTP/1.1" status: 204 len: 168 time: 0.7801082 Jul 23 20:35:08.226966 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-3965de40-5cf8-4691-9428-1611f2e7a1aa None None] For port e6e6bd09-1bb4-43e4-b641-89751d43802a, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=e6e6bd09-1bb4-43e4-b641-89751d43802a,segment=NetworkSegment(feea60cf-3e39-4b3e-a865-12ade3845168),segment_id=feea60cf-3e39-4b3e-a865-12ade3845168)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:08.256924 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-19688cbd-9cf4-4d54-b20d-12633d6772c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c4124d-0b87-4f9d-b469-8b3101c59441', 'name': 'tempest-TestServerMultinode-1968331323-router', 'tenant_id': 'cc6aafc9a1984c2892802db2a169e57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '3701d2d9-7022-4b88-bf67-94e85359b146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:03Z', 'updated_at': '2021-07-23T20:35:04Z', 'revision_number': 3, 'project_id': 'cc6aafc9a1984c2892802db2a169e57b', 'gw_port': {'id': '3701d2d9-7022-4b88-bf67-94e85359b146', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:73:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c4124d-0b87-4f9d-b469-8b3101c59441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:04Z', 'updated_at': '2021-07-23T20:35:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:08.274887 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244fa623-d7e8-49bc-a2cb-b966754a1a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86811d2a-01d5-4f11-9c3a-93eb75d71aa6,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:08.296239 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3965de40-5cf8-4691-9428-1611f2e7a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:08.302496 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19688cbd-9cf4-4d54-b20d-12633d6772c0 None None] The sync data for ids ['59c4124d-0b87-4f9d-b469-8b3101c59441'] in n-d-793618-10 is: [{'id': '59c4124d-0b87-4f9d-b469-8b3101c59441', 'name': 'tempest-TestServerMultinode-1968331323-router', 'tenant_id': 'cc6aafc9a1984c2892802db2a169e57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '3701d2d9-7022-4b88-bf67-94e85359b146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:03Z', 'updated_at': '2021-07-23T20:35:04Z', 'revision_number': 3, 'project_id': 'cc6aafc9a1984c2892802db2a169e57b', 'gw_port': {'id': '3701d2d9-7022-4b88-bf67-94e85359b146', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:73:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c4124d-0b87-4f9d-b469-8b3101c59441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:04Z', 'updated_at': '2021-07-23T20:35:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:08.401286 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:08.413809 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3965de40-5cf8-4691-9428-1611f2e7a1aa None None] Pushing event updated for resources: {'Port': ['ID=e6e6bd09-1bb4-43e4-b641-89751d43802a,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:08.472805 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port d4980711-4a5d-46ad-b490-2b8f9d10a008, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d4980711-4a5d-46ad-b490-2b8f9d10a008,segment=NetworkSegment(25cb269f-1cf6-48c9-8cdf-b8976a8c982f),segment_id=25cb269f-1cf6-48c9-8cdf-b8976a8c982f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:08.482246 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:08.520332 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8b741233-f68a-4985-908b-36f3baaea808 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:08.530864 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8b741233-f68a-4985-908b-36f3baaea808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:08.552055 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=d4980711-4a5d-46ad-b490-2b8f9d10a008,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:08.705044 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b741233-f68a-4985-908b-36f3baaea808 admin admin] Pushing event updated for resources: {'Port': ['ID=5fb90b51-1aad-4c94-840f-f414a88afecf,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:08.713731 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8b741233-f68a-4985-908b-36f3baaea808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:08.842660 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-80f41bbe-d724-4cf9-a1b4-6079f3e15ecf None None] Provisioning for port 5fb90b51-1aad-4c94-840f-f414a88afecf completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:08.851404 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-80f41bbe-d724-4cf9-a1b4-6079f3e15ecf None None] Provisioning complete for port 5fb90b51-1aad-4c94-840f-f414a88afecf triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:08.852363 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-80f41bbe-d724-4cf9-a1b4-6079f3e15ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:08.854425 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b741233-f68a-4985-908b-36f3baaea808 admin admin] Network 0be45298-a7ee-48e1-b2ed-6e4ddb1291fb is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:08.856773 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-8b741233-f68a-4985-908b-36f3baaea808 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:08.940099 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-80f41bbe-d724-4cf9-a1b4-6079f3e15ecf None None] Port 5fb90b51-1aad-4c94-840f-f414a88afecf cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:08.972418 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-80f41bbe-d724-4cf9-a1b4-6079f3e15ecf None None] Provisioning complete for port e6e6bd09-1bb4-43e4-b641-89751d43802a triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:08.972797 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-80f41bbe-d724-4cf9-a1b4-6079f3e15ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:09.148477 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b741233-f68a-4985-908b-36f3baaea808 admin admin] Router 59c4124d-0b87-4f9d-b469-8b3101c59441 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:35:09.210557 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device e6e6bd09-1bb4-43e4-b641-89751d43802a up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:09.371800 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port e6e6bd09-1bb4-43e4-b641-89751d43802a triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:09.375081 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:09.398966 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b741233-f68a-4985-908b-36f3baaea808 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:09.428594 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8b741233-f68a-4985-908b-36f3baaea808 admin admin] 10.222.0.32 "PUT /v2.0/routers/59c4124d-0b87-4f9d-b469-8b3101c59441/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7376540 Jul 23 20:35:09.462094 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fcbeb881-eb16-4f8c-a68a-76a3b0374738 None None] Provisioning complete for port 5fb90b51-1aad-4c94-840f-f414a88afecf triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:09.462594 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fcbeb881-eb16-4f8c-a68a-76a3b0374738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:09.570198 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59090) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:09.593827 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fcbeb881-eb16-4f8c-a68a-76a3b0374738 None None] Port 5fb90b51-1aad-4c94-840f-f414a88afecf cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:09.653543 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d4980711-4a5d-46ad-b490-2b8f9d10a008 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:09.740978 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-660b851d-de82-488c-af94-db1fbc886a4d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1831863648-network', 'tenant_id': '9aa1f644371c48439b3dd12907ce2778'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:09.742018 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ca9a2905-69d2-4b09-bf68-b15fb2636d80 None None] Provisioning complete for port 5fb90b51-1aad-4c94-840f-f414a88afecf triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:09.742733 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2905-69d2-4b09-bf68-b15fb2636d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:09.779959 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660b851d-de82-488c-af94-db1fbc886a4d admin admin] Made reservation on behalf of 9aa1f644371c48439b3dd12907ce2778 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:09.786212 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-660b851d-de82-488c-af94-db1fbc886a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:09.798224 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-660b851d-de82-488c-af94-db1fbc886a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:09.807823 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port d4980711-4a5d-46ad-b490-2b8f9d10a008 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:09.808442 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:09.867513 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ca9a2905-69d2-4b09-bf68-b15fb2636d80 None None] Port 5fb90b51-1aad-4c94-840f-f414a88afecf cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:09.956209 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-660b851d-de82-488c-af94-db1fbc886a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:09.975862 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3701d2d9-7022-4b88-bf67-94e85359b146 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:09.979237 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-660b851d-de82-488c-af94-db1fbc886a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:10.000934 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-660b851d-de82-488c-af94-db1fbc886a4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:35:10.029201 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-660b851d-de82-488c-af94-db1fbc886a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:10.029631 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-660b851d-de82-488c-af94-db1fbc886a4d admin admin] Added segment 7ba8c7fb-e798-4e10-afb1-0fee6548419b of type vlan for network 210dd292-0abc-465e-80d3-a33642b48ea4 Jul 23 20:35:10.039922 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b851d-de82-488c-af94-db1fbc886a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3947c6f6-ad9e-4bdc-bd3b-4c43538365f5,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:10.065551 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 3701d2d9-7022-4b88-bf67-94e85359b146 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:10.070019 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 3701d2d9-7022-4b88-bf67-94e85359b146 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:10.070376 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:10.092515 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-660b851d-de82-488c-af94-db1fbc886a4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:10.144801 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-660b851d-de82-488c-af94-db1fbc886a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:10.146241 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660b851d-de82-488c-af94-db1fbc886a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:10.146936 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-660b851d-de82-488c-af94-db1fbc886a4d admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:10.190078 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-660b851d-de82-488c-af94-db1fbc886a4d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6176813 Jul 23 20:35:10.191195 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:10.195247 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59124) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:10.201609 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-059c9c1e-dd6d-4502-88cb-aad4278e6dd7 admin admin] Request body: {'subnet': {'network_id': '210dd292-0abc-465e-80d3-a33642b48ea4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1831863648-subnet', 'tenant_id': '9aa1f644371c48439b3dd12907ce2778', 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:10.213982 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 3701d2d9-7022-4b88-bf67-94e85359b146, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3701d2d9-7022-4b88-bf67-94e85359b146,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:10.221171 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:10.253746 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b851d-de82-488c-af94-db1fbc886a4d admin admin] Pushing event updated for resources: {'Network': ['ID=210dd292-0abc-465e-80d3-a33642b48ea4,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:10.259221 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-b756edde-8d64-4615-87dd-33601aa55f3b tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:10.268650 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-b756edde-8d64-4615-87dd-33601aa55f3b tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/networks?id=cb412ecb-d5ef-454a-bf42-cc3f5b57ec86 HTTP/1.1" status: 200 len: 909 time: 0.1471078 Jul 23 20:35:10.286325 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059c9c1e-dd6d-4502-88cb-aad4278e6dd7 admin admin] Made reservation on behalf of 9aa1f644371c48439b3dd12907ce2778 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:10.288784 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-059c9c1e-dd6d-4502-88cb-aad4278e6dd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:10.296874 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 210dd292-0abc-465e-80d3-a33642b48ea4 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:35:10.297462 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-a7a6962b-b1d2-4c25-ba3f-93a74d7662fa tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/quotas/cc6aafc9a1984c2892802db2a169e57b HTTP/1.1" status: 200 len: 375 time: 0.0272961 Jul 23 20:35:10.449519 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2b81bd57-29b7-4109-9735-bbac81413942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:10.456758 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=3701d2d9-7022-4b88-bf67-94e85359b146,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:10.483485 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-e570b8b3-762a-4a3a-bf48-485534622b3c tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc6aafc9a1984c2892802db2a169e57b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1845558 Jul 23 20:35:10.540496 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-059c9c1e-dd6d-4502-88cb-aad4278e6dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:10.575156 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-280ea623-8ef3-4586-b23a-9373afc2b17b service neutron] 10.222.0.32 "GET /v2.0/networks/cb412ecb-d5ef-454a-bf42-cc3f5b57ec86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895860 Jul 23 20:35:10.601313 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c9c1e-dd6d-4502-88cb-aad4278e6dd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1c0809a-5880-42ad-a6da-807cd278d928,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:10.615144 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059c9c1e-dd6d-4502-88cb-aad4278e6dd7 admin admin] Checking segment: {'id': '7ba8c7fb-e798-4e10-afb1-0fee6548419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '210dd292-0abc-465e-80d3-a33642b48ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:10.615511 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059c9c1e-dd6d-4502-88cb-aad4278e6dd7 admin admin] Network hostable DHCP agents. Network: 210dd292-0abc-465e-80d3-a33642b48ea4, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:35:10.633603 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059c9c1e-dd6d-4502-88cb-aad4278e6dd7 admin admin] Network 210dd292-0abc-465e-80d3-a33642b48ea4 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:35:10.641872 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-059c9c1e-dd6d-4502-88cb-aad4278e6dd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 210dd292-0abc-465e-80d3-a33642b48ea4) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:10.645951 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059c9c1e-dd6d-4502-88cb-aad4278e6dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:10.646917 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-059c9c1e-dd6d-4502-88cb-aad4278e6dd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:10.661909 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1899961-f30a-47cf-9496-cf925a6f38f0 None None] Network 210dd292-0abc-465e-80d3-a33642b48ea4 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:10.690504 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-059c9c1e-dd6d-4502-88cb-aad4278e6dd7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4910309 Jul 23 20:35:10.690786 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59134) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:10.695813 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-69bd1cfc-9e0b-4561-b991-6167fc008c0d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1831863648-router', 'tenant_id': '9aa1f644371c48439b3dd12907ce2778', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:10.704011 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-e4356dee-94b6-403a-9851-012c1c76ecf8 service neutron] 10.222.0.32 "GET /v2.0/networks/cb412ecb-d5ef-454a-bf42-cc3f5b57ec86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221054 Jul 23 20:35:10.727139 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69bd1cfc-9e0b-4561-b991-6167fc008c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:10.728404 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69bd1cfc-9e0b-4561-b991-6167fc008c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:10.833761 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3d3a0e-c4a3-48e0-8db8-950702a28bdf None None] Sync routers for ids ['59c4124d-0b87-4f9d-b469-8b3101c59441'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:10.842463 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69bd1cfc-9e0b-4561-b991-6167fc008c0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:10.907479 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3d3a0e-c4a3-48e0-8db8-950702a28bdf None None] Routers {'59c4124d-0b87-4f9d-b469-8b3101c59441'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:10.908369 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0f3d3a0e-c4a3-48e0-8db8-950702a28bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:34:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['59c4124d-0b87-4f9d-b469-8b3101c59441'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:10.956821 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e32978-e986-4dd0-8576-fc301b562abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-210dd292-0abc-465e-80d3-a33642b48ea4', 'network_id': '210dd292-0abc-465e-80d3-a33642b48ea4', 'tenant_id': '9aa1f644371c48439b3dd12907ce2778', 'fixed_ips': [{'subnet_id': 'b1c0809a-5880-42ad-a6da-807cd278d928'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:35:10.957706 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3e32978-e986-4dd0-8576-fc301b562abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:10.992098 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b5174842-ef4d-4ebf-ad05-8803d749ccf8 req-e16d8b6a-72d2-4fbc-85c6-4ca601612575 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=58023bcc-0810-4d08-9d7e-86e06d249c0a HTTP/1.1" status: 200 len: 210 time: 0.0924139 Jul 23 20:35:11.064406 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69bd1cfc-9e0b-4561-b991-6167fc008c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:11.095879 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3701d2d9-7022-4b88-bf67-94e85359b146 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:11.239239 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-0f3d3a0e-c4a3-48e0-8db8-950702a28bdf None None] Set router 59c4124d-0b87-4f9d-b469-8b3101c59441 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:11.299024 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-d3e32978-e986-4dd0-8576-fc301b562abe None None] Allocated IP 172.20.0.2 (210dd292-0abc-465e-80d3-a33642b48ea4/b1c0809a-5880-42ad-a6da-807cd278d928/6c2067ef-86f5-434c-82e4-ad42ad24c0fe) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:11.354273 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 3701d2d9-7022-4b88-bf67-94e85359b146 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:11.354665 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:11.359114 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69bd1cfc-9e0b-4561-b991-6167fc008c0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:11.391873 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69bd1cfc-9e0b-4561-b991-6167fc008c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:11.533686 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-69bd1cfc-9e0b-4561-b991-6167fc008c0d admin admin] Allocated IP 172.25.1.102 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/f61d50d9-6c49-4f0a-9faa-6746f68b5531) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:11.671877 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69bd1cfc-9e0b-4561-b991-6167fc008c0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:11.723716 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69bd1cfc-9e0b-4561-b991-6167fc008c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:11.748559 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3e32978-e986-4dd0-8576-fc301b562abe None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:11.759527 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d3e32978-e986-4dd0-8576-fc301b562abe None None] Transition to ACTIVE for port object 6c2067ef-86f5-434c-82e4-ad42ad24c0fe will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:11.773769 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bd1cfc-9e0b-4561-b991-6167fc008c0d admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:11.778092 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-69bd1cfc-9e0b-4561-b991-6167fc008c0d admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:11.781054 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0f3d3a0e-c4a3-48e0-8db8-950702a28bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c4124d-0b87-4f9d-b469-8b3101c59441', 'name': 'tempest-TestServerMultinode-1968331323-router', 'tenant_id': 'cc6aafc9a1984c2892802db2a169e57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '3701d2d9-7022-4b88-bf67-94e85359b146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:03Z', 'updated_at': '2021-07-23T20:35:08Z', 'revision_number': 4, 'project_id': 'cc6aafc9a1984c2892802db2a169e57b', 'gw_port': {'id': '3701d2d9-7022-4b88-bf67-94e85359b146', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:73:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4124d-0b87-4f9d-b469-8b3101c59441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:04Z', 'updated_at': '2021-07-23T20:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '5fb90b51-1aad-4c94-840f-f414a88afecf', 'name': '', 'network_id': '0be45298-a7ee-48e1-b2ed-6e4ddb1291fb', 'tenant_id': 'cc6aafc9a1984c2892802db2a169e57b', 'mac_address': 'fa:16:3e:a8:9b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c4124d-0b87-4f9d-b469-8b3101c59441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '7f6124d3-d382-4254-b604-a3899322ae40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:07Z', 'updated_at': '2021-07-23T20:35:08Z', 'revision_number': 2, 'project_id': 'cc6aafc9a1984c2892802db2a169e57b', 'subnets': [{'id': '7f6124d3-d382-4254-b604-a3899322ae40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:11.788827 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bd1cfc-9e0b-4561-b991-6167fc008c0d admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:11.830215 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd1cfc-9e0b-4561-b991-6167fc008c0d admin admin] Pushing event updated for resources: {'Port': ['ID=f61d50d9-6c49-4f0a-9faa-6746f68b5531,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:11.830441 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d3e32978-e986-4dd0-8576-fc301b562abe None None] Transition to ACTIVE for port object 6c2067ef-86f5-434c-82e4-ad42ad24c0fe will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:11.832046 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3d3a0e-c4a3-48e0-8db8-950702a28bdf None None] Checking router: 59c4124d-0b87-4f9d-b469-8b3101c59441 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:35:11.832448 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3d3a0e-c4a3-48e0-8db8-950702a28bdf None None] Updating router 59c4124d-0b87-4f9d-b469-8b3101c59441 port 5fb90b51-1aad-4c94-840f-f414a88afecf binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:35:11.864528 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3e32978-e986-4dd0-8576-fc301b562abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:11.916679 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0f3d3a0e-c4a3-48e0-8db8-950702a28bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:11.924218 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e32978-e986-4dd0-8576-fc301b562abe None None] Network 210dd292-0abc-465e-80d3-a33642b48ea4 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:11.937223 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-d3e32978-e986-4dd0-8576-fc301b562abe None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:11.940520 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e32978-e986-4dd0-8576-fc301b562abe None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:11.943020 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e32978-e986-4dd0-8576-fc301b562abe None None] Pushing event updated for resources: {'Port': ['ID=6c2067ef-86f5-434c-82e4-ad42ad24c0fe,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:12.035743 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d3e32978-e986-4dd0-8576-fc301b562abe None None] Attempting to bind port 6c2067ef-86f5-434c-82e4-ad42ad24c0fe on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:12.036117 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d3e32978-e986-4dd0-8576-fc301b562abe None None] Attempting to bind port 6c2067ef-86f5-434c-82e4-ad42ad24c0fe by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '7ba8c7fb-e798-4e10-afb1-0fee6548419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '210dd292-0abc-465e-80d3-a33642b48ea4'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:12.036524 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e32978-e986-4dd0-8576-fc301b562abe None None] Attempting to bind port 6c2067ef-86f5-434c-82e4-ad42ad24c0fe on network 210dd292-0abc-465e-80d3-a33642b48ea4 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:12.117446 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69bd1cfc-9e0b-4561-b991-6167fc008c0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:12.126273 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e32978-e986-4dd0-8576-fc301b562abe None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:12.126653 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e32978-e986-4dd0-8576-fc301b562abe None None] Checking segment: {'id': '7ba8c7fb-e798-4e10-afb1-0fee6548419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '210dd292-0abc-465e-80d3-a33642b48ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:12.127054 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3e32978-e986-4dd0-8576-fc301b562abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:12.127448 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e32978-e986-4dd0-8576-fc301b562abe None None] Bound using segment: {'id': '7ba8c7fb-e798-4e10-afb1-0fee6548419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '210dd292-0abc-465e-80d3-a33642b48ea4'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:12.127934 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d3e32978-e986-4dd0-8576-fc301b562abe None None] Bound port: 6c2067ef-86f5-434c-82e4-ad42ad24c0fe, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba8c7fb-e798-4e10-afb1-0fee6548419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '210dd292-0abc-465e-80d3-a33642b48ea4'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:12.128297 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3e32978-e986-4dd0-8576-fc301b562abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:12.144083 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c34e5262-5214-4be7-bf66-a7c1102c9e1a req-4b510b5e-80f6-4301-9df8-607a67b185fc tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=58023bcc-0810-4d08-9d7e-86e06d249c0a HTTP/1.1" status: 200 len: 210 time: 0.0731640 Jul 23 20:35:12.253213 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d3e32978-e986-4dd0-8576-fc301b562abe None None] For port 6c2067ef-86f5-434c-82e4-ad42ad24c0fe, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:12.258831 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d3e32978-e986-4dd0-8576-fc301b562abe None None] For port 6c2067ef-86f5-434c-82e4-ad42ad24c0fe, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6c2067ef-86f5-434c-82e4-ad42ad24c0fe,segment=NetworkSegment(7ba8c7fb-e798-4e10-afb1-0fee6548419b),segment_id=7ba8c7fb-e798-4e10-afb1-0fee6548419b)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:12.305243 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-66bbcfef-6721-4594-a543-47fff4f0fd3b tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:12.306904 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-66bbcfef-6721-4594-a543-47fff4f0fd3b tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.18 "GET /v2.0/networks?id=cb412ecb-d5ef-454a-bf42-cc3f5b57ec86 HTTP/1.1" status: 200 len: 909 time: 0.1590006 Jul 23 20:35:12.310079 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d3e32978-e986-4dd0-8576-fc301b562abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:12.322111 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-e91d15cb-6adb-4783-b0a6-f117f3fae1ff tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Request body: {'port': {'device_id': '58023bcc-0810-4d08-9d7e-86e06d249c0a', 'network_id': 'cb412ecb-d5ef-454a-bf42-cc3f5b57ec86', 'admin_state_up': True, 'tenant_id': 'cc6aafc9a1984c2892802db2a169e57b'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:12.378450 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-e91d15cb-6adb-4783-b0a6-f117f3fae1ff tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Made reservation on behalf of cc6aafc9a1984c2892802db2a169e57b for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:12.381744 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-e91d15cb-6adb-4783-b0a6-f117f3fae1ff tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:12.411373 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69bd1cfc-9e0b-4561-b991-6167fc008c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:12.529457 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-e91d15cb-6adb-4783-b0a6-f117f3fae1ff tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Allocated IP 172.20.0.14 (cb412ecb-d5ef-454a-bf42-cc3f5b57ec86/44f53811-76b0-4464-b064-747742e455f9/d2f121ce-5a70-4c84-a86a-72d339bf5ce6) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:12.590584 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e32978-e986-4dd0-8576-fc301b562abe None None] Pushing event updated for resources: {'Port': ['ID=6c2067ef-86f5-434c-82e4-ad42ad24c0fe,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:12.606202 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69bd1cfc-9e0b-4561-b991-6167fc008c0d admin admin] Router 25049c53-c674-4283-aa8a-59b19f9231dc is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:35:12.667060 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0f3d3a0e-c4a3-48e0-8db8-950702a28bdf None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:12.680080 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0f3d3a0e-c4a3-48e0-8db8-950702a28bdf None None] Transition to ACTIVE for port object 5fb90b51-1aad-4c94-840f-f414a88afecf will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:12.696466 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0f3d3a0e-c4a3-48e0-8db8-950702a28bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:12.784542 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939fc6e7-8240-4162-b7e9-0edf4002a967 None None] Pushing event updated for resources: {'Port': ['ID=5fb90b51-1aad-4c94-840f-f414a88afecf,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:12.822459 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0f3d3a0e-c4a3-48e0-8db8-950702a28bdf None None] Attempting to bind port 5fb90b51-1aad-4c94-840f-f414a88afecf on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:12.822830 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0f3d3a0e-c4a3-48e0-8db8-950702a28bdf None None] Attempting to bind port 5fb90b51-1aad-4c94-840f-f414a88afecf by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'feea60cf-3e39-4b3e-a865-12ade3845168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0be45298-a7ee-48e1-b2ed-6e4ddb1291fb'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:12.823198 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d3a0e-c4a3-48e0-8db8-950702a28bdf None None] Attempting to bind port 5fb90b51-1aad-4c94-840f-f414a88afecf on network 0be45298-a7ee-48e1-b2ed-6e4ddb1291fb {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:12.826082 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bd1cfc-9e0b-4561-b991-6167fc008c0d admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:12.829340 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d3a0e-c4a3-48e0-8db8-950702a28bdf None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:12.829760 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d3a0e-c4a3-48e0-8db8-950702a28bdf None None] Checking segment: {'id': 'feea60cf-3e39-4b3e-a865-12ade3845168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0be45298-a7ee-48e1-b2ed-6e4ddb1291fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:12.830169 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0f3d3a0e-c4a3-48e0-8db8-950702a28bdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:12.830706 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d3a0e-c4a3-48e0-8db8-950702a28bdf None None] Bound using segment: {'id': 'feea60cf-3e39-4b3e-a865-12ade3845168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0be45298-a7ee-48e1-b2ed-6e4ddb1291fb'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:12.831206 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0f3d3a0e-c4a3-48e0-8db8-950702a28bdf None None] Bound port: 5fb90b51-1aad-4c94-840f-f414a88afecf, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feea60cf-3e39-4b3e-a865-12ade3845168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0be45298-a7ee-48e1-b2ed-6e4ddb1291fb'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:12.831697 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0f3d3a0e-c4a3-48e0-8db8-950702a28bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:12.833582 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-e91d15cb-6adb-4783-b0a6-f117f3fae1ff tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:12.843643 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74c2fbd-b9f7-4a38-9f28-1180fb934ec9 None None] Sync routers for ids ['25049c53-c674-4283-aa8a-59b19f9231dc'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:12.860067 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74c2fbd-b9f7-4a38-9f28-1180fb934ec9 None None] Routers {'25049c53-c674-4283-aa8a-59b19f9231dc'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:12.861193 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f74c2fbd-b9f7-4a38-9f28-1180fb934ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:34:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['25049c53-c674-4283-aa8a-59b19f9231dc'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:12.863369 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-69bd1cfc-9e0b-4561-b991-6167fc008c0d admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:12.868224 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-69bd1cfc-9e0b-4561-b991-6167fc008c0d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1763387 Jul 23 20:35:12.869064 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59178) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:12.876872 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-e91d15cb-6adb-4783-b0a6-f117f3fae1ff tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Transition to ACTIVE for port object d2f121ce-5a70-4c84-a86a-72d339bf5ce6 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:12.975898 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0f3d3a0e-c4a3-48e0-8db8-950702a28bdf None None] For port 5fb90b51-1aad-4c94-840f-f414a88afecf, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:12.979650 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0f3d3a0e-c4a3-48e0-8db8-950702a28bdf None None] For port 5fb90b51-1aad-4c94-840f-f414a88afecf, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=5fb90b51-1aad-4c94-840f-f414a88afecf,segment=NetworkSegment(feea60cf-3e39-4b3e-a865-12ade3845168),segment_id=feea60cf-3e39-4b3e-a865-12ade3845168)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:12.988529 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0f3d3a0e-c4a3-48e0-8db8-950702a28bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:13.006505 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-e91d15cb-6adb-4783-b0a6-f117f3fae1ff tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:13.159281 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939fc6e7-8240-4162-b7e9-0edf4002a967 None None] Pushing event updated for resources: {'Port': ['ID=5fb90b51-1aad-4c94-840f-f414a88afecf,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:13.192552 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-f74c2fbd-b9f7-4a38-9f28-1180fb934ec9 None None] Set router 25049c53-c674-4283-aa8a-59b19f9231dc gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:13.220163 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6c2067ef-86f5-434c-82e4-ad42ad24c0fe up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:13.402132 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:13.428072 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3d3a0e-c4a3-48e0-8db8-950702a28bdf None None] Routers {'59c4124d-0b87-4f9d-b469-8b3101c59441'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:13.428804 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0f3d3a0e-c4a3-48e0-8db8-950702a28bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:34:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['59c4124d-0b87-4f9d-b469-8b3101c59441'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:13.504850 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 6c2067ef-86f5-434c-82e4-ad42ad24c0fe completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:13.630766 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-0f3d3a0e-c4a3-48e0-8db8-950702a28bdf None None] Set router 59c4124d-0b87-4f9d-b469-8b3101c59441 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:13.649258 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-e91d15cb-6adb-4783-b0a6-f117f3fae1ff tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Network cb412ecb-d5ef-454a-bf42-cc3f5b57ec86 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:13.667934 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-e91d15cb-6adb-4783-b0a6-f117f3fae1ff tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:13.674710 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-e91d15cb-6adb-4783-b0a6-f117f3fae1ff tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:13.688002 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-39ad3f16-bd1d-40ab-86e7-1ecffe761098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:13.700883 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d15cb-6adb-4783-b0a6-f117f3fae1ff tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Pushing event updated for resources: {'Port': ['ID=d2f121ce-5a70-4c84-a86a-72d339bf5ce6,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:13.744333 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f74c2fbd-b9f7-4a38-9f28-1180fb934ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25049c53-c674-4283-aa8a-59b19f9231dc', 'name': 'tempest-TestAggregatesBasicOps-1831863648-router', 'tenant_id': '9aa1f644371c48439b3dd12907ce2778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'f61d50d9-6c49-4f0a-9faa-6746f68b5531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:10Z', 'updated_at': '2021-07-23T20:35:11Z', 'revision_number': 3, 'project_id': '9aa1f644371c48439b3dd12907ce2778', 'gw_port': {'id': 'f61d50d9-6c49-4f0a-9faa-6746f68b5531', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25049c53-c674-4283-aa8a-59b19f9231dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:11Z', 'updated_at': '2021-07-23T20:35:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:13.760827 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-e91d15cb-6adb-4783-b0a6-f117f3fae1ff tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:13.761450 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-e91d15cb-6adb-4783-b0a6-f117f3fae1ff tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:13.779552 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f5dc1-0a71-4621-a2b9-26dc3e537033 req-83641863-05eb-4237-8d16-3d6c24b030f5 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:13.781361 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-758f5dc1-0a71-4621-a2b9-26dc3e537033 req-83641863-05eb-4237-8d16-3d6c24b030f5 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=58023bcc-0810-4d08-9d7e-86e06d249c0a HTTP/1.1" status: 200 len: 1028 time: 0.2135389 Jul 23 20:35:13.787492 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74c2fbd-b9f7-4a38-9f28-1180fb934ec9 None None] Checking router: 25049c53-c674-4283-aa8a-59b19f9231dc for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:35:13.787867 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74c2fbd-b9f7-4a38-9f28-1180fb934ec9 None None] Updating router 25049c53-c674-4283-aa8a-59b19f9231dc port f61d50d9-6c49-4f0a-9faa-6746f68b5531 binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:35:13.854277 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-e91d15cb-6adb-4783-b0a6-f117f3fae1ff tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5389528 Jul 23 20:35:13.870742 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f74c2fbd-b9f7-4a38-9f28-1180fb934ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:13.889805 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-758f5dc1-0a71-4621-a2b9-26dc3e537033 req-b7f778f4-c06d-4c0d-92d0-0d2a3c38144f tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f228e70d-e270-497e-a555-a03d423010fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791748 Jul 23 20:35:13.987078 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-320bce2b-875a-44c0-8a11-e65f0d2f6f27 service neutron] Request body: {'port': {'device_id': '58023bcc-0810-4d08-9d7e-86e06d249c0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:14.097413 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:14.126738 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0f3d3a0e-c4a3-48e0-8db8-950702a28bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c4124d-0b87-4f9d-b469-8b3101c59441', 'name': 'tempest-TestServerMultinode-1968331323-router', 'tenant_id': 'cc6aafc9a1984c2892802db2a169e57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '3701d2d9-7022-4b88-bf67-94e85359b146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:03Z', 'updated_at': '2021-07-23T20:35:08Z', 'revision_number': 4, 'project_id': 'cc6aafc9a1984c2892802db2a169e57b', 'gw_port': {'id': '3701d2d9-7022-4b88-bf67-94e85359b146', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:73:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4124d-0b87-4f9d-b469-8b3101c59441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:04Z', 'updated_at': '2021-07-23T20:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '5fb90b51-1aad-4c94-840f-f414a88afecf', 'name': '', 'network_id': '0be45298-a7ee-48e1-b2ed-6e4ddb1291fb', 'tenant_id': 'cc6aafc9a1984c2892802db2a169e57b', 'mac_address': 'fa:16:3e:a8:9b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c4124d-0b87-4f9d-b469-8b3101c59441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '7f6124d3-d382-4254-b604-a3899322ae40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:07Z', 'updated_at': '2021-07-23T20:35:12Z', 'revision_number': 4, 'project_id': 'cc6aafc9a1984c2892802db2a169e57b', 'subnets': [{'id': '7f6124d3-d382-4254-b604-a3899322ae40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:14.152903 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-320bce2b-875a-44c0-8a11-e65f0d2f6f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:14.167406 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3d3a0e-c4a3-48e0-8db8-950702a28bdf None None] The sync data for ids ['59c4124d-0b87-4f9d-b469-8b3101c59441'] in n-d-793618-10 is: [{'id': '59c4124d-0b87-4f9d-b469-8b3101c59441', 'name': 'tempest-TestServerMultinode-1968331323-router', 'tenant_id': 'cc6aafc9a1984c2892802db2a169e57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '3701d2d9-7022-4b88-bf67-94e85359b146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:03Z', 'updated_at': '2021-07-23T20:35:08Z', 'revision_number': 4, 'project_id': 'cc6aafc9a1984c2892802db2a169e57b', 'gw_port': {'id': '3701d2d9-7022-4b88-bf67-94e85359b146', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:73:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4124d-0b87-4f9d-b469-8b3101c59441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:04Z', 'updated_at': '2021-07-23T20:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '5fb90b51-1aad-4c94-840f-f414a88afecf', 'name': '', 'network_id': '0be45298-a7ee-48e1-b2ed-6e4ddb1291fb', 'tenant_id': 'cc6aafc9a1984c2892802db2a169e57b', 'mac_address': 'fa:16:3e:a8:9b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c4124d-0b87-4f9d-b469-8b3101c59441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '7f6124d3-d382-4254-b604-a3899322ae40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:07Z', 'updated_at': '2021-07-23T20:35:12Z', 'revision_number': 4, 'project_id': 'cc6aafc9a1984c2892802db2a169e57b', 'subnets': [{'id': '7f6124d3-d382-4254-b604-a3899322ae40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:14.192107 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e52489b6-34a1-4161-ade7-9bc7260102fa None None] Provisioning for port d2f121ce-5a70-4c84-a86a-72d339bf5ce6 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:14.198012 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e52489b6-34a1-4161-ade7-9bc7260102fa None None] Provisioning complete for port d2f121ce-5a70-4c84-a86a-72d339bf5ce6 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:14.198547 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e52489b6-34a1-4161-ade7-9bc7260102fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:14.315917 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e52489b6-34a1-4161-ade7-9bc7260102fa None None] Port d2f121ce-5a70-4c84-a86a-72d339bf5ce6 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:14.412167 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4f8440-9214-4ff7-a914-ffd4d575fbbe None None] Network 210dd292-0abc-465e-80d3-a33642b48ea4 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:14.633130 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f74c2fbd-b9f7-4a38-9f28-1180fb934ec9 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:14.645356 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f74c2fbd-b9f7-4a38-9f28-1180fb934ec9 None None] Transition to ACTIVE for port object f61d50d9-6c49-4f0a-9faa-6746f68b5531 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:14.658598 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f74c2fbd-b9f7-4a38-9f28-1180fb934ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:14.671106 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-719f93a1-8b13-4024-956d-a68f5372cbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:14.702172 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a1f8d8f4-c4c7-468d-acb8-99d660c912f2 None None] Provisioning for port 6c2067ef-86f5-434c-82e4-ad42ad24c0fe completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:14.709068 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-f74c2fbd-b9f7-4a38-9f28-1180fb934ec9 None None] Attempting to bind port f61d50d9-6c49-4f0a-9faa-6746f68b5531 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:14.709436 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-f74c2fbd-b9f7-4a38-9f28-1180fb934ec9 None None] Attempting to bind port f61d50d9-6c49-4f0a-9faa-6746f68b5531 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:14.711894 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74c2fbd-b9f7-4a38-9f28-1180fb934ec9 None None] Attempting to bind port f61d50d9-6c49-4f0a-9faa-6746f68b5531 on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:14.721214 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a1f8d8f4-c4c7-468d-acb8-99d660c912f2 None None] Provisioning complete for port 6c2067ef-86f5-434c-82e4-ad42ad24c0fe triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:14.721637 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a1f8d8f4-c4c7-468d-acb8-99d660c912f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:14.733869 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-320bce2b-875a-44c0-8a11-e65f0d2f6f27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2f121ce-5a70-4c84-a86a-72d339bf5ce6 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:35:14.748852 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-320bce2b-875a-44c0-8a11-e65f0d2f6f27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:14.757000 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74c2fbd-b9f7-4a38-9f28-1180fb934ec9 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:14.757416 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74c2fbd-b9f7-4a38-9f28-1180fb934ec9 None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:14.759549 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f74c2fbd-b9f7-4a38-9f28-1180fb934ec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:14.759962 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74c2fbd-b9f7-4a38-9f28-1180fb934ec9 None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:14.760454 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-f74c2fbd-b9f7-4a38-9f28-1180fb934ec9 None None] Bound port: f61d50d9-6c49-4f0a-9faa-6746f68b5531, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:14.764646 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f74c2fbd-b9f7-4a38-9f28-1180fb934ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:14.802508 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-320bce2b-875a-44c0-8a11-e65f0d2f6f27 service neutron] Transition to ACTIVE for port object d2f121ce-5a70-4c84-a86a-72d339bf5ce6 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:14.811257 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-320bce2b-875a-44c0-8a11-e65f0d2f6f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:14.828368 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:14.848560 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:14.864013 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2926f8-eac7-42e2-b6de-72739de30b35 None None] Pushing event updated for resources: {'Port': ['ID=f61d50d9-6c49-4f0a-9faa-6746f68b5531,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:14.923485 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-f74c2fbd-b9f7-4a38-9f28-1180fb934ec9 None None] For port f61d50d9-6c49-4f0a-9faa-6746f68b5531, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:14.930842 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-f74c2fbd-b9f7-4a38-9f28-1180fb934ec9 None None] For port f61d50d9-6c49-4f0a-9faa-6746f68b5531, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=f61d50d9-6c49-4f0a-9faa-6746f68b5531,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:14.945256 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f74c2fbd-b9f7-4a38-9f28-1180fb934ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:15.007093 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-719f93a1-8b13-4024-956d-a68f5372cbaa admin admin] Allocated IP 172.20.0.1 (210dd292-0abc-465e-80d3-a33642b48ea4/b1c0809a-5880-42ad-a6da-807cd278d928/d4d74a8f-69f7-43a6-8320-69efc113e512) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:15.035345 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a1f8d8f4-c4c7-468d-acb8-99d660c912f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:15.077112 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320bce2b-875a-44c0-8a11-e65f0d2f6f27 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f121ce-5a70-4c84-a86a-72d339bf5ce6,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:15.141431 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 5fb90b51-1aad-4c94-840f-f414a88afecf up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:15.144406 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74c2fbd-b9f7-4a38-9f28-1180fb934ec9 None None] Routers {'25049c53-c674-4283-aa8a-59b19f9231dc'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:15.145181 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f74c2fbd-b9f7-4a38-9f28-1180fb934ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:35:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['25049c53-c674-4283-aa8a-59b19f9231dc'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:15.147549 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-719f93a1-8b13-4024-956d-a68f5372cbaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:15.164913 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-719f93a1-8b13-4024-956d-a68f5372cbaa admin admin] Transition to ACTIVE for port object d4d74a8f-69f7-43a6-8320-69efc113e512 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:15.203142 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-719f93a1-8b13-4024-956d-a68f5372cbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:15.229137 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-a1f8d8f4-c4c7-468d-acb8-99d660c912f2 None None] For port 6c2067ef-86f5-434c-82e4-ad42ad24c0fe, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6c2067ef-86f5-434c-82e4-ad42ad24c0fe,segment=NetworkSegment(7ba8c7fb-e798-4e10-afb1-0fee6548419b),segment_id=7ba8c7fb-e798-4e10-afb1-0fee6548419b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:15.245013 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a1f8d8f4-c4c7-468d-acb8-99d660c912f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:15.349744 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f93a1-8b13-4024-956d-a68f5372cbaa admin admin] Pushing event updated for resources: {'Port': ['ID=d4d74a8f-69f7-43a6-8320-69efc113e512,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:15.355993 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 5fb90b51-1aad-4c94-840f-f414a88afecf completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:15.365719 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 5fb90b51-1aad-4c94-840f-f414a88afecf triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:15.365844 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:15.368274 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8d8f4-c4c7-468d-acb8-99d660c912f2 None None] Pushing event updated for resources: {'Port': ['ID=6c2067ef-86f5-434c-82e4-ad42ad24c0fe,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:15.382289 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-320bce2b-875a-44c0-8a11-e65f0d2f6f27 service neutron] Attempting to bind port d2f121ce-5a70-4c84-a86a-72d339bf5ce6 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:15.382630 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-320bce2b-875a-44c0-8a11-e65f0d2f6f27 service neutron] Attempting to bind port d2f121ce-5a70-4c84-a86a-72d339bf5ce6 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '25cb269f-1cf6-48c9-8cdf-b8976a8c982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cb412ecb-d5ef-454a-bf42-cc3f5b57ec86'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:15.382965 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-320bce2b-875a-44c0-8a11-e65f0d2f6f27 service neutron] Attempting to bind port d2f121ce-5a70-4c84-a86a-72d339bf5ce6 on network cb412ecb-d5ef-454a-bf42-cc3f5b57ec86 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:15.392848 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-320bce2b-875a-44c0-8a11-e65f0d2f6f27 service neutron] Port d2f121ce-5a70-4c84-a86a-72d339bf5ce6 on network cb412ecb-d5ef-454a-bf42-cc3f5b57ec86 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:35:15.393206 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-320bce2b-875a-44c0-8a11-e65f0d2f6f27 service neutron] Attempting to bind port d2f121ce-5a70-4c84-a86a-72d339bf5ce6 on network cb412ecb-d5ef-454a-bf42-cc3f5b57ec86 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:15.395362 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719f93a1-8b13-4024-956d-a68f5372cbaa admin admin] Network 210dd292-0abc-465e-80d3-a33642b48ea4 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:15.401200 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-719f93a1-8b13-4024-956d-a68f5372cbaa admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:15.401424 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-320bce2b-875a-44c0-8a11-e65f0d2f6f27 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:15.401728 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-320bce2b-875a-44c0-8a11-e65f0d2f6f27 service neutron] Checking segment: {'id': '25cb269f-1cf6-48c9-8cdf-b8976a8c982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cb412ecb-d5ef-454a-bf42-cc3f5b57ec86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:15.403088 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-320bce2b-875a-44c0-8a11-e65f0d2f6f27 service neutron] Bound using segment: {'id': '25cb269f-1cf6-48c9-8cdf-b8976a8c982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cb412ecb-d5ef-454a-bf42-cc3f5b57ec86'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:15.403472 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-320bce2b-875a-44c0-8a11-e65f0d2f6f27 service neutron] Bound port: d2f121ce-5a70-4c84-a86a-72d339bf5ce6, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25cb269f-1cf6-48c9-8cdf-b8976a8c982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cb412ecb-d5ef-454a-bf42-cc3f5b57ec86'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:15.403853 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-320bce2b-875a-44c0-8a11-e65f0d2f6f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:15.408607 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719f93a1-8b13-4024-956d-a68f5372cbaa admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:15.426719 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a47cab-6037-4ebb-b646-2bded4d635b7 req-254965c4-3307-4a8b-ac51-22f3146d20ae tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:15.441082 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-75a47cab-6037-4ebb-b646-2bded4d635b7 req-254965c4-3307-4a8b-ac51-22f3146d20ae tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=58023bcc-0810-4d08-9d7e-86e06d249c0a HTTP/1.1" status: 200 len: 1054 time: 0.3610134 Jul 23 20:35:15.450473 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2926f8-eac7-42e2-b6de-72739de30b35 None None] Pushing event updated for resources: {'Port': ['ID=f61d50d9-6c49-4f0a-9faa-6746f68b5531,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:15.485344 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-719f93a1-8b13-4024-956d-a68f5372cbaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:15.537198 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-f74c2fbd-b9f7-4a38-9f28-1180fb934ec9 None None] Set router 25049c53-c674-4283-aa8a-59b19f9231dc gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:15.539778 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c504c5ab-55f2-4022-8eac-7fd1dd6775c6 None None] Provisioning complete for port 6c2067ef-86f5-434c-82e4-ad42ad24c0fe triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:15.540273 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c504c5ab-55f2-4022-8eac-7fd1dd6775c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:15.596121 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-75a47cab-6037-4ebb-b646-2bded4d635b7 req-b49adb51-d975-4336-a05f-0d52733f8b6e tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f228e70d-e270-497e-a555-a03d423010fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540864 Jul 23 20:35:15.649049 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-320bce2b-875a-44c0-8a11-e65f0d2f6f27 service neutron] For port d2f121ce-5a70-4c84-a86a-72d339bf5ce6, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:15.661493 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-320bce2b-875a-44c0-8a11-e65f0d2f6f27 service neutron] For port d2f121ce-5a70-4c84-a86a-72d339bf5ce6, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d2f121ce-5a70-4c84-a86a-72d339bf5ce6,segment=NetworkSegment(25cb269f-1cf6-48c9-8cdf-b8976a8c982f),segment_id=25cb269f-1cf6-48c9-8cdf-b8976a8c982f)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:15.671626 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-320bce2b-875a-44c0-8a11-e65f0d2f6f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:15.674998 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:15.698460 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-320bce2b-875a-44c0-8a11-e65f0d2f6f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:15.701002 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-320bce2b-875a-44c0-8a11-e65f0d2f6f27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:15.705165 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-320bce2b-875a-44c0-8a11-e65f0d2f6f27 service neutron] 10.222.0.18 "PUT /v2.0/ports/d2f121ce-5a70-4c84-a86a-72d339bf5ce6 HTTP/1.1" status: 200 len: 1093 time: 1.8393385 Jul 23 20:35:15.710692 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58023bcc-0810-4d08-9d7e-86e06d249c0a', 'tag': 'd2f121ce-5a70-4c84-a86a-72d339bf5ce6'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:35:15.713358 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a713f85-369d-4a63-91c9-ca94de93b01a" -d '{"events": [{"name": "network-changed", "server_uuid": "58023bcc-0810-4d08-9d7e-86e06d249c0a", "tag": "d2f121ce-5a70-4c84-a86a-72d339bf5ce6"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:35:15.829838 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-719f93a1-8b13-4024-956d-a68f5372cbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:15.844739 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 5fb90b51-1aad-4c94-840f-f414a88afecf, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=5fb90b51-1aad-4c94-840f-f414a88afecf,segment=NetworkSegment(feea60cf-3e39-4b3e-a865-12ade3845168),segment_id=feea60cf-3e39-4b3e-a865-12ade3845168)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:15.865811 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:15.938868 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320bce2b-875a-44c0-8a11-e65f0d2f6f27 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f121ce-5a70-4c84-a86a-72d339bf5ce6,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:16.020162 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-54c0f026-8184-4299-97b8-35052649164f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:16.024408 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-54c0f026-8184-4299-97b8-35052649164f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cc6aafc9a1984c2892802db2a169e57b&device_id=58023bcc-0810-4d08-9d7e-86e06d249c0a HTTP/1.1" status: 200 len: 1096 time: 0.2481549 Jul 23 20:35:16.075683 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:16.097436 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f74c2fbd-b9f7-4a38-9f28-1180fb934ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25049c53-c674-4283-aa8a-59b19f9231dc', 'name': 'tempest-TestAggregatesBasicOps-1831863648-router', 'tenant_id': '9aa1f644371c48439b3dd12907ce2778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'f61d50d9-6c49-4f0a-9faa-6746f68b5531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:10Z', 'updated_at': '2021-07-23T20:35:11Z', 'revision_number': 3, 'project_id': '9aa1f644371c48439b3dd12907ce2778', 'gw_port': {'id': 'f61d50d9-6c49-4f0a-9faa-6746f68b5531', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25049c53-c674-4283-aa8a-59b19f9231dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:11Z', 'updated_at': '2021-07-23T20:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:16.105830 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=5fb90b51-1aad-4c94-840f-f414a88afecf,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:16.129298 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965a6fbf-c335-4df1-870d-19e017a0704d x-openstack-request-id: req-965a6fbf-c335-4df1-870d-19e017a0704d {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:35:16.129298 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58023bcc-0810-4d08-9d7e-86e06d249c0a", "tag": "d2f121ce-5a70-4c84-a86a-72d339bf5ce6", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:35:16.129693 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-965a6fbf-c335-4df1-870d-19e017a0704d {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:35:16.130519 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58023bcc-0810-4d08-9d7e-86e06d249c0a', 'tag': 'd2f121ce-5a70-4c84-a86a-72d339bf5ce6', 'status': 'completed', 'code': 200} Jul 23 20:35:16.132425 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-a36e90fc-b0a2-4b78-b906-42d745c2c1c4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2f121ce-5a70-4c84-a86a-72d339bf5ce6 HTTP/1.1" status: 200 len: 217 time: 0.0978763 Jul 23 20:35:16.162906 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74c2fbd-b9f7-4a38-9f28-1180fb934ec9 None None] The sync data for ids ['25049c53-c674-4283-aa8a-59b19f9231dc'] in n-d-793618-10 is: [{'id': '25049c53-c674-4283-aa8a-59b19f9231dc', 'name': 'tempest-TestAggregatesBasicOps-1831863648-router', 'tenant_id': '9aa1f644371c48439b3dd12907ce2778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'f61d50d9-6c49-4f0a-9faa-6746f68b5531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:10Z', 'updated_at': '2021-07-23T20:35:11Z', 'revision_number': 3, 'project_id': '9aa1f644371c48439b3dd12907ce2778', 'gw_port': {'id': 'f61d50d9-6c49-4f0a-9faa-6746f68b5531', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25049c53-c674-4283-aa8a-59b19f9231dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:11Z', 'updated_at': '2021-07-23T20:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:16.219721 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a3644bb1-f111-406c-a095-00f3c54b2985 None None] Provisioning for port d4d74a8f-69f7-43a6-8320-69efc113e512 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:16.226202 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a3644bb1-f111-406c-a095-00f3c54b2985 None None] Provisioning complete for port d4d74a8f-69f7-43a6-8320-69efc113e512 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:16.226579 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a3644bb1-f111-406c-a095-00f3c54b2985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:16.232514 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-a6355f27-9492-496c-a06e-6ec6b40ac8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:16.234066 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-a6355f27-9492-496c-a06e-6ec6b40ac8e4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=44f53811-76b0-4464-b064-747742e455f9 HTTP/1.1" status: 200 len: 847 time: 0.0953305 Jul 23 20:35:16.306120 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-719f93a1-8b13-4024-956d-a68f5372cbaa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:16.328039 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-719f93a1-8b13-4024-956d-a68f5372cbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:16.338036 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a3644bb1-f111-406c-a095-00f3c54b2985 None None] Port d4d74a8f-69f7-43a6-8320-69efc113e512 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:16.343417 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-822f006d-a2ce-48d1-8d15-c7bba7008e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:16.345173 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-822f006d-a2ce-48d1-8d15-c7bba7008e8c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb412ecb-d5ef-454a-bf42-cc3f5b57ec86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1040294 Jul 23 20:35:16.401455 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-719f93a1-8b13-4024-956d-a68f5372cbaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:16.448700 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f93a1-8b13-4024-956d-a68f5372cbaa admin admin] Pushing event updated for resources: {'Port': ['ID=d4d74a8f-69f7-43a6-8320-69efc113e512,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:16.472053 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-b54baa02-63bc-4b32-9963-37bebab27976 service neutron] 10.222.0.18 "GET /v2.0/networks/cb412ecb-d5ef-454a-bf42-cc3f5b57ec86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188195 Jul 23 20:35:16.512174 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719f93a1-8b13-4024-956d-a68f5372cbaa admin admin] Network 210dd292-0abc-465e-80d3-a33642b48ea4 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:16.513747 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-719f93a1-8b13-4024-956d-a68f5372cbaa admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:16.576416 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3d8bac4e-fba3-43d3-b97c-bfb9abe282dc req-fa895a4a-12f5-421c-a6cd-a52eb9319411 service neutron] 10.222.0.18 "GET /v2.0/networks/cb412ecb-d5ef-454a-bf42-cc3f5b57ec86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986142 Jul 23 20:35:16.658743 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719f93a1-8b13-4024-956d-a68f5372cbaa admin admin] Router 25049c53-c674-4283-aa8a-59b19f9231dc has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:35:16.771104 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a713f85-369d-4a63-91c9-ca94de93b01a req-e40b1cdc-bda3-4583-a167-6d14a6025a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:16.772684 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a713f85-369d-4a63-91c9-ca94de93b01a req-e40b1cdc-bda3-4583-a167-6d14a6025a08 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cc6aafc9a1984c2892802db2a169e57b&device_id=58023bcc-0810-4d08-9d7e-86e06d249c0a HTTP/1.1" status: 200 len: 1096 time: 0.1286852 Jul 23 20:35:16.791235 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719f93a1-8b13-4024-956d-a68f5372cbaa admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:16.797578 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-719f93a1-8b13-4024-956d-a68f5372cbaa admin admin] 10.222.0.32 "PUT /v2.0/routers/25049c53-c674-4283-aa8a-59b19f9231dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9274364 Jul 23 20:35:16.825294 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49073e-2893-4a54-90ec-5302f128b46d req-f4758ee8-014c-44d9-a8ec-680834068f3f tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:16.827914 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9c49073e-2893-4a54-90ec-5302f128b46d req-f4758ee8-014c-44d9-a8ec-680834068f3f tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=58023bcc-0810-4d08-9d7e-86e06d249c0a HTTP/1.1" status: 200 len: 1096 time: 0.1243830 Jul 23 20:35:16.863454 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b22a811a-e374-4017-9d69-d67edd194a09 None None] Provisioning complete for port d4d74a8f-69f7-43a6-8320-69efc113e512 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:16.864063 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b22a811a-e374-4017-9d69-d67edd194a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:16.944296 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b22a811a-e374-4017-9d69-d67edd194a09 None None] Port d4d74a8f-69f7-43a6-8320-69efc113e512 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:16.974406 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9c49073e-2893-4a54-90ec-5302f128b46d req-84df3616-4821-4ee7-960d-edea2b5adae2 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f228e70d-e270-497e-a555-a03d423010fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970864 Jul 23 20:35:16.978139 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a713f85-369d-4a63-91c9-ca94de93b01a req-f97b62a6-2584-438a-8649-588959997c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:16.980042 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a713f85-369d-4a63-91c9-ca94de93b01a req-f97b62a6-2584-438a-8649-588959997c42 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cb412ecb-d5ef-454a-bf42-cc3f5b57ec86 HTTP/1.1" status: 200 len: 909 time: 0.1987040 Jul 23 20:35:17.022326 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 5fb90b51-1aad-4c94-840f-f414a88afecf up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:17.038766 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a713f85-369d-4a63-91c9-ca94de93b01a req-1e9916c8-25ee-4ac0-8a88-80c1d6af74fc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2f121ce-5a70-4c84-a86a-72d339bf5ce6 HTTP/1.1" status: 200 len: 217 time: 0.0510581 Jul 23 20:35:17.097599 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 5fb90b51-1aad-4c94-840f-f414a88afecf triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:17.098513 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:17.116956 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a713f85-369d-4a63-91c9-ca94de93b01a req-42a5ad9e-6743-450b-a117-3bdfb616af42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:17.119722 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a713f85-369d-4a63-91c9-ca94de93b01a req-42a5ad9e-6743-450b-a117-3bdfb616af42 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=44f53811-76b0-4464-b064-747742e455f9 HTTP/1.1" status: 200 len: 847 time: 0.0724280 Jul 23 20:35:17.258949 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a713f85-369d-4a63-91c9-ca94de93b01a req-d961bcda-deec-4833-9937-787dce0f0ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:17.260534 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a713f85-369d-4a63-91c9-ca94de93b01a req-d961bcda-deec-4833-9937-787dce0f0ffd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb412ecb-d5ef-454a-bf42-cc3f5b57ec86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1240957 Jul 23 20:35:17.276900 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6c2067ef-86f5-434c-82e4-ad42ad24c0fe up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:17.362206 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 6c2067ef-86f5-434c-82e4-ad42ad24c0fe triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:17.362819 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:17.400326 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a713f85-369d-4a63-91c9-ca94de93b01a req-a798a722-1222-46d5-818a-ef5285645103 service neutron] 10.222.0.18 "GET /v2.0/networks/cb412ecb-d5ef-454a-bf42-cc3f5b57ec86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308036 Jul 23 20:35:17.554541 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a713f85-369d-4a63-91c9-ca94de93b01a req-e7fab6ad-85df-432e-9905-142ee75ee33c service neutron] 10.222.0.18 "GET /v2.0/networks/cb412ecb-d5ef-454a-bf42-cc3f5b57ec86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477058 Jul 23 20:35:17.568460 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59258) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:17.573945 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-17659949-97f7-40cc-ae52-6d6efb24c0af admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1765434731-network', 'tenant_id': '6ced53834528435f9b9cddfb80e7e4cf'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:17.596077 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17659949-97f7-40cc-ae52-6d6efb24c0af admin admin] Made reservation on behalf of 6ced53834528435f9b9cddfb80e7e4cf for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:17.598654 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-17659949-97f7-40cc-ae52-6d6efb24c0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:17.608791 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-17659949-97f7-40cc-ae52-6d6efb24c0af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:17.722086 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-17659949-97f7-40cc-ae52-6d6efb24c0af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:17.726574 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-17659949-97f7-40cc-ae52-6d6efb24c0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:17.756930 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17659949-97f7-40cc-ae52-6d6efb24c0af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:35:17.768823 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17659949-97f7-40cc-ae52-6d6efb24c0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f278fedb-2543-4fba-96f4-8438673be2cc,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:17.775506 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-17659949-97f7-40cc-ae52-6d6efb24c0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:17.776007 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-17659949-97f7-40cc-ae52-6d6efb24c0af admin admin] Added segment 24f8be2c-91c9-4425-9665-99a36ac1d9a8 of type vlan for network 19c2108d-1444-423b-8c3f-50614e4015e9 Jul 23 20:35:17.820908 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-17659949-97f7-40cc-ae52-6d6efb24c0af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:17.870407 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-17659949-97f7-40cc-ae52-6d6efb24c0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:17.872143 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17659949-97f7-40cc-ae52-6d6efb24c0af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:17.872846 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-17659949-97f7-40cc-ae52-6d6efb24c0af admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:17.929858 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device d2f121ce-5a70-4c84-a86a-72d339bf5ce6 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:35:17.955045 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17659949-97f7-40cc-ae52-6d6efb24c0af admin admin] Pushing event updated for resources: {'Network': ['ID=19c2108d-1444-423b-8c3f-50614e4015e9,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:17.966165 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-17659949-97f7-40cc-ae52-6d6efb24c0af admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3963983 Jul 23 20:35:17.967103 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59266) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:17.971259 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 19c2108d-1444-423b-8c3f-50614e4015e9 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:35:17.972847 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-c258e0f5-dba2-486c-8c65-ee7a4d7b4773 admin admin] Request body: {'subnet': {'network_id': '19c2108d-1444-423b-8c3f-50614e4015e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1765434731-subnet', 'tenant_id': '6ced53834528435f9b9cddfb80e7e4cf', 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:18.002221 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c258e0f5-dba2-486c-8c65-ee7a4d7b4773 admin admin] Made reservation on behalf of 6ced53834528435f9b9cddfb80e7e4cf for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:18.005199 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c258e0f5-dba2-486c-8c65-ee7a4d7b4773 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:18.107295 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port d2f121ce-5a70-4c84-a86a-72d339bf5ce6, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d2f121ce-5a70-4c84-a86a-72d339bf5ce6,segment=NetworkSegment(25cb269f-1cf6-48c9-8cdf-b8976a8c982f),segment_id=25cb269f-1cf6-48c9-8cdf-b8976a8c982f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:18.125073 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': 'd2f121ce-5a70-4c84-a86a-72d339bf5ce6', 'network_id': 'cb412ecb-d5ef-454a-bf42-cc3f5b57ec86', 'port_id': 'd2f121ce-5a70-4c84-a86a-72d339bf5ce6', 'mac_address': 'fa:16:3e:cc:57:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44f53811-76b0-4464-b064-747742e455f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:35:18.165612 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:18.184047 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2f121ce-5a70-4c84-a86a-72d339bf5ce6 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:35:18.222047 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee38dc9-8b12-4639-a7cc-fede1a4c5a9b req-c865387f-dd1e-4da9-be90-4102dac3351d tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:18.223763 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2ee38dc9-8b12-4639-a7cc-fede1a4c5a9b req-c865387f-dd1e-4da9-be90-4102dac3351d tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=58023bcc-0810-4d08-9d7e-86e06d249c0a HTTP/1.1" status: 200 len: 1096 time: 0.1240664 Jul 23 20:35:18.248915 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port d2f121ce-5a70-4c84-a86a-72d339bf5ce6, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d2f121ce-5a70-4c84-a86a-72d339bf5ce6,segment=NetworkSegment(25cb269f-1cf6-48c9-8cdf-b8976a8c982f),segment_id=25cb269f-1cf6-48c9-8cdf-b8976a8c982f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:18.259357 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:18.302864 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2ee38dc9-8b12-4639-a7cc-fede1a4c5a9b req-028b8293-d6c4-40e4-9d82-92a598b9de2b tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f228e70d-e270-497e-a555-a03d423010fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705879 Jul 23 20:35:18.306843 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c258e0f5-dba2-486c-8c65-ee7a4d7b4773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:18.320485 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=d2f121ce-5a70-4c84-a86a-72d339bf5ce6,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:18.373642 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258e0f5-dba2-486c-8c65-ee7a4d7b4773 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a4721cc-b91c-4826-bd57-1bfe0507fa95,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:18.384501 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c258e0f5-dba2-486c-8c65-ee7a4d7b4773 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.384852 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c258e0f5-dba2-486c-8c65-ee7a4d7b4773 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.385239 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c258e0f5-dba2-486c-8c65-ee7a4d7b4773 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.385585 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c258e0f5-dba2-486c-8c65-ee7a4d7b4773 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.385889 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c258e0f5-dba2-486c-8c65-ee7a4d7b4773 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.386226 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c258e0f5-dba2-486c-8c65-ee7a4d7b4773 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.386774 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c258e0f5-dba2-486c-8c65-ee7a4d7b4773 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.387705 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c258e0f5-dba2-486c-8c65-ee7a4d7b4773 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.388157 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c258e0f5-dba2-486c-8c65-ee7a4d7b4773 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.388489 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c258e0f5-dba2-486c-8c65-ee7a4d7b4773 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.388813 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c258e0f5-dba2-486c-8c65-ee7a4d7b4773 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.389149 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c258e0f5-dba2-486c-8c65-ee7a4d7b4773 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.394522 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c258e0f5-dba2-486c-8c65-ee7a4d7b4773 admin admin] Checking segment: {'id': '24f8be2c-91c9-4425-9665-99a36ac1d9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '19c2108d-1444-423b-8c3f-50614e4015e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:18.394876 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c258e0f5-dba2-486c-8c65-ee7a4d7b4773 admin admin] Network hostable DHCP agents. Network: 19c2108d-1444-423b-8c3f-50614e4015e9, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:35:18.414778 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c258e0f5-dba2-486c-8c65-ee7a4d7b4773 admin admin] Network 19c2108d-1444-423b-8c3f-50614e4015e9 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:35:18.424772 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-c258e0f5-dba2-486c-8c65-ee7a4d7b4773 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 19c2108d-1444-423b-8c3f-50614e4015e9) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:18.431174 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c258e0f5-dba2-486c-8c65-ee7a4d7b4773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:18.431297 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c258e0f5-dba2-486c-8c65-ee7a4d7b4773 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:18.445977 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eddc805-ae32-43fe-a1a6-da76dd0eb347 None None] Network 19c2108d-1444-423b-8c3f-50614e4015e9 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:18.450008 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59280) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:18.450195 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c258e0f5-dba2-486c-8c65-ee7a4d7b4773 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4815419 Jul 23 20:35:18.450371 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['d2f121ce-5a70-4c84-a86a-72d339bf5ce6'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:35:18.455637 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-cf86899f-2d47-422e-bb21-f869975628ef admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1765434731-router', 'tenant_id': '6ced53834528435f9b9cddfb80e7e4cf', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:18.478240 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cf86899f-2d47-422e-bb21-f869975628ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:18.479719 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cf86899f-2d47-422e-bb21-f869975628ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:18.544774 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cf86899f-2d47-422e-bb21-f869975628ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:18.695810 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cf86899f-2d47-422e-bb21-f869975628ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:18.708817 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2aa2d75-90cd-490a-921d-5b3bec1f72dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-19c2108d-1444-423b-8c3f-50614e4015e9', 'network_id': '19c2108d-1444-423b-8c3f-50614e4015e9', 'tenant_id': '6ced53834528435f9b9cddfb80e7e4cf', 'fixed_ips': [{'subnet_id': '0a4721cc-b91c-4826-bd57-1bfe0507fa95'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:35:18.709716 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d2aa2d75-90cd-490a-921d-5b3bec1f72dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:18.894072 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-d2aa2d75-90cd-490a-921d-5b3bec1f72dd None None] Allocated IP 172.20.0.2 (19c2108d-1444-423b-8c3f-50614e4015e9/0a4721cc-b91c-4826-bd57-1bfe0507fa95/29d04918-6a18-40e0-8466-6104f4ca6d59) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:18.958503 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cf86899f-2d47-422e-bb21-f869975628ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:18.984605 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cf86899f-2d47-422e-bb21-f869975628ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:19.055715 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device f61d50d9-6c49-4f0a-9faa-6746f68b5531 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:19.102444 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d2aa2d75-90cd-490a-921d-5b3bec1f72dd None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:19.119203 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d2aa2d75-90cd-490a-921d-5b3bec1f72dd None None] Transition to ACTIVE for port object 29d04918-6a18-40e0-8466-6104f4ca6d59 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:19.126180 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-cf86899f-2d47-422e-bb21-f869975628ef admin admin] Allocated IP 172.25.1.62 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/d5741595-5bd9-4bfa-a9ab-a6207286b32d) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:19.145295 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d2aa2d75-90cd-490a-921d-5b3bec1f72dd None None] Transition to ACTIVE for port object 29d04918-6a18-40e0-8466-6104f4ca6d59 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:19.152078 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d2aa2d75-90cd-490a-921d-5b3bec1f72dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:19.157581 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port f61d50d9-6c49-4f0a-9faa-6746f68b5531 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:19.259573 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cf86899f-2d47-422e-bb21-f869975628ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:19.317266 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cf86899f-2d47-422e-bb21-f869975628ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:19.346840 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262ac55b-1dee-4d10-a982-ab8e871bd999 None None] Sync routers for ids ['25049c53-c674-4283-aa8a-59b19f9231dc'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:19.359842 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port f61d50d9-6c49-4f0a-9faa-6746f68b5531 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:19.360208 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:19.374878 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf86899f-2d47-422e-bb21-f869975628ef admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:19.380140 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-cf86899f-2d47-422e-bb21-f869975628ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:19.394594 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf86899f-2d47-422e-bb21-f869975628ef admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:19.396172 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2aa2d75-90cd-490a-921d-5b3bec1f72dd None None] Network 19c2108d-1444-423b-8c3f-50614e4015e9 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:19.404038 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-d2aa2d75-90cd-490a-921d-5b3bec1f72dd None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:19.409691 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa2d75-90cd-490a-921d-5b3bec1f72dd None None] Pushing event updated for resources: {'Port': ['ID=29d04918-6a18-40e0-8466-6104f4ca6d59,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:19.412334 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aa2d75-90cd-490a-921d-5b3bec1f72dd None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:19.415169 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262ac55b-1dee-4d10-a982-ab8e871bd999 None None] Routers {'25049c53-c674-4283-aa8a-59b19f9231dc'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:19.415972 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-262ac55b-1dee-4d10-a982-ab8e871bd999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:35:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['25049c53-c674-4283-aa8a-59b19f9231dc'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:19.420662 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86899f-2d47-422e-bb21-f869975628ef admin admin] Pushing event updated for resources: {'Port': ['ID=d5741595-5bd9-4bfa-a9ab-a6207286b32d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:19.459795 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f4213-fbc9-48f0-8319-e9c5c787e03d req-2592e1e4-1bc1-4ecf-900c-6191971250d9 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:19.461768 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7b0f4213-fbc9-48f0-8319-e9c5c787e03d req-2592e1e4-1bc1-4ecf-900c-6191971250d9 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=58023bcc-0810-4d08-9d7e-86e06d249c0a HTTP/1.1" status: 200 len: 1097 time: 0.0693476 Jul 23 20:35:19.506853 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7b0f4213-fbc9-48f0-8319-e9c5c787e03d req-1191660f-d38d-494b-bd98-b1d9c43ad7f2 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f228e70d-e270-497e-a555-a03d423010fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360734 Jul 23 20:35:19.603841 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d2aa2d75-90cd-490a-921d-5b3bec1f72dd None None] Attempting to bind port 29d04918-6a18-40e0-8466-6104f4ca6d59 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:19.604115 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d2aa2d75-90cd-490a-921d-5b3bec1f72dd None None] Attempting to bind port 29d04918-6a18-40e0-8466-6104f4ca6d59 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '24f8be2c-91c9-4425-9665-99a36ac1d9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '19c2108d-1444-423b-8c3f-50614e4015e9'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:19.604481 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aa2d75-90cd-490a-921d-5b3bec1f72dd None None] Attempting to bind port 29d04918-6a18-40e0-8466-6104f4ca6d59 on network 19c2108d-1444-423b-8c3f-50614e4015e9 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:19.634518 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aa2d75-90cd-490a-921d-5b3bec1f72dd None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:19.635180 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aa2d75-90cd-490a-921d-5b3bec1f72dd None None] Checking segment: {'id': '24f8be2c-91c9-4425-9665-99a36ac1d9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '19c2108d-1444-423b-8c3f-50614e4015e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:19.635986 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d2aa2d75-90cd-490a-921d-5b3bec1f72dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:19.635986 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aa2d75-90cd-490a-921d-5b3bec1f72dd None None] Bound using segment: {'id': '24f8be2c-91c9-4425-9665-99a36ac1d9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '19c2108d-1444-423b-8c3f-50614e4015e9'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:19.636479 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d2aa2d75-90cd-490a-921d-5b3bec1f72dd None None] Bound port: 29d04918-6a18-40e0-8466-6104f4ca6d59, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f8be2c-91c9-4425-9665-99a36ac1d9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '19c2108d-1444-423b-8c3f-50614e4015e9'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:19.636960 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d2aa2d75-90cd-490a-921d-5b3bec1f72dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:19.640254 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-262ac55b-1dee-4d10-a982-ab8e871bd999 None None] Set router 25049c53-c674-4283-aa8a-59b19f9231dc gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:19.676782 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cf86899f-2d47-422e-bb21-f869975628ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:19.690883 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:19.759826 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port f61d50d9-6c49-4f0a-9faa-6746f68b5531, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=f61d50d9-6c49-4f0a-9faa-6746f68b5531,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:19.794508 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:19.877709 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d2aa2d75-90cd-490a-921d-5b3bec1f72dd None None] For port 29d04918-6a18-40e0-8466-6104f4ca6d59, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:19.895059 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cf86899f-2d47-422e-bb21-f869975628ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:19.920334 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d2aa2d75-90cd-490a-921d-5b3bec1f72dd None None] For port 29d04918-6a18-40e0-8466-6104f4ca6d59, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=29d04918-6a18-40e0-8466-6104f4ca6d59,segment=NetworkSegment(24f8be2c-91c9-4425-9665-99a36ac1d9a8),segment_id=24f8be2c-91c9-4425-9665-99a36ac1d9a8)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:19.923631 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=f61d50d9-6c49-4f0a-9faa-6746f68b5531,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:19.934187 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device d2f121ce-5a70-4c84-a86a-72d339bf5ce6 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:19.939569 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d2aa2d75-90cd-490a-921d-5b3bec1f72dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:20.057180 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf86899f-2d47-422e-bb21-f869975628ef admin admin] Router d047c192-f6cc-4df9-9cb4-3aa0ea28a1ab is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:35:20.083195 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port d2f121ce-5a70-4c84-a86a-72d339bf5ce6 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:20.090531 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port d2f121ce-5a70-4c84-a86a-72d339bf5ce6 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:20.090908 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:20.097796 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa2d75-90cd-490a-921d-5b3bec1f72dd None None] Pushing event updated for resources: {'Port': ['ID=29d04918-6a18-40e0-8466-6104f4ca6d59,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:20.164770 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-262ac55b-1dee-4d10-a982-ab8e871bd999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25049c53-c674-4283-aa8a-59b19f9231dc', 'name': 'tempest-TestAggregatesBasicOps-1831863648-router', 'tenant_id': '9aa1f644371c48439b3dd12907ce2778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'f61d50d9-6c49-4f0a-9faa-6746f68b5531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:10Z', 'updated_at': '2021-07-23T20:35:15Z', 'revision_number': 4, 'project_id': '9aa1f644371c48439b3dd12907ce2778', 'gw_port': {'id': 'f61d50d9-6c49-4f0a-9faa-6746f68b5531', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25049c53-c674-4283-aa8a-59b19f9231dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:11Z', 'updated_at': '2021-07-23T20:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'd4d74a8f-69f7-43a6-8320-69efc113e512', 'name': '', 'network_id': '210dd292-0abc-465e-80d3-a33642b48ea4', 'tenant_id': '9aa1f644371c48439b3dd12907ce2778', 'mac_address': 'fa:16:3e:f8:ae:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25049c53-c674-4283-aa8a-59b19f9231dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'b1c0809a-5880-42ad-a6da-807cd278d928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:14Z', 'updated_at': '2021-07-23T20:35:16Z', 'revision_number': 2, 'project_id': '9aa1f644371c48439b3dd12907ce2778', 'subnets': [{'id': 'b1c0809a-5880-42ad-a6da-807cd278d928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:20.187729 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf86899f-2d47-422e-bb21-f869975628ef admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:20.207607 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cf86899f-2d47-422e-bb21-f869975628ef admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:20.208919 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a787cde-c069-431e-b3bd-4fe7f53fa26d None None] Sync routers for ids ['d047c192-f6cc-4df9-9cb4-3aa0ea28a1ab'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:20.212432 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59308) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:20.212581 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-cf86899f-2d47-422e-bb21-f869975628ef admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7608838 Jul 23 20:35:20.229495 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262ac55b-1dee-4d10-a982-ab8e871bd999 None None] Checking router: 25049c53-c674-4283-aa8a-59b19f9231dc for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:35:20.230085 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262ac55b-1dee-4d10-a982-ab8e871bd999 None None] Updating router 25049c53-c674-4283-aa8a-59b19f9231dc port d4d74a8f-69f7-43a6-8320-69efc113e512 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:35:20.230416 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a787cde-c069-431e-b3bd-4fe7f53fa26d None None] Routers {'d047c192-f6cc-4df9-9cb4-3aa0ea28a1ab'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:20.238289 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1a787cde-c069-431e-b3bd-4fe7f53fa26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:35:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['d047c192-f6cc-4df9-9cb4-3aa0ea28a1ab'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:20.301633 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:20.338547 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-262ac55b-1dee-4d10-a982-ab8e871bd999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:20.353839 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58023bcc-0810-4d08-9d7e-86e06d249c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f121ce-5a70-4c84-a86a-72d339bf5ce6'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:35:20.356981 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8aec16e-76a0-4a95-89e8-c991e8d2951b" -d '{"events": [{"server_uuid": "58023bcc-0810-4d08-9d7e-86e06d249c0a", "name": "network-vif-plugged", "status": "completed", "tag": "d2f121ce-5a70-4c84-a86a-72d339bf5ce6"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:35:20.415207 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port d2f121ce-5a70-4c84-a86a-72d339bf5ce6, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d2f121ce-5a70-4c84-a86a-72d339bf5ce6,segment=NetworkSegment(25cb269f-1cf6-48c9-8cdf-b8976a8c982f),segment_id=25cb269f-1cf6-48c9-8cdf-b8976a8c982f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:20.431650 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:20.444060 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-1a787cde-c069-431e-b3bd-4fe7f53fa26d None None] Set router d047c192-f6cc-4df9-9cb4-3aa0ea28a1ab gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:20.553292 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bbd49c-f584-4542-90f7-13db852ea250 x-openstack-request-id: req-50bbd49c-f584-4542-90f7-13db852ea250 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:35:20.553607 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58023bcc-0810-4d08-9d7e-86e06d249c0a", "name": "network-vif-plugged", "status": "completed", "tag": "d2f121ce-5a70-4c84-a86a-72d339bf5ce6", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:35:20.553856 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-50bbd49c-f584-4542-90f7-13db852ea250 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:35:20.554244 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58023bcc-0810-4d08-9d7e-86e06d249c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f121ce-5a70-4c84-a86a-72d339bf5ce6', 'code': 200} Jul 23 20:35:20.554887 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=d2f121ce-5a70-4c84-a86a-72d339bf5ce6,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:20.700780 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1a787cde-c069-431e-b3bd-4fe7f53fa26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd047c192-f6cc-4df9-9cb4-3aa0ea28a1ab', 'name': 'tempest-TestAggregatesBasicOps-1765434731-router', 'tenant_id': '6ced53834528435f9b9cddfb80e7e4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'd5741595-5bd9-4bfa-a9ab-a6207286b32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:18Z', 'updated_at': '2021-07-23T20:35:19Z', 'revision_number': 3, 'project_id': '6ced53834528435f9b9cddfb80e7e4cf', 'gw_port': {'id': 'd5741595-5bd9-4bfa-a9ab-a6207286b32d', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd047c192-f6cc-4df9-9cb4-3aa0ea28a1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:18Z', 'updated_at': '2021-07-23T20:35:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:20.736309 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a787cde-c069-431e-b3bd-4fe7f53fa26d None None] Checking router: d047c192-f6cc-4df9-9cb4-3aa0ea28a1ab for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:35:20.736946 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a787cde-c069-431e-b3bd-4fe7f53fa26d None None] Updating router d047c192-f6cc-4df9-9cb4-3aa0ea28a1ab port d5741595-5bd9-4bfa-a9ab-a6207286b32d binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:35:20.746099 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8abcfc-fb45-42df-a63f-57ad3d116ba0 req-85239df4-3839-42c6-8ad9-8087522e28ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:20.747617 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5f8abcfc-fb45-42df-a63f-57ad3d116ba0 req-85239df4-3839-42c6-8ad9-8087522e28ce service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=58023bcc-0810-4d08-9d7e-86e06d249c0a HTTP/1.1" status: 200 len: 1098 time: 0.1990771 Jul 23 20:35:20.808673 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1a787cde-c069-431e-b3bd-4fe7f53fa26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:20.812653 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-262ac55b-1dee-4d10-a982-ab8e871bd999 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:20.823713 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-262ac55b-1dee-4d10-a982-ab8e871bd999 None None] Transition to ACTIVE for port object d4d74a8f-69f7-43a6-8320-69efc113e512 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:20.831644 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-262ac55b-1dee-4d10-a982-ab8e871bd999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:20.890193 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33dacb-f200-4629-bdc8-10d0d3a00131 req-4f6a0c18-a712-4507-9c30-d75f391d176a tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:20.891861 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5e33dacb-f200-4629-bdc8-10d0d3a00131 req-4f6a0c18-a712-4507-9c30-d75f391d176a tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=58023bcc-0810-4d08-9d7e-86e06d249c0a HTTP/1.1" status: 200 len: 1098 time: 0.2811902 Jul 23 20:35:20.903722 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417b9e6-2850-4a54-bb7f-4c43e6a80302 None None] Pushing event updated for resources: {'Port': ['ID=d4d74a8f-69f7-43a6-8320-69efc113e512,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:20.947856 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5f8abcfc-fb45-42df-a63f-57ad3d116ba0 req-386c3972-3e66-46d2-83b3-b214982b4cef service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f228e70d-e270-497e-a555-a03d423010fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928094 Jul 23 20:35:21.015588 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5e33dacb-f200-4629-bdc8-10d0d3a00131 req-611f244e-7a12-4c74-8134-883a2a510722 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f228e70d-e270-497e-a555-a03d423010fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109405 Jul 23 20:35:21.017603 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-262ac55b-1dee-4d10-a982-ab8e871bd999 None None] Attempting to bind port d4d74a8f-69f7-43a6-8320-69efc113e512 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:21.018011 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-262ac55b-1dee-4d10-a982-ab8e871bd999 None None] Attempting to bind port d4d74a8f-69f7-43a6-8320-69efc113e512 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '7ba8c7fb-e798-4e10-afb1-0fee6548419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '210dd292-0abc-465e-80d3-a33642b48ea4'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:21.018498 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262ac55b-1dee-4d10-a982-ab8e871bd999 None None] Attempting to bind port d4d74a8f-69f7-43a6-8320-69efc113e512 on network 210dd292-0abc-465e-80d3-a33642b48ea4 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:21.035690 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262ac55b-1dee-4d10-a982-ab8e871bd999 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:21.036423 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262ac55b-1dee-4d10-a982-ab8e871bd999 None None] Checking segment: {'id': '7ba8c7fb-e798-4e10-afb1-0fee6548419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '210dd292-0abc-465e-80d3-a33642b48ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:21.037073 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-262ac55b-1dee-4d10-a982-ab8e871bd999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:21.037797 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262ac55b-1dee-4d10-a982-ab8e871bd999 None None] Bound using segment: {'id': '7ba8c7fb-e798-4e10-afb1-0fee6548419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '210dd292-0abc-465e-80d3-a33642b48ea4'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:21.057671 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-262ac55b-1dee-4d10-a982-ab8e871bd999 None None] Bound port: d4d74a8f-69f7-43a6-8320-69efc113e512, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba8c7fb-e798-4e10-afb1-0fee6548419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '210dd292-0abc-465e-80d3-a33642b48ea4'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:21.058759 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-262ac55b-1dee-4d10-a982-ab8e871bd999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:21.148339 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dec89312-8df6-41a3-bf57-b62abc44e87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:21.209959 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-262ac55b-1dee-4d10-a982-ab8e871bd999 None None] For port d4d74a8f-69f7-43a6-8320-69efc113e512, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:21.218871 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-262ac55b-1dee-4d10-a982-ab8e871bd999 None None] For port d4d74a8f-69f7-43a6-8320-69efc113e512, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d4d74a8f-69f7-43a6-8320-69efc113e512,segment=NetworkSegment(7ba8c7fb-e798-4e10-afb1-0fee6548419b),segment_id=7ba8c7fb-e798-4e10-afb1-0fee6548419b)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:21.230807 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-262ac55b-1dee-4d10-a982-ab8e871bd999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:21.278396 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device f61d50d9-6c49-4f0a-9faa-6746f68b5531 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:21.349838 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1a787cde-c069-431e-b3bd-4fe7f53fa26d None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:21.352141 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417b9e6-2850-4a54-bb7f-4c43e6a80302 None None] Pushing event updated for resources: {'Port': ['ID=d4d74a8f-69f7-43a6-8320-69efc113e512,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:21.369350 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262ac55b-1dee-4d10-a982-ab8e871bd999 None None] Routers {'25049c53-c674-4283-aa8a-59b19f9231dc'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:21.370017 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-262ac55b-1dee-4d10-a982-ab8e871bd999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:35:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['25049c53-c674-4283-aa8a-59b19f9231dc'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:21.380737 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1a787cde-c069-431e-b3bd-4fe7f53fa26d None None] Transition to ACTIVE for port object d5741595-5bd9-4bfa-a9ab-a6207286b32d will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:21.394189 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1a787cde-c069-431e-b3bd-4fe7f53fa26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:21.474514 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-1a787cde-c069-431e-b3bd-4fe7f53fa26d None None] Attempting to bind port d5741595-5bd9-4bfa-a9ab-a6207286b32d on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:21.475010 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-1a787cde-c069-431e-b3bd-4fe7f53fa26d None None] Attempting to bind port d5741595-5bd9-4bfa-a9ab-a6207286b32d by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:21.475995 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a787cde-c069-431e-b3bd-4fe7f53fa26d None None] Attempting to bind port d5741595-5bd9-4bfa-a9ab-a6207286b32d on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:21.488554 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a787cde-c069-431e-b3bd-4fe7f53fa26d None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:21.489094 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a787cde-c069-431e-b3bd-4fe7f53fa26d None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:21.489760 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1a787cde-c069-431e-b3bd-4fe7f53fa26d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:21.490253 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a787cde-c069-431e-b3bd-4fe7f53fa26d None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:21.490828 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-1a787cde-c069-431e-b3bd-4fe7f53fa26d None None] Bound port: d5741595-5bd9-4bfa-a9ab-a6207286b32d, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:21.491309 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1a787cde-c069-431e-b3bd-4fe7f53fa26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:21.507071 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-dec89312-8df6-41a3-bf57-b62abc44e87b admin admin] Allocated IP 172.20.0.1 (19c2108d-1444-423b-8c3f-50614e4015e9/0a4721cc-b91c-4826-bd57-1bfe0507fa95/712fe002-9fa8-41b2-8d4c-cfedfa9eeb46) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:21.519112 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-262ac55b-1dee-4d10-a982-ab8e871bd999 None None] Set router 25049c53-c674-4283-aa8a-59b19f9231dc gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:21.575637 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-1a787cde-c069-431e-b3bd-4fe7f53fa26d None None] For port d5741595-5bd9-4bfa-a9ab-a6207286b32d, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:21.579845 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-1a787cde-c069-431e-b3bd-4fe7f53fa26d None None] For port d5741595-5bd9-4bfa-a9ab-a6207286b32d, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d5741595-5bd9-4bfa-a9ab-a6207286b32d,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:21.592136 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port f61d50d9-6c49-4f0a-9faa-6746f68b5531 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:21.592493 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:21.607891 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1a787cde-c069-431e-b3bd-4fe7f53fa26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:21.610777 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af278e-0b96-4e79-87e3-3650345f783b None None] Pushing event updated for resources: {'Port': ['ID=d5741595-5bd9-4bfa-a9ab-a6207286b32d,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:21.665752 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dec89312-8df6-41a3-bf57-b62abc44e87b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:21.686772 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-dec89312-8df6-41a3-bf57-b62abc44e87b admin admin] Transition to ACTIVE for port object 712fe002-9fa8-41b2-8d4c-cfedfa9eeb46 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:21.719326 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a787cde-c069-431e-b3bd-4fe7f53fa26d None None] Routers {'d047c192-f6cc-4df9-9cb4-3aa0ea28a1ab'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:21.720085 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1a787cde-c069-431e-b3bd-4fe7f53fa26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:35:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['d047c192-f6cc-4df9-9cb4-3aa0ea28a1ab'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:21.731963 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dec89312-8df6-41a3-bf57-b62abc44e87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:21.784854 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec89312-8df6-41a3-bf57-b62abc44e87b admin admin] Network 19c2108d-1444-423b-8c3f-50614e4015e9 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:21.790597 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-dec89312-8df6-41a3-bf57-b62abc44e87b admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:21.795132 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec89312-8df6-41a3-bf57-b62abc44e87b admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:21.801829 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec89312-8df6-41a3-bf57-b62abc44e87b admin admin] Pushing event updated for resources: {'Port': ['ID=712fe002-9fa8-41b2-8d4c-cfedfa9eeb46,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:21.873867 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dec89312-8df6-41a3-bf57-b62abc44e87b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:22.022065 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dec89312-8df6-41a3-bf57-b62abc44e87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:22.028256 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af278e-0b96-4e79-87e3-3650345f783b None None] Pushing event updated for resources: {'Port': ['ID=d5741595-5bd9-4bfa-a9ab-a6207286b32d,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:22.056780 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-1a787cde-c069-431e-b3bd-4fe7f53fa26d None None] Set router d047c192-f6cc-4df9-9cb4-3aa0ea28a1ab gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:22.079196 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 29d04918-6a18-40e0-8466-6104f4ca6d59 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:22.122697 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e6dca4-d843-4a3e-86a6-2e3238eac2b0 None None] Network 19c2108d-1444-423b-8c3f-50614e4015e9 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:22.256383 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6269746c-8af8-4c1d-80ae-a67bdf06cdf9 None None] Provisioning for port 29d04918-6a18-40e0-8466-6104f4ca6d59 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:22.267726 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 29d04918-6a18-40e0-8466-6104f4ca6d59 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:22.276616 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6269746c-8af8-4c1d-80ae-a67bdf06cdf9 None None] Provisioning complete for port 29d04918-6a18-40e0-8466-6104f4ca6d59 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:22.276992 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6269746c-8af8-4c1d-80ae-a67bdf06cdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:22.291297 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1a787cde-c069-431e-b3bd-4fe7f53fa26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd047c192-f6cc-4df9-9cb4-3aa0ea28a1ab', 'name': 'tempest-TestAggregatesBasicOps-1765434731-router', 'tenant_id': '6ced53834528435f9b9cddfb80e7e4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'd5741595-5bd9-4bfa-a9ab-a6207286b32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:18Z', 'updated_at': '2021-07-23T20:35:19Z', 'revision_number': 3, 'project_id': '6ced53834528435f9b9cddfb80e7e4cf', 'gw_port': {'id': 'd5741595-5bd9-4bfa-a9ab-a6207286b32d', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd047c192-f6cc-4df9-9cb4-3aa0ea28a1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:18Z', 'updated_at': '2021-07-23T20:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:22.308903 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 29d04918-6a18-40e0-8466-6104f4ca6d59 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:22.309309 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:22.316933 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b46679-bb4b-491e-8d91-b77f8dd18c76 req-ec502eed-29d3-4f50-a956-b4c5af2ad1a3 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:22.325992 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a6b46679-bb4b-491e-8d91-b77f8dd18c76 req-ec502eed-29d3-4f50-a956-b4c5af2ad1a3 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=58023bcc-0810-4d08-9d7e-86e06d249c0a HTTP/1.1" status: 200 len: 1098 time: 0.1812623 Jul 23 20:35:22.332319 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a787cde-c069-431e-b3bd-4fe7f53fa26d None None] The sync data for ids ['d047c192-f6cc-4df9-9cb4-3aa0ea28a1ab'] in n-d-793618-10 is: [{'id': 'd047c192-f6cc-4df9-9cb4-3aa0ea28a1ab', 'name': 'tempest-TestAggregatesBasicOps-1765434731-router', 'tenant_id': '6ced53834528435f9b9cddfb80e7e4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'd5741595-5bd9-4bfa-a9ab-a6207286b32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:18Z', 'updated_at': '2021-07-23T20:35:19Z', 'revision_number': 3, 'project_id': '6ced53834528435f9b9cddfb80e7e4cf', 'gw_port': {'id': 'd5741595-5bd9-4bfa-a9ab-a6207286b32d', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd047c192-f6cc-4df9-9cb4-3aa0ea28a1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:18Z', 'updated_at': '2021-07-23T20:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:22.360643 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dec89312-8df6-41a3-bf57-b62abc44e87b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:22.384933 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dec89312-8df6-41a3-bf57-b62abc44e87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:22.423239 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a6b46679-bb4b-491e-8d91-b77f8dd18c76 req-7fcf5b86-1970-4337-a64f-09526314e109 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f228e70d-e270-497e-a555-a03d423010fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918906 Jul 23 20:35:22.504459 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dec89312-8df6-41a3-bf57-b62abc44e87b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:22.511927 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec89312-8df6-41a3-bf57-b62abc44e87b admin admin] Pushing event updated for resources: {'Port': ['ID=712fe002-9fa8-41b2-8d4c-cfedfa9eeb46,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:22.558856 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-262ac55b-1dee-4d10-a982-ab8e871bd999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25049c53-c674-4283-aa8a-59b19f9231dc', 'name': 'tempest-TestAggregatesBasicOps-1831863648-router', 'tenant_id': '9aa1f644371c48439b3dd12907ce2778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'f61d50d9-6c49-4f0a-9faa-6746f68b5531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:10Z', 'updated_at': '2021-07-23T20:35:15Z', 'revision_number': 4, 'project_id': '9aa1f644371c48439b3dd12907ce2778', 'gw_port': {'id': 'f61d50d9-6c49-4f0a-9faa-6746f68b5531', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25049c53-c674-4283-aa8a-59b19f9231dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:11Z', 'updated_at': '2021-07-23T20:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'd4d74a8f-69f7-43a6-8320-69efc113e512', 'name': '', 'network_id': '210dd292-0abc-465e-80d3-a33642b48ea4', 'tenant_id': '9aa1f644371c48439b3dd12907ce2778', 'mac_address': 'fa:16:3e:f8:ae:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25049c53-c674-4283-aa8a-59b19f9231dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'b1c0809a-5880-42ad-a6da-807cd278d928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:14Z', 'updated_at': '2021-07-23T20:35:21Z', 'revision_number': 4, 'project_id': '9aa1f644371c48439b3dd12907ce2778', 'subnets': [{'id': 'b1c0809a-5880-42ad-a6da-807cd278d928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:22.585349 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:22.622415 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262ac55b-1dee-4d10-a982-ab8e871bd999 None None] The sync data for ids ['25049c53-c674-4283-aa8a-59b19f9231dc'] in n-d-793618-10 is: [{'id': '25049c53-c674-4283-aa8a-59b19f9231dc', 'name': 'tempest-TestAggregatesBasicOps-1831863648-router', 'tenant_id': '9aa1f644371c48439b3dd12907ce2778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'f61d50d9-6c49-4f0a-9faa-6746f68b5531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:10Z', 'updated_at': '2021-07-23T20:35:15Z', 'revision_number': 4, 'project_id': '9aa1f644371c48439b3dd12907ce2778', 'gw_port': {'id': 'f61d50d9-6c49-4f0a-9faa-6746f68b5531', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25049c53-c674-4283-aa8a-59b19f9231dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:11Z', 'updated_at': '2021-07-23T20:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'd4d74a8f-69f7-43a6-8320-69efc113e512', 'name': '', 'network_id': '210dd292-0abc-465e-80d3-a33642b48ea4', 'tenant_id': '9aa1f644371c48439b3dd12907ce2778', 'mac_address': 'fa:16:3e:f8:ae:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25049c53-c674-4283-aa8a-59b19f9231dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'b1c0809a-5880-42ad-a6da-807cd278d928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:14Z', 'updated_at': '2021-07-23T20:35:21Z', 'revision_number': 4, 'project_id': '9aa1f644371c48439b3dd12907ce2778', 'subnets': [{'id': 'b1c0809a-5880-42ad-a6da-807cd278d928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:22.648095 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec89312-8df6-41a3-bf57-b62abc44e87b admin admin] Network 19c2108d-1444-423b-8c3f-50614e4015e9 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:22.653532 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-dec89312-8df6-41a3-bf57-b62abc44e87b admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:22.658666 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6269746c-8af8-4c1d-80ae-a67bdf06cdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:22.684496 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 29d04918-6a18-40e0-8466-6104f4ca6d59, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=29d04918-6a18-40e0-8466-6104f4ca6d59,segment=NetworkSegment(24f8be2c-91c9-4425-9665-99a36ac1d9a8),segment_id=24f8be2c-91c9-4425-9665-99a36ac1d9a8)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:22.715907 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:22.860619 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab4007-ba02-44de-a966-1c11320caaa5 req-f17abe24-a4d5-47fc-9dce-e161100db0ac tempest-TestNetworkAdvancedServerOps-280634936 tempest-TestNetworkAdvancedServerOps-280634936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:22.871528 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.db.api [None req-6269746c-8af8-4c1d-80ae-a67bdf06cdf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:35:22.871888 n-d-793618-10 neutron-server[93877]: DEBUG oslo_db.api [None req-6269746c-8af8-4c1d-80ae-a67bdf06cdf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:35:22.880549 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4fab4007-ba02-44de-a966-1c11320caaa5 req-f17abe24-a4d5-47fc-9dce-e161100db0ac tempest-TestNetworkAdvancedServerOps-280634936 tempest-TestNetworkAdvancedServerOps-280634936-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 1098 time: 0.3405397 Jul 23 20:35:22.891371 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=29d04918-6a18-40e0-8466-6104f4ca6d59,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:22.954129 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec89312-8df6-41a3-bf57-b62abc44e87b admin admin] Router d047c192-f6cc-4df9-9cb4-3aa0ea28a1ab has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:35:23.018058 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4fab4007-ba02-44de-a966-1c11320caaa5 req-75bc9537-f081-429e-86ac-8eace41a1877 tempest-TestNetworkAdvancedServerOps-280634936 tempest-TestNetworkAdvancedServerOps-280634936-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3584c591-8753-4724-bea2-85b71c16a552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366031 Jul 23 20:35:23.054440 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59358) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:23.291363 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d4d74a8f-69f7-43a6-8320-69efc113e512 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:23.397637 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec89312-8df6-41a3-bf57-b62abc44e87b admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:23.417713 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-dec89312-8df6-41a3-bf57-b62abc44e87b admin admin] 10.222.0.32 "PUT /v2.0/routers/d047c192-f6cc-4df9-9cb4-3aa0ea28a1ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2038012 Jul 23 20:35:23.454524 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152870b1-a669-4a74-b0b4-7d1bcf9f4864 req-6b045a79-cdd4-4a73-9024-78bdf9992e9f tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:23.456624 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-152870b1-a669-4a74-b0b4-7d1bcf9f4864 req-6b045a79-cdd4-4a73-9024-78bdf9992e9f tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=58023bcc-0810-4d08-9d7e-86e06d249c0a HTTP/1.1" status: 200 len: 1098 time: 0.2453542 Jul 23 20:35:23.477460 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port d4d74a8f-69f7-43a6-8320-69efc113e512 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:23.489768 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-54b6b513-5930-4b53-83d1-930f69d5cfd4 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Deleting port c9a590d0-80d6-44a4-a3de-04b32abce88c {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:23.490109 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54b6b513-5930-4b53-83d1-930f69d5cfd4 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:23.491800 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port d4d74a8f-69f7-43a6-8320-69efc113e512 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:23.492544 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:23.510228 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-152870b1-a669-4a74-b0b4-7d1bcf9f4864 req-3d828848-bf11-41a1-9bef-e29b2f906ffc tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f228e70d-e270-497e-a555-a03d423010fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471246 Jul 23 20:35:23.571528 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6269746c-8af8-4c1d-80ae-a67bdf06cdf9 None None] Provisioning complete for port d4d74a8f-69f7-43a6-8320-69efc113e512 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:23.571901 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6269746c-8af8-4c1d-80ae-a67bdf06cdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:23.695589 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:23.818245 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6269746c-8af8-4c1d-80ae-a67bdf06cdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:23.821304 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port d4d74a8f-69f7-43a6-8320-69efc113e512, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d4d74a8f-69f7-43a6-8320-69efc113e512,segment=NetworkSegment(7ba8c7fb-e798-4e10-afb1-0fee6548419b),segment_id=7ba8c7fb-e798-4e10-afb1-0fee6548419b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:23.822313 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d8ae6-4e3e-4d9b-b6ec-074ed9218f11 req-c978c3a7-39dd-4c35-942d-f90f1b8daa1b tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:23.824502 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db1d8ae6-4e3e-4d9b-b6ec-074ed9218f11 req-c978c3a7-39dd-4c35-942d-f90f1b8daa1b tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=58023bcc-0810-4d08-9d7e-86e06d249c0a HTTP/1.1" status: 200 len: 1098 time: 0.1885319 Jul 23 20:35:23.826953 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54b6b513-5930-4b53-83d1-930f69d5cfd4 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:23.827283 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54b6b513-5930-4b53-83d1-930f69d5cfd4 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:23.848717 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:23.849441 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d5741595-5bd9-4bfa-a9ab-a6207286b32d up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:23.876091 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-54b6b513-5930-4b53-83d1-930f69d5cfd4 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Calling delete_port for c9a590d0-80d6-44a4-a3de-04b32abce88c owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:23.952731 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db1d8ae6-4e3e-4d9b-b6ec-074ed9218f11 req-44bce96d-7e58-4c3c-9ea9-6ea268f4cee8 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f228e70d-e270-497e-a555-a03d423010fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039009 Jul 23 20:35:24.079413 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=d4d74a8f-69f7-43a6-8320-69efc113e512,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:24.188572 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port d5741595-5bd9-4bfa-a9ab-a6207286b32d completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:24.198960 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port d5741595-5bd9-4bfa-a9ab-a6207286b32d triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:24.199403 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:24.202184 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.db.api [None req-6269746c-8af8-4c1d-80ae-a67bdf06cdf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:35:24.202641 n-d-793618-10 neutron-server[93877]: DEBUG oslo_db.api [None req-6269746c-8af8-4c1d-80ae-a67bdf06cdf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:35:24.203086 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54b6b513-5930-4b53-83d1-930f69d5cfd4 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:24.267248 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b6b513-5930-4b53-83d1-930f69d5cfd4 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event deleted for resources: {'Port': ['ID=c9a590d0-80d6-44a4-a3de-04b32abce88c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:24.346182 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:24.387224 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54b6b513-5930-4b53-83d1-930f69d5cfd4 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:24.387601 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [None req-54b6b513-5930-4b53-83d1-930f69d5cfd4 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Floating IP 7b730299-b510-4f8d-8cb7-4374b0847e4b disassociated (deleted). External IP: 172.25.1.211, port: 4d9dfc8c-57a4-455d-a557-09cea0151e70. Jul 23 20:35:24.423250 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port d5741595-5bd9-4bfa-a9ab-a6207286b32d, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d5741595-5bd9-4bfa-a9ab-a6207286b32d,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:24.432292 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:24.433882 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 29d04918-6a18-40e0-8466-6104f4ca6d59 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:24.534266 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=d5741595-5bd9-4bfa-a9ab-a6207286b32d,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:24.552113 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 29d04918-6a18-40e0-8466-6104f4ca6d59 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:24.552707 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:24.595145 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-9688cf9d-3a61-4315-b77b-3811d825d476 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:24.604465 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-9688cf9d-3a61-4315-b77b-3811d825d476 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/networks?id=cb412ecb-d5ef-454a-bf42-cc3f5b57ec86 HTTP/1.1" status: 200 len: 909 time: 0.1305740 Jul 23 20:35:24.618005 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-0c089297-ba9a-40b5-b356-966aa00b405d tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/quotas/cc6aafc9a1984c2892802db2a169e57b HTTP/1.1" status: 200 len: 375 time: 0.0119088 Jul 23 20:35:24.704253 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-27ca7058-ee49-4df9-af5d-d1486ffcbb65 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc6aafc9a1984c2892802db2a169e57b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0783403 Jul 23 20:35:24.821704 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b6b513-5930-4b53-83d1-930f69d5cfd4 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Router a330c57f-3105-4d38-8f14-41e56baa35ec has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:35:24.856339 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-ff36844c-5587-4745-a8c7-f5e90fdb3c15 service neutron] 10.222.0.32 "GET /v2.0/networks/cb412ecb-d5ef-454a-bf42-cc3f5b57ec86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381505 Jul 23 20:35:24.892351 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ffeb7628-1f5c-46bf-bb0a-a8007294871a None None] Provisioning for port 712fe002-9fa8-41b2-8d4c-cfedfa9eeb46 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:24.896539 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ffeb7628-1f5c-46bf-bb0a-a8007294871a None None] Provisioning complete for port 712fe002-9fa8-41b2-8d4c-cfedfa9eeb46 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:24.896923 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ffeb7628-1f5c-46bf-bb0a-a8007294871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:24.974597 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ffeb7628-1f5c-46bf-bb0a-a8007294871a None None] Port 712fe002-9fa8-41b2-8d4c-cfedfa9eeb46 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:24.997632 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ffeb7628-1f5c-46bf-bb0a-a8007294871a None None] Provisioning complete for port 29d04918-6a18-40e0-8466-6104f4ca6d59 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:24.998011 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ffeb7628-1f5c-46bf-bb0a-a8007294871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:25.054793 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-0110e04a-bdf6-41a8-b821-1382bf84444a service neutron] 10.222.0.32 "GET /v2.0/networks/cb412ecb-d5ef-454a-bf42-cc3f5b57ec86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975799 Jul 23 20:35:25.071183 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d5741595-5bd9-4bfa-a9ab-a6207286b32d up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:25.147028 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port d5741595-5bd9-4bfa-a9ab-a6207286b32d triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:25.147407 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:25.277620 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d4d74a8f-69f7-43a6-8320-69efc113e512 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:25.383222 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port d4d74a8f-69f7-43a6-8320-69efc113e512 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:25.384130 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:25.384753 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d8148800-c3d2-4bc7-b383-cb6768dc829c req-c54920e8-668c-48fb-855f-d91c57504d47 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=aa0b978f-d7b3-4d99-bd99-d15dc291acd2 HTTP/1.1" status: 200 len: 210 time: 0.0485592 Jul 23 20:35:25.452563 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b6b513-5930-4b53-83d1-930f69d5cfd4 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:25.460134 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54b6b513-5930-4b53-83d1-930f69d5cfd4 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:25.476465 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08ab575-9401-46b3-b6b1-8d4c04256cc3 None None] Sync routers for ids ['a330c57f-3105-4d38-8f14-41e56baa35ec'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:25.512869 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-54b6b513-5930-4b53-83d1-930f69d5cfd4 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "DELETE /v2.0/floatingips/7b730299-b510-4f8d-8cb7-4374b0847e4b HTTP/1.1" status: 204 len: 168 time: 2.4543164 Jul 23 20:35:25.512869 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee18f5a2-8a10-4f9e-a779-e017c6a18fcc', 'tag': '4d9dfc8c-57a4-455d-a557-09cea0151e70'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:35:25.513799 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1051cecd-6162-4027-8589-42fc8b86dc27" -d '{"events": [{"name": "network-changed", "server_uuid": "ee18f5a2-8a10-4f9e-a779-e017c6a18fcc", "tag": "4d9dfc8c-57a4-455d-a557-09cea0151e70"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:35:25.526704 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08ab575-9401-46b3-b6b1-8d4c04256cc3 None None] Routers {'a330c57f-3105-4d38-8f14-41e56baa35ec'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:25.528216 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-d08ab575-9401-46b3-b6b1-8d4c04256cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:35:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a330c57f-3105-4d38-8f14-41e56baa35ec'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:25.700816 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-d08ab575-9401-46b3-b6b1-8d4c04256cc3 None None] Set router a330c57f-3105-4d38-8f14-41e56baa35ec gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:26.060748 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-d08ab575-9401-46b3-b6b1-8d4c04256cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a330c57f-3105-4d38-8f14-41e56baa35ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-127839094', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '6b6ed53d-f36e-47ea-aab9-9950a7f22e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:30Z', 'updated_at': '2021-07-23T20:33:36Z', 'revision_number': 4, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '6b6ed53d-f36e-47ea-aab9-9950a7f22e4e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330c57f-3105-4d38-8f14-41e56baa35ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:31Z', 'updated_at': '2021-07-23T20:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '2e874e4b-19b8-4a3d-9656-078577b2f2c1', 'name': '', 'network_id': 'c91af19b-52b2-4b23-8f3c-6803df020fa0', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'mac_address': 'fa:16:3e:dd:c4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330c57f-3105-4d38-8f14-41e56baa35ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'cd79755f-90ca-4b32-a55d-57bf1b05e1f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:35Z', 'updated_at': '2021-07-23T20:33:43Z', 'revision_number': 5, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'subnets': [{'id': 'cd79755f-90ca-4b32-a55d-57bf1b05e1f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:26.099301 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08ab575-9401-46b3-b6b1-8d4c04256cc3 None None] Checking router: a330c57f-3105-4d38-8f14-41e56baa35ec for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:35:26.111038 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08ab575-9401-46b3-b6b1-8d4c04256cc3 None None] Routers {'a330c57f-3105-4d38-8f14-41e56baa35ec'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:26.111765 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-d08ab575-9401-46b3-b6b1-8d4c04256cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:35:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a330c57f-3105-4d38-8f14-41e56baa35ec'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:26.164747 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03278bb7-1c8a-4c99-bc0a-66e6a039c98a x-openstack-request-id: req-03278bb7-1c8a-4c99-bc0a-66e6a039c98a {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:35:26.165251 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee18f5a2-8a10-4f9e-a779-e017c6a18fcc", "tag": "4d9dfc8c-57a4-455d-a557-09cea0151e70", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:35:26.165833 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-03278bb7-1c8a-4c99-bc0a-66e6a039c98a {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:35:26.166565 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee18f5a2-8a10-4f9e-a779-e017c6a18fcc', 'tag': '4d9dfc8c-57a4-455d-a557-09cea0151e70', 'status': 'completed', 'code': 200} Jul 23 20:35:26.316804 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051cecd-6162-4027-8589-42fc8b86dc27 req-15e28585-4535-4ae7-8a5a-b82d53b87ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:26.318403 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1051cecd-6162-4027-8589-42fc8b86dc27 req-15e28585-4535-4ae7-8a5a-b82d53b87ba5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bac8e166147242c8b3a831403daa7c9d&device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 1098 time: 0.1012607 Jul 23 20:35:26.391554 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947bdcb3-3377-4d83-9ece-3db207a70c35 req-545a7ffd-4d63-438c-b004-3e4f33e6d959 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:26.393158 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-947bdcb3-3377-4d83-9ece-3db207a70c35 req-545a7ffd-4d63-438c-b004-3e4f33e6d959 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 946 time: 0.0911911 Jul 23 20:35:26.436753 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-947bdcb3-3377-4d83-9ece-3db207a70c35 req-172250f0-49aa-4a20-b382-fb7d0eecf43b tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=3584c591-8753-4724-bea2-85b71c16a552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369639 Jul 23 20:35:26.446390 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051cecd-6162-4027-8589-42fc8b86dc27 req-66237842-e9d6-40ac-affd-6ac72f3816cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:26.447889 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1051cecd-6162-4027-8589-42fc8b86dc27 req-66237842-e9d6-40ac-affd-6ac72f3816cc service neutron] 10.222.0.30 "GET /v2.0/networks?id=c91af19b-52b2-4b23-8f3c-6803df020fa0 HTTP/1.1" status: 200 len: 897 time: 0.1220765 Jul 23 20:35:26.458627 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-d08ab575-9401-46b3-b6b1-8d4c04256cc3 None None] Set router a330c57f-3105-4d38-8f14-41e56baa35ec gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:26.520331 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1051cecd-6162-4027-8589-42fc8b86dc27 req-d8fea925-6e17-4754-af20-1b1a57f2a7b2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d9dfc8c-57a4-455d-a557-09cea0151e70 HTTP/1.1" status: 200 len: 217 time: 0.0617213 Jul 23 20:35:26.577338 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896b0ecc-34fe-4d8f-b728-ac672a7b6b5b None None] Sync routers for ids ['d047c192-f6cc-4df9-9cb4-3aa0ea28a1ab'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:26.593179 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896b0ecc-34fe-4d8f-b728-ac672a7b6b5b None None] Routers {'d047c192-f6cc-4df9-9cb4-3aa0ea28a1ab'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:26.593986 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-896b0ecc-34fe-4d8f-b728-ac672a7b6b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:35:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['d047c192-f6cc-4df9-9cb4-3aa0ea28a1ab'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:26.704700 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051cecd-6162-4027-8589-42fc8b86dc27 req-d5e6d2dc-d79c-4561-ba2b-d35a2e11920e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:26.706716 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1051cecd-6162-4027-8589-42fc8b86dc27 req-d5e6d2dc-d79c-4561-ba2b-d35a2e11920e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cd79755f-90ca-4b32-a55d-57bf1b05e1f7 HTTP/1.1" status: 200 len: 835 time: 0.1784637 Jul 23 20:35:26.728040 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eb34dd92-f6d3-4d12-bb83-542de1f28510 req-902621f4-9abc-4185-9b2f-2ae820cbacd4 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=aa0b978f-d7b3-4d99-bd99-d15dc291acd2 HTTP/1.1" status: 200 len: 210 time: 0.0419512 Jul 23 20:35:26.796531 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-d08ab575-9401-46b3-b6b1-8d4c04256cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a330c57f-3105-4d38-8f14-41e56baa35ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-127839094', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '6b6ed53d-f36e-47ea-aab9-9950a7f22e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:30Z', 'updated_at': '2021-07-23T20:33:36Z', 'revision_number': 4, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '6b6ed53d-f36e-47ea-aab9-9950a7f22e4e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330c57f-3105-4d38-8f14-41e56baa35ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:31Z', 'updated_at': '2021-07-23T20:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '2e874e4b-19b8-4a3d-9656-078577b2f2c1', 'name': '', 'network_id': 'c91af19b-52b2-4b23-8f3c-6803df020fa0', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'mac_address': 'fa:16:3e:dd:c4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330c57f-3105-4d38-8f14-41e56baa35ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'cd79755f-90ca-4b32-a55d-57bf1b05e1f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:35Z', 'updated_at': '2021-07-23T20:33:43Z', 'revision_number': 5, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'subnets': [{'id': 'cd79755f-90ca-4b32-a55d-57bf1b05e1f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:26.830646 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08ab575-9401-46b3-b6b1-8d4c04256cc3 None None] The sync data for ids ['a330c57f-3105-4d38-8f14-41e56baa35ec'] in n-d-793618-10 is: [{'id': 'a330c57f-3105-4d38-8f14-41e56baa35ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-127839094', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '6b6ed53d-f36e-47ea-aab9-9950a7f22e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:30Z', 'updated_at': '2021-07-23T20:33:36Z', 'revision_number': 4, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '6b6ed53d-f36e-47ea-aab9-9950a7f22e4e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330c57f-3105-4d38-8f14-41e56baa35ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:31Z', 'updated_at': '2021-07-23T20:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '2e874e4b-19b8-4a3d-9656-078577b2f2c1', 'name': '', 'network_id': 'c91af19b-52b2-4b23-8f3c-6803df020fa0', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'mac_address': 'fa:16:3e:dd:c4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330c57f-3105-4d38-8f14-41e56baa35ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'cd79755f-90ca-4b32-a55d-57bf1b05e1f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:35Z', 'updated_at': '2021-07-23T20:33:43Z', 'revision_number': 5, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'subnets': [{'id': 'cd79755f-90ca-4b32-a55d-57bf1b05e1f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:26.835670 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-896b0ecc-34fe-4d8f-b728-ac672a7b6b5b None None] Set router d047c192-f6cc-4df9-9cb4-3aa0ea28a1ab gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:26.958443 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-7c135ee6-d126-4729-9ec2-a92f24aaa723 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:26.960179 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-7c135ee6-d126-4729-9ec2-a92f24aaa723 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.30 "GET /v2.0/networks?id=cb412ecb-d5ef-454a-bf42-cc3f5b57ec86 HTTP/1.1" status: 200 len: 909 time: 0.3074944 Jul 23 20:35:26.962252 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051cecd-6162-4027-8589-42fc8b86dc27 req-0bd225a9-fd72-4c69-9f60-050dacea222c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:26.963706 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1051cecd-6162-4027-8589-42fc8b86dc27 req-0bd225a9-fd72-4c69-9f60-050dacea222c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c91af19b-52b2-4b23-8f3c-6803df020fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1958656 Jul 23 20:35:26.979402 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-1abc3ed8-512e-483f-adc6-b5e26af2294b tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Request body: {'port': {'device_id': 'aa0b978f-d7b3-4d99-bd99-d15dc291acd2', 'network_id': 'cb412ecb-d5ef-454a-bf42-cc3f5b57ec86', 'admin_state_up': True, 'tenant_id': 'cc6aafc9a1984c2892802db2a169e57b'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:27.131585 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-1abc3ed8-512e-483f-adc6-b5e26af2294b tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Made reservation on behalf of cc6aafc9a1984c2892802db2a169e57b for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:27.132378 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59486) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:27.133548 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-1abc3ed8-512e-483f-adc6-b5e26af2294b tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.147820 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-896b0ecc-34fe-4d8f-b728-ac672a7b6b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd047c192-f6cc-4df9-9cb4-3aa0ea28a1ab', 'name': 'tempest-TestAggregatesBasicOps-1765434731-router', 'tenant_id': '6ced53834528435f9b9cddfb80e7e4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'd5741595-5bd9-4bfa-a9ab-a6207286b32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:18Z', 'updated_at': '2021-07-23T20:35:21Z', 'revision_number': 4, 'project_id': '6ced53834528435f9b9cddfb80e7e4cf', 'gw_port': {'id': 'd5741595-5bd9-4bfa-a9ab-a6207286b32d', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd047c192-f6cc-4df9-9cb4-3aa0ea28a1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:18Z', 'updated_at': '2021-07-23T20:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '712fe002-9fa8-41b2-8d4c-cfedfa9eeb46', 'name': '', 'network_id': '19c2108d-1444-423b-8c3f-50614e4015e9', 'tenant_id': '6ced53834528435f9b9cddfb80e7e4cf', 'mac_address': 'fa:16:3e:1f:ce:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd047c192-f6cc-4df9-9cb4-3aa0ea28a1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '0a4721cc-b91c-4826-bd57-1bfe0507fa95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:21Z', 'updated_at': '2021-07-23T20:35:22Z', 'revision_number': 2, 'project_id': '6ced53834528435f9b9cddfb80e7e4cf', 'subnets': [{'id': '0a4721cc-b91c-4826-bd57-1bfe0507fa95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:27.161000 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1051cecd-6162-4027-8589-42fc8b86dc27 req-ae1a6aeb-a7c8-416c-98e6-d1f6071d0946 service neutron] 10.222.0.30 "GET /v2.0/networks/c91af19b-52b2-4b23-8f3c-6803df020fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766269 Jul 23 20:35:27.181050 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896b0ecc-34fe-4d8f-b728-ac672a7b6b5b None None] Checking router: d047c192-f6cc-4df9-9cb4-3aa0ea28a1ab for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:35:27.181542 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896b0ecc-34fe-4d8f-b728-ac672a7b6b5b None None] Updating router d047c192-f6cc-4df9-9cb4-3aa0ea28a1ab port 712fe002-9fa8-41b2-8d4c-cfedfa9eeb46 binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:35:27.274945 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-896b0ecc-34fe-4d8f-b728-ac672a7b6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.302805 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf42e85-4528-47c6-bd86-ca8ce906dc66 None None] New status for floating IP 7b730299-b510-4f8d-8cb7-4374b0847e4b: DOWN {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:35:27.354172 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1051cecd-6162-4027-8589-42fc8b86dc27 req-b46b8c71-f921-4602-87af-9757cdaf7c75 service neutron] 10.222.0.30 "GET /v2.0/networks/c91af19b-52b2-4b23-8f3c-6803df020fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785762 Jul 23 20:35:27.368963 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-1abc3ed8-512e-483f-adc6-b5e26af2294b tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Allocated IP 172.20.0.11 (cb412ecb-d5ef-454a-bf42-cc3f5b57ec86/44f53811-76b0-4464-b064-747742e455f9/2df679ea-7027-447d-8c17-3ac7d6aa1068) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:27.637715 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56262e2-ed93-4b14-9a52-4f4c98fcf79c req-daf561a9-cfe2-4ecb-8576-710a90c8ce74 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:27.639428 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d56262e2-ed93-4b14-9a52-4f4c98fcf79c req-daf561a9-cfe2-4ecb-8576-710a90c8ce74 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 946 time: 0.1900856 Jul 23 20:35:27.644729 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-1abc3ed8-512e-483f-adc6-b5e26af2294b tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.716898 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-896b0ecc-34fe-4d8f-b728-ac672a7b6b5b None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.729454 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-896b0ecc-34fe-4d8f-b728-ac672a7b6b5b None None] Transition to ACTIVE for port object 712fe002-9fa8-41b2-8d4c-cfedfa9eeb46 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:27.740325 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-896b0ecc-34fe-4d8f-b728-ac672a7b6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.745539 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-1abc3ed8-512e-483f-adc6-b5e26af2294b tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Transition to ACTIVE for port object 2df679ea-7027-447d-8c17-3ac7d6aa1068 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:27.797887 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-d56262e2-ed93-4b14-9a52-4f4c98fcf79c req-4fe8b169-3631-4ce8-86c1-ad69c42691e3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Deleting port 4d9dfc8c-57a4-455d-a557-09cea0151e70 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:27.798328 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d56262e2-ed93-4b14-9a52-4f4c98fcf79c req-4fe8b169-3631-4ce8-86c1-ad69c42691e3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.849722 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692a7aa-f23f-4b5d-8078-550fa726ba16 None None] Pushing event updated for resources: {'Port': ['ID=712fe002-9fa8-41b2-8d4c-cfedfa9eeb46,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:27.893963 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b561706-3f54-4d08-899e-94f302983c21 req-c586e0b8-8131-47a6-90ab-e7c208ee1b08 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:27.900147 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-1abc3ed8-512e-483f-adc6-b5e26af2294b tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.901356 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2b561706-3f54-4d08-899e-94f302983c21 req-c586e0b8-8131-47a6-90ab-e7c208ee1b08 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 946 time: 0.1924071 Jul 23 20:35:27.917081 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['d2f121ce-5a70-4c84-a86a-72d339bf5ce6'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:35:27.962384 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-1abc3ed8-512e-483f-adc6-b5e26af2294b tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Network cb412ecb-d5ef-454a-bf42-cc3f5b57ec86 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:27.986140 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-896b0ecc-34fe-4d8f-b728-ac672a7b6b5b None None] Attempting to bind port 712fe002-9fa8-41b2-8d4c-cfedfa9eeb46 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:27.986420 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-896b0ecc-34fe-4d8f-b728-ac672a7b6b5b None None] Attempting to bind port 712fe002-9fa8-41b2-8d4c-cfedfa9eeb46 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '24f8be2c-91c9-4425-9665-99a36ac1d9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '19c2108d-1444-423b-8c3f-50614e4015e9'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:27.986983 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896b0ecc-34fe-4d8f-b728-ac672a7b6b5b None None] Attempting to bind port 712fe002-9fa8-41b2-8d4c-cfedfa9eeb46 on network 19c2108d-1444-423b-8c3f-50614e4015e9 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:27.987131 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-1abc3ed8-512e-483f-adc6-b5e26af2294b tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:27.990835 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-1abc3ed8-512e-483f-adc6-b5e26af2294b tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:28.004161 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2b561706-3f54-4d08-899e-94f302983c21 req-c7104e34-0782-4095-8103-c15e62e52d23 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=3584c591-8753-4724-bea2-85b71c16a552&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006918 Jul 23 20:35:28.004373 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896b0ecc-34fe-4d8f-b728-ac672a7b6b5b None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:28.004708 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896b0ecc-34fe-4d8f-b728-ac672a7b6b5b None None] Checking segment: {'id': '24f8be2c-91c9-4425-9665-99a36ac1d9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '19c2108d-1444-423b-8c3f-50614e4015e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:28.005121 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-896b0ecc-34fe-4d8f-b728-ac672a7b6b5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.005547 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896b0ecc-34fe-4d8f-b728-ac672a7b6b5b None None] Bound using segment: {'id': '24f8be2c-91c9-4425-9665-99a36ac1d9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '19c2108d-1444-423b-8c3f-50614e4015e9'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:28.006037 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-896b0ecc-34fe-4d8f-b728-ac672a7b6b5b None None] Bound port: 712fe002-9fa8-41b2-8d4c-cfedfa9eeb46, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f8be2c-91c9-4425-9665-99a36ac1d9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '19c2108d-1444-423b-8c3f-50614e4015e9'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:28.006423 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-896b0ecc-34fe-4d8f-b728-ac672a7b6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.082080 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-1abc3ed8-512e-483f-adc6-b5e26af2294b tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:28.082694 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-1abc3ed8-512e-483f-adc6-b5e26af2294b tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.143041 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-d56262e2-ed93-4b14-9a52-4f4c98fcf79c req-4fe8b169-3631-4ce8-86c1-ad69c42691e3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] For port 4d9dfc8c-57a4-455d-a557-09cea0151e70, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=4d9dfc8c-57a4-455d-a557-09cea0151e70,segment=NetworkSegment(ba6de94f-b985-4a00-a5f5-bb97d8bfa191),segment_id=ba6de94f-b985-4a00-a5f5-bb97d8bfa191)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:28.143400 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d56262e2-ed93-4b14-9a52-4f4c98fcf79c req-4fe8b169-3631-4ce8-86c1-ad69c42691e3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.161864 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-896b0ecc-34fe-4d8f-b728-ac672a7b6b5b None None] For port 712fe002-9fa8-41b2-8d4c-cfedfa9eeb46, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:28.166214 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc3ed8-512e-483f-adc6-b5e26af2294b tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Pushing event updated for resources: {'Port': ['ID=2df679ea-7027-447d-8c17-3ac7d6aa1068,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:28.169486 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-896b0ecc-34fe-4d8f-b728-ac672a7b6b5b None None] For port 712fe002-9fa8-41b2-8d4c-cfedfa9eeb46, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=712fe002-9fa8-41b2-8d4c-cfedfa9eeb46,segment=NetworkSegment(24f8be2c-91c9-4425-9665-99a36ac1d9a8),segment_id=24f8be2c-91c9-4425-9665-99a36ac1d9a8)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:28.182152 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-896b0ecc-34fe-4d8f-b728-ac672a7b6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.200420 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-d56262e2-ed93-4b14-9a52-4f4c98fcf79c req-4fe8b169-3631-4ce8-86c1-ad69c42691e3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Calling delete_port for 4d9dfc8c-57a4-455d-a557-09cea0151e70 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:28.212403 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-1abc3ed8-512e-483f-adc6-b5e26af2294b tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2371595 Jul 23 20:35:28.267785 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692a7aa-f23f-4b5d-8078-550fa726ba16 None None] Pushing event updated for resources: {'Port': ['ID=712fe002-9fa8-41b2-8d4c-cfedfa9eeb46,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:28.268638 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-7fcaa7fd-093f-46e6-89d3-3146eed2f139 service neutron] Request body: {'port': {'device_id': 'aa0b978f-d7b3-4d99-bd99-d15dc291acd2', 'device_owner': 'compute:foo_zone', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:28.278998 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896b0ecc-34fe-4d8f-b728-ac672a7b6b5b None None] Routers {'d047c192-f6cc-4df9-9cb4-3aa0ea28a1ab'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:28.279838 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-896b0ecc-34fe-4d8f-b728-ac672a7b6b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:35:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['d047c192-f6cc-4df9-9cb4-3aa0ea28a1ab'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:28.303171 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153dd07-e3c9-4215-a9af-30fd4c627463 req-497ca87c-0e30-4f4b-a290-78c14021c3ed tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:28.319935 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f153dd07-e3c9-4215-a9af-30fd4c627463 req-497ca87c-0e30-4f4b-a290-78c14021c3ed tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=aa0b978f-d7b3-4d99-bd99-d15dc291acd2 HTTP/1.1" status: 200 len: 1028 time: 0.1534863 Jul 23 20:35:28.422516 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f153dd07-e3c9-4215-a9af-30fd4c627463 req-9b6ee5a9-95d5-4f75-acde-5b8f3dc18a6f tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f228e70d-e270-497e-a555-a03d423010fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897794 Jul 23 20:35:28.466835 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6083010d-47ae-4853-835d-bad258d87dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.530976 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e8c4680a-b40f-4384-8ffe-62cda9bbcd77 None None] Provisioning for port 2df679ea-7027-447d-8c17-3ac7d6aa1068 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:28.536241 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e8c4680a-b40f-4384-8ffe-62cda9bbcd77 None None] Provisioning complete for port 2df679ea-7027-447d-8c17-3ac7d6aa1068 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:28.536746 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c4680a-b40f-4384-8ffe-62cda9bbcd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.560016 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-896b0ecc-34fe-4d8f-b728-ac672a7b6b5b None None] Set router d047c192-f6cc-4df9-9cb4-3aa0ea28a1ab gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:28.584378 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d56262e2-ed93-4b14-9a52-4f4c98fcf79c req-4fe8b169-3631-4ce8-86c1-ad69c42691e3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.605090 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-7fcaa7fd-093f-46e6-89d3-3146eed2f139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.633796 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e8c4680a-b40f-4384-8ffe-62cda9bbcd77 None None] Port 2df679ea-7027-447d-8c17-3ac7d6aa1068 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:28.649897 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe8b169-3631-4ce8-86c1-ad69c42691e3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event deleted for resources: {'Port': ['ID=4d9dfc8c-57a4-455d-a557-09cea0151e70,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:28.814899 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56262e2-ed93-4b14-9a52-4f4c98fcf79c req-4fe8b169-3631-4ce8-86c1-ad69c42691e3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] No DVR routers for this DVR port 4d9dfc8c-57a4-455d-a557-09cea0151e70 on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:35:28.821644 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d56262e2-ed93-4b14-9a52-4f4c98fcf79c req-4fe8b169-3631-4ce8-86c1-ad69c42691e3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.825387 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d56262e2-ed93-4b14-9a52-4f4c98fcf79c req-4fe8b169-3631-4ce8-86c1-ad69c42691e3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.30 "DELETE /v2.0/ports/4d9dfc8c-57a4-455d-a557-09cea0151e70 HTTP/1.1" status: 204 len: 173 time: 1.1777387 Jul 23 20:35:28.825933 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee18f5a2-8a10-4f9e-a779-e017c6a18fcc', 'name': 'network-vif-deleted', 'tag': '4d9dfc8c-57a4-455d-a557-09cea0151e70'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:35:28.839117 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c5c894-ba0a-4c91-b3e8-665b0d07ea61" -d '{"events": [{"server_uuid": "ee18f5a2-8a10-4f9e-a779-e017c6a18fcc", "name": "network-vif-deleted", "tag": "4d9dfc8c-57a4-455d-a557-09cea0151e70"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:35:28.875915 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-896b0ecc-34fe-4d8f-b728-ac672a7b6b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd047c192-f6cc-4df9-9cb4-3aa0ea28a1ab', 'name': 'tempest-TestAggregatesBasicOps-1765434731-router', 'tenant_id': '6ced53834528435f9b9cddfb80e7e4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'd5741595-5bd9-4bfa-a9ab-a6207286b32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:18Z', 'updated_at': '2021-07-23T20:35:21Z', 'revision_number': 4, 'project_id': '6ced53834528435f9b9cddfb80e7e4cf', 'gw_port': {'id': 'd5741595-5bd9-4bfa-a9ab-a6207286b32d', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd047c192-f6cc-4df9-9cb4-3aa0ea28a1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:18Z', 'updated_at': '2021-07-23T20:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '712fe002-9fa8-41b2-8d4c-cfedfa9eeb46', 'name': '', 'network_id': '19c2108d-1444-423b-8c3f-50614e4015e9', 'tenant_id': '6ced53834528435f9b9cddfb80e7e4cf', 'mac_address': 'fa:16:3e:1f:ce:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd047c192-f6cc-4df9-9cb4-3aa0ea28a1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '0a4721cc-b91c-4826-bd57-1bfe0507fa95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:21Z', 'updated_at': '2021-07-23T20:35:28Z', 'revision_number': 4, 'project_id': '6ced53834528435f9b9cddfb80e7e4cf', 'subnets': [{'id': '0a4721cc-b91c-4826-bd57-1bfe0507fa95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:28.921807 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896b0ecc-34fe-4d8f-b728-ac672a7b6b5b None None] The sync data for ids ['d047c192-f6cc-4df9-9cb4-3aa0ea28a1ab'] in n-d-793618-10 is: [{'id': 'd047c192-f6cc-4df9-9cb4-3aa0ea28a1ab', 'name': 'tempest-TestAggregatesBasicOps-1765434731-router', 'tenant_id': '6ced53834528435f9b9cddfb80e7e4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'd5741595-5bd9-4bfa-a9ab-a6207286b32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:18Z', 'updated_at': '2021-07-23T20:35:21Z', 'revision_number': 4, 'project_id': '6ced53834528435f9b9cddfb80e7e4cf', 'gw_port': {'id': 'd5741595-5bd9-4bfa-a9ab-a6207286b32d', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd047c192-f6cc-4df9-9cb4-3aa0ea28a1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:18Z', 'updated_at': '2021-07-23T20:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '712fe002-9fa8-41b2-8d4c-cfedfa9eeb46', 'name': '', 'network_id': '19c2108d-1444-423b-8c3f-50614e4015e9', 'tenant_id': '6ced53834528435f9b9cddfb80e7e4cf', 'mac_address': 'fa:16:3e:1f:ce:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd047c192-f6cc-4df9-9cb4-3aa0ea28a1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '0a4721cc-b91c-4826-bd57-1bfe0507fa95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:21Z', 'updated_at': '2021-07-23T20:35:28Z', 'revision_number': 4, 'project_id': '6ced53834528435f9b9cddfb80e7e4cf', 'subnets': [{'id': '0a4721cc-b91c-4826-bd57-1bfe0507fa95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:28.929775 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-6083010d-47ae-4853-835d-bad258d87dac admin admin] Deleting port d4d74a8f-69f7-43a6-8320-69efc113e512 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:28.931183 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d188914d-27f1-4362-bdf8-3dda98639758 x-openstack-request-id: req-d188914d-27f1-4362-bdf8-3dda98639758 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:35:28.931482 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee18f5a2-8a10-4f9e-a779-e017c6a18fcc", "name": "network-vif-deleted", "tag": "4d9dfc8c-57a4-455d-a557-09cea0151e70", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:35:28.931730 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d188914d-27f1-4362-bdf8-3dda98639758 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:35:28.932133 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee18f5a2-8a10-4f9e-a779-e017c6a18fcc', 'name': 'network-vif-deleted', 'tag': '4d9dfc8c-57a4-455d-a557-09cea0151e70', 'status': 'completed', 'code': 200} Jul 23 20:35:28.934018 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6083010d-47ae-4853-835d-bad258d87dac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:29.098495 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-6083010d-47ae-4853-835d-bad258d87dac admin admin] For port d4d74a8f-69f7-43a6-8320-69efc113e512, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d4d74a8f-69f7-43a6-8320-69efc113e512,segment=NetworkSegment(7ba8c7fb-e798-4e10-afb1-0fee6548419b),segment_id=7ba8c7fb-e798-4e10-afb1-0fee6548419b)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:29.099172 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6083010d-47ae-4853-835d-bad258d87dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:29.117332 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-6083010d-47ae-4853-835d-bad258d87dac admin admin] Calling delete_port for d4d74a8f-69f7-43a6-8320-69efc113e512 owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:29.232620 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-7fcaa7fd-093f-46e6-89d3-3146eed2f139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2df679ea-7027-447d-8c17-3ac7d6aa1068 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:35:29.238724 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d43c1383-90e2-4c01-8c44-028a4809d861 req-f63c4f57-cef4-4073-87d3-1a035cde20ba tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee18f5a2-8a10-4f9e-a779-e017c6a18fcc HTTP/1.1" status: 200 len: 210 time: 0.0568018 Jul 23 20:35:29.251965 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-7fcaa7fd-093f-46e6-89d3-3146eed2f139 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:29.281387 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-7fcaa7fd-093f-46e6-89d3-3146eed2f139 service neutron] Transition to ACTIVE for port object 2df679ea-7027-447d-8c17-3ac7d6aa1068 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:29.293508 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-7fcaa7fd-093f-46e6-89d3-3146eed2f139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:29.398109 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcaa7fd-093f-46e6-89d3-3146eed2f139 service neutron] Pushing event updated for resources: {'Port': ['ID=2df679ea-7027-447d-8c17-3ac7d6aa1068,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:29.560702 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-7fcaa7fd-093f-46e6-89d3-3146eed2f139 service neutron] Attempting to bind port 2df679ea-7027-447d-8c17-3ac7d6aa1068 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:29.560959 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-7fcaa7fd-093f-46e6-89d3-3146eed2f139 service neutron] Attempting to bind port 2df679ea-7027-447d-8c17-3ac7d6aa1068 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '25cb269f-1cf6-48c9-8cdf-b8976a8c982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cb412ecb-d5ef-454a-bf42-cc3f5b57ec86'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:29.561291 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-7fcaa7fd-093f-46e6-89d3-3146eed2f139 service neutron] Attempting to bind port 2df679ea-7027-447d-8c17-3ac7d6aa1068 on network cb412ecb-d5ef-454a-bf42-cc3f5b57ec86 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:29.566112 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-7fcaa7fd-093f-46e6-89d3-3146eed2f139 service neutron] Port 2df679ea-7027-447d-8c17-3ac7d6aa1068 on network cb412ecb-d5ef-454a-bf42-cc3f5b57ec86 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:35:29.566440 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-7fcaa7fd-093f-46e6-89d3-3146eed2f139 service neutron] Attempting to bind port 2df679ea-7027-447d-8c17-3ac7d6aa1068 on network cb412ecb-d5ef-454a-bf42-cc3f5b57ec86 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:29.572806 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-7fcaa7fd-093f-46e6-89d3-3146eed2f139 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:29.573150 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-7fcaa7fd-093f-46e6-89d3-3146eed2f139 service neutron] Checking segment: {'id': '25cb269f-1cf6-48c9-8cdf-b8976a8c982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cb412ecb-d5ef-454a-bf42-cc3f5b57ec86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:29.573686 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-7fcaa7fd-093f-46e6-89d3-3146eed2f139 service neutron] Bound using segment: {'id': '25cb269f-1cf6-48c9-8cdf-b8976a8c982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cb412ecb-d5ef-454a-bf42-cc3f5b57ec86'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:29.574650 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-7fcaa7fd-093f-46e6-89d3-3146eed2f139 service neutron] Bound port: 2df679ea-7027-447d-8c17-3ac7d6aa1068, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25cb269f-1cf6-48c9-8cdf-b8976a8c982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cb412ecb-d5ef-454a-bf42-cc3f5b57ec86'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:29.575027 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-7fcaa7fd-093f-46e6-89d3-3146eed2f139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:29.605977 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6083010d-47ae-4853-835d-bad258d87dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:29.679857 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-7fcaa7fd-093f-46e6-89d3-3146eed2f139 service neutron] For port 2df679ea-7027-447d-8c17-3ac7d6aa1068, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:29.681789 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6083010d-47ae-4853-835d-bad258d87dac admin admin] Pushing event deleted for resources: {'Port': ['ID=d4d74a8f-69f7-43a6-8320-69efc113e512,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:29.686723 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-7fcaa7fd-093f-46e6-89d3-3146eed2f139 service neutron] For port 2df679ea-7027-447d-8c17-3ac7d6aa1068, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=2df679ea-7027-447d-8c17-3ac7d6aa1068,segment=NetworkSegment(25cb269f-1cf6-48c9-8cdf-b8976a8c982f),segment_id=25cb269f-1cf6-48c9-8cdf-b8976a8c982f)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:29.692638 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-7fcaa7fd-093f-46e6-89d3-3146eed2f139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:29.727560 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0218def-9fc2-4c1d-97d0-724e25902559 req-82256c4e-3891-4db4-bb79-170d9a098589 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:29.735094 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c0218def-9fc2-4c1d-97d0-724e25902559 req-82256c4e-3891-4db4-bb79-170d9a098589 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=aa0b978f-d7b3-4d99-bd99-d15dc291acd2 HTTP/1.1" status: 200 len: 1058 time: 0.1910110 Jul 23 20:35:29.768491 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-7fcaa7fd-093f-46e6-89d3-3146eed2f139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:29.769237 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-7fcaa7fd-093f-46e6-89d3-3146eed2f139 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:29.771376 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-7fcaa7fd-093f-46e6-89d3-3146eed2f139 service neutron] 10.222.0.30 "PUT /v2.0/ports/2df679ea-7027-447d-8c17-3ac7d6aa1068 HTTP/1.1" status: 200 len: 1097 time: 1.5459275 Jul 23 20:35:29.772214 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcaa7fd-093f-46e6-89d3-3146eed2f139 service neutron] Pushing event updated for resources: {'Port': ['ID=2df679ea-7027-447d-8c17-3ac7d6aa1068,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:29.842158 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c0218def-9fc2-4c1d-97d0-724e25902559 req-ba0c6cd9-e827-4e81-b793-203807510d04 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f228e70d-e270-497e-a555-a03d423010fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006663 Jul 23 20:35:29.914348 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-f1fc338d-3555-48f2-b559-4ef59ec543d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:29.915889 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-f1fc338d-3555-48f2-b559-4ef59ec543d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc6aafc9a1984c2892802db2a169e57b&device_id=aa0b978f-d7b3-4d99-bd99-d15dc291acd2 HTTP/1.1" status: 200 len: 1100 time: 0.1044741 Jul 23 20:35:29.981586 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-ac743bfd-d53a-49ec-bc97-dd5db318f7d8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2df679ea-7027-447d-8c17-3ac7d6aa1068 HTTP/1.1" status: 200 len: 217 time: 0.0539472 Jul 23 20:35:30.076249 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6083010d-47ae-4853-835d-bad258d87dac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:30.086675 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-54a5599f-53ea-46bc-b5af-7230c57ae9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:30.094363 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-54a5599f-53ea-46bc-b5af-7230c57ae9a0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=44f53811-76b0-4464-b064-747742e455f9 HTTP/1.1" status: 200 len: 847 time: 0.1063561 Jul 23 20:35:30.214909 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-ec814813-0884-4692-85c7-aec7e8b2df1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:30.216537 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-ec814813-0884-4692-85c7-aec7e8b2df1d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cb412ecb-d5ef-454a-bf42-cc3f5b57ec86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1156776 Jul 23 20:35:30.350978 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59534) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:30.353067 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-89f2e8b5-44ae-46bb-b839-a26550778a73 service neutron] 10.222.0.30 "GET /v2.0/networks/cb412ecb-d5ef-454a-bf42-cc3f5b57ec86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297176 Jul 23 20:35:30.359911 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6083010d-47ae-4853-835d-bad258d87dac admin admin] Router 25049c53-c674-4283-aa8a-59b19f9231dc has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:35:30.496199 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6083010d-47ae-4853-835d-bad258d87dac admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:30.501356 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6083010d-47ae-4853-835d-bad258d87dac admin admin] 10.222.0.32 "PUT /v2.0/routers/25049c53-c674-4283-aa8a-59b19f9231dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3676410 Jul 23 20:35:30.503916 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59540) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:30.512706 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf88beb3-b1f2-42df-b697-aa81d717a184 None None] Sync routers for ids ['25049c53-c674-4283-aa8a-59b19f9231dc'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:30.523692 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf88beb3-b1f2-42df-b697-aa81d717a184 None None] Routers {'25049c53-c674-4283-aa8a-59b19f9231dc'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:30.524318 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-cf88beb3-b1f2-42df-b697-aa81d717a184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:35:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['25049c53-c674-4283-aa8a-59b19f9231dc'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:30.555755 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e895cddd-ff93-4cf2-a2bf-3f1c1ac8337e req-ec88d3e8-4d25-4096-868a-df8ea37ee0a2 service neutron] 10.222.0.30 "GET /v2.0/networks/cb412ecb-d5ef-454a-bf42-cc3f5b57ec86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940899 Jul 23 20:35:30.618514 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8510fe71-65cf-4405-a566-02b1ab7c6b87 admin admin] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:30.686424 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-cf88beb3-b1f2-42df-b697-aa81d717a184 None None] Set router 25049c53-c674-4283-aa8a-59b19f9231dc gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:30.748781 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8510fe71-65cf-4405-a566-02b1ab7c6b87 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:30.828085 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-8510fe71-65cf-4405-a566-02b1ab7c6b87 admin admin] Deleting port f61d50d9-6c49-4f0a-9faa-6746f68b5531 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:30.828447 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8510fe71-65cf-4405-a566-02b1ab7c6b87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:30.879112 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 4d9dfc8c-57a4-455d-a557-09cea0151e70 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:35:30.933209 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa0b978f-d7b3-4d99-bd99-d15dc291acd2', 'tag': '2df679ea-7027-447d-8c17-3ac7d6aa1068'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:35:30.936291 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb52de9-b44f-4bb0-98f3-c7c521f1ae0e" -d '{"events": [{"name": "network-changed", "server_uuid": "aa0b978f-d7b3-4d99-bd99-d15dc291acd2", "tag": "2df679ea-7027-447d-8c17-3ac7d6aa1068"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:35:30.942114 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 4d9dfc8c-57a4-455d-a557-09cea0151e70 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:35:30.955654 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 4d9dfc8c-57a4-455d-a557-09cea0151e70 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:35:31.007207 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-8510fe71-65cf-4405-a566-02b1ab7c6b87 admin admin] For port f61d50d9-6c49-4f0a-9faa-6746f68b5531, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=f61d50d9-6c49-4f0a-9faa-6746f68b5531,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:31.007678 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8510fe71-65cf-4405-a566-02b1ab7c6b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:31.053009 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-8510fe71-65cf-4405-a566-02b1ab7c6b87 admin admin] Calling delete_port for f61d50d9-6c49-4f0a-9faa-6746f68b5531 owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:31.081417 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3afe9969-91e2-44ac-b8f9-5ef3e7b31e1a tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:31.099914 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-cf88beb3-b1f2-42df-b697-aa81d717a184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25049c53-c674-4283-aa8a-59b19f9231dc', 'name': 'tempest-TestAggregatesBasicOps-1831863648-router', 'tenant_id': '9aa1f644371c48439b3dd12907ce2778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'f61d50d9-6c49-4f0a-9faa-6746f68b5531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:10Z', 'updated_at': '2021-07-23T20:35:29Z', 'revision_number': 5, 'project_id': '9aa1f644371c48439b3dd12907ce2778', 'gw_port': {'id': 'f61d50d9-6c49-4f0a-9faa-6746f68b5531', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25049c53-c674-4283-aa8a-59b19f9231dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:11Z', 'updated_at': '2021-07-23T20:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:31.133359 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf88beb3-b1f2-42df-b697-aa81d717a184 None None] Checking router: 25049c53-c674-4283-aa8a-59b19f9231dc for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:35:31.146062 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf88beb3-b1f2-42df-b697-aa81d717a184 None None] Routers {'25049c53-c674-4283-aa8a-59b19f9231dc'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:31.146938 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-cf88beb3-b1f2-42df-b697-aa81d717a184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:35:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['25049c53-c674-4283-aa8a-59b19f9231dc'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:31.164845 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 712fe002-9fa8-41b2-8d4c-cfedfa9eeb46 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:31.279956 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 712fe002-9fa8-41b2-8d4c-cfedfa9eeb46 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:31.285202 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 712fe002-9fa8-41b2-8d4c-cfedfa9eeb46 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:31.286042 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:31.301224 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2b91f-14cd-46a3-88c9-56bc857126bc req-79843665-4e56-484b-ba29-1044b3d148c8 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:31.304349 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6af2b91f-14cd-46a3-88c9-56bc857126bc req-79843665-4e56-484b-ba29-1044b3d148c8 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=aa0b978f-d7b3-4d99-bd99-d15dc291acd2 HTTP/1.1" status: 200 len: 1100 time: 0.2581587 Jul 23 20:35:31.334888 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-cf88beb3-b1f2-42df-b697-aa81d717a184 None None] Set router 25049c53-c674-4283-aa8a-59b19f9231dc gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:31.398845 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6af2b91f-14cd-46a3-88c9-56bc857126bc req-7d0a38f5-7d2e-449c-b739-12593cb64b0b tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f228e70d-e270-497e-a555-a03d423010fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802293 Jul 23 20:35:31.411589 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-cf88beb3-b1f2-42df-b697-aa81d717a184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25049c53-c674-4283-aa8a-59b19f9231dc', 'name': 'tempest-TestAggregatesBasicOps-1831863648-router', 'tenant_id': '9aa1f644371c48439b3dd12907ce2778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:10Z', 'updated_at': '2021-07-23T20:35:30Z', 'revision_number': 6, 'project_id': '9aa1f644371c48439b3dd12907ce2778', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:31.446679 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf88beb3-b1f2-42df-b697-aa81d717a184 None None] The sync data for ids ['25049c53-c674-4283-aa8a-59b19f9231dc'] in n-d-793618-10 is: [{'id': '25049c53-c674-4283-aa8a-59b19f9231dc', 'name': 'tempest-TestAggregatesBasicOps-1831863648-router', 'tenant_id': '9aa1f644371c48439b3dd12907ce2778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:10Z', 'updated_at': '2021-07-23T20:35:30Z', 'revision_number': 6, 'project_id': '9aa1f644371c48439b3dd12907ce2778', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:31.476149 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:31.486031 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a93c78-4087-4923-b866-ef183b669627 x-openstack-request-id: req-e0a93c78-4087-4923-b866-ef183b669627 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:35:31.486179 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa0b978f-d7b3-4d99-bd99-d15dc291acd2", "tag": "2df679ea-7027-447d-8c17-3ac7d6aa1068", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:35:31.486385 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e0a93c78-4087-4923-b866-ef183b669627 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:35:31.486770 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa0b978f-d7b3-4d99-bd99-d15dc291acd2', 'tag': '2df679ea-7027-447d-8c17-3ac7d6aa1068', 'status': 'completed', 'code': 200} Jul 23 20:35:31.497863 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8510fe71-65cf-4405-a566-02b1ab7c6b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:31.507124 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-3afe9969-91e2-44ac-b8f9-5ef3e7b31e1a tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Deleting port 2e874e4b-19b8-4a3d-9656-078577b2f2c1 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:31.507471 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3afe9969-91e2-44ac-b8f9-5ef3e7b31e1a tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:31.546649 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510fe71-65cf-4405-a566-02b1ab7c6b87 admin admin] Pushing event deleted for resources: {'Port': ['ID=f61d50d9-6c49-4f0a-9faa-6746f68b5531,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:31.546882 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 712fe002-9fa8-41b2-8d4c-cfedfa9eeb46, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=712fe002-9fa8-41b2-8d4c-cfedfa9eeb46,segment=NetworkSegment(24f8be2c-91c9-4425-9665-99a36ac1d9a8),segment_id=24f8be2c-91c9-4425-9665-99a36ac1d9a8)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:31.553038 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:31.621981 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=712fe002-9fa8-41b2-8d4c-cfedfa9eeb46,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:31.635124 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8510fe71-65cf-4405-a566-02b1ab7c6b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:31.663584 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-3afe9969-91e2-44ac-b8f9-5ef3e7b31e1a tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] For port 2e874e4b-19b8-4a3d-9656-078577b2f2c1, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=2e874e4b-19b8-4a3d-9656-078577b2f2c1,segment=NetworkSegment(ba6de94f-b985-4a00-a5f5-bb97d8bfa191),segment_id=ba6de94f-b985-4a00-a5f5-bb97d8bfa191)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:31.663943 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3afe9969-91e2-44ac-b8f9-5ef3e7b31e1a tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:31.673021 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb52de9-b44f-4bb0-98f3-c7c521f1ae0e req-9d67793c-6709-4403-9a90-8091ec0b5da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:31.674529 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bdb52de9-b44f-4bb0-98f3-c7c521f1ae0e req-9d67793c-6709-4403-9a90-8091ec0b5da4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc6aafc9a1984c2892802db2a169e57b&device_id=aa0b978f-d7b3-4d99-bd99-d15dc291acd2 HTTP/1.1" status: 200 len: 1100 time: 0.1291401 Jul 23 20:35:31.681104 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-3afe9969-91e2-44ac-b8f9-5ef3e7b31e1a tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Calling delete_port for 2e874e4b-19b8-4a3d-9656-078577b2f2c1 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:31.727648 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8510fe71-65cf-4405-a566-02b1ab7c6b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:31.730121 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8510fe71-65cf-4405-a566-02b1ab7c6b87 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:31.781217 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8510fe71-65cf-4405-a566-02b1ab7c6b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:31.781825 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8510fe71-65cf-4405-a566-02b1ab7c6b87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25049c53-c674-4283-aa8a-59b19f9231dc {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:35:31.786863 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8510fe71-65cf-4405-a566-02b1ab7c6b87 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:31.788587 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8510fe71-65cf-4405-a566-02b1ab7c6b87 admin admin] 10.222.0.32 "DELETE /v2.0/routers/25049c53-c674-4283-aa8a-59b19f9231dc HTTP/1.1" status: 204 len: 168 time: 1.2833457 Jul 23 20:35:31.790638 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59560) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:31.836720 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb52de9-b44f-4bb0-98f3-c7c521f1ae0e req-80aa830c-359a-443b-88be-5e8ee9c1436d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:31.838125 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bdb52de9-b44f-4bb0-98f3-c7c521f1ae0e req-80aa830c-359a-443b-88be-5e8ee9c1436d service neutron] 10.222.0.30 "GET /v2.0/networks?id=cb412ecb-d5ef-454a-bf42-cc3f5b57ec86 HTTP/1.1" status: 200 len: 909 time: 0.1542704 Jul 23 20:35:31.844660 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-80b56c37-d355-4cb3-801a-c28b87f94976 admin admin] Deleting subnet b1c0809a-5880-42ad-a6da-807cd278d928 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:35:31.851282 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-80b56c37-d355-4cb3-801a-c28b87f94976 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:31.892061 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-80b56c37-d355-4cb3-801a-c28b87f94976 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:31.919662 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bdb52de9-b44f-4bb0-98f3-c7c521f1ae0e req-7f987af5-54bd-4d4e-9b92-b9ed5c4d6481 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2df679ea-7027-447d-8c17-3ac7d6aa1068 HTTP/1.1" status: 200 len: 217 time: 0.0508103 Jul 23 20:35:31.984904 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb52de9-b44f-4bb0-98f3-c7c521f1ae0e req-496576c1-cef2-40ea-9aab-43a01b004762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:31.986463 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bdb52de9-b44f-4bb0-98f3-c7c521f1ae0e req-496576c1-cef2-40ea-9aab-43a01b004762 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=44f53811-76b0-4464-b064-747742e455f9 HTTP/1.1" status: 200 len: 847 time: 0.0583439 Jul 23 20:35:32.013207 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-80b56c37-d355-4cb3-801a-c28b87f94976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:32.076090 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-80b56c37-d355-4cb3-801a-c28b87f94976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:32.081689 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3afe9969-91e2-44ac-b8f9-5ef3e7b31e1a tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:32.105643 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b56c37-d355-4cb3-801a-c28b87f94976 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1c0809a-5880-42ad-a6da-807cd278d928,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:32.110269 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-80b56c37-d355-4cb3-801a-c28b87f94976 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:32.112415 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-80b56c37-d355-4cb3-801a-c28b87f94976 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b1c0809a-5880-42ad-a6da-807cd278d928 HTTP/1.1" status: 204 len: 168 time: 0.3207881 Jul 23 20:35:32.117956 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59566) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:32.123185 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3408ef0e-55f5-4e73-954b-72c6d8d6bf54 None None] Network 210dd292-0abc-465e-80d3-a33642b48ea4 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:32.215371 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-38d51ca0-6e89-49f0-afde-3eef0fb3ba3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:32.296705 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-38d51ca0-6e89-49f0-afde-3eef0fb3ba3b admin admin] Deleting port 6c2067ef-86f5-434c-82e4-ad42ad24c0fe {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:32.297314 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-38d51ca0-6e89-49f0-afde-3eef0fb3ba3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:32.395289 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-38d51ca0-6e89-49f0-afde-3eef0fb3ba3b admin admin] For port 6c2067ef-86f5-434c-82e4-ad42ad24c0fe, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6c2067ef-86f5-434c-82e4-ad42ad24c0fe,segment=NetworkSegment(7ba8c7fb-e798-4e10-afb1-0fee6548419b),segment_id=7ba8c7fb-e798-4e10-afb1-0fee6548419b)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:32.395969 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-38d51ca0-6e89-49f0-afde-3eef0fb3ba3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:32.416349 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914a0103-b2bf-4c64-a624-d38243265dd4 None None] DHCP port deletion for 210dd292-0abc-465e-80d3-a33642b48ea4 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:35:32.419347 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-38d51ca0-6e89-49f0-afde-3eef0fb3ba3b admin admin] Calling delete_port for 6c2067ef-86f5-434c-82e4-ad42ad24c0fe owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:32.491622 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-914a0103-b2bf-4c64-a624-d38243265dd4 None None] Deleting port 6c2067ef-86f5-434c-82e4-ad42ad24c0fe {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:32.492187 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-914a0103-b2bf-4c64-a624-d38243265dd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:32.521815 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe9969-91e2-44ac-b8f9-5ef3e7b31e1a tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event deleted for resources: {'Port': ['ID=2e874e4b-19b8-4a3d-9656-078577b2f2c1,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:32.536439 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb52de9-b44f-4bb0-98f3-c7c521f1ae0e req-015f64f4-eb81-4b95-ba21-eee5dd6ddf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:32.537987 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bdb52de9-b44f-4bb0-98f3-c7c521f1ae0e req-015f64f4-eb81-4b95-ba21-eee5dd6ddf39 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cb412ecb-d5ef-454a-bf42-cc3f5b57ec86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5432286 Jul 23 20:35:32.625766 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-914a0103-b2bf-4c64-a624-d38243265dd4 None None] For port 6c2067ef-86f5-434c-82e4-ad42ad24c0fe, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6c2067ef-86f5-434c-82e4-ad42ad24c0fe,segment=NetworkSegment(7ba8c7fb-e798-4e10-afb1-0fee6548419b),segment_id=7ba8c7fb-e798-4e10-afb1-0fee6548419b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:32.626310 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-914a0103-b2bf-4c64-a624-d38243265dd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:32.641428 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-914a0103-b2bf-4c64-a624-d38243265dd4 None None] Calling delete_port for 6c2067ef-86f5-434c-82e4-ad42ad24c0fe owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:32.684137 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e5746-1ff2-49d0-9984-f81cea75b88d req-5a9e05b2-8183-4571-aa83-70dae076bda3 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:32.691600 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b35e5746-1ff2-49d0-9984-f81cea75b88d req-5a9e05b2-8183-4571-aa83-70dae076bda3 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=aa0b978f-d7b3-4d99-bd99-d15dc291acd2 HTTP/1.1" status: 200 len: 1100 time: 0.1290619 Jul 23 20:35:32.729298 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-38d51ca0-6e89-49f0-afde-3eef0fb3ba3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:32.734871 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-914a0103-b2bf-4c64-a624-d38243265dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:32.749960 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b35e5746-1ff2-49d0-9984-f81cea75b88d req-c92aefa4-4d2f-4bdb-a5e6-861507652bf5 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f228e70d-e270-497e-a555-a03d423010fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555913 Jul 23 20:35:32.762369 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d51ca0-6e89-49f0-afde-3eef0fb3ba3b admin admin] No DVR routers for this DVR port 6c2067ef-86f5-434c-82e4-ad42ad24c0fe on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:35:32.772899 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a0103-b2bf-4c64-a624-d38243265dd4 None None] Pushing event deleted for resources: {'Port': ['ID=6c2067ef-86f5-434c-82e4-ad42ad24c0fe,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:32.780372 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914a0103-b2bf-4c64-a624-d38243265dd4 None None] No DVR routers for this DVR port 6c2067ef-86f5-434c-82e4-ad42ad24c0fe on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:35:32.834115 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d51ca0-6e89-49f0-afde-3eef0fb3ba3b admin admin] Pushing event deleted for resources: {'Port': ['ID=6c2067ef-86f5-434c-82e4-ad42ad24c0fe,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:32.896490 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 2df679ea-7027-447d-8c17-3ac7d6aa1068 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:35:32.896722 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-38d51ca0-6e89-49f0-afde-3eef0fb3ba3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:32.937784 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-38d51ca0-6e89-49f0-afde-3eef0fb3ba3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['210dd292-0abc-465e-80d3-a33642b48ea4']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:32.951850 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-38d51ca0-6e89-49f0-afde-3eef0fb3ba3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba8c7fb-e798-4e10-afb1-0fee6548419b') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:32.952365 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-38d51ca0-6e89-49f0-afde-3eef0fb3ba3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba8c7fb-e798-4e10-afb1-0fee6548419b') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:32.968266 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-38d51ca0-6e89-49f0-afde-3eef0fb3ba3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:32.991158 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-38d51ca0-6e89-49f0-afde-3eef0fb3ba3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:32.998486 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d51ca0-6e89-49f0-afde-3eef0fb3ba3b admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:35:32.998908 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-38d51ca0-6e89-49f0-afde-3eef0fb3ba3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:33.001529 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:35:33.001529 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:35:33.001529 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:35:33.001529 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:35:33.001529 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:35:33.001529 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:35:33.001529 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:35:33.001529 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:35:33.001529 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:35:33.001529 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:35:33.001529 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:35:33.001529 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:35:33.001529 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:35:33.001529 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:35:33.001529 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:35:33.001529 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:35:33.001529 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:35:33.001529 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:35:33.001529 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:35:33.001529 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:35:33.001529 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:35:33.001529 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:35:33.001529 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:35:33.001529 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:35:33.001529 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:35:33.001529 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:35:33.001529 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:35:33.001529 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:35:33.001529 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:35:33.001529 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:35:33.001529 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:35:33.001529 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:35:33.007543 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bdb52de9-b44f-4bb0-98f3-c7c521f1ae0e req-53161377-d4c8-469c-93c9-f90b3a5048b6 service neutron] 10.222.0.30 "GET /v2.0/networks/cb412ecb-d5ef-454a-bf42-cc3f5b57ec86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4558797 Jul 23 20:35:33.087123 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 2df679ea-7027-447d-8c17-3ac7d6aa1068, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=2df679ea-7027-447d-8c17-3ac7d6aa1068,segment=NetworkSegment(25cb269f-1cf6-48c9-8cdf-b8976a8c982f),segment_id=25cb269f-1cf6-48c9-8cdf-b8976a8c982f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:33.094516 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-38d51ca0-6e89-49f0-afde-3eef0fb3ba3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:33.106941 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-38d51ca0-6e89-49f0-afde-3eef0fb3ba3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:33.119664 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-38d51ca0-6e89-49f0-afde-3eef0fb3ba3b admin admin] 10.222.0.32 "DELETE /v2.0/networks/210dd292-0abc-465e-80d3-a33642b48ea4 HTTP/1.1" status: 204 len: 168 time: 1.0003762 Jul 23 20:35:33.125227 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59584) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:33.126402 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 712fe002-9fa8-41b2-8d4c-cfedfa9eeb46 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:33.130414 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d51ca0-6e89-49f0-afde-3eef0fb3ba3b admin admin] Pushing event deleted for resources: {'Network': ['ID=210dd292-0abc-465e-80d3-a33642b48ea4,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:33.153323 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '2df679ea-7027-447d-8c17-3ac7d6aa1068', 'network_id': 'cb412ecb-d5ef-454a-bf42-cc3f5b57ec86', 'port_id': '2df679ea-7027-447d-8c17-3ac7d6aa1068', 'mac_address': 'fa:16:3e:3f:c3:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44f53811-76b0-4464-b064-747742e455f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:foo_zone', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:35:33.208446 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:33.214295 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 712fe002-9fa8-41b2-8d4c-cfedfa9eeb46 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:33.214660 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:33.247980 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2df679ea-7027-447d-8c17-3ac7d6aa1068 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:35:33.259425 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bdb52de9-b44f-4bb0-98f3-c7c521f1ae0e req-50d756bc-14f5-4cd4-adbf-12fc4d3e1507 service neutron] 10.222.0.30 "GET /v2.0/networks/cb412ecb-d5ef-454a-bf42-cc3f5b57ec86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443252 Jul 23 20:35:33.263331 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3afe9969-91e2-44ac-b8f9-5ef3e7b31e1a tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:33.286340 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 2df679ea-7027-447d-8c17-3ac7d6aa1068, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=2df679ea-7027-447d-8c17-3ac7d6aa1068,segment=NetworkSegment(25cb269f-1cf6-48c9-8cdf-b8976a8c982f),segment_id=25cb269f-1cf6-48c9-8cdf-b8976a8c982f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:33.294574 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:33.377944 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=2df679ea-7027-447d-8c17-3ac7d6aa1068,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:33.463449 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device f61d50d9-6c49-4f0a-9faa-6746f68b5531 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:35:33.491053 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['2df679ea-7027-447d-8c17-3ac7d6aa1068'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:35:33.494608 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: f61d50d9-6c49-4f0a-9faa-6746f68b5531 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:35:33.494853 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device f61d50d9-6c49-4f0a-9faa-6746f68b5531 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:35:33.495417 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6c2067ef-86f5-434c-82e4-ad42ad24c0fe no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:35:33.535958 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 6c2067ef-86f5-434c-82e4-ad42ad24c0fe {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:35:33.536310 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6c2067ef-86f5-434c-82e4-ad42ad24c0fe not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:35:33.536734 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d4d74a8f-69f7-43a6-8320-69efc113e512 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:35:33.563291 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: d4d74a8f-69f7-43a6-8320-69efc113e512 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:35:33.563780 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d4d74a8f-69f7-43a6-8320-69efc113e512 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:35:33.688505 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3afe9969-91e2-44ac-b8f9-5ef3e7b31e1a tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Router a330c57f-3105-4d38-8f14-41e56baa35ec has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:35:33.844457 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afe9969-91e2-44ac-b8f9-5ef3e7b31e1a tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:33.852886 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3afe9969-91e2-44ac-b8f9-5ef3e7b31e1a tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "PUT /v2.0/routers/a330c57f-3105-4d38-8f14-41e56baa35ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4962521 Jul 23 20:35:33.853831 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59602) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:33.856135 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53126b89-c32a-461f-a609-53b2ea029290 None None] Sync routers for ids ['a330c57f-3105-4d38-8f14-41e56baa35ec'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:33.865687 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53126b89-c32a-461f-a609-53b2ea029290 None None] Routers {'a330c57f-3105-4d38-8f14-41e56baa35ec'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:33.866789 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-53126b89-c32a-461f-a609-53b2ea029290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:35:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a330c57f-3105-4d38-8f14-41e56baa35ec'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:33.893948 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ad3b0-8c6e-4a1b-9c01-a5ddc222d3e2 req-b9804044-64e2-4f37-9d0c-5e86b066a392 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:33.895797 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9a2ad3b0-8c6e-4a1b-9c01-a5ddc222d3e2 req-b9804044-64e2-4f37-9d0c-5e86b066a392 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=aa0b978f-d7b3-4d99-bd99-d15dc291acd2 HTTP/1.1" status: 200 len: 1101 time: 0.0718977 Jul 23 20:35:33.898435 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee4f2278-74fd-460a-929c-c7b35de052d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:33.947790 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9a2ad3b0-8c6e-4a1b-9c01-a5ddc222d3e2 req-47e61a09-06db-4472-948f-2baac134f1c2 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f228e70d-e270-497e-a555-a03d423010fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454545 Jul 23 20:35:33.994224 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-40f94268-efba-49e1-9a08-dbf5c3271846 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Deleting subnet cd79755f-90ca-4b32-a55d-57bf1b05e1f7 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:35:33.998623 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-53126b89-c32a-461f-a609-53b2ea029290 None None] Set router a330c57f-3105-4d38-8f14-41e56baa35ec gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:34.001503 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40f94268-efba-49e1-9a08-dbf5c3271846 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:34.054740 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40f94268-efba-49e1-9a08-dbf5c3271846 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:34.211521 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-53126b89-c32a-461f-a609-53b2ea029290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a330c57f-3105-4d38-8f14-41e56baa35ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-127839094', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '6b6ed53d-f36e-47ea-aab9-9950a7f22e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:30Z', 'updated_at': '2021-07-23T20:35:31Z', 'revision_number': 5, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '6b6ed53d-f36e-47ea-aab9-9950a7f22e4e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330c57f-3105-4d38-8f14-41e56baa35ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:31Z', 'updated_at': '2021-07-23T20:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:34.212241 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40f94268-efba-49e1-9a08-dbf5c3271846 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:34.249580 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53126b89-c32a-461f-a609-53b2ea029290 None None] Checking router: a330c57f-3105-4d38-8f14-41e56baa35ec for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:35:34.256405 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53126b89-c32a-461f-a609-53b2ea029290 None None] Routers {'a330c57f-3105-4d38-8f14-41e56baa35ec'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:34.257334 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-53126b89-c32a-461f-a609-53b2ea029290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:35:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['a330c57f-3105-4d38-8f14-41e56baa35ec'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:34.334460 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40f94268-efba-49e1-9a08-dbf5c3271846 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:34.372014 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-53126b89-c32a-461f-a609-53b2ea029290 None None] Set router a330c57f-3105-4d38-8f14-41e56baa35ec gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:34.376360 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f94268-efba-49e1-9a08-dbf5c3271846 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event deleted for resources: {'Subnet': ['ID=cd79755f-90ca-4b32-a55d-57bf1b05e1f7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:34.380600 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40f94268-efba-49e1-9a08-dbf5c3271846 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:34.385039 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-40f94268-efba-49e1-9a08-dbf5c3271846 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "DELETE /v2.0/subnets/cd79755f-90ca-4b32-a55d-57bf1b05e1f7 HTTP/1.1" status: 204 len: 168 time: 0.5277784 Jul 23 20:35:34.386080 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59610) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:34.403543 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c2ff1c-1c32-4ea4-abdb-a4864f22aec4 None None] Network c91af19b-52b2-4b23-8f3c-6803df020fa0 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:34.490788 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-ee4f2278-74fd-460a-929c-c7b35de052d9 admin admin] Deleting port 712fe002-9fa8-41b2-8d4c-cfedfa9eeb46 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:34.491186 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee4f2278-74fd-460a-929c-c7b35de052d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:34.563045 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-792e704e-cbbf-4bfc-b4f6-63e425f7b384 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:34.657741 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-ee4f2278-74fd-460a-929c-c7b35de052d9 admin admin] For port 712fe002-9fa8-41b2-8d4c-cfedfa9eeb46, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=712fe002-9fa8-41b2-8d4c-cfedfa9eeb46,segment=NetworkSegment(24f8be2c-91c9-4425-9665-99a36ac1d9a8),segment_id=24f8be2c-91c9-4425-9665-99a36ac1d9a8)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:34.658100 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee4f2278-74fd-460a-929c-c7b35de052d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:34.676386 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-ee4f2278-74fd-460a-929c-c7b35de052d9 admin admin] Calling delete_port for 712fe002-9fa8-41b2-8d4c-cfedfa9eeb46 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:34.681380 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-53126b89-c32a-461f-a609-53b2ea029290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a330c57f-3105-4d38-8f14-41e56baa35ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-127839094', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '6b6ed53d-f36e-47ea-aab9-9950a7f22e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:30Z', 'updated_at': '2021-07-23T20:35:31Z', 'revision_number': 5, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '6b6ed53d-f36e-47ea-aab9-9950a7f22e4e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330c57f-3105-4d38-8f14-41e56baa35ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:31Z', 'updated_at': '2021-07-23T20:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:34.709914 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53126b89-c32a-461f-a609-53b2ea029290 None None] The sync data for ids ['a330c57f-3105-4d38-8f14-41e56baa35ec'] in n-d-793618-10 is: [{'id': 'a330c57f-3105-4d38-8f14-41e56baa35ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-127839094', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '6b6ed53d-f36e-47ea-aab9-9950a7f22e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:30Z', 'updated_at': '2021-07-23T20:35:31Z', 'revision_number': 5, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '6b6ed53d-f36e-47ea-aab9-9950a7f22e4e', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a330c57f-3105-4d38-8f14-41e56baa35ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:31Z', 'updated_at': '2021-07-23T20:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:34.738878 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-792e704e-cbbf-4bfc-b4f6-63e425f7b384 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:34.757798 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:35:34.768825 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1d4e98-0124-42e0-ad83-8e2c38aca3e2 None None] DHCP port deletion for c91af19b-52b2-4b23-8f3c-6803df020fa0 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:35:34.838494 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ed1d4e98-0124-42e0-ad83-8e2c38aca3e2 None None] Deleting port ff4c8695-0338-441e-996e-fdef122c63cb {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:34.839286 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ed1d4e98-0124-42e0-ad83-8e2c38aca3e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:34.867115 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-792e704e-cbbf-4bfc-b4f6-63e425f7b384 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Deleting port 6b6ed53d-f36e-47ea-aab9-9950a7f22e4e {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:34.867464 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-792e704e-cbbf-4bfc-b4f6-63e425f7b384 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:34.907999 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 2df679ea-7027-447d-8c17-3ac7d6aa1068 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:34.910875 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-ed1d4e98-0124-42e0-ad83-8e2c38aca3e2 None None] For port ff4c8695-0338-441e-996e-fdef122c63cb, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=ff4c8695-0338-441e-996e-fdef122c63cb,segment=NetworkSegment(ba6de94f-b985-4a00-a5f5-bb97d8bfa191),segment_id=ba6de94f-b985-4a00-a5f5-bb97d8bfa191)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:34.911337 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ed1d4e98-0124-42e0-ad83-8e2c38aca3e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:34.946715 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ed1d4e98-0124-42e0-ad83-8e2c38aca3e2 None None] Calling delete_port for ff4c8695-0338-441e-996e-fdef122c63cb owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:35.035529 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 2df679ea-7027-447d-8c17-3ac7d6aa1068 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:35.048251 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 2df679ea-7027-447d-8c17-3ac7d6aa1068 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:35.048856 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:35.107508 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ed1d4e98-0124-42e0-ad83-8e2c38aca3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:35.160375 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1d4e98-0124-42e0-ad83-8e2c38aca3e2 None None] No DVR routers for this DVR port ff4c8695-0338-441e-996e-fdef122c63cb on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:35:35.168661 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1d4e98-0124-42e0-ad83-8e2c38aca3e2 None None] Pushing event deleted for resources: {'Port': ['ID=ff4c8695-0338-441e-996e-fdef122c63cb,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:35.198009 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea85bb-84ab-4d81-9e29-a1ca12308f18 req-ef2cf387-6049-4fb7-a11a-301304670101 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:35.201712 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e4ea85bb-84ab-4d81-9e29-a1ca12308f18 req-ef2cf387-6049-4fb7-a11a-301304670101 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=aa0b978f-d7b3-4d99-bd99-d15dc291acd2 HTTP/1.1" status: 200 len: 1101 time: 0.1667984 Jul 23 20:35:35.237997 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device ff4c8695-0338-441e-996e-fdef122c63cb no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:35:35.263304 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: ff4c8695-0338-441e-996e-fdef122c63cb {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:35:35.263648 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device ff4c8695-0338-441e-996e-fdef122c63cb not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:35:35.264409 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e4ea85bb-84ab-4d81-9e29-a1ca12308f18 req-3a42b5cf-85ec-435c-9ae2-3ff845f2b252 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f228e70d-e270-497e-a555-a03d423010fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564971 Jul 23 20:35:35.270282 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 2e874e4b-19b8-4a3d-9656-078577b2f2c1 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:35:35.287958 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:35.316906 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 2e874e4b-19b8-4a3d-9656-078577b2f2c1 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:35:35.317254 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 2e874e4b-19b8-4a3d-9656-078577b2f2c1 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:35:35.366081 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 2df679ea-7027-447d-8c17-3ac7d6aa1068, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=2df679ea-7027-447d-8c17-3ac7d6aa1068,segment=NetworkSegment(25cb269f-1cf6-48c9-8cdf-b8976a8c982f),segment_id=25cb269f-1cf6-48c9-8cdf-b8976a8c982f)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:35.367151 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0b978f-d7b3-4d99-bd99-d15dc291acd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df679ea-7027-447d-8c17-3ac7d6aa1068'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:35:35.370055 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b38d5e3-aff8-4d51-987b-cf01c0d0d4f1" -d '{"events": [{"server_uuid": "aa0b978f-d7b3-4d99-bd99-d15dc291acd2", "name": "network-vif-plugged", "status": "completed", "tag": "2df679ea-7027-447d-8c17-3ac7d6aa1068"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:35:35.383000 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:35.424869 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-792e704e-cbbf-4bfc-b4f6-63e425f7b384 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] For port 6b6ed53d-f36e-47ea-aab9-9950a7f22e4e, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6b6ed53d-f36e-47ea-aab9-9950a7f22e4e,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:35.425582 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-792e704e-cbbf-4bfc-b4f6-63e425f7b384 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:35.427539 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d3c4d7-3bdc-4bc3-b54c-6b99b0538d24 x-openstack-request-id: req-19d3c4d7-3bdc-4bc3-b54c-6b99b0538d24 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:35:35.427972 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0b978f-d7b3-4d99-bd99-d15dc291acd2", "name": "network-vif-plugged", "status": "completed", "tag": "2df679ea-7027-447d-8c17-3ac7d6aa1068", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:35:35.428255 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19d3c4d7-3bdc-4bc3-b54c-6b99b0538d24 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:35:35.428651 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa0b978f-d7b3-4d99-bd99-d15dc291acd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df679ea-7027-447d-8c17-3ac7d6aa1068', 'code': 200} Jul 23 20:35:35.430162 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee4f2278-74fd-460a-929c-c7b35de052d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:35.455701 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=2df679ea-7027-447d-8c17-3ac7d6aa1068,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:35.482015 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-792e704e-cbbf-4bfc-b4f6-63e425f7b384 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Calling delete_port for 6b6ed53d-f36e-47ea-aab9-9950a7f22e4e owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:35.488247 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f2278-74fd-460a-929c-c7b35de052d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=712fe002-9fa8-41b2-8d4c-cfedfa9eeb46,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:35.779713 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc142f6-5d30-439f-b46a-0146909bbab0 req-c822f7a5-06ad-488e-b4c9-442dd1767de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:35.781422 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0fc142f6-5d30-439f-b46a-0146909bbab0 req-c822f7a5-06ad-488e-b4c9-442dd1767de9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aa0b978f-d7b3-4d99-bd99-d15dc291acd2 HTTP/1.1" status: 200 len: 1102 time: 0.2908859 Jul 23 20:35:35.865826 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0fc142f6-5d30-439f-b46a-0146909bbab0 req-c55814a1-1839-4a4e-b335-c5f71452565f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f228e70d-e270-497e-a555-a03d423010fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749226 Jul 23 20:35:35.894893 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee4f2278-74fd-460a-929c-c7b35de052d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:35.900798 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-792e704e-cbbf-4bfc-b4f6-63e425f7b384 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:35.933957 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e704e-cbbf-4bfc-b4f6-63e425f7b384 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event deleted for resources: {'Port': ['ID=6b6ed53d-f36e-47ea-aab9-9950a7f22e4e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:36.068309 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-792e704e-cbbf-4bfc-b4f6-63e425f7b384 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:36.176371 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-792e704e-cbbf-4bfc-b4f6-63e425f7b384 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:36.178912 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-792e704e-cbbf-4bfc-b4f6-63e425f7b384 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:36.290206 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-792e704e-cbbf-4bfc-b4f6-63e425f7b384 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:36.290728 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792e704e-cbbf-4bfc-b4f6-63e425f7b384 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Fanout notify agent at l3_agent the message router_deleted on router a330c57f-3105-4d38-8f14-41e56baa35ec {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:35:36.300071 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-792e704e-cbbf-4bfc-b4f6-63e425f7b384 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:36.301216 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-792e704e-cbbf-4bfc-b4f6-63e425f7b384 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "DELETE /v2.0/routers/a330c57f-3105-4d38-8f14-41e56baa35ec HTTP/1.1" status: 204 len: 168 time: 1.9129305 Jul 23 20:35:36.305076 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59648) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:36.338479 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4f2278-74fd-460a-929c-c7b35de052d9 admin admin] Router d047c192-f6cc-4df9-9cb4-3aa0ea28a1ab has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:35:36.428654 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-41f24255-6cbf-4d01-8d13-85540e937584 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:36.478027 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4f2278-74fd-460a-929c-c7b35de052d9 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:36.490225 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03556760-a64b-4597-826b-6debb52ef01f None None] Sync routers for ids ['d047c192-f6cc-4df9-9cb4-3aa0ea28a1ab'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:36.505565 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ee4f2278-74fd-460a-929c-c7b35de052d9 admin admin] 10.222.0.32 "PUT /v2.0/routers/d047c192-f6cc-4df9-9cb4-3aa0ea28a1ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3762450 Jul 23 20:35:36.507755 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59652) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:36.508448 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03556760-a64b-4597-826b-6debb52ef01f None None] Routers {'d047c192-f6cc-4df9-9cb4-3aa0ea28a1ab'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:36.509244 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-03556760-a64b-4597-826b-6debb52ef01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:35:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['d047c192-f6cc-4df9-9cb4-3aa0ea28a1ab'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:36.640302 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-41f24255-6cbf-4d01-8d13-85540e937584 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:36.656319 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-41f24255-6cbf-4d01-8d13-85540e937584 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c91af19b-52b2-4b23-8f3c-6803df020fa0']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:36.657039 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c746a15f-71da-4add-a944-ba32b938eeb9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:36.659886 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027707b-2273-4094-b2eb-193d359b2ebb req-7e5e5f79-09db-46d3-b9d7-f236d707bb62 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:36.661438 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8027707b-2273-4094-b2eb-193d359b2ebb req-7e5e5f79-09db-46d3-b9d7-f236d707bb62 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=aa0b978f-d7b3-4d99-bd99-d15dc291acd2 HTTP/1.1" status: 200 len: 1102 time: 0.2300670 Jul 23 20:35:36.677400 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-03556760-a64b-4597-826b-6debb52ef01f None None] Set router d047c192-f6cc-4df9-9cb4-3aa0ea28a1ab gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:36.689490 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-41f24255-6cbf-4d01-8d13-85540e937584 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba6de94f-b985-4a00-a5f5-bb97d8bfa191') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:36.689789 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-41f24255-6cbf-4d01-8d13-85540e937584 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba6de94f-b985-4a00-a5f5-bb97d8bfa191') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:36.699956 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-41f24255-6cbf-4d01-8d13-85540e937584 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:36.720659 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-41f24255-6cbf-4d01-8d13-85540e937584 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:36.743153 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8027707b-2273-4094-b2eb-193d359b2ebb req-53223d65-494e-4457-8949-b9d22a46e2a4 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f228e70d-e270-497e-a555-a03d423010fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700233 Jul 23 20:35:36.744378 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41f24255-6cbf-4d01-8d13-85540e937584 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:35:36.745504 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-41f24255-6cbf-4d01-8d13-85540e937584 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:36.750101 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:35:36.750101 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:35:36.750101 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:35:36.750101 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:35:36.750101 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:35:36.750101 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:35:36.750101 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:35:36.750101 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:35:36.750101 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:35:36.750101 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:35:36.750101 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:35:36.750101 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:35:36.750101 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:35:36.750101 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:35:36.750101 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:35:36.750101 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:35:36.750101 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:35:36.750101 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:35:36.750101 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:35:36.750101 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:35:36.750101 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:35:36.750101 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:35:36.750101 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:35:36.750101 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:35:36.750101 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:35:36.750101 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:35:36.750101 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:35:36.750101 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:35:36.750101 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:35:36.750101 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:35:36.750101 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:35:36.750101 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:35:36.833384 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c746a15f-71da-4add-a944-ba32b938eeb9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:36.962426 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-03556760-a64b-4597-826b-6debb52ef01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd047c192-f6cc-4df9-9cb4-3aa0ea28a1ab', 'name': 'tempest-TestAggregatesBasicOps-1765434731-router', 'tenant_id': '6ced53834528435f9b9cddfb80e7e4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'd5741595-5bd9-4bfa-a9ab-a6207286b32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:18Z', 'updated_at': '2021-07-23T20:35:34Z', 'revision_number': 5, 'project_id': '6ced53834528435f9b9cddfb80e7e4cf', 'gw_port': {'id': 'd5741595-5bd9-4bfa-a9ab-a6207286b32d', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd047c192-f6cc-4df9-9cb4-3aa0ea28a1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:18Z', 'updated_at': '2021-07-23T20:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:36.967755 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c746a15f-71da-4add-a944-ba32b938eeb9 admin admin] Deleting port d5741595-5bd9-4bfa-a9ab-a6207286b32d {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:36.968104 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c746a15f-71da-4add-a944-ba32b938eeb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.013886 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03556760-a64b-4597-826b-6debb52ef01f None None] Checking router: d047c192-f6cc-4df9-9cb4-3aa0ea28a1ab for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:35:37.024465 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03556760-a64b-4597-826b-6debb52ef01f None None] Routers {'d047c192-f6cc-4df9-9cb4-3aa0ea28a1ab'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:37.025173 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-03556760-a64b-4597-826b-6debb52ef01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:35:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['d047c192-f6cc-4df9-9cb4-3aa0ea28a1ab'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:37.099323 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-c746a15f-71da-4add-a944-ba32b938eeb9 admin admin] For port d5741595-5bd9-4bfa-a9ab-a6207286b32d, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d5741595-5bd9-4bfa-a9ab-a6207286b32d,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:37.099835 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c746a15f-71da-4add-a944-ba32b938eeb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.110639 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6b6ed53d-f36e-47ea-aab9-9950a7f22e4e no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:35:37.118464 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c746a15f-71da-4add-a944-ba32b938eeb9 admin admin] Calling delete_port for d5741595-5bd9-4bfa-a9ab-a6207286b32d owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:37.139558 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-03556760-a64b-4597-826b-6debb52ef01f None None] Set router d047c192-f6cc-4df9-9cb4-3aa0ea28a1ab gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:37.145295 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 6b6ed53d-f36e-47ea-aab9-9950a7f22e4e {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:35:37.145855 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6b6ed53d-f36e-47ea-aab9-9950a7f22e4e not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:35:37.200623 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-03556760-a64b-4597-826b-6debb52ef01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd047c192-f6cc-4df9-9cb4-3aa0ea28a1ab', 'name': 'tempest-TestAggregatesBasicOps-1765434731-router', 'tenant_id': '6ced53834528435f9b9cddfb80e7e4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:18Z', 'updated_at': '2021-07-23T20:35:36Z', 'revision_number': 6, 'project_id': '6ced53834528435f9b9cddfb80e7e4cf', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:37.234217 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03556760-a64b-4597-826b-6debb52ef01f None None] The sync data for ids ['d047c192-f6cc-4df9-9cb4-3aa0ea28a1ab'] in n-d-793618-10 is: [{'id': 'd047c192-f6cc-4df9-9cb4-3aa0ea28a1ab', 'name': 'tempest-TestAggregatesBasicOps-1765434731-router', 'tenant_id': '6ced53834528435f9b9cddfb80e7e4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:18Z', 'updated_at': '2021-07-23T20:35:36Z', 'revision_number': 6, 'project_id': '6ced53834528435f9b9cddfb80e7e4cf', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:37.313645 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-41f24255-6cbf-4d01-8d13-85540e937584 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.323989 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-41f24255-6cbf-4d01-8d13-85540e937584 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.328205 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-41f24255-6cbf-4d01-8d13-85540e937584 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "DELETE /v2.0/networks/c91af19b-52b2-4b23-8f3c-6803df020fa0 HTTP/1.1" status: 204 len: 168 time: 1.0196021 Jul 23 20:35:37.329196 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59666) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:37.335622 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f24255-6cbf-4d01-8d13-85540e937584 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event deleted for resources: {'Network': ['ID=c91af19b-52b2-4b23-8f3c-6803df020fa0,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:37.373370 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c746a15f-71da-4add-a944-ba32b938eeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.419543 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c746a15f-71da-4add-a944-ba32b938eeb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5741595-5bd9-4bfa-a9ab-a6207286b32d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:37.486117 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f5947195-62a3-4940-b986-0f9b8a3997a5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.523443 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c746a15f-71da-4add-a944-ba32b938eeb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.527619 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f5947195-62a3-4940-b986-0f9b8a3997a5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.643811 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c746a15f-71da-4add-a944-ba32b938eeb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.647981 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c746a15f-71da-4add-a944-ba32b938eeb9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.699740 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c746a15f-71da-4add-a944-ba32b938eeb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.700279 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c746a15f-71da-4add-a944-ba32b938eeb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d047c192-f6cc-4df9-9cb4-3aa0ea28a1ab {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:35:37.704778 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c746a15f-71da-4add-a944-ba32b938eeb9 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.706088 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c746a15f-71da-4add-a944-ba32b938eeb9 admin admin] 10.222.0.32 "DELETE /v2.0/routers/d047c192-f6cc-4df9-9cb4-3aa0ea28a1ab HTTP/1.1" status: 204 len: 168 time: 1.1972923 Jul 23 20:35:37.708909 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59678) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:37.727286 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f5947195-62a3-4940-b986-0f9b8a3997a5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.730264 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f5947195-62a3-4940-b986-0f9b8a3997a5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.731426 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f5947195-62a3-4940-b986-0f9b8a3997a5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "DELETE /v2.0/security-groups/3584c591-8753-4724-bea2-85b71c16a552 HTTP/1.1" status: 204 len: 168 time: 0.4013085 Jul 23 20:35:37.740840 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5947195-62a3-4940-b986-0f9b8a3997a5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3584c591-8753-4724-bea2-85b71c16a552,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:37.796013 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-913f8ead-df39-43b6-ae18-7cae684abe02 admin admin] Deleting subnet 0a4721cc-b91c-4826-bd57-1bfe0507fa95 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:35:37.799284 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-913f8ead-df39-43b6-ae18-7cae684abe02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.859654 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-913f8ead-df39-43b6-ae18-7cae684abe02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.971103 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7165780-754a-40f4-b18a-52151b155351 req-54df7e9d-46e0-43ee-8570-1c5489c397ff tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:37.972565 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c7165780-754a-40f4-b18a-52151b155351 req-54df7e9d-46e0-43ee-8570-1c5489c397ff tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=aa0b978f-d7b3-4d99-bd99-d15dc291acd2 HTTP/1.1" status: 200 len: 1102 time: 0.1242495 Jul 23 20:35:37.977697 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-913f8ead-df39-43b6-ae18-7cae684abe02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.040505 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c7165780-754a-40f4-b18a-52151b155351 req-c624c092-59e2-4bf5-aafa-7a06f8d1f6c6 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f228e70d-e270-497e-a555-a03d423010fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599501 Jul 23 20:35:38.057603 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-913f8ead-df39-43b6-ae18-7cae684abe02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.079925 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b651b1-eb24-4b28-b9b7-33e7c6e72965 None None] Network 19c2108d-1444-423b-8c3f-50614e4015e9 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:38.107080 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-913f8ead-df39-43b6-ae18-7cae684abe02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.111924 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-913f8ead-df39-43b6-ae18-7cae684abe02 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0a4721cc-b91c-4826-bd57-1bfe0507fa95 HTTP/1.1" status: 204 len: 168 time: 0.3989012 Jul 23 20:35:38.111924 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59692) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:38.122094 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f8ead-df39-43b6-ae18-7cae684abe02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a4721cc-b91c-4826-bd57-1bfe0507fa95,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:38.190840 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1faaf8bc-3e8b-4011-bfa2-c933c1dfb5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.278062 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-1faaf8bc-3e8b-4011-bfa2-c933c1dfb5cc admin admin] Deleting port 29d04918-6a18-40e0-8466-6104f4ca6d59 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:38.278062 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1faaf8bc-3e8b-4011-bfa2-c933c1dfb5cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.278249 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59694) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:38.287840 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-a48b1826-49c1-4fa3-97f5-bc5f84a718e0 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1226693811', 'description': 'tempest-secgroup-smoke-1226693811 description', 'project_id': 'bac8e166147242c8b3a831403daa7c9d'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:38.341140 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a48b1826-49c1-4fa3-97f5-bc5f84a718e0 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.368612 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ffe9a9-8a9e-4397-926b-c3258fcc7169 None None] DHCP port deletion for 19c2108d-1444-423b-8c3f-50614e4015e9 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:35:38.428920 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-1faaf8bc-3e8b-4011-bfa2-c933c1dfb5cc admin admin] For port 29d04918-6a18-40e0-8466-6104f4ca6d59, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=29d04918-6a18-40e0-8466-6104f4ca6d59,segment=NetworkSegment(24f8be2c-91c9-4425-9665-99a36ac1d9a8),segment_id=24f8be2c-91c9-4425-9665-99a36ac1d9a8)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:38.429546 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1faaf8bc-3e8b-4011-bfa2-c933c1dfb5cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.447464 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-1faaf8bc-3e8b-4011-bfa2-c933c1dfb5cc admin admin] Calling delete_port for 29d04918-6a18-40e0-8466-6104f4ca6d59 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:38.499100 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a48b1826-49c1-4fa3-97f5-bc5f84a718e0 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.511365 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a48b1826-49c1-4fa3-97f5-bc5f84a718e0 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.554817 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a48b1826-49c1-4fa3-97f5-bc5f84a718e0 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.556170 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a48b1826-49c1-4fa3-97f5-bc5f84a718e0 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2771287 Jul 23 20:35:38.559411 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59702) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:38.564859 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-54aee523-8e90-4d92-aa4e-497b52c9e5d0 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Request body: {'security_group_rule': {'security_group_id': '1e57f726-c132-4b91-a53b-870ac9d145ec', 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:38.578708 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b1826-49c1-4fa3-97f5-bc5f84a718e0 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e57f726-c132-4b91-a53b-870ac9d145ec,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:38.579429 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4fe7c-369c-4476-9e0b-ace545fce0b1 req-159be1e5-2725-4275-aefb-37d89e30797f tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:38.587290 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-25a4fe7c-369c-4476-9e0b-ace545fce0b1 req-159be1e5-2725-4275-aefb-37d89e30797f tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=aa0b978f-d7b3-4d99-bd99-d15dc291acd2 HTTP/1.1" status: 200 len: 1102 time: 0.2376740 Jul 23 20:35:38.621929 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54aee523-8e90-4d92-aa4e-497b52c9e5d0 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.652170 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-25a4fe7c-369c-4476-9e0b-ace545fce0b1 req-9006a58e-1c65-4f4f-aa67-31576c4908ec tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f228e70d-e270-497e-a555-a03d423010fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636003 Jul 23 20:35:38.655729 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1faaf8bc-3e8b-4011-bfa2-c933c1dfb5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.677404 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-d9ffe9a9-8a9e-4397-926b-c3258fcc7169 None None] Deleting port 29d04918-6a18-40e0-8466-6104f4ca6d59 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:38.678071 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d9ffe9a9-8a9e-4397-926b-c3258fcc7169 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.726487 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faaf8bc-3e8b-4011-bfa2-c933c1dfb5cc admin admin] Pushing event deleted for resources: {'Port': ['ID=29d04918-6a18-40e0-8466-6104f4ca6d59,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:38.732448 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faaf8bc-3e8b-4011-bfa2-c933c1dfb5cc admin admin] No DVR routers for this DVR port 29d04918-6a18-40e0-8466-6104f4ca6d59 on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:35:38.754982 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54aee523-8e90-4d92-aa4e-497b52c9e5d0 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.761119 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d9ffe9a9-8a9e-4397-926b-c3258fcc7169 None None] For port 29d04918-6a18-40e0-8466-6104f4ca6d59, host n-d-793618-10, got binding levels [] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:38.761758 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d9ffe9a9-8a9e-4397-926b-c3258fcc7169 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.762757 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54aee523-8e90-4d92-aa4e-497b52c9e5d0 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.777133 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-d9ffe9a9-8a9e-4397-926b-c3258fcc7169 None None] Calling delete_port for 29d04918-6a18-40e0-8466-6104f4ca6d59 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:38.780294 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.ipam_backend_mixin [None req-d9ffe9a9-8a9e-4397-926b-c3258fcc7169 None None] Port 29d04918-6a18-40e0-8466-6104f4ca6d59 was not found and therefore no delete operation was performed {{(pid=93877) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:35:38.782079 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d9ffe9a9-8a9e-4397-926b-c3258fcc7169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.785869 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aee523-8e90-4d92-aa4e-497b52c9e5d0 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=880914c6-bfa1-45ea-9d08-a62c64650e4b,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:38.812611 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54aee523-8e90-4d92-aa4e-497b52c9e5d0 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.814736 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-54aee523-8e90-4d92-aa4e-497b52c9e5d0 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2542768 Jul 23 20:35:38.817917 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59710) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:38.825434 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-2a2149e3-507c-4a7a-9125-018e46f5705e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Request body: {'security_group_rule': {'security_group_id': '1e57f726-c132-4b91-a53b-870ac9d145ec', 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:38.849326 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ffe9a9-8a9e-4397-926b-c3258fcc7169 None None] No DVR routers for this DVR port 29d04918-6a18-40e0-8466-6104f4ca6d59 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:35:38.862026 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a2149e3-507c-4a7a-9125-018e46f5705e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.862303 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ffe9a9-8a9e-4397-926b-c3258fcc7169 None None] Pushing event deleted for resources: {'Port': ['ID=29d04918-6a18-40e0-8466-6104f4ca6d59,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:38.886031 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1faaf8bc-3e8b-4011-bfa2-c933c1dfb5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.904666 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-1faaf8bc-3e8b-4011-bfa2-c933c1dfb5cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19c2108d-1444-423b-8c3f-50614e4015e9']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:38.923300 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-1faaf8bc-3e8b-4011-bfa2-c933c1dfb5cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f8be2c-91c9-4425-9665-99a36ac1d9a8') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:38.924076 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-1faaf8bc-3e8b-4011-bfa2-c933c1dfb5cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f8be2c-91c9-4425-9665-99a36ac1d9a8') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:38.936269 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1faaf8bc-3e8b-4011-bfa2-c933c1dfb5cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.948765 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c0277-7a7a-476f-8960-f9f61b5a2a03 req-ae6007e2-be13-4064-8c30-4f5fd98f3df3 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:38.952227 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a2149e3-507c-4a7a-9125-018e46f5705e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.956756 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-021c0277-7a7a-476f-8960-f9f61b5a2a03 req-ae6007e2-be13-4064-8c30-4f5fd98f3df3 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=aa0b978f-d7b3-4d99-bd99-d15dc291acd2 HTTP/1.1" status: 200 len: 1102 time: 0.1734240 Jul 23 20:35:38.967351 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a2149e3-507c-4a7a-9125-018e46f5705e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.994377 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2149e3-507c-4a7a-9125-018e46f5705e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe86e60-d82a-4ec7-8dee-e1e40557c496,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:39.000391 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1faaf8bc-3e8b-4011-bfa2-c933c1dfb5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.003551 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a2149e3-507c-4a7a-9125-018e46f5705e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.008395 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59712) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:39.008637 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2a2149e3-507c-4a7a-9125-018e46f5705e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1895385 Jul 23 20:35:39.012292 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d5741595-5bd9-4bfa-a9ab-a6207286b32d no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:35:39.018695 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-8edea413-a096-4f96-9d38-132fdd8402f9 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Request body: {'security_group_rule': {'security_group_id': '1e57f726-c132-4b91-a53b-870ac9d145ec', 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:39.026980 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-021c0277-7a7a-476f-8960-f9f61b5a2a03 req-2f241d36-1737-47c4-a06d-b5195f729f80 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f228e70d-e270-497e-a555-a03d423010fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692396 Jul 23 20:35:39.028035 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1faaf8bc-3e8b-4011-bfa2-c933c1dfb5cc admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:35:39.028454 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1faaf8bc-3e8b-4011-bfa2-c933c1dfb5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.031732 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:35:39.031732 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:35:39.031732 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:35:39.031732 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:35:39.031732 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:35:39.031732 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:35:39.031732 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:35:39.031732 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:35:39.031732 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:35:39.031732 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:35:39.031732 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:35:39.031732 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:35:39.031732 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:35:39.031732 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:35:39.031732 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:35:39.031732 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:35:39.031732 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:35:39.031732 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:35:39.031732 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:35:39.031732 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:35:39.031732 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:35:39.031732 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:35:39.031732 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:35:39.031732 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:35:39.031732 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:35:39.031732 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:35:39.031732 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:35:39.031732 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:35:39.031732 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:35:39.031732 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:35:39.031732 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:35:39.031732 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:35:39.037100 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: d5741595-5bd9-4bfa-a9ab-a6207286b32d {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:35:39.037543 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d5741595-5bd9-4bfa-a9ab-a6207286b32d not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:35:39.038043 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 29d04918-6a18-40e0-8466-6104f4ca6d59 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:35:39.057938 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 29d04918-6a18-40e0-8466-6104f4ca6d59 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:35:39.058390 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 29d04918-6a18-40e0-8466-6104f4ca6d59 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:35:39.059044 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 712fe002-9fa8-41b2-8d4c-cfedfa9eeb46 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:35:39.085260 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 712fe002-9fa8-41b2-8d4c-cfedfa9eeb46 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:35:39.085730 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 712fe002-9fa8-41b2-8d4c-cfedfa9eeb46 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:35:39.135817 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8edea413-a096-4f96-9d38-132fdd8402f9 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.138281 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1faaf8bc-3e8b-4011-bfa2-c933c1dfb5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.144963 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1faaf8bc-3e8b-4011-bfa2-c933c1dfb5cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.149084 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1faaf8bc-3e8b-4011-bfa2-c933c1dfb5cc admin admin] 10.222.0.32 "DELETE /v2.0/networks/19c2108d-1444-423b-8c3f-50614e4015e9 HTTP/1.1" status: 204 len: 168 time: 1.0336990 Jul 23 20:35:39.167925 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faaf8bc-3e8b-4011-bfa2-c933c1dfb5cc admin admin] Pushing event deleted for resources: {'Network': ['ID=19c2108d-1444-423b-8c3f-50614e4015e9,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:39.240003 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8edea413-a096-4f96-9d38-132fdd8402f9 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.245831 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8edea413-a096-4f96-9d38-132fdd8402f9 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.266582 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edea413-a096-4f96-9d38-132fdd8402f9 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62cf4a6e-de58-4bd0-bf5e-3a92db4a333b,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:39.285301 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8edea413-a096-4f96-9d38-132fdd8402f9 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.286183 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8edea413-a096-4f96-9d38-132fdd8402f9 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2767391 Jul 23 20:35:39.288787 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59724) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:39.296098 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-2124fb50-0e77-43bc-8dec-50969568bc22 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Request body: {'security_group_rule': {'security_group_id': '1e57f726-c132-4b91-a53b-870ac9d145ec', 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:39.361699 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2124fb50-0e77-43bc-8dec-50969568bc22 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.383592 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59730) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:39.394118 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e1737-bdfe-438d-925d-9dda122aeb63 req-9dd76641-f765-4102-bb60-3da79b0a3e6a tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:39.395763 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ef5e1737-bdfe-438d-925d-9dda122aeb63 req-9dd76641-f765-4102-bb60-3da79b0a3e6a tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=aa0b978f-d7b3-4d99-bd99-d15dc291acd2 HTTP/1.1" status: 200 len: 1102 time: 0.0948660 Jul 23 20:35:39.431949 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6fe9fa4c-cdaa-4e59-93e4-0af6ff5689b0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9aa1f644371c48439b3dd12907ce2778&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447936 Jul 23 20:35:39.432886 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59732) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:39.470280 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ef5e1737-bdfe-438d-925d-9dda122aeb63 req-7e20ab80-14ea-4c09-ae87-42cbe6dbd141 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f228e70d-e270-497e-a555-a03d423010fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645955 Jul 23 20:35:39.472581 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2124fb50-0e77-43bc-8dec-50969568bc22 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.477124 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2124fb50-0e77-43bc-8dec-50969568bc22 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.496000 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2124fb50-0e77-43bc-8dec-50969568bc22 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aac6e0e-eaf0-4a15-95da-9c04567bcbe2,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:39.509071 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2124fb50-0e77-43bc-8dec-50969568bc22 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.510733 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2124fb50-0e77-43bc-8dec-50969568bc22 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2208879 Jul 23 20:35:39.514291 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59736) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:39.525192 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2b928be-5425-4cbc-934f-88a70702c7e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.527208 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-fec44397-abab-4a6f-b31e-dbe81b6154ab tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Request body: {'security_group_rule': {'security_group_id': '1e57f726-c132-4b91-a53b-870ac9d145ec', 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:39.551753 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2b928be-5425-4cbc-934f-88a70702c7e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.558575 n-d-793618-10 neutron-server[93875]: INFO neutron.db.securitygroups_db [None req-fec44397-abab-4a6f-b31e-dbe81b6154ab tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Project bac8e166147242c8b3a831403daa7c9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:35:39.564054 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fec44397-abab-4a6f-b31e-dbe81b6154ab tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.610479 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2b928be-5425-4cbc-934f-88a70702c7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.613012 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2b928be-5425-4cbc-934f-88a70702c7e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.614203 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a2b928be-5425-4cbc-934f-88a70702c7e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3947c6f6-ad9e-4bdc-bd3b-4c43538365f5 HTTP/1.1" status: 204 len: 168 time: 0.1801178 Jul 23 20:35:39.623678 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b928be-5425-4cbc-934f-88a70702c7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3947c6f6-ad9e-4bdc-bd3b-4c43538365f5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:39.638237 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fec44397-abab-4a6f-b31e-dbe81b6154ab tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.643019 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fec44397-abab-4a6f-b31e-dbe81b6154ab tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.666148 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec44397-abab-4a6f-b31e-dbe81b6154ab tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=854d94be-968a-4a2c-8747-8b3d0da0c873,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:39.669320 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fec44397-abab-4a6f-b31e-dbe81b6154ab tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.670686 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-fec44397-abab-4a6f-b31e-dbe81b6154ab tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1528361 Jul 23 20:35:39.673336 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59744) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:39.677839 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-8b31c7db-3b5c-4d7e-9fa9-369940572410 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Request body: {'security_group_rule': {'security_group_id': '1e57f726-c132-4b91-a53b-870ac9d145ec', 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:39.702479 n-d-793618-10 neutron-server[93875]: INFO neutron.db.securitygroups_db [None req-8b31c7db-3b5c-4d7e-9fa9-369940572410 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Project bac8e166147242c8b3a831403daa7c9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:35:39.708012 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8b31c7db-3b5c-4d7e-9fa9-369940572410 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.799940 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8b31c7db-3b5c-4d7e-9fa9-369940572410 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.804052 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8b31c7db-3b5c-4d7e-9fa9-369940572410 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.826020 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31c7db-3b5c-4d7e-9fa9-369940572410 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a6c049a-7590-41ec-9671-6b80617609d9,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:39.833292 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8b31c7db-3b5c-4d7e-9fa9-369940572410 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.834898 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8b31c7db-3b5c-4d7e-9fa9-369940572410 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1605887 Jul 23 20:35:39.837704 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59748) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:39.844055 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-246ca5a3-8265-4c1d-8896-5124c562e341 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Request body: {'network': {'name': 'tempest-network-smoke--1899143998', 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'port_security_enabled': True}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:39.866925 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246ca5a3-8265-4c1d-8896-5124c562e341 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Made reservation on behalf of bac8e166147242c8b3a831403daa7c9d for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:39.871977 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-246ca5a3-8265-4c1d-8896-5124c562e341 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.897644 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-246ca5a3-8265-4c1d-8896-5124c562e341 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:35:39.907492 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-246ca5a3-8265-4c1d-8896-5124c562e341 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.907839 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-246ca5a3-8265-4c1d-8896-5124c562e341 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Added segment fd94d541-4909-4720-8305-358f4b1709bc of type vlan for network 18a0b5a9-714b-4316-b399-86648724d040 Jul 23 20:35:39.955777 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-246ca5a3-8265-4c1d-8896-5124c562e341 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.988516 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-246ca5a3-8265-4c1d-8896-5124c562e341 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.995416 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246ca5a3-8265-4c1d-8896-5124c562e341 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:39.996093 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-246ca5a3-8265-4c1d-8896-5124c562e341 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:40.028144 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59754) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:40.047006 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-246ca5a3-8265-4c1d-8896-5124c562e341 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2078528 Jul 23 20:35:40.051333 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59756) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:40.056296 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-fd99a6b5-9d2a-40c0-8165-a0270dc46963 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1681275928', 'admin_state_up': True, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:40.080740 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-dc29c1a4-b41e-4f00-a71c-6fc69dabae4d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6ced53834528435f9b9cddfb80e7e4cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514331 Jul 23 20:35:40.083525 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59758) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:40.091128 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ca5a3-8265-4c1d-8896-5124c562e341 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'Network': ['ID=18a0b5a9-714b-4316-b399-86648724d040,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:40.103505 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 18a0b5a9-714b-4316-b399-86648724d040 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:35:40.122318 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fd99a6b5-9d2a-40c0-8165-a0270dc46963 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:40.123841 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fd99a6b5-9d2a-40c0-8165-a0270dc46963 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:40.149157 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58bbca47-a01d-4ac1-924d-47aaec1b6882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:40.176465 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58bbca47-a01d-4ac1-924d-47aaec1b6882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:40.199957 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fd99a6b5-9d2a-40c0-8165-a0270dc46963 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:40.242451 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58bbca47-a01d-4ac1-924d-47aaec1b6882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:40.251355 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58bbca47-a01d-4ac1-924d-47aaec1b6882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:40.257840 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-58bbca47-a01d-4ac1-924d-47aaec1b6882 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f278fedb-2543-4fba-96f4-8438673be2cc HTTP/1.1" status: 204 len: 168 time: 0.1728587 Jul 23 20:35:40.269399 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bbca47-a01d-4ac1-924d-47aaec1b6882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f278fedb-2543-4fba-96f4-8438673be2cc,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:40.271268 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e6e1f65-6347-4d1f-888b-b32c00fe87ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:40.394903 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fd99a6b5-9d2a-40c0-8165-a0270dc46963 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:40.529882 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8bd87f-2eb5-4e40-9ed9-80a3af9c532a req-d9c5bada-a57f-4b7f-8bb7-76978aa37272 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:40.531113 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cf8bd87f-2eb5-4e40-9ed9-80a3af9c532a req-d9c5bada-a57f-4b7f-8bb7-76978aa37272 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=aa0b978f-d7b3-4d99-bd99-d15dc291acd2 HTTP/1.1" status: 200 len: 1102 time: 0.0785856 Jul 23 20:35:40.640992 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-cf8bd87f-2eb5-4e40-9ed9-80a3af9c532a req-7c3c91dd-0624-4aab-9935-b8398d0179df tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Deleting port 2df679ea-7027-447d-8c17-3ac7d6aa1068 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:40.641341 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cf8bd87f-2eb5-4e40-9ed9-80a3af9c532a req-7c3c91dd-0624-4aab-9935-b8398d0179df tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:40.660547 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fd99a6b5-9d2a-40c0-8165-a0270dc46963 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:40.699490 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fd99a6b5-9d2a-40c0-8165-a0270dc46963 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:40.741556 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-cf8bd87f-2eb5-4e40-9ed9-80a3af9c532a req-7c3c91dd-0624-4aab-9935-b8398d0179df tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] For port 2df679ea-7027-447d-8c17-3ac7d6aa1068, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=2df679ea-7027-447d-8c17-3ac7d6aa1068,segment=NetworkSegment(25cb269f-1cf6-48c9-8cdf-b8976a8c982f),segment_id=25cb269f-1cf6-48c9-8cdf-b8976a8c982f)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:40.742143 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cf8bd87f-2eb5-4e40-9ed9-80a3af9c532a req-7c3c91dd-0624-4aab-9935-b8398d0179df tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:40.763465 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-cf8bd87f-2eb5-4e40-9ed9-80a3af9c532a req-7c3c91dd-0624-4aab-9935-b8398d0179df tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Calling delete_port for 2df679ea-7027-447d-8c17-3ac7d6aa1068 owned by compute:foo_zone {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:40.791141 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb320e98-a068-475e-902d-f4f678aa1da7 req-9a1788a5-184b-4b1d-82b5-62b14802f363 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:40.793515 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cb320e98-a068-475e-902d-f4f678aa1da7 req-9a1788a5-184b-4b1d-82b5-62b14802f363 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=aa0b978f-d7b3-4d99-bd99-d15dc291acd2 HTTP/1.1" status: 200 len: 1102 time: 0.1666341 Jul 23 20:35:40.872659 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-fd99a6b5-9d2a-40c0-8165-a0270dc46963 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Allocated IP 172.25.1.45 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/90c82fdf-db2a-473e-b641-92cfb1c28101) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:40.876633 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cb320e98-a068-475e-902d-f4f678aa1da7 req-f5401663-745a-4a42-a598-ef66f5ea878f tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f228e70d-e270-497e-a555-a03d423010fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648334 Jul 23 20:35:40.938511 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cf8bd87f-2eb5-4e40-9ed9-80a3af9c532a req-7c3c91dd-0624-4aab-9935-b8398d0179df tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:40.950465 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['2df679ea-7027-447d-8c17-3ac7d6aa1068'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:35:40.954382 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['d2f121ce-5a70-4c84-a86a-72d339bf5ce6'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:35:41.000314 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c91dd-0624-4aab-9935-b8398d0179df tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Pushing event deleted for resources: {'Port': ['ID=2df679ea-7027-447d-8c17-3ac7d6aa1068,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:41.028315 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fd99a6b5-9d2a-40c0-8165-a0270dc46963 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:41.091079 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fd99a6b5-9d2a-40c0-8165-a0270dc46963 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:41.108309 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8bd87f-2eb5-4e40-9ed9-80a3af9c532a req-7c3c91dd-0624-4aab-9935-b8398d0179df tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] No DVR routers for this DVR port 2df679ea-7027-447d-8c17-3ac7d6aa1068 on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:35:41.118809 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-cf8bd87f-2eb5-4e40-9ed9-80a3af9c532a req-7c3c91dd-0624-4aab-9935-b8398d0179df tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:41.121322 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cf8bd87f-2eb5-4e40-9ed9-80a3af9c532a req-7c3c91dd-0624-4aab-9935-b8398d0179df tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.30 "DELETE /v2.0/ports/2df679ea-7027-447d-8c17-3ac7d6aa1068 HTTP/1.1" status: 204 len: 173 time: 0.5849330 Jul 23 20:35:41.121808 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0b978f-d7b3-4d99-bd99-d15dc291acd2', 'name': 'network-vif-deleted', 'tag': '2df679ea-7027-447d-8c17-3ac7d6aa1068'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:35:41.124172 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f2f4ee-e11a-41a8-8121-e233759b2c75" -d '{"events": [{"server_uuid": "aa0b978f-d7b3-4d99-bd99-d15dc291acd2", "name": "network-vif-deleted", "tag": "2df679ea-7027-447d-8c17-3ac7d6aa1068"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:35:41.164405 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99a6b5-9d2a-40c0-8165-a0270dc46963 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'Port': ['ID=90c82fdf-db2a-473e-b641-92cfb1c28101,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:41.207936 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd99a6b5-9d2a-40c0-8165-a0270dc46963 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:41.210387 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9bbf2fb-0b6e-49bd-95e1-59903f37179c x-openstack-request-id: req-e9bbf2fb-0b6e-49bd-95e1-59903f37179c {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:35:41.210875 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0b978f-d7b3-4d99-bd99-d15dc291acd2", "name": "network-vif-deleted", "tag": "2df679ea-7027-447d-8c17-3ac7d6aa1068", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:35:41.211290 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e9bbf2fb-0b6e-49bd-95e1-59903f37179c {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:35:41.211854 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa0b978f-d7b3-4d99-bd99-d15dc291acd2', 'name': 'network-vif-deleted', 'tag': '2df679ea-7027-447d-8c17-3ac7d6aa1068', 'status': 'completed', 'code': 200} Jul 23 20:35:41.212002 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-fd99a6b5-9d2a-40c0-8165-a0270dc46963 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:41.217928 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd99a6b5-9d2a-40c0-8165-a0270dc46963 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:41.558476 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fd99a6b5-9d2a-40c0-8165-a0270dc46963 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:41.816561 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fd99a6b5-9d2a-40c0-8165-a0270dc46963 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:41.977232 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd99a6b5-9d2a-40c0-8165-a0270dc46963 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Router e0dd7965-64f7-4fe0-861f-30dd8ef1cda0 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:35:42.006817 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59830) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:42.122757 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd99a6b5-9d2a-40c0-8165-a0270dc46963 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:42.133487 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1b42b6-57b2-4dde-8d7e-b8a343dd8b45 None None] Sync routers for ids ['e0dd7965-64f7-4fe0-861f-30dd8ef1cda0'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:42.146918 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fd99a6b5-9d2a-40c0-8165-a0270dc46963 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:42.148286 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-fd99a6b5-9d2a-40c0-8165-a0270dc46963 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0960047 Jul 23 20:35:42.152463 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59836) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:42.152603 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1b42b6-57b2-4dde-8d7e-b8a343dd8b45 None None] Routers {'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:42.153399 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-7b1b42b6-57b2-4dde-8d7e-b8a343dd8b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:35:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['e0dd7965-64f7-4fe0-861f-30dd8ef1cda0'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:42.212453 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e0132bc0-2a10-4a95-9031-3f6d5ba24e77 tempest-TestNetworkAdvancedServerOps-280634936 tempest-TestNetworkAdvancedServerOps-280634936-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=bac8e166147242c8b3a831403daa7c9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0586360 Jul 23 20:35:42.215511 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59838) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:42.261259 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-3575d71f-41d5-452a-aef2-c52c2c627901 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Request body: {'network': {'name': 'tempest-network-smoke--1442966021', 'project_id': '9bce00ee88e9483da89a858a154365d1', 'port_security_enabled': True}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:42.288884 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-7b1b42b6-57b2-4dde-8d7e-b8a343dd8b45 None None] Set router e0dd7965-64f7-4fe0-861f-30dd8ef1cda0 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:42.306811 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3575d71f-41d5-452a-aef2-c52c2c627901 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Made reservation on behalf of 9bce00ee88e9483da89a858a154365d1 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:42.312613 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3575d71f-41d5-452a-aef2-c52c2c627901 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:42.325252 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3575d71f-41d5-452a-aef2-c52c2c627901 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:42.395680 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466823e-7848-4c66-9dd4-37b35748cac3 req-4ea25280-030f-4ecc-add5-e7ed7e583359 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:42.403179 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3466823e-7848-4c66-9dd4-37b35748cac3 req-4ea25280-030f-4ecc-add5-e7ed7e583359 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=58023bcc-0810-4d08-9d7e-86e06d249c0a HTTP/1.1" status: 200 len: 1098 time: 0.2537429 Jul 23 20:35:42.420379 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9f67d8-060e-4b28-980c-ee07f4eeefcb tempest-TestNetworkAdvancedServerOps-280634936 tempest-TestNetworkAdvancedServerOps-280634936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:42.422102 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7a9f67d8-060e-4b28-980c-ee07f4eeefcb tempest-TestNetworkAdvancedServerOps-280634936 tempest-TestNetworkAdvancedServerOps-280634936-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2055621 Jul 23 20:35:42.424849 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59840) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:42.446023 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3575d71f-41d5-452a-aef2-c52c2c627901 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:42.453723 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3575d71f-41d5-452a-aef2-c52c2c627901 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:42.492547 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3575d71f-41d5-452a-aef2-c52c2c627901 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:35:42.506835 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575d71f-41d5-452a-aef2-c52c2c627901 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8592fcfa-5f2d-4e98-b8b8-c1b6bef5b4db,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:42.515714 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3575d71f-41d5-452a-aef2-c52c2c627901 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:42.517813 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-3575d71f-41d5-452a-aef2-c52c2c627901 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Added segment 5ee22926-6b8c-4025-87b0-aefb94119d06 of type vlan for network 864de4ce-5df1-4374-a015-6b625275bbb6 Jul 23 20:35:42.561093 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-7b1b42b6-57b2-4dde-8d7e-b8a343dd8b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681275928', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '90c82fdf-db2a-473e-b641-92cfb1c28101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:40Z', 'updated_at': '2021-07-23T20:35:41Z', 'revision_number': 3, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '90c82fdf-db2a-473e-b641-92cfb1c28101', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:40Z', 'updated_at': '2021-07-23T20:35:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:42.575670 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3575d71f-41d5-452a-aef2-c52c2c627901 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:42.600629 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1b42b6-57b2-4dde-8d7e-b8a343dd8b45 None None] Checking router: e0dd7965-64f7-4fe0-861f-30dd8ef1cda0 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:35:42.600908 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1b42b6-57b2-4dde-8d7e-b8a343dd8b45 None None] Updating router e0dd7965-64f7-4fe0-861f-30dd8ef1cda0 port 90c82fdf-db2a-473e-b641-92cfb1c28101 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:35:42.632666 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3575d71f-41d5-452a-aef2-c52c2c627901 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:42.644008 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3575d71f-41d5-452a-aef2-c52c2c627901 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:42.645565 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3575d71f-41d5-452a-aef2-c52c2c627901 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:42.656307 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7b1b42b6-57b2-4dde-8d7e-b8a343dd8b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:42.693707 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3575d71f-41d5-452a-aef2-c52c2c627901 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6855979 Jul 23 20:35:42.697015 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59844) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:42.707916 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f1cf0edd-56fd-4cbd-825f-6771fb3f43ba tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-386918443', 'admin_state_up': True, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:42.772165 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1cf0edd-56fd-4cbd-825f-6771fb3f43ba tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:42.773640 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1cf0edd-56fd-4cbd-825f-6771fb3f43ba tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:42.780550 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575d71f-41d5-452a-aef2-c52c2c627901 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'Network': ['ID=864de4ce-5df1-4374-a015-6b625275bbb6,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:42.801796 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 864de4ce-5df1-4374-a015-6b625275bbb6 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:35:42.819181 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-23c432f9-ac26-4673-b59d-10755c2a305d tempest-TestNetworkAdvancedServerOps-280634936 tempest-TestNetworkAdvancedServerOps-280634936-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=8013d0d6-aee4-47cc-8dbe-3abed6e5116f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3930943 Jul 23 20:35:42.824902 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59846) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:42.829986 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-672818a1-be85-48f1-a3cf-e92ff330965c tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1017287874', 'network_id': '18a0b5a9-714b-4316-b399-86648724d040', 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:42.848878 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1cf0edd-56fd-4cbd-825f-6771fb3f43ba tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:42.856456 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3466823e-7848-4c66-9dd4-37b35748cac3 req-33504b5b-4f5c-4aaa-bfbd-08facb372a22 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f228e70d-e270-497e-a555-a03d423010fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521236 Jul 23 20:35:42.936443 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 2df679ea-7027-447d-8c17-3ac7d6aa1068 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:35:42.953762 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672818a1-be85-48f1-a3cf-e92ff330965c tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Made reservation on behalf of bac8e166147242c8b3a831403daa7c9d for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:42.958686 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-672818a1-be85-48f1-a3cf-e92ff330965c tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:42.965367 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 2df679ea-7027-447d-8c17-3ac7d6aa1068 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:35:42.965736 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 2df679ea-7027-447d-8c17-3ac7d6aa1068 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:35:43.031077 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1cf0edd-56fd-4cbd-825f-6771fb3f43ba tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:43.146844 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7b1b42b6-57b2-4dde-8d7e-b8a343dd8b45 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:43.161359 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7b1b42b6-57b2-4dde-8d7e-b8a343dd8b45 None None] Transition to ACTIVE for port object 90c82fdf-db2a-473e-b641-92cfb1c28101 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:43.172522 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7b1b42b6-57b2-4dde-8d7e-b8a343dd8b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:43.201328 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-672818a1-be85-48f1-a3cf-e92ff330965c tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:43.235651 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-7b1b42b6-57b2-4dde-8d7e-b8a343dd8b45 None None] Attempting to bind port 90c82fdf-db2a-473e-b641-92cfb1c28101 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:43.236479 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-7b1b42b6-57b2-4dde-8d7e-b8a343dd8b45 None None] Attempting to bind port 90c82fdf-db2a-473e-b641-92cfb1c28101 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:43.236479 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1b42b6-57b2-4dde-8d7e-b8a343dd8b45 None None] Attempting to bind port 90c82fdf-db2a-473e-b641-92cfb1c28101 on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:43.247311 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275b2fc-9108-43f1-b392-b3d719c56799 None None] Pushing event updated for resources: {'Port': ['ID=90c82fdf-db2a-473e-b641-92cfb1c28101,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:43.249837 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1b42b6-57b2-4dde-8d7e-b8a343dd8b45 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:43.250245 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1b42b6-57b2-4dde-8d7e-b8a343dd8b45 None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:43.254025 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7b1b42b6-57b2-4dde-8d7e-b8a343dd8b45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:43.255025 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1b42b6-57b2-4dde-8d7e-b8a343dd8b45 None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:43.257794 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-7b1b42b6-57b2-4dde-8d7e-b8a343dd8b45 None None] Bound port: 90c82fdf-db2a-473e-b641-92cfb1c28101, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:43.258470 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7b1b42b6-57b2-4dde-8d7e-b8a343dd8b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:43.278270 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672818a1-be85-48f1-a3cf-e92ff330965c tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'Subnet': ['ID=91388870-9e0f-4748-a272-085d7f0656bb,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:43.290865 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672818a1-be85-48f1-a3cf-e92ff330965c tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Checking segment: {'id': 'fd94d541-4909-4720-8305-358f4b1709bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '18a0b5a9-714b-4316-b399-86648724d040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:43.291114 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672818a1-be85-48f1-a3cf-e92ff330965c tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Network hostable DHCP agents. Network: 18a0b5a9-714b-4316-b399-86648724d040, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:35:43.309570 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672818a1-be85-48f1-a3cf-e92ff330965c tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Network 18a0b5a9-714b-4316-b399-86648724d040 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:35:43.313846 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1cf0edd-56fd-4cbd-825f-6771fb3f43ba tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:43.316292 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275b2fc-9108-43f1-b392-b3d719c56799 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:43.316868 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275b2fc-9108-43f1-b392-b3d719c56799 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:43.317372 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275b2fc-9108-43f1-b392-b3d719c56799 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:43.317942 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275b2fc-9108-43f1-b392-b3d719c56799 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:43.318598 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275b2fc-9108-43f1-b392-b3d719c56799 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:43.319155 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275b2fc-9108-43f1-b392-b3d719c56799 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:43.319644 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275b2fc-9108-43f1-b392-b3d719c56799 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:43.320139 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275b2fc-9108-43f1-b392-b3d719c56799 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:43.320990 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275b2fc-9108-43f1-b392-b3d719c56799 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:43.321562 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275b2fc-9108-43f1-b392-b3d719c56799 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:43.321921 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-672818a1-be85-48f1-a3cf-e92ff330965c tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 18a0b5a9-714b-4316-b399-86648724d040) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:43.322252 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275b2fc-9108-43f1-b392-b3d719c56799 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:43.323502 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275b2fc-9108-43f1-b392-b3d719c56799 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:43.329141 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672818a1-be85-48f1-a3cf-e92ff330965c tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:43.330235 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-672818a1-be85-48f1-a3cf-e92ff330965c tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:43.334269 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1cf0edd-56fd-4cbd-825f-6771fb3f43ba tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:43.347355 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4e3a79-4ea0-4b61-9191-ffea8e2a8887 None None] Network 18a0b5a9-714b-4316-b399-86648724d040 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:43.352964 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-672818a1-be85-48f1-a3cf-e92ff330965c tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5267494 Jul 23 20:35:43.356181 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59848) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:43.391668 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:43.395650 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-7b1b42b6-57b2-4dde-8d7e-b8a343dd8b45 None None] For port 90c82fdf-db2a-473e-b641-92cfb1c28101, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:43.440131 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-7b1b42b6-57b2-4dde-8d7e-b8a343dd8b45 None None] For port 90c82fdf-db2a-473e-b641-92cfb1c28101, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=90c82fdf-db2a-473e-b641-92cfb1c28101,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:43.454317 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7b1b42b6-57b2-4dde-8d7e-b8a343dd8b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:43.468349 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-f1cf0edd-56fd-4cbd-825f-6771fb3f43ba tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Allocated IP 172.25.1.10 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/f9ea7818-4eb5-47ec-854d-5fd14771babe) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:43.533757 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1b42b6-57b2-4dde-8d7e-b8a343dd8b45 None None] Routers {'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:43.534410 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-7b1b42b6-57b2-4dde-8d7e-b8a343dd8b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:35:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['e0dd7965-64f7-4fe0-861f-30dd8ef1cda0'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:43.558356 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b7017-3e56-4647-b337-f63d318379a0 req-41fea6f1-bbe3-4be4-932f-d8af4b690af7 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:43.559882 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f02b7017-3e56-4647-b337-f63d318379a0 req-41fea6f1-bbe3-4be4-932f-d8af4b690af7 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=58023bcc-0810-4d08-9d7e-86e06d249c0a HTTP/1.1" status: 200 len: 1098 time: 0.1053064 Jul 23 20:35:43.624327 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1cf0edd-56fd-4cbd-825f-6771fb3f43ba tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:43.657299 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275b2fc-9108-43f1-b392-b3d719c56799 None None] Pushing event updated for resources: {'Port': ['ID=90c82fdf-db2a-473e-b641-92cfb1c28101,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:43.677289 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1c4ac82a-3054-420e-a04a-9ee7e63f0ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:43.685330 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1cf0edd-56fd-4cbd-825f-6771fb3f43ba tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:43.745843 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cf0edd-56fd-4cbd-825f-6771fb3f43ba tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:43.746071 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a303bf-f2f1-4d97-a42d-c5ed8ade7d93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-18a0b5a9-714b-4316-b399-86648724d040', 'network_id': '18a0b5a9-714b-4316-b399-86648724d040', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'fixed_ips': [{'subnet_id': '91388870-9e0f-4748-a272-085d7f0656bb'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:35:43.746934 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-63a303bf-f2f1-4d97-a42d-c5ed8ade7d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:43.750002 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-f1cf0edd-56fd-4cbd-825f-6771fb3f43ba tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:43.758394 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cf0edd-56fd-4cbd-825f-6771fb3f43ba tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:43.767834 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-7b1b42b6-57b2-4dde-8d7e-b8a343dd8b45 None None] Set router e0dd7965-64f7-4fe0-861f-30dd8ef1cda0 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:43.811146 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf0edd-56fd-4cbd-825f-6771fb3f43ba tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'Port': ['ID=f9ea7818-4eb5-47ec-854d-5fd14771babe,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:43.910033 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-f02b7017-3e56-4647-b337-f63d318379a0 req-670a38aa-1d34-4558-98a1-aa28456f5867 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Deleting port d2f121ce-5a70-4c84-a86a-72d339bf5ce6 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:43.910635 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f02b7017-3e56-4647-b337-f63d318379a0 req-670a38aa-1d34-4558-98a1-aa28456f5867 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:44.026462 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-63a303bf-f2f1-4d97-a42d-c5ed8ade7d93 None None] Allocated IP 172.20.0.2 (18a0b5a9-714b-4316-b399-86648724d040/91388870-9e0f-4748-a272-085d7f0656bb/768b3cbd-9d7b-4957-90b0-0bf7eb0d8e13) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:44.106317 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-f02b7017-3e56-4647-b337-f63d318379a0 req-670a38aa-1d34-4558-98a1-aa28456f5867 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] For port d2f121ce-5a70-4c84-a86a-72d339bf5ce6, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d2f121ce-5a70-4c84-a86a-72d339bf5ce6,segment=NetworkSegment(25cb269f-1cf6-48c9-8cdf-b8976a8c982f),segment_id=25cb269f-1cf6-48c9-8cdf-b8976a8c982f)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:44.106573 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f02b7017-3e56-4647-b337-f63d318379a0 req-670a38aa-1d34-4558-98a1-aa28456f5867 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:44.107962 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:44.128838 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-f02b7017-3e56-4647-b337-f63d318379a0 req-670a38aa-1d34-4558-98a1-aa28456f5867 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Calling delete_port for d2f121ce-5a70-4c84-a86a-72d339bf5ce6 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:44.133775 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1cf0edd-56fd-4cbd-825f-6771fb3f43ba tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:44.152259 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-7b1b42b6-57b2-4dde-8d7e-b8a343dd8b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681275928', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '90c82fdf-db2a-473e-b641-92cfb1c28101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:40Z', 'updated_at': '2021-07-23T20:35:41Z', 'revision_number': 3, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '90c82fdf-db2a-473e-b641-92cfb1c28101', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:40Z', 'updated_at': '2021-07-23T20:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:44.186838 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1b42b6-57b2-4dde-8d7e-b8a343dd8b45 None None] The sync data for ids ['e0dd7965-64f7-4fe0-861f-30dd8ef1cda0'] in n-d-793618-10 is: [{'id': 'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681275928', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '90c82fdf-db2a-473e-b641-92cfb1c28101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:40Z', 'updated_at': '2021-07-23T20:35:41Z', 'revision_number': 3, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '90c82fdf-db2a-473e-b641-92cfb1c28101', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:40Z', 'updated_at': '2021-07-23T20:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:44.288487 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-63a303bf-f2f1-4d97-a42d-c5ed8ade7d93 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:44.310203 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-63a303bf-f2f1-4d97-a42d-c5ed8ade7d93 None None] Transition to ACTIVE for port object 768b3cbd-9d7b-4957-90b0-0bf7eb0d8e13 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:44.335414 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-63a303bf-f2f1-4d97-a42d-c5ed8ade7d93 None None] Transition to ACTIVE for port object 768b3cbd-9d7b-4957-90b0-0bf7eb0d8e13 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:44.344756 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-63a303bf-f2f1-4d97-a42d-c5ed8ade7d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:44.395785 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a303bf-f2f1-4d97-a42d-c5ed8ade7d93 None None] Network 18a0b5a9-714b-4316-b399-86648724d040 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:44.399452 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-63a303bf-f2f1-4d97-a42d-c5ed8ade7d93 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:44.410106 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a303bf-f2f1-4d97-a42d-c5ed8ade7d93 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:44.422832 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a303bf-f2f1-4d97-a42d-c5ed8ade7d93 None None] Pushing event updated for resources: {'Port': ['ID=768b3cbd-9d7b-4957-90b0-0bf7eb0d8e13,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:44.426502 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1cf0edd-56fd-4cbd-825f-6771fb3f43ba tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:44.459952 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25a25d-f9bf-4b1b-9b1c-bc98302e7dcb req-c13b67ca-4496-4fbe-af0f-f1cd298943ff tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:44.461715 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6c25a25d-f9bf-4b1b-9b1c-bc98302e7dcb req-c13b67ca-4496-4fbe-af0f-f1cd298943ff tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=58023bcc-0810-4d08-9d7e-86e06d249c0a HTTP/1.1" status: 200 len: 1098 time: 0.4527919 Jul 23 20:35:44.469912 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f02b7017-3e56-4647-b337-f63d318379a0 req-670a38aa-1d34-4558-98a1-aa28456f5867 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:44.472853 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bfbd8ced-d2dc-4a4c-9a0d-77032b82bcc6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:44.505487 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['d2f121ce-5a70-4c84-a86a-72d339bf5ce6'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:35:44.508433 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a38aa-1d34-4558-98a1-aa28456f5867 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2f121ce-5a70-4c84-a86a-72d339bf5ce6,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:44.510958 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-63a303bf-f2f1-4d97-a42d-c5ed8ade7d93 None None] Attempting to bind port 768b3cbd-9d7b-4957-90b0-0bf7eb0d8e13 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:44.512153 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-63a303bf-f2f1-4d97-a42d-c5ed8ade7d93 None None] Attempting to bind port 768b3cbd-9d7b-4957-90b0-0bf7eb0d8e13 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'fd94d541-4909-4720-8305-358f4b1709bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '18a0b5a9-714b-4316-b399-86648724d040'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:44.512546 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a303bf-f2f1-4d97-a42d-c5ed8ade7d93 None None] Attempting to bind port 768b3cbd-9d7b-4957-90b0-0bf7eb0d8e13 on network 18a0b5a9-714b-4316-b399-86648724d040 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:44.552307 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a303bf-f2f1-4d97-a42d-c5ed8ade7d93 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:44.552697 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a303bf-f2f1-4d97-a42d-c5ed8ade7d93 None None] Checking segment: {'id': 'fd94d541-4909-4720-8305-358f4b1709bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '18a0b5a9-714b-4316-b399-86648724d040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:44.553247 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-63a303bf-f2f1-4d97-a42d-c5ed8ade7d93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:44.553736 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a303bf-f2f1-4d97-a42d-c5ed8ade7d93 None None] Bound using segment: {'id': 'fd94d541-4909-4720-8305-358f4b1709bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '18a0b5a9-714b-4316-b399-86648724d040'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:44.554208 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-63a303bf-f2f1-4d97-a42d-c5ed8ade7d93 None None] Bound port: 768b3cbd-9d7b-4957-90b0-0bf7eb0d8e13, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd94d541-4909-4720-8305-358f4b1709bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '18a0b5a9-714b-4316-b399-86648724d040'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:44.554601 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-63a303bf-f2f1-4d97-a42d-c5ed8ade7d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:44.737295 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02b7017-3e56-4647-b337-f63d318379a0 req-670a38aa-1d34-4558-98a1-aa28456f5867 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] No DVR routers for this DVR port d2f121ce-5a70-4c84-a86a-72d339bf5ce6 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:35:44.759281 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6c25a25d-f9bf-4b1b-9b1c-bc98302e7dcb req-d27b2841-1711-49f2-af3a-ea565fa17a5b tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f228e70d-e270-497e-a555-a03d423010fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827616 Jul 23 20:35:44.775966 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f02b7017-3e56-4647-b337-f63d318379a0 req-670a38aa-1d34-4558-98a1-aa28456f5867 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:44.777770 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-63a303bf-f2f1-4d97-a42d-c5ed8ade7d93 None None] For port 768b3cbd-9d7b-4957-90b0-0bf7eb0d8e13, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:44.781646 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f02b7017-3e56-4647-b337-f63d318379a0 req-670a38aa-1d34-4558-98a1-aa28456f5867 tempest-TestServerMultinode-34025657 tempest-TestServerMultinode-34025657-project-admin] 10.222.0.18 "DELETE /v2.0/ports/d2f121ce-5a70-4c84-a86a-72d339bf5ce6 HTTP/1.1" status: 204 len: 173 time: 1.2098160 Jul 23 20:35:44.786227 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58023bcc-0810-4d08-9d7e-86e06d249c0a', 'name': 'network-vif-deleted', 'tag': 'd2f121ce-5a70-4c84-a86a-72d339bf5ce6'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:35:44.788320 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:44.790114 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ace3a2-87e9-4549-85fc-cc9096ccef29" -d '{"events": [{"server_uuid": "58023bcc-0810-4d08-9d7e-86e06d249c0a", "name": "network-vif-deleted", "tag": "d2f121ce-5a70-4c84-a86a-72d339bf5ce6"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:35:44.800067 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:44.808710 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-63a303bf-f2f1-4d97-a42d-c5ed8ade7d93 None None] For port 768b3cbd-9d7b-4957-90b0-0bf7eb0d8e13, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=768b3cbd-9d7b-4957-90b0-0bf7eb0d8e13,segment=NetworkSegment(fd94d541-4909-4720-8305-358f4b1709bc),segment_id=fd94d541-4909-4720-8305-358f4b1709bc)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:44.825634 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-63a303bf-f2f1-4d97-a42d-c5ed8ade7d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:44.890446 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4143c30c-e9f4-4de1-8656-cc7c23aa890c x-openstack-request-id: req-4143c30c-e9f4-4de1-8656-cc7c23aa890c {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:35:44.891682 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58023bcc-0810-4d08-9d7e-86e06d249c0a", "name": "network-vif-deleted", "tag": "d2f121ce-5a70-4c84-a86a-72d339bf5ce6", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:35:44.891945 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4143c30c-e9f4-4de1-8656-cc7c23aa890c {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:35:44.895027 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58023bcc-0810-4d08-9d7e-86e06d249c0a', 'name': 'network-vif-deleted', 'tag': 'd2f121ce-5a70-4c84-a86a-72d339bf5ce6', 'status': 'completed', 'code': 200} Jul 23 20:35:44.984588 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a303bf-f2f1-4d97-a42d-c5ed8ade7d93 None None] Pushing event updated for resources: {'Port': ['ID=768b3cbd-9d7b-4957-90b0-0bf7eb0d8e13,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:45.112754 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 90c82fdf-db2a-473e-b641-92cfb1c28101 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:45.322354 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-bfbd8ced-d2dc-4a4c-9a0d-77032b82bcc6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Allocated IP 172.20.0.1 (18a0b5a9-714b-4316-b399-86648724d040/91388870-9e0f-4748-a272-085d7f0656bb/57b634d0-0a94-42e4-9209-b4fa9c991eb5) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:45.443177 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1cf0edd-56fd-4cbd-825f-6771fb3f43ba tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Router 5aa4c8f2-eb8a-4696-b72d-a064acac6a74 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:35:45.544767 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 90c82fdf-db2a-473e-b641-92cfb1c28101 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:45.549030 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 90c82fdf-db2a-473e-b641-92cfb1c28101 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:45.549423 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:45.600938 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bfbd8ced-d2dc-4a4c-9a0d-77032b82bcc6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:45.632180 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-bfbd8ced-d2dc-4a4c-9a0d-77032b82bcc6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Transition to ACTIVE for port object 57b634d0-0a94-42e4-9209-b4fa9c991eb5 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:45.637874 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1cf0edd-56fd-4cbd-825f-6771fb3f43ba tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:45.649358 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17483f66-f053-4516-a350-7eaed75bcb1c None None] Sync routers for ids ['5aa4c8f2-eb8a-4696-b72d-a064acac6a74'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:45.669985 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f1cf0edd-56fd-4cbd-825f-6771fb3f43ba tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:45.672315 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f1cf0edd-56fd-4cbd-825f-6771fb3f43ba tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9723392 Jul 23 20:35:45.673593 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17483f66-f053-4516-a350-7eaed75bcb1c None None] Routers {'5aa4c8f2-eb8a-4696-b72d-a064acac6a74'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:45.675455 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59858) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:45.677577 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-17483f66-f053-4516-a350-7eaed75bcb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:35:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5aa4c8f2-eb8a-4696-b72d-a064acac6a74'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:45.699631 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:45.723825 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bfbd8ced-d2dc-4a4c-9a0d-77032b82bcc6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:45.751482 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 90c82fdf-db2a-473e-b641-92cfb1c28101, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=90c82fdf-db2a-473e-b641-92cfb1c28101,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:45.761325 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:45.830997 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f37eb727-237f-458b-bfab-062ada63ceff tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=9bce00ee88e9483da89a858a154365d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1506827 Jul 23 20:35:45.831667 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59866) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:45.852908 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbd8ced-d2dc-4a4c-9a0d-77032b82bcc6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Network 18a0b5a9-714b-4316-b399-86648724d040 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:45.865835 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59868) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:45.871249 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-bfbd8ced-d2dc-4a4c-9a0d-77032b82bcc6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:45.896857 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbd8ced-d2dc-4a4c-9a0d-77032b82bcc6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:45.897694 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=90c82fdf-db2a-473e-b641-92cfb1c28101,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:45.903029 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd8ced-d2dc-4a4c-9a0d-77032b82bcc6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'Port': ['ID=57b634d0-0a94-42e4-9209-b4fa9c991eb5,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:45.928904 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-17483f66-f053-4516-a350-7eaed75bcb1c None None] Set router 5aa4c8f2-eb8a-4696-b72d-a064acac6a74 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:45.989971 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:46.045347 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21a390d-9562-45a5-b203-83d44fe57fac tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:46.046637 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f21a390d-9562-45a5-b203-83d44fe57fac tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2105651 Jul 23 20:35:46.049527 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59870) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:46.051635 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bfbd8ced-d2dc-4a4c-9a0d-77032b82bcc6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:46.100559 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6a286382-b6a2-4102-9c79-16810d59d2aa tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=8013d0d6-aee4-47cc-8dbe-3abed6e5116f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0496814 Jul 23 20:35:46.103425 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59872) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:46.114920 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-1b7e15fe-62c5-479a-b51d-7b96691dc5cd tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1965161588', 'network_id': '864de4ce-5df1-4374-a015-6b625275bbb6', 'project_id': '9bce00ee88e9483da89a858a154365d1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:46.279895 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-17483f66-f053-4516-a350-7eaed75bcb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'name': 'tempest-TestNetworkBasicOps-router-386918443', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'f9ea7818-4eb5-47ec-854d-5fd14771babe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:42Z', 'updated_at': '2021-07-23T20:35:43Z', 'revision_number': 3, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'gw_port': {'id': 'f9ea7818-4eb5-47ec-854d-5fd14771babe', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:43Z', 'updated_at': '2021-07-23T20:35:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:46.285966 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7e15fe-62c5-479a-b51d-7b96691dc5cd tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Made reservation on behalf of 9bce00ee88e9483da89a858a154365d1 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:46.291109 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b7e15fe-62c5-479a-b51d-7b96691dc5cd tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:46.319585 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17483f66-f053-4516-a350-7eaed75bcb1c None None] Checking router: 5aa4c8f2-eb8a-4696-b72d-a064acac6a74 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:35:46.320231 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17483f66-f053-4516-a350-7eaed75bcb1c None None] Updating router 5aa4c8f2-eb8a-4696-b72d-a064acac6a74 port f9ea7818-4eb5-47ec-854d-5fd14771babe binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:35:46.431128 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-17483f66-f053-4516-a350-7eaed75bcb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:46.454867 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37881401-0eb9-4c5f-bddf-ed8f63fc3983 None None] Network 18a0b5a9-714b-4316-b399-86648724d040 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:46.473158 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bfbd8ced-d2dc-4a4c-9a0d-77032b82bcc6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:46.584873 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6612263c-ae26-496e-9738-84cc9a40d497 None None] Provisioning for port 768b3cbd-9d7b-4957-90b0-0bf7eb0d8e13 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:46.607939 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b7e15fe-62c5-479a-b51d-7b96691dc5cd tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:46.679520 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e15fe-62c5-479a-b51d-7b96691dc5cd tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'Subnet': ['ID=4c97b2da-2e45-40a4-887c-692b9993b786,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:46.736621 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7e15fe-62c5-479a-b51d-7b96691dc5cd tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Checking segment: {'id': '5ee22926-6b8c-4025-87b0-aefb94119d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '864de4ce-5df1-4374-a015-6b625275bbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:46.736989 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7e15fe-62c5-479a-b51d-7b96691dc5cd tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Network hostable DHCP agents. Network: 864de4ce-5df1-4374-a015-6b625275bbb6, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:35:46.770972 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7e15fe-62c5-479a-b51d-7b96691dc5cd tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Network 864de4ce-5df1-4374-a015-6b625275bbb6 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:35:46.795087 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-1b7e15fe-62c5-479a-b51d-7b96691dc5cd tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 864de4ce-5df1-4374-a015-6b625275bbb6) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:46.800196 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7e15fe-62c5-479a-b51d-7b96691dc5cd tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:46.800795 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b7e15fe-62c5-479a-b51d-7b96691dc5cd tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:46.817920 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770f1564-dd7f-47f4-ad6b-8ad1e9da6c34 None None] Network 864de4ce-5df1-4374-a015-6b625275bbb6 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:46.839879 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1b7e15fe-62c5-479a-b51d-7b96691dc5cd tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7346756 Jul 23 20:35:46.840563 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59876) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:47.052460 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ed0ba1d8-8df3-4a6c-a3dc-445b3b9c5f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.145066 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757c3d39-bb08-40f6-bb44-8d58ffdc1832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-864de4ce-5df1-4374-a015-6b625275bbb6', 'network_id': '864de4ce-5df1-4374-a015-6b625275bbb6', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'fixed_ips': [{'subnet_id': '4c97b2da-2e45-40a4-887c-692b9993b786'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:35:47.146494 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-757c3d39-bb08-40f6-bb44-8d58ffdc1832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.153950 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-17483f66-f053-4516-a350-7eaed75bcb1c None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.180540 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-17483f66-f053-4516-a350-7eaed75bcb1c None None] Transition to ACTIVE for port object f9ea7818-4eb5-47ec-854d-5fd14771babe will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:47.189129 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-17483f66-f053-4516-a350-7eaed75bcb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.280048 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-17483f66-f053-4516-a350-7eaed75bcb1c None None] Attempting to bind port f9ea7818-4eb5-47ec-854d-5fd14771babe on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:47.280712 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-17483f66-f053-4516-a350-7eaed75bcb1c None None] Attempting to bind port f9ea7818-4eb5-47ec-854d-5fd14771babe by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:47.281249 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17483f66-f053-4516-a350-7eaed75bcb1c None None] Attempting to bind port f9ea7818-4eb5-47ec-854d-5fd14771babe on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:47.287364 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17483f66-f053-4516-a350-7eaed75bcb1c None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:47.287956 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17483f66-f053-4516-a350-7eaed75bcb1c None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:47.288601 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-17483f66-f053-4516-a350-7eaed75bcb1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.289069 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17483f66-f053-4516-a350-7eaed75bcb1c None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:47.289607 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-17483f66-f053-4516-a350-7eaed75bcb1c None None] Bound port: f9ea7818-4eb5-47ec-854d-5fd14771babe, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:47.290139 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-17483f66-f053-4516-a350-7eaed75bcb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.293166 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e34e582-a978-4e82-9213-da6bc57f5524 None None] Pushing event updated for resources: {'Port': ['ID=f9ea7818-4eb5-47ec-854d-5fd14771babe,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:47.339891 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 90c82fdf-db2a-473e-b641-92cfb1c28101 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:47.377812 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bfbd8ced-d2dc-4a4c-9a0d-77032b82bcc6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.387077 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-17483f66-f053-4516-a350-7eaed75bcb1c None None] For port f9ea7818-4eb5-47ec-854d-5fd14771babe, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:47.390489 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bfbd8ced-d2dc-4a4c-9a0d-77032b82bcc6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.392874 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-17483f66-f053-4516-a350-7eaed75bcb1c None None] For port f9ea7818-4eb5-47ec-854d-5fd14771babe, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=f9ea7818-4eb5-47ec-854d-5fd14771babe,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:47.402260 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-17483f66-f053-4516-a350-7eaed75bcb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.492154 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e34e582-a978-4e82-9213-da6bc57f5524 None None] Pushing event updated for resources: {'Port': ['ID=f9ea7818-4eb5-47ec-854d-5fd14771babe,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:47.519634 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd8ced-d2dc-4a4c-9a0d-77032b82bcc6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'Port': ['ID=57b634d0-0a94-42e4-9209-b4fa9c991eb5,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:47.529728 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7c052ffb-6e15-4403-898a-efa4cbf76c62 None None] Provisioning for port 57b634d0-0a94-42e4-9209-b4fa9c991eb5 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:47.531966 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bfbd8ced-d2dc-4a4c-9a0d-77032b82bcc6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.544536 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17483f66-f053-4516-a350-7eaed75bcb1c None None] Routers {'5aa4c8f2-eb8a-4696-b72d-a064acac6a74'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:47.545170 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-17483f66-f053-4516-a350-7eaed75bcb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:35:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5aa4c8f2-eb8a-4696-b72d-a064acac6a74'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:47.546000 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7c052ffb-6e15-4403-898a-efa4cbf76c62 None None] Provisioning complete for port 57b634d0-0a94-42e4-9209-b4fa9c991eb5 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:47.546376 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7c052ffb-6e15-4403-898a-efa4cbf76c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.554764 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-757c3d39-bb08-40f6-bb44-8d58ffdc1832 None None] Allocated IP 172.20.0.2 (864de4ce-5df1-4374-a015-6b625275bbb6/4c97b2da-2e45-40a4-887c-692b9993b786/61e02538-db61-4d97-8553-7e41cd8b693a) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:47.556670 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 90c82fdf-db2a-473e-b641-92cfb1c28101 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:47.557153 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.646871 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-7c052ffb-6e15-4403-898a-efa4cbf76c62 None None] Port 57b634d0-0a94-42e4-9209-b4fa9c991eb5 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:47.742077 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-17483f66-f053-4516-a350-7eaed75bcb1c None None] Set router 5aa4c8f2-eb8a-4696-b72d-a064acac6a74 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:47.766100 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 768b3cbd-9d7b-4957-90b0-0bf7eb0d8e13 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:47.855350 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c0724685-95a0-4457-b7bb-2a2d1600f017 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.886757 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fd72c503-c0e8-4eaa-aee8-2a84f8cd5921 None None] Provisioning complete for port 57b634d0-0a94-42e4-9209-b4fa9c991eb5 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:47.887429 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fd72c503-c0e8-4eaa-aee8-2a84f8cd5921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.922665 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 768b3cbd-9d7b-4957-90b0-0bf7eb0d8e13 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:47.927231 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-757c3d39-bb08-40f6-bb44-8d58ffdc1832 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.930707 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 768b3cbd-9d7b-4957-90b0-0bf7eb0d8e13 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:47.931330 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.971795 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-757c3d39-bb08-40f6-bb44-8d58ffdc1832 None None] Transition to ACTIVE for port object 61e02538-db61-4d97-8553-7e41cd8b693a will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:47.975817 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fd72c503-c0e8-4eaa-aee8-2a84f8cd5921 None None] Port 57b634d0-0a94-42e4-9209-b4fa9c991eb5 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:48.001688 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-757c3d39-bb08-40f6-bb44-8d58ffdc1832 None None] Transition to ACTIVE for port object 61e02538-db61-4d97-8553-7e41cd8b693a will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:48.006578 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-17483f66-f053-4516-a350-7eaed75bcb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'name': 'tempest-TestNetworkBasicOps-router-386918443', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'f9ea7818-4eb5-47ec-854d-5fd14771babe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:42Z', 'updated_at': '2021-07-23T20:35:43Z', 'revision_number': 3, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'gw_port': {'id': 'f9ea7818-4eb5-47ec-854d-5fd14771babe', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:43Z', 'updated_at': '2021-07-23T20:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:48.009051 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-757c3d39-bb08-40f6-bb44-8d58ffdc1832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.069202 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17483f66-f053-4516-a350-7eaed75bcb1c None None] The sync data for ids ['5aa4c8f2-eb8a-4696-b72d-a064acac6a74'] in n-d-793618-10 is: [{'id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'name': 'tempest-TestNetworkBasicOps-router-386918443', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'f9ea7818-4eb5-47ec-854d-5fd14771babe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:42Z', 'updated_at': '2021-07-23T20:35:43Z', 'revision_number': 3, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'gw_port': {'id': 'f9ea7818-4eb5-47ec-854d-5fd14771babe', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:43Z', 'updated_at': '2021-07-23T20:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:48.098238 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757c3d39-bb08-40f6-bb44-8d58ffdc1832 None None] Network 864de4ce-5df1-4374-a015-6b625275bbb6 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:48.102295 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device d2f121ce-5a70-4c84-a86a-72d339bf5ce6 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:35:48.110699 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbd8ced-d2dc-4a4c-9a0d-77032b82bcc6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Network 18a0b5a9-714b-4316-b399-86648724d040 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:48.113622 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-bfbd8ced-d2dc-4a4c-9a0d-77032b82bcc6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:48.144107 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-757c3d39-bb08-40f6-bb44-8d58ffdc1832 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:48.147236 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757c3d39-bb08-40f6-bb44-8d58ffdc1832 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:48.151808 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c3d39-bb08-40f6-bb44-8d58ffdc1832 None None] Pushing event updated for resources: {'Port': ['ID=61e02538-db61-4d97-8553-7e41cd8b693a,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:48.155352 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: d2f121ce-5a70-4c84-a86a-72d339bf5ce6 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:35:48.155860 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device d2f121ce-5a70-4c84-a86a-72d339bf5ce6 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:35:48.167066 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.212587 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 768b3cbd-9d7b-4957-90b0-0bf7eb0d8e13, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=768b3cbd-9d7b-4957-90b0-0bf7eb0d8e13,segment=NetworkSegment(fd94d541-4909-4720-8305-358f4b1709bc),segment_id=fd94d541-4909-4720-8305-358f4b1709bc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:48.256968 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-ed0ba1d8-8df3-4a6c-a3dc-445b3b9c5f6b admin admin] Deleting port d4980711-4a5d-46ad-b490-2b8f9d10a008 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:48.257313 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ed0ba1d8-8df3-4a6c-a3dc-445b3b9c5f6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.267914 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-c0724685-95a0-4457-b7bb-2a2d1600f017 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Allocated IP 172.20.0.1 (864de4ce-5df1-4374-a015-6b625275bbb6/4c97b2da-2e45-40a4-887c-692b9993b786/5d6feed1-4aed-4db3-9b81-3a81aa6378d9) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:48.268167 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.335485 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfbd8ced-d2dc-4a4c-9a0d-77032b82bcc6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Router e0dd7965-64f7-4fe0-861f-30dd8ef1cda0 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:35:48.347754 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-757c3d39-bb08-40f6-bb44-8d58ffdc1832 None None] Attempting to bind port 61e02538-db61-4d97-8553-7e41cd8b693a on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:48.348124 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-757c3d39-bb08-40f6-bb44-8d58ffdc1832 None None] Attempting to bind port 61e02538-db61-4d97-8553-7e41cd8b693a by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '5ee22926-6b8c-4025-87b0-aefb94119d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '864de4ce-5df1-4374-a015-6b625275bbb6'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:48.348498 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757c3d39-bb08-40f6-bb44-8d58ffdc1832 None None] Attempting to bind port 61e02538-db61-4d97-8553-7e41cd8b693a on network 864de4ce-5df1-4374-a015-6b625275bbb6 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:48.365336 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757c3d39-bb08-40f6-bb44-8d58ffdc1832 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:48.365685 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757c3d39-bb08-40f6-bb44-8d58ffdc1832 None None] Checking segment: {'id': '5ee22926-6b8c-4025-87b0-aefb94119d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '864de4ce-5df1-4374-a015-6b625275bbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:48.366096 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-757c3d39-bb08-40f6-bb44-8d58ffdc1832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.366498 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757c3d39-bb08-40f6-bb44-8d58ffdc1832 None None] Bound using segment: {'id': '5ee22926-6b8c-4025-87b0-aefb94119d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '864de4ce-5df1-4374-a015-6b625275bbb6'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:48.366972 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-757c3d39-bb08-40f6-bb44-8d58ffdc1832 None None] Bound port: 61e02538-db61-4d97-8553-7e41cd8b693a, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee22926-6b8c-4025-87b0-aefb94119d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '864de4ce-5df1-4374-a015-6b625275bbb6'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:48.367416 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-757c3d39-bb08-40f6-bb44-8d58ffdc1832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.411880 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=768b3cbd-9d7b-4957-90b0-0bf7eb0d8e13,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:48.459033 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c0724685-95a0-4457-b7bb-2a2d1600f017 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.475802 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-c0724685-95a0-4457-b7bb-2a2d1600f017 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Transition to ACTIVE for port object 5d6feed1-4aed-4db3-9b81-3a81aa6378d9 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:48.479477 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-9ee399d8-6a57-446f-8401-4cb9f21d6640 None None] Provisioning complete for port 57b634d0-0a94-42e4-9209-b4fa9c991eb5 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:48.479857 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9ee399d8-6a57-446f-8401-4cb9f21d6640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.505282 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-757c3d39-bb08-40f6-bb44-8d58ffdc1832 None None] For port 61e02538-db61-4d97-8553-7e41cd8b693a, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:48.529558 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c0724685-95a0-4457-b7bb-2a2d1600f017 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.535546 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-757c3d39-bb08-40f6-bb44-8d58ffdc1832 None None] For port 61e02538-db61-4d97-8553-7e41cd8b693a, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=61e02538-db61-4d97-8553-7e41cd8b693a,segment=NetworkSegment(5ee22926-6b8c-4025-87b0-aefb94119d06),segment_id=5ee22926-6b8c-4025-87b0-aefb94119d06)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:48.547485 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-757c3d39-bb08-40f6-bb44-8d58ffdc1832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.551106 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9ee399d8-6a57-446f-8401-4cb9f21d6640 None None] Port 57b634d0-0a94-42e4-9209-b4fa9c991eb5 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:48.555706 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-ed0ba1d8-8df3-4a6c-a3dc-445b3b9c5f6b admin admin] For port d4980711-4a5d-46ad-b490-2b8f9d10a008, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d4980711-4a5d-46ad-b490-2b8f9d10a008,segment=NetworkSegment(25cb269f-1cf6-48c9-8cdf-b8976a8c982f),segment_id=25cb269f-1cf6-48c9-8cdf-b8976a8c982f)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:48.555706 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ed0ba1d8-8df3-4a6c-a3dc-445b3b9c5f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.574284 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0724685-95a0-4457-b7bb-2a2d1600f017 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Network 864de4ce-5df1-4374-a015-6b625275bbb6 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:48.578172 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-ed0ba1d8-8df3-4a6c-a3dc-445b3b9c5f6b admin admin] Calling delete_port for d4980711-4a5d-46ad-b490-2b8f9d10a008 owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:48.581736 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-c0724685-95a0-4457-b7bb-2a2d1600f017 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:48.587001 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0724685-95a0-4457-b7bb-2a2d1600f017 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:48.637445 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c3d39-bb08-40f6-bb44-8d58ffdc1832 None None] Pushing event updated for resources: {'Port': ['ID=61e02538-db61-4d97-8553-7e41cd8b693a,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:48.648540 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbd8ced-d2dc-4a4c-9a0d-77032b82bcc6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:48.657609 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-bfbd8ced-d2dc-4a4c-9a0d-77032b82bcc6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "PUT /v2.0/routers/e0dd7965-64f7-4fe0-861f-30dd8ef1cda0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2998970 Jul 23 20:35:48.657884 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0724685-95a0-4457-b7bb-2a2d1600f017 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'Port': ['ID=5d6feed1-4aed-4db3-9b81-3a81aa6378d9,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:48.668624 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6521f3-44a6-4ca8-a641-c9ca8d78e179 None None] Sync routers for ids ['e0dd7965-64f7-4fe0-861f-30dd8ef1cda0'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:48.680759 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6521f3-44a6-4ca8-a641-c9ca8d78e179 None None] Routers {'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:48.681240 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6d6521f3-44a6-4ca8-a641-c9ca8d78e179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:35:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['e0dd7965-64f7-4fe0-861f-30dd8ef1cda0'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:48.701074 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c0724685-95a0-4457-b7bb-2a2d1600f017 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.816750 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-6d6521f3-44a6-4ca8-a641-c9ca8d78e179 None None] Set router e0dd7965-64f7-4fe0-861f-30dd8ef1cda0 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:48.895455 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ed0ba1d8-8df3-4a6c-a3dc-445b3b9c5f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.941245 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c0724685-95a0-4457-b7bb-2a2d1600f017 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.995921 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0ba1d8-8df3-4a6c-a3dc-445b3b9c5f6b admin admin] Pushing event deleted for resources: {'Port': ['ID=d4980711-4a5d-46ad-b490-2b8f9d10a008,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:49.283305 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device f9ea7818-4eb5-47ec-854d-5fd14771babe up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:49.385704 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ed0ba1d8-8df3-4a6c-a3dc-445b3b9c5f6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:49.393251 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-a0f4d0e2-319a-4247-83a3-9a6371d52c53 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1226693811&fields=id&tenant_id=bac8e166147242c8b3a831403daa7c9d HTTP/1.1" status: 200 len: 267 time: 0.3168645 Jul 23 20:35:49.420163 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6d6521f3-44a6-4ca8-a641-c9ca8d78e179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681275928', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '90c82fdf-db2a-473e-b641-92cfb1c28101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:40Z', 'updated_at': '2021-07-23T20:35:46Z', 'revision_number': 4, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '90c82fdf-db2a-473e-b641-92cfb1c28101', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:40Z', 'updated_at': '2021-07-23T20:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '57b634d0-0a94-42e4-9209-b4fa9c991eb5', 'name': '', 'network_id': '18a0b5a9-714b-4316-b399-86648724d040', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'mac_address': 'fa:16:3e:d0:21:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '91388870-9e0f-4748-a272-085d7f0656bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:44Z', 'updated_at': '2021-07-23T20:35:46Z', 'revision_number': 2, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'subnets': [{'id': '91388870-9e0f-4748-a272-085d7f0656bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:49.459067 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port f9ea7818-4eb5-47ec-854d-5fd14771babe completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:49.463318 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port f9ea7818-4eb5-47ec-854d-5fd14771babe triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:49.463704 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:49.465516 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6521f3-44a6-4ca8-a641-c9ca8d78e179 None None] Checking router: e0dd7965-64f7-4fe0-861f-30dd8ef1cda0 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:35:49.467695 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6521f3-44a6-4ca8-a641-c9ca8d78e179 None None] Updating router e0dd7965-64f7-4fe0-861f-30dd8ef1cda0 port 57b634d0-0a94-42e4-9209-b4fa9c991eb5 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:35:49.569175 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6d6521f3-44a6-4ca8-a641-c9ca8d78e179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:49.642194 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c0724685-95a0-4457-b7bb-2a2d1600f017 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:49.648739 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c0724685-95a0-4457-b7bb-2a2d1600f017 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:49.679527 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-d83a7369-999c-4c5c-9ad7-11adc7fd12c7 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:49.681106 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-d83a7369-999c-4c5c-9ad7-11adc7fd12c7 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/networks?id=18a0b5a9-714b-4316-b399-86648724d040 HTTP/1.1" status: 200 len: 797 time: 0.2753024 Jul 23 20:35:49.707784 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-6f0fdf21-8079-4f26-90be-b33cbddd8d23 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/quotas/bac8e166147242c8b3a831403daa7c9d HTTP/1.1" status: 200 len: 375 time: 0.0173836 Jul 23 20:35:49.714542 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:49.736666 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0724685-95a0-4457-b7bb-2a2d1600f017 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'Port': ['ID=5d6feed1-4aed-4db3-9b81-3a81aa6378d9,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:49.769340 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port f9ea7818-4eb5-47ec-854d-5fd14771babe, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=f9ea7818-4eb5-47ec-854d-5fd14771babe,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:49.781743 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:49.782804 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 768b3cbd-9d7b-4957-90b0-0bf7eb0d8e13 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:49.813406 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c0724685-95a0-4457-b7bb-2a2d1600f017 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:49.841555 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-212e525e-8360-46ff-bc72-527607dbbee6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bac8e166147242c8b3a831403daa7c9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1327300 Jul 23 20:35:49.952616 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0724685-95a0-4457-b7bb-2a2d1600f017 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Network 864de4ce-5df1-4374-a015-6b625275bbb6 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:49.954761 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-c0724685-95a0-4457-b7bb-2a2d1600f017 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:49.963830 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=f9ea7818-4eb5-47ec-854d-5fd14771babe,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:50.071817 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 768b3cbd-9d7b-4957-90b0-0bf7eb0d8e13 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:50.073272 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:50.102339 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-3d5589b4-d03d-4507-a2e6-1297fd311a45 service neutron] 10.222.0.32 "GET /v2.0/networks/18a0b5a9-714b-4316-b399-86648724d040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547979 Jul 23 20:35:50.125888 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0ba1d8-8df3-4a6c-a3dc-445b3b9c5f6b admin admin] Router ed4d90a5-e0b2-49a9-9a62-83c55461c21f has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:35:50.158624 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0724685-95a0-4457-b7bb-2a2d1600f017 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Router 5aa4c8f2-eb8a-4696-b72d-a064acac6a74 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:35:50.212740 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6d6521f3-44a6-4ca8-a641-c9ca8d78e179 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:50.260757 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6d6521f3-44a6-4ca8-a641-c9ca8d78e179 None None] Transition to ACTIVE for port object 57b634d0-0a94-42e4-9209-b4fa9c991eb5 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:50.294695 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6d6521f3-44a6-4ca8-a641-c9ca8d78e179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:50.366171 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd01319-f159-4e61-bbfb-a7d4aa623e21 None None] Pushing event updated for resources: {'Port': ['ID=57b634d0-0a94-42e4-9209-b4fa9c991eb5,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:50.392088 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0724685-95a0-4457-b7bb-2a2d1600f017 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:50.399229 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c0724685-95a0-4457-b7bb-2a2d1600f017 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "PUT /v2.0/routers/5aa4c8f2-eb8a-4696-b72d-a064acac6a74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5576742 Jul 23 20:35:50.402465 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59906) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:50.405987 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bc9769-d210-4480-9e48-f69d8f2b8198 None None] Network 864de4ce-5df1-4374-a015-6b625275bbb6 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:50.466221 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-b8e6696f-9db4-4463-be9e-6eddbe38e4f8 service neutron] 10.222.0.32 "GET /v2.0/networks/18a0b5a9-714b-4316-b399-86648724d040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629904 Jul 23 20:35:50.478858 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0ba1d8-8df3-4a6c-a3dc-445b3b9c5f6b admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:50.489819 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2574d144-fb4d-4035-ba4a-339a59861146 None None] Sync routers for ids ['ed4d90a5-e0b2-49a9-9a62-83c55461c21f'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:50.495639 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ed0ba1d8-8df3-4a6c-a3dc-445b3b9c5f6b admin admin] 10.222.0.32 "PUT /v2.0/routers/ed4d90a5-e0b2-49a9-9a62-83c55461c21f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6091850 Jul 23 20:35:50.497221 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59908) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:50.501530 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6d6521f3-44a6-4ca8-a641-c9ca8d78e179 None None] Attempting to bind port 57b634d0-0a94-42e4-9209-b4fa9c991eb5 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:50.501916 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6d6521f3-44a6-4ca8-a641-c9ca8d78e179 None None] Attempting to bind port 57b634d0-0a94-42e4-9209-b4fa9c991eb5 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'fd94d541-4909-4720-8305-358f4b1709bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '18a0b5a9-714b-4316-b399-86648724d040'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:50.502288 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6521f3-44a6-4ca8-a641-c9ca8d78e179 None None] Attempting to bind port 57b634d0-0a94-42e4-9209-b4fa9c991eb5 on network 18a0b5a9-714b-4316-b399-86648724d040 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:50.511058 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2574d144-fb4d-4035-ba4a-339a59861146 None None] Routers {'ed4d90a5-e0b2-49a9-9a62-83c55461c21f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:50.511689 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2574d144-fb4d-4035-ba4a-339a59861146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:35:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ed4d90a5-e0b2-49a9-9a62-83c55461c21f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:50.559283 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6521f3-44a6-4ca8-a641-c9ca8d78e179 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:50.560775 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6521f3-44a6-4ca8-a641-c9ca8d78e179 None None] Checking segment: {'id': 'fd94d541-4909-4720-8305-358f4b1709bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '18a0b5a9-714b-4316-b399-86648724d040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:50.561243 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6d6521f3-44a6-4ca8-a641-c9ca8d78e179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:50.562089 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6521f3-44a6-4ca8-a641-c9ca8d78e179 None None] Bound using segment: {'id': 'fd94d541-4909-4720-8305-358f4b1709bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '18a0b5a9-714b-4316-b399-86648724d040'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:50.562585 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6d6521f3-44a6-4ca8-a641-c9ca8d78e179 None None] Bound port: 57b634d0-0a94-42e4-9209-b4fa9c991eb5, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd94d541-4909-4720-8305-358f4b1709bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '18a0b5a9-714b-4316-b399-86648724d040'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:50.569535 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6d6521f3-44a6-4ca8-a641-c9ca8d78e179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:50.595079 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-452a0339-2e7c-42f0-9163-a3a61268db3b None None] Provisioning for port 61e02538-db61-4d97-8553-7e41cd8b693a completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:50.848177 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419c3f71-461a-44eb-b40b-ddf3d5205ced tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:50.851081 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419c3f71-461a-44eb-b40b-ddf3d5205ced tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:50.851081 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419c3f71-461a-44eb-b40b-ddf3d5205ced tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:50.851081 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419c3f71-461a-44eb-b40b-ddf3d5205ced tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:50.851081 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419c3f71-461a-44eb-b40b-ddf3d5205ced tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:50.851081 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419c3f71-461a-44eb-b40b-ddf3d5205ced tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:50.851507 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419c3f71-461a-44eb-b40b-ddf3d5205ced tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:50.852077 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5653a47c-3dd4-48d6-b166-2c315c9ebed9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:50.853352 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-419c3f71-461a-44eb-b40b-ddf3d5205ced tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4965 time: 0.4486806 Jul 23 20:35:50.856987 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59914) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:50.879293 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-2574d144-fb4d-4035-ba4a-339a59861146 None None] Set router ed4d90a5-e0b2-49a9-9a62-83c55461c21f gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:51.031812 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a62766d-b72b-4936-82ff-884b81bed1b6 tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:51.032361 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a62766d-b72b-4936-82ff-884b81bed1b6 tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:51.033759 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a62766d-b72b-4936-82ff-884b81bed1b6 tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:51.034432 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a62766d-b72b-4936-82ff-884b81bed1b6 tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:51.035033 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a62766d-b72b-4936-82ff-884b81bed1b6 tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:51.036674 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a62766d-b72b-4936-82ff-884b81bed1b6 tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:51.040662 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b386842-bbcd-4195-8145-e47db41bf0ed None None] Sync routers for ids ['5aa4c8f2-eb8a-4696-b72d-a064acac6a74'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:51.052720 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a62766d-b72b-4936-82ff-884b81bed1b6 tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:51.055467 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0a62766d-b72b-4936-82ff-884b81bed1b6 tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4623 time: 0.1972725 Jul 23 20:35:51.058227 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59916) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:51.119991 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-6d6521f3-44a6-4ca8-a641-c9ca8d78e179 None None] For port 57b634d0-0a94-42e4-9209-b4fa9c991eb5, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:51.128869 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b386842-bbcd-4195-8145-e47db41bf0ed None None] Routers {'5aa4c8f2-eb8a-4696-b72d-a064acac6a74'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:51.129581 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-7b386842-bbcd-4195-8145-e47db41bf0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:35:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5aa4c8f2-eb8a-4696-b72d-a064acac6a74'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:51.142396 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-89c946ea-1f25-4b95-a690-ab3446ecd244 req-4fbbdf6e-e133-4746-a144-c3bfccf583f0 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b5e224-08d8-4f1f-b359-61dec1423021 HTTP/1.1" status: 200 len: 210 time: 0.1555591 Jul 23 20:35:51.194818 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2574d144-fb4d-4035-ba4a-339a59861146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4d90a5-e0b2-49a9-9a62-83c55461c21f', 'name': 'tempest-TestServerMultinode-73156614-router', 'tenant_id': 'd7939b9e890d45faaae3a55aa6047580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '380edea0-176b-4d2f-a1d3-7579bbc542ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:34:56Z', 'updated_at': '2021-07-23T20:35:48Z', 'revision_number': 5, 'project_id': 'd7939b9e890d45faaae3a55aa6047580', 'gw_port': {'id': '380edea0-176b-4d2f-a1d3-7579bbc542ee', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4d90a5-e0b2-49a9-9a62-83c55461c21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:57Z', 'updated_at': '2021-07-23T20:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:51.259134 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5653a47c-3dd4-48d6-b166-2c315c9ebed9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:51.277272 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2574d144-fb4d-4035-ba4a-339a59861146 None None] Checking router: ed4d90a5-e0b2-49a9-9a62-83c55461c21f for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:35:51.300437 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-6d6521f3-44a6-4ca8-a641-c9ca8d78e179 None None] For port 57b634d0-0a94-42e4-9209-b4fa9c991eb5, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=57b634d0-0a94-42e4-9209-b4fa9c991eb5,segment=NetworkSegment(fd94d541-4909-4720-8305-358f4b1709bc),segment_id=fd94d541-4909-4720-8305-358f4b1709bc)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:51.301387 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2574d144-fb4d-4035-ba4a-339a59861146 None None] Routers {'ed4d90a5-e0b2-49a9-9a62-83c55461c21f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:51.301851 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2574d144-fb4d-4035-ba4a-339a59861146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:35:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['ed4d90a5-e0b2-49a9-9a62-83c55461c21f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:51.311148 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6d6521f3-44a6-4ca8-a641-c9ca8d78e179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:51.321686 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device f9ea7818-4eb5-47ec-854d-5fd14771babe up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:51.372956 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-5653a47c-3dd4-48d6-b166-2c315c9ebed9 admin admin] Deleting port 380edea0-176b-4d2f-a1d3-7579bbc542ee {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:51.373956 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5653a47c-3dd4-48d6-b166-2c315c9ebed9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:51.464711 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6521f3-44a6-4ca8-a641-c9ca8d78e179 None None] Routers {'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:51.466068 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6d6521f3-44a6-4ca8-a641-c9ca8d78e179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:35:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['e0dd7965-64f7-4fe0-861f-30dd8ef1cda0'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:51.466959 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-2574d144-fb4d-4035-ba4a-339a59861146 None None] Set router ed4d90a5-e0b2-49a9-9a62-83c55461c21f gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:51.467221 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd01319-f159-4e61-bbfb-a7d4aa623e21 None None] Pushing event updated for resources: {'Port': ['ID=57b634d0-0a94-42e4-9209-b4fa9c991eb5,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:51.474202 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-7b386842-bbcd-4195-8145-e47db41bf0ed None None] Set router 5aa4c8f2-eb8a-4696-b72d-a064acac6a74 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:51.543939 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e7c23d4c-cd41-47d2-9fba-de2740a5bedc tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3766 time: 0.4789784 Jul 23 20:35:51.613296 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2574d144-fb4d-4035-ba4a-339a59861146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4d90a5-e0b2-49a9-9a62-83c55461c21f', 'name': 'tempest-TestServerMultinode-73156614-router', 'tenant_id': 'd7939b9e890d45faaae3a55aa6047580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:34:56Z', 'updated_at': '2021-07-23T20:35:51Z', 'revision_number': 6, 'project_id': 'd7939b9e890d45faaae3a55aa6047580', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:51.618942 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-5653a47c-3dd4-48d6-b166-2c315c9ebed9 admin admin] For port 380edea0-176b-4d2f-a1d3-7579bbc542ee, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=380edea0-176b-4d2f-a1d3-7579bbc542ee,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:51.619488 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5653a47c-3dd4-48d6-b166-2c315c9ebed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:51.649958 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2574d144-fb4d-4035-ba4a-339a59861146 None None] The sync data for ids ['ed4d90a5-e0b2-49a9-9a62-83c55461c21f'] in n-d-793618-10 is: [{'id': 'ed4d90a5-e0b2-49a9-9a62-83c55461c21f', 'name': 'tempest-TestServerMultinode-73156614-router', 'tenant_id': 'd7939b9e890d45faaae3a55aa6047580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:34:56Z', 'updated_at': '2021-07-23T20:35:51Z', 'revision_number': 6, 'project_id': 'd7939b9e890d45faaae3a55aa6047580', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:51.676275 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-5653a47c-3dd4-48d6-b166-2c315c9ebed9 admin admin] Calling delete_port for 380edea0-176b-4d2f-a1d3-7579bbc542ee owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:51.753235 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port f9ea7818-4eb5-47ec-854d-5fd14771babe triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:51.761758 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:51.932409 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-6d6521f3-44a6-4ca8-a641-c9ca8d78e179 None None] Set router e0dd7965-64f7-4fe0-861f-30dd8ef1cda0 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:52.081378 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5653a47c-3dd4-48d6-b166-2c315c9ebed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.129574 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653a47c-3dd4-48d6-b166-2c315c9ebed9 admin admin] Pushing event deleted for resources: {'Port': ['ID=380edea0-176b-4d2f-a1d3-7579bbc542ee,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:52.219249 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59930) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:52.227031 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-08d2c682-9b44-449f-be78-2243c1424e9c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-762054694', 'description': 'tempest-secgroup-smoke-762054694 description', 'project_id': '9bce00ee88e9483da89a858a154365d1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:52.305232 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-08d2c682-9b44-449f-be78-2243c1424e9c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.312092 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5653a47c-3dd4-48d6-b166-2c315c9ebed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.441013 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-08d2c682-9b44-449f-be78-2243c1424e9c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.447649 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-08d2c682-9b44-449f-be78-2243c1424e9c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.478427 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-231a94c4-7196-463b-b79a-482d6a2e6373 None None] Provisioning for port 5d6feed1-4aed-4db3-9b81-3a81aa6378d9 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:52.491058 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-08d2c682-9b44-449f-be78-2243c1424e9c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.496067 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-08d2c682-9b44-449f-be78-2243c1424e9c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2749283 Jul 23 20:35:52.496981 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59932) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:52.498666 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-231a94c4-7196-463b-b79a-482d6a2e6373 None None] Provisioning complete for port 5d6feed1-4aed-4db3-9b81-3a81aa6378d9 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:52.499646 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-231a94c4-7196-463b-b79a-482d6a2e6373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.504402 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-54cdbce6-e284-4d8f-8052-3fb127e80c0f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Request body: {'security_group_rule': {'security_group_id': '3b9713de-5874-47b8-8c7a-e861275e267b', 'project_id': '9bce00ee88e9483da89a858a154365d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:52.511852 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2c682-9b44-449f-be78-2243c1424e9c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9713de-5874-47b8-8c7a-e861275e267b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:52.548545 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54cdbce6-e284-4d8f-8052-3fb127e80c0f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.605394 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 61e02538-db61-4d97-8553-7e41cd8b693a up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:52.615853 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-607185e6-319e-41c5-a648-97ebdde0a5f1 req-209d89e9-26fd-43cc-b341-a4894ca25a1e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b5e224-08d8-4f1f-b359-61dec1423021 HTTP/1.1" status: 200 len: 210 time: 0.3053088 Jul 23 20:35:52.648414 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-231a94c4-7196-463b-b79a-482d6a2e6373 None None] Port 5d6feed1-4aed-4db3-9b81-3a81aa6378d9 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:52.656320 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54cdbce6-e284-4d8f-8052-3fb127e80c0f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.661764 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5653a47c-3dd4-48d6-b166-2c315c9ebed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.663646 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54cdbce6-e284-4d8f-8052-3fb127e80c0f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.675054 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5653a47c-3dd4-48d6-b166-2c315c9ebed9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.689506 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cdbce6-e284-4d8f-8052-3fb127e80c0f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bdc0bc9-7630-4cd6-85d3-5eb16fa4f6e6,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:52.702651 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54cdbce6-e284-4d8f-8052-3fb127e80c0f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.705521 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-54cdbce6-e284-4d8f-8052-3fb127e80c0f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2045283 Jul 23 20:35:52.706429 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-7b386842-bbcd-4195-8145-e47db41bf0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'name': 'tempest-TestNetworkBasicOps-router-386918443', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'f9ea7818-4eb5-47ec-854d-5fd14771babe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:42Z', 'updated_at': '2021-07-23T20:35:48Z', 'revision_number': 4, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'gw_port': {'id': 'f9ea7818-4eb5-47ec-854d-5fd14771babe', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:43Z', 'updated_at': '2021-07-23T20:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '5d6feed1-4aed-4db3-9b81-3a81aa6378d9', 'name': '', 'network_id': '864de4ce-5df1-4374-a015-6b625275bbb6', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'mac_address': 'fa:16:3e:2f:c5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '4c97b2da-2e45-40a4-887c-692b9993b786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:48Z', 'updated_at': '2021-07-23T20:35:49Z', 'revision_number': 2, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'subnets': [{'id': '4c97b2da-2e45-40a4-887c-692b9993b786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:52.707032 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59934) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:52.712629 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-15846b6a-135f-4a22-b9b9-84fb48c1f066 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Request body: {'security_group_rule': {'security_group_id': '3b9713de-5874-47b8-8c7a-e861275e267b', 'project_id': '9bce00ee88e9483da89a858a154365d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:52.751078 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-15846b6a-135f-4a22-b9b9-84fb48c1f066 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.767691 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b386842-bbcd-4195-8145-e47db41bf0ed None None] Checking router: 5aa4c8f2-eb8a-4696-b72d-a064acac6a74 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:35:52.770132 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b386842-bbcd-4195-8145-e47db41bf0ed None None] Updating router 5aa4c8f2-eb8a-4696-b72d-a064acac6a74 port 5d6feed1-4aed-4db3-9b81-3a81aa6378d9 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:35:52.779202 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5653a47c-3dd4-48d6-b166-2c315c9ebed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.779854 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5653a47c-3dd4-48d6-b166-2c315c9ebed9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed4d90a5-e0b2-49a9-9a62-83c55461c21f {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:35:52.785800 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5653a47c-3dd4-48d6-b166-2c315c9ebed9 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.792161 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5653a47c-3dd4-48d6-b166-2c315c9ebed9 admin admin] 10.222.0.32 "DELETE /v2.0/routers/ed4d90a5-e0b2-49a9-9a62-83c55461c21f HTTP/1.1" status: 204 len: 168 time: 2.2935336 Jul 23 20:35:52.792878 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59938) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:52.851583 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-20a690e5-980e-4260-8136-053035266d19 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:52.853099 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-20a690e5-980e-4260-8136-053035266d19 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.18 "GET /v2.0/networks?id=18a0b5a9-714b-4316-b399-86648724d040 HTTP/1.1" status: 200 len: 797 time: 0.4789908 Jul 23 20:35:52.874064 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-15846b6a-135f-4a22-b9b9-84fb48c1f066 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.877219 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7b386842-bbcd-4195-8145-e47db41bf0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.879401 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-15846b6a-135f-4a22-b9b9-84fb48c1f066 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.893003 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6d6521f3-44a6-4ca8-a641-c9ca8d78e179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681275928', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '90c82fdf-db2a-473e-b641-92cfb1c28101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:40Z', 'updated_at': '2021-07-23T20:35:46Z', 'revision_number': 4, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '90c82fdf-db2a-473e-b641-92cfb1c28101', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:40Z', 'updated_at': '2021-07-23T20:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '57b634d0-0a94-42e4-9209-b4fa9c991eb5', 'name': '', 'network_id': '18a0b5a9-714b-4316-b399-86648724d040', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'mac_address': 'fa:16:3e:d0:21:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '91388870-9e0f-4748-a272-085d7f0656bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:44Z', 'updated_at': '2021-07-23T20:35:51Z', 'revision_number': 4, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'subnets': [{'id': '91388870-9e0f-4748-a272-085d7f0656bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:52.898928 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 61e02538-db61-4d97-8553-7e41cd8b693a completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:52.907538 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15846b6a-135f-4a22-b9b9-84fb48c1f066 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a0c96e1-d53f-4efb-b857-d4eba4714c79,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:52.918909 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15846b6a-135f-4a22-b9b9-84fb48c1f066 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:52.919262 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15846b6a-135f-4a22-b9b9-84fb48c1f066 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:52.919604 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15846b6a-135f-4a22-b9b9-84fb48c1f066 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:52.920030 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15846b6a-135f-4a22-b9b9-84fb48c1f066 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:52.920378 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15846b6a-135f-4a22-b9b9-84fb48c1f066 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:52.920662 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15846b6a-135f-4a22-b9b9-84fb48c1f066 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:52.921044 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15846b6a-135f-4a22-b9b9-84fb48c1f066 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:52.921480 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15846b6a-135f-4a22-b9b9-84fb48c1f066 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:52.921835 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15846b6a-135f-4a22-b9b9-84fb48c1f066 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:52.922161 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15846b6a-135f-4a22-b9b9-84fb48c1f066 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:52.922567 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15846b6a-135f-4a22-b9b9-84fb48c1f066 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:52.922966 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15846b6a-135f-4a22-b9b9-84fb48c1f066 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:52.926038 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-15846b6a-135f-4a22-b9b9-84fb48c1f066 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.930790 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-15846b6a-135f-4a22-b9b9-84fb48c1f066 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2223771 Jul 23 20:35:52.931878 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59940) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:52.935652 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-b1bb5bf2-d58c-49ff-b2a7-69cc58a489e1 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bac8e166147242c8b3a831403daa7c9d HTTP/1.1" status: 200 len: 380 time: 0.0703764 Jul 23 20:35:52.936933 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-a387b7f8-aa18-4437-bc59-88fed1544158 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Request body: {'security_group_rule': {'security_group_id': '3b9713de-5874-47b8-8c7a-e861275e267b', 'project_id': '9bce00ee88e9483da89a858a154365d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:52.942152 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-7de6033c-b010-4896-93eb-fd332be1ee68 admin admin] Deleting subnet 44f53811-76b0-4464-b064-747742e455f9 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:35:52.950669 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-d26fd1ce-47c2-458d-a1e5-a62b3fad80e6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Request body: {'port': {'device_id': '65b5e224-08d8-4f1f-b359-61dec1423021', 'network_id': '18a0b5a9-714b-4316-b399-86648724d040', 'admin_state_up': True, 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'security_groups': ['1e57f726-c132-4b91-a53b-870ac9d145ec']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:52.955188 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7de6033c-b010-4896-93eb-fd332be1ee68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.969093 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6521f3-44a6-4ca8-a641-c9ca8d78e179 None None] The sync data for ids ['e0dd7965-64f7-4fe0-861f-30dd8ef1cda0'] in n-d-793618-10 is: [{'id': 'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681275928', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '90c82fdf-db2a-473e-b641-92cfb1c28101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:40Z', 'updated_at': '2021-07-23T20:35:46Z', 'revision_number': 4, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '90c82fdf-db2a-473e-b641-92cfb1c28101', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:40Z', 'updated_at': '2021-07-23T20:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '57b634d0-0a94-42e4-9209-b4fa9c991eb5', 'name': '', 'network_id': '18a0b5a9-714b-4316-b399-86648724d040', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'mac_address': 'fa:16:3e:d0:21:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '91388870-9e0f-4748-a272-085d7f0656bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:44Z', 'updated_at': '2021-07-23T20:35:51Z', 'revision_number': 4, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'subnets': [{'id': '91388870-9e0f-4748-a272-085d7f0656bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:52.973308 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 61e02538-db61-4d97-8553-7e41cd8b693a triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:52.973879 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.979111 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a387b7f8-aa18-4437-bc59-88fed1544158 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:53.017973 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7de6033c-b010-4896-93eb-fd332be1ee68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:53.032004 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1612e2ea-2eef-46de-bbc6-56d1ad242cc6 None None] Provisioning complete for port 5d6feed1-4aed-4db3-9b81-3a81aa6378d9 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:53.032484 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1612e2ea-2eef-46de-bbc6-56d1ad242cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:53.097837 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1612e2ea-2eef-46de-bbc6-56d1ad242cc6 None None] Port 5d6feed1-4aed-4db3-9b81-3a81aa6378d9 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:53.124897 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a387b7f8-aa18-4437-bc59-88fed1544158 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:53.130044 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a387b7f8-aa18-4437-bc59-88fed1544158 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:53.170726 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a387b7f8-aa18-4437-bc59-88fed1544158 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:53.173250 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a387b7f8-aa18-4437-bc59-88fed1544158 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2400169 Jul 23 20:35:53.175137 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59942) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:53.193627 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e57b9f82-5ac9-442d-b510-d0b0987bff93 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Request body: {'security_group_rule': {'security_group_id': '3b9713de-5874-47b8-8c7a-e861275e267b', 'project_id': '9bce00ee88e9483da89a858a154365d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:53.204727 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387b7f8-aa18-4437-bc59-88fed1544158 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b380ba57-ef19-4e70-822e-622e9d1431bb,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:53.226703 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7de6033c-b010-4896-93eb-fd332be1ee68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:53.258894 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e57b9f82-5ac9-442d-b510-d0b0987bff93 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:53.339941 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:53.348453 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e57b9f82-5ac9-442d-b510-d0b0987bff93 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:53.355515 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e57b9f82-5ac9-442d-b510-d0b0987bff93 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:53.398242 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b9f82-5ac9-442d-b510-d0b0987bff93 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebe7b182-39fb-4e49-ab00-dcd89e6e7729,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:53.404208 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e57b9f82-5ac9-442d-b510-d0b0987bff93 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:53.406770 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e57b9f82-5ac9-442d-b510-d0b0987bff93 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2288551 Jul 23 20:35:53.408846 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59944) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:53.414985 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-0e2fe224-fa29-4f4b-ace4-82ebef4ff890 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Request body: {'security_group_rule': {'security_group_id': '3b9713de-5874-47b8-8c7a-e861275e267b', 'project_id': '9bce00ee88e9483da89a858a154365d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:53.428932 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 61e02538-db61-4d97-8553-7e41cd8b693a, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=61e02538-db61-4d97-8553-7e41cd8b693a,segment=NetworkSegment(5ee22926-6b8c-4025-87b0-aefb94119d06),segment_id=5ee22926-6b8c-4025-87b0-aefb94119d06)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:53.439681 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:53.469534 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-d26fd1ce-47c2-458d-a1e5-a62b3fad80e6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Made reservation on behalf of bac8e166147242c8b3a831403daa7c9d for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:53.475015 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-d26fd1ce-47c2-458d-a1e5-a62b3fad80e6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:53.480036 n-d-793618-10 neutron-server[93876]: INFO neutron.db.securitygroups_db [None req-0e2fe224-fa29-4f4b-ace4-82ebef4ff890 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Project 9bce00ee88e9483da89a858a154365d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:35:53.485533 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7de6033c-b010-4896-93eb-fd332be1ee68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:53.502184 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e2fe224-fa29-4f4b-ace4-82ebef4ff890 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:53.503511 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=61e02538-db61-4d97-8553-7e41cd8b693a,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:53.545607 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de6033c-b010-4896-93eb-fd332be1ee68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44f53811-76b0-4464-b064-747742e455f9,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:53.556864 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7de6033c-b010-4896-93eb-fd332be1ee68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:53.561300 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7de6033c-b010-4896-93eb-fd332be1ee68 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/44f53811-76b0-4464-b064-747742e455f9 HTTP/1.1" status: 204 len: 168 time: 0.7603526 Jul 23 20:35:53.579057 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59946) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:53.627546 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7b386842-bbcd-4195-8145-e47db41bf0ed None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:53.641523 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7b386842-bbcd-4195-8145-e47db41bf0ed None None] Transition to ACTIVE for port object 5d6feed1-4aed-4db3-9b81-3a81aa6378d9 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:53.652516 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd013a2-f0a1-4cff-9a01-3910150e8ed8 None None] Network cb412ecb-d5ef-454a-bf42-cc3f5b57ec86 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:53.748622 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e2fe224-fa29-4f4b-ace4-82ebef4ff890 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:53.763216 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e2fe224-fa29-4f4b-ace4-82ebef4ff890 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:53.790184 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-08070bae-33ca-4c97-ab07-d60cb10d4553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:53.797204 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-76f40f49-1611-458c-836d-bd04cf4b6cee req-1c4c33d9-d6f0-4598-8553-e35816c7d441 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b5e224-08d8-4f1f-b359-61dec1423021 HTTP/1.1" status: 200 len: 210 time: 0.0413532 Jul 23 20:35:53.814618 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-d26fd1ce-47c2-458d-a1e5-a62b3fad80e6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Allocated IP 172.20.0.3 (18a0b5a9-714b-4316-b399-86648724d040/91388870-9e0f-4748-a272-085d7f0656bb/13534940-7d8f-4a35-9695-8089277b81dc) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:53.860566 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2fe224-fa29-4f4b-ace4-82ebef4ff890 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9339dcbe-316a-4d3e-9ee6-5f5838d6e572,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:53.890888 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e2fe224-fa29-4f4b-ace4-82ebef4ff890 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:53.892892 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0e2fe224-fa29-4f4b-ace4-82ebef4ff890 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4828775 Jul 23 20:35:53.895747 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 59952) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:53.901532 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-a83175dd-cc24-405a-af41-a6d26b3cd483 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Request body: {'security_group_rule': {'security_group_id': '3b9713de-5874-47b8-8c7a-e861275e267b', 'project_id': '9bce00ee88e9483da89a858a154365d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:53.942080 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-08070bae-33ca-4c97-ab07-d60cb10d4553 admin admin] Deleting port 39e8f8ef-f24e-4110-906a-c370ac4752bd {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:53.942564 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-08070bae-33ca-4c97-ab07-d60cb10d4553 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:53.991317 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 57b634d0-0a94-42e4-9209-b4fa9c991eb5 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:54.038106 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7b386842-bbcd-4195-8145-e47db41bf0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:54.100152 n-d-793618-10 neutron-server[93875]: INFO neutron.db.securitygroups_db [None req-a83175dd-cc24-405a-af41-a6d26b3cd483 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Project 9bce00ee88e9483da89a858a154365d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:35:54.105040 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef26e2a-482e-4a47-988a-7068f19e11fb None None] Pushing event updated for resources: {'Port': ['ID=5d6feed1-4aed-4db3-9b81-3a81aa6378d9,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:54.131799 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a83175dd-cc24-405a-af41-a6d26b3cd483 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:54.142880 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-d26fd1ce-47c2-458d-a1e5-a62b3fad80e6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:54.169022 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 57b634d0-0a94-42e4-9209-b4fa9c991eb5 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:54.180084 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 57b634d0-0a94-42e4-9209-b4fa9c991eb5 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:54.180588 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:54.206386 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-d26fd1ce-47c2-458d-a1e5-a62b3fad80e6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Transition to ACTIVE for port object 13534940-7d8f-4a35-9695-8089277b81dc will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:54.316658 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a83175dd-cc24-405a-af41-a6d26b3cd483 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:54.331684 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a83175dd-cc24-405a-af41-a6d26b3cd483 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:54.373031 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83175dd-cc24-405a-af41-a6d26b3cd483 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=046c1ca1-9df4-4951-94c3-2167691a234c,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:54.376822 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-d26fd1ce-47c2-458d-a1e5-a62b3fad80e6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:54.471643 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a83175dd-cc24-405a-af41-a6d26b3cd483 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:54.483821 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a83175dd-cc24-405a-af41-a6d26b3cd483 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5866499 Jul 23 20:35:54.507775 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-d26fd1ce-47c2-458d-a1e5-a62b3fad80e6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Network 18a0b5a9-714b-4316-b399-86648724d040 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:54.513097 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-d26fd1ce-47c2-458d-a1e5-a62b3fad80e6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:54.519013 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26fd1ce-47c2-458d-a1e5-a62b3fad80e6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'Port': ['ID=13534940-7d8f-4a35-9695-8089277b81dc,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:54.521294 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-d26fd1ce-47c2-458d-a1e5-a62b3fad80e6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:54.551179 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:54.570510 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-7b386842-bbcd-4195-8145-e47db41bf0ed None None] Attempting to bind port 5d6feed1-4aed-4db3-9b81-3a81aa6378d9 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:54.586099 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-7b386842-bbcd-4195-8145-e47db41bf0ed None None] Attempting to bind port 5d6feed1-4aed-4db3-9b81-3a81aa6378d9 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '5ee22926-6b8c-4025-87b0-aefb94119d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '864de4ce-5df1-4374-a015-6b625275bbb6'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:54.586767 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b386842-bbcd-4195-8145-e47db41bf0ed None None] Attempting to bind port 5d6feed1-4aed-4db3-9b81-3a81aa6378d9 on network 864de4ce-5df1-4374-a015-6b625275bbb6 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:54.605925 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b386842-bbcd-4195-8145-e47db41bf0ed None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:54.610496 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-08070bae-33ca-4c97-ab07-d60cb10d4553 admin admin] For port 39e8f8ef-f24e-4110-906a-c370ac4752bd, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=39e8f8ef-f24e-4110-906a-c370ac4752bd,segment=NetworkSegment(25cb269f-1cf6-48c9-8cdf-b8976a8c982f),segment_id=25cb269f-1cf6-48c9-8cdf-b8976a8c982f)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:54.611007 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-08070bae-33ca-4c97-ab07-d60cb10d4553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:54.612955 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b386842-bbcd-4195-8145-e47db41bf0ed None None] Checking segment: {'id': '5ee22926-6b8c-4025-87b0-aefb94119d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '864de4ce-5df1-4374-a015-6b625275bbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:54.613626 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7b386842-bbcd-4195-8145-e47db41bf0ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:54.614198 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b386842-bbcd-4195-8145-e47db41bf0ed None None] Bound using segment: {'id': '5ee22926-6b8c-4025-87b0-aefb94119d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '864de4ce-5df1-4374-a015-6b625275bbb6'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:54.614859 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-7b386842-bbcd-4195-8145-e47db41bf0ed None None] Bound port: 5d6feed1-4aed-4db3-9b81-3a81aa6378d9, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee22926-6b8c-4025-87b0-aefb94119d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '864de4ce-5df1-4374-a015-6b625275bbb6'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:54.615425 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7b386842-bbcd-4195-8145-e47db41bf0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:54.615735 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-d26fd1ce-47c2-458d-a1e5-a62b3fad80e6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:54.616425 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-d26fd1ce-47c2-458d-a1e5-a62b3fad80e6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:54.639953 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-08070bae-33ca-4c97-ab07-d60cb10d4553 admin admin] Calling delete_port for 39e8f8ef-f24e-4110-906a-c370ac4752bd owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:54.658564 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-d26fd1ce-47c2-458d-a1e5-a62b3fad80e6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7133698 Jul 23 20:35:54.674138 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-cc523f25-6e5d-4b1e-a37e-acf46fe20659 service neutron] Request body: {'port': {'device_id': '65b5e224-08d8-4f1f-b359-61dec1423021', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:54.755535 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba27587-4f44-4ebd-b034-e99f50458341 None None] DHCP port deletion for cb412ecb-d5ef-454a-bf42-cc3f5b57ec86 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:35:54.768048 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 57b634d0-0a94-42e4-9209-b4fa9c991eb5, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=57b634d0-0a94-42e4-9209-b4fa9c991eb5,segment=NetworkSegment(fd94d541-4909-4720-8305-358f4b1709bc),segment_id=fd94d541-4909-4720-8305-358f4b1709bc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:54.801737 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:54.806841 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-08070bae-33ca-4c97-ab07-d60cb10d4553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:54.858342 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08070bae-33ca-4c97-ab07-d60cb10d4553 admin admin] Pushing event deleted for resources: {'Port': ['ID=39e8f8ef-f24e-4110-906a-c370ac4752bd,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:54.870604 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08070bae-33ca-4c97-ab07-d60cb10d4553 admin admin] No DVR routers for this DVR port 39e8f8ef-f24e-4110-906a-c370ac4752bd on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:35:54.895812 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=57b634d0-0a94-42e4-9209-b4fa9c991eb5,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:54.924420 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-cee3f767-d143-45b8-a36b-32e4a58c2cbb tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-762054694&fields=id&tenant_id=9bce00ee88e9483da89a858a154365d1 HTTP/1.1" status: 200 len: 267 time: 0.1922691 Jul 23 20:35:54.960922 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d4980711-4a5d-46ad-b490-2b8f9d10a008 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:35:54.999244 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-cc523f25-6e5d-4b1e-a37e-acf46fe20659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:54.999447 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-7b386842-bbcd-4195-8145-e47db41bf0ed None None] For port 5d6feed1-4aed-4db3-9b81-3a81aa6378d9, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:55.006623 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-08070bae-33ca-4c97-ab07-d60cb10d4553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:55.009048 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: d4980711-4a5d-46ad-b490-2b8f9d10a008 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:35:55.009614 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d4980711-4a5d-46ad-b490-2b8f9d10a008 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:35:55.010199 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 380edea0-176b-4d2f-a1d3-7579bbc542ee no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:35:55.017593 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-08070bae-33ca-4c97-ab07-d60cb10d4553 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb412ecb-d5ef-454a-bf42-cc3f5b57ec86']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:55.029593 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-08070bae-33ca-4c97-ab07-d60cb10d4553 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25cb269f-1cf6-48c9-8cdf-b8976a8c982f') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:55.029889 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-08070bae-33ca-4c97-ab07-d60cb10d4553 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25cb269f-1cf6-48c9-8cdf-b8976a8c982f') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:55.039736 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-08070bae-33ca-4c97-ab07-d60cb10d4553 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:55.048874 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-7b386842-bbcd-4195-8145-e47db41bf0ed None None] For port 5d6feed1-4aed-4db3-9b81-3a81aa6378d9, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=5d6feed1-4aed-4db3-9b81-3a81aa6378d9,segment=NetworkSegment(5ee22926-6b8c-4025-87b0-aefb94119d06),segment_id=5ee22926-6b8c-4025-87b0-aefb94119d06)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:55.053309 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 380edea0-176b-4d2f-a1d3-7579bbc542ee {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:35:55.053722 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 380edea0-176b-4d2f-a1d3-7579bbc542ee not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:35:55.053929 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-08070bae-33ca-4c97-ab07-d60cb10d4553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:55.061008 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08070bae-33ca-4c97-ab07-d60cb10d4553 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:35:55.061431 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-08070bae-33ca-4c97-ab07-d60cb10d4553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:55.061771 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7b386842-bbcd-4195-8145-e47db41bf0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:55.096074 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-5ba27587-4f44-4ebd-b034-e99f50458341 None None] Deleting port 39e8f8ef-f24e-4110-906a-c370ac4752bd {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:55.096458 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ba27587-4f44-4ebd-b034-e99f50458341 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:55.120784 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:35:55.120784 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:35:55.120784 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:35:55.120784 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:35:55.120784 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:35:55.120784 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:35:55.120784 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:35:55.120784 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:35:55.120784 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:35:55.120784 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:35:55.120784 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:35:55.120784 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:35:55.120784 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:35:55.120784 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:35:55.120784 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:35:55.120784 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:35:55.120784 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:35:55.120784 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:35:55.120784 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:35:55.120784 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:35:55.120784 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:35:55.120784 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:35:55.120784 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:35:55.120784 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:35:55.120784 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:35:55.120784 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:35:55.120784 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:35:55.120784 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:35:55.120784 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:35:55.120784 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:35:55.120784 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:35:55.120784 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:35:55.124069 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-08070bae-33ca-4c97-ab07-d60cb10d4553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:55.126717 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-38588a7a-8546-43b7-b8f0-f565e603e012 None None] Provisioning for port 13534940-7d8f-4a35-9695-8089277b81dc completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:55.146068 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-08070bae-33ca-4c97-ab07-d60cb10d4553 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:55.151463 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-08070bae-33ca-4c97-ab07-d60cb10d4553 admin admin] 10.222.0.32 "DELETE /v2.0/networks/cb412ecb-d5ef-454a-bf42-cc3f5b57ec86 HTTP/1.1" status: 204 len: 168 time: 1.5676453 Jul 23 20:35:55.160183 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59970) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:55.170726 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08070bae-33ca-4c97-ab07-d60cb10d4553 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb412ecb-d5ef-454a-bf42-cc3f5b57ec86,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:55.194761 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-38588a7a-8546-43b7-b8f0-f565e603e012 None None] Provisioning complete for port 13534940-7d8f-4a35-9695-8089277b81dc triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:55.195142 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38588a7a-8546-43b7-b8f0-f565e603e012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:55.264964 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-5ba27587-4f44-4ebd-b034-e99f50458341 None None] For port 39e8f8ef-f24e-4110-906a-c370ac4752bd, host n-d-793618-10, got binding levels [] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:55.265369 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ba27587-4f44-4ebd-b034-e99f50458341 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:55.285589 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-5ba27587-4f44-4ebd-b034-e99f50458341 None None] Calling delete_port for 39e8f8ef-f24e-4110-906a-c370ac4752bd owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:55.289044 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.ipam_backend_mixin [None req-5ba27587-4f44-4ebd-b034-e99f50458341 None None] Port 39e8f8ef-f24e-4110-906a-c370ac4752bd was not found and therefore no delete operation was performed {{(pid=93877) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:35:55.293826 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef26e2a-482e-4a47-988a-7068f19e11fb None None] Pushing event updated for resources: {'Port': ['ID=5d6feed1-4aed-4db3-9b81-3a81aa6378d9,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:55.298381 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ba27587-4f44-4ebd-b034-e99f50458341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:55.399400 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5ba27587-4f44-4ebd-b034-e99f50458341 None None] Network cb412ecb-d5ef-454a-bf42-cc3f5b57ec86 is not hosted by any dhcp agent {{(pid=93877) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 20:35:55.399934 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba27587-4f44-4ebd-b034-e99f50458341 None None] No DVR routers for this DVR port 39e8f8ef-f24e-4110-906a-c370ac4752bd on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:35:55.405580 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba27587-4f44-4ebd-b034-e99f50458341 None None] Pushing event deleted for resources: {'Port': ['ID=39e8f8ef-f24e-4110-906a-c370ac4752bd,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:55.429596 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b386842-bbcd-4195-8145-e47db41bf0ed None None] Routers {'5aa4c8f2-eb8a-4696-b72d-a064acac6a74'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:55.430487 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-7b386842-bbcd-4195-8145-e47db41bf0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:35:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5aa4c8f2-eb8a-4696-b72d-a064acac6a74'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:55.435893 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-38588a7a-8546-43b7-b8f0-f565e603e012 None None] Port 13534940-7d8f-4a35-9695-8089277b81dc cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:55.597389 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 57b634d0-0a94-42e4-9209-b4fa9c991eb5 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:55.645080 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-7b386842-bbcd-4195-8145-e47db41bf0ed None None] Set router 5aa4c8f2-eb8a-4696-b72d-a064acac6a74 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:55.687765 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43ca13fe-896e-4fda-a13a-6370fad95e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:55.758352 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 57b634d0-0a94-42e4-9209-b4fa9c991eb5 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:55.758731 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:55.880637 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-cc523f25-6e5d-4b1e-a37e-acf46fe20659 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13534940-7d8f-4a35-9695-8089277b81dc {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:35:55.890571 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-cc523f25-6e5d-4b1e-a37e-acf46fe20659 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:55.928286 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 61e02538-db61-4d97-8553-7e41cd8b693a up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:55.943944 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-cc523f25-6e5d-4b1e-a37e-acf46fe20659 service neutron] Transition to ACTIVE for port object 13534940-7d8f-4a35-9695-8089277b81dc will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:55.954137 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-cc523f25-6e5d-4b1e-a37e-acf46fe20659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:56.020641 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc523f25-6e5d-4b1e-a37e-acf46fe20659 service neutron] Pushing event updated for resources: {'Port': ['ID=13534940-7d8f-4a35-9695-8089277b81dc,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:56.056799 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-7b386842-bbcd-4195-8145-e47db41bf0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'name': 'tempest-TestNetworkBasicOps-router-386918443', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'f9ea7818-4eb5-47ec-854d-5fd14771babe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:42Z', 'updated_at': '2021-07-23T20:35:48Z', 'revision_number': 4, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'gw_port': {'id': 'f9ea7818-4eb5-47ec-854d-5fd14771babe', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:43Z', 'updated_at': '2021-07-23T20:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '5d6feed1-4aed-4db3-9b81-3a81aa6378d9', 'name': '', 'network_id': '864de4ce-5df1-4374-a015-6b625275bbb6', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'mac_address': 'fa:16:3e:2f:c5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '4c97b2da-2e45-40a4-887c-692b9993b786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:48Z', 'updated_at': '2021-07-23T20:35:54Z', 'revision_number': 4, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'subnets': [{'id': '4c97b2da-2e45-40a4-887c-692b9993b786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:56.074242 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 61e02538-db61-4d97-8553-7e41cd8b693a triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:56.074620 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:56.085893 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-43ca13fe-896e-4fda-a13a-6370fad95e0b admin admin] Deleting port 5fb90b51-1aad-4c94-840f-f414a88afecf {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:56.086011 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-940e06fe-2657-4f09-b9f9-70843b00f0ef tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:56.086477 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43ca13fe-896e-4fda-a13a-6370fad95e0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:56.088255 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-940e06fe-2657-4f09-b9f9-70843b00f0ef tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/networks?id=864de4ce-5df1-4374-a015-6b625275bbb6 HTTP/1.1" status: 200 len: 797 time: 1.1607406 Jul 23 20:35:56.166071 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-cbef3203-2b3e-4e3a-b6d3-70d1a1476cec tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/quotas/9bce00ee88e9483da89a858a154365d1 HTTP/1.1" status: 200 len: 375 time: 0.0399089 Jul 23 20:35:56.180785 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b386842-bbcd-4195-8145-e47db41bf0ed None None] The sync data for ids ['5aa4c8f2-eb8a-4696-b72d-a064acac6a74'] in n-d-793618-10 is: [{'id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'name': 'tempest-TestNetworkBasicOps-router-386918443', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'f9ea7818-4eb5-47ec-854d-5fd14771babe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:42Z', 'updated_at': '2021-07-23T20:35:48Z', 'revision_number': 4, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'gw_port': {'id': 'f9ea7818-4eb5-47ec-854d-5fd14771babe', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:43Z', 'updated_at': '2021-07-23T20:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '5d6feed1-4aed-4db3-9b81-3a81aa6378d9', 'name': '', 'network_id': '864de4ce-5df1-4374-a015-6b625275bbb6', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'mac_address': 'fa:16:3e:2f:c5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '4c97b2da-2e45-40a4-887c-692b9993b786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:48Z', 'updated_at': '2021-07-23T20:35:54Z', 'revision_number': 4, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'subnets': [{'id': '4c97b2da-2e45-40a4-887c-692b9993b786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:56.235013 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-43ca13fe-896e-4fda-a13a-6370fad95e0b admin admin] For port 5fb90b51-1aad-4c94-840f-f414a88afecf, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=5fb90b51-1aad-4c94-840f-f414a88afecf,segment=NetworkSegment(feea60cf-3e39-4b3e-a865-12ade3845168),segment_id=feea60cf-3e39-4b3e-a865-12ade3845168)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:56.235902 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43ca13fe-896e-4fda-a13a-6370fad95e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:56.254945 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-43ca13fe-896e-4fda-a13a-6370fad95e0b admin admin] Calling delete_port for 5fb90b51-1aad-4c94-840f-f414a88afecf owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:56.282116 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-cc523f25-6e5d-4b1e-a37e-acf46fe20659 service neutron] Attempting to bind port 13534940-7d8f-4a35-9695-8089277b81dc on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:56.283753 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-cc523f25-6e5d-4b1e-a37e-acf46fe20659 service neutron] Attempting to bind port 13534940-7d8f-4a35-9695-8089277b81dc by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'fd94d541-4909-4720-8305-358f4b1709bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '18a0b5a9-714b-4316-b399-86648724d040'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:56.284245 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-cc523f25-6e5d-4b1e-a37e-acf46fe20659 service neutron] Attempting to bind port 13534940-7d8f-4a35-9695-8089277b81dc on network 18a0b5a9-714b-4316-b399-86648724d040 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:56.322627 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-cc523f25-6e5d-4b1e-a37e-acf46fe20659 service neutron] Port 13534940-7d8f-4a35-9695-8089277b81dc on network 18a0b5a9-714b-4316-b399-86648724d040 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:35:56.325798 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-cc523f25-6e5d-4b1e-a37e-acf46fe20659 service neutron] Attempting to bind port 13534940-7d8f-4a35-9695-8089277b81dc on network 18a0b5a9-714b-4316-b399-86648724d040 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:56.341843 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-cc523f25-6e5d-4b1e-a37e-acf46fe20659 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:56.341843 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-cc523f25-6e5d-4b1e-a37e-acf46fe20659 service neutron] Checking segment: {'id': 'fd94d541-4909-4720-8305-358f4b1709bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '18a0b5a9-714b-4316-b399-86648724d040'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:56.344682 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-cc523f25-6e5d-4b1e-a37e-acf46fe20659 service neutron] Bound using segment: {'id': 'fd94d541-4909-4720-8305-358f4b1709bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '18a0b5a9-714b-4316-b399-86648724d040'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:56.345221 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-cc523f25-6e5d-4b1e-a37e-acf46fe20659 service neutron] Bound port: 13534940-7d8f-4a35-9695-8089277b81dc, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd94d541-4909-4720-8305-358f4b1709bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '18a0b5a9-714b-4316-b399-86648724d040'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:56.345755 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-cc523f25-6e5d-4b1e-a37e-acf46fe20659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:56.379994 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 39e8f8ef-f24e-4110-906a-c370ac4752bd no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:35:56.427223 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 39e8f8ef-f24e-4110-906a-c370ac4752bd {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:35:56.427994 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 39e8f8ef-f24e-4110-906a-c370ac4752bd not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:35:56.510612 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-da8369f1-a403-4c1d-a7a7-899cbd868e6b tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9bce00ee88e9483da89a858a154365d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3308022 Jul 23 20:35:56.532259 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-cc523f25-6e5d-4b1e-a37e-acf46fe20659 service neutron] For port 13534940-7d8f-4a35-9695-8089277b81dc, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:56.536289 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-cc523f25-6e5d-4b1e-a37e-acf46fe20659 service neutron] For port 13534940-7d8f-4a35-9695-8089277b81dc, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=13534940-7d8f-4a35-9695-8089277b81dc,segment=NetworkSegment(fd94d541-4909-4720-8305-358f4b1709bc),segment_id=fd94d541-4909-4720-8305-358f4b1709bc)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:56.543647 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43ca13fe-896e-4fda-a13a-6370fad95e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:56.555760 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-cc523f25-6e5d-4b1e-a37e-acf46fe20659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:56.572134 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca13fe-896e-4fda-a13a-6370fad95e0b admin admin] Pushing event deleted for resources: {'Port': ['ID=5fb90b51-1aad-4c94-840f-f414a88afecf,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:56.627243 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-cc523f25-6e5d-4b1e-a37e-acf46fe20659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:56.628309 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-cc523f25-6e5d-4b1e-a37e-acf46fe20659 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:56.629841 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-cc523f25-6e5d-4b1e-a37e-acf46fe20659 service neutron] 10.222.0.18 "PUT /v2.0/ports/13534940-7d8f-4a35-9695-8089277b81dc HTTP/1.1" status: 200 len: 1092 time: 1.9638083 Jul 23 20:35:56.660505 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b5e224-08d8-4f1f-b359-61dec1423021', 'tag': '13534940-7d8f-4a35-9695-8089277b81dc'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:35:56.667553 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6332a7-f704-4285-9963-2ec1a6288ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "65b5e224-08d8-4f1f-b359-61dec1423021", "tag": "13534940-7d8f-4a35-9695-8089277b81dc"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:35:56.796069 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43ca13fe-896e-4fda-a13a-6370fad95e0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:56.837511 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc523f25-6e5d-4b1e-a37e-acf46fe20659 service neutron] Pushing event updated for resources: {'Port': ['ID=13534940-7d8f-4a35-9695-8089277b81dc,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:56.877418 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-b7a3ca89-470d-4ebf-a8f8-bb0302e23749 service neutron] 10.222.0.32 "GET /v2.0/networks/864de4ce-5df1-4374-a015-6b625275bbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659022 Jul 23 20:35:56.931349 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-cda44e7f-5ecd-4dad-9eb7-fda84680d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:56.934403 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-cda44e7f-5ecd-4dad-9eb7-fda84680d3cf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bac8e166147242c8b3a831403daa7c9d&device_id=65b5e224-08d8-4f1f-b359-61dec1423021 HTTP/1.1" status: 200 len: 1095 time: 0.2029810 Jul 23 20:35:57.005129 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-99d12dcb-f1cc-4f6e-aa47-e1df3d21416d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13534940-7d8f-4a35-9695-8089277b81dc HTTP/1.1" status: 200 len: 217 time: 0.0607131 Jul 23 20:35:57.099904 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-7a45190c-a9bf-4b17-a4cf-3aca9788ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:57.102050 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-7a45190c-a9bf-4b17-a4cf-3aca9788ce15 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=91388870-9e0f-4748-a272-085d7f0656bb HTTP/1.1" status: 200 len: 835 time: 0.0609441 Jul 23 20:35:57.138141 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ca13fe-896e-4fda-a13a-6370fad95e0b admin admin] Router 59c4124d-0b87-4f9d-b469-8b3101c59441 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:35:57.156031 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-d9ec647b-e60f-4411-bad7-7b87e21760fb service neutron] 10.222.0.32 "GET /v2.0/networks/864de4ce-5df1-4374-a015-6b625275bbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680812 Jul 23 20:35:57.190859 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-41fe50c0-0c6b-4e57-8d2f-9f949619fbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:57.192379 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-41fe50c0-0c6b-4e57-8d2f-9f949619fbc4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=18a0b5a9-714b-4316-b399-86648724d040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0838442 Jul 23 20:35:57.274257 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ca13fe-896e-4fda-a13a-6370fad95e0b admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:57.285428 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd6095a-c3df-4a86-8cee-1c2a2f4dbe06 None None] Sync routers for ids ['59c4124d-0b87-4f9d-b469-8b3101c59441'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:57.291786 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-43ca13fe-896e-4fda-a13a-6370fad95e0b admin admin] 10.222.0.32 "PUT /v2.0/routers/59c4124d-0b87-4f9d-b469-8b3101c59441/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1303666 Jul 23 20:35:57.292719 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59980) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:57.302303 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd6095a-c3df-4a86-8cee-1c2a2f4dbe06 None None] Routers {'59c4124d-0b87-4f9d-b469-8b3101c59441'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:57.302949 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3dd6095a-c3df-4a86-8cee-1c2a2f4dbe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:35:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['59c4124d-0b87-4f9d-b469-8b3101c59441'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:57.392837 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-b6287cd9-bd69-4ccc-97aa-fd68e83b2925 service neutron] 10.222.0.18 "GET /v2.0/networks/18a0b5a9-714b-4316-b399-86648724d040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932602 Jul 23 20:35:57.502786 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-972f7d4e-8320-4e38-8a54-a033b2ce48f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:57.593769 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-3dd6095a-c3df-4a86-8cee-1c2a2f4dbe06 None None] Set router 59c4124d-0b87-4f9d-b469-8b3101c59441 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:57.693921 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-972f7d4e-8320-4e38-8a54-a033b2ce48f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:57.717088 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-472a9d79-29e6-4c1b-8c45-e12c81ac9fb7 req-276d9553-e5dd-440b-8bb7-5e0a94f631e9 service neutron] 10.222.0.18 "GET /v2.0/networks/18a0b5a9-714b-4316-b399-86648724d040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179560 Jul 23 20:35:57.744234 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d4326-297c-436b-89ba-09af6aa3ad4e req-8927b13f-bf08-40ce-9381-46fcfeaee862 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:57.752127 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fe3d4326-297c-436b-89ba-09af6aa3ad4e req-8927b13f-bf08-40ce-9381-46fcfeaee862 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b5e224-08d8-4f1f-b359-61dec1423021 HTTP/1.1" status: 200 len: 943 time: 0.2558641 Jul 23 20:35:57.802453 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fe3d4326-297c-436b-89ba-09af6aa3ad4e req-56d72bd3-bebd-4d74-bd5b-f275cd47f2ef tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e57f726-c132-4b91-a53b-870ac9d145ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490353 Jul 23 20:35:57.823254 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 5d6feed1-4aed-4db3-9b81-3a81aa6378d9 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:57.852790 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-972f7d4e-8320-4e38-8a54-a033b2ce48f6 admin admin] Deleting port 3701d2d9-7022-4b88-bf67-94e85359b146 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:57.854228 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-972f7d4e-8320-4e38-8a54-a033b2ce48f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:57.877598 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4007a1fa-9d22-4d23-b36a-ce5aaa34e8b6 x-openstack-request-id: req-4007a1fa-9d22-4d23-b36a-ce5aaa34e8b6 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:35:57.878123 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65b5e224-08d8-4f1f-b359-61dec1423021", "tag": "13534940-7d8f-4a35-9695-8089277b81dc", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:35:57.878612 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4007a1fa-9d22-4d23-b36a-ce5aaa34e8b6 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:35:57.879181 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65b5e224-08d8-4f1f-b359-61dec1423021', 'tag': '13534940-7d8f-4a35-9695-8089277b81dc', 'status': 'completed', 'code': 200} Jul 23 20:35:57.938429 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 5d6feed1-4aed-4db3-9b81-3a81aa6378d9 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:57.943359 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 5d6feed1-4aed-4db3-9b81-3a81aa6378d9 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:57.943962 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:58.074312 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fdaa795e-3355-4d7e-b4fd-a88f2b991d00 req-c8c8fe97-b212-49e7-add8-2bafabc2bbb0 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb HTTP/1.1" status: 200 len: 210 time: 0.0894847 Jul 23 20:35:58.088061 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3dd6095a-c3df-4a86-8cee-1c2a2f4dbe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c4124d-0b87-4f9d-b469-8b3101c59441', 'name': 'tempest-TestServerMultinode-1968331323-router', 'tenant_id': 'cc6aafc9a1984c2892802db2a169e57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '3701d2d9-7022-4b88-bf67-94e85359b146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:03Z', 'updated_at': '2021-07-23T20:35:56Z', 'revision_number': 5, 'project_id': 'cc6aafc9a1984c2892802db2a169e57b', 'gw_port': {'id': '3701d2d9-7022-4b88-bf67-94e85359b146', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:73:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4124d-0b87-4f9d-b469-8b3101c59441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:04Z', 'updated_at': '2021-07-23T20:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:58.104108 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6332a7-f704-4285-9963-2ec1a6288ed5 req-1775790b-9eae-4bd5-b184-80d9655fb605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:58.107505 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6d6332a7-f704-4285-9963-2ec1a6288ed5 req-1775790b-9eae-4bd5-b184-80d9655fb605 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bac8e166147242c8b3a831403daa7c9d&device_id=65b5e224-08d8-4f1f-b359-61dec1423021 HTTP/1.1" status: 200 len: 1095 time: 0.1991267 Jul 23 20:35:58.108929 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-972f7d4e-8320-4e38-8a54-a033b2ce48f6 admin admin] For port 3701d2d9-7022-4b88-bf67-94e85359b146, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3701d2d9-7022-4b88-bf67-94e85359b146,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:58.109297 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-972f7d4e-8320-4e38-8a54-a033b2ce48f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:58.132361 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-972f7d4e-8320-4e38-8a54-a033b2ce48f6 admin admin] Calling delete_port for 3701d2d9-7022-4b88-bf67-94e85359b146 owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:58.146934 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:58.229735 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 5d6feed1-4aed-4db3-9b81-3a81aa6378d9, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=5d6feed1-4aed-4db3-9b81-3a81aa6378d9,segment=NetworkSegment(5ee22926-6b8c-4025-87b0-aefb94119d06),segment_id=5ee22926-6b8c-4025-87b0-aefb94119d06)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:58.241394 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:58.268378 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6332a7-f704-4285-9963-2ec1a6288ed5 req-2b0935a3-ee38-4a3a-92e8-a54f8d675bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:58.270807 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6d6332a7-f704-4285-9963-2ec1a6288ed5 req-2b0935a3-ee38-4a3a-92e8-a54f8d675bb8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=18a0b5a9-714b-4316-b399-86648724d040 HTTP/1.1" status: 200 len: 898 time: 0.1543672 Jul 23 20:35:58.358705 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=5d6feed1-4aed-4db3-9b81-3a81aa6378d9,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:58.369040 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd6095a-c3df-4a86-8cee-1c2a2f4dbe06 None None] Checking router: 59c4124d-0b87-4f9d-b469-8b3101c59441 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:35:58.377746 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd6095a-c3df-4a86-8cee-1c2a2f4dbe06 None None] Routers {'59c4124d-0b87-4f9d-b469-8b3101c59441'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:58.378578 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3dd6095a-c3df-4a86-8cee-1c2a2f4dbe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:35:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['59c4124d-0b87-4f9d-b469-8b3101c59441'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:58.388633 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6d6332a7-f704-4285-9963-2ec1a6288ed5 req-a5c55f49-c582-488e-aa12-71c5e3ab01d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13534940-7d8f-4a35-9695-8089277b81dc HTTP/1.1" status: 200 len: 217 time: 0.1043029 Jul 23 20:35:58.397535 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-972f7d4e-8320-4e38-8a54-a033b2ce48f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:58.433832 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f7d4e-8320-4e38-8a54-a033b2ce48f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3701d2d9-7022-4b88-bf67-94e85359b146,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:58.480161 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6332a7-f704-4285-9963-2ec1a6288ed5 req-b8d611b1-b186-40f2-b407-32508b916d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:58.481698 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6d6332a7-f704-4285-9963-2ec1a6288ed5 req-b8d611b1-b186-40f2-b407-32508b916d40 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=91388870-9e0f-4748-a272-085d7f0656bb HTTP/1.1" status: 200 len: 835 time: 0.0867152 Jul 23 20:35:58.483875 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-3dd6095a-c3df-4a86-8cee-1c2a2f4dbe06 None None] Set router 59c4124d-0b87-4f9d-b469-8b3101c59441 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:58.544756 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-972f7d4e-8320-4e38-8a54-a033b2ce48f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:58.553840 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3dd6095a-c3df-4a86-8cee-1c2a2f4dbe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c4124d-0b87-4f9d-b469-8b3101c59441', 'name': 'tempest-TestServerMultinode-1968331323-router', 'tenant_id': 'cc6aafc9a1984c2892802db2a169e57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:03Z', 'updated_at': '2021-07-23T20:35:57Z', 'revision_number': 6, 'project_id': 'cc6aafc9a1984c2892802db2a169e57b', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:58.576911 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6332a7-f704-4285-9963-2ec1a6288ed5 req-33721e36-789b-4ca6-b405-0cb3000beb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:58.578731 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6d6332a7-f704-4285-9963-2ec1a6288ed5 req-33721e36-789b-4ca6-b405-0cb3000beb1c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=18a0b5a9-714b-4316-b399-86648724d040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0848901 Jul 23 20:35:58.590890 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd6095a-c3df-4a86-8cee-1c2a2f4dbe06 None None] The sync data for ids ['59c4124d-0b87-4f9d-b469-8b3101c59441'] in n-d-793618-10 is: [{'id': '59c4124d-0b87-4f9d-b469-8b3101c59441', 'name': 'tempest-TestServerMultinode-1968331323-router', 'tenant_id': 'cc6aafc9a1984c2892802db2a169e57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:03Z', 'updated_at': '2021-07-23T20:35:57Z', 'revision_number': 6, 'project_id': 'cc6aafc9a1984c2892802db2a169e57b', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:58.641672 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-972f7d4e-8320-4e38-8a54-a033b2ce48f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:58.643902 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-972f7d4e-8320-4e38-8a54-a033b2ce48f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:58.685009 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6d6332a7-f704-4285-9963-2ec1a6288ed5 req-ddd25dd4-3e23-4dcf-a77c-db89103bb732 service neutron] 10.222.0.18 "GET /v2.0/networks/18a0b5a9-714b-4316-b399-86648724d040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996165 Jul 23 20:35:58.699465 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-972f7d4e-8320-4e38-8a54-a033b2ce48f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:58.700322 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972f7d4e-8320-4e38-8a54-a033b2ce48f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59c4124d-0b87-4f9d-b469-8b3101c59441 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:35:58.705747 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-972f7d4e-8320-4e38-8a54-a033b2ce48f6 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:58.707142 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-972f7d4e-8320-4e38-8a54-a033b2ce48f6 admin admin] 10.222.0.32 "DELETE /v2.0/routers/59c4124d-0b87-4f9d-b469-8b3101c59441 HTTP/1.1" status: 204 len: 168 time: 1.4130661 Jul 23 20:35:58.709733 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 59996) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:58.769099 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-a61185bf-686e-450d-96f1-6d114489d35a admin admin] Deleting subnet 7f6124d3-d382-4254-b604-a3899322ae40 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:35:58.772112 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a61185bf-686e-450d-96f1-6d114489d35a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:58.813873 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a61185bf-686e-450d-96f1-6d114489d35a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:58.839497 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6d6332a7-f704-4285-9963-2ec1a6288ed5 req-254bf088-a618-4c7b-a93b-00758fb8fcf4 service neutron] 10.222.0.18 "GET /v2.0/networks/18a0b5a9-714b-4316-b399-86648724d040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480467 Jul 23 20:35:58.987411 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad457313-6757-4c08-a81f-c3bc795b159e req-42d9128a-32c6-435e-af6a-a692d9537be5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:58.989054 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ad457313-6757-4c08-a81f-c3bc795b159e req-42d9128a-32c6-435e-af6a-a692d9537be5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b5e224-08d8-4f1f-b359-61dec1423021 HTTP/1.1" status: 200 len: 943 time: 0.0934398 Jul 23 20:35:59.001265 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a61185bf-686e-450d-96f1-6d114489d35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:59.033382 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ad457313-6757-4c08-a81f-c3bc795b159e req-446bbe83-a7b7-42a5-96e1-7bc195bcd25e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e57f726-c132-4b91-a53b-870ac9d145ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376358 Jul 23 20:35:59.048853 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-4bc42110-5769-49b6-8ddc-f17b9db5fab3 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:59.050336 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-4bc42110-5769-49b6-8ddc-f17b9db5fab3 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.30 "GET /v2.0/networks?id=864de4ce-5df1-4374-a015-6b625275bbb6 HTTP/1.1" status: 200 len: 797 time: 0.1987782 Jul 23 20:35:59.102908 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a61185bf-686e-450d-96f1-6d114489d35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:59.139402 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-cb45308f-e066-4a5f-b1c8-6f0c0cec50d1 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bce00ee88e9483da89a858a154365d1 HTTP/1.1" status: 200 len: 379 time: 0.0765250 Jul 23 20:35:59.142050 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61185bf-686e-450d-96f1-6d114489d35a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f6124d3-d382-4254-b604-a3899322ae40,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:59.144043 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a61185bf-686e-450d-96f1-6d114489d35a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:59.145884 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a61185bf-686e-450d-96f1-6d114489d35a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7f6124d3-d382-4254-b604-a3899322ae40 HTTP/1.1" status: 204 len: 168 time: 0.4351521 Jul 23 20:35:59.150235 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60004) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:59.151165 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84250a97-6912-4feb-9f40-545a1225744c None None] Network 0be45298-a7ee-48e1-b2ed-6e4ddb1291fb requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:59.156887 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-878283fb-cdf7-4bb7-b5df-213e77a5ed49 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Request body: {'port': {'device_id': 'c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb', 'network_id': '864de4ce-5df1-4374-a015-6b625275bbb6', 'admin_state_up': True, 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'security_groups': ['3b9713de-5874-47b8-8c7a-e861275e267b']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:59.190435 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d8ef0b3e-a627-4a29-aa19-4cdbfac23a5b req-9acddc14-2846-4f4a-8e69-c39b5e2037ca tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb HTTP/1.1" status: 200 len: 210 time: 0.0470426 Jul 23 20:35:59.257350 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8e31c68b-2300-4b5f-84d0-5d5691c34337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:59.286449 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-878283fb-cdf7-4bb7-b5df-213e77a5ed49 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Made reservation on behalf of 9bce00ee88e9483da89a858a154365d1 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:59.290184 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-878283fb-cdf7-4bb7-b5df-213e77a5ed49 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:59.317219 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-8e31c68b-2300-4b5f-84d0-5d5691c34337 admin admin] Deleting port e6e6bd09-1bb4-43e4-b641-89751d43802a {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:59.317669 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8e31c68b-2300-4b5f-84d0-5d5691c34337 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:59.385960 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-8e31c68b-2300-4b5f-84d0-5d5691c34337 admin admin] For port e6e6bd09-1bb4-43e4-b641-89751d43802a, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=e6e6bd09-1bb4-43e4-b641-89751d43802a,segment=NetworkSegment(feea60cf-3e39-4b3e-a865-12ade3845168),segment_id=feea60cf-3e39-4b3e-a865-12ade3845168)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:59.386754 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8e31c68b-2300-4b5f-84d0-5d5691c34337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:59.399113 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-8e31c68b-2300-4b5f-84d0-5d5691c34337 admin admin] Calling delete_port for e6e6bd09-1bb4-43e4-b641-89751d43802a owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:59.410015 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcebe9a-0713-41ed-a628-c13df1e425a3 None None] DHCP port deletion for 0be45298-a7ee-48e1-b2ed-6e4ddb1291fb request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:35:59.430071 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-878283fb-cdf7-4bb7-b5df-213e77a5ed49 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Allocated IP 172.20.0.13 (864de4ce-5df1-4374-a015-6b625275bbb6/4c97b2da-2e45-40a4-887c-692b9993b786/68172014-cfca-4c0e-9094-32b081270e0e) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:59.459802 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-adcebe9a-0713-41ed-a628-c13df1e425a3 None None] Deleting port e6e6bd09-1bb4-43e4-b641-89751d43802a {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:59.460771 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-adcebe9a-0713-41ed-a628-c13df1e425a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:59.495472 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8e31c68b-2300-4b5f-84d0-5d5691c34337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:59.521342 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31c68b-2300-4b5f-84d0-5d5691c34337 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6e6bd09-1bb4-43e4-b641-89751d43802a,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:59.527145 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e31c68b-2300-4b5f-84d0-5d5691c34337 admin admin] No DVR routers for this DVR port e6e6bd09-1bb4-43e4-b641-89751d43802a on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:35:59.547987 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-adcebe9a-0713-41ed-a628-c13df1e425a3 None None] For port e6e6bd09-1bb4-43e4-b641-89751d43802a, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=e6e6bd09-1bb4-43e4-b641-89751d43802a,segment=NetworkSegment(feea60cf-3e39-4b3e-a865-12ade3845168),segment_id=feea60cf-3e39-4b3e-a865-12ade3845168)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:59.548437 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-adcebe9a-0713-41ed-a628-c13df1e425a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:59.561667 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-adcebe9a-0713-41ed-a628-c13df1e425a3 None None] Calling delete_port for e6e6bd09-1bb4-43e4-b641-89751d43802a owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:59.598199 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-878283fb-cdf7-4bb7-b5df-213e77a5ed49 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:59.614260 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-878283fb-cdf7-4bb7-b5df-213e77a5ed49 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Transition to ACTIVE for port object 68172014-cfca-4c0e-9094-32b081270e0e will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:59.615676 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8e31c68b-2300-4b5f-84d0-5d5691c34337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:59.627864 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-8e31c68b-2300-4b5f-84d0-5d5691c34337 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0be45298-a7ee-48e1-b2ed-6e4ddb1291fb']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:59.641672 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-8e31c68b-2300-4b5f-84d0-5d5691c34337 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feea60cf-3e39-4b3e-a865-12ade3845168') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:59.642100 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-8e31c68b-2300-4b5f-84d0-5d5691c34337 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feea60cf-3e39-4b3e-a865-12ade3845168') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:59.644929 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 5d6feed1-4aed-4db3-9b81-3a81aa6378d9 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:59.652393 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-878283fb-cdf7-4bb7-b5df-213e77a5ed49 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:59.652772 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8e31c68b-2300-4b5f-84d0-5d5691c34337 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:59.671184 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8e31c68b-2300-4b5f-84d0-5d5691c34337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:59.678509 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-adcebe9a-0713-41ed-a628-c13df1e425a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:59.679148 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e31c68b-2300-4b5f-84d0-5d5691c34337 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:35:59.679572 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8e31c68b-2300-4b5f-84d0-5d5691c34337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:59.682556 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:35:59.682556 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:35:59.682556 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:35:59.682556 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:35:59.682556 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:35:59.682556 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:35:59.682556 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:35:59.682556 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:35:59.682556 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:35:59.682556 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:35:59.682556 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:35:59.682556 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:35:59.682556 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:35:59.682556 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:35:59.682556 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:35:59.682556 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:35:59.682556 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:35:59.682556 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:35:59.682556 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:35:59.682556 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:35:59.682556 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:35:59.682556 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:35:59.682556 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:35:59.682556 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:35:59.682556 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:35:59.682556 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:35:59.682556 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:35:59.682556 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:35:59.682556 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:35:59.682556 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:35:59.682556 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:35:59.682556 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:35:59.703682 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-878283fb-cdf7-4bb7-b5df-213e77a5ed49 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Network 864de4ce-5df1-4374-a015-6b625275bbb6 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:59.706921 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-878283fb-cdf7-4bb7-b5df-213e77a5ed49 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:59.710178 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcebe9a-0713-41ed-a628-c13df1e425a3 None None] Pushing event deleted for resources: {'Port': ['ID=e6e6bd09-1bb4-43e4-b641-89751d43802a,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:59.711802 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-878283fb-cdf7-4bb7-b5df-213e77a5ed49 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:59.715774 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcebe9a-0713-41ed-a628-c13df1e425a3 None None] No DVR routers for this DVR port e6e6bd09-1bb4-43e4-b641-89751d43802a on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:35:59.721689 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878283fb-cdf7-4bb7-b5df-213e77a5ed49 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'Port': ['ID=68172014-cfca-4c0e-9094-32b081270e0e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:59.727006 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 5d6feed1-4aed-4db3-9b81-3a81aa6378d9 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:59.727383 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:59.795120 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8e31c68b-2300-4b5f-84d0-5d5691c34337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:59.795358 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-878283fb-cdf7-4bb7-b5df-213e77a5ed49 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:59.795868 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-878283fb-cdf7-4bb7-b5df-213e77a5ed49 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:59.807469 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8e31c68b-2300-4b5f-84d0-5d5691c34337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:59.810838 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8e31c68b-2300-4b5f-84d0-5d5691c34337 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0be45298-a7ee-48e1-b2ed-6e4ddb1291fb HTTP/1.1" status: 204 len: 168 time: 0.6519172 Jul 23 20:35:59.824550 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31c68b-2300-4b5f-84d0-5d5691c34337 admin admin] Pushing event deleted for resources: {'Network': ['ID=0be45298-a7ee-48e1-b2ed-6e4ddb1291fb,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:59.836734 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-878283fb-cdf7-4bb7-b5df-213e77a5ed49 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6897314 Jul 23 20:35:59.848760 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-aa7508d2-9400-4c1d-924c-c2ceb8c048dc service neutron] Request body: {'port': {'device_id': 'c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:59.941701 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device e6e6bd09-1bb4-43e4-b641-89751d43802a no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:35:59.964163 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: e6e6bd09-1bb4-43e4-b641-89751d43802a {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:35:59.964519 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device e6e6bd09-1bb4-43e4-b641-89751d43802a not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:35:59.964932 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 5fb90b51-1aad-4c94-840f-f414a88afecf no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:35:59.972094 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-aa7508d2-9400-4c1d-924c-c2ceb8c048dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:59.987825 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 5fb90b51-1aad-4c94-840f-f414a88afecf {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:35:59.988540 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 5fb90b51-1aad-4c94-840f-f414a88afecf not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:36:00.102352 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-89769c31-5500-48cf-853b-a2cdc31ed87a None None] Provisioning for port 68172014-cfca-4c0e-9094-32b081270e0e completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:00.113391 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-89769c31-5500-48cf-853b-a2cdc31ed87a None None] Provisioning complete for port 68172014-cfca-4c0e-9094-32b081270e0e triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:00.115922 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89769c31-5500-48cf-853b-a2cdc31ed87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:00.183315 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 13534940-7d8f-4a35-9695-8089277b81dc details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:36:00.196000 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60014) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:00.247266 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-89769c31-5500-48cf-853b-a2cdc31ed87a None None] Port 68172014-cfca-4c0e-9094-32b081270e0e cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:36:00.277662 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-baaa1fba-8c99-4469-ba8f-fc1d36a2b3aa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d7939b9e890d45faaae3a55aa6047580&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0760381 Jul 23 20:36:00.278880 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60018) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:00.306998 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598cdab-73de-4d2c-b15c-119b6261e654 req-5efee587-1cb2-4ab8-83c2-abdcc0b13d0a tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:00.527106 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e598cdab-73de-4d2c-b15c-119b6261e654 req-5efee587-1cb2-4ab8-83c2-abdcc0b13d0a tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b5e224-08d8-4f1f-b359-61dec1423021 HTTP/1.1" status: 200 len: 943 time: 0.1736214 Jul 23 20:36:00.527106 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e598cdab-73de-4d2c-b15c-119b6261e654 req-02f5ab2f-a952-44d3-9529-31036e258206 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e57f726-c132-4b91-a53b-870ac9d145ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592568 Jul 23 20:36:00.527106 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cdf59623-cfc7-49fc-96ef-eb4774804914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:00.532269 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-aa7508d2-9400-4c1d-924c-c2ceb8c048dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68172014-cfca-4c0e-9094-32b081270e0e {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:36:00.532269 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-aa7508d2-9400-4c1d-924c-c2ceb8c048dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:00.532269 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-aa7508d2-9400-4c1d-924c-c2ceb8c048dc service neutron] Transition to ACTIVE for port object 68172014-cfca-4c0e-9094-32b081270e0e will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:00.532269 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-aa7508d2-9400-4c1d-924c-c2ceb8c048dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:00.533759 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cdf59623-cfc7-49fc-96ef-eb4774804914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:00.534073 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 13534940-7d8f-4a35-9695-8089277b81dc, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=13534940-7d8f-4a35-9695-8089277b81dc,segment=NetworkSegment(fd94d541-4909-4720-8305-358f4b1709bc),segment_id=fd94d541-4909-4720-8305-358f4b1709bc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:00.534073 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '13534940-7d8f-4a35-9695-8089277b81dc', 'network_id': '18a0b5a9-714b-4316-b399-86648724d040', 'port_id': '13534940-7d8f-4a35-9695-8089277b81dc', 'mac_address': 'fa:16:3e:37:a9:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91388870-9e0f-4748-a272-085d7f0656bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:36:00.618705 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7508d2-9400-4c1d-924c-c2ceb8c048dc service neutron] Pushing event updated for resources: {'Port': ['ID=68172014-cfca-4c0e-9094-32b081270e0e,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:00.638921 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:00.660171 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13534940-7d8f-4a35-9695-8089277b81dc {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:36:00.695456 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 13534940-7d8f-4a35-9695-8089277b81dc, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=13534940-7d8f-4a35-9695-8089277b81dc,segment=NetworkSegment(fd94d541-4909-4720-8305-358f4b1709bc),segment_id=fd94d541-4909-4720-8305-358f4b1709bc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:00.702968 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:00.721269 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cdf59623-cfc7-49fc-96ef-eb4774804914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:00.735764 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cdf59623-cfc7-49fc-96ef-eb4774804914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:00.751151 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-cdf59623-cfc7-49fc-96ef-eb4774804914 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5f761ea3-bd4f-43c8-8a72-226edcdad783 HTTP/1.1" status: 204 len: 168 time: 0.4377007 Jul 23 20:36:00.756908 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-aa7508d2-9400-4c1d-924c-c2ceb8c048dc service neutron] Attempting to bind port 68172014-cfca-4c0e-9094-32b081270e0e on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:36:00.757256 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-aa7508d2-9400-4c1d-924c-c2ceb8c048dc service neutron] Attempting to bind port 68172014-cfca-4c0e-9094-32b081270e0e by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5ee22926-6b8c-4025-87b0-aefb94119d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '864de4ce-5df1-4374-a015-6b625275bbb6'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:36:00.757749 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-aa7508d2-9400-4c1d-924c-c2ceb8c048dc service neutron] Attempting to bind port 68172014-cfca-4c0e-9094-32b081270e0e on network 864de4ce-5df1-4374-a015-6b625275bbb6 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:00.764033 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-aa7508d2-9400-4c1d-924c-c2ceb8c048dc service neutron] Port 68172014-cfca-4c0e-9094-32b081270e0e on network 864de4ce-5df1-4374-a015-6b625275bbb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:36:00.764705 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-aa7508d2-9400-4c1d-924c-c2ceb8c048dc service neutron] Attempting to bind port 68172014-cfca-4c0e-9094-32b081270e0e on network 864de4ce-5df1-4374-a015-6b625275bbb6 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:00.773807 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-aa7508d2-9400-4c1d-924c-c2ceb8c048dc service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:36:00.774155 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-aa7508d2-9400-4c1d-924c-c2ceb8c048dc service neutron] Checking segment: {'id': '5ee22926-6b8c-4025-87b0-aefb94119d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '864de4ce-5df1-4374-a015-6b625275bbb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:00.774858 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-aa7508d2-9400-4c1d-924c-c2ceb8c048dc service neutron] Bound using segment: {'id': '5ee22926-6b8c-4025-87b0-aefb94119d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '864de4ce-5df1-4374-a015-6b625275bbb6'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:36:00.775619 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-aa7508d2-9400-4c1d-924c-c2ceb8c048dc service neutron] Bound port: 68172014-cfca-4c0e-9094-32b081270e0e, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ee22926-6b8c-4025-87b0-aefb94119d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '864de4ce-5df1-4374-a015-6b625275bbb6'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:36:00.775863 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-aa7508d2-9400-4c1d-924c-c2ceb8c048dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:00.795074 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf59623-cfc7-49fc-96ef-eb4774804914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f761ea3-bd4f-43c8-8a72-226edcdad783,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:00.811750 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=13534940-7d8f-4a35-9695-8089277b81dc,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:00.824987 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d75adc-6d17-469c-870f-734d73c72dd4 req-29203e1c-632c-4135-b554-4a5276a35510 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:00.830141 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e2d75adc-6d17-469c-870f-734d73c72dd4 req-29203e1c-632c-4135-b554-4a5276a35510 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb HTTP/1.1" status: 200 len: 944 time: 0.2354102 Jul 23 20:36:00.899176 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e2d75adc-6d17-469c-870f-734d73c72dd4 req-19a74d46-529c-4dbc-9dd0-3a9e7e289a84 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b9713de-5874-47b8-8c7a-e861275e267b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596974 Jul 23 20:36:00.923789 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-aa7508d2-9400-4c1d-924c-c2ceb8c048dc service neutron] For port 68172014-cfca-4c0e-9094-32b081270e0e, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:36:00.925011 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['13534940-7d8f-4a35-9695-8089277b81dc'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:36:00.936461 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-aa7508d2-9400-4c1d-924c-c2ceb8c048dc service neutron] For port 68172014-cfca-4c0e-9094-32b081270e0e, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=68172014-cfca-4c0e-9094-32b081270e0e,segment=NetworkSegment(5ee22926-6b8c-4025-87b0-aefb94119d06),segment_id=5ee22926-6b8c-4025-87b0-aefb94119d06)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:36:00.942436 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-aa7508d2-9400-4c1d-924c-c2ceb8c048dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:01.029138 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7508d2-9400-4c1d-924c-c2ceb8c048dc service neutron] Pushing event updated for resources: {'Port': ['ID=68172014-cfca-4c0e-9094-32b081270e0e,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:01.050986 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-aa7508d2-9400-4c1d-924c-c2ceb8c048dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:01.051621 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-aa7508d2-9400-4c1d-924c-c2ceb8c048dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:01.060440 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-aa7508d2-9400-4c1d-924c-c2ceb8c048dc service neutron] 10.222.0.30 "PUT /v2.0/ports/68172014-cfca-4c0e-9094-32b081270e0e HTTP/1.1" status: 200 len: 1093 time: 1.2086306 Jul 23 20:36:01.061092 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb', 'tag': '68172014-cfca-4c0e-9094-32b081270e0e'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:01.064501 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dacaabb-96ba-463d-b807-91a7c8d27f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb", "tag": "68172014-cfca-4c0e-9094-32b081270e0e"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:01.146981 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582232e7-93f2-4175-acbc-281442db5bf6 x-openstack-request-id: req-582232e7-93f2-4175-acbc-281442db5bf6 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:01.147344 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb", "tag": "68172014-cfca-4c0e-9094-32b081270e0e", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:01.147528 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-582232e7-93f2-4175-acbc-281442db5bf6 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:01.147903 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb', 'tag': '68172014-cfca-4c0e-9094-32b081270e0e', 'status': 'completed', 'code': 200} Jul 23 20:36:01.200571 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-69f20457-05c0-46b1-9588-2d60e465f463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:01.202142 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-69f20457-05c0-46b1-9588-2d60e465f463 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9bce00ee88e9483da89a858a154365d1&device_id=c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb HTTP/1.1" status: 200 len: 1096 time: 0.1033523 Jul 23 20:36:01.282991 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-7f2ec382-98a4-47ce-8ecb-094eec3f6d50 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68172014-cfca-4c0e-9094-32b081270e0e HTTP/1.1" status: 200 len: 217 time: 0.0705535 Jul 23 20:36:01.352759 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-cb37d259-9fe9-4d84-986f-5fcfd4a262c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:01.365289 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-cb37d259-9fe9-4d84-986f-5fcfd4a262c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c97b2da-2e45-40a4-887c-692b9993b786 HTTP/1.1" status: 200 len: 835 time: 0.0799799 Jul 23 20:36:01.402810 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60048) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:01.449677 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-d6193d58-5f09-45d4-b7aa-cc2938b74644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:01.451785 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-d6193d58-5f09-45d4-b7aa-cc2938b74644 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=864de4ce-5df1-4374-a015-6b625275bbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0763483 Jul 23 20:36:01.471527 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0b2e88b4-60d5-4bd9-8685-623a4928fe2d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc6aafc9a1984c2892802db2a169e57b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0668170 Jul 23 20:36:01.473260 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60052) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:01.487400 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3701d2d9-7022-4b88-bf67-94e85359b146 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:36:01.519064 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 3701d2d9-7022-4b88-bf67-94e85359b146 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:36:01.519568 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3701d2d9-7022-4b88-bf67-94e85359b146 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:36:01.573599 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f7c7752a-b3c1-42b3-ae7e-14db0415a543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:01.586815 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-3402d7f3-8f36-48ad-bf52-b080a166be65 service neutron] 10.222.0.30 "GET /v2.0/networks/864de4ce-5df1-4374-a015-6b625275bbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015856 Jul 23 20:36:01.599604 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a1c38-e270-4d25-86fe-cdb82ceccf7f req-e0dd7c84-fdb7-403c-9a54-3dbc5c1db756 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:01.601128 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4e6a1c38-e270-4d25-86fe-cdb82ceccf7f req-e0dd7c84-fdb7-403c-9a54-3dbc5c1db756 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b5e224-08d8-4f1f-b359-61dec1423021 HTTP/1.1" status: 200 len: 944 time: 0.1116076 Jul 23 20:36:01.614230 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f7c7752a-b3c1-42b3-ae7e-14db0415a543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:01.693725 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4e6a1c38-e270-4d25-86fe-cdb82ceccf7f req-7de2b653-9c56-4246-8736-3c08a179a2ca tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e57f726-c132-4b91-a53b-870ac9d145ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838003 Jul 23 20:36:01.706990 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-53c24e12-b2b4-415d-8efc-7031b614f8c8 req-92411db6-6acf-4436-b430-5f9bd10c2513 service neutron] 10.222.0.30 "GET /v2.0/networks/864de4ce-5df1-4374-a015-6b625275bbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130970 Jul 23 20:36:01.715236 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f7c7752a-b3c1-42b3-ae7e-14db0415a543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:01.718496 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f7c7752a-b3c1-42b3-ae7e-14db0415a543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:01.719998 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f7c7752a-b3c1-42b3-ae7e-14db0415a543 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f228e70d-e270-497e-a555-a03d423010fa HTTP/1.1" status: 204 len: 168 time: 0.2448945 Jul 23 20:36:01.730085 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c7752a-b3c1-42b3-ae7e-14db0415a543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f228e70d-e270-497e-a555-a03d423010fa,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:01.829412 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dacaabb-96ba-463d-b807-91a7c8d27f5b req-871ced32-4967-44a4-bf1b-f29739e56b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:01.830959 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6dacaabb-96ba-463d-b807-91a7c8d27f5b req-871ced32-4967-44a4-bf1b-f29739e56b53 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9bce00ee88e9483da89a858a154365d1&device_id=c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb HTTP/1.1" status: 200 len: 1096 time: 0.0617640 Jul 23 20:36:01.942507 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dacaabb-96ba-463d-b807-91a7c8d27f5b req-4b686398-724b-475a-a1e1-628dffed98af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:01.944142 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6dacaabb-96ba-463d-b807-91a7c8d27f5b req-4b686398-724b-475a-a1e1-628dffed98af service neutron] 10.222.0.30 "GET /v2.0/networks?id=864de4ce-5df1-4374-a015-6b625275bbb6 HTTP/1.1" status: 200 len: 898 time: 0.1071806 Jul 23 20:36:02.000916 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6dacaabb-96ba-463d-b807-91a7c8d27f5b req-a7225f81-10cb-407b-9996-f53ae4da26ab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68172014-cfca-4c0e-9094-32b081270e0e HTTP/1.1" status: 200 len: 217 time: 0.0485325 Jul 23 20:36:02.057891 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dacaabb-96ba-463d-b807-91a7c8d27f5b req-8b780e49-0d62-4faa-af4e-2e6da8cbe2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:02.060479 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6dacaabb-96ba-463d-b807-91a7c8d27f5b req-8b780e49-0d62-4faa-af4e-2e6da8cbe2a8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c97b2da-2e45-40a4-887c-692b9993b786 HTTP/1.1" status: 200 len: 835 time: 0.0531125 Jul 23 20:36:02.108774 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cbb0a-d941-41d2-8fdc-dc477d4cedb9 req-c109589a-286f-4a15-9450-ab873dbb19f5 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:02.110571 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5c7cbb0a-d941-41d2-8fdc-dc477d4cedb9 req-c109589a-286f-4a15-9450-ab873dbb19f5 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb HTTP/1.1" status: 200 len: 944 time: 0.1030219 Jul 23 20:36:02.158616 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dacaabb-96ba-463d-b807-91a7c8d27f5b req-1e4ed260-2877-4e18-ba86-d5fa67f413af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:02.159502 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6dacaabb-96ba-463d-b807-91a7c8d27f5b req-1e4ed260-2877-4e18-ba86-d5fa67f413af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=864de4ce-5df1-4374-a015-6b625275bbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0921309 Jul 23 20:36:02.167385 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5c7cbb0a-d941-41d2-8fdc-dc477d4cedb9 req-0dea3228-e8a0-4eca-9cc5-9870254f1a5d tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b9713de-5874-47b8-8c7a-e861275e267b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488167 Jul 23 20:36:02.180151 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 13534940-7d8f-4a35-9695-8089277b81dc up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:02.298874 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 13534940-7d8f-4a35-9695-8089277b81dc completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:02.304806 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 13534940-7d8f-4a35-9695-8089277b81dc triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:02.305523 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:02.307975 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6dacaabb-96ba-463d-b807-91a7c8d27f5b req-f75f1a05-8322-4bd1-bea5-a72545b8c3ce service neutron] 10.222.0.30 "GET /v2.0/networks/864de4ce-5df1-4374-a015-6b625275bbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372597 Jul 23 20:36:02.428724 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:02.463282 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b5e224-08d8-4f1f-b359-61dec1423021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13534940-7d8f-4a35-9695-8089277b81dc'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:02.465610 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceacc797-aaeb-4a1a-b00e-18805fa92df8" -d '{"events": [{"server_uuid": "65b5e224-08d8-4f1f-b359-61dec1423021", "name": "network-vif-plugged", "status": "completed", "tag": "13534940-7d8f-4a35-9695-8089277b81dc"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:02.483637 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 13534940-7d8f-4a35-9695-8089277b81dc, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=13534940-7d8f-4a35-9695-8089277b81dc,segment=NetworkSegment(fd94d541-4909-4720-8305-358f4b1709bc),segment_id=fd94d541-4909-4720-8305-358f4b1709bc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:02.489359 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:02.561753 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=13534940-7d8f-4a35-9695-8089277b81dc,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:02.735839 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e914481-0281-4953-8608-3524be4e152d x-openstack-request-id: req-0e914481-0281-4953-8608-3524be4e152d {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:02.736329 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b5e224-08d8-4f1f-b359-61dec1423021", "name": "network-vif-plugged", "status": "completed", "tag": "13534940-7d8f-4a35-9695-8089277b81dc", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:02.736755 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0e914481-0281-4953-8608-3524be4e152d {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:02.737335 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b5e224-08d8-4f1f-b359-61dec1423021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13534940-7d8f-4a35-9695-8089277b81dc', 'code': 200} Jul 23 20:36:02.853909 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6dacaabb-96ba-463d-b807-91a7c8d27f5b req-391e9178-88ef-4895-a4e4-93cde4239f5f service neutron] 10.222.0.30 "GET /v2.0/networks/864de4ce-5df1-4374-a015-6b625275bbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5387890 Jul 23 20:36:02.916785 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd426b6-638f-4186-bb82-8354916faa66 req-381b0ca4-f850-485f-adaa-bc492b648536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:02.921940 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5fd426b6-638f-4186-bb82-8354916faa66 req-381b0ca4-f850-485f-adaa-bc492b648536 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=65b5e224-08d8-4f1f-b359-61dec1423021 HTTP/1.1" status: 200 len: 1097 time: 0.1128826 Jul 23 20:36:02.930700 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5d1fe-7f1b-4661-9f04-37ce38217c69 req-1a5a5dbb-9064-44e9-bcfd-45e165e530af tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:02.932203 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6ca5d1fe-7f1b-4661-9f04-37ce38217c69 req-1a5a5dbb-9064-44e9-bcfd-45e165e530af tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b5e224-08d8-4f1f-b359-61dec1423021 HTTP/1.1" status: 200 len: 945 time: 0.1138990 Jul 23 20:36:02.989347 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5fd426b6-638f-4186-bb82-8354916faa66 req-279043fa-f596-47ab-a8b0-e810a07ccf80 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1e57f726-c132-4b91-a53b-870ac9d145ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561445 Jul 23 20:36:02.997201 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6ca5d1fe-7f1b-4661-9f04-37ce38217c69 req-a75d9be0-7c67-4ad4-a3fe-e24f15882b47 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e57f726-c132-4b91-a53b-870ac9d145ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587001 Jul 23 20:36:03.045190 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 68172014-cfca-4c0e-9094-32b081270e0e details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:36:03.151970 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 68172014-cfca-4c0e-9094-32b081270e0e, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=68172014-cfca-4c0e-9094-32b081270e0e,segment=NetworkSegment(5ee22926-6b8c-4025-87b0-aefb94119d06),segment_id=5ee22926-6b8c-4025-87b0-aefb94119d06)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:03.163980 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '68172014-cfca-4c0e-9094-32b081270e0e', 'network_id': '864de4ce-5df1-4374-a015-6b625275bbb6', 'port_id': '68172014-cfca-4c0e-9094-32b081270e0e', 'mac_address': 'fa:16:3e:d8:69:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c97b2da-2e45-40a4-887c-692b9993b786', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:36:03.203774 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:03.217269 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68172014-cfca-4c0e-9094-32b081270e0e {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:36:03.249921 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 68172014-cfca-4c0e-9094-32b081270e0e, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=68172014-cfca-4c0e-9094-32b081270e0e,segment=NetworkSegment(5ee22926-6b8c-4025-87b0-aefb94119d06),segment_id=5ee22926-6b8c-4025-87b0-aefb94119d06)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:03.255262 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:03.316204 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=68172014-cfca-4c0e-9094-32b081270e0e,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:03.364051 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01574f6-a098-4551-a38f-6618aa5e742b req-8fe38f99-da38-4166-b736-70bc8c644e4c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:03.365651 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d01574f6-a098-4551-a38f-6618aa5e742b req-8fe38f99-da38-4166-b736-70bc8c644e4c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb HTTP/1.1" status: 200 len: 945 time: 0.0888937 Jul 23 20:36:03.410575 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d01574f6-a098-4551-a38f-6618aa5e742b req-572903b5-03c2-40d1-8986-24efcd988dc9 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b9713de-5874-47b8-8c7a-e861275e267b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387173 Jul 23 20:36:03.466013 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['68172014-cfca-4c0e-9094-32b081270e0e'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:36:04.139778 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895543f-8c62-49b6-8e98-17504cc43e9f req-3bb02e9a-6a1e-4e3c-af2c-082bc95f4b07 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:04.141309 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7895543f-8c62-49b6-8e98-17504cc43e9f req-3bb02e9a-6a1e-4e3c-af2c-082bc95f4b07 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b5e224-08d8-4f1f-b359-61dec1423021 HTTP/1.1" status: 200 len: 945 time: 0.0751448 Jul 23 20:36:04.182202 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7895543f-8c62-49b6-8e98-17504cc43e9f req-4185e23e-f7e4-46ab-ac8d-bab19bd1c383 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e57f726-c132-4b91-a53b-870ac9d145ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344331 Jul 23 20:36:04.325374 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a98bac-8dac-4f7b-9554-e7f16481ac78 req-bb8275b9-cdfd-4dbd-a662-eb81b58c7a17 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:04.326986 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-43a98bac-8dac-4f7b-9554-e7f16481ac78 req-bb8275b9-cdfd-4dbd-a662-eb81b58c7a17 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b5e224-08d8-4f1f-b359-61dec1423021 HTTP/1.1" status: 200 len: 945 time: 0.0749536 Jul 23 20:36:04.367313 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-43a98bac-8dac-4f7b-9554-e7f16481ac78 req-c80b2729-196f-4dcf-8ccd-0e71274b3828 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e57f726-c132-4b91-a53b-870ac9d145ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341058 Jul 23 20:36:04.391646 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60130) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:04.449661 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21978385-4afc-41da-a6f6-3a37a20ee2b6 tempest-TestNetworkAdvancedServerOps-280634936 tempest-TestNetworkAdvancedServerOps-280634936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:04.453957 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-21978385-4afc-41da-a6f6-3a37a20ee2b6 tempest-TestNetworkAdvancedServerOps-280634936 tempest-TestNetworkAdvancedServerOps-280634936-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=65b5e224-08d8-4f1f-b359-61dec1423021 HTTP/1.1" status: 200 len: 1092 time: 0.0582645 Jul 23 20:36:04.454443 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60136) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:04.460975 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-b0b9be0f-761a-4ef8-bf32-f16d13abf85b tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'port_id': '13534940-7d8f-4a35-9695-8089277b81dc', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:04.523744 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b0b9be0f-761a-4ef8-bf32-f16d13abf85b tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for floatingip, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:04.590970 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc6c83-58f2-4ebd-be7a-b2a516a98843 req-d79d9b0e-87fd-4cc8-a5db-a6164148d9f0 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:04.592566 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9cfc6c83-58f2-4ebd-be7a-b2a516a98843 req-d79d9b0e-87fd-4cc8-a5db-a6164148d9f0 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb HTTP/1.1" status: 200 len: 945 time: 0.1074948 Jul 23 20:36:04.677222 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9cfc6c83-58f2-4ebd-be7a-b2a516a98843 req-2ccdf98a-843c-4b1e-8836-b3a4c746d7e0 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b9713de-5874-47b8-8c7a-e861275e267b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520089 Jul 23 20:36:04.702748 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b0b9be0f-761a-4ef8-bf32-f16d13abf85b tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:04.821194 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-b0b9be0f-761a-4ef8-bf32-f16d13abf85b tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Allocated IP 172.25.1.180 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/e0c821bc-ca96-4acc-96f9-6a689132a972) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:04.938247 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b0b9be0f-761a-4ef8-bf32-f16d13abf85b tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:04.988289 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b0b9be0f-761a-4ef8-bf32-f16d13abf85b tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:05.027246 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b9be0f-761a-4ef8-bf32-f16d13abf85b tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:05.032134 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-b0b9be0f-761a-4ef8-bf32-f16d13abf85b tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:05.035684 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b9be0f-761a-4ef8-bf32-f16d13abf85b tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:05.060773 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9be0f-761a-4ef8-bf32-f16d13abf85b tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'Port': ['ID=e0c821bc-ca96-4acc-96f9-6a689132a972,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:05.076546 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 68172014-cfca-4c0e-9094-32b081270e0e up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:05.134855 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 68172014-cfca-4c0e-9094-32b081270e0e completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:05.139306 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 68172014-cfca-4c0e-9094-32b081270e0e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:05.139790 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:05.223641 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:05.246597 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68172014-cfca-4c0e-9094-32b081270e0e'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:05.249067 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e232ef-44b1-47ff-b484-ffba323db64e" -d '{"events": [{"server_uuid": "c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb", "name": "network-vif-plugged", "status": "completed", "tag": "68172014-cfca-4c0e-9094-32b081270e0e"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:05.265900 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 68172014-cfca-4c0e-9094-32b081270e0e, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=68172014-cfca-4c0e-9094-32b081270e0e,segment=NetworkSegment(5ee22926-6b8c-4025-87b0-aefb94119d06),segment_id=5ee22926-6b8c-4025-87b0-aefb94119d06)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:05.273072 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:05.339290 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=68172014-cfca-4c0e-9094-32b081270e0e,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:05.350812 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c53dd2-f392-4a39-a790-1305af4582c9 x-openstack-request-id: req-11c53dd2-f392-4a39-a790-1305af4582c9 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:05.351244 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb", "name": "network-vif-plugged", "status": "completed", "tag": "68172014-cfca-4c0e-9094-32b081270e0e", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:05.351634 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-11c53dd2-f392-4a39-a790-1305af4582c9 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:05.352286 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68172014-cfca-4c0e-9094-32b081270e0e', 'code': 200} Jul 23 20:36:05.426187 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaad7a6-485a-434f-af0c-152c93914049 req-828495c7-7b0c-43fb-8ec2-55a58d8bd7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:05.428878 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4eaad7a6-485a-434f-af0c-152c93914049 req-828495c7-7b0c-43fb-8ec2-55a58d8bd7cf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb HTTP/1.1" status: 200 len: 1098 time: 0.0663259 Jul 23 20:36:05.474399 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4eaad7a6-485a-434f-af0c-152c93914049 req-55cb3608-540d-4396-be96-94b6b2799afd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3b9713de-5874-47b8-8c7a-e861275e267b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376341 Jul 23 20:36:05.947611 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b0b9be0f-761a-4ef8-bf32-f16d13abf85b tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:05.969689 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd3324-e85f-46c3-b249-9f24fcc6bb8a req-f14dada4-b1d2-4811-a08a-0a8d7cc1c9ac tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:05.971192 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d1bd3324-e85f-46c3-b249-9f24fcc6bb8a req-f14dada4-b1d2-4811-a08a-0a8d7cc1c9ac tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb HTTP/1.1" status: 200 len: 946 time: 0.2084210 Jul 23 20:36:06.083826 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d1bd3324-e85f-46c3-b249-9f24fcc6bb8a req-7345aeaa-cf92-4f9d-9a0a-0dd5506f7aac tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b9713de-5874-47b8-8c7a-e861275e267b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910985 Jul 23 20:36:06.110460 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b0b9be0f-761a-4ef8-bf32-f16d13abf85b tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:06.302144 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b0b9be0f-761a-4ef8-bf32-f16d13abf85b tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:06.308049 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b0b9be0f-761a-4ef8-bf32-f16d13abf85b tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:06.380942 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9be0f-761a-4ef8-bf32-f16d13abf85b tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'Port': ['ID=e0c821bc-ca96-4acc-96f9-6a689132a972,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:06.394130 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b0b9be0f-761a-4ef8-bf32-f16d13abf85b tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:06.500261 n-d-793618-10 neutron-server[93875]: INFO neutron.db.l3_db [None req-b0b9be0f-761a-4ef8-bf32-f16d13abf85b tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Floating IP 71a82e26-cd5c-4028-9901-70a250eeeabd associated. External IP: 172.25.1.180, port: 13534940-7d8f-4a35-9695-8089277b81dc. Jul 23 20:36:06.727091 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b9be0f-761a-4ef8-bf32-f16d13abf85b tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Router e0dd7965-64f7-4fe0-861f-30dd8ef1cda0 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:36:06.853896 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b9be0f-761a-4ef8-bf32-f16d13abf85b tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:36:06.864256 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c031796-6fb7-4829-8068-586b991629ab None None] Sync routers for ids ['e0dd7965-64f7-4fe0-861f-30dd8ef1cda0'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:36:06.871804 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b0b9be0f-761a-4ef8-bf32-f16d13abf85b tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:06.877428 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c031796-6fb7-4829-8068-586b991629ab None None] Routers {'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:06.878161 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-7c031796-6fb7-4829-8068-586b991629ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:35:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['e0dd7965-64f7-4fe0-861f-30dd8ef1cda0'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:06.918357 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b0b9be0f-761a-4ef8-bf32-f16d13abf85b tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4608853 Jul 23 20:36:06.919169 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b5e224-08d8-4f1f-b359-61dec1423021', 'tag': '13534940-7d8f-4a35-9695-8089277b81dc'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:06.921778 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665eeb50-3517-4995-86dc-ea75242577cd" -d '{"events": [{"name": "network-changed", "server_uuid": "65b5e224-08d8-4f1f-b359-61dec1423021", "tag": "13534940-7d8f-4a35-9695-8089277b81dc"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:07.068621 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16840313-e371-4433-8453-81fdd6f1da02 req-11be721b-2318-4282-afe5-47e52ee4653e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:07.070883 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-16840313-e371-4433-8453-81fdd6f1da02 req-11be721b-2318-4282-afe5-47e52ee4653e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b5e224-08d8-4f1f-b359-61dec1423021 HTTP/1.1" status: 200 len: 945 time: 0.0853915 Jul 23 20:36:07.120497 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-16840313-e371-4433-8453-81fdd6f1da02 req-e7155b97-b83d-4973-b33a-ae7277ae3ddc tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e57f726-c132-4b91-a53b-870ac9d145ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429535 Jul 23 20:36:07.153020 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60206) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:07.216928 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-7c031796-6fb7-4829-8068-586b991629ab None None] Set router e0dd7965-64f7-4fe0-861f-30dd8ef1cda0 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:07.222271 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f3eec6-cfcb-4f78-87d6-b4d72b1fb75f x-openstack-request-id: req-45f3eec6-cfcb-4f78-87d6-b4d72b1fb75f {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:07.222702 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65b5e224-08d8-4f1f-b359-61dec1423021", "tag": "13534940-7d8f-4a35-9695-8089277b81dc", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:07.223063 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-45f3eec6-cfcb-4f78-87d6-b4d72b1fb75f {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:07.223593 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65b5e224-08d8-4f1f-b359-61dec1423021', 'tag': '13534940-7d8f-4a35-9695-8089277b81dc', 'status': 'completed', 'code': 200} Jul 23 20:36:07.326231 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1b1cbb12-d764-4556-8f8d-51c4566ad9e0 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/floatingips/71a82e26-cd5c-4028-9901-70a250eeeabd HTTP/1.1" status: 200 len: 991 time: 0.1665645 Jul 23 20:36:07.354422 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665eeb50-3517-4995-86dc-ea75242577cd req-ac0d6ec2-85dc-4b0f-8a68-ff7a59aedd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:07.356308 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-665eeb50-3517-4995-86dc-ea75242577cd req-ac0d6ec2-85dc-4b0f-8a68-ff7a59aedd3e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bac8e166147242c8b3a831403daa7c9d&device_id=65b5e224-08d8-4f1f-b359-61dec1423021 HTTP/1.1" status: 200 len: 1097 time: 0.1317222 Jul 23 20:36:07.374239 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc8cb2-4cc2-43f4-8f70-fd2f3e5c0c89 req-98cbfbdc-9b11-46de-a5f8-89129a9a04da tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:07.374239 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f4dc8cb2-4cc2-43f4-8f70-fd2f3e5c0c89 req-98cbfbdc-9b11-46de-a5f8-89129a9a04da tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb HTTP/1.1" status: 200 len: 946 time: 0.1313381 Jul 23 20:36:07.480786 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f4dc8cb2-4cc2-43f4-8f70-fd2f3e5c0c89 req-1d6f25a2-05bf-42b6-98de-bc39857af076 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b9713de-5874-47b8-8c7a-e861275e267b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984261 Jul 23 20:36:07.502392 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665eeb50-3517-4995-86dc-ea75242577cd req-b6d25bfe-e652-4ade-8137-1a0ed85ac09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:07.503884 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-665eeb50-3517-4995-86dc-ea75242577cd req-b6d25bfe-e652-4ade-8137-1a0ed85ac09c service neutron] 10.222.0.18 "GET /v2.0/networks?id=18a0b5a9-714b-4316-b399-86648724d040 HTTP/1.1" status: 200 len: 898 time: 0.1307127 Jul 23 20:36:07.559696 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-7c031796-6fb7-4829-8068-586b991629ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681275928', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '90c82fdf-db2a-473e-b641-92cfb1c28101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:40Z', 'updated_at': '2021-07-23T20:35:46Z', 'revision_number': 4, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '90c82fdf-db2a-473e-b641-92cfb1c28101', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:40Z', 'updated_at': '2021-07-23T20:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '71a82e26-cd5c-4028-9901-70a250eeeabd', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'floating_ip_address': '172.25.1.180', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0', 'port_id': '13534940-7d8f-4a35-9695-8089277b81dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18a0b5a9-714b-4316-b399-86648724d040', 'mac_address': 'fa:16:3e:37:a9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b5e224-08d8-4f1f-b359-61dec1423021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:36:05Z', 'updated_at': '2021-07-23T20:36:05Z', 'revision_number': 0, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57b634d0-0a94-42e4-9209-b4fa9c991eb5', 'name': '', 'network_id': '18a0b5a9-714b-4316-b399-86648724d040', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'mac_address': 'fa:16:3e:d0:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '91388870-9e0f-4748-a272-085d7f0656bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:44Z', 'updated_at': '2021-07-23T20:35:54Z', 'revision_number': 5, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'subnets': [{'id': '91388870-9e0f-4748-a272-085d7f0656bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:07.592048 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c031796-6fb7-4829-8068-586b991629ab None None] Checking router: e0dd7965-64f7-4fe0-861f-30dd8ef1cda0 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:36:07.604439 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c031796-6fb7-4829-8068-586b991629ab None None] Routers {'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:07.605200 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-7c031796-6fb7-4829-8068-586b991629ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:35:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['e0dd7965-64f7-4fe0-861f-30dd8ef1cda0'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:07.621522 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-665eeb50-3517-4995-86dc-ea75242577cd req-990bd776-2cbd-41e4-b413-a5abe8b96daa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13534940-7d8f-4a35-9695-8089277b81dc HTTP/1.1" status: 200 len: 999 time: 0.1096241 Jul 23 20:36:07.684198 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f7e03-4b32-40ed-b7a3-4f88bc988229 req-59175615-e5ba-4d0c-87a1-5ca3393806ae tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:07.686176 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2f7f7e03-4b32-40ed-b7a3-4f88bc988229 req-59175615-e5ba-4d0c-87a1-5ca3393806ae tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb HTTP/1.1" status: 200 len: 946 time: 0.1328170 Jul 23 20:36:07.697040 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665eeb50-3517-4995-86dc-ea75242577cd req-19b90389-4c87-4982-a521-8b7be3fd12e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:07.700980 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-665eeb50-3517-4995-86dc-ea75242577cd req-19b90389-4c87-4982-a521-8b7be3fd12e6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=91388870-9e0f-4748-a272-085d7f0656bb HTTP/1.1" status: 200 len: 835 time: 0.0718985 Jul 23 20:36:07.734249 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-7c031796-6fb7-4829-8068-586b991629ab None None] Set router e0dd7965-64f7-4fe0-861f-30dd8ef1cda0 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:07.801104 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2f7f7e03-4b32-40ed-b7a3-4f88bc988229 req-1ba6ff8a-e551-49a5-b350-e9e4889de607 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b9713de-5874-47b8-8c7a-e861275e267b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079972 Jul 23 20:36:07.825939 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665eeb50-3517-4995-86dc-ea75242577cd req-4c4180bd-0ccc-44ee-9ba5-e0df8fbb9cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:07.830301 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-665eeb50-3517-4995-86dc-ea75242577cd req-4c4180bd-0ccc-44ee-9ba5-e0df8fbb9cc8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=18a0b5a9-714b-4316-b399-86648724d040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1242194 Jul 23 20:36:07.830952 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60228) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:07.982773 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-665eeb50-3517-4995-86dc-ea75242577cd req-b9fad845-3bb2-4409-bf56-fe74ec058e5a service neutron] 10.222.0.18 "GET /v2.0/networks/18a0b5a9-714b-4316-b399-86648724d040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387684 Jul 23 20:36:07.989178 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0646536-986f-4758-9aad-83566fdeea55 tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:07.994427 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b0646536-986f-4758-9aad-83566fdeea55 tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb HTTP/1.1" status: 200 len: 1093 time: 0.1587155 Jul 23 20:36:07.994958 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60232) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:07.999952 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-2aeb5212-179f-4cf2-95a1-17f6be10035c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'port_id': '68172014-cfca-4c0e-9094-32b081270e0e', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:08.019323 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-7c031796-6fb7-4829-8068-586b991629ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681275928', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '90c82fdf-db2a-473e-b641-92cfb1c28101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:40Z', 'updated_at': '2021-07-23T20:35:46Z', 'revision_number': 4, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '90c82fdf-db2a-473e-b641-92cfb1c28101', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:40Z', 'updated_at': '2021-07-23T20:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '71a82e26-cd5c-4028-9901-70a250eeeabd', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'floating_ip_address': '172.25.1.180', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0', 'port_id': '13534940-7d8f-4a35-9695-8089277b81dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18a0b5a9-714b-4316-b399-86648724d040', 'mac_address': 'fa:16:3e:37:a9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b5e224-08d8-4f1f-b359-61dec1423021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:36:05Z', 'updated_at': '2021-07-23T20:36:05Z', 'revision_number': 0, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57b634d0-0a94-42e4-9209-b4fa9c991eb5', 'name': '', 'network_id': '18a0b5a9-714b-4316-b399-86648724d040', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'mac_address': 'fa:16:3e:d0:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '91388870-9e0f-4748-a272-085d7f0656bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:44Z', 'updated_at': '2021-07-23T20:35:54Z', 'revision_number': 5, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'subnets': [{'id': '91388870-9e0f-4748-a272-085d7f0656bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:08.032316 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2aeb5212-179f-4cf2-95a1-17f6be10035c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:08.063695 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c031796-6fb7-4829-8068-586b991629ab None None] The sync data for ids ['e0dd7965-64f7-4fe0-861f-30dd8ef1cda0'] in n-d-793618-10 is: [{'id': 'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681275928', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '90c82fdf-db2a-473e-b641-92cfb1c28101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:40Z', 'updated_at': '2021-07-23T20:35:46Z', 'revision_number': 4, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '90c82fdf-db2a-473e-b641-92cfb1c28101', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:40Z', 'updated_at': '2021-07-23T20:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '71a82e26-cd5c-4028-9901-70a250eeeabd', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'floating_ip_address': '172.25.1.180', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0', 'port_id': '13534940-7d8f-4a35-9695-8089277b81dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18a0b5a9-714b-4316-b399-86648724d040', 'mac_address': 'fa:16:3e:37:a9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b5e224-08d8-4f1f-b359-61dec1423021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:36:05Z', 'updated_at': '2021-07-23T20:36:05Z', 'revision_number': 0, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57b634d0-0a94-42e4-9209-b4fa9c991eb5', 'name': '', 'network_id': '18a0b5a9-714b-4316-b399-86648724d040', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'mac_address': 'fa:16:3e:d0:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '91388870-9e0f-4748-a272-085d7f0656bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:44Z', 'updated_at': '2021-07-23T20:35:54Z', 'revision_number': 5, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'subnets': [{'id': '91388870-9e0f-4748-a272-085d7f0656bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:36:08.105909 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-665eeb50-3517-4995-86dc-ea75242577cd req-7a835c1f-2cec-43a1-927d-e647189c3e53 service neutron] 10.222.0.18 "GET /v2.0/networks/18a0b5a9-714b-4316-b399-86648724d040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140318 Jul 23 20:36:08.174897 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2aeb5212-179f-4cf2-95a1-17f6be10035c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:08.305947 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-2aeb5212-179f-4cf2-95a1-17f6be10035c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Allocated IP 172.25.1.47 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/108ea272-74f6-4768-b821-3ede52721f07) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:08.333498 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60240) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:08.395065 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e36f91-0bb9-4091-8cbe-05d963ffa977 None None] New status for floating IP 71a82e26-cd5c-4028-9901-70a250eeeabd: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:36:08.433862 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1260a531-7e5d-4a93-b468-79a8575b0627 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/floatingips/71a82e26-cd5c-4028-9901-70a250eeeabd HTTP/1.1" status: 200 len: 991 time: 0.1025646 Jul 23 20:36:08.490930 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2aeb5212-179f-4cf2-95a1-17f6be10035c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:08.532511 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2aeb5212-179f-4cf2-95a1-17f6be10035c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:08.569789 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aeb5212-179f-4cf2-95a1-17f6be10035c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:08.574490 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-2aeb5212-179f-4cf2-95a1-17f6be10035c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:08.580044 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeb5212-179f-4cf2-95a1-17f6be10035c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:08.624265 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb5212-179f-4cf2-95a1-17f6be10035c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'Port': ['ID=108ea272-74f6-4768-b821-3ede52721f07,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:08.985226 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2aeb5212-179f-4cf2-95a1-17f6be10035c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:09.072418 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2aeb5212-179f-4cf2-95a1-17f6be10035c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:09.235491 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2aeb5212-179f-4cf2-95a1-17f6be10035c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:09.240591 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2aeb5212-179f-4cf2-95a1-17f6be10035c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:09.311699 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb5212-179f-4cf2-95a1-17f6be10035c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'Port': ['ID=108ea272-74f6-4768-b821-3ede52721f07,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:09.327878 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2aeb5212-179f-4cf2-95a1-17f6be10035c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:09.435242 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60266) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:09.437299 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [None req-2aeb5212-179f-4cf2-95a1-17f6be10035c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Floating IP 57835a97-c1d6-46c5-a06e-0b3652c68f36 associated. External IP: 172.25.1.47, port: 68172014-cfca-4c0e-9094-32b081270e0e. Jul 23 20:36:09.511647 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b97c2ed2-de59-4027-8444-debd27451a09 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/floatingips/71a82e26-cd5c-4028-9901-70a250eeeabd HTTP/1.1" status: 200 len: 993 time: 0.0748003 Jul 23 20:36:09.661344 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aeb5212-179f-4cf2-95a1-17f6be10035c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Router 5aa4c8f2-eb8a-4696-b72d-a064acac6a74 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:36:09.786060 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aeb5212-179f-4cf2-95a1-17f6be10035c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:36:09.797948 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921e114c-73e8-4690-83e9-8718236225af None None] Sync routers for ids ['5aa4c8f2-eb8a-4696-b72d-a064acac6a74'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:36:09.808751 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921e114c-73e8-4690-83e9-8718236225af None None] Routers {'5aa4c8f2-eb8a-4696-b72d-a064acac6a74'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:09.809621 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-921e114c-73e8-4690-83e9-8718236225af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:35:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5aa4c8f2-eb8a-4696-b72d-a064acac6a74'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:09.815113 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2aeb5212-179f-4cf2-95a1-17f6be10035c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:09.859341 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2aeb5212-179f-4cf2-95a1-17f6be10035c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8631651 Jul 23 20:36:09.860029 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb', 'tag': '68172014-cfca-4c0e-9094-32b081270e0e'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:09.862249 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60276) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:09.866420 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b925f966-b96c-4bab-9e92-7b7c0a9c4df0" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb", "tag": "68172014-cfca-4c0e-9094-32b081270e0e"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:09.930309 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21afbfaa-2355-45dd-9a44-a536f163681e x-openstack-request-id: req-21afbfaa-2355-45dd-9a44-a536f163681e {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:09.930845 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb", "tag": "68172014-cfca-4c0e-9094-32b081270e0e", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:09.931513 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-21afbfaa-2355-45dd-9a44-a536f163681e {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:09.932065 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb', 'tag': '68172014-cfca-4c0e-9094-32b081270e0e', 'status': 'completed', 'code': 200} Jul 23 20:36:09.949747 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-921e114c-73e8-4690-83e9-8718236225af None None] Set router 5aa4c8f2-eb8a-4696-b72d-a064acac6a74 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:09.976796 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c53e4857-f451-4989-8fa9-cd28627e6432 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/floatingips/57835a97-c1d6-46c5-a06e-0b3652c68f36 HTTP/1.1" status: 200 len: 991 time: 0.1133912 Jul 23 20:36:10.043161 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925f966-b96c-4bab-9e92-7b7c0a9c4df0 req-292dbdc9-baf2-4f16-b0dc-0306b4fa92be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:10.045523 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b925f966-b96c-4bab-9e92-7b7c0a9c4df0 req-292dbdc9-baf2-4f16-b0dc-0306b4fa92be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9bce00ee88e9483da89a858a154365d1&device_id=c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb HTTP/1.1" status: 200 len: 1098 time: 0.0861804 Jul 23 20:36:10.150847 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925f966-b96c-4bab-9e92-7b7c0a9c4df0 req-3f91b6ec-b8f5-4f5e-9879-368af305ad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:10.152373 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b925f966-b96c-4bab-9e92-7b7c0a9c4df0 req-3f91b6ec-b8f5-4f5e-9879-368af305ad20 service neutron] 10.222.0.30 "GET /v2.0/networks?id=864de4ce-5df1-4374-a015-6b625275bbb6 HTTP/1.1" status: 200 len: 898 time: 0.1011763 Jul 23 20:36:10.237959 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b925f966-b96c-4bab-9e92-7b7c0a9c4df0 req-2d952d3a-24ba-49d4-910e-cd8b181961b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68172014-cfca-4c0e-9094-32b081270e0e HTTP/1.1" status: 200 len: 999 time: 0.0794089 Jul 23 20:36:10.278178 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f74aab94-847d-438e-b1de-adfc0b2fb9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:10.287820 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-921e114c-73e8-4690-83e9-8718236225af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'name': 'tempest-TestNetworkBasicOps-router-386918443', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'f9ea7818-4eb5-47ec-854d-5fd14771babe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:42Z', 'updated_at': '2021-07-23T20:35:48Z', 'revision_number': 4, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'gw_port': {'id': 'f9ea7818-4eb5-47ec-854d-5fd14771babe', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:43Z', 'updated_at': '2021-07-23T20:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '57835a97-c1d6-46c5-a06e-0b3652c68f36', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'port_id': '68172014-cfca-4c0e-9094-32b081270e0e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '864de4ce-5df1-4374-a015-6b625275bbb6', 'mac_address': 'fa:16:3e:d8:69:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:36:08Z', 'updated_at': '2021-07-23T20:36:08Z', 'revision_number': 0, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d6feed1-4aed-4db3-9b81-3a81aa6378d9', 'name': '', 'network_id': '864de4ce-5df1-4374-a015-6b625275bbb6', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'mac_address': 'fa:16:3e:2f:c5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '4c97b2da-2e45-40a4-887c-692b9993b786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:48Z', 'updated_at': '2021-07-23T20:35:58Z', 'revision_number': 5, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'subnets': [{'id': '4c97b2da-2e45-40a4-887c-692b9993b786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:10.300362 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925f966-b96c-4bab-9e92-7b7c0a9c4df0 req-eaeea7c3-9736-4098-832a-1cb73eabf881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:10.302589 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b925f966-b96c-4bab-9e92-7b7c0a9c4df0 req-eaeea7c3-9736-4098-832a-1cb73eabf881 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c97b2da-2e45-40a4-887c-692b9993b786 HTTP/1.1" status: 200 len: 835 time: 0.0574191 Jul 23 20:36:10.321215 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921e114c-73e8-4690-83e9-8718236225af None None] Checking router: 5aa4c8f2-eb8a-4696-b72d-a064acac6a74 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:36:10.333084 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921e114c-73e8-4690-83e9-8718236225af None None] Routers {'5aa4c8f2-eb8a-4696-b72d-a064acac6a74'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:10.333967 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-921e114c-73e8-4690-83e9-8718236225af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:35:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5aa4c8f2-eb8a-4696-b72d-a064acac6a74'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:10.397625 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925f966-b96c-4bab-9e92-7b7c0a9c4df0 req-5fea930c-b460-4997-9ae7-7f2d815ad606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:10.399383 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b925f966-b96c-4bab-9e92-7b7c0a9c4df0 req-5fea930c-b460-4997-9ae7-7f2d815ad606 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=864de4ce-5df1-4374-a015-6b625275bbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0910411 Jul 23 20:36:10.460921 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-921e114c-73e8-4690-83e9-8718236225af None None] Set router 5aa4c8f2-eb8a-4696-b72d-a064acac6a74 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:10.528430 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b925f966-b96c-4bab-9e92-7b7c0a9c4df0 req-9460a34f-92e3-4a6f-97dc-6ac8f7413506 service neutron] 10.222.0.30 "GET /v2.0/networks/864de4ce-5df1-4374-a015-6b625275bbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210008 Jul 23 20:36:10.642014 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b925f966-b96c-4bab-9e92-7b7c0a9c4df0 req-676b5236-aef0-4650-a86a-4ec6999325b5 service neutron] 10.222.0.30 "GET /v2.0/networks/864de4ce-5df1-4374-a015-6b625275bbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067426 Jul 23 20:36:10.763516 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-921e114c-73e8-4690-83e9-8718236225af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'name': 'tempest-TestNetworkBasicOps-router-386918443', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'f9ea7818-4eb5-47ec-854d-5fd14771babe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:42Z', 'updated_at': '2021-07-23T20:35:48Z', 'revision_number': 4, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'gw_port': {'id': 'f9ea7818-4eb5-47ec-854d-5fd14771babe', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:43Z', 'updated_at': '2021-07-23T20:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '57835a97-c1d6-46c5-a06e-0b3652c68f36', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'port_id': '68172014-cfca-4c0e-9094-32b081270e0e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '864de4ce-5df1-4374-a015-6b625275bbb6', 'mac_address': 'fa:16:3e:d8:69:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:36:08Z', 'updated_at': '2021-07-23T20:36:08Z', 'revision_number': 0, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d6feed1-4aed-4db3-9b81-3a81aa6378d9', 'name': '', 'network_id': '864de4ce-5df1-4374-a015-6b625275bbb6', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'mac_address': 'fa:16:3e:2f:c5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '4c97b2da-2e45-40a4-887c-692b9993b786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:48Z', 'updated_at': '2021-07-23T20:35:58Z', 'revision_number': 5, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'subnets': [{'id': '4c97b2da-2e45-40a4-887c-692b9993b786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:10.798420 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921e114c-73e8-4690-83e9-8718236225af None None] The sync data for ids ['5aa4c8f2-eb8a-4696-b72d-a064acac6a74'] in n-d-793618-10 is: [{'id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'name': 'tempest-TestNetworkBasicOps-router-386918443', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'f9ea7818-4eb5-47ec-854d-5fd14771babe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:42Z', 'updated_at': '2021-07-23T20:35:48Z', 'revision_number': 4, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'gw_port': {'id': 'f9ea7818-4eb5-47ec-854d-5fd14771babe', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:43Z', 'updated_at': '2021-07-23T20:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '57835a97-c1d6-46c5-a06e-0b3652c68f36', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'port_id': '68172014-cfca-4c0e-9094-32b081270e0e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '864de4ce-5df1-4374-a015-6b625275bbb6', 'mac_address': 'fa:16:3e:d8:69:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:36:08Z', 'updated_at': '2021-07-23T20:36:08Z', 'revision_number': 0, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d6feed1-4aed-4db3-9b81-3a81aa6378d9', 'name': '', 'network_id': '864de4ce-5df1-4374-a015-6b625275bbb6', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'mac_address': 'fa:16:3e:2f:c5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '4c97b2da-2e45-40a4-887c-692b9993b786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:48Z', 'updated_at': '2021-07-23T20:35:58Z', 'revision_number': 5, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'subnets': [{'id': '4c97b2da-2e45-40a4-887c-692b9993b786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:36:10.980810 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60306) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:11.026905 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90129c06-0304-4e57-aead-aa1d669e98b0 None None] New status for floating IP 57835a97-c1d6-46c5-a06e-0b3652c68f36: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:36:11.047796 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-48c79c9d-2ee2-4d60-9d9f-bf3f64e4fad2 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/floatingips/57835a97-c1d6-46c5-a06e-0b3652c68f36 HTTP/1.1" status: 200 len: 991 time: 0.0649984 Jul 23 20:36:11.748216 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:36:12.051306 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60324) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:12.117997 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9596a780-8ec5-46e4-be6c-406584177502 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/floatingips/57835a97-c1d6-46c5-a06e-0b3652c68f36 HTTP/1.1" status: 200 len: 993 time: 0.0654893 Jul 23 20:36:13.316049 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:13.630703 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1c4b257c-ef85-46ae-829d-d0a5f23beab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:14.046083 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:14.753481 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:14.763803 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:15.986350 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:26.176756 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60810) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:26.324389 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b636396b-8c22-4d29-8378-5d34b1e6896c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0c18f56c437a4dbd8544132091b2b69e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1464436 Jul 23 20:36:26.326820 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60814) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:26.376367 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3bf8bdaf-1015-464d-8830-3b0dc5ae7601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:26.397318 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3bf8bdaf-1015-464d-8830-3b0dc5ae7601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:26.443491 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3bf8bdaf-1015-464d-8830-3b0dc5ae7601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:26.446703 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3bf8bdaf-1015-464d-8830-3b0dc5ae7601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:26.447865 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3bf8bdaf-1015-464d-8830-3b0dc5ae7601 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1a96c81e-af72-4f6b-b6a5-587cb69eb771 HTTP/1.1" status: 204 len: 168 time: 0.1201260 Jul 23 20:36:26.456798 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8bdaf-1015-464d-8830-3b0dc5ae7601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a96c81e-af72-4f6b-b6a5-587cb69eb771,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:38.901826 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc15f3c-495a-4549-a255-b6b7824714ad req-0c034bb0-9f1e-49b4-81bb-1372a412f886 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:38.903315 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8fc15f3c-495a-4549-a255-b6b7824714ad req-0c034bb0-9f1e-49b4-81bb-1372a412f886 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b5e224-08d8-4f1f-b359-61dec1423021 HTTP/1.1" status: 200 len: 945 time: 0.0734289 Jul 23 20:36:38.942544 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8fc15f3c-495a-4549-a255-b6b7824714ad req-97319507-b9dd-4a70-b9b0-9a25b960e87a tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e57f726-c132-4b91-a53b-870ac9d145ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334411 Jul 23 20:36:38.965704 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60840) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:39.025140 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-42d10bc1-4d2c-427d-9487-408139dd617e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/floatingips/71a82e26-cd5c-4028-9901-70a250eeeabd HTTP/1.1" status: 200 len: 993 time: 0.0583024 Jul 23 20:36:39.357567 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe0a26-56b0-434e-a78a-2aa6c12bd93b req-90f8d5bc-955f-40e3-a5bc-76d435d6195d tempest-TestNetworkAdvancedServerOps-280634936 tempest-TestNetworkAdvancedServerOps-280634936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:39.359029 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ffbe0a26-56b0-434e-a78a-2aa6c12bd93b req-90f8d5bc-955f-40e3-a5bc-76d435d6195d tempest-TestNetworkAdvancedServerOps-280634936 tempest-TestNetworkAdvancedServerOps-280634936-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=65b5e224-08d8-4f1f-b359-61dec1423021 HTTP/1.1" status: 200 len: 1097 time: 0.0578487 Jul 23 20:36:39.392579 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ffbe0a26-56b0-434e-a78a-2aa6c12bd93b req-3cf776d4-d28c-4adf-8332-54c34b6ba391 tempest-TestNetworkAdvancedServerOps-280634936 tempest-TestNetworkAdvancedServerOps-280634936-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1e57f726-c132-4b91-a53b-870ac9d145ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279815 Jul 23 20:36:40.030312 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-d74035d6-0f7e-4107-8211-c88e6456900e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=65b5e224-08d8-4f1f-b359-61dec1423021&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1548333 Jul 23 20:36:40.262758 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a384943d-36f0-4849-a239-dafb555ecbd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:40.690832 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-0bc7ecb6-fee4-4991-af62-80ad63154d85 tempest-TestNetworkAdvancedServerOps-280634936 tempest-TestNetworkAdvancedServerOps-280634936-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:36:40.691832 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-0bc7ecb6-fee4-4991-af62-80ad63154d85 tempest-TestNetworkAdvancedServerOps-280634936 tempest-TestNetworkAdvancedServerOps-280634936-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1154573 Jul 23 20:36:40.702179 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-786fdc1e-2541-425d-9304-e650fde4ac91 service neutron] Request body: {'binding': {'host': 'n-h1-793618-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:40.702632 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-786fdc1e-2541-425d-9304-e650fde4ac91 service neutron] Unknown quota resources ['binding']. {{(pid=93876) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:36:40.838334 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-786fdc1e-2541-425d-9304-e650fde4ac91 service neutron] Attempting to bind port 13534940-7d8f-4a35-9695-8089277b81dc on host n-h1-793618-10 for vnic_type normal with profile None {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:36:40.838667 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-786fdc1e-2541-425d-9304-e650fde4ac91 service neutron] Attempting to bind port 13534940-7d8f-4a35-9695-8089277b81dc by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'fd94d541-4909-4720-8305-358f4b1709bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '18a0b5a9-714b-4316-b399-86648724d040'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:36:40.838992 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-786fdc1e-2541-425d-9304-e650fde4ac91 service neutron] Attempting to bind port 13534940-7d8f-4a35-9695-8089277b81dc on network 18a0b5a9-714b-4316-b399-86648724d040 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:40.843159 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-786fdc1e-2541-425d-9304-e650fde4ac91 service neutron] Port 13534940-7d8f-4a35-9695-8089277b81dc on network 18a0b5a9-714b-4316-b399-86648724d040 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:36:40.843480 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-786fdc1e-2541-425d-9304-e650fde4ac91 service neutron] Attempting to bind port 13534940-7d8f-4a35-9695-8089277b81dc on network 18a0b5a9-714b-4316-b399-86648724d040 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:40.848156 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-786fdc1e-2541-425d-9304-e650fde4ac91 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:36:40.848489 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-786fdc1e-2541-425d-9304-e650fde4ac91 service neutron] Checking segment: {'id': 'fd94d541-4909-4720-8305-358f4b1709bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '18a0b5a9-714b-4316-b399-86648724d040'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:40.848866 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-786fdc1e-2541-425d-9304-e650fde4ac91 service neutron] Bound using segment: {'id': 'fd94d541-4909-4720-8305-358f4b1709bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '18a0b5a9-714b-4316-b399-86648724d040'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:36:40.849286 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-786fdc1e-2541-425d-9304-e650fde4ac91 service neutron] Bound port: 13534940-7d8f-4a35-9695-8089277b81dc, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd94d541-4909-4720-8305-358f4b1709bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '18a0b5a9-714b-4316-b399-86648724d040'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:36:40.935726 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-786fdc1e-2541-425d-9304-e650fde4ac91 service neutron] For port 13534940-7d8f-4a35-9695-8089277b81dc, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=13534940-7d8f-4a35-9695-8089277b81dc,segment=NetworkSegment(fd94d541-4909-4720-8305-358f4b1709bc),segment_id=fd94d541-4909-4720-8305-358f4b1709bc)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:36:40.940828 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-786fdc1e-2541-425d-9304-e650fde4ac91 service neutron] Notify callbacks [] for binding, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:40.942035 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-786fdc1e-2541-425d-9304-e650fde4ac91 service neutron] 10.222.0.32 "POST /v2.0/ports/13534940-7d8f-4a35-9695-8089277b81dc/bindings HTTP/1.1" status: 201 len: 390 time: 0.2431951 Jul 23 20:36:41.102032 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9d056-7cd3-4307-9324-e042e7555b79 req-0aae3ffa-a43f-4448-9ba5-1d03b75c0075 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:41.103464 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1ff9d056-7cd3-4307-9324-e042e7555b79 req-0aae3ffa-a43f-4448-9ba5-1d03b75c0075 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b5e224-08d8-4f1f-b359-61dec1423021 HTTP/1.1" status: 200 len: 945 time: 0.0721390 Jul 23 20:36:41.145773 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1ff9d056-7cd3-4307-9324-e042e7555b79 req-afd95d78-0bb4-4daa-bec4-0f2c62f15c44 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e57f726-c132-4b91-a53b-870ac9d145ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354841 Jul 23 20:36:41.170535 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-8010bd2b-f2f1-4049-8b76-b1cb3215c2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:41.172034 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-8010bd2b-f2f1-4049-8b76-b1cb3215c2c0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bac8e166147242c8b3a831403daa7c9d&device_id=65b5e224-08d8-4f1f-b359-61dec1423021 HTTP/1.1" status: 200 len: 1097 time: 0.0579081 Jul 23 20:36:41.267179 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-ff8182ca-665a-41f0-8fa4-097b7ded5fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:41.268663 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-ff8182ca-665a-41f0-8fa4-097b7ded5fcc service neutron] 10.222.0.30 "GET /v2.0/networks?id=18a0b5a9-714b-4316-b399-86648724d040 HTTP/1.1" status: 200 len: 898 time: 0.0907428 Jul 23 20:36:41.336387 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-4e6c86d9-5daf-4e5e-8459-8136a48bc21e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13534940-7d8f-4a35-9695-8089277b81dc HTTP/1.1" status: 200 len: 1001 time: 0.0603626 Jul 23 20:36:41.361996 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60884) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:41.385654 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-ec9c26ef-7f9c-4a1b-9aa7-7be171f32a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:41.387122 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-ec9c26ef-7f9c-4a1b-9aa7-7be171f32a8b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=91388870-9e0f-4748-a272-085d7f0656bb HTTP/1.1" status: 200 len: 835 time: 0.0449038 Jul 23 20:36:41.450658 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-fece175f-6881-4652-b32a-67401f7b384b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:41.452171 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-fece175f-6881-4652-b32a-67401f7b384b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=18a0b5a9-714b-4316-b399-86648724d040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580897 Jul 23 20:36:41.461596 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f2f03f-2716-4a54-805d-9d86cfcdfb02 tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:41.462082 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f2f03f-2716-4a54-805d-9d86cfcdfb02 tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:41.462549 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f2f03f-2716-4a54-805d-9d86cfcdfb02 tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:41.464198 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-18f2f03f-2716-4a54-805d-9d86cfcdfb02 tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] 10.222.0.32 "GET /v2.0/ports?project_id=9bce00ee88e9483da89a858a154365d1&network_id=864de4ce-5df1-4374-a015-6b625275bbb6 HTTP/1.1" status: 200 len: 2973 time: 0.1011426 Jul 23 20:36:41.542100 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-5daf5880-deac-4a44-987d-94f5608bfc82 service neutron] 10.222.0.30 "GET /v2.0/networks/18a0b5a9-714b-4316-b399-86648724d040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831437 Jul 23 20:36:41.636144 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-2a5e9a48-7ed2-43a9-b655-6b309f8879a1 service neutron] 10.222.0.30 "GET /v2.0/networks/18a0b5a9-714b-4316-b399-86648724d040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868719 Jul 23 20:36:41.808818 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-f4246d1c-277c-41a8-a654-eecdb228f4f1 tempest-TestNetworkAdvancedServerOps-280634936 tempest-TestNetworkAdvancedServerOps-280634936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:41.810369 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-f4246d1c-277c-41a8-a654-eecdb228f4f1 tempest-TestNetworkAdvancedServerOps-280634936 tempest-TestNetworkAdvancedServerOps-280634936-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=65b5e224-08d8-4f1f-b359-61dec1423021&tenant_id=bac8e166147242c8b3a831403daa7c9d&binding%3Ahost_id=n-h2-793618-10 HTTP/1.1" status: 200 len: 1097 time: 0.1199162 Jul 23 20:36:41.821568 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-fd3300d9-137c-4a77-a8f2-f485810fa7a6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793618-10'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:41.902942 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-fd3300d9-137c-4a77-a8f2-f485810fa7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:42.029186 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-fd3300d9-137c-4a77-a8f2-f485810fa7a6 service neutron] For port 13534940-7d8f-4a35-9695-8089277b81dc, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=13534940-7d8f-4a35-9695-8089277b81dc,segment=NetworkSegment(fd94d541-4909-4720-8305-358f4b1709bc),segment_id=fd94d541-4909-4720-8305-358f4b1709bc)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:42.066259 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-fd3300d9-137c-4a77-a8f2-f485810fa7a6 service neutron] For port 13534940-7d8f-4a35-9695-8089277b81dc, host n-h2-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:36:42.106204 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b5e224-08d8-4f1f-b359-61dec1423021', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13534940-7d8f-4a35-9695-8089277b81dc'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:42.108454 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45337811-dcb1-4169-9f2a-8b5e5b3261af" -d '{"events": [{"server_uuid": "65b5e224-08d8-4f1f-b359-61dec1423021", "name": "network-vif-unplugged", "status": "completed", "tag": "13534940-7d8f-4a35-9695-8089277b81dc"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:42.112475 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-fd3300d9-137c-4a77-a8f2-f485810fa7a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:42.118844 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-fd3300d9-137c-4a77-a8f2-f485810fa7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:42.145824 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473194bc-70c9-4082-81ff-0d09ca015b89 x-openstack-request-id: req-473194bc-70c9-4082-81ff-0d09ca015b89 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:42.146121 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b5e224-08d8-4f1f-b359-61dec1423021", "name": "network-vif-unplugged", "status": "completed", "tag": "13534940-7d8f-4a35-9695-8089277b81dc", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:42.146365 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-473194bc-70c9-4082-81ff-0d09ca015b89 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:42.146759 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b5e224-08d8-4f1f-b359-61dec1423021', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13534940-7d8f-4a35-9695-8089277b81dc', 'code': 200} Jul 23 20:36:42.259312 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3300d9-137c-4a77-a8f2-f485810fa7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=13534940-7d8f-4a35-9695-8089277b81dc,revision_number=7']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:42.302602 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0dcef-3de3-413d-a9d9-24cf50356a7c req-e7b30a0a-8451-4d5f-b77c-cc186ac24d67 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:42.304223 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-10a0dcef-3de3-413d-a9d9-24cf50356a7c req-e7b30a0a-8451-4d5f-b77c-cc186ac24d67 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b5e224-08d8-4f1f-b359-61dec1423021 HTTP/1.1" status: 200 len: 943 time: 0.0809896 Jul 23 20:36:42.334253 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-fd3300d9-137c-4a77-a8f2-f485810fa7a6 service neutron] Attempting to bind port 13534940-7d8f-4a35-9695-8089277b81dc on host n-h2-793618-10 for vnic_type normal with profile {"migrating_to": "n-h1-793618-10"} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:36:42.334869 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-fd3300d9-137c-4a77-a8f2-f485810fa7a6 service neutron] Attempting to bind port 13534940-7d8f-4a35-9695-8089277b81dc by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'fd94d541-4909-4720-8305-358f4b1709bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '18a0b5a9-714b-4316-b399-86648724d040'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:36:42.335735 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-fd3300d9-137c-4a77-a8f2-f485810fa7a6 service neutron] Attempting to bind port 13534940-7d8f-4a35-9695-8089277b81dc on network 18a0b5a9-714b-4316-b399-86648724d040 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:42.340649 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-fd3300d9-137c-4a77-a8f2-f485810fa7a6 service neutron] Port 13534940-7d8f-4a35-9695-8089277b81dc on network 18a0b5a9-714b-4316-b399-86648724d040 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:36:42.340974 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-fd3300d9-137c-4a77-a8f2-f485810fa7a6 service neutron] Attempting to bind port 13534940-7d8f-4a35-9695-8089277b81dc on network 18a0b5a9-714b-4316-b399-86648724d040 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:42.346794 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-fd3300d9-137c-4a77-a8f2-f485810fa7a6 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:36:42.346794 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-fd3300d9-137c-4a77-a8f2-f485810fa7a6 service neutron] Checking segment: {'id': 'fd94d541-4909-4720-8305-358f4b1709bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '18a0b5a9-714b-4316-b399-86648724d040'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:42.346794 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-fd3300d9-137c-4a77-a8f2-f485810fa7a6 service neutron] Bound using segment: {'id': 'fd94d541-4909-4720-8305-358f4b1709bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '18a0b5a9-714b-4316-b399-86648724d040'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:36:42.347585 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-fd3300d9-137c-4a77-a8f2-f485810fa7a6 service neutron] Bound port: 13534940-7d8f-4a35-9695-8089277b81dc, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd94d541-4909-4720-8305-358f4b1709bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '18a0b5a9-714b-4316-b399-86648724d040'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:36:42.347585 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-fd3300d9-137c-4a77-a8f2-f485810fa7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:42.348364 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-10a0dcef-3de3-413d-a9d9-24cf50356a7c req-11cff86a-0e6b-49eb-ab13-1fb6ae1d158d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e57f726-c132-4b91-a53b-870ac9d145ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377924 Jul 23 20:36:42.418083 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-fd3300d9-137c-4a77-a8f2-f485810fa7a6 service neutron] For port 13534940-7d8f-4a35-9695-8089277b81dc, host n-h2-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:36:42.421165 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-fd3300d9-137c-4a77-a8f2-f485810fa7a6 service neutron] For port 13534940-7d8f-4a35-9695-8089277b81dc, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=13534940-7d8f-4a35-9695-8089277b81dc,segment=NetworkSegment(fd94d541-4909-4720-8305-358f4b1709bc),segment_id=fd94d541-4909-4720-8305-358f4b1709bc)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:36:42.425756 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-fd3300d9-137c-4a77-a8f2-f485810fa7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:42.431256 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b513a822-765b-458f-b2e6-c893a85c861e None None] Provisioning complete for port 13534940-7d8f-4a35-9695-8089277b81dc triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:42.431824 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b513a822-765b-458f-b2e6-c893a85c861e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:42.522718 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b513a822-765b-458f-b2e6-c893a85c861e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:42.528252 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3300d9-137c-4a77-a8f2-f485810fa7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=13534940-7d8f-4a35-9695-8089277b81dc,revision_number=8']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:42.562566 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-b513a822-765b-458f-b2e6-c893a85c861e None None] For port 13534940-7d8f-4a35-9695-8089277b81dc, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=13534940-7d8f-4a35-9695-8089277b81dc,segment=NetworkSegment(fd94d541-4909-4720-8305-358f4b1709bc),segment_id=fd94d541-4909-4720-8305-358f4b1709bc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:42.563708 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b5e224-08d8-4f1f-b359-61dec1423021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13534940-7d8f-4a35-9695-8089277b81dc'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:42.566354 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98085443-648c-4690-95d8-225ce45763e1" -d '{"events": [{"server_uuid": "65b5e224-08d8-4f1f-b359-61dec1423021", "name": "network-vif-plugged", "status": "completed", "tag": "13534940-7d8f-4a35-9695-8089277b81dc"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:42.571617 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b513a822-765b-458f-b2e6-c893a85c861e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:42.574149 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-fd3300d9-137c-4a77-a8f2-f485810fa7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:42.575010 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-fd3300d9-137c-4a77-a8f2-f485810fa7a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:42.577065 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-fd3300d9-137c-4a77-a8f2-f485810fa7a6 service neutron] 10.222.0.30 "PUT /v2.0/ports/13534940-7d8f-4a35-9695-8089277b81dc HTTP/1.1" status: 200 len: 1123 time: 0.7596068 Jul 23 20:36:42.666568 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a504045-26d6-4205-b06a-59046deb1995 x-openstack-request-id: req-8a504045-26d6-4205-b06a-59046deb1995 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:42.666847 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b5e224-08d8-4f1f-b359-61dec1423021", "name": "network-vif-plugged", "status": "completed", "tag": "13534940-7d8f-4a35-9695-8089277b81dc", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:42.667096 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8a504045-26d6-4205-b06a-59046deb1995 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:42.667484 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b5e224-08d8-4f1f-b359-61dec1423021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13534940-7d8f-4a35-9695-8089277b81dc', 'code': 200} Jul 23 20:36:42.668512 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['13534940-7d8f-4a35-9695-8089277b81dc'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:36:42.771893 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b513a822-765b-458f-b2e6-c893a85c861e None None] Pushing event updated for resources: {'Port': ['ID=13534940-7d8f-4a35-9695-8089277b81dc,revision_number=9']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:42.947427 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0dc7e412-b2ae-4fd1-b4c9-4bfb84e67d70 None None] Provisioning complete for port 13534940-7d8f-4a35-9695-8089277b81dc triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:42.947715 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0dc7e412-b2ae-4fd1-b4c9-4bfb84e67d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:43.317162 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:43.390714 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60902) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:43.448068 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec3406d-3420-4e8d-ab58-7870960cc45f tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:43.455285 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-eec3406d-3420-4e8d-ab58-7870960cc45f tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=8013d0d6-aee4-47cc-8dbe-3abed6e5116f HTTP/1.1" status: 200 len: 814 time: 0.0579147 Jul 23 20:36:43.484547 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c729c0c-a27e-4077-8f22-69c72520d966 req-b48599f3-b454-4d89-9b3d-87860b31c8cb tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:43.486581 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5c729c0c-a27e-4077-8f22-69c72520d966 req-b48599f3-b454-4d89-9b3d-87860b31c8cb tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b5e224-08d8-4f1f-b359-61dec1423021 HTTP/1.1" status: 200 len: 945 time: 0.0649011 Jul 23 20:36:43.528858 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5c729c0c-a27e-4077-8f22-69c72520d966 req-7bf0e573-d315-4ea3-94ba-1d677caf9f20 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e57f726-c132-4b91-a53b-870ac9d145ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368571 Jul 23 20:36:43.631606 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-491c4dee-0b07-4350-a6a2-ae24875ba0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:44.049391 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:44.147528 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b5e224-08d8-4f1f-b359-61dec1423021', 'tag': '13534940-7d8f-4a35-9695-8089277b81dc'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:44.150000 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759030f5-1da7-49fa-b0b4-768ec11a6dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "65b5e224-08d8-4f1f-b359-61dec1423021", "tag": "13534940-7d8f-4a35-9695-8089277b81dc"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:44.187535 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072b1157-933a-43b3-8b65-04968d7c965d x-openstack-request-id: req-072b1157-933a-43b3-8b65-04968d7c965d {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:44.187826 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65b5e224-08d8-4f1f-b359-61dec1423021", "tag": "13534940-7d8f-4a35-9695-8089277b81dc", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:44.188080 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-072b1157-933a-43b3-8b65-04968d7c965d {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:44.188476 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65b5e224-08d8-4f1f-b359-61dec1423021', 'tag': '13534940-7d8f-4a35-9695-8089277b81dc', 'status': 'completed', 'code': 200} Jul 23 20:36:44.395022 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60912) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:44.401384 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-56e5ebb4-4c69-466e-93c3-808f3d7d215e tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Request body: {'network': {'name': 'tempest-network-smoke--146334993', 'project_id': '9bce00ee88e9483da89a858a154365d1', 'port_security_enabled': True}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:44.430556 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e5ebb4-4c69-466e-93c3-808f3d7d215e tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Made reservation on behalf of 9bce00ee88e9483da89a858a154365d1 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:44.434355 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-56e5ebb4-4c69-466e-93c3-808f3d7d215e tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:44.461212 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e5ebb4-4c69-466e-93c3-808f3d7d215e tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:36:44.473303 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-56e5ebb4-4c69-466e-93c3-808f3d7d215e tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:44.473663 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-56e5ebb4-4c69-466e-93c3-808f3d7d215e tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Added segment 81b6ed1c-7fde-4af7-b2c0-388a96abe5bd of type vlan for network 4c87d8eb-767b-400c-addc-1078cc77007c Jul 23 20:36:44.534951 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-56e5ebb4-4c69-466e-93c3-808f3d7d215e tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:44.574846 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-56e5ebb4-4c69-466e-93c3-808f3d7d215e tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:44.581425 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e5ebb4-4c69-466e-93c3-808f3d7d215e tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:44.582498 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-56e5ebb4-4c69-466e-93c3-808f3d7d215e tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:44.594530 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759030f5-1da7-49fa-b0b4-768ec11a6dd6 req-b34350c7-9228-4dfa-a126-83d19fc94c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:44.596244 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-759030f5-1da7-49fa-b0b4-768ec11a6dd6 req-b34350c7-9228-4dfa-a126-83d19fc94c9f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bac8e166147242c8b3a831403daa7c9d&device_id=65b5e224-08d8-4f1f-b359-61dec1423021 HTTP/1.1" status: 200 len: 1128 time: 0.3848846 Jul 23 20:36:44.649117 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-56e5ebb4-4c69-466e-93c3-808f3d7d215e tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2492163 Jul 23 20:36:44.654583 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60916) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:44.737362 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759030f5-1da7-49fa-b0b4-768ec11a6dd6 req-c66a9df1-6f36-432e-84f3-c57dd65fff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:44.739264 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-759030f5-1da7-49fa-b0b4-768ec11a6dd6 req-c66a9df1-6f36-432e-84f3-c57dd65fff4b service neutron] 10.222.0.18 "GET /v2.0/networks?id=18a0b5a9-714b-4316-b399-86648724d040 HTTP/1.1" status: 200 len: 898 time: 0.1363530 Jul 23 20:36:44.748058 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55782baf-fd1c-4d46-8a84-744b91731baf req-aba666f7-b566-4833-873b-bc1f90a1da87 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:44.749644 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-55782baf-fd1c-4d46-8a84-744b91731baf req-aba666f7-b566-4833-873b-bc1f90a1da87 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b5e224-08d8-4f1f-b359-61dec1423021 HTTP/1.1" status: 200 len: 945 time: 0.1381624 Jul 23 20:36:44.753572 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:44.782341 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:44.844484 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-55782baf-fd1c-4d46-8a84-744b91731baf req-d109e206-8ed0-43a0-b84b-879a6a140a1d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e57f726-c132-4b91-a53b-870ac9d145ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847535 Jul 23 20:36:44.846362 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-759030f5-1da7-49fa-b0b4-768ec11a6dd6 req-081186a0-a86f-4034-9f81-229fd7308a79 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13534940-7d8f-4a35-9695-8089277b81dc HTTP/1.1" status: 200 len: 1001 time: 0.0958166 Jul 23 20:36:44.899697 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759030f5-1da7-49fa-b0b4-768ec11a6dd6 req-930d1043-86b9-4d2d-8b93-43d80e62759c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:44.901119 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-759030f5-1da7-49fa-b0b4-768ec11a6dd6 req-930d1043-86b9-4d2d-8b93-43d80e62759c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=91388870-9e0f-4748-a272-085d7f0656bb HTTP/1.1" status: 200 len: 835 time: 0.0477781 Jul 23 20:36:44.965025 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759030f5-1da7-49fa-b0b4-768ec11a6dd6 req-a9ba8e7e-eba8-4090-aa6d-af3d7546eafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:44.966588 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-759030f5-1da7-49fa-b0b4-768ec11a6dd6 req-a9ba8e7e-eba8-4090-aa6d-af3d7546eafa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=18a0b5a9-714b-4316-b399-86648724d040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589700 Jul 23 20:36:45.068242 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-759030f5-1da7-49fa-b0b4-768ec11a6dd6 req-3656419f-d017-4142-a156-230ac698172a service neutron] 10.222.0.18 "GET /v2.0/networks/18a0b5a9-714b-4316-b399-86648724d040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942137 Jul 23 20:36:45.117611 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e5ebb4-4c69-466e-93c3-808f3d7d215e tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'Network': ['ID=4c87d8eb-767b-400c-addc-1078cc77007c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:45.128080 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 4c87d8eb-767b-400c-addc-1078cc77007c details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:36:45.151779 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2b474a-1f09-4c83-892d-ddf64538bb18 tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:45.157056 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-eb2b474a-1f09-4c83-892d-ddf64538bb18 tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=9bce00ee88e9483da89a858a154365d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.4983294 Jul 23 20:36:45.157286 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60918) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:45.169730 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-759030f5-1da7-49fa-b0b4-768ec11a6dd6 req-d228c675-16b8-4d43-80e5-ac8bb2f6901a service neutron] 10.222.0.18 "GET /v2.0/networks/18a0b5a9-714b-4316-b399-86648724d040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945199 Jul 23 20:36:45.215994 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 13534940-7d8f-4a35-9695-8089277b81dc details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:36:45.312487 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcb8c84-5ddb-41ce-a968-d2c2cea9bc0f tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:45.314002 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ddcb8c84-5ddb-41ce-a968-d2c2cea9bc0f tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1554987 Jul 23 20:36:45.314208 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 13534940-7d8f-4a35-9695-8089277b81dc, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=13534940-7d8f-4a35-9695-8089277b81dc,segment=NetworkSegment(fd94d541-4909-4720-8305-358f4b1709bc),segment_id=fd94d541-4909-4720-8305-358f4b1709bc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:45.317008 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60920) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:45.325499 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 13534940-7d8f-4a35-9695-8089277b81dc has no active binding in host n-h1-793618-10 {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 20:36:45.349594 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7be4ff13-9658-40a4-9787-654bb6336e85 tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=8013d0d6-aee4-47cc-8dbe-3abed6e5116f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289240 Jul 23 20:36:45.349812 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60922) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:45.382264 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6b123826-1a62-4517-8cc7-699923575d3d tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=9bce00ee88e9483da89a858a154365d1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312111 Jul 23 20:36:45.384650 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60924) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:45.470848 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90733fa-f235-4703-a2b9-e1e722dd6db7 tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:45.472615 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d90733fa-f235-4703-a2b9-e1e722dd6db7 tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0870752 Jul 23 20:36:45.475291 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60926) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:45.502972 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-202d84db-3829-4f75-afd4-9c7103cf2bca tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=8013d0d6-aee4-47cc-8dbe-3abed6e5116f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260863 Jul 23 20:36:45.505411 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60928) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:45.510805 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-ff1189dd-02da-4167-9024-879d85fa3b9c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1844855463', 'network_id': '4c87d8eb-767b-400c-addc-1078cc77007c', 'project_id': '9bce00ee88e9483da89a858a154365d1', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:45.601358 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1189dd-02da-4167-9024-879d85fa3b9c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Made reservation on behalf of 9bce00ee88e9483da89a858a154365d1 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:45.604905 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ff1189dd-02da-4167-9024-879d85fa3b9c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:45.785459 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ff1189dd-02da-4167-9024-879d85fa3b9c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:45.845224 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1189dd-02da-4167-9024-879d85fa3b9c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'Subnet': ['ID=35d79b58-4464-4efa-a7c5-19ad20270be7,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:45.856031 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1189dd-02da-4167-9024-879d85fa3b9c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:45.856376 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1189dd-02da-4167-9024-879d85fa3b9c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:45.856716 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1189dd-02da-4167-9024-879d85fa3b9c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:45.857053 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1189dd-02da-4167-9024-879d85fa3b9c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:45.857387 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1189dd-02da-4167-9024-879d85fa3b9c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:45.857746 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1189dd-02da-4167-9024-879d85fa3b9c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:45.858069 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1189dd-02da-4167-9024-879d85fa3b9c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:45.858399 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1189dd-02da-4167-9024-879d85fa3b9c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:45.858733 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1189dd-02da-4167-9024-879d85fa3b9c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:45.859044 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1189dd-02da-4167-9024-879d85fa3b9c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:45.859368 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1189dd-02da-4167-9024-879d85fa3b9c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:45.859715 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1189dd-02da-4167-9024-879d85fa3b9c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:45.864716 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1189dd-02da-4167-9024-879d85fa3b9c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Checking segment: {'id': '81b6ed1c-7fde-4af7-b2c0-388a96abe5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4c87d8eb-767b-400c-addc-1078cc77007c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:45.865079 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1189dd-02da-4167-9024-879d85fa3b9c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Network hostable DHCP agents. Network: 4c87d8eb-767b-400c-addc-1078cc77007c, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:36:45.883302 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1189dd-02da-4167-9024-879d85fa3b9c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Network 4c87d8eb-767b-400c-addc-1078cc77007c is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:36:45.891723 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-ff1189dd-02da-4167-9024-879d85fa3b9c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 4c87d8eb-767b-400c-addc-1078cc77007c) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:45.900389 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e88288-d742-4780-82dc-a1b4e3aab2dc None None] Network 4c87d8eb-767b-400c-addc-1078cc77007c requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:45.900879 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1189dd-02da-4167-9024-879d85fa3b9c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:45.903779 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ff1189dd-02da-4167-9024-879d85fa3b9c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:45.933315 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ff1189dd-02da-4167-9024-879d85fa3b9c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4268632 Jul 23 20:36:45.989378 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34cd22-883d-452a-9258-b4928b4055f3 req-d06a6824-e0a4-457f-8556-c37220855b20 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:45.991088 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7a34cd22-883d-452a-9258-b4928b4055f3 req-d06a6824-e0a4-457f-8556-c37220855b20 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b5e224-08d8-4f1f-b359-61dec1423021 HTTP/1.1" status: 200 len: 945 time: 0.0719590 Jul 23 20:36:46.036806 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7a34cd22-883d-452a-9258-b4928b4055f3 req-ce5f66fb-fb30-46c0-8f0d-9b2f57f78eff tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e57f726-c132-4b91-a53b-870ac9d145ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393474 Jul 23 20:36:46.137010 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.193258 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60934) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:46.199395 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-7310edba-14bf-40f5-a753-52411bfa35f5 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1974245163', 'description': 'tempest-secgroup-smoke-1974245163 description', 'project_id': '9bce00ee88e9483da89a858a154365d1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:46.222436 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7310edba-14bf-40f5-a753-52411bfa35f5 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.223405 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b9eb9a-0f9b-478e-a6fb-3fd4f2d37a2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-4c87d8eb-767b-400c-addc-1078cc77007c', 'network_id': '4c87d8eb-767b-400c-addc-1078cc77007c', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'fixed_ips': [{'subnet_id': '35d79b58-4464-4efa-a7c5-19ad20270be7'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:36:46.224387 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-33b9eb9a-0f9b-478e-a6fb-3fd4f2d37a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.307418 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7310edba-14bf-40f5-a753-52411bfa35f5 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.311288 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7310edba-14bf-40f5-a753-52411bfa35f5 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.343755 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7310edba-14bf-40f5-a753-52411bfa35f5 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.344991 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7310edba-14bf-40f5-a753-52411bfa35f5 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1506693 Jul 23 20:36:46.348114 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60936) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:46.349135 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310edba-14bf-40f5-a753-52411bfa35f5 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b98560e0-666a-4144-a911-335c1f07152d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:46.359037 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-716faa48-e7f4-4164-92a2-d5ee963540c9 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Request body: {'security_group_rule': {'security_group_id': 'b98560e0-666a-4144-a911-335c1f07152d', 'project_id': '9bce00ee88e9483da89a858a154365d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:46.373263 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-33b9eb9a-0f9b-478e-a6fb-3fd4f2d37a2a None None] Allocated IP 172.20.0.18 (4c87d8eb-767b-400c-addc-1078cc77007c/35d79b58-4464-4efa-a7c5-19ad20270be7/4cfd388e-23d4-4ce3-8761-fd9ed263f414) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:46.394882 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-716faa48-e7f4-4164-92a2-d5ee963540c9 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.444318 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-716faa48-e7f4-4164-92a2-d5ee963540c9 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.448599 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-716faa48-e7f4-4164-92a2-d5ee963540c9 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.467960 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716faa48-e7f4-4164-92a2-d5ee963540c9 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c133d4e-69a2-4126-a9a8-40cc75a1f2b9,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:46.477844 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-716faa48-e7f4-4164-92a2-d5ee963540c9 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.479079 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-716faa48-e7f4-4164-92a2-d5ee963540c9 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1296079 Jul 23 20:36:46.482235 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60938) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:46.486981 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-5fe48dd2-1009-4788-bb0f-5b76ccce073c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Request body: {'security_group_rule': {'security_group_id': 'b98560e0-666a-4144-a911-335c1f07152d', 'project_id': '9bce00ee88e9483da89a858a154365d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:46.514201 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5fe48dd2-1009-4788-bb0f-5b76ccce073c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.522428 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-33b9eb9a-0f9b-478e-a6fb-3fd4f2d37a2a None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.531296 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-33b9eb9a-0f9b-478e-a6fb-3fd4f2d37a2a None None] Transition to ACTIVE for port object 4cfd388e-23d4-4ce3-8761-fd9ed263f414 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:46.546370 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-33b9eb9a-0f9b-478e-a6fb-3fd4f2d37a2a None None] Transition to ACTIVE for port object 4cfd388e-23d4-4ce3-8761-fd9ed263f414 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:46.552197 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-33b9eb9a-0f9b-478e-a6fb-3fd4f2d37a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.574187 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5fe48dd2-1009-4788-bb0f-5b76ccce073c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.578427 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5fe48dd2-1009-4788-bb0f-5b76ccce073c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.595888 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b9eb9a-0f9b-478e-a6fb-3fd4f2d37a2a None None] Network 4c87d8eb-767b-400c-addc-1078cc77007c is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:46.597313 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe48dd2-1009-4788-bb0f-5b76ccce073c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36af1413-38ff-424f-b326-6001bcd9623f,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:46.604127 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5fe48dd2-1009-4788-bb0f-5b76ccce073c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.604989 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-33b9eb9a-0f9b-478e-a6fb-3fd4f2d37a2a None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:46.605229 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5fe48dd2-1009-4788-bb0f-5b76ccce073c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1219478 Jul 23 20:36:46.607600 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b9eb9a-0f9b-478e-a6fb-3fd4f2d37a2a None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:46.608673 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60940) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:46.613336 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-44159743-eedd-467e-9755-6b74e484787d tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Request body: {'security_group_rule': {'security_group_id': 'b98560e0-666a-4144-a911-335c1f07152d', 'project_id': '9bce00ee88e9483da89a858a154365d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:46.622362 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9eb9a-0f9b-478e-a6fb-3fd4f2d37a2a None None] Pushing event updated for resources: {'Port': ['ID=4cfd388e-23d4-4ce3-8761-fd9ed263f414,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:46.641064 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-44159743-eedd-467e-9755-6b74e484787d tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.650631 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9eb9a-0f9b-478e-a6fb-3fd4f2d37a2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:46.650975 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9eb9a-0f9b-478e-a6fb-3fd4f2d37a2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:46.651317 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9eb9a-0f9b-478e-a6fb-3fd4f2d37a2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:46.651651 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9eb9a-0f9b-478e-a6fb-3fd4f2d37a2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:46.651979 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9eb9a-0f9b-478e-a6fb-3fd4f2d37a2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:46.652311 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9eb9a-0f9b-478e-a6fb-3fd4f2d37a2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:46.652664 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9eb9a-0f9b-478e-a6fb-3fd4f2d37a2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:46.653053 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9eb9a-0f9b-478e-a6fb-3fd4f2d37a2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:46.653376 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9eb9a-0f9b-478e-a6fb-3fd4f2d37a2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:46.653731 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9eb9a-0f9b-478e-a6fb-3fd4f2d37a2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:46.654054 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9eb9a-0f9b-478e-a6fb-3fd4f2d37a2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:46.654371 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9eb9a-0f9b-478e-a6fb-3fd4f2d37a2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:46.689513 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-33b9eb9a-0f9b-478e-a6fb-3fd4f2d37a2a None None] Attempting to bind port 4cfd388e-23d4-4ce3-8761-fd9ed263f414 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:36:46.689897 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-33b9eb9a-0f9b-478e-a6fb-3fd4f2d37a2a None None] Attempting to bind port 4cfd388e-23d4-4ce3-8761-fd9ed263f414 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '81b6ed1c-7fde-4af7-b2c0-388a96abe5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4c87d8eb-767b-400c-addc-1078cc77007c'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:36:46.690273 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b9eb9a-0f9b-478e-a6fb-3fd4f2d37a2a None None] Attempting to bind port 4cfd388e-23d4-4ce3-8761-fd9ed263f414 on network 4c87d8eb-767b-400c-addc-1078cc77007c {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:46.695737 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b9eb9a-0f9b-478e-a6fb-3fd4f2d37a2a None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:36:46.696114 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b9eb9a-0f9b-478e-a6fb-3fd4f2d37a2a None None] Checking segment: {'id': '81b6ed1c-7fde-4af7-b2c0-388a96abe5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4c87d8eb-767b-400c-addc-1078cc77007c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:46.696523 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-33b9eb9a-0f9b-478e-a6fb-3fd4f2d37a2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.696924 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b9eb9a-0f9b-478e-a6fb-3fd4f2d37a2a None None] Bound using segment: {'id': '81b6ed1c-7fde-4af7-b2c0-388a96abe5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4c87d8eb-767b-400c-addc-1078cc77007c'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:36:46.697393 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-33b9eb9a-0f9b-478e-a6fb-3fd4f2d37a2a None None] Bound port: 4cfd388e-23d4-4ce3-8761-fd9ed263f414, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81b6ed1c-7fde-4af7-b2c0-388a96abe5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4c87d8eb-767b-400c-addc-1078cc77007c'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:36:46.697836 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-33b9eb9a-0f9b-478e-a6fb-3fd4f2d37a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.705523 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-44159743-eedd-467e-9755-6b74e484787d tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.711280 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-44159743-eedd-467e-9755-6b74e484787d tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.730803 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44159743-eedd-467e-9755-6b74e484787d tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=726854d6-64f1-432a-869e-8564ca83767f,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:46.740693 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-44159743-eedd-467e-9755-6b74e484787d tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.741998 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-44159743-eedd-467e-9755-6b74e484787d tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1323032 Jul 23 20:36:46.744856 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60942) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:46.749531 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-5566aeae-f9c1-4aff-ae34-bce9a4030fc4 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Request body: {'security_group_rule': {'security_group_id': 'b98560e0-666a-4144-a911-335c1f07152d', 'project_id': '9bce00ee88e9483da89a858a154365d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:46.766488 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-33b9eb9a-0f9b-478e-a6fb-3fd4f2d37a2a None None] For port 4cfd388e-23d4-4ce3-8761-fd9ed263f414, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:36:46.769933 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-33b9eb9a-0f9b-478e-a6fb-3fd4f2d37a2a None None] For port 4cfd388e-23d4-4ce3-8761-fd9ed263f414, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=4cfd388e-23d4-4ce3-8761-fd9ed263f414,segment=NetworkSegment(81b6ed1c-7fde-4af7-b2c0-388a96abe5bd),segment_id=81b6ed1c-7fde-4af7-b2c0-388a96abe5bd)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:36:46.775768 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-33b9eb9a-0f9b-478e-a6fb-3fd4f2d37a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.776513 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5566aeae-f9c1-4aff-ae34-bce9a4030fc4 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.838531 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9eb9a-0f9b-478e-a6fb-3fd4f2d37a2a None None] Pushing event updated for resources: {'Port': ['ID=4cfd388e-23d4-4ce3-8761-fd9ed263f414,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:46.842415 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5566aeae-f9c1-4aff-ae34-bce9a4030fc4 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.847362 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5566aeae-f9c1-4aff-ae34-bce9a4030fc4 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.867017 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566aeae-f9c1-4aff-ae34-bce9a4030fc4 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ab3c09-5f81-4b95-a65a-b79f3e44f057,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:46.872570 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5566aeae-f9c1-4aff-ae34-bce9a4030fc4 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.874153 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5566aeae-f9c1-4aff-ae34-bce9a4030fc4 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1282558 Jul 23 20:36:46.876840 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60944) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:46.881729 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-54ddb1ce-2453-4690-8c3c-889a89020004 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Request body: {'security_group_rule': {'security_group_id': 'b98560e0-666a-4144-a911-335c1f07152d', 'project_id': '9bce00ee88e9483da89a858a154365d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:46.906060 n-d-793618-10 neutron-server[93876]: INFO neutron.db.securitygroups_db [None req-54ddb1ce-2453-4690-8c3c-889a89020004 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Project 9bce00ee88e9483da89a858a154365d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:36:46.911211 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54ddb1ce-2453-4690-8c3c-889a89020004 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:47.005449 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54ddb1ce-2453-4690-8c3c-889a89020004 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:47.010663 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54ddb1ce-2453-4690-8c3c-889a89020004 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:47.030270 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ddb1ce-2453-4690-8c3c-889a89020004 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e1e1dd-18d6-4a96-aabc-f7160959cd8a,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:47.042383 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54ddb1ce-2453-4690-8c3c-889a89020004 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:47.046575 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60946) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:47.051274 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-9b9e09e2-3996-44ae-9048-bac540b6f01c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Request body: {'security_group_rule': {'security_group_id': 'b98560e0-666a-4144-a911-335c1f07152d', 'project_id': '9bce00ee88e9483da89a858a154365d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:47.052964 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-54ddb1ce-2453-4690-8c3c-889a89020004 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1748805 Jul 23 20:36:47.081145 n-d-793618-10 neutron-server[93875]: INFO neutron.db.securitygroups_db [None req-9b9e09e2-3996-44ae-9048-bac540b6f01c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Project 9bce00ee88e9483da89a858a154365d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:36:47.088419 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9b9e09e2-3996-44ae-9048-bac540b6f01c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:47.195801 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9b9e09e2-3996-44ae-9048-bac540b6f01c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:47.202222 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9b9e09e2-3996-44ae-9048-bac540b6f01c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:47.230681 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e09e2-3996-44ae-9048-bac540b6f01c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c1e5a74-e19a-4b77-a346-f1a68740839d,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:47.234810 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9b9e09e2-3996-44ae-9048-bac540b6f01c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:47.236004 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9b9e09e2-3996-44ae-9048-bac540b6f01c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1884332 Jul 23 20:36:47.246548 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966a06d-bde7-4894-894c-f62975923441 req-b4784970-9549-4e39-b219-504a97d61b5e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:47.246548 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3966a06d-bde7-4894-894c-f62975923441 req-b4784970-9549-4e39-b219-504a97d61b5e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b5e224-08d8-4f1f-b359-61dec1423021 HTTP/1.1" status: 200 len: 945 time: 0.1209838 Jul 23 20:36:47.289871 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3966a06d-bde7-4894-894c-f62975923441 req-7558e7a5-c52a-4e8d-bd88-4d19139b4db8 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e57f726-c132-4b91-a53b-870ac9d145ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353210 Jul 23 20:36:47.475064 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4934f84d-7b20-4360-9d10-e80524181940 req-269c7e81-fddf-4dbe-a943-b8de3f59a8cc tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1974245163&fields=id&tenant_id=9bce00ee88e9483da89a858a154365d1 HTTP/1.1" status: 200 len: 267 time: 0.0684872 Jul 23 20:36:47.486211 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-f4059ffe-e983-4bc2-83ee-a3b473c56ec4 service neutron] 10.222.0.18 "GET /v2.0/ports/13534940-7d8f-4a35-9695-8089277b81dc/bindings/n-h1-793618-10 HTTP/1.1" status: 200 len: 385 time: 0.0850825 Jul 23 20:36:47.602902 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 4cfd388e-23d4-4ce3-8761-fd9ed263f414 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:47.655256 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 4cfd388e-23d4-4ce3-8761-fd9ed263f414 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:47.662185 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934f84d-7b20-4360-9d10-e80524181940 req-fb58220e-966c-472a-9ebb-c941cad77bbe tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:47.665960 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4934f84d-7b20-4360-9d10-e80524181940 req-fb58220e-966c-472a-9ebb-c941cad77bbe tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/networks?id=4c87d8eb-767b-400c-addc-1078cc77007c HTTP/1.1" status: 200 len: 796 time: 0.1825242 Jul 23 20:36:47.700828 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4934f84d-7b20-4360-9d10-e80524181940 req-a642668f-819a-46f0-bfa2-0c57b0450cf7 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/quotas/9bce00ee88e9483da89a858a154365d1 HTTP/1.1" status: 200 len: 375 time: 0.0293064 Jul 23 20:36:47.797295 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19686cc8-ce36-4909-a691-4bc5c258c068 None None] Network 4c87d8eb-767b-400c-addc-1078cc77007c requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:47.807228 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-ca85df29-7e08-427f-800e-8e5e2ae14c09 service neutron] For port 13534940-7d8f-4a35-9695-8089277b81dc, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=13534940-7d8f-4a35-9695-8089277b81dc,segment=NetworkSegment(fd94d541-4909-4720-8305-358f4b1709bc),segment_id=fd94d541-4909-4720-8305-358f4b1709bc)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:47.850920 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4934f84d-7b20-4360-9d10-e80524181940 req-c4c35f28-1ac9-4771-a885-9aaa3b59d93d tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9bce00ee88e9483da89a858a154365d1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1430213 Jul 23 20:36:47.851942 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-ca85df29-7e08-427f-800e-8e5e2ae14c09 service neutron] For port 13534940-7d8f-4a35-9695-8089277b81dc, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:36:47.860899 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-95085b3f-8260-41c8-a3fd-842d2b640eb0 None None] Provisioning for port 4cfd388e-23d4-4ce3-8761-fd9ed263f414 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:47.870508 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-95085b3f-8260-41c8-a3fd-842d2b640eb0 None None] Provisioning complete for port 4cfd388e-23d4-4ce3-8761-fd9ed263f414 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:47.870881 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-95085b3f-8260-41c8-a3fd-842d2b640eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:47.925376 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b5e224-08d8-4f1f-b359-61dec1423021', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13534940-7d8f-4a35-9695-8089277b81dc'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:47.927904 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3888f267-30c9-47b4-9775-19c57e4cf91a" -d '{"events": [{"server_uuid": "65b5e224-08d8-4f1f-b359-61dec1423021", "name": "network-vif-unplugged", "status": "completed", "tag": "13534940-7d8f-4a35-9695-8089277b81dc"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:47.961822 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-ca85df29-7e08-427f-800e-8e5e2ae14c09 service neutron] For port 13534940-7d8f-4a35-9695-8089277b81dc, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=13534940-7d8f-4a35-9695-8089277b81dc,segment=NetworkSegment(fd94d541-4909-4720-8305-358f4b1709bc),segment_id=fd94d541-4909-4720-8305-358f4b1709bc)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:47.984535 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-ca85df29-7e08-427f-800e-8e5e2ae14c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:48.013415 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4934f84d-7b20-4360-9d10-e80524181940 req-b2b78132-9831-4e3c-bc44-5a5852b87f42 service neutron] 10.222.0.32 "GET /v2.0/networks/4c87d8eb-767b-400c-addc-1078cc77007c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373017 Jul 23 20:36:48.019232 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-95085b3f-8260-41c8-a3fd-842d2b640eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:48.067739 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-95085b3f-8260-41c8-a3fd-842d2b640eb0 None None] For port 4cfd388e-23d4-4ce3-8761-fd9ed263f414, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=4cfd388e-23d4-4ce3-8761-fd9ed263f414,segment=NetworkSegment(81b6ed1c-7fde-4af7-b2c0-388a96abe5bd),segment_id=81b6ed1c-7fde-4af7-b2c0-388a96abe5bd)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:48.073391 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-95085b3f-8260-41c8-a3fd-842d2b640eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:48.123419 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95085b3f-8260-41c8-a3fd-842d2b640eb0 None None] Pushing event updated for resources: {'Port': ['ID=4cfd388e-23d4-4ce3-8761-fd9ed263f414,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:48.161319 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-ca85df29-7e08-427f-800e-8e5e2ae14c09 service neutron] Transition to ACTIVE for port object 13534940-7d8f-4a35-9695-8089277b81dc will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:48.168515 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4934f84d-7b20-4360-9d10-e80524181940 req-aebee974-4d8a-4969-8cc7-bfea48c78e81 service neutron] 10.222.0.32 "GET /v2.0/networks/4c87d8eb-767b-400c-addc-1078cc77007c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370339 Jul 23 20:36:48.169869 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-ca85df29-7e08-427f-800e-8e5e2ae14c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:48.288316 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca85df29-7e08-427f-800e-8e5e2ae14c09 service neutron] Pushing event updated for resources: {'Port': ['ID=13534940-7d8f-4a35-9695-8089277b81dc,revision_number=11']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:48.345763 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febeb924-e602-4c1d-903f-79552dcf9487 x-openstack-request-id: req-febeb924-e602-4c1d-903f-79552dcf9487 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:48.345970 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b5e224-08d8-4f1f-b359-61dec1423021", "name": "network-vif-unplugged", "status": "completed", "tag": "13534940-7d8f-4a35-9695-8089277b81dc", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:48.346213 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-febeb924-e602-4c1d-903f-79552dcf9487 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:48.346609 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b5e224-08d8-4f1f-b359-61dec1423021', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13534940-7d8f-4a35-9695-8089277b81dc', 'code': 200} Jul 23 20:36:48.347640 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-ca85df29-7e08-427f-800e-8e5e2ae14c09 service neutron] No DVR routers for this DVR port 13534940-7d8f-4a35-9695-8089277b81dc on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:36:48.404773 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8fab41a9-b976-4fa8-b207-2c81dfac7598 None None] Provisioning complete for port 4cfd388e-23d4-4ce3-8761-fd9ed263f414 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:48.405146 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8fab41a9-b976-4fa8-b207-2c81dfac7598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:48.444135 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8dad8207-1a25-4205-8dfa-1fa2938a7073 req-138978a4-c7ce-43c5-8ffd-471141fc6883 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/ports?device_id=3010b70a-9884-4a97-8ca1-4cc410b68902 HTTP/1.1" status: 200 len: 210 time: 0.0590749 Jul 23 20:36:48.548159 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-ca85df29-7e08-427f-800e-8e5e2ae14c09 service neutron] 10.222.0.18 "PUT /v2.0/ports/13534940-7d8f-4a35-9695-8089277b81dc/bindings/n-h1-793618-10/activate HTTP/1.1" status: 200 len: 370 time: 1.0531616 Jul 23 20:36:48.611466 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7dfd9-e29e-41f3-a581-b105c6b2d910 req-e39bea8f-b474-4683-96ae-634fd02bc8b1 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:48.613929 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83b7dfd9-e29e-41f3-a581-b105c6b2d910 req-e39bea8f-b474-4683-96ae-634fd02bc8b1 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b5e224-08d8-4f1f-b359-61dec1423021 HTTP/1.1" status: 200 len: 944 time: 0.0818977 Jul 23 20:36:48.655992 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83b7dfd9-e29e-41f3-a581-b105c6b2d910 req-9a5fe775-f80e-468e-93b4-9a697fce5af8 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e57f726-c132-4b91-a53b-870ac9d145ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354095 Jul 23 20:36:48.680397 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-72054c3e-c429-4dd7-b44a-1e24eccbebc0 tempest-TestNetworkAdvancedServerOps-280634936 tempest-TestNetworkAdvancedServerOps-280634936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:48.682565 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-72054c3e-c429-4dd7-b44a-1e24eccbebc0 tempest-TestNetworkAdvancedServerOps-280634936 tempest-TestNetworkAdvancedServerOps-280634936-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=65b5e224-08d8-4f1f-b359-61dec1423021&tenant_id=bac8e166147242c8b3a831403daa7c9d&binding%3Ahost_id=n-h2-793618-10 HTTP/1.1" status: 200 len: 1096 time: 0.0824587 Jul 23 20:36:48.746520 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:36:48.790605 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-5e9dc2f8-9fb0-4db3-ab80-cb6cd6d335ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:48.792539 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-5e9dc2f8-9fb0-4db3-ab80-cb6cd6d335ec service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=65b5e224-08d8-4f1f-b359-61dec1423021&tenant_id=bac8e166147242c8b3a831403daa7c9d HTTP/1.1" status: 200 len: 1096 time: 0.1030290 Jul 23 20:36:48.872673 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-c4a4e408-edad-403b-95d2-b0fb9f143be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:48.874172 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-c4a4e408-edad-403b-95d2-b0fb9f143be1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bac8e166147242c8b3a831403daa7c9d&device_id=65b5e224-08d8-4f1f-b359-61dec1423021 HTTP/1.1" status: 200 len: 1096 time: 0.0592835 Jul 23 20:36:48.971121 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-bd910f9b-e7d3-423e-895a-d58343bdd2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:48.972585 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-bd910f9b-e7d3-423e-895a-d58343bdd2e7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=18a0b5a9-714b-4316-b399-86648724d040 HTTP/1.1" status: 200 len: 898 time: 0.0925457 Jul 23 20:36:49.035410 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-0cba802d-63f2-4adc-aea4-2e45aaef0be4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13534940-7d8f-4a35-9695-8089277b81dc HTTP/1.1" status: 200 len: 999 time: 0.0568354 Jul 23 20:36:49.081331 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-5312e19b-1328-40fd-994f-fdb2ff8e9359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:49.083002 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-5312e19b-1328-40fd-994f-fdb2ff8e9359 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=91388870-9e0f-4748-a272-085d7f0656bb HTTP/1.1" status: 200 len: 835 time: 0.0418329 Jul 23 20:36:49.144112 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-45b8a889-d1a5-49ff-a3f1-3735740f4ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:49.145537 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-45b8a889-d1a5-49ff-a3f1-3735740f4ce1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=18a0b5a9-714b-4316-b399-86648724d040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559502 Jul 23 20:36:49.235683 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-cb3b6492-170e-4022-95fe-e657970a126b service neutron] 10.222.0.30 "GET /v2.0/networks/18a0b5a9-714b-4316-b399-86648724d040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836048 Jul 23 20:36:49.340001 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-c3381c96-1a29-402e-bff0-85f4a3381bf3 service neutron] 10.222.0.30 "GET /v2.0/networks/18a0b5a9-714b-4316-b399-86648724d040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984898 Jul 23 20:36:49.392397 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934f84d-7b20-4360-9d10-e80524181940 req-009e8ac8-c472-48b5-af75-4d998be74476 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:49.394188 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4934f84d-7b20-4360-9d10-e80524181940 req-009e8ac8-c472-48b5-af75-4d998be74476 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.18 "GET /v2.0/networks?id=4c87d8eb-767b-400c-addc-1078cc77007c HTTP/1.1" status: 200 len: 796 time: 0.1234021 Jul 23 20:36:49.446123 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4934f84d-7b20-4360-9d10-e80524181940 req-bcf4a64a-82b5-4c38-953b-b6c77574defe tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bce00ee88e9483da89a858a154365d1 HTTP/1.1" status: 200 len: 472 time: 0.0373814 Jul 23 20:36:49.454905 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-4934f84d-7b20-4360-9d10-e80524181940 req-b157870a-9e0a-4e74-862e-700af7ec654d tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Request body: {'port': {'device_id': '3010b70a-9884-4a97-8ca1-4cc410b68902', 'network_id': '4c87d8eb-767b-400c-addc-1078cc77007c', 'admin_state_up': True, 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'security_groups': ['b98560e0-666a-4144-a911-335c1f07152d']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:49.561189 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b4537647-5b1e-4018-8417-ff208c610ae7 req-78f09a04-37fe-43d6-8683-e278c702183d tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/ports?device_id=3010b70a-9884-4a97-8ca1-4cc410b68902 HTTP/1.1" status: 200 len: 210 time: 0.0349829 Jul 23 20:36:49.585332 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 4cfd388e-23d4-4ce3-8761-fd9ed263f414 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:49.599590 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-c18d522c-1cd4-4798-93e9-3a4b6c2f7e75 tempest-TestNetworkAdvancedServerOps-280634936 tempest-TestNetworkAdvancedServerOps-280634936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:49.602389 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-c18d522c-1cd4-4798-93e9-3a4b6c2f7e75 tempest-TestNetworkAdvancedServerOps-280634936 tempest-TestNetworkAdvancedServerOps-280634936-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=65b5e224-08d8-4f1f-b359-61dec1423021&tenant_id=bac8e166147242c8b3a831403daa7c9d&binding%3Ahost_id=n-h1-793618-10 HTTP/1.1" status: 200 len: 1096 time: 0.0716987 Jul 23 20:36:49.604734 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4934f84d-7b20-4360-9d10-e80524181940 req-b157870a-9e0a-4e74-862e-700af7ec654d tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Made reservation on behalf of 9bce00ee88e9483da89a858a154365d1 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:49.608456 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4934f84d-7b20-4360-9d10-e80524181940 req-b157870a-9e0a-4e74-862e-700af7ec654d tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:49.637290 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 4cfd388e-23d4-4ce3-8761-fd9ed263f414 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:49.637690 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:49.761716 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-00c88777-5a69-4cc0-9a58-77947e915938 service neutron] For port 13534940-7d8f-4a35-9695-8089277b81dc, host n-h2-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:36:49.764975 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-00c88777-5a69-4cc0-9a58-77947e915938 service neutron] Notify callbacks [] for binding, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:49.766127 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-00c88777-5a69-4cc0-9a58-77947e915938 service neutron] 10.222.0.30 "DELETE /v2.0/ports/13534940-7d8f-4a35-9695-8089277b81dc/bindings/n-h2-793618-10 HTTP/1.1" status: 204 len: 173 time: 0.1569376 Jul 23 20:36:49.781144 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-4934f84d-7b20-4360-9d10-e80524181940 req-b157870a-9e0a-4e74-862e-700af7ec654d tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Allocated IP 172.20.0.29 (4c87d8eb-767b-400c-addc-1078cc77007c/35d79b58-4464-4efa-a7c5-19ad20270be7/7e23d23a-d257-4ecb-ac3f-aa4422a358f7) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:49.844193 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f2b99-a018-4548-adeb-db5599bbb148 req-548249c1-b743-4ad0-baf0-12a8aef39dbf tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:49.845727 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d89f2b99-a018-4548-adeb-db5599bbb148 req-548249c1-b743-4ad0-baf0-12a8aef39dbf tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b5e224-08d8-4f1f-b359-61dec1423021 HTTP/1.1" status: 200 len: 944 time: 0.1121838 Jul 23 20:36:49.939194 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d89f2b99-a018-4548-adeb-db5599bbb148 req-a922776e-93ac-479d-9fb1-c8149a17198f tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e57f726-c132-4b91-a53b-870ac9d145ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873196 Jul 23 20:36:49.978651 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4934f84d-7b20-4360-9d10-e80524181940 req-b157870a-9e0a-4e74-862e-700af7ec654d tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:49.993231 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-4934f84d-7b20-4360-9d10-e80524181940 req-b157870a-9e0a-4e74-862e-700af7ec654d tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Transition to ACTIVE for port object 7e23d23a-d257-4ecb-ac3f-aa4422a358f7 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:50.060609 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4934f84d-7b20-4360-9d10-e80524181940 req-b157870a-9e0a-4e74-862e-700af7ec654d tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:50.120883 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871385fa-693e-44a0-b885-2ca90f14d042 req-72d1d256-23d1-48b7-ae62-81642474b2c8 tempest-TestNetworkAdvancedServerOps-280634936 tempest-TestNetworkAdvancedServerOps-280634936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:50.122523 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-871385fa-693e-44a0-b885-2ca90f14d042 req-72d1d256-23d1-48b7-ae62-81642474b2c8 tempest-TestNetworkAdvancedServerOps-280634936 tempest-TestNetworkAdvancedServerOps-280634936-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=65b5e224-08d8-4f1f-b359-61dec1423021 HTTP/1.1" status: 200 len: 1096 time: 0.1153843 Jul 23 20:36:50.124338 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4934f84d-7b20-4360-9d10-e80524181940 req-b157870a-9e0a-4e74-862e-700af7ec654d tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Network 4c87d8eb-767b-400c-addc-1078cc77007c is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:50.127647 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-4934f84d-7b20-4360-9d10-e80524181940 req-b157870a-9e0a-4e74-862e-700af7ec654d tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:50.133947 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-4934f84d-7b20-4360-9d10-e80524181940 req-b157870a-9e0a-4e74-862e-700af7ec654d tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:50.141896 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157870a-9e0a-4e74-862e-700af7ec654d tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'Port': ['ID=7e23d23a-d257-4ecb-ac3f-aa4422a358f7,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:50.205345 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934f84d-7b20-4360-9d10-e80524181940 req-b157870a-9e0a-4e74-862e-700af7ec654d tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:50.205907 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4934f84d-7b20-4360-9d10-e80524181940 req-b157870a-9e0a-4e74-862e-700af7ec654d tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:50.209619 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-871385fa-693e-44a0-b885-2ca90f14d042 req-fc0b3e4d-a7ff-484c-9451-00416a8e6b91 tempest-TestNetworkAdvancedServerOps-280634936 tempest-TestNetworkAdvancedServerOps-280634936-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1e57f726-c132-4b91-a53b-870ac9d145ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798781 Jul 23 20:36:50.226244 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4934f84d-7b20-4360-9d10-e80524181940 req-b157870a-9e0a-4e74-862e-700af7ec654d tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7727299 Jul 23 20:36:50.239053 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-4934f84d-7b20-4360-9d10-e80524181940 req-2c7db388-28b4-4436-98d7-6b729e69e8ae service neutron] Request body: {'port': {'device_id': '3010b70a-9884-4a97-8ca1-4cc410b68902', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:50.358182 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4934f84d-7b20-4360-9d10-e80524181940 req-2c7db388-28b4-4436-98d7-6b729e69e8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:50.416615 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-dd95df7a-a120-4a92-acb7-b92eefcb91e2 None None] Provisioning for port 7e23d23a-d257-4ecb-ac3f-aa4422a358f7 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:50.421865 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc160a-e2ff-4a19-959d-f1c48754890e req-2883ba31-fe39-4821-bc7b-c9e4e4ff38c0 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:50.423395 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-78dc160a-e2ff-4a19-959d-f1c48754890e req-2883ba31-fe39-4821-bc7b-c9e4e4ff38c0 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b5e224-08d8-4f1f-b359-61dec1423021 HTTP/1.1" status: 200 len: 944 time: 0.1430042 Jul 23 20:36:50.425684 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-dd95df7a-a120-4a92-acb7-b92eefcb91e2 None None] Provisioning complete for port 7e23d23a-d257-4ecb-ac3f-aa4422a358f7 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:50.426127 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dd95df7a-a120-4a92-acb7-b92eefcb91e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:50.457255 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 13534940-7d8f-4a35-9695-8089277b81dc no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:36:50.500339 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-dd95df7a-a120-4a92-acb7-b92eefcb91e2 None None] Port 7e23d23a-d257-4ecb-ac3f-aa4422a358f7 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:36:50.509281 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 13534940-7d8f-4a35-9695-8089277b81dc not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:36:50.532061 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-78dc160a-e2ff-4a19-959d-f1c48754890e req-e9719707-d640-4021-ae45-996b83bdb7f6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e57f726-c132-4b91-a53b-870ac9d145ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992048 Jul 23 20:36:50.554871 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 60986) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:50.674988 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8902ca72-feef-461d-ae64-1608996a3b20 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/floatingips/71a82e26-cd5c-4028-9901-70a250eeeabd HTTP/1.1" status: 200 len: 991 time: 0.1189487 Jul 23 20:36:50.712526 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-4934f84d-7b20-4360-9d10-e80524181940 req-2c7db388-28b4-4436-98d7-6b729e69e8ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e23d23a-d257-4ecb-ac3f-aa4422a358f7 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:36:50.722028 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4934f84d-7b20-4360-9d10-e80524181940 req-2c7db388-28b4-4436-98d7-6b729e69e8ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:50.740937 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-4934f84d-7b20-4360-9d10-e80524181940 req-2c7db388-28b4-4436-98d7-6b729e69e8ae service neutron] Transition to ACTIVE for port object 7e23d23a-d257-4ecb-ac3f-aa4422a358f7 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:50.746694 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4934f84d-7b20-4360-9d10-e80524181940 req-2c7db388-28b4-4436-98d7-6b729e69e8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:50.755243 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c48c8-784b-4063-a6a3-eb022f3c894f req-19db3a05-4848-4084-b8bd-993011114122 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:50.756756 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c01c48c8-784b-4063-a6a3-eb022f3c894f req-19db3a05-4848-4084-b8bd-993011114122 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/ports?device_id=3010b70a-9884-4a97-8ca1-4cc410b68902 HTTP/1.1" status: 200 len: 932 time: 0.1213200 Jul 23 20:36:50.832821 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7db388-28b4-4436-98d7-6b729e69e8ae service neutron] Pushing event updated for resources: {'Port': ['ID=7e23d23a-d257-4ecb-ac3f-aa4422a358f7,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:50.843295 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c01c48c8-784b-4063-a6a3-eb022f3c894f req-ffe8b731-327e-48cb-a4f6-b7efe41dadf4 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/security-groups?id=b98560e0-666a-4144-a911-335c1f07152d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634937 Jul 23 20:36:50.914519 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-4934f84d-7b20-4360-9d10-e80524181940 req-2c7db388-28b4-4436-98d7-6b729e69e8ae service neutron] Attempting to bind port 7e23d23a-d257-4ecb-ac3f-aa4422a358f7 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:36:50.914878 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-4934f84d-7b20-4360-9d10-e80524181940 req-2c7db388-28b4-4436-98d7-6b729e69e8ae service neutron] Attempting to bind port 7e23d23a-d257-4ecb-ac3f-aa4422a358f7 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '81b6ed1c-7fde-4af7-b2c0-388a96abe5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4c87d8eb-767b-400c-addc-1078cc77007c'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:36:50.915206 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4934f84d-7b20-4360-9d10-e80524181940 req-2c7db388-28b4-4436-98d7-6b729e69e8ae service neutron] Attempting to bind port 7e23d23a-d257-4ecb-ac3f-aa4422a358f7 on network 4c87d8eb-767b-400c-addc-1078cc77007c {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:50.922114 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4934f84d-7b20-4360-9d10-e80524181940 req-2c7db388-28b4-4436-98d7-6b729e69e8ae service neutron] Port 7e23d23a-d257-4ecb-ac3f-aa4422a358f7 on network 4c87d8eb-767b-400c-addc-1078cc77007c not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:36:50.922325 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4934f84d-7b20-4360-9d10-e80524181940 req-2c7db388-28b4-4436-98d7-6b729e69e8ae service neutron] Attempting to bind port 7e23d23a-d257-4ecb-ac3f-aa4422a358f7 on network 4c87d8eb-767b-400c-addc-1078cc77007c {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:50.931326 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4934f84d-7b20-4360-9d10-e80524181940 req-2c7db388-28b4-4436-98d7-6b729e69e8ae service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:36:50.931326 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4934f84d-7b20-4360-9d10-e80524181940 req-2c7db388-28b4-4436-98d7-6b729e69e8ae service neutron] Checking segment: {'id': '81b6ed1c-7fde-4af7-b2c0-388a96abe5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4c87d8eb-767b-400c-addc-1078cc77007c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:50.931546 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4934f84d-7b20-4360-9d10-e80524181940 req-2c7db388-28b4-4436-98d7-6b729e69e8ae service neutron] Bound using segment: {'id': '81b6ed1c-7fde-4af7-b2c0-388a96abe5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4c87d8eb-767b-400c-addc-1078cc77007c'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:36:50.932078 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-4934f84d-7b20-4360-9d10-e80524181940 req-2c7db388-28b4-4436-98d7-6b729e69e8ae service neutron] Bound port: 7e23d23a-d257-4ecb-ac3f-aa4422a358f7, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81b6ed1c-7fde-4af7-b2c0-388a96abe5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4c87d8eb-767b-400c-addc-1078cc77007c'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:36:50.932446 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4934f84d-7b20-4360-9d10-e80524181940 req-2c7db388-28b4-4436-98d7-6b729e69e8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:51.002693 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-4934f84d-7b20-4360-9d10-e80524181940 req-2c7db388-28b4-4436-98d7-6b729e69e8ae service neutron] For port 7e23d23a-d257-4ecb-ac3f-aa4422a358f7, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:36:51.005697 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-4934f84d-7b20-4360-9d10-e80524181940 req-2c7db388-28b4-4436-98d7-6b729e69e8ae service neutron] For port 7e23d23a-d257-4ecb-ac3f-aa4422a358f7, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=7e23d23a-d257-4ecb-ac3f-aa4422a358f7,segment=NetworkSegment(81b6ed1c-7fde-4af7-b2c0-388a96abe5bd),segment_id=81b6ed1c-7fde-4af7-b2c0-388a96abe5bd)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:36:51.010828 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4934f84d-7b20-4360-9d10-e80524181940 req-2c7db388-28b4-4436-98d7-6b729e69e8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:51.046493 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934f84d-7b20-4360-9d10-e80524181940 req-2c7db388-28b4-4436-98d7-6b729e69e8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:51.047113 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4934f84d-7b20-4360-9d10-e80524181940 req-2c7db388-28b4-4436-98d7-6b729e69e8ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:51.048506 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4934f84d-7b20-4360-9d10-e80524181940 req-2c7db388-28b4-4436-98d7-6b729e69e8ae service neutron] 10.222.0.18 "PUT /v2.0/ports/7e23d23a-d257-4ecb-ac3f-aa4422a358f7 HTTP/1.1" status: 200 len: 1093 time: 0.8149302 Jul 23 20:36:51.048951 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3010b70a-9884-4a97-8ca1-4cc410b68902', 'tag': '7e23d23a-d257-4ecb-ac3f-aa4422a358f7'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:51.051244 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13c5e34-a898-41b7-8876-1edb565e5c3e" -d '{"events": [{"name": "network-changed", "server_uuid": "3010b70a-9884-4a97-8ca1-4cc410b68902", "tag": "7e23d23a-d257-4ecb-ac3f-aa4422a358f7"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:51.070422 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 60996) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:51.115087 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee6dfaa-fdeb-4c93-aa25-e30efaed9bca x-openstack-request-id: req-cee6dfaa-fdeb-4c93-aa25-e30efaed9bca {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:51.115435 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3010b70a-9884-4a97-8ca1-4cc410b68902", "tag": "7e23d23a-d257-4ecb-ac3f-aa4422a358f7", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:51.115638 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cee6dfaa-fdeb-4c93-aa25-e30efaed9bca {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:51.116687 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3010b70a-9884-4a97-8ca1-4cc410b68902', 'tag': '7e23d23a-d257-4ecb-ac3f-aa4422a358f7', 'status': 'completed', 'code': 200} Jul 23 20:36:51.118419 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7db388-28b4-4436-98d7-6b729e69e8ae service neutron] Pushing event updated for resources: {'Port': ['ID=7e23d23a-d257-4ecb-ac3f-aa4422a358f7,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:51.244004 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934f84d-7b20-4360-9d10-e80524181940 req-e31a9890-5e5c-44ff-8edc-7f215bdc7b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:51.245565 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4934f84d-7b20-4360-9d10-e80524181940 req-e31a9890-5e5c-44ff-8edc-7f215bdc7b28 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9bce00ee88e9483da89a858a154365d1&device_id=3010b70a-9884-4a97-8ca1-4cc410b68902 HTTP/1.1" status: 200 len: 1096 time: 0.1282346 Jul 23 20:36:51.309396 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4934f84d-7b20-4360-9d10-e80524181940 req-518348c5-6711-4d88-8681-0fdf3100a0dd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=7e23d23a-d257-4ecb-ac3f-aa4422a358f7 HTTP/1.1" status: 200 len: 217 time: 0.0383551 Jul 23 20:36:51.365562 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-ef00cefc-0e30-481b-a32a-1a0eaf8921f1 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Deleting port e0c821bc-ca96-4acc-96f9-6a689132a972 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:51.365911 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ef00cefc-0e30-481b-a32a-1a0eaf8921f1 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:51.371358 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934f84d-7b20-4360-9d10-e80524181940 req-931f3b7e-1ed3-4ac0-a491-a05e2c5c9ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:51.372955 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4934f84d-7b20-4360-9d10-e80524181940 req-931f3b7e-1ed3-4ac0-a491-a05e2c5c9ae7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=35d79b58-4464-4efa-a7c5-19ad20270be7 HTTP/1.1" status: 200 len: 838 time: 0.0572081 Jul 23 20:36:51.487640 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ef00cefc-0e30-481b-a32a-1a0eaf8921f1 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:51.488217 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ef00cefc-0e30-481b-a32a-1a0eaf8921f1 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:51.502589 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934f84d-7b20-4360-9d10-e80524181940 req-3bfe3e20-25fb-40d5-92b5-120a6e460e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:51.504088 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4934f84d-7b20-4360-9d10-e80524181940 req-3bfe3e20-25fb-40d5-92b5-120a6e460e96 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4c87d8eb-767b-400c-addc-1078cc77007c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1220381 Jul 23 20:36:51.504915 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-ef00cefc-0e30-481b-a32a-1a0eaf8921f1 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Calling delete_port for e0c821bc-ca96-4acc-96f9-6a689132a972 owned by network:floatingip {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:51.672846 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4934f84d-7b20-4360-9d10-e80524181940 req-db403569-d93f-4d26-a685-159bfc88dc78 service neutron] 10.222.0.18 "GET /v2.0/networks/4c87d8eb-767b-400c-addc-1078cc77007c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624234 Jul 23 20:36:52.169519 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4934f84d-7b20-4360-9d10-e80524181940 req-145da8ab-6dd6-41be-a7d6-7e5a677737be service neutron] 10.222.0.18 "GET /v2.0/networks/4c87d8eb-767b-400c-addc-1078cc77007c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4886477 Jul 23 20:36:52.191639 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ef00cefc-0e30-481b-a32a-1a0eaf8921f1 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:52.234082 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef00cefc-0e30-481b-a32a-1a0eaf8921f1 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event deleted for resources: {'Port': ['ID=e0c821bc-ca96-4acc-96f9-6a689132a972,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:52.290327 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf9777-4c24-4026-a017-6f6ff0e05e73 req-0dcaf815-3783-4c69-be5b-9938ac9fece3 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:52.291776 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a0cf9777-4c24-4026-a017-6f6ff0e05e73 req-0dcaf815-3783-4c69-be5b-9938ac9fece3 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/ports?device_id=3010b70a-9884-4a97-8ca1-4cc410b68902 HTTP/1.1" status: 200 len: 944 time: 0.1683517 Jul 23 20:36:52.372981 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a0cf9777-4c24-4026-a017-6f6ff0e05e73 req-229095d7-535c-4dfa-9637-b838b9c97126 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/security-groups?id=b98560e0-666a-4144-a911-335c1f07152d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581288 Jul 23 20:36:52.373801 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ef00cefc-0e30-481b-a32a-1a0eaf8921f1 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for floatingip, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:52.374132 n-d-793618-10 neutron-server[93875]: INFO neutron.db.l3_db [None req-ef00cefc-0e30-481b-a32a-1a0eaf8921f1 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Floating IP 71a82e26-cd5c-4028-9901-70a250eeeabd disassociated (deleted). External IP: 172.25.1.180, port: 13534940-7d8f-4a35-9695-8089277b81dc. Jul 23 20:36:52.415551 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c5e34-a898-41b7-8876-1edb565e5c3e req-449ce7b0-8e60-433d-95a5-6c9ee3c2df55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:52.417037 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d13c5e34-a898-41b7-8876-1edb565e5c3e req-449ce7b0-8e60-433d-95a5-6c9ee3c2df55 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9bce00ee88e9483da89a858a154365d1&device_id=3010b70a-9884-4a97-8ca1-4cc410b68902 HTTP/1.1" status: 200 len: 1096 time: 0.1973746 Jul 23 20:36:52.557600 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c5e34-a898-41b7-8876-1edb565e5c3e req-19de9f12-bd8c-4004-be3b-ed17becbfdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:52.559044 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d13c5e34-a898-41b7-8876-1edb565e5c3e req-19de9f12-bd8c-4004-be3b-ed17becbfdeb service neutron] 10.222.0.18 "GET /v2.0/networks?id=4c87d8eb-767b-400c-addc-1078cc77007c HTTP/1.1" status: 200 len: 897 time: 0.1164920 Jul 23 20:36:52.654493 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d13c5e34-a898-41b7-8876-1edb565e5c3e req-9ca74bea-a508-4b05-a0f7-994c9730a41e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=7e23d23a-d257-4ecb-ac3f-aa4422a358f7 HTTP/1.1" status: 200 len: 217 time: 0.0628536 Jul 23 20:36:52.725045 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c5e34-a898-41b7-8876-1edb565e5c3e req-bde92f78-0e7a-4f76-b880-7780b60f5c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:52.726927 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d13c5e34-a898-41b7-8876-1edb565e5c3e req-bde92f78-0e7a-4f76-b880-7780b60f5c19 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=35d79b58-4464-4efa-a7c5-19ad20270be7 HTTP/1.1" status: 200 len: 838 time: 0.0633354 Jul 23 20:36:52.747455 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef00cefc-0e30-481b-a32a-1a0eaf8921f1 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Router e0dd7965-64f7-4fe0-861f-30dd8ef1cda0 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:36:52.877276 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c5e34-a898-41b7-8876-1edb565e5c3e req-9e5d41df-4076-43e6-b972-4127c08cddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:52.878726 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d13c5e34-a898-41b7-8876-1edb565e5c3e req-9e5d41df-4076-43e6-b972-4127c08cddd0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4c87d8eb-767b-400c-addc-1078cc77007c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1439884 Jul 23 20:36:52.960233 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef00cefc-0e30-481b-a32a-1a0eaf8921f1 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:36:52.965870 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ef00cefc-0e30-481b-a32a-1a0eaf8921f1 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:52.970205 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f444976-f305-4a91-9704-bc0c79b44ec1 None None] Sync routers for ids ['e0dd7965-64f7-4fe0-861f-30dd8ef1cda0'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:36:52.979645 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f444976-f305-4a91-9704-bc0c79b44ec1 None None] Routers {'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:52.980266 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6f444976-f305-4a91-9704-bc0c79b44ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:36:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['e0dd7965-64f7-4fe0-861f-30dd8ef1cda0'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:53.019741 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ef00cefc-0e30-481b-a32a-1a0eaf8921f1 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "DELETE /v2.0/floatingips/71a82e26-cd5c-4028-9901-70a250eeeabd HTTP/1.1" status: 204 len: 168 time: 1.9481244 Jul 23 20:36:53.021984 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d13c5e34-a898-41b7-8876-1edb565e5c3e req-ad09643c-49dd-4b4a-80b8-1c55efcaa30c service neutron] 10.222.0.18 "GET /v2.0/networks/4c87d8eb-767b-400c-addc-1078cc77007c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350675 Jul 23 20:36:53.095682 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-6f444976-f305-4a91-9704-bc0c79b44ec1 None None] Set router e0dd7965-64f7-4fe0-861f-30dd8ef1cda0 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:53.118085 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b5e224-08d8-4f1f-b359-61dec1423021', 'tag': '13534940-7d8f-4a35-9695-8089277b81dc'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:53.120392 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5d5d96-087a-4b03-b349-189c47b1cfd8" -d '{"events": [{"name": "network-changed", "server_uuid": "65b5e224-08d8-4f1f-b359-61dec1423021", "tag": "13534940-7d8f-4a35-9695-8089277b81dc"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:53.127878 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d13c5e34-a898-41b7-8876-1edb565e5c3e req-552693d3-252c-4407-b99c-2568ef2abb0a service neutron] 10.222.0.18 "GET /v2.0/networks/4c87d8eb-767b-400c-addc-1078cc77007c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992267 Jul 23 20:36:53.193358 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efa954f-fdfe-4c7b-8692-01f934b31057 x-openstack-request-id: req-0efa954f-fdfe-4c7b-8692-01f934b31057 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:53.194618 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65b5e224-08d8-4f1f-b359-61dec1423021", "tag": "13534940-7d8f-4a35-9695-8089277b81dc", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:53.195017 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0efa954f-fdfe-4c7b-8692-01f934b31057 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:53.195435 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65b5e224-08d8-4f1f-b359-61dec1423021', 'tag': '13534940-7d8f-4a35-9695-8089277b81dc', 'status': 'completed', 'code': 200} Jul 23 20:36:53.284466 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d5d96-087a-4b03-b349-189c47b1cfd8 req-68d10251-66d7-4bf4-9cbe-82714e8913b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:53.285996 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6a5d5d96-087a-4b03-b349-189c47b1cfd8 req-68d10251-66d7-4bf4-9cbe-82714e8913b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bac8e166147242c8b3a831403daa7c9d&device_id=65b5e224-08d8-4f1f-b359-61dec1423021 HTTP/1.1" status: 200 len: 1096 time: 0.0677180 Jul 23 20:36:53.311982 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9686f-2787-4c67-84c4-a3ef1be44371 req-4dc6f534-c126-4094-be3d-49ea72ac287b tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:53.313117 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-74d9686f-2787-4c67-84c4-a3ef1be44371 req-4dc6f534-c126-4094-be3d-49ea72ac287b tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b5e224-08d8-4f1f-b359-61dec1423021 HTTP/1.1" status: 200 len: 944 time: 0.0705552 Jul 23 20:36:53.317797 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6f444976-f305-4a91-9704-bc0c79b44ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681275928', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '90c82fdf-db2a-473e-b641-92cfb1c28101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:40Z', 'updated_at': '2021-07-23T20:35:46Z', 'revision_number': 4, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '90c82fdf-db2a-473e-b641-92cfb1c28101', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:40Z', 'updated_at': '2021-07-23T20:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '57b634d0-0a94-42e4-9209-b4fa9c991eb5', 'name': '', 'network_id': '18a0b5a9-714b-4316-b399-86648724d040', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'mac_address': 'fa:16:3e:d0:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '91388870-9e0f-4748-a272-085d7f0656bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:44Z', 'updated_at': '2021-07-23T20:35:54Z', 'revision_number': 5, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'subnets': [{'id': '91388870-9e0f-4748-a272-085d7f0656bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:53.348859 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f444976-f305-4a91-9704-bc0c79b44ec1 None None] Checking router: e0dd7965-64f7-4fe0-861f-30dd8ef1cda0 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:36:53.358157 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f444976-f305-4a91-9704-bc0c79b44ec1 None None] Routers {'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:53.358373 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-74d9686f-2787-4c67-84c4-a3ef1be44371 req-61fcae3f-d7f3-4a26-b4b9-c31de006ca58 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e57f726-c132-4b91-a53b-870ac9d145ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391278 Jul 23 20:36:53.358764 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6f444976-f305-4a91-9704-bc0c79b44ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:36:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['e0dd7965-64f7-4fe0-861f-30dd8ef1cda0'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:53.385577 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d5d96-087a-4b03-b349-189c47b1cfd8 req-3adc739c-5301-491f-a7b0-da35708f3b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:53.387038 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6a5d5d96-087a-4b03-b349-189c47b1cfd8 req-3adc739c-5301-491f-a7b0-da35708f3b14 service neutron] 10.222.0.30 "GET /v2.0/networks?id=18a0b5a9-714b-4316-b399-86648724d040 HTTP/1.1" status: 200 len: 898 time: 0.0936673 Jul 23 20:36:53.432645 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6a5d5d96-087a-4b03-b349-189c47b1cfd8 req-87a186cd-17da-47c8-bc87-213884b6c3dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13534940-7d8f-4a35-9695-8089277b81dc HTTP/1.1" status: 200 len: 217 time: 0.0385647 Jul 23 20:36:53.468088 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-6f444976-f305-4a91-9704-bc0c79b44ec1 None None] Set router e0dd7965-64f7-4fe0-861f-30dd8ef1cda0 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:53.485158 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d5d96-087a-4b03-b349-189c47b1cfd8 req-8ccc7715-e753-49d3-a814-c3ebc16dbfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:53.486758 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6a5d5d96-087a-4b03-b349-189c47b1cfd8 req-8ccc7715-e753-49d3-a814-c3ebc16dbfdb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=91388870-9e0f-4748-a272-085d7f0656bb HTTP/1.1" status: 200 len: 835 time: 0.0465868 Jul 23 20:36:53.525734 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9fee6-30ac-484c-91b0-e3aecfd5e3ca req-c66cf110-8bf6-48a0-a1ed-88fce9c91a42 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:53.527323 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-96e9fee6-30ac-484c-91b0-e3aecfd5e3ca req-c66cf110-8bf6-48a0-a1ed-88fce9c91a42 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/ports?device_id=3010b70a-9884-4a97-8ca1-4cc410b68902 HTTP/1.1" status: 200 len: 944 time: 0.0770202 Jul 23 20:36:53.560992 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d5d96-087a-4b03-b349-189c47b1cfd8 req-2a6b7101-25bf-452e-9fe6-7f84193f5740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:53.562919 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6a5d5d96-087a-4b03-b349-189c47b1cfd8 req-2a6b7101-25bf-452e-9fe6-7f84193f5740 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=18a0b5a9-714b-4316-b399-86648724d040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0691495 Jul 23 20:36:53.568278 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-96e9fee6-30ac-484c-91b0-e3aecfd5e3ca req-9586d6ad-61bd-48fd-ac15-639d17d91594 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/security-groups?id=b98560e0-666a-4144-a911-335c1f07152d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345416 Jul 23 20:36:53.679690 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6f444976-f305-4a91-9704-bc0c79b44ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681275928', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '90c82fdf-db2a-473e-b641-92cfb1c28101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:40Z', 'updated_at': '2021-07-23T20:35:46Z', 'revision_number': 4, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '90c82fdf-db2a-473e-b641-92cfb1c28101', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:40Z', 'updated_at': '2021-07-23T20:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '57b634d0-0a94-42e4-9209-b4fa9c991eb5', 'name': '', 'network_id': '18a0b5a9-714b-4316-b399-86648724d040', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'mac_address': 'fa:16:3e:d0:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '91388870-9e0f-4748-a272-085d7f0656bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:44Z', 'updated_at': '2021-07-23T20:35:54Z', 'revision_number': 5, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'subnets': [{'id': '91388870-9e0f-4748-a272-085d7f0656bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:53.706241 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f444976-f305-4a91-9704-bc0c79b44ec1 None None] The sync data for ids ['e0dd7965-64f7-4fe0-861f-30dd8ef1cda0'] in n-d-793618-10 is: [{'id': 'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681275928', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '90c82fdf-db2a-473e-b641-92cfb1c28101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:40Z', 'updated_at': '2021-07-23T20:35:46Z', 'revision_number': 4, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '90c82fdf-db2a-473e-b641-92cfb1c28101', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:40Z', 'updated_at': '2021-07-23T20:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '57b634d0-0a94-42e4-9209-b4fa9c991eb5', 'name': '', 'network_id': '18a0b5a9-714b-4316-b399-86648724d040', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'mac_address': 'fa:16:3e:d0:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '91388870-9e0f-4748-a272-085d7f0656bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:44Z', 'updated_at': '2021-07-23T20:35:54Z', 'revision_number': 5, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'subnets': [{'id': '91388870-9e0f-4748-a272-085d7f0656bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:36:53.721531 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6a5d5d96-087a-4b03-b349-189c47b1cfd8 req-3e814fa5-14bc-421d-8f64-ae04e81f05de service neutron] 10.222.0.30 "GET /v2.0/networks/18a0b5a9-714b-4316-b399-86648724d040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501989 Jul 23 20:36:53.788450 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb8bfa-9f43-47ed-a510-1f95c695b4b9 req-6d46bcd9-f507-45df-841d-b6bf2e9af27c tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:53.790143 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-85cb8bfa-9f43-47ed-a510-1f95c695b4b9 req-6d46bcd9-f507-45df-841d-b6bf2e9af27c tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.30 "GET /v2.0/ports?device_id=65b5e224-08d8-4f1f-b359-61dec1423021 HTTP/1.1" status: 200 len: 944 time: 0.1603951 Jul 23 20:36:53.887121 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6a5d5d96-087a-4b03-b349-189c47b1cfd8 req-b6d6ddea-4d4a-4e96-9d36-5cf1d2a39fad service neutron] 10.222.0.30 "GET /v2.0/networks/18a0b5a9-714b-4316-b399-86648724d040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568065 Jul 23 20:36:53.939045 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-85cb8bfa-9f43-47ed-a510-1f95c695b4b9 req-5207f9fd-d560-4c56-8b36-e9a6cbc755b3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Deleting port 13534940-7d8f-4a35-9695-8089277b81dc {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:53.939178 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-85cb8bfa-9f43-47ed-a510-1f95c695b4b9 req-5207f9fd-d560-4c56-8b36-e9a6cbc755b3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:53.943665 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66982d5e-2c1b-4371-bc10-c8e74c81c4db None None] New status for floating IP 71a82e26-cd5c-4028-9901-70a250eeeabd: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:36:54.030318 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-85cb8bfa-9f43-47ed-a510-1f95c695b4b9 req-5207f9fd-d560-4c56-8b36-e9a6cbc755b3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] For port 13534940-7d8f-4a35-9695-8089277b81dc, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=13534940-7d8f-4a35-9695-8089277b81dc,segment=NetworkSegment(fd94d541-4909-4720-8305-358f4b1709bc),segment_id=fd94d541-4909-4720-8305-358f4b1709bc)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:54.030686 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-85cb8bfa-9f43-47ed-a510-1f95c695b4b9 req-5207f9fd-d560-4c56-8b36-e9a6cbc755b3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:54.045918 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-85cb8bfa-9f43-47ed-a510-1f95c695b4b9 req-5207f9fd-d560-4c56-8b36-e9a6cbc755b3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Calling delete_port for 13534940-7d8f-4a35-9695-8089277b81dc owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:54.176521 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-85cb8bfa-9f43-47ed-a510-1f95c695b4b9 req-5207f9fd-d560-4c56-8b36-e9a6cbc755b3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:54.206165 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207f9fd-d560-4c56-8b36-e9a6cbc755b3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event deleted for resources: {'Port': ['ID=13534940-7d8f-4a35-9695-8089277b81dc,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:54.240600 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5207f9fd-d560-4c56-8b36-e9a6cbc755b3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:54.241339 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5207f9fd-d560-4c56-8b36-e9a6cbc755b3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:54.241737 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5207f9fd-d560-4c56-8b36-e9a6cbc755b3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:54.242146 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5207f9fd-d560-4c56-8b36-e9a6cbc755b3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:54.242483 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5207f9fd-d560-4c56-8b36-e9a6cbc755b3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:54.242818 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5207f9fd-d560-4c56-8b36-e9a6cbc755b3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:54.243149 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5207f9fd-d560-4c56-8b36-e9a6cbc755b3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:54.243477 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5207f9fd-d560-4c56-8b36-e9a6cbc755b3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:54.243917 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5207f9fd-d560-4c56-8b36-e9a6cbc755b3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:54.244275 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5207f9fd-d560-4c56-8b36-e9a6cbc755b3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:54.244603 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5207f9fd-d560-4c56-8b36-e9a6cbc755b3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:54.244929 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5207f9fd-d560-4c56-8b36-e9a6cbc755b3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:54.285804 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-85cb8bfa-9f43-47ed-a510-1f95c695b4b9 req-5207f9fd-d560-4c56-8b36-e9a6cbc755b3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] No DVR routers for this DVR port 13534940-7d8f-4a35-9695-8089277b81dc on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:36:54.289153 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-85cb8bfa-9f43-47ed-a510-1f95c695b4b9 req-5207f9fd-d560-4c56-8b36-e9a6cbc755b3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:54.291152 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-85cb8bfa-9f43-47ed-a510-1f95c695b4b9 req-5207f9fd-d560-4c56-8b36-e9a6cbc755b3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.30 "DELETE /v2.0/ports/13534940-7d8f-4a35-9695-8089277b81dc HTTP/1.1" status: 204 len: 173 time: 0.4768827 Jul 23 20:36:54.291596 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b5e224-08d8-4f1f-b359-61dec1423021', 'name': 'network-vif-deleted', 'tag': '13534940-7d8f-4a35-9695-8089277b81dc'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:54.293843 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bda2c62-0381-481b-82bc-5b3aca2c836c" -d '{"events": [{"server_uuid": "65b5e224-08d8-4f1f-b359-61dec1423021", "name": "network-vif-deleted", "tag": "13534940-7d8f-4a35-9695-8089277b81dc"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:54.329867 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbdbbaf1-7a7d-4119-a034-9f993d3929ec x-openstack-request-id: req-cbdbbaf1-7a7d-4119-a034-9f993d3929ec {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:54.330162 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b5e224-08d8-4f1f-b359-61dec1423021", "name": "network-vif-deleted", "tag": "13534940-7d8f-4a35-9695-8089277b81dc", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:54.330418 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cbdbbaf1-7a7d-4119-a034-9f993d3929ec {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:54.330817 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b5e224-08d8-4f1f-b359-61dec1423021', 'name': 'network-vif-deleted', 'tag': '13534940-7d8f-4a35-9695-8089277b81dc', 'status': 'completed', 'code': 200} Jul 23 20:36:54.474311 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-66ecfe44-d98f-495e-859b-9d7963bec456 req-78f2d6c3-97b1-4505-b542-9ff206fb02fa tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=65b5e224-08d8-4f1f-b359-61dec1423021 HTTP/1.1" status: 200 len: 210 time: 0.0314054 Jul 23 20:36:54.484075 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 7e23d23a-d257-4ecb-ac3f-aa4422a358f7 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:36:54.588826 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 7e23d23a-d257-4ecb-ac3f-aa4422a358f7, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=7e23d23a-d257-4ecb-ac3f-aa4422a358f7,segment=NetworkSegment(81b6ed1c-7fde-4af7-b2c0-388a96abe5bd),segment_id=81b6ed1c-7fde-4af7-b2c0-388a96abe5bd)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:54.607445 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '7e23d23a-d257-4ecb-ac3f-aa4422a358f7', 'network_id': '4c87d8eb-767b-400c-addc-1078cc77007c', 'port_id': '7e23d23a-d257-4ecb-ac3f-aa4422a358f7', 'mac_address': 'fa:16:3e:4d:8f:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35d79b58-4464-4efa-a7c5-19ad20270be7', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:36:54.652095 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:54.666160 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e23d23a-d257-4ecb-ac3f-aa4422a358f7 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:36:54.687973 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 7e23d23a-d257-4ecb-ac3f-aa4422a358f7, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=7e23d23a-d257-4ecb-ac3f-aa4422a358f7,segment=NetworkSegment(81b6ed1c-7fde-4af7-b2c0-388a96abe5bd),segment_id=81b6ed1c-7fde-4af7-b2c0-388a96abe5bd)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:54.693847 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:54.734626 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8f175-7e72-4af1-9643-247324b1d9b3 req-68f57510-4c88-46df-9d61-f0756014d216 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:54.736017 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7bf8f175-7e72-4af1-9643-247324b1d9b3 req-68f57510-4c88-46df-9d61-f0756014d216 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/ports?device_id=3010b70a-9884-4a97-8ca1-4cc410b68902 HTTP/1.1" status: 200 len: 944 time: 0.0775554 Jul 23 20:36:54.750891 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=7e23d23a-d257-4ecb-ac3f-aa4422a358f7,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:54.776377 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7bf8f175-7e72-4af1-9643-247324b1d9b3 req-941597e9-9061-43a3-b57c-8a13f3beb5ca tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/security-groups?id=b98560e0-666a-4144-a911-335c1f07152d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337884 Jul 23 20:36:54.883478 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['7e23d23a-d257-4ecb-ac3f-aa4422a358f7'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:36:55.530041 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32786) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:55.916716 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28bde5-abea-4762-94d9-fb5afc20f16c req-eb6d14f3-79d7-4eb8-8609-ab9b6e4bc6dd tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:55.918519 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2b28bde5-abea-4762-94d9-fb5afc20f16c req-eb6d14f3-79d7-4eb8-8609-ab9b6e4bc6dd tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/ports?device_id=3010b70a-9884-4a97-8ca1-4cc410b68902 HTTP/1.1" status: 200 len: 945 time: 0.0740364 Jul 23 20:36:55.958163 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2b28bde5-abea-4762-94d9-fb5afc20f16c req-4f1d7f91-fda9-4390-978c-0f3c344124c9 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/security-groups?id=b98560e0-666a-4144-a911-335c1f07152d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334432 Jul 23 20:36:56.252167 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c705ac28-fa0c-49a0-a73c-2591c2778766 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:56.515279 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 7e23d23a-d257-4ecb-ac3f-aa4422a358f7 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:56.519580 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c705ac28-fa0c-49a0-a73c-2591c2778766 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Deleting port 57b634d0-0a94-42e4-9209-b4fa9c991eb5 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:56.519928 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c705ac28-fa0c-49a0-a73c-2591c2778766 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:56.563532 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 7e23d23a-d257-4ecb-ac3f-aa4422a358f7 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:56.567202 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 7e23d23a-d257-4ecb-ac3f-aa4422a358f7 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:56.567581 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:56.612933 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-c705ac28-fa0c-49a0-a73c-2591c2778766 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] For port 57b634d0-0a94-42e4-9209-b4fa9c991eb5, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=57b634d0-0a94-42e4-9209-b4fa9c991eb5,segment=NetworkSegment(fd94d541-4909-4720-8305-358f4b1709bc),segment_id=fd94d541-4909-4720-8305-358f4b1709bc)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:56.613569 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c705ac28-fa0c-49a0-a73c-2591c2778766 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:56.631515 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c705ac28-fa0c-49a0-a73c-2591c2778766 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Calling delete_port for 57b634d0-0a94-42e4-9209-b4fa9c991eb5 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:56.646453 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:56.669682 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3010b70a-9884-4a97-8ca1-4cc410b68902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e23d23a-d257-4ecb-ac3f-aa4422a358f7'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:56.671910 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c06c969-8155-4f90-a863-1ab376edb9c1" -d '{"events": [{"server_uuid": "3010b70a-9884-4a97-8ca1-4cc410b68902", "name": "network-vif-plugged", "status": "completed", "tag": "7e23d23a-d257-4ecb-ac3f-aa4422a358f7"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:56.685741 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 7e23d23a-d257-4ecb-ac3f-aa4422a358f7, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=7e23d23a-d257-4ecb-ac3f-aa4422a358f7,segment=NetworkSegment(81b6ed1c-7fde-4af7-b2c0-388a96abe5bd),segment_id=81b6ed1c-7fde-4af7-b2c0-388a96abe5bd)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:56.690394 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:56.843632 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c705ac28-fa0c-49a0-a73c-2591c2778766 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:56.873160 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ae7f3-5361-4afc-a0f2-48193ce859ea req-452bf7e7-f0be-430d-861a-35a889299bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:56.874211 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c705ac28-fa0c-49a0-a73c-2591c2778766 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event deleted for resources: {'Port': ['ID=57b634d0-0a94-42e4-9209-b4fa9c991eb5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:56.874473 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec6e095-7203-4205-aa0f-2114bac53b71 x-openstack-request-id: req-9ec6e095-7203-4205-aa0f-2114bac53b71 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:56.874772 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3010b70a-9884-4a97-8ca1-4cc410b68902", "name": "network-vif-plugged", "status": "completed", "tag": "7e23d23a-d257-4ecb-ac3f-aa4422a358f7", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:56.874906 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-924ae7f3-5361-4afc-a0f2-48193ce859ea req-452bf7e7-f0be-430d-861a-35a889299bc6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3010b70a-9884-4a97-8ca1-4cc410b68902 HTTP/1.1" status: 200 len: 1098 time: 0.1031830 Jul 23 20:36:56.875086 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ec6e095-7203-4205-aa0f-2114bac53b71 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:56.875400 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3010b70a-9884-4a97-8ca1-4cc410b68902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e23d23a-d257-4ecb-ac3f-aa4422a358f7', 'code': 200} Jul 23 20:36:56.917043 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=7e23d23a-d257-4ecb-ac3f-aa4422a358f7,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:56.930744 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-924ae7f3-5361-4afc-a0f2-48193ce859ea req-7531a282-48ed-487f-ae7d-72eff7362446 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b98560e0-666a-4144-a911-335c1f07152d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494065 Jul 23 20:36:57.072489 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c705ac28-fa0c-49a0-a73c-2591c2778766 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:57.117937 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f00fc8-6b59-43ab-8a71-e6a2852392f6 req-9650130a-ddab-481b-a366-31cec3212e6f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:57.119583 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-80f00fc8-6b59-43ab-8a71-e6a2852392f6 req-9650130a-ddab-481b-a366-31cec3212e6f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/ports?device_id=3010b70a-9884-4a97-8ca1-4cc410b68902 HTTP/1.1" status: 200 len: 946 time: 0.0770535 Jul 23 20:36:57.158899 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-80f00fc8-6b59-43ab-8a71-e6a2852392f6 req-4ab98236-0a4a-4688-96b6-1876f05adf3f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/security-groups?id=b98560e0-666a-4144-a911-335c1f07152d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333915 Jul 23 20:36:57.291407 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c705ac28-fa0c-49a0-a73c-2591c2778766 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Router e0dd7965-64f7-4fe0-861f-30dd8ef1cda0 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:36:57.293362 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 13534940-7d8f-4a35-9695-8089277b81dc no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:36:57.313052 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 13534940-7d8f-4a35-9695-8089277b81dc {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:36:57.313389 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 13534940-7d8f-4a35-9695-8089277b81dc not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:36:57.396458 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c705ac28-fa0c-49a0-a73c-2591c2778766 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:36:57.402363 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c705ac28-fa0c-49a0-a73c-2591c2778766 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "PUT /v2.0/routers/e0dd7965-64f7-4fe0-861f-30dd8ef1cda0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8708022 Jul 23 20:36:57.404480 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32794) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:57.407348 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bae6b73-bcfa-47bb-869d-95c5a9c5f90f None None] Sync routers for ids ['e0dd7965-64f7-4fe0-861f-30dd8ef1cda0'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:36:57.418269 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bae6b73-bcfa-47bb-869d-95c5a9c5f90f None None] Routers {'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:57.418891 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-2bae6b73-bcfa-47bb-869d-95c5a9c5f90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:36:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['e0dd7965-64f7-4fe0-861f-30dd8ef1cda0'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:57.454303 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-7336caef-fa8f-4ca9-bfbd-9e8ed701282d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Deleting subnet 91388870-9e0f-4748-a272-085d7f0656bb {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:36:57.457638 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7336caef-fa8f-4ca9-bfbd-9e8ed701282d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:57.498812 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7336caef-fa8f-4ca9-bfbd-9e8ed701282d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:57.541650 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-2bae6b73-bcfa-47bb-869d-95c5a9c5f90f None None] Set router e0dd7965-64f7-4fe0-861f-30dd8ef1cda0 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:57.596079 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7336caef-fa8f-4ca9-bfbd-9e8ed701282d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:57.660243 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7336caef-fa8f-4ca9-bfbd-9e8ed701282d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:57.682997 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc18902-ca0e-4265-b33f-1fbd585c4986 None None] Network 18a0b5a9-714b-4316-b399-86648724d040 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:57.690285 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7336caef-fa8f-4ca9-bfbd-9e8ed701282d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:57.692274 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7336caef-fa8f-4ca9-bfbd-9e8ed701282d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "DELETE /v2.0/subnets/91388870-9e0f-4748-a272-085d7f0656bb HTTP/1.1" status: 204 len: 168 time: 0.2868166 Jul 23 20:36:57.693236 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336caef-fa8f-4ca9-bfbd-9e8ed701282d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event deleted for resources: {'Subnet': ['ID=91388870-9e0f-4748-a272-085d7f0656bb,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:57.696410 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32796) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:57.810162 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5a5748e-924c-4a8a-9992-0f66fa09bed1 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:57.852249 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-2bae6b73-bcfa-47bb-869d-95c5a9c5f90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681275928', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '90c82fdf-db2a-473e-b641-92cfb1c28101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:40Z', 'updated_at': '2021-07-23T20:36:56Z', 'revision_number': 5, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '90c82fdf-db2a-473e-b641-92cfb1c28101', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:40Z', 'updated_at': '2021-07-23T20:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:57.886951 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bae6b73-bcfa-47bb-869d-95c5a9c5f90f None None] Checking router: e0dd7965-64f7-4fe0-861f-30dd8ef1cda0 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:36:57.902081 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bae6b73-bcfa-47bb-869d-95c5a9c5f90f None None] Routers {'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:57.902703 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-2bae6b73-bcfa-47bb-869d-95c5a9c5f90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:36:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['e0dd7965-64f7-4fe0-861f-30dd8ef1cda0'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:57.916010 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5a5748e-924c-4a8a-9992-0f66fa09bed1 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:57.969356 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305c262c-761c-4689-8144-8edc8c3f8ff8 None None] DHCP port deletion for 18a0b5a9-714b-4316-b399-86648724d040 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:36:57.980182 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-a5a5748e-924c-4a8a-9992-0f66fa09bed1 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Deleting port 90c82fdf-db2a-473e-b641-92cfb1c28101 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:57.980526 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5a5748e-924c-4a8a-9992-0f66fa09bed1 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:58.044764 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-2bae6b73-bcfa-47bb-869d-95c5a9c5f90f None None] Set router e0dd7965-64f7-4fe0-861f-30dd8ef1cda0 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:58.067782 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-a5a5748e-924c-4a8a-9992-0f66fa09bed1 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] For port 90c82fdf-db2a-473e-b641-92cfb1c28101, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=90c82fdf-db2a-473e-b641-92cfb1c28101,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:58.068145 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5a5748e-924c-4a8a-9992-0f66fa09bed1 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:58.081420 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-a5a5748e-924c-4a8a-9992-0f66fa09bed1 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Calling delete_port for 90c82fdf-db2a-473e-b641-92cfb1c28101 owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:58.118829 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-305c262c-761c-4689-8144-8edc8c3f8ff8 None None] Deleting port 768b3cbd-9d7b-4957-90b0-0bf7eb0d8e13 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:58.119201 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-305c262c-761c-4689-8144-8edc8c3f8ff8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:58.227954 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-305c262c-761c-4689-8144-8edc8c3f8ff8 None None] For port 768b3cbd-9d7b-4957-90b0-0bf7eb0d8e13, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=768b3cbd-9d7b-4957-90b0-0bf7eb0d8e13,segment=NetworkSegment(fd94d541-4909-4720-8305-358f4b1709bc),segment_id=fd94d541-4909-4720-8305-358f4b1709bc)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:58.228348 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-305c262c-761c-4689-8144-8edc8c3f8ff8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:58.249407 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-305c262c-761c-4689-8144-8edc8c3f8ff8 None None] Calling delete_port for 768b3cbd-9d7b-4957-90b0-0bf7eb0d8e13 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:58.267546 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5a5748e-924c-4a8a-9992-0f66fa09bed1 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:58.292147 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a5748e-924c-4a8a-9992-0f66fa09bed1 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event deleted for resources: {'Port': ['ID=90c82fdf-db2a-473e-b641-92cfb1c28101,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:58.323568 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24170d89-574d-4ec1-a00f-672b2443c76b req-e6f98289-99da-42fa-8631-84ff7e9354ad tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:58.330403 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-24170d89-574d-4ec1-a00f-672b2443c76b req-e6f98289-99da-42fa-8631-84ff7e9354ad tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/ports?device_id=3010b70a-9884-4a97-8ca1-4cc410b68902 HTTP/1.1" status: 200 len: 946 time: 0.0871322 Jul 23 20:36:58.362227 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-2bae6b73-bcfa-47bb-869d-95c5a9c5f90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681275928', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '90c82fdf-db2a-473e-b641-92cfb1c28101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:40Z', 'updated_at': '2021-07-23T20:36:56Z', 'revision_number': 5, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '90c82fdf-db2a-473e-b641-92cfb1c28101', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:40Z', 'updated_at': '2021-07-23T20:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:58.367270 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5a5748e-924c-4a8a-9992-0f66fa09bed1 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:58.378449 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-24170d89-574d-4ec1-a00f-672b2443c76b req-6303245d-2931-4937-ad2e-115fc5a49148 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/security-groups?id=b98560e0-666a-4144-a911-335c1f07152d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466409 Jul 23 20:36:58.395167 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bae6b73-bcfa-47bb-869d-95c5a9c5f90f None None] The sync data for ids ['e0dd7965-64f7-4fe0-861f-30dd8ef1cda0'] in n-d-793618-10 is: [{'id': 'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681275928', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '90c82fdf-db2a-473e-b641-92cfb1c28101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:40Z', 'updated_at': '2021-07-23T20:36:56Z', 'revision_number': 5, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '90c82fdf-db2a-473e-b641-92cfb1c28101', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dd7965-64f7-4fe0-861f-30dd8ef1cda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:40Z', 'updated_at': '2021-07-23T20:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:36:58.400101 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-305c262c-761c-4689-8144-8edc8c3f8ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:58.438226 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c262c-761c-4689-8144-8edc8c3f8ff8 None None] Pushing event deleted for resources: {'Port': ['ID=768b3cbd-9d7b-4957-90b0-0bf7eb0d8e13,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:58.442695 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305c262c-761c-4689-8144-8edc8c3f8ff8 None None] No DVR routers for this DVR port 768b3cbd-9d7b-4957-90b0-0bf7eb0d8e13 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:36:58.470609 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5a5748e-924c-4a8a-9992-0f66fa09bed1 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:58.472723 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5a5748e-924c-4a8a-9992-0f66fa09bed1 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:58.520225 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5a5748e-924c-4a8a-9992-0f66fa09bed1 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:58.520755 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a5748e-924c-4a8a-9992-0f66fa09bed1 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Fanout notify agent at l3_agent the message router_deleted on router e0dd7965-64f7-4fe0-861f-30dd8ef1cda0 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:36:58.529445 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c64f8-1d38-46df-a8ef-a6d054b0c046 req-ff838da3-358c-4d3a-9066-757fbc68f0f9 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:58.530960 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-733c64f8-1d38-46df-a8ef-a6d054b0c046 req-ff838da3-358c-4d3a-9066-757fbc68f0f9 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/ports?device_id=3010b70a-9884-4a97-8ca1-4cc410b68902 HTTP/1.1" status: 200 len: 946 time: 0.0729771 Jul 23 20:36:58.531124 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5a5748e-924c-4a8a-9992-0f66fa09bed1 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:58.532073 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a5a5748e-924c-4a8a-9992-0f66fa09bed1 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "DELETE /v2.0/routers/e0dd7965-64f7-4fe0-861f-30dd8ef1cda0 HTTP/1.1" status: 204 len: 168 time: 0.8347359 Jul 23 20:36:58.534737 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32802) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:58.570033 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-733c64f8-1d38-46df-a8ef-a6d054b0c046 req-32abd414-ad17-4aa6-ba90-518d8892bdf3 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/security-groups?id=b98560e0-666a-4144-a911-335c1f07152d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331223 Jul 23 20:36:58.611349 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-00746efc-fe9d-48b0-8893-5e2cee21f302 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:58.706450 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-00746efc-fe9d-48b0-8893-5e2cee21f302 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:58.717556 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-00746efc-fe9d-48b0-8893-5e2cee21f302 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18a0b5a9-714b-4316-b399-86648724d040']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:58.727662 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-00746efc-fe9d-48b0-8893-5e2cee21f302 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd94d541-4909-4720-8305-358f4b1709bc') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:58.727960 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-00746efc-fe9d-48b0-8893-5e2cee21f302 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd94d541-4909-4720-8305-358f4b1709bc') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:58.736461 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-00746efc-fe9d-48b0-8893-5e2cee21f302 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:58.752045 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-00746efc-fe9d-48b0-8893-5e2cee21f302 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:58.759716 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00746efc-fe9d-48b0-8893-5e2cee21f302 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:36:58.760200 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-00746efc-fe9d-48b0-8893-5e2cee21f302 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:58.764027 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:36:58.764027 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:36:58.764027 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:36:58.764027 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:36:58.764027 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:36:58.764027 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:36:58.764027 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:36:58.764027 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:36:58.764027 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:36:58.764027 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:36:58.764027 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:36:58.764027 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:36:58.764027 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:36:58.764027 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:36:58.764027 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:36:58.764027 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:36:58.764027 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:36:58.764027 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:36:58.764027 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:36:58.764027 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:36:58.764027 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:36:58.764027 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:36:58.764027 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:36:58.764027 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:36:58.764027 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:36:58.764027 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:36:58.764027 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:36:58.764027 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:36:58.764027 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:36:58.764027 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:36:58.764027 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:36:58.764027 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:36:58.830729 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-00746efc-fe9d-48b0-8893-5e2cee21f302 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:58.838834 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-00746efc-fe9d-48b0-8893-5e2cee21f302 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:58.843431 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 32806) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:58.843613 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-00746efc-fe9d-48b0-8893-5e2cee21f302 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "DELETE /v2.0/networks/18a0b5a9-714b-4316-b399-86648724d040 HTTP/1.1" status: 204 len: 168 time: 0.3077340 Jul 23 20:36:58.855761 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00746efc-fe9d-48b0-8893-5e2cee21f302 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event deleted for resources: {'Network': ['ID=18a0b5a9-714b-4316-b399-86648724d040,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:58.914675 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f692d074-ef63-4fb0-89e6-ab79a0ce481f tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:58.940741 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f692d074-ef63-4fb0-89e6-ab79a0ce481f tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:59.002594 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f692d074-ef63-4fb0-89e6-ab79a0ce481f tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:59.005051 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f692d074-ef63-4fb0-89e6-ab79a0ce481f tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:59.006804 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f692d074-ef63-4fb0-89e6-ab79a0ce481f tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "DELETE /v2.0/security-groups/1e57f726-c132-4b91-a53b-870ac9d145ec HTTP/1.1" status: 204 len: 168 time: 0.1617937 Jul 23 20:36:59.018051 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692d074-ef63-4fb0-89e6-ab79a0ce481f tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e57f726-c132-4b91-a53b-870ac9d145ec,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:59.324454 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32814) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:59.329231 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e65e9aeb-2cc7-41fb-a9d3-2916b320ac2b tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-736562761', 'description': 'tempest-secgroup-smoke-736562761 description', 'project_id': 'bac8e166147242c8b3a831403daa7c9d'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:59.352621 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e65e9aeb-2cc7-41fb-a9d3-2916b320ac2b tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:59.441855 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e65e9aeb-2cc7-41fb-a9d3-2916b320ac2b tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:59.446183 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e65e9aeb-2cc7-41fb-a9d3-2916b320ac2b tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:59.475584 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e65e9aeb-2cc7-41fb-a9d3-2916b320ac2b tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:59.476801 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e65e9aeb-2cc7-41fb-a9d3-2916b320ac2b tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1513405 Jul 23 20:36:59.478717 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e9aeb-2cc7-41fb-a9d3-2916b320ac2b tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bf0e20-a3cf-4745-b8e7-03db7456b28b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:59.479852 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 32816) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:59.485309 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-75a1e477-03d4-4016-a0b0-6e51a7c8853d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Request body: {'security_group_rule': {'security_group_id': 'f9bf0e20-a3cf-4745-b8e7-03db7456b28b', 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:59.516791 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-75a1e477-03d4-4016-a0b0-6e51a7c8853d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:59.551806 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 90c82fdf-db2a-473e-b641-92cfb1c28101 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:36:59.565191 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-75a1e477-03d4-4016-a0b0-6e51a7c8853d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:59.569700 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-75a1e477-03d4-4016-a0b0-6e51a7c8853d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:59.574589 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 90c82fdf-db2a-473e-b641-92cfb1c28101 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:36:59.574923 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 90c82fdf-db2a-473e-b641-92cfb1c28101 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:36:59.575338 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 57b634d0-0a94-42e4-9209-b4fa9c991eb5 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:36:59.589550 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a1e477-03d4-4016-a0b0-6e51a7c8853d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab4bd516-cc7b-473c-a822-b1c78dd03cf4,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:59.595391 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-75a1e477-03d4-4016-a0b0-6e51a7c8853d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:59.596649 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-75a1e477-03d4-4016-a0b0-6e51a7c8853d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157377 Jul 23 20:36:59.599617 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32818) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:59.601912 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 57b634d0-0a94-42e4-9209-b4fa9c991eb5 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:36:59.602458 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 57b634d0-0a94-42e4-9209-b4fa9c991eb5 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:36:59.602882 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 768b3cbd-9d7b-4957-90b0-0bf7eb0d8e13 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:36:59.604765 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-d8f29beb-0f22-422b-9e6d-738e7d148b1e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Request body: {'security_group_rule': {'security_group_id': 'f9bf0e20-a3cf-4745-b8e7-03db7456b28b', 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:59.622662 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 768b3cbd-9d7b-4957-90b0-0bf7eb0d8e13 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:36:59.623002 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 768b3cbd-9d7b-4957-90b0-0bf7eb0d8e13 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:36:59.633083 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d8f29beb-0f22-422b-9e6d-738e7d148b1e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:59.690063 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d8f29beb-0f22-422b-9e6d-738e7d148b1e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:59.693412 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d8f29beb-0f22-422b-9e6d-738e7d148b1e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:59.711224 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f29beb-0f22-422b-9e6d-738e7d148b1e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe04e92-657b-4c75-aba5-ae6f1bef5557,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:59.717455 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d8f29beb-0f22-422b-9e6d-738e7d148b1e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:59.718835 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d8f29beb-0f22-422b-9e6d-738e7d148b1e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1178827 Jul 23 20:36:59.721583 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32820) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:59.726462 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-6dbab03f-bb9a-457f-b332-66683ba3a422 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Request body: {'security_group_rule': {'security_group_id': 'f9bf0e20-a3cf-4745-b8e7-03db7456b28b', 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:59.752271 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6dbab03f-bb9a-457f-b332-66683ba3a422 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:59.814691 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6dbab03f-bb9a-457f-b332-66683ba3a422 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:59.818001 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6dbab03f-bb9a-457f-b332-66683ba3a422 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:59.837842 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbab03f-bb9a-457f-b332-66683ba3a422 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60ad2faa-e436-4c1c-acd8-ac9f6ee6ded3,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:59.846230 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6dbab03f-bb9a-457f-b332-66683ba3a422 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:59.847426 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6dbab03f-bb9a-457f-b332-66683ba3a422 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1249075 Jul 23 20:36:59.850578 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32822) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:59.854996 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-b30e6d6e-929d-4fe9-94ce-c2bdf88302dc tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Request body: {'security_group_rule': {'security_group_id': 'f9bf0e20-a3cf-4745-b8e7-03db7456b28b', 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:59.880953 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b30e6d6e-929d-4fe9-94ce-c2bdf88302dc tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:59.939762 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b30e6d6e-929d-4fe9-94ce-c2bdf88302dc tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:59.943056 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b30e6d6e-929d-4fe9-94ce-c2bdf88302dc tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:59.960922 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e6d6e-929d-4fe9-94ce-c2bdf88302dc tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdb26175-816e-4271-b2ea-1adb9f7f058f,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:59.966562 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b30e6d6e-929d-4fe9-94ce-c2bdf88302dc tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:59.967711 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b30e6d6e-929d-4fe9-94ce-c2bdf88302dc tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1161451 Jul 23 20:36:59.970469 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32824) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:59.974805 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-a2af4fd3-eeee-4de1-a1be-4d8202c028e1 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Request body: {'security_group_rule': {'security_group_id': 'f9bf0e20-a3cf-4745-b8e7-03db7456b28b', 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:59.995767 n-d-793618-10 neutron-server[93876]: INFO neutron.db.securitygroups_db [None req-a2af4fd3-eeee-4de1-a1be-4d8202c028e1 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Project bac8e166147242c8b3a831403daa7c9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:37:00.000496 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2af4fd3-eeee-4de1-a1be-4d8202c028e1 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.061004 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2af4fd3-eeee-4de1-a1be-4d8202c028e1 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.064773 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2af4fd3-eeee-4de1-a1be-4d8202c028e1 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.083069 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af4fd3-eeee-4de1-a1be-4d8202c028e1 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cd9a794-0ba7-49a0-b640-7c35b6f21d23,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:00.089680 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2af4fd3-eeee-4de1-a1be-4d8202c028e1 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.090737 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a2af4fd3-eeee-4de1-a1be-4d8202c028e1 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1192937 Jul 23 20:37:00.093305 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32826) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:00.097567 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-bb6b69da-c624-4c37-8ad6-935ef96b06c4 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Request body: {'security_group_rule': {'security_group_id': 'f9bf0e20-a3cf-4745-b8e7-03db7456b28b', 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:00.119488 n-d-793618-10 neutron-server[93876]: INFO neutron.db.securitygroups_db [None req-bb6b69da-c624-4c37-8ad6-935ef96b06c4 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Project bac8e166147242c8b3a831403daa7c9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:37:00.124348 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb6b69da-c624-4c37-8ad6-935ef96b06c4 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.186804 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb6b69da-c624-4c37-8ad6-935ef96b06c4 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.190308 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32828) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:00.197609 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb6b69da-c624-4c37-8ad6-935ef96b06c4 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.549186 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b69da-c624-4c37-8ad6-935ef96b06c4 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47345c13-aaa2-4075-bd55-37bba396ea35,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:00.564370 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb6b69da-c624-4c37-8ad6-935ef96b06c4 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.565598 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bb6b69da-c624-4c37-8ad6-935ef96b06c4 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4713411 Jul 23 20:37:00.569242 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 32830) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:00.574455 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-54fb9c2e-b914-4e6f-97b7-9ab0c124a586 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Request body: {'network': {'name': 'tempest-network-smoke--413478332', 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'port_security_enabled': True}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:00.595632 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fb9c2e-b914-4e6f-97b7-9ab0c124a586 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Made reservation on behalf of bac8e166147242c8b3a831403daa7c9d for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:00.599208 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-54fb9c2e-b914-4e6f-97b7-9ab0c124a586 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.622959 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54fb9c2e-b914-4e6f-97b7-9ab0c124a586 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:37:00.632474 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-54fb9c2e-b914-4e6f-97b7-9ab0c124a586 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.632822 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-54fb9c2e-b914-4e6f-97b7-9ab0c124a586 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Added segment f6523d22-afc3-4471-98b9-212eb87eeb78 of type vlan for network 3bb64354-568a-456a-a003-7b4a75fe89f1 Jul 23 20:37:00.677757 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-54fb9c2e-b914-4e6f-97b7-9ab0c124a586 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.707456 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-54fb9c2e-b914-4e6f-97b7-9ab0c124a586 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.713914 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fb9c2e-b914-4e6f-97b7-9ab0c124a586 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:00.714527 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-54fb9c2e-b914-4e6f-97b7-9ab0c124a586 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.750910 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-54fb9c2e-b914-4e6f-97b7-9ab0c124a586 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1806312 Jul 23 20:37:00.753590 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 32832) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:00.758644 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-6a90ad70-3cfc-4fcc-a2b7-9246bf5cb9b5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1700434608', 'admin_state_up': True, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:00.794039 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb9c2e-b914-4e6f-97b7-9ab0c124a586 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'Network': ['ID=3bb64354-568a-456a-a003-7b4a75fe89f1,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:00.806387 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 3bb64354-568a-456a-a003-7b4a75fe89f1 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:37:00.814543 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a90ad70-3cfc-4fcc-a2b7-9246bf5cb9b5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.815504 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a90ad70-3cfc-4fcc-a2b7-9246bf5cb9b5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.873757 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a90ad70-3cfc-4fcc-a2b7-9246bf5cb9b5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.933221 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-98a64c6d-12d4-4d3c-8e41-f044b00abfcc tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.013083 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a90ad70-3cfc-4fcc-a2b7-9246bf5cb9b5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.209752 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-98a64c6d-12d4-4d3c-8e41-f044b00abfcc tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Allocated IP 172.20.0.17 (4c87d8eb-767b-400c-addc-1078cc77007c/35d79b58-4464-4efa-a7c5-19ad20270be7/dc91fa6a-18d8-4019-8f26-196e7ecbad63) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:37:01.213456 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a90ad70-3cfc-4fcc-a2b7-9246bf5cb9b5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.233672 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a90ad70-3cfc-4fcc-a2b7-9246bf5cb9b5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.333162 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-98a64c6d-12d4-4d3c-8e41-f044b00abfcc tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.342693 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-6a90ad70-3cfc-4fcc-a2b7-9246bf5cb9b5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Allocated IP 172.25.1.128 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/52822d63-3c71-405b-8ba9-a120ff0fd048) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:37:01.347001 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-98a64c6d-12d4-4d3c-8e41-f044b00abfcc tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Transition to ACTIVE for port object dc91fa6a-18d8-4019-8f26-196e7ecbad63 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:01.380091 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-98a64c6d-12d4-4d3c-8e41-f044b00abfcc tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.420495 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a64c6d-12d4-4d3c-8e41-f044b00abfcc tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Network 4c87d8eb-767b-400c-addc-1078cc77007c is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:01.425452 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-98a64c6d-12d4-4d3c-8e41-f044b00abfcc tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:01.429664 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a64c6d-12d4-4d3c-8e41-f044b00abfcc tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:37:01.453438 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a90ad70-3cfc-4fcc-a2b7-9246bf5cb9b5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.453816 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a64c6d-12d4-4d3c-8e41-f044b00abfcc tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'Port': ['ID=dc91fa6a-18d8-4019-8f26-196e7ecbad63,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:01.481390 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-98a64c6d-12d4-4d3c-8e41-f044b00abfcc tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.501875 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a90ad70-3cfc-4fcc-a2b7-9246bf5cb9b5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.548026 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a90ad70-3cfc-4fcc-a2b7-9246bf5cb9b5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:01.551365 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-6a90ad70-3cfc-4fcc-a2b7-9246bf5cb9b5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:01.554785 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a90ad70-3cfc-4fcc-a2b7-9246bf5cb9b5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:37:01.578317 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a90ad70-3cfc-4fcc-a2b7-9246bf5cb9b5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'Port': ['ID=52822d63-3c71-405b-8ba9-a120ff0fd048,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:01.669548 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-98a64c6d-12d4-4d3c-8e41-f044b00abfcc tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.736715 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a8b60e45-7e53-4365-b161-2fbdaa007beb req-ce1e9007-22ce-4f29-adc8-8cde5c4e9c0a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1110296 Jul 23 20:37:01.757051 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ca9c3263-9dd8-45ff-9696-8257d25edf85 None None] Provisioning for port dc91fa6a-18d8-4019-8f26-196e7ecbad63 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:01.762316 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ca9c3263-9dd8-45ff-9696-8257d25edf85 None None] Provisioning complete for port dc91fa6a-18d8-4019-8f26-196e7ecbad63 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:01.762983 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca9c3263-9dd8-45ff-9696-8257d25edf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.806971 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ca9c3263-9dd8-45ff-9696-8257d25edf85 None None] Port dc91fa6a-18d8-4019-8f26-196e7ecbad63 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:37:01.833795 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a90ad70-3cfc-4fcc-a2b7-9246bf5cb9b5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.906676 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b60e45-7e53-4365-b161-2fbdaa007beb req-2c7d0a69-00c8-4b0a-b392-671e6a44a964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:01.908176 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a8b60e45-7e53-4365-b161-2fbdaa007beb req-2c7d0a69-00c8-4b0a-b392-671e6a44a964 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9bce00ee88e9483da89a858a154365d1&device_id=c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb HTTP/1.1" status: 200 len: 1098 time: 0.1017196 Jul 23 20:37:02.045613 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a90ad70-3cfc-4fcc-a2b7-9246bf5cb9b5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:02.086090 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b60e45-7e53-4365-b161-2fbdaa007beb req-bc101657-f411-4f0e-8f66-867904cb41d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:02.087577 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a8b60e45-7e53-4365-b161-2fbdaa007beb req-bc101657-f411-4f0e-8f66-867904cb41d1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=864de4ce-5df1-4374-a015-6b625275bbb6 HTTP/1.1" status: 200 len: 898 time: 0.1546986 Jul 23 20:37:02.096811 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-98a64c6d-12d4-4d3c-8e41-f044b00abfcc tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:02.104989 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-98a64c6d-12d4-4d3c-8e41-f044b00abfcc tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:02.186346 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a90ad70-3cfc-4fcc-a2b7-9246bf5cb9b5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Router 52cab965-29da-4592-ae37-4a850d192d1f is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:37:02.232549 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a64c6d-12d4-4d3c-8e41-f044b00abfcc tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'Port': ['ID=dc91fa6a-18d8-4019-8f26-196e7ecbad63,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:02.236204 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-98a64c6d-12d4-4d3c-8e41-f044b00abfcc tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:02.239678 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a8b60e45-7e53-4365-b161-2fbdaa007beb req-ae5911f0-68f8-436d-80ef-3dcc37fb36e6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68172014-cfca-4c0e-9094-32b081270e0e HTTP/1.1" status: 200 len: 1001 time: 0.1450195 Jul 23 20:37:02.298220 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a90ad70-3cfc-4fcc-a2b7-9246bf5cb9b5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:37:02.307535 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df68a7d-0ec5-4e9a-a648-096610256f9d None None] Sync routers for ids ['52cab965-29da-4592-ae37-4a850d192d1f'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:37:02.317854 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df68a7d-0ec5-4e9a-a648-096610256f9d None None] Routers {'52cab965-29da-4592-ae37-4a850d192d1f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:02.319093 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-4df68a7d-0ec5-4e9a-a648-096610256f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:36:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['52cab965-29da-4592-ae37-4a850d192d1f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:02.320264 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a90ad70-3cfc-4fcc-a2b7-9246bf5cb9b5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:02.324524 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6a90ad70-3cfc-4fcc-a2b7-9246bf5cb9b5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5670960 Jul 23 20:37:02.324813 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 32834) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:02.344434 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b60e45-7e53-4365-b161-2fbdaa007beb req-ec834b8d-bc1b-4893-9648-4e6c7549a8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:02.345940 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a8b60e45-7e53-4365-b161-2fbdaa007beb req-ec834b8d-bc1b-4893-9648-4e6c7549a8eb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c97b2da-2e45-40a4-887c-692b9993b786 HTTP/1.1" status: 200 len: 835 time: 0.0995767 Jul 23 20:37:02.360387 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e0ab9dae-2642-4318-aeb8-6985f12baaaa tempest-TestNetworkAdvancedServerOps-280634936 tempest-TestNetworkAdvancedServerOps-280634936-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=bac8e166147242c8b3a831403daa7c9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321021 Jul 23 20:37:02.360734 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 32836) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:02.407315 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a64c6d-12d4-4d3c-8e41-f044b00abfcc tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Network 4c87d8eb-767b-400c-addc-1078cc77007c is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:02.410942 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-98a64c6d-12d4-4d3c-8e41-f044b00abfcc tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:02.434958 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-4df68a7d-0ec5-4e9a-a648-096610256f9d None None] Set router 52cab965-29da-4592-ae37-4a850d192d1f gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:02.480469 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68820577-2fc3-424d-9847-67048ec805ac tempest-TestNetworkAdvancedServerOps-280634936 tempest-TestNetworkAdvancedServerOps-280634936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:02.482830 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-68820577-2fc3-424d-9847-67048ec805ac tempest-TestNetworkAdvancedServerOps-280634936 tempest-TestNetworkAdvancedServerOps-280634936-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1212430 Jul 23 20:37:02.485617 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 32838) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:02.499962 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b60e45-7e53-4365-b161-2fbdaa007beb req-a747112e-f864-4396-8c0e-580c23a60c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:02.501703 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a8b60e45-7e53-4365-b161-2fbdaa007beb req-a747112e-f864-4396-8c0e-580c23a60c19 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=864de4ce-5df1-4374-a015-6b625275bbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1494882 Jul 23 20:37:02.523655 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-de80ff0c-fd7b-4768-a443-9b21c21e56e0 tempest-TestNetworkAdvancedServerOps-280634936 tempest-TestNetworkAdvancedServerOps-280634936-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=8013d0d6-aee4-47cc-8dbe-3abed6e5116f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328832 Jul 23 20:37:02.524257 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32840) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:02.534115 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-bbbe4a7e-cf7c-4f0f-a326-2252b6637c86 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1203966464', 'network_id': '3bb64354-568a-456a-a003-7b4a75fe89f1', 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:02.649677 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c0651829-98f5-4669-bbda-0ce2ff947036 None None] Provisioning complete for port dc91fa6a-18d8-4019-8f26-196e7ecbad63 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:02.650052 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c0651829-98f5-4669-bbda-0ce2ff947036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:02.660394 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-4df68a7d-0ec5-4e9a-a648-096610256f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cab965-29da-4592-ae37-4a850d192d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700434608', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '52822d63-3c71-405b-8ba9-a120ff0fd048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:00Z', 'updated_at': '2021-07-23T20:37:01Z', 'revision_number': 3, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '52822d63-3c71-405b-8ba9-a120ff0fd048', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cab965-29da-4592-ae37-4a850d192d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:01Z', 'updated_at': '2021-07-23T20:37:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:02.685085 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-c0651829-98f5-4669-bbda-0ce2ff947036 None None] Port dc91fa6a-18d8-4019-8f26-196e7ecbad63 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:37:02.685363 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a64c6d-12d4-4d3c-8e41-f044b00abfcc tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Router 5aa4c8f2-eb8a-4696-b72d-a064acac6a74 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:37:02.691804 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df68a7d-0ec5-4e9a-a648-096610256f9d None None] Checking router: 52cab965-29da-4592-ae37-4a850d192d1f for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:37:02.692143 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df68a7d-0ec5-4e9a-a648-096610256f9d None None] Updating router 52cab965-29da-4592-ae37-4a850d192d1f port 52822d63-3c71-405b-8ba9-a120ff0fd048 binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:37:02.726650 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a8b60e45-7e53-4365-b161-2fbdaa007beb req-eb7b89e0-d869-44a7-bba9-05fabd387789 service neutron] 10.222.0.30 "GET /v2.0/networks/864de4ce-5df1-4374-a015-6b625275bbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136197 Jul 23 20:37:02.728062 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4df68a7d-0ec5-4e9a-a648-096610256f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:02.762189 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbe4a7e-cf7c-4f0f-a326-2252b6637c86 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Made reservation on behalf of bac8e166147242c8b3a831403daa7c9d for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:02.764768 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bbbe4a7e-cf7c-4f0f-a326-2252b6637c86 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:02.988501 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4df68a7d-0ec5-4e9a-a648-096610256f9d None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:02.990877 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a64c6d-12d4-4d3c-8e41-f044b00abfcc tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:37:03.000878 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823550de-47dd-4d87-a2c0-a8fc9fe34338 None None] Sync routers for ids ['5aa4c8f2-eb8a-4696-b72d-a064acac6a74'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:37:03.001437 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-98a64c6d-12d4-4d3c-8e41-f044b00abfcc tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "PUT /v2.0/routers/5aa4c8f2-eb8a-4696-b72d-a064acac6a74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8099139 Jul 23 20:37:03.003359 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a8b60e45-7e53-4365-b161-2fbdaa007beb req-630b9d6e-d0f5-494d-8b12-f8a561d78372 service neutron] 10.222.0.30 "GET /v2.0/networks/864de4ce-5df1-4374-a015-6b625275bbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086401 Jul 23 20:37:03.007507 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-4df68a7d-0ec5-4e9a-a648-096610256f9d None None] Transition to ACTIVE for port object 52822d63-3c71-405b-8ba9-a120ff0fd048 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:03.014103 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823550de-47dd-4d87-a2c0-a8fc9fe34338 None None] Routers {'5aa4c8f2-eb8a-4696-b72d-a064acac6a74'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:03.014840 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-823550de-47dd-4d87-a2c0-a8fc9fe34338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:36:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5aa4c8f2-eb8a-4696-b72d-a064acac6a74'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:03.019245 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4df68a7d-0ec5-4e9a-a648-096610256f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:03.105829 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bbbe4a7e-cf7c-4f0f-a326-2252b6637c86 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:03.163745 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-823550de-47dd-4d87-a2c0-a8fc9fe34338 None None] Set router 5aa4c8f2-eb8a-4696-b72d-a064acac6a74 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:03.178778 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe4a7e-cf7c-4f0f-a326-2252b6637c86 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'Subnet': ['ID=f43cdb90-1e07-4b97-b28d-4e6bbd59bfc7,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:03.188794 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbe4a7e-cf7c-4f0f-a326-2252b6637c86 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Checking segment: {'id': 'f6523d22-afc3-4471-98b9-212eb87eeb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3bb64354-568a-456a-a003-7b4a75fe89f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:37:03.188794 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbe4a7e-cf7c-4f0f-a326-2252b6637c86 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Network hostable DHCP agents. Network: 3bb64354-568a-456a-a003-7b4a75fe89f1, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:37:03.195834 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-4df68a7d-0ec5-4e9a-a648-096610256f9d None None] Attempting to bind port 52822d63-3c71-405b-8ba9-a120ff0fd048 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:37:03.196206 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-4df68a7d-0ec5-4e9a-a648-096610256f9d None None] Attempting to bind port 52822d63-3c71-405b-8ba9-a120ff0fd048 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:37:03.196571 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df68a7d-0ec5-4e9a-a648-096610256f9d None None] Attempting to bind port 52822d63-3c71-405b-8ba9-a120ff0fd048 on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:03.198499 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669466a4-4cfb-4446-a83b-00e970259e0c None None] Pushing event updated for resources: {'Port': ['ID=52822d63-3c71-405b-8ba9-a120ff0fd048,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:03.207945 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df68a7d-0ec5-4e9a-a648-096610256f9d None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:37:03.208355 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df68a7d-0ec5-4e9a-a648-096610256f9d None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:37:03.208793 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4df68a7d-0ec5-4e9a-a648-096610256f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:03.209426 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df68a7d-0ec5-4e9a-a648-096610256f9d None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:37:03.209968 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-4df68a7d-0ec5-4e9a-a648-096610256f9d None None] Bound port: 52822d63-3c71-405b-8ba9-a120ff0fd048, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:37:03.210329 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4df68a7d-0ec5-4e9a-a648-096610256f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:03.210846 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbe4a7e-cf7c-4f0f-a326-2252b6637c86 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Network 3bb64354-568a-456a-a003-7b4a75fe89f1 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:37:03.212767 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669466a4-4cfb-4446-a83b-00e970259e0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:03.213076 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669466a4-4cfb-4446-a83b-00e970259e0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:03.213443 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669466a4-4cfb-4446-a83b-00e970259e0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:03.213804 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669466a4-4cfb-4446-a83b-00e970259e0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:03.214134 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669466a4-4cfb-4446-a83b-00e970259e0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:03.214476 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669466a4-4cfb-4446-a83b-00e970259e0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:03.214791 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669466a4-4cfb-4446-a83b-00e970259e0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:03.215114 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669466a4-4cfb-4446-a83b-00e970259e0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:03.215437 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669466a4-4cfb-4446-a83b-00e970259e0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:03.215887 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669466a4-4cfb-4446-a83b-00e970259e0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:03.216217 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669466a4-4cfb-4446-a83b-00e970259e0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:03.216534 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669466a4-4cfb-4446-a83b-00e970259e0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:03.224295 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-bbbe4a7e-cf7c-4f0f-a326-2252b6637c86 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 3bb64354-568a-456a-a003-7b4a75fe89f1) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:03.236508 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbe4a7e-cf7c-4f0f-a326-2252b6637c86 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:03.236508 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bbbe4a7e-cf7c-4f0f-a326-2252b6637c86 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:03.254482 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7acd94-c450-43d9-ae34-d916655ab25e None None] Network 3bb64354-568a-456a-a003-7b4a75fe89f1 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:37:03.259697 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bbbe4a7e-cf7c-4f0f-a326-2252b6637c86 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7287407 Jul 23 20:37:03.259971 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32846) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:03.284657 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-4df68a7d-0ec5-4e9a-a648-096610256f9d None None] For port 52822d63-3c71-405b-8ba9-a120ff0fd048, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:37:03.288240 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-4df68a7d-0ec5-4e9a-a648-096610256f9d None None] For port 52822d63-3c71-405b-8ba9-a120ff0fd048, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=52822d63-3c71-405b-8ba9-a120ff0fd048,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:37:03.293398 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4df68a7d-0ec5-4e9a-a648-096610256f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:03.362795 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df68a7d-0ec5-4e9a-a648-096610256f9d None None] Routers {'52cab965-29da-4592-ae37-4a850d192d1f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:03.363597 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-4df68a7d-0ec5-4e9a-a648-096610256f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:36:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['52cab965-29da-4592-ae37-4a850d192d1f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:03.370648 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669466a4-4cfb-4446-a83b-00e970259e0c None None] Pushing event updated for resources: {'Port': ['ID=52822d63-3c71-405b-8ba9-a120ff0fd048,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:03.490201 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-4df68a7d-0ec5-4e9a-a648-096610256f9d None None] Set router 52cab965-29da-4592-ae37-4a850d192d1f gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:03.685230 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97012a2e-18cb-4123-9dc3-67e3a3b8a234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-3bb64354-568a-456a-a003-7b4a75fe89f1', 'network_id': '3bb64354-568a-456a-a003-7b4a75fe89f1', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'fixed_ips': [{'subnet_id': 'f43cdb90-1e07-4b97-b28d-4e6bbd59bfc7'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:37:03.686237 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-97012a2e-18cb-4123-9dc3-67e3a3b8a234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:03.695402 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-4df68a7d-0ec5-4e9a-a648-096610256f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cab965-29da-4592-ae37-4a850d192d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700434608', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '52822d63-3c71-405b-8ba9-a120ff0fd048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:00Z', 'updated_at': '2021-07-23T20:37:01Z', 'revision_number': 3, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '52822d63-3c71-405b-8ba9-a120ff0fd048', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cab965-29da-4592-ae37-4a850d192d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:01Z', 'updated_at': '2021-07-23T20:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:03.724423 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df68a7d-0ec5-4e9a-a648-096610256f9d None None] The sync data for ids ['52cab965-29da-4592-ae37-4a850d192d1f'] in n-d-793618-10 is: [{'id': '52cab965-29da-4592-ae37-4a850d192d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700434608', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '52822d63-3c71-405b-8ba9-a120ff0fd048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:00Z', 'updated_at': '2021-07-23T20:37:01Z', 'revision_number': 3, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '52822d63-3c71-405b-8ba9-a120ff0fd048', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cab965-29da-4592-ae37-4a850d192d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:01Z', 'updated_at': '2021-07-23T20:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:37:03.774171 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-823550de-47dd-4d87-a2c0-a8fc9fe34338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'name': 'tempest-TestNetworkBasicOps-router-386918443', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'f9ea7818-4eb5-47ec-854d-5fd14771babe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:42Z', 'updated_at': '2021-07-23T20:37:01Z', 'revision_number': 5, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'gw_port': {'id': 'f9ea7818-4eb5-47ec-854d-5fd14771babe', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:43Z', 'updated_at': '2021-07-23T20:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '57835a97-c1d6-46c5-a06e-0b3652c68f36', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'port_id': '68172014-cfca-4c0e-9094-32b081270e0e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '864de4ce-5df1-4374-a015-6b625275bbb6', 'mac_address': 'fa:16:3e:d8:69:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:36:08Z', 'updated_at': '2021-07-23T20:36:11Z', 'revision_number': 1, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d6feed1-4aed-4db3-9b81-3a81aa6378d9', 'name': '', 'network_id': '864de4ce-5df1-4374-a015-6b625275bbb6', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'mac_address': 'fa:16:3e:2f:c5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '4c97b2da-2e45-40a4-887c-692b9993b786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:48Z', 'updated_at': '2021-07-23T20:35:58Z', 'revision_number': 5, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'subnets': [{'id': '4c97b2da-2e45-40a4-887c-692b9993b786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc91fa6a-18d8-4019-8f26-196e7ecbad63', 'name': '', 'network_id': '4c87d8eb-767b-400c-addc-1078cc77007c', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'mac_address': 'fa:16:3e:83:f4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '35d79b58-4464-4efa-a7c5-19ad20270be7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:01Z', 'updated_at': '2021-07-23T20:37:01Z', 'revision_number': 2, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'subnets': [{'id': '35d79b58-4464-4efa-a7c5-19ad20270be7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:03.814349 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823550de-47dd-4d87-a2c0-a8fc9fe34338 None None] Checking router: 5aa4c8f2-eb8a-4696-b72d-a064acac6a74 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:37:03.814719 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823550de-47dd-4d87-a2c0-a8fc9fe34338 None None] Updating router 5aa4c8f2-eb8a-4696-b72d-a064acac6a74 port dc91fa6a-18d8-4019-8f26-196e7ecbad63 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:37:03.881859 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-823550de-47dd-4d87-a2c0-a8fc9fe34338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:03.927390 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-97012a2e-18cb-4123-9dc3-67e3a3b8a234 None None] Allocated IP 172.20.0.2 (3bb64354-568a-456a-a003-7b4a75fe89f1/f43cdb90-1e07-4b97-b28d-4e6bbd59bfc7/61ae6872-7f09-49dd-89cc-501122a1136c) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:37:04.089523 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29ff73ac-d951-48e0-91b1-e1bfe8bf6e20 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:04.246351 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-97012a2e-18cb-4123-9dc3-67e3a3b8a234 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:04.261794 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-97012a2e-18cb-4123-9dc3-67e3a3b8a234 None None] Transition to ACTIVE for port object 61ae6872-7f09-49dd-89cc-501122a1136c will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:04.305291 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-97012a2e-18cb-4123-9dc3-67e3a3b8a234 None None] Transition to ACTIVE for port object 61ae6872-7f09-49dd-89cc-501122a1136c will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:04.317202 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-97012a2e-18cb-4123-9dc3-67e3a3b8a234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:04.331787 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-823550de-47dd-4d87-a2c0-a8fc9fe34338 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:04.372940 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-823550de-47dd-4d87-a2c0-a8fc9fe34338 None None] Transition to ACTIVE for port object dc91fa6a-18d8-4019-8f26-196e7ecbad63 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:04.384690 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97012a2e-18cb-4123-9dc3-67e3a3b8a234 None None] Network 3bb64354-568a-456a-a003-7b4a75fe89f1 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:04.386490 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-823550de-47dd-4d87-a2c0-a8fc9fe34338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:04.388416 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97012a2e-18cb-4123-9dc3-67e3a3b8a234 None None] Pushing event updated for resources: {'Port': ['ID=61ae6872-7f09-49dd-89cc-501122a1136c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:04.392028 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-97012a2e-18cb-4123-9dc3-67e3a3b8a234 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:04.399833 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97012a2e-18cb-4123-9dc3-67e3a3b8a234 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:37:04.414287 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-29ff73ac-d951-48e0-91b1-e1bfe8bf6e20 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Allocated IP 172.20.0.1 (3bb64354-568a-456a-a003-7b4a75fe89f1/f43cdb90-1e07-4b97-b28d-4e6bbd59bfc7/8e7e3992-9092-4025-a05b-ec0ced4d651d) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:37:04.490519 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fdb4c7-b96c-4a1d-9975-c497688d5463 None None] Pushing event updated for resources: {'Port': ['ID=dc91fa6a-18d8-4019-8f26-196e7ecbad63,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:04.523660 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-97012a2e-18cb-4123-9dc3-67e3a3b8a234 None None] Attempting to bind port 61ae6872-7f09-49dd-89cc-501122a1136c on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:37:04.524035 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-97012a2e-18cb-4123-9dc3-67e3a3b8a234 None None] Attempting to bind port 61ae6872-7f09-49dd-89cc-501122a1136c by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'f6523d22-afc3-4471-98b9-212eb87eeb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3bb64354-568a-456a-a003-7b4a75fe89f1'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:37:04.524403 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97012a2e-18cb-4123-9dc3-67e3a3b8a234 None None] Attempting to bind port 61ae6872-7f09-49dd-89cc-501122a1136c on network 3bb64354-568a-456a-a003-7b4a75fe89f1 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:04.554322 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29ff73ac-d951-48e0-91b1-e1bfe8bf6e20 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:04.556814 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97012a2e-18cb-4123-9dc3-67e3a3b8a234 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:37:04.557263 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97012a2e-18cb-4123-9dc3-67e3a3b8a234 None None] Checking segment: {'id': 'f6523d22-afc3-4471-98b9-212eb87eeb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3bb64354-568a-456a-a003-7b4a75fe89f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:37:04.557757 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-97012a2e-18cb-4123-9dc3-67e3a3b8a234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:04.558266 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97012a2e-18cb-4123-9dc3-67e3a3b8a234 None None] Bound using segment: {'id': 'f6523d22-afc3-4471-98b9-212eb87eeb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3bb64354-568a-456a-a003-7b4a75fe89f1'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:37:04.558765 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-97012a2e-18cb-4123-9dc3-67e3a3b8a234 None None] Bound port: 61ae6872-7f09-49dd-89cc-501122a1136c, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6523d22-afc3-4471-98b9-212eb87eeb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3bb64354-568a-456a-a003-7b4a75fe89f1'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:37:04.559154 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-97012a2e-18cb-4123-9dc3-67e3a3b8a234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:04.576974 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-823550de-47dd-4d87-a2c0-a8fc9fe34338 None None] Attempting to bind port dc91fa6a-18d8-4019-8f26-196e7ecbad63 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:37:04.577116 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-29ff73ac-d951-48e0-91b1-e1bfe8bf6e20 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Transition to ACTIVE for port object 8e7e3992-9092-4025-a05b-ec0ced4d651d will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:04.577351 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-823550de-47dd-4d87-a2c0-a8fc9fe34338 None None] Attempting to bind port dc91fa6a-18d8-4019-8f26-196e7ecbad63 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '81b6ed1c-7fde-4af7-b2c0-388a96abe5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4c87d8eb-767b-400c-addc-1078cc77007c'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:37:04.577752 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823550de-47dd-4d87-a2c0-a8fc9fe34338 None None] Attempting to bind port dc91fa6a-18d8-4019-8f26-196e7ecbad63 on network 4c87d8eb-767b-400c-addc-1078cc77007c {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:04.598503 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823550de-47dd-4d87-a2c0-a8fc9fe34338 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:37:04.599060 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823550de-47dd-4d87-a2c0-a8fc9fe34338 None None] Checking segment: {'id': '81b6ed1c-7fde-4af7-b2c0-388a96abe5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4c87d8eb-767b-400c-addc-1078cc77007c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:37:04.600262 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-823550de-47dd-4d87-a2c0-a8fc9fe34338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:04.600718 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823550de-47dd-4d87-a2c0-a8fc9fe34338 None None] Bound using segment: {'id': '81b6ed1c-7fde-4af7-b2c0-388a96abe5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4c87d8eb-767b-400c-addc-1078cc77007c'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:37:04.601229 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-823550de-47dd-4d87-a2c0-a8fc9fe34338 None None] Bound port: dc91fa6a-18d8-4019-8f26-196e7ecbad63, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81b6ed1c-7fde-4af7-b2c0-388a96abe5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4c87d8eb-767b-400c-addc-1078cc77007c'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:37:04.604078 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-823550de-47dd-4d87-a2c0-a8fc9fe34338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:04.614574 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29ff73ac-d951-48e0-91b1-e1bfe8bf6e20 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:04.666779 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ff73ac-d951-48e0-91b1-e1bfe8bf6e20 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Network 3bb64354-568a-456a-a003-7b4a75fe89f1 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:04.670679 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-29ff73ac-d951-48e0-91b1-e1bfe8bf6e20 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:04.675475 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ff73ac-d951-48e0-91b1-e1bfe8bf6e20 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:37:04.680368 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff73ac-d951-48e0-91b1-e1bfe8bf6e20 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'Port': ['ID=8e7e3992-9092-4025-a05b-ec0ced4d651d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:04.719512 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-97012a2e-18cb-4123-9dc3-67e3a3b8a234 None None] For port 61ae6872-7f09-49dd-89cc-501122a1136c, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:37:04.729395 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29ff73ac-d951-48e0-91b1-e1bfe8bf6e20 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:04.754441 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-97012a2e-18cb-4123-9dc3-67e3a3b8a234 None None] For port 61ae6872-7f09-49dd-89cc-501122a1136c, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=61ae6872-7f09-49dd-89cc-501122a1136c,segment=NetworkSegment(f6523d22-afc3-4471-98b9-212eb87eeb78),segment_id=f6523d22-afc3-4471-98b9-212eb87eeb78)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:37:04.767990 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-97012a2e-18cb-4123-9dc3-67e3a3b8a234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:04.781011 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-823550de-47dd-4d87-a2c0-a8fc9fe34338 None None] For port dc91fa6a-18d8-4019-8f26-196e7ecbad63, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:37:04.823165 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-823550de-47dd-4d87-a2c0-a8fc9fe34338 None None] For port dc91fa6a-18d8-4019-8f26-196e7ecbad63, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=dc91fa6a-18d8-4019-8f26-196e7ecbad63,segment=NetworkSegment(81b6ed1c-7fde-4af7-b2c0-388a96abe5bd),segment_id=81b6ed1c-7fde-4af7-b2c0-388a96abe5bd)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:37:04.836367 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-823550de-47dd-4d87-a2c0-a8fc9fe34338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:04.867968 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97012a2e-18cb-4123-9dc3-67e3a3b8a234 None None] Pushing event updated for resources: {'Port': ['ID=61ae6872-7f09-49dd-89cc-501122a1136c,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:04.895790 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823550de-47dd-4d87-a2c0-a8fc9fe34338 None None] Routers {'5aa4c8f2-eb8a-4696-b72d-a064acac6a74'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:04.896628 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-823550de-47dd-4d87-a2c0-a8fc9fe34338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:36:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5aa4c8f2-eb8a-4696-b72d-a064acac6a74'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:04.897040 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29ff73ac-d951-48e0-91b1-e1bfe8bf6e20 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:05.012893 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fdb4c7-b96c-4a1d-9975-c497688d5463 None None] Pushing event updated for resources: {'Port': ['ID=dc91fa6a-18d8-4019-8f26-196e7ecbad63,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:05.052209 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-823550de-47dd-4d87-a2c0-a8fc9fe34338 None None] Set router 5aa4c8f2-eb8a-4696-b72d-a064acac6a74 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:05.282027 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29ff73ac-d951-48e0-91b1-e1bfe8bf6e20 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:05.288893 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29ff73ac-d951-48e0-91b1-e1bfe8bf6e20 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:05.335290 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-823550de-47dd-4d87-a2c0-a8fc9fe34338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'name': 'tempest-TestNetworkBasicOps-router-386918443', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'f9ea7818-4eb5-47ec-854d-5fd14771babe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:42Z', 'updated_at': '2021-07-23T20:37:01Z', 'revision_number': 5, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'gw_port': {'id': 'f9ea7818-4eb5-47ec-854d-5fd14771babe', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:43Z', 'updated_at': '2021-07-23T20:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '57835a97-c1d6-46c5-a06e-0b3652c68f36', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'port_id': '68172014-cfca-4c0e-9094-32b081270e0e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '864de4ce-5df1-4374-a015-6b625275bbb6', 'mac_address': 'fa:16:3e:d8:69:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:36:08Z', 'updated_at': '2021-07-23T20:36:11Z', 'revision_number': 1, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d6feed1-4aed-4db3-9b81-3a81aa6378d9', 'name': '', 'network_id': '864de4ce-5df1-4374-a015-6b625275bbb6', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'mac_address': 'fa:16:3e:2f:c5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '4c97b2da-2e45-40a4-887c-692b9993b786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:48Z', 'updated_at': '2021-07-23T20:35:58Z', 'revision_number': 5, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'subnets': [{'id': '4c97b2da-2e45-40a4-887c-692b9993b786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc91fa6a-18d8-4019-8f26-196e7ecbad63', 'name': '', 'network_id': '4c87d8eb-767b-400c-addc-1078cc77007c', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'mac_address': 'fa:16:3e:83:f4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '35d79b58-4464-4efa-a7c5-19ad20270be7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:01Z', 'updated_at': '2021-07-23T20:37:04Z', 'revision_number': 4, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'subnets': [{'id': '35d79b58-4464-4efa-a7c5-19ad20270be7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:05.362110 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff73ac-d951-48e0-91b1-e1bfe8bf6e20 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'Port': ['ID=8e7e3992-9092-4025-a05b-ec0ced4d651d,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:05.363624 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823550de-47dd-4d87-a2c0-a8fc9fe34338 None None] The sync data for ids ['5aa4c8f2-eb8a-4696-b72d-a064acac6a74'] in n-d-793618-10 is: [{'id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'name': 'tempest-TestNetworkBasicOps-router-386918443', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'f9ea7818-4eb5-47ec-854d-5fd14771babe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:42Z', 'updated_at': '2021-07-23T20:37:01Z', 'revision_number': 5, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'gw_port': {'id': 'f9ea7818-4eb5-47ec-854d-5fd14771babe', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:43Z', 'updated_at': '2021-07-23T20:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '57835a97-c1d6-46c5-a06e-0b3652c68f36', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'port_id': '68172014-cfca-4c0e-9094-32b081270e0e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '864de4ce-5df1-4374-a015-6b625275bbb6', 'mac_address': 'fa:16:3e:d8:69:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:36:08Z', 'updated_at': '2021-07-23T20:36:11Z', 'revision_number': 1, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d6feed1-4aed-4db3-9b81-3a81aa6378d9', 'name': '', 'network_id': '864de4ce-5df1-4374-a015-6b625275bbb6', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'mac_address': 'fa:16:3e:2f:c5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '4c97b2da-2e45-40a4-887c-692b9993b786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:48Z', 'updated_at': '2021-07-23T20:35:58Z', 'revision_number': 5, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'subnets': [{'id': '4c97b2da-2e45-40a4-887c-692b9993b786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc91fa6a-18d8-4019-8f26-196e7ecbad63', 'name': '', 'network_id': '4c87d8eb-767b-400c-addc-1078cc77007c', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'mac_address': 'fa:16:3e:83:f4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '35d79b58-4464-4efa-a7c5-19ad20270be7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:01Z', 'updated_at': '2021-07-23T20:37:04Z', 'revision_number': 4, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'subnets': [{'id': '35d79b58-4464-4efa-a7c5-19ad20270be7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:37:05.364539 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-29ff73ac-d951-48e0-91b1-e1bfe8bf6e20 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:05.486717 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ff73ac-d951-48e0-91b1-e1bfe8bf6e20 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Network 3bb64354-568a-456a-a003-7b4a75fe89f1 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:05.488312 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-29ff73ac-d951-48e0-91b1-e1bfe8bf6e20 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:05.643550 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ff73ac-d951-48e0-91b1-e1bfe8bf6e20 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Router 52cab965-29da-4592-ae37-4a850d192d1f has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:37:05.680536 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 61ae6872-7f09-49dd-89cc-501122a1136c up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:05.743311 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 61ae6872-7f09-49dd-89cc-501122a1136c completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:05.749692 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device dc91fa6a-18d8-4019-8f26-196e7ecbad63 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:05.784300 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ff73ac-d951-48e0-91b1-e1bfe8bf6e20 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:37:05.795908 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-29ff73ac-d951-48e0-91b1-e1bfe8bf6e20 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "PUT /v2.0/routers/52cab965-29da-4592-ae37-4a850d192d1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5344942 Jul 23 20:37:05.799112 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d518735f-70d0-44e4-9206-128a7f1a62f8 None None] Sync routers for ids ['52cab965-29da-4592-ae37-4a850d192d1f'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:37:05.812598 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d518735f-70d0-44e4-9206-128a7f1a62f8 None None] Routers {'52cab965-29da-4592-ae37-4a850d192d1f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:05.813842 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d518735f-70d0-44e4-9206-128a7f1a62f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:36:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['52cab965-29da-4592-ae37-4a850d192d1f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:05.824387 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port dc91fa6a-18d8-4019-8f26-196e7ecbad63 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:05.833133 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port dc91fa6a-18d8-4019-8f26-196e7ecbad63 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:05.833512 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:05.961267 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-d518735f-70d0-44e4-9206-128a7f1a62f8 None None] Set router 52cab965-29da-4592-ae37-4a850d192d1f gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:05.965369 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:06.006049 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port dc91fa6a-18d8-4019-8f26-196e7ecbad63, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=dc91fa6a-18d8-4019-8f26-196e7ecbad63,segment=NetworkSegment(81b6ed1c-7fde-4af7-b2c0-388a96abe5bd),segment_id=81b6ed1c-7fde-4af7-b2c0-388a96abe5bd)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:06.012995 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:06.014007 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 52822d63-3c71-405b-8ba9-a120ff0fd048 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:06.067572 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-5b67cabc-8606-426c-8bc7-4c15bd82b06d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-736562761&fields=id&tenant_id=bac8e166147242c8b3a831403daa7c9d HTTP/1.1" status: 200 len: 267 time: 0.0748067 Jul 23 20:37:06.101799 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 52822d63-3c71-405b-8ba9-a120ff0fd048 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:06.114146 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 52822d63-3c71-405b-8ba9-a120ff0fd048 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:06.114542 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:06.166680 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=dc91fa6a-18d8-4019-8f26-196e7ecbad63,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:06.247523 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-72d27ba8-99be-4b84-b763-985532582551 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:06.249949 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-72d27ba8-99be-4b84-b763-985532582551 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/networks?id=3bb64354-568a-456a-a003-7b4a75fe89f1 HTTP/1.1" status: 200 len: 796 time: 0.1566358 Jul 23 20:37:06.254850 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:06.278970 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 52822d63-3c71-405b-8ba9-a120ff0fd048, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=52822d63-3c71-405b-8ba9-a120ff0fd048,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:06.281977 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-c61bbf6f-9e4d-4851-a82a-260c2ab930ba tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/quotas/bac8e166147242c8b3a831403daa7c9d HTTP/1.1" status: 200 len: 375 time: 0.0213132 Jul 23 20:37:06.285191 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:06.289932 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d518735f-70d0-44e4-9206-128a7f1a62f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cab965-29da-4592-ae37-4a850d192d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700434608', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '52822d63-3c71-405b-8ba9-a120ff0fd048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:00Z', 'updated_at': '2021-07-23T20:37:04Z', 'revision_number': 4, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '52822d63-3c71-405b-8ba9-a120ff0fd048', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cab965-29da-4592-ae37-4a850d192d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:01Z', 'updated_at': '2021-07-23T20:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '8e7e3992-9092-4025-a05b-ec0ced4d651d', 'name': '', 'network_id': '3bb64354-568a-456a-a003-7b4a75fe89f1', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'mac_address': 'fa:16:3e:c1:cb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cab965-29da-4592-ae37-4a850d192d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'f43cdb90-1e07-4b97-b28d-4e6bbd59bfc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:04Z', 'updated_at': '2021-07-23T20:37:05Z', 'revision_number': 2, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'subnets': [{'id': 'f43cdb90-1e07-4b97-b28d-4e6bbd59bfc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:06.347568 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d518735f-70d0-44e4-9206-128a7f1a62f8 None None] Checking router: 52cab965-29da-4592-ae37-4a850d192d1f for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:37:06.348679 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d518735f-70d0-44e4-9206-128a7f1a62f8 None None] Updating router 52cab965-29da-4592-ae37-4a850d192d1f port 8e7e3992-9092-4025-a05b-ec0ced4d651d binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:37:06.352107 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=52822d63-3c71-405b-8ba9-a120ff0fd048,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:06.368679 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-4d3210ec-1ef7-428b-ae93-0cbadb91bd06 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bac8e166147242c8b3a831403daa7c9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0855253 Jul 23 20:37:06.388716 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d518735f-70d0-44e4-9206-128a7f1a62f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:06.491692 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50f0cd0-9bb1-4422-9bf8-2f2668f26bc1 None None] Network 3bb64354-568a-456a-a003-7b4a75fe89f1 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:37:06.541263 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-8fe25b0b-a84a-4d0e-bef0-85a082f21325 service neutron] 10.222.0.32 "GET /v2.0/networks/3bb64354-568a-456a-a003-7b4a75fe89f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597624 Jul 23 20:37:06.612861 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-60a6d3b1-36fe-4c43-8e32-4c556dc17f8d None None] Provisioning for port 61ae6872-7f09-49dd-89cc-501122a1136c completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:06.621947 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-60a6d3b1-36fe-4c43-8e32-4c556dc17f8d None None] Provisioning complete for port 61ae6872-7f09-49dd-89cc-501122a1136c triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:06.622454 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-60a6d3b1-36fe-4c43-8e32-4c556dc17f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:06.645322 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-fba0ce1d-a5d0-46db-960c-98a828a8c2fa service neutron] 10.222.0.32 "GET /v2.0/networks/3bb64354-568a-456a-a003-7b4a75fe89f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984557 Jul 23 20:37:06.680492 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d518735f-70d0-44e4-9206-128a7f1a62f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:06.693026 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d518735f-70d0-44e4-9206-128a7f1a62f8 None None] Transition to ACTIVE for port object 8e7e3992-9092-4025-a05b-ec0ced4d651d will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:06.700878 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d518735f-70d0-44e4-9206-128a7f1a62f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:06.745251 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-60a6d3b1-36fe-4c43-8e32-4c556dc17f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:06.752371 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9744c8e-f50d-44cf-8099-511a9b49865d None None] Pushing event updated for resources: {'Port': ['ID=8e7e3992-9092-4025-a05b-ec0ced4d651d,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:06.798810 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-60a6d3b1-36fe-4c43-8e32-4c556dc17f8d None None] For port 61ae6872-7f09-49dd-89cc-501122a1136c, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=61ae6872-7f09-49dd-89cc-501122a1136c,segment=NetworkSegment(f6523d22-afc3-4471-98b9-212eb87eeb78),segment_id=f6523d22-afc3-4471-98b9-212eb87eeb78)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:06.806022 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-60a6d3b1-36fe-4c43-8e32-4c556dc17f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:06.824113 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-d518735f-70d0-44e4-9206-128a7f1a62f8 None None] Attempting to bind port 8e7e3992-9092-4025-a05b-ec0ced4d651d on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:37:06.825363 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-d518735f-70d0-44e4-9206-128a7f1a62f8 None None] Attempting to bind port 8e7e3992-9092-4025-a05b-ec0ced4d651d by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'f6523d22-afc3-4471-98b9-212eb87eeb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3bb64354-568a-456a-a003-7b4a75fe89f1'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:37:06.826003 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d518735f-70d0-44e4-9206-128a7f1a62f8 None None] Attempting to bind port 8e7e3992-9092-4025-a05b-ec0ced4d651d on network 3bb64354-568a-456a-a003-7b4a75fe89f1 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:06.832374 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d518735f-70d0-44e4-9206-128a7f1a62f8 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:37:06.833006 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d518735f-70d0-44e4-9206-128a7f1a62f8 None None] Checking segment: {'id': 'f6523d22-afc3-4471-98b9-212eb87eeb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3bb64354-568a-456a-a003-7b4a75fe89f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:37:06.833657 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d518735f-70d0-44e4-9206-128a7f1a62f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:06.834323 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d518735f-70d0-44e4-9206-128a7f1a62f8 None None] Bound using segment: {'id': 'f6523d22-afc3-4471-98b9-212eb87eeb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3bb64354-568a-456a-a003-7b4a75fe89f1'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:37:06.835330 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-d518735f-70d0-44e4-9206-128a7f1a62f8 None None] Bound port: 8e7e3992-9092-4025-a05b-ec0ced4d651d, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6523d22-afc3-4471-98b9-212eb87eeb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3bb64354-568a-456a-a003-7b4a75fe89f1'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:37:06.835903 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d518735f-70d0-44e4-9206-128a7f1a62f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:06.866302 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a6d3b1-36fe-4c43-8e32-4c556dc17f8d None None] Pushing event updated for resources: {'Port': ['ID=61ae6872-7f09-49dd-89cc-501122a1136c,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:06.908612 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-df765c78-d247-41d4-bf1e-76208cd1e6a4 req-d4fdcc43-378a-4b66-bf96-d4b6181bfd8e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e837510-9714-446f-9b14-2e04741e26bf HTTP/1.1" status: 200 len: 210 time: 0.0462847 Jul 23 20:37:06.921673 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d518735f-70d0-44e4-9206-128a7f1a62f8 None None] For port 8e7e3992-9092-4025-a05b-ec0ced4d651d, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:37:06.925280 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d518735f-70d0-44e4-9206-128a7f1a62f8 None None] For port 8e7e3992-9092-4025-a05b-ec0ced4d651d, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=8e7e3992-9092-4025-a05b-ec0ced4d651d,segment=NetworkSegment(f6523d22-afc3-4471-98b9-212eb87eeb78),segment_id=f6523d22-afc3-4471-98b9-212eb87eeb78)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:37:06.933228 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d518735f-70d0-44e4-9206-128a7f1a62f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:07.003082 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d518735f-70d0-44e4-9206-128a7f1a62f8 None None] Routers {'52cab965-29da-4592-ae37-4a850d192d1f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:07.003893 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d518735f-70d0-44e4-9206-128a7f1a62f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:36:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['52cab965-29da-4592-ae37-4a850d192d1f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:07.007745 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9744c8e-f50d-44cf-8099-511a9b49865d None None] Pushing event updated for resources: {'Port': ['ID=8e7e3992-9092-4025-a05b-ec0ced4d651d,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:07.126194 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-d518735f-70d0-44e4-9206-128a7f1a62f8 None None] Set router 52cab965-29da-4592-ae37-4a850d192d1f gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:07.143346 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1e658f2e-4da8-45bc-a085-e626bb8df2e1 None None] Provisioning complete for port 61ae6872-7f09-49dd-89cc-501122a1136c triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:07.143671 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1e658f2e-4da8-45bc-a085-e626bb8df2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:07.274511 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1e658f2e-4da8-45bc-a085-e626bb8df2e1 None None] Provisioning for port 8e7e3992-9092-4025-a05b-ec0ced4d651d completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:07.384711 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d518735f-70d0-44e4-9206-128a7f1a62f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cab965-29da-4592-ae37-4a850d192d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700434608', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '52822d63-3c71-405b-8ba9-a120ff0fd048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:00Z', 'updated_at': '2021-07-23T20:37:04Z', 'revision_number': 4, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '52822d63-3c71-405b-8ba9-a120ff0fd048', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cab965-29da-4592-ae37-4a850d192d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:01Z', 'updated_at': '2021-07-23T20:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '8e7e3992-9092-4025-a05b-ec0ced4d651d', 'name': '', 'network_id': '3bb64354-568a-456a-a003-7b4a75fe89f1', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'mac_address': 'fa:16:3e:c1:cb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cab965-29da-4592-ae37-4a850d192d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'f43cdb90-1e07-4b97-b28d-4e6bbd59bfc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:04Z', 'updated_at': '2021-07-23T20:37:06Z', 'revision_number': 4, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'subnets': [{'id': 'f43cdb90-1e07-4b97-b28d-4e6bbd59bfc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:07.415057 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d518735f-70d0-44e4-9206-128a7f1a62f8 None None] The sync data for ids ['52cab965-29da-4592-ae37-4a850d192d1f'] in n-d-793618-10 is: [{'id': '52cab965-29da-4592-ae37-4a850d192d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700434608', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '52822d63-3c71-405b-8ba9-a120ff0fd048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:00Z', 'updated_at': '2021-07-23T20:37:04Z', 'revision_number': 4, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '52822d63-3c71-405b-8ba9-a120ff0fd048', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cab965-29da-4592-ae37-4a850d192d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:01Z', 'updated_at': '2021-07-23T20:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '8e7e3992-9092-4025-a05b-ec0ced4d651d', 'name': '', 'network_id': '3bb64354-568a-456a-a003-7b4a75fe89f1', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'mac_address': 'fa:16:3e:c1:cb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cab965-29da-4592-ae37-4a850d192d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'f43cdb90-1e07-4b97-b28d-4e6bbd59bfc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:04Z', 'updated_at': '2021-07-23T20:37:06Z', 'revision_number': 4, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'subnets': [{'id': 'f43cdb90-1e07-4b97-b28d-4e6bbd59bfc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:37:07.666472 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 61ae6872-7f09-49dd-89cc-501122a1136c up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:07.724535 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 61ae6872-7f09-49dd-89cc-501122a1136c triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:07.725094 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:08.062858 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-671deb25-d547-4439-b480-172ffd81b550 req-fc8a5cc4-e32e-450f-add8-9b3093159482 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e837510-9714-446f-9b14-2e04741e26bf HTTP/1.1" status: 200 len: 210 time: 0.0685472 Jul 23 20:37:08.065019 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-c64b0289-cead-409c-87d6-c1170b857b93 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:08.075854 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-c64b0289-cead-409c-87d6-c1170b857b93 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.30 "GET /v2.0/networks?id=3bb64354-568a-456a-a003-7b4a75fe89f1 HTTP/1.1" status: 200 len: 796 time: 0.2297244 Jul 23 20:37:08.114667 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device dc91fa6a-18d8-4019-8f26-196e7ecbad63 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:08.130260 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-7306401f-7faf-4a87-b524-dd23cde4be18 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bac8e166147242c8b3a831403daa7c9d HTTP/1.1" status: 200 len: 379 time: 0.0440245 Jul 23 20:37:08.140485 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-62152bfc-16f5-4a58-a7f3-4f461ed6554e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Request body: {'port': {'device_id': '9e837510-9714-446f-9b14-2e04741e26bf', 'network_id': '3bb64354-568a-456a-a003-7b4a75fe89f1', 'admin_state_up': True, 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'security_groups': ['f9bf0e20-a3cf-4745-b8e7-03db7456b28b']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:08.181696 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port dc91fa6a-18d8-4019-8f26-196e7ecbad63 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:08.182180 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:08.274401 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 8e7e3992-9092-4025-a05b-ec0ced4d651d up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:08.275948 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-62152bfc-16f5-4a58-a7f3-4f461ed6554e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Made reservation on behalf of bac8e166147242c8b3a831403daa7c9d for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:08.280146 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-62152bfc-16f5-4a58-a7f3-4f461ed6554e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:08.325589 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 8e7e3992-9092-4025-a05b-ec0ced4d651d completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:08.329831 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 8e7e3992-9092-4025-a05b-ec0ced4d651d triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:08.330209 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:08.422583 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:08.427132 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-62152bfc-16f5-4a58-a7f3-4f461ed6554e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Allocated IP 172.20.0.3 (3bb64354-568a-456a-a003-7b4a75fe89f1/f43cdb90-1e07-4b97-b28d-4e6bbd59bfc7/910c3325-8ff5-497c-b6a7-14858fbf89f9) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:37:08.458771 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 8e7e3992-9092-4025-a05b-ec0ced4d651d, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=8e7e3992-9092-4025-a05b-ec0ced4d651d,segment=NetworkSegment(f6523d22-afc3-4471-98b9-212eb87eeb78),segment_id=f6523d22-afc3-4471-98b9-212eb87eeb78)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:08.467610 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:08.468749 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 52822d63-3c71-405b-8ba9-a120ff0fd048 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:08.549838 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=8e7e3992-9092-4025-a05b-ec0ced4d651d,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:08.568763 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 52822d63-3c71-405b-8ba9-a120ff0fd048 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:08.569133 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:08.583329 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-62152bfc-16f5-4a58-a7f3-4f461ed6554e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:08.599053 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-62152bfc-16f5-4a58-a7f3-4f461ed6554e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Transition to ACTIVE for port object 910c3325-8ff5-497c-b6a7-14858fbf89f9 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:08.636670 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-62152bfc-16f5-4a58-a7f3-4f461ed6554e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:08.689628 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-62152bfc-16f5-4a58-a7f3-4f461ed6554e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Network 3bb64354-568a-456a-a003-7b4a75fe89f1 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:08.695657 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-62152bfc-16f5-4a58-a7f3-4f461ed6554e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:08.699657 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-62152bfc-16f5-4a58-a7f3-4f461ed6554e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:37:08.706775 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62152bfc-16f5-4a58-a7f3-4f461ed6554e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'Port': ['ID=910c3325-8ff5-497c-b6a7-14858fbf89f9,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:08.764584 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-62152bfc-16f5-4a58-a7f3-4f461ed6554e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:08.765221 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-62152bfc-16f5-4a58-a7f3-4f461ed6554e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:08.781880 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-62152bfc-16f5-4a58-a7f3-4f461ed6554e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6452041 Jul 23 20:37:08.794411 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-a85d03a5-3a2a-43da-94ec-1d85f730163f service neutron] Request body: {'port': {'device_id': '9e837510-9714-446f-9b14-2e04741e26bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:08.883573 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-a85d03a5-3a2a-43da-94ec-1d85f730163f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:09.002316 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-51fa258a-603f-4dd1-b0a5-415acce2efa2 None None] Provisioning for port 910c3325-8ff5-497c-b6a7-14858fbf89f9 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:09.007295 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-51fa258a-603f-4dd1-b0a5-415acce2efa2 None None] Provisioning complete for port 910c3325-8ff5-497c-b6a7-14858fbf89f9 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:09.007682 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-51fa258a-603f-4dd1-b0a5-415acce2efa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:09.049887 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-51fa258a-603f-4dd1-b0a5-415acce2efa2 None None] Port 910c3325-8ff5-497c-b6a7-14858fbf89f9 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:37:09.169357 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-a85d03a5-3a2a-43da-94ec-1d85f730163f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 910c3325-8ff5-497c-b6a7-14858fbf89f9 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:37:09.174429 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b14e0b-8007-43e3-8c5e-088a080b7b79 req-422b47db-8c57-4243-9ecd-27ee2a4ce16d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:09.175935 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c5b14e0b-8007-43e3-8c5e-088a080b7b79 req-422b47db-8c57-4243-9ecd-27ee2a4ce16d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e837510-9714-446f-9b14-2e04741e26bf HTTP/1.1" status: 200 len: 931 time: 0.0684426 Jul 23 20:37:09.176954 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-a85d03a5-3a2a-43da-94ec-1d85f730163f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:09.189974 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-a85d03a5-3a2a-43da-94ec-1d85f730163f service neutron] Transition to ACTIVE for port object 910c3325-8ff5-497c-b6a7-14858fbf89f9 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:09.194665 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-a85d03a5-3a2a-43da-94ec-1d85f730163f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:09.216587 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c5b14e0b-8007-43e3-8c5e-088a080b7b79 req-00fef5b5-75ce-4bc8-9caf-7630b91d9d28 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9bf0e20-a3cf-4745-b8e7-03db7456b28b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342634 Jul 23 20:37:09.248793 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d03a5-3a2a-43da-94ec-1d85f730163f service neutron] Pushing event updated for resources: {'Port': ['ID=910c3325-8ff5-497c-b6a7-14858fbf89f9,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:09.327660 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-a85d03a5-3a2a-43da-94ec-1d85f730163f service neutron] Attempting to bind port 910c3325-8ff5-497c-b6a7-14858fbf89f9 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:37:09.327991 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-a85d03a5-3a2a-43da-94ec-1d85f730163f service neutron] Attempting to bind port 910c3325-8ff5-497c-b6a7-14858fbf89f9 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'f6523d22-afc3-4471-98b9-212eb87eeb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3bb64354-568a-456a-a003-7b4a75fe89f1'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:37:09.328321 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-a85d03a5-3a2a-43da-94ec-1d85f730163f service neutron] Attempting to bind port 910c3325-8ff5-497c-b6a7-14858fbf89f9 on network 3bb64354-568a-456a-a003-7b4a75fe89f1 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:09.332996 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-a85d03a5-3a2a-43da-94ec-1d85f730163f service neutron] Port 910c3325-8ff5-497c-b6a7-14858fbf89f9 on network 3bb64354-568a-456a-a003-7b4a75fe89f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:37:09.333379 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-a85d03a5-3a2a-43da-94ec-1d85f730163f service neutron] Attempting to bind port 910c3325-8ff5-497c-b6a7-14858fbf89f9 on network 3bb64354-568a-456a-a003-7b4a75fe89f1 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:09.338519 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-a85d03a5-3a2a-43da-94ec-1d85f730163f service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:37:09.338861 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-a85d03a5-3a2a-43da-94ec-1d85f730163f service neutron] Checking segment: {'id': 'f6523d22-afc3-4471-98b9-212eb87eeb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3bb64354-568a-456a-a003-7b4a75fe89f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:37:09.339253 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-a85d03a5-3a2a-43da-94ec-1d85f730163f service neutron] Bound using segment: {'id': 'f6523d22-afc3-4471-98b9-212eb87eeb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3bb64354-568a-456a-a003-7b4a75fe89f1'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:37:09.339678 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-a85d03a5-3a2a-43da-94ec-1d85f730163f service neutron] Bound port: 910c3325-8ff5-497c-b6a7-14858fbf89f9, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6523d22-afc3-4471-98b9-212eb87eeb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3bb64354-568a-456a-a003-7b4a75fe89f1'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:37:09.340036 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-a85d03a5-3a2a-43da-94ec-1d85f730163f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:09.406052 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-a85d03a5-3a2a-43da-94ec-1d85f730163f service neutron] For port 910c3325-8ff5-497c-b6a7-14858fbf89f9, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:37:09.409267 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-a85d03a5-3a2a-43da-94ec-1d85f730163f service neutron] For port 910c3325-8ff5-497c-b6a7-14858fbf89f9, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=910c3325-8ff5-497c-b6a7-14858fbf89f9,segment=NetworkSegment(f6523d22-afc3-4471-98b9-212eb87eeb78),segment_id=f6523d22-afc3-4471-98b9-212eb87eeb78)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:37:09.414678 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-a85d03a5-3a2a-43da-94ec-1d85f730163f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:09.451016 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-a85d03a5-3a2a-43da-94ec-1d85f730163f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:09.451633 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-a85d03a5-3a2a-43da-94ec-1d85f730163f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:09.453017 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-a85d03a5-3a2a-43da-94ec-1d85f730163f service neutron] 10.222.0.30 "PUT /v2.0/ports/910c3325-8ff5-497c-b6a7-14858fbf89f9 HTTP/1.1" status: 200 len: 1092 time: 0.6639311 Jul 23 20:37:09.453448 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e837510-9714-446f-9b14-2e04741e26bf', 'tag': '910c3325-8ff5-497c-b6a7-14858fbf89f9'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:37:09.455730 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32006a50-6f96-4dbc-8da8-7471286f0e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "9e837510-9714-446f-9b14-2e04741e26bf", "tag": "910c3325-8ff5-497c-b6a7-14858fbf89f9"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:37:09.481835 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d03a5-3a2a-43da-94ec-1d85f730163f service neutron] Pushing event updated for resources: {'Port': ['ID=910c3325-8ff5-497c-b6a7-14858fbf89f9,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:09.531094 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e76d83-d4fc-40af-bd28-d1e719b489a5 x-openstack-request-id: req-09e76d83-d4fc-40af-bd28-d1e719b489a5 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:37:09.531365 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e837510-9714-446f-9b14-2e04741e26bf", "tag": "910c3325-8ff5-497c-b6a7-14858fbf89f9", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:37:09.531662 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-09e76d83-d4fc-40af-bd28-d1e719b489a5 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:37:09.532087 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e837510-9714-446f-9b14-2e04741e26bf', 'tag': '910c3325-8ff5-497c-b6a7-14858fbf89f9', 'status': 'completed', 'code': 200} Jul 23 20:37:09.560290 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-b2e8432b-8edd-40f5-855d-ff4880a43a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:09.561962 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-b2e8432b-8edd-40f5-855d-ff4880a43a21 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bac8e166147242c8b3a831403daa7c9d&device_id=9e837510-9714-446f-9b14-2e04741e26bf HTTP/1.1" status: 200 len: 1095 time: 0.0621469 Jul 23 20:37:09.571516 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 8e7e3992-9092-4025-a05b-ec0ced4d651d up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:09.613966 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-6648669d-1101-47ae-88bf-a33283c22767 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=910c3325-8ff5-497c-b6a7-14858fbf89f9 HTTP/1.1" status: 200 len: 217 time: 0.0436738 Jul 23 20:37:09.629179 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 8e7e3992-9092-4025-a05b-ec0ced4d651d triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:09.629676 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:09.668900 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-a24a3d7b-fc09-4845-8319-be7ef582cec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:09.670670 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-a24a3d7b-fc09-4845-8319-be7ef582cec9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f43cdb90-1e07-4b97-b28d-4e6bbd59bfc7 HTTP/1.1" status: 200 len: 835 time: 0.0509090 Jul 23 20:37:09.741192 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-63086747-a560-4acc-8e79-6aa5b90b82b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:09.742745 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-63086747-a560-4acc-8e79-6aa5b90b82b3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3bb64354-568a-456a-a003-7b4a75fe89f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0658493 Jul 23 20:37:09.842894 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-2f876a6f-90f1-4bf9-aa18-3e4139e27789 service neutron] 10.222.0.30 "GET /v2.0/networks/3bb64354-568a-456a-a003-7b4a75fe89f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932248 Jul 23 20:37:09.936853 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-01ccf49c-4bd9-43e4-b7e7-5e7265bca1f5 req-1b750232-b67c-49a9-b1bd-113ae452d92f service neutron] 10.222.0.30 "GET /v2.0/networks/3bb64354-568a-456a-a003-7b4a75fe89f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879226 Jul 23 20:37:10.055242 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32006a50-6f96-4dbc-8da8-7471286f0e2f req-85e1c791-36f5-4730-80c5-1f2b3467ba3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:10.056769 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-32006a50-6f96-4dbc-8da8-7471286f0e2f req-85e1c791-36f5-4730-80c5-1f2b3467ba3c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bac8e166147242c8b3a831403daa7c9d&device_id=9e837510-9714-446f-9b14-2e04741e26bf HTTP/1.1" status: 200 len: 1095 time: 0.0662372 Jul 23 20:37:10.153756 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32006a50-6f96-4dbc-8da8-7471286f0e2f req-1a65e3d8-e57d-4c38-b44b-21d921f41036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:10.155538 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-32006a50-6f96-4dbc-8da8-7471286f0e2f req-1a65e3d8-e57d-4c38-b44b-21d921f41036 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3bb64354-568a-456a-a003-7b4a75fe89f1 HTTP/1.1" status: 200 len: 897 time: 0.0913699 Jul 23 20:37:10.204715 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-32006a50-6f96-4dbc-8da8-7471286f0e2f req-81d355e1-4ef1-455e-9d6c-b011039d7161 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=910c3325-8ff5-497c-b6a7-14858fbf89f9 HTTP/1.1" status: 200 len: 217 time: 0.0423179 Jul 23 20:37:10.264671 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32006a50-6f96-4dbc-8da8-7471286f0e2f req-a8e0cc84-5620-4f0b-81d1-5b4e728c7388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:10.266229 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-32006a50-6f96-4dbc-8da8-7471286f0e2f req-a8e0cc84-5620-4f0b-81d1-5b4e728c7388 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f43cdb90-1e07-4b97-b28d-4e6bbd59bfc7 HTTP/1.1" status: 200 len: 835 time: 0.0549400 Jul 23 20:37:10.268914 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f036031-2041-44a1-ae09-4102b9543cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:10.334193 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32006a50-6f96-4dbc-8da8-7471286f0e2f req-5b91a870-c450-4604-a299-db9eb857d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:10.336356 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-32006a50-6f96-4dbc-8da8-7471286f0e2f req-5b91a870-c450-4604-a299-db9eb857d9dd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3bb64354-568a-456a-a003-7b4a75fe89f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633996 Jul 23 20:37:10.373954 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e44891-060c-431e-87be-e6b069107ede req-e8554ae2-7e2e-4ee5-bf82-1cc024a97292 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:10.376411 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-72e44891-060c-431e-87be-e6b069107ede req-e8554ae2-7e2e-4ee5-bf82-1cc024a97292 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e837510-9714-446f-9b14-2e04741e26bf HTTP/1.1" status: 200 len: 943 time: 0.0806904 Jul 23 20:37:10.420623 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-72e44891-060c-431e-87be-e6b069107ede req-55311b74-ad74-4550-b674-ea1c283cd92e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9bf0e20-a3cf-4745-b8e7-03db7456b28b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380585 Jul 23 20:37:10.447699 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-32006a50-6f96-4dbc-8da8-7471286f0e2f req-821e0336-85a9-4e26-a841-dd21e8874d06 service neutron] 10.222.0.30 "GET /v2.0/networks/3bb64354-568a-456a-a003-7b4a75fe89f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026535 Jul 23 20:37:10.541370 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-32006a50-6f96-4dbc-8da8-7471286f0e2f req-8e1e9c2a-6d71-46a8-a712-d1d36c0deff3 service neutron] 10.222.0.30 "GET /v2.0/networks/3bb64354-568a-456a-a003-7b4a75fe89f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863924 Jul 23 20:37:11.370382 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 910c3325-8ff5-497c-b6a7-14858fbf89f9 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:37:11.464652 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 910c3325-8ff5-497c-b6a7-14858fbf89f9, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=910c3325-8ff5-497c-b6a7-14858fbf89f9,segment=NetworkSegment(f6523d22-afc3-4471-98b9-212eb87eeb78),segment_id=f6523d22-afc3-4471-98b9-212eb87eeb78)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:11.479391 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '910c3325-8ff5-497c-b6a7-14858fbf89f9', 'network_id': '3bb64354-568a-456a-a003-7b4a75fe89f1', 'port_id': '910c3325-8ff5-497c-b6a7-14858fbf89f9', 'mac_address': 'fa:16:3e:e8:e0:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f43cdb90-1e07-4b97-b28d-4e6bbd59bfc7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:37:11.517736 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:11.530395 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 910c3325-8ff5-497c-b6a7-14858fbf89f9 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:37:11.549370 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 910c3325-8ff5-497c-b6a7-14858fbf89f9, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=910c3325-8ff5-497c-b6a7-14858fbf89f9,segment=NetworkSegment(f6523d22-afc3-4471-98b9-212eb87eeb78),segment_id=f6523d22-afc3-4471-98b9-212eb87eeb78)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:11.554369 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:11.560062 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a9be6-8afb-4932-8b3a-e50d90e782ab req-f5c39cd1-39a6-4319-adca-7a82fcce8168 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:11.561945 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b34a9be6-8afb-4932-8b3a-e50d90e782ab req-f5c39cd1-39a6-4319-adca-7a82fcce8168 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e837510-9714-446f-9b14-2e04741e26bf HTTP/1.1" status: 200 len: 943 time: 0.0701752 Jul 23 20:37:11.602828 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=910c3325-8ff5-497c-b6a7-14858fbf89f9,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:11.606073 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b34a9be6-8afb-4932-8b3a-e50d90e782ab req-c037ed18-30a3-4fb6-8de1-04e0f3e48823 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9bf0e20-a3cf-4745-b8e7-03db7456b28b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382771 Jul 23 20:37:11.762815 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['910c3325-8ff5-497c-b6a7-14858fbf89f9'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:37:12.735948 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a255406-ee82-45f4-812a-62c308112216 req-f4a37d67-4e9e-470c-bfc7-a31eeb113e5f tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:12.737422 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1a255406-ee82-45f4-812a-62c308112216 req-f4a37d67-4e9e-470c-bfc7-a31eeb113e5f tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e837510-9714-446f-9b14-2e04741e26bf HTTP/1.1" status: 200 len: 944 time: 0.0647821 Jul 23 20:37:12.775311 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1a255406-ee82-45f4-812a-62c308112216 req-f1dbccb0-4a43-4813-bf5c-4842aa471d44 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9bf0e20-a3cf-4745-b8e7-03db7456b28b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320966 Jul 23 20:37:13.323860 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:13.386639 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 910c3325-8ff5-497c-b6a7-14858fbf89f9 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:13.434710 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 910c3325-8ff5-497c-b6a7-14858fbf89f9 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:13.438491 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 910c3325-8ff5-497c-b6a7-14858fbf89f9 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:13.438859 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:13.517071 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:13.540026 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e837510-9714-446f-9b14-2e04741e26bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910c3325-8ff5-497c-b6a7-14858fbf89f9'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:37:13.542320 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce74eaf-532f-4a59-8550-9702a9a8f0be" -d '{"events": [{"server_uuid": "9e837510-9714-446f-9b14-2e04741e26bf", "name": "network-vif-plugged", "status": "completed", "tag": "910c3325-8ff5-497c-b6a7-14858fbf89f9"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:37:13.555882 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 910c3325-8ff5-497c-b6a7-14858fbf89f9, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=910c3325-8ff5-497c-b6a7-14858fbf89f9,segment=NetworkSegment(f6523d22-afc3-4471-98b9-212eb87eeb78),segment_id=f6523d22-afc3-4471-98b9-212eb87eeb78)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:13.559740 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:13.583275 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716b1463-6f1f-4017-96e0-d45258c53098 x-openstack-request-id: req-716b1463-6f1f-4017-96e0-d45258c53098 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:37:13.583752 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e837510-9714-446f-9b14-2e04741e26bf", "name": "network-vif-plugged", "status": "completed", "tag": "910c3325-8ff5-497c-b6a7-14858fbf89f9", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:37:13.584096 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-716b1463-6f1f-4017-96e0-d45258c53098 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:37:13.585079 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e837510-9714-446f-9b14-2e04741e26bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910c3325-8ff5-497c-b6a7-14858fbf89f9', 'code': 200} Jul 23 20:37:13.611692 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=910c3325-8ff5-497c-b6a7-14858fbf89f9,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:13.634228 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8b6a363c-1f46-4e89-8d5b-d495ecf0b1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:13.699647 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428de42-1d50-4167-a6d7-5898eb2f250f req-c635ce87-0966-4a64-9873-0eea44ea46a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:13.701078 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3428de42-1d50-4167-a6d7-5898eb2f250f req-c635ce87-0966-4a64-9873-0eea44ea46a5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9e837510-9714-446f-9b14-2e04741e26bf HTTP/1.1" status: 200 len: 1097 time: 0.0637302 Jul 23 20:37:13.735983 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3428de42-1d50-4167-a6d7-5898eb2f250f req-c455d0cb-5d3c-4957-9748-b3d94f1964c8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f9bf0e20-a3cf-4745-b8e7-03db7456b28b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282936 Jul 23 20:37:13.906528 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468e133-eb07-4b9d-9ffa-870d58885a3b req-7f6ab936-aff2-4664-bb5b-9dcafe641c7a tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:13.908047 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4468e133-eb07-4b9d-9ffa-870d58885a3b req-7f6ab936-aff2-4664-bb5b-9dcafe641c7a tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e837510-9714-446f-9b14-2e04741e26bf HTTP/1.1" status: 200 len: 945 time: 0.0646582 Jul 23 20:37:13.947792 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4468e133-eb07-4b9d-9ffa-870d58885a3b req-d8dcd3a0-1daa-4653-9f0a-41152cc2fcab tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9bf0e20-a3cf-4745-b8e7-03db7456b28b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335391 Jul 23 20:37:14.059343 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:14.745780 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:14.779976 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:15.081229 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc6a01-9baa-44b9-a4b9-18b23d3f886f req-77054b71-3e80-478d-934a-07eea7fc7b41 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:15.083018 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-29fc6a01-9baa-44b9-a4b9-18b23d3f886f req-77054b71-3e80-478d-934a-07eea7fc7b41 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e837510-9714-446f-9b14-2e04741e26bf HTTP/1.1" status: 200 len: 945 time: 0.0681946 Jul 23 20:37:15.122131 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-29fc6a01-9baa-44b9-a4b9-18b23d3f886f req-f6d1630c-aebf-4a8a-9577-4c2f09e92c8e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9bf0e20-a3cf-4745-b8e7-03db7456b28b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326035 Jul 23 20:37:15.255305 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0da071-4a7b-43f5-91b6-84b63d2501dd req-e5ae326a-f7ec-453d-a0cf-a2c34e27fbf6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:15.257566 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8f0da071-4a7b-43f5-91b6-84b63d2501dd req-e5ae326a-f7ec-453d-a0cf-a2c34e27fbf6 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e837510-9714-446f-9b14-2e04741e26bf HTTP/1.1" status: 200 len: 945 time: 0.0683122 Jul 23 20:37:15.294187 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8f0da071-4a7b-43f5-91b6-84b63d2501dd req-461aa765-f00e-44b3-b577-d0c0e9bde679 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9bf0e20-a3cf-4745-b8e7-03db7456b28b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310779 Jul 23 20:37:15.316396 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32902) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:15.370183 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75a64d4-c4f1-4597-a961-a656a5d4a28a tempest-TestNetworkAdvancedServerOps-280634936 tempest-TestNetworkAdvancedServerOps-280634936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:15.371582 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f75a64d4-c4f1-4597-a961-a656a5d4a28a tempest-TestNetworkAdvancedServerOps-280634936 tempest-TestNetworkAdvancedServerOps-280634936-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9e837510-9714-446f-9b14-2e04741e26bf HTTP/1.1" status: 200 len: 1092 time: 0.0541975 Jul 23 20:37:15.374388 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32904) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:15.378705 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4c159e20-b766-4f7b-a148-b8c12363cd11 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'port_id': '910c3325-8ff5-497c-b6a7-14858fbf89f9', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:15.400930 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c159e20-b766-4f7b-a148-b8c12363cd11 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:15.500081 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c159e20-b766-4f7b-a148-b8c12363cd11 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:15.601570 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-4c159e20-b766-4f7b-a148-b8c12363cd11 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Allocated IP 172.25.1.126 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/093941f4-bc6b-439e-a628-61cc1e3569fe) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:37:15.705249 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c159e20-b766-4f7b-a148-b8c12363cd11 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:15.743726 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c159e20-b766-4f7b-a148-b8c12363cd11 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:15.781213 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c159e20-b766-4f7b-a148-b8c12363cd11 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:15.786545 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-4c159e20-b766-4f7b-a148-b8c12363cd11 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:15.790138 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c159e20-b766-4f7b-a148-b8c12363cd11 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:37:15.795561 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c159e20-b766-4f7b-a148-b8c12363cd11 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'Port': ['ID=093941f4-bc6b-439e-a628-61cc1e3569fe,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:15.993544 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:16.446793 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c159e20-b766-4f7b-a148-b8c12363cd11 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:16.519617 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c159e20-b766-4f7b-a148-b8c12363cd11 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:16.676808 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c159e20-b766-4f7b-a148-b8c12363cd11 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:16.681597 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c159e20-b766-4f7b-a148-b8c12363cd11 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:16.751270 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c159e20-b766-4f7b-a148-b8c12363cd11 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event updated for resources: {'Port': ['ID=093941f4-bc6b-439e-a628-61cc1e3569fe,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:16.762923 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c159e20-b766-4f7b-a148-b8c12363cd11 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:16.864247 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [None req-4c159e20-b766-4f7b-a148-b8c12363cd11 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Floating IP 48bc0e87-37dc-4eba-85c3-f9f758cf094b associated. External IP: 172.25.1.126, port: 910c3325-8ff5-497c-b6a7-14858fbf89f9. Jul 23 20:37:17.064896 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c159e20-b766-4f7b-a148-b8c12363cd11 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Router 52cab965-29da-4592-ae37-4a850d192d1f has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:37:17.173642 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c159e20-b766-4f7b-a148-b8c12363cd11 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:37:17.184735 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31133dd-621c-47dd-853d-18da3040313a None None] Sync routers for ids ['52cab965-29da-4592-ae37-4a850d192d1f'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:37:17.189263 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c159e20-b766-4f7b-a148-b8c12363cd11 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:17.193706 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31133dd-621c-47dd-853d-18da3040313a None None] Routers {'52cab965-29da-4592-ae37-4a850d192d1f'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:17.194971 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e31133dd-621c-47dd-853d-18da3040313a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:37:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['52cab965-29da-4592-ae37-4a850d192d1f'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:17.233487 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4c159e20-b766-4f7b-a148-b8c12363cd11 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8555870 Jul 23 20:37:17.233487 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e837510-9714-446f-9b14-2e04741e26bf', 'tag': '910c3325-8ff5-497c-b6a7-14858fbf89f9'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:37:17.233956 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7269262b-8a4b-4726-9e34-d5fa3f3055a4" -d '{"events": [{"name": "network-changed", "server_uuid": "9e837510-9714-446f-9b14-2e04741e26bf", "tag": "910c3325-8ff5-497c-b6a7-14858fbf89f9"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:37:17.304443 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-e31133dd-621c-47dd-853d-18da3040313a None None] Set router 52cab965-29da-4592-ae37-4a850d192d1f gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:17.343095 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdae4f-457f-45b3-81ad-c03eae3c5d2d req-626a3d9e-7cc0-4fab-bc15-1f4a0fd7b101 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:17.344585 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bbbdae4f-457f-45b3-81ad-c03eae3c5d2d req-626a3d9e-7cc0-4fab-bc15-1f4a0fd7b101 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e837510-9714-446f-9b14-2e04741e26bf HTTP/1.1" status: 200 len: 945 time: 0.0642366 Jul 23 20:37:17.386685 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bbbdae4f-457f-45b3-81ad-c03eae3c5d2d req-ea6dc867-cb56-41c4-a18c-2f26f4c9f6c0 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9bf0e20-a3cf-4745-b8e7-03db7456b28b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357246 Jul 23 20:37:17.409405 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 32912) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:17.441238 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c2b002-4a9c-47e5-868d-c042f3969761 x-openstack-request-id: req-c0c2b002-4a9c-47e5-868d-c042f3969761 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:37:17.441691 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e837510-9714-446f-9b14-2e04741e26bf", "tag": "910c3325-8ff5-497c-b6a7-14858fbf89f9", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:37:17.442062 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c0c2b002-4a9c-47e5-868d-c042f3969761 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:37:17.442556 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e837510-9714-446f-9b14-2e04741e26bf', 'tag': '910c3325-8ff5-497c-b6a7-14858fbf89f9', 'status': 'completed', 'code': 200} Jul 23 20:37:17.471004 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5d2959b0-caa8-4f0b-96f3-7019ff10f07e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/floatingips/48bc0e87-37dc-4eba-85c3-f9f758cf094b HTTP/1.1" status: 200 len: 991 time: 0.0604224 Jul 23 20:37:17.523170 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269262b-8a4b-4726-9e34-d5fa3f3055a4 req-38b667b6-1f7d-4583-9ebf-b6ed99fc9bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:17.524722 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7269262b-8a4b-4726-9e34-d5fa3f3055a4 req-38b667b6-1f7d-4583-9ebf-b6ed99fc9bdc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bac8e166147242c8b3a831403daa7c9d&device_id=9e837510-9714-446f-9b14-2e04741e26bf HTTP/1.1" status: 200 len: 1097 time: 0.0565529 Jul 23 20:37:17.541884 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e31133dd-621c-47dd-853d-18da3040313a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cab965-29da-4592-ae37-4a850d192d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700434608', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '52822d63-3c71-405b-8ba9-a120ff0fd048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:00Z', 'updated_at': '2021-07-23T20:37:04Z', 'revision_number': 4, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '52822d63-3c71-405b-8ba9-a120ff0fd048', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cab965-29da-4592-ae37-4a850d192d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:01Z', 'updated_at': '2021-07-23T20:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '48bc0e87-37dc-4eba-85c3-f9f758cf094b', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'floating_ip_address': '172.25.1.126', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '52cab965-29da-4592-ae37-4a850d192d1f', 'port_id': '910c3325-8ff5-497c-b6a7-14858fbf89f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb64354-568a-456a-a003-7b4a75fe89f1', 'mac_address': 'fa:16:3e:e8:e0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e837510-9714-446f-9b14-2e04741e26bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:37:16Z', 'updated_at': '2021-07-23T20:37:16Z', 'revision_number': 0, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e7e3992-9092-4025-a05b-ec0ced4d651d', 'name': '', 'network_id': '3bb64354-568a-456a-a003-7b4a75fe89f1', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'mac_address': 'fa:16:3e:c1:cb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cab965-29da-4592-ae37-4a850d192d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'f43cdb90-1e07-4b97-b28d-4e6bbd59bfc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:04Z', 'updated_at': '2021-07-23T20:37:08Z', 'revision_number': 5, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'subnets': [{'id': 'f43cdb90-1e07-4b97-b28d-4e6bbd59bfc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:17.569252 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31133dd-621c-47dd-853d-18da3040313a None None] Checking router: 52cab965-29da-4592-ae37-4a850d192d1f for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:37:17.577363 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31133dd-621c-47dd-853d-18da3040313a None None] Routers {'52cab965-29da-4592-ae37-4a850d192d1f'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:17.578004 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e31133dd-621c-47dd-853d-18da3040313a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:37:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['52cab965-29da-4592-ae37-4a850d192d1f'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:17.613678 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269262b-8a4b-4726-9e34-d5fa3f3055a4 req-b9ea21f7-2ffc-49e8-888a-f83ff689785d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:17.615461 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7269262b-8a4b-4726-9e34-d5fa3f3055a4 req-b9ea21f7-2ffc-49e8-888a-f83ff689785d service neutron] 10.222.0.30 "GET /v2.0/networks?id=3bb64354-568a-456a-a003-7b4a75fe89f1 HTTP/1.1" status: 200 len: 897 time: 0.0842953 Jul 23 20:37:17.686903 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7269262b-8a4b-4726-9e34-d5fa3f3055a4 req-83da9781-8db7-43ef-9a99-759b70932dec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=910c3325-8ff5-497c-b6a7-14858fbf89f9 HTTP/1.1" status: 200 len: 999 time: 0.0647268 Jul 23 20:37:17.689362 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-e31133dd-621c-47dd-853d-18da3040313a None None] Set router 52cab965-29da-4592-ae37-4a850d192d1f gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:17.736141 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269262b-8a4b-4726-9e34-d5fa3f3055a4 req-8cd84e16-4d8f-428d-bcf9-65c5969d4a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:17.737645 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7269262b-8a4b-4726-9e34-d5fa3f3055a4 req-8cd84e16-4d8f-428d-bcf9-65c5969d4a5b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f43cdb90-1e07-4b97-b28d-4e6bbd59bfc7 HTTP/1.1" status: 200 len: 835 time: 0.0451238 Jul 23 20:37:17.800922 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269262b-8a4b-4726-9e34-d5fa3f3055a4 req-98aef86a-0b59-405c-960b-c5dc75fcf372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:17.802527 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7269262b-8a4b-4726-9e34-d5fa3f3055a4 req-98aef86a-0b59-405c-960b-c5dc75fcf372 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3bb64354-568a-456a-a003-7b4a75fe89f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591364 Jul 23 20:37:17.897676 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7269262b-8a4b-4726-9e34-d5fa3f3055a4 req-b73c2ee0-281c-493c-b275-969e5af2e9e4 service neutron] 10.222.0.30 "GET /v2.0/networks/3bb64354-568a-456a-a003-7b4a75fe89f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880976 Jul 23 20:37:17.923419 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e31133dd-621c-47dd-853d-18da3040313a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cab965-29da-4592-ae37-4a850d192d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700434608', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '52822d63-3c71-405b-8ba9-a120ff0fd048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:00Z', 'updated_at': '2021-07-23T20:37:04Z', 'revision_number': 4, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '52822d63-3c71-405b-8ba9-a120ff0fd048', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cab965-29da-4592-ae37-4a850d192d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:01Z', 'updated_at': '2021-07-23T20:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '48bc0e87-37dc-4eba-85c3-f9f758cf094b', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'floating_ip_address': '172.25.1.126', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '52cab965-29da-4592-ae37-4a850d192d1f', 'port_id': '910c3325-8ff5-497c-b6a7-14858fbf89f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb64354-568a-456a-a003-7b4a75fe89f1', 'mac_address': 'fa:16:3e:e8:e0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e837510-9714-446f-9b14-2e04741e26bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:37:16Z', 'updated_at': '2021-07-23T20:37:16Z', 'revision_number': 0, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e7e3992-9092-4025-a05b-ec0ced4d651d', 'name': '', 'network_id': '3bb64354-568a-456a-a003-7b4a75fe89f1', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'mac_address': 'fa:16:3e:c1:cb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cab965-29da-4592-ae37-4a850d192d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'f43cdb90-1e07-4b97-b28d-4e6bbd59bfc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:04Z', 'updated_at': '2021-07-23T20:37:08Z', 'revision_number': 5, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'subnets': [{'id': 'f43cdb90-1e07-4b97-b28d-4e6bbd59bfc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:17.951354 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31133dd-621c-47dd-853d-18da3040313a None None] The sync data for ids ['52cab965-29da-4592-ae37-4a850d192d1f'] in n-d-793618-10 is: [{'id': '52cab965-29da-4592-ae37-4a850d192d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700434608', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '52822d63-3c71-405b-8ba9-a120ff0fd048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:00Z', 'updated_at': '2021-07-23T20:37:04Z', 'revision_number': 4, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '52822d63-3c71-405b-8ba9-a120ff0fd048', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cab965-29da-4592-ae37-4a850d192d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:01Z', 'updated_at': '2021-07-23T20:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '48bc0e87-37dc-4eba-85c3-f9f758cf094b', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'floating_ip_address': '172.25.1.126', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '52cab965-29da-4592-ae37-4a850d192d1f', 'port_id': '910c3325-8ff5-497c-b6a7-14858fbf89f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb64354-568a-456a-a003-7b4a75fe89f1', 'mac_address': 'fa:16:3e:e8:e0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e837510-9714-446f-9b14-2e04741e26bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:37:16Z', 'updated_at': '2021-07-23T20:37:16Z', 'revision_number': 0, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e7e3992-9092-4025-a05b-ec0ced4d651d', 'name': '', 'network_id': '3bb64354-568a-456a-a003-7b4a75fe89f1', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'mac_address': 'fa:16:3e:c1:cb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cab965-29da-4592-ae37-4a850d192d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'f43cdb90-1e07-4b97-b28d-4e6bbd59bfc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:04Z', 'updated_at': '2021-07-23T20:37:08Z', 'revision_number': 5, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'subnets': [{'id': 'f43cdb90-1e07-4b97-b28d-4e6bbd59bfc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:37:17.987773 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7269262b-8a4b-4726-9e34-d5fa3f3055a4 req-c28078de-20f9-4ecb-8a48-13cc9b8af6a3 service neutron] 10.222.0.30 "GET /v2.0/networks/3bb64354-568a-456a-a003-7b4a75fe89f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845151 Jul 23 20:37:18.144851 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b7dce4-4992-4438-8218-c690e4c1fe29 None None] New status for floating IP 48bc0e87-37dc-4eba-85c3-f9f758cf094b: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:37:18.475474 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32914) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:18.541125 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-42518ce3-7e6d-433a-8012-0d32be66b23a tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/floatingips/48bc0e87-37dc-4eba-85c3-f9f758cf094b HTTP/1.1" status: 200 len: 993 time: 0.0645003 Jul 23 20:37:23.650094 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32922) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:24.021956 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9a7abb8a-53d0-4e06-8853-01e9aedc926f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:24.351130 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-9a7abb8a-53d0-4e06-8853-01e9aedc926f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Deleting port dc91fa6a-18d8-4019-8f26-196e7ecbad63 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:24.351476 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9a7abb8a-53d0-4e06-8853-01e9aedc926f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:24.447205 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-9a7abb8a-53d0-4e06-8853-01e9aedc926f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] For port dc91fa6a-18d8-4019-8f26-196e7ecbad63, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=dc91fa6a-18d8-4019-8f26-196e7ecbad63,segment=NetworkSegment(81b6ed1c-7fde-4af7-b2c0-388a96abe5bd),segment_id=81b6ed1c-7fde-4af7-b2c0-388a96abe5bd)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:24.447561 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9a7abb8a-53d0-4e06-8853-01e9aedc926f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:24.459647 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-9a7abb8a-53d0-4e06-8853-01e9aedc926f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Calling delete_port for dc91fa6a-18d8-4019-8f26-196e7ecbad63 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:24.648511 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9a7abb8a-53d0-4e06-8853-01e9aedc926f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:24.675309 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7abb8a-53d0-4e06-8853-01e9aedc926f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event deleted for resources: {'Port': ['ID=dc91fa6a-18d8-4019-8f26-196e7ecbad63,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:24.852164 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9a7abb8a-53d0-4e06-8853-01e9aedc926f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:25.076359 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7abb8a-53d0-4e06-8853-01e9aedc926f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Router 5aa4c8f2-eb8a-4696-b72d-a064acac6a74 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:37:25.183546 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7abb8a-53d0-4e06-8853-01e9aedc926f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:37:25.188718 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9a7abb8a-53d0-4e06-8853-01e9aedc926f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "PUT /v2.0/routers/5aa4c8f2-eb8a-4696-b72d-a064acac6a74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5375733 Jul 23 20:37:25.193609 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dc48af-0250-4b53-aaf5-4ef7443679bc None None] Sync routers for ids ['5aa4c8f2-eb8a-4696-b72d-a064acac6a74'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:37:25.203549 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dc48af-0250-4b53-aaf5-4ef7443679bc None None] Routers {'5aa4c8f2-eb8a-4696-b72d-a064acac6a74'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:25.204230 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-08dc48af-0250-4b53-aaf5-4ef7443679bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:37:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5aa4c8f2-eb8a-4696-b72d-a064acac6a74'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:25.329150 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-08dc48af-0250-4b53-aaf5-4ef7443679bc None None] Set router 5aa4c8f2-eb8a-4696-b72d-a064acac6a74 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:25.433029 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d794fda-73b4-427c-bf01-b20ac2356823 req-eedf56fb-2e7d-4894-bee0-6aefe6684972 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:25.434563 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1d794fda-73b4-427c-bf01-b20ac2356823 req-eedf56fb-2e7d-4894-bee0-6aefe6684972 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/ports?device_id=3010b70a-9884-4a97-8ca1-4cc410b68902 HTTP/1.1" status: 200 len: 946 time: 0.0645688 Jul 23 20:37:25.474014 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1d794fda-73b4-427c-bf01-b20ac2356823 req-3ca8aee6-adf1-40ac-912f-3eae02357471 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/security-groups?id=b98560e0-666a-4144-a911-335c1f07152d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336750 Jul 23 20:37:25.555659 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-08dc48af-0250-4b53-aaf5-4ef7443679bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'name': 'tempest-TestNetworkBasicOps-router-386918443', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'f9ea7818-4eb5-47ec-854d-5fd14771babe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:42Z', 'updated_at': '2021-07-23T20:37:24Z', 'revision_number': 6, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'gw_port': {'id': 'f9ea7818-4eb5-47ec-854d-5fd14771babe', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:43Z', 'updated_at': '2021-07-23T20:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '57835a97-c1d6-46c5-a06e-0b3652c68f36', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'port_id': '68172014-cfca-4c0e-9094-32b081270e0e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '864de4ce-5df1-4374-a015-6b625275bbb6', 'mac_address': 'fa:16:3e:d8:69:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:36:08Z', 'updated_at': '2021-07-23T20:36:11Z', 'revision_number': 1, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d6feed1-4aed-4db3-9b81-3a81aa6378d9', 'name': '', 'network_id': '864de4ce-5df1-4374-a015-6b625275bbb6', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'mac_address': 'fa:16:3e:2f:c5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '4c97b2da-2e45-40a4-887c-692b9993b786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:48Z', 'updated_at': '2021-07-23T20:35:58Z', 'revision_number': 5, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'subnets': [{'id': '4c97b2da-2e45-40a4-887c-692b9993b786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:25.586788 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dc48af-0250-4b53-aaf5-4ef7443679bc None None] Checking router: 5aa4c8f2-eb8a-4696-b72d-a064acac6a74 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:37:25.595044 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dc48af-0250-4b53-aaf5-4ef7443679bc None None] Routers {'5aa4c8f2-eb8a-4696-b72d-a064acac6a74'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:25.595643 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-08dc48af-0250-4b53-aaf5-4ef7443679bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:37:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5aa4c8f2-eb8a-4696-b72d-a064acac6a74'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:25.699509 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-08dc48af-0250-4b53-aaf5-4ef7443679bc None None] Set router 5aa4c8f2-eb8a-4696-b72d-a064acac6a74 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:25.746331 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:37:25.918495 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-08dc48af-0250-4b53-aaf5-4ef7443679bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'name': 'tempest-TestNetworkBasicOps-router-386918443', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'f9ea7818-4eb5-47ec-854d-5fd14771babe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:42Z', 'updated_at': '2021-07-23T20:37:24Z', 'revision_number': 6, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'gw_port': {'id': 'f9ea7818-4eb5-47ec-854d-5fd14771babe', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:43Z', 'updated_at': '2021-07-23T20:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '57835a97-c1d6-46c5-a06e-0b3652c68f36', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'port_id': '68172014-cfca-4c0e-9094-32b081270e0e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '864de4ce-5df1-4374-a015-6b625275bbb6', 'mac_address': 'fa:16:3e:d8:69:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:36:08Z', 'updated_at': '2021-07-23T20:36:11Z', 'revision_number': 1, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d6feed1-4aed-4db3-9b81-3a81aa6378d9', 'name': '', 'network_id': '864de4ce-5df1-4374-a015-6b625275bbb6', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'mac_address': 'fa:16:3e:2f:c5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '4c97b2da-2e45-40a4-887c-692b9993b786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:48Z', 'updated_at': '2021-07-23T20:35:58Z', 'revision_number': 5, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'subnets': [{'id': '4c97b2da-2e45-40a4-887c-692b9993b786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:25.950012 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dc48af-0250-4b53-aaf5-4ef7443679bc None None] The sync data for ids ['5aa4c8f2-eb8a-4696-b72d-a064acac6a74'] in n-d-793618-10 is: [{'id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'name': 'tempest-TestNetworkBasicOps-router-386918443', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'f9ea7818-4eb5-47ec-854d-5fd14771babe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:42Z', 'updated_at': '2021-07-23T20:37:24Z', 'revision_number': 6, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'gw_port': {'id': 'f9ea7818-4eb5-47ec-854d-5fd14771babe', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:43Z', 'updated_at': '2021-07-23T20:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '57835a97-c1d6-46c5-a06e-0b3652c68f36', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'port_id': '68172014-cfca-4c0e-9094-32b081270e0e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '864de4ce-5df1-4374-a015-6b625275bbb6', 'mac_address': 'fa:16:3e:d8:69:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:36:08Z', 'updated_at': '2021-07-23T20:36:11Z', 'revision_number': 1, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d6feed1-4aed-4db3-9b81-3a81aa6378d9', 'name': '', 'network_id': '864de4ce-5df1-4374-a015-6b625275bbb6', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'mac_address': 'fa:16:3e:2f:c5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '4c97b2da-2e45-40a4-887c-692b9993b786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:48Z', 'updated_at': '2021-07-23T20:35:58Z', 'revision_number': 5, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'subnets': [{'id': '4c97b2da-2e45-40a4-887c-692b9993b786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:37:26.609159 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39176505-3ccc-4dae-95e3-d80919f475f5 req-7d407543-503c-4153-8c4a-05271f92e352 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:26.610671 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-39176505-3ccc-4dae-95e3-d80919f475f5 req-7d407543-503c-4153-8c4a-05271f92e352 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/ports?device_id=3010b70a-9884-4a97-8ca1-4cc410b68902 HTTP/1.1" status: 200 len: 946 time: 0.0684040 Jul 23 20:37:26.678004 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-39176505-3ccc-4dae-95e3-d80919f475f5 req-8944974b-1aef-4d90-b123-55c4a828b936 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/security-groups?id=b98560e0-666a-4144-a911-335c1f07152d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611312 Jul 23 20:37:26.709310 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91658f57-dcf2-4301-8614-29e258455477 req-82479ab7-283f-4c15-b199-9c56e0492730 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:26.710921 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-91658f57-dcf2-4301-8614-29e258455477 req-82479ab7-283f-4c15-b199-9c56e0492730 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.18 "GET /v2.0/ports?device_id=3010b70a-9884-4a97-8ca1-4cc410b68902 HTTP/1.1" status: 200 len: 946 time: 0.0776234 Jul 23 20:37:26.813521 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-91658f57-dcf2-4301-8614-29e258455477 req-e3238d1f-4ffe-44dd-a5b0-e181bb09a447 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Deleting port 7e23d23a-d257-4ecb-ac3f-aa4422a358f7 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:26.813858 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-91658f57-dcf2-4301-8614-29e258455477 req-e3238d1f-4ffe-44dd-a5b0-e181bb09a447 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:26.901300 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-91658f57-dcf2-4301-8614-29e258455477 req-e3238d1f-4ffe-44dd-a5b0-e181bb09a447 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] For port 7e23d23a-d257-4ecb-ac3f-aa4422a358f7, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=7e23d23a-d257-4ecb-ac3f-aa4422a358f7,segment=NetworkSegment(81b6ed1c-7fde-4af7-b2c0-388a96abe5bd),segment_id=81b6ed1c-7fde-4af7-b2c0-388a96abe5bd)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:26.901708 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-91658f57-dcf2-4301-8614-29e258455477 req-e3238d1f-4ffe-44dd-a5b0-e181bb09a447 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:26.914200 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-91658f57-dcf2-4301-8614-29e258455477 req-e3238d1f-4ffe-44dd-a5b0-e181bb09a447 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Calling delete_port for 7e23d23a-d257-4ecb-ac3f-aa4422a358f7 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:27.385608 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-91658f57-dcf2-4301-8614-29e258455477 req-e3238d1f-4ffe-44dd-a5b0-e181bb09a447 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:27.414882 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3238d1f-4ffe-44dd-a5b0-e181bb09a447 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event deleted for resources: {'Port': ['ID=7e23d23a-d257-4ecb-ac3f-aa4422a358f7,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:27.464332 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-91658f57-dcf2-4301-8614-29e258455477 req-e3238d1f-4ffe-44dd-a5b0-e181bb09a447 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] No DVR routers for this DVR port 7e23d23a-d257-4ecb-ac3f-aa4422a358f7 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:37:27.467043 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-91658f57-dcf2-4301-8614-29e258455477 req-e3238d1f-4ffe-44dd-a5b0-e181bb09a447 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:27.469119 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-91658f57-dcf2-4301-8614-29e258455477 req-e3238d1f-4ffe-44dd-a5b0-e181bb09a447 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.18 "DELETE /v2.0/ports/7e23d23a-d257-4ecb-ac3f-aa4422a358f7 HTTP/1.1" status: 204 len: 173 time: 0.7531319 Jul 23 20:37:27.469594 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3010b70a-9884-4a97-8ca1-4cc410b68902', 'name': 'network-vif-deleted', 'tag': '7e23d23a-d257-4ecb-ac3f-aa4422a358f7'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:37:27.471875 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db39c6d-0494-4d1e-af57-af6b3ec121a1" -d '{"events": [{"server_uuid": "3010b70a-9884-4a97-8ca1-4cc410b68902", "name": "network-vif-deleted", "tag": "7e23d23a-d257-4ecb-ac3f-aa4422a358f7"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:37:27.511162 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80d6ac7-f40f-4dfa-ad28-5877816e6063 x-openstack-request-id: req-b80d6ac7-f40f-4dfa-ad28-5877816e6063 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:37:27.511458 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3010b70a-9884-4a97-8ca1-4cc410b68902", "name": "network-vif-deleted", "tag": "7e23d23a-d257-4ecb-ac3f-aa4422a358f7", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:37:27.511715 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b80d6ac7-f40f-4dfa-ad28-5877816e6063 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:37:27.512200 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3010b70a-9884-4a97-8ca1-4cc410b68902', 'name': 'network-vif-deleted', 'tag': '7e23d23a-d257-4ecb-ac3f-aa4422a358f7', 'status': 'completed', 'code': 200} Jul 23 20:37:27.536317 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device dc91fa6a-18d8-4019-8f26-196e7ecbad63 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:27.555715 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: dc91fa6a-18d8-4019-8f26-196e7ecbad63 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:27.556056 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device dc91fa6a-18d8-4019-8f26-196e7ecbad63 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:27.793856 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c27fcee2-47c4-4e39-8395-8296f5604f4b req-d2df241e-fe1f-4e08-b96c-bcd0b680a3f5 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/ports?device_id=3010b70a-9884-4a97-8ca1-4cc410b68902 HTTP/1.1" status: 200 len: 210 time: 0.0351701 Jul 23 20:37:28.851943 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 32936) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:28.909336 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0cd84e94-9556-4582-a89c-d77c72e151ea tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:28.935095 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0cd84e94-9556-4582-a89c-d77c72e151ea tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:29.000109 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0cd84e94-9556-4582-a89c-d77c72e151ea tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:29.003985 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0cd84e94-9556-4582-a89c-d77c72e151ea tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:29.005911 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0cd84e94-9556-4582-a89c-d77c72e151ea tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "DELETE /v2.0/security-groups/b98560e0-666a-4144-a911-335c1f07152d HTTP/1.1" status: 204 len: 168 time: 0.1527672 Jul 23 20:37:29.018669 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd84e94-9556-4582-a89c-d77c72e151ea tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98560e0-666a-4144-a911-335c1f07152d,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:29.039246 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 32940) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:29.094914 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4f6991d-0728-41f1-9b12-3f1ce30f78da tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Deleting subnet 35d79b58-4464-4efa-a7c5-19ad20270be7 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:37:29.097905 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f4f6991d-0728-41f1-9b12-3f1ce30f78da tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:29.137607 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f4f6991d-0728-41f1-9b12-3f1ce30f78da tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:29.219781 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f4f6991d-0728-41f1-9b12-3f1ce30f78da tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:29.283560 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f4f6991d-0728-41f1-9b12-3f1ce30f78da tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:29.312984 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f6991d-0728-41f1-9b12-3f1ce30f78da tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event deleted for resources: {'Subnet': ['ID=35d79b58-4464-4efa-a7c5-19ad20270be7,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:29.319497 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f4f6991d-0728-41f1-9b12-3f1ce30f78da tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:29.321462 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f4f6991d-0728-41f1-9b12-3f1ce30f78da tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "DELETE /v2.0/subnets/35d79b58-4464-4efa-a7c5-19ad20270be7 HTTP/1.1" status: 204 len: 168 time: 0.2812021 Jul 23 20:37:29.324305 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 32942) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:29.327468 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25ba883-c2e0-4022-9e1f-23c9c3c77499 None None] Network 4c87d8eb-767b-400c-addc-1078cc77007c requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:37:29.401187 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-be68066b-4973-40fa-90e4-99250be804e3 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:29.455735 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-be68066b-4973-40fa-90e4-99250be804e3 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Deleting port 4cfd388e-23d4-4ce3-8761-fd9ed263f414 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:29.456085 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-be68066b-4973-40fa-90e4-99250be804e3 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:29.529663 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-be68066b-4973-40fa-90e4-99250be804e3 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] For port 4cfd388e-23d4-4ce3-8761-fd9ed263f414, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=4cfd388e-23d4-4ce3-8761-fd9ed263f414,segment=NetworkSegment(81b6ed1c-7fde-4af7-b2c0-388a96abe5bd),segment_id=81b6ed1c-7fde-4af7-b2c0-388a96abe5bd)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:29.530099 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-be68066b-4973-40fa-90e4-99250be804e3 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:29.542967 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-be68066b-4973-40fa-90e4-99250be804e3 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Calling delete_port for 4cfd388e-23d4-4ce3-8761-fd9ed263f414 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:29.627664 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-be68066b-4973-40fa-90e4-99250be804e3 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:29.660373 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68066b-4973-40fa-90e4-99250be804e3 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event deleted for resources: {'Port': ['ID=4cfd388e-23d4-4ce3-8761-fd9ed263f414,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:29.664224 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be68066b-4973-40fa-90e4-99250be804e3 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] No DVR routers for this DVR port 4cfd388e-23d4-4ce3-8761-fd9ed263f414 on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:37:29.686619 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00fe958-772a-479f-bf79-702891b4d62d None None] DHCP port deletion for 4c87d8eb-767b-400c-addc-1078cc77007c request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:37:29.746826 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-be68066b-4973-40fa-90e4-99250be804e3 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:29.756870 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-be68066b-4973-40fa-90e4-99250be804e3 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c87d8eb-767b-400c-addc-1078cc77007c']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:29.766572 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-be68066b-4973-40fa-90e4-99250be804e3 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81b6ed1c-7fde-4af7-b2c0-388a96abe5bd') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:29.766870 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-be68066b-4973-40fa-90e4-99250be804e3 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81b6ed1c-7fde-4af7-b2c0-388a96abe5bd') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:29.776069 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-be68066b-4973-40fa-90e4-99250be804e3 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:29.794988 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-be68066b-4973-40fa-90e4-99250be804e3 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:29.800815 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be68066b-4973-40fa-90e4-99250be804e3 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:37:29.801499 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-be68066b-4973-40fa-90e4-99250be804e3 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:29.804847 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:37:29.804847 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:37:29.804847 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:37:29.804847 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:37:29.804847 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:37:29.804847 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:37:29.804847 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:37:29.804847 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:37:29.804847 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:37:29.804847 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:37:29.804847 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:37:29.804847 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:37:29.804847 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:37:29.804847 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:37:29.804847 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:37:29.804847 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:37:29.804847 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:37:29.804847 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:37:29.804847 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:37:29.804847 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:37:29.804847 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:37:29.804847 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:37:29.804847 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:37:29.804847 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:37:29.804847 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:37:29.804847 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:37:29.804847 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:37:29.804847 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:37:29.804847 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:37:29.804847 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:37:29.804847 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:37:29.804847 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:37:29.861714 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-be68066b-4973-40fa-90e4-99250be804e3 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:29.869493 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-be68066b-4973-40fa-90e4-99250be804e3 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:29.871188 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-be68066b-4973-40fa-90e4-99250be804e3 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "DELETE /v2.0/networks/4c87d8eb-767b-400c-addc-1078cc77007c HTTP/1.1" status: 204 len: 168 time: 0.5459521 Jul 23 20:37:29.874002 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32944) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:29.882723 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68066b-4973-40fa-90e4-99250be804e3 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event deleted for resources: {'Network': ['ID=4c87d8eb-767b-400c-addc-1078cc77007c,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:30.029731 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-22f5c99f-da6d-4c3d-8e7e-deee5337c454 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Deleting port 108ea272-74f6-4768-b821-3ede52721f07 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:30.030109 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-22f5c99f-da6d-4c3d-8e7e-deee5337c454 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:30.107400 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-22f5c99f-da6d-4c3d-8e7e-deee5337c454 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:30.107728 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-22f5c99f-da6d-4c3d-8e7e-deee5337c454 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:30.120889 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-22f5c99f-da6d-4c3d-8e7e-deee5337c454 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Calling delete_port for 108ea272-74f6-4768-b821-3ede52721f07 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:30.594494 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-22f5c99f-da6d-4c3d-8e7e-deee5337c454 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:30.617701 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f5c99f-da6d-4c3d-8e7e-deee5337c454 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event deleted for resources: {'Port': ['ID=108ea272-74f6-4768-b821-3ede52721f07,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:30.655061 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 7e23d23a-d257-4ecb-ac3f-aa4422a358f7 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:30.675187 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 7e23d23a-d257-4ecb-ac3f-aa4422a358f7 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:30.675525 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 7e23d23a-d257-4ecb-ac3f-aa4422a358f7 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:30.685002 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-22f5c99f-da6d-4c3d-8e7e-deee5337c454 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:30.685340 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [None req-22f5c99f-da6d-4c3d-8e7e-deee5337c454 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Floating IP 57835a97-c1d6-46c5-a06e-0b3652c68f36 disassociated (deleted). External IP: 172.25.1.47, port: 68172014-cfca-4c0e-9094-32b081270e0e. Jul 23 20:37:30.899076 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f5c99f-da6d-4c3d-8e7e-deee5337c454 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Router 5aa4c8f2-eb8a-4696-b72d-a064acac6a74 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:37:31.006478 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f5c99f-da6d-4c3d-8e7e-deee5337c454 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:37:31.011244 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-22f5c99f-da6d-4c3d-8e7e-deee5337c454 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:31.016047 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda96d0a-3206-4613-9480-8c5b67cf2876 None None] Sync routers for ids ['5aa4c8f2-eb8a-4696-b72d-a064acac6a74'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:37:31.026285 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda96d0a-3206-4613-9480-8c5b67cf2876 None None] Routers {'5aa4c8f2-eb8a-4696-b72d-a064acac6a74'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:31.026900 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-eda96d0a-3206-4613-9480-8c5b67cf2876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:37:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5aa4c8f2-eb8a-4696-b72d-a064acac6a74'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:31.050833 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-22f5c99f-da6d-4c3d-8e7e-deee5337c454 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "DELETE /v2.0/floatingips/57835a97-c1d6-46c5-a06e-0b3652c68f36 HTTP/1.1" status: 204 len: 168 time: 1.1728389 Jul 23 20:37:31.050833 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb', 'tag': '68172014-cfca-4c0e-9094-32b081270e0e'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:37:31.053402 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fecbe2b-0a4d-461c-ad80-0c40ba075d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb", "tag": "68172014-cfca-4c0e-9094-32b081270e0e"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:37:31.131350 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-eda96d0a-3206-4613-9480-8c5b67cf2876 None None] Set router 5aa4c8f2-eb8a-4696-b72d-a064acac6a74 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:31.206084 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50d1758-5c32-43f6-8558-b59490efc9f1 x-openstack-request-id: req-d50d1758-5c32-43f6-8558-b59490efc9f1 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:37:31.206688 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb", "tag": "68172014-cfca-4c0e-9094-32b081270e0e", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:37:31.207004 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d50d1758-5c32-43f6-8558-b59490efc9f1 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:37:31.207466 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb', 'tag': '68172014-cfca-4c0e-9094-32b081270e0e', 'status': 'completed', 'code': 200} Jul 23 20:37:31.293457 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fecbe2b-0a4d-461c-ad80-0c40ba075d5b req-91cf6b85-0d29-4690-9627-779a13e5e480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:31.295844 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7fecbe2b-0a4d-461c-ad80-0c40ba075d5b req-91cf6b85-0d29-4690-9627-779a13e5e480 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9bce00ee88e9483da89a858a154365d1&device_id=c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb HTTP/1.1" status: 200 len: 1098 time: 0.0668435 Jul 23 20:37:31.327568 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff416264-a86b-4e59-a359-4b929990193a req-8979a405-867a-4423-8b19-a56c5d15d80a tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:31.329092 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ff416264-a86b-4e59-a359-4b929990193a req-8979a405-867a-4423-8b19-a56c5d15d80a tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb HTTP/1.1" status: 200 len: 946 time: 0.0753281 Jul 23 20:37:31.352517 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-eda96d0a-3206-4613-9480-8c5b67cf2876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'name': 'tempest-TestNetworkBasicOps-router-386918443', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'f9ea7818-4eb5-47ec-854d-5fd14771babe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:42Z', 'updated_at': '2021-07-23T20:37:24Z', 'revision_number': 6, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'gw_port': {'id': 'f9ea7818-4eb5-47ec-854d-5fd14771babe', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:43Z', 'updated_at': '2021-07-23T20:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '5d6feed1-4aed-4db3-9b81-3a81aa6378d9', 'name': '', 'network_id': '864de4ce-5df1-4374-a015-6b625275bbb6', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'mac_address': 'fa:16:3e:2f:c5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '4c97b2da-2e45-40a4-887c-692b9993b786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:48Z', 'updated_at': '2021-07-23T20:35:58Z', 'revision_number': 5, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'subnets': [{'id': '4c97b2da-2e45-40a4-887c-692b9993b786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:31.376605 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ff416264-a86b-4e59-a359-4b929990193a req-96267f74-84cf-4ed1-afdd-89834b141162 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b9713de-5874-47b8-8c7a-e861275e267b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407677 Jul 23 20:37:31.379156 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda96d0a-3206-4613-9480-8c5b67cf2876 None None] Checking router: 5aa4c8f2-eb8a-4696-b72d-a064acac6a74 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:37:31.388216 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda96d0a-3206-4613-9480-8c5b67cf2876 None None] Routers {'5aa4c8f2-eb8a-4696-b72d-a064acac6a74'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:31.388947 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-eda96d0a-3206-4613-9480-8c5b67cf2876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:37:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5aa4c8f2-eb8a-4696-b72d-a064acac6a74'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:31.396019 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fecbe2b-0a4d-461c-ad80-0c40ba075d5b req-0e7be9e7-27ae-48f5-b38a-07bd4ae3eea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:31.397525 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7fecbe2b-0a4d-461c-ad80-0c40ba075d5b req-0e7be9e7-27ae-48f5-b38a-07bd4ae3eea7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=864de4ce-5df1-4374-a015-6b625275bbb6 HTTP/1.1" status: 200 len: 898 time: 0.0937810 Jul 23 20:37:31.444811 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7fecbe2b-0a4d-461c-ad80-0c40ba075d5b req-76df3291-09c4-4faf-93d9-f18fa89e886d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68172014-cfca-4c0e-9094-32b081270e0e HTTP/1.1" status: 200 len: 217 time: 0.0396130 Jul 23 20:37:31.494305 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fecbe2b-0a4d-461c-ad80-0c40ba075d5b req-e9c2908b-dd6a-4b11-af71-ebb04e1958cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:31.495056 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-eda96d0a-3206-4613-9480-8c5b67cf2876 None None] Set router 5aa4c8f2-eb8a-4696-b72d-a064acac6a74 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:31.495748 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7fecbe2b-0a4d-461c-ad80-0c40ba075d5b req-e9c2908b-dd6a-4b11-af71-ebb04e1958cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c97b2da-2e45-40a4-887c-692b9993b786 HTTP/1.1" status: 200 len: 835 time: 0.0444083 Jul 23 20:37:31.560889 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fecbe2b-0a4d-461c-ad80-0c40ba075d5b req-823a985a-c75b-4538-ab3e-45f46326335c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:31.562463 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7fecbe2b-0a4d-461c-ad80-0c40ba075d5b req-823a985a-c75b-4538-ab3e-45f46326335c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=864de4ce-5df1-4374-a015-6b625275bbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588522 Jul 23 20:37:31.577882 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 4cfd388e-23d4-4ce3-8761-fd9ed263f414 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:31.598036 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 4cfd388e-23d4-4ce3-8761-fd9ed263f414 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:31.598866 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 4cfd388e-23d4-4ce3-8761-fd9ed263f414 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:31.671200 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7fecbe2b-0a4d-461c-ad80-0c40ba075d5b req-5bd0f97f-7c65-41b7-948f-f9dd50304b90 service neutron] 10.222.0.30 "GET /v2.0/networks/864de4ce-5df1-4374-a015-6b625275bbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004794 Jul 23 20:37:31.708723 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-eda96d0a-3206-4613-9480-8c5b67cf2876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'name': 'tempest-TestNetworkBasicOps-router-386918443', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'f9ea7818-4eb5-47ec-854d-5fd14771babe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:42Z', 'updated_at': '2021-07-23T20:37:24Z', 'revision_number': 6, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'gw_port': {'id': 'f9ea7818-4eb5-47ec-854d-5fd14771babe', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:43Z', 'updated_at': '2021-07-23T20:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '5d6feed1-4aed-4db3-9b81-3a81aa6378d9', 'name': '', 'network_id': '864de4ce-5df1-4374-a015-6b625275bbb6', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'mac_address': 'fa:16:3e:2f:c5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '4c97b2da-2e45-40a4-887c-692b9993b786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:48Z', 'updated_at': '2021-07-23T20:35:58Z', 'revision_number': 5, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'subnets': [{'id': '4c97b2da-2e45-40a4-887c-692b9993b786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:31.738061 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda96d0a-3206-4613-9480-8c5b67cf2876 None None] The sync data for ids ['5aa4c8f2-eb8a-4696-b72d-a064acac6a74'] in n-d-793618-10 is: [{'id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'name': 'tempest-TestNetworkBasicOps-router-386918443', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'f9ea7818-4eb5-47ec-854d-5fd14771babe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:42Z', 'updated_at': '2021-07-23T20:37:24Z', 'revision_number': 6, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'gw_port': {'id': 'f9ea7818-4eb5-47ec-854d-5fd14771babe', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:43Z', 'updated_at': '2021-07-23T20:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '5d6feed1-4aed-4db3-9b81-3a81aa6378d9', 'name': '', 'network_id': '864de4ce-5df1-4374-a015-6b625275bbb6', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'mac_address': 'fa:16:3e:2f:c5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '4c97b2da-2e45-40a4-887c-692b9993b786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:48Z', 'updated_at': '2021-07-23T20:35:58Z', 'revision_number': 5, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'subnets': [{'id': '4c97b2da-2e45-40a4-887c-692b9993b786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:37:31.771364 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7fecbe2b-0a4d-461c-ad80-0c40ba075d5b req-7f234f14-1e39-4f30-afc9-23044c78789d service neutron] 10.222.0.30 "GET /v2.0/networks/864de4ce-5df1-4374-a015-6b625275bbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926325 Jul 23 20:37:31.961080 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987c5135-6fa3-4425-a459-c2510471e7e2 None None] New status for floating IP 57835a97-c1d6-46c5-a06e-0b3652c68f36: DOWN {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:37:32.518583 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5c18b-d6ba-4b47-9474-b35c93217119 req-ee602998-114c-4f62-a191-c1ee494b14f9 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:32.520251 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d8e5c18b-d6ba-4b47-9474-b35c93217119 req-ee602998-114c-4f62-a191-c1ee494b14f9 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb HTTP/1.1" status: 200 len: 946 time: 0.0633700 Jul 23 20:37:32.558345 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d8e5c18b-d6ba-4b47-9474-b35c93217119 req-8ff49ba8-415f-4ee8-b9c7-3ca9ee0c4fe5 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b9713de-5874-47b8-8c7a-e861275e267b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318928 Jul 23 20:37:32.616995 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8681e-c13c-4e58-a44a-90f11ae1a6ba req-bb7578a0-ef75-4fc2-ad1a-a66133478297 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:32.618519 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5ec8681e-c13c-4e58-a44a-90f11ae1a6ba req-bb7578a0-ef75-4fc2-ad1a-a66133478297 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb HTTP/1.1" status: 200 len: 946 time: 0.0654752 Jul 23 20:37:32.726367 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-5ec8681e-c13c-4e58-a44a-90f11ae1a6ba req-905d8016-269a-421e-8022-e4f24c5ec084 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Deleting port 68172014-cfca-4c0e-9094-32b081270e0e {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:32.726717 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5ec8681e-c13c-4e58-a44a-90f11ae1a6ba req-905d8016-269a-421e-8022-e4f24c5ec084 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:32.818796 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-5ec8681e-c13c-4e58-a44a-90f11ae1a6ba req-905d8016-269a-421e-8022-e4f24c5ec084 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] For port 68172014-cfca-4c0e-9094-32b081270e0e, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=68172014-cfca-4c0e-9094-32b081270e0e,segment=NetworkSegment(5ee22926-6b8c-4025-87b0-aefb94119d06),segment_id=5ee22926-6b8c-4025-87b0-aefb94119d06)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:32.819049 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5ec8681e-c13c-4e58-a44a-90f11ae1a6ba req-905d8016-269a-421e-8022-e4f24c5ec084 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:32.830606 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-5ec8681e-c13c-4e58-a44a-90f11ae1a6ba req-905d8016-269a-421e-8022-e4f24c5ec084 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Calling delete_port for 68172014-cfca-4c0e-9094-32b081270e0e owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:32.953264 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5ec8681e-c13c-4e58-a44a-90f11ae1a6ba req-905d8016-269a-421e-8022-e4f24c5ec084 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:32.985248 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d8016-269a-421e-8022-e4f24c5ec084 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event deleted for resources: {'Port': ['ID=68172014-cfca-4c0e-9094-32b081270e0e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:33.033552 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec8681e-c13c-4e58-a44a-90f11ae1a6ba req-905d8016-269a-421e-8022-e4f24c5ec084 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] No DVR routers for this DVR port 68172014-cfca-4c0e-9094-32b081270e0e on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:37:33.036699 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5ec8681e-c13c-4e58-a44a-90f11ae1a6ba req-905d8016-269a-421e-8022-e4f24c5ec084 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:33.038889 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5ec8681e-c13c-4e58-a44a-90f11ae1a6ba req-905d8016-269a-421e-8022-e4f24c5ec084 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.30 "DELETE /v2.0/ports/68172014-cfca-4c0e-9094-32b081270e0e HTTP/1.1" status: 204 len: 173 time: 0.4140084 Jul 23 20:37:33.208874 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb', 'name': 'network-vif-deleted', 'tag': '68172014-cfca-4c0e-9094-32b081270e0e'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:37:33.211220 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7168896-5890-49ac-85bf-f2a7da14dd7a" -d '{"events": [{"server_uuid": "c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb", "name": "network-vif-deleted", "tag": "68172014-cfca-4c0e-9094-32b081270e0e"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:37:33.250827 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372beff3-5460-4a97-ba1c-a15c56c6de6a x-openstack-request-id: req-372beff3-5460-4a97-ba1c-a15c56c6de6a {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:37:33.251126 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb", "name": "network-vif-deleted", "tag": "68172014-cfca-4c0e-9094-32b081270e0e", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:37:33.251378 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-372beff3-5460-4a97-ba1c-a15c56c6de6a {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:37:33.251780 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d856ef-dbb5-4ea7-8f31-3a82cbe2fadb', 'name': 'network-vif-deleted', 'tag': '68172014-cfca-4c0e-9094-32b081270e0e', 'status': 'completed', 'code': 200} Jul 23 20:37:33.615247 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32958) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:33.673453 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b1c9243-7612-468e-9b42-926e99c50c13 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:33.698108 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b1c9243-7612-468e-9b42-926e99c50c13 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:33.763779 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b1c9243-7612-468e-9b42-926e99c50c13 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:33.766192 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5b1c9243-7612-468e-9b42-926e99c50c13 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:33.767525 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5b1c9243-7612-468e-9b42-926e99c50c13 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "DELETE /v2.0/security-groups/3b9713de-5874-47b8-8c7a-e861275e267b HTTP/1.1" status: 204 len: 168 time: 0.1512544 Jul 23 20:37:33.780845 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c9243-7612-468e-9b42-926e99c50c13 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9713de-5874-47b8-8c7a-e861275e267b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:33.799375 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32962) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:34.156323 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-748b7114-fb72-48e1-a4e1-7cc3db6becd1 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:34.418726 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-748b7114-fb72-48e1-a4e1-7cc3db6becd1 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Deleting port 5d6feed1-4aed-4db3-9b81-3a81aa6378d9 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:34.418967 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-748b7114-fb72-48e1-a4e1-7cc3db6becd1 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:34.503749 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-748b7114-fb72-48e1-a4e1-7cc3db6becd1 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] For port 5d6feed1-4aed-4db3-9b81-3a81aa6378d9, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=5d6feed1-4aed-4db3-9b81-3a81aa6378d9,segment=NetworkSegment(5ee22926-6b8c-4025-87b0-aefb94119d06),segment_id=5ee22926-6b8c-4025-87b0-aefb94119d06)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:34.504104 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-748b7114-fb72-48e1-a4e1-7cc3db6becd1 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:34.520715 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-748b7114-fb72-48e1-a4e1-7cc3db6becd1 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Calling delete_port for 5d6feed1-4aed-4db3-9b81-3a81aa6378d9 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:34.702412 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-748b7114-fb72-48e1-a4e1-7cc3db6becd1 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:34.730922 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b7114-fb72-48e1-a4e1-7cc3db6becd1 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event deleted for resources: {'Port': ['ID=5d6feed1-4aed-4db3-9b81-3a81aa6378d9,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:34.903779 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-748b7114-fb72-48e1-a4e1-7cc3db6becd1 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:35.115933 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748b7114-fb72-48e1-a4e1-7cc3db6becd1 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Router 5aa4c8f2-eb8a-4696-b72d-a064acac6a74 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:37:35.220529 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748b7114-fb72-48e1-a4e1-7cc3db6becd1 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:37:35.225878 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-748b7114-fb72-48e1-a4e1-7cc3db6becd1 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "PUT /v2.0/routers/5aa4c8f2-eb8a-4696-b72d-a064acac6a74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4254034 Jul 23 20:37:35.228481 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32964) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:35.231233 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9241d2-fb3b-466b-9648-bf0354b4af16 None None] Sync routers for ids ['5aa4c8f2-eb8a-4696-b72d-a064acac6a74'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:37:35.240907 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9241d2-fb3b-466b-9648-bf0354b4af16 None None] Routers {'5aa4c8f2-eb8a-4696-b72d-a064acac6a74'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:35.241803 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6a9241d2-fb3b-466b-9648-bf0354b4af16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:37:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5aa4c8f2-eb8a-4696-b72d-a064acac6a74'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:35.280234 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d7cfe6d-e458-4554-aa07-f94138ee3cbb tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Deleting subnet 4c97b2da-2e45-40a4-887c-692b9993b786 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:37:35.283322 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d7cfe6d-e458-4554-aa07-f94138ee3cbb tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:35.326434 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d7cfe6d-e458-4554-aa07-f94138ee3cbb tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:35.346544 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-6a9241d2-fb3b-466b-9648-bf0354b4af16 None None] Set router 5aa4c8f2-eb8a-4696-b72d-a064acac6a74 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:35.414010 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d7cfe6d-e458-4554-aa07-f94138ee3cbb tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:35.470059 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d7cfe6d-e458-4554-aa07-f94138ee3cbb tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:35.479867 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 68172014-cfca-4c0e-9094-32b081270e0e no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:35.500663 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 68172014-cfca-4c0e-9094-32b081270e0e {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:35.500929 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7cfe6d-e458-4554-aa07-f94138ee3cbb tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event deleted for resources: {'Subnet': ['ID=4c97b2da-2e45-40a4-887c-692b9993b786,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:35.501053 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 68172014-cfca-4c0e-9094-32b081270e0e not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:35.503752 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d7cfe6d-e458-4554-aa07-f94138ee3cbb tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:35.508395 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 32966) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:35.509160 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8d7cfe6d-e458-4554-aa07-f94138ee3cbb tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "DELETE /v2.0/subnets/4c97b2da-2e45-40a4-887c-692b9993b786 HTTP/1.1" status: 204 len: 168 time: 0.2796583 Jul 23 20:37:35.511327 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7b9fd7-78e0-4692-ba50-ccc6abdabcf4 None None] Network 864de4ce-5df1-4374-a015-6b625275bbb6 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:37:35.531106 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6a9241d2-fb3b-466b-9648-bf0354b4af16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'name': 'tempest-TestNetworkBasicOps-router-386918443', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'f9ea7818-4eb5-47ec-854d-5fd14771babe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:42Z', 'updated_at': '2021-07-23T20:37:34Z', 'revision_number': 7, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'gw_port': {'id': 'f9ea7818-4eb5-47ec-854d-5fd14771babe', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:43Z', 'updated_at': '2021-07-23T20:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:35.567250 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9241d2-fb3b-466b-9648-bf0354b4af16 None None] Checking router: 5aa4c8f2-eb8a-4696-b72d-a064acac6a74 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:37:35.576344 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9241d2-fb3b-466b-9648-bf0354b4af16 None None] Routers {'5aa4c8f2-eb8a-4696-b72d-a064acac6a74'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:35.577229 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6a9241d2-fb3b-466b-9648-bf0354b4af16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:37:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5aa4c8f2-eb8a-4696-b72d-a064acac6a74'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:35.647747 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a000583d-2841-4c37-8b11-4fbe0c4ff700 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:35.696059 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-6a9241d2-fb3b-466b-9648-bf0354b4af16 None None] Set router 5aa4c8f2-eb8a-4696-b72d-a064acac6a74 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:35.740311 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaa4f90-abaa-43e1-addb-80a910b59b85 None None] DHCP port deletion for 864de4ce-5df1-4374-a015-6b625275bbb6 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:37:35.760500 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a000583d-2841-4c37-8b11-4fbe0c4ff700 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:35.787326 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ddaa4f90-abaa-43e1-addb-80a910b59b85 None None] Deleting port 61e02538-db61-4d97-8553-7e41cd8b693a {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:35.787705 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ddaa4f90-abaa-43e1-addb-80a910b59b85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:35.818619 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a000583d-2841-4c37-8b11-4fbe0c4ff700 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Deleting port f9ea7818-4eb5-47ec-854d-5fd14771babe {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:35.818993 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a000583d-2841-4c37-8b11-4fbe0c4ff700 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:35.855936 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-ddaa4f90-abaa-43e1-addb-80a910b59b85 None None] For port 61e02538-db61-4d97-8553-7e41cd8b693a, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=61e02538-db61-4d97-8553-7e41cd8b693a,segment=NetworkSegment(5ee22926-6b8c-4025-87b0-aefb94119d06),segment_id=5ee22926-6b8c-4025-87b0-aefb94119d06)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:35.856473 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ddaa4f90-abaa-43e1-addb-80a910b59b85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:35.869209 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ddaa4f90-abaa-43e1-addb-80a910b59b85 None None] Calling delete_port for 61e02538-db61-4d97-8553-7e41cd8b693a owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:35.900000 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6a9241d2-fb3b-466b-9648-bf0354b4af16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'name': 'tempest-TestNetworkBasicOps-router-386918443', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'f9ea7818-4eb5-47ec-854d-5fd14771babe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:42Z', 'updated_at': '2021-07-23T20:37:34Z', 'revision_number': 7, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'gw_port': {'id': 'f9ea7818-4eb5-47ec-854d-5fd14771babe', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:43Z', 'updated_at': '2021-07-23T20:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:35.905757 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-a000583d-2841-4c37-8b11-4fbe0c4ff700 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] For port f9ea7818-4eb5-47ec-854d-5fd14771babe, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=f9ea7818-4eb5-47ec-854d-5fd14771babe,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:35.906124 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a000583d-2841-4c37-8b11-4fbe0c4ff700 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:35.920173 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a000583d-2841-4c37-8b11-4fbe0c4ff700 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Calling delete_port for f9ea7818-4eb5-47ec-854d-5fd14771babe owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:35.928295 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9241d2-fb3b-466b-9648-bf0354b4af16 None None] The sync data for ids ['5aa4c8f2-eb8a-4696-b72d-a064acac6a74'] in n-d-793618-10 is: [{'id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'name': 'tempest-TestNetworkBasicOps-router-386918443', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'f9ea7818-4eb5-47ec-854d-5fd14771babe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:42Z', 'updated_at': '2021-07-23T20:37:34Z', 'revision_number': 7, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'gw_port': {'id': 'f9ea7818-4eb5-47ec-854d-5fd14771babe', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa4c8f2-eb8a-4696-b72d-a064acac6a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:43Z', 'updated_at': '2021-07-23T20:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:37:35.959101 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ddaa4f90-abaa-43e1-addb-80a910b59b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:35.990076 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa4f90-abaa-43e1-addb-80a910b59b85 None None] Pushing event deleted for resources: {'Port': ['ID=61e02538-db61-4d97-8553-7e41cd8b693a,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:35.991931 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaa4f90-abaa-43e1-addb-80a910b59b85 None None] No DVR routers for this DVR port 61e02538-db61-4d97-8553-7e41cd8b693a on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:37:36.093641 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a000583d-2841-4c37-8b11-4fbe0c4ff700 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.123798 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a000583d-2841-4c37-8b11-4fbe0c4ff700 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event deleted for resources: {'Port': ['ID=f9ea7818-4eb5-47ec-854d-5fd14771babe,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:36.182527 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a000583d-2841-4c37-8b11-4fbe0c4ff700 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.275043 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a000583d-2841-4c37-8b11-4fbe0c4ff700 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.277181 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a000583d-2841-4c37-8b11-4fbe0c4ff700 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.333121 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a000583d-2841-4c37-8b11-4fbe0c4ff700 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.333743 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a000583d-2841-4c37-8b11-4fbe0c4ff700 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Fanout notify agent at l3_agent the message router_deleted on router 5aa4c8f2-eb8a-4696-b72d-a064acac6a74 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:37:36.340880 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a000583d-2841-4c37-8b11-4fbe0c4ff700 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.342032 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a000583d-2841-4c37-8b11-4fbe0c4ff700 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "DELETE /v2.0/routers/5aa4c8f2-eb8a-4696-b72d-a064acac6a74 HTTP/1.1" status: 204 len: 168 time: 0.8325155 Jul 23 20:37:36.344620 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 32968) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:36.428864 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0931501e-7f01-4d24-8749-145121155ad7 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.523738 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0931501e-7f01-4d24-8749-145121155ad7 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.534873 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-0931501e-7f01-4d24-8749-145121155ad7 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['864de4ce-5df1-4374-a015-6b625275bbb6']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:36.545816 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-0931501e-7f01-4d24-8749-145121155ad7 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ee22926-6b8c-4025-87b0-aefb94119d06') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:36.546119 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-0931501e-7f01-4d24-8749-145121155ad7 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ee22926-6b8c-4025-87b0-aefb94119d06') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:36.556042 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0931501e-7f01-4d24-8749-145121155ad7 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.571124 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0931501e-7f01-4d24-8749-145121155ad7 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.577346 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0931501e-7f01-4d24-8749-145121155ad7 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:37:36.577900 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0931501e-7f01-4d24-8749-145121155ad7 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.580982 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:37:36.580982 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:37:36.580982 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:37:36.580982 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:37:36.580982 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:37:36.580982 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:37:36.580982 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:37:36.580982 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:37:36.580982 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:37:36.580982 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:37:36.580982 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:37:36.580982 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:37:36.580982 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:37:36.580982 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:37:36.580982 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:37:36.580982 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:37:36.580982 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:37:36.580982 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:37:36.580982 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:37:36.580982 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:37:36.580982 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:37:36.580982 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:37:36.580982 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:37:36.580982 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:37:36.580982 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:37:36.580982 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:37:36.580982 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:37:36.580982 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:37:36.580982 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:37:36.580982 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:37:36.580982 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:37:36.580982 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:37:36.646831 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0931501e-7f01-4d24-8749-145121155ad7 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.654101 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0931501e-7f01-4d24-8749-145121155ad7 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.655859 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0931501e-7f01-4d24-8749-145121155ad7 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "DELETE /v2.0/networks/864de4ce-5df1-4374-a015-6b625275bbb6 HTTP/1.1" status: 204 len: 168 time: 0.3102846 Jul 23 20:37:36.668120 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931501e-7f01-4d24-8749-145121155ad7 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event deleted for resources: {'Network': ['ID=864de4ce-5df1-4374-a015-6b625275bbb6,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:36.675736 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 32970) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:36.681238 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-a5e3ed46-146b-4cea-8530-e378bb8b6ca7 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Request body: {'network': {'name': 'tempest-network-smoke--144507647', 'project_id': '9bce00ee88e9483da89a858a154365d1', 'port_security_enabled': True}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:36.703875 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e3ed46-146b-4cea-8530-e378bb8b6ca7 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Made reservation on behalf of 9bce00ee88e9483da89a858a154365d1 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:36.708106 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a5e3ed46-146b-4cea-8530-e378bb8b6ca7 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.731224 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e3ed46-146b-4cea-8530-e378bb8b6ca7 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:37:36.740390 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a5e3ed46-146b-4cea-8530-e378bb8b6ca7 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.740731 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-a5e3ed46-146b-4cea-8530-e378bb8b6ca7 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Added segment 9809ac7c-ff4d-4fce-8e16-22cba25d53e3 of type vlan for network 2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41 Jul 23 20:37:36.783913 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a5e3ed46-146b-4cea-8530-e378bb8b6ca7 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.812111 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a5e3ed46-146b-4cea-8530-e378bb8b6ca7 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.818628 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e3ed46-146b-4cea-8530-e378bb8b6ca7 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:36.819219 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a5e3ed46-146b-4cea-8530-e378bb8b6ca7 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.855815 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a5e3ed46-146b-4cea-8530-e378bb8b6ca7 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1786990 Jul 23 20:37:36.858578 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32972) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:36.863483 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f3361ea6-f7b6-443d-8577-628a159df565 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2078094045', 'admin_state_up': True, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:36.890011 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f3361ea6-f7b6-443d-8577-628a159df565 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.890894 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f3361ea6-f7b6-443d-8577-628a159df565 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.892363 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e3ed46-146b-4cea-8530-e378bb8b6ca7 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'Network': ['ID=2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:36.906962 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:37:36.986033 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f3361ea6-f7b6-443d-8577-628a159df565 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:37.424815 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f3361ea6-f7b6-443d-8577-628a159df565 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:37.576542 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 5d6feed1-4aed-4db3-9b81-3a81aa6378d9 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:37.597182 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 5d6feed1-4aed-4db3-9b81-3a81aa6378d9 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:37.597553 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 5d6feed1-4aed-4db3-9b81-3a81aa6378d9 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:37.598023 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device f9ea7818-4eb5-47ec-854d-5fd14771babe no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:37.620307 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: f9ea7818-4eb5-47ec-854d-5fd14771babe {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:37.620655 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device f9ea7818-4eb5-47ec-854d-5fd14771babe not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:37.621079 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 61e02538-db61-4d97-8553-7e41cd8b693a no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:37.623939 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f3361ea6-f7b6-443d-8577-628a159df565 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:37.639727 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 61e02538-db61-4d97-8553-7e41cd8b693a {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:37.640071 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 61e02538-db61-4d97-8553-7e41cd8b693a not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:37.648557 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f3361ea6-f7b6-443d-8577-628a159df565 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:37.752887 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-f3361ea6-f7b6-443d-8577-628a159df565 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Allocated IP 172.25.1.24 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/1893d621-79e7-4b7b-907c-4adcb7915c08) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:37:37.851491 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f3361ea6-f7b6-443d-8577-628a159df565 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:37.889791 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f3361ea6-f7b6-443d-8577-628a159df565 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:37.931510 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3361ea6-f7b6-443d-8577-628a159df565 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:37.936489 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-f3361ea6-f7b6-443d-8577-628a159df565 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:37.940017 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3361ea6-f7b6-443d-8577-628a159df565 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:37:37.946154 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3361ea6-f7b6-443d-8577-628a159df565 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'Port': ['ID=1893d621-79e7-4b7b-907c-4adcb7915c08,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:38.189904 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f3361ea6-f7b6-443d-8577-628a159df565 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:38.388850 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f3361ea6-f7b6-443d-8577-628a159df565 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:38.530415 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3361ea6-f7b6-443d-8577-628a159df565 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Router 8538167a-0200-442a-9917-e425a578afe0 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:37:38.636271 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3361ea6-f7b6-443d-8577-628a159df565 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:37:38.646457 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c99e493-b18c-4d40-a6d6-2b07e8ecc196 None None] Sync routers for ids ['8538167a-0200-442a-9917-e425a578afe0'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:37:38.655065 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f3361ea6-f7b6-443d-8577-628a159df565 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:38.656422 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f3361ea6-f7b6-443d-8577-628a159df565 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7968481 Jul 23 20:37:38.656576 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c99e493-b18c-4d40-a6d6-2b07e8ecc196 None None] Routers {'8538167a-0200-442a-9917-e425a578afe0'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:38.657277 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-4c99e493-b18c-4d40-a6d6-2b07e8ecc196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:37:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['8538167a-0200-442a-9917-e425a578afe0'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:38.659578 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32974) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:38.687848 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9e6a31f1-1e03-4270-88b4-35382a769d7e tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=9bce00ee88e9483da89a858a154365d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270762 Jul 23 20:37:38.690458 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32976) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:38.764015 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-4c99e493-b18c-4d40-a6d6-2b07e8ecc196 None None] Set router 8538167a-0200-442a-9917-e425a578afe0 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:38.778153 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fc8366-7c7f-4ab7-8ce3-3b632067b4d9 tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:38.779648 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-59fc8366-7c7f-4ab7-8ce3-3b632067b4d9 tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883231 Jul 23 20:37:38.782649 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32978) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:38.822307 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-cdbdc13b-6b38-4103-b8a9-a75708fd0a88 tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=8013d0d6-aee4-47cc-8dbe-3abed6e5116f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386584 Jul 23 20:37:38.824824 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32980) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:38.829658 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-17f1b914-cfd5-4e7c-b454-880b13710854 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-996734376', 'network_id': '2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41', 'project_id': '9bce00ee88e9483da89a858a154365d1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:38.917366 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f1b914-cfd5-4e7c-b454-880b13710854 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Made reservation on behalf of 9bce00ee88e9483da89a858a154365d1 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:38.920812 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-17f1b914-cfd5-4e7c-b454-880b13710854 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:38.946661 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-4c99e493-b18c-4d40-a6d6-2b07e8ecc196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8538167a-0200-442a-9917-e425a578afe0', 'name': 'tempest-TestNetworkBasicOps-router-2078094045', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '1893d621-79e7-4b7b-907c-4adcb7915c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:36Z', 'updated_at': '2021-07-23T20:37:38Z', 'revision_number': 3, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'gw_port': {'id': '1893d621-79e7-4b7b-907c-4adcb7915c08', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8538167a-0200-442a-9917-e425a578afe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:37Z', 'updated_at': '2021-07-23T20:37:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:38.974265 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c99e493-b18c-4d40-a6d6-2b07e8ecc196 None None] Checking router: 8538167a-0200-442a-9917-e425a578afe0 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:37:38.974665 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c99e493-b18c-4d40-a6d6-2b07e8ecc196 None None] Updating router 8538167a-0200-442a-9917-e425a578afe0 port 1893d621-79e7-4b7b-907c-4adcb7915c08 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:37:39.016055 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c99e493-b18c-4d40-a6d6-2b07e8ecc196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:39.107091 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-17f1b914-cfd5-4e7c-b454-880b13710854 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:39.167275 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f1b914-cfd5-4e7c-b454-880b13710854 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'Subnet': ['ID=75aa7069-3477-4c95-87e1-5b18c1784923,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:39.175287 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f1b914-cfd5-4e7c-b454-880b13710854 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Checking segment: {'id': '9809ac7c-ff4d-4fce-8e16-22cba25d53e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:37:39.175636 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f1b914-cfd5-4e7c-b454-880b13710854 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Network hostable DHCP agents. Network: 2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:37:39.192015 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f1b914-cfd5-4e7c-b454-880b13710854 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Network 2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:37:39.200944 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-17f1b914-cfd5-4e7c-b454-880b13710854 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:39.205400 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f1b914-cfd5-4e7c-b454-880b13710854 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:39.206010 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-17f1b914-cfd5-4e7c-b454-880b13710854 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:39.214920 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e8b570-6cab-4139-9b07-848dc2cbca57 None None] Network 2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:37:39.224039 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-17f1b914-cfd5-4e7c-b454-880b13710854 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3949015 Jul 23 20:37:39.224393 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 32982) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:39.339826 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c99e493-b18c-4d40-a6d6-2b07e8ecc196 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:39.369054 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4c99e493-b18c-4d40-a6d6-2b07e8ecc196 None None] Transition to ACTIVE for port object 1893d621-79e7-4b7b-907c-4adcb7915c08 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:39.381373 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c99e493-b18c-4d40-a6d6-2b07e8ecc196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:39.464520 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb3bc42-fccc-459a-93c3-3901c5091277 None None] Pushing event updated for resources: {'Port': ['ID=1893d621-79e7-4b7b-907c-4adcb7915c08,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:39.467496 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-4c99e493-b18c-4d40-a6d6-2b07e8ecc196 None None] Attempting to bind port 1893d621-79e7-4b7b-907c-4adcb7915c08 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:37:39.467942 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-4c99e493-b18c-4d40-a6d6-2b07e8ecc196 None None] Attempting to bind port 1893d621-79e7-4b7b-907c-4adcb7915c08 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:37:39.468380 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c99e493-b18c-4d40-a6d6-2b07e8ecc196 None None] Attempting to bind port 1893d621-79e7-4b7b-907c-4adcb7915c08 on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:39.472360 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38db4fe3-daf0-4aa6-a17a-e2c1367e36b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41', 'network_id': '2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'fixed_ips': [{'subnet_id': '75aa7069-3477-4c95-87e1-5b18c1784923'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:37:39.474062 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38db4fe3-daf0-4aa6-a17a-e2c1367e36b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:39.486043 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c99e493-b18c-4d40-a6d6-2b07e8ecc196 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:37:39.486415 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c99e493-b18c-4d40-a6d6-2b07e8ecc196 None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:37:39.486812 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c99e493-b18c-4d40-a6d6-2b07e8ecc196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:39.487201 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c99e493-b18c-4d40-a6d6-2b07e8ecc196 None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:37:39.487672 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-4c99e493-b18c-4d40-a6d6-2b07e8ecc196 None None] Bound port: 1893d621-79e7-4b7b-907c-4adcb7915c08, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:37:39.488049 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c99e493-b18c-4d40-a6d6-2b07e8ecc196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:39.604993 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-4c99e493-b18c-4d40-a6d6-2b07e8ecc196 None None] For port 1893d621-79e7-4b7b-907c-4adcb7915c08, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:37:39.609993 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-4c99e493-b18c-4d40-a6d6-2b07e8ecc196 None None] For port 1893d621-79e7-4b7b-907c-4adcb7915c08, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=1893d621-79e7-4b7b-907c-4adcb7915c08,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:37:39.616651 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c99e493-b18c-4d40-a6d6-2b07e8ecc196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:39.662005 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-676d93df-37ba-47fe-a7ce-9f084bd1e681 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:39.712241 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-38db4fe3-daf0-4aa6-a17a-e2c1367e36b5 None None] Allocated IP 172.20.0.2 (2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41/75aa7069-3477-4c95-87e1-5b18c1784923/653dc7be-e620-4d96-86d4-239cc1c1533f) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:37:39.719642 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb3bc42-fccc-459a-93c3-3901c5091277 None None] Pushing event updated for resources: {'Port': ['ID=1893d621-79e7-4b7b-907c-4adcb7915c08,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:39.724823 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c99e493-b18c-4d40-a6d6-2b07e8ecc196 None None] Routers {'8538167a-0200-442a-9917-e425a578afe0'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:39.725454 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-4c99e493-b18c-4d40-a6d6-2b07e8ecc196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:37:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['8538167a-0200-442a-9917-e425a578afe0'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:39.898215 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-4c99e493-b18c-4d40-a6d6-2b07e8ecc196 None None] Set router 8538167a-0200-442a-9917-e425a578afe0 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:40.050637 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38db4fe3-daf0-4aa6-a17a-e2c1367e36b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:40.065772 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-38db4fe3-daf0-4aa6-a17a-e2c1367e36b5 None None] Transition to ACTIVE for port object 653dc7be-e620-4d96-86d4-239cc1c1533f will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:40.092760 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-38db4fe3-daf0-4aa6-a17a-e2c1367e36b5 None None] Transition to ACTIVE for port object 653dc7be-e620-4d96-86d4-239cc1c1533f will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:40.115553 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38db4fe3-daf0-4aa6-a17a-e2c1367e36b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:40.148201 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-676d93df-37ba-47fe-a7ce-9f084bd1e681 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Allocated IP 172.20.0.1 (2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41/75aa7069-3477-4c95-87e1-5b18c1784923/6b2020f9-ff67-4fed-9c98-a10c5311e67e) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:37:40.155566 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38db4fe3-daf0-4aa6-a17a-e2c1367e36b5 None None] Network 2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:40.167544 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-38db4fe3-daf0-4aa6-a17a-e2c1367e36b5 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:40.174098 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38db4fe3-daf0-4aa6-a17a-e2c1367e36b5 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:37:40.180070 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db4fe3-daf0-4aa6-a17a-e2c1367e36b5 None None] Pushing event updated for resources: {'Port': ['ID=653dc7be-e620-4d96-86d4-239cc1c1533f,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:40.236276 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-4c99e493-b18c-4d40-a6d6-2b07e8ecc196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8538167a-0200-442a-9917-e425a578afe0', 'name': 'tempest-TestNetworkBasicOps-router-2078094045', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '1893d621-79e7-4b7b-907c-4adcb7915c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:36Z', 'updated_at': '2021-07-23T20:37:38Z', 'revision_number': 3, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'gw_port': {'id': '1893d621-79e7-4b7b-907c-4adcb7915c08', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8538167a-0200-442a-9917-e425a578afe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:37Z', 'updated_at': '2021-07-23T20:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:40.268029 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-676d93df-37ba-47fe-a7ce-9f084bd1e681 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:40.274853 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c99e493-b18c-4d40-a6d6-2b07e8ecc196 None None] The sync data for ids ['8538167a-0200-442a-9917-e425a578afe0'] in n-d-793618-10 is: [{'id': '8538167a-0200-442a-9917-e425a578afe0', 'name': 'tempest-TestNetworkBasicOps-router-2078094045', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '1893d621-79e7-4b7b-907c-4adcb7915c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:36Z', 'updated_at': '2021-07-23T20:37:38Z', 'revision_number': 3, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'gw_port': {'id': '1893d621-79e7-4b7b-907c-4adcb7915c08', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8538167a-0200-442a-9917-e425a578afe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:37Z', 'updated_at': '2021-07-23T20:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:37:40.279894 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-38db4fe3-daf0-4aa6-a17a-e2c1367e36b5 None None] Attempting to bind port 653dc7be-e620-4d96-86d4-239cc1c1533f on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:37:40.280268 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-38db4fe3-daf0-4aa6-a17a-e2c1367e36b5 None None] Attempting to bind port 653dc7be-e620-4d96-86d4-239cc1c1533f by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '9809ac7c-ff4d-4fce-8e16-22cba25d53e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:37:40.280638 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38db4fe3-daf0-4aa6-a17a-e2c1367e36b5 None None] Attempting to bind port 653dc7be-e620-4d96-86d4-239cc1c1533f on network 2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:40.288770 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-676d93df-37ba-47fe-a7ce-9f084bd1e681 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Transition to ACTIVE for port object 6b2020f9-ff67-4fed-9c98-a10c5311e67e will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:40.289199 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38db4fe3-daf0-4aa6-a17a-e2c1367e36b5 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:37:40.289593 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38db4fe3-daf0-4aa6-a17a-e2c1367e36b5 None None] Checking segment: {'id': '9809ac7c-ff4d-4fce-8e16-22cba25d53e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:37:40.290025 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38db4fe3-daf0-4aa6-a17a-e2c1367e36b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:40.290399 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38db4fe3-daf0-4aa6-a17a-e2c1367e36b5 None None] Bound using segment: {'id': '9809ac7c-ff4d-4fce-8e16-22cba25d53e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:37:40.290962 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-38db4fe3-daf0-4aa6-a17a-e2c1367e36b5 None None] Bound port: 653dc7be-e620-4d96-86d4-239cc1c1533f, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9809ac7c-ff4d-4fce-8e16-22cba25d53e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:37:40.291363 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38db4fe3-daf0-4aa6-a17a-e2c1367e36b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:40.294529 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f3c0c423-ee57-4632-b81e-aa0a930f4ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:40.324011 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-676d93df-37ba-47fe-a7ce-9f084bd1e681 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:40.362473 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-38db4fe3-daf0-4aa6-a17a-e2c1367e36b5 None None] For port 653dc7be-e620-4d96-86d4-239cc1c1533f, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:37:40.366898 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676d93df-37ba-47fe-a7ce-9f084bd1e681 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Network 2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:40.369070 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-38db4fe3-daf0-4aa6-a17a-e2c1367e36b5 None None] For port 653dc7be-e620-4d96-86d4-239cc1c1533f, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=653dc7be-e620-4d96-86d4-239cc1c1533f,segment=NetworkSegment(9809ac7c-ff4d-4fce-8e16-22cba25d53e3),segment_id=9809ac7c-ff4d-4fce-8e16-22cba25d53e3)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:37:40.370138 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-676d93df-37ba-47fe-a7ce-9f084bd1e681 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:40.372924 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676d93df-37ba-47fe-a7ce-9f084bd1e681 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:37:40.378445 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38db4fe3-daf0-4aa6-a17a-e2c1367e36b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:40.406122 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d93df-37ba-47fe-a7ce-9f084bd1e681 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'Port': ['ID=6b2020f9-ff67-4fed-9c98-a10c5311e67e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:40.425328 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-676d93df-37ba-47fe-a7ce-9f084bd1e681 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:40.446986 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db4fe3-daf0-4aa6-a17a-e2c1367e36b5 None None] Pushing event updated for resources: {'Port': ['ID=653dc7be-e620-4d96-86d4-239cc1c1533f,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:40.609188 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-676d93df-37ba-47fe-a7ce-9f084bd1e681 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:40.951169 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-676d93df-37ba-47fe-a7ce-9f084bd1e681 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:40.955951 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-676d93df-37ba-47fe-a7ce-9f084bd1e681 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:41.036017 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d93df-37ba-47fe-a7ce-9f084bd1e681 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'Port': ['ID=6b2020f9-ff67-4fed-9c98-a10c5311e67e,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:41.039223 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-676d93df-37ba-47fe-a7ce-9f084bd1e681 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:41.140734 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676d93df-37ba-47fe-a7ce-9f084bd1e681 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Network 2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:41.142523 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-676d93df-37ba-47fe-a7ce-9f084bd1e681 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:41.273339 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676d93df-37ba-47fe-a7ce-9f084bd1e681 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Router 8538167a-0200-442a-9917-e425a578afe0 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:37:41.390956 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676d93df-37ba-47fe-a7ce-9f084bd1e681 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:37:41.396730 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-676d93df-37ba-47fe-a7ce-9f084bd1e681 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "PUT /v2.0/routers/8538167a-0200-442a-9917-e425a578afe0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1705136 Jul 23 20:37:41.399573 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 32990) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:41.487147 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117e8863-42da-4ab2-849c-85fe6c9f3408 None None] Network 2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:37:41.562019 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-247f8efd-2f93-455f-993e-7fde8c5079a0 None None] Provisioning for port 653dc7be-e620-4d96-86d4-239cc1c1533f completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:41.822595 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 1893d621-79e7-4b7b-907c-4adcb7915c08 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:41.897703 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 1893d621-79e7-4b7b-907c-4adcb7915c08 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:41.901763 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 1893d621-79e7-4b7b-907c-4adcb7915c08 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:41.902140 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:41.964843 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cd6e31-d684-4bc6-bf58-01a35b6e49d8 tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:41.965331 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cd6e31-d684-4bc6-bf58-01a35b6e49d8 tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:41.965830 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cd6e31-d684-4bc6-bf58-01a35b6e49d8 tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:41.966303 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cd6e31-d684-4bc6-bf58-01a35b6e49d8 tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:41.966771 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cd6e31-d684-4bc6-bf58-01a35b6e49d8 tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:41.971647 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32992) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:41.972365 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-19cd6e31-d684-4bc6-bf58-01a35b6e49d8 tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3569 time: 0.5712435 Jul 23 20:37:42.007367 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:42.030422 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 1893d621-79e7-4b7b-907c-4adcb7915c08, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=1893d621-79e7-4b7b-907c-4adcb7915c08,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:42.036429 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:42.037441 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 653dc7be-e620-4d96-86d4-239cc1c1533f up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:42.040289 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0fb383-c33e-4a09-b0f4-cefd96f16fa3 tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:42.040876 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0fb383-c33e-4a09-b0f4-cefd96f16fa3 tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:42.041401 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0fb383-c33e-4a09-b0f4-cefd96f16fa3 tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:42.041940 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0fb383-c33e-4a09-b0f4-cefd96f16fa3 tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:42.042579 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0fb383-c33e-4a09-b0f4-cefd96f16fa3 tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:42.046962 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bc0fb383-c33e-4a09-b0f4-cefd96f16fa3 tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3350 time: 0.0732410 Jul 23 20:37:42.047297 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32994) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:42.093825 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9550de9e-cd36-4172-a61f-213b7abf605a None None] Sync routers for ids ['8538167a-0200-442a-9917-e425a578afe0'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:37:42.106998 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9550de9e-cd36-4172-a61f-213b7abf605a None None] Routers {'8538167a-0200-442a-9917-e425a578afe0'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:42.108092 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9550de9e-cd36-4172-a61f-213b7abf605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:37:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['8538167a-0200-442a-9917-e425a578afe0'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:42.121275 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=1893d621-79e7-4b7b-907c-4adcb7915c08,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:42.141158 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 653dc7be-e620-4d96-86d4-239cc1c1533f completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:42.146875 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 653dc7be-e620-4d96-86d4-239cc1c1533f triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:42.147793 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:42.208186 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-790abdc2-cf8d-49a3-9194-50fdd5557ddf None None] Provisioning complete for port 653dc7be-e620-4d96-86d4-239cc1c1533f triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:42.208589 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-790abdc2-cf8d-49a3-9194-50fdd5557ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:42.229499 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6bc0afe1-54bb-4fec-9e1e-5c5ec0a302ff tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2334 time: 0.1810780 Jul 23 20:37:42.293229 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:42.339461 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-9550de9e-cd36-4172-a61f-213b7abf605a None None] Set router 8538167a-0200-442a-9917-e425a578afe0 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:42.354630 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 653dc7be-e620-4d96-86d4-239cc1c1533f, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=653dc7be-e620-4d96-86d4-239cc1c1533f,segment=NetworkSegment(9809ac7c-ff4d-4fce-8e16-22cba25d53e3),segment_id=9809ac7c-ff4d-4fce-8e16-22cba25d53e3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:42.365840 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:42.371537 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-790abdc2-cf8d-49a3-9194-50fdd5557ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:42.455243 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=653dc7be-e620-4d96-86d4-239cc1c1533f,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:42.476452 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.db.api [None req-790abdc2-cf8d-49a3-9194-50fdd5557ddf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:37:42.477438 n-d-793618-10 neutron-server[93877]: DEBUG oslo_db.api [None req-790abdc2-cf8d-49a3-9194-50fdd5557ddf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:37:42.556158 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9550de9e-cd36-4172-a61f-213b7abf605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8538167a-0200-442a-9917-e425a578afe0', 'name': 'tempest-TestNetworkBasicOps-router-2078094045', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '1893d621-79e7-4b7b-907c-4adcb7915c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:36Z', 'updated_at': '2021-07-23T20:37:40Z', 'revision_number': 4, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'gw_port': {'id': '1893d621-79e7-4b7b-907c-4adcb7915c08', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8538167a-0200-442a-9917-e425a578afe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:37Z', 'updated_at': '2021-07-23T20:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '6b2020f9-ff67-4fed-9c98-a10c5311e67e', 'name': '', 'network_id': '2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'mac_address': 'fa:16:3e:f7:1d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8538167a-0200-442a-9917-e425a578afe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '75aa7069-3477-4c95-87e1-5b18c1784923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:39Z', 'updated_at': '2021-07-23T20:37:40Z', 'revision_number': 2, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'subnets': [{'id': '75aa7069-3477-4c95-87e1-5b18c1784923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:42.584403 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9550de9e-cd36-4172-a61f-213b7abf605a None None] Checking router: 8538167a-0200-442a-9917-e425a578afe0 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:37:42.584757 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9550de9e-cd36-4172-a61f-213b7abf605a None None] Updating router 8538167a-0200-442a-9917-e425a578afe0 port 6b2020f9-ff67-4fed-9c98-a10c5311e67e binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:37:42.622631 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9550de9e-cd36-4172-a61f-213b7abf605a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:42.887447 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9550de9e-cd36-4172-a61f-213b7abf605a None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:42.897680 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9550de9e-cd36-4172-a61f-213b7abf605a None None] Transition to ACTIVE for port object 6b2020f9-ff67-4fed-9c98-a10c5311e67e will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:42.902777 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9550de9e-cd36-4172-a61f-213b7abf605a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:42.954966 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922391d9-3f81-4551-98ca-059a215d6a3c None None] Pushing event updated for resources: {'Port': ['ID=6b2020f9-ff67-4fed-9c98-a10c5311e67e,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:43.021462 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9550de9e-cd36-4172-a61f-213b7abf605a None None] Attempting to bind port 6b2020f9-ff67-4fed-9c98-a10c5311e67e on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:37:43.022178 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9550de9e-cd36-4172-a61f-213b7abf605a None None] Attempting to bind port 6b2020f9-ff67-4fed-9c98-a10c5311e67e by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '9809ac7c-ff4d-4fce-8e16-22cba25d53e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:37:43.022730 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9550de9e-cd36-4172-a61f-213b7abf605a None None] Attempting to bind port 6b2020f9-ff67-4fed-9c98-a10c5311e67e on network 2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:43.030517 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9550de9e-cd36-4172-a61f-213b7abf605a None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:37:43.030775 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-790abdc2-cf8d-49a3-9194-50fdd5557ddf None None] Provisioning for port 6b2020f9-ff67-4fed-9c98-a10c5311e67e completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:43.032097 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9550de9e-cd36-4172-a61f-213b7abf605a None None] Checking segment: {'id': '9809ac7c-ff4d-4fce-8e16-22cba25d53e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:37:43.033250 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9550de9e-cd36-4172-a61f-213b7abf605a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.034132 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9550de9e-cd36-4172-a61f-213b7abf605a None None] Bound using segment: {'id': '9809ac7c-ff4d-4fce-8e16-22cba25d53e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:37:43.034767 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9550de9e-cd36-4172-a61f-213b7abf605a None None] Bound port: 6b2020f9-ff67-4fed-9c98-a10c5311e67e, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9809ac7c-ff4d-4fce-8e16-22cba25d53e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:37:43.036129 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9550de9e-cd36-4172-a61f-213b7abf605a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.112999 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-9550de9e-cd36-4172-a61f-213b7abf605a None None] For port 6b2020f9-ff67-4fed-9c98-a10c5311e67e, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:37:43.117256 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-9550de9e-cd36-4172-a61f-213b7abf605a None None] For port 6b2020f9-ff67-4fed-9c98-a10c5311e67e, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6b2020f9-ff67-4fed-9c98-a10c5311e67e,segment=NetworkSegment(9809ac7c-ff4d-4fce-8e16-22cba25d53e3),segment_id=9809ac7c-ff4d-4fce-8e16-22cba25d53e3)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:37:43.122486 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9550de9e-cd36-4172-a61f-213b7abf605a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.180780 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 32998) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:43.185341 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ab6f4d09-2a6e-4992-9b72-4909c6075810 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1447755495', 'description': 'tempest-secgroup-smoke-1447755495 description', 'project_id': '9bce00ee88e9483da89a858a154365d1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:43.190621 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9550de9e-cd36-4172-a61f-213b7abf605a None None] Routers {'8538167a-0200-442a-9917-e425a578afe0'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:43.191268 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9550de9e-cd36-4172-a61f-213b7abf605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:37:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['8538167a-0200-442a-9917-e425a578afe0'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:43.210683 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab6f4d09-2a6e-4992-9b72-4909c6075810 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.229754 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922391d9-3f81-4551-98ca-059a215d6a3c None None] Pushing event updated for resources: {'Port': ['ID=6b2020f9-ff67-4fed-9c98-a10c5311e67e,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:43.314440 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-9550de9e-cd36-4172-a61f-213b7abf605a None None] Set router 8538167a-0200-442a-9917-e425a578afe0 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:43.334325 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab6f4d09-2a6e-4992-9b72-4909c6075810 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.334989 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.341407 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab6f4d09-2a6e-4992-9b72-4909c6075810 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.374054 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab6f4d09-2a6e-4992-9b72-4909c6075810 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.375517 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ab6f4d09-2a6e-4992-9b72-4909c6075810 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1938245 Jul 23 20:37:43.378379 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33002) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:43.381729 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f4d09-2a6e-4992-9b72-4909c6075810 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19e69195-b18c-43d9-9458-846085c3655c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:43.388233 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-0d0b194f-488e-44f7-ae42-4abcb105f5b4 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Request body: {'security_group_rule': {'security_group_id': '19e69195-b18c-43d9-9458-846085c3655c', 'project_id': '9bce00ee88e9483da89a858a154365d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:43.417822 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0d0b194f-488e-44f7-ae42-4abcb105f5b4 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.478393 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0d0b194f-488e-44f7-ae42-4abcb105f5b4 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.482262 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0d0b194f-488e-44f7-ae42-4abcb105f5b4 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.505348 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b194f-488e-44f7-ae42-4abcb105f5b4 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a6cb4a0-08e0-4ae5-ae9c-edbc8264ce7a,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:43.510020 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0d0b194f-488e-44f7-ae42-4abcb105f5b4 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.513767 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0d0b194f-488e-44f7-ae42-4abcb105f5b4 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1308107 Jul 23 20:37:43.514233 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33004) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:43.518743 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-c97fd045-ad55-4a74-bde5-1b611a2481a8 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Request body: {'security_group_rule': {'security_group_id': '19e69195-b18c-43d9-9458-846085c3655c', 'project_id': '9bce00ee88e9483da89a858a154365d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:43.529461 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9550de9e-cd36-4172-a61f-213b7abf605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8538167a-0200-442a-9917-e425a578afe0', 'name': 'tempest-TestNetworkBasicOps-router-2078094045', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '1893d621-79e7-4b7b-907c-4adcb7915c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:36Z', 'updated_at': '2021-07-23T20:37:40Z', 'revision_number': 4, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'gw_port': {'id': '1893d621-79e7-4b7b-907c-4adcb7915c08', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8538167a-0200-442a-9917-e425a578afe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:37Z', 'updated_at': '2021-07-23T20:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '6b2020f9-ff67-4fed-9c98-a10c5311e67e', 'name': '', 'network_id': '2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'mac_address': 'fa:16:3e:f7:1d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8538167a-0200-442a-9917-e425a578afe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '75aa7069-3477-4c95-87e1-5b18c1784923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:39Z', 'updated_at': '2021-07-23T20:37:43Z', 'revision_number': 4, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'subnets': [{'id': '75aa7069-3477-4c95-87e1-5b18c1784923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:43.548594 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c97fd045-ad55-4a74-bde5-1b611a2481a8 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.561240 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9550de9e-cd36-4172-a61f-213b7abf605a None None] The sync data for ids ['8538167a-0200-442a-9917-e425a578afe0'] in n-d-793618-10 is: [{'id': '8538167a-0200-442a-9917-e425a578afe0', 'name': 'tempest-TestNetworkBasicOps-router-2078094045', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '1893d621-79e7-4b7b-907c-4adcb7915c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:36Z', 'updated_at': '2021-07-23T20:37:40Z', 'revision_number': 4, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'gw_port': {'id': '1893d621-79e7-4b7b-907c-4adcb7915c08', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8538167a-0200-442a-9917-e425a578afe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:37Z', 'updated_at': '2021-07-23T20:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '6b2020f9-ff67-4fed-9c98-a10c5311e67e', 'name': '', 'network_id': '2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'mac_address': 'fa:16:3e:f7:1d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8538167a-0200-442a-9917-e425a578afe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '75aa7069-3477-4c95-87e1-5b18c1784923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:39Z', 'updated_at': '2021-07-23T20:37:43Z', 'revision_number': 4, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'subnets': [{'id': '75aa7069-3477-4c95-87e1-5b18c1784923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:37:43.632805 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 1893d621-79e7-4b7b-907c-4adcb7915c08 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:43.641696 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c97fd045-ad55-4a74-bde5-1b611a2481a8 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.647199 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c97fd045-ad55-4a74-bde5-1b611a2481a8 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.671482 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dfcc63ba-c073-43a3-81f2-66078be5a9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.677022 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97fd045-ad55-4a74-bde5-1b611a2481a8 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ad5925-1ca2-47df-bdbb-1a9b9fe63535,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:43.691383 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c97fd045-ad55-4a74-bde5-1b611a2481a8 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.693533 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c97fd045-ad55-4a74-bde5-1b611a2481a8 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1783724 Jul 23 20:37:43.696335 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33006) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:43.700913 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4bf3b92c-ccce-4cd8-a2a5-b5959e4f839a tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Request body: {'security_group_rule': {'security_group_id': '19e69195-b18c-43d9-9458-846085c3655c', 'project_id': '9bce00ee88e9483da89a858a154365d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:43.704829 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 1893d621-79e7-4b7b-907c-4adcb7915c08 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:43.705212 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.730450 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4bf3b92c-ccce-4cd8-a2a5-b5959e4f839a tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.797434 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4bf3b92c-ccce-4cd8-a2a5-b5959e4f839a tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.799867 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 653dc7be-e620-4d96-86d4-239cc1c1533f up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:43.801765 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4bf3b92c-ccce-4cd8-a2a5-b5959e4f839a tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.821215 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf3b92c-ccce-4cd8-a2a5-b5959e4f839a tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72dd4748-2f1e-4a88-8dc6-dccd9f339fc1,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:43.834225 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4bf3b92c-ccce-4cd8-a2a5-b5959e4f839a tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.838098 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4bf3b92c-ccce-4cd8-a2a5-b5959e4f839a tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1381986 Jul 23 20:37:43.838261 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33008) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:43.842781 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-725d7cd4-28fc-4858-bb04-d7085be9c344 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Request body: {'security_group_rule': {'security_group_id': '19e69195-b18c-43d9-9458-846085c3655c', 'project_id': '9bce00ee88e9483da89a858a154365d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:43.854551 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 653dc7be-e620-4d96-86d4-239cc1c1533f triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:43.854969 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.873869 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-725d7cd4-28fc-4858-bb04-d7085be9c344 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.941978 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-725d7cd4-28fc-4858-bb04-d7085be9c344 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.947443 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-725d7cd4-28fc-4858-bb04-d7085be9c344 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.966505 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d7cd4-28fc-4858-bb04-d7085be9c344 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed2e0a2f-2eeb-46f9-bc1b-31ac602e002f,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:43.974788 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-725d7cd4-28fc-4858-bb04-d7085be9c344 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.976099 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-725d7cd4-28fc-4858-bb04-d7085be9c344 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1368840 Jul 23 20:37:43.979078 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33010) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:43.983796 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-3bd9b8e3-f9b8-46c4-ba7f-f5e073ca630a tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Request body: {'security_group_rule': {'security_group_id': '19e69195-b18c-43d9-9458-846085c3655c', 'project_id': '9bce00ee88e9483da89a858a154365d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:44.007677 n-d-793618-10 neutron-server[93876]: INFO neutron.db.securitygroups_db [None req-3bd9b8e3-f9b8-46c4-ba7f-f5e073ca630a tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Project 9bce00ee88e9483da89a858a154365d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:37:44.013454 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3bd9b8e3-f9b8-46c4-ba7f-f5e073ca630a tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:44.058794 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:44.082396 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3bd9b8e3-f9b8-46c4-ba7f-f5e073ca630a tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:44.086628 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3bd9b8e3-f9b8-46c4-ba7f-f5e073ca630a tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:44.107973 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9b8e3-f9b8-46c4-ba7f-f5e073ca630a tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64abf40d-2b03-42aa-969a-d22a37785bea,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:44.115529 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3bd9b8e3-f9b8-46c4-ba7f-f5e073ca630a tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:44.119514 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3bd9b8e3-f9b8-46c4-ba7f-f5e073ca630a tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1367843 Jul 23 20:37:44.119673 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33012) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:44.124411 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e62658a4-c112-4752-8402-3773c6c7af42 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Request body: {'security_group_rule': {'security_group_id': '19e69195-b18c-43d9-9458-846085c3655c', 'project_id': '9bce00ee88e9483da89a858a154365d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:44.147206 n-d-793618-10 neutron-server[93876]: INFO neutron.db.securitygroups_db [None req-e62658a4-c112-4752-8402-3773c6c7af42 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Project 9bce00ee88e9483da89a858a154365d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:37:44.152577 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e62658a4-c112-4752-8402-3773c6c7af42 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:44.218571 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e62658a4-c112-4752-8402-3773c6c7af42 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:44.222576 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e62658a4-c112-4752-8402-3773c6c7af42 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:44.244652 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62658a4-c112-4752-8402-3773c6c7af42 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80d1fa77-847e-4b8f-8301-357da8813344,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:44.247844 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e62658a4-c112-4752-8402-3773c6c7af42 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:44.253547 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e62658a4-c112-4752-8402-3773c6c7af42 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1286118 Jul 23 20:37:44.394103 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-2fa9752b-8ef7-445b-84c1-8ac18e853aec tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1447755495&fields=id&tenant_id=9bce00ee88e9483da89a858a154365d1 HTTP/1.1" status: 200 len: 267 time: 0.0347064 Jul 23 20:37:44.505999 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-f9623ea6-06a1-451b-a8dc-b59c0708a0f5 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:44.507575 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-f9623ea6-06a1-451b-a8dc-b59c0708a0f5 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/networks?id=2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41 HTTP/1.1" status: 200 len: 796 time: 0.1057601 Jul 23 20:37:44.523169 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-d1b1914f-aed3-41f4-bdd2-c5ed00cce78a tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/quotas/9bce00ee88e9483da89a858a154365d1 HTTP/1.1" status: 200 len: 375 time: 0.0100045 Jul 23 20:37:44.606428 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-7b22a24d-153d-42c0-a0f8-9e8af6b1bcbe tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9bce00ee88e9483da89a858a154365d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777094 Jul 23 20:37:44.721368 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-a0f3422f-f89d-4bfc-b3f4-ba4061b47503 service neutron] 10.222.0.32 "GET /v2.0/networks/2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986717 Jul 23 20:37:44.762060 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:44.791390 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:44.827138 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-79f51aea-3838-42a1-824d-8ce8cffc81fd service neutron] 10.222.0.32 "GET /v2.0/networks/2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986459 Jul 23 20:37:45.018254 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-81900f19-bad8-44c4-82ea-3ff124ea3714 req-402dac12-3149-47ba-9812-d3d2e164ccd3 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/ports?device_id=011b65e0-fbfc-4953-8104-219ded065cca HTTP/1.1" status: 200 len: 210 time: 0.0352201 Jul 23 20:37:45.598331 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6b2020f9-ff67-4fed-9c98-a10c5311e67e up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:45.647286 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 6b2020f9-ff67-4fed-9c98-a10c5311e67e completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:45.650889 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 6b2020f9-ff67-4fed-9c98-a10c5311e67e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:45.651266 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:45.733324 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:45.774250 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 6b2020f9-ff67-4fed-9c98-a10c5311e67e, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6b2020f9-ff67-4fed-9c98-a10c5311e67e,segment=NetworkSegment(9809ac7c-ff4d-4fce-8e16-22cba25d53e3),segment_id=9809ac7c-ff4d-4fce-8e16-22cba25d53e3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:45.777864 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:45.829612 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=6b2020f9-ff67-4fed-9c98-a10c5311e67e,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:45.900891 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-30e7e3f1-c4c6-4f79-b347-bb75212e7920 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:45.902461 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-30e7e3f1-c4c6-4f79-b347-bb75212e7920 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.18 "GET /v2.0/networks?id=2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41 HTTP/1.1" status: 200 len: 796 time: 0.1119976 Jul 23 20:37:45.945344 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-4ae3a1c6-c129-456b-ab9c-34c5190bc4bf tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bce00ee88e9483da89a858a154365d1 HTTP/1.1" status: 200 len: 380 time: 0.0336258 Jul 23 20:37:45.956413 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-34c54fbd-5e69-4f52-a9d3-87a1ddb65e1f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Request body: {'port': {'device_id': '011b65e0-fbfc-4953-8104-219ded065cca', 'network_id': '2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41', 'admin_state_up': True, 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'security_groups': ['19e69195-b18c-43d9-9458-846085c3655c']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:45.994255 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.068990 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-34c54fbd-5e69-4f52-a9d3-87a1ddb65e1f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Made reservation on behalf of 9bce00ee88e9483da89a858a154365d1 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:46.072769 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-34c54fbd-5e69-4f52-a9d3-87a1ddb65e1f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.121527 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1b99f65a-ba79-47dd-8949-3bcf1c291a06 req-f2860bd6-4d13-4140-a810-8104edc85c4e tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/ports?device_id=011b65e0-fbfc-4953-8104-219ded065cca HTTP/1.1" status: 200 len: 210 time: 0.0332987 Jul 23 20:37:46.230037 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-34c54fbd-5e69-4f52-a9d3-87a1ddb65e1f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Allocated IP 172.20.0.8 (2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41/75aa7069-3477-4c95-87e1-5b18c1784923/2d45213c-4155-4776-8922-b8ad1d5576b2) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:37:46.373793 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-34c54fbd-5e69-4f52-a9d3-87a1ddb65e1f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.387294 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-34c54fbd-5e69-4f52-a9d3-87a1ddb65e1f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Transition to ACTIVE for port object 2d45213c-4155-4776-8922-b8ad1d5576b2 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:46.419704 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-34c54fbd-5e69-4f52-a9d3-87a1ddb65e1f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.462453 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-34c54fbd-5e69-4f52-a9d3-87a1ddb65e1f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Network 2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:46.467568 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-34c54fbd-5e69-4f52-a9d3-87a1ddb65e1f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:46.471230 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-34c54fbd-5e69-4f52-a9d3-87a1ddb65e1f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:37:46.478689 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c54fbd-5e69-4f52-a9d3-87a1ddb65e1f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'Port': ['ID=2d45213c-4155-4776-8922-b8ad1d5576b2,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:46.507516 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c54fbd-5e69-4f52-a9d3-87a1ddb65e1f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:46.507882 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c54fbd-5e69-4f52-a9d3-87a1ddb65e1f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:46.508223 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c54fbd-5e69-4f52-a9d3-87a1ddb65e1f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:46.508561 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c54fbd-5e69-4f52-a9d3-87a1ddb65e1f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:46.508892 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c54fbd-5e69-4f52-a9d3-87a1ddb65e1f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:46.509219 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c54fbd-5e69-4f52-a9d3-87a1ddb65e1f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:46.509575 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c54fbd-5e69-4f52-a9d3-87a1ddb65e1f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:46.509902 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c54fbd-5e69-4f52-a9d3-87a1ddb65e1f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:46.510226 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c54fbd-5e69-4f52-a9d3-87a1ddb65e1f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:46.510550 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c54fbd-5e69-4f52-a9d3-87a1ddb65e1f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:46.510876 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c54fbd-5e69-4f52-a9d3-87a1ddb65e1f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:46.511226 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c54fbd-5e69-4f52-a9d3-87a1ddb65e1f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:46.542981 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-34c54fbd-5e69-4f52-a9d3-87a1ddb65e1f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:46.543597 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-34c54fbd-5e69-4f52-a9d3-87a1ddb65e1f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.560641 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-34c54fbd-5e69-4f52-a9d3-87a1ddb65e1f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6080270 Jul 23 20:37:46.572562 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-e46fd164-b813-43aa-9ceb-468988170e7b service neutron] Request body: {'port': {'device_id': '011b65e0-fbfc-4953-8104-219ded065cca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:46.649420 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-e46fd164-b813-43aa-9ceb-468988170e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.670685 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5e2449c9-f2de-4f28-9981-e09c15950476 None None] Provisioning for port 2d45213c-4155-4776-8922-b8ad1d5576b2 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:46.675414 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5e2449c9-f2de-4f28-9981-e09c15950476 None None] Provisioning complete for port 2d45213c-4155-4776-8922-b8ad1d5576b2 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:46.676570 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5e2449c9-f2de-4f28-9981-e09c15950476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.710259 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-5e2449c9-f2de-4f28-9981-e09c15950476 None None] Port 2d45213c-4155-4776-8922-b8ad1d5576b2 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:37:46.920082 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-e46fd164-b813-43aa-9ceb-468988170e7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d45213c-4155-4776-8922-b8ad1d5576b2 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:37:46.928022 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-e46fd164-b813-43aa-9ceb-468988170e7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.939551 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-e46fd164-b813-43aa-9ceb-468988170e7b service neutron] Transition to ACTIVE for port object 2d45213c-4155-4776-8922-b8ad1d5576b2 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:46.944410 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-e46fd164-b813-43aa-9ceb-468988170e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.995043 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46fd164-b813-43aa-9ceb-468988170e7b service neutron] Pushing event updated for resources: {'Port': ['ID=2d45213c-4155-4776-8922-b8ad1d5576b2,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:47.066437 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-e46fd164-b813-43aa-9ceb-468988170e7b service neutron] Attempting to bind port 2d45213c-4155-4776-8922-b8ad1d5576b2 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:37:47.066845 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-e46fd164-b813-43aa-9ceb-468988170e7b service neutron] Attempting to bind port 2d45213c-4155-4776-8922-b8ad1d5576b2 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '9809ac7c-ff4d-4fce-8e16-22cba25d53e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:37:47.067175 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-e46fd164-b813-43aa-9ceb-468988170e7b service neutron] Attempting to bind port 2d45213c-4155-4776-8922-b8ad1d5576b2 on network 2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:47.071677 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-e46fd164-b813-43aa-9ceb-468988170e7b service neutron] Port 2d45213c-4155-4776-8922-b8ad1d5576b2 on network 2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:37:47.072000 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-e46fd164-b813-43aa-9ceb-468988170e7b service neutron] Attempting to bind port 2d45213c-4155-4776-8922-b8ad1d5576b2 on network 2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:47.077055 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-e46fd164-b813-43aa-9ceb-468988170e7b service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:37:47.077395 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-e46fd164-b813-43aa-9ceb-468988170e7b service neutron] Checking segment: {'id': '9809ac7c-ff4d-4fce-8e16-22cba25d53e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:37:47.077811 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-e46fd164-b813-43aa-9ceb-468988170e7b service neutron] Bound using segment: {'id': '9809ac7c-ff4d-4fce-8e16-22cba25d53e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:37:47.078234 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-e46fd164-b813-43aa-9ceb-468988170e7b service neutron] Bound port: 2d45213c-4155-4776-8922-b8ad1d5576b2, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9809ac7c-ff4d-4fce-8e16-22cba25d53e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:37:47.078592 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-e46fd164-b813-43aa-9ceb-468988170e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:47.150688 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-e46fd164-b813-43aa-9ceb-468988170e7b service neutron] For port 2d45213c-4155-4776-8922-b8ad1d5576b2, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:37:47.154077 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-e46fd164-b813-43aa-9ceb-468988170e7b service neutron] For port 2d45213c-4155-4776-8922-b8ad1d5576b2, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=2d45213c-4155-4776-8922-b8ad1d5576b2,segment=NetworkSegment(9809ac7c-ff4d-4fce-8e16-22cba25d53e3),segment_id=9809ac7c-ff4d-4fce-8e16-22cba25d53e3)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:37:47.162638 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-e46fd164-b813-43aa-9ceb-468988170e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:47.197358 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-e46fd164-b813-43aa-9ceb-468988170e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:47.197928 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-e46fd164-b813-43aa-9ceb-468988170e7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:47.199299 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-e46fd164-b813-43aa-9ceb-468988170e7b service neutron] 10.222.0.18 "PUT /v2.0/ports/2d45213c-4155-4776-8922-b8ad1d5576b2 HTTP/1.1" status: 200 len: 1092 time: 0.6313078 Jul 23 20:37:47.199742 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011b65e0-fbfc-4953-8104-219ded065cca', 'tag': '2d45213c-4155-4776-8922-b8ad1d5576b2'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:37:47.202087 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ad87c6-4171-4899-9021-a15d489d7d69" -d '{"events": [{"name": "network-changed", "server_uuid": "011b65e0-fbfc-4953-8104-219ded065cca", "tag": "2d45213c-4155-4776-8922-b8ad1d5576b2"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:37:47.266112 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46fd164-b813-43aa-9ceb-468988170e7b service neutron] Pushing event updated for resources: {'Port': ['ID=2d45213c-4155-4776-8922-b8ad1d5576b2,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:47.329304 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c32de-e4bc-4659-b98a-e75864f3563a req-af9547a0-b079-4228-903a-b654b951997c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:47.330866 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f98c32de-e4bc-4659-b98a-e75864f3563a req-af9547a0-b079-4228-903a-b654b951997c tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/ports?device_id=011b65e0-fbfc-4953-8104-219ded065cca HTTP/1.1" status: 200 len: 943 time: 0.1236608 Jul 23 20:37:47.358051 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-d85498c2-01a1-45ec-86a8-f835de44e5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:47.359535 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-d85498c2-01a1-45ec-86a8-f835de44e5ca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9bce00ee88e9483da89a858a154365d1&device_id=011b65e0-fbfc-4953-8104-219ded065cca HTTP/1.1" status: 200 len: 1095 time: 0.1107774 Jul 23 20:37:47.414188 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-17abffc5-c28b-463b-9bae-00daef21a9ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d45213c-4155-4776-8922-b8ad1d5576b2 HTTP/1.1" status: 200 len: 217 time: 0.0479689 Jul 23 20:37:47.417146 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f98c32de-e4bc-4659-b98a-e75864f3563a req-a73eaf35-df44-44b2-80c7-b63801956c28 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e69195-b18c-43d9-9458-846085c3655c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790279 Jul 23 20:37:47.463429 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a050399-0eac-4c9b-91c1-8321ab258970 x-openstack-request-id: req-5a050399-0eac-4c9b-91c1-8321ab258970 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:37:47.463725 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "011b65e0-fbfc-4953-8104-219ded065cca", "tag": "2d45213c-4155-4776-8922-b8ad1d5576b2", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:37:47.463980 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5a050399-0eac-4c9b-91c1-8321ab258970 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:37:47.464379 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '011b65e0-fbfc-4953-8104-219ded065cca', 'tag': '2d45213c-4155-4776-8922-b8ad1d5576b2', 'status': 'completed', 'code': 200} Jul 23 20:37:47.469883 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-60c24a5d-11db-4d60-b7c8-f945817ac255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:47.471391 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-60c24a5d-11db-4d60-b7c8-f945817ac255 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75aa7069-3477-4c95-87e1-5b18c1784923 HTTP/1.1" status: 200 len: 834 time: 0.0513501 Jul 23 20:37:47.539065 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-6ee9536f-520e-4f66-b88c-48b737f7b47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:47.540650 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-6ee9536f-520e-4f66-b88c-48b737f7b47a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630779 Jul 23 20:37:47.602673 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6b2020f9-ff67-4fed-9c98-a10c5311e67e up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:47.652670 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-86d26185-f93d-48e5-a4ae-cca029b65440 service neutron] 10.222.0.18 "GET /v2.0/networks/2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054831 Jul 23 20:37:47.662596 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 6b2020f9-ff67-4fed-9c98-a10c5311e67e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:47.663069 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:47.802963 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3047e91c-fb5f-42b3-a9bc-13c4cbcf0167 req-95976292-fc4c-4e85-a316-f86229ca2f10 service neutron] 10.222.0.18 "GET /v2.0/networks/2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439576 Jul 23 20:37:47.828758 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92130bcd-15a7-4938-a025-612b973b04b2 req-b562e993-fed7-4ea1-a974-bfe97e558c17 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:47.830270 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-92130bcd-15a7-4938-a025-612b973b04b2 req-b562e993-fed7-4ea1-a974-bfe97e558c17 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e837510-9714-446f-9b14-2e04741e26bf HTTP/1.1" status: 200 len: 945 time: 0.0889142 Jul 23 20:37:47.904208 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-92130bcd-15a7-4938-a025-612b973b04b2 req-94d3e553-6cde-44f4-a7a1-bea73de4c06c tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9bf0e20-a3cf-4745-b8e7-03db7456b28b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673423 Jul 23 20:37:47.922314 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad87c6-4171-4899-9021-a15d489d7d69 req-64f6665d-e59c-4b3d-b30c-f59da338e62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:47.923854 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-06ad87c6-4171-4899-9021-a15d489d7d69 req-64f6665d-e59c-4b3d-b30c-f59da338e62b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9bce00ee88e9483da89a858a154365d1&device_id=011b65e0-fbfc-4953-8104-219ded065cca HTTP/1.1" status: 200 len: 1095 time: 0.0795984 Jul 23 20:37:48.013507 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad87c6-4171-4899-9021-a15d489d7d69 req-b7c3c0c3-4693-4347-82f8-e069a0e33821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:48.015002 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-06ad87c6-4171-4899-9021-a15d489d7d69 req-b7c3c0c3-4693-4347-82f8-e069a0e33821 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41 HTTP/1.1" status: 200 len: 897 time: 0.0849862 Jul 23 20:37:48.058081 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-06ad87c6-4171-4899-9021-a15d489d7d69 req-7eeb1349-72cd-420f-b215-aa5f0d0242e3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d45213c-4155-4776-8922-b8ad1d5576b2 HTTP/1.1" status: 200 len: 217 time: 0.0368176 Jul 23 20:37:48.109291 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad87c6-4171-4899-9021-a15d489d7d69 req-1727348a-d2e7-4d48-a22a-29e55f086f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:48.110855 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-06ad87c6-4171-4899-9021-a15d489d7d69 req-1727348a-d2e7-4d48-a22a-29e55f086f3d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75aa7069-3477-4c95-87e1-5b18c1784923 HTTP/1.1" status: 200 len: 834 time: 0.0458677 Jul 23 20:37:48.169607 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad87c6-4171-4899-9021-a15d489d7d69 req-8dd4b38c-157d-4488-b74b-97d3bce5c821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:48.171189 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-06ad87c6-4171-4899-9021-a15d489d7d69 req-8dd4b38c-157d-4488-b74b-97d3bce5c821 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534344 Jul 23 20:37:48.265454 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-06ad87c6-4171-4899-9021-a15d489d7d69 req-4d19256c-62ac-4968-9af5-3b1c25338288 service neutron] 10.222.0.18 "GET /v2.0/networks/2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868657 Jul 23 20:37:48.355490 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-06ad87c6-4171-4899-9021-a15d489d7d69 req-e928e372-b547-4db8-8dba-764181733da5 service neutron] 10.222.0.18 "GET /v2.0/networks/2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817008 Jul 23 20:37:48.547768 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652c075-e990-4d36-a973-fcb6de0ea76a req-7372d119-9fc8-463c-aa3c-5a5acc29ba0e tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:48.549178 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9652c075-e990-4d36-a973-fcb6de0ea76a req-7372d119-9fc8-463c-aa3c-5a5acc29ba0e tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/ports?device_id=011b65e0-fbfc-4953-8104-219ded065cca HTTP/1.1" status: 200 len: 943 time: 0.0642078 Jul 23 20:37:48.594733 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9652c075-e990-4d36-a973-fcb6de0ea76a req-848022bf-a532-4a1c-9743-468e300e54d6 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e69195-b18c-43d9-9458-846085c3655c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395768 Jul 23 20:37:48.763891 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 2d45213c-4155-4776-8922-b8ad1d5576b2 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:37:48.861458 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 2d45213c-4155-4776-8922-b8ad1d5576b2, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=2d45213c-4155-4776-8922-b8ad1d5576b2,segment=NetworkSegment(9809ac7c-ff4d-4fce-8e16-22cba25d53e3),segment_id=9809ac7c-ff4d-4fce-8e16-22cba25d53e3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:48.874573 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '2d45213c-4155-4776-8922-b8ad1d5576b2', 'network_id': '2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41', 'port_id': '2d45213c-4155-4776-8922-b8ad1d5576b2', 'mac_address': 'fa:16:3e:6e:d8:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75aa7069-3477-4c95-87e1-5b18c1784923', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:37:48.911602 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:48.924111 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d45213c-4155-4776-8922-b8ad1d5576b2 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:37:48.944108 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 2d45213c-4155-4776-8922-b8ad1d5576b2, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=2d45213c-4155-4776-8922-b8ad1d5576b2,segment=NetworkSegment(9809ac7c-ff4d-4fce-8e16-22cba25d53e3),segment_id=9809ac7c-ff4d-4fce-8e16-22cba25d53e3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:48.948359 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:48.998866 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=2d45213c-4155-4776-8922-b8ad1d5576b2,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:49.006164 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:49.006506 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:49.006842 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:49.007172 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:49.007498 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:49.007823 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:49.008145 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:49.008465 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:49.008788 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:49.009103 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:49.009426 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:49.009753 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:49.041937 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d8dca-85eb-44d6-b1a0-953fc96d500f req-fb13dd41-6a75-4489-a159-beda4691a77b tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:49.043783 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-104d8dca-85eb-44d6-b1a0-953fc96d500f req-fb13dd41-6a75-4489-a159-beda4691a77b tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e837510-9714-446f-9b14-2e04741e26bf HTTP/1.1" status: 200 len: 945 time: 0.0664883 Jul 23 20:37:49.081751 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-104d8dca-85eb-44d6-b1a0-953fc96d500f req-6bd14eab-db3c-4578-bbf8-b259505cef32 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9bf0e20-a3cf-4745-b8e7-03db7456b28b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323131 Jul 23 20:37:49.183295 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['2d45213c-4155-4776-8922-b8ad1d5576b2'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:37:49.723716 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7fbdce-bd52-45fe-8c71-4e08022b5121 req-7cc9d8f2-46c0-4774-a59e-cd5332045cff tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:49.725179 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0f7fbdce-bd52-45fe-8c71-4e08022b5121 req-7cc9d8f2-46c0-4774-a59e-cd5332045cff tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/ports?device_id=011b65e0-fbfc-4953-8104-219ded065cca HTTP/1.1" status: 200 len: 944 time: 0.0637448 Jul 23 20:37:49.763238 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0f7fbdce-bd52-45fe-8c71-4e08022b5121 req-15f190da-4390-4136-9f7d-f09600c50e24 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e69195-b18c-43d9-9458-846085c3655c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323150 Jul 23 20:37:50.216735 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64c3cb-e3f9-4b6d-8c95-3b17b2072155 req-d7158e7d-075a-48b9-b1fe-3eae7a2ab052 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:50.218259 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8b64c3cb-e3f9-4b6d-8c95-3b17b2072155 req-d7158e7d-075a-48b9-b1fe-3eae7a2ab052 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e837510-9714-446f-9b14-2e04741e26bf HTTP/1.1" status: 200 len: 945 time: 0.0689297 Jul 23 20:37:50.256872 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8b64c3cb-e3f9-4b6d-8c95-3b17b2072155 req-b52dc307-de08-4f40-b4a1-79ae6f4a9d0a tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9bf0e20-a3cf-4745-b8e7-03db7456b28b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330024 Jul 23 20:37:50.779324 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 2d45213c-4155-4776-8922-b8ad1d5576b2 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:50.828995 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 2d45213c-4155-4776-8922-b8ad1d5576b2 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:50.833171 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 2d45213c-4155-4776-8922-b8ad1d5576b2 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:50.833586 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:50.897002 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6b249-1091-4ed8-9405-af99c7698ea4 req-e3e9636d-94c9-4a29-996e-d2b6341ca905 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:50.898538 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0de6b249-1091-4ed8-9405-af99c7698ea4 req-e3e9636d-94c9-4a29-996e-d2b6341ca905 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/ports?device_id=011b65e0-fbfc-4953-8104-219ded065cca HTTP/1.1" status: 200 len: 944 time: 0.0657372 Jul 23 20:37:50.912549 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:50.935123 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011b65e0-fbfc-4953-8104-219ded065cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d45213c-4155-4776-8922-b8ad1d5576b2'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:37:50.937384 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f77223-9774-449b-8daf-17caa1401c8f" -d '{"events": [{"server_uuid": "011b65e0-fbfc-4953-8104-219ded065cca", "name": "network-vif-plugged", "status": "completed", "tag": "2d45213c-4155-4776-8922-b8ad1d5576b2"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:37:50.939886 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0de6b249-1091-4ed8-9405-af99c7698ea4 req-deeb67ef-516f-438d-a40c-19ee1c7f34b5 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e69195-b18c-43d9-9458-846085c3655c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352027 Jul 23 20:37:50.950141 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 2d45213c-4155-4776-8922-b8ad1d5576b2, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=2d45213c-4155-4776-8922-b8ad1d5576b2,segment=NetworkSegment(9809ac7c-ff4d-4fce-8e16-22cba25d53e3),segment_id=9809ac7c-ff4d-4fce-8e16-22cba25d53e3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:50.954646 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:50.987538 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60585b45-6d9c-4c6a-b09e-0015c37e7515 x-openstack-request-id: req-60585b45-6d9c-4c6a-b09e-0015c37e7515 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:37:50.987828 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011b65e0-fbfc-4953-8104-219ded065cca", "name": "network-vif-plugged", "status": "completed", "tag": "2d45213c-4155-4776-8922-b8ad1d5576b2", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:37:50.988161 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-60585b45-6d9c-4c6a-b09e-0015c37e7515 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:37:50.989079 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011b65e0-fbfc-4953-8104-219ded065cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d45213c-4155-4776-8922-b8ad1d5576b2', 'code': 200} Jul 23 20:37:51.008286 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=2d45213c-4155-4776-8922-b8ad1d5576b2,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:51.095294 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88e368-ec36-4bc9-8adc-29f8e48f35e3 req-e8007003-4467-4bfa-9f03-7247eb56631e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:51.096727 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b88e368-ec36-4bc9-8adc-29f8e48f35e3 req-e8007003-4467-4bfa-9f03-7247eb56631e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=011b65e0-fbfc-4953-8104-219ded065cca HTTP/1.1" status: 200 len: 1097 time: 0.0539370 Jul 23 20:37:51.133624 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b88e368-ec36-4bc9-8adc-29f8e48f35e3 req-e5f45d7f-11b7-4c17-b778-9183b6eb83b1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=19e69195-b18c-43d9-9458-846085c3655c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308063 Jul 23 20:37:51.389540 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a261fbf-6ded-4027-9a2f-adc964befcac req-7b6e6b67-106c-42ac-9b88-a02aae81de22 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:51.390924 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6a261fbf-6ded-4027-9a2f-adc964befcac req-7b6e6b67-106c-42ac-9b88-a02aae81de22 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e837510-9714-446f-9b14-2e04741e26bf HTTP/1.1" status: 200 len: 945 time: 0.0638485 Jul 23 20:37:51.429138 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6a261fbf-6ded-4027-9a2f-adc964befcac req-62eae876-fab9-489b-bfa6-3760ee8592d2 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9bf0e20-a3cf-4745-b8e7-03db7456b28b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320380 Jul 23 20:37:52.073132 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd257f91-e6af-49dd-a293-e5c5986680bb req-52f69bda-1eaf-4f83-b275-41809662537b tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:52.074674 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bd257f91-e6af-49dd-a293-e5c5986680bb req-52f69bda-1eaf-4f83-b275-41809662537b tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/ports?device_id=011b65e0-fbfc-4953-8104-219ded065cca HTTP/1.1" status: 200 len: 945 time: 0.0649087 Jul 23 20:37:52.112377 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bd257f91-e6af-49dd-a293-e5c5986680bb req-5a4a6c1d-a62f-4b97-a5fb-6e1362788b88 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e69195-b18c-43d9-9458-846085c3655c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320899 Jul 23 20:37:52.246282 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a2ec7-7de2-48be-a89d-e42a2b62b4d0 req-225d8d19-9886-4505-a0a3-ca68553f66e3 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:52.247709 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9e8a2ec7-7de2-48be-a89d-e42a2b62b4d0 req-225d8d19-9886-4505-a0a3-ca68553f66e3 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/ports?device_id=011b65e0-fbfc-4953-8104-219ded065cca HTTP/1.1" status: 200 len: 945 time: 0.0697620 Jul 23 20:37:52.285418 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9e8a2ec7-7de2-48be-a89d-e42a2b62b4d0 req-717248c1-b4c6-4335-8ac3-6212a35b47c8 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e69195-b18c-43d9-9458-846085c3655c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316489 Jul 23 20:37:52.306847 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33078) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:52.360948 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2c98a0-642c-4bb3-a4a6-e15efd75467f tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:52.362499 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0b2c98a0-642c-4bb3-a4a6-e15efd75467f tempest-TestNetworkBasicOps-834200474 tempest-TestNetworkBasicOps-834200474-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=011b65e0-fbfc-4953-8104-219ded065cca HTTP/1.1" status: 200 len: 1092 time: 0.0546734 Jul 23 20:37:52.365490 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33080) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:52.369937 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-5168eb95-85bd-4e00-8410-c0b078256efd tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'port_id': '2d45213c-4155-4776-8922-b8ad1d5576b2', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:52.393594 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5168eb95-85bd-4e00-8410-c0b078256efd tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for floatingip, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:52.493416 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5168eb95-85bd-4e00-8410-c0b078256efd tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:52.643934 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3699ca-1779-4c6b-b31f-aa5c74ed0aad req-9031db72-eb90-4597-910c-345b213a19ef tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:52.645434 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2e3699ca-1779-4c6b-b31f-aa5c74ed0aad req-9031db72-eb90-4597-910c-345b213a19ef tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e837510-9714-446f-9b14-2e04741e26bf HTTP/1.1" status: 200 len: 945 time: 0.1447198 Jul 23 20:37:52.652943 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-5168eb95-85bd-4e00-8410-c0b078256efd tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Allocated IP 172.25.1.113 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/6081b024-1f76-467b-bf7d-68ac493a62e5) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:37:52.712657 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2e3699ca-1779-4c6b-b31f-aa5c74ed0aad req-44a227ef-b104-4a4a-8030-0d7610484f21 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9bf0e20-a3cf-4745-b8e7-03db7456b28b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614886 Jul 23 20:37:52.781437 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5168eb95-85bd-4e00-8410-c0b078256efd tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:52.824279 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5168eb95-85bd-4e00-8410-c0b078256efd tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:52.859212 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5168eb95-85bd-4e00-8410-c0b078256efd tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:52.861948 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-5168eb95-85bd-4e00-8410-c0b078256efd tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:52.865296 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5168eb95-85bd-4e00-8410-c0b078256efd tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:37:52.898358 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5168eb95-85bd-4e00-8410-c0b078256efd tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'Port': ['ID=6081b024-1f76-467b-bf7d-68ac493a62e5,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:53.578184 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5168eb95-85bd-4e00-8410-c0b078256efd tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:53.687550 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5168eb95-85bd-4e00-8410-c0b078256efd tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:53.888821 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5168eb95-85bd-4e00-8410-c0b078256efd tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:53.898464 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4361ef-f5c0-45b8-a34c-0c9db132e25b req-d9738945-727f-44bb-a1f0-774db3c96713 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:53.899960 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bc4361ef-f5c0-45b8-a34c-0c9db132e25b req-d9738945-727f-44bb-a1f0-774db3c96713 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e837510-9714-446f-9b14-2e04741e26bf HTTP/1.1" status: 200 len: 945 time: 0.1159840 Jul 23 20:37:53.901045 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5168eb95-85bd-4e00-8410-c0b078256efd tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:53.982735 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5168eb95-85bd-4e00-8410-c0b078256efd tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event updated for resources: {'Port': ['ID=6081b024-1f76-467b-bf7d-68ac493a62e5,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:54.005067 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bc4361ef-f5c0-45b8-a34c-0c9db132e25b req-e4972922-a642-469c-a616-db569b96792f tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9bf0e20-a3cf-4745-b8e7-03db7456b28b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987732 Jul 23 20:37:54.011842 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5168eb95-85bd-4e00-8410-c0b078256efd tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:54.112446 n-d-793618-10 neutron-server[93875]: INFO neutron.db.l3_db [None req-5168eb95-85bd-4e00-8410-c0b078256efd tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Floating IP 1cd42f0b-715f-48c1-b9c9-451313ca5737 associated. External IP: 172.25.1.113, port: 2d45213c-4155-4776-8922-b8ad1d5576b2. Jul 23 20:37:54.323356 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5168eb95-85bd-4e00-8410-c0b078256efd tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Router 8538167a-0200-442a-9917-e425a578afe0 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:37:54.431194 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5168eb95-85bd-4e00-8410-c0b078256efd tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:37:54.440560 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0e858b-e7f6-4d17-9c81-2a2676fbaabd None None] Sync routers for ids ['8538167a-0200-442a-9917-e425a578afe0'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:37:54.448749 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5168eb95-85bd-4e00-8410-c0b078256efd tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:54.451497 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0e858b-e7f6-4d17-9c81-2a2676fbaabd None None] Routers {'8538167a-0200-442a-9917-e425a578afe0'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:54.452127 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ff0e858b-e7f6-4d17-9c81-2a2676fbaabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:37:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['8538167a-0200-442a-9917-e425a578afe0'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:54.486411 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5168eb95-85bd-4e00-8410-c0b078256efd tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1198456 Jul 23 20:37:54.487122 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011b65e0-fbfc-4953-8104-219ded065cca', 'tag': '2d45213c-4155-4776-8922-b8ad1d5576b2'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:37:54.489950 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33086) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:54.490605 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0fa09a-7f4a-4661-a3c0-74f241db695c" -d '{"events": [{"name": "network-changed", "server_uuid": "011b65e0-fbfc-4953-8104-219ded065cca", "tag": "2d45213c-4155-4776-8922-b8ad1d5576b2"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:37:54.527337 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fda0716-f456-4830-a05b-893644e5c9c2 x-openstack-request-id: req-6fda0716-f456-4830-a05b-893644e5c9c2 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:37:54.527633 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "011b65e0-fbfc-4953-8104-219ded065cca", "tag": "2d45213c-4155-4776-8922-b8ad1d5576b2", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:37:54.528424 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6fda0716-f456-4830-a05b-893644e5c9c2 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:37:54.528836 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '011b65e0-fbfc-4953-8104-219ded065cca', 'tag': '2d45213c-4155-4776-8922-b8ad1d5576b2', 'status': 'completed', 'code': 200} Jul 23 20:37:54.553865 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-149c4c36-8ad3-4bec-9001-a5c0d34126c6 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/floatingips/1cd42f0b-715f-48c1-b9c9-451313ca5737 HTTP/1.1" status: 200 len: 991 time: 0.0627470 Jul 23 20:37:54.569253 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-ff0e858b-e7f6-4d17-9c81-2a2676fbaabd None None] Set router 8538167a-0200-442a-9917-e425a578afe0 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:54.604394 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fa09a-7f4a-4661-a3c0-74f241db695c req-b23669d5-a014-4bbb-8d19-1dba007a96bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:54.605935 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8b0fa09a-7f4a-4661-a3c0-74f241db695c req-b23669d5-a014-4bbb-8d19-1dba007a96bd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9bce00ee88e9483da89a858a154365d1&device_id=011b65e0-fbfc-4953-8104-219ded065cca HTTP/1.1" status: 200 len: 1097 time: 0.0569632 Jul 23 20:37:54.700990 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fa09a-7f4a-4661-a3c0-74f241db695c req-088a2303-3b4b-467d-9248-5ee9bfa95f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:54.702554 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8b0fa09a-7f4a-4661-a3c0-74f241db695c req-088a2303-3b4b-467d-9248-5ee9bfa95f28 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41 HTTP/1.1" status: 200 len: 897 time: 0.0904641 Jul 23 20:37:54.799757 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ff0e858b-e7f6-4d17-9c81-2a2676fbaabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8538167a-0200-442a-9917-e425a578afe0', 'name': 'tempest-TestNetworkBasicOps-router-2078094045', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '1893d621-79e7-4b7b-907c-4adcb7915c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:36Z', 'updated_at': '2021-07-23T20:37:40Z', 'revision_number': 4, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'gw_port': {'id': '1893d621-79e7-4b7b-907c-4adcb7915c08', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8538167a-0200-442a-9917-e425a578afe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:37Z', 'updated_at': '2021-07-23T20:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '1cd42f0b-715f-48c1-b9c9-451313ca5737', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'floating_ip_address': '172.25.1.113', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '8538167a-0200-442a-9917-e425a578afe0', 'port_id': '2d45213c-4155-4776-8922-b8ad1d5576b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41', 'mac_address': 'fa:16:3e:6e:d8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011b65e0-fbfc-4953-8104-219ded065cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:37:53Z', 'updated_at': '2021-07-23T20:37:53Z', 'revision_number': 0, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b2020f9-ff67-4fed-9c98-a10c5311e67e', 'name': '', 'network_id': '2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'mac_address': 'fa:16:3e:f7:1d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8538167a-0200-442a-9917-e425a578afe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '75aa7069-3477-4c95-87e1-5b18c1784923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:39Z', 'updated_at': '2021-07-23T20:37:45Z', 'revision_number': 5, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'subnets': [{'id': '75aa7069-3477-4c95-87e1-5b18c1784923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:54.802169 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8b0fa09a-7f4a-4661-a3c0-74f241db695c req-9dca2807-b311-4620-8afc-f406da8c26e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d45213c-4155-4776-8922-b8ad1d5576b2 HTTP/1.1" status: 200 len: 999 time: 0.0928662 Jul 23 20:37:54.827085 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0e858b-e7f6-4d17-9c81-2a2676fbaabd None None] Checking router: 8538167a-0200-442a-9917-e425a578afe0 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:37:54.836708 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0e858b-e7f6-4d17-9c81-2a2676fbaabd None None] Routers {'8538167a-0200-442a-9917-e425a578afe0'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:54.837322 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ff0e858b-e7f6-4d17-9c81-2a2676fbaabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:37:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['8538167a-0200-442a-9917-e425a578afe0'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:54.852823 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fa09a-7f4a-4661-a3c0-74f241db695c req-0fec5e13-a6c1-486e-a8f9-11add1431efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:54.854325 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8b0fa09a-7f4a-4661-a3c0-74f241db695c req-0fec5e13-a6c1-486e-a8f9-11add1431efd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75aa7069-3477-4c95-87e1-5b18c1784923 HTTP/1.1" status: 200 len: 834 time: 0.0454538 Jul 23 20:37:54.914112 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fa09a-7f4a-4661-a3c0-74f241db695c req-decc3e7c-968b-4bbc-bb3d-48b1a045b364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:54.915622 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8b0fa09a-7f4a-4661-a3c0-74f241db695c req-decc3e7c-968b-4bbc-bb3d-48b1a045b364 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547326 Jul 23 20:37:54.945732 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-ff0e858b-e7f6-4d17-9c81-2a2676fbaabd None None] Set router 8538167a-0200-442a-9917-e425a578afe0 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:55.011818 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8b0fa09a-7f4a-4661-a3c0-74f241db695c req-596bf41d-cf21-438f-92f3-c7b48c38b0b8 service neutron] 10.222.0.18 "GET /v2.0/networks/2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892797 Jul 23 20:37:55.142793 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8b0fa09a-7f4a-4661-a3c0-74f241db695c req-d21a3dfe-2049-4c98-82a6-c79a33ac6ef9 service neutron] 10.222.0.18 "GET /v2.0/networks/2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246774 Jul 23 20:37:55.166661 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf90c91-a74f-4cfb-a597-e21b9991b8c2 req-6a14eb9d-2b4f-426b-a9de-9f22a3720f81 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:55.168192 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cbf90c91-a74f-4cfb-a597-e21b9991b8c2 req-6a14eb9d-2b4f-426b-a9de-9f22a3720f81 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e837510-9714-446f-9b14-2e04741e26bf HTTP/1.1" status: 200 len: 945 time: 0.0901656 Jul 23 20:37:55.179304 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ff0e858b-e7f6-4d17-9c81-2a2676fbaabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8538167a-0200-442a-9917-e425a578afe0', 'name': 'tempest-TestNetworkBasicOps-router-2078094045', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '1893d621-79e7-4b7b-907c-4adcb7915c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:36Z', 'updated_at': '2021-07-23T20:37:40Z', 'revision_number': 4, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'gw_port': {'id': '1893d621-79e7-4b7b-907c-4adcb7915c08', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8538167a-0200-442a-9917-e425a578afe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:37Z', 'updated_at': '2021-07-23T20:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '1cd42f0b-715f-48c1-b9c9-451313ca5737', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'floating_ip_address': '172.25.1.113', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '8538167a-0200-442a-9917-e425a578afe0', 'port_id': '2d45213c-4155-4776-8922-b8ad1d5576b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41', 'mac_address': 'fa:16:3e:6e:d8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011b65e0-fbfc-4953-8104-219ded065cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:37:53Z', 'updated_at': '2021-07-23T20:37:53Z', 'revision_number': 0, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b2020f9-ff67-4fed-9c98-a10c5311e67e', 'name': '', 'network_id': '2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'mac_address': 'fa:16:3e:f7:1d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8538167a-0200-442a-9917-e425a578afe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '75aa7069-3477-4c95-87e1-5b18c1784923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:39Z', 'updated_at': '2021-07-23T20:37:45Z', 'revision_number': 5, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'subnets': [{'id': '75aa7069-3477-4c95-87e1-5b18c1784923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:55.208841 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0e858b-e7f6-4d17-9c81-2a2676fbaabd None None] The sync data for ids ['8538167a-0200-442a-9917-e425a578afe0'] in n-d-793618-10 is: [{'id': '8538167a-0200-442a-9917-e425a578afe0', 'name': 'tempest-TestNetworkBasicOps-router-2078094045', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '1893d621-79e7-4b7b-907c-4adcb7915c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:36Z', 'updated_at': '2021-07-23T20:37:40Z', 'revision_number': 4, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'gw_port': {'id': '1893d621-79e7-4b7b-907c-4adcb7915c08', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8538167a-0200-442a-9917-e425a578afe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:37Z', 'updated_at': '2021-07-23T20:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '1cd42f0b-715f-48c1-b9c9-451313ca5737', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'floating_ip_address': '172.25.1.113', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '8538167a-0200-442a-9917-e425a578afe0', 'port_id': '2d45213c-4155-4776-8922-b8ad1d5576b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41', 'mac_address': 'fa:16:3e:6e:d8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011b65e0-fbfc-4953-8104-219ded065cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:37:53Z', 'updated_at': '2021-07-23T20:37:53Z', 'revision_number': 0, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b2020f9-ff67-4fed-9c98-a10c5311e67e', 'name': '', 'network_id': '2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'mac_address': 'fa:16:3e:f7:1d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8538167a-0200-442a-9917-e425a578afe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '75aa7069-3477-4c95-87e1-5b18c1784923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:39Z', 'updated_at': '2021-07-23T20:37:45Z', 'revision_number': 5, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'subnets': [{'id': '75aa7069-3477-4c95-87e1-5b18c1784923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:37:55.214933 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cbf90c91-a74f-4cfb-a597-e21b9991b8c2 req-026a1412-aefd-4958-ba46-6ad6301a3513 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9bf0e20-a3cf-4745-b8e7-03db7456b28b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402417 Jul 23 20:37:55.397176 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90855e52-8b80-4624-be81-fb4bd3a6fe9e None None] New status for floating IP 1cd42f0b-715f-48c1-b9c9-451313ca5737: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:37:55.557554 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33092) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:55.622087 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c74fef89-237f-4f36-83a1-20d391f0a88d tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/floatingips/1cd42f0b-715f-48c1-b9c9-451313ca5737 HTTP/1.1" status: 200 len: 993 time: 0.0631747 Jul 23 20:37:56.345723 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab0616-45c1-4dad-ae5d-9c2f9df12110 req-f2b0b3b2-5826-40a1-aafa-f77bdd46ec85 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:56.347847 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fbab0616-45c1-4dad-ae5d-9c2f9df12110 req-f2b0b3b2-5826-40a1-aafa-f77bdd46ec85 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e837510-9714-446f-9b14-2e04741e26bf HTTP/1.1" status: 200 len: 945 time: 0.0647645 Jul 23 20:37:56.386603 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fbab0616-45c1-4dad-ae5d-9c2f9df12110 req-960a1f5d-a8c2-489a-979c-df068c44b635 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9bf0e20-a3cf-4745-b8e7-03db7456b28b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323310 Jul 23 20:37:57.522271 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef4f23-87b9-4476-8a58-0f1e77fa10aa req-be5aa8b2-2c8a-4315-bd03-37673a1fff28 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:57.523778 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e9ef4f23-87b9-4476-8a58-0f1e77fa10aa req-be5aa8b2-2c8a-4315-bd03-37673a1fff28 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e837510-9714-446f-9b14-2e04741e26bf HTTP/1.1" status: 200 len: 945 time: 0.0685403 Jul 23 20:37:57.561381 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e9ef4f23-87b9-4476-8a58-0f1e77fa10aa req-ae8ae26b-ab3b-41c6-8d89-76ab3b1bc916 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9bf0e20-a3cf-4745-b8e7-03db7456b28b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319893 Jul 23 20:37:58.696007 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e6de5-61ae-4b43-952d-a107d5eddd04 req-431ab9c8-1a98-4c7e-8760-46790132a69c tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:58.697535 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e63e6de5-61ae-4b43-952d-a107d5eddd04 req-431ab9c8-1a98-4c7e-8760-46790132a69c tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e837510-9714-446f-9b14-2e04741e26bf HTTP/1.1" status: 200 len: 945 time: 0.0695653 Jul 23 20:37:58.735453 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e63e6de5-61ae-4b43-952d-a107d5eddd04 req-3127cdfa-2617-4099-a48e-0280f4949d04 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9bf0e20-a3cf-4745-b8e7-03db7456b28b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321918 Jul 23 20:37:59.869648 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6fb271-969d-4379-b7c6-0d81b49727e6 req-8762e868-8bff-46a4-9360-7900df4ea65b tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:59.871060 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fe6fb271-969d-4379-b7c6-0d81b49727e6 req-8762e868-8bff-46a4-9360-7900df4ea65b tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e837510-9714-446f-9b14-2e04741e26bf HTTP/1.1" status: 200 len: 945 time: 0.0667615 Jul 23 20:37:59.909415 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fe6fb271-969d-4379-b7c6-0d81b49727e6 req-1239c86a-d155-47d2-a77f-1ed2fa1cfc4e tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9bf0e20-a3cf-4745-b8e7-03db7456b28b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321581 Jul 23 20:38:00.303348 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32f8d6-6052-4cd1-a629-882da6f283c5 req-5436a7ee-7fbb-40cc-9c0e-3f97f5190071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:00.304840 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0d32f8d6-6052-4cd1-a629-882da6f283c5 req-5436a7ee-7fbb-40cc-9c0e-3f97f5190071 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9e837510-9714-446f-9b14-2e04741e26bf HTTP/1.1" status: 200 len: 1097 time: 0.0527217 Jul 23 20:38:00.338933 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0d32f8d6-6052-4cd1-a629-882da6f283c5 req-3cbe502c-b942-4425-9791-3865ae9d72a5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f9bf0e20-a3cf-4745-b8e7-03db7456b28b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275388 Jul 23 20:38:01.048906 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93a86a-fe2c-4747-b816-cbbf92181bdf req-c4a1f58d-f940-4c53-ad09-49dc4e5d93ab tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:01.051246 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3a93a86a-fe2c-4747-b816-cbbf92181bdf req-c4a1f58d-f940-4c53-ad09-49dc4e5d93ab tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e837510-9714-446f-9b14-2e04741e26bf HTTP/1.1" status: 200 len: 945 time: 0.0720704 Jul 23 20:38:01.092628 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3a93a86a-fe2c-4747-b816-cbbf92181bdf req-8bf8a790-cf90-4012-8ecb-4663c91f39a1 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9bf0e20-a3cf-4745-b8e7-03db7456b28b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342250 Jul 23 20:38:01.576223 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 910c3325-8ff5-497c-b6a7-14858fbf89f9 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:38:01.578965 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 910c3325-8ff5-497c-b6a7-14858fbf89f9 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:38:01.722072 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:01.740796 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 910c3325-8ff5-497c-b6a7-14858fbf89f9, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=910c3325-8ff5-497c-b6a7-14858fbf89f9,segment=NetworkSegment(f6523d22-afc3-4471-98b9-212eb87eeb78),segment_id=f6523d22-afc3-4471-98b9-212eb87eeb78)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:01.758652 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '910c3325-8ff5-497c-b6a7-14858fbf89f9', 'network_id': '3bb64354-568a-456a-a003-7b4a75fe89f1', 'port_id': '910c3325-8ff5-497c-b6a7-14858fbf89f9', 'mac_address': 'fa:16:3e:e8:e0:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f43cdb90-1e07-4b97-b28d-4e6bbd59bfc7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:38:01.763388 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e837510-9714-446f-9b14-2e04741e26bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '910c3325-8ff5-497c-b6a7-14858fbf89f9'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:38:01.765650 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3da86a-dd40-48a7-9527-c39d27593fb3" -d '{"events": [{"server_uuid": "9e837510-9714-446f-9b14-2e04741e26bf", "name": "network-vif-unplugged", "status": "completed", "tag": "910c3325-8ff5-497c-b6a7-14858fbf89f9"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:38:01.781894 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 910c3325-8ff5-497c-b6a7-14858fbf89f9, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=910c3325-8ff5-497c-b6a7-14858fbf89f9,segment=NetworkSegment(f6523d22-afc3-4471-98b9-212eb87eeb78),segment_id=f6523d22-afc3-4471-98b9-212eb87eeb78)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:01.804553 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd42d39-aa4f-488d-b979-64dff38dcefb x-openstack-request-id: req-bbd42d39-aa4f-488d-b979-64dff38dcefb {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:38:01.804852 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e837510-9714-446f-9b14-2e04741e26bf", "name": "network-vif-unplugged", "status": "completed", "tag": "910c3325-8ff5-497c-b6a7-14858fbf89f9", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:38:01.805106 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bbd42d39-aa4f-488d-b979-64dff38dcefb {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:38:01.805531 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e837510-9714-446f-9b14-2e04741e26bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '910c3325-8ff5-497c-b6a7-14858fbf89f9', 'code': 200} Jul 23 20:38:01.806310 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:01.847677 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:01.874544 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 910c3325-8ff5-497c-b6a7-14858fbf89f9 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:38:01.880201 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=910c3325-8ff5-497c-b6a7-14858fbf89f9,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:01.919089 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.db.api [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:38:01.919448 n-d-793618-10 neutron-server[93877]: DEBUG oslo_db.api [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:38:02.160241 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-95df91a8-814d-4210-bfc4-3f7d6f889ba5 req-eebf0d4d-14ca-4b53-92db-98d0b4a3ed89 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9e837510-9714-446f-9b14-2e04741e26bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524173 Jul 23 20:38:02.227736 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36a64d-c22f-4148-bb7e-0be8b5325233 req-2575d779-fac7-4622-a719-8a5a0f31f7cc tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:02.229236 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aa36a64d-c22f-4148-bb7e-0be8b5325233 req-2575d779-fac7-4622-a719-8a5a0f31f7cc tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e837510-9714-446f-9b14-2e04741e26bf HTTP/1.1" status: 200 len: 943 time: 0.0673625 Jul 23 20:38:02.258491 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df91a8-814d-4210-bfc4-3f7d6f889ba5 req-c170f3b8-838c-4afd-af23-27b0dcb6a584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:02.259986 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-95df91a8-814d-4210-bfc4-3f7d6f889ba5 req-c170f3b8-838c-4afd-af23-27b0dcb6a584 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bac8e166147242c8b3a831403daa7c9d&device_id=9e837510-9714-446f-9b14-2e04741e26bf HTTP/1.1" status: 200 len: 1095 time: 0.0592291 Jul 23 20:38:02.268803 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aa36a64d-c22f-4148-bb7e-0be8b5325233 req-68311f5c-95b7-4e5b-86ad-24b802b4da36 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9bf0e20-a3cf-4745-b8e7-03db7456b28b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337667 Jul 23 20:38:02.292232 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33110) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:02.356922 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a80e5d3c-f8d4-400c-b1a1-21058e41257d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/floatingips/48bc0e87-37dc-4eba-85c3-f9f758cf094b HTTP/1.1" status: 200 len: 991 time: 0.0635023 Jul 23 20:38:02.362068 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df91a8-814d-4210-bfc4-3f7d6f889ba5 req-a17c7312-8624-4e20-9053-0313fc495264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:02.364243 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-95df91a8-814d-4210-bfc4-3f7d6f889ba5 req-a17c7312-8624-4e20-9053-0313fc495264 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3bb64354-568a-456a-a003-7b4a75fe89f1 HTTP/1.1" status: 200 len: 897 time: 0.0863297 Jul 23 20:38:02.431624 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-95df91a8-814d-4210-bfc4-3f7d6f889ba5 req-4c22d160-d911-4ea7-b047-8e0eb2f046d7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=910c3325-8ff5-497c-b6a7-14858fbf89f9 HTTP/1.1" status: 200 len: 999 time: 0.0611038 Jul 23 20:38:02.454634 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:02.468069 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 910c3325-8ff5-497c-b6a7-14858fbf89f9 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:38:02.480725 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df91a8-814d-4210-bfc4-3f7d6f889ba5 req-5f3025dc-7fdb-44d3-8586-c762b21b3b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:02.482213 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-95df91a8-814d-4210-bfc4-3f7d6f889ba5 req-5f3025dc-7fdb-44d3-8586-c762b21b3b7f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f43cdb90-1e07-4b97-b28d-4e6bbd59bfc7 HTTP/1.1" status: 200 len: 835 time: 0.0448549 Jul 23 20:38:02.488366 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 910c3325-8ff5-497c-b6a7-14858fbf89f9, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=910c3325-8ff5-497c-b6a7-14858fbf89f9,segment=NetworkSegment(f6523d22-afc3-4471-98b9-212eb87eeb78),segment_id=f6523d22-afc3-4471-98b9-212eb87eeb78)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:02.492660 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:02.543419 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df91a8-814d-4210-bfc4-3f7d6f889ba5 req-eac65834-4e27-4f16-ac7e-cc3d4085eef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:02.543985 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=910c3325-8ff5-497c-b6a7-14858fbf89f9,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:02.544998 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-95df91a8-814d-4210-bfc4-3f7d6f889ba5 req-eac65834-4e27-4f16-ac7e-cc3d4085eef9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3bb64354-568a-456a-a003-7b4a75fe89f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572460 Jul 23 20:38:02.639121 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-95df91a8-814d-4210-bfc4-3f7d6f889ba5 req-e8d76653-adb6-4597-b963-5d6f757f7edd service neutron] 10.222.0.30 "GET /v2.0/networks/3bb64354-568a-456a-a003-7b4a75fe89f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873764 Jul 23 20:38:02.685885 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['910c3325-8ff5-497c-b6a7-14858fbf89f9'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:38:02.730683 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-95df91a8-814d-4210-bfc4-3f7d6f889ba5 req-6d176b29-98c1-4d4e-bf11-7793e918d00f service neutron] 10.222.0.30 "GET /v2.0/networks/3bb64354-568a-456a-a003-7b4a75fe89f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850282 Jul 23 20:38:02.745966 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:38:03.588702 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 910c3325-8ff5-497c-b6a7-14858fbf89f9 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:03.640572 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 910c3325-8ff5-497c-b6a7-14858fbf89f9 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:03.641185 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:03.717812 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:03.751304 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 910c3325-8ff5-497c-b6a7-14858fbf89f9, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=910c3325-8ff5-497c-b6a7-14858fbf89f9,segment=NetworkSegment(f6523d22-afc3-4471-98b9-212eb87eeb78),segment_id=f6523d22-afc3-4471-98b9-212eb87eeb78)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:03.756029 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:03.805347 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=910c3325-8ff5-497c-b6a7-14858fbf89f9,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:03.808081 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e837510-9714-446f-9b14-2e04741e26bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910c3325-8ff5-497c-b6a7-14858fbf89f9'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:38:03.810623 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f0d7e3-b599-4945-8807-f91e50985a06" -d '{"events": [{"server_uuid": "9e837510-9714-446f-9b14-2e04741e26bf", "name": "network-vif-plugged", "status": "completed", "tag": "910c3325-8ff5-497c-b6a7-14858fbf89f9"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:38:03.846463 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb1e157-baf9-458c-b839-a205563f145b x-openstack-request-id: req-0fb1e157-baf9-458c-b839-a205563f145b {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:38:03.846867 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e837510-9714-446f-9b14-2e04741e26bf", "name": "network-vif-plugged", "status": "completed", "tag": "910c3325-8ff5-497c-b6a7-14858fbf89f9", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:38:03.847115 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0fb1e157-baf9-458c-b839-a205563f145b {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:38:03.847505 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e837510-9714-446f-9b14-2e04741e26bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910c3325-8ff5-497c-b6a7-14858fbf89f9', 'code': 200} Jul 23 20:38:10.268250 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d6f1bf70-e4a3-4e55-a8b2-a99e73b8c7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:13.327506 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:13.635694 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-126a3f3d-06a0-474a-8f8a-7398396a5033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:14.057768 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:14.775791 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:14.803764 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:15.997732 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:26.684750 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33128) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:26.744857 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3aabe0aa-1031-4747-b0a4-51e881be83cb tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/floatingips/1cd42f0b-715f-48c1-b9c9-451313ca5737 HTTP/1.1" status: 200 len: 993 time: 0.0589604 Jul 23 20:38:27.009052 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33134) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:27.166652 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-dda585cf-6422-4e15-95ee-88efb234ec46 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Deleting port 6081b024-1f76-467b-bf7d-68ac493a62e5 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:27.166936 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dda585cf-6422-4e15-95ee-88efb234ec46 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:27.245209 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dda585cf-6422-4e15-95ee-88efb234ec46 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:27.245566 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dda585cf-6422-4e15-95ee-88efb234ec46 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:27.258377 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-dda585cf-6422-4e15-95ee-88efb234ec46 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Calling delete_port for 6081b024-1f76-467b-bf7d-68ac493a62e5 owned by network:floatingip {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:27.404429 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dda585cf-6422-4e15-95ee-88efb234ec46 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:27.431303 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda585cf-6422-4e15-95ee-88efb234ec46 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event deleted for resources: {'Port': ['ID=6081b024-1f76-467b-bf7d-68ac493a62e5,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:27.496452 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dda585cf-6422-4e15-95ee-88efb234ec46 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for floatingip, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:27.496779 n-d-793618-10 neutron-server[93875]: INFO neutron.db.l3_db [None req-dda585cf-6422-4e15-95ee-88efb234ec46 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Floating IP 1cd42f0b-715f-48c1-b9c9-451313ca5737 disassociated (deleted). External IP: 172.25.1.113, port: 2d45213c-4155-4776-8922-b8ad1d5576b2. Jul 23 20:38:27.703011 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda585cf-6422-4e15-95ee-88efb234ec46 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Router 8538167a-0200-442a-9917-e425a578afe0 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:38:27.812068 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda585cf-6422-4e15-95ee-88efb234ec46 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:38:27.817132 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dda585cf-6422-4e15-95ee-88efb234ec46 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:27.821680 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bcb7e1-27f2-46a5-9c06-4b9d8488e67e None None] Sync routers for ids ['8538167a-0200-442a-9917-e425a578afe0'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:38:27.830688 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bcb7e1-27f2-46a5-9c06-4b9d8488e67e None None] Routers {'8538167a-0200-442a-9917-e425a578afe0'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:38:27.831324 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-17bcb7e1-27f2-46a5-9c06-4b9d8488e67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:38:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['8538167a-0200-442a-9917-e425a578afe0'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:27.853871 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-dda585cf-6422-4e15-95ee-88efb234ec46 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "DELETE /v2.0/floatingips/1cd42f0b-715f-48c1-b9c9-451313ca5737 HTTP/1.1" status: 204 len: 168 time: 0.8435779 Jul 23 20:38:27.854465 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011b65e0-fbfc-4953-8104-219ded065cca', 'tag': '2d45213c-4155-4776-8922-b8ad1d5576b2'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:38:27.856795 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947e0ac6-8345-4f93-a247-29421a6c1ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "011b65e0-fbfc-4953-8104-219ded065cca", "tag": "2d45213c-4155-4776-8922-b8ad1d5576b2"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:38:28.031705 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ba458d-842c-44b1-9332-5b748fd3d05f x-openstack-request-id: req-b3ba458d-842c-44b1-9332-5b748fd3d05f {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:38:28.032138 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "011b65e0-fbfc-4953-8104-219ded065cca", "tag": "2d45213c-4155-4776-8922-b8ad1d5576b2", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:38:28.032497 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b3ba458d-842c-44b1-9332-5b748fd3d05f {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:38:28.032999 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '011b65e0-fbfc-4953-8104-219ded065cca', 'tag': '2d45213c-4155-4776-8922-b8ad1d5576b2', 'status': 'completed', 'code': 200} Jul 23 20:38:28.095358 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-17bcb7e1-27f2-46a5-9c06-4b9d8488e67e None None] Set router 8538167a-0200-442a-9917-e425a578afe0 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:38:28.160999 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e0ac6-8345-4f93-a247-29421a6c1ab2 req-e8c81aaa-ae00-4d20-89da-27bf74b95d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:28.162584 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-947e0ac6-8345-4f93-a247-29421a6c1ab2 req-e8c81aaa-ae00-4d20-89da-27bf74b95d9d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9bce00ee88e9483da89a858a154365d1&device_id=011b65e0-fbfc-4953-8104-219ded065cca HTTP/1.1" status: 200 len: 1097 time: 0.1078439 Jul 23 20:38:28.175043 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88215fd2-690b-4713-83d1-593dd3c67f7f req-445b42c4-e865-48ae-b048-763b2cfb8e73 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:28.176591 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-88215fd2-690b-4713-83d1-593dd3c67f7f req-445b42c4-e865-48ae-b048-763b2cfb8e73 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/ports?device_id=011b65e0-fbfc-4953-8104-219ded065cca HTTP/1.1" status: 200 len: 945 time: 0.0884621 Jul 23 20:38:28.302789 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-17bcb7e1-27f2-46a5-9c06-4b9d8488e67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8538167a-0200-442a-9917-e425a578afe0', 'name': 'tempest-TestNetworkBasicOps-router-2078094045', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '1893d621-79e7-4b7b-907c-4adcb7915c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:36Z', 'updated_at': '2021-07-23T20:37:40Z', 'revision_number': 4, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'gw_port': {'id': '1893d621-79e7-4b7b-907c-4adcb7915c08', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8538167a-0200-442a-9917-e425a578afe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:37Z', 'updated_at': '2021-07-23T20:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '6b2020f9-ff67-4fed-9c98-a10c5311e67e', 'name': '', 'network_id': '2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'mac_address': 'fa:16:3e:f7:1d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8538167a-0200-442a-9917-e425a578afe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '75aa7069-3477-4c95-87e1-5b18c1784923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:39Z', 'updated_at': '2021-07-23T20:37:45Z', 'revision_number': 5, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'subnets': [{'id': '75aa7069-3477-4c95-87e1-5b18c1784923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:28.335068 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bcb7e1-27f2-46a5-9c06-4b9d8488e67e None None] Checking router: 8538167a-0200-442a-9917-e425a578afe0 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:38:28.343885 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bcb7e1-27f2-46a5-9c06-4b9d8488e67e None None] Routers {'8538167a-0200-442a-9917-e425a578afe0'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:38:28.344524 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-17bcb7e1-27f2-46a5-9c06-4b9d8488e67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:38:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['8538167a-0200-442a-9917-e425a578afe0'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:28.457629 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-17bcb7e1-27f2-46a5-9c06-4b9d8488e67e None None] Set router 8538167a-0200-442a-9917-e425a578afe0 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:38:28.520108 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-88215fd2-690b-4713-83d1-593dd3c67f7f req-b3f17009-2a67-43ae-b8ad-0a66ed42c1ea tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e69195-b18c-43d9-9458-846085c3655c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3342495 Jul 23 20:38:28.546107 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e0ac6-8345-4f93-a247-29421a6c1ab2 req-cf134fc9-cf9a-4918-af2e-57f5e5267a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:28.547593 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-947e0ac6-8345-4f93-a247-29421a6c1ab2 req-cf134fc9-cf9a-4918-af2e-57f5e5267a2b service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41 HTTP/1.1" status: 200 len: 897 time: 0.3701098 Jul 23 20:38:28.588773 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-947e0ac6-8345-4f93-a247-29421a6c1ab2 req-76d8af60-c66e-404a-a540-8f636e8928cb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d45213c-4155-4776-8922-b8ad1d5576b2 HTTP/1.1" status: 200 len: 217 time: 0.0342045 Jul 23 20:38:28.638554 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e0ac6-8345-4f93-a247-29421a6c1ab2 req-f8f40757-059d-4f79-9007-c199565c7b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:28.640027 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-947e0ac6-8345-4f93-a247-29421a6c1ab2 req-f8f40757-059d-4f79-9007-c199565c7b4a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75aa7069-3477-4c95-87e1-5b18c1784923 HTTP/1.1" status: 200 len: 834 time: 0.0437551 Jul 23 20:38:28.660587 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-17bcb7e1-27f2-46a5-9c06-4b9d8488e67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8538167a-0200-442a-9917-e425a578afe0', 'name': 'tempest-TestNetworkBasicOps-router-2078094045', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '1893d621-79e7-4b7b-907c-4adcb7915c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:36Z', 'updated_at': '2021-07-23T20:37:40Z', 'revision_number': 4, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'gw_port': {'id': '1893d621-79e7-4b7b-907c-4adcb7915c08', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8538167a-0200-442a-9917-e425a578afe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:37Z', 'updated_at': '2021-07-23T20:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '6b2020f9-ff67-4fed-9c98-a10c5311e67e', 'name': '', 'network_id': '2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'mac_address': 'fa:16:3e:f7:1d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8538167a-0200-442a-9917-e425a578afe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '75aa7069-3477-4c95-87e1-5b18c1784923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:39Z', 'updated_at': '2021-07-23T20:37:45Z', 'revision_number': 5, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'subnets': [{'id': '75aa7069-3477-4c95-87e1-5b18c1784923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:28.686759 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bcb7e1-27f2-46a5-9c06-4b9d8488e67e None None] The sync data for ids ['8538167a-0200-442a-9917-e425a578afe0'] in n-d-793618-10 is: [{'id': '8538167a-0200-442a-9917-e425a578afe0', 'name': 'tempest-TestNetworkBasicOps-router-2078094045', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '1893d621-79e7-4b7b-907c-4adcb7915c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:36Z', 'updated_at': '2021-07-23T20:37:40Z', 'revision_number': 4, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'gw_port': {'id': '1893d621-79e7-4b7b-907c-4adcb7915c08', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8538167a-0200-442a-9917-e425a578afe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:37Z', 'updated_at': '2021-07-23T20:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '6b2020f9-ff67-4fed-9c98-a10c5311e67e', 'name': '', 'network_id': '2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'mac_address': 'fa:16:3e:f7:1d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8538167a-0200-442a-9917-e425a578afe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '75aa7069-3477-4c95-87e1-5b18c1784923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:39Z', 'updated_at': '2021-07-23T20:37:45Z', 'revision_number': 5, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'subnets': [{'id': '75aa7069-3477-4c95-87e1-5b18c1784923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:38:28.705880 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e0ac6-8345-4f93-a247-29421a6c1ab2 req-41dfa909-1603-4326-9e57-0212ab323b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:28.707486 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-947e0ac6-8345-4f93-a247-29421a6c1ab2 req-41dfa909-1603-4326-9e57-0212ab323b1c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595477 Jul 23 20:38:28.803758 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-947e0ac6-8345-4f93-a247-29421a6c1ab2 req-7f7c439e-12ba-4020-982a-147221c8b2c4 service neutron] 10.222.0.18 "GET /v2.0/networks/2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870469 Jul 23 20:38:28.907428 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-947e0ac6-8345-4f93-a247-29421a6c1ab2 req-71bdd33b-f0a8-4cc6-92f4-78e169ff10e7 service neutron] 10.222.0.18 "GET /v2.0/networks/2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952182 Jul 23 20:38:28.932944 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3629d59f-2250-4464-b4ad-82ca636833f2 None None] New status for floating IP 1cd42f0b-715f-48c1-b9c9-451313ca5737: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:38:29.379048 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886feb51-8199-4f2e-849f-fdb1464e9a5d req-bab9eeaf-601f-4c8b-9da7-3abb7b468424 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:29.380540 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-886feb51-8199-4f2e-849f-fdb1464e9a5d req-bab9eeaf-601f-4c8b-9da7-3abb7b468424 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.18 "GET /v2.0/ports?device_id=011b65e0-fbfc-4953-8104-219ded065cca HTTP/1.1" status: 200 len: 945 time: 0.0632472 Jul 23 20:38:29.477166 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-886feb51-8199-4f2e-849f-fdb1464e9a5d req-afe68375-3e3c-4ae6-8f56-4acbdd2b9c8f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Deleting port 2d45213c-4155-4776-8922-b8ad1d5576b2 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:29.477536 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-886feb51-8199-4f2e-849f-fdb1464e9a5d req-afe68375-3e3c-4ae6-8f56-4acbdd2b9c8f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:29.569654 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-886feb51-8199-4f2e-849f-fdb1464e9a5d req-afe68375-3e3c-4ae6-8f56-4acbdd2b9c8f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] For port 2d45213c-4155-4776-8922-b8ad1d5576b2, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=2d45213c-4155-4776-8922-b8ad1d5576b2,segment=NetworkSegment(9809ac7c-ff4d-4fce-8e16-22cba25d53e3),segment_id=9809ac7c-ff4d-4fce-8e16-22cba25d53e3)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:29.570022 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-886feb51-8199-4f2e-849f-fdb1464e9a5d req-afe68375-3e3c-4ae6-8f56-4acbdd2b9c8f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:29.583214 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-886feb51-8199-4f2e-849f-fdb1464e9a5d req-afe68375-3e3c-4ae6-8f56-4acbdd2b9c8f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Calling delete_port for 2d45213c-4155-4776-8922-b8ad1d5576b2 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:29.713096 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c9365-b632-406c-ba47-2c8e4380653c req-a70e9039-7ae5-4da0-aa61-836a51e19a49 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:29.714627 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ec7c9365-b632-406c-ba47-2c8e4380653c req-a70e9039-7ae5-4da0-aa61-836a51e19a49 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/ports?device_id=011b65e0-fbfc-4953-8104-219ded065cca HTTP/1.1" status: 200 len: 945 time: 0.1215701 Jul 23 20:38:29.786549 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ec7c9365-b632-406c-ba47-2c8e4380653c req-89f186a5-299b-482f-afc2-e2af3b4460fe tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e69195-b18c-43d9-9458-846085c3655c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662684 Jul 23 20:38:29.787647 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-886feb51-8199-4f2e-849f-fdb1464e9a5d req-afe68375-3e3c-4ae6-8f56-4acbdd2b9c8f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:29.821114 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe68375-3e3c-4ae6-8f56-4acbdd2b9c8f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event deleted for resources: {'Port': ['ID=2d45213c-4155-4776-8922-b8ad1d5576b2,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:29.870154 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-886feb51-8199-4f2e-849f-fdb1464e9a5d req-afe68375-3e3c-4ae6-8f56-4acbdd2b9c8f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] No DVR routers for this DVR port 2d45213c-4155-4776-8922-b8ad1d5576b2 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:38:29.872766 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-886feb51-8199-4f2e-849f-fdb1464e9a5d req-afe68375-3e3c-4ae6-8f56-4acbdd2b9c8f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:29.874799 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-886feb51-8199-4f2e-849f-fdb1464e9a5d req-afe68375-3e3c-4ae6-8f56-4acbdd2b9c8f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.18 "DELETE /v2.0/ports/2d45213c-4155-4776-8922-b8ad1d5576b2 HTTP/1.1" status: 204 len: 173 time: 0.4889293 Jul 23 20:38:30.034106 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011b65e0-fbfc-4953-8104-219ded065cca', 'name': 'network-vif-deleted', 'tag': '2d45213c-4155-4776-8922-b8ad1d5576b2'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:38:30.036525 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76779315-fd1b-4bfa-b968-c15b7b10329f" -d '{"events": [{"server_uuid": "011b65e0-fbfc-4953-8104-219ded065cca", "name": "network-vif-deleted", "tag": "2d45213c-4155-4776-8922-b8ad1d5576b2"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:38:30.071294 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b02bd90-0a47-4509-945c-223344032cf1 x-openstack-request-id: req-2b02bd90-0a47-4509-945c-223344032cf1 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:38:30.071593 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011b65e0-fbfc-4953-8104-219ded065cca", "name": "network-vif-deleted", "tag": "2d45213c-4155-4776-8922-b8ad1d5576b2", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:38:30.071847 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2b02bd90-0a47-4509-945c-223344032cf1 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:38:30.072247 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011b65e0-fbfc-4953-8104-219ded065cca', 'name': 'network-vif-deleted', 'tag': '2d45213c-4155-4776-8922-b8ad1d5576b2', 'status': 'completed', 'code': 200} Jul 23 20:38:30.847705 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33150) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:30.906150 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fb0d5a-dc55-4fcb-84b1-e94c7e6119a8 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:30.932224 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fb0d5a-dc55-4fcb-84b1-e94c7e6119a8 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:30.995389 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fb0d5a-dc55-4fcb-84b1-e94c7e6119a8 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:30.997933 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c4fb0d5a-dc55-4fcb-84b1-e94c7e6119a8 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:30.999084 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c4fb0d5a-dc55-4fcb-84b1-e94c7e6119a8 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "DELETE /v2.0/security-groups/19e69195-b18c-43d9-9458-846085c3655c HTTP/1.1" status: 204 len: 168 time: 0.1503954 Jul 23 20:38:31.015455 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb0d5a-dc55-4fcb-84b1-e94c7e6119a8 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e69195-b18c-43d9-9458-846085c3655c,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:31.030928 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33154) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:31.388797 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9838cda-544c-4d2e-8f9b-937bbab93628 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:31.961714 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-a9838cda-544c-4d2e-8f9b-937bbab93628 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Deleting port 6b2020f9-ff67-4fed-9c98-a10c5311e67e {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:31.961963 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9838cda-544c-4d2e-8f9b-937bbab93628 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:32.047188 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-a9838cda-544c-4d2e-8f9b-937bbab93628 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] For port 6b2020f9-ff67-4fed-9c98-a10c5311e67e, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6b2020f9-ff67-4fed-9c98-a10c5311e67e,segment=NetworkSegment(9809ac7c-ff4d-4fce-8e16-22cba25d53e3),segment_id=9809ac7c-ff4d-4fce-8e16-22cba25d53e3)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:32.047927 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9838cda-544c-4d2e-8f9b-937bbab93628 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:32.059508 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-a9838cda-544c-4d2e-8f9b-937bbab93628 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Calling delete_port for 6b2020f9-ff67-4fed-9c98-a10c5311e67e owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:32.245821 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9838cda-544c-4d2e-8f9b-937bbab93628 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:32.271607 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9838cda-544c-4d2e-8f9b-937bbab93628 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event deleted for resources: {'Port': ['ID=6b2020f9-ff67-4fed-9c98-a10c5311e67e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:32.304410 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9838cda-544c-4d2e-8f9b-937bbab93628 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:32.304712 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9838cda-544c-4d2e-8f9b-937bbab93628 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:32.305048 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9838cda-544c-4d2e-8f9b-937bbab93628 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:32.305379 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9838cda-544c-4d2e-8f9b-937bbab93628 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:32.305736 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9838cda-544c-4d2e-8f9b-937bbab93628 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:32.306060 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9838cda-544c-4d2e-8f9b-937bbab93628 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:32.306384 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9838cda-544c-4d2e-8f9b-937bbab93628 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:32.306706 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9838cda-544c-4d2e-8f9b-937bbab93628 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:32.307026 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9838cda-544c-4d2e-8f9b-937bbab93628 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:32.307347 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9838cda-544c-4d2e-8f9b-937bbab93628 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:32.307671 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9838cda-544c-4d2e-8f9b-937bbab93628 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:32.308026 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9838cda-544c-4d2e-8f9b-937bbab93628 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:32.457622 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a9838cda-544c-4d2e-8f9b-937bbab93628 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:32.673776 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9838cda-544c-4d2e-8f9b-937bbab93628 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Router 8538167a-0200-442a-9917-e425a578afe0 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:38:32.779715 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9838cda-544c-4d2e-8f9b-937bbab93628 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:38:32.784947 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a9838cda-544c-4d2e-8f9b-937bbab93628 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "PUT /v2.0/routers/8538167a-0200-442a-9917-e425a578afe0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7530103 Jul 23 20:38:32.787579 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33158) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:32.789156 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afce34e6-0477-4dc6-aed1-ed05bbedd587 None None] Sync routers for ids ['8538167a-0200-442a-9917-e425a578afe0'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:38:32.798647 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afce34e6-0477-4dc6-aed1-ed05bbedd587 None None] Routers {'8538167a-0200-442a-9917-e425a578afe0'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:38:32.799278 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-afce34e6-0477-4dc6-aed1-ed05bbedd587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:38:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['8538167a-0200-442a-9917-e425a578afe0'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:32.840926 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-8111da8b-21b6-40f4-9646-a117ae3e4720 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Deleting subnet 75aa7069-3477-4c95-87e1-5b18c1784923 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:38:32.843988 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8111da8b-21b6-40f4-9646-a117ae3e4720 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:32.883532 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8111da8b-21b6-40f4-9646-a117ae3e4720 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:32.900356 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-afce34e6-0477-4dc6-aed1-ed05bbedd587 None None] Set router 8538167a-0200-442a-9917-e425a578afe0 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:38:32.924159 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33160) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:32.975707 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8111da8b-21b6-40f4-9646-a117ae3e4720 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:33.016232 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 2d45213c-4155-4776-8922-b8ad1d5576b2 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:38:33.043119 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 2d45213c-4155-4776-8922-b8ad1d5576b2 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:38:33.043404 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 2d45213c-4155-4776-8922-b8ad1d5576b2 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:38:33.049679 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8111da8b-21b6-40f4-9646-a117ae3e4720 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:33.077972 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111da8b-21b6-40f4-9646-a117ae3e4720 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event deleted for resources: {'Subnet': ['ID=75aa7069-3477-4c95-87e1-5b18c1784923,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:33.086538 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8111da8b-21b6-40f4-9646-a117ae3e4720 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:33.091308 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8111da8b-21b6-40f4-9646-a117ae3e4720 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "DELETE /v2.0/subnets/75aa7069-3477-4c95-87e1-5b18c1784923 HTTP/1.1" status: 204 len: 168 time: 0.3025825 Jul 23 20:38:33.091733 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33162) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:33.094329 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fc1359-c369-4d55-8fca-9a84083f1230 None None] Network 2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:38:33.186284 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-3f28efff-02f2-4a05-a702-2449589b4af3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Deleting port 093941f4-bc6b-439e-a628-61cc1e3569fe {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:33.186284 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3f28efff-02f2-4a05-a702-2449589b4af3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:33.214599 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-afce34e6-0477-4dc6-aed1-ed05bbedd587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8538167a-0200-442a-9917-e425a578afe0', 'name': 'tempest-TestNetworkBasicOps-router-2078094045', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '1893d621-79e7-4b7b-907c-4adcb7915c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:36Z', 'updated_at': '2021-07-23T20:38:32Z', 'revision_number': 5, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'gw_port': {'id': '1893d621-79e7-4b7b-907c-4adcb7915c08', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8538167a-0200-442a-9917-e425a578afe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:37Z', 'updated_at': '2021-07-23T20:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:33.243680 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afce34e6-0477-4dc6-aed1-ed05bbedd587 None None] Checking router: 8538167a-0200-442a-9917-e425a578afe0 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:38:33.263262 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afce34e6-0477-4dc6-aed1-ed05bbedd587 None None] Routers {'8538167a-0200-442a-9917-e425a578afe0'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:38:33.263890 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-afce34e6-0477-4dc6-aed1-ed05bbedd587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:38:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['8538167a-0200-442a-9917-e425a578afe0'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:33.265669 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-03573819-e4e8-4304-8afb-75cb6a113588 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:33.344058 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3f28efff-02f2-4a05-a702-2449589b4af3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:33.344413 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3f28efff-02f2-4a05-a702-2449589b4af3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:33.366254 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-3f28efff-02f2-4a05-a702-2449589b4af3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Calling delete_port for 093941f4-bc6b-439e-a628-61cc1e3569fe owned by network:floatingip {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:33.377820 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-afce34e6-0477-4dc6-aed1-ed05bbedd587 None None] Set router 8538167a-0200-442a-9917-e425a578afe0 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:38:33.435948 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577a178f-6401-4b6c-91b2-d427288518cb None None] DHCP port deletion for 2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:38:33.445522 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-03573819-e4e8-4304-8afb-75cb6a113588 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:33.554153 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-03573819-e4e8-4304-8afb-75cb6a113588 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Deleting port 1893d621-79e7-4b7b-907c-4adcb7915c08 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:33.554370 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-03573819-e4e8-4304-8afb-75cb6a113588 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:33.555439 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-577a178f-6401-4b6c-91b2-d427288518cb None None] Deleting port 653dc7be-e620-4d96-86d4-239cc1c1533f {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:33.555801 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-577a178f-6401-4b6c-91b2-d427288518cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:33.628297 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3f28efff-02f2-4a05-a702-2449589b4af3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:33.652025 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-577a178f-6401-4b6c-91b2-d427288518cb None None] For port 653dc7be-e620-4d96-86d4-239cc1c1533f, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=653dc7be-e620-4d96-86d4-239cc1c1533f,segment=NetworkSegment(9809ac7c-ff4d-4fce-8e16-22cba25d53e3),segment_id=9809ac7c-ff4d-4fce-8e16-22cba25d53e3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:33.652421 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-577a178f-6401-4b6c-91b2-d427288518cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:33.659918 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28efff-02f2-4a05-a702-2449589b4af3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event deleted for resources: {'Port': ['ID=093941f4-bc6b-439e-a628-61cc1e3569fe,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:33.668089 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-577a178f-6401-4b6c-91b2-d427288518cb None None] Calling delete_port for 653dc7be-e620-4d96-86d4-239cc1c1533f owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:33.686917 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-afce34e6-0477-4dc6-aed1-ed05bbedd587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8538167a-0200-442a-9917-e425a578afe0', 'name': 'tempest-TestNetworkBasicOps-router-2078094045', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '1893d621-79e7-4b7b-907c-4adcb7915c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:36Z', 'updated_at': '2021-07-23T20:38:32Z', 'revision_number': 5, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'gw_port': {'id': '1893d621-79e7-4b7b-907c-4adcb7915c08', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8538167a-0200-442a-9917-e425a578afe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:37Z', 'updated_at': '2021-07-23T20:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:33.692080 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 653dc7be-e620-4d96-86d4-239cc1c1533f no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:38:33.724942 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-03573819-e4e8-4304-8afb-75cb6a113588 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] For port 1893d621-79e7-4b7b-907c-4adcb7915c08, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=1893d621-79e7-4b7b-907c-4adcb7915c08,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:33.725248 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-03573819-e4e8-4304-8afb-75cb6a113588 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:33.744262 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-03573819-e4e8-4304-8afb-75cb6a113588 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Calling delete_port for 1893d621-79e7-4b7b-907c-4adcb7915c08 owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:33.760517 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3f28efff-02f2-4a05-a702-2449589b4af3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for floatingip, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:33.760877 n-d-793618-10 neutron-server[93875]: INFO neutron.db.l3_db [None req-3f28efff-02f2-4a05-a702-2449589b4af3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Floating IP 48bc0e87-37dc-4eba-85c3-f9f758cf094b disassociated (deleted). External IP: 172.25.1.126, port: 910c3325-8ff5-497c-b6a7-14858fbf89f9. Jul 23 20:38:33.768902 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afce34e6-0477-4dc6-aed1-ed05bbedd587 None None] The sync data for ids ['8538167a-0200-442a-9917-e425a578afe0'] in n-d-793618-10 is: [{'id': '8538167a-0200-442a-9917-e425a578afe0', 'name': 'tempest-TestNetworkBasicOps-router-2078094045', 'tenant_id': '9bce00ee88e9483da89a858a154365d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '1893d621-79e7-4b7b-907c-4adcb7915c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:36Z', 'updated_at': '2021-07-23T20:38:32Z', 'revision_number': 5, 'project_id': '9bce00ee88e9483da89a858a154365d1', 'gw_port': {'id': '1893d621-79e7-4b7b-907c-4adcb7915c08', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8538167a-0200-442a-9917-e425a578afe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:37Z', 'updated_at': '2021-07-23T20:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:38:33.849348 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-577a178f-6401-4b6c-91b2-d427288518cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:33.883180 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577a178f-6401-4b6c-91b2-d427288518cb None None] No DVR routers for this DVR port 653dc7be-e620-4d96-86d4-239cc1c1533f on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:38:33.886918 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a178f-6401-4b6c-91b2-d427288518cb None None] Pushing event deleted for resources: {'Port': ['ID=653dc7be-e620-4d96-86d4-239cc1c1533f,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:33.889278 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:34.095837 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-03573819-e4e8-4304-8afb-75cb6a113588 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:34.130133 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f28efff-02f2-4a05-a702-2449589b4af3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Router 52cab965-29da-4592-ae37-4a850d192d1f has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:38:34.133268 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03573819-e4e8-4304-8afb-75cb6a113588 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event deleted for resources: {'Port': ['ID=1893d621-79e7-4b7b-907c-4adcb7915c08,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:34.265893 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-03573819-e4e8-4304-8afb-75cb6a113588 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:34.371680 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-03573819-e4e8-4304-8afb-75cb6a113588 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:34.374968 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-03573819-e4e8-4304-8afb-75cb6a113588 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:34.421022 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f28efff-02f2-4a05-a702-2449589b4af3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:38:34.426298 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3f28efff-02f2-4a05-a702-2449589b4af3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:34.431652 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327085d8-77a7-4be3-a000-6359a60a6193 None None] Sync routers for ids ['52cab965-29da-4592-ae37-4a850d192d1f'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:38:34.440350 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327085d8-77a7-4be3-a000-6359a60a6193 None None] Routers {'52cab965-29da-4592-ae37-4a850d192d1f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:38:34.440963 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-327085d8-77a7-4be3-a000-6359a60a6193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:38:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['52cab965-29da-4592-ae37-4a850d192d1f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:34.452609 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-03573819-e4e8-4304-8afb-75cb6a113588 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:34.453148 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03573819-e4e8-4304-8afb-75cb6a113588 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Fanout notify agent at l3_agent the message router_deleted on router 8538167a-0200-442a-9917-e425a578afe0 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:38:34.460572 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-03573819-e4e8-4304-8afb-75cb6a113588 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:34.462138 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-03573819-e4e8-4304-8afb-75cb6a113588 tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "DELETE /v2.0/routers/8538167a-0200-442a-9917-e425a578afe0 HTTP/1.1" status: 204 len: 168 time: 1.3685849 Jul 23 20:38:34.464805 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33164) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:34.488204 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3f28efff-02f2-4a05-a702-2449589b4af3 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "DELETE /v2.0/floatingips/48bc0e87-37dc-4eba-85c3-f9f758cf094b HTTP/1.1" status: 204 len: 168 time: 1.5627797 Jul 23 20:38:34.491128 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e837510-9714-446f-9b14-2e04741e26bf', 'tag': '910c3325-8ff5-497c-b6a7-14858fbf89f9'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:38:34.495376 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1404a54-1a45-47ea-b9fb-d7b181e59a0e" -d '{"events": [{"name": "network-changed", "server_uuid": "9e837510-9714-446f-9b14-2e04741e26bf", "tag": "910c3325-8ff5-497c-b6a7-14858fbf89f9"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:38:34.558919 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-61c1889a-11cf-4001-9245-72a98bdda36f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:34.664481 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-61c1889a-11cf-4001-9245-72a98bdda36f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:34.676364 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-61c1889a-11cf-4001-9245-72a98bdda36f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:34.683098 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-327085d8-77a7-4be3-a000-6359a60a6193 None None] Set router 52cab965-29da-4592-ae37-4a850d192d1f gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:38:34.686845 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-61c1889a-11cf-4001-9245-72a98bdda36f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9809ac7c-ff4d-4fce-8e16-22cba25d53e3') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:34.687148 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-61c1889a-11cf-4001-9245-72a98bdda36f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9809ac7c-ff4d-4fce-8e16-22cba25d53e3') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:34.691718 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a15bfcc-f754-4d08-9c43-6bdb19a6a972 x-openstack-request-id: req-8a15bfcc-f754-4d08-9c43-6bdb19a6a972 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:38:34.692227 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e837510-9714-446f-9b14-2e04741e26bf", "tag": "910c3325-8ff5-497c-b6a7-14858fbf89f9", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:38:34.692481 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8a15bfcc-f754-4d08-9c43-6bdb19a6a972 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:38:34.692897 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e837510-9714-446f-9b14-2e04741e26bf', 'tag': '910c3325-8ff5-497c-b6a7-14858fbf89f9', 'status': 'completed', 'code': 200} Jul 23 20:38:34.703007 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-61c1889a-11cf-4001-9245-72a98bdda36f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:34.750597 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-61c1889a-11cf-4001-9245-72a98bdda36f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:34.762290 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c1889a-11cf-4001-9245-72a98bdda36f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:38:34.762796 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-61c1889a-11cf-4001-9245-72a98bdda36f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:34.767593 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:38:34.767593 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:38:34.767593 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:38:34.767593 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:38:34.767593 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:38:34.767593 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:38:34.767593 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:38:34.767593 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:38:34.767593 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:38:34.767593 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:38:34.767593 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:38:34.767593 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:38:34.767593 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:38:34.767593 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:38:34.767593 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:38:34.767593 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:38:34.767593 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:38:34.767593 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:38:34.767593 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:38:34.767593 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:38:34.767593 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:38:34.767593 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:38:34.767593 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:38:34.767593 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:38:34.767593 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:38:34.767593 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:38:34.767593 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:38:34.767593 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:38:34.767593 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:38:34.767593 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:38:34.767593 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:38:34.767593 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:38:34.825626 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8c479-32f6-466e-bba1-4dcaafe4e45a req-162b6bf2-12f4-4f07-ad43-e0ad1ac8bfff tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:34.827150 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-34e8c479-32f6-466e-bba1-4dcaafe4e45a req-162b6bf2-12f4-4f07-ad43-e0ad1ac8bfff tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e837510-9714-446f-9b14-2e04741e26bf HTTP/1.1" status: 200 len: 945 time: 0.0790298 Jul 23 20:38:34.847076 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1404a54-1a45-47ea-b9fb-d7b181e59a0e req-d387bee1-de8d-47d2-b4e3-f4de085a7973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:34.848800 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f1404a54-1a45-47ea-b9fb-d7b181e59a0e req-d387bee1-de8d-47d2-b4e3-f4de085a7973 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bac8e166147242c8b3a831403daa7c9d&device_id=9e837510-9714-446f-9b14-2e04741e26bf HTTP/1.1" status: 200 len: 1097 time: 0.1315644 Jul 23 20:38:34.850251 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-61c1889a-11cf-4001-9245-72a98bdda36f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:34.866679 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-61c1889a-11cf-4001-9245-72a98bdda36f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:34.868494 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-61c1889a-11cf-4001-9245-72a98bdda36f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] 10.222.0.32 "DELETE /v2.0/networks/2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41 HTTP/1.1" status: 204 len: 168 time: 0.4025488 Jul 23 20:38:34.877383 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-34e8c479-32f6-466e-bba1-4dcaafe4e45a req-1c2c21fa-dbc7-4b67-a54a-82bf71c6c841 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9bf0e20-a3cf-4745-b8e7-03db7456b28b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429637 Jul 23 20:38:34.913614 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c1889a-11cf-4001-9245-72a98bdda36f tempest-TestNetworkBasicOps-210396920 tempest-TestNetworkBasicOps-210396920-project] Pushing event deleted for resources: {'Network': ['ID=2ceb96a1-4bdb-44e9-8e87-c8f9766e8a41,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:34.916708 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-327085d8-77a7-4be3-a000-6359a60a6193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cab965-29da-4592-ae37-4a850d192d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700434608', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '52822d63-3c71-405b-8ba9-a120ff0fd048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:00Z', 'updated_at': '2021-07-23T20:37:04Z', 'revision_number': 4, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '52822d63-3c71-405b-8ba9-a120ff0fd048', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cab965-29da-4592-ae37-4a850d192d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:01Z', 'updated_at': '2021-07-23T20:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '8e7e3992-9092-4025-a05b-ec0ced4d651d', 'name': '', 'network_id': '3bb64354-568a-456a-a003-7b4a75fe89f1', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'mac_address': 'fa:16:3e:c1:cb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cab965-29da-4592-ae37-4a850d192d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'f43cdb90-1e07-4b97-b28d-4e6bbd59bfc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:04Z', 'updated_at': '2021-07-23T20:37:08Z', 'revision_number': 5, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'subnets': [{'id': 'f43cdb90-1e07-4b97-b28d-4e6bbd59bfc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:34.951420 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327085d8-77a7-4be3-a000-6359a60a6193 None None] Checking router: 52cab965-29da-4592-ae37-4a850d192d1f for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:38:34.961939 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327085d8-77a7-4be3-a000-6359a60a6193 None None] Routers {'52cab965-29da-4592-ae37-4a850d192d1f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:38:34.962886 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-327085d8-77a7-4be3-a000-6359a60a6193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:38:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['52cab965-29da-4592-ae37-4a850d192d1f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:34.988922 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1404a54-1a45-47ea-b9fb-d7b181e59a0e req-be346334-0aa0-4990-8bee-4d228252c4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:34.990556 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f1404a54-1a45-47ea-b9fb-d7b181e59a0e req-be346334-0aa0-4990-8bee-4d228252c4c1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3bb64354-568a-456a-a003-7b4a75fe89f1 HTTP/1.1" status: 200 len: 897 time: 0.1334720 Jul 23 20:38:35.038266 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f1404a54-1a45-47ea-b9fb-d7b181e59a0e req-a8f795a8-a985-4aad-8c23-acdb91f446d7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=910c3325-8ff5-497c-b6a7-14858fbf89f9 HTTP/1.1" status: 200 len: 217 time: 0.0391271 Jul 23 20:38:35.095594 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-327085d8-77a7-4be3-a000-6359a60a6193 None None] Set router 52cab965-29da-4592-ae37-4a850d192d1f gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:38:35.097310 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1404a54-1a45-47ea-b9fb-d7b181e59a0e req-745a24a5-48ae-4e72-ae3e-7692d2abd48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:35.098940 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f1404a54-1a45-47ea-b9fb-d7b181e59a0e req-745a24a5-48ae-4e72-ae3e-7692d2abd48a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f43cdb90-1e07-4b97-b28d-4e6bbd59bfc7 HTTP/1.1" status: 200 len: 835 time: 0.0537302 Jul 23 20:38:35.161981 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1404a54-1a45-47ea-b9fb-d7b181e59a0e req-e5b5651c-b38d-4779-a875-beefefe4ac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:35.163525 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f1404a54-1a45-47ea-b9fb-d7b181e59a0e req-e5b5651c-b38d-4779-a875-beefefe4ac70 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3bb64354-568a-456a-a003-7b4a75fe89f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579183 Jul 23 20:38:35.200949 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33176) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:35.271222 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f1404a54-1a45-47ea-b9fb-d7b181e59a0e req-a28508ca-e92c-4784-9c25-707f89e27c42 service neutron] 10.222.0.30 "GET /v2.0/networks/3bb64354-568a-456a-a003-7b4a75fe89f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987699 Jul 23 20:38:35.308374 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-327085d8-77a7-4be3-a000-6359a60a6193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cab965-29da-4592-ae37-4a850d192d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700434608', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '52822d63-3c71-405b-8ba9-a120ff0fd048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:00Z', 'updated_at': '2021-07-23T20:37:04Z', 'revision_number': 4, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '52822d63-3c71-405b-8ba9-a120ff0fd048', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cab965-29da-4592-ae37-4a850d192d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:01Z', 'updated_at': '2021-07-23T20:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '8e7e3992-9092-4025-a05b-ec0ced4d651d', 'name': '', 'network_id': '3bb64354-568a-456a-a003-7b4a75fe89f1', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'mac_address': 'fa:16:3e:c1:cb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cab965-29da-4592-ae37-4a850d192d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'f43cdb90-1e07-4b97-b28d-4e6bbd59bfc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:04Z', 'updated_at': '2021-07-23T20:37:08Z', 'revision_number': 5, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'subnets': [{'id': 'f43cdb90-1e07-4b97-b28d-4e6bbd59bfc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:35.336112 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327085d8-77a7-4be3-a000-6359a60a6193 None None] The sync data for ids ['52cab965-29da-4592-ae37-4a850d192d1f'] in n-d-793618-10 is: [{'id': '52cab965-29da-4592-ae37-4a850d192d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700434608', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '52822d63-3c71-405b-8ba9-a120ff0fd048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:00Z', 'updated_at': '2021-07-23T20:37:04Z', 'revision_number': 4, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '52822d63-3c71-405b-8ba9-a120ff0fd048', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cab965-29da-4592-ae37-4a850d192d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:01Z', 'updated_at': '2021-07-23T20:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '8e7e3992-9092-4025-a05b-ec0ced4d651d', 'name': '', 'network_id': '3bb64354-568a-456a-a003-7b4a75fe89f1', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'mac_address': 'fa:16:3e:c1:cb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cab965-29da-4592-ae37-4a850d192d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'f43cdb90-1e07-4b97-b28d-4e6bbd59bfc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:04Z', 'updated_at': '2021-07-23T20:37:08Z', 'revision_number': 5, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'subnets': [{'id': 'f43cdb90-1e07-4b97-b28d-4e6bbd59bfc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:38:35.398424 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d734f3ac-af3a-4841-9150-54ed794a048c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9bce00ee88e9483da89a858a154365d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1962695 Jul 23 20:38:35.401091 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33180) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:35.405227 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f1404a54-1a45-47ea-b9fb-d7b181e59a0e req-b602e2d5-769a-4b24-bbae-a4f4a1022ad0 service neutron] 10.222.0.30 "GET /v2.0/networks/3bb64354-568a-456a-a003-7b4a75fe89f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273654 Jul 23 20:38:35.465563 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2cef9bc1-92e0-4153-a0fa-ce67ce82b56c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:35.486676 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2cef9bc1-92e0-4153-a0fa-ce67ce82b56c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:35.533998 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2cef9bc1-92e0-4153-a0fa-ce67ce82b56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:35.536622 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2cef9bc1-92e0-4153-a0fa-ce67ce82b56c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:35.537843 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2cef9bc1-92e0-4153-a0fa-ce67ce82b56c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8592fcfa-5f2d-4e98-b8b8-c1b6bef5b4db HTTP/1.1" status: 204 len: 168 time: 0.1357410 Jul 23 20:38:35.549262 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef9bc1-92e0-4153-a0fa-ce67ce82b56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8592fcfa-5f2d-4e98-b8b8-c1b6bef5b4db,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:35.612866 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d39fb3e-3a32-4b92-b238-6ba3d072a30e None None] New status for floating IP 48bc0e87-37dc-4eba-85c3-f9f758cf094b: DOWN {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:38:35.669917 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 1893d621-79e7-4b7b-907c-4adcb7915c08 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:38:35.749236 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 1893d621-79e7-4b7b-907c-4adcb7915c08 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:38:35.749816 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 1893d621-79e7-4b7b-907c-4adcb7915c08 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:38:35.750539 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6b2020f9-ff67-4fed-9c98-a10c5311e67e no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:38:35.783754 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 6b2020f9-ff67-4fed-9c98-a10c5311e67e {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:38:35.784227 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6b2020f9-ff67-4fed-9c98-a10c5311e67e not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:38:35.875742 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33186) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:35.895093 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5d32983b-cb1e-46b0-9292-4f158776955e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:36.027568 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5d32983b-cb1e-46b0-9292-4f158776955e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:36.033375 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5d32983b-cb1e-46b0-9292-4f158776955e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:36.082209 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6b779-71c5-4b50-9c8b-7ea1066d43c7 req-0376f868-8c78-48d1-8e81-c1f3393beed0 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:36.083686 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-29e6b779-71c5-4b50-9c8b-7ea1066d43c7 req-0376f868-8c78-48d1-8e81-c1f3393beed0 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e837510-9714-446f-9b14-2e04741e26bf HTTP/1.1" status: 200 len: 945 time: 0.0677774 Jul 23 20:38:36.091094 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5d32983b-cb1e-46b0-9292-4f158776955e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de635292da51414b8fbb264003a9fead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2137060 Jul 23 20:38:36.091831 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d32983b-cb1e-46b0-9292-4f158776955e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96992fb-a801-4e94-8f98-1f60bd57cbb3,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:36.095726 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33190) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:36.116499 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c3a74-cffd-4da2-beb2-c72bc1085f75 req-0dd33b59-de0c-4264-befd-856003a876a9 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:36.118045 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f30c3a74-cffd-4da2-beb2-c72bc1085f75 req-0dd33b59-de0c-4264-befd-856003a876a9 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e837510-9714-446f-9b14-2e04741e26bf HTTP/1.1" status: 200 len: 945 time: 0.1458733 Jul 23 20:38:36.193191 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-29e6b779-71c5-4b50-9c8b-7ea1066d43c7 req-37f8da96-55dd-46d4-97ad-15121f5e3552 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Deleting port 910c3325-8ff5-497c-b6a7-14858fbf89f9 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:36.193566 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-29e6b779-71c5-4b50-9c8b-7ea1066d43c7 req-37f8da96-55dd-46d4-97ad-15121f5e3552 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:36.286228 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-29e6b779-71c5-4b50-9c8b-7ea1066d43c7 req-37f8da96-55dd-46d4-97ad-15121f5e3552 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] For port 910c3325-8ff5-497c-b6a7-14858fbf89f9, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=910c3325-8ff5-497c-b6a7-14858fbf89f9,segment=NetworkSegment(f6523d22-afc3-4471-98b9-212eb87eeb78),segment_id=f6523d22-afc3-4471-98b9-212eb87eeb78)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:36.286519 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-29e6b779-71c5-4b50-9c8b-7ea1066d43c7 req-37f8da96-55dd-46d4-97ad-15121f5e3552 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:36.309060 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-29e6b779-71c5-4b50-9c8b-7ea1066d43c7 req-37f8da96-55dd-46d4-97ad-15121f5e3552 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Calling delete_port for 910c3325-8ff5-497c-b6a7-14858fbf89f9 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:36.443246 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-29e6b779-71c5-4b50-9c8b-7ea1066d43c7 req-37f8da96-55dd-46d4-97ad-15121f5e3552 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:36.459812 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f30c3a74-cffd-4da2-beb2-c72bc1085f75 req-cfa3882a-4e96-4a8a-aac7-8f43cfcfc867 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9bf0e20-a3cf-4745-b8e7-03db7456b28b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3358281 Jul 23 20:38:36.460563 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bbe8f4ff-592d-477c-8c7d-6a1b87e85955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:36.472245 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f8da96-55dd-46d4-97ad-15121f5e3552 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event deleted for resources: {'Port': ['ID=910c3325-8ff5-497c-b6a7-14858fbf89f9,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:36.484074 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bbe8f4ff-592d-477c-8c7d-6a1b87e85955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:36.534209 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bbe8f4ff-592d-477c-8c7d-6a1b87e85955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:36.536878 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bbe8f4ff-592d-477c-8c7d-6a1b87e85955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:36.537226 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e6b779-71c5-4b50-9c8b-7ea1066d43c7 req-37f8da96-55dd-46d4-97ad-15121f5e3552 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] No DVR routers for this DVR port 910c3325-8ff5-497c-b6a7-14858fbf89f9 on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:38:36.538043 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-bbe8f4ff-592d-477c-8c7d-6a1b87e85955 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e96992fb-a801-4e94-8f98-1f60bd57cbb3 HTTP/1.1" status: 204 len: 168 time: 0.4413855 Jul 23 20:38:36.539986 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-29e6b779-71c5-4b50-9c8b-7ea1066d43c7 req-37f8da96-55dd-46d4-97ad-15121f5e3552 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:36.542752 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-29e6b779-71c5-4b50-9c8b-7ea1066d43c7 req-37f8da96-55dd-46d4-97ad-15121f5e3552 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.30 "DELETE /v2.0/ports/910c3325-8ff5-497c-b6a7-14858fbf89f9 HTTP/1.1" status: 204 len: 173 time: 0.4530118 Jul 23 20:38:36.542752 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e837510-9714-446f-9b14-2e04741e26bf', 'name': 'network-vif-deleted', 'tag': '910c3325-8ff5-497c-b6a7-14858fbf89f9'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:38:36.545157 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029afa6f-21e9-4ca4-b774-1d8d60a564e8" -d '{"events": [{"server_uuid": "9e837510-9714-446f-9b14-2e04741e26bf", "name": "network-vif-deleted", "tag": "910c3325-8ff5-497c-b6a7-14858fbf89f9"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:38:36.546180 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8f4ff-592d-477c-8c7d-6a1b87e85955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96992fb-a801-4e94-8f98-1f60bd57cbb3,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:36.719575 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfbe5e3-f49c-487e-8e85-e957fd70de08 x-openstack-request-id: req-5dfbe5e3-f49c-487e-8e85-e957fd70de08 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:38:36.720841 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e837510-9714-446f-9b14-2e04741e26bf", "name": "network-vif-deleted", "tag": "910c3325-8ff5-497c-b6a7-14858fbf89f9", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:38:36.721231 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5dfbe5e3-f49c-487e-8e85-e957fd70de08 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:38:36.721676 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e837510-9714-446f-9b14-2e04741e26bf', 'name': 'network-vif-deleted', 'tag': '910c3325-8ff5-497c-b6a7-14858fbf89f9', 'status': 'completed', 'code': 200} Jul 23 20:38:37.515939 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33200) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:37.864159 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec448ecc-ed56-43b9-bcfc-aea6d63e57c4 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:38.131393 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-ec448ecc-ed56-43b9-bcfc-aea6d63e57c4 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Deleting port 8e7e3992-9092-4025-a05b-ec0ced4d651d {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:38.131638 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec448ecc-ed56-43b9-bcfc-aea6d63e57c4 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:38.224665 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-ec448ecc-ed56-43b9-bcfc-aea6d63e57c4 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] For port 8e7e3992-9092-4025-a05b-ec0ced4d651d, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=8e7e3992-9092-4025-a05b-ec0ced4d651d,segment=NetworkSegment(f6523d22-afc3-4471-98b9-212eb87eeb78),segment_id=f6523d22-afc3-4471-98b9-212eb87eeb78)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:38.225028 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec448ecc-ed56-43b9-bcfc-aea6d63e57c4 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:38.237506 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-ec448ecc-ed56-43b9-bcfc-aea6d63e57c4 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Calling delete_port for 8e7e3992-9092-4025-a05b-ec0ced4d651d owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:38.447588 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec448ecc-ed56-43b9-bcfc-aea6d63e57c4 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:38.473795 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec448ecc-ed56-43b9-bcfc-aea6d63e57c4 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event deleted for resources: {'Port': ['ID=8e7e3992-9092-4025-a05b-ec0ced4d651d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:38.655663 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec448ecc-ed56-43b9-bcfc-aea6d63e57c4 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:38.895738 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec448ecc-ed56-43b9-bcfc-aea6d63e57c4 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Router 52cab965-29da-4592-ae37-4a850d192d1f has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:38:39.002517 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec448ecc-ed56-43b9-bcfc-aea6d63e57c4 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:38:39.008130 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ec448ecc-ed56-43b9-bcfc-aea6d63e57c4 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "PUT /v2.0/routers/52cab965-29da-4592-ae37-4a850d192d1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4910247 Jul 23 20:38:39.010951 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33202) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:39.012960 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade2cd73-ef28-44db-9601-7ee8b1f13cac None None] Sync routers for ids ['52cab965-29da-4592-ae37-4a850d192d1f'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:38:39.024735 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade2cd73-ef28-44db-9601-7ee8b1f13cac None None] Routers {'52cab965-29da-4592-ae37-4a850d192d1f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:38:39.025496 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ade2cd73-ef28-44db-9601-7ee8b1f13cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:38:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['52cab965-29da-4592-ae37-4a850d192d1f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:39.061950 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-90049769-88d0-4029-bfeb-df9cfc173c6f tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Deleting subnet f43cdb90-1e07-4b97-b28d-4e6bbd59bfc7 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:38:39.065907 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-90049769-88d0-4029-bfeb-df9cfc173c6f tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:39.105262 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-90049769-88d0-4029-bfeb-df9cfc173c6f tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:39.128543 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-ade2cd73-ef28-44db-9601-7ee8b1f13cac None None] Set router 52cab965-29da-4592-ae37-4a850d192d1f gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:38:39.194926 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-90049769-88d0-4029-bfeb-df9cfc173c6f tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:39.264692 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-90049769-88d0-4029-bfeb-df9cfc173c6f tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:39.292934 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90049769-88d0-4029-bfeb-df9cfc173c6f tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event deleted for resources: {'Subnet': ['ID=f43cdb90-1e07-4b97-b28d-4e6bbd59bfc7,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:39.299007 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-90049769-88d0-4029-bfeb-df9cfc173c6f tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:39.304159 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-90049769-88d0-4029-bfeb-df9cfc173c6f tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "DELETE /v2.0/subnets/f43cdb90-1e07-4b97-b28d-4e6bbd59bfc7 HTTP/1.1" status: 204 len: 168 time: 0.2895770 Jul 23 20:38:39.304318 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33204) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:39.305309 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e444f1-a41b-4372-8af1-939ad45b6b14 None None] Network 3bb64354-568a-456a-a003-7b4a75fe89f1 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:38:39.331095 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ade2cd73-ef28-44db-9601-7ee8b1f13cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cab965-29da-4592-ae37-4a850d192d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700434608', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '52822d63-3c71-405b-8ba9-a120ff0fd048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:00Z', 'updated_at': '2021-07-23T20:38:38Z', 'revision_number': 5, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '52822d63-3c71-405b-8ba9-a120ff0fd048', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cab965-29da-4592-ae37-4a850d192d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:01Z', 'updated_at': '2021-07-23T20:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:39.357856 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade2cd73-ef28-44db-9601-7ee8b1f13cac None None] Checking router: 52cab965-29da-4592-ae37-4a850d192d1f for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:38:39.366873 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade2cd73-ef28-44db-9601-7ee8b1f13cac None None] Routers {'52cab965-29da-4592-ae37-4a850d192d1f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:38:39.367478 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ade2cd73-ef28-44db-9601-7ee8b1f13cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:38:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['52cab965-29da-4592-ae37-4a850d192d1f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:39.417395 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c1c568c8-1d24-45da-8f22-9e2d9fe2ef50 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:39.474808 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-ade2cd73-ef28-44db-9601-7ee8b1f13cac None None] Set router 52cab965-29da-4592-ae37-4a850d192d1f gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:38:39.530127 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c1c568c8-1d24-45da-8f22-9e2d9fe2ef50 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:39.531112 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b2c89d-781a-43f4-9e21-44f4f1fd786d None None] DHCP port deletion for 3bb64354-568a-456a-a003-7b4a75fe89f1 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:38:39.592258 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-58b2c89d-781a-43f4-9e21-44f4f1fd786d None None] Deleting port 61ae6872-7f09-49dd-89cc-501122a1136c {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:39.592645 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-58b2c89d-781a-43f4-9e21-44f4f1fd786d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:39.621430 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-c1c568c8-1d24-45da-8f22-9e2d9fe2ef50 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Deleting port 52822d63-3c71-405b-8ba9-a120ff0fd048 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:39.621967 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c1c568c8-1d24-45da-8f22-9e2d9fe2ef50 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:39.696569 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ade2cd73-ef28-44db-9601-7ee8b1f13cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cab965-29da-4592-ae37-4a850d192d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700434608', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '52822d63-3c71-405b-8ba9-a120ff0fd048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:00Z', 'updated_at': '2021-07-23T20:38:38Z', 'revision_number': 5, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '52822d63-3c71-405b-8ba9-a120ff0fd048', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cab965-29da-4592-ae37-4a850d192d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:01Z', 'updated_at': '2021-07-23T20:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:39.730447 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade2cd73-ef28-44db-9601-7ee8b1f13cac None None] The sync data for ids ['52cab965-29da-4592-ae37-4a850d192d1f'] in n-d-793618-10 is: [{'id': '52cab965-29da-4592-ae37-4a850d192d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700434608', 'tenant_id': 'bac8e166147242c8b3a831403daa7c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '52822d63-3c71-405b-8ba9-a120ff0fd048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:00Z', 'updated_at': '2021-07-23T20:38:38Z', 'revision_number': 5, 'project_id': 'bac8e166147242c8b3a831403daa7c9d', 'gw_port': {'id': '52822d63-3c71-405b-8ba9-a120ff0fd048', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cab965-29da-4592-ae37-4a850d192d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:01Z', 'updated_at': '2021-07-23T20:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:38:39.730733 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c1c568c8-1d24-45da-8f22-9e2d9fe2ef50 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] For port 52822d63-3c71-405b-8ba9-a120ff0fd048, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=52822d63-3c71-405b-8ba9-a120ff0fd048,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:39.731158 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c1c568c8-1d24-45da-8f22-9e2d9fe2ef50 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:39.745650 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:38:39.746141 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-c1c568c8-1d24-45da-8f22-9e2d9fe2ef50 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Calling delete_port for 52822d63-3c71-405b-8ba9-a120ff0fd048 owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:39.772955 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 61ae6872-7f09-49dd-89cc-501122a1136c no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:38:39.775293 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 910c3325-8ff5-497c-b6a7-14858fbf89f9 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:38:39.821837 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 910c3325-8ff5-497c-b6a7-14858fbf89f9 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:38:39.822185 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 910c3325-8ff5-497c-b6a7-14858fbf89f9 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:38:39.879535 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-58b2c89d-781a-43f4-9e21-44f4f1fd786d None None] For port 61ae6872-7f09-49dd-89cc-501122a1136c, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=61ae6872-7f09-49dd-89cc-501122a1136c,segment=NetworkSegment(f6523d22-afc3-4471-98b9-212eb87eeb78),segment_id=f6523d22-afc3-4471-98b9-212eb87eeb78)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:39.879935 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-58b2c89d-781a-43f4-9e21-44f4f1fd786d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:39.894387 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-58b2c89d-781a-43f4-9e21-44f4f1fd786d None None] Calling delete_port for 61ae6872-7f09-49dd-89cc-501122a1136c owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:39.927555 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c1c568c8-1d24-45da-8f22-9e2d9fe2ef50 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:39.959384 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c568c8-1d24-45da-8f22-9e2d9fe2ef50 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event deleted for resources: {'Port': ['ID=52822d63-3c71-405b-8ba9-a120ff0fd048,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:39.969496 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:40.020285 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 61ae6872-7f09-49dd-89cc-501122a1136c, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=61ae6872-7f09-49dd-89cc-501122a1136c,segment=NetworkSegment(f6523d22-afc3-4471-98b9-212eb87eeb78),segment_id=f6523d22-afc3-4471-98b9-212eb87eeb78)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:40.020762 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c1c568c8-1d24-45da-8f22-9e2d9fe2ef50 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:40.027446 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:40.064378 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-58b2c89d-781a-43f4-9e21-44f4f1fd786d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:40.086910 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b2c89d-781a-43f4-9e21-44f4f1fd786d None None] No DVR routers for this DVR port 61ae6872-7f09-49dd-89cc-501122a1136c on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:38:40.092226 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=61ae6872-7f09-49dd-89cc-501122a1136c,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:40.117502 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2c89d-781a-43f4-9e21-44f4f1fd786d None None] Pushing event deleted for resources: {'Port': ['ID=61ae6872-7f09-49dd-89cc-501122a1136c,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:40.128674 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c1c568c8-1d24-45da-8f22-9e2d9fe2ef50 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:40.130985 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c1c568c8-1d24-45da-8f22-9e2d9fe2ef50 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:40.179883 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c1c568c8-1d24-45da-8f22-9e2d9fe2ef50 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:40.180480 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c568c8-1d24-45da-8f22-9e2d9fe2ef50 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Fanout notify agent at l3_agent the message router_deleted on router 52cab965-29da-4592-ae37-4a850d192d1f {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:38:40.187786 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c1c568c8-1d24-45da-8f22-9e2d9fe2ef50 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:40.189054 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c1c568c8-1d24-45da-8f22-9e2d9fe2ef50 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "DELETE /v2.0/routers/52cab965-29da-4592-ae37-4a850d192d1f HTTP/1.1" status: 204 len: 168 time: 0.8837438 Jul 23 20:38:40.192254 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33206) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:40.271094 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b44cf7ce-9348-4dae-abd2-c213cec1e5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:40.277298 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a6ae8b60-2b4c-4da8-8252-3db188aa29f5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:40.373757 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a6ae8b60-2b4c-4da8-8252-3db188aa29f5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:40.384940 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-a6ae8b60-2b4c-4da8-8252-3db188aa29f5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bb64354-568a-456a-a003-7b4a75fe89f1']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:40.396557 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-a6ae8b60-2b4c-4da8-8252-3db188aa29f5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6523d22-afc3-4471-98b9-212eb87eeb78') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:40.396850 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-a6ae8b60-2b4c-4da8-8252-3db188aa29f5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6523d22-afc3-4471-98b9-212eb87eeb78') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:40.406317 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a6ae8b60-2b4c-4da8-8252-3db188aa29f5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:40.421090 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a6ae8b60-2b4c-4da8-8252-3db188aa29f5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:40.428296 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6ae8b60-2b4c-4da8-8252-3db188aa29f5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:38:40.428718 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a6ae8b60-2b4c-4da8-8252-3db188aa29f5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:40.432340 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:38:40.432340 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:38:40.432340 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:38:40.432340 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:38:40.432340 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:38:40.432340 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:38:40.432340 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:38:40.432340 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:38:40.432340 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:38:40.432340 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:38:40.432340 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:38:40.432340 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:38:40.432340 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:38:40.432340 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:38:40.432340 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:38:40.432340 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:38:40.432340 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:38:40.432340 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:38:40.432340 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:38:40.432340 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:38:40.432340 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:38:40.432340 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:38:40.432340 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:38:40.432340 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:38:40.432340 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:38:40.432340 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:38:40.432340 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:38:40.432340 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:38:40.432340 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:38:40.432340 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:38:40.432340 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:38:40.432340 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:38:40.495427 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a6ae8b60-2b4c-4da8-8252-3db188aa29f5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:40.503354 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a6ae8b60-2b4c-4da8-8252-3db188aa29f5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:40.504631 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a6ae8b60-2b4c-4da8-8252-3db188aa29f5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "DELETE /v2.0/networks/3bb64354-568a-456a-a003-7b4a75fe89f1 HTTP/1.1" status: 204 len: 168 time: 0.3114483 Jul 23 20:38:40.507585 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33208) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:40.515439 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae8b60-2b4c-4da8-8252-3db188aa29f5 tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event deleted for resources: {'Network': ['ID=3bb64354-568a-456a-a003-7b4a75fe89f1,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:40.567486 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc006499-312c-4b37-b0ad-a7ed7a54699d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:40.592825 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc006499-312c-4b37-b0ad-a7ed7a54699d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:40.654539 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc006499-312c-4b37-b0ad-a7ed7a54699d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:40.657549 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc006499-312c-4b37-b0ad-a7ed7a54699d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:40.658878 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-cc006499-312c-4b37-b0ad-a7ed7a54699d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] 10.222.0.32 "DELETE /v2.0/security-groups/f9bf0e20-a3cf-4745-b8e7-03db7456b28b HTTP/1.1" status: 204 len: 168 time: 0.1501665 Jul 23 20:38:40.668085 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc006499-312c-4b37-b0ad-a7ed7a54699d tempest-TestNetworkAdvancedServerOps-387363072 tempest-TestNetworkAdvancedServerOps-387363072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bf0e20-a3cf-4745-b8e7-03db7456b28b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:40.950208 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33216) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:41.402257 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-02e00a4b-0ee5-4123-9f77-e602040db165 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bac8e166147242c8b3a831403daa7c9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4506686 Jul 23 20:38:41.404483 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33220) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:41.451030 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b29ca8b4-2e54-4420-b434-f3d049603ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:41.473144 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b29ca8b4-2e54-4420-b434-f3d049603ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:41.518772 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b29ca8b4-2e54-4420-b434-f3d049603ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:41.521724 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b29ca8b4-2e54-4420-b434-f3d049603ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:41.522856 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b29ca8b4-2e54-4420-b434-f3d049603ae4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b8ea8790-8673-4bdd-9e27-bdae5b366f62 HTTP/1.1" status: 204 len: 168 time: 0.1174881 Jul 23 20:38:41.533049 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ca8b4-2e54-4420-b434-f3d049603ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ea8790-8673-4bdd-9e27-bdae5b366f62,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:41.617267 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 8e7e3992-9092-4025-a05b-ec0ced4d651d no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:38:41.639377 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 8e7e3992-9092-4025-a05b-ec0ced4d651d {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:38:41.639724 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 8e7e3992-9092-4025-a05b-ec0ced4d651d not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:38:41.640150 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 52822d63-3c71-405b-8ba9-a120ff0fd048 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:38:41.662332 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 52822d63-3c71-405b-8ba9-a120ff0fd048 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:38:41.662596 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 52822d63-3c71-405b-8ba9-a120ff0fd048 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:38:41.788188 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33226) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:41.827438 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-34ebd3b3-335a-4d06-9aae-28836c1d90e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=719f2631e82848ab891cddcdb5f2c51b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380979 Jul 23 20:38:41.831018 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33228) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:41.882452 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e93b76e1-864a-49af-b114-c3b72094a798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:41.903710 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e93b76e1-864a-49af-b114-c3b72094a798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:41.949878 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e93b76e1-864a-49af-b114-c3b72094a798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:41.952605 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e93b76e1-864a-49af-b114-c3b72094a798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:41.953773 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e93b76e1-864a-49af-b114-c3b72094a798 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e733a5d5-6519-44ca-a687-99205b48045f HTTP/1.1" status: 204 len: 168 time: 0.1217477 Jul 23 20:38:41.962806 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b76e1-864a-49af-b114-c3b72094a798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e733a5d5-6519-44ca-a687-99205b48045f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:42.607541 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33252) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:42.701686 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-ceafb54e-2bf9-4b25-aa6f-90b23903bace admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1437280730-network', 'tenant_id': 'd8db677e009540d8992023e1339ce496'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:42.724465 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceafb54e-2bf9-4b25-aa6f-90b23903bace admin admin] Made reservation on behalf of d8db677e009540d8992023e1339ce496 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:42.726766 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ceafb54e-2bf9-4b25-aa6f-90b23903bace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:42.735233 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ceafb54e-2bf9-4b25-aa6f-90b23903bace admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:42.828772 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ceafb54e-2bf9-4b25-aa6f-90b23903bace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:42.833882 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ceafb54e-2bf9-4b25-aa6f-90b23903bace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:42.859294 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceafb54e-2bf9-4b25-aa6f-90b23903bace admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:38:42.868704 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceafb54e-2bf9-4b25-aa6f-90b23903bace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4540980c-ea96-47b0-aafc-a069ee579790,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:42.874773 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ceafb54e-2bf9-4b25-aa6f-90b23903bace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:42.875125 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-ceafb54e-2bf9-4b25-aa6f-90b23903bace admin admin] Added segment 7f09c7aa-43a5-411b-a008-66a5d5944068 of type vlan for network 6fe3bd89-d460-4585-b185-5ceb42a9c6de Jul 23 20:38:42.915608 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ceafb54e-2bf9-4b25-aa6f-90b23903bace admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:42.943398 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ceafb54e-2bf9-4b25-aa6f-90b23903bace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:42.944553 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceafb54e-2bf9-4b25-aa6f-90b23903bace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:42.945140 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ceafb54e-2bf9-4b25-aa6f-90b23903bace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:42.987354 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ceafb54e-2bf9-4b25-aa6f-90b23903bace admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3786359 Jul 23 20:38:42.990361 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 33256) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:42.995437 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-9a53bf56-9fcb-4841-8f45-1b0442b37c2f admin admin] Request body: {'subnet': {'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1437280730-subnet', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:43.017886 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a53bf56-9fcb-4841-8f45-1b0442b37c2f admin admin] Made reservation on behalf of d8db677e009540d8992023e1339ce496 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:43.020162 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9a53bf56-9fcb-4841-8f45-1b0442b37c2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:43.043401 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceafb54e-2bf9-4b25-aa6f-90b23903bace admin admin] Pushing event updated for resources: {'Network': ['ID=6fe3bd89-d460-4585-b185-5ceb42a9c6de,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:43.053108 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 6fe3bd89-d460-4585-b185-5ceb42a9c6de details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:38:43.192990 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9a53bf56-9fcb-4841-8f45-1b0442b37c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:43.248155 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53bf56-9fcb-4841-8f45-1b0442b37c2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2c8f255-5a45-4d6d-b83e-eef0348e83be,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:43.264217 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a53bf56-9fcb-4841-8f45-1b0442b37c2f admin admin] Checking segment: {'id': '7f09c7aa-43a5-411b-a008-66a5d5944068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:38:43.264565 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a53bf56-9fcb-4841-8f45-1b0442b37c2f admin admin] Network hostable DHCP agents. Network: 6fe3bd89-d460-4585-b185-5ceb42a9c6de, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:38:43.280886 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a53bf56-9fcb-4841-8f45-1b0442b37c2f admin admin] Network 6fe3bd89-d460-4585-b185-5ceb42a9c6de is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:38:43.290316 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-9a53bf56-9fcb-4841-8f45-1b0442b37c2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 6fe3bd89-d460-4585-b185-5ceb42a9c6de) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:43.294253 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a53bf56-9fcb-4841-8f45-1b0442b37c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:43.294831 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9a53bf56-9fcb-4841-8f45-1b0442b37c2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:43.299442 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9627693-a2d6-454a-a5b1-af4f457f5ca8 None None] Network 6fe3bd89-d460-4585-b185-5ceb42a9c6de requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:38:43.312644 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9a53bf56-9fcb-4841-8f45-1b0442b37c2f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3211329 Jul 23 20:38:43.315835 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33258) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:43.320319 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-bf356d58-4c10-49b2-8521-4023225deef2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1437280730-router', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:43.343851 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bf356d58-4c10-49b2-8521-4023225deef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:43.345530 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bf356d58-4c10-49b2-8521-4023225deef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:43.368836 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:43.398669 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bf356d58-4c10-49b2-8521-4023225deef2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:43.468718 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb62aad-5446-4fa0-b06f-df06a5c390d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'fixed_ips': [{'subnet_id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:38:43.469603 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bcb62aad-5446-4fa0-b06f-df06a5c390d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:43.537724 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bf356d58-4c10-49b2-8521-4023225deef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:43.608383 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-bcb62aad-5446-4fa0-b06f-df06a5c390d9 None None] Allocated IP 172.20.0.2 (6fe3bd89-d460-4585-b185-5ceb42a9c6de/e2c8f255-5a45-4d6d-b83e-eef0348e83be/c31cd41f-fb1e-4f91-bf3e-01c4a9f893af) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:38:43.655796 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-274ec794-4ec4-412a-8d46-ae3683d41eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:43.742675 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bf356d58-4c10-49b2-8521-4023225deef2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:43.763674 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bcb62aad-5446-4fa0-b06f-df06a5c390d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:43.765271 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bf356d58-4c10-49b2-8521-4023225deef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:43.772713 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-bcb62aad-5446-4fa0-b06f-df06a5c390d9 None None] Transition to ACTIVE for port object c31cd41f-fb1e-4f91-bf3e-01c4a9f893af will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:43.788035 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-bcb62aad-5446-4fa0-b06f-df06a5c390d9 None None] Transition to ACTIVE for port object c31cd41f-fb1e-4f91-bf3e-01c4a9f893af will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:43.794580 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bcb62aad-5446-4fa0-b06f-df06a5c390d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:43.836312 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb62aad-5446-4fa0-b06f-df06a5c390d9 None None] Network 6fe3bd89-d460-4585-b185-5ceb42a9c6de is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:43.842777 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-bcb62aad-5446-4fa0-b06f-df06a5c390d9 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:43.845891 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb62aad-5446-4fa0-b06f-df06a5c390d9 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:38:43.853203 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb62aad-5446-4fa0-b06f-df06a5c390d9 None None] Pushing event updated for resources: {'Port': ['ID=c31cd41f-fb1e-4f91-bf3e-01c4a9f893af,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:43.872331 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-bf356d58-4c10-49b2-8521-4023225deef2 admin admin] Allocated IP 172.25.1.166 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/84020619-1500-4131-ade0-42feb1ef706f) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:38:43.912169 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-bcb62aad-5446-4fa0-b06f-df06a5c390d9 None None] Attempting to bind port c31cd41f-fb1e-4f91-bf3e-01c4a9f893af on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:43.912632 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-bcb62aad-5446-4fa0-b06f-df06a5c390d9 None None] Attempting to bind port c31cd41f-fb1e-4f91-bf3e-01c4a9f893af by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '7f09c7aa-43a5-411b-a008-66a5d5944068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:43.913062 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb62aad-5446-4fa0-b06f-df06a5c390d9 None None] Attempting to bind port c31cd41f-fb1e-4f91-bf3e-01c4a9f893af on network 6fe3bd89-d460-4585-b185-5ceb42a9c6de {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:43.918123 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb62aad-5446-4fa0-b06f-df06a5c390d9 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:38:43.918564 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb62aad-5446-4fa0-b06f-df06a5c390d9 None None] Checking segment: {'id': '7f09c7aa-43a5-411b-a008-66a5d5944068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:38:43.919043 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bcb62aad-5446-4fa0-b06f-df06a5c390d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:43.919431 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb62aad-5446-4fa0-b06f-df06a5c390d9 None None] Bound using segment: {'id': '7f09c7aa-43a5-411b-a008-66a5d5944068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:38:43.919890 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-bcb62aad-5446-4fa0-b06f-df06a5c390d9 None None] Bound port: c31cd41f-fb1e-4f91-bf3e-01c4a9f893af, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f09c7aa-43a5-411b-a008-66a5d5944068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:38:43.920267 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bcb62aad-5446-4fa0-b06f-df06a5c390d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:43.983750 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bf356d58-4c10-49b2-8521-4023225deef2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:43.984031 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-bcb62aad-5446-4fa0-b06f-df06a5c390d9 None None] For port c31cd41f-fb1e-4f91-bf3e-01c4a9f893af, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:38:43.987677 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-bcb62aad-5446-4fa0-b06f-df06a5c390d9 None None] For port c31cd41f-fb1e-4f91-bf3e-01c4a9f893af, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=c31cd41f-fb1e-4f91-bf3e-01c4a9f893af,segment=NetworkSegment(7f09c7aa-43a5-411b-a008-66a5d5944068),segment_id=7f09c7aa-43a5-411b-a008-66a5d5944068)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:38:43.991633 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bcb62aad-5446-4fa0-b06f-df06a5c390d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:44.031930 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bf356d58-4c10-49b2-8521-4023225deef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:44.064001 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb62aad-5446-4fa0-b06f-df06a5c390d9 None None] Pushing event updated for resources: {'Port': ['ID=c31cd41f-fb1e-4f91-bf3e-01c4a9f893af,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:44.080870 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf356d58-4c10-49b2-8521-4023225deef2 admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:44.083702 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:44.086241 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-bf356d58-4c10-49b2-8521-4023225deef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:44.089875 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf356d58-4c10-49b2-8521-4023225deef2 admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:38:44.096070 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf356d58-4c10-49b2-8521-4023225deef2 admin admin] Pushing event updated for resources: {'Port': ['ID=84020619-1500-4131-ade0-42feb1ef706f,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:44.363727 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bf356d58-4c10-49b2-8521-4023225deef2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:44.556633 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bf356d58-4c10-49b2-8521-4023225deef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:44.787702 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:44.836942 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:44.930081 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb460670-7465-4569-8ee8-57abf40ff402 None None] Network 6fe3bd89-d460-4585-b185-5ceb42a9c6de requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:38:44.960266 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf356d58-4c10-49b2-8521-4023225deef2 admin admin] Router c924264a-e945-4114-baee-4830748fd7c3 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:38:45.048785 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-924b8a08-52a6-4eb9-930c-a7de10290046 None None] Provisioning for port c31cd41f-fb1e-4f91-bf3e-01c4a9f893af completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:45.068113 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf356d58-4c10-49b2-8521-4023225deef2 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:38:45.079598 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ca2ef6-6dd3-4710-923a-354e273729f2 None None] Sync routers for ids ['c924264a-e945-4114-baee-4830748fd7c3'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:38:45.086271 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bf356d58-4c10-49b2-8521-4023225deef2 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:45.087812 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-bf356d58-4c10-49b2-8521-4023225deef2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7709270 Jul 23 20:38:45.090483 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33260) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:45.093358 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ca2ef6-6dd3-4710-923a-354e273729f2 None None] Routers {'c924264a-e945-4114-baee-4830748fd7c3'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:38:45.094012 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-97ca2ef6-6dd3-4710-923a-354e273729f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:38:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['c924264a-e945-4114-baee-4830748fd7c3'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:45.211091 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-97ca2ef6-6dd3-4710-923a-354e273729f2 None None] Set router c924264a-e945-4114-baee-4830748fd7c3 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:38:45.402584 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-97ca2ef6-6dd3-4710-923a-354e273729f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c924264a-e945-4114-baee-4830748fd7c3', 'name': 'tempest-TestVolumeBootPattern-1437280730-router', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '84020619-1500-4131-ade0-42feb1ef706f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:44Z', 'revision_number': 3, 'project_id': 'd8db677e009540d8992023e1339ce496', 'gw_port': {'id': '84020619-1500-4131-ade0-42feb1ef706f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:45.428603 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ca2ef6-6dd3-4710-923a-354e273729f2 None None] Checking router: c924264a-e945-4114-baee-4830748fd7c3 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:38:45.428952 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ca2ef6-6dd3-4710-923a-354e273729f2 None None] Updating router c924264a-e945-4114-baee-4830748fd7c3 port 84020619-1500-4131-ade0-42feb1ef706f binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:38:45.470538 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-97ca2ef6-6dd3-4710-923a-354e273729f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:45.533369 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1e1dce89-0d07-4f55-90d8-a15fdbf969b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:45.675322 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device c31cd41f-fb1e-4f91-bf3e-01c4a9f893af up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:45.775416 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-1e1dce89-0d07-4f55-90d8-a15fdbf969b8 admin admin] Allocated IP 172.20.0.1 (6fe3bd89-d460-4585-b185-5ceb42a9c6de/e2c8f255-5a45-4d6d-b83e-eef0348e83be/ba398802-fe33-4603-8a89-77ae3d97490a) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:38:45.783068 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port c31cd41f-fb1e-4f91-bf3e-01c4a9f893af completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:45.795059 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port c31cd41f-fb1e-4f91-bf3e-01c4a9f893af triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:45.795451 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:45.798210 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-97ca2ef6-6dd3-4710-923a-354e273729f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:45.832588 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-97ca2ef6-6dd3-4710-923a-354e273729f2 None None] Transition to ACTIVE for port object 84020619-1500-4131-ade0-42feb1ef706f will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:45.840591 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-97ca2ef6-6dd3-4710-923a-354e273729f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:45.889723 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1e1dce89-0d07-4f55-90d8-a15fdbf969b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:45.904206 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-1e1dce89-0d07-4f55-90d8-a15fdbf969b8 admin admin] Transition to ACTIVE for port object ba398802-fe33-4603-8a89-77ae3d97490a will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:45.904677 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6afea90-5e69-4e0a-8fd5-d6308006b6e8 None None] Pushing event updated for resources: {'Port': ['ID=84020619-1500-4131-ade0-42feb1ef706f,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:45.909103 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-97ca2ef6-6dd3-4710-923a-354e273729f2 None None] Attempting to bind port 84020619-1500-4131-ade0-42feb1ef706f on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:45.909494 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-97ca2ef6-6dd3-4710-923a-354e273729f2 None None] Attempting to bind port 84020619-1500-4131-ade0-42feb1ef706f by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:45.909897 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ca2ef6-6dd3-4710-923a-354e273729f2 None None] Attempting to bind port 84020619-1500-4131-ade0-42feb1ef706f on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:45.933853 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ca2ef6-6dd3-4710-923a-354e273729f2 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:38:45.934227 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ca2ef6-6dd3-4710-923a-354e273729f2 None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:38:45.934654 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-97ca2ef6-6dd3-4710-923a-354e273729f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:45.935045 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ca2ef6-6dd3-4710-923a-354e273729f2 None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:38:45.935520 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-97ca2ef6-6dd3-4710-923a-354e273729f2 None None] Bound port: 84020619-1500-4131-ade0-42feb1ef706f, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:38:45.935934 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-97ca2ef6-6dd3-4710-923a-354e273729f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:45.942059 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1e1dce89-0d07-4f55-90d8-a15fdbf969b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:45.970931 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:45.978677 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1dce89-0d07-4f55-90d8-a15fdbf969b8 admin admin] Network 6fe3bd89-d460-4585-b185-5ceb42a9c6de is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:45.981549 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-1e1dce89-0d07-4f55-90d8-a15fdbf969b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:45.988125 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1dce89-0d07-4f55-90d8-a15fdbf969b8 admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:38:46.013513 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1dce89-0d07-4f55-90d8-a15fdbf969b8 admin admin] Pushing event updated for resources: {'Port': ['ID=ba398802-fe33-4603-8a89-77ae3d97490a,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:46.036671 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1e1dce89-0d07-4f55-90d8-a15fdbf969b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:46.041996 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:46.043487 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-97ca2ef6-6dd3-4710-923a-354e273729f2 None None] For port 84020619-1500-4131-ade0-42feb1ef706f, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:38:46.046519 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port c31cd41f-fb1e-4f91-bf3e-01c4a9f893af, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=c31cd41f-fb1e-4f91-bf3e-01c4a9f893af,segment=NetworkSegment(7f09c7aa-43a5-411b-a008-66a5d5944068),segment_id=7f09c7aa-43a5-411b-a008-66a5d5944068)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:46.049240 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-97ca2ef6-6dd3-4710-923a-354e273729f2 None None] For port 84020619-1500-4131-ade0-42feb1ef706f, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=84020619-1500-4131-ade0-42feb1ef706f,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:38:46.051539 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:46.057799 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-97ca2ef6-6dd3-4710-923a-354e273729f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:46.122888 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ca2ef6-6dd3-4710-923a-354e273729f2 None None] Routers {'c924264a-e945-4114-baee-4830748fd7c3'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:38:46.123556 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-97ca2ef6-6dd3-4710-923a-354e273729f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:38:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['c924264a-e945-4114-baee-4830748fd7c3'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:46.158519 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=c31cd41f-fb1e-4f91-bf3e-01c4a9f893af,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:46.194031 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1e1dce89-0d07-4f55-90d8-a15fdbf969b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:46.262448 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6afea90-5e69-4e0a-8fd5-d6308006b6e8 None None] Pushing event updated for resources: {'Port': ['ID=84020619-1500-4131-ade0-42feb1ef706f,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:46.283721 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-97ca2ef6-6dd3-4710-923a-354e273729f2 None None] Set router c924264a-e945-4114-baee-4830748fd7c3 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:38:46.387232 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1e1dce89-0d07-4f55-90d8-a15fdbf969b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:46.393104 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1e1dce89-0d07-4f55-90d8-a15fdbf969b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:46.468169 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1dce89-0d07-4f55-90d8-a15fdbf969b8 admin admin] Pushing event updated for resources: {'Port': ['ID=ba398802-fe33-4603-8a89-77ae3d97490a,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:46.473732 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1e1dce89-0d07-4f55-90d8-a15fdbf969b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:46.529678 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f0051cf4-ac71-4c35-9d35-d2c400c0deda None None] Provisioning for port ba398802-fe33-4603-8a89-77ae3d97490a completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:46.560142 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f0051cf4-ac71-4c35-9d35-d2c400c0deda None None] Provisioning complete for port ba398802-fe33-4603-8a89-77ae3d97490a triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:46.560507 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f0051cf4-ac71-4c35-9d35-d2c400c0deda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:46.571517 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1dce89-0d07-4f55-90d8-a15fdbf969b8 admin admin] Network 6fe3bd89-d460-4585-b185-5ceb42a9c6de is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:46.572966 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-1e1dce89-0d07-4f55-90d8-a15fdbf969b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:46.620107 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-f0051cf4-ac71-4c35-9d35-d2c400c0deda None None] Port ba398802-fe33-4603-8a89-77ae3d97490a cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:38:46.676922 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-97ca2ef6-6dd3-4710-923a-354e273729f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c924264a-e945-4114-baee-4830748fd7c3', 'name': 'tempest-TestVolumeBootPattern-1437280730-router', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '84020619-1500-4131-ade0-42feb1ef706f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:44Z', 'revision_number': 3, 'project_id': 'd8db677e009540d8992023e1339ce496', 'gw_port': {'id': '84020619-1500-4131-ade0-42feb1ef706f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:46.701774 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1dce89-0d07-4f55-90d8-a15fdbf969b8 admin admin] Router c924264a-e945-4114-baee-4830748fd7c3 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:38:46.706395 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ca2ef6-6dd3-4710-923a-354e273729f2 None None] The sync data for ids ['c924264a-e945-4114-baee-4830748fd7c3'] in n-d-793618-10 is: [{'id': 'c924264a-e945-4114-baee-4830748fd7c3', 'name': 'tempest-TestVolumeBootPattern-1437280730-router', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '84020619-1500-4131-ade0-42feb1ef706f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:44Z', 'revision_number': 3, 'project_id': 'd8db677e009540d8992023e1339ce496', 'gw_port': {'id': '84020619-1500-4131-ade0-42feb1ef706f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:38:46.824165 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1dce89-0d07-4f55-90d8-a15fdbf969b8 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:38:46.833422 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1e1dce89-0d07-4f55-90d8-a15fdbf969b8 admin admin] 10.222.0.32 "PUT /v2.0/routers/c924264a-e945-4114-baee-4830748fd7c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7418132 Jul 23 20:38:46.840200 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-27aa8c63-22a2-4a2d-a841-47e0be4f569f None None] Provisioning complete for port ba398802-fe33-4603-8a89-77ae3d97490a triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:46.840578 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-27aa8c63-22a2-4a2d-a841-47e0be4f569f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:46.878294 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-27aa8c63-22a2-4a2d-a841-47e0be4f569f None None] Port ba398802-fe33-4603-8a89-77ae3d97490a cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:38:47.354059 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33278) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:47.359123 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-1f8060f5-85d0-4f10-bb31-0b4b05763560 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-750610428-network', 'tenant_id': '4d27717eb1ae4240a6f432ebbf96179c'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:47.381555 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8060f5-85d0-4f10-bb31-0b4b05763560 admin admin] Made reservation on behalf of 4d27717eb1ae4240a6f432ebbf96179c for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:47.384058 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f8060f5-85d0-4f10-bb31-0b4b05763560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:47.393883 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f8060f5-85d0-4f10-bb31-0b4b05763560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:47.490396 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f8060f5-85d0-4f10-bb31-0b4b05763560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:47.494289 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f8060f5-85d0-4f10-bb31-0b4b05763560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:47.521630 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f8060f5-85d0-4f10-bb31-0b4b05763560 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:38:47.532183 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8060f5-85d0-4f10-bb31-0b4b05763560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ece808c-e46b-4d0d-abe7-16566b3e122a,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:47.537863 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f8060f5-85d0-4f10-bb31-0b4b05763560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:47.538240 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-1f8060f5-85d0-4f10-bb31-0b4b05763560 admin admin] Added segment d6147b35-126b-4c73-a1ab-6ae44ce9ff94 of type vlan for network 7e66ac6c-d362-448d-b808-da93bbe927af Jul 23 20:38:47.550073 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8060f5-85d0-4f10-bb31-0b4b05763560 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:47.550416 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8060f5-85d0-4f10-bb31-0b4b05763560 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:47.550751 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8060f5-85d0-4f10-bb31-0b4b05763560 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:47.551083 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8060f5-85d0-4f10-bb31-0b4b05763560 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:47.551409 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8060f5-85d0-4f10-bb31-0b4b05763560 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:47.551732 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8060f5-85d0-4f10-bb31-0b4b05763560 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:47.552061 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8060f5-85d0-4f10-bb31-0b4b05763560 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:47.552379 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8060f5-85d0-4f10-bb31-0b4b05763560 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:47.552698 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8060f5-85d0-4f10-bb31-0b4b05763560 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:47.553017 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8060f5-85d0-4f10-bb31-0b4b05763560 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:47.553334 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8060f5-85d0-4f10-bb31-0b4b05763560 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:47.553674 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8060f5-85d0-4f10-bb31-0b4b05763560 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:47.598009 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f8060f5-85d0-4f10-bb31-0b4b05763560 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:47.633140 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f8060f5-85d0-4f10-bb31-0b4b05763560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:47.634439 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8060f5-85d0-4f10-bb31-0b4b05763560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:47.635131 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f8060f5-85d0-4f10-bb31-0b4b05763560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:47.667557 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1f8060f5-85d0-4f10-bb31-0b4b05763560 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3123703 Jul 23 20:38:47.670307 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33280) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:47.675780 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-7811586f-8ef3-48db-9f01-49531b1387fd admin admin] Request body: {'subnet': {'network_id': '7e66ac6c-d362-448d-b808-da93bbe927af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-750610428-subnet', 'tenant_id': '4d27717eb1ae4240a6f432ebbf96179c', 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:47.703655 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 84020619-1500-4131-ade0-42feb1ef706f up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:47.712630 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8060f5-85d0-4f10-bb31-0b4b05763560 admin admin] Pushing event updated for resources: {'Network': ['ID=7e66ac6c-d362-448d-b808-da93bbe927af,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:47.730585 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 7e66ac6c-d362-448d-b808-da93bbe927af details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:38:47.737932 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7811586f-8ef3-48db-9f01-49531b1387fd admin admin] Made reservation on behalf of 4d27717eb1ae4240a6f432ebbf96179c for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:47.740554 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7811586f-8ef3-48db-9f01-49531b1387fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:47.817834 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 84020619-1500-4131-ade0-42feb1ef706f completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:47.822193 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 84020619-1500-4131-ade0-42feb1ef706f triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:47.822567 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:47.904043 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:47.916124 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7811586f-8ef3-48db-9f01-49531b1387fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:47.926009 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 84020619-1500-4131-ade0-42feb1ef706f, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=84020619-1500-4131-ade0-42feb1ef706f,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:47.929967 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:47.930917 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device c31cd41f-fb1e-4f91-bf3e-01c4a9f893af up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:47.975995 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7811586f-8ef3-48db-9f01-49531b1387fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c34afafd-345f-4dd1-99af-6ed2f28010c6,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:47.985233 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7811586f-8ef3-48db-9f01-49531b1387fd admin admin] Checking segment: {'id': 'd6147b35-126b-4c73-a1ab-6ae44ce9ff94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7e66ac6c-d362-448d-b808-da93bbe927af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:38:47.986635 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7811586f-8ef3-48db-9f01-49531b1387fd admin admin] Network hostable DHCP agents. Network: 7e66ac6c-d362-448d-b808-da93bbe927af, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:38:48.006074 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7811586f-8ef3-48db-9f01-49531b1387fd admin admin] Network 7e66ac6c-d362-448d-b808-da93bbe927af is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:38:48.010823 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=84020619-1500-4131-ade0-42feb1ef706f,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:48.018619 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-7811586f-8ef3-48db-9f01-49531b1387fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 7e66ac6c-d362-448d-b808-da93bbe927af) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:48.022809 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7811586f-8ef3-48db-9f01-49531b1387fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:48.023006 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port c31cd41f-fb1e-4f91-bf3e-01c4a9f893af triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:48.023183 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.023400 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7811586f-8ef3-48db-9f01-49531b1387fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.028987 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efd575a-77d2-42eb-9efb-038f3fd108b7 None None] Network 7e66ac6c-d362-448d-b808-da93bbe927af requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:38:48.039638 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7811586f-8ef3-48db-9f01-49531b1387fd admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3682721 Jul 23 20:38:48.042240 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33282) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:48.046702 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-81de10a9-011c-469b-9dda-4c497762c30c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-750610428-router', 'tenant_id': '4d27717eb1ae4240a6f432ebbf96179c', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:48.072247 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-81de10a9-011c-469b-9dda-4c497762c30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.073552 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-81de10a9-011c-469b-9dda-4c497762c30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.138628 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-81de10a9-011c-469b-9dda-4c497762c30c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.252173 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d032da3c-9dc4-483e-a876-0c77a36762a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-7e66ac6c-d362-448d-b808-da93bbe927af', 'network_id': '7e66ac6c-d362-448d-b808-da93bbe927af', 'tenant_id': '4d27717eb1ae4240a6f432ebbf96179c', 'fixed_ips': [{'subnet_id': 'c34afafd-345f-4dd1-99af-6ed2f28010c6'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:38:48.253039 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d032da3c-9dc4-483e-a876-0c77a36762a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.286482 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-81de10a9-011c-469b-9dda-4c497762c30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.346326 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93de4340-9755-4005-8663-37d8085a83b1 None None] Sync routers for ids ['c924264a-e945-4114-baee-4830748fd7c3'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:38:48.357208 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93de4340-9755-4005-8663-37d8085a83b1 None None] Routers {'c924264a-e945-4114-baee-4830748fd7c3'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:38:48.357866 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-93de4340-9755-4005-8663-37d8085a83b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:38:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['c924264a-e945-4114-baee-4830748fd7c3'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:48.398633 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-d032da3c-9dc4-483e-a876-0c77a36762a6 None None] Allocated IP 172.20.0.2 (7e66ac6c-d362-448d-b808-da93bbe927af/c34afafd-345f-4dd1-99af-6ed2f28010c6/37339265-0543-49b1-93ce-03bf83b7c955) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:38:48.467333 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-93de4340-9755-4005-8663-37d8085a83b1 None None] Set router c924264a-e945-4114-baee-4830748fd7c3 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:38:48.498900 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-81de10a9-011c-469b-9dda-4c497762c30c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.522745 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-81de10a9-011c-469b-9dda-4c497762c30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.553654 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d032da3c-9dc4-483e-a876-0c77a36762a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.565149 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d032da3c-9dc4-483e-a876-0c77a36762a6 None None] Transition to ACTIVE for port object 37339265-0543-49b1-93ce-03bf83b7c955 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:48.583008 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d032da3c-9dc4-483e-a876-0c77a36762a6 None None] Transition to ACTIVE for port object 37339265-0543-49b1-93ce-03bf83b7c955 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:48.590142 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d032da3c-9dc4-483e-a876-0c77a36762a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.632394 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d032da3c-9dc4-483e-a876-0c77a36762a6 None None] Network 7e66ac6c-d362-448d-b808-da93bbe927af is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:48.635275 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-d032da3c-9dc4-483e-a876-0c77a36762a6 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:48.639610 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d032da3c-9dc4-483e-a876-0c77a36762a6 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:38:48.643960 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032da3c-9dc4-483e-a876-0c77a36762a6 None None] Pushing event updated for resources: {'Port': ['ID=37339265-0543-49b1-93ce-03bf83b7c955,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:48.650251 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-81de10a9-011c-469b-9dda-4c497762c30c admin admin] Allocated IP 172.25.1.26 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/2dc90ff1-3f6c-4e19-88de-1b751892d0f7) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:38:48.709064 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d032da3c-9dc4-483e-a876-0c77a36762a6 None None] Attempting to bind port 37339265-0543-49b1-93ce-03bf83b7c955 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:48.710112 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d032da3c-9dc4-483e-a876-0c77a36762a6 None None] Attempting to bind port 37339265-0543-49b1-93ce-03bf83b7c955 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'd6147b35-126b-4c73-a1ab-6ae44ce9ff94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7e66ac6c-d362-448d-b808-da93bbe927af'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:48.710665 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d032da3c-9dc4-483e-a876-0c77a36762a6 None None] Attempting to bind port 37339265-0543-49b1-93ce-03bf83b7c955 on network 7e66ac6c-d362-448d-b808-da93bbe927af {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:48.715625 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d032da3c-9dc4-483e-a876-0c77a36762a6 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:38:48.715993 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d032da3c-9dc4-483e-a876-0c77a36762a6 None None] Checking segment: {'id': 'd6147b35-126b-4c73-a1ab-6ae44ce9ff94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7e66ac6c-d362-448d-b808-da93bbe927af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:38:48.716499 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d032da3c-9dc4-483e-a876-0c77a36762a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.716894 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d032da3c-9dc4-483e-a876-0c77a36762a6 None None] Bound using segment: {'id': 'd6147b35-126b-4c73-a1ab-6ae44ce9ff94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7e66ac6c-d362-448d-b808-da93bbe927af'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:38:48.717351 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d032da3c-9dc4-483e-a876-0c77a36762a6 None None] Bound port: 37339265-0543-49b1-93ce-03bf83b7c955, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6147b35-126b-4c73-a1ab-6ae44ce9ff94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7e66ac6c-d362-448d-b808-da93bbe927af'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:38:48.717753 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d032da3c-9dc4-483e-a876-0c77a36762a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.760484 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-81de10a9-011c-469b-9dda-4c497762c30c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.782254 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-93de4340-9755-4005-8663-37d8085a83b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c924264a-e945-4114-baee-4830748fd7c3', 'name': 'tempest-TestVolumeBootPattern-1437280730-router', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '84020619-1500-4131-ade0-42feb1ef706f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:46Z', 'revision_number': 4, 'project_id': 'd8db677e009540d8992023e1339ce496', 'gw_port': {'id': '84020619-1500-4131-ade0-42feb1ef706f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'ba398802-fe33-4603-8a89-77ae3d97490a', 'name': '', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'mac_address': 'fa:16:3e:75:37:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:45Z', 'updated_at': '2021-07-23T20:38:46Z', 'revision_number': 2, 'project_id': 'd8db677e009540d8992023e1339ce496', 'subnets': [{'id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:48.782954 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d032da3c-9dc4-483e-a876-0c77a36762a6 None None] For port 37339265-0543-49b1-93ce-03bf83b7c955, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:38:48.787837 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d032da3c-9dc4-483e-a876-0c77a36762a6 None None] For port 37339265-0543-49b1-93ce-03bf83b7c955, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=37339265-0543-49b1-93ce-03bf83b7c955,segment=NetworkSegment(d6147b35-126b-4c73-a1ab-6ae44ce9ff94),segment_id=d6147b35-126b-4c73-a1ab-6ae44ce9ff94)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:38:48.792976 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d032da3c-9dc4-483e-a876-0c77a36762a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.808134 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-81de10a9-011c-469b-9dda-4c497762c30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.811390 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93de4340-9755-4005-8663-37d8085a83b1 None None] Checking router: c924264a-e945-4114-baee-4830748fd7c3 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:38:48.811971 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93de4340-9755-4005-8663-37d8085a83b1 None None] Updating router c924264a-e945-4114-baee-4830748fd7c3 port ba398802-fe33-4603-8a89-77ae3d97490a binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:38:48.857203 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81de10a9-011c-469b-9dda-4c497762c30c admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:48.861549 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-81de10a9-011c-469b-9dda-4c497762c30c admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:48.862586 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032da3c-9dc4-483e-a876-0c77a36762a6 None None] Pushing event updated for resources: {'Port': ['ID=37339265-0543-49b1-93ce-03bf83b7c955,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:48.866528 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81de10a9-011c-469b-9dda-4c497762c30c admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:38:48.869327 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-93de4340-9755-4005-8663-37d8085a83b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.912336 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de10a9-011c-469b-9dda-4c497762c30c admin admin] Pushing event updated for resources: {'Port': ['ID=2dc90ff1-3f6c-4e19-88de-1b751892d0f7,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:49.184620 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-93de4340-9755-4005-8663-37d8085a83b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:49.195998 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-93de4340-9755-4005-8663-37d8085a83b1 None None] Transition to ACTIVE for port object ba398802-fe33-4603-8a89-77ae3d97490a will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:49.202397 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-93de4340-9755-4005-8663-37d8085a83b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:49.257804 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d3500-4d81-4077-97fd-0c82b8888e4a None None] Pushing event updated for resources: {'Port': ['ID=ba398802-fe33-4603-8a89-77ae3d97490a,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:49.290635 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d3500-4d81-4077-97fd-0c82b8888e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:49.290968 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d3500-4d81-4077-97fd-0c82b8888e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:49.291300 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d3500-4d81-4077-97fd-0c82b8888e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:49.291633 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d3500-4d81-4077-97fd-0c82b8888e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:49.292020 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d3500-4d81-4077-97fd-0c82b8888e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:49.292349 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d3500-4d81-4077-97fd-0c82b8888e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:49.292671 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d3500-4d81-4077-97fd-0c82b8888e4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:49.292990 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d3500-4d81-4077-97fd-0c82b8888e4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:49.293308 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d3500-4d81-4077-97fd-0c82b8888e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:49.293654 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d3500-4d81-4077-97fd-0c82b8888e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:49.293970 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d3500-4d81-4077-97fd-0c82b8888e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:49.294283 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d3500-4d81-4077-97fd-0c82b8888e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:49.332944 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-93de4340-9755-4005-8663-37d8085a83b1 None None] Attempting to bind port ba398802-fe33-4603-8a89-77ae3d97490a on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:49.333408 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-93de4340-9755-4005-8663-37d8085a83b1 None None] Attempting to bind port ba398802-fe33-4603-8a89-77ae3d97490a by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '7f09c7aa-43a5-411b-a008-66a5d5944068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:49.333863 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93de4340-9755-4005-8663-37d8085a83b1 None None] Attempting to bind port ba398802-fe33-4603-8a89-77ae3d97490a on network 6fe3bd89-d460-4585-b185-5ceb42a9c6de {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:49.340280 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93de4340-9755-4005-8663-37d8085a83b1 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:38:49.340674 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93de4340-9755-4005-8663-37d8085a83b1 None None] Checking segment: {'id': '7f09c7aa-43a5-411b-a008-66a5d5944068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:38:49.341155 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-93de4340-9755-4005-8663-37d8085a83b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:49.341651 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93de4340-9755-4005-8663-37d8085a83b1 None None] Bound using segment: {'id': '7f09c7aa-43a5-411b-a008-66a5d5944068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:38:49.342342 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-93de4340-9755-4005-8663-37d8085a83b1 None None] Bound port: ba398802-fe33-4603-8a89-77ae3d97490a, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f09c7aa-43a5-411b-a008-66a5d5944068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:38:49.342805 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-93de4340-9755-4005-8663-37d8085a83b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:49.419530 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-93de4340-9755-4005-8663-37d8085a83b1 None None] For port ba398802-fe33-4603-8a89-77ae3d97490a, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:38:49.423149 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-93de4340-9755-4005-8663-37d8085a83b1 None None] For port ba398802-fe33-4603-8a89-77ae3d97490a, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=ba398802-fe33-4603-8a89-77ae3d97490a,segment=NetworkSegment(7f09c7aa-43a5-411b-a008-66a5d5944068),segment_id=7f09c7aa-43a5-411b-a008-66a5d5944068)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:38:49.429194 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-93de4340-9755-4005-8663-37d8085a83b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:49.483114 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-81de10a9-011c-469b-9dda-4c497762c30c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:49.492540 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93de4340-9755-4005-8663-37d8085a83b1 None None] Routers {'c924264a-e945-4114-baee-4830748fd7c3'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:38:49.493258 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-93de4340-9755-4005-8663-37d8085a83b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:38:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['c924264a-e945-4114-baee-4830748fd7c3'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:49.583720 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d3500-4d81-4077-97fd-0c82b8888e4a None None] Pushing event updated for resources: {'Port': ['ID=ba398802-fe33-4603-8a89-77ae3d97490a,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:49.650954 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-93de4340-9755-4005-8663-37d8085a83b1 None None] Set router c924264a-e945-4114-baee-4830748fd7c3 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:38:49.773250 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 84020619-1500-4131-ade0-42feb1ef706f up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:49.799679 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-81de10a9-011c-469b-9dda-4c497762c30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:49.843048 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 84020619-1500-4131-ade0-42feb1ef706f triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:49.843337 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:49.937233 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 37339265-0543-49b1-93ce-03bf83b7c955 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:49.945296 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-93de4340-9755-4005-8663-37d8085a83b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c924264a-e945-4114-baee-4830748fd7c3', 'name': 'tempest-TestVolumeBootPattern-1437280730-router', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '84020619-1500-4131-ade0-42feb1ef706f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:46Z', 'revision_number': 4, 'project_id': 'd8db677e009540d8992023e1339ce496', 'gw_port': {'id': '84020619-1500-4131-ade0-42feb1ef706f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'ba398802-fe33-4603-8a89-77ae3d97490a', 'name': '', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'mac_address': 'fa:16:3e:75:37:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:45Z', 'updated_at': '2021-07-23T20:38:49Z', 'revision_number': 4, 'project_id': 'd8db677e009540d8992023e1339ce496', 'subnets': [{'id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:49.960727 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81de10a9-011c-469b-9dda-4c497762c30c admin admin] Router 884a0d31-d757-4493-bc33-288232b1fd3c is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:38:49.975147 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93de4340-9755-4005-8663-37d8085a83b1 None None] The sync data for ids ['c924264a-e945-4114-baee-4830748fd7c3'] in n-d-793618-10 is: [{'id': 'c924264a-e945-4114-baee-4830748fd7c3', 'name': 'tempest-TestVolumeBootPattern-1437280730-router', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '84020619-1500-4131-ade0-42feb1ef706f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:46Z', 'revision_number': 4, 'project_id': 'd8db677e009540d8992023e1339ce496', 'gw_port': {'id': '84020619-1500-4131-ade0-42feb1ef706f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'ba398802-fe33-4603-8a89-77ae3d97490a', 'name': '', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'mac_address': 'fa:16:3e:75:37:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:45Z', 'updated_at': '2021-07-23T20:38:49Z', 'revision_number': 4, 'project_id': 'd8db677e009540d8992023e1339ce496', 'subnets': [{'id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:38:50.014158 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4670dbb4-bbc2-44a1-83e7-1020e497c360 None None] Network 7e66ac6c-d362-448d-b808-da93bbe927af requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:38:50.016954 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 37339265-0543-49b1-93ce-03bf83b7c955 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:50.124518 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0871a374-b09b-46c6-a92f-4b2a3cf50ddb None None] Provisioning for port 37339265-0543-49b1-93ce-03bf83b7c955 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:50.126609 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81de10a9-011c-469b-9dda-4c497762c30c admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:38:50.143461 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-81de10a9-011c-469b-9dda-4c497762c30c admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:50.147258 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-81de10a9-011c-469b-9dda-4c497762c30c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1019039 Jul 23 20:38:50.147980 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 33284) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:50.148314 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ea6e1b-db92-458c-9348-ab546b6e7c10 None None] Sync routers for ids ['884a0d31-d757-4493-bc33-288232b1fd3c'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:38:50.157791 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0871a374-b09b-46c6-a92f-4b2a3cf50ddb None None] Provisioning complete for port 37339265-0543-49b1-93ce-03bf83b7c955 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:50.158273 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0871a374-b09b-46c6-a92f-4b2a3cf50ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:50.185621 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ea6e1b-db92-458c-9348-ab546b6e7c10 None None] Routers {'884a0d31-d757-4493-bc33-288232b1fd3c'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:38:50.186261 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-27ea6e1b-db92-458c-9348-ab546b6e7c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:38:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['884a0d31-d757-4493-bc33-288232b1fd3c'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:50.381630 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-27ea6e1b-db92-458c-9348-ab546b6e7c10 None None] Set router 884a0d31-d757-4493-bc33-288232b1fd3c gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:38:50.454884 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0871a374-b09b-46c6-a92f-4b2a3cf50ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:50.554117 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0871a374-b09b-46c6-a92f-4b2a3cf50ddb None None] For port 37339265-0543-49b1-93ce-03bf83b7c955, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=37339265-0543-49b1-93ce-03bf83b7c955,segment=NetworkSegment(d6147b35-126b-4c73-a1ab-6ae44ce9ff94),segment_id=d6147b35-126b-4c73-a1ab-6ae44ce9ff94)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:50.562390 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0871a374-b09b-46c6-a92f-4b2a3cf50ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:50.642740 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dc099d7a-4ebd-43e0-88f4-6d1d1e5a1eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:50.650477 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871a374-b09b-46c6-a92f-4b2a3cf50ddb None None] Pushing event updated for resources: {'Port': ['ID=37339265-0543-49b1-93ce-03bf83b7c955,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:50.665745 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0871a374-b09b-46c6-a92f-4b2a3cf50ddb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:50.666090 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0871a374-b09b-46c6-a92f-4b2a3cf50ddb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:50.666429 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0871a374-b09b-46c6-a92f-4b2a3cf50ddb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:50.666764 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0871a374-b09b-46c6-a92f-4b2a3cf50ddb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:50.667091 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0871a374-b09b-46c6-a92f-4b2a3cf50ddb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:50.667417 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0871a374-b09b-46c6-a92f-4b2a3cf50ddb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:50.667739 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0871a374-b09b-46c6-a92f-4b2a3cf50ddb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:50.668252 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0871a374-b09b-46c6-a92f-4b2a3cf50ddb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:50.668585 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0871a374-b09b-46c6-a92f-4b2a3cf50ddb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:50.669230 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0871a374-b09b-46c6-a92f-4b2a3cf50ddb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:50.669581 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0871a374-b09b-46c6-a92f-4b2a3cf50ddb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:50.669906 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0871a374-b09b-46c6-a92f-4b2a3cf50ddb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:50.694214 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-27ea6e1b-db92-458c-9348-ab546b6e7c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884a0d31-d757-4493-bc33-288232b1fd3c', 'name': 'tempest-TestVolumeBootPattern-750610428-router', 'tenant_id': '4d27717eb1ae4240a6f432ebbf96179c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '2dc90ff1-3f6c-4e19-88de-1b751892d0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:48Z', 'updated_at': '2021-07-23T20:38:49Z', 'revision_number': 3, 'project_id': '4d27717eb1ae4240a6f432ebbf96179c', 'gw_port': {'id': '2dc90ff1-3f6c-4e19-88de-1b751892d0f7', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884a0d31-d757-4493-bc33-288232b1fd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:48Z', 'updated_at': '2021-07-23T20:38:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:50.725372 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ea6e1b-db92-458c-9348-ab546b6e7c10 None None] Checking router: 884a0d31-d757-4493-bc33-288232b1fd3c for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:38:50.725746 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ea6e1b-db92-458c-9348-ab546b6e7c10 None None] Updating router 884a0d31-d757-4493-bc33-288232b1fd3c port 2dc90ff1-3f6c-4e19-88de-1b751892d0f7 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:38:50.762352 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-27ea6e1b-db92-458c-9348-ab546b6e7c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:50.838781 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-dc099d7a-4ebd-43e0-88f4-6d1d1e5a1eed admin admin] Allocated IP 172.20.0.1 (7e66ac6c-d362-448d-b808-da93bbe927af/c34afafd-345f-4dd1-99af-6ed2f28010c6/0dff15df-7c7a-4d18-b8e6-f3eb1fd6f338) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:38:50.863033 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ca42f808-b132-431d-9b4a-73ccbb6859a3 None None] Provisioning complete for port 37339265-0543-49b1-93ce-03bf83b7c955 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:50.863545 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca42f808-b132-431d-9b4a-73ccbb6859a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:50.947038 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dc099d7a-4ebd-43e0-88f4-6d1d1e5a1eed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:50.963671 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-dc099d7a-4ebd-43e0-88f4-6d1d1e5a1eed admin admin] Transition to ACTIVE for port object 0dff15df-7c7a-4d18-b8e6-f3eb1fd6f338 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:50.999606 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dc099d7a-4ebd-43e0-88f4-6d1d1e5a1eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:51.051143 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc099d7a-4ebd-43e0-88f4-6d1d1e5a1eed admin admin] Network 7e66ac6c-d362-448d-b808-da93bbe927af is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:51.057082 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-dc099d7a-4ebd-43e0-88f4-6d1d1e5a1eed admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:51.059673 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc099d7a-4ebd-43e0-88f4-6d1d1e5a1eed admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:38:51.063719 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc099d7a-4ebd-43e0-88f4-6d1d1e5a1eed admin admin] Pushing event updated for resources: {'Port': ['ID=0dff15df-7c7a-4d18-b8e6-f3eb1fd6f338,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:51.105652 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dc099d7a-4ebd-43e0-88f4-6d1d1e5a1eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:51.273269 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-27ea6e1b-db92-458c-9348-ab546b6e7c10 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:51.285389 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-27ea6e1b-db92-458c-9348-ab546b6e7c10 None None] Transition to ACTIVE for port object 2dc90ff1-3f6c-4e19-88de-1b751892d0f7 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:51.288047 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dc099d7a-4ebd-43e0-88f4-6d1d1e5a1eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:51.293023 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-27ea6e1b-db92-458c-9348-ab546b6e7c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:51.352086 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959536f-94c3-47d5-9097-0d3c9f3b696c None None] Pushing event updated for resources: {'Port': ['ID=2dc90ff1-3f6c-4e19-88de-1b751892d0f7,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:51.354359 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-27ea6e1b-db92-458c-9348-ab546b6e7c10 None None] Attempting to bind port 2dc90ff1-3f6c-4e19-88de-1b751892d0f7 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:51.354735 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-27ea6e1b-db92-458c-9348-ab546b6e7c10 None None] Attempting to bind port 2dc90ff1-3f6c-4e19-88de-1b751892d0f7 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:51.355143 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ea6e1b-db92-458c-9348-ab546b6e7c10 None None] Attempting to bind port 2dc90ff1-3f6c-4e19-88de-1b751892d0f7 on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:51.361603 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ea6e1b-db92-458c-9348-ab546b6e7c10 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:38:51.361981 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ea6e1b-db92-458c-9348-ab546b6e7c10 None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:38:51.362383 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-27ea6e1b-db92-458c-9348-ab546b6e7c10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:51.362770 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ea6e1b-db92-458c-9348-ab546b6e7c10 None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:38:51.363229 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-27ea6e1b-db92-458c-9348-ab546b6e7c10 None None] Bound port: 2dc90ff1-3f6c-4e19-88de-1b751892d0f7, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:38:51.363615 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-27ea6e1b-db92-458c-9348-ab546b6e7c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:51.422445 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-27ea6e1b-db92-458c-9348-ab546b6e7c10 None None] For port 2dc90ff1-3f6c-4e19-88de-1b751892d0f7, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:38:51.426106 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-27ea6e1b-db92-458c-9348-ab546b6e7c10 None None] For port 2dc90ff1-3f6c-4e19-88de-1b751892d0f7, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=2dc90ff1-3f6c-4e19-88de-1b751892d0f7,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:38:51.427660 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-af538eef-56a4-40b7-8032-567a0089eee0 None None] Provisioning for port 0dff15df-7c7a-4d18-b8e6-f3eb1fd6f338 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:51.432009 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-27ea6e1b-db92-458c-9348-ab546b6e7c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:51.435873 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-af538eef-56a4-40b7-8032-567a0089eee0 None None] Provisioning complete for port 0dff15df-7c7a-4d18-b8e6-f3eb1fd6f338 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:51.436230 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-af538eef-56a4-40b7-8032-567a0089eee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:51.474707 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dc099d7a-4ebd-43e0-88f4-6d1d1e5a1eed admin admin] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:51.479398 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dc099d7a-4ebd-43e0-88f4-6d1d1e5a1eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:51.520662 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-af538eef-56a4-40b7-8032-567a0089eee0 None None] Port 0dff15df-7c7a-4d18-b8e6-f3eb1fd6f338 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:38:51.527697 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ea6e1b-db92-458c-9348-ab546b6e7c10 None None] Routers {'884a0d31-d757-4493-bc33-288232b1fd3c'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:38:51.528558 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-27ea6e1b-db92-458c-9348-ab546b6e7c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:38:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['884a0d31-d757-4493-bc33-288232b1fd3c'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:51.547013 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dc099d7a-4ebd-43e0-88f4-6d1d1e5a1eed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:51.549148 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc099d7a-4ebd-43e0-88f4-6d1d1e5a1eed admin admin] Pushing event updated for resources: {'Port': ['ID=0dff15df-7c7a-4d18-b8e6-f3eb1fd6f338,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:51.600150 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959536f-94c3-47d5-9097-0d3c9f3b696c None None] Pushing event updated for resources: {'Port': ['ID=2dc90ff1-3f6c-4e19-88de-1b751892d0f7,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:51.651109 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-27ea6e1b-db92-458c-9348-ab546b6e7c10 None None] Set router 884a0d31-d757-4493-bc33-288232b1fd3c gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:38:51.652500 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc099d7a-4ebd-43e0-88f4-6d1d1e5a1eed admin admin] Network 7e66ac6c-d362-448d-b808-da93bbe927af is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:51.654003 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-dc099d7a-4ebd-43e0-88f4-6d1d1e5a1eed admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:51.752820 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device ba398802-fe33-4603-8a89-77ae3d97490a up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:51.782443 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc099d7a-4ebd-43e0-88f4-6d1d1e5a1eed admin admin] Router 884a0d31-d757-4493-bc33-288232b1fd3c has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:38:51.876559 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port ba398802-fe33-4603-8a89-77ae3d97490a completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:51.882857 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port ba398802-fe33-4603-8a89-77ae3d97490a triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:51.883237 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:51.905762 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc099d7a-4ebd-43e0-88f4-6d1d1e5a1eed admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:38:51.916572 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-dc099d7a-4ebd-43e0-88f4-6d1d1e5a1eed admin admin] 10.222.0.32 "PUT /v2.0/routers/884a0d31-d757-4493-bc33-288232b1fd3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7624679 Jul 23 20:38:51.958043 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-58b40f9e-28be-4243-9429-df95df13d484 None None] Provisioning complete for port 0dff15df-7c7a-4d18-b8e6-f3eb1fd6f338 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:51.958416 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-58b40f9e-28be-4243-9429-df95df13d484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:51.978931 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-27ea6e1b-db92-458c-9348-ab546b6e7c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884a0d31-d757-4493-bc33-288232b1fd3c', 'name': 'tempest-TestVolumeBootPattern-750610428-router', 'tenant_id': '4d27717eb1ae4240a6f432ebbf96179c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '2dc90ff1-3f6c-4e19-88de-1b751892d0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:48Z', 'updated_at': '2021-07-23T20:38:51Z', 'revision_number': 4, 'project_id': '4d27717eb1ae4240a6f432ebbf96179c', 'gw_port': {'id': '2dc90ff1-3f6c-4e19-88de-1b751892d0f7', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884a0d31-d757-4493-bc33-288232b1fd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:48Z', 'updated_at': '2021-07-23T20:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '0dff15df-7c7a-4d18-b8e6-f3eb1fd6f338', 'name': '', 'network_id': '7e66ac6c-d362-448d-b808-da93bbe927af', 'tenant_id': '4d27717eb1ae4240a6f432ebbf96179c', 'mac_address': 'fa:16:3e:cd:b6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884a0d31-d757-4493-bc33-288232b1fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'c34afafd-345f-4dd1-99af-6ed2f28010c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:50Z', 'updated_at': '2021-07-23T20:38:51Z', 'revision_number': 2, 'project_id': '4d27717eb1ae4240a6f432ebbf96179c', 'subnets': [{'id': 'c34afafd-345f-4dd1-99af-6ed2f28010c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:52.027102 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ea6e1b-db92-458c-9348-ab546b6e7c10 None None] The sync data for ids ['884a0d31-d757-4493-bc33-288232b1fd3c'] in n-d-793618-10 is: [{'id': '884a0d31-d757-4493-bc33-288232b1fd3c', 'name': 'tempest-TestVolumeBootPattern-750610428-router', 'tenant_id': '4d27717eb1ae4240a6f432ebbf96179c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '2dc90ff1-3f6c-4e19-88de-1b751892d0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:48Z', 'updated_at': '2021-07-23T20:38:51Z', 'revision_number': 4, 'project_id': '4d27717eb1ae4240a6f432ebbf96179c', 'gw_port': {'id': '2dc90ff1-3f6c-4e19-88de-1b751892d0f7', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884a0d31-d757-4493-bc33-288232b1fd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:48Z', 'updated_at': '2021-07-23T20:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '0dff15df-7c7a-4d18-b8e6-f3eb1fd6f338', 'name': '', 'network_id': '7e66ac6c-d362-448d-b808-da93bbe927af', 'tenant_id': '4d27717eb1ae4240a6f432ebbf96179c', 'mac_address': 'fa:16:3e:cd:b6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884a0d31-d757-4493-bc33-288232b1fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'c34afafd-345f-4dd1-99af-6ed2f28010c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:50Z', 'updated_at': '2021-07-23T20:38:51Z', 'revision_number': 2, 'project_id': '4d27717eb1ae4240a6f432ebbf96179c', 'subnets': [{'id': 'c34afafd-345f-4dd1-99af-6ed2f28010c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:38:52.048680 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:52.058625 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-58b40f9e-28be-4243-9429-df95df13d484 None None] Port 0dff15df-7c7a-4d18-b8e6-f3eb1fd6f338 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:38:52.090403 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port ba398802-fe33-4603-8a89-77ae3d97490a, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=ba398802-fe33-4603-8a89-77ae3d97490a,segment=NetworkSegment(7f09c7aa-43a5-411b-a008-66a5d5944068),segment_id=7f09c7aa-43a5-411b-a008-66a5d5944068)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:52.095387 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:52.096535 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 37339265-0543-49b1-93ce-03bf83b7c955 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:52.179309 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=ba398802-fe33-4603-8a89-77ae3d97490a,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:52.189622 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 37339265-0543-49b1-93ce-03bf83b7c955 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:52.190023 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:53.695223 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device ba398802-fe33-4603-8a89-77ae3d97490a up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:53.747464 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port ba398802-fe33-4603-8a89-77ae3d97490a triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:53.747833 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:53.837330 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 2dc90ff1-3f6c-4e19-88de-1b751892d0f7 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:53.885848 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 2dc90ff1-3f6c-4e19-88de-1b751892d0f7 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:53.890265 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 2dc90ff1-3f6c-4e19-88de-1b751892d0f7 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:53.890841 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:53.981346 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:54.002480 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 2dc90ff1-3f6c-4e19-88de-1b751892d0f7, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=2dc90ff1-3f6c-4e19-88de-1b751892d0f7,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:54.006672 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:54.056218 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=2dc90ff1-3f6c-4e19-88de-1b751892d0f7,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:54.067186 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-0b7cc328-a2ad-4e6a-a5fc-fdbdb13485f3 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:54.068697 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-0b7cc328-a2ad-4e6a-a5fc-fdbdb13485f3 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/networks?id=6fe3bd89-d460-4585-b185-5ceb42a9c6de HTTP/1.1" status: 200 len: 812 time: 0.1141901 Jul 23 20:38:54.084411 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-2c582cda-54db-4e0f-b06e-aaaf39ca57b3 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/quotas/d8db677e009540d8992023e1339ce496 HTTP/1.1" status: 200 len: 375 time: 0.0102422 Jul 23 20:38:54.124312 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c934ed77-a3f3-4eec-b4b9-775f2123150f None None] Sync routers for ids ['884a0d31-d757-4493-bc33-288232b1fd3c'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:38:54.134160 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c934ed77-a3f3-4eec-b4b9-775f2123150f None None] Routers {'884a0d31-d757-4493-bc33-288232b1fd3c'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:38:54.134776 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c934ed77-a3f3-4eec-b4b9-775f2123150f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:38:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['884a0d31-d757-4493-bc33-288232b1fd3c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:54.151554 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-111804d9-48e9-40f1-87b0-dd78055c440b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8db677e009540d8992023e1339ce496&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622673 Jul 23 20:38:54.239276 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-c934ed77-a3f3-4eec-b4b9-775f2123150f None None] Set router 884a0d31-d757-4493-bc33-288232b1fd3c gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:38:54.251150 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-e2830938-fb3b-47ff-8b94-01c3516876a8 service neutron] 10.222.0.32 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929003 Jul 23 20:38:54.341637 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-d7d44877-77d4-4085-a2a4-7e46abeefa61 service neutron] 10.222.0.32 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842152 Jul 23 20:38:54.440955 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c934ed77-a3f3-4eec-b4b9-775f2123150f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884a0d31-d757-4493-bc33-288232b1fd3c', 'name': 'tempest-TestVolumeBootPattern-750610428-router', 'tenant_id': '4d27717eb1ae4240a6f432ebbf96179c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '2dc90ff1-3f6c-4e19-88de-1b751892d0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:48Z', 'updated_at': '2021-07-23T20:38:51Z', 'revision_number': 4, 'project_id': '4d27717eb1ae4240a6f432ebbf96179c', 'gw_port': {'id': '2dc90ff1-3f6c-4e19-88de-1b751892d0f7', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a0d31-d757-4493-bc33-288232b1fd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:48Z', 'updated_at': '2021-07-23T20:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '0dff15df-7c7a-4d18-b8e6-f3eb1fd6f338', 'name': '', 'network_id': '7e66ac6c-d362-448d-b808-da93bbe927af', 'tenant_id': '4d27717eb1ae4240a6f432ebbf96179c', 'mac_address': 'fa:16:3e:cd:b6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884a0d31-d757-4493-bc33-288232b1fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'c34afafd-345f-4dd1-99af-6ed2f28010c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:50Z', 'updated_at': '2021-07-23T20:38:51Z', 'revision_number': 2, 'project_id': '4d27717eb1ae4240a6f432ebbf96179c', 'subnets': [{'id': 'c34afafd-345f-4dd1-99af-6ed2f28010c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:54.472956 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c934ed77-a3f3-4eec-b4b9-775f2123150f None None] Checking router: 884a0d31-d757-4493-bc33-288232b1fd3c for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:38:54.473311 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c934ed77-a3f3-4eec-b4b9-775f2123150f None None] Updating router 884a0d31-d757-4493-bc33-288232b1fd3c port 0dff15df-7c7a-4d18-b8e6-f3eb1fd6f338 binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:38:54.507613 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c934ed77-a3f3-4eec-b4b9-775f2123150f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:54.640129 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f744bea-5ddc-4873-bf62-6e6caa5add72 req-0830cbe5-fcc6-43c5-9c36-03d65c0d82fd tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1e0d9d0-414b-4732-9941-744a54dc9ef2 HTTP/1.1" status: 200 len: 210 time: 0.0345135 Jul 23 20:38:54.787942 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c934ed77-a3f3-4eec-b4b9-775f2123150f None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:54.799689 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c934ed77-a3f3-4eec-b4b9-775f2123150f None None] Transition to ACTIVE for port object 0dff15df-7c7a-4d18-b8e6-f3eb1fd6f338 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:54.805579 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c934ed77-a3f3-4eec-b4b9-775f2123150f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:54.878761 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc5191-9b6c-47d6-a810-2b6c1283fa2e None None] Pushing event updated for resources: {'Port': ['ID=0dff15df-7c7a-4d18-b8e6-f3eb1fd6f338,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:54.910070 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-c934ed77-a3f3-4eec-b4b9-775f2123150f None None] Attempting to bind port 0dff15df-7c7a-4d18-b8e6-f3eb1fd6f338 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:54.910434 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-c934ed77-a3f3-4eec-b4b9-775f2123150f None None] Attempting to bind port 0dff15df-7c7a-4d18-b8e6-f3eb1fd6f338 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'd6147b35-126b-4c73-a1ab-6ae44ce9ff94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7e66ac6c-d362-448d-b808-da93bbe927af'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:54.910786 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c934ed77-a3f3-4eec-b4b9-775f2123150f None None] Attempting to bind port 0dff15df-7c7a-4d18-b8e6-f3eb1fd6f338 on network 7e66ac6c-d362-448d-b808-da93bbe927af {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:54.916443 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c934ed77-a3f3-4eec-b4b9-775f2123150f None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:38:54.917062 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c934ed77-a3f3-4eec-b4b9-775f2123150f None None] Checking segment: {'id': 'd6147b35-126b-4c73-a1ab-6ae44ce9ff94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7e66ac6c-d362-448d-b808-da93bbe927af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:38:54.917527 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c934ed77-a3f3-4eec-b4b9-775f2123150f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:54.918229 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c934ed77-a3f3-4eec-b4b9-775f2123150f None None] Bound using segment: {'id': 'd6147b35-126b-4c73-a1ab-6ae44ce9ff94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7e66ac6c-d362-448d-b808-da93bbe927af'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:38:54.918738 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-c934ed77-a3f3-4eec-b4b9-775f2123150f None None] Bound port: 0dff15df-7c7a-4d18-b8e6-f3eb1fd6f338, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6147b35-126b-4c73-a1ab-6ae44ce9ff94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7e66ac6c-d362-448d-b808-da93bbe927af'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:38:54.919143 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c934ed77-a3f3-4eec-b4b9-775f2123150f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:54.990920 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-c934ed77-a3f3-4eec-b4b9-775f2123150f None None] For port 0dff15df-7c7a-4d18-b8e6-f3eb1fd6f338, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:38:54.994707 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-c934ed77-a3f3-4eec-b4b9-775f2123150f None None] For port 0dff15df-7c7a-4d18-b8e6-f3eb1fd6f338, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=0dff15df-7c7a-4d18-b8e6-f3eb1fd6f338,segment=NetworkSegment(d6147b35-126b-4c73-a1ab-6ae44ce9ff94),segment_id=d6147b35-126b-4c73-a1ab-6ae44ce9ff94)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:38:54.998376 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c934ed77-a3f3-4eec-b4b9-775f2123150f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:55.082475 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c934ed77-a3f3-4eec-b4b9-775f2123150f None None] Routers {'884a0d31-d757-4493-bc33-288232b1fd3c'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:38:55.083093 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c934ed77-a3f3-4eec-b4b9-775f2123150f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:38:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['884a0d31-d757-4493-bc33-288232b1fd3c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:55.118620 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc5191-9b6c-47d6-a810-2b6c1283fa2e None None] Pushing event updated for resources: {'Port': ['ID=0dff15df-7c7a-4d18-b8e6-f3eb1fd6f338,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:55.294704 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-c934ed77-a3f3-4eec-b4b9-775f2123150f None None] Set router 884a0d31-d757-4493-bc33-288232b1fd3c gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:38:55.496239 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c934ed77-a3f3-4eec-b4b9-775f2123150f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884a0d31-d757-4493-bc33-288232b1fd3c', 'name': 'tempest-TestVolumeBootPattern-750610428-router', 'tenant_id': '4d27717eb1ae4240a6f432ebbf96179c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '2dc90ff1-3f6c-4e19-88de-1b751892d0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:48Z', 'updated_at': '2021-07-23T20:38:51Z', 'revision_number': 4, 'project_id': '4d27717eb1ae4240a6f432ebbf96179c', 'gw_port': {'id': '2dc90ff1-3f6c-4e19-88de-1b751892d0f7', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a0d31-d757-4493-bc33-288232b1fd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:48Z', 'updated_at': '2021-07-23T20:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '0dff15df-7c7a-4d18-b8e6-f3eb1fd6f338', 'name': '', 'network_id': '7e66ac6c-d362-448d-b808-da93bbe927af', 'tenant_id': '4d27717eb1ae4240a6f432ebbf96179c', 'mac_address': 'fa:16:3e:cd:b6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884a0d31-d757-4493-bc33-288232b1fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'c34afafd-345f-4dd1-99af-6ed2f28010c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:50Z', 'updated_at': '2021-07-23T20:38:54Z', 'revision_number': 4, 'project_id': '4d27717eb1ae4240a6f432ebbf96179c', 'subnets': [{'id': 'c34afafd-345f-4dd1-99af-6ed2f28010c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:55.526498 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c934ed77-a3f3-4eec-b4b9-775f2123150f None None] The sync data for ids ['884a0d31-d757-4493-bc33-288232b1fd3c'] in n-d-793618-10 is: [{'id': '884a0d31-d757-4493-bc33-288232b1fd3c', 'name': 'tempest-TestVolumeBootPattern-750610428-router', 'tenant_id': '4d27717eb1ae4240a6f432ebbf96179c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '2dc90ff1-3f6c-4e19-88de-1b751892d0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:48Z', 'updated_at': '2021-07-23T20:38:51Z', 'revision_number': 4, 'project_id': '4d27717eb1ae4240a6f432ebbf96179c', 'gw_port': {'id': '2dc90ff1-3f6c-4e19-88de-1b751892d0f7', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a0d31-d757-4493-bc33-288232b1fd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:48Z', 'updated_at': '2021-07-23T20:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '0dff15df-7c7a-4d18-b8e6-f3eb1fd6f338', 'name': '', 'network_id': '7e66ac6c-d362-448d-b808-da93bbe927af', 'tenant_id': '4d27717eb1ae4240a6f432ebbf96179c', 'mac_address': 'fa:16:3e:cd:b6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884a0d31-d757-4493-bc33-288232b1fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'c34afafd-345f-4dd1-99af-6ed2f28010c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:50Z', 'updated_at': '2021-07-23T20:38:54Z', 'revision_number': 4, 'project_id': '4d27717eb1ae4240a6f432ebbf96179c', 'subnets': [{'id': 'c34afafd-345f-4dd1-99af-6ed2f28010c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:38:55.604939 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-be57a7d4-4f53-4272-bef5-1c350dbc66fb tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:55.606544 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-be57a7d4-4f53-4272-bef5-1c350dbc66fb tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.30 "GET /v2.0/networks?id=6fe3bd89-d460-4585-b185-5ceb42a9c6de HTTP/1.1" status: 200 len: 812 time: 0.1127775 Jul 23 20:38:55.620149 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-75b3b38b-64dd-4e63-a31b-825c53789ac0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Request body: {'port': {'device_id': 'a1e0d9d0-414b-4732-9941-744a54dc9ef2', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'admin_state_up': True, 'tenant_id': 'd8db677e009540d8992023e1339ce496'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:55.716009 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 0dff15df-7c7a-4d18-b8e6-f3eb1fd6f338 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:55.798354 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8bb259c3-708a-47b9-84ff-59bfb137c3ce req-d4023dad-43e0-4fe5-81aa-f87e535437b7 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1e0d9d0-414b-4732-9941-744a54dc9ef2 HTTP/1.1" status: 200 len: 210 time: 0.0442052 Jul 23 20:38:55.817348 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 0dff15df-7c7a-4d18-b8e6-f3eb1fd6f338 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:55.822117 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 0dff15df-7c7a-4d18-b8e6-f3eb1fd6f338 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:55.822583 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:55.840891 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-75b3b38b-64dd-4e63-a31b-825c53789ac0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Made reservation on behalf of d8db677e009540d8992023e1339ce496 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:55.844684 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-75b3b38b-64dd-4e63-a31b-825c53789ac0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:55.912827 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:55.950863 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 0dff15df-7c7a-4d18-b8e6-f3eb1fd6f338, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=0dff15df-7c7a-4d18-b8e6-f3eb1fd6f338,segment=NetworkSegment(d6147b35-126b-4c73-a1ab-6ae44ce9ff94),segment_id=d6147b35-126b-4c73-a1ab-6ae44ce9ff94)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:55.955590 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:55.956938 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 2dc90ff1-3f6c-4e19-88de-1b751892d0f7 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:55.991125 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-75b3b38b-64dd-4e63-a31b-825c53789ac0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Allocated IP 172.20.0.5 (6fe3bd89-d460-4585-b185-5ceb42a9c6de/e2c8f255-5a45-4d6d-b83e-eef0348e83be/239e3e0c-49ff-4298-8f57-9fe792d3aa19) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:38:56.035703 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=0dff15df-7c7a-4d18-b8e6-f3eb1fd6f338,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:56.072851 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 2dc90ff1-3f6c-4e19-88de-1b751892d0f7 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:56.073276 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:56.146950 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-75b3b38b-64dd-4e63-a31b-825c53789ac0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:56.166826 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-75b3b38b-64dd-4e63-a31b-825c53789ac0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Transition to ACTIVE for port object 239e3e0c-49ff-4298-8f57-9fe792d3aa19 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:56.214021 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-75b3b38b-64dd-4e63-a31b-825c53789ac0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:56.261695 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-75b3b38b-64dd-4e63-a31b-825c53789ac0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Network 6fe3bd89-d460-4585-b185-5ceb42a9c6de is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:56.264953 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-75b3b38b-64dd-4e63-a31b-825c53789ac0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:56.271463 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-75b3b38b-64dd-4e63-a31b-825c53789ac0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:38:56.300013 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3b38b-64dd-4e63-a31b-825c53789ac0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Pushing event updated for resources: {'Port': ['ID=239e3e0c-49ff-4298-8f57-9fe792d3aa19,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:56.339174 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-75b3b38b-64dd-4e63-a31b-825c53789ac0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:56.339843 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-75b3b38b-64dd-4e63-a31b-825c53789ac0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:56.357201 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-75b3b38b-64dd-4e63-a31b-825c53789ac0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7411134 Jul 23 20:38:56.370099 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-3f5f8d93-269e-4a01-9105-63b9f80f673a service neutron] Request body: {'port': {'device_id': 'a1e0d9d0-414b-4732-9941-744a54dc9ef2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:56.448519 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-3f5f8d93-269e-4a01-9105-63b9f80f673a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:56.557930 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d89801ae-7145-4f31-870b-5a924faed44a None None] Provisioning for port 239e3e0c-49ff-4298-8f57-9fe792d3aa19 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:56.565207 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d89801ae-7145-4f31-870b-5a924faed44a None None] Provisioning complete for port 239e3e0c-49ff-4298-8f57-9fe792d3aa19 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:56.565637 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d89801ae-7145-4f31-870b-5a924faed44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:56.602563 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-d89801ae-7145-4f31-870b-5a924faed44a None None] Port 239e3e0c-49ff-4298-8f57-9fe792d3aa19 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:38:56.733984 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-3f5f8d93-269e-4a01-9105-63b9f80f673a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 239e3e0c-49ff-4298-8f57-9fe792d3aa19 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:38:56.748382 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-3f5f8d93-269e-4a01-9105-63b9f80f673a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:56.768542 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-3f5f8d93-269e-4a01-9105-63b9f80f673a service neutron] Transition to ACTIVE for port object 239e3e0c-49ff-4298-8f57-9fe792d3aa19 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:56.773570 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-3f5f8d93-269e-4a01-9105-63b9f80f673a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:56.830857 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f8d93-269e-4a01-9105-63b9f80f673a service neutron] Pushing event updated for resources: {'Port': ['ID=239e3e0c-49ff-4298-8f57-9fe792d3aa19,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:56.902743 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-3f5f8d93-269e-4a01-9105-63b9f80f673a service neutron] Attempting to bind port 239e3e0c-49ff-4298-8f57-9fe792d3aa19 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:56.903310 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-3f5f8d93-269e-4a01-9105-63b9f80f673a service neutron] Attempting to bind port 239e3e0c-49ff-4298-8f57-9fe792d3aa19 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '7f09c7aa-43a5-411b-a008-66a5d5944068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:56.903714 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-3f5f8d93-269e-4a01-9105-63b9f80f673a service neutron] Attempting to bind port 239e3e0c-49ff-4298-8f57-9fe792d3aa19 on network 6fe3bd89-d460-4585-b185-5ceb42a9c6de {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:56.909617 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-3f5f8d93-269e-4a01-9105-63b9f80f673a service neutron] Port 239e3e0c-49ff-4298-8f57-9fe792d3aa19 on network 6fe3bd89-d460-4585-b185-5ceb42a9c6de not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:38:56.910769 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-3f5f8d93-269e-4a01-9105-63b9f80f673a service neutron] Attempting to bind port 239e3e0c-49ff-4298-8f57-9fe792d3aa19 on network 6fe3bd89-d460-4585-b185-5ceb42a9c6de {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:56.916044 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-3f5f8d93-269e-4a01-9105-63b9f80f673a service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:38:56.916394 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-3f5f8d93-269e-4a01-9105-63b9f80f673a service neutron] Checking segment: {'id': '7f09c7aa-43a5-411b-a008-66a5d5944068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:38:56.916785 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-3f5f8d93-269e-4a01-9105-63b9f80f673a service neutron] Bound using segment: {'id': '7f09c7aa-43a5-411b-a008-66a5d5944068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:38:56.917215 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-3f5f8d93-269e-4a01-9105-63b9f80f673a service neutron] Bound port: 239e3e0c-49ff-4298-8f57-9fe792d3aa19, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f09c7aa-43a5-411b-a008-66a5d5944068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:38:56.917601 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-3f5f8d93-269e-4a01-9105-63b9f80f673a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:56.935719 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d8c89-3f22-40f6-af6f-f25a5f25b913 req-73bfc58d-4fad-4256-830e-61a29a5f01dc tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:56.943311 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3d1d8c89-3f22-40f6-af6f-f25a5f25b913 req-73bfc58d-4fad-4256-830e-61a29a5f01dc tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1e0d9d0-414b-4732-9941-744a54dc9ef2 HTTP/1.1" status: 200 len: 943 time: 0.0777967 Jul 23 20:38:56.985502 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3d1d8c89-3f22-40f6-af6f-f25a5f25b913 req-f00e78f0-dde3-4537-b1d5-c14e0cacf493 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404577 Jul 23 20:38:57.006287 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-3f5f8d93-269e-4a01-9105-63b9f80f673a service neutron] For port 239e3e0c-49ff-4298-8f57-9fe792d3aa19, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:38:57.009975 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-3f5f8d93-269e-4a01-9105-63b9f80f673a service neutron] For port 239e3e0c-49ff-4298-8f57-9fe792d3aa19, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=239e3e0c-49ff-4298-8f57-9fe792d3aa19,segment=NetworkSegment(7f09c7aa-43a5-411b-a008-66a5d5944068),segment_id=7f09c7aa-43a5-411b-a008-66a5d5944068)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:38:57.020076 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-3f5f8d93-269e-4a01-9105-63b9f80f673a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:57.079289 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-3f5f8d93-269e-4a01-9105-63b9f80f673a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:57.080719 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-3f5f8d93-269e-4a01-9105-63b9f80f673a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:57.082485 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-3f5f8d93-269e-4a01-9105-63b9f80f673a service neutron] 10.222.0.30 "PUT /v2.0/ports/239e3e0c-49ff-4298-8f57-9fe792d3aa19 HTTP/1.1" status: 200 len: 1092 time: 0.7179666 Jul 23 20:38:57.082826 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1e0d9d0-414b-4732-9941-744a54dc9ef2', 'tag': '239e3e0c-49ff-4298-8f57-9fe792d3aa19'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:38:57.085363 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e056b1d-9d8a-47ea-822f-527ab38820c7" -d '{"events": [{"name": "network-changed", "server_uuid": "a1e0d9d0-414b-4732-9941-744a54dc9ef2", "tag": "239e3e0c-49ff-4298-8f57-9fe792d3aa19"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:38:57.114031 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f8d93-269e-4a01-9105-63b9f80f673a service neutron] Pushing event updated for resources: {'Port': ['ID=239e3e0c-49ff-4298-8f57-9fe792d3aa19,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:57.146280 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8f9c45-1b6f-4b0e-a3a2-5caf7ab8362e x-openstack-request-id: req-be8f9c45-1b6f-4b0e-a3a2-5caf7ab8362e {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:38:57.146571 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1e0d9d0-414b-4732-9941-744a54dc9ef2", "tag": "239e3e0c-49ff-4298-8f57-9fe792d3aa19", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:38:57.146823 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-be8f9c45-1b6f-4b0e-a3a2-5caf7ab8362e {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:38:57.147219 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1e0d9d0-414b-4732-9941-744a54dc9ef2', 'tag': '239e3e0c-49ff-4298-8f57-9fe792d3aa19', 'status': 'completed', 'code': 200} Jul 23 20:38:57.198852 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-3153397b-c5f3-4f88-9c9d-57db32f93360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:57.200693 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-3153397b-c5f3-4f88-9c9d-57db32f93360 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8db677e009540d8992023e1339ce496&device_id=a1e0d9d0-414b-4732-9941-744a54dc9ef2 HTTP/1.1" status: 200 len: 1095 time: 0.0654263 Jul 23 20:38:57.276431 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-6d1b40ed-1bfa-42b3-966d-283ab3930567 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=239e3e0c-49ff-4298-8f57-9fe792d3aa19 HTTP/1.1" status: 200 len: 217 time: 0.0683601 Jul 23 20:38:57.331928 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-08b502a6-6bf4-4951-b52e-ac2cf0313de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:57.333437 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-08b502a6-6bf4-4951-b52e-ac2cf0313de0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2c8f255-5a45-4d6d-b83e-eef0348e83be HTTP/1.1" status: 200 len: 851 time: 0.0503109 Jul 23 20:38:57.394883 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-8cc5c73a-a488-4161-8f00-686d0c7ba815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:57.396317 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-8cc5c73a-a488-4161-8f00-686d0c7ba815 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6fe3bd89-d460-4585-b185-5ceb42a9c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565560 Jul 23 20:38:57.496039 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-ffa5fa8a-e142-4601-98d5-ada66cd07091 service neutron] 10.222.0.30 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920312 Jul 23 20:38:57.588660 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-880cc6d8-3210-4674-bf2a-fcfbb060a373 req-be27f124-6e44-479e-be12-f0bc836c129d service neutron] 10.222.0.30 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863519 Jul 23 20:38:57.636050 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 0dff15df-7c7a-4d18-b8e6-f3eb1fd6f338 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:57.686552 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 0dff15df-7c7a-4d18-b8e6-f3eb1fd6f338 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:57.686927 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:57.822304 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e056b1d-9d8a-47ea-822f-527ab38820c7 req-3c60318c-9ee3-4e30-98da-7f5d7d1c19ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:57.823932 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3e056b1d-9d8a-47ea-822f-527ab38820c7 req-3c60318c-9ee3-4e30-98da-7f5d7d1c19ee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8db677e009540d8992023e1339ce496&device_id=a1e0d9d0-414b-4732-9941-744a54dc9ef2 HTTP/1.1" status: 200 len: 1095 time: 0.0671864 Jul 23 20:38:57.913187 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e056b1d-9d8a-47ea-822f-527ab38820c7 req-07440255-175c-47f0-a571-ce6392f30d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:57.914705 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3e056b1d-9d8a-47ea-822f-527ab38820c7 req-07440255-175c-47f0-a571-ce6392f30d0e service neutron] 10.222.0.30 "GET /v2.0/networks?id=6fe3bd89-d460-4585-b185-5ceb42a9c6de HTTP/1.1" status: 200 len: 913 time: 0.0849888 Jul 23 20:38:57.959443 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3e056b1d-9d8a-47ea-822f-527ab38820c7 req-0329792e-ddf2-43e2-9135-c62cb278e267 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=239e3e0c-49ff-4298-8f57-9fe792d3aa19 HTTP/1.1" status: 200 len: 217 time: 0.0383615 Jul 23 20:38:58.007049 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e056b1d-9d8a-47ea-822f-527ab38820c7 req-f89ad980-e66d-49c6-aaaf-8ef1ad853574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:58.008388 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3e056b1d-9d8a-47ea-822f-527ab38820c7 req-f89ad980-e66d-49c6-aaaf-8ef1ad853574 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2c8f255-5a45-4d6d-b83e-eef0348e83be HTTP/1.1" status: 200 len: 851 time: 0.0432732 Jul 23 20:38:58.069594 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e056b1d-9d8a-47ea-822f-527ab38820c7 req-61d11465-5fc8-4bbb-8fdb-848448fa802a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:58.071201 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3e056b1d-9d8a-47ea-822f-527ab38820c7 req-61d11465-5fc8-4bbb-8fdb-848448fa802a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6fe3bd89-d460-4585-b185-5ceb42a9c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564938 Jul 23 20:38:58.144196 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e852ad6-75ba-46bf-bb2b-bbaf2f9ae2e0 req-41f6c1fd-9c00-49b0-94d6-c38f4d0ba544 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:58.145801 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e852ad6-75ba-46bf-bb2b-bbaf2f9ae2e0 req-41f6c1fd-9c00-49b0-94d6-c38f4d0ba544 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1e0d9d0-414b-4732-9941-744a54dc9ef2 HTTP/1.1" status: 200 len: 943 time: 0.0813468 Jul 23 20:38:58.170083 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3e056b1d-9d8a-47ea-822f-527ab38820c7 req-f762bb15-99e5-4bac-8cfa-4bd3bdb1faa6 service neutron] 10.222.0.30 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927451 Jul 23 20:38:58.187354 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e852ad6-75ba-46bf-bb2b-bbaf2f9ae2e0 req-5d9e8c9e-19fe-49b6-8b5a-81862fb8a2d4 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344186 Jul 23 20:38:58.265525 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3e056b1d-9d8a-47ea-822f-527ab38820c7 req-2c28ce8d-29a0-44ea-b398-7da30b8c988b service neutron] 10.222.0.30 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897121 Jul 23 20:38:59.322395 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587fa8b-9c9a-430b-af29-8667abdf562c req-269810f6-fa92-4cda-823a-0b12c28a8532 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:59.323952 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1587fa8b-9c9a-430b-af29-8667abdf562c req-269810f6-fa92-4cda-823a-0b12c28a8532 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1e0d9d0-414b-4732-9941-744a54dc9ef2 HTTP/1.1" status: 200 len: 943 time: 0.0668008 Jul 23 20:38:59.364545 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1587fa8b-9c9a-430b-af29-8667abdf562c req-f80ffb11-9708-41df-af16-46f8073aff94 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346344 Jul 23 20:39:00.492881 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe48508-5e2d-47b1-b50d-d758684a3bdb req-327d812e-a0f8-4a8a-8bf7-bcbf13ec78db tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:00.494413 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cfe48508-5e2d-47b1-b50d-d758684a3bdb req-327d812e-a0f8-4a8a-8bf7-bcbf13ec78db tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1e0d9d0-414b-4732-9941-744a54dc9ef2 HTTP/1.1" status: 200 len: 943 time: 0.0652592 Jul 23 20:39:00.531893 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cfe48508-5e2d-47b1-b50d-d758684a3bdb req-07e64c01-fcc0-4f6c-b656-7f1bba44a3b6 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314567 Jul 23 20:39:01.665563 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f1471-6e45-44af-8118-1f39d3be84a7 req-9f6d6381-1329-44ed-b894-c4b9c910032e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:01.667014 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-769f1471-6e45-44af-8118-1f39d3be84a7 req-9f6d6381-1329-44ed-b894-c4b9c910032e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1e0d9d0-414b-4732-9941-744a54dc9ef2 HTTP/1.1" status: 200 len: 943 time: 0.0668290 Jul 23 20:39:01.707381 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-769f1471-6e45-44af-8118-1f39d3be84a7 req-f729f241-8e58-437b-8494-f228f0ee3ba7 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341887 Jul 23 20:39:02.836294 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ce6b2-d121-423b-82b0-2197db158cc9 req-7239c95a-ce82-4269-ad37-455857fa224a tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:02.837703 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-386ce6b2-d121-423b-82b0-2197db158cc9 req-7239c95a-ce82-4269-ad37-455857fa224a tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1e0d9d0-414b-4732-9941-744a54dc9ef2 HTTP/1.1" status: 200 len: 943 time: 0.0649726 Jul 23 20:39:02.874620 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-386ce6b2-d121-423b-82b0-2197db158cc9 req-08acc318-6105-43a9-865a-c30c67962a8d tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311866 Jul 23 20:39:04.015501 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e835d8-c262-4096-9cfd-d2e0430ad082 req-f32d8af1-2d90-41a5-b7c2-193663128d08 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:04.017662 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f5e835d8-c262-4096-9cfd-d2e0430ad082 req-f32d8af1-2d90-41a5-b7c2-193663128d08 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1e0d9d0-414b-4732-9941-744a54dc9ef2 HTTP/1.1" status: 200 len: 943 time: 0.0709469 Jul 23 20:39:04.055658 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f5e835d8-c262-4096-9cfd-d2e0430ad082 req-e865de44-f8a6-409a-a393-3e5167e10522 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322933 Jul 23 20:39:05.184301 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1003ab1-27de-4aab-9b53-9c9b1d07bbc2 req-bf9d034c-e830-41ea-afae-af9e87c6290f tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:05.185895 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b1003ab1-27de-4aab-9b53-9c9b1d07bbc2 req-bf9d034c-e830-41ea-afae-af9e87c6290f tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1e0d9d0-414b-4732-9941-744a54dc9ef2 HTTP/1.1" status: 200 len: 943 time: 0.0646825 Jul 23 20:39:05.226243 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b1003ab1-27de-4aab-9b53-9c9b1d07bbc2 req-e3aa7f1e-5cfb-4a6e-8d5a-4a395b1b2be8 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339797 Jul 23 20:39:06.358953 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511c7b7-9627-4fd5-a4f4-106d55a21b37 req-e22b41d0-0a24-4d0e-acf7-471a58807010 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:06.360522 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b511c7b7-9627-4fd5-a4f4-106d55a21b37 req-e22b41d0-0a24-4d0e-acf7-471a58807010 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1e0d9d0-414b-4732-9941-744a54dc9ef2 HTTP/1.1" status: 200 len: 943 time: 0.0679102 Jul 23 20:39:06.403460 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b511c7b7-9627-4fd5-a4f4-106d55a21b37 req-8894289a-59b7-445b-a124-be0b8d047b33 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365713 Jul 23 20:39:07.534963 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde446d-fe15-47a7-b48f-134930d36114 req-ffb4863c-70af-49da-9d7d-7ad5da64dd49 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:07.536430 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3dde446d-fe15-47a7-b48f-134930d36114 req-ffb4863c-70af-49da-9d7d-7ad5da64dd49 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1e0d9d0-414b-4732-9941-744a54dc9ef2 HTTP/1.1" status: 200 len: 943 time: 0.0671778 Jul 23 20:39:07.573722 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3dde446d-fe15-47a7-b48f-134930d36114 req-3da2242f-6ab9-44cd-8ae2-6305ccfb1702 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311165 Jul 23 20:39:07.851852 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 239e3e0c-49ff-4298-8f57-9fe792d3aa19 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:39:07.947381 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 239e3e0c-49ff-4298-8f57-9fe792d3aa19, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=239e3e0c-49ff-4298-8f57-9fe792d3aa19,segment=NetworkSegment(7f09c7aa-43a5-411b-a008-66a5d5944068),segment_id=7f09c7aa-43a5-411b-a008-66a5d5944068)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:07.959128 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '239e3e0c-49ff-4298-8f57-9fe792d3aa19', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'port_id': '239e3e0c-49ff-4298-8f57-9fe792d3aa19', 'mac_address': 'fa:16:3e:14:f3:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:39:07.995672 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:08.008936 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 239e3e0c-49ff-4298-8f57-9fe792d3aa19 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:39:08.027940 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 239e3e0c-49ff-4298-8f57-9fe792d3aa19, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=239e3e0c-49ff-4298-8f57-9fe792d3aa19,segment=NetworkSegment(7f09c7aa-43a5-411b-a008-66a5d5944068),segment_id=7f09c7aa-43a5-411b-a008-66a5d5944068)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:08.032495 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:08.078469 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=239e3e0c-49ff-4298-8f57-9fe792d3aa19,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:08.229455 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['239e3e0c-49ff-4298-8f57-9fe792d3aa19'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:39:08.703044 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe97228-9af0-4029-b16f-f82f3ca625eb req-d4e70514-d649-4f2c-abdf-9ec99b715eae tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:08.704606 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-afe97228-9af0-4029-b16f-f82f3ca625eb req-d4e70514-d649-4f2c-abdf-9ec99b715eae tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1e0d9d0-414b-4732-9941-744a54dc9ef2 HTTP/1.1" status: 200 len: 944 time: 0.0641153 Jul 23 20:39:08.743281 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-afe97228-9af0-4029-b16f-f82f3ca625eb req-92786641-f2b7-475b-9891-2204c21ea615 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328872 Jul 23 20:39:09.867313 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 239e3e0c-49ff-4298-8f57-9fe792d3aa19 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:39:09.875429 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d461ab0-f86b-4d4d-9095-c91773754676 req-ce91c438-1fdd-44e2-9a8f-d58b4bb30f4c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:09.877214 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2d461ab0-f86b-4d4d-9095-c91773754676 req-ce91c438-1fdd-44e2-9a8f-d58b4bb30f4c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1e0d9d0-414b-4732-9941-744a54dc9ef2 HTTP/1.1" status: 200 len: 944 time: 0.0694880 Jul 23 20:39:09.915332 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2d461ab0-f86b-4d4d-9095-c91773754676 req-e90041d4-d4a2-4da8-ac9c-b6eadd59655d tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326867 Jul 23 20:39:09.917098 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 239e3e0c-49ff-4298-8f57-9fe792d3aa19 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:39:09.921112 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 239e3e0c-49ff-4298-8f57-9fe792d3aa19 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:09.921509 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:10.008956 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:10.033170 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e0d9d0-414b-4732-9941-744a54dc9ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239e3e0c-49ff-4298-8f57-9fe792d3aa19'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:39:10.035449 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c691f5-0b02-4326-b4e0-d42bc6f7c59f" -d '{"events": [{"server_uuid": "a1e0d9d0-414b-4732-9941-744a54dc9ef2", "name": "network-vif-plugged", "status": "completed", "tag": "239e3e0c-49ff-4298-8f57-9fe792d3aa19"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:39:10.048397 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 239e3e0c-49ff-4298-8f57-9fe792d3aa19, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=239e3e0c-49ff-4298-8f57-9fe792d3aa19,segment=NetworkSegment(7f09c7aa-43a5-411b-a008-66a5d5944068),segment_id=7f09c7aa-43a5-411b-a008-66a5d5944068)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:10.053043 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:10.077334 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2960b6-49f8-431f-b91c-64d5ad134167 x-openstack-request-id: req-db2960b6-49f8-431f-b91c-64d5ad134167 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:39:10.077646 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e0d9d0-414b-4732-9941-744a54dc9ef2", "name": "network-vif-plugged", "status": "completed", "tag": "239e3e0c-49ff-4298-8f57-9fe792d3aa19", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:39:10.077894 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db2960b6-49f8-431f-b91c-64d5ad134167 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:39:10.078279 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e0d9d0-414b-4732-9941-744a54dc9ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239e3e0c-49ff-4298-8f57-9fe792d3aa19', 'code': 200} Jul 23 20:39:10.105795 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=239e3e0c-49ff-4298-8f57-9fe792d3aa19,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:10.183776 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7955e17-1a97-43c1-b4ab-59ad7561dec3 req-ddc22757-6446-4363-a3cf-38f2f279627c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:10.185208 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b7955e17-1a97-43c1-b4ab-59ad7561dec3 req-ddc22757-6446-4363-a3cf-38f2f279627c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a1e0d9d0-414b-4732-9941-744a54dc9ef2 HTTP/1.1" status: 200 len: 1097 time: 0.0533495 Jul 23 20:39:10.223952 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b7955e17-1a97-43c1-b4ab-59ad7561dec3 req-a7ec9d93-e0da-4bbc-b72c-7025a3b3970e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325460 Jul 23 20:39:10.272850 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7894485d-cbf5-49c0-a8e2-906dff445254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:11.146392 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cead17-e71a-43c4-9a91-ecb0c20e9698 req-5b0cd532-9d00-4687-8978-62256cc7c5fc tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:11.147908 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d6cead17-e71a-43c4-9a91-ecb0c20e9698 req-5b0cd532-9d00-4687-8978-62256cc7c5fc tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1e0d9d0-414b-4732-9941-744a54dc9ef2 HTTP/1.1" status: 200 len: 945 time: 0.0642202 Jul 23 20:39:11.185992 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d6cead17-e71a-43c4-9a91-ecb0c20e9698 req-c51a4e6c-3b88-4d3b-9342-2a763b6c4b0d tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325553 Jul 23 20:39:11.321065 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e820ff9-ffe3-430c-adb5-12ee969a7cbe req-cab0b1f9-a7ba-4e8c-90d3-75bf63616488 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:11.322497 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e820ff9-ffe3-430c-adb5-12ee969a7cbe req-cab0b1f9-a7ba-4e8c-90d3-75bf63616488 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1e0d9d0-414b-4732-9941-744a54dc9ef2 HTTP/1.1" status: 200 len: 945 time: 0.0678778 Jul 23 20:39:11.362268 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e820ff9-ffe3-430c-adb5-12ee969a7cbe req-42418323-36e5-4bc4-98b0-f30e85634553 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339983 Jul 23 20:39:11.498225 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d22a2-73c3-4680-91a3-47cdbe15f3d3 req-c5209ec7-7473-407d-87c9-ae8bab56ce4e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:11.500825 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3d4d22a2-73c3-4680-91a3-47cdbe15f3d3 req-c5209ec7-7473-407d-87c9-ae8bab56ce4e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1e0d9d0-414b-4732-9941-744a54dc9ef2 HTTP/1.1" status: 200 len: 945 time: 0.0727348 Jul 23 20:39:11.540962 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3d4d22a2-73c3-4680-91a3-47cdbe15f3d3 req-8a82f19e-9965-47e6-af54-fb55f99cef28 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335734 Jul 23 20:39:11.788039 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453fff65-4abb-4077-bf38-d0484c4b11af req-6813d920-24b4-400f-ae61-a464f8422200 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:11.789566 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-453fff65-4abb-4077-bf38-d0484c4b11af req-6813d920-24b4-400f-ae61-a464f8422200 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1e0d9d0-414b-4732-9941-744a54dc9ef2 HTTP/1.1" status: 200 len: 945 time: 0.0646424 Jul 23 20:39:11.830219 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-453fff65-4abb-4077-bf38-d0484c4b11af req-7ebe5bd1-b35c-4df2-bcc9-8451b4fbeca4 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335472 Jul 23 20:39:12.970044 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2c8a5-b7fe-41df-890a-beeed4f24bf4 req-d1c5b856-96b5-442e-b44f-f9725bb3d6a5 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:12.972085 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d8b2c8a5-b7fe-41df-890a-beeed4f24bf4 req-d1c5b856-96b5-442e-b44f-f9725bb3d6a5 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1e0d9d0-414b-4732-9941-744a54dc9ef2 HTTP/1.1" status: 200 len: 945 time: 0.0723650 Jul 23 20:39:13.012398 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d8b2c8a5-b7fe-41df-890a-beeed4f24bf4 req-80724d5f-865a-46a7-9305-d6325a5010ed tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345953 Jul 23 20:39:13.170221 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e099db-1031-4617-a6b4-357a95872542 req-04577d83-e5f3-4541-855e-e3897810cec4 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:13.172312 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-97e099db-1031-4617-a6b4-357a95872542 req-04577d83-e5f3-4541-855e-e3897810cec4 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1e0d9d0-414b-4732-9941-744a54dc9ef2 HTTP/1.1" status: 200 len: 945 time: 0.0742698 Jul 23 20:39:13.281274 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-97e099db-1031-4617-a6b4-357a95872542 req-219e6fde-4d32-4d48-9fd2-e8d702e63885 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Deleting port 239e3e0c-49ff-4298-8f57-9fe792d3aa19 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:39:13.281765 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-97e099db-1031-4617-a6b4-357a95872542 req-219e6fde-4d32-4d48-9fd2-e8d702e63885 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:13.334617 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:13.386077 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-97e099db-1031-4617-a6b4-357a95872542 req-219e6fde-4d32-4d48-9fd2-e8d702e63885 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] For port 239e3e0c-49ff-4298-8f57-9fe792d3aa19, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=239e3e0c-49ff-4298-8f57-9fe792d3aa19,segment=NetworkSegment(7f09c7aa-43a5-411b-a008-66a5d5944068),segment_id=7f09c7aa-43a5-411b-a008-66a5d5944068)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:13.386430 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-97e099db-1031-4617-a6b4-357a95872542 req-219e6fde-4d32-4d48-9fd2-e8d702e63885 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:13.402818 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-97e099db-1031-4617-a6b4-357a95872542 req-219e6fde-4d32-4d48-9fd2-e8d702e63885 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Calling delete_port for 239e3e0c-49ff-4298-8f57-9fe792d3aa19 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:39:13.549578 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-97e099db-1031-4617-a6b4-357a95872542 req-219e6fde-4d32-4d48-9fd2-e8d702e63885 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:13.561761 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['239e3e0c-49ff-4298-8f57-9fe792d3aa19'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:39:13.585771 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e6fde-4d32-4d48-9fd2-e8d702e63885 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Pushing event deleted for resources: {'Port': ['ID=239e3e0c-49ff-4298-8f57-9fe792d3aa19,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:13.639074 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e099db-1031-4617-a6b4-357a95872542 req-219e6fde-4d32-4d48-9fd2-e8d702e63885 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] No DVR routers for this DVR port 239e3e0c-49ff-4298-8f57-9fe792d3aa19 on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:39:13.640040 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04874fbb-262a-48fd-8ced-319c4c2b5f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:13.643581 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-97e099db-1031-4617-a6b4-357a95872542 req-219e6fde-4d32-4d48-9fd2-e8d702e63885 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:13.645724 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-97e099db-1031-4617-a6b4-357a95872542 req-219e6fde-4d32-4d48-9fd2-e8d702e63885 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.30 "DELETE /v2.0/ports/239e3e0c-49ff-4298-8f57-9fe792d3aa19 HTTP/1.1" status: 204 len: 173 time: 0.4682658 Jul 23 20:39:13.646169 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e0d9d0-414b-4732-9941-744a54dc9ef2', 'name': 'network-vif-deleted', 'tag': '239e3e0c-49ff-4298-8f57-9fe792d3aa19'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:39:13.648582 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc1f4e1-fe5f-40b6-a73d-d390b71f1a14" -d '{"events": [{"server_uuid": "a1e0d9d0-414b-4732-9941-744a54dc9ef2", "name": "network-vif-deleted", "tag": "239e3e0c-49ff-4298-8f57-9fe792d3aa19"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:39:13.689593 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b95c10-df9e-4d20-88ca-786fce61ab27 x-openstack-request-id: req-53b95c10-df9e-4d20-88ca-786fce61ab27 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:39:13.689881 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e0d9d0-414b-4732-9941-744a54dc9ef2", "name": "network-vif-deleted", "tag": "239e3e0c-49ff-4298-8f57-9fe792d3aa19", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:39:13.690141 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-53b95c10-df9e-4d20-88ca-786fce61ab27 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:39:13.690635 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e0d9d0-414b-4732-9941-744a54dc9ef2', 'name': 'network-vif-deleted', 'tag': '239e3e0c-49ff-4298-8f57-9fe792d3aa19', 'status': 'completed', 'code': 200} Jul 23 20:39:14.067396 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:14.115854 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ea69d7ee-f6ec-4ec6-b8f0-3f4ae7782ea4 req-6b7cded9-4523-4c0b-a3d8-25665eb5b9f8 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1e0d9d0-414b-4732-9941-744a54dc9ef2 HTTP/1.1" status: 200 len: 210 time: 0.0297172 Jul 23 20:39:14.791998 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:14.843140 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:15.214415 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-62e937d7-30ef-4fec-adbc-dd9997ec219f req-1519abec-51a7-4d72-b9c3-246981d8cfd2 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1e0d9d0-414b-4732-9941-744a54dc9ef2 HTTP/1.1" status: 200 len: 210 time: 0.0302141 Jul 23 20:39:15.882485 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 239e3e0c-49ff-4298-8f57-9fe792d3aa19 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:39:15.902735 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 239e3e0c-49ff-4298-8f57-9fe792d3aa19 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:39:15.903078 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 239e3e0c-49ff-4298-8f57-9fe792d3aa19 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:39:15.996128 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:16.322390 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a4bfa228-f72e-4e8a-a1b1-02abdd3e7c43 req-589e70a1-4731-4d07-9601-21a65fce61d1 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1e0d9d0-414b-4732-9941-744a54dc9ef2 HTTP/1.1" status: 200 len: 210 time: 0.0337918 Jul 23 20:39:16.745277 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:39:17.435480 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a370a2dd-2eda-40c4-97ba-9260d785c128 req-fb8f4f0a-2d28-43bb-a538-0b99930dba1c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1e0d9d0-414b-4732-9941-744a54dc9ef2 HTTP/1.1" status: 200 len: 210 time: 0.0335944 Jul 23 20:39:37.516591 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-5e8599c1-05d6-470a-a3aa-e6a5adcc24e4 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:37.518496 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-5e8599c1-05d6-470a-a3aa-e6a5adcc24e4 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/networks?id=6fe3bd89-d460-4585-b185-5ceb42a9c6de HTTP/1.1" status: 200 len: 812 time: 0.1020017 Jul 23 20:39:37.532470 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-af45c001-b7dd-4749-b7b1-f9e898099016 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/quotas/d8db677e009540d8992023e1339ce496 HTTP/1.1" status: 200 len: 375 time: 0.0089130 Jul 23 20:39:37.602287 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-14077eaf-14bf-4297-8e88-a51c96fdc688 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8db677e009540d8992023e1339ce496&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651574 Jul 23 20:39:37.692956 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-6c239607-0d07-4297-89a2-31ab9ba82d53 service neutron] 10.222.0.32 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840614 Jul 23 20:39:37.787799 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-3e89a0f2-1be5-48cc-a690-a488ebebe5cd service neutron] 10.222.0.32 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891566 Jul 23 20:39:37.974378 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2d46e3bb-1444-44da-ae39-c2d49dfeac2b req-17291465-0a4a-431b-9e5c-3587ae1c5e42 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=d055bddf-9d56-42f9-b65b-96fb5f827789 HTTP/1.1" status: 200 len: 210 time: 0.0304756 Jul 23 20:39:39.053389 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-69b2bd73-f02b-4963-b32e-2f6f1c9a9087 req-8f0c19dc-2dba-44ac-9d4c-db3eaa623cc0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=d055bddf-9d56-42f9-b65b-96fb5f827789 HTTP/1.1" status: 200 len: 210 time: 0.0287974 Jul 23 20:39:39.857143 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-0cd01e79-5f1d-4b1e-9c5f-97e60ac9d490 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:39.858544 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-0cd01e79-5f1d-4b1e-9c5f-97e60ac9d490 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.18 "GET /v2.0/networks?id=6fe3bd89-d460-4585-b185-5ceb42a9c6de HTTP/1.1" status: 200 len: 812 time: 0.1117527 Jul 23 20:39:39.870092 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-d9e38e26-dd66-4615-8e64-2ce7b1a7fa41 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Request body: {'port': {'device_id': 'd055bddf-9d56-42f9-b65b-96fb5f827789', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'admin_state_up': True, 'tenant_id': 'd8db677e009540d8992023e1339ce496'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:39.979943 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-d9e38e26-dd66-4615-8e64-2ce7b1a7fa41 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Made reservation on behalf of d8db677e009540d8992023e1339ce496 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:39.983829 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-d9e38e26-dd66-4615-8e64-2ce7b1a7fa41 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:40.138769 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-d9e38e26-dd66-4615-8e64-2ce7b1a7fa41 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Allocated IP 172.20.0.7 (6fe3bd89-d460-4585-b185-5ceb42a9c6de/e2c8f255-5a45-4d6d-b83e-eef0348e83be/97b3d2cf-1574-4722-ad6c-b61c2ab0308e) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:39:40.164516 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e84063a3-7f3e-48e5-85cf-ebdf2219c52d req-735fd340-fcbf-4b62-8a37-79d6c7587f07 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=d055bddf-9d56-42f9-b65b-96fb5f827789 HTTP/1.1" status: 200 len: 210 time: 0.0376537 Jul 23 20:39:40.276878 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-16221b35-0036-4835-98e9-1dfbc4249abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:40.336193 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-d9e38e26-dd66-4615-8e64-2ce7b1a7fa41 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:40.350521 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-d9e38e26-dd66-4615-8e64-2ce7b1a7fa41 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Transition to ACTIVE for port object 97b3d2cf-1574-4722-ad6c-b61c2ab0308e will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:40.385926 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-d9e38e26-dd66-4615-8e64-2ce7b1a7fa41 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:40.427877 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-d9e38e26-dd66-4615-8e64-2ce7b1a7fa41 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Network 6fe3bd89-d460-4585-b185-5ceb42a9c6de is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:39:40.432826 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-d9e38e26-dd66-4615-8e64-2ce7b1a7fa41 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:40.436595 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-d9e38e26-dd66-4615-8e64-2ce7b1a7fa41 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:39:40.466100 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e38e26-dd66-4615-8e64-2ce7b1a7fa41 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Pushing event updated for resources: {'Port': ['ID=97b3d2cf-1574-4722-ad6c-b61c2ab0308e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:40.495525 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-d9e38e26-dd66-4615-8e64-2ce7b1a7fa41 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:40.496181 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-d9e38e26-dd66-4615-8e64-2ce7b1a7fa41 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:40.512887 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-d9e38e26-dd66-4615-8e64-2ce7b1a7fa41 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6464787 Jul 23 20:39:40.525130 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-81e6711b-185e-4cb3-9083-a0fdbc0fab5b service neutron] Request body: {'port': {'device_id': 'd055bddf-9d56-42f9-b65b-96fb5f827789', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:40.605929 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-81e6711b-185e-4cb3-9083-a0fdbc0fab5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:40.670889 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-06fd3589-4352-46a4-b74c-2d104d18690a None None] Provisioning for port 97b3d2cf-1574-4722-ad6c-b61c2ab0308e completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:39:40.675315 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-06fd3589-4352-46a4-b74c-2d104d18690a None None] Provisioning complete for port 97b3d2cf-1574-4722-ad6c-b61c2ab0308e triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:40.676022 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-06fd3589-4352-46a4-b74c-2d104d18690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:40.711315 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-06fd3589-4352-46a4-b74c-2d104d18690a None None] Port 97b3d2cf-1574-4722-ad6c-b61c2ab0308e cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:39:41.161392 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-81e6711b-185e-4cb3-9083-a0fdbc0fab5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97b3d2cf-1574-4722-ad6c-b61c2ab0308e {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:39:41.168744 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-81e6711b-185e-4cb3-9083-a0fdbc0fab5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.180536 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-81e6711b-185e-4cb3-9083-a0fdbc0fab5b service neutron] Transition to ACTIVE for port object 97b3d2cf-1574-4722-ad6c-b61c2ab0308e will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:41.184432 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-81e6711b-185e-4cb3-9083-a0fdbc0fab5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.234999 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6711b-185e-4cb3-9083-a0fdbc0fab5b service neutron] Pushing event updated for resources: {'Port': ['ID=97b3d2cf-1574-4722-ad6c-b61c2ab0308e,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:41.357132 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-81e6711b-185e-4cb3-9083-a0fdbc0fab5b service neutron] Attempting to bind port 97b3d2cf-1574-4722-ad6c-b61c2ab0308e on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:39:41.357484 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-81e6711b-185e-4cb3-9083-a0fdbc0fab5b service neutron] Attempting to bind port 97b3d2cf-1574-4722-ad6c-b61c2ab0308e by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '7f09c7aa-43a5-411b-a008-66a5d5944068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:39:41.357821 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-81e6711b-185e-4cb3-9083-a0fdbc0fab5b service neutron] Attempting to bind port 97b3d2cf-1574-4722-ad6c-b61c2ab0308e on network 6fe3bd89-d460-4585-b185-5ceb42a9c6de {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:39:41.365181 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-81e6711b-185e-4cb3-9083-a0fdbc0fab5b service neutron] Port 97b3d2cf-1574-4722-ad6c-b61c2ab0308e on network 6fe3bd89-d460-4585-b185-5ceb42a9c6de not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:39:41.365526 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-81e6711b-185e-4cb3-9083-a0fdbc0fab5b service neutron] Attempting to bind port 97b3d2cf-1574-4722-ad6c-b61c2ab0308e on network 6fe3bd89-d460-4585-b185-5ceb42a9c6de {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:39:41.378891 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e23cc2-02d4-49b7-87ea-61e39d5851bf req-7411d70d-3f46-49bc-a436-d7f0e9bb66ed tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:41.380462 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-01e23cc2-02d4-49b7-87ea-61e39d5851bf req-7411d70d-3f46-49bc-a436-d7f0e9bb66ed tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=d055bddf-9d56-42f9-b65b-96fb5f827789 HTTP/1.1" status: 200 len: 943 time: 0.1396716 Jul 23 20:39:41.381828 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-81e6711b-185e-4cb3-9083-a0fdbc0fab5b service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:39:41.382162 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-81e6711b-185e-4cb3-9083-a0fdbc0fab5b service neutron] Checking segment: {'id': '7f09c7aa-43a5-411b-a008-66a5d5944068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:39:41.382544 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-81e6711b-185e-4cb3-9083-a0fdbc0fab5b service neutron] Bound using segment: {'id': '7f09c7aa-43a5-411b-a008-66a5d5944068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:39:41.382983 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-81e6711b-185e-4cb3-9083-a0fdbc0fab5b service neutron] Bound port: 97b3d2cf-1574-4722-ad6c-b61c2ab0308e, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f09c7aa-43a5-411b-a008-66a5d5944068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:39:41.383340 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-81e6711b-185e-4cb3-9083-a0fdbc0fab5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.458858 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-01e23cc2-02d4-49b7-87ea-61e39d5851bf req-79137ce5-61fd-4487-b921-4dca0c43fab2 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721309 Jul 23 20:39:41.478967 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-81e6711b-185e-4cb3-9083-a0fdbc0fab5b service neutron] For port 97b3d2cf-1574-4722-ad6c-b61c2ab0308e, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:39:41.482291 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-81e6711b-185e-4cb3-9083-a0fdbc0fab5b service neutron] For port 97b3d2cf-1574-4722-ad6c-b61c2ab0308e, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=97b3d2cf-1574-4722-ad6c-b61c2ab0308e,segment=NetworkSegment(7f09c7aa-43a5-411b-a008-66a5d5944068),segment_id=7f09c7aa-43a5-411b-a008-66a5d5944068)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:39:41.488128 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-81e6711b-185e-4cb3-9083-a0fdbc0fab5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.523285 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-81e6711b-185e-4cb3-9083-a0fdbc0fab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:41.523903 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-81e6711b-185e-4cb3-9083-a0fdbc0fab5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.525275 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-81e6711b-185e-4cb3-9083-a0fdbc0fab5b service neutron] 10.222.0.18 "PUT /v2.0/ports/97b3d2cf-1574-4722-ad6c-b61c2ab0308e HTTP/1.1" status: 200 len: 1092 time: 1.0048819 Jul 23 20:39:41.525770 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd055bddf-9d56-42f9-b65b-96fb5f827789', 'tag': '97b3d2cf-1574-4722-ad6c-b61c2ab0308e'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:39:41.528579 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3b3064-d413-4f05-97a2-81979de5d5bc" -d '{"events": [{"name": "network-changed", "server_uuid": "d055bddf-9d56-42f9-b65b-96fb5f827789", "tag": "97b3d2cf-1574-4722-ad6c-b61c2ab0308e"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:39:41.559489 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6711b-185e-4cb3-9083-a0fdbc0fab5b service neutron] Pushing event updated for resources: {'Port': ['ID=97b3d2cf-1574-4722-ad6c-b61c2ab0308e,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:41.581414 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d91cb2e-6a02-40ef-9650-6bbae519f798 x-openstack-request-id: req-9d91cb2e-6a02-40ef-9650-6bbae519f798 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:39:41.581834 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d055bddf-9d56-42f9-b65b-96fb5f827789", "tag": "97b3d2cf-1574-4722-ad6c-b61c2ab0308e", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:39:41.582160 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9d91cb2e-6a02-40ef-9650-6bbae519f798 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:39:41.582624 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd055bddf-9d56-42f9-b65b-96fb5f827789', 'tag': '97b3d2cf-1574-4722-ad6c-b61c2ab0308e', 'status': 'completed', 'code': 200} Jul 23 20:39:41.637940 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-5a567d2e-4abb-46eb-ac56-10a2f9838625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:41.639478 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-5a567d2e-4abb-46eb-ac56-10a2f9838625 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d8db677e009540d8992023e1339ce496&device_id=d055bddf-9d56-42f9-b65b-96fb5f827789 HTTP/1.1" status: 200 len: 1095 time: 0.0700884 Jul 23 20:39:41.686149 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-c3eb81a5-745d-4c09-b960-6fa16da4d656 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97b3d2cf-1574-4722-ad6c-b61c2ab0308e HTTP/1.1" status: 200 len: 217 time: 0.0386961 Jul 23 20:39:41.742717 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-4570ef7c-878e-4590-a464-f4a3a25521b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:41.744023 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-4570ef7c-878e-4590-a464-f4a3a25521b5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e2c8f255-5a45-4d6d-b83e-eef0348e83be HTTP/1.1" status: 200 len: 851 time: 0.0516891 Jul 23 20:39:41.809228 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-051c393d-2ec9-45fd-b78f-b58ed74bea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:41.810824 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-051c393d-2ec9-45fd-b78f-b58ed74bea0a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6fe3bd89-d460-4585-b185-5ceb42a9c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606284 Jul 23 20:39:41.901331 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-890132a4-3fa3-4598-a332-e2e4e814a33b service neutron] 10.222.0.18 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840285 Jul 23 20:39:41.995804 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ecafd1a7-e99a-4ae4-b3a5-5e7e5f1a2228 req-301f1d18-1e31-4895-bf7c-bfa248f8c4a0 service neutron] 10.222.0.18 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883410 Jul 23 20:39:42.105965 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b3064-d413-4f05-97a2-81979de5d5bc req-56cbc48a-fbc0-4bfc-bd08-13f02ce95661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:42.108155 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3a3b3064-d413-4f05-97a2-81979de5d5bc req-56cbc48a-fbc0-4bfc-bd08-13f02ce95661 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d8db677e009540d8992023e1339ce496&device_id=d055bddf-9d56-42f9-b65b-96fb5f827789 HTTP/1.1" status: 200 len: 1095 time: 0.0674100 Jul 23 20:39:42.203055 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b3064-d413-4f05-97a2-81979de5d5bc req-525dde27-925b-4f28-84bc-9e6335b96d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:42.205585 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3a3b3064-d413-4f05-97a2-81979de5d5bc req-525dde27-925b-4f28-84bc-9e6335b96d34 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6fe3bd89-d460-4585-b185-5ceb42a9c6de HTTP/1.1" status: 200 len: 913 time: 0.0898674 Jul 23 20:39:42.245752 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3a3b3064-d413-4f05-97a2-81979de5d5bc req-622597e1-2586-4aed-988c-ddc8174f52b8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97b3d2cf-1574-4722-ad6c-b61c2ab0308e HTTP/1.1" status: 200 len: 217 time: 0.0345395 Jul 23 20:39:42.294978 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b3064-d413-4f05-97a2-81979de5d5bc req-be1e19f2-1e2b-4653-8357-b115dba3a0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:42.296532 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3a3b3064-d413-4f05-97a2-81979de5d5bc req-be1e19f2-1e2b-4653-8357-b115dba3a0ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e2c8f255-5a45-4d6d-b83e-eef0348e83be HTTP/1.1" status: 200 len: 851 time: 0.0449145 Jul 23 20:39:42.357580 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b3064-d413-4f05-97a2-81979de5d5bc req-b0d23dd7-658a-495c-966e-096f8838db17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:42.359029 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3a3b3064-d413-4f05-97a2-81979de5d5bc req-b0d23dd7-658a-495c-966e-096f8838db17 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6fe3bd89-d460-4585-b185-5ceb42a9c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561776 Jul 23 20:39:42.468890 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3a3b3064-d413-4f05-97a2-81979de5d5bc req-83a707ef-8721-401c-bd48-49638a706b3c service neutron] 10.222.0.18 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026990 Jul 23 20:39:42.636662 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3a3b3064-d413-4f05-97a2-81979de5d5bc req-da3eb0f2-a59e-4879-b6c1-3976c821b690 service neutron] 10.222.0.18 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606662 Jul 23 20:39:42.662753 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8031c-7db9-4410-9019-3c07ea36e340 req-8ccd2b95-93fa-4d26-962a-42e8991845b0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:42.664273 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ddc8031c-7db9-4410-9019-3c07ea36e340 req-8ccd2b95-93fa-4d26-962a-42e8991845b0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=d055bddf-9d56-42f9-b65b-96fb5f827789 HTTP/1.1" status: 200 len: 943 time: 0.1025088 Jul 23 20:39:42.713583 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ddc8031c-7db9-4410-9019-3c07ea36e340 req-c8c94ee0-a5a5-4fc2-8918-e643d821c16c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425928 Jul 23 20:39:43.348232 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:43.657017 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a68674f1-02ae-4de6-9e53-00084dcf1266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:43.898345 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0b24f-f070-495d-8ea4-03c2899763e5 req-f9aaa9ab-d61a-485f-86c4-260d832a6429 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:43.899745 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c0f0b24f-f070-495d-8ea4-03c2899763e5 req-f9aaa9ab-d61a-485f-86c4-260d832a6429 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=d055bddf-9d56-42f9-b65b-96fb5f827789 HTTP/1.1" status: 200 len: 943 time: 0.0786259 Jul 23 20:39:43.948521 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c0f0b24f-f070-495d-8ea4-03c2899763e5 req-425cd9ef-6689-45c3-8dea-278712bc7180 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418839 Jul 23 20:39:44.068900 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:44.790772 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:44.879194 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:45.106733 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e0452-52ea-4d56-b3e4-e4137f2f34d9 req-91775ea0-2745-4786-bccc-43dffaa1b0ec tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:45.109500 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-076e0452-52ea-4d56-b3e4-e4137f2f34d9 req-91775ea0-2745-4786-bccc-43dffaa1b0ec tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=d055bddf-9d56-42f9-b65b-96fb5f827789 HTTP/1.1" status: 200 len: 943 time: 0.0740440 Jul 23 20:39:45.156693 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-076e0452-52ea-4d56-b3e4-e4137f2f34d9 req-ba255c50-62b6-4235-a822-8f84d1833078 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407875 Jul 23 20:39:46.000479 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:46.313968 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c54f5c-8fc7-44fc-94ec-11fdfb79c2cc req-5fbcb3ec-2204-431c-b081-d563eed950d9 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:46.321958 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-67c54f5c-8fc7-44fc-94ec-11fdfb79c2cc req-5fbcb3ec-2204-431c-b081-d563eed950d9 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=d055bddf-9d56-42f9-b65b-96fb5f827789 HTTP/1.1" status: 200 len: 943 time: 0.0775969 Jul 23 20:39:46.365930 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-67c54f5c-8fc7-44fc-94ec-11fdfb79c2cc req-375be8b2-05ba-49cf-a0db-3781b3d3a95f tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429301 Jul 23 20:39:47.498245 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4cece-fd7c-4232-854c-cf74102eff0f req-d537ea95-0245-4107-aef7-09a4e09dd10e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:47.499718 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-61c4cece-fd7c-4232-854c-cf74102eff0f req-d537ea95-0245-4107-aef7-09a4e09dd10e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=d055bddf-9d56-42f9-b65b-96fb5f827789 HTTP/1.1" status: 200 len: 943 time: 0.0702550 Jul 23 20:39:47.537173 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-61c4cece-fd7c-4232-854c-cf74102eff0f req-0dc8fd2f-7aaf-4166-876d-737f30322f5a tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318642 Jul 23 20:39:48.666773 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744f437-0588-451f-8c72-4f05d87a5d12 req-34943349-0971-487b-99cc-c9d5b50037c8 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:48.668250 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f744f437-0588-451f-8c72-4f05d87a5d12 req-34943349-0971-487b-99cc-c9d5b50037c8 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=d055bddf-9d56-42f9-b65b-96fb5f827789 HTTP/1.1" status: 200 len: 943 time: 0.0647140 Jul 23 20:39:48.706097 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f744f437-0588-451f-8c72-4f05d87a5d12 req-58221917-7c3c-4d4a-a84e-311a8fda53d9 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317340 Jul 23 20:39:49.841888 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2d619-6fe1-4bb1-817d-58c4df29d3e0 req-251586e7-e594-496f-805d-b874553bbe34 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:49.843301 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-39c2d619-6fe1-4bb1-817d-58c4df29d3e0 req-251586e7-e594-496f-805d-b874553bbe34 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=d055bddf-9d56-42f9-b65b-96fb5f827789 HTTP/1.1" status: 200 len: 943 time: 0.0694392 Jul 23 20:39:49.882891 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-39c2d619-6fe1-4bb1-817d-58c4df29d3e0 req-9cc9fd3d-7b6e-496c-9b2f-44fb65196f66 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331943 Jul 23 20:39:51.020711 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb52744-9b03-48e8-bbbc-c92616291655 req-640566e9-3c18-4373-bb5c-2cea553a9e03 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:51.022225 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4fb52744-9b03-48e8-bbbc-c92616291655 req-640566e9-3c18-4373-bb5c-2cea553a9e03 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=d055bddf-9d56-42f9-b65b-96fb5f827789 HTTP/1.1" status: 200 len: 943 time: 0.0714698 Jul 23 20:39:51.060066 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4fb52744-9b03-48e8-bbbc-c92616291655 req-9382f66b-5b9f-41bb-afc0-19f5efaf12b2 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319548 Jul 23 20:39:52.387086 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ccd04f-c12c-418f-bd47-7d5579098d31 req-10f0362c-2806-4835-8f02-2db1c88f28f7 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:52.388619 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-21ccd04f-c12c-418f-bd47-7d5579098d31 req-10f0362c-2806-4835-8f02-2db1c88f28f7 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=d055bddf-9d56-42f9-b65b-96fb5f827789 HTTP/1.1" status: 200 len: 943 time: 0.2598069 Jul 23 20:39:52.428157 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-21ccd04f-c12c-418f-bd47-7d5579098d31 req-8d05f007-3bbb-4ba6-b79f-742b54b4bb3b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332367 Jul 23 20:39:53.564401 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6623393-948a-4192-8d6b-ce722b48cdf4 req-6efecd03-531d-4cfa-80a2-c57573bdfe6e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:53.566143 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d6623393-948a-4192-8d6b-ce722b48cdf4 req-6efecd03-531d-4cfa-80a2-c57573bdfe6e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=d055bddf-9d56-42f9-b65b-96fb5f827789 HTTP/1.1" status: 200 len: 943 time: 0.0692439 Jul 23 20:39:53.604799 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d6623393-948a-4192-8d6b-ce722b48cdf4 req-c27697db-1f78-44d3-8c64-e63bfaeac44e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331194 Jul 23 20:39:53.743851 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:39:54.734603 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b66998-9c66-4141-9b68-412fcd5c0af9 req-f66c5282-ef00-4ee9-b801-e82f5ee92996 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:54.736667 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b0b66998-9c66-4141-9b68-412fcd5c0af9 req-f66c5282-ef00-4ee9-b801-e82f5ee92996 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=d055bddf-9d56-42f9-b65b-96fb5f827789 HTTP/1.1" status: 200 len: 943 time: 0.0656168 Jul 23 20:39:54.775302 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b0b66998-9c66-4141-9b68-412fcd5c0af9 req-b4ec2f4c-ffd3-42d8-a1e7-9c111805c876 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328641 Jul 23 20:39:55.904880 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d1403-22e7-4ca0-9b45-2ef8c577bcbb req-fed6db21-b285-4e6c-9e1b-90084452e1aa tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:55.906301 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-745d1403-22e7-4ca0-9b45-2ef8c577bcbb req-fed6db21-b285-4e6c-9e1b-90084452e1aa tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=d055bddf-9d56-42f9-b65b-96fb5f827789 HTTP/1.1" status: 200 len: 943 time: 0.0640125 Jul 23 20:39:55.943642 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-745d1403-22e7-4ca0-9b45-2ef8c577bcbb req-9323502c-2203-40a7-9c5a-df9ed0cb4e62 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314219 Jul 23 20:39:57.081100 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8f7d0-c173-49ae-a806-3bc4184f1067 req-dac317c6-da9a-4565-b12a-c616b9c6c915 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:57.082632 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-84b8f7d0-c173-49ae-a806-3bc4184f1067 req-dac317c6-da9a-4565-b12a-c616b9c6c915 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=d055bddf-9d56-42f9-b65b-96fb5f827789 HTTP/1.1" status: 200 len: 943 time: 0.0721474 Jul 23 20:39:57.121179 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-84b8f7d0-c173-49ae-a806-3bc4184f1067 req-90f32e11-9f13-484e-9fbc-de2bb7f7ebe2 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328884 Jul 23 20:39:58.254526 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c3482-3c56-4512-b4ea-51b9d283a861 req-70899a2d-275e-465e-86c6-f0bb733b5601 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:58.256073 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-de8c3482-3c56-4512-b4ea-51b9d283a861 req-70899a2d-275e-465e-86c6-f0bb733b5601 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=d055bddf-9d56-42f9-b65b-96fb5f827789 HTTP/1.1" status: 200 len: 943 time: 0.0653143 Jul 23 20:39:58.294570 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-de8c3482-3c56-4512-b4ea-51b9d283a861 req-18aaecbd-e061-4265-b812-c44d010846ec tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326591 Jul 23 20:39:59.427037 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a39118-c5de-41c6-8330-1374150c6781 req-29548b1c-0b62-435a-bbeb-5d584acae6d5 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:59.428541 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f2a39118-c5de-41c6-8330-1374150c6781 req-29548b1c-0b62-435a-bbeb-5d584acae6d5 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=d055bddf-9d56-42f9-b65b-96fb5f827789 HTTP/1.1" status: 200 len: 943 time: 0.0689127 Jul 23 20:39:59.465692 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f2a39118-c5de-41c6-8330-1374150c6781 req-5306bd13-fef0-4ba8-b7a9-d739358a8bc2 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314801 Jul 23 20:40:00.597876 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11047466-a86c-4cd7-bf60-b5036638e2ba req-7a0fbbca-b9ed-4691-950c-6aca12b1ba91 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:00.599408 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-11047466-a86c-4cd7-bf60-b5036638e2ba req-7a0fbbca-b9ed-4691-950c-6aca12b1ba91 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=d055bddf-9d56-42f9-b65b-96fb5f827789 HTTP/1.1" status: 200 len: 943 time: 0.0679631 Jul 23 20:40:00.637254 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-11047466-a86c-4cd7-bf60-b5036638e2ba req-61d6d774-62c9-49ea-a0f1-40b5b7560635 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322804 Jul 23 20:40:01.480174 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 97b3d2cf-1574-4722-ad6c-b61c2ab0308e details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:40:01.571329 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 97b3d2cf-1574-4722-ad6c-b61c2ab0308e, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=97b3d2cf-1574-4722-ad6c-b61c2ab0308e,segment=NetworkSegment(7f09c7aa-43a5-411b-a008-66a5d5944068),segment_id=7f09c7aa-43a5-411b-a008-66a5d5944068)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:01.582672 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '97b3d2cf-1574-4722-ad6c-b61c2ab0308e', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'port_id': '97b3d2cf-1574-4722-ad6c-b61c2ab0308e', 'mac_address': 'fa:16:3e:85:3a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:40:01.619346 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:01.635329 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97b3d2cf-1574-4722-ad6c-b61c2ab0308e {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:40:01.654496 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 97b3d2cf-1574-4722-ad6c-b61c2ab0308e, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=97b3d2cf-1574-4722-ad6c-b61c2ab0308e,segment=NetworkSegment(7f09c7aa-43a5-411b-a008-66a5d5944068),segment_id=7f09c7aa-43a5-411b-a008-66a5d5944068)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:01.658560 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:01.707234 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=97b3d2cf-1574-4722-ad6c-b61c2ab0308e,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:01.714990 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:01.715343 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:01.715686 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:01.716024 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:01.716355 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:01.716684 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:01.717015 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:01.717341 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:01.717691 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:01.718015 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:01.718337 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:01.718662 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:01.767903 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00344a35-0245-4bc8-91f6-575f2acf709d req-96a813a1-51ba-419a-93eb-d84e698eb212 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:01.769384 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00344a35-0245-4bc8-91f6-575f2acf709d req-96a813a1-51ba-419a-93eb-d84e698eb212 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=d055bddf-9d56-42f9-b65b-96fb5f827789 HTTP/1.1" status: 200 len: 944 time: 0.0665462 Jul 23 20:40:01.807654 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00344a35-0245-4bc8-91f6-575f2acf709d req-8e127ffb-8fb7-4429-9c0b-a456eb541554 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325935 Jul 23 20:40:01.895050 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['97b3d2cf-1574-4722-ad6c-b61c2ab0308e'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:40:02.941113 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51109c54-4001-4ec5-bec2-77ffa0f36942 req-f0d5595b-bffc-4383-835f-3170e1c7a046 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:02.942782 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-51109c54-4001-4ec5-bec2-77ffa0f36942 req-f0d5595b-bffc-4383-835f-3170e1c7a046 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=d055bddf-9d56-42f9-b65b-96fb5f827789 HTTP/1.1" status: 200 len: 944 time: 0.0686111 Jul 23 20:40:02.980163 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-51109c54-4001-4ec5-bec2-77ffa0f36942 req-40a88ff9-718e-4a4b-a716-bdd9977094e9 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318792 Jul 23 20:40:03.493126 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 97b3d2cf-1574-4722-ad6c-b61c2ab0308e up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:40:03.542824 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 97b3d2cf-1574-4722-ad6c-b61c2ab0308e completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:40:03.546434 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 97b3d2cf-1574-4722-ad6c-b61c2ab0308e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:40:03.546806 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:03.620825 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:03.645081 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd055bddf-9d56-42f9-b65b-96fb5f827789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b3d2cf-1574-4722-ad6c-b61c2ab0308e'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:40:03.647369 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2faba4da-66da-47d5-8674-3f75a752f6ce" -d '{"events": [{"server_uuid": "d055bddf-9d56-42f9-b65b-96fb5f827789", "name": "network-vif-plugged", "status": "completed", "tag": "97b3d2cf-1574-4722-ad6c-b61c2ab0308e"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:40:03.660761 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 97b3d2cf-1574-4722-ad6c-b61c2ab0308e, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=97b3d2cf-1574-4722-ad6c-b61c2ab0308e,segment=NetworkSegment(7f09c7aa-43a5-411b-a008-66a5d5944068),segment_id=7f09c7aa-43a5-411b-a008-66a5d5944068)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:03.664998 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:03.694096 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ad6b55-c719-409e-a956-4265b4f8ee46 x-openstack-request-id: req-04ad6b55-c719-409e-a956-4265b4f8ee46 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:40:03.694393 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d055bddf-9d56-42f9-b65b-96fb5f827789", "name": "network-vif-plugged", "status": "completed", "tag": "97b3d2cf-1574-4722-ad6c-b61c2ab0308e", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:40:03.694644 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-04ad6b55-c719-409e-a956-4265b4f8ee46 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:40:03.695031 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd055bddf-9d56-42f9-b65b-96fb5f827789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b3d2cf-1574-4722-ad6c-b61c2ab0308e', 'code': 200} Jul 23 20:40:03.724198 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=97b3d2cf-1574-4722-ad6c-b61c2ab0308e,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:03.791935 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f88b99-54fd-4885-a836-7a48b0f6d7ce req-59cb28b3-5d9a-442b-a0fc-42d9e3daf796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:03.793539 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-25f88b99-54fd-4885-a836-7a48b0f6d7ce req-59cb28b3-5d9a-442b-a0fc-42d9e3daf796 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d055bddf-9d56-42f9-b65b-96fb5f827789 HTTP/1.1" status: 200 len: 1097 time: 0.0537362 Jul 23 20:40:03.827406 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-25f88b99-54fd-4885-a836-7a48b0f6d7ce req-b96d3773-7d30-4457-81f1-be379a4c38ea service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276756 Jul 23 20:40:04.116170 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b623fb-b9c5-4d9b-b6e3-58208d6fae1b req-65dd4df0-e07a-4154-b1a7-d1e0b7c34553 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:04.117598 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c1b623fb-b9c5-4d9b-b6e3-58208d6fae1b req-65dd4df0-e07a-4154-b1a7-d1e0b7c34553 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=d055bddf-9d56-42f9-b65b-96fb5f827789 HTTP/1.1" status: 200 len: 945 time: 0.0683224 Jul 23 20:40:04.155801 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c1b623fb-b9c5-4d9b-b6e3-58208d6fae1b req-73ebb4b2-7944-4d06-a6bf-00a2545f2f22 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326838 Jul 23 20:40:05.286163 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b399c-8f1c-4a4a-a950-c82707f8ec14 req-258730c2-b2d3-4a49-85f4-b2377565adae tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:05.287671 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f22b399c-8f1c-4a4a-a950-c82707f8ec14 req-258730c2-b2d3-4a49-85f4-b2377565adae tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=d055bddf-9d56-42f9-b65b-96fb5f827789 HTTP/1.1" status: 200 len: 945 time: 0.0646245 Jul 23 20:40:05.325227 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f22b399c-8f1c-4a4a-a950-c82707f8ec14 req-dad61149-e5c7-49b1-b6c6-2d1bcddf59d0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320892 Jul 23 20:40:05.451446 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472296b-0baf-4959-929e-2b16c06c8cbf req-a1af9991-02fb-4fa1-a13f-7dab0d7e3468 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:05.452843 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1472296b-0baf-4959-929e-2b16c06c8cbf req-a1af9991-02fb-4fa1-a13f-7dab0d7e3468 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=d055bddf-9d56-42f9-b65b-96fb5f827789 HTTP/1.1" status: 200 len: 945 time: 0.0637965 Jul 23 20:40:05.490659 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1472296b-0baf-4959-929e-2b16c06c8cbf req-9ea16ebb-b614-4a6f-bce6-eb87a9327ce5 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318680 Jul 23 20:40:05.624812 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a8a90-ea0f-4fe3-8e54-00dd55d086b7 req-1d6e85cf-1dbf-4751-83b3-044d2e93f1c2 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:05.626344 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-df1a8a90-ea0f-4fe3-8e54-00dd55d086b7 req-1d6e85cf-1dbf-4751-83b3-044d2e93f1c2 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=d055bddf-9d56-42f9-b65b-96fb5f827789 HTTP/1.1" status: 200 len: 945 time: 0.0685105 Jul 23 20:40:05.665853 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-df1a8a90-ea0f-4fe3-8e54-00dd55d086b7 req-06c55a59-2a49-4f0b-8345-83a2cba73321 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334721 Jul 23 20:40:05.968184 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71816a8c-2e4a-432c-beb4-1e0aa4685cfb req-c0637f9f-5f4a-44c4-b631-01203c71c130 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:05.969606 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-71816a8c-2e4a-432c-beb4-1e0aa4685cfb req-c0637f9f-5f4a-44c4-b631-01203c71c130 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=d055bddf-9d56-42f9-b65b-96fb5f827789 HTTP/1.1" status: 200 len: 945 time: 0.0646658 Jul 23 20:40:06.007823 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-71816a8c-2e4a-432c-beb4-1e0aa4685cfb req-e0d3fcf7-6373-427a-aa1e-5b6e2a5209ee tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316381 Jul 23 20:40:07.141534 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838558c-8d23-4bb4-9175-b0d0e555bddd req-dabd5150-de87-4ff6-b41f-701be6090b1e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:07.143621 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8838558c-8d23-4bb4-9175-b0d0e555bddd req-dabd5150-de87-4ff6-b41f-701be6090b1e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=d055bddf-9d56-42f9-b65b-96fb5f827789 HTTP/1.1" status: 200 len: 945 time: 0.0699267 Jul 23 20:40:07.181140 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8838558c-8d23-4bb4-9175-b0d0e555bddd req-cd4f952b-3911-47ac-825d-344e3b84ce67 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319574 Jul 23 20:40:07.347858 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f52986-858a-4f8e-81c2-4095bbae90b0 req-e9f2a9fa-b918-4a7e-95e8-9b55797adf6c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:07.349308 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-84f52986-858a-4f8e-81c2-4095bbae90b0 req-e9f2a9fa-b918-4a7e-95e8-9b55797adf6c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.18 "GET /v2.0/ports?device_id=d055bddf-9d56-42f9-b65b-96fb5f827789 HTTP/1.1" status: 200 len: 945 time: 0.0648627 Jul 23 20:40:07.450591 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-84f52986-858a-4f8e-81c2-4095bbae90b0 req-12aeca37-54f5-4c59-a312-b38848c449b0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Deleting port 97b3d2cf-1574-4722-ad6c-b61c2ab0308e {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:40:07.450938 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-84f52986-858a-4f8e-81c2-4095bbae90b0 req-12aeca37-54f5-4c59-a312-b38848c449b0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:07.541869 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-84f52986-858a-4f8e-81c2-4095bbae90b0 req-12aeca37-54f5-4c59-a312-b38848c449b0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] For port 97b3d2cf-1574-4722-ad6c-b61c2ab0308e, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=97b3d2cf-1574-4722-ad6c-b61c2ab0308e,segment=NetworkSegment(7f09c7aa-43a5-411b-a008-66a5d5944068),segment_id=7f09c7aa-43a5-411b-a008-66a5d5944068)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:07.542205 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-84f52986-858a-4f8e-81c2-4095bbae90b0 req-12aeca37-54f5-4c59-a312-b38848c449b0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:07.555128 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-84f52986-858a-4f8e-81c2-4095bbae90b0 req-12aeca37-54f5-4c59-a312-b38848c449b0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Calling delete_port for 97b3d2cf-1574-4722-ad6c-b61c2ab0308e owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:40:07.685178 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-84f52986-858a-4f8e-81c2-4095bbae90b0 req-12aeca37-54f5-4c59-a312-b38848c449b0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:07.697097 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['97b3d2cf-1574-4722-ad6c-b61c2ab0308e'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:40:07.713956 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aeca37-54f5-4c59-a312-b38848c449b0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Pushing event deleted for resources: {'Port': ['ID=97b3d2cf-1574-4722-ad6c-b61c2ab0308e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:07.727477 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aeca37-54f5-4c59-a312-b38848c449b0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:07.727833 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aeca37-54f5-4c59-a312-b38848c449b0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:07.728171 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aeca37-54f5-4c59-a312-b38848c449b0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:07.728515 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aeca37-54f5-4c59-a312-b38848c449b0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:07.728854 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aeca37-54f5-4c59-a312-b38848c449b0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:07.729188 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aeca37-54f5-4c59-a312-b38848c449b0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:07.729550 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aeca37-54f5-4c59-a312-b38848c449b0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:07.729891 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aeca37-54f5-4c59-a312-b38848c449b0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:07.730222 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aeca37-54f5-4c59-a312-b38848c449b0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:07.730666 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aeca37-54f5-4c59-a312-b38848c449b0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:07.731005 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aeca37-54f5-4c59-a312-b38848c449b0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:07.731322 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aeca37-54f5-4c59-a312-b38848c449b0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:07.772042 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f52986-858a-4f8e-81c2-4095bbae90b0 req-12aeca37-54f5-4c59-a312-b38848c449b0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] No DVR routers for this DVR port 97b3d2cf-1574-4722-ad6c-b61c2ab0308e on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:40:07.774715 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-84f52986-858a-4f8e-81c2-4095bbae90b0 req-12aeca37-54f5-4c59-a312-b38848c449b0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:07.776792 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-84f52986-858a-4f8e-81c2-4095bbae90b0 req-12aeca37-54f5-4c59-a312-b38848c449b0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.18 "DELETE /v2.0/ports/97b3d2cf-1574-4722-ad6c-b61c2ab0308e HTTP/1.1" status: 204 len: 173 time: 0.4222317 Jul 23 20:40:07.777290 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd055bddf-9d56-42f9-b65b-96fb5f827789', 'name': 'network-vif-deleted', 'tag': '97b3d2cf-1574-4722-ad6c-b61c2ab0308e'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:40:07.779617 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a3509c-80f7-4312-9e4d-cec7ea18a676" -d '{"events": [{"server_uuid": "d055bddf-9d56-42f9-b65b-96fb5f827789", "name": "network-vif-deleted", "tag": "97b3d2cf-1574-4722-ad6c-b61c2ab0308e"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:40:07.820651 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f91b79-5d5c-4ff4-aa9f-6b753bed9ed4 x-openstack-request-id: req-f4f91b79-5d5c-4ff4-aa9f-6b753bed9ed4 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:40:07.820651 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d055bddf-9d56-42f9-b65b-96fb5f827789", "name": "network-vif-deleted", "tag": "97b3d2cf-1574-4722-ad6c-b61c2ab0308e", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:40:07.820938 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f4f91b79-5d5c-4ff4-aa9f-6b753bed9ed4 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:40:07.821311 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd055bddf-9d56-42f9-b65b-96fb5f827789', 'name': 'network-vif-deleted', 'tag': '97b3d2cf-1574-4722-ad6c-b61c2ab0308e', 'status': 'completed', 'code': 200} Jul 23 20:40:08.285296 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c5ebd07d-c614-4f06-be3c-a847e104a12c req-7835a2fe-4c68-4835-b6b8-b56adf5c68c4 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=d055bddf-9d56-42f9-b65b-96fb5f827789 HTTP/1.1" status: 200 len: 210 time: 0.0341990 Jul 23 20:40:09.382101 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9dc8d0d3-f8cd-4c96-b2b1-c5c51123c825 req-7f951cbe-7bc2-4350-b7ca-d6f5d232b97f tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=d055bddf-9d56-42f9-b65b-96fb5f827789 HTTP/1.1" status: 200 len: 210 time: 0.0296550 Jul 23 20:40:10.278991 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-55d3c317-c445-4a1e-9e17-07a00c817905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:10.480660 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-54f63dd6-92eb-4795-8529-75f0939fa0db req-638d111e-6354-4925-8159-f9afdee98dc2 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=d055bddf-9d56-42f9-b65b-96fb5f827789 HTTP/1.1" status: 200 len: 210 time: 0.0304384 Jul 23 20:40:11.493072 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 97b3d2cf-1574-4722-ad6c-b61c2ab0308e no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:40:11.526392 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 97b3d2cf-1574-4722-ad6c-b61c2ab0308e {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:40:11.527005 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 97b3d2cf-1574-4722-ad6c-b61c2ab0308e not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:40:11.616172 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bf1f493b-775a-4a1b-a04d-7a9294319956 req-815658d8-36d4-4e7e-b03c-e04a5b245ae4 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=d055bddf-9d56-42f9-b65b-96fb5f827789 HTTP/1.1" status: 200 len: 210 time: 0.0378506 Jul 23 20:40:13.333218 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:13.640929 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e34b87ae-3c90-4a22-ab30-08b8a94b4137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:14.064760 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:14.804513 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:14.878907 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:16.004236 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:30.743704 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:40:32.554117 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-85161be2-344b-4b22-891e-859f880b3b30 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:32.555594 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-85161be2-344b-4b22-891e-859f880b3b30 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/networks?id=6fe3bd89-d460-4585-b185-5ceb42a9c6de HTTP/1.1" status: 200 len: 812 time: 0.1053698 Jul 23 20:40:32.570290 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-934ea13e-768b-40ce-b0e3-c43a77fdc53f tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/quotas/d8db677e009540d8992023e1339ce496 HTTP/1.1" status: 200 len: 375 time: 0.0092459 Jul 23 20:40:32.637200 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-5d0407a6-277b-4ec9-a9b8-f4a714651a3b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8db677e009540d8992023e1339ce496&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618985 Jul 23 20:40:32.732438 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-29ff7958-9d51-4096-a4fe-d1a10f0fd243 service neutron] 10.222.0.32 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877964 Jul 23 20:40:32.826170 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-fea24f11-3930-488a-be87-a08fbd64d40e service neutron] 10.222.0.32 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875556 Jul 23 20:40:33.111830 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b0f4cace-c871-4497-a26d-134959af956b req-e81170a1-04e7-4bfc-b728-fb29aa9a042d tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=448e27b3-91c4-4b76-b44a-e86bf980efb3 HTTP/1.1" status: 200 len: 210 time: 0.0295591 Jul 23 20:40:33.993393 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-3ee0818c-b467-4e63-b2e0-0cdfded40120 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:33.994932 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-3ee0818c-b467-4e63-b2e0-0cdfded40120 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.18 "GET /v2.0/networks?id=6fe3bd89-d460-4585-b185-5ceb42a9c6de HTTP/1.1" status: 200 len: 812 time: 0.1072016 Jul 23 20:40:34.007185 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-268ab7ae-e9a4-420f-bffe-8bfb99970154 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Request body: {'port': {'device_id': '448e27b3-91c4-4b76-b44a-e86bf980efb3', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'admin_state_up': True, 'tenant_id': 'd8db677e009540d8992023e1339ce496'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:40:34.123352 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-268ab7ae-e9a4-420f-bffe-8bfb99970154 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Made reservation on behalf of d8db677e009540d8992023e1339ce496 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:40:34.126978 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-268ab7ae-e9a4-420f-bffe-8bfb99970154 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:34.226648 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b555ac83-a5c7-487f-8b50-dfe70cae9d3f req-0c2b05d5-11a3-4eb0-bf00-d3bcb88fdfb7 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=448e27b3-91c4-4b76-b44a-e86bf980efb3 HTTP/1.1" status: 200 len: 210 time: 0.0421882 Jul 23 20:40:34.294148 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-268ab7ae-e9a4-420f-bffe-8bfb99970154 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Allocated IP 172.20.0.3 (6fe3bd89-d460-4585-b185-5ceb42a9c6de/e2c8f255-5a45-4d6d-b83e-eef0348e83be/e1792e09-a600-45cf-9f65-4629643b5719) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:40:34.445129 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-268ab7ae-e9a4-420f-bffe-8bfb99970154 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:34.459178 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-268ab7ae-e9a4-420f-bffe-8bfb99970154 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Transition to ACTIVE for port object e1792e09-a600-45cf-9f65-4629643b5719 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:40:34.492518 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-268ab7ae-e9a4-420f-bffe-8bfb99970154 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:34.534817 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-268ab7ae-e9a4-420f-bffe-8bfb99970154 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Network 6fe3bd89-d460-4585-b185-5ceb42a9c6de is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:40:34.538102 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-268ab7ae-e9a4-420f-bffe-8bfb99970154 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:40:34.540687 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-268ab7ae-e9a4-420f-bffe-8bfb99970154 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:40:34.574060 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ab7ae-e9a4-420f-bffe-8bfb99970154 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Pushing event updated for resources: {'Port': ['ID=e1792e09-a600-45cf-9f65-4629643b5719,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:34.604711 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-268ab7ae-e9a4-420f-bffe-8bfb99970154 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:34.605745 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-268ab7ae-e9a4-420f-bffe-8bfb99970154 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:34.623618 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-268ab7ae-e9a4-420f-bffe-8bfb99970154 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6202333 Jul 23 20:40:34.634084 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-ff0fda64-a0f4-4a7e-90b6-5824fc889d17 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:40:34.635163 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-ff0fda64-a0f4-4a7e-90b6-5824fc889d17 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054829 Jul 23 20:40:34.717513 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-36448710-dbc3-4705-8d86-b2b2eb89ee77 service neutron] Request body: {'port': {'device_id': '448e27b3-91c4-4b76-b44a-e86bf980efb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:40:34.798588 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-36448710-dbc3-4705-8d86-b2b2eb89ee77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:34.843445 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e83617b3-e006-41f4-bbce-88c7aba624af None None] Provisioning for port e1792e09-a600-45cf-9f65-4629643b5719 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:40:34.848520 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e83617b3-e006-41f4-bbce-88c7aba624af None None] Provisioning complete for port e1792e09-a600-45cf-9f65-4629643b5719 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:40:34.848902 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e83617b3-e006-41f4-bbce-88c7aba624af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:34.885656 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e83617b3-e006-41f4-bbce-88c7aba624af None None] Port e1792e09-a600-45cf-9f65-4629643b5719 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:40:35.066105 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-36448710-dbc3-4705-8d86-b2b2eb89ee77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1792e09-a600-45cf-9f65-4629643b5719 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:40:35.073666 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-36448710-dbc3-4705-8d86-b2b2eb89ee77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:35.086077 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-36448710-dbc3-4705-8d86-b2b2eb89ee77 service neutron] Transition to ACTIVE for port object e1792e09-a600-45cf-9f65-4629643b5719 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:40:35.089812 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-36448710-dbc3-4705-8d86-b2b2eb89ee77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:35.146360 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36448710-dbc3-4705-8d86-b2b2eb89ee77 service neutron] Pushing event updated for resources: {'Port': ['ID=e1792e09-a600-45cf-9f65-4629643b5719,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:35.232955 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-36448710-dbc3-4705-8d86-b2b2eb89ee77 service neutron] Attempting to bind port e1792e09-a600-45cf-9f65-4629643b5719 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:40:35.233299 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-36448710-dbc3-4705-8d86-b2b2eb89ee77 service neutron] Attempting to bind port e1792e09-a600-45cf-9f65-4629643b5719 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '7f09c7aa-43a5-411b-a008-66a5d5944068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:40:35.233709 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-36448710-dbc3-4705-8d86-b2b2eb89ee77 service neutron] Attempting to bind port e1792e09-a600-45cf-9f65-4629643b5719 on network 6fe3bd89-d460-4585-b185-5ceb42a9c6de {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:40:35.238597 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-36448710-dbc3-4705-8d86-b2b2eb89ee77 service neutron] Port e1792e09-a600-45cf-9f65-4629643b5719 on network 6fe3bd89-d460-4585-b185-5ceb42a9c6de not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:40:35.238918 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-36448710-dbc3-4705-8d86-b2b2eb89ee77 service neutron] Attempting to bind port e1792e09-a600-45cf-9f65-4629643b5719 on network 6fe3bd89-d460-4585-b185-5ceb42a9c6de {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:40:35.248255 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-36448710-dbc3-4705-8d86-b2b2eb89ee77 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:40:35.248255 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-36448710-dbc3-4705-8d86-b2b2eb89ee77 service neutron] Checking segment: {'id': '7f09c7aa-43a5-411b-a008-66a5d5944068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:40:35.248255 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-36448710-dbc3-4705-8d86-b2b2eb89ee77 service neutron] Bound using segment: {'id': '7f09c7aa-43a5-411b-a008-66a5d5944068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:40:35.248255 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-36448710-dbc3-4705-8d86-b2b2eb89ee77 service neutron] Bound port: e1792e09-a600-45cf-9f65-4629643b5719, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f09c7aa-43a5-411b-a008-66a5d5944068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:40:35.248255 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-36448710-dbc3-4705-8d86-b2b2eb89ee77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:35.339306 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-36448710-dbc3-4705-8d86-b2b2eb89ee77 service neutron] For port e1792e09-a600-45cf-9f65-4629643b5719, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:40:35.352711 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-36448710-dbc3-4705-8d86-b2b2eb89ee77 service neutron] For port e1792e09-a600-45cf-9f65-4629643b5719, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=e1792e09-a600-45cf-9f65-4629643b5719,segment=NetworkSegment(7f09c7aa-43a5-411b-a008-66a5d5944068),segment_id=7f09c7aa-43a5-411b-a008-66a5d5944068)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:40:35.370859 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-36448710-dbc3-4705-8d86-b2b2eb89ee77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:35.388607 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-36448710-dbc3-4705-8d86-b2b2eb89ee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:35.389194 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-36448710-dbc3-4705-8d86-b2b2eb89ee77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:35.391064 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-36448710-dbc3-4705-8d86-b2b2eb89ee77 service neutron] 10.222.0.18 "PUT /v2.0/ports/e1792e09-a600-45cf-9f65-4629643b5719 HTTP/1.1" status: 200 len: 1092 time: 0.7497625 Jul 23 20:40:35.413017 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '448e27b3-91c4-4b76-b44a-e86bf980efb3', 'tag': 'e1792e09-a600-45cf-9f65-4629643b5719'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:40:35.415980 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7d5b53-0b09-498d-a4e3-e141a3c91797" -d '{"events": [{"name": "network-changed", "server_uuid": "448e27b3-91c4-4b76-b44a-e86bf980efb3", "tag": "e1792e09-a600-45cf-9f65-4629643b5719"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:40:35.490431 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36448710-dbc3-4705-8d86-b2b2eb89ee77 service neutron] Pushing event updated for resources: {'Port': ['ID=e1792e09-a600-45cf-9f65-4629643b5719,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:35.509816 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ffd120-7f9d-42c5-9ae5-dd4405654f47 req-9a98d341-67dc-4078-a8ef-b9747ee21579 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:35.511488 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f4ffd120-7f9d-42c5-9ae5-dd4405654f47 req-9a98d341-67dc-4078-a8ef-b9747ee21579 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=448e27b3-91c4-4b76-b44a-e86bf980efb3 HTTP/1.1" status: 200 len: 943 time: 0.1923265 Jul 23 20:40:35.552798 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-7ede8e28-a5db-41f2-bf90-ecfa65950e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:35.554361 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-7ede8e28-a5db-41f2-bf90-ecfa65950e2d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d8db677e009540d8992023e1339ce496&device_id=448e27b3-91c4-4b76-b44a-e86bf980efb3 HTTP/1.1" status: 200 len: 1095 time: 0.1227500 Jul 23 20:40:35.576920 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f4ffd120-7f9d-42c5-9ae5-dd4405654f47 req-fce1d39d-6d66-4a5a-9a1d-2d3ed703a6e6 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582657 Jul 23 20:40:35.604845 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-11da721c-9c5f-486e-b878-663d8066d585 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1792e09-a600-45cf-9f65-4629643b5719 HTTP/1.1" status: 200 len: 217 time: 0.0428240 Jul 23 20:40:35.664328 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-8db7d42b-eef2-40ac-902b-15e03e19223b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:35.666341 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-8db7d42b-eef2-40ac-902b-15e03e19223b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e2c8f255-5a45-4d6d-b83e-eef0348e83be HTTP/1.1" status: 200 len: 851 time: 0.0557547 Jul 23 20:40:35.730366 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7208b58-e685-4128-b4c6-91652a4bb8f8 x-openstack-request-id: req-c7208b58-e685-4128-b4c6-91652a4bb8f8 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:40:35.730667 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "448e27b3-91c4-4b76-b44a-e86bf980efb3", "tag": "e1792e09-a600-45cf-9f65-4629643b5719", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:40:35.730921 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c7208b58-e685-4128-b4c6-91652a4bb8f8 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:40:35.731312 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '448e27b3-91c4-4b76-b44a-e86bf980efb3', 'tag': 'e1792e09-a600-45cf-9f65-4629643b5719', 'status': 'completed', 'code': 200} Jul 23 20:40:35.737656 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-e53f4a63-64a2-4880-bc70-613b42e215af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:35.739188 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-e53f4a63-64a2-4880-bc70-613b42e215af service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6fe3bd89-d460-4585-b185-5ceb42a9c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667014 Jul 23 20:40:35.831569 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-d650d601-6ae5-4af9-b013-624bb84d448a service neutron] 10.222.0.18 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859582 Jul 23 20:40:36.202137 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-699985e2-7e5f-4d22-9e0d-7847157b7a70 req-657b42dd-f140-4e63-ab8b-6d4e9508710b service neutron] 10.222.0.18 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646696 Jul 23 20:40:36.299300 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d5b53-0b09-498d-a4e3-e141a3c91797 req-99450fa6-40e3-4dbc-ab65-e1902ba10aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:36.300929 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5b7d5b53-0b09-498d-a4e3-e141a3c91797 req-99450fa6-40e3-4dbc-ab65-e1902ba10aa6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d8db677e009540d8992023e1339ce496&device_id=448e27b3-91c4-4b76-b44a-e86bf980efb3 HTTP/1.1" status: 200 len: 1095 time: 0.0570390 Jul 23 20:40:36.396972 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d5b53-0b09-498d-a4e3-e141a3c91797 req-6fa711ea-d65f-43c9-8dba-015a0315753c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:36.398479 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5b7d5b53-0b09-498d-a4e3-e141a3c91797 req-6fa711ea-d65f-43c9-8dba-015a0315753c service neutron] 10.222.0.18 "GET /v2.0/networks?id=6fe3bd89-d460-4585-b185-5ceb42a9c6de HTTP/1.1" status: 200 len: 913 time: 0.0918193 Jul 23 20:40:36.439522 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5b7d5b53-0b09-498d-a4e3-e141a3c91797 req-259e17a4-ead3-4670-8e2d-8eaf61dcfb86 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1792e09-a600-45cf-9f65-4629643b5719 HTTP/1.1" status: 200 len: 217 time: 0.0348029 Jul 23 20:40:36.489150 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d5b53-0b09-498d-a4e3-e141a3c91797 req-232bf604-4bd8-4aa5-9e7b-ba4250d6408e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:36.490536 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5b7d5b53-0b09-498d-a4e3-e141a3c91797 req-232bf604-4bd8-4aa5-9e7b-ba4250d6408e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e2c8f255-5a45-4d6d-b83e-eef0348e83be HTTP/1.1" status: 200 len: 851 time: 0.0444384 Jul 23 20:40:36.557639 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d5b53-0b09-498d-a4e3-e141a3c91797 req-8e8e088f-97f6-474f-9d5a-55930b6d97b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:36.559154 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5b7d5b53-0b09-498d-a4e3-e141a3c91797 req-8e8e088f-97f6-474f-9d5a-55930b6d97b5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6fe3bd89-d460-4585-b185-5ceb42a9c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622938 Jul 23 20:40:36.655888 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5b7d5b53-0b09-498d-a4e3-e141a3c91797 req-0e3c1a8a-a4bf-413d-86ff-41fdc78d991c service neutron] 10.222.0.18 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895903 Jul 23 20:40:36.792387 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829672f-ac37-46c0-aab9-e67999cb618d req-0c3d7b8e-17d6-4bb6-b831-5f099513d516 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:36.793936 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e829672f-ac37-46c0-aab9-e67999cb618d req-0c3d7b8e-17d6-4bb6-b831-5f099513d516 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=448e27b3-91c4-4b76-b44a-e86bf980efb3 HTTP/1.1" status: 200 len: 943 time: 0.1371818 Jul 23 20:40:36.796236 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5b7d5b53-0b09-498d-a4e3-e141a3c91797 req-dc3d2a4b-9aa3-4d6e-9703-6899b2252e3e service neutron] 10.222.0.18 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309540 Jul 23 20:40:36.835081 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e829672f-ac37-46c0-aab9-e67999cb618d req-b1e2ff62-cf60-47f7-a031-bcd8a718d74d tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341718 Jul 23 20:40:37.977282 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c640c-be0e-41fe-9df6-ee72c3e735e8 req-9484783d-506f-4072-97dd-2eddef2be277 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:37.978821 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cc7c640c-be0e-41fe-9df6-ee72c3e735e8 req-9484783d-506f-4072-97dd-2eddef2be277 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=448e27b3-91c4-4b76-b44a-e86bf980efb3 HTTP/1.1" status: 200 len: 943 time: 0.0726500 Jul 23 20:40:38.018395 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cc7c640c-be0e-41fe-9df6-ee72c3e735e8 req-f0b3a2cc-607b-4fc0-b006-a00026f38af8 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327656 Jul 23 20:40:39.149071 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e3cad-e948-4fb3-91d0-22019e33dbfd req-f2b23e66-18b7-480f-a1d2-efe5d857a49c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:39.150587 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a16e3cad-e948-4fb3-91d0-22019e33dbfd req-f2b23e66-18b7-480f-a1d2-efe5d857a49c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=448e27b3-91c4-4b76-b44a-e86bf980efb3 HTTP/1.1" status: 200 len: 943 time: 0.0638173 Jul 23 20:40:39.188327 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a16e3cad-e948-4fb3-91d0-22019e33dbfd req-51312e66-a468-4d88-aaae-72c0ac796b11 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321634 Jul 23 20:40:40.281051 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5948fc7e-e33f-49f7-8abd-3b7053797b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:40.320802 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821bc7b-fa3d-44fe-83ce-1dcd6cd251b5 req-b7326df4-04a0-44c7-a853-3ebdba385d67 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:40.322583 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7821bc7b-fa3d-44fe-83ce-1dcd6cd251b5 req-b7326df4-04a0-44c7-a853-3ebdba385d67 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=448e27b3-91c4-4b76-b44a-e86bf980efb3 HTTP/1.1" status: 200 len: 943 time: 0.0659897 Jul 23 20:40:40.360114 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7821bc7b-fa3d-44fe-83ce-1dcd6cd251b5 req-d0e67934-12d9-4136-bade-9d3a8b76016f tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320077 Jul 23 20:40:41.494997 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328eda07-39e0-45c5-8cac-71c3f222cddf req-f7946559-3367-4078-a254-410412fbedfe tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:41.496510 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-328eda07-39e0-45c5-8cac-71c3f222cddf req-f7946559-3367-4078-a254-410412fbedfe tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=448e27b3-91c4-4b76-b44a-e86bf980efb3 HTTP/1.1" status: 200 len: 943 time: 0.0693223 Jul 23 20:40:41.535339 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-328eda07-39e0-45c5-8cac-71c3f222cddf req-5e74755b-b2b4-4270-84c4-2678e8153862 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326331 Jul 23 20:40:42.672145 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca01a8-a7dc-4142-8a0f-f30975027911 req-ac10b6c1-6a34-40d0-907a-9adf8c89899f tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:42.674230 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-edca01a8-a7dc-4142-8a0f-f30975027911 req-ac10b6c1-6a34-40d0-907a-9adf8c89899f tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=448e27b3-91c4-4b76-b44a-e86bf980efb3 HTTP/1.1" status: 200 len: 943 time: 0.0703721 Jul 23 20:40:42.713166 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-edca01a8-a7dc-4142-8a0f-f30975027911 req-63cef7da-5d32-47f1-ab20-d7787e4a5f6c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326416 Jul 23 20:40:43.335984 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:43.644287 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-048c57b5-2f48-42cb-99ff-435f8aa0b3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:43.846363 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6207702-17ed-4f3f-bdac-eb4e52a4ba0a req-b104ccb7-f17d-4f2f-ad0c-ad14c322efad tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:43.847771 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d6207702-17ed-4f3f-bdac-eb4e52a4ba0a req-b104ccb7-f17d-4f2f-ad0c-ad14c322efad tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=448e27b3-91c4-4b76-b44a-e86bf980efb3 HTTP/1.1" status: 200 len: 943 time: 0.0688438 Jul 23 20:40:43.886513 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d6207702-17ed-4f3f-bdac-eb4e52a4ba0a req-347001e4-b474-460b-abe3-49b87965ab38 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331705 Jul 23 20:40:44.067581 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:44.801436 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:44.891848 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:45.018785 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74731362-36e9-4a6b-86f6-7cfd3c054535 req-16440bbb-83f0-443e-be6b-8a23a3c31efc tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:45.020271 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-74731362-36e9-4a6b-86f6-7cfd3c054535 req-16440bbb-83f0-443e-be6b-8a23a3c31efc tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=448e27b3-91c4-4b76-b44a-e86bf980efb3 HTTP/1.1" status: 200 len: 943 time: 0.0665598 Jul 23 20:40:45.058144 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-74731362-36e9-4a6b-86f6-7cfd3c054535 req-c1d14f21-1fbb-4d94-9aa8-55195a3516f4 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322602 Jul 23 20:40:45.601012 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device e1792e09-a600-45cf-9f65-4629643b5719 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:40:45.694566 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port e1792e09-a600-45cf-9f65-4629643b5719, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=e1792e09-a600-45cf-9f65-4629643b5719,segment=NetworkSegment(7f09c7aa-43a5-411b-a008-66a5d5944068),segment_id=7f09c7aa-43a5-411b-a008-66a5d5944068)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:45.706373 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': 'e1792e09-a600-45cf-9f65-4629643b5719', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'port_id': 'e1792e09-a600-45cf-9f65-4629643b5719', 'mac_address': 'fa:16:3e:26:6a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:40:45.746536 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:45.759605 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1792e09-a600-45cf-9f65-4629643b5719 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:40:45.779274 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port e1792e09-a600-45cf-9f65-4629643b5719, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=e1792e09-a600-45cf-9f65-4629643b5719,segment=NetworkSegment(7f09c7aa-43a5-411b-a008-66a5d5944068),segment_id=7f09c7aa-43a5-411b-a008-66a5d5944068)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:45.783447 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:45.830276 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=e1792e09-a600-45cf-9f65-4629643b5719,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:45.966887 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['e1792e09-a600-45cf-9f65-4629643b5719'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:40:46.018455 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:46.203154 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177a02e-3806-418a-ad7c-1ba7395892e0 req-96c06cf0-7b9e-4ade-a31d-7cd637c140a0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:46.204858 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7177a02e-3806-418a-ad7c-1ba7395892e0 req-96c06cf0-7b9e-4ade-a31d-7cd637c140a0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=448e27b3-91c4-4b76-b44a-e86bf980efb3 HTTP/1.1" status: 200 len: 944 time: 0.0632093 Jul 23 20:40:46.242293 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7177a02e-3806-418a-ad7c-1ba7395892e0 req-bf55854d-0886-4b19-afde-cca1d5eaa41d tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318515 Jul 23 20:40:47.384200 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e77d9-9b44-4d09-864c-ecabcdaed547 req-b3d24a0f-5ab4-4eb6-8d8a-4e1e0b9de264 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:47.385729 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d51e77d9-9b44-4d09-864c-ecabcdaed547 req-b3d24a0f-5ab4-4eb6-8d8a-4e1e0b9de264 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=448e27b3-91c4-4b76-b44a-e86bf980efb3 HTTP/1.1" status: 200 len: 944 time: 0.0734355 Jul 23 20:40:47.423017 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d51e77d9-9b44-4d09-864c-ecabcdaed547 req-3d450828-3dc3-4b11-90b3-3ded185160f2 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316460 Jul 23 20:40:47.648221 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device e1792e09-a600-45cf-9f65-4629643b5719 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:40:47.701747 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port e1792e09-a600-45cf-9f65-4629643b5719 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:40:47.705952 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port e1792e09-a600-45cf-9f65-4629643b5719 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:40:47.706319 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:47.780838 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:47.803534 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448e27b3-91c4-4b76-b44a-e86bf980efb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1792e09-a600-45cf-9f65-4629643b5719'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:40:47.805871 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e11534-d79c-4eeb-8501-47e78ab15726" -d '{"events": [{"server_uuid": "448e27b3-91c4-4b76-b44a-e86bf980efb3", "name": "network-vif-plugged", "status": "completed", "tag": "e1792e09-a600-45cf-9f65-4629643b5719"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:40:47.821606 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port e1792e09-a600-45cf-9f65-4629643b5719, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=e1792e09-a600-45cf-9f65-4629643b5719,segment=NetworkSegment(7f09c7aa-43a5-411b-a008-66a5d5944068),segment_id=7f09c7aa-43a5-411b-a008-66a5d5944068)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:47.825689 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:47.848835 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07933051-bd12-4746-85fc-873b14c7f2ab x-openstack-request-id: req-07933051-bd12-4746-85fc-873b14c7f2ab {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:40:47.849125 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448e27b3-91c4-4b76-b44a-e86bf980efb3", "name": "network-vif-plugged", "status": "completed", "tag": "e1792e09-a600-45cf-9f65-4629643b5719", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:40:47.849378 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-07933051-bd12-4746-85fc-873b14c7f2ab {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:40:47.849796 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448e27b3-91c4-4b76-b44a-e86bf980efb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1792e09-a600-45cf-9f65-4629643b5719', 'code': 200} Jul 23 20:40:47.880040 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=e1792e09-a600-45cf-9f65-4629643b5719,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:47.955827 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abcdc5b-f742-4cfd-b008-a7254cafeb8d req-3ce48150-8083-4f9a-b628-4eed1edd7124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:47.957263 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0abcdc5b-f742-4cfd-b008-a7254cafeb8d req-3ce48150-8083-4f9a-b628-4eed1edd7124 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=448e27b3-91c4-4b76-b44a-e86bf980efb3 HTTP/1.1" status: 200 len: 1097 time: 0.0561478 Jul 23 20:40:47.995664 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0abcdc5b-f742-4cfd-b008-a7254cafeb8d req-5370ec2d-98df-43ae-9ec4-3bf948e224bf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313225 Jul 23 20:40:48.559510 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b5cca-57b4-44dd-92c1-99dcf3538cb9 req-16143ce9-846a-44b2-9b59-ef5e494da03a tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:48.561010 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-128b5cca-57b4-44dd-92c1-99dcf3538cb9 req-16143ce9-846a-44b2-9b59-ef5e494da03a tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=448e27b3-91c4-4b76-b44a-e86bf980efb3 HTTP/1.1" status: 200 len: 945 time: 0.0675139 Jul 23 20:40:48.600019 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-128b5cca-57b4-44dd-92c1-99dcf3538cb9 req-02721679-1d0d-4f6c-8ac9-b8193a184365 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331852 Jul 23 20:40:49.727516 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c85ca4-b9c1-48de-b27c-1a1e74040cab req-2dc50cf5-aa35-4cfa-b77e-b4c58d348b99 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:49.729171 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-87c85ca4-b9c1-48de-b27c-1a1e74040cab req-2dc50cf5-aa35-4cfa-b77e-b4c58d348b99 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=448e27b3-91c4-4b76-b44a-e86bf980efb3 HTTP/1.1" status: 200 len: 945 time: 0.0637636 Jul 23 20:40:49.766888 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-87c85ca4-b9c1-48de-b27c-1a1e74040cab req-33139dbd-426b-478f-9f85-bb02f1deeb46 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320225 Jul 23 20:40:49.893757 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935c19c-585a-4964-8406-b4f0c73c7d70 req-bf6cb347-e080-4d4b-932c-3c898d31f113 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:49.895139 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4935c19c-585a-4964-8406-b4f0c73c7d70 req-bf6cb347-e080-4d4b-932c-3c898d31f113 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=448e27b3-91c4-4b76-b44a-e86bf980efb3 HTTP/1.1" status: 200 len: 945 time: 0.0639706 Jul 23 20:40:49.932430 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4935c19c-585a-4964-8406-b4f0c73c7d70 req-61a0b582-b19a-4203-b2ea-40f79d7653f9 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317457 Jul 23 20:40:52.388083 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de418b9e-b339-4c56-b309-670638c7606b req-b0b6eb8d-e9d8-4b24-a809-18dc11ffa89e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:52.389577 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-de418b9e-b339-4c56-b309-670638c7606b req-b0b6eb8d-e9d8-4b24-a809-18dc11ffa89e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/networks?id=6fe3bd89-d460-4585-b185-5ceb42a9c6de HTTP/1.1" status: 200 len: 812 time: 0.1067867 Jul 23 20:40:52.404545 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-de418b9e-b339-4c56-b309-670638c7606b req-48fc23d5-bb6b-4f00-99e3-e2f67d978c4d tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/quotas/d8db677e009540d8992023e1339ce496 HTTP/1.1" status: 200 len: 375 time: 0.0093381 Jul 23 20:40:52.473935 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-de418b9e-b339-4c56-b309-670638c7606b req-9636268e-2317-4e89-b182-4dc9d068c874 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8db677e009540d8992023e1339ce496&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0641813 Jul 23 20:40:52.570134 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-de418b9e-b339-4c56-b309-670638c7606b req-8137cd06-b75e-4fdd-9ad6-ea96872decd7 service neutron] 10.222.0.32 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891936 Jul 23 20:40:52.665184 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-de418b9e-b339-4c56-b309-670638c7606b req-eb865a33-6449-4248-8d7b-4e3aaf54f02b service neutron] 10.222.0.32 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893717 Jul 23 20:40:52.861890 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3ef82a04-eedc-4724-8182-7c00c0629168 req-45b9f7bb-3b8b-40f4-8437-0ab19af8364f tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c87f522-3a16-4a6e-b2ec-56f3df280aaf HTTP/1.1" status: 200 len: 210 time: 0.0309787 Jul 23 20:40:53.781994 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de418b9e-b339-4c56-b309-670638c7606b req-29ecf669-3fc3-475a-85b1-a124e8aa7d29 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:53.783570 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-de418b9e-b339-4c56-b309-670638c7606b req-29ecf669-3fc3-475a-85b1-a124e8aa7d29 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.30 "GET /v2.0/networks?id=6fe3bd89-d460-4585-b185-5ceb42a9c6de HTTP/1.1" status: 200 len: 812 time: 0.1093063 Jul 23 20:40:53.795082 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-de418b9e-b339-4c56-b309-670638c7606b req-6575aadb-3623-4507-bd26-edb98a1ac6ad tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Request body: {'port': {'device_id': '3c87f522-3a16-4a6e-b2ec-56f3df280aaf', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'admin_state_up': True, 'tenant_id': 'd8db677e009540d8992023e1339ce496'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:40:53.878382 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9a8ae419-f244-423a-8eb8-02f6648214a8 req-63a22bc0-61d0-4804-8a80-4a521d75a3e2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=448e27b3-91c4-4b76-b44a-e86bf980efb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0561676 Jul 23 20:40:53.916239 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de418b9e-b339-4c56-b309-670638c7606b req-6575aadb-3623-4507-bd26-edb98a1ac6ad tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Made reservation on behalf of d8db677e009540d8992023e1339ce496 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:40:53.919977 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-de418b9e-b339-4c56-b309-670638c7606b req-6575aadb-3623-4507-bd26-edb98a1ac6ad tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:53.999317 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-17815b02-df2e-4b3e-8dcc-0bdcbb90192d req-2c2e748f-3549-4346-a0de-fbc771ff52e3 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c87f522-3a16-4a6e-b2ec-56f3df280aaf HTTP/1.1" status: 200 len: 210 time: 0.0562007 Jul 23 20:40:54.029170 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ae419-f244-423a-8eb8-02f6648214a8 req-60f6e0ed-0a58-485e-b44e-ec36428bd6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:54.030703 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9a8ae419-f244-423a-8eb8-02f6648214a8 req-60f6e0ed-0a58-485e-b44e-ec36428bd6d6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d8db677e009540d8992023e1339ce496&device_id=448e27b3-91c4-4b76-b44a-e86bf980efb3 HTTP/1.1" status: 200 len: 1097 time: 0.0967739 Jul 23 20:40:54.068526 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-de418b9e-b339-4c56-b309-670638c7606b req-6575aadb-3623-4507-bd26-edb98a1ac6ad tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Allocated IP 172.20.0.9 (6fe3bd89-d460-4585-b185-5ceb42a9c6de/e2c8f255-5a45-4d6d-b83e-eef0348e83be/9a60bb97-c432-4977-9cf8-f6cc842d4816) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:40:54.145873 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ae419-f244-423a-8eb8-02f6648214a8 req-1576ff9b-c468-4592-8e92-69c0a62028aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:54.147474 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9a8ae419-f244-423a-8eb8-02f6648214a8 req-1576ff9b-c468-4592-8e92-69c0a62028aa service neutron] 10.222.0.18 "GET /v2.0/networks?id=6fe3bd89-d460-4585-b185-5ceb42a9c6de HTTP/1.1" status: 200 len: 913 time: 0.0981643 Jul 23 20:40:54.201175 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9a8ae419-f244-423a-8eb8-02f6648214a8 req-fa26fd97-8431-4fca-9c69-19e82f6492e7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1792e09-a600-45cf-9f65-4629643b5719 HTTP/1.1" status: 200 len: 217 time: 0.0464301 Jul 23 20:40:54.245221 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-de418b9e-b339-4c56-b309-670638c7606b req-6575aadb-3623-4507-bd26-edb98a1ac6ad tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:54.260155 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ae419-f244-423a-8eb8-02f6648214a8 req-eeb456e0-88d6-4590-88fc-07cc11d7c39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:54.260306 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-de418b9e-b339-4c56-b309-670638c7606b req-6575aadb-3623-4507-bd26-edb98a1ac6ad tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Transition to ACTIVE for port object 9a60bb97-c432-4977-9cf8-f6cc842d4816 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:40:54.261012 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9a8ae419-f244-423a-8eb8-02f6648214a8 req-eeb456e0-88d6-4590-88fc-07cc11d7c39e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e2c8f255-5a45-4d6d-b83e-eef0348e83be HTTP/1.1" status: 200 len: 851 time: 0.0537670 Jul 23 20:40:54.294670 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-de418b9e-b339-4c56-b309-670638c7606b req-6575aadb-3623-4507-bd26-edb98a1ac6ad tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:54.307408 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['e1792e09-a600-45cf-9f65-4629643b5719'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:40:54.336409 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ae419-f244-423a-8eb8-02f6648214a8 req-28e086a1-afa2-4df1-a2e4-b1f3605c71db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:54.338885 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9a8ae419-f244-423a-8eb8-02f6648214a8 req-28e086a1-afa2-4df1-a2e4-b1f3605c71db service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6fe3bd89-d460-4585-b185-5ceb42a9c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0701129 Jul 23 20:40:54.346209 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de418b9e-b339-4c56-b309-670638c7606b req-6575aadb-3623-4507-bd26-edb98a1ac6ad tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Network 6fe3bd89-d460-4585-b185-5ceb42a9c6de is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:40:54.352137 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-de418b9e-b339-4c56-b309-670638c7606b req-6575aadb-3623-4507-bd26-edb98a1ac6ad tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:40:54.357024 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-de418b9e-b339-4c56-b309-670638c7606b req-6575aadb-3623-4507-bd26-edb98a1ac6ad tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:40:54.364720 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575aadb-3623-4507-bd26-edb98a1ac6ad tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Pushing event updated for resources: {'Port': ['ID=9a60bb97-c432-4977-9cf8-f6cc842d4816,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:54.427741 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de418b9e-b339-4c56-b309-670638c7606b req-6575aadb-3623-4507-bd26-edb98a1ac6ad tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:54.428596 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-de418b9e-b339-4c56-b309-670638c7606b req-6575aadb-3623-4507-bd26-edb98a1ac6ad tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:54.441515 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6575aadb-3623-4507-bd26-edb98a1ac6ad tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:54.442015 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6575aadb-3623-4507-bd26-edb98a1ac6ad tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:54.442450 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6575aadb-3623-4507-bd26-edb98a1ac6ad tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:54.442881 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6575aadb-3623-4507-bd26-edb98a1ac6ad tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:54.443309 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6575aadb-3623-4507-bd26-edb98a1ac6ad tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:54.443735 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6575aadb-3623-4507-bd26-edb98a1ac6ad tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:54.444612 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6575aadb-3623-4507-bd26-edb98a1ac6ad tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:54.445035 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6575aadb-3623-4507-bd26-edb98a1ac6ad tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:54.445460 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6575aadb-3623-4507-bd26-edb98a1ac6ad tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:54.446265 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6575aadb-3623-4507-bd26-edb98a1ac6ad tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:54.446688 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6575aadb-3623-4507-bd26-edb98a1ac6ad tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:54.447312 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6575aadb-3623-4507-bd26-edb98a1ac6ad tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:54.471253 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-de418b9e-b339-4c56-b309-670638c7606b req-6575aadb-3623-4507-bd26-edb98a1ac6ad tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6797853 Jul 23 20:40:54.473534 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9a8ae419-f244-423a-8eb8-02f6648214a8 req-a7647ca6-c1fe-4965-a7f3-d18113d72142 service neutron] 10.222.0.18 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268344 Jul 23 20:40:54.482487 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [req-de418b9e-b339-4c56-b309-670638c7606b req-764e0dd2-662e-472a-88db-54addbce9bea tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:40:54.483726 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-de418b9e-b339-4c56-b309-670638c7606b req-764e0dd2-662e-472a-88db-54addbce9bea tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064163 Jul 23 20:40:54.557090 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-de418b9e-b339-4c56-b309-670638c7606b req-45ab2f73-ba60-44f2-a0f7-b1c6a0572fa5 service neutron] Request body: {'port': {'device_id': '3c87f522-3a16-4a6e-b2ec-56f3df280aaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:40:54.601260 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9a8ae419-f244-423a-8eb8-02f6648214a8 req-fdf35fde-5625-4b91-a86e-dfb4e5603c0b service neutron] 10.222.0.18 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189506 Jul 23 20:40:54.653431 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-de418b9e-b339-4c56-b309-670638c7606b req-45ab2f73-ba60-44f2-a0f7-b1c6a0572fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:54.689494 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4d6807d4-6a23-48b0-87b2-76fdc4cd0317 None None] Provisioning for port 9a60bb97-c432-4977-9cf8-f6cc842d4816 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:40:54.693325 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4d6807d4-6a23-48b0-87b2-76fdc4cd0317 None None] Provisioning complete for port 9a60bb97-c432-4977-9cf8-f6cc842d4816 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:40:54.693795 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4d6807d4-6a23-48b0-87b2-76fdc4cd0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:54.732902 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-4d6807d4-6a23-48b0-87b2-76fdc4cd0317 None None] Port 9a60bb97-c432-4977-9cf8-f6cc842d4816 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:40:54.935182 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-de418b9e-b339-4c56-b309-670638c7606b req-45ab2f73-ba60-44f2-a0f7-b1c6a0572fa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a60bb97-c432-4977-9cf8-f6cc842d4816 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:40:54.943895 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-de418b9e-b339-4c56-b309-670638c7606b req-45ab2f73-ba60-44f2-a0f7-b1c6a0572fa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:54.957448 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-de418b9e-b339-4c56-b309-670638c7606b req-45ab2f73-ba60-44f2-a0f7-b1c6a0572fa5 service neutron] Transition to ACTIVE for port object 9a60bb97-c432-4977-9cf8-f6cc842d4816 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:40:54.961511 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-de418b9e-b339-4c56-b309-670638c7606b req-45ab2f73-ba60-44f2-a0f7-b1c6a0572fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:55.018427 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab2f73-ba60-44f2-a0f7-b1c6a0572fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=9a60bb97-c432-4977-9cf8-f6cc842d4816,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:55.097529 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-de418b9e-b339-4c56-b309-670638c7606b req-45ab2f73-ba60-44f2-a0f7-b1c6a0572fa5 service neutron] Attempting to bind port 9a60bb97-c432-4977-9cf8-f6cc842d4816 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:40:55.097870 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-de418b9e-b339-4c56-b309-670638c7606b req-45ab2f73-ba60-44f2-a0f7-b1c6a0572fa5 service neutron] Attempting to bind port 9a60bb97-c432-4977-9cf8-f6cc842d4816 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '7f09c7aa-43a5-411b-a008-66a5d5944068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:40:55.098470 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de418b9e-b339-4c56-b309-670638c7606b req-45ab2f73-ba60-44f2-a0f7-b1c6a0572fa5 service neutron] Attempting to bind port 9a60bb97-c432-4977-9cf8-f6cc842d4816 on network 6fe3bd89-d460-4585-b185-5ceb42a9c6de {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:40:55.103122 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de418b9e-b339-4c56-b309-670638c7606b req-45ab2f73-ba60-44f2-a0f7-b1c6a0572fa5 service neutron] Port 9a60bb97-c432-4977-9cf8-f6cc842d4816 on network 6fe3bd89-d460-4585-b185-5ceb42a9c6de not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:40:55.103446 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de418b9e-b339-4c56-b309-670638c7606b req-45ab2f73-ba60-44f2-a0f7-b1c6a0572fa5 service neutron] Attempting to bind port 9a60bb97-c432-4977-9cf8-f6cc842d4816 on network 6fe3bd89-d460-4585-b185-5ceb42a9c6de {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:40:55.109082 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de418b9e-b339-4c56-b309-670638c7606b req-45ab2f73-ba60-44f2-a0f7-b1c6a0572fa5 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:40:55.109230 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de418b9e-b339-4c56-b309-670638c7606b req-45ab2f73-ba60-44f2-a0f7-b1c6a0572fa5 service neutron] Checking segment: {'id': '7f09c7aa-43a5-411b-a008-66a5d5944068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:40:55.109558 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de418b9e-b339-4c56-b309-670638c7606b req-45ab2f73-ba60-44f2-a0f7-b1c6a0572fa5 service neutron] Bound using segment: {'id': '7f09c7aa-43a5-411b-a008-66a5d5944068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:40:55.109985 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-de418b9e-b339-4c56-b309-670638c7606b req-45ab2f73-ba60-44f2-a0f7-b1c6a0572fa5 service neutron] Bound port: 9a60bb97-c432-4977-9cf8-f6cc842d4816, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f09c7aa-43a5-411b-a008-66a5d5944068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:40:55.110337 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-de418b9e-b339-4c56-b309-670638c7606b req-45ab2f73-ba60-44f2-a0f7-b1c6a0572fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:55.160993 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f153d91-beb4-4398-8c81-504e1df83946 req-d247aa7a-131c-4beb-903a-1395783aec98 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:55.169913 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f153d91-beb4-4398-8c81-504e1df83946 req-d247aa7a-131c-4beb-903a-1395783aec98 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c87f522-3a16-4a6e-b2ec-56f3df280aaf HTTP/1.1" status: 200 len: 943 time: 0.0913208 Jul 23 20:40:55.189908 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-de418b9e-b339-4c56-b309-670638c7606b req-45ab2f73-ba60-44f2-a0f7-b1c6a0572fa5 service neutron] For port 9a60bb97-c432-4977-9cf8-f6cc842d4816, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:40:55.194447 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-de418b9e-b339-4c56-b309-670638c7606b req-45ab2f73-ba60-44f2-a0f7-b1c6a0572fa5 service neutron] For port 9a60bb97-c432-4977-9cf8-f6cc842d4816, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=9a60bb97-c432-4977-9cf8-f6cc842d4816,segment=NetworkSegment(7f09c7aa-43a5-411b-a008-66a5d5944068),segment_id=7f09c7aa-43a5-411b-a008-66a5d5944068)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:40:55.201164 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-de418b9e-b339-4c56-b309-670638c7606b req-45ab2f73-ba60-44f2-a0f7-b1c6a0572fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:55.235191 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f153d91-beb4-4398-8c81-504e1df83946 req-80fd9ae5-f096-40e9-89b3-81b26061e71c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599015 Jul 23 20:40:55.259351 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de418b9e-b339-4c56-b309-670638c7606b req-45ab2f73-ba60-44f2-a0f7-b1c6a0572fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:55.260026 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-de418b9e-b339-4c56-b309-670638c7606b req-45ab2f73-ba60-44f2-a0f7-b1c6a0572fa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:55.261372 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-de418b9e-b339-4c56-b309-670638c7606b req-45ab2f73-ba60-44f2-a0f7-b1c6a0572fa5 service neutron] 10.222.0.30 "PUT /v2.0/ports/9a60bb97-c432-4977-9cf8-f6cc842d4816 HTTP/1.1" status: 200 len: 1092 time: 0.7715013 Jul 23 20:40:55.262046 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c87f522-3a16-4a6e-b2ec-56f3df280aaf', 'tag': '9a60bb97-c432-4977-9cf8-f6cc842d4816'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:40:55.264677 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25eddf8c-6646-4322-b4d4-5c277a89fc21" -d '{"events": [{"name": "network-changed", "server_uuid": "3c87f522-3a16-4a6e-b2ec-56f3df280aaf", "tag": "9a60bb97-c432-4977-9cf8-f6cc842d4816"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:40:55.302597 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab2f73-ba60-44f2-a0f7-b1c6a0572fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=9a60bb97-c432-4977-9cf8-f6cc842d4816,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:55.341864 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56558ad8-b473-4863-8ad0-18aec633fcf4 x-openstack-request-id: req-56558ad8-b473-4863-8ad0-18aec633fcf4 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:40:55.342264 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c87f522-3a16-4a6e-b2ec-56f3df280aaf", "tag": "9a60bb97-c432-4977-9cf8-f6cc842d4816", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:40:55.342578 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56558ad8-b473-4863-8ad0-18aec633fcf4 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:40:55.343046 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c87f522-3a16-4a6e-b2ec-56f3df280aaf', 'tag': '9a60bb97-c432-4977-9cf8-f6cc842d4816', 'status': 'completed', 'code': 200} Jul 23 20:40:55.372604 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de418b9e-b339-4c56-b309-670638c7606b req-dc423a2a-9f23-42a4-b654-71d0834d0c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:55.374256 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-de418b9e-b339-4c56-b309-670638c7606b req-dc423a2a-9f23-42a4-b654-71d0834d0c9e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8db677e009540d8992023e1339ce496&device_id=3c87f522-3a16-4a6e-b2ec-56f3df280aaf HTTP/1.1" status: 200 len: 1095 time: 0.0675483 Jul 23 20:40:55.414943 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-de418b9e-b339-4c56-b309-670638c7606b req-8b352014-de7e-4263-917c-e19659b5463b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a60bb97-c432-4977-9cf8-f6cc842d4816 HTTP/1.1" status: 200 len: 217 time: 0.0343001 Jul 23 20:40:55.473860 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de418b9e-b339-4c56-b309-670638c7606b req-0128a251-6dff-44b8-841a-24a584a6787f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:55.475601 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-de418b9e-b339-4c56-b309-670638c7606b req-0128a251-6dff-44b8-841a-24a584a6787f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2c8f255-5a45-4d6d-b83e-eef0348e83be HTTP/1.1" status: 200 len: 851 time: 0.0545990 Jul 23 20:40:55.536734 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de418b9e-b339-4c56-b309-670638c7606b req-92cbc790-5ea9-4958-afb2-fb1433c66a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:55.538263 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-de418b9e-b339-4c56-b309-670638c7606b req-92cbc790-5ea9-4958-afb2-fb1433c66a62 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6fe3bd89-d460-4585-b185-5ceb42a9c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561187 Jul 23 20:40:55.628309 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-de418b9e-b339-4c56-b309-670638c7606b req-e7ddc7b7-3b07-471d-be63-007eed7b836e service neutron] 10.222.0.30 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837467 Jul 23 20:40:55.724792 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-de418b9e-b339-4c56-b309-670638c7606b req-0569edac-1f91-4095-9357-e20b3f54323b service neutron] 10.222.0.30 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900521 Jul 23 20:40:55.835519 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eddf8c-6646-4322-b4d4-5c277a89fc21 req-fc0d1b0c-c2fd-451c-9490-78c2def6abdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:55.837012 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-25eddf8c-6646-4322-b4d4-5c277a89fc21 req-fc0d1b0c-c2fd-451c-9490-78c2def6abdb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8db677e009540d8992023e1339ce496&device_id=3c87f522-3a16-4a6e-b2ec-56f3df280aaf HTTP/1.1" status: 200 len: 1095 time: 0.0707312 Jul 23 20:40:55.931598 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eddf8c-6646-4322-b4d4-5c277a89fc21 req-a8a8be69-a326-4b69-9fdc-02f4a1af0dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:55.933069 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-25eddf8c-6646-4322-b4d4-5c277a89fc21 req-a8a8be69-a326-4b69-9fdc-02f4a1af0dc3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6fe3bd89-d460-4585-b185-5ceb42a9c6de HTTP/1.1" status: 200 len: 913 time: 0.0900156 Jul 23 20:40:55.974455 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-25eddf8c-6646-4322-b4d4-5c277a89fc21 req-1d970cd7-d3bc-40d6-a21a-bbda3530f02e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a60bb97-c432-4977-9cf8-f6cc842d4816 HTTP/1.1" status: 200 len: 217 time: 0.0342004 Jul 23 20:40:56.023662 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eddf8c-6646-4322-b4d4-5c277a89fc21 req-d734c59d-6d12-41e3-b966-fe75c7dc576b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:56.025157 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-25eddf8c-6646-4322-b4d4-5c277a89fc21 req-d734c59d-6d12-41e3-b966-fe75c7dc576b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2c8f255-5a45-4d6d-b83e-eef0348e83be HTTP/1.1" status: 200 len: 851 time: 0.0450509 Jul 23 20:40:56.088630 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eddf8c-6646-4322-b4d4-5c277a89fc21 req-3f8d1c30-844e-4d7d-a731-8899d0605b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:56.090084 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-25eddf8c-6646-4322-b4d4-5c277a89fc21 req-3f8d1c30-844e-4d7d-a731-8899d0605b56 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6fe3bd89-d460-4585-b185-5ceb42a9c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586751 Jul 23 20:40:56.187295 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-25eddf8c-6646-4322-b4d4-5c277a89fc21 req-b62b0570-9895-4659-9de3-51d5fd8dd592 service neutron] 10.222.0.30 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905991 Jul 23 20:40:56.285461 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-25eddf8c-6646-4322-b4d4-5c277a89fc21 req-7b3ece51-c971-44c8-9ed6-adc0d9b5c016 service neutron] 10.222.0.30 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919106 Jul 23 20:40:56.371008 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec8d43-88d0-43ab-be0f-e1154f0e6936 req-f70da40d-f5c2-465f-8b7e-ac9abe167d60 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:56.372557 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2cec8d43-88d0-43ab-be0f-e1154f0e6936 req-f70da40d-f5c2-465f-8b7e-ac9abe167d60 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c87f522-3a16-4a6e-b2ec-56f3df280aaf HTTP/1.1" status: 200 len: 943 time: 0.0731142 Jul 23 20:40:56.411616 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2cec8d43-88d0-43ab-be0f-e1154f0e6936 req-e3ca196f-36c6-4a09-b669-425f5b7fc3f3 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329778 Jul 23 20:40:57.573788 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ae406-bf43-4e35-adbb-cdbabee2ae2e req-a4323be6-ebd2-4e11-b410-d7db07bdbeb1 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:57.575889 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5d5ae406-bf43-4e35-adbb-cdbabee2ae2e req-a4323be6-ebd2-4e11-b410-d7db07bdbeb1 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c87f522-3a16-4a6e-b2ec-56f3df280aaf HTTP/1.1" status: 200 len: 943 time: 0.0815635 Jul 23 20:40:57.634895 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5d5ae406-bf43-4e35-adbb-cdbabee2ae2e req-1b6471cf-4eeb-4d21-8eb2-5efcb4b1f2f1 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502653 Jul 23 20:40:58.832142 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a551a-a319-429b-96cf-4d545d91b3f5 req-5600915d-12fe-48c6-906b-13c7c13a60a7 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:58.838054 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-690a551a-a319-429b-96cf-4d545d91b3f5 req-5600915d-12fe-48c6-906b-13c7c13a60a7 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c87f522-3a16-4a6e-b2ec-56f3df280aaf HTTP/1.1" status: 200 len: 943 time: 0.0852945 Jul 23 20:40:58.871848 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-690a551a-a319-429b-96cf-4d545d91b3f5 req-77a634a5-f3db-4c62-9114-ecf339aca339 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326097 Jul 23 20:41:00.024261 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8e1e3-4386-4ed9-b78f-e1ce5edbe8fd req-d04c917f-9579-43f5-9fe0-1a6adcaf2a70 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:00.026356 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-afd8e1e3-4386-4ed9-b78f-e1ce5edbe8fd req-d04c917f-9579-43f5-9fe0-1a6adcaf2a70 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c87f522-3a16-4a6e-b2ec-56f3df280aaf HTTP/1.1" status: 200 len: 943 time: 0.0820389 Jul 23 20:41:00.071933 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-afd8e1e3-4386-4ed9-b78f-e1ce5edbe8fd req-36446d65-0a11-4cc7-97f2-aaed9c202ddc tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397859 Jul 23 20:41:01.201261 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778f2a6-9970-4cf7-b9bb-eac54b38e782 req-d2dfdd0a-fa33-4c01-8709-d0e7d8453695 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:01.202769 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7778f2a6-9970-4cf7-b9bb-eac54b38e782 req-d2dfdd0a-fa33-4c01-8709-d0e7d8453695 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c87f522-3a16-4a6e-b2ec-56f3df280aaf HTTP/1.1" status: 200 len: 943 time: 0.0652299 Jul 23 20:41:01.245437 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7778f2a6-9970-4cf7-b9bb-eac54b38e782 req-f230f511-8920-4b80-b727-37d9f67fd5f5 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361078 Jul 23 20:41:02.376943 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269eb55-f369-41a1-a0ff-a8300d074d69 req-ac94c13f-4996-4cc1-bc3f-afcf47074096 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:02.378485 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0269eb55-f369-41a1-a0ff-a8300d074d69 req-ac94c13f-4996-4cc1-bc3f-afcf47074096 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c87f522-3a16-4a6e-b2ec-56f3df280aaf HTTP/1.1" status: 200 len: 943 time: 0.0646586 Jul 23 20:41:02.416018 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0269eb55-f369-41a1-a0ff-a8300d074d69 req-009cd98d-4191-48ab-9b83-b7311aef8c84 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319335 Jul 23 20:41:03.551093 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d707ece-57c1-49a6-9ea1-68809dd029aa req-8587b38e-af90-4105-b246-aade8e558c43 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:03.552617 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5d707ece-57c1-49a6-9ea1-68809dd029aa req-8587b38e-af90-4105-b246-aade8e558c43 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c87f522-3a16-4a6e-b2ec-56f3df280aaf HTTP/1.1" status: 200 len: 943 time: 0.0674536 Jul 23 20:41:03.597462 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5d707ece-57c1-49a6-9ea1-68809dd029aa req-a8845eea-520f-4d4d-9c7f-c899380e9c3c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393109 Jul 23 20:41:04.749949 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2301e-1182-4837-91e1-672c7e6338bd req-55e1b5f4-8863-42b6-a956-1308dbca07cf tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:04.751759 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b0a2301e-1182-4837-91e1-672c7e6338bd req-55e1b5f4-8863-42b6-a956-1308dbca07cf tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c87f522-3a16-4a6e-b2ec-56f3df280aaf HTTP/1.1" status: 200 len: 943 time: 0.0795679 Jul 23 20:41:04.792174 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b0a2301e-1182-4837-91e1-672c7e6338bd req-6a39dfca-1c31-4dd6-9945-4575742b4222 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349743 Jul 23 20:41:05.935148 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa97e25-9f10-4757-a0c9-598839384c85 req-00fd90d4-2517-47b3-a8ba-3fec170af2bb tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:05.936622 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6aa97e25-9f10-4757-a0c9-598839384c85 req-00fd90d4-2517-47b3-a8ba-3fec170af2bb tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c87f522-3a16-4a6e-b2ec-56f3df280aaf HTTP/1.1" status: 200 len: 943 time: 0.0723014 Jul 23 20:41:05.980016 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6aa97e25-9f10-4757-a0c9-598839384c85 req-495d4524-f7ea-4a61-9193-5e92793943ca tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373681 Jul 23 20:41:07.116786 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861514a-513b-4929-b1c2-a2fa991e865c req-281e9348-e387-4e09-b3c7-fc1716a32644 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:07.118728 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7861514a-513b-4929-b1c2-a2fa991e865c req-281e9348-e387-4e09-b3c7-fc1716a32644 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c87f522-3a16-4a6e-b2ec-56f3df280aaf HTTP/1.1" status: 200 len: 943 time: 0.0692093 Jul 23 20:41:07.162692 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7861514a-513b-4929-b1c2-a2fa991e865c req-1d9bbb70-16fd-49c7-8666-bfde3e143a9b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382118 Jul 23 20:41:07.743281 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:41:08.293621 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74b097-97f6-48b1-8f5f-99cecbcea2b7 req-b58a6dbe-94e2-4939-8f2e-2535a9ea28f5 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:08.295112 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3c74b097-97f6-48b1-8f5f-99cecbcea2b7 req-b58a6dbe-94e2-4939-8f2e-2535a9ea28f5 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c87f522-3a16-4a6e-b2ec-56f3df280aaf HTTP/1.1" status: 200 len: 943 time: 0.0643206 Jul 23 20:41:08.333731 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3c74b097-97f6-48b1-8f5f-99cecbcea2b7 req-d1d9a29d-02c1-4416-8662-d69a803891a5 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327747 Jul 23 20:41:09.467272 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12434e6d-8a92-484b-bb51-43ae29cfd2d3 req-67539860-17c8-4314-9550-0ee1ff956a25 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:09.468838 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-12434e6d-8a92-484b-bb51-43ae29cfd2d3 req-67539860-17c8-4314-9550-0ee1ff956a25 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c87f522-3a16-4a6e-b2ec-56f3df280aaf HTTP/1.1" status: 200 len: 943 time: 0.0674946 Jul 23 20:41:09.507200 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-12434e6d-8a92-484b-bb51-43ae29cfd2d3 req-15c7f0dc-2962-4adc-9e48-c1e23a6746f7 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318422 Jul 23 20:41:10.283280 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f76e2df9-7ac4-4959-8ffa-48cef02f6e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:10.644108 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178bbc4-e6ff-488d-9570-697ee31863d8 req-11fa7e57-4cee-474e-92ba-8c41a8edf9c0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:10.645664 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5178bbc4-e6ff-488d-9570-697ee31863d8 req-11fa7e57-4cee-474e-92ba-8c41a8edf9c0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c87f522-3a16-4a6e-b2ec-56f3df280aaf HTTP/1.1" status: 200 len: 943 time: 0.0688632 Jul 23 20:41:10.684661 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5178bbc4-e6ff-488d-9570-697ee31863d8 req-0a92b6d3-3fb3-47d7-b782-85e1a9147a2f tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333257 Jul 23 20:41:11.822417 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c34c4-ef10-41c4-81a3-6db07cf4218e req-1be66dc2-3094-46cf-8c0a-e59296043b25 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:11.823915 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e35c34c4-ef10-41c4-81a3-6db07cf4218e req-1be66dc2-3094-46cf-8c0a-e59296043b25 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c87f522-3a16-4a6e-b2ec-56f3df280aaf HTTP/1.1" status: 200 len: 943 time: 0.0692635 Jul 23 20:41:11.864285 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e35c34c4-ef10-41c4-81a3-6db07cf4218e req-7b4e0751-9ba8-41d4-97a5-675347358f46 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339496 Jul 23 20:41:13.013255 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968fc66-7d8a-46ca-afb5-51f5a6a999f1 req-711d9bc7-70c0-40b8-b39c-68b395a87001 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:13.014783 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0968fc66-7d8a-46ca-afb5-51f5a6a999f1 req-711d9bc7-70c0-40b8-b39c-68b395a87001 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c87f522-3a16-4a6e-b2ec-56f3df280aaf HTTP/1.1" status: 200 len: 943 time: 0.0791028 Jul 23 20:41:13.057349 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0968fc66-7d8a-46ca-afb5-51f5a6a999f1 req-f4397191-b4ad-4dcf-84e4-5098012739a4 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357714 Jul 23 20:41:13.338995 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:13.649058 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c16181e0-8954-482c-9083-75f12e25b3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:14.069204 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:14.199449 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76184b3b-abdc-40d1-8993-84f85288c84f req-7393039f-ccb1-494f-a19a-5bc7f7656e0d tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:14.200914 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-76184b3b-abdc-40d1-8993-84f85288c84f req-7393039f-ccb1-494f-a19a-5bc7f7656e0d tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c87f522-3a16-4a6e-b2ec-56f3df280aaf HTTP/1.1" status: 200 len: 943 time: 0.0690436 Jul 23 20:41:14.240836 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-76184b3b-abdc-40d1-8993-84f85288c84f req-3212980e-2d10-45a0-b016-f32fbc3d7ec2 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334282 Jul 23 20:41:14.815971 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:14.890362 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:15.371203 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebae21-04db-4e00-aa40-63f6e21213b0 req-b38c0aa1-22c5-4483-b025-9e5b19a11b41 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:15.372754 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-47ebae21-04db-4e00-aa40-63f6e21213b0 req-b38c0aa1-22c5-4483-b025-9e5b19a11b41 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c87f522-3a16-4a6e-b2ec-56f3df280aaf HTTP/1.1" status: 200 len: 943 time: 0.0646958 Jul 23 20:41:15.410910 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-47ebae21-04db-4e00-aa40-63f6e21213b0 req-5d159f1d-8e0a-4735-9a2b-ab11f765c4aa tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316982 Jul 23 20:41:16.009555 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:16.509377 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 9a60bb97-c432-4977-9cf8-f6cc842d4816 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:41:16.568742 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4ca0d-44d5-4771-9e86-64f59d1f3fbf req-7b9809a3-5e69-443e-812d-63db40abedf3 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:16.570664 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-63b4ca0d-44d5-4771-9e86-64f59d1f3fbf req-7b9809a3-5e69-443e-812d-63db40abedf3 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c87f522-3a16-4a6e-b2ec-56f3df280aaf HTTP/1.1" status: 200 len: 943 time: 0.0822082 Jul 23 20:41:16.618694 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-63b4ca0d-44d5-4771-9e86-64f59d1f3fbf req-1c8868fe-8c39-469a-87f4-339b943793fa tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415509 Jul 23 20:41:16.619183 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 9a60bb97-c432-4977-9cf8-f6cc842d4816, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=9a60bb97-c432-4977-9cf8-f6cc842d4816,segment=NetworkSegment(7f09c7aa-43a5-411b-a008-66a5d5944068),segment_id=7f09c7aa-43a5-411b-a008-66a5d5944068)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:16.631736 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '9a60bb97-c432-4977-9cf8-f6cc842d4816', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'port_id': '9a60bb97-c432-4977-9cf8-f6cc842d4816', 'mac_address': 'fa:16:3e:62:a5:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:41:16.668485 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:16.681061 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a60bb97-c432-4977-9cf8-f6cc842d4816 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:41:16.700803 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 9a60bb97-c432-4977-9cf8-f6cc842d4816, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=9a60bb97-c432-4977-9cf8-f6cc842d4816,segment=NetworkSegment(7f09c7aa-43a5-411b-a008-66a5d5944068),segment_id=7f09c7aa-43a5-411b-a008-66a5d5944068)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:16.705749 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:16.756601 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=9a60bb97-c432-4977-9cf8-f6cc842d4816,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:16.768427 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:16.768759 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:16.769266 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:16.769781 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:16.770187 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:16.770521 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:16.770969 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:16.771328 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:16.771857 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:16.772287 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:16.772613 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:16.773062 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:16.902282 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['9a60bb97-c432-4977-9cf8-f6cc842d4816'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:41:17.755316 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704deaef-e84c-474d-80eb-50741632f628 req-cdfdd1b5-1539-4d0b-81d2-af1ac235ad2d tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:17.756822 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-704deaef-e84c-474d-80eb-50741632f628 req-cdfdd1b5-1539-4d0b-81d2-af1ac235ad2d tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c87f522-3a16-4a6e-b2ec-56f3df280aaf HTTP/1.1" status: 200 len: 944 time: 0.0657175 Jul 23 20:41:17.798628 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-704deaef-e84c-474d-80eb-50741632f628 req-b45df635-a0f6-4b7d-a1ec-12d552c24aaa tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356181 Jul 23 20:41:18.504553 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 9a60bb97-c432-4977-9cf8-f6cc842d4816 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:18.556505 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 9a60bb97-c432-4977-9cf8-f6cc842d4816 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:18.560176 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 9a60bb97-c432-4977-9cf8-f6cc842d4816 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:18.560696 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:18.649035 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:18.671193 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c87f522-3a16-4a6e-b2ec-56f3df280aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a60bb97-c432-4977-9cf8-f6cc842d4816'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:41:18.674250 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7b193f-dfad-4e07-a6fa-70c2e7af2aa6" -d '{"events": [{"server_uuid": "3c87f522-3a16-4a6e-b2ec-56f3df280aaf", "name": "network-vif-plugged", "status": "completed", "tag": "9a60bb97-c432-4977-9cf8-f6cc842d4816"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:41:18.689537 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 9a60bb97-c432-4977-9cf8-f6cc842d4816, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=9a60bb97-c432-4977-9cf8-f6cc842d4816,segment=NetworkSegment(7f09c7aa-43a5-411b-a008-66a5d5944068),segment_id=7f09c7aa-43a5-411b-a008-66a5d5944068)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:18.693915 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:18.749424 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=9a60bb97-c432-4977-9cf8-f6cc842d4816,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:18.790018 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac523df-6bc4-426e-b268-851f64ee03ab x-openstack-request-id: req-8ac523df-6bc4-426e-b268-851f64ee03ab {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:41:18.790343 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c87f522-3a16-4a6e-b2ec-56f3df280aaf", "name": "network-vif-plugged", "status": "completed", "tag": "9a60bb97-c432-4977-9cf8-f6cc842d4816", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:41:18.790637 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ac523df-6bc4-426e-b268-851f64ee03ab {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:41:18.791039 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c87f522-3a16-4a6e-b2ec-56f3df280aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a60bb97-c432-4977-9cf8-f6cc842d4816', 'code': 200} Jul 23 20:41:18.912233 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddae1a-dfcf-4ac8-af29-c2b2974906bd req-2f39ae13-f8b4-493f-bd77-260db7bdb574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:18.913822 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c9ddae1a-dfcf-4ac8-af29-c2b2974906bd req-2f39ae13-f8b4-493f-bd77-260db7bdb574 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3c87f522-3a16-4a6e-b2ec-56f3df280aaf HTTP/1.1" status: 200 len: 1097 time: 0.0645728 Jul 23 20:41:18.949257 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb69c52-f725-4b50-a081-1b0480859942 req-b42fcf1d-032e-4ebd-bbf8-aa9d3ed00c02 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:18.950802 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bfb69c52-f725-4b50-a081-1b0480859942 req-b42fcf1d-032e-4ebd-bbf8-aa9d3ed00c02 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c87f522-3a16-4a6e-b2ec-56f3df280aaf HTTP/1.1" status: 200 len: 945 time: 0.0724132 Jul 23 20:41:18.955813 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c9ddae1a-dfcf-4ac8-af29-c2b2974906bd req-1fe14e81-264a-4c6f-b87d-2a171d3b5a2b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356174 Jul 23 20:41:18.992874 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bfb69c52-f725-4b50-a081-1b0480859942 req-e029e3cc-ce4d-43f6-9607-3688c35840e2 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350604 Jul 23 20:41:20.141388 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a469e-ef46-4e41-bf87-6f57b6aa48d2 req-be1e9da5-17fc-4b44-abd7-e74b53670972 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:20.143435 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-026a469e-ef46-4e41-bf87-6f57b6aa48d2 req-be1e9da5-17fc-4b44-abd7-e74b53670972 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c87f522-3a16-4a6e-b2ec-56f3df280aaf HTTP/1.1" status: 200 len: 945 time: 0.0781894 Jul 23 20:41:20.185848 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-026a469e-ef46-4e41-bf87-6f57b6aa48d2 req-b0f92ee4-c405-49c6-b8e4-a0aeea1d204e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366182 Jul 23 20:41:20.318662 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599f627-26d4-49f4-9bfe-9fd349167f09 req-baff43af-b3c5-4c1b-9abb-cb420537ea8f tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:20.320075 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f599f627-26d4-49f4-9bfe-9fd349167f09 req-baff43af-b3c5-4c1b-9abb-cb420537ea8f tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c87f522-3a16-4a6e-b2ec-56f3df280aaf HTTP/1.1" status: 200 len: 945 time: 0.0664115 Jul 23 20:41:20.358167 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f599f627-26d4-49f4-9bfe-9fd349167f09 req-bfdf7ec2-5154-4833-86e2-ff90d839bfce tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325134 Jul 23 20:41:20.675493 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4bdd2-e524-4a6a-bc35-169b8c2237d0 req-6019e262-342a-4f51-b6f3-74da91ccef31 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:20.677221 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dbe4bdd2-e524-4a6a-bc35-169b8c2237d0 req-6019e262-342a-4f51-b6f3-74da91ccef31 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c87f522-3a16-4a6e-b2ec-56f3df280aaf HTTP/1.1" status: 200 len: 945 time: 0.0708506 Jul 23 20:41:20.719494 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dbe4bdd2-e524-4a6a-bc35-169b8c2237d0 req-fbe2f331-80a4-45cc-a381-cdabcbe87585 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346501 Jul 23 20:41:21.852082 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267076a-9475-4ba1-8f1d-e88ce6782613 req-480cedcc-149f-4d78-b27c-09bb62bc3136 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:21.853618 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d267076a-9475-4ba1-8f1d-e88ce6782613 req-480cedcc-149f-4d78-b27c-09bb62bc3136 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c87f522-3a16-4a6e-b2ec-56f3df280aaf HTTP/1.1" status: 200 len: 945 time: 0.0662508 Jul 23 20:41:21.893587 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d267076a-9475-4ba1-8f1d-e88ce6782613 req-d83f1b6e-aacf-4ba0-9ba5-18abf6c6b971 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343969 Jul 23 20:41:22.037447 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce50bb-277a-424d-98b3-5e463d5d55b7 req-8a3625be-efe5-4746-bc73-408d777fdf23 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:22.038897 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b9ce50bb-277a-424d-98b3-5e463d5d55b7 req-8a3625be-efe5-4746-bc73-408d777fdf23 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c87f522-3a16-4a6e-b2ec-56f3df280aaf HTTP/1.1" status: 200 len: 945 time: 0.0626624 Jul 23 20:41:22.140306 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-b9ce50bb-277a-424d-98b3-5e463d5d55b7 req-df4526f7-d404-4919-a473-74397b3b6d38 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Deleting port 9a60bb97-c432-4977-9cf8-f6cc842d4816 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:22.140651 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b9ce50bb-277a-424d-98b3-5e463d5d55b7 req-df4526f7-d404-4919-a473-74397b3b6d38 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:22.236251 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-b9ce50bb-277a-424d-98b3-5e463d5d55b7 req-df4526f7-d404-4919-a473-74397b3b6d38 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] For port 9a60bb97-c432-4977-9cf8-f6cc842d4816, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=9a60bb97-c432-4977-9cf8-f6cc842d4816,segment=NetworkSegment(7f09c7aa-43a5-411b-a008-66a5d5944068),segment_id=7f09c7aa-43a5-411b-a008-66a5d5944068)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:22.236605 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b9ce50bb-277a-424d-98b3-5e463d5d55b7 req-df4526f7-d404-4919-a473-74397b3b6d38 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:22.249701 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-b9ce50bb-277a-424d-98b3-5e463d5d55b7 req-df4526f7-d404-4919-a473-74397b3b6d38 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Calling delete_port for 9a60bb97-c432-4977-9cf8-f6cc842d4816 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:22.379626 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b9ce50bb-277a-424d-98b3-5e463d5d55b7 req-df4526f7-d404-4919-a473-74397b3b6d38 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:22.392713 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['9a60bb97-c432-4977-9cf8-f6cc842d4816'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:41:22.395172 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['e1792e09-a600-45cf-9f65-4629643b5719'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:41:22.414108 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4526f7-d404-4919-a473-74397b3b6d38 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Pushing event deleted for resources: {'Port': ['ID=9a60bb97-c432-4977-9cf8-f6cc842d4816,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:22.463225 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ce50bb-277a-424d-98b3-5e463d5d55b7 req-df4526f7-d404-4919-a473-74397b3b6d38 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] No DVR routers for this DVR port 9a60bb97-c432-4977-9cf8-f6cc842d4816 on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:41:22.466290 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b9ce50bb-277a-424d-98b3-5e463d5d55b7 req-df4526f7-d404-4919-a473-74397b3b6d38 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:22.468368 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b9ce50bb-277a-424d-98b3-5e463d5d55b7 req-df4526f7-d404-4919-a473-74397b3b6d38 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.30 "DELETE /v2.0/ports/9a60bb97-c432-4977-9cf8-f6cc842d4816 HTTP/1.1" status: 204 len: 173 time: 0.4246585 Jul 23 20:41:22.468885 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c87f522-3a16-4a6e-b2ec-56f3df280aaf', 'name': 'network-vif-deleted', 'tag': '9a60bb97-c432-4977-9cf8-f6cc842d4816'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:41:22.472030 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c556285-2c7c-4054-b0ab-6e853d320a7b" -d '{"events": [{"server_uuid": "3c87f522-3a16-4a6e-b2ec-56f3df280aaf", "name": "network-vif-deleted", "tag": "9a60bb97-c432-4977-9cf8-f6cc842d4816"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:41:22.513936 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92808d42-6be7-431d-b5c3-2c4c9e498c20 x-openstack-request-id: req-92808d42-6be7-431d-b5c3-2c4c9e498c20 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:41:22.514242 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c87f522-3a16-4a6e-b2ec-56f3df280aaf", "name": "network-vif-deleted", "tag": "9a60bb97-c432-4977-9cf8-f6cc842d4816", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:41:22.514506 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-92808d42-6be7-431d-b5c3-2c4c9e498c20 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:41:22.514904 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c87f522-3a16-4a6e-b2ec-56f3df280aaf', 'name': 'network-vif-deleted', 'tag': '9a60bb97-c432-4977-9cf8-f6cc842d4816', 'status': 'completed', 'code': 200} Jul 23 20:41:22.997895 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-72245d56-2a32-452f-9d12-59070872ba45 req-f9b879c4-97cd-4b2b-aab8-5cecb643b866 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c87f522-3a16-4a6e-b2ec-56f3df280aaf HTTP/1.1" status: 200 len: 210 time: 0.0335999 Jul 23 20:41:24.103428 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b4dac05f-b96a-4e7d-b135-11cc67016855 req-f1b8f773-325a-4a18-af48-7be2744d76a3 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c87f522-3a16-4a6e-b2ec-56f3df280aaf HTTP/1.1" status: 200 len: 210 time: 0.0344594 Jul 23 20:41:24.521652 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 9a60bb97-c432-4977-9cf8-f6cc842d4816 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:41:24.541944 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 9a60bb97-c432-4977-9cf8-f6cc842d4816 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:41:24.542292 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 9a60bb97-c432-4977-9cf8-f6cc842d4816 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:41:25.205843 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-30e1769e-7b4b-4075-a452-59dd4d8b1bf7 req-e046e0b7-c7b5-451b-946e-fe1903e3eb4f tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c87f522-3a16-4a6e-b2ec-56f3df280aaf HTTP/1.1" status: 200 len: 210 time: 0.0320287 Jul 23 20:41:26.329050 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ab604a8f-9169-4dc1-9ce5-1b908690a4bb req-bedd500a-797d-462b-a137-59b853e004e0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c87f522-3a16-4a6e-b2ec-56f3df280aaf HTTP/1.1" status: 200 len: 210 time: 0.0300987 Jul 23 20:41:30.832851 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cce0c-d552-40b6-93a3-f72bf8a8a5db req-822368da-2510-47cf-9670-bf7094fa3b5e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:30.834381 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6c4cce0c-d552-40b6-93a3-f72bf8a8a5db req-822368da-2510-47cf-9670-bf7094fa3b5e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=448e27b3-91c4-4b76-b44a-e86bf980efb3 HTTP/1.1" status: 200 len: 945 time: 0.0653162 Jul 23 20:41:30.871609 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6c4cce0c-d552-40b6-93a3-f72bf8a8a5db req-b5671944-1d77-4dbe-9679-acf27c36c9aa tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314696 Jul 23 20:41:32.007151 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102abf28-39fd-470a-adb9-67957e774cd0 req-d4e7d86e-8e98-467b-86dd-cf8b47c82440 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:32.008616 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-102abf28-39fd-470a-adb9-67957e774cd0 req-d4e7d86e-8e98-467b-86dd-cf8b47c82440 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=448e27b3-91c4-4b76-b44a-e86bf980efb3 HTTP/1.1" status: 200 len: 945 time: 0.0693779 Jul 23 20:41:32.047069 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-102abf28-39fd-470a-adb9-67957e774cd0 req-095cfe54-2358-4952-8405-78656906f94b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=4540980c-ea96-47b0-aafc-a069ee579790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329001 Jul 23 20:41:32.294246 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132620e-cbd0-4ab4-a74f-82931321f27f req-48ba9ae7-b3e8-4cd4-9ba1-bb7214c1d1ef tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:32.295704 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0132620e-cbd0-4ab4-a74f-82931321f27f req-48ba9ae7-b3e8-4cd4-9ba1-bb7214c1d1ef tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.18 "GET /v2.0/ports?device_id=448e27b3-91c4-4b76-b44a-e86bf980efb3 HTTP/1.1" status: 200 len: 945 time: 0.0643296 Jul 23 20:41:32.398317 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-0132620e-cbd0-4ab4-a74f-82931321f27f req-ee5f8ab8-ded6-4ac9-8a6d-83d3f322413e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Deleting port e1792e09-a600-45cf-9f65-4629643b5719 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:32.398657 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0132620e-cbd0-4ab4-a74f-82931321f27f req-ee5f8ab8-ded6-4ac9-8a6d-83d3f322413e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:32.485436 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-0132620e-cbd0-4ab4-a74f-82931321f27f req-ee5f8ab8-ded6-4ac9-8a6d-83d3f322413e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] For port e1792e09-a600-45cf-9f65-4629643b5719, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=e1792e09-a600-45cf-9f65-4629643b5719,segment=NetworkSegment(7f09c7aa-43a5-411b-a008-66a5d5944068),segment_id=7f09c7aa-43a5-411b-a008-66a5d5944068)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:32.486455 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0132620e-cbd0-4ab4-a74f-82931321f27f req-ee5f8ab8-ded6-4ac9-8a6d-83d3f322413e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:32.498588 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-0132620e-cbd0-4ab4-a74f-82931321f27f req-ee5f8ab8-ded6-4ac9-8a6d-83d3f322413e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Calling delete_port for e1792e09-a600-45cf-9f65-4629643b5719 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:32.627450 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0132620e-cbd0-4ab4-a74f-82931321f27f req-ee5f8ab8-ded6-4ac9-8a6d-83d3f322413e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:32.640271 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['e1792e09-a600-45cf-9f65-4629643b5719'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:41:32.659021 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f8ab8-ded6-4ac9-8a6d-83d3f322413e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Pushing event deleted for resources: {'Port': ['ID=e1792e09-a600-45cf-9f65-4629643b5719,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:32.669357 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f8ab8-ded6-4ac9-8a6d-83d3f322413e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:32.669726 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f8ab8-ded6-4ac9-8a6d-83d3f322413e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:32.670063 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f8ab8-ded6-4ac9-8a6d-83d3f322413e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:32.670392 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f8ab8-ded6-4ac9-8a6d-83d3f322413e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:32.670719 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f8ab8-ded6-4ac9-8a6d-83d3f322413e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:32.671044 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f8ab8-ded6-4ac9-8a6d-83d3f322413e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:32.671367 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f8ab8-ded6-4ac9-8a6d-83d3f322413e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:32.671686 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f8ab8-ded6-4ac9-8a6d-83d3f322413e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:32.672005 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f8ab8-ded6-4ac9-8a6d-83d3f322413e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:32.672346 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f8ab8-ded6-4ac9-8a6d-83d3f322413e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:32.672665 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f8ab8-ded6-4ac9-8a6d-83d3f322413e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:32.672979 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f8ab8-ded6-4ac9-8a6d-83d3f322413e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:32.721072 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-0132620e-cbd0-4ab4-a74f-82931321f27f req-ee5f8ab8-ded6-4ac9-8a6d-83d3f322413e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] No DVR routers for this DVR port e1792e09-a600-45cf-9f65-4629643b5719 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:41:32.723872 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0132620e-cbd0-4ab4-a74f-82931321f27f req-ee5f8ab8-ded6-4ac9-8a6d-83d3f322413e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:32.725934 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0132620e-cbd0-4ab4-a74f-82931321f27f req-ee5f8ab8-ded6-4ac9-8a6d-83d3f322413e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.18 "DELETE /v2.0/ports/e1792e09-a600-45cf-9f65-4629643b5719 HTTP/1.1" status: 204 len: 173 time: 0.4247956 Jul 23 20:41:32.726391 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448e27b3-91c4-4b76-b44a-e86bf980efb3', 'name': 'network-vif-deleted', 'tag': 'e1792e09-a600-45cf-9f65-4629643b5719'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:41:32.728686 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270f2ca2-9ce5-4cac-b674-6093d5e9112e" -d '{"events": [{"server_uuid": "448e27b3-91c4-4b76-b44a-e86bf980efb3", "name": "network-vif-deleted", "tag": "e1792e09-a600-45cf-9f65-4629643b5719"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:41:32.768487 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca4ce2d-355f-4b2d-bc9e-22aa8aefa2c4 x-openstack-request-id: req-1ca4ce2d-355f-4b2d-bc9e-22aa8aefa2c4 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:41:32.768812 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448e27b3-91c4-4b76-b44a-e86bf980efb3", "name": "network-vif-deleted", "tag": "e1792e09-a600-45cf-9f65-4629643b5719", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:41:32.769105 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ca4ce2d-355f-4b2d-bc9e-22aa8aefa2c4 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:41:32.769550 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448e27b3-91c4-4b76-b44a-e86bf980efb3', 'name': 'network-vif-deleted', 'tag': 'e1792e09-a600-45cf-9f65-4629643b5719', 'status': 'completed', 'code': 200} Jul 23 20:41:33.158048 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5547dd55-a08a-48a7-a5fe-6edd0dd21382 req-5854dc73-8d37-4aba-9821-723bba72f6b6 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=448e27b3-91c4-4b76-b44a-e86bf980efb3 HTTP/1.1" status: 200 len: 210 time: 0.0349231 Jul 23 20:41:34.254028 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6c0cfa6c-6264-43f3-b2db-05b6f0d6ab31 req-1213b71a-a0da-469f-ab77-736480556a90 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=448e27b3-91c4-4b76-b44a-e86bf980efb3 HTTP/1.1" status: 200 len: 210 time: 0.0312731 Jul 23 20:41:35.362678 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7d5a040c-864f-4575-a084-2868103284f5 req-960f1952-7b7b-4a1e-b249-fa58512771e3 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=448e27b3-91c4-4b76-b44a-e86bf980efb3 HTTP/1.1" status: 200 len: 210 time: 0.0302167 Jul 23 20:41:35.949803 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device e1792e09-a600-45cf-9f65-4629643b5719 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:41:35.974198 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: e1792e09-a600-45cf-9f65-4629643b5719 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:41:35.974581 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device e1792e09-a600-45cf-9f65-4629643b5719 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:41:36.477752 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ef44a6b5-985f-45f6-a43f-0798a8c7efa5 req-e9f836a8-9adc-4935-9485-abef76d80385 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=448e27b3-91c4-4b76-b44a-e86bf980efb3 HTTP/1.1" status: 200 len: 210 time: 0.0334160 Jul 23 20:41:40.283307 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-439cedc7-883c-4784-a04e-bafbf41afbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.480151 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34110) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:40.484776 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-a56816b4-2e29-4802-9fa8-518974ff3184 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-610484011', 'description': 'tempest-secgroup-smoke-610484011 description', 'project_id': 'd8db677e009540d8992023e1339ce496'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:40.509516 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a56816b4-2e29-4802-9fa8-518974ff3184 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.591867 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a56816b4-2e29-4802-9fa8-518974ff3184 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.596826 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a56816b4-2e29-4802-9fa8-518974ff3184 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.623916 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a56816b4-2e29-4802-9fa8-518974ff3184 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.625294 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a56816b4-2e29-4802-9fa8-518974ff3184 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1440046 Jul 23 20:41:40.628182 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34112) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:40.632660 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-b3881a79-d7d0-4aaf-9733-3bbe15228864 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Request body: {'security_group_rule': {'security_group_id': '94ca6a2e-cb34-4928-8af8-becc80af63bf', 'project_id': 'd8db677e009540d8992023e1339ce496', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:40.640173 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56816b4-2e29-4802-9fa8-518974ff3184 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94ca6a2e-cb34-4928-8af8-becc80af63bf,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:40.663620 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b3881a79-d7d0-4aaf-9733-3bbe15228864 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.718975 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b3881a79-d7d0-4aaf-9733-3bbe15228864 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.723154 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b3881a79-d7d0-4aaf-9733-3bbe15228864 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.742097 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3881a79-d7d0-4aaf-9733-3bbe15228864 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41fc8495-75dd-4e42-ad90-9de10d39a916,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:40.749322 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b3881a79-d7d0-4aaf-9733-3bbe15228864 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.750546 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b3881a79-d7d0-4aaf-9733-3bbe15228864 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214530 Jul 23 20:41:40.753458 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34114) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:40.758003 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-a35c95ef-3bc8-4292-b1f5-45aa3b03c130 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Request body: {'security_group_rule': {'security_group_id': '94ca6a2e-cb34-4928-8af8-becc80af63bf', 'project_id': 'd8db677e009540d8992023e1339ce496', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:40.784080 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a35c95ef-3bc8-4292-b1f5-45aa3b03c130 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.846088 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a35c95ef-3bc8-4292-b1f5-45aa3b03c130 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.849573 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a35c95ef-3bc8-4292-b1f5-45aa3b03c130 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.866838 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c95ef-3bc8-4292-b1f5-45aa3b03c130 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22476e5a-8704-44df-ab4f-ef9f96c84b9e,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:40.872540 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a35c95ef-3bc8-4292-b1f5-45aa3b03c130 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.873762 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a35c95ef-3bc8-4292-b1f5-45aa3b03c130 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1193433 Jul 23 20:41:40.876674 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34116) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:40.881263 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-f1780bc2-9b1f-447b-bbb4-72127a318d23 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Request body: {'security_group_rule': {'security_group_id': '94ca6a2e-cb34-4928-8af8-becc80af63bf', 'project_id': 'd8db677e009540d8992023e1339ce496', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:40.907173 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f1780bc2-9b1f-447b-bbb4-72127a318d23 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.966168 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f1780bc2-9b1f-447b-bbb4-72127a318d23 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.969781 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f1780bc2-9b1f-447b-bbb4-72127a318d23 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.987750 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1780bc2-9b1f-447b-bbb4-72127a318d23 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43e0587c-d4ac-4d61-90c8-ebfdc316cd3b,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:40.993331 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f1780bc2-9b1f-447b-bbb4-72127a318d23 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.994616 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f1780bc2-9b1f-447b-bbb4-72127a318d23 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168587 Jul 23 20:41:40.997172 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34118) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:41.001533 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-ec6f64e3-b2b9-4715-9b8a-cb2cda071a6a tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Request body: {'security_group_rule': {'security_group_id': '94ca6a2e-cb34-4928-8af8-becc80af63bf', 'project_id': 'd8db677e009540d8992023e1339ce496', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:41.028363 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ec6f64e3-b2b9-4715-9b8a-cb2cda071a6a tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:41.089614 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ec6f64e3-b2b9-4715-9b8a-cb2cda071a6a tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:41.093207 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ec6f64e3-b2b9-4715-9b8a-cb2cda071a6a tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:41.113457 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f64e3-b2b9-4715-9b8a-cb2cda071a6a tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c8fd11b-7739-496d-8d5e-206f42199c41,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:41.117783 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ec6f64e3-b2b9-4715-9b8a-cb2cda071a6a tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:41.118974 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ec6f64e3-b2b9-4715-9b8a-cb2cda071a6a tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1208363 Jul 23 20:41:41.121696 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34120) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:41.126406 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-4303f55d-c96f-4548-95d2-6887d5761246 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Request body: {'security_group_rule': {'security_group_id': '94ca6a2e-cb34-4928-8af8-becc80af63bf', 'project_id': 'd8db677e009540d8992023e1339ce496', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:41.150028 n-d-793618-10 neutron-server[93875]: INFO neutron.db.securitygroups_db [None req-4303f55d-c96f-4548-95d2-6887d5761246 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Project d8db677e009540d8992023e1339ce496 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:41:41.154801 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4303f55d-c96f-4548-95d2-6887d5761246 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:41.217726 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4303f55d-c96f-4548-95d2-6887d5761246 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:41.221427 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4303f55d-c96f-4548-95d2-6887d5761246 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:41.238878 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303f55d-c96f-4548-95d2-6887d5761246 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=163c91e6-d012-46d1-856d-e2bc4f330e5a,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:41.246716 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4303f55d-c96f-4548-95d2-6887d5761246 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:41.250598 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4303f55d-c96f-4548-95d2-6887d5761246 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1253443 Jul 23 20:41:41.252190 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34122) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:41.256341 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-b29fa660-8cb6-4914-af3f-29040d423361 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Request body: {'security_group_rule': {'security_group_id': '94ca6a2e-cb34-4928-8af8-becc80af63bf', 'project_id': 'd8db677e009540d8992023e1339ce496', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:41.278503 n-d-793618-10 neutron-server[93875]: INFO neutron.db.securitygroups_db [None req-b29fa660-8cb6-4914-af3f-29040d423361 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Project d8db677e009540d8992023e1339ce496 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:41:41.284303 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b29fa660-8cb6-4914-af3f-29040d423361 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:41.350259 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b29fa660-8cb6-4914-af3f-29040d423361 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:41.353939 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b29fa660-8cb6-4914-af3f-29040d423361 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:41.373045 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29fa660-8cb6-4914-af3f-29040d423361 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a9d7865-7086-4e14-89b5-80b0158a8dad,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:41.380007 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b29fa660-8cb6-4914-af3f-29040d423361 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:41.381461 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b29fa660-8cb6-4914-af3f-29040d423361 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1287067 Jul 23 20:41:43.342252 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:43.650408 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b6fec830-3719-44f6-985a-7c0ee739e2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:44.073747 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:44.742296 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:41:44.833322 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:44.896119 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:46.011930 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:55.690884 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-f20d64aa-e65d-496d-ad12-2b28e15df265 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-610484011&fields=id&tenant_id=d8db677e009540d8992023e1339ce496 HTTP/1.1" status: 200 len: 267 time: 0.0341361 Jul 23 20:41:55.804056 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-3b213bb8-d358-44eb-a477-60250b41f340 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:55.806797 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-3b213bb8-d358-44eb-a477-60250b41f340 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/networks?id=6fe3bd89-d460-4585-b185-5ceb42a9c6de HTTP/1.1" status: 200 len: 812 time: 0.1094494 Jul 23 20:41:55.820253 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-bfa8ed1e-c5e3-4c82-ba28-6c36740660fb tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/quotas/d8db677e009540d8992023e1339ce496 HTTP/1.1" status: 200 len: 375 time: 0.0093369 Jul 23 20:41:55.885069 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-9e8e96b5-451e-49a1-a27d-6eff1e9aa1e5 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8db677e009540d8992023e1339ce496&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597792 Jul 23 20:41:55.980689 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-3d5dd2ec-0b74-4156-9c94-2ab7ebdccc74 service neutron] 10.222.0.32 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839870 Jul 23 20:41:56.069148 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-26d69551-a629-4b48-8514-f448b9ba25ca service neutron] 10.222.0.32 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815456 Jul 23 20:41:56.361128 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5e70e6b9-b6f1-431e-9616-310df318a0c5 req-2190858f-44d4-4a09-aa40-1aaa811ded1d tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b402b3-00a3-4467-9582-0c846a8ba2c4 HTTP/1.1" status: 200 len: 210 time: 0.0305977 Jul 23 20:41:57.477907 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f6636fac-7bc1-4ec2-8cfb-305abf285871 req-935f5d08-0891-4f81-a603-4e15ece86feb tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b402b3-00a3-4467-9582-0c846a8ba2c4 HTTP/1.1" status: 200 len: 210 time: 0.0347757 Jul 23 20:41:57.591492 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-0d05fa35-37dd-49b6-9258-96b6063c2aa6 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:57.592954 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-0d05fa35-37dd-49b6-9258-96b6063c2aa6 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.30 "GET /v2.0/networks?id=6fe3bd89-d460-4585-b185-5ceb42a9c6de HTTP/1.1" status: 200 len: 812 time: 0.1075959 Jul 23 20:41:57.634467 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-f1f2c06b-19ad-47e6-a9a4-9efe2a65f218 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8db677e009540d8992023e1339ce496 HTTP/1.1" status: 200 len: 379 time: 0.0334382 Jul 23 20:41:57.646283 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-6b3a12af-b69c-40da-9c58-19267f968d50 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Request body: {'port': {'device_id': '52b402b3-00a3-4467-9582-0c846a8ba2c4', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'admin_state_up': True, 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'security_groups': ['94ca6a2e-cb34-4928-8af8-becc80af63bf']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:57.758487 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-6b3a12af-b69c-40da-9c58-19267f968d50 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Made reservation on behalf of d8db677e009540d8992023e1339ce496 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:57.762141 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-6b3a12af-b69c-40da-9c58-19267f968d50 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:57.890189 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-6b3a12af-b69c-40da-9c58-19267f968d50 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Allocated IP 172.20.0.4 (6fe3bd89-d460-4585-b185-5ceb42a9c6de/e2c8f255-5a45-4d6d-b83e-eef0348e83be/0e44c0a8-28ca-4115-a125-22466a989f2c) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:58.030904 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-6b3a12af-b69c-40da-9c58-19267f968d50 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:58.362239 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-6b3a12af-b69c-40da-9c58-19267f968d50 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Transition to ACTIVE for port object 0e44c0a8-28ca-4115-a125-22466a989f2c will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:58.396507 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-6b3a12af-b69c-40da-9c58-19267f968d50 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:58.440634 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-6b3a12af-b69c-40da-9c58-19267f968d50 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Network 6fe3bd89-d460-4585-b185-5ceb42a9c6de is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:58.446037 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-6b3a12af-b69c-40da-9c58-19267f968d50 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:58.448570 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-6b3a12af-b69c-40da-9c58-19267f968d50 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:58.475105 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a12af-b69c-40da-9c58-19267f968d50 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Pushing event updated for resources: {'Port': ['ID=0e44c0a8-28ca-4115-a125-22466a989f2c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:58.494391 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a12af-b69c-40da-9c58-19267f968d50 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:58.494772 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a12af-b69c-40da-9c58-19267f968d50 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:58.495066 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a12af-b69c-40da-9c58-19267f968d50 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:58.495450 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a12af-b69c-40da-9c58-19267f968d50 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:58.495777 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a12af-b69c-40da-9c58-19267f968d50 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:58.496108 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a12af-b69c-40da-9c58-19267f968d50 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:58.496428 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a12af-b69c-40da-9c58-19267f968d50 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:58.496751 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a12af-b69c-40da-9c58-19267f968d50 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:58.497193 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a12af-b69c-40da-9c58-19267f968d50 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:58.497552 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a12af-b69c-40da-9c58-19267f968d50 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:58.497872 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a12af-b69c-40da-9c58-19267f968d50 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:58.498189 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a12af-b69c-40da-9c58-19267f968d50 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:58.521621 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-6b3a12af-b69c-40da-9c58-19267f968d50 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:58.522247 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-6b3a12af-b69c-40da-9c58-19267f968d50 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:58.546234 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-6b3a12af-b69c-40da-9c58-19267f968d50 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9035544 Jul 23 20:41:58.558755 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-0f5e43df-41d0-496d-873c-a6cba5b5fa4a service neutron] Request body: {'port': {'device_id': '52b402b3-00a3-4467-9582-0c846a8ba2c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:58.617000 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ffc53-94b5-4ffc-932d-a81377fe73ca req-3b6cccc9-a2c5-41dd-ac76-0eb38e6b83ce tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:58.619238 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a28ffc53-94b5-4ffc-932d-a81377fe73ca req-3b6cccc9-a2c5-41dd-ac76-0eb38e6b83ce tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b402b3-00a3-4467-9582-0c846a8ba2c4 HTTP/1.1" status: 200 len: 931 time: 0.0683866 Jul 23 20:41:58.644630 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-0f5e43df-41d0-496d-873c-a6cba5b5fa4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:58.676731 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a28ffc53-94b5-4ffc-932d-a81377fe73ca req-80fe480f-fc79-48ad-a851-aeac2e4d1bb3 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497444 Jul 23 20:41:58.741694 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b9fcd4e1-4c7d-42d7-9111-2364274d9bd6 None None] Provisioning for port 0e44c0a8-28ca-4115-a125-22466a989f2c completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:58.748011 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b9fcd4e1-4c7d-42d7-9111-2364274d9bd6 None None] Provisioning complete for port 0e44c0a8-28ca-4115-a125-22466a989f2c triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:58.749061 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b9fcd4e1-4c7d-42d7-9111-2364274d9bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:58.792798 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b9fcd4e1-4c7d-42d7-9111-2364274d9bd6 None None] Port 0e44c0a8-28ca-4115-a125-22466a989f2c cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:41:58.938917 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-0f5e43df-41d0-496d-873c-a6cba5b5fa4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e44c0a8-28ca-4115-a125-22466a989f2c {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:41:58.946357 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-0f5e43df-41d0-496d-873c-a6cba5b5fa4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:58.960958 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-0f5e43df-41d0-496d-873c-a6cba5b5fa4a service neutron] Transition to ACTIVE for port object 0e44c0a8-28ca-4115-a125-22466a989f2c will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:58.964373 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-0f5e43df-41d0-496d-873c-a6cba5b5fa4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:59.017556 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e43df-41d0-496d-873c-a6cba5b5fa4a service neutron] Pushing event updated for resources: {'Port': ['ID=0e44c0a8-28ca-4115-a125-22466a989f2c,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:59.097095 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-0f5e43df-41d0-496d-873c-a6cba5b5fa4a service neutron] Attempting to bind port 0e44c0a8-28ca-4115-a125-22466a989f2c on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:41:59.097444 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-0f5e43df-41d0-496d-873c-a6cba5b5fa4a service neutron] Attempting to bind port 0e44c0a8-28ca-4115-a125-22466a989f2c by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '7f09c7aa-43a5-411b-a008-66a5d5944068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:41:59.097785 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-0f5e43df-41d0-496d-873c-a6cba5b5fa4a service neutron] Attempting to bind port 0e44c0a8-28ca-4115-a125-22466a989f2c on network 6fe3bd89-d460-4585-b185-5ceb42a9c6de {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:41:59.102403 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-0f5e43df-41d0-496d-873c-a6cba5b5fa4a service neutron] Port 0e44c0a8-28ca-4115-a125-22466a989f2c on network 6fe3bd89-d460-4585-b185-5ceb42a9c6de not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:41:59.102732 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-0f5e43df-41d0-496d-873c-a6cba5b5fa4a service neutron] Attempting to bind port 0e44c0a8-28ca-4115-a125-22466a989f2c on network 6fe3bd89-d460-4585-b185-5ceb42a9c6de {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:41:59.107675 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-0f5e43df-41d0-496d-873c-a6cba5b5fa4a service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:41:59.108020 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-0f5e43df-41d0-496d-873c-a6cba5b5fa4a service neutron] Checking segment: {'id': '7f09c7aa-43a5-411b-a008-66a5d5944068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:59.108460 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-0f5e43df-41d0-496d-873c-a6cba5b5fa4a service neutron] Bound using segment: {'id': '7f09c7aa-43a5-411b-a008-66a5d5944068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:41:59.108902 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-0f5e43df-41d0-496d-873c-a6cba5b5fa4a service neutron] Bound port: 0e44c0a8-28ca-4115-a125-22466a989f2c, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f09c7aa-43a5-411b-a008-66a5d5944068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:41:59.109281 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-0f5e43df-41d0-496d-873c-a6cba5b5fa4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:59.177435 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-0f5e43df-41d0-496d-873c-a6cba5b5fa4a service neutron] For port 0e44c0a8-28ca-4115-a125-22466a989f2c, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:41:59.181734 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-0f5e43df-41d0-496d-873c-a6cba5b5fa4a service neutron] For port 0e44c0a8-28ca-4115-a125-22466a989f2c, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0e44c0a8-28ca-4115-a125-22466a989f2c,segment=NetworkSegment(7f09c7aa-43a5-411b-a008-66a5d5944068),segment_id=7f09c7aa-43a5-411b-a008-66a5d5944068)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:41:59.187143 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-0f5e43df-41d0-496d-873c-a6cba5b5fa4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:59.227740 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-0f5e43df-41d0-496d-873c-a6cba5b5fa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:59.228376 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-0f5e43df-41d0-496d-873c-a6cba5b5fa4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:59.230419 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-0f5e43df-41d0-496d-873c-a6cba5b5fa4a service neutron] 10.222.0.30 "PUT /v2.0/ports/0e44c0a8-28ca-4115-a125-22466a989f2c HTTP/1.1" status: 200 len: 1092 time: 0.6765225 Jul 23 20:41:59.232861 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52b402b3-00a3-4467-9582-0c846a8ba2c4', 'tag': '0e44c0a8-28ca-4115-a125-22466a989f2c'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:41:59.240748 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ce8602-67a5-41f3-a1cd-258ca4683ec8" -d '{"events": [{"name": "network-changed", "server_uuid": "52b402b3-00a3-4467-9582-0c846a8ba2c4", "tag": "0e44c0a8-28ca-4115-a125-22466a989f2c"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:41:59.318056 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b34cd3-c0f0-45d7-9356-3c9d4ff709d1 x-openstack-request-id: req-a3b34cd3-c0f0-45d7-9356-3c9d4ff709d1 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:41:59.318437 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52b402b3-00a3-4467-9582-0c846a8ba2c4", "tag": "0e44c0a8-28ca-4115-a125-22466a989f2c", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:41:59.318749 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a3b34cd3-c0f0-45d7-9356-3c9d4ff709d1 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:41:59.319199 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52b402b3-00a3-4467-9582-0c846a8ba2c4', 'tag': '0e44c0a8-28ca-4115-a125-22466a989f2c', 'status': 'completed', 'code': 200} Jul 23 20:41:59.324222 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e43df-41d0-496d-873c-a6cba5b5fa4a service neutron] Pushing event updated for resources: {'Port': ['ID=0e44c0a8-28ca-4115-a125-22466a989f2c,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:59.360710 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-1b221418-5240-4b7f-90a8-39d0c0421804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:59.362442 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-1b221418-5240-4b7f-90a8-39d0c0421804 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8db677e009540d8992023e1339ce496&device_id=52b402b3-00a3-4467-9582-0c846a8ba2c4 HTTP/1.1" status: 200 len: 1095 time: 0.0896761 Jul 23 20:41:59.406418 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-3b221a93-f772-4f32-8263-1b0bdd158868 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e44c0a8-28ca-4115-a125-22466a989f2c HTTP/1.1" status: 200 len: 217 time: 0.0365911 Jul 23 20:41:59.463411 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-1ea8d5b0-940e-4968-b747-a9044c1cd0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:59.464901 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-1ea8d5b0-940e-4968-b747-a9044c1cd0a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2c8f255-5a45-4d6d-b83e-eef0348e83be HTTP/1.1" status: 200 len: 851 time: 0.0520864 Jul 23 20:41:59.526095 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-c897be6b-7517-4810-8bdd-92713e4519cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:59.527895 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-c897be6b-7517-4810-8bdd-92713e4519cc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6fe3bd89-d460-4585-b185-5ceb42a9c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557506 Jul 23 20:41:59.622820 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-405d0daf-fe25-4a00-a55b-af4e58ddc2d8 service neutron] 10.222.0.30 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878305 Jul 23 20:41:59.714199 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5268940f-1e01-45cb-a76c-d1c18d13dfbb req-f9aa46ed-ad8d-4ae9-bbe0-89486df813ab service neutron] 10.222.0.30 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849850 Jul 23 20:41:59.813821 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce8602-67a5-41f3-a1cd-258ca4683ec8 req-ec27ca81-ea91-4354-83f5-7b0a4dcbb8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:59.815212 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-70ce8602-67a5-41f3-a1cd-258ca4683ec8 req-ec27ca81-ea91-4354-83f5-7b0a4dcbb8e0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8db677e009540d8992023e1339ce496&device_id=52b402b3-00a3-4467-9582-0c846a8ba2c4 HTTP/1.1" status: 200 len: 1095 time: 0.0574546 Jul 23 20:41:59.816800 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d54bb-bcb6-472a-b32e-fc53d9e01a75 req-e09b3502-458c-4667-9327-ca67a9adaa83 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:59.818377 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-618d54bb-bcb6-472a-b32e-fc53d9e01a75 req-e09b3502-458c-4667-9327-ca67a9adaa83 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b402b3-00a3-4467-9582-0c846a8ba2c4 HTTP/1.1" status: 200 len: 943 time: 0.0685289 Jul 23 20:41:59.856462 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-618d54bb-bcb6-472a-b32e-fc53d9e01a75 req-797f9b2a-b158-49fe-b739-5f159f4cae32 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325954 Jul 23 20:41:59.912597 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce8602-67a5-41f3-a1cd-258ca4683ec8 req-dd168929-dfe9-4321-a7ed-e093f984ea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:59.914461 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-70ce8602-67a5-41f3-a1cd-258ca4683ec8 req-dd168929-dfe9-4321-a7ed-e093f984ea94 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6fe3bd89-d460-4585-b185-5ceb42a9c6de HTTP/1.1" status: 200 len: 913 time: 0.0923998 Jul 23 20:41:59.956399 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-70ce8602-67a5-41f3-a1cd-258ca4683ec8 req-70e1b8c7-bad8-4ca4-9889-93f17309bbca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e44c0a8-28ca-4115-a125-22466a989f2c HTTP/1.1" status: 200 len: 217 time: 0.0355766 Jul 23 20:42:00.008441 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce8602-67a5-41f3-a1cd-258ca4683ec8 req-354f610e-c215-4f44-a113-3190d625788c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:00.009930 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-70ce8602-67a5-41f3-a1cd-258ca4683ec8 req-354f610e-c215-4f44-a113-3190d625788c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2c8f255-5a45-4d6d-b83e-eef0348e83be HTTP/1.1" status: 200 len: 851 time: 0.0480747 Jul 23 20:42:00.070059 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce8602-67a5-41f3-a1cd-258ca4683ec8 req-bb431ab2-b5c9-4912-81f6-7267c1a3f54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:00.071478 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-70ce8602-67a5-41f3-a1cd-258ca4683ec8 req-bb431ab2-b5c9-4912-81f6-7267c1a3f54e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6fe3bd89-d460-4585-b185-5ceb42a9c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544314 Jul 23 20:42:00.166174 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-70ce8602-67a5-41f3-a1cd-258ca4683ec8 req-28727c03-1faf-4471-b382-1cb4d1899891 service neutron] 10.222.0.30 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878394 Jul 23 20:42:00.261092 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-70ce8602-67a5-41f3-a1cd-258ca4683ec8 req-3c6e185b-007d-4b33-857f-3b1f3c95caf7 service neutron] 10.222.0.30 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883343 Jul 23 20:42:01.263507 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67addb-3a1c-476e-b554-a312b0a72e98 req-c0ed5a1e-f7e0-4ce3-b7fd-c653f3a576f9 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:01.264997 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9d67addb-3a1c-476e-b554-a312b0a72e98 req-c0ed5a1e-f7e0-4ce3-b7fd-c653f3a576f9 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b402b3-00a3-4467-9582-0c846a8ba2c4 HTTP/1.1" status: 200 len: 943 time: 0.3386312 Jul 23 20:42:01.304184 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9d67addb-3a1c-476e-b554-a312b0a72e98 req-7436a1cc-8ef4-4d55-a5dd-0290c86631bc tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327277 Jul 23 20:42:02.435352 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbdf54-1b8f-4075-8a9f-2e0229e9d6a6 req-05f5ceec-4207-4476-8b04-5d16be1c5c3c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:02.436836 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cafbdf54-1b8f-4075-8a9f-2e0229e9d6a6 req-05f5ceec-4207-4476-8b04-5d16be1c5c3c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b402b3-00a3-4467-9582-0c846a8ba2c4 HTTP/1.1" status: 200 len: 943 time: 0.0645096 Jul 23 20:42:02.474904 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cafbdf54-1b8f-4075-8a9f-2e0229e9d6a6 req-2dad6a90-0ef5-4595-baf5-fec0eae65e5a tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322289 Jul 23 20:42:03.606203 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c2387-f774-46c4-9530-0d3d427ffcb5 req-7bdd9285-2f4b-4dd1-bf9c-70fa413c2653 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:03.607661 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-040c2387-f774-46c4-9530-0d3d427ffcb5 req-7bdd9285-2f4b-4dd1-bf9c-70fa413c2653 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b402b3-00a3-4467-9582-0c846a8ba2c4 HTTP/1.1" status: 200 len: 943 time: 0.0665591 Jul 23 20:42:03.646531 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-040c2387-f774-46c4-9530-0d3d427ffcb5 req-4d681e69-0716-4dfb-8a3e-fdbea960fc76 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323603 Jul 23 20:42:04.774727 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d9ee1-1d7f-481f-8c73-fe86c5c6ff1a req-4266503e-8d1b-49e2-9dc1-a613e3c2ab0f tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:04.776210 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-583d9ee1-1d7f-481f-8c73-fe86c5c6ff1a req-4266503e-8d1b-49e2-9dc1-a613e3c2ab0f tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b402b3-00a3-4467-9582-0c846a8ba2c4 HTTP/1.1" status: 200 len: 943 time: 0.0633857 Jul 23 20:42:04.815636 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-583d9ee1-1d7f-481f-8c73-fe86c5c6ff1a req-02a37b8f-3344-46af-9e7f-96a50d92ff88 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339417 Jul 23 20:42:05.944596 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01d559-64e5-4135-a206-5954596280ff req-7d28e96e-d81c-4e57-8da2-eb1e555727a6 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:05.946015 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7b01d559-64e5-4135-a206-5954596280ff req-7d28e96e-d81c-4e57-8da2-eb1e555727a6 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b402b3-00a3-4467-9582-0c846a8ba2c4 HTTP/1.1" status: 200 len: 943 time: 0.0636744 Jul 23 20:42:05.983446 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7b01d559-64e5-4135-a206-5954596280ff req-655d910e-c43b-45c5-a9af-275bfd998a1a tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314872 Jul 23 20:42:07.117929 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5256b9c-4b07-408c-bf39-0d7e03a9167b req-3e38f585-da38-4675-ae35-1babdcc7cb64 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:07.119433 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d5256b9c-4b07-408c-bf39-0d7e03a9167b req-3e38f585-da38-4675-ae35-1babdcc7cb64 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b402b3-00a3-4467-9582-0c846a8ba2c4 HTTP/1.1" status: 200 len: 943 time: 0.0680039 Jul 23 20:42:07.158359 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d5256b9c-4b07-408c-bf39-0d7e03a9167b req-db9403df-6e34-4c04-ba7d-a9a621b7104a tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328841 Jul 23 20:42:08.287060 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c647f-91a2-4826-b684-dd4cd031269e req-c6328553-80f5-4b0d-be2c-9a3f1b0a8c7f tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:08.288579 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-641c647f-91a2-4826-b684-dd4cd031269e req-c6328553-80f5-4b0d-be2c-9a3f1b0a8c7f tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b402b3-00a3-4467-9582-0c846a8ba2c4 HTTP/1.1" status: 200 len: 943 time: 0.0640428 Jul 23 20:42:08.326741 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-641c647f-91a2-4826-b684-dd4cd031269e req-0e647b92-aac8-471c-afe5-954f0ff8a467 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325854 Jul 23 20:42:09.462646 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda4b83-184d-4a10-b533-206eb370311e req-c81de8d4-48fe-40fa-935d-67c5c8e2de22 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:09.464116 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aeda4b83-184d-4a10-b533-206eb370311e req-c81de8d4-48fe-40fa-935d-67c5c8e2de22 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b402b3-00a3-4467-9582-0c846a8ba2c4 HTTP/1.1" status: 200 len: 943 time: 0.0712471 Jul 23 20:42:09.505788 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aeda4b83-184d-4a10-b533-206eb370311e req-76f5e5a4-c5cc-4b9c-9110-84cc4e5de6dd tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360420 Jul 23 20:42:10.285604 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dcdce8b2-f1f7-48f3-86b1-14b85f474a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:10.636204 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb79dda-3a31-4d3b-8c0a-d9f9526c9bd0 req-3cbe1d88-4d2e-4437-bbec-a91a32c795da tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:10.637721 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eeb79dda-3a31-4d3b-8c0a-d9f9526c9bd0 req-3cbe1d88-4d2e-4437-bbec-a91a32c795da tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b402b3-00a3-4467-9582-0c846a8ba2c4 HTTP/1.1" status: 200 len: 943 time: 0.0658851 Jul 23 20:42:10.675878 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eeb79dda-3a31-4d3b-8c0a-d9f9526c9bd0 req-47459b08-3552-47af-b6ef-1545ce35fb63 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316722 Jul 23 20:42:10.741049 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 0e44c0a8-28ca-4115-a125-22466a989f2c details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:42:10.838422 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 0e44c0a8-28ca-4115-a125-22466a989f2c, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0e44c0a8-28ca-4115-a125-22466a989f2c,segment=NetworkSegment(7f09c7aa-43a5-411b-a008-66a5d5944068),segment_id=7f09c7aa-43a5-411b-a008-66a5d5944068)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:10.849224 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '0e44c0a8-28ca-4115-a125-22466a989f2c', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'port_id': '0e44c0a8-28ca-4115-a125-22466a989f2c', 'mac_address': 'fa:16:3e:ab:16:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:42:10.886540 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:10.898711 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e44c0a8-28ca-4115-a125-22466a989f2c {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:42:10.917563 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 0e44c0a8-28ca-4115-a125-22466a989f2c, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0e44c0a8-28ca-4115-a125-22466a989f2c,segment=NetworkSegment(7f09c7aa-43a5-411b-a008-66a5d5944068),segment_id=7f09c7aa-43a5-411b-a008-66a5d5944068)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:10.921365 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:10.968938 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=0e44c0a8-28ca-4115-a125-22466a989f2c,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:11.105001 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['0e44c0a8-28ca-4115-a125-22466a989f2c'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:42:11.805634 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2ce63-c216-468d-a456-8a754c62bec0 req-c59ea3f7-512a-4716-b139-3639b013911b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:11.807157 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-91e2ce63-c216-468d-a456-8a754c62bec0 req-c59ea3f7-512a-4716-b139-3639b013911b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b402b3-00a3-4467-9582-0c846a8ba2c4 HTTP/1.1" status: 200 len: 944 time: 0.0653598 Jul 23 20:42:11.845911 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-91e2ce63-c216-468d-a456-8a754c62bec0 req-791d0068-b38f-4551-881c-08bb04d69d7e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330794 Jul 23 20:42:12.757384 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 0e44c0a8-28ca-4115-a125-22466a989f2c up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:12.812004 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 0e44c0a8-28ca-4115-a125-22466a989f2c completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:12.815844 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 0e44c0a8-28ca-4115-a125-22466a989f2c triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:12.816215 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:12.891574 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:12.914266 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b402b3-00a3-4467-9582-0c846a8ba2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e44c0a8-28ca-4115-a125-22466a989f2c'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:42:12.916527 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8452cc97-5e7e-4ac4-891d-2dbe06f9ccbd" -d '{"events": [{"server_uuid": "52b402b3-00a3-4467-9582-0c846a8ba2c4", "name": "network-vif-plugged", "status": "completed", "tag": "0e44c0a8-28ca-4115-a125-22466a989f2c"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:42:12.929968 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 0e44c0a8-28ca-4115-a125-22466a989f2c, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0e44c0a8-28ca-4115-a125-22466a989f2c,segment=NetworkSegment(7f09c7aa-43a5-411b-a008-66a5d5944068),segment_id=7f09c7aa-43a5-411b-a008-66a5d5944068)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:12.934369 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:12.980979 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d08176-41d8-444e-bafa-2cd35afe3fd6 req-80dd85fc-2cad-4c54-ab80-ab8c9537adb9 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:12.982630 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d3d08176-41d8-444e-bafa-2cd35afe3fd6 req-80dd85fc-2cad-4c54-ab80-ab8c9537adb9 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b402b3-00a3-4467-9582-0c846a8ba2c4 HTTP/1.1" status: 200 len: 944 time: 0.0712650 Jul 23 20:42:12.986513 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=0e44c0a8-28ca-4115-a125-22466a989f2c,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:13.021314 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d3d08176-41d8-444e-bafa-2cd35afe3fd6 req-e9c2359e-0b6b-4ed3-be5a-a05422a27230 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324359 Jul 23 20:42:13.064101 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414fd6e2-1406-4220-baef-d80949284df9 x-openstack-request-id: req-414fd6e2-1406-4220-baef-d80949284df9 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:42:13.064390 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b402b3-00a3-4467-9582-0c846a8ba2c4", "name": "network-vif-plugged", "status": "completed", "tag": "0e44c0a8-28ca-4115-a125-22466a989f2c", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:42:13.064638 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-414fd6e2-1406-4220-baef-d80949284df9 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:42:13.065057 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b402b3-00a3-4467-9582-0c846a8ba2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e44c0a8-28ca-4115-a125-22466a989f2c', 'code': 200} Jul 23 20:42:13.173221 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c165e-4af0-4f17-b4a2-bae5ac68b666 req-7ca45ab5-c698-400d-b46e-a91610fc3045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:13.174744 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f82c165e-4af0-4f17-b4a2-bae5ac68b666 req-7ca45ab5-c698-400d-b46e-a91610fc3045 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=52b402b3-00a3-4467-9582-0c846a8ba2c4 HTTP/1.1" status: 200 len: 1097 time: 0.0537300 Jul 23 20:42:13.210604 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f82c165e-4af0-4f17-b4a2-bae5ac68b666 req-cfe5f89b-1760-40cf-8ff3-372434f0e817 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294900 Jul 23 20:42:13.343585 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:13.652505 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-32202023-ae1c-4f44-8d0b-ff8966830c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.077076 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.157562 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba0f8b-9af0-48c2-831b-cd9ef7a53b84 req-b34f4bec-3d82-447a-9499-0dd61539e562 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:14.159144 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-64ba0f8b-9af0-48c2-831b-cd9ef7a53b84 req-b34f4bec-3d82-447a-9499-0dd61539e562 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b402b3-00a3-4467-9582-0c846a8ba2c4 HTTP/1.1" status: 200 len: 945 time: 0.0650692 Jul 23 20:42:14.197875 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-64ba0f8b-9af0-48c2-831b-cd9ef7a53b84 req-05549b90-bf55-427e-8325-1fb333dd2e71 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331662 Jul 23 20:42:14.329946 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87043872-59b8-42f1-ac7e-ac4318ac181b req-dee4d6ee-8bb1-4715-bc10-464f8fe34743 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:14.331332 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-87043872-59b8-42f1-ac7e-ac4318ac181b req-dee4d6ee-8bb1-4715-bc10-464f8fe34743 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b402b3-00a3-4467-9582-0c846a8ba2c4 HTTP/1.1" status: 200 len: 945 time: 0.0684144 Jul 23 20:42:14.369135 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-87043872-59b8-42f1-ac7e-ac4318ac181b req-dac6260c-b1a5-4fc8-bf59-151b9c9846ad tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322900 Jul 23 20:42:14.390923 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34322) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:14.443697 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89614c93-9d13-4647-90f2-4b15f99f04b4 tempest-TestVolumeBootPattern-1892995378 tempest-TestVolumeBootPattern-1892995378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:14.445205 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-89614c93-9d13-4647-90f2-4b15f99f04b4 tempest-TestVolumeBootPattern-1892995378 tempest-TestVolumeBootPattern-1892995378-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=52b402b3-00a3-4467-9582-0c846a8ba2c4 HTTP/1.1" status: 200 len: 1092 time: 0.0533090 Jul 23 20:42:14.448235 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34324) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:14.452662 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-95fd4e37-27a4-4ca2-b435-67b1741fb5a6 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'port_id': '0e44c0a8-28ca-4115-a125-22466a989f2c', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:14.474855 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-95fd4e37-27a4-4ca2-b435-67b1741fb5a6 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for floatingip, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.573290 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-95fd4e37-27a4-4ca2-b435-67b1741fb5a6 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.676728 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-95fd4e37-27a4-4ca2-b435-67b1741fb5a6 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Allocated IP 172.25.1.36 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/317d1aee-3848-4cea-9f19-0073998f66f2) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:14.782014 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-95fd4e37-27a4-4ca2-b435-67b1741fb5a6 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.823046 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-95fd4e37-27a4-4ca2-b435-67b1741fb5a6 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.829295 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.863056 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fd4e37-27a4-4ca2-b435-67b1741fb5a6 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:14.867857 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-95fd4e37-27a4-4ca2-b435-67b1741fb5a6 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:14.870407 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fd4e37-27a4-4ca2-b435-67b1741fb5a6 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:14.894933 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd4e37-27a4-4ca2-b435-67b1741fb5a6 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Pushing event updated for resources: {'Port': ['ID=317d1aee-3848-4cea-9f19-0073998f66f2,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:14.910404 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.230745 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-95fd4e37-27a4-4ca2-b435-67b1741fb5a6 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.306789 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-95fd4e37-27a4-4ca2-b435-67b1741fb5a6 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.456905 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-95fd4e37-27a4-4ca2-b435-67b1741fb5a6 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.461379 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-95fd4e37-27a4-4ca2-b435-67b1741fb5a6 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.531145 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd4e37-27a4-4ca2-b435-67b1741fb5a6 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Pushing event updated for resources: {'Port': ['ID=317d1aee-3848-4cea-9f19-0073998f66f2,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:15.544886 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-95fd4e37-27a4-4ca2-b435-67b1741fb5a6 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.645624 n-d-793618-10 neutron-server[93875]: INFO neutron.db.l3_db [None req-95fd4e37-27a4-4ca2-b435-67b1741fb5a6 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Floating IP 59ea5b5b-b70e-49c1-ad38-5b9af9b3b33c associated. External IP: 172.25.1.36, port: 0e44c0a8-28ca-4115-a125-22466a989f2c. Jul 23 20:42:15.850789 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95fd4e37-27a4-4ca2-b435-67b1741fb5a6 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Router c924264a-e945-4114-baee-4830748fd7c3 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:42:15.958661 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95fd4e37-27a4-4ca2-b435-67b1741fb5a6 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:42:15.968616 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df2bb81-d22a-47bc-88fe-991ba960eae9 None None] Sync routers for ids ['c924264a-e945-4114-baee-4830748fd7c3'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:42:15.975330 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-95fd4e37-27a4-4ca2-b435-67b1741fb5a6 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.978346 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df2bb81-d22a-47bc-88fe-991ba960eae9 None None] Routers {'c924264a-e945-4114-baee-4830748fd7c3'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:15.979034 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6df2bb81-d22a-47bc-88fe-991ba960eae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:42:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['c924264a-e945-4114-baee-4830748fd7c3'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:16.016206 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-95fd4e37-27a4-4ca2-b435-67b1741fb5a6 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5667188 Jul 23 20:42:16.017628 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52b402b3-00a3-4467-9582-0c846a8ba2c4', 'tag': '0e44c0a8-28ca-4115-a125-22466a989f2c'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:42:16.020001 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0858a28d-44d6-46c0-881d-f8acd7891870" -d '{"events": [{"name": "network-changed", "server_uuid": "52b402b3-00a3-4467-9582-0c846a8ba2c4", "tag": "0e44c0a8-28ca-4115-a125-22466a989f2c"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:42:16.061441 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05f9802-1e46-4a64-afcd-26745e110af6 x-openstack-request-id: req-b05f9802-1e46-4a64-afcd-26745e110af6 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:42:16.061862 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52b402b3-00a3-4467-9582-0c846a8ba2c4", "tag": "0e44c0a8-28ca-4115-a125-22466a989f2c", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:42:16.062179 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b05f9802-1e46-4a64-afcd-26745e110af6 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:42:16.062662 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52b402b3-00a3-4467-9582-0c846a8ba2c4', 'tag': '0e44c0a8-28ca-4115-a125-22466a989f2c', 'status': 'completed', 'code': 200} Jul 23 20:42:16.068600 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:16.098917 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-6df2bb81-d22a-47bc-88fe-991ba960eae9 None None] Set router c924264a-e945-4114-baee-4830748fd7c3 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:42:16.139688 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858a28d-44d6-46c0-881d-f8acd7891870 req-a812163e-361d-432e-8659-705cea552996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:16.141105 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0858a28d-44d6-46c0-881d-f8acd7891870 req-a812163e-361d-432e-8659-705cea552996 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8db677e009540d8992023e1339ce496&device_id=52b402b3-00a3-4467-9582-0c846a8ba2c4 HTTP/1.1" status: 200 len: 1097 time: 0.0584095 Jul 23 20:42:16.231343 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858a28d-44d6-46c0-881d-f8acd7891870 req-7db360e8-2d95-4d55-9206-2062814483d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:16.232842 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0858a28d-44d6-46c0-881d-f8acd7891870 req-7db360e8-2d95-4d55-9206-2062814483d7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6fe3bd89-d460-4585-b185-5ceb42a9c6de HTTP/1.1" status: 200 len: 913 time: 0.0862296 Jul 23 20:42:16.302289 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0858a28d-44d6-46c0-881d-f8acd7891870 req-e92aaf6c-10b2-4db7-9245-add919c97a00 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e44c0a8-28ca-4115-a125-22466a989f2c HTTP/1.1" status: 200 len: 998 time: 0.0627508 Jul 23 20:42:16.321326 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6df2bb81-d22a-47bc-88fe-991ba960eae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c924264a-e945-4114-baee-4830748fd7c3', 'name': 'tempest-TestVolumeBootPattern-1437280730-router', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '84020619-1500-4131-ade0-42feb1ef706f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:46Z', 'revision_number': 4, 'project_id': 'd8db677e009540d8992023e1339ce496', 'gw_port': {'id': '84020619-1500-4131-ade0-42feb1ef706f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '59ea5b5b-b70e-49c1-ad38-5b9af9b3b33c', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'floating_ip_address': '172.25.1.36', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'port_id': '0e44c0a8-28ca-4115-a125-22466a989f2c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'mac_address': 'fa:16:3e:ab:16:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b402b3-00a3-4467-9582-0c846a8ba2c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:42:15Z', 'updated_at': '2021-07-23T20:42:15Z', 'revision_number': 0, 'project_id': 'd8db677e009540d8992023e1339ce496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba398802-fe33-4603-8a89-77ae3d97490a', 'name': '', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'mac_address': 'fa:16:3e:75:37:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:45Z', 'updated_at': '2021-07-23T20:38:52Z', 'revision_number': 5, 'project_id': 'd8db677e009540d8992023e1339ce496', 'subnets': [{'id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:16.353272 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df2bb81-d22a-47bc-88fe-991ba960eae9 None None] Checking router: c924264a-e945-4114-baee-4830748fd7c3 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:42:16.356780 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858a28d-44d6-46c0-881d-f8acd7891870 req-d46f4e6e-6f5e-4b7e-b20d-3ac7ef8dffea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:16.358586 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0858a28d-44d6-46c0-881d-f8acd7891870 req-d46f4e6e-6f5e-4b7e-b20d-3ac7ef8dffea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2c8f255-5a45-4d6d-b83e-eef0348e83be HTTP/1.1" status: 200 len: 851 time: 0.0507517 Jul 23 20:42:16.362586 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df2bb81-d22a-47bc-88fe-991ba960eae9 None None] Routers {'c924264a-e945-4114-baee-4830748fd7c3'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:16.363187 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6df2bb81-d22a-47bc-88fe-991ba960eae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:42:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['c924264a-e945-4114-baee-4830748fd7c3'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:16.422080 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858a28d-44d6-46c0-881d-f8acd7891870 req-27f78283-6ef7-44d7-9104-c7e64442f5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:16.423914 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0858a28d-44d6-46c0-881d-f8acd7891870 req-27f78283-6ef7-44d7-9104-c7e64442f5ae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6fe3bd89-d460-4585-b185-5ceb42a9c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569918 Jul 23 20:42:16.473380 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-6df2bb81-d22a-47bc-88fe-991ba960eae9 None None] Set router c924264a-e945-4114-baee-4830748fd7c3 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:42:16.517546 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0858a28d-44d6-46c0-881d-f8acd7891870 req-2a9094d1-bd6b-44b7-8f81-4c5fda392315 service neutron] 10.222.0.30 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871174 Jul 23 20:42:16.606682 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0858a28d-44d6-46c0-881d-f8acd7891870 req-e33b4e88-2f4a-489f-8191-2cc04f7ee762 service neutron] 10.222.0.30 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834219 Jul 23 20:42:16.696711 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6df2bb81-d22a-47bc-88fe-991ba960eae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c924264a-e945-4114-baee-4830748fd7c3', 'name': 'tempest-TestVolumeBootPattern-1437280730-router', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '84020619-1500-4131-ade0-42feb1ef706f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:46Z', 'revision_number': 4, 'project_id': 'd8db677e009540d8992023e1339ce496', 'gw_port': {'id': '84020619-1500-4131-ade0-42feb1ef706f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '59ea5b5b-b70e-49c1-ad38-5b9af9b3b33c', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'floating_ip_address': '172.25.1.36', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'port_id': '0e44c0a8-28ca-4115-a125-22466a989f2c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'mac_address': 'fa:16:3e:ab:16:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b402b3-00a3-4467-9582-0c846a8ba2c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:42:15Z', 'updated_at': '2021-07-23T20:42:15Z', 'revision_number': 0, 'project_id': 'd8db677e009540d8992023e1339ce496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba398802-fe33-4603-8a89-77ae3d97490a', 'name': '', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'mac_address': 'fa:16:3e:75:37:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:45Z', 'updated_at': '2021-07-23T20:38:52Z', 'revision_number': 5, 'project_id': 'd8db677e009540d8992023e1339ce496', 'subnets': [{'id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:16.726883 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df2bb81-d22a-47bc-88fe-991ba960eae9 None None] The sync data for ids ['c924264a-e945-4114-baee-4830748fd7c3'] in n-d-793618-10 is: [{'id': 'c924264a-e945-4114-baee-4830748fd7c3', 'name': 'tempest-TestVolumeBootPattern-1437280730-router', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '84020619-1500-4131-ade0-42feb1ef706f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:46Z', 'revision_number': 4, 'project_id': 'd8db677e009540d8992023e1339ce496', 'gw_port': {'id': '84020619-1500-4131-ade0-42feb1ef706f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '59ea5b5b-b70e-49c1-ad38-5b9af9b3b33c', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'floating_ip_address': '172.25.1.36', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'port_id': '0e44c0a8-28ca-4115-a125-22466a989f2c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'mac_address': 'fa:16:3e:ab:16:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b402b3-00a3-4467-9582-0c846a8ba2c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:42:15Z', 'updated_at': '2021-07-23T20:42:15Z', 'revision_number': 0, 'project_id': 'd8db677e009540d8992023e1339ce496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba398802-fe33-4603-8a89-77ae3d97490a', 'name': '', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'mac_address': 'fa:16:3e:75:37:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:45Z', 'updated_at': '2021-07-23T20:38:52Z', 'revision_number': 5, 'project_id': 'd8db677e009540d8992023e1339ce496', 'subnets': [{'id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:42:16.924365 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d236fdb-210d-4c90-8bc6-cfebe4cb1b8b None None] New status for floating IP 59ea5b5b-b70e-49c1-ad38-5b9af9b3b33c: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:42:21.741714 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:42:40.286748 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-01a26458-0065-453e-b415-7cc6f942c32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:43.346154 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:43.652757 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fcae1c8a-9e78-4a7f-aca6-fbc373177705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:44.078694 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:44.849199 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:44.925635 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:46.017823 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:58.740459 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:43:07.661077 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-18caf173-9fac-47a7-a777-3ce4ac05cd04 req-94be60ed-f313-4342-9be8-a8a5b1d6871c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=52b402b3-00a3-4467-9582-0c846a8ba2c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0582557 Jul 23 20:43:07.754707 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18caf173-9fac-47a7-a777-3ce4ac05cd04 req-50de9baa-7710-42bd-92c4-a3cb731a6f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:07.756208 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-18caf173-9fac-47a7-a777-3ce4ac05cd04 req-50de9baa-7710-42bd-92c4-a3cb731a6f78 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8db677e009540d8992023e1339ce496&device_id=52b402b3-00a3-4467-9582-0c846a8ba2c4 HTTP/1.1" status: 200 len: 1097 time: 0.0544853 Jul 23 20:43:07.858565 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18caf173-9fac-47a7-a777-3ce4ac05cd04 req-a1f518a5-a811-4b44-9ee9-40e816912788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:07.860057 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-18caf173-9fac-47a7-a777-3ce4ac05cd04 req-a1f518a5-a811-4b44-9ee9-40e816912788 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6fe3bd89-d460-4585-b185-5ceb42a9c6de HTTP/1.1" status: 200 len: 913 time: 0.0854514 Jul 23 20:43:07.932582 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-18caf173-9fac-47a7-a777-3ce4ac05cd04 req-03608e26-442b-4eff-9e0f-bd4fad56e37e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e44c0a8-28ca-4115-a125-22466a989f2c HTTP/1.1" status: 200 len: 1000 time: 0.0660861 Jul 23 20:43:07.980452 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18caf173-9fac-47a7-a777-3ce4ac05cd04 req-c93e1fc8-05db-4e69-9a7f-4f44efeb82ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:07.981982 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-18caf173-9fac-47a7-a777-3ce4ac05cd04 req-c93e1fc8-05db-4e69-9a7f-4f44efeb82ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2c8f255-5a45-4d6d-b83e-eef0348e83be HTTP/1.1" status: 200 len: 851 time: 0.0431883 Jul 23 20:43:08.039583 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18caf173-9fac-47a7-a777-3ce4ac05cd04 req-d6671e6a-bc05-4bc4-94a1-4eed73dd8cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:08.041078 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-18caf173-9fac-47a7-a777-3ce4ac05cd04 req-d6671e6a-bc05-4bc4-94a1-4eed73dd8cf8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6fe3bd89-d460-4585-b185-5ceb42a9c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528891 Jul 23 20:43:08.133362 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-18caf173-9fac-47a7-a777-3ce4ac05cd04 req-c2e90b09-1b7b-4d1f-ad0a-716ec1f7f37f service neutron] 10.222.0.30 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853548 Jul 23 20:43:08.222764 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-18caf173-9fac-47a7-a777-3ce4ac05cd04 req-e69ba12b-8145-4afe-a44b-ba939b883daa service neutron] 10.222.0.30 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829203 Jul 23 20:43:10.289242 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-991dd8e7-f8e9-4db0-9d66-0cd8ae608832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:13.348262 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:13.652515 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bdc9b0aa-929c-428a-ba5e-778a437f9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:14.083075 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:14.846934 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:14.923910 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:16.018973 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:35.740008 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:43:40.291094 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-22027373-686a-410c-9f86-6d6f74823947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:43.350272 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:43.655831 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bd86e205-63c1-46a2-8a0f-a16c94920864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:44.083546 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:44.862692 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:44.939550 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:46.020488 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:10.179688 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a97e02d9-40a0-45aa-84aa-51568c7a7c18 req-8ab224df-5eee-4ffc-b34e-c83219ab11c2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=52b402b3-00a3-4467-9582-0c846a8ba2c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0587029 Jul 23 20:44:10.272766 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e02d9-40a0-45aa-84aa-51568c7a7c18 req-dc87d726-3602-466d-9e11-6dae1c574ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:10.274321 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a97e02d9-40a0-45aa-84aa-51568c7a7c18 req-dc87d726-3602-466d-9e11-6dae1c574ae9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8db677e009540d8992023e1339ce496&device_id=52b402b3-00a3-4467-9582-0c846a8ba2c4 HTTP/1.1" status: 200 len: 1097 time: 0.0547316 Jul 23 20:44:10.292283 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-583749eb-70c0-42aa-9b34-fe2a3b82b4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:10.380379 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e02d9-40a0-45aa-84aa-51568c7a7c18 req-f6b91380-c51c-48ad-8273-ad7a76f2da30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:10.381906 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a97e02d9-40a0-45aa-84aa-51568c7a7c18 req-f6b91380-c51c-48ad-8273-ad7a76f2da30 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6fe3bd89-d460-4585-b185-5ceb42a9c6de HTTP/1.1" status: 200 len: 913 time: 0.0901172 Jul 23 20:44:10.446588 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a97e02d9-40a0-45aa-84aa-51568c7a7c18 req-316fd09e-bfd7-4f50-9ccc-d677a4deb6c5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e44c0a8-28ca-4115-a125-22466a989f2c HTTP/1.1" status: 200 len: 1000 time: 0.0585532 Jul 23 20:44:10.496268 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e02d9-40a0-45aa-84aa-51568c7a7c18 req-00757dae-0650-48e1-9557-78f95294dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:10.497754 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a97e02d9-40a0-45aa-84aa-51568c7a7c18 req-00757dae-0650-48e1-9557-78f95294dd9d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2c8f255-5a45-4d6d-b83e-eef0348e83be HTTP/1.1" status: 200 len: 851 time: 0.0448794 Jul 23 20:44:10.564558 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e02d9-40a0-45aa-84aa-51568c7a7c18 req-cc289b09-b98e-4079-85d4-7eb948301999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:10.566449 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a97e02d9-40a0-45aa-84aa-51568c7a7c18 req-cc289b09-b98e-4079-85d4-7eb948301999 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6fe3bd89-d460-4585-b185-5ceb42a9c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621877 Jul 23 20:44:10.662079 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a97e02d9-40a0-45aa-84aa-51568c7a7c18 req-b227ce9c-84c1-4fbe-9b19-45bc11695100 service neutron] 10.222.0.30 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893476 Jul 23 20:44:10.757219 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a97e02d9-40a0-45aa-84aa-51568c7a7c18 req-b7d173b6-2f40-48ee-bf20-36a4820e2c0b service neutron] 10.222.0.30 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881519 Jul 23 20:44:12.738941 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:44:13.351167 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:13.654607 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-60e0d504-6c50-4509-93ff-3e0725a916b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:14.086924 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:14.088287 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b314dd-af27-49dc-86f0-0035fac21231 req-c2c07624-692a-4da0-9fbe-b933eeed39cf tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:14.089880 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c0b314dd-af27-49dc-86f0-0035fac21231 req-c2c07624-692a-4da0-9fbe-b933eeed39cf tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b402b3-00a3-4467-9582-0c846a8ba2c4 HTTP/1.1" status: 200 len: 945 time: 0.0719209 Jul 23 20:44:14.128190 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c0b314dd-af27-49dc-86f0-0035fac21231 req-0d07995e-117f-462d-9853-44b9a0e29cd7 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318825 Jul 23 20:44:14.866302 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:14.942135 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:15.271732 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20177a-dc65-421e-bd47-2fbbbcf61001 req-4ad6d4ef-1497-47d2-bd77-4f739c74ba46 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:15.273218 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7d20177a-dc65-421e-bd47-2fbbbcf61001 req-4ad6d4ef-1497-47d2-bd77-4f739c74ba46 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b402b3-00a3-4467-9582-0c846a8ba2c4 HTTP/1.1" status: 200 len: 945 time: 0.0656312 Jul 23 20:44:15.312012 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7d20177a-dc65-421e-bd47-2fbbbcf61001 req-a8e26ecf-d4fc-46c5-a832-ff5b993e453b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329804 Jul 23 20:44:15.508617 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c2862-c1c1-4c69-acb8-1f565bace622 req-54f2340b-007f-4dda-a4a0-600857720985 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:15.510034 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5d1c2862-c1c1-4c69-acb8-1f565bace622 req-54f2340b-007f-4dda-a4a0-600857720985 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.30 "GET /v2.0/ports?device_id=52b402b3-00a3-4467-9582-0c846a8ba2c4 HTTP/1.1" status: 200 len: 945 time: 0.0634170 Jul 23 20:44:15.615518 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-5d1c2862-c1c1-4c69-acb8-1f565bace622 req-8bbcf263-cdee-4881-ac73-20c83c81ac1e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Deleting port 0e44c0a8-28ca-4115-a125-22466a989f2c {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:44:15.616113 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5d1c2862-c1c1-4c69-acb8-1f565bace622 req-8bbcf263-cdee-4881-ac73-20c83c81ac1e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:15.703854 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-5d1c2862-c1c1-4c69-acb8-1f565bace622 req-8bbcf263-cdee-4881-ac73-20c83c81ac1e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] For port 0e44c0a8-28ca-4115-a125-22466a989f2c, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=0e44c0a8-28ca-4115-a125-22466a989f2c,segment=NetworkSegment(7f09c7aa-43a5-411b-a008-66a5d5944068),segment_id=7f09c7aa-43a5-411b-a008-66a5d5944068)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:15.704211 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5d1c2862-c1c1-4c69-acb8-1f565bace622 req-8bbcf263-cdee-4881-ac73-20c83c81ac1e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:15.920328 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5d1c2862-c1c1-4c69-acb8-1f565bace622 req-8bbcf263-cdee-4881-ac73-20c83c81ac1e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:15.920897 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5d1c2862-c1c1-4c69-acb8-1f565bace622 req-8bbcf263-cdee-4881-ac73-20c83c81ac1e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:15.921207 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [req-5d1c2862-c1c1-4c69-acb8-1f565bace622 req-8bbcf263-cdee-4881-ac73-20c83c81ac1e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Floating IP 59ea5b5b-b70e-49c1-ad38-5b9af9b3b33c disassociated. External IP: 172.25.1.36, port: 0e44c0a8-28ca-4115-a125-22466a989f2c. Jul 23 20:44:15.921570 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-5d1c2862-c1c1-4c69-acb8-1f565bace622 req-8bbcf263-cdee-4881-ac73-20c83c81ac1e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Calling delete_port for 0e44c0a8-28ca-4115-a125-22466a989f2c owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:44:16.025434 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:16.051397 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5d1c2862-c1c1-4c69-acb8-1f565bace622 req-8bbcf263-cdee-4881-ac73-20c83c81ac1e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:16.081554 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbcf263-cdee-4881-ac73-20c83c81ac1e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Pushing event deleted for resources: {'Port': ['ID=0e44c0a8-28ca-4115-a125-22466a989f2c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:16.092118 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbcf263-cdee-4881-ac73-20c83c81ac1e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:16.092460 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbcf263-cdee-4881-ac73-20c83c81ac1e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:16.092800 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbcf263-cdee-4881-ac73-20c83c81ac1e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:16.093133 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbcf263-cdee-4881-ac73-20c83c81ac1e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:16.093462 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbcf263-cdee-4881-ac73-20c83c81ac1e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:16.093839 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbcf263-cdee-4881-ac73-20c83c81ac1e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:16.094163 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbcf263-cdee-4881-ac73-20c83c81ac1e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:16.094511 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbcf263-cdee-4881-ac73-20c83c81ac1e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:16.094829 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbcf263-cdee-4881-ac73-20c83c81ac1e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:16.095150 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbcf263-cdee-4881-ac73-20c83c81ac1e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:16.095470 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbcf263-cdee-4881-ac73-20c83c81ac1e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:16.096353 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbcf263-cdee-4881-ac73-20c83c81ac1e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:16.207149 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d1c2862-c1c1-4c69-acb8-1f565bace622 req-8bbcf263-cdee-4881-ac73-20c83c81ac1e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Router c924264a-e945-4114-baee-4830748fd7c3 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:44:16.314620 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d1c2862-c1c1-4c69-acb8-1f565bace622 req-8bbcf263-cdee-4881-ac73-20c83c81ac1e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:44:16.325408 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c228a3d9-8a81-4e3e-a189-3d810599fc37 None None] Sync routers for ids ['c924264a-e945-4114-baee-4830748fd7c3'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:44:16.334579 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c228a3d9-8a81-4e3e-a189-3d810599fc37 None None] Routers {'c924264a-e945-4114-baee-4830748fd7c3'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:44:16.335585 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-c228a3d9-8a81-4e3e-a189-3d810599fc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:44:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['c924264a-e945-4114-baee-4830748fd7c3'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:16.361692 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1c2862-c1c1-4c69-acb8-1f565bace622 req-8bbcf263-cdee-4881-ac73-20c83c81ac1e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] No DVR routers for this DVR port 0e44c0a8-28ca-4115-a125-22466a989f2c on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:44:16.365256 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5d1c2862-c1c1-4c69-acb8-1f565bace622 req-8bbcf263-cdee-4881-ac73-20c83c81ac1e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:16.367323 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5d1c2862-c1c1-4c69-acb8-1f565bace622 req-8bbcf263-cdee-4881-ac73-20c83c81ac1e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.30 "DELETE /v2.0/ports/0e44c0a8-28ca-4115-a125-22466a989f2c HTTP/1.1" status: 204 len: 173 time: 0.8516874 Jul 23 20:44:16.367768 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b402b3-00a3-4467-9582-0c846a8ba2c4', 'name': 'network-vif-deleted', 'tag': '0e44c0a8-28ca-4115-a125-22466a989f2c'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:44:16.370058 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f10be84-5d6c-4d26-9b20-56779bc12cc8" -d '{"events": [{"server_uuid": "52b402b3-00a3-4467-9582-0c846a8ba2c4", "name": "network-vif-deleted", "tag": "0e44c0a8-28ca-4115-a125-22466a989f2c"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:44:16.425946 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c8d996ec-3e91-4549-a72e-1a85b5280af2 req-cb758588-acbe-45ce-85fd-4b3e6205e8dd tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b402b3-00a3-4467-9582-0c846a8ba2c4 HTTP/1.1" status: 200 len: 210 time: 0.0378118 Jul 23 20:44:16.466680 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-c228a3d9-8a81-4e3e-a189-3d810599fc37 None None] Set router c924264a-e945-4114-baee-4830748fd7c3 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:44:16.557829 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fff57f-1922-49a9-bd47-f5a8e29a0125 x-openstack-request-id: req-14fff57f-1922-49a9-bd47-f5a8e29a0125 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:44:16.558751 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b402b3-00a3-4467-9582-0c846a8ba2c4", "name": "network-vif-deleted", "tag": "0e44c0a8-28ca-4115-a125-22466a989f2c", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:44:16.559437 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-14fff57f-1922-49a9-bd47-f5a8e29a0125 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:44:16.560671 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b402b3-00a3-4467-9582-0c846a8ba2c4', 'name': 'network-vif-deleted', 'tag': '0e44c0a8-28ca-4115-a125-22466a989f2c', 'status': 'completed', 'code': 200} Jul 23 20:44:16.686353 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-c228a3d9-8a81-4e3e-a189-3d810599fc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c924264a-e945-4114-baee-4830748fd7c3', 'name': 'tempest-TestVolumeBootPattern-1437280730-router', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '84020619-1500-4131-ade0-42feb1ef706f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:46Z', 'revision_number': 4, 'project_id': 'd8db677e009540d8992023e1339ce496', 'gw_port': {'id': '84020619-1500-4131-ade0-42feb1ef706f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'ba398802-fe33-4603-8a89-77ae3d97490a', 'name': '', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'mac_address': 'fa:16:3e:75:37:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:45Z', 'updated_at': '2021-07-23T20:38:52Z', 'revision_number': 5, 'project_id': 'd8db677e009540d8992023e1339ce496', 'subnets': [{'id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:16.713516 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c228a3d9-8a81-4e3e-a189-3d810599fc37 None None] Checking router: c924264a-e945-4114-baee-4830748fd7c3 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:44:16.721766 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c228a3d9-8a81-4e3e-a189-3d810599fc37 None None] Routers {'c924264a-e945-4114-baee-4830748fd7c3'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:44:16.722366 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-c228a3d9-8a81-4e3e-a189-3d810599fc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:44:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['c924264a-e945-4114-baee-4830748fd7c3'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:16.829773 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-c228a3d9-8a81-4e3e-a189-3d810599fc37 None None] Set router c924264a-e945-4114-baee-4830748fd7c3 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:44:17.032594 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-c228a3d9-8a81-4e3e-a189-3d810599fc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c924264a-e945-4114-baee-4830748fd7c3', 'name': 'tempest-TestVolumeBootPattern-1437280730-router', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '84020619-1500-4131-ade0-42feb1ef706f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:46Z', 'revision_number': 4, 'project_id': 'd8db677e009540d8992023e1339ce496', 'gw_port': {'id': '84020619-1500-4131-ade0-42feb1ef706f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'ba398802-fe33-4603-8a89-77ae3d97490a', 'name': '', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'mac_address': 'fa:16:3e:75:37:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:45Z', 'updated_at': '2021-07-23T20:38:52Z', 'revision_number': 5, 'project_id': 'd8db677e009540d8992023e1339ce496', 'subnets': [{'id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:17.060986 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c228a3d9-8a81-4e3e-a189-3d810599fc37 None None] The sync data for ids ['c924264a-e945-4114-baee-4830748fd7c3'] in n-d-793618-10 is: [{'id': 'c924264a-e945-4114-baee-4830748fd7c3', 'name': 'tempest-TestVolumeBootPattern-1437280730-router', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '84020619-1500-4131-ade0-42feb1ef706f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:46Z', 'revision_number': 4, 'project_id': 'd8db677e009540d8992023e1339ce496', 'gw_port': {'id': '84020619-1500-4131-ade0-42feb1ef706f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'ba398802-fe33-4603-8a89-77ae3d97490a', 'name': '', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'mac_address': 'fa:16:3e:75:37:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:45Z', 'updated_at': '2021-07-23T20:38:52Z', 'revision_number': 5, 'project_id': 'd8db677e009540d8992023e1339ce496', 'subnets': [{'id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:44:17.298647 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f621ea-ac33-4f62-8b90-c5d72f52b6aa None None] New status for floating IP 59ea5b5b-b70e-49c1-ad38-5b9af9b3b33c: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:44:17.531896 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-535f4daa-1f61-499e-866d-d772e7d683df req-2db55e53-d512-4b4d-8455-928b4427c91f tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b402b3-00a3-4467-9582-0c846a8ba2c4 HTTP/1.1" status: 200 len: 210 time: 0.0341885 Jul 23 20:44:18.632395 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d3adc1ef-e023-419d-a480-1be7526de3d2 req-29245c61-5d6d-4251-b11c-25d4d1c037aa tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b402b3-00a3-4467-9582-0c846a8ba2c4 HTTP/1.1" status: 200 len: 210 time: 0.0292683 Jul 23 20:44:19.335814 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 0e44c0a8-28ca-4115-a125-22466a989f2c no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:44:19.355930 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 0e44c0a8-28ca-4115-a125-22466a989f2c {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:44:19.356276 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 0e44c0a8-28ca-4115-a125-22466a989f2c not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:44:19.732561 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-be31329f-67e0-477b-88c8-8a70c11a3937 req-274c7419-c661-42f9-8dcc-6ea1cf1c4422 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b402b3-00a3-4467-9582-0c846a8ba2c4 HTTP/1.1" status: 200 len: 210 time: 0.0308762 Jul 23 20:44:20.942382 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-47816091-de05-4d7d-9991-d5205ac79868 req-991f20ea-932c-431e-ac9b-1fd47a18f4bc tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-610484011&fields=id&tenant_id=d8db677e009540d8992023e1339ce496 HTTP/1.1" status: 200 len: 267 time: 0.0347726 Jul 23 20:44:21.057104 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47816091-de05-4d7d-9991-d5205ac79868 req-e4ce8036-f7b1-44cd-8dc2-7178adcc7259 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:21.058694 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-47816091-de05-4d7d-9991-d5205ac79868 req-e4ce8036-f7b1-44cd-8dc2-7178adcc7259 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/networks?id=6fe3bd89-d460-4585-b185-5ceb42a9c6de HTTP/1.1" status: 200 len: 812 time: 0.1070263 Jul 23 20:44:21.073999 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-47816091-de05-4d7d-9991-d5205ac79868 req-c80ff70f-3b8c-4f56-82b0-41bf262d1787 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/quotas/d8db677e009540d8992023e1339ce496 HTTP/1.1" status: 200 len: 375 time: 0.0098872 Jul 23 20:44:21.141794 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-47816091-de05-4d7d-9991-d5205ac79868 req-435fa7bd-7eb8-4f08-8742-228cad1a2a0e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8db677e009540d8992023e1339ce496&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0625324 Jul 23 20:44:21.207381 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [req-47816091-de05-4d7d-9991-d5205ac79868 req-d78b50fd-1367-4e74-a1d6-e22160635f41 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:44:21.208396 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-47816091-de05-4d7d-9991-d5205ac79868 req-d78b50fd-1367-4e74-a1d6-e22160635f41 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0550146 Jul 23 20:44:21.303531 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-47816091-de05-4d7d-9991-d5205ac79868 req-e6641a11-a5d5-4a55-8739-aa12b1ff921c service neutron] 10.222.0.32 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889914 Jul 23 20:44:21.404689 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-47816091-de05-4d7d-9991-d5205ac79868 req-0052033b-0ec3-4e63-8a93-2c1b49ed33ee service neutron] 10.222.0.32 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953314 Jul 23 20:44:21.699284 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d51a49e2-08f4-4ed3-8306-62c50e85af91 req-692b58fb-7d64-46d4-8b22-cb0a25d1c1e8 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f8898e-5aa3-4609-91cf-0c4cefad8199 HTTP/1.1" status: 200 len: 210 time: 0.0341542 Jul 23 20:44:22.577218 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47816091-de05-4d7d-9991-d5205ac79868 req-2ca2796e-29c6-4aff-87c1-d45d33d9545c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:22.578753 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-47816091-de05-4d7d-9991-d5205ac79868 req-2ca2796e-29c6-4aff-87c1-d45d33d9545c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.18 "GET /v2.0/networks?id=6fe3bd89-d460-4585-b185-5ceb42a9c6de HTTP/1.1" status: 200 len: 812 time: 0.1105096 Jul 23 20:44:22.621744 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-47816091-de05-4d7d-9991-d5205ac79868 req-5d76defc-105b-407c-af57-637be7a27489 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8db677e009540d8992023e1339ce496 HTTP/1.1" status: 200 len: 379 time: 0.0349436 Jul 23 20:44:22.631257 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-47816091-de05-4d7d-9991-d5205ac79868 req-4232be74-5f0a-46fd-8576-71528ce251d1 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Request body: {'port': {'device_id': 'f8f8898e-5aa3-4609-91cf-0c4cefad8199', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'admin_state_up': True, 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'security_groups': ['94ca6a2e-cb34-4928-8af8-becc80af63bf']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:44:22.747537 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47816091-de05-4d7d-9991-d5205ac79868 req-4232be74-5f0a-46fd-8576-71528ce251d1 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Made reservation on behalf of d8db677e009540d8992023e1339ce496 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:44:22.751518 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-47816091-de05-4d7d-9991-d5205ac79868 req-4232be74-5f0a-46fd-8576-71528ce251d1 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:22.812404 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-546c8ef4-29a3-4018-81d1-920e4f9dfc9b req-6df7d8be-1dd9-43d3-a0ff-78556440c71f tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f8898e-5aa3-4609-91cf-0c4cefad8199 HTTP/1.1" status: 200 len: 210 time: 0.0426025 Jul 23 20:44:22.927631 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-47816091-de05-4d7d-9991-d5205ac79868 req-4232be74-5f0a-46fd-8576-71528ce251d1 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Allocated IP 172.20.0.6 (6fe3bd89-d460-4585-b185-5ceb42a9c6de/e2c8f255-5a45-4d6d-b83e-eef0348e83be/b96b0b63-a5c4-4e8c-9deb-c21bad910427) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:44:23.073627 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-47816091-de05-4d7d-9991-d5205ac79868 req-4232be74-5f0a-46fd-8576-71528ce251d1 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:23.088477 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-47816091-de05-4d7d-9991-d5205ac79868 req-4232be74-5f0a-46fd-8576-71528ce251d1 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Transition to ACTIVE for port object b96b0b63-a5c4-4e8c-9deb-c21bad910427 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:44:23.121724 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-47816091-de05-4d7d-9991-d5205ac79868 req-4232be74-5f0a-46fd-8576-71528ce251d1 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:23.168085 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47816091-de05-4d7d-9991-d5205ac79868 req-4232be74-5f0a-46fd-8576-71528ce251d1 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Network 6fe3bd89-d460-4585-b185-5ceb42a9c6de is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:44:23.171227 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-47816091-de05-4d7d-9991-d5205ac79868 req-4232be74-5f0a-46fd-8576-71528ce251d1 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:44:23.174163 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-47816091-de05-4d7d-9991-d5205ac79868 req-4232be74-5f0a-46fd-8576-71528ce251d1 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:44:23.217723 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232be74-5f0a-46fd-8576-71528ce251d1 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Pushing event updated for resources: {'Port': ['ID=b96b0b63-a5c4-4e8c-9deb-c21bad910427,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:23.233514 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232be74-5f0a-46fd-8576-71528ce251d1 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:23.233514 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232be74-5f0a-46fd-8576-71528ce251d1 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:23.233514 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232be74-5f0a-46fd-8576-71528ce251d1 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:23.233514 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232be74-5f0a-46fd-8576-71528ce251d1 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:23.233514 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232be74-5f0a-46fd-8576-71528ce251d1 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:23.233514 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232be74-5f0a-46fd-8576-71528ce251d1 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:23.233514 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232be74-5f0a-46fd-8576-71528ce251d1 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:23.234326 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232be74-5f0a-46fd-8576-71528ce251d1 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:23.234326 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232be74-5f0a-46fd-8576-71528ce251d1 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:23.234501 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232be74-5f0a-46fd-8576-71528ce251d1 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:23.236262 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232be74-5f0a-46fd-8576-71528ce251d1 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:23.236262 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232be74-5f0a-46fd-8576-71528ce251d1 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:23.256253 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47816091-de05-4d7d-9991-d5205ac79868 req-4232be74-5f0a-46fd-8576-71528ce251d1 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:23.256905 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-47816091-de05-4d7d-9991-d5205ac79868 req-4232be74-5f0a-46fd-8576-71528ce251d1 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:23.273021 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-47816091-de05-4d7d-9991-d5205ac79868 req-4232be74-5f0a-46fd-8576-71528ce251d1 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6461267 Jul 23 20:44:23.286475 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-47816091-de05-4d7d-9991-d5205ac79868 req-559116c8-ce1a-4d0c-afde-5d569535e5db service neutron] Request body: {'port': {'device_id': 'f8f8898e-5aa3-4609-91cf-0c4cefad8199', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:44:23.373443 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-47816091-de05-4d7d-9991-d5205ac79868 req-559116c8-ce1a-4d0c-afde-5d569535e5db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:23.478849 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-57c07c50-a584-471c-b39a-373c77b0a6d1 None None] Provisioning for port b96b0b63-a5c4-4e8c-9deb-c21bad910427 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:44:23.482955 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-57c07c50-a584-471c-b39a-373c77b0a6d1 None None] Provisioning complete for port b96b0b63-a5c4-4e8c-9deb-c21bad910427 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:44:23.483328 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-57c07c50-a584-471c-b39a-373c77b0a6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:23.520508 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-57c07c50-a584-471c-b39a-373c77b0a6d1 None None] Port b96b0b63-a5c4-4e8c-9deb-c21bad910427 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:44:23.661636 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-47816091-de05-4d7d-9991-d5205ac79868 req-559116c8-ce1a-4d0c-afde-5d569535e5db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b96b0b63-a5c4-4e8c-9deb-c21bad910427 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:44:23.669008 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-47816091-de05-4d7d-9991-d5205ac79868 req-559116c8-ce1a-4d0c-afde-5d569535e5db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:23.682559 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-47816091-de05-4d7d-9991-d5205ac79868 req-559116c8-ce1a-4d0c-afde-5d569535e5db service neutron] Transition to ACTIVE for port object b96b0b63-a5c4-4e8c-9deb-c21bad910427 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:44:23.686464 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-47816091-de05-4d7d-9991-d5205ac79868 req-559116c8-ce1a-4d0c-afde-5d569535e5db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:23.740300 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559116c8-ce1a-4d0c-afde-5d569535e5db service neutron] Pushing event updated for resources: {'Port': ['ID=b96b0b63-a5c4-4e8c-9deb-c21bad910427,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:23.867483 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-47816091-de05-4d7d-9991-d5205ac79868 req-559116c8-ce1a-4d0c-afde-5d569535e5db service neutron] Attempting to bind port b96b0b63-a5c4-4e8c-9deb-c21bad910427 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:44:23.867822 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-47816091-de05-4d7d-9991-d5205ac79868 req-559116c8-ce1a-4d0c-afde-5d569535e5db service neutron] Attempting to bind port b96b0b63-a5c4-4e8c-9deb-c21bad910427 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '7f09c7aa-43a5-411b-a008-66a5d5944068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:44:23.871402 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47816091-de05-4d7d-9991-d5205ac79868 req-559116c8-ce1a-4d0c-afde-5d569535e5db service neutron] Attempting to bind port b96b0b63-a5c4-4e8c-9deb-c21bad910427 on network 6fe3bd89-d460-4585-b185-5ceb42a9c6de {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:44:23.881065 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47816091-de05-4d7d-9991-d5205ac79868 req-559116c8-ce1a-4d0c-afde-5d569535e5db service neutron] Port b96b0b63-a5c4-4e8c-9deb-c21bad910427 on network 6fe3bd89-d460-4585-b185-5ceb42a9c6de not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:44:23.881403 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47816091-de05-4d7d-9991-d5205ac79868 req-559116c8-ce1a-4d0c-afde-5d569535e5db service neutron] Attempting to bind port b96b0b63-a5c4-4e8c-9deb-c21bad910427 on network 6fe3bd89-d460-4585-b185-5ceb42a9c6de {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:44:23.897960 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47816091-de05-4d7d-9991-d5205ac79868 req-559116c8-ce1a-4d0c-afde-5d569535e5db service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:44:23.898319 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47816091-de05-4d7d-9991-d5205ac79868 req-559116c8-ce1a-4d0c-afde-5d569535e5db service neutron] Checking segment: {'id': '7f09c7aa-43a5-411b-a008-66a5d5944068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:44:23.898863 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47816091-de05-4d7d-9991-d5205ac79868 req-559116c8-ce1a-4d0c-afde-5d569535e5db service neutron] Bound using segment: {'id': '7f09c7aa-43a5-411b-a008-66a5d5944068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:44:23.899324 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-47816091-de05-4d7d-9991-d5205ac79868 req-559116c8-ce1a-4d0c-afde-5d569535e5db service neutron] Bound port: b96b0b63-a5c4-4e8c-9deb-c21bad910427, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f09c7aa-43a5-411b-a008-66a5d5944068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:44:23.899696 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-47816091-de05-4d7d-9991-d5205ac79868 req-559116c8-ce1a-4d0c-afde-5d569535e5db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:24.307600 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-47816091-de05-4d7d-9991-d5205ac79868 req-559116c8-ce1a-4d0c-afde-5d569535e5db service neutron] For port b96b0b63-a5c4-4e8c-9deb-c21bad910427, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:44:24.326066 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-47816091-de05-4d7d-9991-d5205ac79868 req-559116c8-ce1a-4d0c-afde-5d569535e5db service neutron] For port b96b0b63-a5c4-4e8c-9deb-c21bad910427, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=b96b0b63-a5c4-4e8c-9deb-c21bad910427,segment=NetworkSegment(7f09c7aa-43a5-411b-a008-66a5d5944068),segment_id=7f09c7aa-43a5-411b-a008-66a5d5944068)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:44:24.332436 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-47816091-de05-4d7d-9991-d5205ac79868 req-559116c8-ce1a-4d0c-afde-5d569535e5db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:24.350839 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71f7c1-3667-4785-bac6-ca9c49e6e31d req-3e65c87e-307f-478c-b3ac-d4887bfd0fe0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:24.352448 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3f71f7c1-3667-4785-bac6-ca9c49e6e31d req-3e65c87e-307f-478c-b3ac-d4887bfd0fe0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f8898e-5aa3-4609-91cf-0c4cefad8199 HTTP/1.1" status: 200 len: 943 time: 0.1399517 Jul 23 20:44:24.392810 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47816091-de05-4d7d-9991-d5205ac79868 req-559116c8-ce1a-4d0c-afde-5d569535e5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:24.393554 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-47816091-de05-4d7d-9991-d5205ac79868 req-559116c8-ce1a-4d0c-afde-5d569535e5db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:24.395618 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-47816091-de05-4d7d-9991-d5205ac79868 req-559116c8-ce1a-4d0c-afde-5d569535e5db service neutron] 10.222.0.18 "PUT /v2.0/ports/b96b0b63-a5c4-4e8c-9deb-c21bad910427 HTTP/1.1" status: 200 len: 1092 time: 1.1139359 Jul 23 20:44:24.398229 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f8898e-5aa3-4609-91cf-0c4cefad8199', 'tag': 'b96b0b63-a5c4-4e8c-9deb-c21bad910427'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:44:24.401950 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089f197d-d77a-4bbd-a96a-262bae53c05d" -d '{"events": [{"name": "network-changed", "server_uuid": "f8f8898e-5aa3-4609-91cf-0c4cefad8199", "tag": "b96b0b63-a5c4-4e8c-9deb-c21bad910427"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:44:24.443916 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559116c8-ce1a-4d0c-afde-5d569535e5db service neutron] Pushing event updated for resources: {'Port': ['ID=b96b0b63-a5c4-4e8c-9deb-c21bad910427,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:24.465012 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3f71f7c1-3667-4785-bac6-ca9c49e6e31d req-5417b5c2-e2da-44be-9cd1-26acc5c156a4 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907800 Jul 23 20:44:24.538890 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96d5fff-a100-42a3-b52b-93fb54892a71 x-openstack-request-id: req-a96d5fff-a100-42a3-b52b-93fb54892a71 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:44:24.539459 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8f8898e-5aa3-4609-91cf-0c4cefad8199", "tag": "b96b0b63-a5c4-4e8c-9deb-c21bad910427", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:44:24.539897 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a96d5fff-a100-42a3-b52b-93fb54892a71 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:44:24.540485 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8f8898e-5aa3-4609-91cf-0c4cefad8199', 'tag': 'b96b0b63-a5c4-4e8c-9deb-c21bad910427', 'status': 'completed', 'code': 200} Jul 23 20:44:24.542698 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47816091-de05-4d7d-9991-d5205ac79868 req-952e336f-c1f4-4689-aca2-a737bab49210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:24.544485 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-47816091-de05-4d7d-9991-d5205ac79868 req-952e336f-c1f4-4689-aca2-a737bab49210 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d8db677e009540d8992023e1339ce496&device_id=f8f8898e-5aa3-4609-91cf-0c4cefad8199 HTTP/1.1" status: 200 len: 1095 time: 0.0964830 Jul 23 20:44:24.598580 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-47816091-de05-4d7d-9991-d5205ac79868 req-24004a45-2e6a-4e13-a300-94daf4ffc056 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b96b0b63-a5c4-4e8c-9deb-c21bad910427 HTTP/1.1" status: 200 len: 217 time: 0.0466001 Jul 23 20:44:24.651524 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47816091-de05-4d7d-9991-d5205ac79868 req-f9c954ee-0893-46a6-94bf-f5f303e4c01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:24.653045 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-47816091-de05-4d7d-9991-d5205ac79868 req-f9c954ee-0893-46a6-94bf-f5f303e4c01a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e2c8f255-5a45-4d6d-b83e-eef0348e83be HTTP/1.1" status: 200 len: 851 time: 0.0487795 Jul 23 20:44:24.721742 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47816091-de05-4d7d-9991-d5205ac79868 req-e7270495-074a-4e82-877d-914054c670df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:24.723508 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-47816091-de05-4d7d-9991-d5205ac79868 req-e7270495-074a-4e82-877d-914054c670df service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6fe3bd89-d460-4585-b185-5ceb42a9c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641103 Jul 23 20:44:24.819093 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-47816091-de05-4d7d-9991-d5205ac79868 req-ceefda7b-4095-43b9-856c-1a8942d65a7d service neutron] 10.222.0.18 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894237 Jul 23 20:44:24.908913 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-47816091-de05-4d7d-9991-d5205ac79868 req-329852a0-409c-48a9-9e15-3e65efbe4cce service neutron] 10.222.0.18 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838125 Jul 23 20:44:25.008473 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f197d-d77a-4bbd-a96a-262bae53c05d req-d7d94fbc-ea03-4bc6-959b-42230f88743f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:25.009920 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-089f197d-d77a-4bbd-a96a-262bae53c05d req-d7d94fbc-ea03-4bc6-959b-42230f88743f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d8db677e009540d8992023e1339ce496&device_id=f8f8898e-5aa3-4609-91cf-0c4cefad8199 HTTP/1.1" status: 200 len: 1095 time: 0.0579398 Jul 23 20:44:25.106237 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f197d-d77a-4bbd-a96a-262bae53c05d req-882f9c9f-749d-4bf7-b016-e30f23dc32d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:25.107728 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-089f197d-d77a-4bbd-a96a-262bae53c05d req-882f9c9f-749d-4bf7-b016-e30f23dc32d2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6fe3bd89-d460-4585-b185-5ceb42a9c6de HTTP/1.1" status: 200 len: 913 time: 0.0920618 Jul 23 20:44:25.148298 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-089f197d-d77a-4bbd-a96a-262bae53c05d req-4b74a018-7bf6-4fba-958d-ea2186543059 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b96b0b63-a5c4-4e8c-9deb-c21bad910427 HTTP/1.1" status: 200 len: 217 time: 0.0337658 Jul 23 20:44:25.201329 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f197d-d77a-4bbd-a96a-262bae53c05d req-1e038e7b-5b08-4524-aced-86538fc84894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:25.202887 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-089f197d-d77a-4bbd-a96a-262bae53c05d req-1e038e7b-5b08-4524-aced-86538fc84894 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e2c8f255-5a45-4d6d-b83e-eef0348e83be HTTP/1.1" status: 200 len: 851 time: 0.0492017 Jul 23 20:44:25.266693 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f197d-d77a-4bbd-a96a-262bae53c05d req-60060ce0-67c2-4b1a-9a26-ebeece1c9449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:25.268323 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-089f197d-d77a-4bbd-a96a-262bae53c05d req-60060ce0-67c2-4b1a-9a26-ebeece1c9449 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6fe3bd89-d460-4585-b185-5ceb42a9c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595646 Jul 23 20:44:25.368098 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-089f197d-d77a-4bbd-a96a-262bae53c05d req-6d5003cf-cee9-4bb1-9582-a8f39e2e9197 service neutron] 10.222.0.18 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932505 Jul 23 20:44:25.458659 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-089f197d-d77a-4bbd-a96a-262bae53c05d req-7f7c0766-b2f7-4aac-914d-b0d96ec74006 service neutron] 10.222.0.18 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845106 Jul 23 20:44:25.605397 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bbcd5-22c7-4b55-a87e-cbcae8f8e555 req-31b557a7-ce09-47d8-bc9c-d0e61ba13af0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:25.606865 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bc3bbcd5-22c7-4b55-a87e-cbcae8f8e555 req-31b557a7-ce09-47d8-bc9c-d0e61ba13af0 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f8898e-5aa3-4609-91cf-0c4cefad8199 HTTP/1.1" status: 200 len: 943 time: 0.0679643 Jul 23 20:44:25.651460 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bc3bbcd5-22c7-4b55-a87e-cbcae8f8e555 req-45c6410e-7e5a-4c15-b0d9-ddb0e5bb9dd7 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389273 Jul 23 20:44:26.791488 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0464b-80cf-442b-8f93-265d535c5977 req-5b349a5b-cec3-4d5b-944f-8970073ce392 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:26.793003 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-95d0464b-80cf-442b-8f93-265d535c5977 req-5b349a5b-cec3-4d5b-944f-8970073ce392 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f8898e-5aa3-4609-91cf-0c4cefad8199 HTTP/1.1" status: 200 len: 943 time: 0.0697711 Jul 23 20:44:26.831786 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-95d0464b-80cf-442b-8f93-265d535c5977 req-b421481c-9ce8-4958-8026-9e5ab3de90f5 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330000 Jul 23 20:44:27.966249 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254f9b3-3baa-45ec-abf3-e8c2986263fc req-56cdb631-c4bb-46d1-aff2-ee605cf7a466 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:27.967740 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9254f9b3-3baa-45ec-abf3-e8c2986263fc req-56cdb631-c4bb-46d1-aff2-ee605cf7a466 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f8898e-5aa3-4609-91cf-0c4cefad8199 HTTP/1.1" status: 200 len: 943 time: 0.0676584 Jul 23 20:44:28.006226 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9254f9b3-3baa-45ec-abf3-e8c2986263fc req-3d1b8b1e-e078-4ade-a619-d397d9caafd1 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321383 Jul 23 20:44:29.137739 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75de940-abc5-4ef9-99e6-dc0868e72bea req-c7563ffb-accb-4f20-88b5-d6802d9bcb24 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:29.139221 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c75de940-abc5-4ef9-99e6-dc0868e72bea req-c7563ffb-accb-4f20-88b5-d6802d9bcb24 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f8898e-5aa3-4609-91cf-0c4cefad8199 HTTP/1.1" status: 200 len: 943 time: 0.0673261 Jul 23 20:44:29.177187 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c75de940-abc5-4ef9-99e6-dc0868e72bea req-d4013881-5fec-4e3c-9023-990e2a7f864f tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323114 Jul 23 20:44:30.308490 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00136ad7-e833-4610-a007-649214ad3b8f req-092bfc76-e488-4674-9079-250fe0061ec5 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:30.310035 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00136ad7-e833-4610-a007-649214ad3b8f req-092bfc76-e488-4674-9079-250fe0061ec5 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f8898e-5aa3-4609-91cf-0c4cefad8199 HTTP/1.1" status: 200 len: 943 time: 0.0648656 Jul 23 20:44:30.346908 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00136ad7-e833-4610-a007-649214ad3b8f req-a1523d05-eea5-4fa9-b695-257c041c5372 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313294 Jul 23 20:44:31.479312 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fdd53-782b-43c3-b425-91099365a0a2 req-a4197685-0d33-46e6-8b2f-9d6e198ee50f tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:31.480819 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-496fdd53-782b-43c3-b425-91099365a0a2 req-a4197685-0d33-46e6-8b2f-9d6e198ee50f tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f8898e-5aa3-4609-91cf-0c4cefad8199 HTTP/1.1" status: 200 len: 943 time: 0.0670145 Jul 23 20:44:31.524640 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-496fdd53-782b-43c3-b425-91099365a0a2 req-cab45873-722d-4739-a12c-0372155ff96c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381804 Jul 23 20:44:32.655060 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a8bceb-78ea-4253-8739-ff99042abab1 req-0e20886d-b08c-4ae8-977b-67b71e2c36d3 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:32.656550 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d8a8bceb-78ea-4253-8739-ff99042abab1 req-0e20886d-b08c-4ae8-977b-67b71e2c36d3 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f8898e-5aa3-4609-91cf-0c4cefad8199 HTTP/1.1" status: 200 len: 943 time: 0.0648987 Jul 23 20:44:32.694917 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d8a8bceb-78ea-4253-8739-ff99042abab1 req-dc49e77c-2655-48bb-b317-03477643b71a tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324907 Jul 23 20:44:33.826655 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59992b1-7e2d-4966-9714-1f223019fc33 req-dd0e8ecf-b7b6-4002-b4b7-ea51d992d500 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:33.828121 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b59992b1-7e2d-4966-9714-1f223019fc33 req-dd0e8ecf-b7b6-4002-b4b7-ea51d992d500 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f8898e-5aa3-4609-91cf-0c4cefad8199 HTTP/1.1" status: 200 len: 943 time: 0.0665362 Jul 23 20:44:33.866152 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b59992b1-7e2d-4966-9714-1f223019fc33 req-72e17262-98f9-4ad4-a39e-a9d075c9e52c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316553 Jul 23 20:44:34.762327 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device b96b0b63-a5c4-4e8c-9deb-c21bad910427 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:44:34.854439 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port b96b0b63-a5c4-4e8c-9deb-c21bad910427, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=b96b0b63-a5c4-4e8c-9deb-c21bad910427,segment=NetworkSegment(7f09c7aa-43a5-411b-a008-66a5d5944068),segment_id=7f09c7aa-43a5-411b-a008-66a5d5944068)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:34.866029 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': 'b96b0b63-a5c4-4e8c-9deb-c21bad910427', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'port_id': 'b96b0b63-a5c4-4e8c-9deb-c21bad910427', 'mac_address': 'fa:16:3e:80:f1:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:44:34.904461 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:34.921492 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b96b0b63-a5c4-4e8c-9deb-c21bad910427 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:44:34.943333 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port b96b0b63-a5c4-4e8c-9deb-c21bad910427, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=b96b0b63-a5c4-4e8c-9deb-c21bad910427,segment=NetworkSegment(7f09c7aa-43a5-411b-a008-66a5d5944068),segment_id=7f09c7aa-43a5-411b-a008-66a5d5944068)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:34.947847 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:34.999739 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=b96b0b63-a5c4-4e8c-9deb-c21bad910427,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:35.005379 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a634bbd-3f78-4b1c-b8db-9b7854e3866c req-c9ee89c0-5e4f-4e5f-81d3-dd5c57882c83 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:35.006921 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a634bbd-3f78-4b1c-b8db-9b7854e3866c req-c9ee89c0-5e4f-4e5f-81d3-dd5c57882c83 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f8898e-5aa3-4609-91cf-0c4cefad8199 HTTP/1.1" status: 200 len: 944 time: 0.0725331 Jul 23 20:44:35.007113 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:35.007413 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:35.007751 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:35.008084 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:35.008412 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:35.008750 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:35.009071 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:35.009394 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:35.009745 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:35.010066 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:35.010386 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:35.010706 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:35.046203 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a634bbd-3f78-4b1c-b8db-9b7854e3866c req-c9c2f246-65b2-489c-b552-01092889bed5 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334747 Jul 23 20:44:35.191863 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['b96b0b63-a5c4-4e8c-9deb-c21bad910427'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:44:36.181120 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b2081-e3fa-441b-929f-3eb2cc360397 req-a4df0b61-9737-4c28-bd64-e4db3d03f94f tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:36.182749 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b7b2081-e3fa-441b-929f-3eb2cc360397 req-a4df0b61-9737-4c28-bd64-e4db3d03f94f tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f8898e-5aa3-4609-91cf-0c4cefad8199 HTTP/1.1" status: 200 len: 944 time: 0.0689611 Jul 23 20:44:36.223159 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b7b2081-e3fa-441b-929f-3eb2cc360397 req-32a7c92d-bf86-4c65-891f-8f2c2111694c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342443 Jul 23 20:44:36.774121 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device b96b0b63-a5c4-4e8c-9deb-c21bad910427 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:44:36.822287 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port b96b0b63-a5c4-4e8c-9deb-c21bad910427 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:44:36.825787 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port b96b0b63-a5c4-4e8c-9deb-c21bad910427 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:44:36.826161 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:36.903116 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:36.925115 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f8898e-5aa3-4609-91cf-0c4cefad8199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96b0b63-a5c4-4e8c-9deb-c21bad910427'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:44:36.928280 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3f7698-8a6e-4859-bf25-d257407fc229" -d '{"events": [{"server_uuid": "f8f8898e-5aa3-4609-91cf-0c4cefad8199", "name": "network-vif-plugged", "status": "completed", "tag": "b96b0b63-a5c4-4e8c-9deb-c21bad910427"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:44:36.942064 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port b96b0b63-a5c4-4e8c-9deb-c21bad910427, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=b96b0b63-a5c4-4e8c-9deb-c21bad910427,segment=NetworkSegment(7f09c7aa-43a5-411b-a008-66a5d5944068),segment_id=7f09c7aa-43a5-411b-a008-66a5d5944068)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:36.946134 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:36.969578 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe6562f-4fc4-46e2-a21a-bc56c797beb5 x-openstack-request-id: req-2fe6562f-4fc4-46e2-a21a-bc56c797beb5 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:44:36.969875 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f8898e-5aa3-4609-91cf-0c4cefad8199", "name": "network-vif-plugged", "status": "completed", "tag": "b96b0b63-a5c4-4e8c-9deb-c21bad910427", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:44:36.970123 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2fe6562f-4fc4-46e2-a21a-bc56c797beb5 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:44:36.970507 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f8898e-5aa3-4609-91cf-0c4cefad8199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96b0b63-a5c4-4e8c-9deb-c21bad910427', 'code': 200} Jul 23 20:44:36.998078 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=b96b0b63-a5c4-4e8c-9deb-c21bad910427,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:37.075952 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca23de4-44f4-4016-8385-1b237b986ed4 req-b5d0dc3b-c617-4c7b-98b2-7d1720b233e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:37.077371 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bca23de4-44f4-4016-8385-1b237b986ed4 req-b5d0dc3b-c617-4c7b-98b2-7d1720b233e1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f8f8898e-5aa3-4609-91cf-0c4cefad8199 HTTP/1.1" status: 200 len: 1097 time: 0.0541329 Jul 23 20:44:37.116520 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bca23de4-44f4-4016-8385-1b237b986ed4 req-f82e1c55-fa4d-47a1-98b8-9b44d202f42b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323107 Jul 23 20:44:37.353278 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3dd05-137f-45c5-b4d0-e45818882093 req-b0633513-07f4-457a-8c57-95fce95d2a50 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:37.354717 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-07a3dd05-137f-45c5-b4d0-e45818882093 req-b0633513-07f4-457a-8c57-95fce95d2a50 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f8898e-5aa3-4609-91cf-0c4cefad8199 HTTP/1.1" status: 200 len: 945 time: 0.0643737 Jul 23 20:44:37.391796 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-07a3dd05-137f-45c5-b4d0-e45818882093 req-67ffe85f-1cc8-4eb8-ac0f-23f9a8245537 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315936 Jul 23 20:44:38.529954 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e763266-dee5-4945-adb3-b5cc670296bd req-66404678-a7a0-416c-87ee-c75238b83f43 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:38.531438 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2e763266-dee5-4945-adb3-b5cc670296bd req-66404678-a7a0-416c-87ee-c75238b83f43 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f8898e-5aa3-4609-91cf-0c4cefad8199 HTTP/1.1" status: 200 len: 945 time: 0.0644646 Jul 23 20:44:38.570066 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2e763266-dee5-4945-adb3-b5cc670296bd req-6fc6831b-6dcb-4554-9228-693086cffb08 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320365 Jul 23 20:44:38.702120 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538508f-9fd5-450b-b202-02c2109a9dbd req-e930396b-4e36-4f28-9e30-e6a1111ab063 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:38.703607 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f538508f-9fd5-450b-b202-02c2109a9dbd req-e930396b-4e36-4f28-9e30-e6a1111ab063 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f8898e-5aa3-4609-91cf-0c4cefad8199 HTTP/1.1" status: 200 len: 945 time: 0.0682857 Jul 23 20:44:38.743611 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f538508f-9fd5-450b-b202-02c2109a9dbd req-76e1a82b-6c62-449e-a62a-8f6bae5b8d80 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341568 Jul 23 20:44:38.765495 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34460) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:38.862531 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014156c3-c6ee-405e-9c28-977c1465591f tempest-TestVolumeBootPattern-1892995378 tempest-TestVolumeBootPattern-1892995378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:38.864636 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-014156c3-c6ee-405e-9c28-977c1465591f tempest-TestVolumeBootPattern-1892995378 tempest-TestVolumeBootPattern-1892995378-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f8f8898e-5aa3-4609-91cf-0c4cefad8199 HTTP/1.1" status: 200 len: 1092 time: 0.0981681 Jul 23 20:44:38.867478 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34464) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:38.871911 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-43daa08d-7a5a-4b64-a765-ce4e5e6b3e3c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'port_id': 'b96b0b63-a5c4-4e8c-9deb-c21bad910427', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:44:38.893577 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-43daa08d-7a5a-4b64-a765-ce4e5e6b3e3c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for floatingip, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:38.994663 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-43daa08d-7a5a-4b64-a765-ce4e5e6b3e3c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:39.098667 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-43daa08d-7a5a-4b64-a765-ce4e5e6b3e3c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Allocated IP 172.25.1.142 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/4eb86ba5-765f-47d2-a2be-89db65c263d8) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:44:39.202937 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-43daa08d-7a5a-4b64-a765-ce4e5e6b3e3c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:39.242075 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-43daa08d-7a5a-4b64-a765-ce4e5e6b3e3c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:39.276230 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43daa08d-7a5a-4b64-a765-ce4e5e6b3e3c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:44:39.278954 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-43daa08d-7a5a-4b64-a765-ce4e5e6b3e3c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:44:39.281678 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43daa08d-7a5a-4b64-a765-ce4e5e6b3e3c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:44:39.316283 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43daa08d-7a5a-4b64-a765-ce4e5e6b3e3c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Pushing event updated for resources: {'Port': ['ID=4eb86ba5-765f-47d2-a2be-89db65c263d8,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:39.645914 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-43daa08d-7a5a-4b64-a765-ce4e5e6b3e3c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:39.720876 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-43daa08d-7a5a-4b64-a765-ce4e5e6b3e3c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:39.874042 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-43daa08d-7a5a-4b64-a765-ce4e5e6b3e3c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:39.878627 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-43daa08d-7a5a-4b64-a765-ce4e5e6b3e3c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:39.953275 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43daa08d-7a5a-4b64-a765-ce4e5e6b3e3c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Pushing event updated for resources: {'Port': ['ID=4eb86ba5-765f-47d2-a2be-89db65c263d8,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:39.962143 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-43daa08d-7a5a-4b64-a765-ce4e5e6b3e3c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:40.061863 n-d-793618-10 neutron-server[93875]: INFO neutron.db.l3_db [None req-43daa08d-7a5a-4b64-a765-ce4e5e6b3e3c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Floating IP 7b5b221c-550e-435a-873f-81cdb49dca51 associated. External IP: 172.25.1.142, port: b96b0b63-a5c4-4e8c-9deb-c21bad910427. Jul 23 20:44:40.271057 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43daa08d-7a5a-4b64-a765-ce4e5e6b3e3c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Router c924264a-e945-4114-baee-4830748fd7c3 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:44:40.295540 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-40986008-cf44-41cf-9396-688a425ac316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:40.377378 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43daa08d-7a5a-4b64-a765-ce4e5e6b3e3c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:44:40.387738 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c73fc92-90d6-4b7c-8064-498c32cbed57 None None] Sync routers for ids ['c924264a-e945-4114-baee-4830748fd7c3'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:44:40.398033 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-43daa08d-7a5a-4b64-a765-ce4e5e6b3e3c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:40.398727 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c73fc92-90d6-4b7c-8064-498c32cbed57 None None] Routers {'c924264a-e945-4114-baee-4830748fd7c3'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:44:40.399426 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-9c73fc92-90d6-4b7c-8064-498c32cbed57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:44:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['c924264a-e945-4114-baee-4830748fd7c3'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:40.440582 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-43daa08d-7a5a-4b64-a765-ce4e5e6b3e3c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5720401 Jul 23 20:44:40.441281 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f8898e-5aa3-4609-91cf-0c4cefad8199', 'tag': 'b96b0b63-a5c4-4e8c-9deb-c21bad910427'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:44:40.444663 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7777b1-7ec6-46f9-970b-5a86d8594c96" -d '{"events": [{"name": "network-changed", "server_uuid": "f8f8898e-5aa3-4609-91cf-0c4cefad8199", "tag": "b96b0b63-a5c4-4e8c-9deb-c21bad910427"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:44:40.480816 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74dbc6e7-668e-484a-85b1-d3156635b90f x-openstack-request-id: req-74dbc6e7-668e-484a-85b1-d3156635b90f {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:44:40.481111 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8f8898e-5aa3-4609-91cf-0c4cefad8199", "tag": "b96b0b63-a5c4-4e8c-9deb-c21bad910427", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:44:40.481365 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-74dbc6e7-668e-484a-85b1-d3156635b90f {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:44:40.481798 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8f8898e-5aa3-4609-91cf-0c4cefad8199', 'tag': 'b96b0b63-a5c4-4e8c-9deb-c21bad910427', 'status': 'completed', 'code': 200} Jul 23 20:44:40.508380 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-9c73fc92-90d6-4b7c-8064-498c32cbed57 None None] Set router c924264a-e945-4114-baee-4830748fd7c3 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:44:40.556118 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7777b1-7ec6-46f9-970b-5a86d8594c96 req-2bf0e8c6-2c5c-4e58-ad6a-7b94927b7664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:40.557733 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4b7777b1-7ec6-46f9-970b-5a86d8594c96 req-2bf0e8c6-2c5c-4e58-ad6a-7b94927b7664 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d8db677e009540d8992023e1339ce496&device_id=f8f8898e-5aa3-4609-91cf-0c4cefad8199 HTTP/1.1" status: 200 len: 1097 time: 0.0558875 Jul 23 20:44:40.649141 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7777b1-7ec6-46f9-970b-5a86d8594c96 req-b921120b-ebe3-4db8-8245-1a9c67e7aec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:40.650809 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4b7777b1-7ec6-46f9-970b-5a86d8594c96 req-b921120b-ebe3-4db8-8245-1a9c67e7aec9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6fe3bd89-d460-4585-b185-5ceb42a9c6de HTTP/1.1" status: 200 len: 913 time: 0.0874207 Jul 23 20:44:40.720737 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4b7777b1-7ec6-46f9-970b-5a86d8594c96 req-798f5ef5-1390-487d-a191-807004926e01 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b96b0b63-a5c4-4e8c-9deb-c21bad910427 HTTP/1.1" status: 200 len: 999 time: 0.0637555 Jul 23 20:44:40.733849 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-9c73fc92-90d6-4b7c-8064-498c32cbed57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c924264a-e945-4114-baee-4830748fd7c3', 'name': 'tempest-TestVolumeBootPattern-1437280730-router', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '84020619-1500-4131-ade0-42feb1ef706f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:46Z', 'revision_number': 4, 'project_id': 'd8db677e009540d8992023e1339ce496', 'gw_port': {'id': '84020619-1500-4131-ade0-42feb1ef706f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '7b5b221c-550e-435a-873f-81cdb49dca51', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'floating_ip_address': '172.25.1.142', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'port_id': 'b96b0b63-a5c4-4e8c-9deb-c21bad910427', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'mac_address': 'fa:16:3e:80:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f8898e-5aa3-4609-91cf-0c4cefad8199', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:44:39Z', 'updated_at': '2021-07-23T20:44:39Z', 'revision_number': 0, 'project_id': 'd8db677e009540d8992023e1339ce496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba398802-fe33-4603-8a89-77ae3d97490a', 'name': '', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'mac_address': 'fa:16:3e:75:37:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:45Z', 'updated_at': '2021-07-23T20:38:52Z', 'revision_number': 5, 'project_id': 'd8db677e009540d8992023e1339ce496', 'subnets': [{'id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:40.763847 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c73fc92-90d6-4b7c-8064-498c32cbed57 None None] Checking router: c924264a-e945-4114-baee-4830748fd7c3 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:44:40.769314 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7777b1-7ec6-46f9-970b-5a86d8594c96 req-0e2df387-4735-4a95-a3c0-1642142b7c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:40.771475 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4b7777b1-7ec6-46f9-970b-5a86d8594c96 req-0e2df387-4735-4a95-a3c0-1642142b7c36 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e2c8f255-5a45-4d6d-b83e-eef0348e83be HTTP/1.1" status: 200 len: 851 time: 0.0443435 Jul 23 20:44:40.773392 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c73fc92-90d6-4b7c-8064-498c32cbed57 None None] Routers {'c924264a-e945-4114-baee-4830748fd7c3'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:44:40.774035 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-9c73fc92-90d6-4b7c-8064-498c32cbed57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:44:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['c924264a-e945-4114-baee-4830748fd7c3'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:40.830997 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7777b1-7ec6-46f9-970b-5a86d8594c96 req-d2761fdf-9b31-486e-9f27-e8b6ef1d45bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:40.833160 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4b7777b1-7ec6-46f9-970b-5a86d8594c96 req-d2761fdf-9b31-486e-9f27-e8b6ef1d45bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6fe3bd89-d460-4585-b185-5ceb42a9c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551546 Jul 23 20:44:40.883674 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-9c73fc92-90d6-4b7c-8064-498c32cbed57 None None] Set router c924264a-e945-4114-baee-4830748fd7c3 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:44:41.120820 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-9c73fc92-90d6-4b7c-8064-498c32cbed57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c924264a-e945-4114-baee-4830748fd7c3', 'name': 'tempest-TestVolumeBootPattern-1437280730-router', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '84020619-1500-4131-ade0-42feb1ef706f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:46Z', 'revision_number': 4, 'project_id': 'd8db677e009540d8992023e1339ce496', 'gw_port': {'id': '84020619-1500-4131-ade0-42feb1ef706f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '7b5b221c-550e-435a-873f-81cdb49dca51', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'floating_ip_address': '172.25.1.142', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'port_id': 'b96b0b63-a5c4-4e8c-9deb-c21bad910427', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'mac_address': 'fa:16:3e:80:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f8898e-5aa3-4609-91cf-0c4cefad8199', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:44:39Z', 'updated_at': '2021-07-23T20:44:39Z', 'revision_number': 0, 'project_id': 'd8db677e009540d8992023e1339ce496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba398802-fe33-4603-8a89-77ae3d97490a', 'name': '', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'mac_address': 'fa:16:3e:75:37:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:45Z', 'updated_at': '2021-07-23T20:38:52Z', 'revision_number': 5, 'project_id': 'd8db677e009540d8992023e1339ce496', 'subnets': [{'id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:41.151740 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c73fc92-90d6-4b7c-8064-498c32cbed57 None None] The sync data for ids ['c924264a-e945-4114-baee-4830748fd7c3'] in n-d-793618-10 is: [{'id': 'c924264a-e945-4114-baee-4830748fd7c3', 'name': 'tempest-TestVolumeBootPattern-1437280730-router', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '84020619-1500-4131-ade0-42feb1ef706f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:46Z', 'revision_number': 4, 'project_id': 'd8db677e009540d8992023e1339ce496', 'gw_port': {'id': '84020619-1500-4131-ade0-42feb1ef706f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '7b5b221c-550e-435a-873f-81cdb49dca51', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'floating_ip_address': '172.25.1.142', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'port_id': 'b96b0b63-a5c4-4e8c-9deb-c21bad910427', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'mac_address': 'fa:16:3e:80:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f8898e-5aa3-4609-91cf-0c4cefad8199', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:44:39Z', 'updated_at': '2021-07-23T20:44:39Z', 'revision_number': 0, 'project_id': 'd8db677e009540d8992023e1339ce496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba398802-fe33-4603-8a89-77ae3d97490a', 'name': '', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'mac_address': 'fa:16:3e:75:37:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:45Z', 'updated_at': '2021-07-23T20:38:52Z', 'revision_number': 5, 'project_id': 'd8db677e009540d8992023e1339ce496', 'subnets': [{'id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:44:41.199844 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4b7777b1-7ec6-46f9-970b-5a86d8594c96 req-c29acd13-ddb1-4d78-9e74-ec6013a79497 service neutron] 10.222.0.18 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606830 Jul 23 20:44:41.296999 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4b7777b1-7ec6-46f9-970b-5a86d8594c96 req-b715fc83-96e3-4085-bd51-05bba3b717ce service neutron] 10.222.0.18 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903418 Jul 23 20:44:41.353788 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee01002-8a7b-4902-8b2a-beb6b0974e29 None None] New status for floating IP 7b5b221c-550e-435a-873f-81cdb49dca51: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:44:43.352359 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:43.655728 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-115c9912-77a1-4ae7-af42-c219554e3f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:44.090397 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:44.874424 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:44.975982 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:46.027332 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:49.737216 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:44:55.869014 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cf6ebf0d-e4cb-40e8-ac0e-2e8e944ca461 req-ae5142fe-8cb4-4ee1-86e8-47d7ce24363f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f8f8898e-5aa3-4609-91cf-0c4cefad8199&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0531046 Jul 23 20:44:55.961234 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ebf0d-e4cb-40e8-ac0e-2e8e944ca461 req-35840bbd-190d-48fe-936c-c43cbcc625c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:55.963028 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cf6ebf0d-e4cb-40e8-ac0e-2e8e944ca461 req-35840bbd-190d-48fe-936c-c43cbcc625c0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d8db677e009540d8992023e1339ce496&device_id=f8f8898e-5aa3-4609-91cf-0c4cefad8199 HTTP/1.1" status: 200 len: 1097 time: 0.0548296 Jul 23 20:44:56.066915 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ebf0d-e4cb-40e8-ac0e-2e8e944ca461 req-b090fda4-db5e-41a3-92a9-87aa86bbc821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:56.068340 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cf6ebf0d-e4cb-40e8-ac0e-2e8e944ca461 req-b090fda4-db5e-41a3-92a9-87aa86bbc821 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6fe3bd89-d460-4585-b185-5ceb42a9c6de HTTP/1.1" status: 200 len: 913 time: 0.0876884 Jul 23 20:44:56.135282 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cf6ebf0d-e4cb-40e8-ac0e-2e8e944ca461 req-91b6c7de-9eea-4b91-a102-e9fe4293b07c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b96b0b63-a5c4-4e8c-9deb-c21bad910427 HTTP/1.1" status: 200 len: 1001 time: 0.0605223 Jul 23 20:44:56.185885 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ebf0d-e4cb-40e8-ac0e-2e8e944ca461 req-10760ef3-c381-4efe-a14a-e40a3a6002a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:56.187336 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cf6ebf0d-e4cb-40e8-ac0e-2e8e944ca461 req-10760ef3-c381-4efe-a14a-e40a3a6002a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e2c8f255-5a45-4d6d-b83e-eef0348e83be HTTP/1.1" status: 200 len: 851 time: 0.0462189 Jul 23 20:44:56.251185 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ebf0d-e4cb-40e8-ac0e-2e8e944ca461 req-645d99da-25f1-473c-ae13-46127e9b372d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:56.252678 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cf6ebf0d-e4cb-40e8-ac0e-2e8e944ca461 req-645d99da-25f1-473c-ae13-46127e9b372d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6fe3bd89-d460-4585-b185-5ceb42a9c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597725 Jul 23 20:44:56.345397 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cf6ebf0d-e4cb-40e8-ac0e-2e8e944ca461 req-ee534a11-7540-4b43-afc3-109cb36dcb14 service neutron] 10.222.0.18 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861499 Jul 23 20:44:56.441096 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cf6ebf0d-e4cb-40e8-ac0e-2e8e944ca461 req-9cb30930-a3bf-4011-9c30-baaaa8731deb service neutron] 10.222.0.18 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865462 Jul 23 20:45:10.298205 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4a9b53a0-574b-4cff-b13d-d602261033cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:13.354365 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:13.655283 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8de73028-973a-4ca1-9066-d26a4137da17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:14.092752 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:14.881540 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:14.973587 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:16.030344 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:26.736149 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:45:30.294973 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [req-2d3a83f8-62fa-4b88-a150-379a59287c60 req-daeeaf1b-5e8a-4cbb-9cc5-8de4ebe74889 service neutron] (93875) timed out ('10.222.0.32', 51620) {{(pid=93875) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 20:45:40.303265 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0ee4eb6b-9230-440c-94b7-935983bf30d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:43.356082 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:43.656006 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a5a91bdc-867c-45f6-b5d6-803e4c6acf83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:44.095789 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:44.882220 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:44.990826 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:46.033166 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:55.922846 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ba0b8bd-9db9-4943-8a35-78e2616b29d3 req-4536fc41-68f0-43ad-bf42-e48e3bf90aa2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f8f8898e-5aa3-4609-91cf-0c4cefad8199&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0970480 Jul 23 20:45:56.016572 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0b8bd-9db9-4943-8a35-78e2616b29d3 req-bccfb754-e6bd-4beb-b247-c991ea590227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:56.018134 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ba0b8bd-9db9-4943-8a35-78e2616b29d3 req-bccfb754-e6bd-4beb-b247-c991ea590227 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d8db677e009540d8992023e1339ce496&device_id=f8f8898e-5aa3-4609-91cf-0c4cefad8199 HTTP/1.1" status: 200 len: 1097 time: 0.0553803 Jul 23 20:45:56.123424 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0b8bd-9db9-4943-8a35-78e2616b29d3 req-ce615d19-3e2a-4411-99b4-519b60380eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:56.124823 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ba0b8bd-9db9-4943-8a35-78e2616b29d3 req-ce615d19-3e2a-4411-99b4-519b60380eb4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6fe3bd89-d460-4585-b185-5ceb42a9c6de HTTP/1.1" status: 200 len: 913 time: 0.0882380 Jul 23 20:45:56.190784 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ba0b8bd-9db9-4943-8a35-78e2616b29d3 req-158796a8-8bcb-48df-955f-1a62b068de5b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b96b0b63-a5c4-4e8c-9deb-c21bad910427 HTTP/1.1" status: 200 len: 1001 time: 0.0574665 Jul 23 20:45:56.245135 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0b8bd-9db9-4943-8a35-78e2616b29d3 req-fdf254f8-2016-4a1f-af3d-a51c25dcd00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:56.246691 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ba0b8bd-9db9-4943-8a35-78e2616b29d3 req-fdf254f8-2016-4a1f-af3d-a51c25dcd00c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e2c8f255-5a45-4d6d-b83e-eef0348e83be HTTP/1.1" status: 200 len: 851 time: 0.0490851 Jul 23 20:45:56.305833 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0b8bd-9db9-4943-8a35-78e2616b29d3 req-a303eac4-d39c-4f65-84cf-126d31b496b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:56.307326 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ba0b8bd-9db9-4943-8a35-78e2616b29d3 req-a303eac4-d39c-4f65-84cf-126d31b496b1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6fe3bd89-d460-4585-b185-5ceb42a9c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532961 Jul 23 20:45:56.396853 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ba0b8bd-9db9-4943-8a35-78e2616b29d3 req-81ef4cdb-861d-4ae4-92f6-6014915db884 service neutron] 10.222.0.18 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827885 Jul 23 20:45:56.489723 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ba0b8bd-9db9-4943-8a35-78e2616b29d3 req-816a73ba-84e8-4569-ae06-32db41c17881 service neutron] 10.222.0.18 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864444 Jul 23 20:46:03.735461 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:46:10.304261 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ea7d4b2c-bb61-4a61-999a-062d3add031d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:13.366874 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:13.666856 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-db0bb983-ede5-419c-82f7-7e3985d630e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:14.110223 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:14.887584 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:15.002078 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:16.037529 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:18.405451 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-cb8d8509-c1c2-4a5a-adb7-11d03d89d580 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-610484011&fields=id&tenant_id=d8db677e009540d8992023e1339ce496 HTTP/1.1" status: 200 len: 267 time: 0.0342312 Jul 23 20:46:18.519167 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-20fbaa9d-3aa3-43db-8e66-53916a3d6414 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:18.520628 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-20fbaa9d-3aa3-43db-8e66-53916a3d6414 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/networks?id=6fe3bd89-d460-4585-b185-5ceb42a9c6de HTTP/1.1" status: 200 len: 812 time: 0.1087997 Jul 23 20:46:18.536086 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-9ccd439f-461a-47e3-b7c7-48012474d9ed tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/quotas/d8db677e009540d8992023e1339ce496 HTTP/1.1" status: 200 len: 375 time: 0.0101025 Jul 23 20:46:18.612333 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-49edf8a2-1b0a-416a-8cf5-2f343ff163c9 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8db677e009540d8992023e1339ce496&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0711017 Jul 23 20:46:18.716761 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-86e2d85e-c092-4a76-a710-0432d33611f9 service neutron] 10.222.0.32 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922151 Jul 23 20:46:18.808132 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-156789af-c3e4-45d1-9b1d-937c233dcfe0 service neutron] 10.222.0.32 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857146 Jul 23 20:46:19.099867 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-81989a2a-d262-4256-81c1-e4dad9fbc69f req-a477275b-1aa8-4af0-9ea6-61e308550065 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b5faf2e-2eeb-4969-960f-e682a9f4dab1 HTTP/1.1" status: 200 len: 210 time: 0.0309041 Jul 23 20:46:20.221731 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d9ae1692-edfa-4eb6-ba9a-122e43b910e7 req-3f4adda2-20a7-43ba-aed0-3c84b9ebdeb7 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b5faf2e-2eeb-4969-960f-e682a9f4dab1 HTTP/1.1" status: 200 len: 210 time: 0.0354698 Jul 23 20:46:21.014091 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-00b873fe-dd14-4cd7-bc47-d66e40580b3c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:21.015604 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-00b873fe-dd14-4cd7-bc47-d66e40580b3c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.30 "GET /v2.0/networks?id=6fe3bd89-d460-4585-b185-5ceb42a9c6de HTTP/1.1" status: 200 len: 812 time: 0.1114562 Jul 23 20:46:21.058689 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-1246ae25-4556-4e31-9e46-35c38a54b9f2 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8db677e009540d8992023e1339ce496 HTTP/1.1" status: 200 len: 379 time: 0.0347333 Jul 23 20:46:21.073769 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-b3cb4f1b-5e9a-4ab0-9e71-bd5afdd039ee tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Request body: {'port': {'device_id': '6b5faf2e-2eeb-4969-960f-e682a9f4dab1', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'admin_state_up': True, 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'security_groups': ['94ca6a2e-cb34-4928-8af8-becc80af63bf']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:46:21.195310 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-b3cb4f1b-5e9a-4ab0-9e71-bd5afdd039ee tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Made reservation on behalf of d8db677e009540d8992023e1339ce496 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:46:21.198870 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-b3cb4f1b-5e9a-4ab0-9e71-bd5afdd039ee tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:21.338516 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f76ff668-d76e-4623-bd08-3b429f82f679 req-3108f052-2f6c-432f-b0c5-f34fceccf9a5 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b5faf2e-2eeb-4969-960f-e682a9f4dab1 HTTP/1.1" status: 200 len: 210 time: 0.0356917 Jul 23 20:46:21.360388 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-b3cb4f1b-5e9a-4ab0-9e71-bd5afdd039ee tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Allocated IP 172.20.0.3 (6fe3bd89-d460-4585-b185-5ceb42a9c6de/e2c8f255-5a45-4d6d-b83e-eef0348e83be/912d2673-fb20-468d-89aa-7a33b8891a08) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:46:21.549999 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-b3cb4f1b-5e9a-4ab0-9e71-bd5afdd039ee tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:21.567618 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-b3cb4f1b-5e9a-4ab0-9e71-bd5afdd039ee tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Transition to ACTIVE for port object 912d2673-fb20-468d-89aa-7a33b8891a08 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:46:21.606699 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-b3cb4f1b-5e9a-4ab0-9e71-bd5afdd039ee tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:21.655668 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-b3cb4f1b-5e9a-4ab0-9e71-bd5afdd039ee tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Network 6fe3bd89-d460-4585-b185-5ceb42a9c6de is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:46:21.662353 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-b3cb4f1b-5e9a-4ab0-9e71-bd5afdd039ee tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:46:21.665311 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-b3cb4f1b-5e9a-4ab0-9e71-bd5afdd039ee tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:46:21.699754 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb4f1b-5e9a-4ab0-9e71-bd5afdd039ee tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Pushing event updated for resources: {'Port': ['ID=912d2673-fb20-468d-89aa-7a33b8891a08,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:21.721306 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cb4f1b-5e9a-4ab0-9e71-bd5afdd039ee tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:21.721917 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cb4f1b-5e9a-4ab0-9e71-bd5afdd039ee tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:21.722461 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cb4f1b-5e9a-4ab0-9e71-bd5afdd039ee tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:21.723324 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cb4f1b-5e9a-4ab0-9e71-bd5afdd039ee tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:21.723324 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cb4f1b-5e9a-4ab0-9e71-bd5afdd039ee tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:21.723547 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cb4f1b-5e9a-4ab0-9e71-bd5afdd039ee tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:21.723954 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cb4f1b-5e9a-4ab0-9e71-bd5afdd039ee tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:21.724306 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cb4f1b-5e9a-4ab0-9e71-bd5afdd039ee tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:21.724629 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cb4f1b-5e9a-4ab0-9e71-bd5afdd039ee tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:21.724951 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cb4f1b-5e9a-4ab0-9e71-bd5afdd039ee tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:21.725272 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cb4f1b-5e9a-4ab0-9e71-bd5afdd039ee tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:21.725612 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cb4f1b-5e9a-4ab0-9e71-bd5afdd039ee tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:21.760730 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-b3cb4f1b-5e9a-4ab0-9e71-bd5afdd039ee tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:21.762425 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-b3cb4f1b-5e9a-4ab0-9e71-bd5afdd039ee tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:21.789455 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-b3cb4f1b-5e9a-4ab0-9e71-bd5afdd039ee tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7192342 Jul 23 20:46:21.868128 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-36d3df3e-d035-45b1-9de1-344ef9c28e39 service neutron] Request body: {'port': {'device_id': '6b5faf2e-2eeb-4969-960f-e682a9f4dab1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:46:21.999524 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-261a1fda-4bca-4c68-8285-b31ddcb27ac9 None None] Provisioning for port 912d2673-fb20-468d-89aa-7a33b8891a08 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:46:22.004123 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-261a1fda-4bca-4c68-8285-b31ddcb27ac9 None None] Provisioning complete for port 912d2673-fb20-468d-89aa-7a33b8891a08 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:46:22.005061 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-261a1fda-4bca-4c68-8285-b31ddcb27ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:22.045736 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-261a1fda-4bca-4c68-8285-b31ddcb27ac9 None None] Port 912d2673-fb20-468d-89aa-7a33b8891a08 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:46:22.283339 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-36d3df3e-d035-45b1-9de1-344ef9c28e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:22.500801 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e3a03-bfe2-4435-bcbb-804d013e3da3 req-3c90becc-5c3c-4582-8c4a-1fb47701b7ad tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:22.503958 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eb5e3a03-bfe2-4435-bcbb-804d013e3da3 req-3c90becc-5c3c-4582-8c4a-1fb47701b7ad tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b5faf2e-2eeb-4969-960f-e682a9f4dab1 HTTP/1.1" status: 200 len: 931 time: 0.0777261 Jul 23 20:46:22.544164 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eb5e3a03-bfe2-4435-bcbb-804d013e3da3 req-15172e98-4d5c-422d-8162-5621007370e6 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358007 Jul 23 20:46:22.595647 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-36d3df3e-d035-45b1-9de1-344ef9c28e39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 912d2673-fb20-468d-89aa-7a33b8891a08 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:46:22.603609 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-36d3df3e-d035-45b1-9de1-344ef9c28e39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:22.616050 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-36d3df3e-d035-45b1-9de1-344ef9c28e39 service neutron] Transition to ACTIVE for port object 912d2673-fb20-468d-89aa-7a33b8891a08 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:46:22.620973 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-36d3df3e-d035-45b1-9de1-344ef9c28e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:22.673193 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3df3e-d035-45b1-9de1-344ef9c28e39 service neutron] Pushing event updated for resources: {'Port': ['ID=912d2673-fb20-468d-89aa-7a33b8891a08,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:22.753163 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-36d3df3e-d035-45b1-9de1-344ef9c28e39 service neutron] Attempting to bind port 912d2673-fb20-468d-89aa-7a33b8891a08 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:46:22.753583 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-36d3df3e-d035-45b1-9de1-344ef9c28e39 service neutron] Attempting to bind port 912d2673-fb20-468d-89aa-7a33b8891a08 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '7f09c7aa-43a5-411b-a008-66a5d5944068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:46:22.753849 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-36d3df3e-d035-45b1-9de1-344ef9c28e39 service neutron] Attempting to bind port 912d2673-fb20-468d-89aa-7a33b8891a08 on network 6fe3bd89-d460-4585-b185-5ceb42a9c6de {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:46:22.759119 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-36d3df3e-d035-45b1-9de1-344ef9c28e39 service neutron] Port 912d2673-fb20-468d-89aa-7a33b8891a08 on network 6fe3bd89-d460-4585-b185-5ceb42a9c6de not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:46:22.759454 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-36d3df3e-d035-45b1-9de1-344ef9c28e39 service neutron] Attempting to bind port 912d2673-fb20-468d-89aa-7a33b8891a08 on network 6fe3bd89-d460-4585-b185-5ceb42a9c6de {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:46:22.765884 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-36d3df3e-d035-45b1-9de1-344ef9c28e39 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:46:22.766208 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-36d3df3e-d035-45b1-9de1-344ef9c28e39 service neutron] Checking segment: {'id': '7f09c7aa-43a5-411b-a008-66a5d5944068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:46:22.766594 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-36d3df3e-d035-45b1-9de1-344ef9c28e39 service neutron] Bound using segment: {'id': '7f09c7aa-43a5-411b-a008-66a5d5944068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:46:22.767035 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-36d3df3e-d035-45b1-9de1-344ef9c28e39 service neutron] Bound port: 912d2673-fb20-468d-89aa-7a33b8891a08, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f09c7aa-43a5-411b-a008-66a5d5944068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:46:22.767395 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-36d3df3e-d035-45b1-9de1-344ef9c28e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:22.853553 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-36d3df3e-d035-45b1-9de1-344ef9c28e39 service neutron] For port 912d2673-fb20-468d-89aa-7a33b8891a08, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:46:22.857644 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-36d3df3e-d035-45b1-9de1-344ef9c28e39 service neutron] For port 912d2673-fb20-468d-89aa-7a33b8891a08, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=912d2673-fb20-468d-89aa-7a33b8891a08,segment=NetworkSegment(7f09c7aa-43a5-411b-a008-66a5d5944068),segment_id=7f09c7aa-43a5-411b-a008-66a5d5944068)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:46:22.862196 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-36d3df3e-d035-45b1-9de1-344ef9c28e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:22.902229 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-36d3df3e-d035-45b1-9de1-344ef9c28e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:22.902983 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-36d3df3e-d035-45b1-9de1-344ef9c28e39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:22.904401 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-36d3df3e-d035-45b1-9de1-344ef9c28e39 service neutron] 10.222.0.30 "PUT /v2.0/ports/912d2673-fb20-468d-89aa-7a33b8891a08 HTTP/1.1" status: 200 len: 1092 time: 1.1079934 Jul 23 20:46:22.904853 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b5faf2e-2eeb-4969-960f-e682a9f4dab1', 'tag': '912d2673-fb20-468d-89aa-7a33b8891a08'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:46:22.907318 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bddfe763-0e9a-4029-8533-4311cdf2ef95" -d '{"events": [{"name": "network-changed", "server_uuid": "6b5faf2e-2eeb-4969-960f-e682a9f4dab1", "tag": "912d2673-fb20-468d-89aa-7a33b8891a08"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:46:22.947994 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3df3e-d035-45b1-9de1-344ef9c28e39 service neutron] Pushing event updated for resources: {'Port': ['ID=912d2673-fb20-468d-89aa-7a33b8891a08,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:22.995592 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82840b6e-e705-4e5a-886b-daa24baf5ad6 x-openstack-request-id: req-82840b6e-e705-4e5a-886b-daa24baf5ad6 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:46:22.995900 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b5faf2e-2eeb-4969-960f-e682a9f4dab1", "tag": "912d2673-fb20-468d-89aa-7a33b8891a08", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:46:22.996758 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-82840b6e-e705-4e5a-886b-daa24baf5ad6 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:46:22.997294 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b5faf2e-2eeb-4969-960f-e682a9f4dab1', 'tag': '912d2673-fb20-468d-89aa-7a33b8891a08', 'status': 'completed', 'code': 200} Jul 23 20:46:23.040384 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-d7c1c5d6-1f46-42e5-ad50-e887ba8c073a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:23.042447 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-d7c1c5d6-1f46-42e5-ad50-e887ba8c073a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8db677e009540d8992023e1339ce496&device_id=6b5faf2e-2eeb-4969-960f-e682a9f4dab1 HTTP/1.1" status: 200 len: 1095 time: 0.0894768 Jul 23 20:46:23.093718 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-8b17706b-b03b-43c6-ab97-6f2b7ff3ca8d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=912d2673-fb20-468d-89aa-7a33b8891a08 HTTP/1.1" status: 200 len: 217 time: 0.0442924 Jul 23 20:46:23.148680 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-e0de0130-f0ae-41cc-8b2a-5dc6ce9244c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:23.150338 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-e0de0130-f0ae-41cc-8b2a-5dc6ce9244c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2c8f255-5a45-4d6d-b83e-eef0348e83be HTTP/1.1" status: 200 len: 851 time: 0.0502646 Jul 23 20:46:23.211566 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-4229ae3c-81c5-425c-a622-49672521be53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:23.213098 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-4229ae3c-81c5-425c-a622-49672521be53 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6fe3bd89-d460-4585-b185-5ceb42a9c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570369 Jul 23 20:46:23.321785 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-6923ca77-ad14-4e3a-992d-befb27427608 service neutron] 10.222.0.30 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025858 Jul 23 20:46:23.413611 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d7bcc301-1ddd-47a0-9620-296ddc83920b req-f21ede36-ebec-4e27-a78b-b11e3024acff service neutron] 10.222.0.30 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856881 Jul 23 20:46:23.520066 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddfe763-0e9a-4029-8533-4311cdf2ef95 req-9a22372c-3eb7-48ef-ad09-a462d42659e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:23.521620 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bddfe763-0e9a-4029-8533-4311cdf2ef95 req-9a22372c-3eb7-48ef-ad09-a462d42659e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8db677e009540d8992023e1339ce496&device_id=6b5faf2e-2eeb-4969-960f-e682a9f4dab1 HTTP/1.1" status: 200 len: 1095 time: 0.0558419 Jul 23 20:46:23.641604 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddfe763-0e9a-4029-8533-4311cdf2ef95 req-17d3133f-b13d-4a65-9d92-2ad6b55cbdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:23.643126 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bddfe763-0e9a-4029-8533-4311cdf2ef95 req-17d3133f-b13d-4a65-9d92-2ad6b55cbdfa service neutron] 10.222.0.30 "GET /v2.0/networks?id=6fe3bd89-d460-4585-b185-5ceb42a9c6de HTTP/1.1" status: 200 len: 913 time: 0.1160033 Jul 23 20:46:23.687091 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bddfe763-0e9a-4029-8533-4311cdf2ef95 req-0d048f21-9f3c-4a8b-a26b-5d447b89d7eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=912d2673-fb20-468d-89aa-7a33b8891a08 HTTP/1.1" status: 200 len: 217 time: 0.0374541 Jul 23 20:46:23.695226 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af383bdb-3ffb-4d30-a77c-c97db40b013c req-58ee8fae-d235-479f-bfef-7ae035933851 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:23.697679 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-af383bdb-3ffb-4d30-a77c-c97db40b013c req-58ee8fae-d235-479f-bfef-7ae035933851 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b5faf2e-2eeb-4969-960f-e682a9f4dab1 HTTP/1.1" status: 200 len: 943 time: 0.0755820 Jul 23 20:46:23.747185 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-af383bdb-3ffb-4d30-a77c-c97db40b013c req-25bf8698-065a-443b-81a7-898889998392 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414233 Jul 23 20:46:23.754225 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddfe763-0e9a-4029-8533-4311cdf2ef95 req-23226f55-269c-4cb1-8e30-df546701627e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:23.755895 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bddfe763-0e9a-4029-8533-4311cdf2ef95 req-23226f55-269c-4cb1-8e30-df546701627e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2c8f255-5a45-4d6d-b83e-eef0348e83be HTTP/1.1" status: 200 len: 851 time: 0.0627558 Jul 23 20:46:23.838788 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddfe763-0e9a-4029-8533-4311cdf2ef95 req-80d6196d-6b4a-4119-9cb1-b41a7ed29dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:23.840653 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bddfe763-0e9a-4029-8533-4311cdf2ef95 req-80d6196d-6b4a-4119-9cb1-b41a7ed29dfe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6fe3bd89-d460-4585-b185-5ceb42a9c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0787520 Jul 23 20:46:23.948796 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bddfe763-0e9a-4029-8533-4311cdf2ef95 req-abb8de6b-011b-4403-b013-e65df17552fd service neutron] 10.222.0.30 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020362 Jul 23 20:46:24.041929 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-bddfe763-0e9a-4029-8533-4311cdf2ef95 req-671adbf9-a341-4de0-a3e3-bbcb3bccd333 service neutron] 10.222.0.30 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872207 Jul 23 20:46:24.882093 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21426b-afc9-4e42-bcbf-c5fae0a867c0 req-632be9a4-909b-41b5-9f4c-a62d0c8422e9 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:24.883620 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd21426b-afc9-4e42-bcbf-c5fae0a867c0 req-632be9a4-909b-41b5-9f4c-a62d0c8422e9 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b5faf2e-2eeb-4969-960f-e682a9f4dab1 HTTP/1.1" status: 200 len: 943 time: 0.0669839 Jul 23 20:46:24.924121 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd21426b-afc9-4e42-bcbf-c5fae0a867c0 req-306947f9-007b-4589-8597-eadb6e7145ae tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346305 Jul 23 20:46:26.057227 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc9804-abe8-45f7-b790-0ef7f58f9865 req-d1a56948-ce6c-4c81-b9f8-db663cd6cf81 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:26.059341 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d3fc9804-abe8-45f7-b790-0ef7f58f9865 req-d1a56948-ce6c-4c81-b9f8-db663cd6cf81 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b5faf2e-2eeb-4969-960f-e682a9f4dab1 HTTP/1.1" status: 200 len: 943 time: 0.0668671 Jul 23 20:46:26.102704 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d3fc9804-abe8-45f7-b790-0ef7f58f9865 req-9b1d87a7-6171-42ba-abb4-7fdb75c06bb7 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370979 Jul 23 20:46:27.238177 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4700fb-dca4-4ee7-a112-151b021c649d req-92d67519-e852-4380-a4ab-b595b4ccde7d tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:27.239722 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9a4700fb-dca4-4ee7-a112-151b021c649d req-92d67519-e852-4380-a4ab-b595b4ccde7d tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b5faf2e-2eeb-4969-960f-e682a9f4dab1 HTTP/1.1" status: 200 len: 943 time: 0.0673525 Jul 23 20:46:27.279671 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9a4700fb-dca4-4ee7-a112-151b021c649d req-9a86708d-6070-448b-9ca4-f1358b930f62 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342064 Jul 23 20:46:28.410816 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d6726-27b5-4f4f-a2a6-d694880f1340 req-a6b6ebb2-c858-4bce-a559-323b8cc8c1f4 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:28.412368 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-794d6726-27b5-4f4f-a2a6-d694880f1340 req-a6b6ebb2-c858-4bce-a559-323b8cc8c1f4 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b5faf2e-2eeb-4969-960f-e682a9f4dab1 HTTP/1.1" status: 200 len: 943 time: 0.0644240 Jul 23 20:46:28.451879 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-794d6726-27b5-4f4f-a2a6-d694880f1340 req-413027b1-e17e-423f-bfcc-2a0c7255a618 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333850 Jul 23 20:46:29.595274 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34e59b-9729-46e9-ac1c-996f50b5ad4b req-61b3390f-08f5-42f6-a411-8d38ab240094 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:29.596822 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2c34e59b-9729-46e9-ac1c-996f50b5ad4b req-61b3390f-08f5-42f6-a411-8d38ab240094 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b5faf2e-2eeb-4969-960f-e682a9f4dab1 HTTP/1.1" status: 200 len: 943 time: 0.0735862 Jul 23 20:46:29.636960 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2c34e59b-9729-46e9-ac1c-996f50b5ad4b req-83b06fba-c7de-474d-b380-1b802af4e831 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345254 Jul 23 20:46:30.790935 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93274ad2-cd10-40aa-9e58-77eedc05c906 req-3881a3d2-339c-48d2-8ed5-f00ceb5acd2a tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:30.792481 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-93274ad2-cd10-40aa-9e58-77eedc05c906 req-3881a3d2-339c-48d2-8ed5-f00ceb5acd2a tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b5faf2e-2eeb-4969-960f-e682a9f4dab1 HTTP/1.1" status: 200 len: 943 time: 0.0692701 Jul 23 20:46:30.837709 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-93274ad2-cd10-40aa-9e58-77eedc05c906 req-334b828d-0ca6-43d9-b5bc-c051761c34d9 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367539 Jul 23 20:46:32.012224 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee5d42-cc85-4620-ab40-2bceb905b5ce req-f7f8eadc-2920-4f7d-93fd-84e197bf2117 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:32.014268 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-91ee5d42-cc85-4620-ab40-2bceb905b5ce req-f7f8eadc-2920-4f7d-93fd-84e197bf2117 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b5faf2e-2eeb-4969-960f-e682a9f4dab1 HTTP/1.1" status: 200 len: 943 time: 0.0800085 Jul 23 20:46:32.075529 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-91ee5d42-cc85-4620-ab40-2bceb905b5ce req-cae3bd7a-1edc-4818-ac5e-94863d792029 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531652 Jul 23 20:46:33.218517 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7156cb-1d06-4718-92d4-8524afbfa0d1 req-4faf3507-2d86-47af-9199-e85ffcf83ecb tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:33.220235 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-af7156cb-1d06-4718-92d4-8524afbfa0d1 req-4faf3507-2d86-47af-9199-e85ffcf83ecb tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b5faf2e-2eeb-4969-960f-e682a9f4dab1 HTTP/1.1" status: 200 len: 943 time: 0.0702269 Jul 23 20:46:33.272302 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-af7156cb-1d06-4718-92d4-8524afbfa0d1 req-51ad3b95-d87f-490b-9645-c9608f66ca47 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462615 Jul 23 20:46:34.073045 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 912d2673-fb20-468d-89aa-7a33b8891a08 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:46:34.168558 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 912d2673-fb20-468d-89aa-7a33b8891a08, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=912d2673-fb20-468d-89aa-7a33b8891a08,segment=NetworkSegment(7f09c7aa-43a5-411b-a008-66a5d5944068),segment_id=7f09c7aa-43a5-411b-a008-66a5d5944068)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:46:34.180161 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '912d2673-fb20-468d-89aa-7a33b8891a08', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'port_id': '912d2673-fb20-468d-89aa-7a33b8891a08', 'mac_address': 'fa:16:3e:66:1a:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:46:34.216180 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:34.229391 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 912d2673-fb20-468d-89aa-7a33b8891a08 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:46:34.251063 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 912d2673-fb20-468d-89aa-7a33b8891a08, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=912d2673-fb20-468d-89aa-7a33b8891a08,segment=NetworkSegment(7f09c7aa-43a5-411b-a008-66a5d5944068),segment_id=7f09c7aa-43a5-411b-a008-66a5d5944068)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:46:34.254927 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:34.301944 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=912d2673-fb20-468d-89aa-7a33b8891a08,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:34.309880 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:34.310018 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:34.310361 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:34.310740 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:34.311137 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:34.311489 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:34.311877 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:34.312073 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:34.312391 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:34.312708 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:34.313025 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:34.313339 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:34.408427 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395ec7f-0296-4d0c-9b10-f2027a15e9d9 req-1c4a1f8c-b688-46ca-bd5d-fcf8c98bf337 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:34.409949 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8395ec7f-0296-4d0c-9b10-f2027a15e9d9 req-1c4a1f8c-b688-46ca-bd5d-fcf8c98bf337 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b5faf2e-2eeb-4969-960f-e682a9f4dab1 HTTP/1.1" status: 200 len: 944 time: 0.0650077 Jul 23 20:46:34.448008 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8395ec7f-0296-4d0c-9b10-f2027a15e9d9 req-4993b454-209f-49fb-9192-4b39dbfa8971 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321438 Jul 23 20:46:34.467540 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['912d2673-fb20-468d-89aa-7a33b8891a08'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:46:35.588889 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8f6e1-1542-4b97-814b-33b9baa883b0 req-3e515353-cdb4-4764-8067-9a016b8a305c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:35.590682 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-94a8f6e1-1542-4b97-814b-33b9baa883b0 req-3e515353-cdb4-4764-8067-9a016b8a305c tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b5faf2e-2eeb-4969-960f-e682a9f4dab1 HTTP/1.1" status: 200 len: 944 time: 0.0699852 Jul 23 20:46:35.631135 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-94a8f6e1-1542-4b97-814b-33b9baa883b0 req-1a9464da-5122-4576-b488-8e42641d2a77 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340772 Jul 23 20:46:36.088447 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 912d2673-fb20-468d-89aa-7a33b8891a08 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:46:36.137076 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 912d2673-fb20-468d-89aa-7a33b8891a08 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:46:36.141683 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 912d2673-fb20-468d-89aa-7a33b8891a08 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:46:36.142054 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:36.220406 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:36.243022 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5faf2e-2eeb-4969-960f-e682a9f4dab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912d2673-fb20-468d-89aa-7a33b8891a08'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:46:36.245273 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0887828b-d7e6-4b98-a2ad-372ed1faeb5c" -d '{"events": [{"server_uuid": "6b5faf2e-2eeb-4969-960f-e682a9f4dab1", "name": "network-vif-plugged", "status": "completed", "tag": "912d2673-fb20-468d-89aa-7a33b8891a08"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:46:36.259132 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 912d2673-fb20-468d-89aa-7a33b8891a08, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=912d2673-fb20-468d-89aa-7a33b8891a08,segment=NetworkSegment(7f09c7aa-43a5-411b-a008-66a5d5944068),segment_id=7f09c7aa-43a5-411b-a008-66a5d5944068)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:46:36.264929 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:36.311468 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=912d2673-fb20-468d-89aa-7a33b8891a08,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:36.339496 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d83babb-7a5f-4d9a-a68c-1fd0cdd848b8 x-openstack-request-id: req-4d83babb-7a5f-4d9a-a68c-1fd0cdd848b8 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:46:36.339729 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b5faf2e-2eeb-4969-960f-e682a9f4dab1", "name": "network-vif-plugged", "status": "completed", "tag": "912d2673-fb20-468d-89aa-7a33b8891a08", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:46:36.340004 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d83babb-7a5f-4d9a-a68c-1fd0cdd848b8 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:46:36.340654 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b5faf2e-2eeb-4969-960f-e682a9f4dab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912d2673-fb20-468d-89aa-7a33b8891a08', 'code': 200} Jul 23 20:46:36.447116 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2837d1-2baa-452b-9d22-eaed994ef032 req-b5beeb79-0962-4848-9d33-f4deb86f6126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:36.448650 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ed2837d1-2baa-452b-9d22-eaed994ef032 req-b5beeb79-0962-4848-9d33-f4deb86f6126 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6b5faf2e-2eeb-4969-960f-e682a9f4dab1 HTTP/1.1" status: 200 len: 1097 time: 0.0543308 Jul 23 20:46:36.483027 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ed2837d1-2baa-452b-9d22-eaed994ef032 req-26947dde-8954-440e-b6ba-b13b6fd5eded service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277038 Jul 23 20:46:36.767720 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471df62d-344d-46dc-9339-8161f09851c1 req-b62bdad4-d339-40bc-8b59-3c16a4a11172 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:36.769235 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-471df62d-344d-46dc-9339-8161f09851c1 req-b62bdad4-d339-40bc-8b59-3c16a4a11172 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b5faf2e-2eeb-4969-960f-e682a9f4dab1 HTTP/1.1" status: 200 len: 945 time: 0.0691390 Jul 23 20:46:36.807340 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-471df62d-344d-46dc-9339-8161f09851c1 req-9fc586fd-74d8-4384-a7ac-1cdd4e42aae2 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325022 Jul 23 20:46:37.944050 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2dd738-9cfa-4388-a0ca-bd8de80493b0 req-380b71b8-3217-468a-8941-a0c88261539e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:37.945577 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5d2dd738-9cfa-4388-a0ca-bd8de80493b0 req-380b71b8-3217-468a-8941-a0c88261539e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b5faf2e-2eeb-4969-960f-e682a9f4dab1 HTTP/1.1" status: 200 len: 945 time: 0.0657392 Jul 23 20:46:37.989846 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5d2dd738-9cfa-4388-a0ca-bd8de80493b0 req-ff8e2814-d6f5-4df6-9c13-fea3de3ecb2d tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383821 Jul 23 20:46:38.120744 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc672ee-02e7-4bb2-9c4c-fd4b4a165eea req-81998233-e86c-46a6-9dc3-ad12f97e1c48 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:38.122196 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5cc672ee-02e7-4bb2-9c4c-fd4b4a165eea req-81998233-e86c-46a6-9dc3-ad12f97e1c48 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b5faf2e-2eeb-4969-960f-e682a9f4dab1 HTTP/1.1" status: 200 len: 945 time: 0.0653121 Jul 23 20:46:38.162991 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5cc672ee-02e7-4bb2-9c4c-fd4b4a165eea req-052537e5-e8ca-4a8e-88c4-f440c359ec2b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343621 Jul 23 20:46:38.185493 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34614) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:46:38.240239 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ce828f-524a-430b-8442-f31f4666dec9 tempest-TestVolumeBootPattern-1892995378 tempest-TestVolumeBootPattern-1892995378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:38.241799 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-62ce828f-524a-430b-8442-f31f4666dec9 tempest-TestVolumeBootPattern-1892995378 tempest-TestVolumeBootPattern-1892995378-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6b5faf2e-2eeb-4969-960f-e682a9f4dab1 HTTP/1.1" status: 200 len: 1092 time: 0.0545988 Jul 23 20:46:38.244752 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34616) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:46:38.250258 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ba3a2543-c404-46da-8d4b-2037814cf9bf tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'port_id': '912d2673-fb20-468d-89aa-7a33b8891a08', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:46:38.277408 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba3a2543-c404-46da-8d4b-2037814cf9bf tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:38.376226 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba3a2543-c404-46da-8d4b-2037814cf9bf tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:38.491691 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-ba3a2543-c404-46da-8d4b-2037814cf9bf tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Allocated IP 172.25.1.251 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/9f76c799-24fd-4e88-b2eb-de42314bba17) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:46:38.600634 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba3a2543-c404-46da-8d4b-2037814cf9bf tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:38.642995 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba3a2543-c404-46da-8d4b-2037814cf9bf tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:38.682155 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3a2543-c404-46da-8d4b-2037814cf9bf tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:46:38.686967 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-ba3a2543-c404-46da-8d4b-2037814cf9bf tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:46:38.690585 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3a2543-c404-46da-8d4b-2037814cf9bf tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:46:38.701249 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a2543-c404-46da-8d4b-2037814cf9bf tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Pushing event updated for resources: {'Port': ['ID=9f76c799-24fd-4e88-b2eb-de42314bba17,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:39.062180 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba3a2543-c404-46da-8d4b-2037814cf9bf tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:39.143589 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba3a2543-c404-46da-8d4b-2037814cf9bf tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:39.301444 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba3a2543-c404-46da-8d4b-2037814cf9bf tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:39.306401 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba3a2543-c404-46da-8d4b-2037814cf9bf tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:39.374515 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a2543-c404-46da-8d4b-2037814cf9bf tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Pushing event updated for resources: {'Port': ['ID=9f76c799-24fd-4e88-b2eb-de42314bba17,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:39.386234 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba3a2543-c404-46da-8d4b-2037814cf9bf tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:39.491888 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [None req-ba3a2543-c404-46da-8d4b-2037814cf9bf tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Floating IP 608c2a7d-049d-4160-bd19-5e3c4e3ea33e associated. External IP: 172.25.1.251, port: 912d2673-fb20-468d-89aa-7a33b8891a08. Jul 23 20:46:39.708974 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3a2543-c404-46da-8d4b-2037814cf9bf tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Router c924264a-e945-4114-baee-4830748fd7c3 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:46:39.821993 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3a2543-c404-46da-8d4b-2037814cf9bf tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:46:39.833327 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bd0be0-f6f7-434e-a801-f21b2a622f90 None None] Sync routers for ids ['c924264a-e945-4114-baee-4830748fd7c3'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:46:39.838803 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ba3a2543-c404-46da-8d4b-2037814cf9bf tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:39.848386 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bd0be0-f6f7-434e-a801-f21b2a622f90 None None] Routers {'c924264a-e945-4114-baee-4830748fd7c3'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:46:39.849028 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-81bd0be0-f6f7-434e-a801-f21b2a622f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:46:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['c924264a-e945-4114-baee-4830748fd7c3'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:46:39.880005 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ba3a2543-c404-46da-8d4b-2037814cf9bf tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6339269 Jul 23 20:46:39.880690 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b5faf2e-2eeb-4969-960f-e682a9f4dab1', 'tag': '912d2673-fb20-468d-89aa-7a33b8891a08'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:46:39.883021 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b9505d-7154-42f2-adc7-02ae253a5d42" -d '{"events": [{"name": "network-changed", "server_uuid": "6b5faf2e-2eeb-4969-960f-e682a9f4dab1", "tag": "912d2673-fb20-468d-89aa-7a33b8891a08"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:46:39.930791 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ba8d2c-5e06-4830-bff0-093edcb52b1f x-openstack-request-id: req-64ba8d2c-5e06-4830-bff0-093edcb52b1f {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:46:39.931339 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b5faf2e-2eeb-4969-960f-e682a9f4dab1", "tag": "912d2673-fb20-468d-89aa-7a33b8891a08", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:46:39.931887 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-64ba8d2c-5e06-4830-bff0-093edcb52b1f {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:46:39.932653 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b5faf2e-2eeb-4969-960f-e682a9f4dab1', 'tag': '912d2673-fb20-468d-89aa-7a33b8891a08', 'status': 'completed', 'code': 200} Jul 23 20:46:39.967802 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-81bd0be0-f6f7-434e-a801-f21b2a622f90 None None] Set router c924264a-e945-4114-baee-4830748fd7c3 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:46:40.009525 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9505d-7154-42f2-adc7-02ae253a5d42 req-69ef9356-ad00-443b-b2eb-7652378c2d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:40.011088 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f9b9505d-7154-42f2-adc7-02ae253a5d42 req-69ef9356-ad00-443b-b2eb-7652378c2d05 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8db677e009540d8992023e1339ce496&device_id=6b5faf2e-2eeb-4969-960f-e682a9f4dab1 HTTP/1.1" status: 200 len: 1097 time: 0.0581927 Jul 23 20:46:40.115884 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9505d-7154-42f2-adc7-02ae253a5d42 req-de134f4b-7b06-4f29-bda7-34bf599635f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:40.117366 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f9b9505d-7154-42f2-adc7-02ae253a5d42 req-de134f4b-7b06-4f29-bda7-34bf599635f8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6fe3bd89-d460-4585-b185-5ceb42a9c6de HTTP/1.1" status: 200 len: 913 time: 0.0953600 Jul 23 20:46:40.184039 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f9b9505d-7154-42f2-adc7-02ae253a5d42 req-6264a5e7-2526-4e90-864a-cac64600c8ad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=912d2673-fb20-468d-89aa-7a33b8891a08 HTTP/1.1" status: 200 len: 999 time: 0.0606024 Jul 23 20:46:40.221667 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-81bd0be0-f6f7-434e-a801-f21b2a622f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c924264a-e945-4114-baee-4830748fd7c3', 'name': 'tempest-TestVolumeBootPattern-1437280730-router', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '84020619-1500-4131-ade0-42feb1ef706f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:46Z', 'revision_number': 4, 'project_id': 'd8db677e009540d8992023e1339ce496', 'gw_port': {'id': '84020619-1500-4131-ade0-42feb1ef706f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '608c2a7d-049d-4160-bd19-5e3c4e3ea33e', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'floating_ip_address': '172.25.1.251', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'port_id': '912d2673-fb20-468d-89aa-7a33b8891a08', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'mac_address': 'fa:16:3e:66:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5faf2e-2eeb-4969-960f-e682a9f4dab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:46:38Z', 'updated_at': '2021-07-23T20:46:38Z', 'revision_number': 0, 'project_id': 'd8db677e009540d8992023e1339ce496', 'fixed_ip_address_scope': None}, {'id': '7b5b221c-550e-435a-873f-81cdb49dca51', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'floating_ip_address': '172.25.1.142', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'port_id': 'b96b0b63-a5c4-4e8c-9deb-c21bad910427', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'mac_address': 'fa:16:3e:80:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f8898e-5aa3-4609-91cf-0c4cefad8199', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:44:39Z', 'updated_at': '2021-07-23T20:44:41Z', 'revision_number': 1, 'project_id': 'd8db677e009540d8992023e1339ce496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba398802-fe33-4603-8a89-77ae3d97490a', 'name': '', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'mac_address': 'fa:16:3e:75:37:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:45Z', 'updated_at': '2021-07-23T20:38:52Z', 'revision_number': 5, 'project_id': 'd8db677e009540d8992023e1339ce496', 'subnets': [{'id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:46:40.234272 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9505d-7154-42f2-adc7-02ae253a5d42 req-07a84b58-f3b6-4cdd-a557-3b65a30773cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:40.235775 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f9b9505d-7154-42f2-adc7-02ae253a5d42 req-07a84b58-f3b6-4cdd-a557-3b65a30773cc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2c8f255-5a45-4d6d-b83e-eef0348e83be HTTP/1.1" status: 200 len: 851 time: 0.0458221 Jul 23 20:46:40.249069 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bd0be0-f6f7-434e-a801-f21b2a622f90 None None] Checking router: c924264a-e945-4114-baee-4830748fd7c3 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:46:40.258881 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bd0be0-f6f7-434e-a801-f21b2a622f90 None None] Routers {'c924264a-e945-4114-baee-4830748fd7c3'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:46:40.259505 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-81bd0be0-f6f7-434e-a801-f21b2a622f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:46:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['c924264a-e945-4114-baee-4830748fd7c3'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:46:40.303252 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9505d-7154-42f2-adc7-02ae253a5d42 req-ec99ce53-b896-4871-91d5-a06a8621f5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:40.304790 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f9b9505d-7154-42f2-adc7-02ae253a5d42 req-ec99ce53-b896-4871-91d5-a06a8621f5ca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6fe3bd89-d460-4585-b185-5ceb42a9c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632513 Jul 23 20:46:40.344216 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-02d7cf7e-b118-4d1b-b7af-6f48c1c34a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:40.376702 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-81bd0be0-f6f7-434e-a801-f21b2a622f90 None None] Set router c924264a-e945-4114-baee-4830748fd7c3 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:46:40.396976 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f9b9505d-7154-42f2-adc7-02ae253a5d42 req-050d8732-9363-44de-8d0b-ec7267846504 service neutron] 10.222.0.30 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855477 Jul 23 20:46:40.490261 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f9b9505d-7154-42f2-adc7-02ae253a5d42 req-4d4a4d35-2db7-4817-9d0a-f73bf70d9c1c service neutron] 10.222.0.30 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876667 Jul 23 20:46:40.606874 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-81bd0be0-f6f7-434e-a801-f21b2a622f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c924264a-e945-4114-baee-4830748fd7c3', 'name': 'tempest-TestVolumeBootPattern-1437280730-router', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '84020619-1500-4131-ade0-42feb1ef706f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:46Z', 'revision_number': 4, 'project_id': 'd8db677e009540d8992023e1339ce496', 'gw_port': {'id': '84020619-1500-4131-ade0-42feb1ef706f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '608c2a7d-049d-4160-bd19-5e3c4e3ea33e', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'floating_ip_address': '172.25.1.251', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'port_id': '912d2673-fb20-468d-89aa-7a33b8891a08', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'mac_address': 'fa:16:3e:66:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5faf2e-2eeb-4969-960f-e682a9f4dab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:46:38Z', 'updated_at': '2021-07-23T20:46:38Z', 'revision_number': 0, 'project_id': 'd8db677e009540d8992023e1339ce496', 'fixed_ip_address_scope': None}, {'id': '7b5b221c-550e-435a-873f-81cdb49dca51', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'floating_ip_address': '172.25.1.142', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'port_id': 'b96b0b63-a5c4-4e8c-9deb-c21bad910427', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'mac_address': 'fa:16:3e:80:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f8898e-5aa3-4609-91cf-0c4cefad8199', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:44:39Z', 'updated_at': '2021-07-23T20:44:41Z', 'revision_number': 1, 'project_id': 'd8db677e009540d8992023e1339ce496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba398802-fe33-4603-8a89-77ae3d97490a', 'name': '', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'mac_address': 'fa:16:3e:75:37:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:45Z', 'updated_at': '2021-07-23T20:38:52Z', 'revision_number': 5, 'project_id': 'd8db677e009540d8992023e1339ce496', 'subnets': [{'id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:46:40.633383 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bd0be0-f6f7-434e-a801-f21b2a622f90 None None] The sync data for ids ['c924264a-e945-4114-baee-4830748fd7c3'] in n-d-793618-10 is: [{'id': 'c924264a-e945-4114-baee-4830748fd7c3', 'name': 'tempest-TestVolumeBootPattern-1437280730-router', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '84020619-1500-4131-ade0-42feb1ef706f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:46Z', 'revision_number': 4, 'project_id': 'd8db677e009540d8992023e1339ce496', 'gw_port': {'id': '84020619-1500-4131-ade0-42feb1ef706f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '608c2a7d-049d-4160-bd19-5e3c4e3ea33e', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'floating_ip_address': '172.25.1.251', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'port_id': '912d2673-fb20-468d-89aa-7a33b8891a08', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'mac_address': 'fa:16:3e:66:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5faf2e-2eeb-4969-960f-e682a9f4dab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:46:38Z', 'updated_at': '2021-07-23T20:46:38Z', 'revision_number': 0, 'project_id': 'd8db677e009540d8992023e1339ce496', 'fixed_ip_address_scope': None}, {'id': '7b5b221c-550e-435a-873f-81cdb49dca51', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'floating_ip_address': '172.25.1.142', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'port_id': 'b96b0b63-a5c4-4e8c-9deb-c21bad910427', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'mac_address': 'fa:16:3e:80:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f8898e-5aa3-4609-91cf-0c4cefad8199', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:44:39Z', 'updated_at': '2021-07-23T20:44:41Z', 'revision_number': 1, 'project_id': 'd8db677e009540d8992023e1339ce496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba398802-fe33-4603-8a89-77ae3d97490a', 'name': '', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'mac_address': 'fa:16:3e:75:37:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:45Z', 'updated_at': '2021-07-23T20:38:52Z', 'revision_number': 5, 'project_id': 'd8db677e009540d8992023e1339ce496', 'subnets': [{'id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:46:40.737925 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:46:40.814182 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c350780-7969-417a-904e-5e5a6216eac9 None None] New status for floating IP 608c2a7d-049d-4160-bd19-5e3c4e3ea33e: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:46:43.360866 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:43.659619 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b897ff4e-1d92-4694-8fe8-935a81cc813f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:44.095140 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:44.881308 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:44.991186 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:46.039188 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:55.871033 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b04b9384-12d6-4134-8e4f-c82eecb32315 req-aa11888d-09e9-4e00-8f57-dc3d05c9bcc1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f8f8898e-5aa3-4609-91cf-0c4cefad8199&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0588844 Jul 23 20:46:55.962464 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b9384-12d6-4134-8e4f-c82eecb32315 req-57ea8468-1674-43f4-a9aa-db61671b65de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:55.963942 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b04b9384-12d6-4134-8e4f-c82eecb32315 req-57ea8468-1674-43f4-a9aa-db61671b65de service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d8db677e009540d8992023e1339ce496&device_id=f8f8898e-5aa3-4609-91cf-0c4cefad8199 HTTP/1.1" status: 200 len: 1097 time: 0.0538487 Jul 23 20:46:56.068743 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b9384-12d6-4134-8e4f-c82eecb32315 req-d681829d-7b21-4a80-b9ed-01042eb9cb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:56.070257 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b04b9384-12d6-4134-8e4f-c82eecb32315 req-d681829d-7b21-4a80-b9ed-01042eb9cb66 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6fe3bd89-d460-4585-b185-5ceb42a9c6de HTTP/1.1" status: 200 len: 913 time: 0.0857723 Jul 23 20:46:56.138241 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b04b9384-12d6-4134-8e4f-c82eecb32315 req-24600e92-7727-40a9-a724-3da87bcb4b17 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b96b0b63-a5c4-4e8c-9deb-c21bad910427 HTTP/1.1" status: 200 len: 1001 time: 0.0615146 Jul 23 20:46:56.186534 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b9384-12d6-4134-8e4f-c82eecb32315 req-a80e591f-e120-474f-b026-e610db392d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:56.188128 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b04b9384-12d6-4134-8e4f-c82eecb32315 req-a80e591f-e120-474f-b026-e610db392d9b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e2c8f255-5a45-4d6d-b83e-eef0348e83be HTTP/1.1" status: 200 len: 851 time: 0.0438845 Jul 23 20:46:56.247506 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b9384-12d6-4134-8e4f-c82eecb32315 req-47937c87-753d-4838-aa96-e3b01886e825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:56.249106 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b04b9384-12d6-4134-8e4f-c82eecb32315 req-47937c87-753d-4838-aa96-e3b01886e825 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6fe3bd89-d460-4585-b185-5ceb42a9c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550501 Jul 23 20:46:56.340931 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b04b9384-12d6-4134-8e4f-c82eecb32315 req-55202be7-cc42-49b2-8128-77657aed5a91 service neutron] 10.222.0.18 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849221 Jul 23 20:46:56.429201 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b04b9384-12d6-4134-8e4f-c82eecb32315 req-c0f47c16-3cdc-4e9e-82e6-6dce21eadbfc service neutron] 10.222.0.18 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820868 Jul 23 20:47:10.305743 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f20839ab-aa7b-43cd-858a-1701650068d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:13.009011 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [req-de239fed-7834-486c-85f7-1c3df8753ab4 req-0513526a-374d-4ebc-a125-cf71450e40ba tempest-VolumesSnapshotTestJSON-1563702582 tempest-VolumesSnapshotTestJSON-1563702582-project] (93876) timed out ('10.222.0.32', 58738) {{(pid=93876) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 20:47:13.361972 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:13.662684 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2aa9bcdf-2ac9-455b-b705-5197aaddad64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:14.097816 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:14.889544 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:14.991477 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:16.041585 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:16.336751 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c0f5e21a-34b9-4ac5-9b23-fd32d2299c6b req-51a0d235-36b9-4cea-9626-112de6473567 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6b5faf2e-2eeb-4969-960f-e682a9f4dab1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0558169 Jul 23 20:47:16.430846 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5e21a-34b9-4ac5-9b23-fd32d2299c6b req-472a53cc-ce42-4fef-9fa7-1dddf7ff7390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:16.432383 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c0f5e21a-34b9-4ac5-9b23-fd32d2299c6b req-472a53cc-ce42-4fef-9fa7-1dddf7ff7390 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8db677e009540d8992023e1339ce496&device_id=6b5faf2e-2eeb-4969-960f-e682a9f4dab1 HTTP/1.1" status: 200 len: 1097 time: 0.0544612 Jul 23 20:47:16.538161 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5e21a-34b9-4ac5-9b23-fd32d2299c6b req-dd0b7f70-2622-4199-a2e1-7c539b06a9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:16.539956 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c0f5e21a-34b9-4ac5-9b23-fd32d2299c6b req-dd0b7f70-2622-4199-a2e1-7c539b06a9ee service neutron] 10.222.0.30 "GET /v2.0/networks?id=6fe3bd89-d460-4585-b185-5ceb42a9c6de HTTP/1.1" status: 200 len: 913 time: 0.0890777 Jul 23 20:47:16.607181 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c0f5e21a-34b9-4ac5-9b23-fd32d2299c6b req-f74e4fba-1d0c-4b72-a45c-2ef9b200f26f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=912d2673-fb20-468d-89aa-7a33b8891a08 HTTP/1.1" status: 200 len: 1001 time: 0.0609295 Jul 23 20:47:16.660361 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5e21a-34b9-4ac5-9b23-fd32d2299c6b req-6520535f-f2d7-467b-a181-dc4d14ffa8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:16.661834 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c0f5e21a-34b9-4ac5-9b23-fd32d2299c6b req-6520535f-f2d7-467b-a181-dc4d14ffa8de service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2c8f255-5a45-4d6d-b83e-eef0348e83be HTTP/1.1" status: 200 len: 851 time: 0.0483735 Jul 23 20:47:16.719540 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5e21a-34b9-4ac5-9b23-fd32d2299c6b req-b1836424-10c0-41d9-b1e0-b879ab330696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:16.721973 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c0f5e21a-34b9-4ac5-9b23-fd32d2299c6b req-b1836424-10c0-41d9-b1e0-b879ab330696 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6fe3bd89-d460-4585-b185-5ceb42a9c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543497 Jul 23 20:47:16.810029 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c0f5e21a-34b9-4ac5-9b23-fd32d2299c6b req-7999a8f1-e44a-4479-acd2-364be9368b23 service neutron] 10.222.0.30 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811851 Jul 23 20:47:16.904516 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c0f5e21a-34b9-4ac5-9b23-fd32d2299c6b req-98c57394-00a3-4cb2-abd0-04f4d5c74b32 service neutron] 10.222.0.30 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885804 Jul 23 20:47:17.737923 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:47:40.306288 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1bb01144-1aa5-4d7a-8c46-11f10aefc13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:43.362364 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:43.667474 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3dfd9c6f-4f2f-40d0-882a-00f61f3dca82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:44.100921 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:44.882506 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:44.991063 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:46.044912 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:54.737263 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:47:57.870084 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5545501d-5508-44a3-adab-1fc2c1101746 req-64f834a6-7c34-44cd-9bbf-063cb22c3ae0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f8f8898e-5aa3-4609-91cf-0c4cefad8199&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0594203 Jul 23 20:47:57.964745 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545501d-5508-44a3-adab-1fc2c1101746 req-f4bb4b2a-83b3-4286-a62d-50753cd06d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:57.966304 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5545501d-5508-44a3-adab-1fc2c1101746 req-f4bb4b2a-83b3-4286-a62d-50753cd06d2c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d8db677e009540d8992023e1339ce496&device_id=f8f8898e-5aa3-4609-91cf-0c4cefad8199 HTTP/1.1" status: 200 len: 1097 time: 0.0563450 Jul 23 20:47:58.073175 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545501d-5508-44a3-adab-1fc2c1101746 req-0c338c35-b438-4c58-a157-090d7e8c0e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:58.074672 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5545501d-5508-44a3-adab-1fc2c1101746 req-0c338c35-b438-4c58-a157-090d7e8c0e17 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6fe3bd89-d460-4585-b185-5ceb42a9c6de HTTP/1.1" status: 200 len: 913 time: 0.0887663 Jul 23 20:47:58.140044 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5545501d-5508-44a3-adab-1fc2c1101746 req-97a3c046-e0b1-437e-8c05-f5b14a2735b1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b96b0b63-a5c4-4e8c-9deb-c21bad910427 HTTP/1.1" status: 200 len: 1001 time: 0.0586691 Jul 23 20:47:58.187526 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545501d-5508-44a3-adab-1fc2c1101746 req-9b556c0d-66bb-418f-8d97-c526bad39253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:58.188985 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5545501d-5508-44a3-adab-1fc2c1101746 req-9b556c0d-66bb-418f-8d97-c526bad39253 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e2c8f255-5a45-4d6d-b83e-eef0348e83be HTTP/1.1" status: 200 len: 851 time: 0.0429895 Jul 23 20:47:58.250962 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545501d-5508-44a3-adab-1fc2c1101746 req-a2f5860c-7333-4022-b2e9-3769c9824806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:58.252459 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5545501d-5508-44a3-adab-1fc2c1101746 req-a2f5860c-7333-4022-b2e9-3769c9824806 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6fe3bd89-d460-4585-b185-5ceb42a9c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576925 Jul 23 20:47:58.343490 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5545501d-5508-44a3-adab-1fc2c1101746 req-60eb8431-9e23-4797-86a4-d45334e183cf service neutron] 10.222.0.18 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834293 Jul 23 20:47:58.442646 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5545501d-5508-44a3-adab-1fc2c1101746 req-e370ad4b-b13c-4d33-8863-73dfc5c0bc67 service neutron] 10.222.0.18 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925910 Jul 23 20:48:07.619112 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34662) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:07.775764 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-0d86210f-b64a-4b9b-bf1e-68e8ce803587 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Deleting port 9f76c799-24fd-4e88-b2eb-de42314bba17 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:48:07.776377 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0d86210f-b64a-4b9b-bf1e-68e8ce803587 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:07.853807 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0d86210f-b64a-4b9b-bf1e-68e8ce803587 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:07.854130 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0d86210f-b64a-4b9b-bf1e-68e8ce803587 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:07.865164 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-0d86210f-b64a-4b9b-bf1e-68e8ce803587 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Calling delete_port for 9f76c799-24fd-4e88-b2eb-de42314bba17 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:48:08.010241 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0d86210f-b64a-4b9b-bf1e-68e8ce803587 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:08.035847 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d86210f-b64a-4b9b-bf1e-68e8ce803587 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Pushing event deleted for resources: {'Port': ['ID=9f76c799-24fd-4e88-b2eb-de42314bba17,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:08.062355 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d86210f-b64a-4b9b-bf1e-68e8ce803587 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:08.062702 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d86210f-b64a-4b9b-bf1e-68e8ce803587 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:08.063043 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d86210f-b64a-4b9b-bf1e-68e8ce803587 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:08.063379 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d86210f-b64a-4b9b-bf1e-68e8ce803587 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:08.063710 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d86210f-b64a-4b9b-bf1e-68e8ce803587 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:08.064038 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d86210f-b64a-4b9b-bf1e-68e8ce803587 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:08.064365 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d86210f-b64a-4b9b-bf1e-68e8ce803587 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:08.064690 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d86210f-b64a-4b9b-bf1e-68e8ce803587 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:08.065019 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d86210f-b64a-4b9b-bf1e-68e8ce803587 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:08.065342 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d86210f-b64a-4b9b-bf1e-68e8ce803587 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:08.065687 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d86210f-b64a-4b9b-bf1e-68e8ce803587 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:08.066009 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d86210f-b64a-4b9b-bf1e-68e8ce803587 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:08.107528 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0d86210f-b64a-4b9b-bf1e-68e8ce803587 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:08.107858 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [None req-0d86210f-b64a-4b9b-bf1e-68e8ce803587 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Floating IP 608c2a7d-049d-4160-bd19-5e3c4e3ea33e disassociated (deleted). External IP: 172.25.1.251, port: 912d2673-fb20-468d-89aa-7a33b8891a08. Jul 23 20:48:08.624704 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d86210f-b64a-4b9b-bf1e-68e8ce803587 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Router c924264a-e945-4114-baee-4830748fd7c3 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:48:08.730746 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d86210f-b64a-4b9b-bf1e-68e8ce803587 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:48:08.735500 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0d86210f-b64a-4b9b-bf1e-68e8ce803587 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:08.740489 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca80fef6-4c92-4b2a-93e2-075bfcf38b42 None None] Sync routers for ids ['c924264a-e945-4114-baee-4830748fd7c3'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:48:08.749636 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca80fef6-4c92-4b2a-93e2-075bfcf38b42 None None] Routers {'c924264a-e945-4114-baee-4830748fd7c3'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:48:08.750243 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ca80fef6-4c92-4b2a-93e2-075bfcf38b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:47:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['c924264a-e945-4114-baee-4830748fd7c3'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:08.771633 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0d86210f-b64a-4b9b-bf1e-68e8ce803587 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "DELETE /v2.0/floatingips/608c2a7d-049d-4160-bd19-5e3c4e3ea33e HTTP/1.1" status: 204 len: 168 time: 1.1514277 Jul 23 20:48:08.772232 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b5faf2e-2eeb-4969-960f-e682a9f4dab1', 'tag': '912d2673-fb20-468d-89aa-7a33b8891a08'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:48:08.775497 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1910a43-81c7-4398-919f-145f7e454172" -d '{"events": [{"name": "network-changed", "server_uuid": "6b5faf2e-2eeb-4969-960f-e682a9f4dab1", "tag": "912d2673-fb20-468d-89aa-7a33b8891a08"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:48:08.857239 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-ca80fef6-4c92-4b2a-93e2-075bfcf38b42 None None] Set router c924264a-e945-4114-baee-4830748fd7c3 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:48:08.927134 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfa63d4-272f-478d-a808-db799184ce33 x-openstack-request-id: req-bdfa63d4-272f-478d-a808-db799184ce33 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:48:08.927421 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b5faf2e-2eeb-4969-960f-e682a9f4dab1", "tag": "912d2673-fb20-468d-89aa-7a33b8891a08", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:48:08.927663 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bdfa63d4-272f-478d-a808-db799184ce33 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:48:08.928100 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b5faf2e-2eeb-4969-960f-e682a9f4dab1', 'tag': '912d2673-fb20-468d-89aa-7a33b8891a08', 'status': 'completed', 'code': 200} Jul 23 20:48:09.007580 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1910a43-81c7-4398-919f-145f7e454172 req-929ff156-ee6f-4806-9101-c1d2a8f6cb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:09.010006 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c1910a43-81c7-4398-919f-145f7e454172 req-929ff156-ee6f-4806-9101-c1d2a8f6cb71 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8db677e009540d8992023e1339ce496&device_id=6b5faf2e-2eeb-4969-960f-e682a9f4dab1 HTTP/1.1" status: 200 len: 1097 time: 0.0573540 Jul 23 20:48:09.038665 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f45fbc-3d23-45f9-bed5-9179c8b1a01a req-53153a34-43ef-4a6e-97e6-5f58d5ba1753 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:09.040819 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-06f45fbc-3d23-45f9-bed5-9179c8b1a01a req-53153a34-43ef-4a6e-97e6-5f58d5ba1753 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b5faf2e-2eeb-4969-960f-e682a9f4dab1 HTTP/1.1" status: 200 len: 945 time: 0.0685582 Jul 23 20:48:09.089072 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-06f45fbc-3d23-45f9-bed5-9179c8b1a01a req-3044675b-86f9-4f49-be4d-f55959360ae4 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421607 Jul 23 20:48:09.109707 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1910a43-81c7-4398-919f-145f7e454172 req-62f35f3d-73a4-4c99-9761-420d52aa56b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:09.111186 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c1910a43-81c7-4398-919f-145f7e454172 req-62f35f3d-73a4-4c99-9761-420d52aa56b1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6fe3bd89-d460-4585-b185-5ceb42a9c6de HTTP/1.1" status: 200 len: 913 time: 0.0950139 Jul 23 20:48:09.130570 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ca80fef6-4c92-4b2a-93e2-075bfcf38b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c924264a-e945-4114-baee-4830748fd7c3', 'name': 'tempest-TestVolumeBootPattern-1437280730-router', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '84020619-1500-4131-ade0-42feb1ef706f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:46Z', 'revision_number': 4, 'project_id': 'd8db677e009540d8992023e1339ce496', 'gw_port': {'id': '84020619-1500-4131-ade0-42feb1ef706f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '7b5b221c-550e-435a-873f-81cdb49dca51', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'floating_ip_address': '172.25.1.142', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'port_id': 'b96b0b63-a5c4-4e8c-9deb-c21bad910427', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'mac_address': 'fa:16:3e:80:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f8898e-5aa3-4609-91cf-0c4cefad8199', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:44:39Z', 'updated_at': '2021-07-23T20:44:41Z', 'revision_number': 1, 'project_id': 'd8db677e009540d8992023e1339ce496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba398802-fe33-4603-8a89-77ae3d97490a', 'name': '', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'mac_address': 'fa:16:3e:75:37:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:45Z', 'updated_at': '2021-07-23T20:38:52Z', 'revision_number': 5, 'project_id': 'd8db677e009540d8992023e1339ce496', 'subnets': [{'id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:09.153158 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c1910a43-81c7-4398-919f-145f7e454172 req-4bfa531a-c371-42b4-a7a7-d351edaf996f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=912d2673-fb20-468d-89aa-7a33b8891a08 HTTP/1.1" status: 200 len: 217 time: 0.0355611 Jul 23 20:48:09.160914 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca80fef6-4c92-4b2a-93e2-075bfcf38b42 None None] Checking router: c924264a-e945-4114-baee-4830748fd7c3 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:48:09.169930 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca80fef6-4c92-4b2a-93e2-075bfcf38b42 None None] Routers {'c924264a-e945-4114-baee-4830748fd7c3'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:48:09.170542 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ca80fef6-4c92-4b2a-93e2-075bfcf38b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:47:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['c924264a-e945-4114-baee-4830748fd7c3'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:09.207132 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1910a43-81c7-4398-919f-145f7e454172 req-0d2c770c-d72e-475f-bd53-2ddcdc9a639b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:09.208602 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c1910a43-81c7-4398-919f-145f7e454172 req-0d2c770c-d72e-475f-bd53-2ddcdc9a639b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2c8f255-5a45-4d6d-b83e-eef0348e83be HTTP/1.1" status: 200 len: 851 time: 0.0492160 Jul 23 20:48:09.269601 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1910a43-81c7-4398-919f-145f7e454172 req-2f0c02ef-a7f1-4aff-93f8-be30e5f0304a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:09.271125 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c1910a43-81c7-4398-919f-145f7e454172 req-2f0c02ef-a7f1-4aff-93f8-be30e5f0304a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6fe3bd89-d460-4585-b185-5ceb42a9c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547912 Jul 23 20:48:09.276588 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-ca80fef6-4c92-4b2a-93e2-075bfcf38b42 None None] Set router c924264a-e945-4114-baee-4830748fd7c3 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:48:09.360734 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c1910a43-81c7-4398-919f-145f7e454172 req-2ff21826-e1b1-4021-99ce-943a7388d9e5 service neutron] 10.222.0.30 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829895 Jul 23 20:48:09.455271 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c1910a43-81c7-4398-919f-145f7e454172 req-81ddec7a-2f0e-42c7-8686-cd65808add06 service neutron] 10.222.0.30 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882185 Jul 23 20:48:09.506892 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ca80fef6-4c92-4b2a-93e2-075bfcf38b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c924264a-e945-4114-baee-4830748fd7c3', 'name': 'tempest-TestVolumeBootPattern-1437280730-router', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '84020619-1500-4131-ade0-42feb1ef706f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:46Z', 'revision_number': 4, 'project_id': 'd8db677e009540d8992023e1339ce496', 'gw_port': {'id': '84020619-1500-4131-ade0-42feb1ef706f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '7b5b221c-550e-435a-873f-81cdb49dca51', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'floating_ip_address': '172.25.1.142', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'port_id': 'b96b0b63-a5c4-4e8c-9deb-c21bad910427', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'mac_address': 'fa:16:3e:80:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f8898e-5aa3-4609-91cf-0c4cefad8199', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:44:39Z', 'updated_at': '2021-07-23T20:44:41Z', 'revision_number': 1, 'project_id': 'd8db677e009540d8992023e1339ce496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba398802-fe33-4603-8a89-77ae3d97490a', 'name': '', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'mac_address': 'fa:16:3e:75:37:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:45Z', 'updated_at': '2021-07-23T20:38:52Z', 'revision_number': 5, 'project_id': 'd8db677e009540d8992023e1339ce496', 'subnets': [{'id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:09.532960 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca80fef6-4c92-4b2a-93e2-075bfcf38b42 None None] The sync data for ids ['c924264a-e945-4114-baee-4830748fd7c3'] in n-d-793618-10 is: [{'id': 'c924264a-e945-4114-baee-4830748fd7c3', 'name': 'tempest-TestVolumeBootPattern-1437280730-router', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '84020619-1500-4131-ade0-42feb1ef706f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:46Z', 'revision_number': 4, 'project_id': 'd8db677e009540d8992023e1339ce496', 'gw_port': {'id': '84020619-1500-4131-ade0-42feb1ef706f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '7b5b221c-550e-435a-873f-81cdb49dca51', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'floating_ip_address': '172.25.1.142', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'port_id': 'b96b0b63-a5c4-4e8c-9deb-c21bad910427', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'mac_address': 'fa:16:3e:80:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f8898e-5aa3-4609-91cf-0c4cefad8199', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:44:39Z', 'updated_at': '2021-07-23T20:44:41Z', 'revision_number': 1, 'project_id': 'd8db677e009540d8992023e1339ce496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba398802-fe33-4603-8a89-77ae3d97490a', 'name': '', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'mac_address': 'fa:16:3e:75:37:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:45Z', 'updated_at': '2021-07-23T20:38:52Z', 'revision_number': 5, 'project_id': 'd8db677e009540d8992023e1339ce496', 'subnets': [{'id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:48:09.742580 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa5b8ee-46ee-4822-b216-bcbe7b31f4eb None None] New status for floating IP 608c2a7d-049d-4160-bd19-5e3c4e3ea33e: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:48:10.221591 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a56e6-a73e-4e3a-a5f6-efb90fd49616 req-e29fe4a6-eb20-4ed7-a54d-2e49696607ba tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:10.223060 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-970a56e6-a73e-4e3a-a5f6-efb90fd49616 req-e29fe4a6-eb20-4ed7-a54d-2e49696607ba tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b5faf2e-2eeb-4969-960f-e682a9f4dab1 HTTP/1.1" status: 200 len: 945 time: 0.0656660 Jul 23 20:48:10.265447 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-970a56e6-a73e-4e3a-a5f6-efb90fd49616 req-9c81f837-a531-4506-a15f-a5d13899f3d9 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367916 Jul 23 20:48:10.307106 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4fd62ac3-7cee-4c9d-bdb8-459ba67cb8d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:10.440183 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52fefbb-3c43-4e96-9088-c6dd4f922144 req-932419bf-69f4-428c-9a7e-ec7a0a343902 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:10.441560 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a52fefbb-3c43-4e96-9088-c6dd4f922144 req-932419bf-69f4-428c-9a7e-ec7a0a343902 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b5faf2e-2eeb-4969-960f-e682a9f4dab1 HTTP/1.1" status: 200 len: 945 time: 0.0628979 Jul 23 20:48:10.544521 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-a52fefbb-3c43-4e96-9088-c6dd4f922144 req-e3e686ee-f783-4691-82a7-b25644a3e810 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Deleting port 912d2673-fb20-468d-89aa-7a33b8891a08 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:48:10.544860 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a52fefbb-3c43-4e96-9088-c6dd4f922144 req-e3e686ee-f783-4691-82a7-b25644a3e810 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:10.631851 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-a52fefbb-3c43-4e96-9088-c6dd4f922144 req-e3e686ee-f783-4691-82a7-b25644a3e810 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] For port 912d2673-fb20-468d-89aa-7a33b8891a08, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=912d2673-fb20-468d-89aa-7a33b8891a08,segment=NetworkSegment(7f09c7aa-43a5-411b-a008-66a5d5944068),segment_id=7f09c7aa-43a5-411b-a008-66a5d5944068)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:48:10.632207 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a52fefbb-3c43-4e96-9088-c6dd4f922144 req-e3e686ee-f783-4691-82a7-b25644a3e810 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:10.644938 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-a52fefbb-3c43-4e96-9088-c6dd4f922144 req-e3e686ee-f783-4691-82a7-b25644a3e810 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Calling delete_port for 912d2673-fb20-468d-89aa-7a33b8891a08 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:48:10.782950 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a52fefbb-3c43-4e96-9088-c6dd4f922144 req-e3e686ee-f783-4691-82a7-b25644a3e810 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:10.812368 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e686ee-f783-4691-82a7-b25644a3e810 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Pushing event deleted for resources: {'Port': ['ID=912d2673-fb20-468d-89aa-7a33b8891a08,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:10.862191 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52fefbb-3c43-4e96-9088-c6dd4f922144 req-e3e686ee-f783-4691-82a7-b25644a3e810 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] No DVR routers for this DVR port 912d2673-fb20-468d-89aa-7a33b8891a08 on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:48:10.864792 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a52fefbb-3c43-4e96-9088-c6dd4f922144 req-e3e686ee-f783-4691-82a7-b25644a3e810 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:10.866865 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a52fefbb-3c43-4e96-9088-c6dd4f922144 req-e3e686ee-f783-4691-82a7-b25644a3e810 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.30 "DELETE /v2.0/ports/912d2673-fb20-468d-89aa-7a33b8891a08 HTTP/1.1" status: 204 len: 173 time: 0.4196093 Jul 23 20:48:10.928907 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5faf2e-2eeb-4969-960f-e682a9f4dab1', 'name': 'network-vif-deleted', 'tag': '912d2673-fb20-468d-89aa-7a33b8891a08'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:48:10.931691 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573a3eff-8cf6-46f5-b8cd-8020e93517e1" -d '{"events": [{"server_uuid": "6b5faf2e-2eeb-4969-960f-e682a9f4dab1", "name": "network-vif-deleted", "tag": "912d2673-fb20-468d-89aa-7a33b8891a08"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:48:10.970220 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888cb535-9fec-43a7-be5f-e1d326433b88 x-openstack-request-id: req-888cb535-9fec-43a7-be5f-e1d326433b88 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:48:10.970519 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b5faf2e-2eeb-4969-960f-e682a9f4dab1", "name": "network-vif-deleted", "tag": "912d2673-fb20-468d-89aa-7a33b8891a08", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:48:10.970775 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-888cb535-9fec-43a7-be5f-e1d326433b88 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:48:10.971175 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b5faf2e-2eeb-4969-960f-e682a9f4dab1', 'name': 'network-vif-deleted', 'tag': '912d2673-fb20-468d-89aa-7a33b8891a08', 'status': 'completed', 'code': 200} Jul 23 20:48:11.369899 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5f5db30a-b98d-4c00-a148-28fee0c40afe req-60ec92c5-2d5c-4d44-8e89-72c8948c15a3 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b5faf2e-2eeb-4969-960f-e682a9f4dab1 HTTP/1.1" status: 200 len: 210 time: 0.0301893 Jul 23 20:48:12.467924 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-08df10d8-94bb-4a4d-af12-9ec61fc219cb req-c3c175fa-c7f5-45d1-af3c-1be957521f7d tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b5faf2e-2eeb-4969-960f-e682a9f4dab1 HTTP/1.1" status: 200 len: 210 time: 0.0305007 Jul 23 20:48:13.367064 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:13.567937 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b7d442af-da6a-4e84-8ed6-4ac71782d759 req-42b977bd-6926-496b-947a-84adc7008bab tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b5faf2e-2eeb-4969-960f-e682a9f4dab1 HTTP/1.1" status: 200 len: 210 time: 0.0307074 Jul 23 20:48:13.668246 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ec3ec2de-e31f-4ab4-9a26-644da5ac489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:14.107201 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:14.620478 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 912d2673-fb20-468d-89aa-7a33b8891a08 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:48:14.645909 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 912d2673-fb20-468d-89aa-7a33b8891a08 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:48:14.646293 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 912d2673-fb20-468d-89aa-7a33b8891a08 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:48:14.689631 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-45c91c50-8f73-4654-a17f-db55899809db req-16860b69-7a5c-4ee1-beff-b76c7d435bf2 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b5faf2e-2eeb-4969-960f-e682a9f4dab1 HTTP/1.1" status: 200 len: 210 time: 0.0342081 Jul 23 20:48:14.882236 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:14.991191 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:16.047348 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:20.054831 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34708) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:20.214321 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-34d0f658-3dfe-4bdf-883c-6331bbf5678b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Deleting port 4eb86ba5-765f-47d2-a2be-89db65c263d8 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:48:20.214582 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34d0f658-3dfe-4bdf-883c-6331bbf5678b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:20.293280 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34d0f658-3dfe-4bdf-883c-6331bbf5678b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:20.293638 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34d0f658-3dfe-4bdf-883c-6331bbf5678b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:20.304867 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-34d0f658-3dfe-4bdf-883c-6331bbf5678b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Calling delete_port for 4eb86ba5-765f-47d2-a2be-89db65c263d8 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:48:20.451494 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34d0f658-3dfe-4bdf-883c-6331bbf5678b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:20.478712 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0f658-3dfe-4bdf-883c-6331bbf5678b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Pushing event deleted for resources: {'Port': ['ID=4eb86ba5-765f-47d2-a2be-89db65c263d8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:20.542791 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34d0f658-3dfe-4bdf-883c-6331bbf5678b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:20.543123 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [None req-34d0f658-3dfe-4bdf-883c-6331bbf5678b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Floating IP 7b5b221c-550e-435a-873f-81cdb49dca51 disassociated (deleted). External IP: 172.25.1.142, port: b96b0b63-a5c4-4e8c-9deb-c21bad910427. Jul 23 20:48:20.751837 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d0f658-3dfe-4bdf-883c-6331bbf5678b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Router c924264a-e945-4114-baee-4830748fd7c3 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:48:20.857100 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d0f658-3dfe-4bdf-883c-6331bbf5678b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:48:20.861614 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34d0f658-3dfe-4bdf-883c-6331bbf5678b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:20.869758 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ef0336-f63b-4724-8328-7cc6809a93e3 None None] Sync routers for ids ['c924264a-e945-4114-baee-4830748fd7c3'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:48:20.878601 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ef0336-f63b-4724-8328-7cc6809a93e3 None None] Routers {'c924264a-e945-4114-baee-4830748fd7c3'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:48:20.879207 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-46ef0336-f63b-4724-8328-7cc6809a93e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:48:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['c924264a-e945-4114-baee-4830748fd7c3'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:20.902030 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-34d0f658-3dfe-4bdf-883c-6331bbf5678b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "DELETE /v2.0/floatingips/7b5b221c-550e-435a-873f-81cdb49dca51 HTTP/1.1" status: 204 len: 168 time: 0.8451889 Jul 23 20:48:20.902928 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f8898e-5aa3-4609-91cf-0c4cefad8199', 'tag': 'b96b0b63-a5c4-4e8c-9deb-c21bad910427'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:48:20.906258 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3a9de3-8d38-4df2-8e55-37c2b0596fe8" -d '{"events": [{"name": "network-changed", "server_uuid": "f8f8898e-5aa3-4609-91cf-0c4cefad8199", "tag": "b96b0b63-a5c4-4e8c-9deb-c21bad910427"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:48:21.060228 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5be222-2944-4fab-b398-d3e2452335d6 x-openstack-request-id: req-ab5be222-2944-4fab-b398-d3e2452335d6 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:48:21.060870 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8f8898e-5aa3-4609-91cf-0c4cefad8199", "tag": "b96b0b63-a5c4-4e8c-9deb-c21bad910427", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:48:21.061006 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ab5be222-2944-4fab-b398-d3e2452335d6 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:48:21.061568 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8f8898e-5aa3-4609-91cf-0c4cefad8199', 'tag': 'b96b0b63-a5c4-4e8c-9deb-c21bad910427', 'status': 'completed', 'code': 200} Jul 23 20:48:21.151074 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-46ef0336-f63b-4724-8328-7cc6809a93e3 None None] Set router c924264a-e945-4114-baee-4830748fd7c3 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:48:21.180852 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a9de3-8d38-4df2-8e55-37c2b0596fe8 req-e995adf1-fa48-4108-80c0-3ff6db59a677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:21.182743 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6a3a9de3-8d38-4df2-8e55-37c2b0596fe8 req-e995adf1-fa48-4108-80c0-3ff6db59a677 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d8db677e009540d8992023e1339ce496&device_id=f8f8898e-5aa3-4609-91cf-0c4cefad8199 HTTP/1.1" status: 200 len: 1097 time: 0.0984907 Jul 23 20:48:21.194683 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4091bc-7f33-40be-bd69-0a9d6af9d514 req-fb4f85b3-e3de-41fd-b54d-c300fb0c0358 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:21.196886 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f4091bc-7f33-40be-bd69-0a9d6af9d514 req-fb4f85b3-e3de-41fd-b54d-c300fb0c0358 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f8898e-5aa3-4609-91cf-0c4cefad8199 HTTP/1.1" status: 200 len: 945 time: 0.0839288 Jul 23 20:48:21.292150 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f4091bc-7f33-40be-bd69-0a9d6af9d514 req-ec3f62c9-70d9-497f-8dc6-9264b3ff80bd tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868177 Jul 23 20:48:21.331778 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a9de3-8d38-4df2-8e55-37c2b0596fe8 req-1bd4ce60-ba68-4ffe-8850-7f799c22e817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:21.333367 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6a3a9de3-8d38-4df2-8e55-37c2b0596fe8 req-1bd4ce60-ba68-4ffe-8850-7f799c22e817 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6fe3bd89-d460-4585-b185-5ceb42a9c6de HTTP/1.1" status: 200 len: 913 time: 0.1355329 Jul 23 20:48:21.360055 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-46ef0336-f63b-4724-8328-7cc6809a93e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c924264a-e945-4114-baee-4830748fd7c3', 'name': 'tempest-TestVolumeBootPattern-1437280730-router', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '84020619-1500-4131-ade0-42feb1ef706f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:46Z', 'revision_number': 4, 'project_id': 'd8db677e009540d8992023e1339ce496', 'gw_port': {'id': '84020619-1500-4131-ade0-42feb1ef706f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'ba398802-fe33-4603-8a89-77ae3d97490a', 'name': '', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'mac_address': 'fa:16:3e:75:37:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:45Z', 'updated_at': '2021-07-23T20:38:52Z', 'revision_number': 5, 'project_id': 'd8db677e009540d8992023e1339ce496', 'subnets': [{'id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:21.375755 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6a3a9de3-8d38-4df2-8e55-37c2b0596fe8 req-54c95c23-63d8-4c4b-bd5a-f503406b1ed9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b96b0b63-a5c4-4e8c-9deb-c21bad910427 HTTP/1.1" status: 200 len: 217 time: 0.0351040 Jul 23 20:48:21.386776 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ef0336-f63b-4724-8328-7cc6809a93e3 None None] Checking router: c924264a-e945-4114-baee-4830748fd7c3 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:48:21.395132 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ef0336-f63b-4724-8328-7cc6809a93e3 None None] Routers {'c924264a-e945-4114-baee-4830748fd7c3'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:48:21.395743 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-46ef0336-f63b-4724-8328-7cc6809a93e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:48:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['c924264a-e945-4114-baee-4830748fd7c3'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:21.434587 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a9de3-8d38-4df2-8e55-37c2b0596fe8 req-3bc25b6f-aa18-4a59-a2dc-ec7f70eecaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:21.436105 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6a3a9de3-8d38-4df2-8e55-37c2b0596fe8 req-3bc25b6f-aa18-4a59-a2dc-ec7f70eecaba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e2c8f255-5a45-4d6d-b83e-eef0348e83be HTTP/1.1" status: 200 len: 851 time: 0.0538495 Jul 23 20:48:21.496323 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a9de3-8d38-4df2-8e55-37c2b0596fe8 req-5686c1f2-8197-47b1-b686-52a84d786890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:21.497920 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6a3a9de3-8d38-4df2-8e55-37c2b0596fe8 req-5686c1f2-8197-47b1-b686-52a84d786890 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6fe3bd89-d460-4585-b185-5ceb42a9c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552340 Jul 23 20:48:21.503272 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-46ef0336-f63b-4724-8328-7cc6809a93e3 None None] Set router c924264a-e945-4114-baee-4830748fd7c3 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:48:21.589931 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6a3a9de3-8d38-4df2-8e55-37c2b0596fe8 req-865f0a8e-7f6c-4402-bf76-b0f99762232f service neutron] 10.222.0.18 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849941 Jul 23 20:48:21.687994 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6a3a9de3-8d38-4df2-8e55-37c2b0596fe8 req-d93b6bd3-4863-4e56-b08f-585b00e75fad service neutron] 10.222.0.18 "GET /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918734 Jul 23 20:48:21.705274 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-46ef0336-f63b-4724-8328-7cc6809a93e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c924264a-e945-4114-baee-4830748fd7c3', 'name': 'tempest-TestVolumeBootPattern-1437280730-router', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '84020619-1500-4131-ade0-42feb1ef706f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:46Z', 'revision_number': 4, 'project_id': 'd8db677e009540d8992023e1339ce496', 'gw_port': {'id': '84020619-1500-4131-ade0-42feb1ef706f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'ba398802-fe33-4603-8a89-77ae3d97490a', 'name': '', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'mac_address': 'fa:16:3e:75:37:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:45Z', 'updated_at': '2021-07-23T20:38:52Z', 'revision_number': 5, 'project_id': 'd8db677e009540d8992023e1339ce496', 'subnets': [{'id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:21.732294 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ef0336-f63b-4724-8328-7cc6809a93e3 None None] The sync data for ids ['c924264a-e945-4114-baee-4830748fd7c3'] in n-d-793618-10 is: [{'id': 'c924264a-e945-4114-baee-4830748fd7c3', 'name': 'tempest-TestVolumeBootPattern-1437280730-router', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '84020619-1500-4131-ade0-42feb1ef706f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:46Z', 'revision_number': 4, 'project_id': 'd8db677e009540d8992023e1339ce496', 'gw_port': {'id': '84020619-1500-4131-ade0-42feb1ef706f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'ba398802-fe33-4603-8a89-77ae3d97490a', 'name': '', 'network_id': '6fe3bd89-d460-4585-b185-5ceb42a9c6de', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'mac_address': 'fa:16:3e:75:37:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:45Z', 'updated_at': '2021-07-23T20:38:52Z', 'revision_number': 5, 'project_id': 'd8db677e009540d8992023e1339ce496', 'subnets': [{'id': 'e2c8f255-5a45-4d6d-b83e-eef0348e83be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:48:21.956741 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f76b2b-b15b-40cb-a841-fca49dd0365f None None] New status for floating IP 7b5b221c-550e-435a-873f-81cdb49dca51: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:48:22.426878 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef43670-aba7-416a-964f-7a3b492d01fa req-5530879d-f558-4c05-bee6-e7d41012d715 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:22.428428 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7ef43670-aba7-416a-964f-7a3b492d01fa req-5530879d-f558-4c05-bee6-e7d41012d715 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f8898e-5aa3-4609-91cf-0c4cefad8199 HTTP/1.1" status: 200 len: 945 time: 0.0656760 Jul 23 20:48:22.475093 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7ef43670-aba7-416a-964f-7a3b492d01fa req-6e145b56-00b4-4e69-a567-ac5bebf1f72d tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/security-groups?id=94ca6a2e-cb34-4928-8af8-becc80af63bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377283 Jul 23 20:48:22.625349 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9db0d1-ee2f-4813-9c39-35929189520f req-455611f4-4d66-4b68-a7e8-41e44028a58d tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:22.626856 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dc9db0d1-ee2f-4813-9c39-35929189520f req-455611f4-4d66-4b68-a7e8-41e44028a58d tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8f8898e-5aa3-4609-91cf-0c4cefad8199 HTTP/1.1" status: 200 len: 945 time: 0.0726416 Jul 23 20:48:22.732599 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-dc9db0d1-ee2f-4813-9c39-35929189520f req-8fdaef88-5628-4413-8a68-043ed60d415b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Deleting port b96b0b63-a5c4-4e8c-9deb-c21bad910427 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:48:22.732943 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-dc9db0d1-ee2f-4813-9c39-35929189520f req-8fdaef88-5628-4413-8a68-043ed60d415b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:22.832581 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-dc9db0d1-ee2f-4813-9c39-35929189520f req-8fdaef88-5628-4413-8a68-043ed60d415b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] For port b96b0b63-a5c4-4e8c-9deb-c21bad910427, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=b96b0b63-a5c4-4e8c-9deb-c21bad910427,segment=NetworkSegment(7f09c7aa-43a5-411b-a008-66a5d5944068),segment_id=7f09c7aa-43a5-411b-a008-66a5d5944068)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:48:22.832971 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-dc9db0d1-ee2f-4813-9c39-35929189520f req-8fdaef88-5628-4413-8a68-043ed60d415b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:22.846527 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-dc9db0d1-ee2f-4813-9c39-35929189520f req-8fdaef88-5628-4413-8a68-043ed60d415b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Calling delete_port for b96b0b63-a5c4-4e8c-9deb-c21bad910427 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:48:22.978711 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-dc9db0d1-ee2f-4813-9c39-35929189520f req-8fdaef88-5628-4413-8a68-043ed60d415b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:23.011734 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdaef88-5628-4413-8a68-043ed60d415b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Pushing event deleted for resources: {'Port': ['ID=b96b0b63-a5c4-4e8c-9deb-c21bad910427,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:23.024946 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdaef88-5628-4413-8a68-043ed60d415b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:23.025291 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdaef88-5628-4413-8a68-043ed60d415b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:23.025683 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdaef88-5628-4413-8a68-043ed60d415b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:23.026016 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdaef88-5628-4413-8a68-043ed60d415b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:23.026430 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdaef88-5628-4413-8a68-043ed60d415b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:23.026827 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdaef88-5628-4413-8a68-043ed60d415b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:23.027158 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdaef88-5628-4413-8a68-043ed60d415b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:23.027477 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdaef88-5628-4413-8a68-043ed60d415b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:23.027796 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdaef88-5628-4413-8a68-043ed60d415b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:23.028120 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdaef88-5628-4413-8a68-043ed60d415b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:23.028594 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdaef88-5628-4413-8a68-043ed60d415b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:23.028919 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdaef88-5628-4413-8a68-043ed60d415b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:23.074244 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9db0d1-ee2f-4813-9c39-35929189520f req-8fdaef88-5628-4413-8a68-043ed60d415b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] No DVR routers for this DVR port b96b0b63-a5c4-4e8c-9deb-c21bad910427 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:48:23.076814 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-dc9db0d1-ee2f-4813-9c39-35929189520f req-8fdaef88-5628-4413-8a68-043ed60d415b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:23.078869 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dc9db0d1-ee2f-4813-9c39-35929189520f req-8fdaef88-5628-4413-8a68-043ed60d415b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.18 "DELETE /v2.0/ports/b96b0b63-a5c4-4e8c-9deb-c21bad910427 HTTP/1.1" status: 204 len: 173 time: 0.4464505 Jul 23 20:48:23.079307 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f8898e-5aa3-4609-91cf-0c4cefad8199', 'name': 'network-vif-deleted', 'tag': 'b96b0b63-a5c4-4e8c-9deb-c21bad910427'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:48:23.081575 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ac937e-7f4f-41d0-a2f3-905a0a8542e1" -d '{"events": [{"server_uuid": "f8f8898e-5aa3-4609-91cf-0c4cefad8199", "name": "network-vif-deleted", "tag": "b96b0b63-a5c4-4e8c-9deb-c21bad910427"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:48:23.184008 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f803ce-edb5-495e-837e-8e36f72f79a9 x-openstack-request-id: req-37f803ce-edb5-495e-837e-8e36f72f79a9 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:48:23.184346 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f8898e-5aa3-4609-91cf-0c4cefad8199", "name": "network-vif-deleted", "tag": "b96b0b63-a5c4-4e8c-9deb-c21bad910427", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:48:23.184603 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-37f803ce-edb5-495e-837e-8e36f72f79a9 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:48:23.185031 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f8898e-5aa3-4609-91cf-0c4cefad8199', 'name': 'network-vif-deleted', 'tag': 'b96b0b63-a5c4-4e8c-9deb-c21bad910427', 'status': 'completed', 'code': 200} Jul 23 20:48:23.600381 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7ceae93d-df7d-4ed4-93c3-ca46756932d0 req-6950ac3d-315a-4cf6-91fb-fe799d94c55d tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f8898e-5aa3-4609-91cf-0c4cefad8199 HTTP/1.1" status: 200 len: 210 time: 0.0329671 Jul 23 20:48:24.708242 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-47eda606-bfdd-411b-8ec2-b992c690557a req-60b13d5a-eff9-43c5-a5dc-6f3b72cc04d3 tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f8898e-5aa3-4609-91cf-0c4cefad8199 HTTP/1.1" status: 200 len: 210 time: 0.0341663 Jul 23 20:48:25.811869 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6cdd06b2-3614-4903-8ee3-668ff99124e2 req-102f1eae-6ddb-4196-9c0a-a614b9e8783a tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f8898e-5aa3-4609-91cf-0c4cefad8199 HTTP/1.1" status: 200 len: 210 time: 0.0336981 Jul 23 20:48:26.938807 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-10afa73b-2f7f-41e3-a3f6-9a15d0781290 req-0c2c1380-d0a1-4588-bff2-aefe0696514b tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f8898e-5aa3-4609-91cf-0c4cefad8199 HTTP/1.1" status: 200 len: 210 time: 0.0326903 Jul 23 20:48:27.792277 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device b96b0b63-a5c4-4e8c-9deb-c21bad910427 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:48:27.813222 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: b96b0b63-a5c4-4e8c-9deb-c21bad910427 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:48:27.813613 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device b96b0b63-a5c4-4e8c-9deb-c21bad910427 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:48:27.996401 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34736) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:28.123795 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-b76674f9-e49d-491d-8f5d-15036898363d tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Deleting port 317d1aee-3848-4cea-9f19-0073998f66f2 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:48:28.124060 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b76674f9-e49d-491d-8f5d-15036898363d tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:28.200853 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b76674f9-e49d-491d-8f5d-15036898363d tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:28.201174 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b76674f9-e49d-491d-8f5d-15036898363d tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:28.213220 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-b76674f9-e49d-491d-8f5d-15036898363d tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Calling delete_port for 317d1aee-3848-4cea-9f19-0073998f66f2 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:48:28.362276 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b76674f9-e49d-491d-8f5d-15036898363d tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:28.387224 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76674f9-e49d-491d-8f5d-15036898363d tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Pushing event deleted for resources: {'Port': ['ID=317d1aee-3848-4cea-9f19-0073998f66f2,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:28.459989 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b76674f9-e49d-491d-8f5d-15036898363d tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:28.463495 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b76674f9-e49d-491d-8f5d-15036898363d tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:28.464725 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b76674f9-e49d-491d-8f5d-15036898363d tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "DELETE /v2.0/floatingips/59ea5b5b-b70e-49c1-ad38-5b9af9b3b33c HTTP/1.1" status: 204 len: 168 time: 0.4673324 Jul 23 20:48:30.744866 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34754) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:30.802833 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-07b6298f-5037-4669-92c0-3fa5a0438b4e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:30.831395 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-07b6298f-5037-4669-92c0-3fa5a0438b4e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:30.895709 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-07b6298f-5037-4669-92c0-3fa5a0438b4e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:30.898208 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-07b6298f-5037-4669-92c0-3fa5a0438b4e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:30.900407 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-07b6298f-5037-4669-92c0-3fa5a0438b4e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] 10.222.0.32 "DELETE /v2.0/security-groups/94ca6a2e-cb34-4928-8af8-becc80af63bf HTTP/1.1" status: 204 len: 168 time: 0.1541648 Jul 23 20:48:30.910515 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6298f-5037-4669-92c0-3fa5a0438b4e tempest-TestVolumeBootPattern-1735824192 tempest-TestVolumeBootPattern-1735824192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ca6a2e-cb34-4928-8af8-becc80af63bf,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:30.965057 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34758) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:31.735835 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:48:31.839551 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f48cfe1d-9fba-4075-8ff2-28e41e27b348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:32.139438 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-f48cfe1d-9fba-4075-8ff2-28e41e27b348 admin admin] Deleting port ba398802-fe33-4603-8a89-77ae3d97490a {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:48:32.140167 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f48cfe1d-9fba-4075-8ff2-28e41e27b348 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:32.217218 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-f48cfe1d-9fba-4075-8ff2-28e41e27b348 admin admin] For port ba398802-fe33-4603-8a89-77ae3d97490a, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=ba398802-fe33-4603-8a89-77ae3d97490a,segment=NetworkSegment(7f09c7aa-43a5-411b-a008-66a5d5944068),segment_id=7f09c7aa-43a5-411b-a008-66a5d5944068)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:48:32.217607 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f48cfe1d-9fba-4075-8ff2-28e41e27b348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:32.234285 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-f48cfe1d-9fba-4075-8ff2-28e41e27b348 admin admin] Calling delete_port for ba398802-fe33-4603-8a89-77ae3d97490a owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:48:32.415097 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f48cfe1d-9fba-4075-8ff2-28e41e27b348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:32.441737 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48cfe1d-9fba-4075-8ff2-28e41e27b348 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba398802-fe33-4603-8a89-77ae3d97490a,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:32.609399 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f48cfe1d-9fba-4075-8ff2-28e41e27b348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:32.823703 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48cfe1d-9fba-4075-8ff2-28e41e27b348 admin admin] Router c924264a-e945-4114-baee-4830748fd7c3 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:48:32.930816 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48cfe1d-9fba-4075-8ff2-28e41e27b348 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:48:32.935838 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f48cfe1d-9fba-4075-8ff2-28e41e27b348 admin admin] 10.222.0.32 "PUT /v2.0/routers/c924264a-e945-4114-baee-4830748fd7c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9695618 Jul 23 20:48:32.938526 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34766) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:32.939471 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80223dc-8875-4c61-8e7e-3c63cf414245 None None] Sync routers for ids ['c924264a-e945-4114-baee-4830748fd7c3'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:48:32.949414 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80223dc-8875-4c61-8e7e-3c63cf414245 None None] Routers {'c924264a-e945-4114-baee-4830748fd7c3'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:48:32.950104 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-c80223dc-8875-4c61-8e7e-3c63cf414245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:48:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['c924264a-e945-4114-baee-4830748fd7c3'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:33.041363 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b73cce2e-d744-43df-bebf-478948821064 admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:33.056526 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-c80223dc-8875-4c61-8e7e-3c63cf414245 None None] Set router c924264a-e945-4114-baee-4830748fd7c3 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:48:33.145121 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b73cce2e-d744-43df-bebf-478948821064 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:33.197495 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-b73cce2e-d744-43df-bebf-478948821064 admin admin] Deleting port 84020619-1500-4131-ade0-42feb1ef706f {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:48:33.197838 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b73cce2e-d744-43df-bebf-478948821064 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:33.234664 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-c80223dc-8875-4c61-8e7e-3c63cf414245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c924264a-e945-4114-baee-4830748fd7c3', 'name': 'tempest-TestVolumeBootPattern-1437280730-router', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '84020619-1500-4131-ade0-42feb1ef706f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:48:32Z', 'revision_number': 5, 'project_id': 'd8db677e009540d8992023e1339ce496', 'gw_port': {'id': '84020619-1500-4131-ade0-42feb1ef706f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c924264a-e945-4114-baee-4830748fd7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:33.266225 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80223dc-8875-4c61-8e7e-3c63cf414245 None None] Checking router: c924264a-e945-4114-baee-4830748fd7c3 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:48:33.275372 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80223dc-8875-4c61-8e7e-3c63cf414245 None None] Routers {'c924264a-e945-4114-baee-4830748fd7c3'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:48:33.275986 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-c80223dc-8875-4c61-8e7e-3c63cf414245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:48:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['c924264a-e945-4114-baee-4830748fd7c3'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:33.284317 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-b73cce2e-d744-43df-bebf-478948821064 admin admin] For port 84020619-1500-4131-ade0-42feb1ef706f, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=84020619-1500-4131-ade0-42feb1ef706f,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:48:33.284680 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b73cce2e-d744-43df-bebf-478948821064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:33.296394 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-b73cce2e-d744-43df-bebf-478948821064 admin admin] Calling delete_port for 84020619-1500-4131-ade0-42feb1ef706f owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:48:33.363519 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-c80223dc-8875-4c61-8e7e-3c63cf414245 None None] Set router c924264a-e945-4114-baee-4830748fd7c3 gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:48:33.416816 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-c80223dc-8875-4c61-8e7e-3c63cf414245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c924264a-e945-4114-baee-4830748fd7c3', 'name': 'tempest-TestVolumeBootPattern-1437280730-router', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:48:33Z', 'revision_number': 6, 'project_id': 'd8db677e009540d8992023e1339ce496', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:33.447544 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80223dc-8875-4c61-8e7e-3c63cf414245 None None] The sync data for ids ['c924264a-e945-4114-baee-4830748fd7c3'] in n-d-793618-10 is: [{'id': 'c924264a-e945-4114-baee-4830748fd7c3', 'name': 'tempest-TestVolumeBootPattern-1437280730-router', 'tenant_id': 'd8db677e009540d8992023e1339ce496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:43Z', 'updated_at': '2021-07-23T20:48:33Z', 'revision_number': 6, 'project_id': 'd8db677e009540d8992023e1339ce496', 'gw_port_host': None}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:48:33.473979 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b73cce2e-d744-43df-bebf-478948821064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:33.502022 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73cce2e-d744-43df-bebf-478948821064 admin admin] Pushing event deleted for resources: {'Port': ['ID=84020619-1500-4131-ade0-42feb1ef706f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:33.564493 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b73cce2e-d744-43df-bebf-478948821064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:33.652617 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b73cce2e-d744-43df-bebf-478948821064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:33.654685 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b73cce2e-d744-43df-bebf-478948821064 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:33.699555 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b73cce2e-d744-43df-bebf-478948821064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:33.700192 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73cce2e-d744-43df-bebf-478948821064 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c924264a-e945-4114-baee-4830748fd7c3 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:48:33.705084 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b73cce2e-d744-43df-bebf-478948821064 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:33.706323 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b73cce2e-d744-43df-bebf-478948821064 admin admin] 10.222.0.32 "DELETE /v2.0/routers/c924264a-e945-4114-baee-4830748fd7c3 HTTP/1.1" status: 204 len: 168 time: 0.7668304 Jul 23 20:48:33.708829 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34768) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:33.753374 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-8040e449-142c-454a-bb6e-54698ff095b9 admin admin] Deleting subnet e2c8f255-5a45-4d6d-b83e-eef0348e83be {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:48:33.756540 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8040e449-142c-454a-bb6e-54698ff095b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:33.791402 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8040e449-142c-454a-bb6e-54698ff095b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:33.887726 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8040e449-142c-454a-bb6e-54698ff095b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:33.941341 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8040e449-142c-454a-bb6e-54698ff095b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:33.968306 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8040e449-142c-454a-bb6e-54698ff095b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2c8f255-5a45-4d6d-b83e-eef0348e83be,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:33.970460 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8040e449-142c-454a-bb6e-54698ff095b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:33.972316 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8040e449-142c-454a-bb6e-54698ff095b9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e2c8f255-5a45-4d6d-b83e-eef0348e83be HTTP/1.1" status: 204 len: 168 time: 0.2625756 Jul 23 20:48:33.974944 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34770) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:33.975802 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b0b559-09b7-4fd0-99f5-356e6241f002 None None] Network 6fe3bd89-d460-4585-b185-5ceb42a9c6de requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:48:34.046286 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-62848c18-5d76-47e4-8ad0-7e50f2861ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:34.099766 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-62848c18-5d76-47e4-8ad0-7e50f2861ab2 admin admin] Deleting port c31cd41f-fb1e-4f91-bf3e-01c4a9f893af {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:48:34.100113 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-62848c18-5d76-47e4-8ad0-7e50f2861ab2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:34.162769 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-62848c18-5d76-47e4-8ad0-7e50f2861ab2 admin admin] For port c31cd41f-fb1e-4f91-bf3e-01c4a9f893af, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=c31cd41f-fb1e-4f91-bf3e-01c4a9f893af,segment=NetworkSegment(7f09c7aa-43a5-411b-a008-66a5d5944068),segment_id=7f09c7aa-43a5-411b-a008-66a5d5944068)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:48:34.163065 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-62848c18-5d76-47e4-8ad0-7e50f2861ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:34.174381 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-62848c18-5d76-47e4-8ad0-7e50f2861ab2 admin admin] Calling delete_port for c31cd41f-fb1e-4f91-bf3e-01c4a9f893af owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:48:34.246225 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e00e155-196e-4593-b5f6-43c758e3b574 None None] DHCP port deletion for 6fe3bd89-d460-4585-b185-5ceb42a9c6de request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:48:34.281013 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-62848c18-5d76-47e4-8ad0-7e50f2861ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:34.303265 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2e00e155-196e-4593-b5f6-43c758e3b574 None None] Deleting port c31cd41f-fb1e-4f91-bf3e-01c4a9f893af {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:48:34.303778 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2e00e155-196e-4593-b5f6-43c758e3b574 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:34.307637 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62848c18-5d76-47e4-8ad0-7e50f2861ab2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c31cd41f-fb1e-4f91-bf3e-01c4a9f893af,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:34.311234 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62848c18-5d76-47e4-8ad0-7e50f2861ab2 admin admin] No DVR routers for this DVR port c31cd41f-fb1e-4f91-bf3e-01c4a9f893af on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:48:34.319739 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device ba398802-fe33-4603-8a89-77ae3d97490a no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:48:34.355889 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: ba398802-fe33-4603-8a89-77ae3d97490a {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:48:34.356223 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device ba398802-fe33-4603-8a89-77ae3d97490a not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:48:34.356655 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 84020619-1500-4131-ade0-42feb1ef706f no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:48:34.388424 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-62848c18-5d76-47e4-8ad0-7e50f2861ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:34.399692 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-62848c18-5d76-47e4-8ad0-7e50f2861ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe3bd89-d460-4585-b185-5ceb42a9c6de']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:34.410073 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-62848c18-5d76-47e4-8ad0-7e50f2861ab2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f09c7aa-43a5-411b-a008-66a5d5944068') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:34.410261 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 84020619-1500-4131-ade0-42feb1ef706f {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:48:34.410379 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-62848c18-5d76-47e4-8ad0-7e50f2861ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f09c7aa-43a5-411b-a008-66a5d5944068') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:34.410530 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 84020619-1500-4131-ade0-42feb1ef706f not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:48:34.410883 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device c31cd41f-fb1e-4f91-bf3e-01c4a9f893af no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:48:34.420116 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-62848c18-5d76-47e4-8ad0-7e50f2861ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:34.432899 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2e00e155-196e-4593-b5f6-43c758e3b574 None None] For port c31cd41f-fb1e-4f91-bf3e-01c4a9f893af, host n-d-793618-10, got binding levels [] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:48:34.433293 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2e00e155-196e-4593-b5f6-43c758e3b574 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:34.434643 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-62848c18-5d76-47e4-8ad0-7e50f2861ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:34.435927 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: c31cd41f-fb1e-4f91-bf3e-01c4a9f893af {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:48:34.436080 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device c31cd41f-fb1e-4f91-bf3e-01c4a9f893af not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:48:34.448641 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62848c18-5d76-47e4-8ad0-7e50f2861ab2 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:48:34.449105 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-62848c18-5d76-47e4-8ad0-7e50f2861ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:34.449814 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2e00e155-196e-4593-b5f6-43c758e3b574 None None] Calling delete_port for c31cd41f-fb1e-4f91-bf3e-01c4a9f893af owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:48:34.451635 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:48:34.451635 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:48:34.451635 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:48:34.451635 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:48:34.451635 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:48:34.451635 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:48:34.451635 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:48:34.451635 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:48:34.451635 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:48:34.451635 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:48:34.451635 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:48:34.451635 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:48:34.451635 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:48:34.451635 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:48:34.451635 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:48:34.451635 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:48:34.451635 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:48:34.451635 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:48:34.451635 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:48:34.451635 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:48:34.451635 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:48:34.451635 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:48:34.451635 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:48:34.451635 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:48:34.451635 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:48:34.451635 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:48:34.451635 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:48:34.451635 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:48:34.451635 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:48:34.451635 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:48:34.451635 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:48:34.451635 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:48:34.454173 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.ipam_backend_mixin [None req-2e00e155-196e-4593-b5f6-43c758e3b574 None None] Port c31cd41f-fb1e-4f91-bf3e-01c4a9f893af was not found and therefore no delete operation was performed {{(pid=93877) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:48:34.455847 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2e00e155-196e-4593-b5f6-43c758e3b574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:34.487084 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e00e155-196e-4593-b5f6-43c758e3b574 None None] No DVR routers for this DVR port c31cd41f-fb1e-4f91-bf3e-01c4a9f893af on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:48:34.489176 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e00e155-196e-4593-b5f6-43c758e3b574 None None] Pushing event deleted for resources: {'Port': ['ID=c31cd41f-fb1e-4f91-bf3e-01c4a9f893af,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:34.500659 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e00e155-196e-4593-b5f6-43c758e3b574 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:34.501143 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e00e155-196e-4593-b5f6-43c758e3b574 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:34.501628 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e00e155-196e-4593-b5f6-43c758e3b574 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:34.502285 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e00e155-196e-4593-b5f6-43c758e3b574 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:34.502660 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e00e155-196e-4593-b5f6-43c758e3b574 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:34.503062 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e00e155-196e-4593-b5f6-43c758e3b574 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:34.503496 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e00e155-196e-4593-b5f6-43c758e3b574 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:34.503861 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e00e155-196e-4593-b5f6-43c758e3b574 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:34.504185 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e00e155-196e-4593-b5f6-43c758e3b574 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:34.505021 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e00e155-196e-4593-b5f6-43c758e3b574 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:34.505021 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e00e155-196e-4593-b5f6-43c758e3b574 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:34.505214 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e00e155-196e-4593-b5f6-43c758e3b574 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:34.512006 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-62848c18-5d76-47e4-8ad0-7e50f2861ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:34.517768 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-62848c18-5d76-47e4-8ad0-7e50f2861ab2 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:34.522523 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-62848c18-5d76-47e4-8ad0-7e50f2861ab2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6fe3bd89-d460-4585-b185-5ceb42a9c6de HTTP/1.1" status: 204 len: 168 time: 0.5435617 Jul 23 20:48:34.522976 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34772) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:34.531675 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62848c18-5d76-47e4-8ad0-7e50f2861ab2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fe3bd89-d460-4585-b185-5ceb42a9c6de,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:34.878513 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-53dc51a1-7607-45f6-b88f-0295bc5b4797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:35.135028 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-53dc51a1-7607-45f6-b88f-0295bc5b4797 admin admin] Deleting port 0dff15df-7c7a-4d18-b8e6-f3eb1fd6f338 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:48:35.135298 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-53dc51a1-7607-45f6-b88f-0295bc5b4797 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:35.213987 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-53dc51a1-7607-45f6-b88f-0295bc5b4797 admin admin] For port 0dff15df-7c7a-4d18-b8e6-f3eb1fd6f338, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=0dff15df-7c7a-4d18-b8e6-f3eb1fd6f338,segment=NetworkSegment(d6147b35-126b-4c73-a1ab-6ae44ce9ff94),segment_id=d6147b35-126b-4c73-a1ab-6ae44ce9ff94)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:48:35.214341 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-53dc51a1-7607-45f6-b88f-0295bc5b4797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:35.227249 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-53dc51a1-7607-45f6-b88f-0295bc5b4797 admin admin] Calling delete_port for 0dff15df-7c7a-4d18-b8e6-f3eb1fd6f338 owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:48:35.408645 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-53dc51a1-7607-45f6-b88f-0295bc5b4797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:35.435706 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc51a1-7607-45f6-b88f-0295bc5b4797 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dff15df-7c7a-4d18-b8e6-f3eb1fd6f338,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:35.604900 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-53dc51a1-7607-45f6-b88f-0295bc5b4797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:35.826376 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53dc51a1-7607-45f6-b88f-0295bc5b4797 admin admin] Router 884a0d31-d757-4493-bc33-288232b1fd3c has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:48:36.207462 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53dc51a1-7607-45f6-b88f-0295bc5b4797 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:48:36.212763 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-53dc51a1-7607-45f6-b88f-0295bc5b4797 admin admin] 10.222.0.32 "PUT /v2.0/routers/884a0d31-d757-4493-bc33-288232b1fd3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6880009 Jul 23 20:48:36.215270 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34774) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:36.217975 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39b750f-ac38-4270-b216-f5135b770e5b None None] Sync routers for ids ['884a0d31-d757-4493-bc33-288232b1fd3c'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:48:36.228972 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39b750f-ac38-4270-b216-f5135b770e5b None None] Routers {'884a0d31-d757-4493-bc33-288232b1fd3c'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:48:36.229640 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-b39b750f-ac38-4270-b216-f5135b770e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:48:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['884a0d31-d757-4493-bc33-288232b1fd3c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:36.319238 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-89caecb4-033f-4abb-8193-52972dd5dcd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:36.331123 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-b39b750f-ac38-4270-b216-f5135b770e5b None None] Set router 884a0d31-d757-4493-bc33-288232b1fd3c gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:48:36.424781 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-89caecb4-033f-4abb-8193-52972dd5dcd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:36.478574 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-89caecb4-033f-4abb-8193-52972dd5dcd9 admin admin] Deleting port 2dc90ff1-3f6c-4e19-88de-1b751892d0f7 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:48:36.478815 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-89caecb4-033f-4abb-8193-52972dd5dcd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:36.506199 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-b39b750f-ac38-4270-b216-f5135b770e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884a0d31-d757-4493-bc33-288232b1fd3c', 'name': 'tempest-TestVolumeBootPattern-750610428-router', 'tenant_id': '4d27717eb1ae4240a6f432ebbf96179c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '2dc90ff1-3f6c-4e19-88de-1b751892d0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:48Z', 'updated_at': '2021-07-23T20:48:35Z', 'revision_number': 5, 'project_id': '4d27717eb1ae4240a6f432ebbf96179c', 'gw_port': {'id': '2dc90ff1-3f6c-4e19-88de-1b751892d0f7', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a0d31-d757-4493-bc33-288232b1fd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:48Z', 'updated_at': '2021-07-23T20:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:36.535964 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39b750f-ac38-4270-b216-f5135b770e5b None None] Checking router: 884a0d31-d757-4493-bc33-288232b1fd3c for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:48:36.544445 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39b750f-ac38-4270-b216-f5135b770e5b None None] Routers {'884a0d31-d757-4493-bc33-288232b1fd3c'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:48:36.545056 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-b39b750f-ac38-4270-b216-f5135b770e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:48:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['884a0d31-d757-4493-bc33-288232b1fd3c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:36.562079 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-89caecb4-033f-4abb-8193-52972dd5dcd9 admin admin] For port 2dc90ff1-3f6c-4e19-88de-1b751892d0f7, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=2dc90ff1-3f6c-4e19-88de-1b751892d0f7,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:48:36.562437 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-89caecb4-033f-4abb-8193-52972dd5dcd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:36.574472 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-89caecb4-033f-4abb-8193-52972dd5dcd9 admin admin] Calling delete_port for 2dc90ff1-3f6c-4e19-88de-1b751892d0f7 owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:48:36.631245 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-b39b750f-ac38-4270-b216-f5135b770e5b None None] Set router 884a0d31-d757-4493-bc33-288232b1fd3c gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:48:36.682560 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-b39b750f-ac38-4270-b216-f5135b770e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884a0d31-d757-4493-bc33-288232b1fd3c', 'name': 'tempest-TestVolumeBootPattern-750610428-router', 'tenant_id': '4d27717eb1ae4240a6f432ebbf96179c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:48Z', 'updated_at': '2021-07-23T20:48:36Z', 'revision_number': 6, 'project_id': '4d27717eb1ae4240a6f432ebbf96179c', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:36.713096 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39b750f-ac38-4270-b216-f5135b770e5b None None] The sync data for ids ['884a0d31-d757-4493-bc33-288232b1fd3c'] in n-d-793618-10 is: [{'id': '884a0d31-d757-4493-bc33-288232b1fd3c', 'name': 'tempest-TestVolumeBootPattern-750610428-router', 'tenant_id': '4d27717eb1ae4240a6f432ebbf96179c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:48Z', 'updated_at': '2021-07-23T20:48:36Z', 'revision_number': 6, 'project_id': '4d27717eb1ae4240a6f432ebbf96179c', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:48:36.751433 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-89caecb4-033f-4abb-8193-52972dd5dcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:36.778854 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89caecb4-033f-4abb-8193-52972dd5dcd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dc90ff1-3f6c-4e19-88de-1b751892d0f7,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:36.842220 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-89caecb4-033f-4abb-8193-52972dd5dcd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:36.933040 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-89caecb4-033f-4abb-8193-52972dd5dcd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:36.935142 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-89caecb4-033f-4abb-8193-52972dd5dcd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:36.982786 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-89caecb4-033f-4abb-8193-52972dd5dcd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:36.983365 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89caecb4-033f-4abb-8193-52972dd5dcd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 884a0d31-d757-4493-bc33-288232b1fd3c {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:48:36.987801 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-89caecb4-033f-4abb-8193-52972dd5dcd9 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:36.988938 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-89caecb4-033f-4abb-8193-52972dd5dcd9 admin admin] 10.222.0.32 "DELETE /v2.0/routers/884a0d31-d757-4493-bc33-288232b1fd3c HTTP/1.1" status: 204 len: 168 time: 0.7727540 Jul 23 20:48:36.991447 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34776) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:37.035281 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-da4a7547-0a6c-4bba-ad0c-55d7a10c2733 admin admin] Deleting subnet c34afafd-345f-4dd1-99af-6ed2f28010c6 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:48:37.038267 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-da4a7547-0a6c-4bba-ad0c-55d7a10c2733 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:37.074704 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-da4a7547-0a6c-4bba-ad0c-55d7a10c2733 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:37.159836 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-da4a7547-0a6c-4bba-ad0c-55d7a10c2733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:37.212768 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-da4a7547-0a6c-4bba-ad0c-55d7a10c2733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:37.238669 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a7547-0a6c-4bba-ad0c-55d7a10c2733 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c34afafd-345f-4dd1-99af-6ed2f28010c6,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:37.242093 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-da4a7547-0a6c-4bba-ad0c-55d7a10c2733 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:37.246337 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-da4a7547-0a6c-4bba-ad0c-55d7a10c2733 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c34afafd-345f-4dd1-99af-6ed2f28010c6 HTTP/1.1" status: 204 len: 168 time: 0.2516901 Jul 23 20:48:37.246666 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34778) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:37.249788 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd37883-4055-42b0-a8bd-a3dbe8063200 None None] Network 7e66ac6c-d362-448d-b808-da93bbe927af requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:48:37.317971 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0f3766a9-2e0c-49e3-86c4-37bd23d23c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:37.371994 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-0f3766a9-2e0c-49e3-86c4-37bd23d23c18 admin admin] Deleting port 37339265-0543-49b1-93ce-03bf83b7c955 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:48:37.372328 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0f3766a9-2e0c-49e3-86c4-37bd23d23c18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:37.437120 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-0f3766a9-2e0c-49e3-86c4-37bd23d23c18 admin admin] For port 37339265-0543-49b1-93ce-03bf83b7c955, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=37339265-0543-49b1-93ce-03bf83b7c955,segment=NetworkSegment(d6147b35-126b-4c73-a1ab-6ae44ce9ff94),segment_id=d6147b35-126b-4c73-a1ab-6ae44ce9ff94)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:48:37.437584 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0f3766a9-2e0c-49e3-86c4-37bd23d23c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:37.451664 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-0f3766a9-2e0c-49e3-86c4-37bd23d23c18 admin admin] Calling delete_port for 37339265-0543-49b1-93ce-03bf83b7c955 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:48:37.472853 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a36443f-6546-4b43-9e72-3e58b7e3c5d5 None None] DHCP port deletion for 7e66ac6c-d362-448d-b808-da93bbe927af request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:48:37.522052 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-5a36443f-6546-4b43-9e72-3e58b7e3c5d5 None None] Deleting port 37339265-0543-49b1-93ce-03bf83b7c955 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:48:37.522428 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5a36443f-6546-4b43-9e72-3e58b7e3c5d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:37.541356 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0f3766a9-2e0c-49e3-86c4-37bd23d23c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:37.566985 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3766a9-2e0c-49e3-86c4-37bd23d23c18 admin admin] Pushing event deleted for resources: {'Port': ['ID=37339265-0543-49b1-93ce-03bf83b7c955,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:37.574333 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3766a9-2e0c-49e3-86c4-37bd23d23c18 admin admin] No DVR routers for this DVR port 37339265-0543-49b1-93ce-03bf83b7c955 on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:48:37.594398 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-5a36443f-6546-4b43-9e72-3e58b7e3c5d5 None None] For port 37339265-0543-49b1-93ce-03bf83b7c955, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=37339265-0543-49b1-93ce-03bf83b7c955,segment=NetworkSegment(d6147b35-126b-4c73-a1ab-6ae44ce9ff94),segment_id=d6147b35-126b-4c73-a1ab-6ae44ce9ff94)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:48:37.594791 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5a36443f-6546-4b43-9e72-3e58b7e3c5d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:37.606496 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-5a36443f-6546-4b43-9e72-3e58b7e3c5d5 None None] Calling delete_port for 37339265-0543-49b1-93ce-03bf83b7c955 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:48:37.652521 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0f3766a9-2e0c-49e3-86c4-37bd23d23c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:37.662875 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-0f3766a9-2e0c-49e3-86c4-37bd23d23c18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e66ac6c-d362-448d-b808-da93bbe927af']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:37.675541 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-0f3766a9-2e0c-49e3-86c4-37bd23d23c18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6147b35-126b-4c73-a1ab-6ae44ce9ff94') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:37.675845 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-0f3766a9-2e0c-49e3-86c4-37bd23d23c18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6147b35-126b-4c73-a1ab-6ae44ce9ff94') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:37.687232 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0f3766a9-2e0c-49e3-86c4-37bd23d23c18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:37.690564 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5a36443f-6546-4b43-9e72-3e58b7e3c5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:37.704137 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0f3766a9-2e0c-49e3-86c4-37bd23d23c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:37.711112 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f3766a9-2e0c-49e3-86c4-37bd23d23c18 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:48:37.711756 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0f3766a9-2e0c-49e3-86c4-37bd23d23c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:37.713728 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 20:48:37.713728 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:48:37.713728 n-d-793618-10 neutron-server[93875]: timer() Jul 23 20:48:37.713728 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:48:37.713728 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 20:48:37.713728 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:48:37.713728 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 20:48:37.713728 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:48:37.713728 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 20:48:37.713728 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:48:37.713728 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 20:48:37.713728 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:48:37.713728 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 20:48:37.713728 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:48:37.713728 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:48:37.713728 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:48:37.713728 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:48:37.713728 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:48:37.713728 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 20:48:37.713728 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:48:37.713728 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 20:48:37.713728 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:48:37.713728 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:48:37.713728 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:48:37.713728 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 20:48:37.713728 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:48:37.713728 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:48:37.713728 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:48:37.713728 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:48:37.713728 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:48:37.713728 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:48:37.713728 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:48:37.719698 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a36443f-6546-4b43-9e72-3e58b7e3c5d5 None None] Pushing event deleted for resources: {'Port': ['ID=37339265-0543-49b1-93ce-03bf83b7c955,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:37.729760 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a36443f-6546-4b43-9e72-3e58b7e3c5d5 None None] No DVR routers for this DVR port 37339265-0543-49b1-93ce-03bf83b7c955 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:48:37.777611 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0f3766a9-2e0c-49e3-86c4-37bd23d23c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:37.784059 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0f3766a9-2e0c-49e3-86c4-37bd23d23c18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:37.785747 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0f3766a9-2e0c-49e3-86c4-37bd23d23c18 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7e66ac6c-d362-448d-b808-da93bbe927af HTTP/1.1" status: 204 len: 168 time: 0.5380325 Jul 23 20:48:37.797281 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3766a9-2e0c-49e3-86c4-37bd23d23c18 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e66ac6c-d362-448d-b808-da93bbe927af,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:37.906297 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34782) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:37.950072 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-41aab675-88d0-47a8-8661-4cb5585ab18b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d8db677e009540d8992023e1339ce496&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426023 Jul 23 20:48:37.953128 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34784) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:37.965789 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 0dff15df-7c7a-4d18-b8e6-f3eb1fd6f338 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:48:37.986258 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 0dff15df-7c7a-4d18-b8e6-f3eb1fd6f338 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:48:37.986603 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 0dff15df-7c7a-4d18-b8e6-f3eb1fd6f338 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:48:37.987089 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 37339265-0543-49b1-93ce-03bf83b7c955 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:48:38.006032 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 37339265-0543-49b1-93ce-03bf83b7c955 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:48:38.006374 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 37339265-0543-49b1-93ce-03bf83b7c955 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:48:38.006792 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 2dc90ff1-3f6c-4e19-88de-1b751892d0f7 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:48:38.008442 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d66fa29f-c744-4050-b275-119eef1b5e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:38.024971 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 2dc90ff1-3f6c-4e19-88de-1b751892d0f7 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:48:38.025316 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 2dc90ff1-3f6c-4e19-88de-1b751892d0f7 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:48:38.029441 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d66fa29f-c744-4050-b275-119eef1b5e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:38.077287 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d66fa29f-c744-4050-b275-119eef1b5e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:38.079876 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d66fa29f-c744-4050-b275-119eef1b5e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:38.081094 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d66fa29f-c744-4050-b275-119eef1b5e3b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4540980c-ea96-47b0-aafc-a069ee579790 HTTP/1.1" status: 204 len: 168 time: 0.1267431 Jul 23 20:48:38.089941 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66fa29f-c744-4050-b275-119eef1b5e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4540980c-ea96-47b0-aafc-a069ee579790,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:38.404606 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34790) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:38.446358 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2ab9ae5d-f7e0-4ef9-880f-8593b943cefb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4d27717eb1ae4240a6f432ebbf96179c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399613 Jul 23 20:48:38.449004 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34792) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:38.497066 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-09cd56eb-986f-4469-8aef-49fb20459937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:38.517884 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-09cd56eb-986f-4469-8aef-49fb20459937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:38.566322 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-09cd56eb-986f-4469-8aef-49fb20459937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:38.568984 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-09cd56eb-986f-4469-8aef-49fb20459937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:38.570140 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-09cd56eb-986f-4469-8aef-49fb20459937 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ece808c-e46b-4d0d-abe7-16566b3e122a HTTP/1.1" status: 204 len: 168 time: 0.1194577 Jul 23 20:48:38.578466 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd56eb-986f-4469-8aef-49fb20459937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ece808c-e46b-4d0d-abe7-16566b3e122a,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:40.310114 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-94bbfe79-2975-4dd6-901f-c704f4e506e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:43.369811 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:43.670710 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-125439fb-79ee-4a76-b4e8-a4493348259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:44.108949 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:44.881998 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:44.993715 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:46.050694 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:48.698969 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-5e1b6e41-b181-4920-918e-cd8e4af8e04e tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d80637d112b14ea8b13fa5a10b22894f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324538 Jul 23 20:48:48.886112 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-de9ba027-1871-4a1c-88ec-b4be4a9c7cf9 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:48.887514 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-de9ba027-1871-4a1c-88ec-b4be4a9c7cf9 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1834133 Jul 23 20:48:48.902507 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-40fbb580-afe5-48ed-908e-fa737e433f90 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] 10.222.0.32 "GET /v2.0/quotas/d80637d112b14ea8b13fa5a10b22894f HTTP/1.1" status: 200 len: 375 time: 0.0095673 Jul 23 20:48:48.939410 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-5f8ed0ee-5f2d-48f4-8617-d08596a4bbb3 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d80637d112b14ea8b13fa5a10b22894f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294344 Jul 23 20:48:49.105795 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1ac1a1a3-27b2-4cf2-a91a-d6774afa7b66 req-04b4c32a-023d-47fc-8026-242e24124fb4 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6bc6b29-4170-4a0b-a912-0fcff0380c73 HTTP/1.1" status: 200 len: 210 time: 0.0357225 Jul 23 20:48:50.162848 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-2fc4f9c6-7081-434a-89c5-e2e21681dd3f tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d80637d112b14ea8b13fa5a10b22894f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303807 Jul 23 20:48:50.210929 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ccb10f89-3765-4b2d-898a-dd485d5b774e req-b14342c3-308e-4940-b37b-bb98e6b09fa9 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6bc6b29-4170-4a0b-a912-0fcff0380c73 HTTP/1.1" status: 200 len: 210 time: 0.0331135 Jul 23 20:48:50.672643 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-ebc83c01-c036-49ac-9688-f6811ab4e055 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:50.674111 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-ebc83c01-c036-49ac-9688-f6811ab4e055 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5061491 Jul 23 20:48:50.687559 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-c0d8eea7-4641-4e84-ad60-1e48fd9737f8 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] Request body: {'port': {'device_id': 'c6bc6b29-4170-4a0b-a912-0fcff0380c73', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'admin_state_up': True, 'tenant_id': 'd80637d112b14ea8b13fa5a10b22894f'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:50.801949 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-c0d8eea7-4641-4e84-ad60-1e48fd9737f8 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] Made reservation on behalf of d80637d112b14ea8b13fa5a10b22894f for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:48:50.806405 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-c0d8eea7-4641-4e84-ad60-1e48fd9737f8 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:50.815075 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-c0d8eea7-4641-4e84-ad60-1e48fd9737f8 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:50.907182 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-c0d8eea7-4641-4e84-ad60-1e48fd9737f8 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:50.911009 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-c0d8eea7-4641-4e84-ad60-1e48fd9737f8 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:50.972660 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d8eea7-4641-4e84-ad60-1e48fd9737f8 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eccabca-ad4d-4aa8-8c61-09fa8e34a5bf,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:51.041788 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-c0d8eea7-4641-4e84-ad60-1e48fd9737f8 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] Allocated IP 192.168.233.186 (ec2201c2-595f-40aa-9bc3-fccd4b01012e/4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d/e2e7edb8-de2f-47ee-83b4-9453a06ebfc0) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:48:51.188211 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-c0d8eea7-4641-4e84-ad60-1e48fd9737f8 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:51.202148 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-c0d8eea7-4641-4e84-ad60-1e48fd9737f8 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] Transition to ACTIVE for port object e2e7edb8-de2f-47ee-83b4-9453a06ebfc0 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:48:51.235854 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-c0d8eea7-4641-4e84-ad60-1e48fd9737f8 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:51.291464 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-c0d8eea7-4641-4e84-ad60-1e48fd9737f8 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] Network ec2201c2-595f-40aa-9bc3-fccd4b01012e is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:48:51.294721 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-c0d8eea7-4641-4e84-ad60-1e48fd9737f8 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:48:51.297288 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-c0d8eea7-4641-4e84-ad60-1e48fd9737f8 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:48:51.321710 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d8eea7-4641-4e84-ad60-1e48fd9737f8 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] Pushing event updated for resources: {'Port': ['ID=e2e7edb8-de2f-47ee-83b4-9453a06ebfc0,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:51.355122 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4916fc0-4469-4475-84b7-ff9772cdce47 req-89e4eb19-5b75-48a0-a018-f906daddd798 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:51.357225 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e4916fc0-4469-4475-84b7-ff9772cdce47 req-89e4eb19-5b75-48a0-a018-f906daddd798 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6bc6b29-4170-4a0b-a912-0fcff0380c73 HTTP/1.1" status: 200 len: 936 time: 0.0697768 Jul 23 20:48:51.359580 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-c0d8eea7-4641-4e84-ad60-1e48fd9737f8 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:51.360208 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-c0d8eea7-4641-4e84-ad60-1e48fd9737f8 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:51.376443 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-c0d8eea7-4641-4e84-ad60-1e48fd9737f8 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6926131 Jul 23 20:48:51.389542 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-6e90488c-c19d-4638-9bd5-0ccb2b455317 service neutron] Request body: {'port': {'device_id': 'c6bc6b29-4170-4a0b-a912-0fcff0380c73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:51.402434 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e4916fc0-4469-4475-84b7-ff9772cdce47 req-f5e504f4-cebc-4ceb-ba8c-ab8f99295226 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eccabca-ad4d-4aa8-8c61-09fa8e34a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378096 Jul 23 20:48:51.467817 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-6e90488c-c19d-4638-9bd5-0ccb2b455317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:51.509612 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7cd7c0f8-9623-4e9d-8965-4cf31f023f3c None None] Provisioning for port e2e7edb8-de2f-47ee-83b4-9453a06ebfc0 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:48:51.513272 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7cd7c0f8-9623-4e9d-8965-4cf31f023f3c None None] Provisioning complete for port e2e7edb8-de2f-47ee-83b4-9453a06ebfc0 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:48:51.513667 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7cd7c0f8-9623-4e9d-8965-4cf31f023f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:51.550071 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-7cd7c0f8-9623-4e9d-8965-4cf31f023f3c None None] Port e2e7edb8-de2f-47ee-83b4-9453a06ebfc0 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:48:51.737314 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-6e90488c-c19d-4638-9bd5-0ccb2b455317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2e7edb8-de2f-47ee-83b4-9453a06ebfc0 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:48:51.745021 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-6e90488c-c19d-4638-9bd5-0ccb2b455317 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:51.756743 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-6e90488c-c19d-4638-9bd5-0ccb2b455317 service neutron] Transition to ACTIVE for port object e2e7edb8-de2f-47ee-83b4-9453a06ebfc0 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:48:51.761318 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-6e90488c-c19d-4638-9bd5-0ccb2b455317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:51.812728 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e90488c-c19d-4638-9bd5-0ccb2b455317 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e7edb8-de2f-47ee-83b4-9453a06ebfc0,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:51.884767 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-6e90488c-c19d-4638-9bd5-0ccb2b455317 service neutron] Attempting to bind port e2e7edb8-de2f-47ee-83b4-9453a06ebfc0 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:48:51.885099 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-6e90488c-c19d-4638-9bd5-0ccb2b455317 service neutron] Attempting to bind port e2e7edb8-de2f-47ee-83b4-9453a06ebfc0 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:48:51.885423 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-6e90488c-c19d-4638-9bd5-0ccb2b455317 service neutron] Attempting to bind port e2e7edb8-de2f-47ee-83b4-9453a06ebfc0 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:48:51.890194 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-6e90488c-c19d-4638-9bd5-0ccb2b455317 service neutron] Port e2e7edb8-de2f-47ee-83b4-9453a06ebfc0 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:48:51.890513 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-6e90488c-c19d-4638-9bd5-0ccb2b455317 service neutron] Attempting to bind port e2e7edb8-de2f-47ee-83b4-9453a06ebfc0 on network ec2201c2-595f-40aa-9bc3-fccd4b01012e {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:48:51.895400 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-6e90488c-c19d-4638-9bd5-0ccb2b455317 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:48:51.895736 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-6e90488c-c19d-4638-9bd5-0ccb2b455317 service neutron] Checking segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:48:51.896115 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-6e90488c-c19d-4638-9bd5-0ccb2b455317 service neutron] Bound using segment: {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:48:51.896538 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-6e90488c-c19d-4638-9bd5-0ccb2b455317 service neutron] Bound port: e2e7edb8-de2f-47ee-83b4-9453a06ebfc0, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe97b81d-5c8c-41aa-b764-9b012bdb6281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:48:51.896894 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-6e90488c-c19d-4638-9bd5-0ccb2b455317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:51.966882 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-6e90488c-c19d-4638-9bd5-0ccb2b455317 service neutron] For port e2e7edb8-de2f-47ee-83b4-9453a06ebfc0, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:48:51.971222 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-6e90488c-c19d-4638-9bd5-0ccb2b455317 service neutron] For port e2e7edb8-de2f-47ee-83b4-9453a06ebfc0, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e2e7edb8-de2f-47ee-83b4-9453a06ebfc0,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:48:51.975023 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-6e90488c-c19d-4638-9bd5-0ccb2b455317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:52.009262 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-6e90488c-c19d-4638-9bd5-0ccb2b455317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:52.009914 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-6e90488c-c19d-4638-9bd5-0ccb2b455317 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:52.011359 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-6e90488c-c19d-4638-9bd5-0ccb2b455317 service neutron] 10.222.0.30 "PUT /v2.0/ports/e2e7edb8-de2f-47ee-83b4-9453a06ebfc0 HTTP/1.1" status: 200 len: 1097 time: 0.6263881 Jul 23 20:48:52.011756 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6bc6b29-4170-4a0b-a912-0fcff0380c73', 'tag': 'e2e7edb8-de2f-47ee-83b4-9453a06ebfc0'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:48:52.014030 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a7e14d-9bcf-4d68-9e78-1d8e03797826" -d '{"events": [{"name": "network-changed", "server_uuid": "c6bc6b29-4170-4a0b-a912-0fcff0380c73", "tag": "e2e7edb8-de2f-47ee-83b4-9453a06ebfc0"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:48:52.045052 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e90488c-c19d-4638-9bd5-0ccb2b455317 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e7edb8-de2f-47ee-83b4-9453a06ebfc0,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:52.066033 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d9f2f1-0c11-493a-ac64-b0c387b43f6e x-openstack-request-id: req-29d9f2f1-0c11-493a-ac64-b0c387b43f6e {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:48:52.066033 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6bc6b29-4170-4a0b-a912-0fcff0380c73", "tag": "e2e7edb8-de2f-47ee-83b4-9453a06ebfc0", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:48:52.066033 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-29d9f2f1-0c11-493a-ac64-b0c387b43f6e {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:48:52.066652 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6bc6b29-4170-4a0b-a912-0fcff0380c73', 'tag': 'e2e7edb8-de2f-47ee-83b4-9453a06ebfc0', 'status': 'completed', 'code': 200} Jul 23 20:48:52.111793 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-4d21a15a-ca49-4a93-a9eb-6d6dc2194b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:52.113349 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-4d21a15a-ca49-4a93-a9eb-6d6dc2194b1d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d80637d112b14ea8b13fa5a10b22894f&device_id=c6bc6b29-4170-4a0b-a912-0fcff0380c73 HTTP/1.1" status: 200 len: 1100 time: 0.0613832 Jul 23 20:48:52.158835 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-57b732e0-9e94-4a6b-b2fb-fae6f02c640d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=e2e7edb8-de2f-47ee-83b4-9453a06ebfc0 HTTP/1.1" status: 200 len: 217 time: 0.0383573 Jul 23 20:48:52.210302 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-c99e7c7b-85e5-4ac8-a1a0-6b36faa0ed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:52.212015 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-c99e7c7b-85e5-4ac8-a1a0-6b36faa0ed44 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.0466957 Jul 23 20:48:52.271486 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-678c93fa-18ee-40f7-aa0a-1c05485b13b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:52.272991 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-678c93fa-18ee-40f7-aa0a-1c05485b13b2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0547879 Jul 23 20:48:52.365721 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-141a9245-efa2-4301-802e-89b71f14f234 service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861354 Jul 23 20:48:52.455088 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9f07c23c-f926-473c-8a69-c80c49cfb308 req-b8067e81-19b8-4833-80c0-9508f0bc22ff service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829988 Jul 23 20:48:52.543671 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9b1a2-8be8-41bd-b487-bf8b3a6b6eb7 req-c129ce1d-78f8-4ed6-bea0-a2f62efd0343 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:52.545694 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-71c9b1a2-8be8-41bd-b487-bf8b3a6b6eb7 req-c129ce1d-78f8-4ed6-bea0-a2f62efd0343 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6bc6b29-4170-4a0b-a912-0fcff0380c73 HTTP/1.1" status: 200 len: 948 time: 0.0718379 Jul 23 20:48:52.560561 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7e14d-9bcf-4d68-9e78-1d8e03797826 req-3358bd4d-0f66-4820-8b1b-d18ab535e7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:52.562095 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-73a7e14d-9bcf-4d68-9e78-1d8e03797826 req-3358bd4d-0f66-4820-8b1b-d18ab535e7cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d80637d112b14ea8b13fa5a10b22894f&device_id=c6bc6b29-4170-4a0b-a912-0fcff0380c73 HTTP/1.1" status: 200 len: 1100 time: 0.0596142 Jul 23 20:48:52.584272 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-71c9b1a2-8be8-41bd-b487-bf8b3a6b6eb7 req-cd73fe3c-c96a-47e6-bab1-b820a28d3fb7 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eccabca-ad4d-4aa8-8c61-09fa8e34a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332265 Jul 23 20:48:52.651436 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7e14d-9bcf-4d68-9e78-1d8e03797826 req-5f3f531d-8ce9-4562-bc30-e779a74197a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:52.652916 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-73a7e14d-9bcf-4d68-9e78-1d8e03797826 req-5f3f531d-8ce9-4562-bc30-e779a74197a5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec2201c2-595f-40aa-9bc3-fccd4b01012e HTTP/1.1" status: 200 len: 870 time: 0.0850513 Jul 23 20:48:52.698706 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-73a7e14d-9bcf-4d68-9e78-1d8e03797826 req-1ae5fc2f-d339-487c-8358-5af7cecce0d4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=e2e7edb8-de2f-47ee-83b4-9453a06ebfc0 HTTP/1.1" status: 200 len: 217 time: 0.0391541 Jul 23 20:48:52.747439 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7e14d-9bcf-4d68-9e78-1d8e03797826 req-4067744e-3dd3-47ee-85fe-0379e5a24d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:52.748857 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-73a7e14d-9bcf-4d68-9e78-1d8e03797826 req-4067744e-3dd3-47ee-85fe-0379e5a24d5c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d HTTP/1.1" status: 200 len: 843 time: 0.0442050 Jul 23 20:48:52.810274 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7e14d-9bcf-4d68-9e78-1d8e03797826 req-6cc79da4-a020-4c2e-8ae4-dee2536e7425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:52.811684 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-73a7e14d-9bcf-4d68-9e78-1d8e03797826 req-6cc79da4-a020-4c2e-8ae4-dee2536e7425 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec2201c2-595f-40aa-9bc3-fccd4b01012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0560918 Jul 23 20:48:52.906602 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-73a7e14d-9bcf-4d68-9e78-1d8e03797826 req-3dd4b7e1-6014-4c9e-9954-a1f7dff5ccbf service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873806 Jul 23 20:48:52.995857 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-73a7e14d-9bcf-4d68-9e78-1d8e03797826 req-6ac4ccc5-2f38-4322-9ed5-a31d5481a21a service neutron] 10.222.0.30 "GET /v2.0/networks/ec2201c2-595f-40aa-9bc3-fccd4b01012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821626 Jul 23 20:48:53.716358 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac5c07-cb0e-43be-af8b-20dcaea6134e req-d485b189-2729-4418-a71e-86a4dac68053 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:53.717900 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5bac5c07-cb0e-43be-af8b-20dcaea6134e req-d485b189-2729-4418-a71e-86a4dac68053 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6bc6b29-4170-4a0b-a912-0fcff0380c73 HTTP/1.1" status: 200 len: 948 time: 0.0661688 Jul 23 20:48:53.756323 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5bac5c07-cb0e-43be-af8b-20dcaea6134e req-3ae6baaa-671b-4705-a471-90f0575c853b tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eccabca-ad4d-4aa8-8c61-09fa8e34a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326011 Jul 23 20:48:54.750376 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device e2e7edb8-de2f-47ee-83b4-9453a06ebfc0 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:48:54.846722 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port e2e7edb8-de2f-47ee-83b4-9453a06ebfc0, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e2e7edb8-de2f-47ee-83b4-9453a06ebfc0,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:48:54.858638 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'e2e7edb8-de2f-47ee-83b4-9453a06ebfc0', 'network_id': 'ec2201c2-595f-40aa-9bc3-fccd4b01012e', 'port_id': 'e2e7edb8-de2f-47ee-83b4-9453a06ebfc0', 'mac_address': 'fa:16:3e:ec:a3:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f09a9-3bf0-457a-8e7e-6ea9f635c05d', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:48:54.889819 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0b29c-cc24-465f-b188-8a7d79271cb8 req-23a66497-6f17-4b60-bce0-3d6d2ba8f333 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:54.891343 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ead0b29c-cc24-465f-b188-8a7d79271cb8 req-23a66497-6f17-4b60-bce0-3d6d2ba8f333 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6bc6b29-4170-4a0b-a912-0fcff0380c73 HTTP/1.1" status: 200 len: 948 time: 0.0649793 Jul 23 20:48:54.899598 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:54.912558 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e7edb8-de2f-47ee-83b4-9453a06ebfc0 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:48:54.930798 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ead0b29c-cc24-465f-b188-8a7d79271cb8 req-d35db0b1-c2ea-463d-a869-833879745cb8 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eccabca-ad4d-4aa8-8c61-09fa8e34a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331423 Jul 23 20:48:54.932330 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port e2e7edb8-de2f-47ee-83b4-9453a06ebfc0, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e2e7edb8-de2f-47ee-83b4-9453a06ebfc0,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:48:54.936294 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:54.985246 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=e2e7edb8-de2f-47ee-83b4-9453a06ebfc0,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:55.135095 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['e2e7edb8-de2f-47ee-83b4-9453a06ebfc0'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:48:56.063608 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e743c3-5fb5-467f-9711-a75d05e9d531 req-1bdaec54-b8d7-48c8-a790-b0a980f2dcba tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:56.065094 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d8e743c3-5fb5-467f-9711-a75d05e9d531 req-1bdaec54-b8d7-48c8-a790-b0a980f2dcba tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6bc6b29-4170-4a0b-a912-0fcff0380c73 HTTP/1.1" status: 200 len: 949 time: 0.0667822 Jul 23 20:48:56.103301 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d8e743c3-5fb5-467f-9711-a75d05e9d531 req-646da4b3-8f15-4372-8eab-4537243d2ace tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eccabca-ad4d-4aa8-8c61-09fa8e34a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325835 Jul 23 20:48:56.746067 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device e2e7edb8-de2f-47ee-83b4-9453a06ebfc0 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:48:56.792491 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port e2e7edb8-de2f-47ee-83b4-9453a06ebfc0 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:48:56.796108 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port e2e7edb8-de2f-47ee-83b4-9453a06ebfc0 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:48:56.796483 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:56.876716 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:56.901895 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6bc6b29-4170-4a0b-a912-0fcff0380c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e7edb8-de2f-47ee-83b4-9453a06ebfc0'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:48:56.904139 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8d248b-6e9f-4cca-a84d-0fdb9e852ff2" -d '{"events": [{"server_uuid": "c6bc6b29-4170-4a0b-a912-0fcff0380c73", "name": "network-vif-plugged", "status": "completed", "tag": "e2e7edb8-de2f-47ee-83b4-9453a06ebfc0"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:48:56.917416 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port e2e7edb8-de2f-47ee-83b4-9453a06ebfc0, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e2e7edb8-de2f-47ee-83b4-9453a06ebfc0,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:48:56.921546 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:56.946599 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213f083d-c34e-404c-a15e-0ffe09e94d79 x-openstack-request-id: req-213f083d-c34e-404c-a15e-0ffe09e94d79 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:48:56.946883 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6bc6b29-4170-4a0b-a912-0fcff0380c73", "name": "network-vif-plugged", "status": "completed", "tag": "e2e7edb8-de2f-47ee-83b4-9453a06ebfc0", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:48:56.947136 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-213f083d-c34e-404c-a15e-0ffe09e94d79 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:48:56.947526 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6bc6b29-4170-4a0b-a912-0fcff0380c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e7edb8-de2f-47ee-83b4-9453a06ebfc0', 'code': 200} Jul 23 20:48:56.972405 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=e2e7edb8-de2f-47ee-83b4-9453a06ebfc0,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:57.055961 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f21687-6d7d-4c66-bc4a-6a871bc4bd40 req-78deb7d4-9d9b-40bc-9b80-cd58ca9b5a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:57.057447 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-21f21687-6d7d-4c66-bc4a-6a871bc4bd40 req-78deb7d4-9d9b-40bc-9b80-cd58ca9b5a04 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c6bc6b29-4170-4a0b-a912-0fcff0380c73 HTTP/1.1" status: 200 len: 1102 time: 0.0573077 Jul 23 20:48:57.095301 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-21f21687-6d7d-4c66-bc4a-6a871bc4bd40 req-d026e0d4-465c-4cbd-9763-b74df62841a5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6eccabca-ad4d-4aa8-8c61-09fa8e34a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316739 Jul 23 20:48:57.233137 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bc392-068c-4cd2-898a-c43c60534007 req-8fe08062-6db7-473f-997d-51c2bbefcf14 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:57.234884 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-508bc392-068c-4cd2-898a-c43c60534007 req-8fe08062-6db7-473f-997d-51c2bbefcf14 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6bc6b29-4170-4a0b-a912-0fcff0380c73 HTTP/1.1" status: 200 len: 950 time: 0.0642939 Jul 23 20:48:57.272375 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-508bc392-068c-4cd2-898a-c43c60534007 req-d04da968-0d08-4252-9cf0-e632715d216f tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eccabca-ad4d-4aa8-8c61-09fa8e34a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318606 Jul 23 20:48:58.404755 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0db0c-1a6b-4c99-97e8-7cec056a0e41 req-68b8fc75-7b27-444f-a972-9b6eb21bdc66 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:58.406298 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d5a0db0c-1a6b-4c99-97e8-7cec056a0e41 req-68b8fc75-7b27-444f-a972-9b6eb21bdc66 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6bc6b29-4170-4a0b-a912-0fcff0380c73 HTTP/1.1" status: 200 len: 950 time: 0.0668309 Jul 23 20:48:58.445563 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d5a0db0c-1a6b-4c99-97e8-7cec056a0e41 req-287106d7-2f30-455e-81a0-a7ada0fd0d83 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eccabca-ad4d-4aa8-8c61-09fa8e34a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337591 Jul 23 20:48:59.303237 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da46181-4e2b-4c55-a78f-f5130521b0f5 req-55c1d7ca-0068-47a8-8501-7efec74c8625 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:59.304718 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3da46181-4e2b-4c55-a78f-f5130521b0f5 req-55c1d7ca-0068-47a8-8501-7efec74c8625 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6bc6b29-4170-4a0b-a912-0fcff0380c73 HTTP/1.1" status: 200 len: 950 time: 0.0639710 Jul 23 20:48:59.341680 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3da46181-4e2b-4c55-a78f-f5130521b0f5 req-7f572423-bc65-4e95-a1c9-70f6ba7a4b4f tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eccabca-ad4d-4aa8-8c61-09fa8e34a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314317 Jul 23 20:49:00.470954 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986ef3b-b7fb-40ba-a85a-a4b8ca3e5f05 req-44d0ea39-4c2c-48ca-a02a-4b59cf774c7e tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:00.472495 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8986ef3b-b7fb-40ba-a85a-a4b8ca3e5f05 req-44d0ea39-4c2c-48ca-a02a-4b59cf774c7e tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6bc6b29-4170-4a0b-a912-0fcff0380c73 HTTP/1.1" status: 200 len: 950 time: 0.0633898 Jul 23 20:49:00.512295 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8986ef3b-b7fb-40ba-a85a-a4b8ca3e5f05 req-7ad30faa-db09-45d5-9d7e-bc400fc66a27 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eccabca-ad4d-4aa8-8c61-09fa8e34a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332539 Jul 23 20:49:00.520639 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2712bd3-2864-4322-b16b-74253525d62d req-5331c7dc-c34b-4156-a24f-61028b9ae2b0 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:00.522145 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c2712bd3-2864-4322-b16b-74253525d62d req-5331c7dc-c34b-4156-a24f-61028b9ae2b0 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6bc6b29-4170-4a0b-a912-0fcff0380c73 HTTP/1.1" status: 200 len: 950 time: 0.0651836 Jul 23 20:49:00.622759 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-c2712bd3-2864-4322-b16b-74253525d62d req-c893b9ec-edfe-4532-8251-f067c08b1692 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] Deleting port e2e7edb8-de2f-47ee-83b4-9453a06ebfc0 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:49:00.623099 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c2712bd3-2864-4322-b16b-74253525d62d req-c893b9ec-edfe-4532-8251-f067c08b1692 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:00.713207 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-c2712bd3-2864-4322-b16b-74253525d62d req-c893b9ec-edfe-4532-8251-f067c08b1692 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] For port e2e7edb8-de2f-47ee-83b4-9453a06ebfc0, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e2e7edb8-de2f-47ee-83b4-9453a06ebfc0,segment=NetworkSegment(fe97b81d-5c8c-41aa-b764-9b012bdb6281),segment_id=fe97b81d-5c8c-41aa-b764-9b012bdb6281)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:00.713593 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c2712bd3-2864-4322-b16b-74253525d62d req-c893b9ec-edfe-4532-8251-f067c08b1692 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:00.726292 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-c2712bd3-2864-4322-b16b-74253525d62d req-c893b9ec-edfe-4532-8251-f067c08b1692 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] Calling delete_port for e2e7edb8-de2f-47ee-83b4-9453a06ebfc0 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:49:00.859802 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c2712bd3-2864-4322-b16b-74253525d62d req-c893b9ec-edfe-4532-8251-f067c08b1692 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:00.873838 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['e2e7edb8-de2f-47ee-83b4-9453a06ebfc0'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:49:00.902823 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c893b9ec-edfe-4532-8251-f067c08b1692 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] Pushing event deleted for resources: {'Port': ['ID=e2e7edb8-de2f-47ee-83b4-9453a06ebfc0,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:00.959271 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2712bd3-2864-4322-b16b-74253525d62d req-c893b9ec-edfe-4532-8251-f067c08b1692 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] No DVR routers for this DVR port e2e7edb8-de2f-47ee-83b4-9453a06ebfc0 on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:49:00.962477 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c2712bd3-2864-4322-b16b-74253525d62d req-c893b9ec-edfe-4532-8251-f067c08b1692 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:00.964525 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c2712bd3-2864-4322-b16b-74253525d62d req-c893b9ec-edfe-4532-8251-f067c08b1692 tempest-ServersAdminNegativeTestJSON-1370233943 tempest-ServersAdminNegativeTestJSON-1370233943-project] 10.222.0.30 "DELETE /v2.0/ports/e2e7edb8-de2f-47ee-83b4-9453a06ebfc0 HTTP/1.1" status: 204 len: 173 time: 0.4369030 Jul 23 20:49:00.964968 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6bc6b29-4170-4a0b-a912-0fcff0380c73', 'name': 'network-vif-deleted', 'tag': 'e2e7edb8-de2f-47ee-83b4-9453a06ebfc0'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:49:00.967360 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c7ac62-9138-4c4a-bbf0-b15e0323628d" -d '{"events": [{"server_uuid": "c6bc6b29-4170-4a0b-a912-0fcff0380c73", "name": "network-vif-deleted", "tag": "e2e7edb8-de2f-47ee-83b4-9453a06ebfc0"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:49:01.004181 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619f15a2-a9a7-4025-a8aa-b0be45a969b7 x-openstack-request-id: req-619f15a2-a9a7-4025-a8aa-b0be45a969b7 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:49:01.004469 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6bc6b29-4170-4a0b-a912-0fcff0380c73", "name": "network-vif-deleted", "tag": "e2e7edb8-de2f-47ee-83b4-9453a06ebfc0", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:49:01.004780 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-619f15a2-a9a7-4025-a8aa-b0be45a969b7 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:49:01.005186 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6bc6b29-4170-4a0b-a912-0fcff0380c73', 'name': 'network-vif-deleted', 'tag': 'e2e7edb8-de2f-47ee-83b4-9453a06ebfc0', 'status': 'completed', 'code': 200} Jul 23 20:49:01.800253 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34946) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:01.953857 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-51d12e36-c370-4793-bc2f-8c2d2ea4767a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d80637d112b14ea8b13fa5a10b22894f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1523268 Jul 23 20:49:01.956266 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34950) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:02.005192 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-66637d93-f8c5-4c7f-83b3-27209691324c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:02.026479 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-66637d93-f8c5-4c7f-83b3-27209691324c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:02.071890 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-66637d93-f8c5-4c7f-83b3-27209691324c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:02.074393 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-66637d93-f8c5-4c7f-83b3-27209691324c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:02.075550 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-66637d93-f8c5-4c7f-83b3-27209691324c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6eccabca-ad4d-4aa8-8c61-09fa8e34a5bf HTTP/1.1" status: 204 len: 168 time: 0.1183925 Jul 23 20:49:02.083166 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66637d93-f8c5-4c7f-83b3-27209691324c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eccabca-ad4d-4aa8-8c61-09fa8e34a5bf,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:02.332082 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34956) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:02.345461 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d9221c58-10b6-4506-b252-2d534490ff9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:02.435187 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d9221c58-10b6-4506-b252-2d534490ff9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:02.438858 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d9221c58-10b6-4506-b252-2d534490ff9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:02.478832 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d9221c58-10b6-4506-b252-2d534490ff9c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4d6a4970138c4c3d925f9b86b714f0f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456618 Jul 23 20:49:02.479749 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9221c58-10b6-4506-b252-2d534490ff9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e803df4c-161d-4f62-bf5a-3709b0f4b5ee,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:02.481668 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34958) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:02.530118 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6905ba63-0933-41b8-9944-279223218d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:02.551027 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6905ba63-0933-41b8-9944-279223218d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:02.598256 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6905ba63-0933-41b8-9944-279223218d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:02.600768 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6905ba63-0933-41b8-9944-279223218d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:02.605121 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6905ba63-0933-41b8-9944-279223218d70 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e803df4c-161d-4f62-bf5a-3709b0f4b5ee HTTP/1.1" status: 204 len: 168 time: 0.1192827 Jul 23 20:49:02.610721 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905ba63-0933-41b8-9944-279223218d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e803df4c-161d-4f62-bf5a-3709b0f4b5ee,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:03.254763 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 34980) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:03.374708 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-82a55188-d147-423a-a069-ea37b1da24e4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-481278007-network', 'tenant_id': '79c9e25b91334699aa958a348e432ca6'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:03.398565 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a55188-d147-423a-a069-ea37b1da24e4 admin admin] Made reservation on behalf of 79c9e25b91334699aa958a348e432ca6 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:49:03.401409 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-82a55188-d147-423a-a069-ea37b1da24e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:03.409611 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-82a55188-d147-423a-a069-ea37b1da24e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:03.501081 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-82a55188-d147-423a-a069-ea37b1da24e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:03.505052 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-82a55188-d147-423a-a069-ea37b1da24e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:03.531799 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82a55188-d147-423a-a069-ea37b1da24e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:49:03.540666 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a55188-d147-423a-a069-ea37b1da24e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c258b5c4-7fc4-4ee8-9a98-ec1cadfc72f3,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:03.547441 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-82a55188-d147-423a-a069-ea37b1da24e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:03.548256 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-82a55188-d147-423a-a069-ea37b1da24e4 admin admin] Added segment e1f27b4d-59ec-429f-9f70-63547f1eb2f8 of type vlan for network cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292 Jul 23 20:49:03.588107 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-82a55188-d147-423a-a069-ea37b1da24e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:03.615812 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-82a55188-d147-423a-a069-ea37b1da24e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:03.616792 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a55188-d147-423a-a069-ea37b1da24e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:03.617401 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-82a55188-d147-423a-a069-ea37b1da24e4 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:03.664015 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-82a55188-d147-423a-a069-ea37b1da24e4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4081495 Jul 23 20:49:03.667210 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 34986) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:03.672453 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-64826ec8-4d8a-4c18-81f9-eafe97276b57 admin admin] Request body: {'subnet': {'network_id': 'cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-481278007-subnet', 'tenant_id': '79c9e25b91334699aa958a348e432ca6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:03.693675 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64826ec8-4d8a-4c18-81f9-eafe97276b57 admin admin] Made reservation on behalf of 79c9e25b91334699aa958a348e432ca6 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:49:03.696094 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-64826ec8-4d8a-4c18-81f9-eafe97276b57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:03.711813 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a55188-d147-423a-a069-ea37b1da24e4 admin admin] Pushing event updated for resources: {'Network': ['ID=cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:03.722505 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:49:03.868890 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-64826ec8-4d8a-4c18-81f9-eafe97276b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:03.923448 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64826ec8-4d8a-4c18-81f9-eafe97276b57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fc9be85-78b9-4c29-b0a6-50f153add0d2,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:03.932612 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64826ec8-4d8a-4c18-81f9-eafe97276b57 admin admin] Checking segment: {'id': 'e1f27b4d-59ec-429f-9f70-63547f1eb2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:49:03.932889 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64826ec8-4d8a-4c18-81f9-eafe97276b57 admin admin] Network hostable DHCP agents. Network: cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:49:03.949361 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64826ec8-4d8a-4c18-81f9-eafe97276b57 admin admin] Network cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:49:03.957378 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-64826ec8-4d8a-4c18-81f9-eafe97276b57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:49:03.961383 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64826ec8-4d8a-4c18-81f9-eafe97276b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:03.962000 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-64826ec8-4d8a-4c18-81f9-eafe97276b57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:03.966584 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28a3d57-8e5c-4978-8be0-b21a7319374f None None] Network cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:49:03.976473 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-64826ec8-4d8a-4c18-81f9-eafe97276b57 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3081205 Jul 23 20:49:04.104877 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae77f8e-fee9-41ca-9ebc-2f0c64b7a0f9 None None] Network cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:49:04.408790 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-656602eb-60a6-4e29-aae5-dc9bef06252e tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:04.410204 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-656602eb-60a6-4e29-aae5-dc9bef06252e tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/networks?id=cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292 HTTP/1.1" status: 200 len: 811 time: 0.1063106 Jul 23 20:49:04.425406 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-3fd720a3-00f7-4fc0-a0c2-7f1d0f179f87 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/quotas/79c9e25b91334699aa958a348e432ca6 HTTP/1.1" status: 200 len: 375 time: 0.0090292 Jul 23 20:49:04.458200 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-e5b9b827-5480-4eef-a240-c8b29557a576 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=79c9e25b91334699aa958a348e432ca6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279860 Jul 23 20:49:04.547238 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-7af31d2c-11d2-487f-adfc-2f9df5487dd8 service neutron] 10.222.0.32 "GET /v2.0/networks/cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820737 Jul 23 20:49:04.638597 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-4c3582fc-380c-4918-8f94-65a22396a284 service neutron] 10.222.0.32 "GET /v2.0/networks/cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856855 Jul 23 20:49:04.766787 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device e2e7edb8-de2f-47ee-83b4-9453a06ebfc0 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:49:04.791404 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: e2e7edb8-de2f-47ee-83b4-9453a06ebfc0 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:49:04.791747 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device e2e7edb8-de2f-47ee-83b4-9453a06ebfc0 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:49:04.798601 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1c37c981-894a-4d0d-9acd-a206de74e721 req-ab23269f-6f81-48e8-84c1-4f309a47ed29 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 210 time: 0.0306082 Jul 23 20:49:05.930119 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d6c08a6-4f17-4983-b31c-8251f2ec8b78 req-5350d208-02e7-40b1-847c-dad2c6412eca tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 210 time: 0.0359771 Jul 23 20:49:05.958073 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-c2bd6155-4b93-487c-8bfa-3eacd65acb4d tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:05.959516 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-c2bd6155-4b93-487c-8bfa-3eacd65acb4d tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.18 "GET /v2.0/networks?id=cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292 HTTP/1.1" status: 200 len: 811 time: 0.1396544 Jul 23 20:49:05.974873 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-eb730ef4-28cb-475a-a005-8a85c31b8b35 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Request body: {'port': {'device_id': '46f9e581-b574-4590-8a13-f5577d6d2cd0', 'network_id': 'cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292', 'admin_state_up': True, 'tenant_id': '79c9e25b91334699aa958a348e432ca6'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:06.084216 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-eb730ef4-28cb-475a-a005-8a85c31b8b35 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Made reservation on behalf of 79c9e25b91334699aa958a348e432ca6 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:49:06.088138 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-eb730ef4-28cb-475a-a005-8a85c31b8b35 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:06.208860 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-eb730ef4-28cb-475a-a005-8a85c31b8b35 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Allocated IP 172.20.0.3 (cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292/3fc9be85-78b9-4c29-b0a6-50f153add0d2/5b3245c7-53f8-4fc9-bb0d-acef1858609e) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:49:06.358127 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-eb730ef4-28cb-475a-a005-8a85c31b8b35 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:06.395997 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-eb730ef4-28cb-475a-a005-8a85c31b8b35 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:06.436320 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-eb730ef4-28cb-475a-a005-8a85c31b8b35 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Network cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:49:06.439279 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-eb730ef4-28cb-475a-a005-8a85c31b8b35 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:49:06.441673 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-eb730ef4-28cb-475a-a005-8a85c31b8b35 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:49:06.476223 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb730ef4-28cb-475a-a005-8a85c31b8b35 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Pushing event updated for resources: {'Port': ['ID=5b3245c7-53f8-4fc9-bb0d-acef1858609e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:06.503022 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-eb730ef4-28cb-475a-a005-8a85c31b8b35 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:06.503632 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-eb730ef4-28cb-475a-a005-8a85c31b8b35 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:06.517083 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-eb730ef4-28cb-475a-a005-8a85c31b8b35 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5459127 Jul 23 20:49:06.529021 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-0b8b1d02-e65f-4428-9040-038ea9f2362b service neutron] Request body: {'port': {'device_id': '46f9e581-b574-4590-8a13-f5577d6d2cd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:06.603733 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-0b8b1d02-e65f-4428-9040-038ea9f2362b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:07.132458 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f8000d-fa7c-4796-98b2-b83bd8925de6 req-54f61e29-a947-4364-8699-c3abf70c2b98 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:07.134483 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-81f8000d-fa7c-4796-98b2-b83bd8925de6 req-54f61e29-a947-4364-8699-c3abf70c2b98 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 931 time: 0.1287854 Jul 23 20:49:07.195872 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-81f8000d-fa7c-4796-98b2-b83bd8925de6 req-7398f0ba-1d2f-4e4f-93e9-4ef81ed9e4d9 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/security-groups?id=c258b5c4-7fc4-4ee8-9a98-ec1cadfc72f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541608 Jul 23 20:49:07.230211 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-0b8b1d02-e65f-4428-9040-038ea9f2362b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b3245c7-53f8-4fc9-bb0d-acef1858609e {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:49:07.237643 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-0b8b1d02-e65f-4428-9040-038ea9f2362b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:07.250124 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-0b8b1d02-e65f-4428-9040-038ea9f2362b service neutron] Transition to ACTIVE for port object 5b3245c7-53f8-4fc9-bb0d-acef1858609e will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:49:07.253931 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-0b8b1d02-e65f-4428-9040-038ea9f2362b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:07.308884 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b1d02-e65f-4428-9040-038ea9f2362b service neutron] Pushing event updated for resources: {'Port': ['ID=5b3245c7-53f8-4fc9-bb0d-acef1858609e,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:07.376993 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-0b8b1d02-e65f-4428-9040-038ea9f2362b service neutron] Attempting to bind port 5b3245c7-53f8-4fc9-bb0d-acef1858609e on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:49:07.377301 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-0b8b1d02-e65f-4428-9040-038ea9f2362b service neutron] Attempting to bind port 5b3245c7-53f8-4fc9-bb0d-acef1858609e by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'e1f27b4d-59ec-429f-9f70-63547f1eb2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:49:07.377653 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-0b8b1d02-e65f-4428-9040-038ea9f2362b service neutron] Attempting to bind port 5b3245c7-53f8-4fc9-bb0d-acef1858609e on network cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:49:07.381791 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-0b8b1d02-e65f-4428-9040-038ea9f2362b service neutron] Port 5b3245c7-53f8-4fc9-bb0d-acef1858609e on network cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:49:07.382108 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-0b8b1d02-e65f-4428-9040-038ea9f2362b service neutron] Attempting to bind port 5b3245c7-53f8-4fc9-bb0d-acef1858609e on network cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:49:07.387491 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-0b8b1d02-e65f-4428-9040-038ea9f2362b service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:49:07.387823 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-0b8b1d02-e65f-4428-9040-038ea9f2362b service neutron] Checking segment: {'id': 'e1f27b4d-59ec-429f-9f70-63547f1eb2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:49:07.388197 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-0b8b1d02-e65f-4428-9040-038ea9f2362b service neutron] Bound using segment: {'id': 'e1f27b4d-59ec-429f-9f70-63547f1eb2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:49:07.388615 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-0b8b1d02-e65f-4428-9040-038ea9f2362b service neutron] Bound port: 5b3245c7-53f8-4fc9-bb0d-acef1858609e, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1f27b4d-59ec-429f-9f70-63547f1eb2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:49:07.388960 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-0b8b1d02-e65f-4428-9040-038ea9f2362b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:07.450738 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-0b8b1d02-e65f-4428-9040-038ea9f2362b service neutron] For port 5b3245c7-53f8-4fc9-bb0d-acef1858609e, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:49:07.453766 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-0b8b1d02-e65f-4428-9040-038ea9f2362b service neutron] For port 5b3245c7-53f8-4fc9-bb0d-acef1858609e, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=5b3245c7-53f8-4fc9-bb0d-acef1858609e,segment=NetworkSegment(e1f27b4d-59ec-429f-9f70-63547f1eb2f8),segment_id=e1f27b4d-59ec-429f-9f70-63547f1eb2f8)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:49:07.458133 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-0b8b1d02-e65f-4428-9040-038ea9f2362b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:07.496093 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-0b8b1d02-e65f-4428-9040-038ea9f2362b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:07.496709 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-0b8b1d02-e65f-4428-9040-038ea9f2362b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:07.498122 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-0b8b1d02-e65f-4428-9040-038ea9f2362b service neutron] 10.222.0.18 "PUT /v2.0/ports/5b3245c7-53f8-4fc9-bb0d-acef1858609e HTTP/1.1" status: 200 len: 1092 time: 0.9731674 Jul 23 20:49:07.498556 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f9e581-b574-4590-8a13-f5577d6d2cd0', 'tag': '5b3245c7-53f8-4fc9-bb0d-acef1858609e'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:49:07.500801 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0715880-c531-48f3-bd7d-ce6deedf960a" -d '{"events": [{"name": "network-changed", "server_uuid": "46f9e581-b574-4590-8a13-f5577d6d2cd0", "tag": "5b3245c7-53f8-4fc9-bb0d-acef1858609e"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:49:07.524982 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b1d02-e65f-4428-9040-038ea9f2362b service neutron] Pushing event updated for resources: {'Port': ['ID=5b3245c7-53f8-4fc9-bb0d-acef1858609e,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:07.564149 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe3d0e3-4a45-47e6-92a0-f4747942bcec x-openstack-request-id: req-dfe3d0e3-4a45-47e6-92a0-f4747942bcec {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:49:07.564466 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f9e581-b574-4590-8a13-f5577d6d2cd0", "tag": "5b3245c7-53f8-4fc9-bb0d-acef1858609e", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:49:07.564717 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dfe3d0e3-4a45-47e6-92a0-f4747942bcec {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:49:07.565105 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f9e581-b574-4590-8a13-f5577d6d2cd0', 'tag': '5b3245c7-53f8-4fc9-bb0d-acef1858609e', 'status': 'completed', 'code': 200} Jul 23 20:49:07.592105 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-0b8bd2a7-f36b-4b95-9612-0b82aef60017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:07.593688 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-0b8bd2a7-f36b-4b95-9612-0b82aef60017 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79c9e25b91334699aa958a348e432ca6&device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 1095 time: 0.0594234 Jul 23 20:49:07.634331 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-27049ff1-79c5-4ee2-ac93-e35b190db127 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b3245c7-53f8-4fc9-bb0d-acef1858609e HTTP/1.1" status: 200 len: 217 time: 0.0331562 Jul 23 20:49:07.684003 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-8475f982-2663-492c-9ebe-73b2ab530d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:07.685425 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-8475f982-2663-492c-9ebe-73b2ab530d33 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3fc9be85-78b9-4c29-b0a6-50f153add0d2 HTTP/1.1" status: 200 len: 851 time: 0.0460029 Jul 23 20:49:07.719170 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-03b0f8c7-7b05-4f91-b4f4-88516ffdbb18 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275085 Jul 23 20:49:07.808631 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-936b18eb-7a80-4382-972f-a651be2211b7 service neutron] 10.222.0.18 "GET /v2.0/networks/cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834444 Jul 23 20:49:07.901535 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0649fd62-908d-40f5-a622-180ec1a90c4d req-9cbc2e9b-e6ae-4763-bd17-441b9bbc320e service neutron] 10.222.0.18 "GET /v2.0/networks/cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865016 Jul 23 20:49:07.996490 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0715880-c531-48f3-bd7d-ce6deedf960a req-fac65e3d-835e-4584-95a5-49a4f79b3662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:07.998080 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c0715880-c531-48f3-bd7d-ce6deedf960a req-fac65e3d-835e-4584-95a5-49a4f79b3662 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79c9e25b91334699aa958a348e432ca6&device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 1095 time: 0.0549271 Jul 23 20:49:08.091755 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0715880-c531-48f3-bd7d-ce6deedf960a req-25060465-3a8f-4f73-bf27-5abcc977664d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:08.093183 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c0715880-c531-48f3-bd7d-ce6deedf960a req-25060465-3a8f-4f73-bf27-5abcc977664d service neutron] 10.222.0.18 "GET /v2.0/networks?id=cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292 HTTP/1.1" status: 200 len: 912 time: 0.0890818 Jul 23 20:49:08.134830 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c0715880-c531-48f3-bd7d-ce6deedf960a req-e863cea9-18db-4f43-ad82-95710e1a2855 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b3245c7-53f8-4fc9-bb0d-acef1858609e HTTP/1.1" status: 200 len: 217 time: 0.0350771 Jul 23 20:49:08.182328 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0715880-c531-48f3-bd7d-ce6deedf960a req-afb10c89-50cf-4c15-a83d-777b825db1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:08.183833 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c0715880-c531-48f3-bd7d-ce6deedf960a req-afb10c89-50cf-4c15-a83d-777b825db1e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3fc9be85-78b9-4c29-b0a6-50f153add0d2 HTTP/1.1" status: 200 len: 851 time: 0.0431786 Jul 23 20:49:08.222873 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c0715880-c531-48f3-bd7d-ce6deedf960a req-c60a073f-cd98-4c9d-8284-dcc7dc376ba3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325675 Jul 23 20:49:08.344365 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c0715880-c531-48f3-bd7d-ce6deedf960a req-7f4a8735-4db4-4d00-85b9-759c2df3fbd0 service neutron] 10.222.0.18 "GET /v2.0/networks/cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137264 Jul 23 20:49:08.399599 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4542d13-ec80-4358-aabd-61923691b6ab req-e13bf097-1e12-46e4-8cd9-d042db0100fd tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:08.401045 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e4542d13-ec80-4358-aabd-61923691b6ab req-e13bf097-1e12-46e4-8cd9-d042db0100fd tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 943 time: 0.1126106 Jul 23 20:49:08.478475 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c0715880-c531-48f3-bd7d-ce6deedf960a req-b90aa7cb-f371-412c-8d85-7bbb4f805a1c service neutron] 10.222.0.18 "GET /v2.0/networks/cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267240 Jul 23 20:49:08.481406 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e4542d13-ec80-4358-aabd-61923691b6ab req-7bcc3f1a-2ece-4e65-b6a8-3a886aa9e635 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/security-groups?id=c258b5c4-7fc4-4ee8-9a98-ec1cadfc72f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546820 Jul 23 20:49:08.735910 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:49:09.617330 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc11fa-9e57-4098-b8ce-f0594d016700 req-f89ab77d-8db6-47cd-a0a4-1d3df85f534b tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:09.619387 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a8cc11fa-9e57-4098-b8ce-f0594d016700 req-f89ab77d-8db6-47cd-a0a4-1d3df85f534b tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 943 time: 0.0700030 Jul 23 20:49:09.657525 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a8cc11fa-9e57-4098-b8ce-f0594d016700 req-9e3204c4-4952-4a15-8f1a-91e55bfd2fa0 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/security-groups?id=c258b5c4-7fc4-4ee8-9a98-ec1cadfc72f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325301 Jul 23 20:49:10.311428 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0381b19e-e85a-480a-9bd8-cd3314c96549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:10.787067 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f4abd-77c2-4ecd-b61d-9edf48543feb req-24a70998-87dd-403b-b2cc-5cbf284830c9 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:10.788551 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7d7f4abd-77c2-4ecd-b61d-9edf48543feb req-24a70998-87dd-403b-b2cc-5cbf284830c9 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 943 time: 0.0636985 Jul 23 20:49:10.828163 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7d7f4abd-77c2-4ecd-b61d-9edf48543feb req-dd5e7576-6d91-4a16-aa76-a29c35e10f5b tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/security-groups?id=c258b5c4-7fc4-4ee8-9a98-ec1cadfc72f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328319 Jul 23 20:49:11.965752 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f063dc-358c-404e-a40a-f50860f6fb10 req-54320cf2-ef3f-4b1b-bbd1-2a0cae4fa67e tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:11.967265 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a3f063dc-358c-404e-a40a-f50860f6fb10 req-54320cf2-ef3f-4b1b-bbd1-2a0cae4fa67e tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 943 time: 0.0672982 Jul 23 20:49:12.008009 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a3f063dc-358c-404e-a40a-f50860f6fb10 req-8e00d83a-bd42-4265-95a4-1fd7b3224ab5 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/security-groups?id=c258b5c4-7fc4-4ee8-9a98-ec1cadfc72f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339501 Jul 23 20:49:12.073918 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 5b3245c7-53f8-4fc9-bb0d-acef1858609e details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:49:12.167413 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 5b3245c7-53f8-4fc9-bb0d-acef1858609e, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=5b3245c7-53f8-4fc9-bb0d-acef1858609e,segment=NetworkSegment(e1f27b4d-59ec-429f-9f70-63547f1eb2f8),segment_id=e1f27b4d-59ec-429f-9f70-63547f1eb2f8)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:12.178202 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '5b3245c7-53f8-4fc9-bb0d-acef1858609e', 'network_id': 'cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292', 'port_id': '5b3245c7-53f8-4fc9-bb0d-acef1858609e', 'mac_address': 'fa:16:3e:d6:a4:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fc9be85-78b9-4c29-b0a6-50f153add0d2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:49:12.217782 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:12.231011 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b3245c7-53f8-4fc9-bb0d-acef1858609e {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:49:12.253061 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 5b3245c7-53f8-4fc9-bb0d-acef1858609e, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=5b3245c7-53f8-4fc9-bb0d-acef1858609e,segment=NetworkSegment(e1f27b4d-59ec-429f-9f70-63547f1eb2f8),segment_id=e1f27b4d-59ec-429f-9f70-63547f1eb2f8)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:12.257386 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:12.303239 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=5b3245c7-53f8-4fc9-bb0d-acef1858609e,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:12.503499 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['5b3245c7-53f8-4fc9-bb0d-acef1858609e'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:49:13.143015 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849adefd-7aea-49db-95e0-686b32d78be1 req-a02d826f-df85-4e2e-a817-2c0532c0b81f tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:13.144431 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-849adefd-7aea-49db-95e0-686b32d78be1 req-a02d826f-df85-4e2e-a817-2c0532c0b81f tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 944 time: 0.0710895 Jul 23 20:49:13.181660 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-849adefd-7aea-49db-95e0-686b32d78be1 req-d9af9a53-9fcd-48ab-b170-74edfed32e53 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/security-groups?id=c258b5c4-7fc4-4ee8-9a98-ec1cadfc72f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316412 Jul 23 20:49:13.370955 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:13.823623 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7cd2508d-d6c6-4141-9517-6520dafa115c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:14.074320 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 5b3245c7-53f8-4fc9-bb0d-acef1858609e up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:49:14.121134 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:14.133412 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 5b3245c7-53f8-4fc9-bb0d-acef1858609e completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:49:14.137946 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 5b3245c7-53f8-4fc9-bb0d-acef1858609e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:49:14.138301 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:14.214543 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:14.240603 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f9e581-b574-4590-8a13-f5577d6d2cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3245c7-53f8-4fc9-bb0d-acef1858609e'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:49:14.242893 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cd4921-dbc0-465e-9577-07b8744e7b8c" -d '{"events": [{"server_uuid": "46f9e581-b574-4590-8a13-f5577d6d2cd0", "name": "network-vif-plugged", "status": "completed", "tag": "5b3245c7-53f8-4fc9-bb0d-acef1858609e"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:49:14.255878 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 5b3245c7-53f8-4fc9-bb0d-acef1858609e, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=5b3245c7-53f8-4fc9-bb0d-acef1858609e,segment=NetworkSegment(e1f27b4d-59ec-429f-9f70-63547f1eb2f8),segment_id=e1f27b4d-59ec-429f-9f70-63547f1eb2f8)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:14.260867 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:14.308938 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=5b3245c7-53f8-4fc9-bb0d-acef1858609e,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:14.317222 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b49245-dfa9-4728-9893-ac85ba035770 req-d17bec1e-66ef-420b-be68-fdadea65bd5d tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:14.318758 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-43b49245-dfa9-4728-9893-ac85ba035770 req-d17bec1e-66ef-420b-be68-fdadea65bd5d tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 945 time: 0.0680375 Jul 23 20:49:14.357676 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-43b49245-dfa9-4728-9893-ac85ba035770 req-454bfe63-68aa-4d7a-a690-6776a390c682 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/security-groups?id=c258b5c4-7fc4-4ee8-9a98-ec1cadfc72f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332260 Jul 23 20:49:14.406442 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d342e0-b7d5-40cb-a53a-d5bc59f52ee8 x-openstack-request-id: req-f8d342e0-b7d5-40cb-a53a-d5bc59f52ee8 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:49:14.406905 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f9e581-b574-4590-8a13-f5577d6d2cd0", "name": "network-vif-plugged", "status": "completed", "tag": "5b3245c7-53f8-4fc9-bb0d-acef1858609e", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:49:14.406989 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f8d342e0-b7d5-40cb-a53a-d5bc59f52ee8 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:49:14.407359 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f9e581-b574-4590-8a13-f5577d6d2cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3245c7-53f8-4fc9-bb0d-acef1858609e', 'code': 200} Jul 23 20:49:14.520014 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007b345-8bbc-422f-8214-585a4e4f82b5 req-b153812d-a52a-4aef-9b58-357aa5c43fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:14.521549 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7007b345-8bbc-422f-8214-585a4e4f82b5 req-b153812d-a52a-4aef-9b58-357aa5c43fc0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 1097 time: 0.0598650 Jul 23 20:49:14.556153 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7007b345-8bbc-422f-8214-585a4e4f82b5 req-43efac65-e863-4726-ac73-31f2c63a9d92 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c258b5c4-7fc4-4ee8-9a98-ec1cadfc72f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275879 Jul 23 20:49:14.883687 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:15.022891 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:15.495778 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0da8c-e65f-477a-ae0e-0b7fefb29e73 req-242c56ff-ad33-48e4-b4c4-82deddf563f1 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:15.497305 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6bf0da8c-e65f-477a-ae0e-0b7fefb29e73 req-242c56ff-ad33-48e4-b4c4-82deddf563f1 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 945 time: 0.0681376 Jul 23 20:49:15.534727 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6bf0da8c-e65f-477a-ae0e-0b7fefb29e73 req-40ed041d-ff84-4e46-b29a-fe6e3686c02c tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/security-groups?id=c258b5c4-7fc4-4ee8-9a98-ec1cadfc72f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318599 Jul 23 20:49:15.801815 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785667ed-acba-4bfb-baf2-40ec1c0ce2d7 req-e08c99e3-5e74-42aa-b01e-da2fe988ce2a tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:15.803256 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-785667ed-acba-4bfb-baf2-40ec1c0ce2d7 req-e08c99e3-5e74-42aa-b01e-da2fe988ce2a tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 945 time: 0.0686989 Jul 23 20:49:15.822633 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-79698345-8322-426e-9a1d-ecfe99eb2dc1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0993989 Jul 23 20:49:15.845933 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-785667ed-acba-4bfb-baf2-40ec1c0ce2d7 req-36f9663e-5b83-499c-a7c6-48ebd2a08663 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/security-groups?id=c258b5c4-7fc4-4ee8-9a98-ec1cadfc72f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365026 Jul 23 20:49:16.055047 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:16.875288 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-3c8eb9e5-12c0-4151-84ec-f5412e7944b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:16.876799 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-3c8eb9e5-12c0-4151-84ec-f5412e7944b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79c9e25b91334699aa958a348e432ca6&device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 1097 time: 0.0610044 Jul 23 20:49:17.006403 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-af60e23a-4ec7-4a7c-93af-b307f0afa072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:17.007875 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-af60e23a-4ec7-4a7c-93af-b307f0afa072 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292 HTTP/1.1" status: 200 len: 912 time: 0.1248631 Jul 23 20:49:17.052382 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-19fe2416-323d-448b-9849-052cdb526b5b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b3245c7-53f8-4fc9-bb0d-acef1858609e HTTP/1.1" status: 200 len: 217 time: 0.0375361 Jul 23 20:49:17.064282 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a62e6-4427-46c9-bb8d-f2b7ef6f9435 req-75060338-85d1-4291-867b-00cc3bcfa36e tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:17.065711 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7c8a62e6-4427-46c9-bb8d-f2b7ef6f9435 req-75060338-85d1-4291-867b-00cc3bcfa36e tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 945 time: 0.1491888 Jul 23 20:49:17.138567 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7c8a62e6-4427-46c9-bb8d-f2b7ef6f9435 req-d91f2630-60f6-4004-9e27-3c728370cc33 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/security-groups?id=c258b5c4-7fc4-4ee8-9a98-ec1cadfc72f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648103 Jul 23 20:49:17.139931 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-53118046-659c-4239-a234-318cc0274006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:17.141254 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-53118046-659c-4239-a234-318cc0274006 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3fc9be85-78b9-4c29-b0a6-50f153add0d2 HTTP/1.1" status: 200 len: 851 time: 0.0747290 Jul 23 20:49:17.174151 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-1e508ea8-32ad-4a47-b0bb-e09e0a43a857 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270607 Jul 23 20:49:17.266106 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-ec5c4a59-4e7f-4345-9bd4-1e1b4fd70b9f service neutron] 10.222.0.18 "GET /v2.0/networks/cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852544 Jul 23 20:49:17.361629 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-c846246c-156d-47bb-a9e8-8aae1cb6f1f3 service neutron] 10.222.0.18 "GET /v2.0/networks/cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897052 Jul 23 20:49:18.272753 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb0634-08da-4e3d-9192-5c157ffbb233 req-ec8aa7c5-fcc4-45ee-9fd7-cb787cc3c0b1 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:18.274307 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dffb0634-08da-4e3d-9192-5c157ffbb233 req-ec8aa7c5-fcc4-45ee-9fd7-cb787cc3c0b1 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 945 time: 0.0662210 Jul 23 20:49:18.312246 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dffb0634-08da-4e3d-9192-5c157ffbb233 req-bf2e6fd5-3eb3-41d7-8746-0efd9f8a9e82 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/security-groups?id=c258b5c4-7fc4-4ee8-9a98-ec1cadfc72f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316839 Jul 23 20:49:19.447245 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362960f-8b7b-4c83-b151-9e0ab7035354 req-1607d8d7-1bfa-4e1b-99b9-124d9fcb131a tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:19.448934 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f362960f-8b7b-4c83-b151-9e0ab7035354 req-1607d8d7-1bfa-4e1b-99b9-124d9fcb131a tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 945 time: 0.0688088 Jul 23 20:49:19.487038 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f362960f-8b7b-4c83-b151-9e0ab7035354 req-6bccc099-a1e1-49aa-937d-b0696992968c tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/security-groups?id=c258b5c4-7fc4-4ee8-9a98-ec1cadfc72f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327652 Jul 23 20:49:20.616716 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e54a9-6fe0-431e-93e6-2a143a5b005f req-04498b99-a06a-422a-b0f8-87e071a58a23 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:20.618237 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ca3e54a9-6fe0-431e-93e6-2a143a5b005f req-04498b99-a06a-422a-b0f8-87e071a58a23 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 945 time: 0.0653565 Jul 23 20:49:20.655171 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ca3e54a9-6fe0-431e-93e6-2a143a5b005f req-4a547838-d32a-4aba-914a-57fddfee5b84 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/security-groups?id=c258b5c4-7fc4-4ee8-9a98-ec1cadfc72f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307961 Jul 23 20:49:21.788233 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3f698-e03d-4138-98e0-ddcda4a5ef7d req-56c61589-1890-413a-b0e5-1b438d445de5 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:21.789756 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d6a3f698-e03d-4138-98e0-ddcda4a5ef7d req-56c61589-1890-413a-b0e5-1b438d445de5 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 945 time: 0.0654242 Jul 23 20:49:21.827653 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d6a3f698-e03d-4138-98e0-ddcda4a5ef7d req-a4538c3c-100b-4a2f-a23b-b985c07ab7aa tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/security-groups?id=c258b5c4-7fc4-4ee8-9a98-ec1cadfc72f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322635 Jul 23 20:49:22.973430 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7486917-39d7-44f0-b312-b11064cca03c req-44db19df-87b8-4fd6-ba91-1fd261514fb2 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:22.974924 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c7486917-39d7-44f0-b312-b11064cca03c req-44db19df-87b8-4fd6-ba91-1fd261514fb2 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 945 time: 0.0685077 Jul 23 20:49:23.015448 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c7486917-39d7-44f0-b312-b11064cca03c req-078a958f-a643-4253-9e4a-f38defbe2782 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/security-groups?id=c258b5c4-7fc4-4ee8-9a98-ec1cadfc72f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348520 Jul 23 20:49:24.147240 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8660356-4a9a-4a11-bb83-055103a3a851 req-93fa9fd8-52f4-448f-86bb-326f8cfeff8e tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:24.148733 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d8660356-4a9a-4a11-bb83-055103a3a851 req-93fa9fd8-52f4-448f-86bb-326f8cfeff8e tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 945 time: 0.0653262 Jul 23 20:49:24.189411 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d8660356-4a9a-4a11-bb83-055103a3a851 req-4448fa7d-4150-4de3-892d-26874b0a44db tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/security-groups?id=c258b5c4-7fc4-4ee8-9a98-ec1cadfc72f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339940 Jul 23 20:49:25.328942 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300c997-6927-4018-bfed-a124973fba3d req-1421f8f2-816e-4e59-b1f2-191366f7c74d tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:25.330456 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9300c997-6927-4018-bfed-a124973fba3d req-1421f8f2-816e-4e59-b1f2-191366f7c74d tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 945 time: 0.0697215 Jul 23 20:49:25.367420 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9300c997-6927-4018-bfed-a124973fba3d req-f44ce45e-6000-4c72-a04c-5efda41e5c3b tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/security-groups?id=c258b5c4-7fc4-4ee8-9a98-ec1cadfc72f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314593 Jul 23 20:49:26.500881 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2cb73-e4b8-4f82-94b6-81de02d8b45b req-0fd059c6-87c1-4121-8156-c5f2b8c522f8 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:26.502338 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1de2cb73-e4b8-4f82-94b6-81de02d8b45b req-0fd059c6-87c1-4121-8156-c5f2b8c522f8 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 945 time: 0.0635312 Jul 23 20:49:26.540739 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1de2cb73-e4b8-4f82-94b6-81de02d8b45b req-ca7d1acd-a7ad-4aad-bbc2-84397ed3edc3 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/security-groups?id=c258b5c4-7fc4-4ee8-9a98-ec1cadfc72f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323925 Jul 23 20:49:27.672819 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b5c54-b525-4739-9684-4fe6019475af req-3609bdc9-ea1c-4a13-8b8b-0779ae765183 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:27.674368 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c30b5c54-b525-4739-9684-4fe6019475af req-3609bdc9-ea1c-4a13-8b8b-0779ae765183 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 945 time: 0.0662565 Jul 23 20:49:27.711587 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c30b5c54-b525-4739-9684-4fe6019475af req-b81af6e4-6e1d-4a4e-a142-155cc57193cb tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/security-groups?id=c258b5c4-7fc4-4ee8-9a98-ec1cadfc72f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317631 Jul 23 20:49:28.848271 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98a652-83a9-47be-b927-f5744fd01354 req-688ba9b3-b1af-474e-ba40-4810ea0d218e tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:28.849778 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2a98a652-83a9-47be-b927-f5744fd01354 req-688ba9b3-b1af-474e-ba40-4810ea0d218e tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 945 time: 0.0702996 Jul 23 20:49:28.887963 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2a98a652-83a9-47be-b927-f5744fd01354 req-de45d527-09c5-42f0-bb97-8cac303e5233 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/security-groups?id=c258b5c4-7fc4-4ee8-9a98-ec1cadfc72f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326610 Jul 23 20:49:30.016717 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211a6e0-f20c-4792-b4dc-660a807aae05 req-8fdf7080-ee39-4eb5-9916-e222e7cac8ad tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:30.018228 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6211a6e0-f20c-4792-b4dc-660a807aae05 req-8fdf7080-ee39-4eb5-9916-e222e7cac8ad tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 945 time: 0.0639842 Jul 23 20:49:30.057026 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6211a6e0-f20c-4792-b4dc-660a807aae05 req-16adae55-9881-44c6-be81-7620bd75e671 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/security-groups?id=c258b5c4-7fc4-4ee8-9a98-ec1cadfc72f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331905 Jul 23 20:49:31.191333 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feeca1a-b9d5-43b7-9ab8-fb59cddd2305 req-8059cf83-b09f-403b-8479-f092b64d8f8a tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:31.192827 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4feeca1a-b9d5-43b7-9ab8-fb59cddd2305 req-8059cf83-b09f-403b-8479-f092b64d8f8a tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 945 time: 0.0697541 Jul 23 20:49:31.232507 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4feeca1a-b9d5-43b7-9ab8-fb59cddd2305 req-1a9afc99-a32c-4958-b762-91127d266831 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/security-groups?id=c258b5c4-7fc4-4ee8-9a98-ec1cadfc72f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329666 Jul 23 20:49:32.362641 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d05d8e-cd89-40ee-ae30-66b42cfbfa0d req-66066546-3dac-45f2-b41f-25ceeb39bc19 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:32.364129 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c0d05d8e-cd89-40ee-ae30-66b42cfbfa0d req-66066546-3dac-45f2-b41f-25ceeb39bc19 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 945 time: 0.0647554 Jul 23 20:49:32.401878 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c0d05d8e-cd89-40ee-ae30-66b42cfbfa0d req-3937fe23-1aad-4ac4-9b2e-53f0965aa95c tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/security-groups?id=c258b5c4-7fc4-4ee8-9a98-ec1cadfc72f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321846 Jul 23 20:49:33.534346 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d31ffd-3753-4f79-98f6-3e101daed218 req-7cd6571f-6673-4c4f-a657-2aece24989ad tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:33.535836 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a3d31ffd-3753-4f79-98f6-3e101daed218 req-7cd6571f-6673-4c4f-a657-2aece24989ad tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 945 time: 0.0645308 Jul 23 20:49:33.573176 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a3d31ffd-3753-4f79-98f6-3e101daed218 req-1364555e-83be-4604-99fd-66d446109a47 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/security-groups?id=c258b5c4-7fc4-4ee8-9a98-ec1cadfc72f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317130 Jul 23 20:49:34.705777 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac708b-5600-432f-add5-93a15a22ce1b req-bb5e8886-bcc3-4dcc-8d78-9ecaec3cf5c8 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:34.707261 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e1ac708b-5600-432f-add5-93a15a22ce1b req-bb5e8886-bcc3-4dcc-8d78-9ecaec3cf5c8 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 945 time: 0.0675309 Jul 23 20:49:34.744689 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e1ac708b-5600-432f-add5-93a15a22ce1b req-a9eb1621-fb20-41b5-b4bb-af4a289b621c tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/security-groups?id=c258b5c4-7fc4-4ee8-9a98-ec1cadfc72f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319142 Jul 23 20:49:35.875020 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3de0c9-21f3-4ca6-b234-7140f062aa1d req-ebae8cb3-6d62-416e-bd88-6f454724615d tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:35.876518 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6d3de0c9-21f3-4ca6-b234-7140f062aa1d req-ebae8cb3-6d62-416e-bd88-6f454724615d tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 945 time: 0.0652122 Jul 23 20:49:35.913614 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6d3de0c9-21f3-4ca6-b234-7140f062aa1d req-bed8a306-a461-4bd7-8665-addc6a8a755d tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/security-groups?id=c258b5c4-7fc4-4ee8-9a98-ec1cadfc72f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315075 Jul 23 20:49:37.046898 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a379c-e8c6-4a5d-bf02-44c71a7ae432 req-c88e4e55-d294-460f-b92d-1c762d606220 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:37.048368 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d72a379c-e8c6-4a5d-bf02-44c71a7ae432 req-c88e4e55-d294-460f-b92d-1c762d606220 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 945 time: 0.0675297 Jul 23 20:49:37.087109 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d72a379c-e8c6-4a5d-bf02-44c71a7ae432 req-7e2bbd31-0caf-40ae-b8d2-fb49973ae645 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/security-groups?id=c258b5c4-7fc4-4ee8-9a98-ec1cadfc72f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331948 Jul 23 20:49:38.216379 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c01125-6cf3-493a-bb4e-4c56d48011b1 req-7c185e15-9b14-400d-a528-c71c0e915d25 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:38.217780 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-25c01125-6cf3-493a-bb4e-4c56d48011b1 req-7c185e15-9b14-400d-a528-c71c0e915d25 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 945 time: 0.0633423 Jul 23 20:49:38.257001 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-25c01125-6cf3-493a-bb4e-4c56d48011b1 req-bfd03dc5-8b94-43e6-aa96-8b1010f1b281 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/security-groups?id=c258b5c4-7fc4-4ee8-9a98-ec1cadfc72f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330889 Jul 23 20:49:39.387063 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299070e2-7ab5-4c8e-9cef-1453123a212c req-c35a0718-2272-4776-beea-c7322f656bca tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:39.389175 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-299070e2-7ab5-4c8e-9cef-1453123a212c req-c35a0718-2272-4776-beea-c7322f656bca tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 945 time: 0.0639935 Jul 23 20:49:39.425978 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-299070e2-7ab5-4c8e-9cef-1453123a212c req-c6212b04-2eb5-4f21-a4cf-ae98b181822c tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/security-groups?id=c258b5c4-7fc4-4ee8-9a98-ec1cadfc72f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313849 Jul 23 20:49:39.549283 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [req-6c6786de-f570-41ea-8c0a-ba586bbdf769 req-1aa6e5ac-5756-427b-abe1-efe55919fb77 tempest-TestServerBasicOps-1906085504 tempest-TestServerBasicOps-1906085504-project] (93875) timed out ('10.222.0.18', 49488) {{(pid=93875) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 20:49:40.313550 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6f6da0cb-910f-42bd-a5d0-832e7cf3eacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:40.560951 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aafecf-f949-435d-a687-79ef9474fb36 req-e7ec4f1a-e616-4cdc-b618-9c3192bdc971 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:40.562453 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-58aafecf-f949-435d-a687-79ef9474fb36 req-e7ec4f1a-e616-4cdc-b618-9c3192bdc971 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 945 time: 0.0704000 Jul 23 20:49:40.600429 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-58aafecf-f949-435d-a687-79ef9474fb36 req-706360d0-6e12-4f31-ab6c-a80be7294ad6 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/security-groups?id=c258b5c4-7fc4-4ee8-9a98-ec1cadfc72f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324590 Jul 23 20:49:41.731549 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b8d87-40bf-418e-b5ff-eb4e67dc0b40 req-076ececa-d0db-4cc1-81a8-c3eac39df7c2 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:41.733054 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ce4b8d87-40bf-418e-b5ff-eb4e67dc0b40 req-076ececa-d0db-4cc1-81a8-c3eac39df7c2 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 945 time: 0.0663960 Jul 23 20:49:41.772522 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ce4b8d87-40bf-418e-b5ff-eb4e67dc0b40 req-9c4df272-9b2a-4c12-8e55-bad70fe3e79f tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/security-groups?id=c258b5c4-7fc4-4ee8-9a98-ec1cadfc72f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337229 Jul 23 20:49:42.907725 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3caaa-835b-47c1-907e-127e8e5481b7 req-9255f013-5c8e-44c1-95fe-2c365355e87e tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:42.909270 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-99b3caaa-835b-47c1-907e-127e8e5481b7 req-9255f013-5c8e-44c1-95fe-2c365355e87e tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 945 time: 0.0686541 Jul 23 20:49:42.947941 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-99b3caaa-835b-47c1-907e-127e8e5481b7 req-351ad26b-7829-4380-8519-ac9a6c45b64c tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/security-groups?id=c258b5c4-7fc4-4ee8-9a98-ec1cadfc72f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330789 Jul 23 20:49:43.373492 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:43.674566 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2ab89e5-70ec-472f-8491-c688042b54ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:44.078128 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04289475-73a7-4daf-904c-0e56a488d5ca req-32b91c2b-0b0b-4996-9773-0b1cd0b06537 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:44.079616 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-04289475-73a7-4daf-904c-0e56a488d5ca req-32b91c2b-0b0b-4996-9773-0b1cd0b06537 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 945 time: 0.0641322 Jul 23 20:49:44.112317 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:44.118606 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-04289475-73a7-4daf-904c-0e56a488d5ca req-6282070d-f9cc-4bde-b735-c34822e9cd98 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/security-groups?id=c258b5c4-7fc4-4ee8-9a98-ec1cadfc72f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332370 Jul 23 20:49:44.270636 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-fb97f814-490e-420f-a237-3b69d43d3623 service neutron] show failed (client error): The resource could not be found. Jul 23 20:49:44.271641 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-fb97f814-490e-420f-a237-3b69d43d3623 service neutron] 10.222.0.18 "GET /v2.0/ports/5b3245c7-53f8-4fc9-bb0d-acef1858609e/bindings/n-h1-793618-10 HTTP/1.1" status: 404 len: 381 time: 0.0554254 Jul 23 20:49:44.478461 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-e1a2570d-ed82-4abe-8374-4bd81643c6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:44.480000 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-e1a2570d-ed82-4abe-8374-4bd81643c6e0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0&tenant_id=79c9e25b91334699aa958a348e432ca6 HTTP/1.1" status: 200 len: 1097 time: 0.0602288 Jul 23 20:49:44.492062 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-45e2b02d-6bca-4840-8c0e-7d6d2d5152b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793618-10', 'device_owner': 'compute:nova'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:44.564513 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-45e2b02d-6bca-4840-8c0e-7d6d2d5152b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:44.769616 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-45e2b02d-6bca-4840-8c0e-7d6d2d5152b8 service neutron] For port 5b3245c7-53f8-4fc9-bb0d-acef1858609e, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=5b3245c7-53f8-4fc9-bb0d-acef1858609e,segment=NetworkSegment(e1f27b4d-59ec-429f-9f70-63547f1eb2f8),segment_id=e1f27b4d-59ec-429f-9f70-63547f1eb2f8)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:44.801849 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-45e2b02d-6bca-4840-8c0e-7d6d2d5152b8 service neutron] For port 5b3245c7-53f8-4fc9-bb0d-acef1858609e, host n-h2-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:49:44.846141 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f9e581-b574-4590-8a13-f5577d6d2cd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b3245c7-53f8-4fc9-bb0d-acef1858609e'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:49:44.848411 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b04014-037f-4a4d-aa27-963aae1fe10c" -d '{"events": [{"server_uuid": "46f9e581-b574-4590-8a13-f5577d6d2cd0", "name": "network-vif-unplugged", "status": "completed", "tag": "5b3245c7-53f8-4fc9-bb0d-acef1858609e"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:49:44.852276 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-45e2b02d-6bca-4840-8c0e-7d6d2d5152b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:44.864978 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-45e2b02d-6bca-4840-8c0e-7d6d2d5152b8 service neutron] Transition to ACTIVE for port object 5b3245c7-53f8-4fc9-bb0d-acef1858609e will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:49:44.869900 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-45e2b02d-6bca-4840-8c0e-7d6d2d5152b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:44.884105 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:44.936150 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-45e2b02d-6bca-4840-8c0e-7d6d2d5152b8 service neutron] No DVR routers for this DVR port 5b3245c7-53f8-4fc9-bb0d-acef1858609e on host n-h2-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:49:44.938064 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e2b02d-6bca-4840-8c0e-7d6d2d5152b8 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3245c7-53f8-4fc9-bb0d-acef1858609e,revision_number=6']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:44.953097 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e2b02d-6bca-4840-8c0e-7d6d2d5152b8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:44.953448 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e2b02d-6bca-4840-8c0e-7d6d2d5152b8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:44.953813 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e2b02d-6bca-4840-8c0e-7d6d2d5152b8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:44.954148 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e2b02d-6bca-4840-8c0e-7d6d2d5152b8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:44.954487 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e2b02d-6bca-4840-8c0e-7d6d2d5152b8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:44.954820 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e2b02d-6bca-4840-8c0e-7d6d2d5152b8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:44.955150 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e2b02d-6bca-4840-8c0e-7d6d2d5152b8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:44.955494 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e2b02d-6bca-4840-8c0e-7d6d2d5152b8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:44.955788 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e2b02d-6bca-4840-8c0e-7d6d2d5152b8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:44.956109 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e2b02d-6bca-4840-8c0e-7d6d2d5152b8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:44.956430 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e2b02d-6bca-4840-8c0e-7d6d2d5152b8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:44.956750 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e2b02d-6bca-4840-8c0e-7d6d2d5152b8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:44.989560 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ce1e3c-63f2-4e61-bf12-e5c040d9602d x-openstack-request-id: req-c9ce1e3c-63f2-4e61-bf12-e5c040d9602d {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:49:44.989855 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f9e581-b574-4590-8a13-f5577d6d2cd0", "name": "network-vif-unplugged", "status": "completed", "tag": "5b3245c7-53f8-4fc9-bb0d-acef1858609e", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:49:44.990108 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c9ce1e3c-63f2-4e61-bf12-e5c040d9602d {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:49:44.990500 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f9e581-b574-4590-8a13-f5577d6d2cd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b3245c7-53f8-4fc9-bb0d-acef1858609e', 'code': 200} Jul 23 20:49:44.991301 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-45e2b02d-6bca-4840-8c0e-7d6d2d5152b8 service neutron] Attempting to bind port 5b3245c7-53f8-4fc9-bb0d-acef1858609e on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:49:44.991628 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-45e2b02d-6bca-4840-8c0e-7d6d2d5152b8 service neutron] Attempting to bind port 5b3245c7-53f8-4fc9-bb0d-acef1858609e by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'e1f27b4d-59ec-429f-9f70-63547f1eb2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:49:44.991960 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-45e2b02d-6bca-4840-8c0e-7d6d2d5152b8 service neutron] Attempting to bind port 5b3245c7-53f8-4fc9-bb0d-acef1858609e on network cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:49:44.996403 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-45e2b02d-6bca-4840-8c0e-7d6d2d5152b8 service neutron] Port 5b3245c7-53f8-4fc9-bb0d-acef1858609e on network cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:49:44.996725 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-45e2b02d-6bca-4840-8c0e-7d6d2d5152b8 service neutron] Attempting to bind port 5b3245c7-53f8-4fc9-bb0d-acef1858609e on network cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:49:45.001449 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-45e2b02d-6bca-4840-8c0e-7d6d2d5152b8 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:49:45.001813 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-45e2b02d-6bca-4840-8c0e-7d6d2d5152b8 service neutron] Checking segment: {'id': 'e1f27b4d-59ec-429f-9f70-63547f1eb2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:49:45.002192 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-45e2b02d-6bca-4840-8c0e-7d6d2d5152b8 service neutron] Bound using segment: {'id': 'e1f27b4d-59ec-429f-9f70-63547f1eb2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:49:45.002612 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-45e2b02d-6bca-4840-8c0e-7d6d2d5152b8 service neutron] Bound port: 5b3245c7-53f8-4fc9-bb0d-acef1858609e, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1f27b4d-59ec-429f-9f70-63547f1eb2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:49:45.002967 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-45e2b02d-6bca-4840-8c0e-7d6d2d5152b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:45.040191 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:45.069744 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-45e2b02d-6bca-4840-8c0e-7d6d2d5152b8 service neutron] For port 5b3245c7-53f8-4fc9-bb0d-acef1858609e, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:49:45.072825 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-45e2b02d-6bca-4840-8c0e-7d6d2d5152b8 service neutron] For port 5b3245c7-53f8-4fc9-bb0d-acef1858609e, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=5b3245c7-53f8-4fc9-bb0d-acef1858609e,segment=NetworkSegment(e1f27b4d-59ec-429f-9f70-63547f1eb2f8),segment_id=e1f27b4d-59ec-429f-9f70-63547f1eb2f8)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:49:45.077864 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-45e2b02d-6bca-4840-8c0e-7d6d2d5152b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:45.110129 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-45e2b02d-6bca-4840-8c0e-7d6d2d5152b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:45.110752 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-45e2b02d-6bca-4840-8c0e-7d6d2d5152b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:45.112172 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-45e2b02d-6bca-4840-8c0e-7d6d2d5152b8 service neutron] 10.222.0.30 "PUT /v2.0/ports/5b3245c7-53f8-4fc9-bb0d-acef1858609e HTTP/1.1" status: 200 len: 1092 time: 0.6241825 Jul 23 20:49:45.147170 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e2b02d-6bca-4840-8c0e-7d6d2d5152b8 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3245c7-53f8-4fc9-bb0d-acef1858609e,revision_number=7']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:45.191772 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-ff396d3f-8929-4a17-b77c-2181a69f07f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:45.193313 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-ff396d3f-8929-4a17-b77c-2181a69f07f8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79c9e25b91334699aa958a348e432ca6&device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 1095 time: 0.0586042 Jul 23 20:49:45.261269 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940b731-494a-4af2-9cf1-9b1080720110 req-c3e0b8d9-3931-4ad7-b176-2e5a20b58609 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:45.262802 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e940b731-494a-4af2-9cf1-9b1080720110 req-c3e0b8d9-3931-4ad7-b176-2e5a20b58609 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 943 time: 0.0698330 Jul 23 20:49:45.286639 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-e18a261d-7bce-4170-a9f9-64691bbf7f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:45.288121 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-e18a261d-7bce-4170-a9f9-64691bbf7f19 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292 HTTP/1.1" status: 200 len: 912 time: 0.0892789 Jul 23 20:49:45.302631 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e940b731-494a-4af2-9cf1-9b1080720110 req-8cfeaaaa-ed01-4e6c-a522-f33642bc59a7 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/security-groups?id=c258b5c4-7fc4-4ee8-9a98-ec1cadfc72f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336437 Jul 23 20:49:45.329580 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-d54b1637-f71d-4c6b-b787-0d0f9f9ab89b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b3245c7-53f8-4fc9-bb0d-acef1858609e HTTP/1.1" status: 200 len: 217 time: 0.0350099 Jul 23 20:49:45.376063 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-8a70ad90-6e0d-47bd-91ff-e09cf6e7b89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:45.377370 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-8a70ad90-6e0d-47bd-91ff-e09cf6e7b89d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3fc9be85-78b9-4c29-b0a6-50f153add0d2 HTTP/1.1" status: 200 len: 851 time: 0.0419872 Jul 23 20:49:45.414052 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-387c4aa4-2179-42bc-8f23-9798a3b79af6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304818 Jul 23 20:49:45.501703 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-894a99ef-fb52-43e2-9ff9-6c3083dab74c service neutron] 10.222.0.30 "GET /v2.0/networks/cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817258 Jul 23 20:49:45.592574 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ca840e0e-b51a-431c-8bce-3d74a5502d4c req-5751d81b-b6a5-46c2-9256-bbdb05ce49bb service neutron] 10.222.0.30 "GET /v2.0/networks/cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841494 Jul 23 20:49:45.737400 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:49:46.054931 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:46.440372 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1925a-37c2-4e0d-b3b8-8373416a3d47 req-98917b36-3855-4710-936b-ab3313163521 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:46.442031 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5bc1925a-37c2-4e0d-b3b8-8373416a3d47 req-98917b36-3855-4710-936b-ab3313163521 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 943 time: 0.0711381 Jul 23 20:49:46.481232 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5bc1925a-37c2-4e0d-b3b8-8373416a3d47 req-67c7e61b-616c-44d8-b781-07657c407244 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/security-groups?id=c258b5c4-7fc4-4ee8-9a98-ec1cadfc72f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337019 Jul 23 20:49:46.991460 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f9e581-b574-4590-8a13-f5577d6d2cd0', 'tag': '5b3245c7-53f8-4fc9-bb0d-acef1858609e'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:49:46.993900 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c360b012-f933-406c-82fd-c4e1be5b2303" -d '{"events": [{"name": "network-changed", "server_uuid": "46f9e581-b574-4590-8a13-f5577d6d2cd0", "tag": "5b3245c7-53f8-4fc9-bb0d-acef1858609e"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:49:47.046061 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c660b01e-b362-4ef9-9e57-453807c9f14d x-openstack-request-id: req-c660b01e-b362-4ef9-9e57-453807c9f14d {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:49:47.046470 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f9e581-b574-4590-8a13-f5577d6d2cd0", "tag": "5b3245c7-53f8-4fc9-bb0d-acef1858609e", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:49:47.046743 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c660b01e-b362-4ef9-9e57-453807c9f14d {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:49:47.047285 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f9e581-b574-4590-8a13-f5577d6d2cd0', 'tag': '5b3245c7-53f8-4fc9-bb0d-acef1858609e', 'status': 'completed', 'code': 200} Jul 23 20:49:47.117255 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360b012-f933-406c-82fd-c4e1be5b2303 req-32d387e6-b8ff-43f3-80e0-bb68df5e9bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:47.118798 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c360b012-f933-406c-82fd-c4e1be5b2303 req-32d387e6-b8ff-43f3-80e0-bb68df5e9bd1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79c9e25b91334699aa958a348e432ca6&device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 1095 time: 0.0562871 Jul 23 20:49:47.135948 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360b012-f933-406c-82fd-c4e1be5b2303 req-83b87b27-037a-4540-9794-ebbd3c5aa847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:47.137507 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c360b012-f933-406c-82fd-c4e1be5b2303 req-83b87b27-037a-4540-9794-ebbd3c5aa847 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79c9e25b91334699aa958a348e432ca6&device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 1095 time: 0.0571039 Jul 23 20:49:47.212746 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360b012-f933-406c-82fd-c4e1be5b2303 req-ffbd9679-cd5e-4386-b9a5-2c5177aa6200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:47.214261 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c360b012-f933-406c-82fd-c4e1be5b2303 req-ffbd9679-cd5e-4386-b9a5-2c5177aa6200 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292 HTTP/1.1" status: 200 len: 912 time: 0.0895319 Jul 23 20:49:47.235727 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360b012-f933-406c-82fd-c4e1be5b2303 req-43cd4d69-ebae-4c85-bd49-c2ca23a5cfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:47.237192 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c360b012-f933-406c-82fd-c4e1be5b2303 req-43cd4d69-ebae-4c85-bd49-c2ca23a5cfa7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292 HTTP/1.1" status: 200 len: 912 time: 0.0929773 Jul 23 20:49:47.254115 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c360b012-f933-406c-82fd-c4e1be5b2303 req-8f9b0746-da23-42a4-9e3c-97bc160e046f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b3245c7-53f8-4fc9-bb0d-acef1858609e HTTP/1.1" status: 200 len: 217 time: 0.0337744 Jul 23 20:49:47.279002 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c360b012-f933-406c-82fd-c4e1be5b2303 req-c8304575-555a-4ff5-9e4c-7c8015e274fa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b3245c7-53f8-4fc9-bb0d-acef1858609e HTTP/1.1" status: 200 len: 217 time: 0.0354912 Jul 23 20:49:47.306458 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360b012-f933-406c-82fd-c4e1be5b2303 req-f993a2d2-ef67-422a-8c08-f47ff5043271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:47.307929 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c360b012-f933-406c-82fd-c4e1be5b2303 req-f993a2d2-ef67-422a-8c08-f47ff5043271 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3fc9be85-78b9-4c29-b0a6-50f153add0d2 HTTP/1.1" status: 200 len: 851 time: 0.0473490 Jul 23 20:49:47.327680 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360b012-f933-406c-82fd-c4e1be5b2303 req-51bd03cb-6378-4fa2-8b36-238758b4dd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:47.329206 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c360b012-f933-406c-82fd-c4e1be5b2303 req-51bd03cb-6378-4fa2-8b36-238758b4dd6b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3fc9be85-78b9-4c29-b0a6-50f153add0d2 HTTP/1.1" status: 200 len: 851 time: 0.0445192 Jul 23 20:49:47.341495 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c360b012-f933-406c-82fd-c4e1be5b2303 req-ef2776ec-549c-43a2-8330-6fc8a258c9b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276446 Jul 23 20:49:47.362899 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c360b012-f933-406c-82fd-c4e1be5b2303 req-3e96c192-2bf6-4a6f-9036-2313e584818c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280046 Jul 23 20:49:47.433021 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c360b012-f933-406c-82fd-c4e1be5b2303 req-c3725207-3abe-4fd9-88a7-68b35b55cbcc service neutron] 10.222.0.18 "GET /v2.0/networks/cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852592 Jul 23 20:49:47.457504 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c360b012-f933-406c-82fd-c4e1be5b2303 req-9fa025c4-3eb8-4035-a99c-83fd31343158 service neutron] 10.222.0.30 "GET /v2.0/networks/cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875256 Jul 23 20:49:47.523269 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c360b012-f933-406c-82fd-c4e1be5b2303 req-8572d9db-7bea-4a9c-b7ea-db58d0391dea service neutron] 10.222.0.18 "GET /v2.0/networks/cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844829 Jul 23 20:49:47.552635 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c360b012-f933-406c-82fd-c4e1be5b2303 req-ea098e2c-c50f-4426-b9d1-21ec9e7b776c service neutron] 10.222.0.30 "GET /v2.0/networks/cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887818 Jul 23 20:49:47.616214 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14447c65-c4e8-4102-8474-e6b1c5d09a66 req-98edb2f1-4e15-4046-906a-dc0d10405ceb tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:47.617705 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-14447c65-c4e8-4102-8474-e6b1c5d09a66 req-98edb2f1-4e15-4046-906a-dc0d10405ceb tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 943 time: 0.0628247 Jul 23 20:49:47.655640 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-14447c65-c4e8-4102-8474-e6b1c5d09a66 req-df715343-170b-466f-bf92-476564e91e97 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/security-groups?id=c258b5c4-7fc4-4ee8-9a98-ec1cadfc72f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316961 Jul 23 20:49:47.954230 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef3a49-2694-4293-9642-b70dbb478451 req-b565c0a6-684d-4189-8030-90880b418ff0 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:47.955740 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-01ef3a49-2694-4293-9642-b70dbb478451 req-b565c0a6-684d-4189-8030-90880b418ff0 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.18 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0&tenant_id=79c9e25b91334699aa958a348e432ca6&binding%3Ahost_id=n-h1-793618-10 HTTP/1.1" status: 200 len: 943 time: 0.1128764 Jul 23 20:49:48.014320 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [req-01ef3a49-2694-4293-9642-b70dbb478451 req-334a9508-97a3-4ea7-b1ba-0bc42f5265fb service neutron] delete failed (client error): The resource could not be found. Jul 23 20:49:48.015345 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-01ef3a49-2694-4293-9642-b70dbb478451 req-334a9508-97a3-4ea7-b1ba-0bc42f5265fb service neutron] 10.222.0.18 "DELETE /v2.0/ports/5b3245c7-53f8-4fc9-bb0d-acef1858609e/bindings/n-h2-793618-10 HTTP/1.1" status: 404 len: 381 time: 0.0530307 Jul 23 20:49:48.122658 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef3a49-2694-4293-9642-b70dbb478451 req-b3765cc9-d2a4-4047-b19a-d713bcbb97f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:48.124846 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-01ef3a49-2694-4293-9642-b70dbb478451 req-b3765cc9-d2a4-4047-b19a-d713bcbb97f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79c9e25b91334699aa958a348e432ca6&device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 1095 time: 0.0664203 Jul 23 20:49:48.215801 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 5b3245c7-53f8-4fc9-bb0d-acef1858609e no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:49:48.216376 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef3a49-2694-4293-9642-b70dbb478451 req-89183177-bf50-4a3e-bcb3-b10595223f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:48.217784 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-01ef3a49-2694-4293-9642-b70dbb478451 req-89183177-bf50-4a3e-bcb3-b10595223f55 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292 HTTP/1.1" status: 200 len: 912 time: 0.0866520 Jul 23 20:49:48.257689 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 5b3245c7-53f8-4fc9-bb0d-acef1858609e not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:49:48.262086 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-01ef3a49-2694-4293-9642-b70dbb478451 req-46ef4502-3235-4e31-991d-ae8b166aae29 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b3245c7-53f8-4fc9-bb0d-acef1858609e HTTP/1.1" status: 200 len: 217 time: 0.0383105 Jul 23 20:49:48.309276 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef3a49-2694-4293-9642-b70dbb478451 req-89ef94e5-f7a6-440c-96e9-9cf8842d86bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:48.311494 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-01ef3a49-2694-4293-9642-b70dbb478451 req-89ef94e5-f7a6-440c-96e9-9cf8842d86bc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3fc9be85-78b9-4c29-b0a6-50f153add0d2 HTTP/1.1" status: 200 len: 851 time: 0.0437026 Jul 23 20:49:48.344548 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-01ef3a49-2694-4293-9642-b70dbb478451 req-1deaf37b-b720-4a35-9948-5ff8b529ed88 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274096 Jul 23 20:49:48.440850 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-01ef3a49-2694-4293-9642-b70dbb478451 req-925aab5e-3b47-4752-aa02-98c137affc5e service neutron] 10.222.0.18 "GET /v2.0/networks/cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897293 Jul 23 20:49:48.528296 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-01ef3a49-2694-4293-9642-b70dbb478451 req-2c6c002e-89cb-46ee-abf8-23ed3ac6eabe service neutron] 10.222.0.18 "GET /v2.0/networks/cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816715 Jul 23 20:49:48.886312 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 5b3245c7-53f8-4fc9-bb0d-acef1858609e details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:49:48.985848 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 5b3245c7-53f8-4fc9-bb0d-acef1858609e, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=5b3245c7-53f8-4fc9-bb0d-acef1858609e,segment=NetworkSegment(e1f27b4d-59ec-429f-9f70-63547f1eb2f8),segment_id=e1f27b4d-59ec-429f-9f70-63547f1eb2f8)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:48.996897 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '5b3245c7-53f8-4fc9-bb0d-acef1858609e', 'network_id': 'cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292', 'port_id': '5b3245c7-53f8-4fc9-bb0d-acef1858609e', 'mac_address': 'fa:16:3e:d6:a4:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fc9be85-78b9-4c29-b0a6-50f153add0d2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:49:49.035270 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:49.053317 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b3245c7-53f8-4fc9-bb0d-acef1858609e {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:49:49.073908 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 5b3245c7-53f8-4fc9-bb0d-acef1858609e, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=5b3245c7-53f8-4fc9-bb0d-acef1858609e,segment=NetworkSegment(e1f27b4d-59ec-429f-9f70-63547f1eb2f8),segment_id=e1f27b4d-59ec-429f-9f70-63547f1eb2f8)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:49.078022 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:49.133311 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=5b3245c7-53f8-4fc9-bb0d-acef1858609e,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:49.140937 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:49.141225 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:49.141592 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:49.141934 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:49.142272 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:49.142604 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:49.142930 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:49.143259 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:49.143585 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:49.143912 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:49.144235 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:49.144560 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:49.226394 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be05af-86e6-4e3b-bd6d-90d8229ce407 req-59cd883d-b97e-4c73-879a-4e77e7c1bcfd tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:49.227877 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-81be05af-86e6-4e3b-bd6d-90d8229ce407 req-59cd883d-b97e-4c73-879a-4e77e7c1bcfd tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 944 time: 0.0706923 Jul 23 20:49:49.265519 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-81be05af-86e6-4e3b-bd6d-90d8229ce407 req-e273e76b-c06c-49ba-bf42-8dba8b0da5c6 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/security-groups?id=c258b5c4-7fc4-4ee8-9a98-ec1cadfc72f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320075 Jul 23 20:49:49.280930 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['5b3245c7-53f8-4fc9-bb0d-acef1858609e'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:49:50.398234 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1908c-4137-4b5a-9637-9000110b4bce req-950be608-626b-4ef1-95a0-ac0f9a80bb1e tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:50.401588 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-12a1908c-4137-4b5a-9637-9000110b4bce req-950be608-626b-4ef1-95a0-ac0f9a80bb1e tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 944 time: 0.0676181 Jul 23 20:49:50.409953 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef3a49-2694-4293-9642-b70dbb478451 req-4a04367f-314a-428c-99e9-32a94bc4149c tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:50.411422 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-01ef3a49-2694-4293-9642-b70dbb478451 req-4a04367f-314a-428c-99e9-32a94bc4149c tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.30 "GET /v2.0/ports?device_id=46f9e581-b574-4590-8a13-f5577d6d2cd0 HTTP/1.1" status: 200 len: 944 time: 0.0640862 Jul 23 20:49:50.438393 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-12a1908c-4137-4b5a-9637-9000110b4bce req-aaa1116f-1a46-4983-a5ae-d21a062c641d tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.32 "GET /v2.0/security-groups?id=c258b5c4-7fc4-4ee8-9a98-ec1cadfc72f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327704 Jul 23 20:49:50.513385 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-01ef3a49-2694-4293-9642-b70dbb478451 req-9018b30a-40f1-45c8-adaf-00c68570b9f7 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Deleting port 5b3245c7-53f8-4fc9-bb0d-acef1858609e {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:49:50.513955 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-01ef3a49-2694-4293-9642-b70dbb478451 req-9018b30a-40f1-45c8-adaf-00c68570b9f7 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:50.604136 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-01ef3a49-2694-4293-9642-b70dbb478451 req-9018b30a-40f1-45c8-adaf-00c68570b9f7 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] For port 5b3245c7-53f8-4fc9-bb0d-acef1858609e, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=5b3245c7-53f8-4fc9-bb0d-acef1858609e,segment=NetworkSegment(e1f27b4d-59ec-429f-9f70-63547f1eb2f8),segment_id=e1f27b4d-59ec-429f-9f70-63547f1eb2f8)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:50.604540 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-01ef3a49-2694-4293-9642-b70dbb478451 req-9018b30a-40f1-45c8-adaf-00c68570b9f7 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:50.616538 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-01ef3a49-2694-4293-9642-b70dbb478451 req-9018b30a-40f1-45c8-adaf-00c68570b9f7 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Calling delete_port for 5b3245c7-53f8-4fc9-bb0d-acef1858609e owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:49:50.754856 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-01ef3a49-2694-4293-9642-b70dbb478451 req-9018b30a-40f1-45c8-adaf-00c68570b9f7 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:50.766261 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['5b3245c7-53f8-4fc9-bb0d-acef1858609e'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:49:50.783500 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018b30a-40f1-45c8-adaf-00c68570b9f7 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Pushing event deleted for resources: {'Port': ['ID=5b3245c7-53f8-4fc9-bb0d-acef1858609e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:50.837424 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ef3a49-2694-4293-9642-b70dbb478451 req-9018b30a-40f1-45c8-adaf-00c68570b9f7 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] No DVR routers for this DVR port 5b3245c7-53f8-4fc9-bb0d-acef1858609e on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:49:50.840502 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-01ef3a49-2694-4293-9642-b70dbb478451 req-9018b30a-40f1-45c8-adaf-00c68570b9f7 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:50.843496 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-01ef3a49-2694-4293-9642-b70dbb478451 req-9018b30a-40f1-45c8-adaf-00c68570b9f7 tempest-DeleteServersTestJSON-208617388 tempest-DeleteServersTestJSON-208617388-project] 10.222.0.30 "DELETE /v2.0/ports/5b3245c7-53f8-4fc9-bb0d-acef1858609e HTTP/1.1" status: 204 len: 173 time: 0.4269564 Jul 23 20:49:50.844028 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f9e581-b574-4590-8a13-f5577d6d2cd0', 'name': 'network-vif-deleted', 'tag': '5b3245c7-53f8-4fc9-bb0d-acef1858609e'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:49:50.846862 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960d09da-2e9a-4151-bb04-23c79bdb5110" -d '{"events": [{"server_uuid": "46f9e581-b574-4590-8a13-f5577d6d2cd0", "name": "network-vif-deleted", "tag": "5b3245c7-53f8-4fc9-bb0d-acef1858609e"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:49:50.888623 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f88626-600b-45a4-b170-6339ddb533dd x-openstack-request-id: req-d0f88626-600b-45a4-b170-6339ddb533dd {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:49:50.888921 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f9e581-b574-4590-8a13-f5577d6d2cd0", "name": "network-vif-deleted", "tag": "5b3245c7-53f8-4fc9-bb0d-acef1858609e", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:49:50.889180 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d0f88626-600b-45a4-b170-6339ddb533dd {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:49:50.889717 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f9e581-b574-4590-8a13-f5577d6d2cd0', 'name': 'network-vif-deleted', 'tag': '5b3245c7-53f8-4fc9-bb0d-acef1858609e', 'status': 'completed', 'code': 200} Jul 23 20:49:50.915564 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 5b3245c7-53f8-4fc9-bb0d-acef1858609e up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:49:50.937266 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 5b3245c7-53f8-4fc9-bb0d-acef1858609e {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:49:50.937640 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 5b3245c7-53f8-4fc9-bb0d-acef1858609e not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 23 20:49:50.956898 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Port 5b3245c7-53f8-4fc9-bb0d-acef1858609e not found, will not notify nova. {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 23 20:49:51.564487 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35166) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:51.610608 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-0221c537-72dc-4f99-bc4c-2c21707b490d admin admin] Deleting subnet 3fc9be85-78b9-4c29-b0a6-50f153add0d2 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:49:51.613657 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0221c537-72dc-4f99-bc4c-2c21707b490d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:51.651061 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0221c537-72dc-4f99-bc4c-2c21707b490d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:51.690295 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0221c537-72dc-4f99-bc4c-2c21707b490d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:51.747928 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0221c537-72dc-4f99-bc4c-2c21707b490d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:51.776654 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221c537-72dc-4f99-bc4c-2c21707b490d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fc9be85-78b9-4c29-b0a6-50f153add0d2,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:51.779234 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0221c537-72dc-4f99-bc4c-2c21707b490d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:51.782229 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0221c537-72dc-4f99-bc4c-2c21707b490d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3fc9be85-78b9-4c29-b0a6-50f153add0d2 HTTP/1.1" status: 204 len: 168 time: 0.2166979 Jul 23 20:49:51.784862 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 35168) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:51.788676 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0221c537-72dc-4f99-bc4c-2c21707b490d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:51.789076 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0221c537-72dc-4f99-bc4c-2c21707b490d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:51.789423 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0221c537-72dc-4f99-bc4c-2c21707b490d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:51.789838 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0221c537-72dc-4f99-bc4c-2c21707b490d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:51.790180 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0221c537-72dc-4f99-bc4c-2c21707b490d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:51.790515 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0221c537-72dc-4f99-bc4c-2c21707b490d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:51.790836 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0221c537-72dc-4f99-bc4c-2c21707b490d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:51.791215 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0221c537-72dc-4f99-bc4c-2c21707b490d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:51.791543 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0221c537-72dc-4f99-bc4c-2c21707b490d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:51.791870 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0221c537-72dc-4f99-bc4c-2c21707b490d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:51.792232 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0221c537-72dc-4f99-bc4c-2c21707b490d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:51.792555 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0221c537-72dc-4f99-bc4c-2c21707b490d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:51.859732 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc5ce57f-a2c9-4366-ba6c-6c2bf41bf7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:51.934704 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc5ce57f-a2c9-4366-ba6c-6c2bf41bf7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:51.944517 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-fc5ce57f-a2c9-4366-ba6c-6c2bf41bf7b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:51.954412 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-fc5ce57f-a2c9-4366-ba6c-6c2bf41bf7b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1f27b4d-59ec-429f-9f70-63547f1eb2f8') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:51.954704 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-fc5ce57f-a2c9-4366-ba6c-6c2bf41bf7b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1f27b4d-59ec-429f-9f70-63547f1eb2f8') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:51.963318 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc5ce57f-a2c9-4366-ba6c-6c2bf41bf7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:51.978054 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc5ce57f-a2c9-4366-ba6c-6c2bf41bf7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:51.985199 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc5ce57f-a2c9-4366-ba6c-6c2bf41bf7b8 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:49:51.985668 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc5ce57f-a2c9-4366-ba6c-6c2bf41bf7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:51.987562 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:49:51.987562 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:49:51.987562 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:49:51.987562 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:49:51.987562 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:49:51.987562 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:49:51.987562 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:49:51.987562 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:49:51.987562 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:49:51.987562 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:49:51.987562 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:49:51.987562 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:49:51.987562 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:49:51.987562 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:49:51.987562 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:49:51.987562 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:49:51.987562 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:49:51.987562 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:49:51.987562 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:49:51.987562 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:49:51.987562 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:49:51.987562 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:49:51.987562 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:49:51.987562 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:49:51.987562 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:49:51.987562 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:49:51.987562 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:49:51.987562 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:49:51.987562 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:49:51.987562 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:49:51.987562 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:49:51.987562 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:49:52.047962 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc5ce57f-a2c9-4366-ba6c-6c2bf41bf7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:52.053780 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fc5ce57f-a2c9-4366-ba6c-6c2bf41bf7b8 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:52.055727 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-fc5ce57f-a2c9-4366-ba6c-6c2bf41bf7b8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292 HTTP/1.1" status: 204 len: 168 time: 0.2697043 Jul 23 20:49:52.067190 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5ce57f-a2c9-4366-ba6c-6c2bf41bf7b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc2dcee1-3fc0-46ab-96d1-d5dc11e0d292,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:52.174945 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 35172) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:52.213083 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7b1076b6-1caa-42f2-9fc6-4e11ad8fc111 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=79c9e25b91334699aa958a348e432ca6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370228 Jul 23 20:49:52.215476 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 35174) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:52.263024 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bf4041bc-d9a3-4777-8583-8e5134a39b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:52.284087 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bf4041bc-d9a3-4777-8583-8e5134a39b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:52.334015 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bf4041bc-d9a3-4777-8583-8e5134a39b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:52.336422 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bf4041bc-d9a3-4777-8583-8e5134a39b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:52.337566 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bf4041bc-d9a3-4777-8583-8e5134a39b27 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c258b5c4-7fc4-4ee8-9a98-ec1cadfc72f3 HTTP/1.1" status: 204 len: 168 time: 0.1212029 Jul 23 20:49:52.346542 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4041bc-d9a3-4777-8583-8e5134a39b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c258b5c4-7fc4-4ee8-9a98-ec1cadfc72f3,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:52.984906 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 35196) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:53.092189 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-bb17bea6-e12f-443c-978a-8197213f9522 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-458515681-network', 'tenant_id': 'ad5f3e4138754e5c98988c427201bb39'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:53.113515 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb17bea6-e12f-443c-978a-8197213f9522 admin admin] Made reservation on behalf of ad5f3e4138754e5c98988c427201bb39 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:49:53.115621 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb17bea6-e12f-443c-978a-8197213f9522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:53.124598 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb17bea6-e12f-443c-978a-8197213f9522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:53.213121 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb17bea6-e12f-443c-978a-8197213f9522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:53.217288 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb17bea6-e12f-443c-978a-8197213f9522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:53.244174 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb17bea6-e12f-443c-978a-8197213f9522 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:49:53.251108 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17bea6-e12f-443c-978a-8197213f9522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bced4b-097a-4502-9990-9ae725621ca1,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:53.257260 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb17bea6-e12f-443c-978a-8197213f9522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:53.257644 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-bb17bea6-e12f-443c-978a-8197213f9522 admin admin] Added segment 0d98d50c-267d-41af-99d8-c03b52a19f13 of type vlan for network 7738d430-e521-4e68-9878-7640fba2fbac Jul 23 20:49:53.298621 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb17bea6-e12f-443c-978a-8197213f9522 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:53.325938 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb17bea6-e12f-443c-978a-8197213f9522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:53.326871 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb17bea6-e12f-443c-978a-8197213f9522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:53.327548 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb17bea6-e12f-443c-978a-8197213f9522 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:53.357602 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bb17bea6-e12f-443c-978a-8197213f9522 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3715811 Jul 23 20:49:53.361192 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35200) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:53.369528 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-e3bbc0e2-439c-4f31-bd47-b1b72e557b18 admin admin] Request body: {'subnet': {'network_id': '7738d430-e521-4e68-9878-7640fba2fbac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-458515681-subnet', 'tenant_id': 'ad5f3e4138754e5c98988c427201bb39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:53.392332 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bbc0e2-439c-4f31-bd47-b1b72e557b18 admin admin] Made reservation on behalf of ad5f3e4138754e5c98988c427201bb39 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:49:53.395484 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e3bbc0e2-439c-4f31-bd47-b1b72e557b18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:53.395693 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17bea6-e12f-443c-978a-8197213f9522 admin admin] Pushing event updated for resources: {'Network': ['ID=7738d430-e521-4e68-9878-7640fba2fbac,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:53.409364 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 7738d430-e521-4e68-9878-7640fba2fbac details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:49:53.568437 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e3bbc0e2-439c-4f31-bd47-b1b72e557b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:53.628172 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bbc0e2-439c-4f31-bd47-b1b72e557b18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab219831-08e3-41e5-9227-682f9a4676ba,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:53.635059 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bbc0e2-439c-4f31-bd47-b1b72e557b18 admin admin] Checking segment: {'id': '0d98d50c-267d-41af-99d8-c03b52a19f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7738d430-e521-4e68-9878-7640fba2fbac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:49:53.635414 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bbc0e2-439c-4f31-bd47-b1b72e557b18 admin admin] Network hostable DHCP agents. Network: 7738d430-e521-4e68-9878-7640fba2fbac, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:49:53.651618 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bbc0e2-439c-4f31-bd47-b1b72e557b18 admin admin] Network 7738d430-e521-4e68-9878-7640fba2fbac is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:49:53.660682 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-e3bbc0e2-439c-4f31-bd47-b1b72e557b18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 7738d430-e521-4e68-9878-7640fba2fbac) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:49:53.665148 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bbc0e2-439c-4f31-bd47-b1b72e557b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:53.666047 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e3bbc0e2-439c-4f31-bd47-b1b72e557b18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:53.669414 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a95bcd-c08e-4172-83be-4472b04c498a None None] Network 7738d430-e521-4e68-9878-7640fba2fbac requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:49:53.680214 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e3bbc0e2-439c-4f31-bd47-b1b72e557b18 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3172638 Jul 23 20:49:53.796882 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d94eb2-f314-40e7-9416-bfccfb1891d3 None None] Network 7738d430-e521-4e68-9878-7640fba2fbac requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:49:54.401009 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-e1d9ec10-94f9-4b90-b1f0-8bccf43b2b17 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:54.402513 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-e1d9ec10-94f9-4b90-b1f0-8bccf43b2b17 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/networks?id=7738d430-e521-4e68-9878-7640fba2fbac HTTP/1.1" status: 200 len: 814 time: 0.3871510 Jul 23 20:49:54.417047 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-3e08975c-11c2-4ef1-a99a-6c21232fa5d1 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/quotas/ad5f3e4138754e5c98988c427201bb39 HTTP/1.1" status: 200 len: 375 time: 0.0089314 Jul 23 20:49:54.453865 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-ea107b4a-eb0d-457e-be6d-ba9185d31e7b tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ad5f3e4138754e5c98988c427201bb39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310841 Jul 23 20:49:54.591148 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-a9e2c00a-e539-422e-a6b4-44e50b989770 service neutron] 10.222.0.32 "GET /v2.0/networks/7738d430-e521-4e68-9878-7640fba2fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308191 Jul 23 20:49:54.682457 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-ded7a00a-ce00-4353-9f02-2ba9d8717888 service neutron] 10.222.0.32 "GET /v2.0/networks/7738d430-e521-4e68-9878-7640fba2fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851862 Jul 23 20:49:54.844323 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eb9ce2f7-b735-42b8-87fb-9214d977ff01 req-5c94c3bc-f7bc-4480-b9c0-47f20c7651e9 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 210 time: 0.0300255 Jul 23 20:49:54.949339 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 5b3245c7-53f8-4fc9-bb0d-acef1858609e no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:49:54.972192 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 5b3245c7-53f8-4fc9-bb0d-acef1858609e {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:49:54.972568 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 5b3245c7-53f8-4fc9-bb0d-acef1858609e not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:49:55.749726 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-b237be63-eabf-4cbc-ba41-d4ab1824b42e tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:55.751271 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-b237be63-eabf-4cbc-ba41-d4ab1824b42e tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.30 "GET /v2.0/networks?id=7738d430-e521-4e68-9878-7640fba2fbac HTTP/1.1" status: 200 len: 814 time: 0.1052656 Jul 23 20:49:55.763350 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-3cb31bc4-5501-4a91-9411-f425d4dd496c tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Request body: {'port': {'device_id': 'b14c6d65-73d6-4f1c-a710-b1040468f2dc', 'network_id': '7738d430-e521-4e68-9878-7640fba2fbac', 'admin_state_up': True, 'tenant_id': 'ad5f3e4138754e5c98988c427201bb39'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:55.877191 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-3cb31bc4-5501-4a91-9411-f425d4dd496c tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Made reservation on behalf of ad5f3e4138754e5c98988c427201bb39 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:49:55.880870 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-3cb31bc4-5501-4a91-9411-f425d4dd496c tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:55.942979 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-50967011-5b4a-42ac-a186-b86a683f6059 req-158a0e2f-9c74-48ba-8e70-adb0a5fc3ca2 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 210 time: 0.0297773 Jul 23 20:49:56.006180 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-3cb31bc4-5501-4a91-9411-f425d4dd496c tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Allocated IP 172.20.0.13 (7738d430-e521-4e68-9878-7640fba2fbac/ab219831-08e3-41e5-9227-682f9a4676ba/e16a48cb-1708-4038-b6f5-23e5090ac92d) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:49:56.152445 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-3cb31bc4-5501-4a91-9411-f425d4dd496c tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:56.192264 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-3cb31bc4-5501-4a91-9411-f425d4dd496c tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:56.238130 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-3cb31bc4-5501-4a91-9411-f425d4dd496c tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Network 7738d430-e521-4e68-9878-7640fba2fbac is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:49:56.243325 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-3cb31bc4-5501-4a91-9411-f425d4dd496c tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:49:56.245822 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-3cb31bc4-5501-4a91-9411-f425d4dd496c tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:49:56.598125 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb31bc4-5501-4a91-9411-f425d4dd496c tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Pushing event updated for resources: {'Port': ['ID=e16a48cb-1708-4038-b6f5-23e5090ac92d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:56.629965 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-3cb31bc4-5501-4a91-9411-f425d4dd496c tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:56.630559 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-3cb31bc4-5501-4a91-9411-f425d4dd496c tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:56.644370 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-3cb31bc4-5501-4a91-9411-f425d4dd496c tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8850091 Jul 23 20:49:56.656488 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-a5ad1113-1ba0-4751-9d2a-39ef5245c667 service neutron] Request body: {'port': {'device_id': 'b14c6d65-73d6-4f1c-a710-b1040468f2dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:56.726970 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-a5ad1113-1ba0-4751-9d2a-39ef5245c667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:56.996921 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-a5ad1113-1ba0-4751-9d2a-39ef5245c667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e16a48cb-1708-4038-b6f5-23e5090ac92d {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:49:57.005110 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-a5ad1113-1ba0-4751-9d2a-39ef5245c667 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:57.019108 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-a5ad1113-1ba0-4751-9d2a-39ef5245c667 service neutron] Transition to ACTIVE for port object e16a48cb-1708-4038-b6f5-23e5090ac92d will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:49:57.023322 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-a5ad1113-1ba0-4751-9d2a-39ef5245c667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:57.079145 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad1113-1ba0-4751-9d2a-39ef5245c667 service neutron] Pushing event updated for resources: {'Port': ['ID=e16a48cb-1708-4038-b6f5-23e5090ac92d,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:57.089754 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182efe11-fc36-4e5f-9b67-2590b571ee20 req-85348998-0396-4a51-9a5c-28a13efbe968 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:57.091318 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-182efe11-fc36-4e5f-9b67-2590b571ee20 req-85348998-0396-4a51-9a5c-28a13efbe968 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 944 time: 0.0783319 Jul 23 20:49:57.129851 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-182efe11-fc36-4e5f-9b67-2590b571ee20 req-590799fd-f4a3-4f8c-a901-d46e9849770b tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322824 Jul 23 20:49:57.146829 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-a5ad1113-1ba0-4751-9d2a-39ef5245c667 service neutron] Attempting to bind port e16a48cb-1708-4038-b6f5-23e5090ac92d on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:49:57.147160 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-a5ad1113-1ba0-4751-9d2a-39ef5245c667 service neutron] Attempting to bind port e16a48cb-1708-4038-b6f5-23e5090ac92d by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '0d98d50c-267d-41af-99d8-c03b52a19f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7738d430-e521-4e68-9878-7640fba2fbac'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:49:57.147486 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-a5ad1113-1ba0-4751-9d2a-39ef5245c667 service neutron] Attempting to bind port e16a48cb-1708-4038-b6f5-23e5090ac92d on network 7738d430-e521-4e68-9878-7640fba2fbac {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:49:57.151821 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-a5ad1113-1ba0-4751-9d2a-39ef5245c667 service neutron] Port e16a48cb-1708-4038-b6f5-23e5090ac92d on network 7738d430-e521-4e68-9878-7640fba2fbac not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:49:57.152136 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-a5ad1113-1ba0-4751-9d2a-39ef5245c667 service neutron] Attempting to bind port e16a48cb-1708-4038-b6f5-23e5090ac92d on network 7738d430-e521-4e68-9878-7640fba2fbac {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:49:57.157052 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-a5ad1113-1ba0-4751-9d2a-39ef5245c667 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:49:57.157377 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-a5ad1113-1ba0-4751-9d2a-39ef5245c667 service neutron] Checking segment: {'id': '0d98d50c-267d-41af-99d8-c03b52a19f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7738d430-e521-4e68-9878-7640fba2fbac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:49:57.157792 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-a5ad1113-1ba0-4751-9d2a-39ef5245c667 service neutron] Bound using segment: {'id': '0d98d50c-267d-41af-99d8-c03b52a19f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7738d430-e521-4e68-9878-7640fba2fbac'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:49:57.158208 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-a5ad1113-1ba0-4751-9d2a-39ef5245c667 service neutron] Bound port: e16a48cb-1708-4038-b6f5-23e5090ac92d, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d98d50c-267d-41af-99d8-c03b52a19f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7738d430-e521-4e68-9878-7640fba2fbac'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:49:57.158572 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-a5ad1113-1ba0-4751-9d2a-39ef5245c667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:57.224988 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-a5ad1113-1ba0-4751-9d2a-39ef5245c667 service neutron] For port e16a48cb-1708-4038-b6f5-23e5090ac92d, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:49:57.227816 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-a5ad1113-1ba0-4751-9d2a-39ef5245c667 service neutron] For port e16a48cb-1708-4038-b6f5-23e5090ac92d, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e16a48cb-1708-4038-b6f5-23e5090ac92d,segment=NetworkSegment(0d98d50c-267d-41af-99d8-c03b52a19f13),segment_id=0d98d50c-267d-41af-99d8-c03b52a19f13)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:49:57.232714 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-a5ad1113-1ba0-4751-9d2a-39ef5245c667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:57.266658 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-a5ad1113-1ba0-4751-9d2a-39ef5245c667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:57.266948 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-a5ad1113-1ba0-4751-9d2a-39ef5245c667 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:57.268461 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-a5ad1113-1ba0-4751-9d2a-39ef5245c667 service neutron] 10.222.0.30 "PUT /v2.0/ports/e16a48cb-1708-4038-b6f5-23e5090ac92d HTTP/1.1" status: 200 len: 1093 time: 0.6168921 Jul 23 20:49:57.270439 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b14c6d65-73d6-4f1c-a710-b1040468f2dc', 'tag': 'e16a48cb-1708-4038-b6f5-23e5090ac92d'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:49:57.273156 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89727c4e-f3f2-4ca0-8fac-cf9c5ad6a51b" -d '{"events": [{"name": "network-changed", "server_uuid": "b14c6d65-73d6-4f1c-a710-b1040468f2dc", "tag": "e16a48cb-1708-4038-b6f5-23e5090ac92d"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:49:57.296834 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad1113-1ba0-4751-9d2a-39ef5245c667 service neutron] Pushing event updated for resources: {'Port': ['ID=e16a48cb-1708-4038-b6f5-23e5090ac92d,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:57.311033 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3967272-ab4e-4bc0-b1ee-b2d34783107c x-openstack-request-id: req-a3967272-ab4e-4bc0-b1ee-b2d34783107c {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:49:57.311324 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b14c6d65-73d6-4f1c-a710-b1040468f2dc", "tag": "e16a48cb-1708-4038-b6f5-23e5090ac92d", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:49:57.312064 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a3967272-ab4e-4bc0-b1ee-b2d34783107c {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:49:57.312465 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b14c6d65-73d6-4f1c-a710-b1040468f2dc', 'tag': 'e16a48cb-1708-4038-b6f5-23e5090ac92d', 'status': 'completed', 'code': 200} Jul 23 20:49:57.370578 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-92960245-7b22-4fdd-9380-3ed8fcdd703f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:57.372064 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-92960245-7b22-4fdd-9380-3ed8fcdd703f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad5f3e4138754e5c98988c427201bb39&device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 1096 time: 0.0548587 Jul 23 20:49:57.414626 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-2bc99277-03d6-404d-8489-3f1fd2cec1eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e16a48cb-1708-4038-b6f5-23e5090ac92d HTTP/1.1" status: 200 len: 217 time: 0.0357106 Jul 23 20:49:57.462353 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-945db7fe-152c-4ec9-a75b-3ed140cd26a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:57.463769 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-945db7fe-152c-4ec9-a75b-3ed140cd26a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ab219831-08e3-41e5-9227-682f9a4676ba HTTP/1.1" status: 200 len: 854 time: 0.0436752 Jul 23 20:49:57.501373 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-01017213-bae3-4191-8c76-4285136b9b79 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7738d430-e521-4e68-9878-7640fba2fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282688 Jul 23 20:49:57.595183 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-3f7f474f-c9b3-4ff6-a3ed-f5a1c21fcfd5 service neutron] 10.222.0.30 "GET /v2.0/networks/7738d430-e521-4e68-9878-7640fba2fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878475 Jul 23 20:49:57.685021 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-13327bdd-df84-4956-8af4-20aa830cdea5 req-3970bd42-8665-4969-93d7-17e55c386967 service neutron] 10.222.0.30 "GET /v2.0/networks/7738d430-e521-4e68-9878-7640fba2fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837786 Jul 23 20:49:57.789133 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89727c4e-f3f2-4ca0-8fac-cf9c5ad6a51b req-8d31fc21-f9d7-4ce6-b30f-f57a247f9b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:57.790688 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-89727c4e-f3f2-4ca0-8fac-cf9c5ad6a51b req-8d31fc21-f9d7-4ce6-b30f-f57a247f9b48 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad5f3e4138754e5c98988c427201bb39&device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 1096 time: 0.0590320 Jul 23 20:49:57.888323 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89727c4e-f3f2-4ca0-8fac-cf9c5ad6a51b req-924a08c3-697a-46f9-a721-94c0530a6886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:57.890266 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-89727c4e-f3f2-4ca0-8fac-cf9c5ad6a51b req-924a08c3-697a-46f9-a721-94c0530a6886 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7738d430-e521-4e68-9878-7640fba2fbac HTTP/1.1" status: 200 len: 915 time: 0.0931902 Jul 23 20:49:57.938652 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-89727c4e-f3f2-4ca0-8fac-cf9c5ad6a51b req-d1324da4-138c-4ad3-bba3-d5d40903cee9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e16a48cb-1708-4038-b6f5-23e5090ac92d HTTP/1.1" status: 200 len: 217 time: 0.0429096 Jul 23 20:49:57.990595 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89727c4e-f3f2-4ca0-8fac-cf9c5ad6a51b req-b31cb33c-b537-4782-94be-d511d340c881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:57.992076 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-89727c4e-f3f2-4ca0-8fac-cf9c5ad6a51b req-b31cb33c-b537-4782-94be-d511d340c881 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ab219831-08e3-41e5-9227-682f9a4676ba HTTP/1.1" status: 200 len: 854 time: 0.0464530 Jul 23 20:49:58.027664 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-89727c4e-f3f2-4ca0-8fac-cf9c5ad6a51b req-19e733b0-63f0-46c3-9a58-da651faa7888 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7738d430-e521-4e68-9878-7640fba2fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283308 Jul 23 20:49:58.122365 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-89727c4e-f3f2-4ca0-8fac-cf9c5ad6a51b req-7948d750-39b6-43e6-848b-51626d5afd61 service neutron] 10.222.0.30 "GET /v2.0/networks/7738d430-e521-4e68-9878-7640fba2fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882399 Jul 23 20:49:58.211757 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-89727c4e-f3f2-4ca0-8fac-cf9c5ad6a51b req-0ee176cc-7993-4a2b-9be4-b26df428678e service neutron] 10.222.0.30 "GET /v2.0/networks/7738d430-e521-4e68-9878-7640fba2fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824354 Jul 23 20:49:58.266259 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ac313-60af-44a9-9d21-7d61f17884b4 req-47a04455-b883-4224-a92d-fbbe14355aa3 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:58.267751 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d98ac313-60af-44a9-9d21-7d61f17884b4 req-47a04455-b883-4224-a92d-fbbe14355aa3 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 944 time: 0.0676601 Jul 23 20:49:58.312220 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d98ac313-60af-44a9-9d21-7d61f17884b4 req-2ed3a39b-2481-42cd-8d9a-23be9848877d tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390067 Jul 23 20:49:59.442652 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaaeb3d-76ca-4f0c-aa2e-de24556c4a43 req-58513219-589b-4de9-a355-4e12bacec169 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:59.444548 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aeaaeb3d-76ca-4f0c-aa2e-de24556c4a43 req-58513219-589b-4de9-a355-4e12bacec169 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 944 time: 0.0640566 Jul 23 20:49:59.484802 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aeaaeb3d-76ca-4f0c-aa2e-de24556c4a43 req-9ba0dd8f-7f97-4d3d-b60d-8cff72316ebc tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333807 Jul 23 20:50:00.615924 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02922f-0019-4630-8a0e-90d54a1ba34a req-fbc1f48a-a99f-4e1c-84fd-db3d282854c6 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:00.617403 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d02922f-0019-4630-8a0e-90d54a1ba34a req-fbc1f48a-a99f-4e1c-84fd-db3d282854c6 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 944 time: 0.0675628 Jul 23 20:50:00.654832 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d02922f-0019-4630-8a0e-90d54a1ba34a req-77ba5624-a497-4e0c-962a-a52d70524f96 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318370 Jul 23 20:50:00.995822 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device e16a48cb-1708-4038-b6f5-23e5090ac92d details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:50:01.091608 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port e16a48cb-1708-4038-b6f5-23e5090ac92d, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e16a48cb-1708-4038-b6f5-23e5090ac92d,segment=NetworkSegment(0d98d50c-267d-41af-99d8-c03b52a19f13),segment_id=0d98d50c-267d-41af-99d8-c03b52a19f13)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:01.103420 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'e16a48cb-1708-4038-b6f5-23e5090ac92d', 'network_id': '7738d430-e521-4e68-9878-7640fba2fbac', 'port_id': 'e16a48cb-1708-4038-b6f5-23e5090ac92d', 'mac_address': 'fa:16:3e:3c:62:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab219831-08e3-41e5-9227-682f9a4676ba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:50:01.139222 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:01.152162 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e16a48cb-1708-4038-b6f5-23e5090ac92d {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:50:01.175408 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port e16a48cb-1708-4038-b6f5-23e5090ac92d, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e16a48cb-1708-4038-b6f5-23e5090ac92d,segment=NetworkSegment(0d98d50c-267d-41af-99d8-c03b52a19f13),segment_id=0d98d50c-267d-41af-99d8-c03b52a19f13)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:01.179409 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:01.225366 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=e16a48cb-1708-4038-b6f5-23e5090ac92d,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:01.375023 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['e16a48cb-1708-4038-b6f5-23e5090ac92d'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:50:01.786624 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfcc9f0-13b3-4eaa-bc4b-29e0eab05370 req-c1c2befa-4dea-4f90-b5ed-e6c08f037a90 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:01.791934 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4bfcc9f0-13b3-4eaa-bc4b-29e0eab05370 req-c1c2befa-4dea-4f90-b5ed-e6c08f037a90 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 945 time: 0.0648499 Jul 23 20:50:01.830164 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4bfcc9f0-13b3-4eaa-bc4b-29e0eab05370 req-5894de9f-c7dc-4aff-a319-3e97057af7f8 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364039 Jul 23 20:50:02.963668 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949e129-7a03-41d0-b6b6-a3b8f04325b1 req-c5d3688b-6095-4e15-a733-5402a7c99598 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:02.965149 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a949e129-7a03-41d0-b6b6-a3b8f04325b1 req-c5d3688b-6095-4e15-a733-5402a7c99598 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 945 time: 0.0679505 Jul 23 20:50:02.995670 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device e16a48cb-1708-4038-b6f5-23e5090ac92d up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:50:03.003164 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a949e129-7a03-41d0-b6b6-a3b8f04325b1 req-b031811a-3a2f-4cea-9472-a1c57d446faf tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313673 Jul 23 20:50:03.046997 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port e16a48cb-1708-4038-b6f5-23e5090ac92d completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:50:03.050806 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port e16a48cb-1708-4038-b6f5-23e5090ac92d triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:03.051174 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:03.126570 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:03.150297 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14c6d65-73d6-4f1c-a710-b1040468f2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16a48cb-1708-4038-b6f5-23e5090ac92d'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:50:03.152523 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21dde2ce-7aa4-472a-907b-d62d26194e10" -d '{"events": [{"server_uuid": "b14c6d65-73d6-4f1c-a710-b1040468f2dc", "name": "network-vif-plugged", "status": "completed", "tag": "e16a48cb-1708-4038-b6f5-23e5090ac92d"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:50:03.164890 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port e16a48cb-1708-4038-b6f5-23e5090ac92d, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e16a48cb-1708-4038-b6f5-23e5090ac92d,segment=NetworkSegment(0d98d50c-267d-41af-99d8-c03b52a19f13),segment_id=0d98d50c-267d-41af-99d8-c03b52a19f13)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:03.169159 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:03.195116 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a4ded3-3ef3-4bda-b21b-dc397dc6ff17 x-openstack-request-id: req-b7a4ded3-3ef3-4bda-b21b-dc397dc6ff17 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:50:03.195405 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14c6d65-73d6-4f1c-a710-b1040468f2dc", "name": "network-vif-plugged", "status": "completed", "tag": "e16a48cb-1708-4038-b6f5-23e5090ac92d", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:50:03.195652 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b7a4ded3-3ef3-4bda-b21b-dc397dc6ff17 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:50:03.196033 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14c6d65-73d6-4f1c-a710-b1040468f2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16a48cb-1708-4038-b6f5-23e5090ac92d', 'code': 200} Jul 23 20:50:03.222682 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=e16a48cb-1708-4038-b6f5-23e5090ac92d,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:03.304173 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfd2e0-73b0-4240-9dd8-f03d94be52a6 req-bad50e56-a3cc-42c8-8c09-1ca8efd4273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:03.305711 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-28bfd2e0-73b0-4240-9dd8-f03d94be52a6 req-bad50e56-a3cc-42c8-8c09-1ca8efd4273d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 1098 time: 0.0586736 Jul 23 20:50:03.345872 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-28bfd2e0-73b0-4240-9dd8-f03d94be52a6 req-0fd046af-c6f1-4093-a9d9-b828a0f2035c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342724 Jul 23 20:50:04.144654 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f57915-57cd-4d4c-98eb-7d778e92f1ab req-2526b4df-a934-4c34-bdfd-c3deb085a18f tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:04.146169 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-11f57915-57cd-4d4c-98eb-7d778e92f1ab req-2526b4df-a934-4c34-bdfd-c3deb085a18f tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 946 time: 0.0697644 Jul 23 20:50:04.183845 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-11f57915-57cd-4d4c-98eb-7d778e92f1ab req-e280f47f-0bc3-4970-9022-cb135e90e164 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320826 Jul 23 20:50:05.312606 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bd266-05ba-4291-856b-81110e5eaef6 req-7ceeb4f2-8f42-432d-9b56-4504497c2172 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:05.314103 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fd2bd266-05ba-4291-856b-81110e5eaef6 req-7ceeb4f2-8f42-432d-9b56-4504497c2172 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 946 time: 0.0642786 Jul 23 20:50:05.351784 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fd2bd266-05ba-4291-856b-81110e5eaef6 req-610864e1-7a7e-4410-9993-a3791321a15b tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320768 Jul 23 20:50:05.483041 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1667a2-782f-4f57-8b28-3d3fa7cb064b req-67091519-adbe-4873-aa7c-fdc414f5dd75 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:05.485148 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e1667a2-782f-4f57-8b28-3d3fa7cb064b req-67091519-adbe-4873-aa7c-fdc414f5dd75 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 946 time: 0.0684938 Jul 23 20:50:05.521623 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e1667a2-782f-4f57-8b28-3d3fa7cb064b req-92985c7a-da83-447c-983e-f252b5deaa67 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308714 Jul 23 20:50:05.736172 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def49f4d-6c8a-45a1-bf23-318edd01d9d4 req-d054f9ca-4625-4121-80b4-724f5211fc64 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:05.737620 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-def49f4d-6c8a-45a1-bf23-318edd01d9d4 req-d054f9ca-4625-4121-80b4-724f5211fc64 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 946 time: 0.0654292 Jul 23 20:50:05.774355 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-def49f4d-6c8a-45a1-bf23-318edd01d9d4 req-fecba62a-4746-435b-83cb-597fc512cacb tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312676 Jul 23 20:50:05.908427 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494d770-0aa8-4bce-a846-34c6b4128ad3 req-38625025-0fff-493f-a356-81f71a2454a3 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:05.909974 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8494d770-0aa8-4bce-a846-34c6b4128ad3 req-38625025-0fff-493f-a356-81f71a2454a3 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 946 time: 0.0698683 Jul 23 20:50:05.947712 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8494d770-0aa8-4bce-a846-34c6b4128ad3 req-262542ff-b10c-4cda-8bf3-f52de470f1ee tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322013 Jul 23 20:50:06.178701 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-d9b7815f-b68a-4ad5-8b0d-77cd9d36975e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0529811 Jul 23 20:50:06.201506 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fbafa9-59c7-496d-8b1b-eb2e3fa1aff7 req-ebeb7bdc-5ceb-481e-9902-2ade93091542 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:06.203647 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-70fbafa9-59c7-496d-8b1b-eb2e3fa1aff7 req-ebeb7bdc-5ceb-481e-9902-2ade93091542 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 946 time: 0.0666456 Jul 23 20:50:06.247839 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-70fbafa9-59c7-496d-8b1b-eb2e3fa1aff7 req-acaf94c7-d48a-4077-9491-e2d22d896ec0 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356772 Jul 23 20:50:07.299399 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-598342b1-c98b-4cbc-9997-d6ebb08c52c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:07.300917 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-598342b1-c98b-4cbc-9997-d6ebb08c52c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad5f3e4138754e5c98988c427201bb39&device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 1098 time: 0.0568409 Jul 23 20:50:07.380454 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5ff8a-c1b4-49a7-bd2a-42d2ee49191c req-30d7e417-8069-4bf7-963e-cd5cc23a7ab4 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:07.382006 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ec5ff8a-c1b4-49a7-bd2a-42d2ee49191c req-30d7e417-8069-4bf7-963e-cd5cc23a7ab4 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 946 time: 0.0644469 Jul 23 20:50:07.396503 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-b94d601a-4992-4e29-acc2-53425d8f2834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:07.397986 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-b94d601a-4992-4e29-acc2-53425d8f2834 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7738d430-e521-4e68-9878-7640fba2fbac HTTP/1.1" status: 200 len: 915 time: 0.0910490 Jul 23 20:50:07.419769 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9ec5ff8a-c1b4-49a7-bd2a-42d2ee49191c req-61085ea6-3ae3-420a-ba98-36f1abedf1cd tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321364 Jul 23 20:50:07.439389 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-fe094e16-a4fa-4261-8cad-6b0d1bc77478 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e16a48cb-1708-4038-b6f5-23e5090ac92d HTTP/1.1" status: 200 len: 217 time: 0.0351899 Jul 23 20:50:07.485915 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-567b4580-322b-470a-b554-c6ee01951d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:07.487315 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-567b4580-322b-470a-b554-c6ee01951d19 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ab219831-08e3-41e5-9227-682f9a4676ba HTTP/1.1" status: 200 len: 854 time: 0.0423403 Jul 23 20:50:07.526082 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-1651bf62-1dd6-48a5-9ed1-c37d5c348f84 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7738d430-e521-4e68-9878-7640fba2fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323920 Jul 23 20:50:07.614466 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-42a01ae4-2be8-491a-af28-1ad028fe0fde service neutron] 10.222.0.30 "GET /v2.0/networks/7738d430-e521-4e68-9878-7640fba2fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822616 Jul 23 20:50:07.705562 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-b1d2aeb8-5a98-4906-9ac6-fc9cb457a90b service neutron] 10.222.0.30 "GET /v2.0/networks/7738d430-e521-4e68-9878-7640fba2fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853610 Jul 23 20:50:08.554667 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812879d-5d14-495f-aa23-e46afb00cae6 req-75c13670-d79f-441e-90a2-2dc66c5880cd tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:08.556146 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9812879d-5d14-495f-aa23-e46afb00cae6 req-75c13670-d79f-441e-90a2-2dc66c5880cd tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 946 time: 0.0681231 Jul 23 20:50:08.593672 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9812879d-5d14-495f-aa23-e46afb00cae6 req-2533f13d-ff88-4b61-b1d4-97d5df553747 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319486 Jul 23 20:50:09.727138 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a10528-81cc-4049-8e4a-5f6c078d5fc9 req-62cfea4d-1cc8-4aaf-8980-7e5e0f4ff87f tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:09.728631 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a4a10528-81cc-4049-8e4a-5f6c078d5fc9 req-62cfea4d-1cc8-4aaf-8980-7e5e0f4ff87f tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 946 time: 0.0675466 Jul 23 20:50:09.766173 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a4a10528-81cc-4049-8e4a-5f6c078d5fc9 req-27e8d117-b4fd-4e51-898a-166c69893f33 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320220 Jul 23 20:50:10.314628 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0c9d2a71-b194-487a-9eea-d970932e9dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:10.904743 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f802d0-75eb-4670-845d-f9024ee85a61 req-d9b6da75-47b6-40e0-9e88-be7ab3bc56d8 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:10.907270 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26f802d0-75eb-4670-845d-f9024ee85a61 req-d9b6da75-47b6-40e0-9e88-be7ab3bc56d8 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 946 time: 0.0695069 Jul 23 20:50:10.945618 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26f802d0-75eb-4670-845d-f9024ee85a61 req-9879bc94-0845-4c5e-af16-cd447c7d1e2a tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325940 Jul 23 20:50:12.080420 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fedfff-64b6-44ec-81d0-e8b4d3c4b1ae req-ee0853ff-8157-4c27-9a22-721325d19dde tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:12.084968 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d0fedfff-64b6-44ec-81d0-e8b4d3c4b1ae req-ee0853ff-8157-4c27-9a22-721325d19dde tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 946 time: 0.0684226 Jul 23 20:50:12.120453 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d0fedfff-64b6-44ec-81d0-e8b4d3c4b1ae req-d97e2bdc-a1cc-4913-9a88-0d3354ae6aa6 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329385 Jul 23 20:50:13.286773 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050b883-651b-463e-8537-77e96b81ce57 req-d0e9feaa-695a-4a6a-904c-d244b2126899 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:13.288710 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9050b883-651b-463e-8537-77e96b81ce57 req-d0e9feaa-695a-4a6a-904c-d244b2126899 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 946 time: 0.0930576 Jul 23 20:50:13.332568 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9050b883-651b-463e-8537-77e96b81ce57 req-6d6fd323-e770-4918-8050-5bf489feaf71 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382247 Jul 23 20:50:13.377559 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:13.676142 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5ec964b1-574c-4305-8e2f-156229272c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:14.118214 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:14.471817 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd486d1-359d-4f18-81e0-532a2266e62b req-49384c91-512f-4759-9c1e-8f051de85f26 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:14.473404 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bfd486d1-359d-4f18-81e0-532a2266e62b req-49384c91-512f-4759-9c1e-8f051de85f26 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 946 time: 0.0691762 Jul 23 20:50:14.514885 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bfd486d1-359d-4f18-81e0-532a2266e62b req-27b28f9c-80ca-48ab-a491-ed1c09a5b384 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358601 Jul 23 20:50:14.883981 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:15.041729 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:15.671748 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23aa642-0ad7-46eb-b245-59980d72931c req-e913984b-2ea5-4eef-8548-3e9d4fd707e4 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:15.673361 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b23aa642-0ad7-46eb-b245-59980d72931c req-e913984b-2ea5-4eef-8548-3e9d4fd707e4 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 946 time: 0.0709732 Jul 23 20:50:15.731619 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b23aa642-0ad7-46eb-b245-59980d72931c req-2628a76d-c6ca-4bf3-b158-37c69690d0ae tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514195 Jul 23 20:50:16.061437 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:16.874914 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de7f97-406c-476a-ba94-505723f2ed6b req-ff4a9150-6b4b-4f8a-89a9-c7ace05acfd5 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:16.876422 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a1de7f97-406c-476a-ba94-505723f2ed6b req-ff4a9150-6b4b-4f8a-89a9-c7ace05acfd5 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 946 time: 0.0737293 Jul 23 20:50:16.915429 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a1de7f97-406c-476a-ba94-505723f2ed6b req-8f6d4547-cb0d-48d2-8604-f7121958ede0 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329692 Jul 23 20:50:18.045585 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8625617-12e0-4ecb-9363-3da11dced84e req-5e2165a9-4f75-4f97-9321-80378d4ae080 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:18.047578 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e8625617-12e0-4ecb-9363-3da11dced84e req-5e2165a9-4f75-4f97-9321-80378d4ae080 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 946 time: 0.0632877 Jul 23 20:50:18.084831 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e8625617-12e0-4ecb-9363-3da11dced84e req-a5d4c719-3772-4cb5-a0e3-91fefadf0fc1 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319042 Jul 23 20:50:19.226075 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993e2ed-7c98-46cb-ac63-77947b0bb5df req-861899cc-8161-4dab-9825-0c8457947d66 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:19.227616 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5993e2ed-7c98-46cb-ac63-77947b0bb5df req-861899cc-8161-4dab-9825-0c8457947d66 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 946 time: 0.0644565 Jul 23 20:50:19.268330 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5993e2ed-7c98-46cb-ac63-77947b0bb5df req-a6b1be60-0a6c-4904-bf28-1da5236ae682 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347145 Jul 23 20:50:20.218676 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc810af-9d1f-4964-b3d6-48da18f5e431 req-a77541d3-20c5-49f2-8c8c-cfc3f153c46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:20.220490 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ffc810af-9d1f-4964-b3d6-48da18f5e431 req-a77541d3-20c5-49f2-8c8c-cfc3f153c46e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad5f3e4138754e5c98988c427201bb39&device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 1098 time: 0.0607221 Jul 23 20:50:20.328750 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc810af-9d1f-4964-b3d6-48da18f5e431 req-a1dc3632-46bc-4cee-ad0a-1696f22654fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:20.330271 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ffc810af-9d1f-4964-b3d6-48da18f5e431 req-a1dc3632-46bc-4cee-ad0a-1696f22654fd service neutron] 10.222.0.30 "GET /v2.0/networks?id=7738d430-e521-4e68-9878-7640fba2fbac HTTP/1.1" status: 200 len: 915 time: 0.0885777 Jul 23 20:50:20.372309 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ffc810af-9d1f-4964-b3d6-48da18f5e431 req-56d1d1d8-a13b-4073-ab2e-feb0392e73bf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e16a48cb-1708-4038-b6f5-23e5090ac92d HTTP/1.1" status: 200 len: 217 time: 0.0358686 Jul 23 20:50:20.404715 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb67e8-8453-41db-8e8f-8e0652c4366b req-3c2beb6e-ef38-4312-a323-78eacb2cd0fd tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:20.406408 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-acfb67e8-8453-41db-8e8f-8e0652c4366b req-3c2beb6e-ef38-4312-a323-78eacb2cd0fd tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 946 time: 0.0687585 Jul 23 20:50:20.422478 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc810af-9d1f-4964-b3d6-48da18f5e431 req-c02232eb-8000-4f12-9aa9-300c5101d0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:20.423984 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ffc810af-9d1f-4964-b3d6-48da18f5e431 req-c02232eb-8000-4f12-9aa9-300c5101d0a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ab219831-08e3-41e5-9227-682f9a4676ba HTTP/1.1" status: 200 len: 854 time: 0.0450428 Jul 23 20:50:20.444737 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-acfb67e8-8453-41db-8e8f-8e0652c4366b req-9a686566-d6a1-4fd8-9cdf-64d0cf12625e tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329611 Jul 23 20:50:20.458896 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ffc810af-9d1f-4964-b3d6-48da18f5e431 req-3d576aca-0270-4362-92f1-e95a5c773c59 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7738d430-e521-4e68-9878-7640fba2fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282140 Jul 23 20:50:20.552553 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ffc810af-9d1f-4964-b3d6-48da18f5e431 req-31df5e7b-9cfb-4016-9f4a-22da74e23aaf service neutron] 10.222.0.30 "GET /v2.0/networks/7738d430-e521-4e68-9878-7640fba2fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863633 Jul 23 20:50:20.647278 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ffc810af-9d1f-4964-b3d6-48da18f5e431 req-d67e673f-569b-44a3-b28b-b4ef439069e2 service neutron] 10.222.0.30 "GET /v2.0/networks/7738d430-e521-4e68-9878-7640fba2fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883188 Jul 23 20:50:21.596417 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5ca2d-95be-4e2c-8ef9-2020628f3577 req-61c28eba-bed1-4457-a968-daee14413efa tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:21.598201 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-abf5ca2d-95be-4e2c-8ef9-2020628f3577 req-61c28eba-bed1-4457-a968-daee14413efa tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 946 time: 0.0720553 Jul 23 20:50:21.635901 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-abf5ca2d-95be-4e2c-8ef9-2020628f3577 req-8fc606ab-291b-487d-9c24-2636a6a0aa58 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321078 Jul 23 20:50:22.738207 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:50:22.788531 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98646ecf-a18a-41ee-a0f2-2002a1c45a6d req-bd5295fc-565b-456d-bd9d-02bbbf788b8d tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:22.790057 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-98646ecf-a18a-41ee-a0f2-2002a1c45a6d req-bd5295fc-565b-456d-bd9d-02bbbf788b8d tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 946 time: 0.0736117 Jul 23 20:50:22.837112 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-98646ecf-a18a-41ee-a0f2-2002a1c45a6d req-9c05a2d7-c496-4023-a9de-74d0de279cb8 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414002 Jul 23 20:50:23.974546 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c69b91-8477-492c-b182-e21c7efe0365 req-729868a0-8d66-43f0-9450-8f4a7d564c9c tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:23.976045 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-33c69b91-8477-492c-b182-e21c7efe0365 req-729868a0-8d66-43f0-9450-8f4a7d564c9c tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 946 time: 0.0650527 Jul 23 20:50:24.014037 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-33c69b91-8477-492c-b182-e21c7efe0365 req-2706879c-34ac-457c-8968-719ff880e1c3 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323925 Jul 23 20:50:25.145482 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d59d03e-5422-40c3-a415-42ee6c2ffaf4 req-d434712e-57b7-479b-b137-73d31a188b65 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:25.146976 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5d59d03e-5422-40c3-a415-42ee6c2ffaf4 req-d434712e-57b7-479b-b137-73d31a188b65 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 946 time: 0.0644858 Jul 23 20:50:25.187806 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5d59d03e-5422-40c3-a415-42ee6c2ffaf4 req-d1f3ac70-6885-4251-aad5-d7713da8d685 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352402 Jul 23 20:50:26.324577 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaaa227-96d0-468e-ba5b-381d7cd91b96 req-62e5c33e-4189-4a68-abd6-e065d373a2cf tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:26.326118 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2eaaa227-96d0-468e-ba5b-381d7cd91b96 req-62e5c33e-4189-4a68-abd6-e065d373a2cf tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 946 time: 0.0688512 Jul 23 20:50:26.364137 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2eaaa227-96d0-468e-ba5b-381d7cd91b96 req-f3c9cf62-5195-412e-a24a-e2dd319654bd tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319312 Jul 23 20:50:27.495527 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c2b24-a03a-490a-9b49-fa66a91e025f req-f3be3513-8d33-4cab-891b-165dd160707b tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:27.497046 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e08c2b24-a03a-490a-9b49-fa66a91e025f req-f3be3513-8d33-4cab-891b-165dd160707b tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 946 time: 0.0662134 Jul 23 20:50:27.535832 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e08c2b24-a03a-490a-9b49-fa66a91e025f req-2528bdfb-5654-4501-9c19-76765534ea8c tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330203 Jul 23 20:50:28.670015 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff87403-2237-49bc-ad53-95ca36dc9a2d req-09d16940-eaa4-4028-a014-142a44feea56 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:28.671528 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fff87403-2237-49bc-ad53-95ca36dc9a2d req-09d16940-eaa4-4028-a014-142a44feea56 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 946 time: 0.0690615 Jul 23 20:50:28.709238 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fff87403-2237-49bc-ad53-95ca36dc9a2d req-e90ba7a7-f1d7-4559-96d0-30e38f6f3e16 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320239 Jul 23 20:50:29.842272 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be351400-1005-44c3-ba88-c7c61997f25e req-47033b13-0acc-4c4f-a5fa-78de8e8fc3f4 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:29.843784 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-be351400-1005-44c3-ba88-c7c61997f25e req-47033b13-0acc-4c4f-a5fa-78de8e8fc3f4 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 946 time: 0.0662596 Jul 23 20:50:29.887176 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-be351400-1005-44c3-ba88-c7c61997f25e req-38345678-d0b9-4fac-a081-1084c104b9a8 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366895 Jul 23 20:50:31.018461 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e671c-bb37-416f-99ab-f23308b9f0ce req-8b679bfd-1339-4862-a2d9-8cf5bdd86e18 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:31.019951 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9b4e671c-bb37-416f-99ab-f23308b9f0ce req-8b679bfd-1339-4862-a2d9-8cf5bdd86e18 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 946 time: 0.0646679 Jul 23 20:50:31.057716 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9b4e671c-bb37-416f-99ab-f23308b9f0ce req-321cbc76-eda8-45f3-9e48-3be22fbaa508 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320868 Jul 23 20:50:32.191780 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01814d-7b7c-487e-a65f-21d99f503e30 req-8c87c0fc-3747-49da-b533-b69f7e0deaaf tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:32.194009 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3a01814d-7b7c-487e-a65f-21d99f503e30 req-8c87c0fc-3747-49da-b533-b69f7e0deaaf tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 946 time: 0.0694561 Jul 23 20:50:32.234378 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3a01814d-7b7c-487e-a65f-21d99f503e30 req-a89df49b-420c-4753-bbf5-325811c6481b tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346415 Jul 23 20:50:33.373605 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68893d0-6451-4473-825d-a7d2046882a7 req-901b4597-fa5d-4c9b-b9dd-d969f048fc11 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:33.375138 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c68893d0-6451-4473-825d-a7d2046882a7 req-901b4597-fa5d-4c9b-b9dd-d969f048fc11 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 946 time: 0.0699940 Jul 23 20:50:33.413984 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c68893d0-6451-4473-825d-a7d2046882a7 req-0d2c1a10-211e-450e-9bf5-1d220ac23c4b tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331976 Jul 23 20:50:34.547701 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c58d22-8bb6-428b-a44d-5fa7c79d845d req-87df7750-12b0-4a94-a390-033593f7d182 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:34.549186 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-82c58d22-8bb6-428b-a44d-5fa7c79d845d req-87df7750-12b0-4a94-a390-033593f7d182 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 946 time: 0.0687091 Jul 23 20:50:34.566578 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-3ec20262-45df-4f33-a5f7-92184cade1af service neutron] show failed (client error): The resource could not be found. Jul 23 20:50:34.567618 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-3ec20262-45df-4f33-a5f7-92184cade1af service neutron] 10.222.0.30 "GET /v2.0/ports/e16a48cb-1708-4038-b6f5-23e5090ac92d/bindings/n-h2-793618-10 HTTP/1.1" status: 404 len: 381 time: 0.0544784 Jul 23 20:50:34.589668 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-82c58d22-8bb6-428b-a44d-5fa7c79d845d req-7360c96e-f029-4692-82c1-d837c9da126d tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342605 Jul 23 20:50:34.810497 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-686faaab-bd7a-43ec-a239-369605d09762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:34.811943 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-686faaab-bd7a-43ec-a239-369605d09762 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc&tenant_id=ad5f3e4138754e5c98988c427201bb39 HTTP/1.1" status: 200 len: 1098 time: 0.0966241 Jul 23 20:50:34.823298 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-302667fd-9c7c-424e-9ef5-9cb779e1e347 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793618-10', 'device_owner': 'compute:nova'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:34.898144 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-302667fd-9c7c-424e-9ef5-9cb779e1e347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:35.095634 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-302667fd-9c7c-424e-9ef5-9cb779e1e347 service neutron] For port e16a48cb-1708-4038-b6f5-23e5090ac92d, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=e16a48cb-1708-4038-b6f5-23e5090ac92d,segment=NetworkSegment(0d98d50c-267d-41af-99d8-c03b52a19f13),segment_id=0d98d50c-267d-41af-99d8-c03b52a19f13)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:35.128356 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-302667fd-9c7c-424e-9ef5-9cb779e1e347 service neutron] For port e16a48cb-1708-4038-b6f5-23e5090ac92d, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:50:35.167114 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14c6d65-73d6-4f1c-a710-b1040468f2dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e16a48cb-1708-4038-b6f5-23e5090ac92d'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:50:35.169393 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe1c4fa-2ddf-4b32-85f9-a2569534a689" -d '{"events": [{"server_uuid": "b14c6d65-73d6-4f1c-a710-b1040468f2dc", "name": "network-vif-unplugged", "status": "completed", "tag": "e16a48cb-1708-4038-b6f5-23e5090ac92d"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:50:35.173207 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-302667fd-9c7c-424e-9ef5-9cb779e1e347 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:35.185346 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-302667fd-9c7c-424e-9ef5-9cb779e1e347 service neutron] Transition to ACTIVE for port object e16a48cb-1708-4038-b6f5-23e5090ac92d will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:50:35.189211 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-302667fd-9c7c-424e-9ef5-9cb779e1e347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:35.222336 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16e524e-03ff-4b15-a271-df5e83ac07e3 x-openstack-request-id: req-f16e524e-03ff-4b15-a271-df5e83ac07e3 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:50:35.222634 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14c6d65-73d6-4f1c-a710-b1040468f2dc", "name": "network-vif-unplugged", "status": "completed", "tag": "e16a48cb-1708-4038-b6f5-23e5090ac92d", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:50:35.222890 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f16e524e-03ff-4b15-a271-df5e83ac07e3 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:50:35.223279 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14c6d65-73d6-4f1c-a710-b1040468f2dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e16a48cb-1708-4038-b6f5-23e5090ac92d', 'code': 200} Jul 23 20:50:35.263515 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-302667fd-9c7c-424e-9ef5-9cb779e1e347 service neutron] No DVR routers for this DVR port e16a48cb-1708-4038-b6f5-23e5090ac92d on host n-h1-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:50:35.265578 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302667fd-9c7c-424e-9ef5-9cb779e1e347 service neutron] Pushing event updated for resources: {'Port': ['ID=e16a48cb-1708-4038-b6f5-23e5090ac92d,revision_number=6']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:35.304829 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-302667fd-9c7c-424e-9ef5-9cb779e1e347 service neutron] Attempting to bind port e16a48cb-1708-4038-b6f5-23e5090ac92d on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:50:35.305163 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-302667fd-9c7c-424e-9ef5-9cb779e1e347 service neutron] Attempting to bind port e16a48cb-1708-4038-b6f5-23e5090ac92d by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '0d98d50c-267d-41af-99d8-c03b52a19f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7738d430-e521-4e68-9878-7640fba2fbac'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:50:35.305520 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-302667fd-9c7c-424e-9ef5-9cb779e1e347 service neutron] Attempting to bind port e16a48cb-1708-4038-b6f5-23e5090ac92d on network 7738d430-e521-4e68-9878-7640fba2fbac {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:50:35.309788 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-302667fd-9c7c-424e-9ef5-9cb779e1e347 service neutron] Port e16a48cb-1708-4038-b6f5-23e5090ac92d on network 7738d430-e521-4e68-9878-7640fba2fbac not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:50:35.310133 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-302667fd-9c7c-424e-9ef5-9cb779e1e347 service neutron] Attempting to bind port e16a48cb-1708-4038-b6f5-23e5090ac92d on network 7738d430-e521-4e68-9878-7640fba2fbac {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:50:35.314794 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-302667fd-9c7c-424e-9ef5-9cb779e1e347 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:50:35.315138 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-302667fd-9c7c-424e-9ef5-9cb779e1e347 service neutron] Checking segment: {'id': '0d98d50c-267d-41af-99d8-c03b52a19f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7738d430-e521-4e68-9878-7640fba2fbac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:50:35.315523 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-302667fd-9c7c-424e-9ef5-9cb779e1e347 service neutron] Bound using segment: {'id': '0d98d50c-267d-41af-99d8-c03b52a19f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7738d430-e521-4e68-9878-7640fba2fbac'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:50:35.315950 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-302667fd-9c7c-424e-9ef5-9cb779e1e347 service neutron] Bound port: e16a48cb-1708-4038-b6f5-23e5090ac92d, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d98d50c-267d-41af-99d8-c03b52a19f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7738d430-e521-4e68-9878-7640fba2fbac'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:50:35.316305 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-302667fd-9c7c-424e-9ef5-9cb779e1e347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:35.381123 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-302667fd-9c7c-424e-9ef5-9cb779e1e347 service neutron] For port e16a48cb-1708-4038-b6f5-23e5090ac92d, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:50:35.384363 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-302667fd-9c7c-424e-9ef5-9cb779e1e347 service neutron] For port e16a48cb-1708-4038-b6f5-23e5090ac92d, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=e16a48cb-1708-4038-b6f5-23e5090ac92d,segment=NetworkSegment(0d98d50c-267d-41af-99d8-c03b52a19f13),segment_id=0d98d50c-267d-41af-99d8-c03b52a19f13)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:50:35.388579 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-302667fd-9c7c-424e-9ef5-9cb779e1e347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:35.426248 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-302667fd-9c7c-424e-9ef5-9cb779e1e347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:35.427005 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-302667fd-9c7c-424e-9ef5-9cb779e1e347 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:35.428438 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-302667fd-9c7c-424e-9ef5-9cb779e1e347 service neutron] 10.222.0.18 "PUT /v2.0/ports/e16a48cb-1708-4038-b6f5-23e5090ac92d HTTP/1.1" status: 200 len: 1093 time: 0.6094069 Jul 23 20:50:35.457616 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302667fd-9c7c-424e-9ef5-9cb779e1e347 service neutron] Pushing event updated for resources: {'Port': ['ID=e16a48cb-1708-4038-b6f5-23e5090ac92d,revision_number=7']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:35.507729 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-6bde73a2-d875-4793-a029-bbd0e98fcdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:35.508804 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-6bde73a2-d875-4793-a029-bbd0e98fcdbf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ad5f3e4138754e5c98988c427201bb39&device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 1096 time: 0.0586917 Jul 23 20:50:35.603322 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-cb4e4246-b58c-4c82-8fe3-b0383c619f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:35.605096 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-cb4e4246-b58c-4c82-8fe3-b0383c619f2a service neutron] 10.222.0.18 "GET /v2.0/networks?id=7738d430-e521-4e68-9878-7640fba2fbac HTTP/1.1" status: 200 len: 915 time: 0.0895309 Jul 23 20:50:35.645918 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-a39031af-b657-46be-b4bc-dd55fd28269d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e16a48cb-1708-4038-b6f5-23e5090ac92d HTTP/1.1" status: 200 len: 217 time: 0.0346310 Jul 23 20:50:35.727830 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-104d6f4e-e540-4032-a8c5-76f295722a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:35.729297 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-104d6f4e-e540-4032-a8c5-76f295722a74 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab219831-08e3-41e5-9227-682f9a4676ba HTTP/1.1" status: 200 len: 854 time: 0.0767264 Jul 23 20:50:35.767743 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-7b4c312d-e3ff-4b5d-96ff-b49383e525c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7738d430-e521-4e68-9878-7640fba2fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311697 Jul 23 20:50:35.780339 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1874a-1a93-455f-9042-ad7a9bf0fa27 req-6a775ede-2ee7-4862-b6f6-c0ba46d39c9c tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:35.781770 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-91e1874a-1a93-455f-9042-ad7a9bf0fa27 req-6a775ede-2ee7-4862-b6f6-c0ba46d39c9c tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 944 time: 0.1219184 Jul 23 20:50:35.786443 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-c9d77538-cdd5-4d3e-81a3-ce0aaf7744fe service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:50:35.787363 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-c9d77538-cdd5-4d3e-81a3-ce0aaf7744fe service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047846 Jul 23 20:50:35.874492 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-91e1874a-1a93-455f-9042-ad7a9bf0fa27 req-8d9c0406-73ff-4455-8c3d-a415ab50f855 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861521 Jul 23 20:50:35.906154 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-d5f13e7f-0c09-4a04-8f86-3d9971e8fea9 service neutron] 10.222.0.18 "GET /v2.0/networks/7738d430-e521-4e68-9878-7640fba2fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120389 Jul 23 20:50:35.996410 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b9c2fae2-1eae-415a-8c81-93126b1a3ef1 req-ad572e7d-1b38-4e30-b571-5c477ed2d935 service neutron] 10.222.0.18 "GET /v2.0/networks/7738d430-e521-4e68-9878-7640fba2fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838895 Jul 23 20:50:37.010523 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418c0cc-60a0-46dc-9ed8-914b156feb78 req-b6a8969c-a7ec-46fd-ba4d-7e60e0c3324f tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:37.011986 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a418c0cc-60a0-46dc-9ed8-914b156feb78 req-b6a8969c-a7ec-46fd-ba4d-7e60e0c3324f tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 944 time: 0.0636895 Jul 23 20:50:37.053043 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a418c0cc-60a0-46dc-9ed8-914b156feb78 req-5f1ba511-6455-4a3d-94a2-cf48a172b329 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353632 Jul 23 20:50:37.224965 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b14c6d65-73d6-4f1c-a710-b1040468f2dc', 'tag': 'e16a48cb-1708-4038-b6f5-23e5090ac92d'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:50:37.227729 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2d7bf2-50cf-48a7-92db-8b41e60a3189" -d '{"events": [{"name": "network-changed", "server_uuid": "b14c6d65-73d6-4f1c-a710-b1040468f2dc", "tag": "e16a48cb-1708-4038-b6f5-23e5090ac92d"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:50:37.517657 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c113a8-accd-4c17-b93f-541ba06ed953 x-openstack-request-id: req-40c113a8-accd-4c17-b93f-541ba06ed953 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:50:37.517960 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b14c6d65-73d6-4f1c-a710-b1040468f2dc", "tag": "e16a48cb-1708-4038-b6f5-23e5090ac92d", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:50:37.518250 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-40c113a8-accd-4c17-b93f-541ba06ed953 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:50:37.518619 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b14c6d65-73d6-4f1c-a710-b1040468f2dc', 'tag': 'e16a48cb-1708-4038-b6f5-23e5090ac92d', 'status': 'completed', 'code': 200} Jul 23 20:50:37.599841 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d7bf2-50cf-48a7-92db-8b41e60a3189 req-49a1fca5-8bb1-472f-b0ec-4b08e9c1c0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:37.601759 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5d2d7bf2-50cf-48a7-92db-8b41e60a3189 req-49a1fca5-8bb1-472f-b0ec-4b08e9c1c0d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad5f3e4138754e5c98988c427201bb39&device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 1096 time: 0.0612843 Jul 23 20:50:37.627308 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d7bf2-50cf-48a7-92db-8b41e60a3189 req-d5c80dbf-d837-4867-81d0-f830ce92ba5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:37.628879 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5d2d7bf2-50cf-48a7-92db-8b41e60a3189 req-d5c80dbf-d837-4867-81d0-f830ce92ba5f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ad5f3e4138754e5c98988c427201bb39&device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 1096 time: 0.0577641 Jul 23 20:50:37.697348 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d7bf2-50cf-48a7-92db-8b41e60a3189 req-4fb75942-fc3b-427e-b9db-70ea928f1e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:37.698865 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5d2d7bf2-50cf-48a7-92db-8b41e60a3189 req-4fb75942-fc3b-427e-b9db-70ea928f1e15 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7738d430-e521-4e68-9878-7640fba2fbac HTTP/1.1" status: 200 len: 915 time: 0.0914228 Jul 23 20:50:37.717358 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d7bf2-50cf-48a7-92db-8b41e60a3189 req-117770da-2578-4d93-bfa9-a23e9c4e8d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:37.718874 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5d2d7bf2-50cf-48a7-92db-8b41e60a3189 req-117770da-2578-4d93-bfa9-a23e9c4e8d62 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7738d430-e521-4e68-9878-7640fba2fbac HTTP/1.1" status: 200 len: 915 time: 0.0841630 Jul 23 20:50:37.739860 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5d2d7bf2-50cf-48a7-92db-8b41e60a3189 req-c6bbbdc1-5d64-436c-a2c5-06778839f74c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e16a48cb-1708-4038-b6f5-23e5090ac92d HTTP/1.1" status: 200 len: 217 time: 0.0349066 Jul 23 20:50:37.763094 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5d2d7bf2-50cf-48a7-92db-8b41e60a3189 req-54ebda98-c896-4081-9b26-9035fb6d421e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e16a48cb-1708-4038-b6f5-23e5090ac92d HTTP/1.1" status: 200 len: 217 time: 0.0381503 Jul 23 20:50:37.787431 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d7bf2-50cf-48a7-92db-8b41e60a3189 req-4a908ebc-ec02-4d8f-8969-385b0e0a0396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:37.789664 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5d2d7bf2-50cf-48a7-92db-8b41e60a3189 req-4a908ebc-ec02-4d8f-8969-385b0e0a0396 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ab219831-08e3-41e5-9227-682f9a4676ba HTTP/1.1" status: 200 len: 854 time: 0.0437815 Jul 23 20:50:37.812484 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d7bf2-50cf-48a7-92db-8b41e60a3189 req-da7dffc9-8cea-4b55-aa3e-21768c441757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:37.813999 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5d2d7bf2-50cf-48a7-92db-8b41e60a3189 req-da7dffc9-8cea-4b55-aa3e-21768c441757 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab219831-08e3-41e5-9227-682f9a4676ba HTTP/1.1" status: 200 len: 854 time: 0.0452101 Jul 23 20:50:37.827795 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5d2d7bf2-50cf-48a7-92db-8b41e60a3189 req-38624258-3498-484a-84ac-9e72c2808e35 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7738d430-e521-4e68-9878-7640fba2fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325539 Jul 23 20:50:37.848118 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5d2d7bf2-50cf-48a7-92db-8b41e60a3189 req-b156c523-3f86-4856-a386-7848f37b48fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7738d430-e521-4e68-9878-7640fba2fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281570 Jul 23 20:50:37.922288 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5d2d7bf2-50cf-48a7-92db-8b41e60a3189 req-3b16594d-3f67-4539-bc9f-e5c1ddb45a19 service neutron] 10.222.0.30 "GET /v2.0/networks/7738d430-e521-4e68-9878-7640fba2fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876694 Jul 23 20:50:37.942176 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5d2d7bf2-50cf-48a7-92db-8b41e60a3189 req-cdc54ed6-f355-4d2a-b4c1-faa0bf67aacf service neutron] 10.222.0.18 "GET /v2.0/networks/7738d430-e521-4e68-9878-7640fba2fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878899 Jul 23 20:50:38.018580 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5d2d7bf2-50cf-48a7-92db-8b41e60a3189 req-516bf485-c104-4d73-84b3-064b0e8edd4a service neutron] 10.222.0.30 "GET /v2.0/networks/7738d430-e521-4e68-9878-7640fba2fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904121 Jul 23 20:50:38.032665 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5d2d7bf2-50cf-48a7-92db-8b41e60a3189 req-52c9e44b-67af-4387-a0f4-51e3d3adac0d service neutron] 10.222.0.18 "GET /v2.0/networks/7738d430-e521-4e68-9878-7640fba2fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841696 Jul 23 20:50:38.188670 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b961f-e08b-4c41-8c46-e60dfb6b1ed5 req-9c6fc6d9-43b4-4ccb-a08b-28af8e108086 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:38.190172 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1e0b961f-e08b-4c41-8c46-e60dfb6b1ed5 req-9c6fc6d9-43b4-4ccb-a08b-28af8e108086 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 944 time: 0.0670369 Jul 23 20:50:38.228759 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1e0b961f-e08b-4c41-8c46-e60dfb6b1ed5 req-af76f6d4-7672-4d9f-942d-7919c4f9cfe1 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329292 Jul 23 20:50:38.437135 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0c628-2de9-4bff-bd16-009878f70e69 req-96e16557-3efd-424a-94f4-855dbd8591c8 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:38.438664 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2fa0c628-2de9-4bff-bd16-009878f70e69 req-96e16557-3efd-424a-94f4-855dbd8591c8 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 944 time: 0.0665734 Jul 23 20:50:38.470079 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device e16a48cb-1708-4038-b6f5-23e5090ac92d details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:50:38.480279 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2fa0c628-2de9-4bff-bd16-009878f70e69 req-1534f592-696b-4b13-9494-f1092b764a91 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357978 Jul 23 20:50:38.501288 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209244c-f58f-4545-9ed4-609b58e0eebd req-0438d30d-7b0f-49a9-8f66-6fa42d81ab77 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:38.503049 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6209244c-f58f-4545-9ed4-609b58e0eebd req-0438d30d-7b0f-49a9-8f66-6fa42d81ab77 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.30 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc&tenant_id=ad5f3e4138754e5c98988c427201bb39&binding%3Ahost_id=n-h2-793618-10 HTTP/1.1" status: 200 len: 944 time: 0.1232977 Jul 23 20:50:38.562708 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [req-6209244c-f58f-4545-9ed4-609b58e0eebd req-b96c9040-b918-4f6b-a3b2-4f3141adad9c service neutron] delete failed (client error): The resource could not be found. Jul 23 20:50:38.563725 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6209244c-f58f-4545-9ed4-609b58e0eebd req-b96c9040-b918-4f6b-a3b2-4f3141adad9c service neutron] 10.222.0.30 "DELETE /v2.0/ports/e16a48cb-1708-4038-b6f5-23e5090ac92d/bindings/n-h1-793618-10 HTTP/1.1" status: 404 len: 381 time: 0.0537047 Jul 23 20:50:38.577551 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port e16a48cb-1708-4038-b6f5-23e5090ac92d, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=e16a48cb-1708-4038-b6f5-23e5090ac92d,segment=NetworkSegment(0d98d50c-267d-41af-99d8-c03b52a19f13),segment_id=0d98d50c-267d-41af-99d8-c03b52a19f13)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:38.590636 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': 'e16a48cb-1708-4038-b6f5-23e5090ac92d', 'network_id': '7738d430-e521-4e68-9878-7640fba2fbac', 'port_id': 'e16a48cb-1708-4038-b6f5-23e5090ac92d', 'mac_address': 'fa:16:3e:3c:62:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab219831-08e3-41e5-9227-682f9a4676ba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:50:38.627374 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:38.644007 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e16a48cb-1708-4038-b6f5-23e5090ac92d {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:50:38.657834 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209244c-f58f-4545-9ed4-609b58e0eebd req-7926dc96-f90f-4963-abf6-59df2eb22337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:38.659322 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6209244c-f58f-4545-9ed4-609b58e0eebd req-7926dc96-f90f-4963-abf6-59df2eb22337 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad5f3e4138754e5c98988c427201bb39&device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 1096 time: 0.0551729 Jul 23 20:50:38.663807 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port e16a48cb-1708-4038-b6f5-23e5090ac92d, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=e16a48cb-1708-4038-b6f5-23e5090ac92d,segment=NetworkSegment(0d98d50c-267d-41af-99d8-c03b52a19f13),segment_id=0d98d50c-267d-41af-99d8-c03b52a19f13)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:38.667927 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:38.715285 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=e16a48cb-1708-4038-b6f5-23e5090ac92d,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:38.752591 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209244c-f58f-4545-9ed4-609b58e0eebd req-b1c03477-27e6-4f8c-b135-d71974ea5796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:38.754104 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6209244c-f58f-4545-9ed4-609b58e0eebd req-b1c03477-27e6-4f8c-b135-d71974ea5796 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7738d430-e521-4e68-9878-7640fba2fbac HTTP/1.1" status: 200 len: 915 time: 0.0883992 Jul 23 20:50:38.793518 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6209244c-f58f-4545-9ed4-609b58e0eebd req-1bf6f9f3-df52-4c86-bc35-8a53dd3fa0e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e16a48cb-1708-4038-b6f5-23e5090ac92d HTTP/1.1" status: 200 len: 217 time: 0.0337191 Jul 23 20:50:38.842759 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209244c-f58f-4545-9ed4-609b58e0eebd req-0166396c-0ea7-46d7-aa8b-aa6c7a157ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:38.844155 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6209244c-f58f-4545-9ed4-609b58e0eebd req-0166396c-0ea7-46d7-aa8b-aa6c7a157ba5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ab219831-08e3-41e5-9227-682f9a4676ba HTTP/1.1" status: 200 len: 854 time: 0.0453722 Jul 23 20:50:38.882723 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6209244c-f58f-4545-9ed4-609b58e0eebd req-14d5b81a-2af6-49e6-8028-243e06fe8c97 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7738d430-e521-4e68-9878-7640fba2fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310447 Jul 23 20:50:38.891230 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['e16a48cb-1708-4038-b6f5-23e5090ac92d'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:50:38.971326 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6209244c-f58f-4545-9ed4-609b58e0eebd req-ab8599b8-4d7a-491a-bc57-10a7614ae18e service neutron] 10.222.0.30 "GET /v2.0/networks/7738d430-e521-4e68-9878-7640fba2fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832150 Jul 23 20:50:39.064965 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6209244c-f58f-4545-9ed4-609b58e0eebd req-405ede55-595a-41b1-8144-6386909b6425 service neutron] 10.222.0.30 "GET /v2.0/networks/7738d430-e521-4e68-9878-7640fba2fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876329 Jul 23 20:50:39.215188 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device e16a48cb-1708-4038-b6f5-23e5090ac92d no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:50:39.254607 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device e16a48cb-1708-4038-b6f5-23e5090ac92d not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:50:39.622754 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf4cc6-0a6b-4098-85f0-a160d6b39b07 req-75442038-73ca-462b-b7dd-8d62a75b6c3d tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:39.624201 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8aaf4cc6-0a6b-4098-85f0-a160d6b39b07 req-75442038-73ca-462b-b7dd-8d62a75b6c3d tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 945 time: 0.0686679 Jul 23 20:50:39.661318 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8aaf4cc6-0a6b-4098-85f0-a160d6b39b07 req-f023d9ac-37f6-42af-bf4e-41d78ec014a9 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313003 Jul 23 20:50:39.791645 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d8844-9e14-44c3-b172-bb2b47b2601e req-7ff5a924-611f-416c-bafc-e93b6057dc24 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:39.793140 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f24d8844-9e14-44c3-b172-bb2b47b2601e req-7ff5a924-611f-416c-bafc-e93b6057dc24 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 945 time: 0.0644181 Jul 23 20:50:39.829711 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f24d8844-9e14-44c3-b172-bb2b47b2601e req-64bdeb81-ac90-4dad-b7b5-3984e7aacd16 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309501 Jul 23 20:50:39.958788 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001037c-436a-4ab0-acac-11140f531f0f req-3b7f89df-47ad-4e82-9e88-ce8ce2e73a09 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:39.960786 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c001037c-436a-4ab0-acac-11140f531f0f req-3b7f89df-47ad-4e82-9e88-ce8ce2e73a09 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 945 time: 0.0648468 Jul 23 20:50:39.999838 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c001037c-436a-4ab0-acac-11140f531f0f req-9e6ff5de-957d-4902-a456-d3f31875813a tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333998 Jul 23 20:50:40.315086 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a35fe508-c1b8-47c0-be77-d2548b2eb9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:40.357633 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-64b36e68-3581-4032-bca4-41b7e8564bc4 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:40.359090 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-64b36e68-3581-4032-bca4-41b7e8564bc4 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/networks?id=7738d430-e521-4e68-9878-7640fba2fbac HTTP/1.1" status: 200 len: 814 time: 0.1050000 Jul 23 20:50:40.375034 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-0168250f-f5bc-47a6-a708-0cfddb869eed tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/quotas/ad5f3e4138754e5c98988c427201bb39 HTTP/1.1" status: 200 len: 375 time: 0.0100734 Jul 23 20:50:40.437587 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-a2cb82a5-ce5c-4107-87f9-14c6e21365e1 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ad5f3e4138754e5c98988c427201bb39&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0574012 Jul 23 20:50:40.495218 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device e16a48cb-1708-4038-b6f5-23e5090ac92d up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:50:40.531252 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-b0fdcefd-6e8c-42ea-8ff8-52e639995437 service neutron] 10.222.0.32 "GET /v2.0/networks/7738d430-e521-4e68-9878-7640fba2fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870254 Jul 23 20:50:40.543337 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port e16a48cb-1708-4038-b6f5-23e5090ac92d completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:50:40.547389 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port e16a48cb-1708-4038-b6f5-23e5090ac92d triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:40.547756 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:40.621824 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-2cf208d9-5d0e-46fd-b9c3-98e14985e7b6 service neutron] 10.222.0.32 "GET /v2.0/networks/7738d430-e521-4e68-9878-7640fba2fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843208 Jul 23 20:50:40.626375 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:40.649878 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14c6d65-73d6-4f1c-a710-b1040468f2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16a48cb-1708-4038-b6f5-23e5090ac92d'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:50:40.652100 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73c4ba5-2532-429a-8d9d-b62806b419d3" -d '{"events": [{"server_uuid": "b14c6d65-73d6-4f1c-a710-b1040468f2dc", "name": "network-vif-plugged", "status": "completed", "tag": "e16a48cb-1708-4038-b6f5-23e5090ac92d"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:50:40.665028 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port e16a48cb-1708-4038-b6f5-23e5090ac92d, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=e16a48cb-1708-4038-b6f5-23e5090ac92d,segment=NetworkSegment(0d98d50c-267d-41af-99d8-c03b52a19f13),segment_id=0d98d50c-267d-41af-99d8-c03b52a19f13)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:40.668880 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:40.717786 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=e16a48cb-1708-4038-b6f5-23e5090ac92d,revision_number=9']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:40.757404 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01df2d61-4415-4f5d-9965-a7b7be5e9076 x-openstack-request-id: req-01df2d61-4415-4f5d-9965-a7b7be5e9076 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:50:40.757852 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14c6d65-73d6-4f1c-a710-b1040468f2dc", "name": "network-vif-plugged", "status": "completed", "tag": "e16a48cb-1708-4038-b6f5-23e5090ac92d", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:50:40.758101 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01df2d61-4415-4f5d-9965-a7b7be5e9076 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:50:40.758515 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14c6d65-73d6-4f1c-a710-b1040468f2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16a48cb-1708-4038-b6f5-23e5090ac92d', 'code': 200} Jul 23 20:50:40.818501 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6a64c08e-8b92-43e6-b822-a8b5adfdc98c req-c1c0c016-dd92-4cea-a739-060cd2934464 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 210 time: 0.0350020 Jul 23 20:50:41.506853 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7310b-75ed-469c-a702-bfaa5f8bac19 req-29b53b95-a4ce-42cc-a3e4-5868d3a8cc37 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:41.508992 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bfb7310b-75ed-469c-a702-bfaa5f8bac19 req-29b53b95-a4ce-42cc-a3e4-5868d3a8cc37 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.18 "GET /v2.0/ports?device_id=b14c6d65-73d6-4f1c-a710-b1040468f2dc HTTP/1.1" status: 200 len: 946 time: 0.0673242 Jul 23 20:50:41.589007 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.18', 50179) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:41.614313 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-bfb7310b-75ed-469c-a702-bfaa5f8bac19 req-418cb824-fa51-416b-b50c-b3a3ef077eeb tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Deleting port e16a48cb-1708-4038-b6f5-23e5090ac92d {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:41.614663 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-bfb7310b-75ed-469c-a702-bfaa5f8bac19 req-418cb824-fa51-416b-b50c-b3a3ef077eeb tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:41.704440 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-58ecadd6-d911-4ec2-b9f5-b730366a353b tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:41.706088 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-58ecadd6-d911-4ec2-b9f5-b730366a353b tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.18 "GET /v2.0/networks?id=7738d430-e521-4e68-9878-7640fba2fbac HTTP/1.1" status: 200 len: 814 time: 0.1157525 Jul 23 20:50:41.710011 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-bfb7310b-75ed-469c-a702-bfaa5f8bac19 req-418cb824-fa51-416b-b50c-b3a3ef077eeb tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] For port e16a48cb-1708-4038-b6f5-23e5090ac92d, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=e16a48cb-1708-4038-b6f5-23e5090ac92d,segment=NetworkSegment(0d98d50c-267d-41af-99d8-c03b52a19f13),segment_id=0d98d50c-267d-41af-99d8-c03b52a19f13)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:41.710429 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-bfb7310b-75ed-469c-a702-bfaa5f8bac19 req-418cb824-fa51-416b-b50c-b3a3ef077eeb tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:41.718918 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-dfd06a25-b9d2-470f-b5ff-77966f3e8140 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Request body: {'port': {'device_id': '59ba4449-077a-401a-911a-ad545cbdca7d', 'network_id': '7738d430-e521-4e68-9878-7640fba2fbac', 'admin_state_up': True, 'tenant_id': 'ad5f3e4138754e5c98988c427201bb39'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:41.724623 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-bfb7310b-75ed-469c-a702-bfaa5f8bac19 req-418cb824-fa51-416b-b50c-b3a3ef077eeb tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Calling delete_port for e16a48cb-1708-4038-b6f5-23e5090ac92d owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:41.835983 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-dfd06a25-b9d2-470f-b5ff-77966f3e8140 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Made reservation on behalf of ad5f3e4138754e5c98988c427201bb39 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:50:41.840074 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-dfd06a25-b9d2-470f-b5ff-77966f3e8140 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:41.864073 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-bfb7310b-75ed-469c-a702-bfaa5f8bac19 req-418cb824-fa51-416b-b50c-b3a3ef077eeb tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:41.876281 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['e16a48cb-1708-4038-b6f5-23e5090ac92d'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:50:41.915602 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418cb824-fa51-416b-b50c-b3a3ef077eeb tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Pushing event deleted for resources: {'Port': ['ID=e16a48cb-1708-4038-b6f5-23e5090ac92d,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:41.965550 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-78dfb7e0-e575-46a1-a503-c6d2b2a9cb03 req-099ccd75-2d23-4e9a-9a97-bb34e3cac427 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 210 time: 0.0532830 Jul 23 20:50:41.986742 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb7310b-75ed-469c-a702-bfaa5f8bac19 req-418cb824-fa51-416b-b50c-b3a3ef077eeb tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] No DVR routers for this DVR port e16a48cb-1708-4038-b6f5-23e5090ac92d on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:50:41.989627 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-bfb7310b-75ed-469c-a702-bfaa5f8bac19 req-418cb824-fa51-416b-b50c-b3a3ef077eeb tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:41.991495 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-dfd06a25-b9d2-470f-b5ff-77966f3e8140 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Allocated IP 172.20.0.12 (7738d430-e521-4e68-9878-7640fba2fbac/ab219831-08e3-41e5-9227-682f9a4676ba/f507dfdc-e0b6-48cc-9ad5-3e562033038e) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:50:41.991712 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bfb7310b-75ed-469c-a702-bfaa5f8bac19 req-418cb824-fa51-416b-b50c-b3a3ef077eeb tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.18 "DELETE /v2.0/ports/e16a48cb-1708-4038-b6f5-23e5090ac92d HTTP/1.1" status: 204 len: 173 time: 0.4774513 Jul 23 20:50:41.992071 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14c6d65-73d6-4f1c-a710-b1040468f2dc', 'name': 'network-vif-deleted', 'tag': 'e16a48cb-1708-4038-b6f5-23e5090ac92d'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:50:41.996042 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b8b012-8bcf-4035-8004-315a05686fcb" -d '{"events": [{"server_uuid": "b14c6d65-73d6-4f1c-a710-b1040468f2dc", "name": "network-vif-deleted", "tag": "e16a48cb-1708-4038-b6f5-23e5090ac92d"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:50:42.035028 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78140df-236a-4faa-b5a1-390459d4d21c x-openstack-request-id: req-d78140df-236a-4faa-b5a1-390459d4d21c {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:50:42.035338 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14c6d65-73d6-4f1c-a710-b1040468f2dc", "name": "network-vif-deleted", "tag": "e16a48cb-1708-4038-b6f5-23e5090ac92d", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:50:42.035582 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d78140df-236a-4faa-b5a1-390459d4d21c {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:50:42.035984 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14c6d65-73d6-4f1c-a710-b1040468f2dc', 'name': 'network-vif-deleted', 'tag': 'e16a48cb-1708-4038-b6f5-23e5090ac92d', 'status': 'completed', 'code': 200} Jul 23 20:50:42.162236 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-dfd06a25-b9d2-470f-b5ff-77966f3e8140 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:42.205368 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-dfd06a25-b9d2-470f-b5ff-77966f3e8140 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:42.218690 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['e16a48cb-1708-4038-b6f5-23e5090ac92d'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:50:42.257704 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-dfd06a25-b9d2-470f-b5ff-77966f3e8140 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Network 7738d430-e521-4e68-9878-7640fba2fbac is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:50:42.263906 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-dfd06a25-b9d2-470f-b5ff-77966f3e8140 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:50:42.266530 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-dfd06a25-b9d2-470f-b5ff-77966f3e8140 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:50:42.297521 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd06a25-b9d2-470f-b5ff-77966f3e8140 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Pushing event updated for resources: {'Port': ['ID=f507dfdc-e0b6-48cc-9ad5-3e562033038e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:42.323596 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-dfd06a25-b9d2-470f-b5ff-77966f3e8140 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:42.324192 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-dfd06a25-b9d2-470f-b5ff-77966f3e8140 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:42.337845 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-dfd06a25-b9d2-470f-b5ff-77966f3e8140 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6233706 Jul 23 20:50:42.348671 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-261e110e-5d3e-4a59-8e42-81e69835acb2 service neutron] Request body: {'port': {'device_id': '59ba4449-077a-401a-911a-ad545cbdca7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:42.420818 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-261e110e-5d3e-4a59-8e42-81e69835acb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:42.682273 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-261e110e-5d3e-4a59-8e42-81e69835acb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f507dfdc-e0b6-48cc-9ad5-3e562033038e {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:50:42.689778 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-261e110e-5d3e-4a59-8e42-81e69835acb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:42.702029 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-261e110e-5d3e-4a59-8e42-81e69835acb2 service neutron] Transition to ACTIVE for port object f507dfdc-e0b6-48cc-9ad5-3e562033038e will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:50:42.705326 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-261e110e-5d3e-4a59-8e42-81e69835acb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:42.774308 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e110e-5d3e-4a59-8e42-81e69835acb2 service neutron] Pushing event updated for resources: {'Port': ['ID=f507dfdc-e0b6-48cc-9ad5-3e562033038e,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:42.822479 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-261e110e-5d3e-4a59-8e42-81e69835acb2 service neutron] Attempting to bind port f507dfdc-e0b6-48cc-9ad5-3e562033038e on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:50:42.822802 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-261e110e-5d3e-4a59-8e42-81e69835acb2 service neutron] Attempting to bind port f507dfdc-e0b6-48cc-9ad5-3e562033038e by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '0d98d50c-267d-41af-99d8-c03b52a19f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7738d430-e521-4e68-9878-7640fba2fbac'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:50:42.823121 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-261e110e-5d3e-4a59-8e42-81e69835acb2 service neutron] Attempting to bind port f507dfdc-e0b6-48cc-9ad5-3e562033038e on network 7738d430-e521-4e68-9878-7640fba2fbac {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:50:42.827625 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-261e110e-5d3e-4a59-8e42-81e69835acb2 service neutron] Port f507dfdc-e0b6-48cc-9ad5-3e562033038e on network 7738d430-e521-4e68-9878-7640fba2fbac not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:50:42.827960 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-261e110e-5d3e-4a59-8e42-81e69835acb2 service neutron] Attempting to bind port f507dfdc-e0b6-48cc-9ad5-3e562033038e on network 7738d430-e521-4e68-9878-7640fba2fbac {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:50:42.833436 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-261e110e-5d3e-4a59-8e42-81e69835acb2 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:50:42.833796 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-261e110e-5d3e-4a59-8e42-81e69835acb2 service neutron] Checking segment: {'id': '0d98d50c-267d-41af-99d8-c03b52a19f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7738d430-e521-4e68-9878-7640fba2fbac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:50:42.834533 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-261e110e-5d3e-4a59-8e42-81e69835acb2 service neutron] Bound using segment: {'id': '0d98d50c-267d-41af-99d8-c03b52a19f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7738d430-e521-4e68-9878-7640fba2fbac'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:50:42.835324 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-261e110e-5d3e-4a59-8e42-81e69835acb2 service neutron] Bound port: f507dfdc-e0b6-48cc-9ad5-3e562033038e, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d98d50c-267d-41af-99d8-c03b52a19f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7738d430-e521-4e68-9878-7640fba2fbac'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:50:42.835715 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-261e110e-5d3e-4a59-8e42-81e69835acb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:42.905095 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-261e110e-5d3e-4a59-8e42-81e69835acb2 service neutron] For port f507dfdc-e0b6-48cc-9ad5-3e562033038e, host n-h2-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:50:42.907827 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-261e110e-5d3e-4a59-8e42-81e69835acb2 service neutron] For port f507dfdc-e0b6-48cc-9ad5-3e562033038e, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=f507dfdc-e0b6-48cc-9ad5-3e562033038e,segment=NetworkSegment(0d98d50c-267d-41af-99d8-c03b52a19f13),segment_id=0d98d50c-267d-41af-99d8-c03b52a19f13)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:50:42.913230 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-261e110e-5d3e-4a59-8e42-81e69835acb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:42.948214 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-261e110e-5d3e-4a59-8e42-81e69835acb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:42.948830 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-261e110e-5d3e-4a59-8e42-81e69835acb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:42.950254 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-261e110e-5d3e-4a59-8e42-81e69835acb2 service neutron] 10.222.0.18 "PUT /v2.0/ports/f507dfdc-e0b6-48cc-9ad5-3e562033038e HTTP/1.1" status: 200 len: 1093 time: 0.6058025 Jul 23 20:50:42.950687 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ba4449-077a-401a-911a-ad545cbdca7d', 'tag': 'f507dfdc-e0b6-48cc-9ad5-3e562033038e'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:50:42.952915 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f34d21-c619-4b51-8140-1bc71dc17ae0" -d '{"events": [{"name": "network-changed", "server_uuid": "59ba4449-077a-401a-911a-ad545cbdca7d", "tag": "f507dfdc-e0b6-48cc-9ad5-3e562033038e"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:50:42.977768 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e110e-5d3e-4a59-8e42-81e69835acb2 service neutron] Pushing event updated for resources: {'Port': ['ID=f507dfdc-e0b6-48cc-9ad5-3e562033038e,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:43.006408 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688456ff-bc36-486d-a076-e289f29f77d2 x-openstack-request-id: req-688456ff-bc36-486d-a076-e289f29f77d2 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:50:43.006693 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59ba4449-077a-401a-911a-ad545cbdca7d", "tag": "f507dfdc-e0b6-48cc-9ad5-3e562033038e", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:50:43.006962 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-688456ff-bc36-486d-a076-e289f29f77d2 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:50:43.007329 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59ba4449-077a-401a-911a-ad545cbdca7d', 'tag': 'f507dfdc-e0b6-48cc-9ad5-3e562033038e', 'status': 'completed', 'code': 200} Jul 23 20:50:43.054382 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-87391ad8-e242-4937-bcd5-88d339120455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:43.055963 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-87391ad8-e242-4937-bcd5-88d339120455 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ad5f3e4138754e5c98988c427201bb39&device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 1096 time: 0.0584605 Jul 23 20:50:43.100927 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-18af1fa0-9b7f-476f-8df8-1b4b69d2aec1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f507dfdc-e0b6-48cc-9ad5-3e562033038e HTTP/1.1" status: 200 len: 217 time: 0.0382786 Jul 23 20:50:43.111488 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00d4b1-b553-4dff-bf7a-dd676a9ac6de req-34556c13-9f74-40b4-a259-3f02f99a04d5 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:43.112970 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7f00d4b1-b553-4dff-bf7a-dd676a9ac6de req-34556c13-9f74-40b4-a259-3f02f99a04d5 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 944 time: 0.0638392 Jul 23 20:50:43.149771 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-296f3901-6870-4f3a-91a3-6b1b06a59f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:43.151283 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-296f3901-6870-4f3a-91a3-6b1b06a59f10 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab219831-08e3-41e5-9227-682f9a4676ba HTTP/1.1" status: 200 len: 854 time: 0.0447793 Jul 23 20:50:43.152389 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7f00d4b1-b553-4dff-bf7a-dd676a9ac6de req-deaecd86-3a70-4d84-8d8d-f8750b15700f tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329082 Jul 23 20:50:43.186341 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-b37019f3-1ea7-4c9d-9d4c-b5a1314320bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7738d430-e521-4e68-9878-7640fba2fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290220 Jul 23 20:50:43.289997 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-126e17a3-b816-47aa-9404-1d00fb17b3cd service neutron] 10.222.0.18 "GET /v2.0/networks/7738d430-e521-4e68-9878-7640fba2fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972030 Jul 23 20:50:43.379741 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:43.380344 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0573be39-8cfd-4bad-9109-915049ff6e39 req-04fa6844-391a-4b38-ac82-95f97b22a26a service neutron] 10.222.0.18 "GET /v2.0/networks/7738d430-e521-4e68-9878-7640fba2fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840440 Jul 23 20:50:43.485821 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f34d21-c619-4b51-8140-1bc71dc17ae0 req-aaf18843-9a2c-4c3d-a0f6-c1ef930b05b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:43.487371 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-48f34d21-c619-4b51-8140-1bc71dc17ae0 req-aaf18843-9a2c-4c3d-a0f6-c1ef930b05b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ad5f3e4138754e5c98988c427201bb39&device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 1096 time: 0.0596564 Jul 23 20:50:43.575624 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f34d21-c619-4b51-8140-1bc71dc17ae0 req-9f412d62-30fd-489c-8d0b-b9e8e93013c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:43.577076 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-48f34d21-c619-4b51-8140-1bc71dc17ae0 req-9f412d62-30fd-489c-8d0b-b9e8e93013c4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7738d430-e521-4e68-9878-7640fba2fbac HTTP/1.1" status: 200 len: 915 time: 0.0834858 Jul 23 20:50:43.620122 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-48f34d21-c619-4b51-8140-1bc71dc17ae0 req-d44b83b5-db7e-4e9c-a912-3393860b4f0a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f507dfdc-e0b6-48cc-9ad5-3e562033038e HTTP/1.1" status: 200 len: 217 time: 0.0364547 Jul 23 20:50:43.667693 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f34d21-c619-4b51-8140-1bc71dc17ae0 req-f72eab90-565c-42eb-9f94-ca40a2a33d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:43.669180 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-48f34d21-c619-4b51-8140-1bc71dc17ae0 req-f72eab90-565c-42eb-9f94-ca40a2a33d87 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab219831-08e3-41e5-9227-682f9a4676ba HTTP/1.1" status: 200 len: 854 time: 0.0431497 Jul 23 20:50:43.676977 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38961f1d-4b2e-44b8-a53b-5f3d0d65d7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:43.704005 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-48f34d21-c619-4b51-8140-1bc71dc17ae0 req-2b767ab1-4278-4b67-92a0-27a4ef34f7f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7738d430-e521-4e68-9878-7640fba2fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282779 Jul 23 20:50:44.119311 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:44.122909 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-48f34d21-c619-4b51-8140-1bc71dc17ae0 req-01e01452-007a-4374-8a24-a2b73761211f service neutron] 10.222.0.18 "GET /v2.0/networks/7738d430-e521-4e68-9878-7640fba2fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116824 Jul 23 20:50:44.212899 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-48f34d21-c619-4b51-8140-1bc71dc17ae0 req-7ae80dad-53d6-44d3-904c-1524fa07ad89 service neutron] 10.222.0.18 "GET /v2.0/networks/7738d430-e521-4e68-9878-7640fba2fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829759 Jul 23 20:50:44.282628 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73071ecb-3880-4038-bfaa-042d9c40429c req-8f43d94e-ac3c-4c87-8cad-1975aab4797d tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:44.284122 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-73071ecb-3880-4038-bfaa-042d9c40429c req-8f43d94e-ac3c-4c87-8cad-1975aab4797d tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 944 time: 0.0665545 Jul 23 20:50:44.321414 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-73071ecb-3880-4038-bfaa-042d9c40429c req-32a945f8-f1a4-47e5-843c-91998e3343a0 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309844 Jul 23 20:50:44.883533 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:45.038707 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:45.456718 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2af093-9f58-4d54-a86a-490bba2a84eb req-d72f956b-6c7f-4468-bba5-5fcb93264c68 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:45.458228 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1b2af093-9f58-4d54-a86a-490bba2a84eb req-d72f956b-6c7f-4468-bba5-5fcb93264c68 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 944 time: 0.0672848 Jul 23 20:50:45.496379 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1b2af093-9f58-4d54-a86a-490bba2a84eb req-80dcd51f-d892-461f-99da-ae313394677e tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325215 Jul 23 20:50:46.061213 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:46.528853 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device f507dfdc-e0b6-48cc-9ad5-3e562033038e details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:50:46.531869 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device e16a48cb-1708-4038-b6f5-23e5090ac92d no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:50:46.556842 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: e16a48cb-1708-4038-b6f5-23e5090ac92d {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:50:46.557189 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device e16a48cb-1708-4038-b6f5-23e5090ac92d not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:50:46.630868 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5321d9-aaab-40bf-888f-b7044e726ff0 req-c54c39d6-ebba-4956-9f06-4627942354f8 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:46.632350 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e5321d9-aaab-40bf-888f-b7044e726ff0 req-c54c39d6-ebba-4956-9f06-4627942354f8 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 944 time: 0.0672421 Jul 23 20:50:46.645981 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port f507dfdc-e0b6-48cc-9ad5-3e562033038e, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=f507dfdc-e0b6-48cc-9ad5-3e562033038e,segment=NetworkSegment(0d98d50c-267d-41af-99d8-c03b52a19f13),segment_id=0d98d50c-267d-41af-99d8-c03b52a19f13)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:46.656472 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': 'f507dfdc-e0b6-48cc-9ad5-3e562033038e', 'network_id': '7738d430-e521-4e68-9878-7640fba2fbac', 'port_id': 'f507dfdc-e0b6-48cc-9ad5-3e562033038e', 'mac_address': 'fa:16:3e:5c:a5:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab219831-08e3-41e5-9227-682f9a4676ba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:50:46.669549 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e5321d9-aaab-40bf-888f-b7044e726ff0 req-e860cadc-0536-4eff-803b-473b00eb8aa1 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308700 Jul 23 20:50:46.694334 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:46.707388 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f507dfdc-e0b6-48cc-9ad5-3e562033038e {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:50:46.727640 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port f507dfdc-e0b6-48cc-9ad5-3e562033038e, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=f507dfdc-e0b6-48cc-9ad5-3e562033038e,segment=NetworkSegment(0d98d50c-267d-41af-99d8-c03b52a19f13),segment_id=0d98d50c-267d-41af-99d8-c03b52a19f13)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:46.731830 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:46.777687 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=f507dfdc-e0b6-48cc-9ad5-3e562033038e,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:46.930478 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['f507dfdc-e0b6-48cc-9ad5-3e562033038e'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:50:47.797563 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3634d-3525-4207-8a6a-c9cf92a228b8 req-34041257-53ff-49f2-889e-1553d464c0ad tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:47.799025 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2cb3634d-3525-4207-8a6a-c9cf92a228b8 req-34041257-53ff-49f2-889e-1553d464c0ad tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 945 time: 0.0626554 Jul 23 20:50:47.838305 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2cb3634d-3525-4207-8a6a-c9cf92a228b8 req-ab04b2be-d3f5-46c6-9a6b-b4407c408b2c tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336003 Jul 23 20:50:48.531182 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device f507dfdc-e0b6-48cc-9ad5-3e562033038e up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:50:48.578605 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port f507dfdc-e0b6-48cc-9ad5-3e562033038e completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:50:48.582376 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port f507dfdc-e0b6-48cc-9ad5-3e562033038e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:48.582784 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:48.661393 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:48.683717 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ba4449-077a-401a-911a-ad545cbdca7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f507dfdc-e0b6-48cc-9ad5-3e562033038e'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:50:48.685972 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1605b4-5c21-426d-82b2-cbad8642a3a0" -d '{"events": [{"server_uuid": "59ba4449-077a-401a-911a-ad545cbdca7d", "name": "network-vif-plugged", "status": "completed", "tag": "f507dfdc-e0b6-48cc-9ad5-3e562033038e"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:50:48.698620 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port f507dfdc-e0b6-48cc-9ad5-3e562033038e, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=f507dfdc-e0b6-48cc-9ad5-3e562033038e,segment=NetworkSegment(0d98d50c-267d-41af-99d8-c03b52a19f13),segment_id=0d98d50c-267d-41af-99d8-c03b52a19f13)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:48.702565 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:48.727429 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4253ed02-3d54-4834-88c2-6e7fa431e211 x-openstack-request-id: req-4253ed02-3d54-4834-88c2-6e7fa431e211 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:50:48.728384 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ba4449-077a-401a-911a-ad545cbdca7d", "name": "network-vif-plugged", "status": "completed", "tag": "f507dfdc-e0b6-48cc-9ad5-3e562033038e", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:50:48.729031 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4253ed02-3d54-4834-88c2-6e7fa431e211 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:50:48.729835 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ba4449-077a-401a-911a-ad545cbdca7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f507dfdc-e0b6-48cc-9ad5-3e562033038e', 'code': 200} Jul 23 20:50:48.757155 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=f507dfdc-e0b6-48cc-9ad5-3e562033038e,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:48.828113 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004e319-2d8e-408f-86a7-7aa68373de62 req-33c9f4e4-98c7-4c3b-90c6-bc01efac98ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:48.829826 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d004e319-2d8e-408f-86a7-7aa68373de62 req-33c9f4e4-98c7-4c3b-90c6-bc01efac98ea service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 1098 time: 0.0522318 Jul 23 20:50:48.863867 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d004e319-2d8e-408f-86a7-7aa68373de62 req-936fa050-e0fc-4cd1-bd53-b3e1a3016444 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278456 Jul 23 20:50:48.972061 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a005d-bd92-40ff-8a1a-b0f0a95ffab9 req-c90475ea-940c-4d46-9c83-8794abedbb64 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:48.973808 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f47a005d-bd92-40ff-8a1a-b0f0a95ffab9 req-c90475ea-940c-4d46-9c83-8794abedbb64 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 946 time: 0.0680444 Jul 23 20:50:49.011188 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f47a005d-bd92-40ff-8a1a-b0f0a95ffab9 req-d770e6c4-829a-447d-b65e-5cc75bede6a1 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311778 Jul 23 20:50:50.139541 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ffa30-8109-42b5-a590-ddc7d8be0a91 req-f3d26ede-02c6-4754-b28e-c92f768f6e25 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:50.141010 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-df6ffa30-8109-42b5-a590-ddc7d8be0a91 req-f3d26ede-02c6-4754-b28e-c92f768f6e25 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 946 time: 0.0634315 Jul 23 20:50:50.178467 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-df6ffa30-8109-42b5-a590-ddc7d8be0a91 req-80fa5d5d-2ce0-44d1-9da9-a648dbe2059d tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316978 Jul 23 20:50:50.310029 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cab7b1-6bef-4122-9f7a-bf25d1a7c354 req-47042669-07bd-48c6-a05b-2f9205809697 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:50.311404 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-67cab7b1-6bef-4122-9f7a-bf25d1a7c354 req-47042669-07bd-48c6-a05b-2f9205809697 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 946 time: 0.0658879 Jul 23 20:50:50.348657 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-67cab7b1-6bef-4122-9f7a-bf25d1a7c354 req-5a111965-75dc-43a6-8c6b-12ea1b93a40c tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318248 Jul 23 20:50:50.583528 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-7414d768-9f68-489f-b9a8-c241cb5aa4d8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0559938 Jul 23 20:50:50.603314 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b968b06-1dba-4b31-9216-c5e94fe76e94 req-59c8ed45-a804-46a3-a51d-c9e6727a8a04 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:50.605077 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2b968b06-1dba-4b31-9216-c5e94fe76e94 req-59c8ed45-a804-46a3-a51d-c9e6727a8a04 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 946 time: 0.0664067 Jul 23 20:50:50.644348 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2b968b06-1dba-4b31-9216-c5e94fe76e94 req-048fc7b9-5548-4cd5-97a1-f873e1879c3c tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334008 Jul 23 20:50:51.623806 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-144d8574-2bb0-4fc5-9236-5321753635dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:51.625266 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-144d8574-2bb0-4fc5-9236-5321753635dd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ad5f3e4138754e5c98988c427201bb39&device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 1098 time: 0.0539541 Jul 23 20:50:51.717990 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-969d3470-6a52-4d34-ae8e-6739cac2e263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:51.719490 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-969d3470-6a52-4d34-ae8e-6739cac2e263 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7738d430-e521-4e68-9878-7640fba2fbac HTTP/1.1" status: 200 len: 915 time: 0.0881727 Jul 23 20:50:51.761027 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-fa8878fe-122e-478f-85c8-51abc648cb3b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f507dfdc-e0b6-48cc-9ad5-3e562033038e HTTP/1.1" status: 200 len: 217 time: 0.0351591 Jul 23 20:50:51.777545 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a93cb-dcc7-4ba0-9020-14649240506e req-9b17d5b6-1afa-4ceb-bd13-eb2d2ff21a1a tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:51.779099 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e18a93cb-dcc7-4ba0-9020-14649240506e req-9b17d5b6-1afa-4ceb-bd13-eb2d2ff21a1a tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 946 time: 0.0646367 Jul 23 20:50:51.808486 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-3a95a67d-7ac1-4878-9225-f6c4788ec089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:51.810116 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-3a95a67d-7ac1-4878-9225-f6c4788ec089 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab219831-08e3-41e5-9227-682f9a4676ba HTTP/1.1" status: 200 len: 854 time: 0.0437093 Jul 23 20:50:51.817281 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e18a93cb-dcc7-4ba0-9020-14649240506e req-42a7aba4-0a6f-4e5a-8689-ae72d5716931 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324781 Jul 23 20:50:51.845092 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-4666ee07-54e9-4fca-ab5d-3d9a4d0a82c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7738d430-e521-4e68-9878-7640fba2fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288112 Jul 23 20:50:51.937700 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-df50a1bb-9f77-4751-9ffa-d0135451588e service neutron] 10.222.0.18 "GET /v2.0/networks/7738d430-e521-4e68-9878-7640fba2fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860338 Jul 23 20:50:52.029580 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-91d3a61a-b675-44d6-9072-11db4e4fab55 service neutron] 10.222.0.18 "GET /v2.0/networks/7738d430-e521-4e68-9878-7640fba2fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860491 Jul 23 20:50:52.951462 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbc68f-df84-4a34-aa7c-0d3020355f8f req-d00c3708-595f-4c95-9036-5e7410a010b9 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:52.952937 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6ccbc68f-df84-4a34-aa7c-0d3020355f8f req-d00c3708-595f-4c95-9036-5e7410a010b9 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 946 time: 0.0678725 Jul 23 20:50:52.991716 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6ccbc68f-df84-4a34-aa7c-0d3020355f8f req-af02a22e-3b7f-4b5b-8666-fa745ab7e177 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331604 Jul 23 20:50:54.124648 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d3148-2e35-4fa8-a39b-5a612d0c8731 req-b6017988-91a1-43db-9631-cdc2196c186b tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:54.126137 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa7d3148-2e35-4fa8-a39b-5a612d0c8731 req-b6017988-91a1-43db-9631-cdc2196c186b tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 946 time: 0.0635836 Jul 23 20:50:54.162544 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa7d3148-2e35-4fa8-a39b-5a612d0c8731 req-4fc886c3-69d8-40d0-85ba-fdfa4e2b8db5 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308173 Jul 23 20:50:55.295585 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb434c8-6943-4861-8359-6715f2987b99 req-591d9f74-a1bf-4cf2-ad65-a45237c4b21a tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:55.297080 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ebb434c8-6943-4861-8359-6715f2987b99 req-591d9f74-a1bf-4cf2-ad65-a45237c4b21a tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 946 time: 0.0670636 Jul 23 20:50:55.334291 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ebb434c8-6943-4861-8359-6715f2987b99 req-b652232f-efa3-43e9-b96f-1b369ba229c2 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316620 Jul 23 20:50:56.464160 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eaf5c6-570e-4853-9921-ba8316c2e059 req-4aa2273a-8d1a-4a2a-aed0-668e8bed6ad3 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:56.465667 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-44eaf5c6-570e-4853-9921-ba8316c2e059 req-4aa2273a-8d1a-4a2a-aed0-668e8bed6ad3 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 946 time: 0.0635822 Jul 23 20:50:56.502183 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-44eaf5c6-570e-4853-9921-ba8316c2e059 req-f60d11af-7d34-4cbd-902f-9bcb459731aa tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309117 Jul 23 20:50:57.632868 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23d91b-b115-4b80-b4bc-48ff8988576c req-60817510-ef33-46a1-a2cf-8397c85d85cb tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:57.635290 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ef23d91b-b115-4b80-b4bc-48ff8988576c req-60817510-ef33-46a1-a2cf-8397c85d85cb tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 946 time: 0.0656958 Jul 23 20:50:57.671881 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ef23d91b-b115-4b80-b4bc-48ff8988576c req-e91c22ea-5a54-4cfc-9739-14e837d23150 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313330 Jul 23 20:50:59.096422 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425b61c-8920-4f3b-aac7-c73ed9ba8fc8 req-3ef844f0-efd4-4fb4-b731-3cb9a4996865 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:59.098165 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f425b61c-8920-4f3b-aac7-c73ed9ba8fc8 req-3ef844f0-efd4-4fb4-b731-3cb9a4996865 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 946 time: 0.3592284 Jul 23 20:50:59.136737 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f425b61c-8920-4f3b-aac7-c73ed9ba8fc8 req-d40711a5-76d4-4097-8dab-f3746f10ae79 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320694 Jul 23 20:50:59.737707 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:50:59.980470 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d734d-4830-469f-a042-462bda59cf5b req-12080b8e-c99c-4f52-af1b-3fdce4408b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:59.982069 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-913d734d-4830-469f-a042-462bda59cf5b req-12080b8e-c99c-4f52-af1b-3fdce4408b8f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ad5f3e4138754e5c98988c427201bb39&device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 1098 time: 0.1197989 Jul 23 20:51:00.085285 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d734d-4830-469f-a042-462bda59cf5b req-843bc58f-65d6-41dd-9800-247e36c5a8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:00.086793 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-913d734d-4830-469f-a042-462bda59cf5b req-843bc58f-65d6-41dd-9800-247e36c5a8d7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7738d430-e521-4e68-9878-7640fba2fbac HTTP/1.1" status: 200 len: 915 time: 0.0850124 Jul 23 20:51:00.130406 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-913d734d-4830-469f-a042-462bda59cf5b req-0340dde5-ce0d-466c-b6ae-3b03cf516ec4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f507dfdc-e0b6-48cc-9ad5-3e562033038e HTTP/1.1" status: 200 len: 217 time: 0.0375736 Jul 23 20:51:00.179911 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d734d-4830-469f-a042-462bda59cf5b req-7aa1d3da-3859-47c1-85e7-b9c99c022bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:00.181518 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-913d734d-4830-469f-a042-462bda59cf5b req-7aa1d3da-3859-47c1-85e7-b9c99c022bf3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab219831-08e3-41e5-9227-682f9a4676ba HTTP/1.1" status: 200 len: 854 time: 0.0448916 Jul 23 20:51:00.216736 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-913d734d-4830-469f-a042-462bda59cf5b req-6afac5ea-1ca8-45ae-8214-532671613a2b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7738d430-e521-4e68-9878-7640fba2fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290036 Jul 23 20:51:00.268748 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff8b8c-78dd-4c99-8b2a-441ae28eaea5 req-04f487dc-573a-459c-93d7-cd5505483521 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:00.270268 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f4ff8b8c-78dd-4c99-8b2a-441ae28eaea5 req-04f487dc-573a-459c-93d7-cd5505483521 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 946 time: 0.0667655 Jul 23 20:51:00.308636 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f4ff8b8c-78dd-4c99-8b2a-441ae28eaea5 req-9e396254-d9ca-4ae6-bccb-a368cffd3b31 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321310 Jul 23 20:51:00.313525 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-913d734d-4830-469f-a042-462bda59cf5b req-aa7ecd67-6905-4d0a-a46e-12bb33ccf3ef service neutron] 10.222.0.18 "GET /v2.0/networks/7738d430-e521-4e68-9878-7640fba2fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897727 Jul 23 20:51:00.402920 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-913d734d-4830-469f-a042-462bda59cf5b req-5ad32f85-a5bd-4c83-8911-b14f14b3aeb5 service neutron] 10.222.0.18 "GET /v2.0/networks/7738d430-e521-4e68-9878-7640fba2fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829628 Jul 23 20:51:01.441167 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac78c96-5d71-4f33-9e04-0c9de9b936a9 req-89153114-c7d5-41be-b112-02f6d07671a4 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:01.442685 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fac78c96-5d71-4f33-9e04-0c9de9b936a9 req-89153114-c7d5-41be-b112-02f6d07671a4 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 946 time: 0.0669475 Jul 23 20:51:01.481957 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fac78c96-5d71-4f33-9e04-0c9de9b936a9 req-38769aac-741d-47e1-9867-e9010e1d8a82 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333629 Jul 23 20:51:02.609111 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191b7fb-cdbb-4293-9f3f-9de7904ab52d req-8ebe6b37-0709-4e47-beef-a4f49d904ffc tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:02.610596 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4191b7fb-cdbb-4293-9f3f-9de7904ab52d req-8ebe6b37-0709-4e47-beef-a4f49d904ffc tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 946 time: 0.0627072 Jul 23 20:51:02.646938 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4191b7fb-cdbb-4293-9f3f-9de7904ab52d req-5462c292-27e8-435b-8676-206a5c8af3e8 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306876 Jul 23 20:51:03.778731 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e1177-0431-4443-8087-6b6c11db6aa2 req-4171fc8b-0916-448b-ab97-554c1da84872 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:03.780191 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6f9e1177-0431-4443-8087-6b6c11db6aa2 req-4171fc8b-0916-448b-ab97-554c1da84872 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 946 time: 0.0649841 Jul 23 20:51:03.818116 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6f9e1177-0431-4443-8087-6b6c11db6aa2 req-49b4dcbc-923f-4c51-b995-6e2a124777cb tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322888 Jul 23 20:51:04.953387 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f6b6b-689c-43cb-b83c-6657c0612f84 req-5f65b3f9-80b6-4a76-a70d-5469a1f12aaf tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:04.954874 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e69f6b6b-689c-43cb-b83c-6657c0612f84 req-5f65b3f9-80b6-4a76-a70d-5469a1f12aaf tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 946 time: 0.0664959 Jul 23 20:51:04.991984 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e69f6b6b-689c-43cb-b83c-6657c0612f84 req-073bd8d8-496e-461a-8245-a7f24d0660d2 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313470 Jul 23 20:51:06.125484 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b10465-8c1f-464d-acdf-9c38fe24e9f7 req-9d5ce45f-fbb3-4f32-ae0f-2838b7dd298d tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:06.126953 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f5b10465-8c1f-464d-acdf-9c38fe24e9f7 req-9d5ce45f-fbb3-4f32-ae0f-2838b7dd298d tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 946 time: 0.0648160 Jul 23 20:51:06.163916 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f5b10465-8c1f-464d-acdf-9c38fe24e9f7 req-ebdaf3d0-bb35-436c-bdaa-52570d345d06 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313785 Jul 23 20:51:07.297783 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b23848-cf24-4a4c-ade8-07a298d6008e req-17380576-4b3b-44ba-a910-d890adccc826 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:07.299255 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-25b23848-cf24-4a4c-ade8-07a298d6008e req-17380576-4b3b-44ba-a910-d890adccc826 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 946 time: 0.0674050 Jul 23 20:51:07.336807 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-25b23848-cf24-4a4c-ade8-07a298d6008e req-5f07f061-c4ef-475e-9662-72e53b9eac0d tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319741 Jul 23 20:51:08.466003 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e51ba-ad2f-410c-a803-5cbcac4f7c0b req-386cf1f4-5602-4d9a-acc2-b0a6cc90854d tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:08.467473 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1e7e51ba-ad2f-410c-a803-5cbcac4f7c0b req-386cf1f4-5602-4d9a-acc2-b0a6cc90854d tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 946 time: 0.0637064 Jul 23 20:51:08.505548 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1e7e51ba-ad2f-410c-a803-5cbcac4f7c0b req-fda5f810-843f-43fd-82b1-ab8f705d2bb8 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321462 Jul 23 20:51:09.640193 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9b6c4-c54f-4e5d-8b3b-f1cd08e0b9c8 req-db21df97-bfc8-473b-9525-eddea60a440c tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:09.641711 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-92f9b6c4-c54f-4e5d-8b3b-f1cd08e0b9c8 req-db21df97-bfc8-473b-9525-eddea60a440c tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 946 time: 0.0671515 Jul 23 20:51:09.679257 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-92f9b6c4-c54f-4e5d-8b3b-f1cd08e0b9c8 req-1de336c3-544e-412d-9e83-4e55bcdbc80e tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318003 Jul 23 20:51:10.315632 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a598335e-c69a-401a-a7ef-134141f4eeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:10.812619 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c94f9-192b-4718-a10d-815ad78f7ab7 req-c34f55fa-8e64-44f6-be37-ef200bb88314 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:10.814140 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-188c94f9-192b-4718-a10d-815ad78f7ab7 req-c34f55fa-8e64-44f6-be37-ef200bb88314 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 946 time: 0.0675964 Jul 23 20:51:10.852394 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-188c94f9-192b-4718-a10d-815ad78f7ab7 req-e2a8abf0-fad8-46c9-bbec-35ba94973d3d tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323694 Jul 23 20:51:11.985143 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7ef9f-fbb3-4682-bf48-738c5daa29f3 req-69ac524a-5868-4c54-a405-32c6103160d0 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:11.986657 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-03f7ef9f-fbb3-4682-bf48-738c5daa29f3 req-69ac524a-5868-4c54-a405-32c6103160d0 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 946 time: 0.0659161 Jul 23 20:51:12.024427 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-03f7ef9f-fbb3-4682-bf48-738c5daa29f3 req-3c0ba392-ad93-41d5-815f-76b18ec7f12c tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321984 Jul 23 20:51:13.157062 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc2208-8315-4d1a-bfeb-d2e2b81ae78f req-23e71163-5fde-49fb-a496-ddb738093ff5 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:13.158553 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-50cc2208-8315-4d1a-bfeb-d2e2b81ae78f req-23e71163-5fde-49fb-a496-ddb738093ff5 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 946 time: 0.0667055 Jul 23 20:51:13.196607 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-50cc2208-8315-4d1a-bfeb-d2e2b81ae78f req-78db0e94-a8ea-4455-8af9-518de5df5224 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325315 Jul 23 20:51:13.381413 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:13.677515 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4269cf76-37f0-4ee3-9b7b-ea012a6597ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:14.120964 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:14.327115 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447e2c8-c719-4038-86cc-2fbfaaae9455 req-2980c3d7-1c30-4360-b417-2ddfe53f16f4 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:14.328588 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8447e2c8-c719-4038-86cc-2fbfaaae9455 req-2980c3d7-1c30-4360-b417-2ddfe53f16f4 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 946 time: 0.0645514 Jul 23 20:51:14.366245 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8447e2c8-c719-4038-86cc-2fbfaaae9455 req-d3179aa2-9b23-42e3-8f61-db21f1d7b07e tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320392 Jul 23 20:51:14.898533 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:15.039168 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:15.497644 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55692c82-c26d-4251-a975-c4619cba0d5d req-625d68c8-72ec-41b5-bfee-90151124620a tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:15.499197 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-55692c82-c26d-4251-a975-c4619cba0d5d req-625d68c8-72ec-41b5-bfee-90151124620a tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 946 time: 0.0681481 Jul 23 20:51:15.536609 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-55692c82-c26d-4251-a975-c4619cba0d5d req-6b68c10d-81da-47de-86dd-78e42bc3f304 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316873 Jul 23 20:51:16.063710 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:16.671693 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbb5f0-8b87-40ec-bcd1-fcd4313b7119 req-fde7391a-0d6a-441e-92c9-96af99bfd0b3 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:16.673185 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c7cbb5f0-8b87-40ec-bcd1-fcd4313b7119 req-fde7391a-0d6a-441e-92c9-96af99bfd0b3 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 946 time: 0.0689831 Jul 23 20:51:16.710826 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c7cbb5f0-8b87-40ec-bcd1-fcd4313b7119 req-2f9d55a7-59d0-46ea-9334-d65d197fa52f tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319998 Jul 23 20:51:17.840217 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce972b73-8285-4485-a1b0-e5efbee3a1c1 req-7fdb0a6b-1283-4f98-ac21-7cfd61d3fd05 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:17.841739 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ce972b73-8285-4485-a1b0-e5efbee3a1c1 req-7fdb0a6b-1283-4f98-ac21-7cfd61d3fd05 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 946 time: 0.0639524 Jul 23 20:51:17.879578 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ce972b73-8285-4485-a1b0-e5efbee3a1c1 req-ed00bd5b-8ce0-4787-a718-1beb7389203f tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321496 Jul 23 20:51:18.852495 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-a01c0e31-78d4-4ee0-b999-6c30a8847886 service neutron] show failed (client error): The resource could not be found. Jul 23 20:51:18.854369 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-a01c0e31-78d4-4ee0-b999-6c30a8847886 service neutron] 10.222.0.18 "GET /v2.0/ports/f507dfdc-e0b6-48cc-9ad5-3e562033038e/bindings/n-h1-793618-10 HTTP/1.1" status: 404 len: 381 time: 0.0606465 Jul 23 20:51:19.061810 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-07c247a8-c3c1-433b-a14c-614fda6a911b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:19.063415 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-07c247a8-c3c1-433b-a14c-614fda6a911b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d&tenant_id=ad5f3e4138754e5c98988c427201bb39 HTTP/1.1" status: 200 len: 1098 time: 0.0576673 Jul 23 20:51:19.075898 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-9f4610bb-00da-46e3-aaf3-e7ba353b6a11 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793618-10', 'device_owner': 'compute:nova'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:19.099600 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab87ac7-edd6-4bf3-a85a-50b52db07083 req-e9494b0f-a57a-4b44-b0f0-5e126640146b tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:19.101083 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bab87ac7-edd6-4bf3-a85a-50b52db07083 req-e9494b0f-a57a-4b44-b0f0-5e126640146b tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 946 time: 0.1497409 Jul 23 20:51:19.140367 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bab87ac7-edd6-4bf3-a85a-50b52db07083 req-fa33203d-9550-4ca3-a310-8a4a0df32937 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330987 Jul 23 20:51:19.153126 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-9f4610bb-00da-46e3-aaf3-e7ba353b6a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:19.355640 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-9f4610bb-00da-46e3-aaf3-e7ba353b6a11 service neutron] For port f507dfdc-e0b6-48cc-9ad5-3e562033038e, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=f507dfdc-e0b6-48cc-9ad5-3e562033038e,segment=NetworkSegment(0d98d50c-267d-41af-99d8-c03b52a19f13),segment_id=0d98d50c-267d-41af-99d8-c03b52a19f13)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:19.388942 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-9f4610bb-00da-46e3-aaf3-e7ba353b6a11 service neutron] For port f507dfdc-e0b6-48cc-9ad5-3e562033038e, host n-h2-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:51:19.427278 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ba4449-077a-401a-911a-ad545cbdca7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f507dfdc-e0b6-48cc-9ad5-3e562033038e'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:51:19.429484 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b4eb6c-080b-42b1-a4df-200b08a6cbee" -d '{"events": [{"server_uuid": "59ba4449-077a-401a-911a-ad545cbdca7d", "name": "network-vif-unplugged", "status": "completed", "tag": "f507dfdc-e0b6-48cc-9ad5-3e562033038e"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:51:19.434406 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-9f4610bb-00da-46e3-aaf3-e7ba353b6a11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:19.446522 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-9f4610bb-00da-46e3-aaf3-e7ba353b6a11 service neutron] Transition to ACTIVE for port object f507dfdc-e0b6-48cc-9ad5-3e562033038e will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:51:19.451012 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-9f4610bb-00da-46e3-aaf3-e7ba353b6a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:19.479877 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d87901-3a9d-4ff5-8d7c-bae35fbe2265 x-openstack-request-id: req-06d87901-3a9d-4ff5-8d7c-bae35fbe2265 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:51:19.480173 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ba4449-077a-401a-911a-ad545cbdca7d", "name": "network-vif-unplugged", "status": "completed", "tag": "f507dfdc-e0b6-48cc-9ad5-3e562033038e", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:51:19.480426 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-06d87901-3a9d-4ff5-8d7c-bae35fbe2265 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:51:19.480815 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ba4449-077a-401a-911a-ad545cbdca7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f507dfdc-e0b6-48cc-9ad5-3e562033038e', 'code': 200} Jul 23 20:51:19.518096 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4610bb-00da-46e3-aaf3-e7ba353b6a11 service neutron] Pushing event updated for resources: {'Port': ['ID=f507dfdc-e0b6-48cc-9ad5-3e562033038e,revision_number=6']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:19.520219 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-9f4610bb-00da-46e3-aaf3-e7ba353b6a11 service neutron] No DVR routers for this DVR port f507dfdc-e0b6-48cc-9ad5-3e562033038e on host n-h2-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:51:19.531743 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4610bb-00da-46e3-aaf3-e7ba353b6a11 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:19.532093 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4610bb-00da-46e3-aaf3-e7ba353b6a11 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:19.532430 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4610bb-00da-46e3-aaf3-e7ba353b6a11 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:19.532760 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4610bb-00da-46e3-aaf3-e7ba353b6a11 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:19.533089 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4610bb-00da-46e3-aaf3-e7ba353b6a11 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:19.533415 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4610bb-00da-46e3-aaf3-e7ba353b6a11 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:19.533764 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4610bb-00da-46e3-aaf3-e7ba353b6a11 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:19.534087 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4610bb-00da-46e3-aaf3-e7ba353b6a11 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:19.534410 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4610bb-00da-46e3-aaf3-e7ba353b6a11 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:19.534732 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4610bb-00da-46e3-aaf3-e7ba353b6a11 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:19.535052 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4610bb-00da-46e3-aaf3-e7ba353b6a11 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:19.535374 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4610bb-00da-46e3-aaf3-e7ba353b6a11 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:19.569845 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-9f4610bb-00da-46e3-aaf3-e7ba353b6a11 service neutron] Attempting to bind port f507dfdc-e0b6-48cc-9ad5-3e562033038e on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:51:19.570178 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-9f4610bb-00da-46e3-aaf3-e7ba353b6a11 service neutron] Attempting to bind port f507dfdc-e0b6-48cc-9ad5-3e562033038e by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '0d98d50c-267d-41af-99d8-c03b52a19f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7738d430-e521-4e68-9878-7640fba2fbac'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:51:19.570498 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-9f4610bb-00da-46e3-aaf3-e7ba353b6a11 service neutron] Attempting to bind port f507dfdc-e0b6-48cc-9ad5-3e562033038e on network 7738d430-e521-4e68-9878-7640fba2fbac {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:51:19.575623 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-9f4610bb-00da-46e3-aaf3-e7ba353b6a11 service neutron] Port f507dfdc-e0b6-48cc-9ad5-3e562033038e on network 7738d430-e521-4e68-9878-7640fba2fbac not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:51:19.575943 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-9f4610bb-00da-46e3-aaf3-e7ba353b6a11 service neutron] Attempting to bind port f507dfdc-e0b6-48cc-9ad5-3e562033038e on network 7738d430-e521-4e68-9878-7640fba2fbac {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:51:19.580663 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-9f4610bb-00da-46e3-aaf3-e7ba353b6a11 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:51:19.580996 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-9f4610bb-00da-46e3-aaf3-e7ba353b6a11 service neutron] Checking segment: {'id': '0d98d50c-267d-41af-99d8-c03b52a19f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7738d430-e521-4e68-9878-7640fba2fbac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:51:19.581373 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-9f4610bb-00da-46e3-aaf3-e7ba353b6a11 service neutron] Bound using segment: {'id': '0d98d50c-267d-41af-99d8-c03b52a19f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7738d430-e521-4e68-9878-7640fba2fbac'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:51:19.581821 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-9f4610bb-00da-46e3-aaf3-e7ba353b6a11 service neutron] Bound port: f507dfdc-e0b6-48cc-9ad5-3e562033038e, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d98d50c-267d-41af-99d8-c03b52a19f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7738d430-e521-4e68-9878-7640fba2fbac'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:51:19.582169 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-9f4610bb-00da-46e3-aaf3-e7ba353b6a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:19.647413 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-9f4610bb-00da-46e3-aaf3-e7ba353b6a11 service neutron] For port f507dfdc-e0b6-48cc-9ad5-3e562033038e, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:51:19.650470 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-9f4610bb-00da-46e3-aaf3-e7ba353b6a11 service neutron] For port f507dfdc-e0b6-48cc-9ad5-3e562033038e, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=f507dfdc-e0b6-48cc-9ad5-3e562033038e,segment=NetworkSegment(0d98d50c-267d-41af-99d8-c03b52a19f13),segment_id=0d98d50c-267d-41af-99d8-c03b52a19f13)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:51:19.655003 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-9f4610bb-00da-46e3-aaf3-e7ba353b6a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:19.688462 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-9f4610bb-00da-46e3-aaf3-e7ba353b6a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:19.689084 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-9f4610bb-00da-46e3-aaf3-e7ba353b6a11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:19.690571 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-9f4610bb-00da-46e3-aaf3-e7ba353b6a11 service neutron] 10.222.0.30 "PUT /v2.0/ports/f507dfdc-e0b6-48cc-9ad5-3e562033038e HTTP/1.1" status: 200 len: 1093 time: 0.6194079 Jul 23 20:51:19.722029 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4610bb-00da-46e3-aaf3-e7ba353b6a11 service neutron] Pushing event updated for resources: {'Port': ['ID=f507dfdc-e0b6-48cc-9ad5-3e562033038e,revision_number=7']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:19.777174 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-91d54c19-73ff-4135-9e66-b6a8523dfb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:19.778719 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-91d54c19-73ff-4135-9e66-b6a8523dfb6e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad5f3e4138754e5c98988c427201bb39&device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 1096 time: 0.0644104 Jul 23 20:51:19.868779 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-881ab044-60e0-47de-9282-0301cc1354bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:19.870986 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-881ab044-60e0-47de-9282-0301cc1354bc service neutron] 10.222.0.30 "GET /v2.0/networks?id=7738d430-e521-4e68-9878-7640fba2fbac HTTP/1.1" status: 200 len: 915 time: 0.0855777 Jul 23 20:51:19.913760 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-120204b0-c801-4a06-907e-604828ea98c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f507dfdc-e0b6-48cc-9ad5-3e562033038e HTTP/1.1" status: 200 len: 217 time: 0.0369534 Jul 23 20:51:19.964585 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-6c601fb9-44c6-4c9d-b50c-29ba6c967fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:19.965986 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-6c601fb9-44c6-4c9d-b50c-29ba6c967fbc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ab219831-08e3-41e5-9227-682f9a4676ba HTTP/1.1" status: 200 len: 854 time: 0.0440595 Jul 23 20:51:20.001681 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-64575931-49e6-4024-abe2-5c8bdae909a2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7738d430-e521-4e68-9878-7640fba2fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290709 Jul 23 20:51:20.012958 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-1669961b-de76-4316-98e6-cab64b01d6c0 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:51:20.013921 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-1669961b-de76-4316-98e6-cab64b01d6c0 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051820 Jul 23 20:51:20.108077 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-e6ad1e6c-da6d-4019-8751-be901c837797 service neutron] 10.222.0.30 "GET /v2.0/networks/7738d430-e521-4e68-9878-7640fba2fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868015 Jul 23 20:51:20.198994 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-438c1190-3dea-4135-905e-6c9cc4a35195 req-8768b76d-0646-4a2b-85f7-9b6a979f1d68 service neutron] 10.222.0.30 "GET /v2.0/networks/7738d430-e521-4e68-9878-7640fba2fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846982 Jul 23 20:51:20.281549 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35480189-e049-460d-a74d-2dadc5d89d46 req-973f7133-3602-4a5a-a94d-3aacf51b2954 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:20.283322 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-35480189-e049-460d-a74d-2dadc5d89d46 req-973f7133-3602-4a5a-a94d-3aacf51b2954 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 944 time: 0.0713940 Jul 23 20:51:20.323237 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-35480189-e049-460d-a74d-2dadc5d89d46 req-ddb85c7a-ba5a-4009-8046-21240fbb258a tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341103 Jul 23 20:51:21.226123 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce776664-f97d-4311-a65b-d1773aa4e735 req-0fae82d1-9d3f-4179-b92b-cb27829d1ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:21.227650 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ce776664-f97d-4311-a65b-d1773aa4e735 req-0fae82d1-9d3f-4179-b92b-cb27829d1ef1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad5f3e4138754e5c98988c427201bb39&device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 1096 time: 0.0572391 Jul 23 20:51:21.377751 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce776664-f97d-4311-a65b-d1773aa4e735 req-42c70b6b-24f5-4c7e-9c79-385caeaacfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:21.379227 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ce776664-f97d-4311-a65b-d1773aa4e735 req-42c70b6b-24f5-4c7e-9c79-385caeaacfee service neutron] 10.222.0.30 "GET /v2.0/networks?id=7738d430-e521-4e68-9878-7640fba2fbac HTTP/1.1" status: 200 len: 915 time: 0.1330740 Jul 23 20:51:21.420384 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ce776664-f97d-4311-a65b-d1773aa4e735 req-66344349-707f-4980-843b-f38347fb6050 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f507dfdc-e0b6-48cc-9ad5-3e562033038e HTTP/1.1" status: 200 len: 217 time: 0.0343366 Jul 23 20:51:21.455820 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89940c07-0596-45d5-9c51-866824017230 req-209c8034-ffe0-42c9-9437-87fe9695511d tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:21.457326 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-89940c07-0596-45d5-9c51-866824017230 req-209c8034-ffe0-42c9-9437-87fe9695511d tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 944 time: 0.0642595 Jul 23 20:51:21.472292 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce776664-f97d-4311-a65b-d1773aa4e735 req-14ec98c8-74a7-4039-b823-f9827a36ce28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:21.474026 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ce776664-f97d-4311-a65b-d1773aa4e735 req-14ec98c8-74a7-4039-b823-f9827a36ce28 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ab219831-08e3-41e5-9227-682f9a4676ba HTTP/1.1" status: 200 len: 854 time: 0.0478642 Jul 23 20:51:21.481671 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ba4449-077a-401a-911a-ad545cbdca7d', 'tag': 'f507dfdc-e0b6-48cc-9ad5-3e562033038e'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:51:21.483979 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13241e3-8263-4ac6-8092-9f79a2c71a67" -d '{"events": [{"name": "network-changed", "server_uuid": "59ba4449-077a-401a-911a-ad545cbdca7d", "tag": "f507dfdc-e0b6-48cc-9ad5-3e562033038e"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:51:21.502056 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-89940c07-0596-45d5-9c51-866824017230 req-2d842564-ca50-4a36-9640-ec7352466ecf tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388110 Jul 23 20:51:21.515923 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ce776664-f97d-4311-a65b-d1773aa4e735 req-67c49c0f-826a-4574-affe-3e5b0af71421 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7738d430-e521-4e68-9878-7640fba2fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291905 Jul 23 20:51:21.557959 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd0c3d7-990e-4118-94ec-da70d3dfb16d x-openstack-request-id: req-bbd0c3d7-990e-4118-94ec-da70d3dfb16d {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:51:21.558250 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59ba4449-077a-401a-911a-ad545cbdca7d", "tag": "f507dfdc-e0b6-48cc-9ad5-3e562033038e", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:51:21.558498 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bbd0c3d7-990e-4118-94ec-da70d3dfb16d {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:51:21.558893 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59ba4449-077a-401a-911a-ad545cbdca7d', 'tag': 'f507dfdc-e0b6-48cc-9ad5-3e562033038e', 'status': 'completed', 'code': 200} Jul 23 20:51:21.648324 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ce776664-f97d-4311-a65b-d1773aa4e735 req-53091439-552e-4afa-91d7-64a565d83f1d service neutron] 10.222.0.30 "GET /v2.0/networks/7738d430-e521-4e68-9878-7640fba2fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244004 Jul 23 20:51:21.696246 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13241e3-8263-4ac6-8092-9f79a2c71a67 req-a734268e-f50f-4098-a362-f1a771d15a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:21.698080 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b13241e3-8263-4ac6-8092-9f79a2c71a67 req-a734268e-f50f-4098-a362-f1a771d15a7b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ad5f3e4138754e5c98988c427201bb39&device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 1096 time: 0.1153231 Jul 23 20:51:21.817759 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ce776664-f97d-4311-a65b-d1773aa4e735 req-a25c6292-2e94-483d-9659-c5c09c884c83 service neutron] 10.222.0.30 "GET /v2.0/networks/7738d430-e521-4e68-9878-7640fba2fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612766 Jul 23 20:51:21.842774 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13241e3-8263-4ac6-8092-9f79a2c71a67 req-6b51bec6-873f-41f3-8d76-1abb5134999f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:21.844221 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b13241e3-8263-4ac6-8092-9f79a2c71a67 req-6b51bec6-873f-41f3-8d76-1abb5134999f service neutron] 10.222.0.18 "GET /v2.0/networks?id=7738d430-e521-4e68-9878-7640fba2fbac HTTP/1.1" status: 200 len: 915 time: 0.1121104 Jul 23 20:51:21.894965 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b13241e3-8263-4ac6-8092-9f79a2c71a67 req-4378b29d-5e4f-45a0-8231-c543c5a598ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f507dfdc-e0b6-48cc-9ad5-3e562033038e HTTP/1.1" status: 200 len: 217 time: 0.0446103 Jul 23 20:51:21.960520 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13241e3-8263-4ac6-8092-9f79a2c71a67 req-e652f0e3-c784-4416-85d6-7b7f64a3f5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:21.961940 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b13241e3-8263-4ac6-8092-9f79a2c71a67 req-e652f0e3-c784-4416-85d6-7b7f64a3f5a7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab219831-08e3-41e5-9227-682f9a4676ba HTTP/1.1" status: 200 len: 854 time: 0.0502315 Jul 23 20:51:21.998012 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b13241e3-8263-4ac6-8092-9f79a2c71a67 req-d867dd72-d910-4d54-8e86-eb65112a0d2b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7738d430-e521-4e68-9878-7640fba2fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286367 Jul 23 20:51:22.000644 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13241e3-8263-4ac6-8092-9f79a2c71a67 req-0805f257-67a7-4447-9ce3-8be201699140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:22.002012 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b13241e3-8263-4ac6-8092-9f79a2c71a67 req-0805f257-67a7-4447-9ce3-8be201699140 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad5f3e4138754e5c98988c427201bb39&device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 1096 time: 0.1453221 Jul 23 20:51:22.158393 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b13241e3-8263-4ac6-8092-9f79a2c71a67 req-f138603e-b108-4f4a-9bf2-3b37de69936d service neutron] 10.222.0.18 "GET /v2.0/networks/7738d430-e521-4e68-9878-7640fba2fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539195 Jul 23 20:51:22.160841 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13241e3-8263-4ac6-8092-9f79a2c71a67 req-710fe8a0-d854-46cb-916d-696fab827964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:22.162298 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b13241e3-8263-4ac6-8092-9f79a2c71a67 req-710fe8a0-d854-46cb-916d-696fab827964 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7738d430-e521-4e68-9878-7640fba2fbac HTTP/1.1" status: 200 len: 915 time: 0.1506038 Jul 23 20:51:22.218803 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b13241e3-8263-4ac6-8092-9f79a2c71a67 req-f12fec1f-f51d-41d4-8644-a6514cd56229 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f507dfdc-e0b6-48cc-9ad5-3e562033038e HTTP/1.1" status: 200 len: 217 time: 0.0475714 Jul 23 20:51:22.311511 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13241e3-8263-4ac6-8092-9f79a2c71a67 req-e21e7359-8f1a-4222-a66d-7c7cace0bfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:22.312943 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b13241e3-8263-4ac6-8092-9f79a2c71a67 req-e21e7359-8f1a-4222-a66d-7c7cace0bfc6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ab219831-08e3-41e5-9227-682f9a4676ba HTTP/1.1" status: 200 len: 854 time: 0.0878921 Jul 23 20:51:22.316289 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b13241e3-8263-4ac6-8092-9f79a2c71a67 req-d9881e28-61f5-44a7-bc35-5fc37c584865 service neutron] 10.222.0.18 "GET /v2.0/networks/7738d430-e521-4e68-9878-7640fba2fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520596 Jul 23 20:51:22.346946 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b13241e3-8263-4ac6-8092-9f79a2c71a67 req-36e96c01-4c60-43bc-a811-ea184fd5eb28 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7738d430-e521-4e68-9878-7640fba2fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281065 Jul 23 20:51:22.438787 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b13241e3-8263-4ac6-8092-9f79a2c71a67 req-4ea8cfb3-49b8-41a5-bf7a-9d5028580860 service neutron] 10.222.0.30 "GET /v2.0/networks/7738d430-e521-4e68-9878-7640fba2fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847673 Jul 23 20:51:22.525981 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b13241e3-8263-4ac6-8092-9f79a2c71a67 req-c653a055-93a1-4040-9fd9-538d3eeaf86e service neutron] 10.222.0.30 "GET /v2.0/networks/7738d430-e521-4e68-9878-7640fba2fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806270 Jul 23 20:51:22.637313 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80813f-c37f-4519-af76-9f9eb15a1947 req-72289870-4be0-4b14-b91b-242059d21938 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:22.638841 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4d80813f-c37f-4519-af76-9f9eb15a1947 req-72289870-4be0-4b14-b91b-242059d21938 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 944 time: 0.0642970 Jul 23 20:51:22.676153 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4d80813f-c37f-4519-af76-9f9eb15a1947 req-a84df532-bba6-4506-aff2-ece43732c07d tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317979 Jul 23 20:51:22.684047 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device f507dfdc-e0b6-48cc-9ad5-3e562033038e no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:51:22.734132 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device f507dfdc-e0b6-48cc-9ad5-3e562033038e not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:51:22.899731 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0840f77-ca8b-48e1-b53e-4ec3ae35a504 req-b02d2efa-71ee-4bb9-82fa-b6eeba2f1c9e tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:22.901982 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c0840f77-ca8b-48e1-b53e-4ec3ae35a504 req-b02d2efa-71ee-4bb9-82fa-b6eeba2f1c9e tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 944 time: 0.0693014 Jul 23 20:51:22.917130 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740e723-d3b9-4a16-a141-4293bdd71cb1 req-e6e08504-e281-4777-b329-944547b6b073 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:22.918849 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4740e723-d3b9-4a16-a141-4293bdd71cb1 req-e6e08504-e281-4777-b329-944547b6b073 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.18 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d&tenant_id=ad5f3e4138754e5c98988c427201bb39&binding%3Ahost_id=n-h1-793618-10 HTTP/1.1" status: 200 len: 944 time: 0.0769215 Jul 23 20:51:22.945945 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c0840f77-ca8b-48e1-b53e-4ec3ae35a504 req-6f6dec0e-e15a-4f76-8e03-072a289c47dd tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380528 Jul 23 20:51:22.992614 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [req-4740e723-d3b9-4a16-a141-4293bdd71cb1 req-e4dd9743-aceb-4423-8b4a-bd18b3999bb8 service neutron] delete failed (client error): The resource could not be found. Jul 23 20:51:22.994373 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4740e723-d3b9-4a16-a141-4293bdd71cb1 req-e4dd9743-aceb-4423-8b4a-bd18b3999bb8 service neutron] 10.222.0.18 "DELETE /v2.0/ports/f507dfdc-e0b6-48cc-9ad5-3e562033038e/bindings/n-h2-793618-10 HTTP/1.1" status: 404 len: 381 time: 0.0680201 Jul 23 20:51:23.104096 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740e723-d3b9-4a16-a141-4293bdd71cb1 req-95505126-8e4c-4f85-8d7c-9c6a4c0e3465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:23.105764 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4740e723-d3b9-4a16-a141-4293bdd71cb1 req-95505126-8e4c-4f85-8d7c-9c6a4c0e3465 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ad5f3e4138754e5c98988c427201bb39&device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 1096 time: 0.0627697 Jul 23 20:51:23.209762 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740e723-d3b9-4a16-a141-4293bdd71cb1 req-0c1f4bc5-71ac-4f4c-930a-3f2f48b95478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:23.211503 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4740e723-d3b9-4a16-a141-4293bdd71cb1 req-0c1f4bc5-71ac-4f4c-930a-3f2f48b95478 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7738d430-e521-4e68-9878-7640fba2fbac HTTP/1.1" status: 200 len: 915 time: 0.0991163 Jul 23 20:51:23.255450 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4740e723-d3b9-4a16-a141-4293bdd71cb1 req-811219bf-76b1-4088-b36b-94f2d42bd181 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f507dfdc-e0b6-48cc-9ad5-3e562033038e HTTP/1.1" status: 200 len: 217 time: 0.0376029 Jul 23 20:51:23.309121 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740e723-d3b9-4a16-a141-4293bdd71cb1 req-e1631443-85b4-4115-bdc9-342f24a5f8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:23.310685 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4740e723-d3b9-4a16-a141-4293bdd71cb1 req-e1631443-85b4-4115-bdc9-342f24a5f8d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab219831-08e3-41e5-9227-682f9a4676ba HTTP/1.1" status: 200 len: 854 time: 0.0491326 Jul 23 20:51:23.349032 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4740e723-d3b9-4a16-a141-4293bdd71cb1 req-9c544048-a756-4b42-a561-90bbb47c362a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7738d430-e521-4e68-9878-7640fba2fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317454 Jul 23 20:51:23.442164 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4740e723-d3b9-4a16-a141-4293bdd71cb1 req-6bf726e6-6cfa-4080-9974-b0b3cc5c7872 service neutron] 10.222.0.18 "GET /v2.0/networks/7738d430-e521-4e68-9878-7640fba2fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870042 Jul 23 20:51:23.481748 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device f507dfdc-e0b6-48cc-9ad5-3e562033038e details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:51:23.540657 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4740e723-d3b9-4a16-a141-4293bdd71cb1 req-0d1cd80d-f2c5-4f98-9a79-3798438bd17e service neutron] 10.222.0.18 "GET /v2.0/networks/7738d430-e521-4e68-9878-7640fba2fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906544 Jul 23 20:51:23.583691 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port f507dfdc-e0b6-48cc-9ad5-3e562033038e, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=f507dfdc-e0b6-48cc-9ad5-3e562033038e,segment=NetworkSegment(0d98d50c-267d-41af-99d8-c03b52a19f13),segment_id=0d98d50c-267d-41af-99d8-c03b52a19f13)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:23.596232 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'f507dfdc-e0b6-48cc-9ad5-3e562033038e', 'network_id': '7738d430-e521-4e68-9878-7640fba2fbac', 'port_id': 'f507dfdc-e0b6-48cc-9ad5-3e562033038e', 'mac_address': 'fa:16:3e:5c:a5:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab219831-08e3-41e5-9227-682f9a4676ba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:51:23.637084 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:23.803713 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f507dfdc-e0b6-48cc-9ad5-3e562033038e {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:51:23.825046 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port f507dfdc-e0b6-48cc-9ad5-3e562033038e, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=f507dfdc-e0b6-48cc-9ad5-3e562033038e,segment=NetworkSegment(0d98d50c-267d-41af-99d8-c03b52a19f13),segment_id=0d98d50c-267d-41af-99d8-c03b52a19f13)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:23.829628 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:23.878784 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=f507dfdc-e0b6-48cc-9ad5-3e562033038e,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:23.887099 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:23.887454 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:23.887800 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:23.888143 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:23.888480 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:23.888818 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:23.889149 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:23.889495 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:23.889838 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:23.890166 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:23.890489 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:23.890988 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:24.036196 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['f507dfdc-e0b6-48cc-9ad5-3e562033038e'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:51:24.106681 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b09087-f30b-401e-8990-07964978e79c req-93983b9e-317e-4ad8-b964-12689af145d3 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:24.108903 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c8b09087-f30b-401e-8990-07964978e79c req-93983b9e-317e-4ad8-b964-12689af145d3 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 945 time: 0.0839605 Jul 23 20:51:24.148982 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c8b09087-f30b-401e-8990-07964978e79c req-911e1843-b256-4b54-b931-b143316171a5 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330198 Jul 23 20:51:24.287448 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852ec9f-44c0-474e-aaf2-8ebcbb8c2e93 req-d2bd6079-c747-4c77-831a-0f5332452be4 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:24.288970 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4852ec9f-44c0-474e-aaf2-8ebcbb8c2e93 req-d2bd6079-c747-4c77-831a-0f5332452be4 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 945 time: 0.0685964 Jul 23 20:51:24.327659 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4852ec9f-44c0-474e-aaf2-8ebcbb8c2e93 req-2790a913-91f2-449f-9c48-8788431dedbb tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324821 Jul 23 20:51:24.460784 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba156cc-cba6-4331-a21b-9018ee7be2f0 req-af6967e3-2334-4bc9-87a8-7c72dc2ca2da tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:24.462315 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5ba156cc-cba6-4331-a21b-9018ee7be2f0 req-af6967e3-2334-4bc9-87a8-7c72dc2ca2da tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 945 time: 0.0669882 Jul 23 20:51:24.508280 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5ba156cc-cba6-4331-a21b-9018ee7be2f0 req-58ab6d70-3a70-4ade-b6d8-ed804c2a0f6b tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395968 Jul 23 20:51:24.855371 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b1c2b-0149-4ba6-85e1-9ebf40665368 req-4e77397c-81a5-4fa9-b439-8d6e19d3ef53 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:24.856868 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3f6b1c2b-0149-4ba6-85e1-9ebf40665368 req-4e77397c-81a5-4fa9-b439-8d6e19d3ef53 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 945 time: 0.0661919 Jul 23 20:51:24.894600 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3f6b1c2b-0149-4ba6-85e1-9ebf40665368 req-1482f749-04bf-4e2e-92ce-ba36bb1a3cc7 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313392 Jul 23 20:51:25.490027 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device f507dfdc-e0b6-48cc-9ad5-3e562033038e up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:51:25.537459 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port f507dfdc-e0b6-48cc-9ad5-3e562033038e completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:51:25.541090 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port f507dfdc-e0b6-48cc-9ad5-3e562033038e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:25.541460 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:25.613972 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:25.636328 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ba4449-077a-401a-911a-ad545cbdca7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f507dfdc-e0b6-48cc-9ad5-3e562033038e'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:51:25.638581 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991020d3-5546-4f9d-a89b-4cb0789bfba8" -d '{"events": [{"server_uuid": "59ba4449-077a-401a-911a-ad545cbdca7d", "name": "network-vif-plugged", "status": "completed", "tag": "f507dfdc-e0b6-48cc-9ad5-3e562033038e"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:51:25.651314 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port f507dfdc-e0b6-48cc-9ad5-3e562033038e, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=f507dfdc-e0b6-48cc-9ad5-3e562033038e,segment=NetworkSegment(0d98d50c-267d-41af-99d8-c03b52a19f13),segment_id=0d98d50c-267d-41af-99d8-c03b52a19f13)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:25.656443 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:25.683881 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da46b6be-9dc7-46c9-9783-02531d9a1cbb x-openstack-request-id: req-da46b6be-9dc7-46c9-9783-02531d9a1cbb {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:51:25.684171 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ba4449-077a-401a-911a-ad545cbdca7d", "name": "network-vif-plugged", "status": "completed", "tag": "f507dfdc-e0b6-48cc-9ad5-3e562033038e", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:51:25.684418 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da46b6be-9dc7-46c9-9783-02531d9a1cbb {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:51:25.684800 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ba4449-077a-401a-911a-ad545cbdca7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f507dfdc-e0b6-48cc-9ad5-3e562033038e', 'code': 200} Jul 23 20:51:25.710528 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=f507dfdc-e0b6-48cc-9ad5-3e562033038e,revision_number=9']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:25.989849 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c099b4c-6a4a-486c-9e3e-3d627adaf56d req-4d41cc98-1ddd-402a-b828-880eaf5c5cc9 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:25.991332 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1c099b4c-6a4a-486c-9e3e-3d627adaf56d req-4d41cc98-1ddd-402a-b828-880eaf5c5cc9 tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.30 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 946 time: 0.0657690 Jul 23 20:51:26.031121 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e13bd-efe5-4ef7-a58d-f33bfa56cb90 req-5b19aed0-05f2-4113-9d1f-7fe2e59342ca tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:26.032635 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6c3e13bd-efe5-4ef7-a58d-f33bfa56cb90 req-5b19aed0-05f2-4113-9d1f-7fe2e59342ca tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/ports?device_id=59ba4449-077a-401a-911a-ad545cbdca7d HTTP/1.1" status: 200 len: 946 time: 0.0686746 Jul 23 20:51:26.070689 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6c3e13bd-efe5-4ef7-a58d-f33bfa56cb90 req-d6757686-53f1-4abb-a565-4566a9d0c8dc tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.32 "GET /v2.0/security-groups?id=29bced4b-097a-4502-9990-9ae725621ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324087 Jul 23 20:51:26.091201 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-1c099b4c-6a4a-486c-9e3e-3d627adaf56d req-d76afc0e-bb4f-4c63-8dc4-be5dbbf3c92d tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Deleting port f507dfdc-e0b6-48cc-9ad5-3e562033038e {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:51:26.091540 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1c099b4c-6a4a-486c-9e3e-3d627adaf56d req-d76afc0e-bb4f-4c63-8dc4-be5dbbf3c92d tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:26.181443 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-1c099b4c-6a4a-486c-9e3e-3d627adaf56d req-d76afc0e-bb4f-4c63-8dc4-be5dbbf3c92d tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] For port f507dfdc-e0b6-48cc-9ad5-3e562033038e, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=f507dfdc-e0b6-48cc-9ad5-3e562033038e,segment=NetworkSegment(0d98d50c-267d-41af-99d8-c03b52a19f13),segment_id=0d98d50c-267d-41af-99d8-c03b52a19f13)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:26.181765 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1c099b4c-6a4a-486c-9e3e-3d627adaf56d req-d76afc0e-bb4f-4c63-8dc4-be5dbbf3c92d tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:26.194108 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-1c099b4c-6a4a-486c-9e3e-3d627adaf56d req-d76afc0e-bb4f-4c63-8dc4-be5dbbf3c92d tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Calling delete_port for f507dfdc-e0b6-48cc-9ad5-3e562033038e owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:51:26.321243 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1c099b4c-6a4a-486c-9e3e-3d627adaf56d req-d76afc0e-bb4f-4c63-8dc4-be5dbbf3c92d tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:26.332962 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['f507dfdc-e0b6-48cc-9ad5-3e562033038e'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:51:26.350503 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76afc0e-bb4f-4c63-8dc4-be5dbbf3c92d tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Pushing event deleted for resources: {'Port': ['ID=f507dfdc-e0b6-48cc-9ad5-3e562033038e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:26.397521 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c099b4c-6a4a-486c-9e3e-3d627adaf56d req-d76afc0e-bb4f-4c63-8dc4-be5dbbf3c92d tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] No DVR routers for this DVR port f507dfdc-e0b6-48cc-9ad5-3e562033038e on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:51:26.400483 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1c099b4c-6a4a-486c-9e3e-3d627adaf56d req-d76afc0e-bb4f-4c63-8dc4-be5dbbf3c92d tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:26.402928 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1c099b4c-6a4a-486c-9e3e-3d627adaf56d req-d76afc0e-bb4f-4c63-8dc4-be5dbbf3c92d tempest-ServerDiskConfigTestJSON-1542928426 tempest-ServerDiskConfigTestJSON-1542928426-project] 10.222.0.30 "DELETE /v2.0/ports/f507dfdc-e0b6-48cc-9ad5-3e562033038e HTTP/1.1" status: 204 len: 173 time: 0.4061544 Jul 23 20:51:26.403374 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ba4449-077a-401a-911a-ad545cbdca7d', 'name': 'network-vif-deleted', 'tag': 'f507dfdc-e0b6-48cc-9ad5-3e562033038e'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:51:26.406402 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c29c84-f747-4b43-af37-9902b45af874" -d '{"events": [{"server_uuid": "59ba4449-077a-401a-911a-ad545cbdca7d", "name": "network-vif-deleted", "tag": "f507dfdc-e0b6-48cc-9ad5-3e562033038e"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:51:26.446252 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79d26ac-81d6-40d9-bb21-ed5d2e5c83d9 x-openstack-request-id: req-e79d26ac-81d6-40d9-bb21-ed5d2e5c83d9 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:51:26.446539 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ba4449-077a-401a-911a-ad545cbdca7d", "name": "network-vif-deleted", "tag": "f507dfdc-e0b6-48cc-9ad5-3e562033038e", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:51:26.447431 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e79d26ac-81d6-40d9-bb21-ed5d2e5c83d9 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:51:26.447913 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ba4449-077a-401a-911a-ad545cbdca7d', 'name': 'network-vif-deleted', 'tag': 'f507dfdc-e0b6-48cc-9ad5-3e562033038e', 'status': 'completed', 'code': 200} Jul 23 20:51:27.194070 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 35536) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:27.242372 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7859f5-9c42-4dfe-83ad-27fc1093b02f admin admin] Deleting subnet ab219831-08e3-41e5-9227-682f9a4676ba {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:51:27.246407 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2c7859f5-9c42-4dfe-83ad-27fc1093b02f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:27.280312 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2c7859f5-9c42-4dfe-83ad-27fc1093b02f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:27.319269 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2c7859f5-9c42-4dfe-83ad-27fc1093b02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:27.372711 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2c7859f5-9c42-4dfe-83ad-27fc1093b02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:27.397014 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7859f5-9c42-4dfe-83ad-27fc1093b02f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab219831-08e3-41e5-9227-682f9a4676ba,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:27.400789 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2c7859f5-9c42-4dfe-83ad-27fc1093b02f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:27.403503 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2c7859f5-9c42-4dfe-83ad-27fc1093b02f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ab219831-08e3-41e5-9227-682f9a4676ba HTTP/1.1" status: 204 len: 168 time: 0.2076435 Jul 23 20:51:27.405216 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 35538) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:27.475881 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a82dbf5-8cad-4d6b-91ca-b73d27a488de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:27.551574 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a82dbf5-8cad-4d6b-91ca-b73d27a488de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:27.560948 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-2a82dbf5-8cad-4d6b-91ca-b73d27a488de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7738d430-e521-4e68-9878-7640fba2fbac']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:27.574598 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-2a82dbf5-8cad-4d6b-91ca-b73d27a488de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d98d50c-267d-41af-99d8-c03b52a19f13') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:27.574887 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-2a82dbf5-8cad-4d6b-91ca-b73d27a488de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d98d50c-267d-41af-99d8-c03b52a19f13') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:27.583646 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a82dbf5-8cad-4d6b-91ca-b73d27a488de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:27.597586 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a82dbf5-8cad-4d6b-91ca-b73d27a488de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:27.604589 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a82dbf5-8cad-4d6b-91ca-b73d27a488de admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:51:27.604990 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a82dbf5-8cad-4d6b-91ca-b73d27a488de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:27.606693 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 20:51:27.606693 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:51:27.606693 n-d-793618-10 neutron-server[93876]: timer() Jul 23 20:51:27.606693 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:51:27.606693 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 20:51:27.606693 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:51:27.606693 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 20:51:27.606693 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:51:27.606693 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 20:51:27.606693 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:51:27.606693 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 20:51:27.606693 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:51:27.606693 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 20:51:27.606693 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:51:27.606693 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:51:27.606693 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:51:27.606693 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:51:27.606693 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:51:27.606693 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 20:51:27.606693 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:51:27.606693 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 20:51:27.606693 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:51:27.606693 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:51:27.606693 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:51:27.606693 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 20:51:27.606693 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:51:27.606693 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:51:27.606693 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:51:27.606693 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:51:27.606693 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:51:27.606693 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:51:27.606693 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:51:27.660541 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a82dbf5-8cad-4d6b-91ca-b73d27a488de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:27.668806 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2a82dbf5-8cad-4d6b-91ca-b73d27a488de admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:27.670680 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2a82dbf5-8cad-4d6b-91ca-b73d27a488de admin admin] 10.222.0.32 "DELETE /v2.0/networks/7738d430-e521-4e68-9878-7640fba2fbac HTTP/1.1" status: 204 len: 168 time: 0.2645187 Jul 23 20:51:27.679995 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a82dbf5-8cad-4d6b-91ca-b73d27a488de admin admin] Pushing event deleted for resources: {'Network': ['ID=7738d430-e521-4e68-9878-7640fba2fbac,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:27.778430 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 35542) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:27.816929 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-72809a39-f39e-41a6-9eec-363e8536d541 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ad5f3e4138754e5c98988c427201bb39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372612 Jul 23 20:51:27.819453 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 35544) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:27.866852 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cabf5ca7-b0b6-40b3-b141-64949e553f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:27.891043 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cabf5ca7-b0b6-40b3-b141-64949e553f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:27.937682 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cabf5ca7-b0b6-40b3-b141-64949e553f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:27.940230 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cabf5ca7-b0b6-40b3-b141-64949e553f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:27.941363 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-cabf5ca7-b0b6-40b3-b141-64949e553f1a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/29bced4b-097a-4502-9990-9ae725621ca1 HTTP/1.1" status: 204 len: 168 time: 0.1209986 Jul 23 20:51:27.949718 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf5ca7-b0b6-40b3-b141-64949e553f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bced4b-097a-4502-9990-9ae725621ca1,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:28.590368 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 35566) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:28.682929 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-41f52756-ee64-4378-95f4-610ebd27ac6f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1721897841-network', 'tenant_id': '99b6baa397df412ea299c54a76f8c905'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:28.704021 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f52756-ee64-4378-95f4-610ebd27ac6f admin admin] Made reservation on behalf of 99b6baa397df412ea299c54a76f8c905 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:51:28.706301 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-41f52756-ee64-4378-95f4-610ebd27ac6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:28.714595 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-41f52756-ee64-4378-95f4-610ebd27ac6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:28.804830 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-41f52756-ee64-4378-95f4-610ebd27ac6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:28.809710 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-41f52756-ee64-4378-95f4-610ebd27ac6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:28.841052 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f52756-ee64-4378-95f4-610ebd27ac6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:51:28.846090 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f52756-ee64-4378-95f4-610ebd27ac6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea08726b-8c15-4658-8010-d78cfc5f50cb,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:28.856390 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-41f52756-ee64-4378-95f4-610ebd27ac6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:28.856724 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-41f52756-ee64-4378-95f4-610ebd27ac6f admin admin] Added segment 5f7a2a7f-6218-450c-a2c6-26e9448331fa of type vlan for network 7fa86a12-41ec-4d1f-b176-f5c558f4518b Jul 23 20:51:28.897305 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-41f52756-ee64-4378-95f4-610ebd27ac6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:28.926216 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-41f52756-ee64-4378-95f4-610ebd27ac6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:28.927189 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f52756-ee64-4378-95f4-610ebd27ac6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:28.927667 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-41f52756-ee64-4378-95f4-610ebd27ac6f admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:28.961229 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-41f52756-ee64-4378-95f4-610ebd27ac6f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3696575 Jul 23 20:51:28.964573 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35570) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:28.969753 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-8eac2b23-61d9-499b-9e67-364527673b94 admin admin] Request body: {'subnet': {'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1721897841-subnet', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:28.991580 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eac2b23-61d9-499b-9e67-364527673b94 admin admin] Made reservation on behalf of 99b6baa397df412ea299c54a76f8c905 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:51:28.992347 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f52756-ee64-4378-95f4-610ebd27ac6f admin admin] Pushing event updated for resources: {'Network': ['ID=7fa86a12-41ec-4d1f-b176-f5c558f4518b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:28.995405 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8eac2b23-61d9-499b-9e67-364527673b94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:29.003736 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 7fa86a12-41ec-4d1f-b176-f5c558f4518b details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:51:29.166655 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8eac2b23-61d9-499b-9e67-364527673b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:29.225684 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac2b23-61d9-499b-9e67-364527673b94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:29.237119 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac2b23-61d9-499b-9e67-364527673b94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:29.237482 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac2b23-61d9-499b-9e67-364527673b94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:29.237830 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac2b23-61d9-499b-9e67-364527673b94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:29.238166 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac2b23-61d9-499b-9e67-364527673b94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:29.238496 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac2b23-61d9-499b-9e67-364527673b94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:29.238824 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac2b23-61d9-499b-9e67-364527673b94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:29.239147 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac2b23-61d9-499b-9e67-364527673b94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:29.239471 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac2b23-61d9-499b-9e67-364527673b94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:29.239794 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac2b23-61d9-499b-9e67-364527673b94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:29.240112 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac2b23-61d9-499b-9e67-364527673b94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:29.240430 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac2b23-61d9-499b-9e67-364527673b94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:29.240747 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac2b23-61d9-499b-9e67-364527673b94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:29.246146 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eac2b23-61d9-499b-9e67-364527673b94 admin admin] Checking segment: {'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:51:29.246505 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eac2b23-61d9-499b-9e67-364527673b94 admin admin] Network hostable DHCP agents. Network: 7fa86a12-41ec-4d1f-b176-f5c558f4518b, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:51:29.263062 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eac2b23-61d9-499b-9e67-364527673b94 admin admin] Network 7fa86a12-41ec-4d1f-b176-f5c558f4518b is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:51:29.271957 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-8eac2b23-61d9-499b-9e67-364527673b94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 7fa86a12-41ec-4d1f-b176-f5c558f4518b) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:29.276755 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eac2b23-61d9-499b-9e67-364527673b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:29.277357 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8eac2b23-61d9-499b-9e67-364527673b94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:29.282896 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30516abe-8302-41fb-b133-5fa5a4d4c47b None None] Network 7fa86a12-41ec-4d1f-b176-f5c558f4518b requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:51:29.292316 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8eac2b23-61d9-499b-9e67-364527673b94 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3265393 Jul 23 20:51:29.294972 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35572) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:29.299375 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-b5bfc91a-be29-4d39-b7f9-99cd160f25c4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1721897841-router', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:29.319344 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc91a-be29-4d39-b7f9-99cd160f25c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:29.320322 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc91a-be29-4d39-b7f9-99cd160f25c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:29.374519 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc91a-be29-4d39-b7f9-99cd160f25c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:29.429648 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f44a719-1288-41c8-807f-9cc5f7c662fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'fixed_ips': [{'subnet_id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:51:29.430504 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6f44a719-1288-41c8-807f-9cc5f7c662fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:29.512850 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device f507dfdc-e0b6-48cc-9ad5-3e562033038e no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:51:29.517906 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc91a-be29-4d39-b7f9-99cd160f25c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:29.536800 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: f507dfdc-e0b6-48cc-9ad5-3e562033038e {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:51:29.537029 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device f507dfdc-e0b6-48cc-9ad5-3e562033038e not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:51:29.589111 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-6f44a719-1288-41c8-807f-9cc5f7c662fa None None] Allocated IP 172.20.0.2 (7fa86a12-41ec-4d1f-b176-f5c558f4518b/1c5fee95-9abc-42b8-a174-a3dbd7cb3df3/93b91310-7be3-4c1d-a147-1f06e7f8132d) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:51:29.730446 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc91a-be29-4d39-b7f9-99cd160f25c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:29.735888 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6f44a719-1288-41c8-807f-9cc5f7c662fa None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:29.744816 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6f44a719-1288-41c8-807f-9cc5f7c662fa None None] Transition to ACTIVE for port object 93b91310-7be3-4c1d-a147-1f06e7f8132d will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:51:29.751578 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc91a-be29-4d39-b7f9-99cd160f25c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:29.759815 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6f44a719-1288-41c8-807f-9cc5f7c662fa None None] Transition to ACTIVE for port object 93b91310-7be3-4c1d-a147-1f06e7f8132d will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:51:29.766842 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6f44a719-1288-41c8-807f-9cc5f7c662fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:29.813370 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f44a719-1288-41c8-807f-9cc5f7c662fa None None] Network 7fa86a12-41ec-4d1f-b176-f5c558f4518b is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:51:29.817274 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-6f44a719-1288-41c8-807f-9cc5f7c662fa None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:29.819190 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44a719-1288-41c8-807f-9cc5f7c662fa None None] Pushing event updated for resources: {'Port': ['ID=93b91310-7be3-4c1d-a147-1f06e7f8132d,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:29.821376 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f44a719-1288-41c8-807f-9cc5f7c662fa None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:51:29.861353 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-b5bfc91a-be29-4d39-b7f9-99cd160f25c4 admin admin] Allocated IP 172.25.1.154 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/8ce7b60e-4ae5-458c-87ec-5061db4a8a67) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:51:29.883616 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6f44a719-1288-41c8-807f-9cc5f7c662fa None None] Attempting to bind port 93b91310-7be3-4c1d-a147-1f06e7f8132d on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:51:29.883997 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6f44a719-1288-41c8-807f-9cc5f7c662fa None None] Attempting to bind port 93b91310-7be3-4c1d-a147-1f06e7f8132d by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:51:29.884415 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f44a719-1288-41c8-807f-9cc5f7c662fa None None] Attempting to bind port 93b91310-7be3-4c1d-a147-1f06e7f8132d on network 7fa86a12-41ec-4d1f-b176-f5c558f4518b {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:51:29.889424 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f44a719-1288-41c8-807f-9cc5f7c662fa None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:51:29.889829 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f44a719-1288-41c8-807f-9cc5f7c662fa None None] Checking segment: {'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:51:29.890234 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6f44a719-1288-41c8-807f-9cc5f7c662fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:29.890631 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f44a719-1288-41c8-807f-9cc5f7c662fa None None] Bound using segment: {'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:51:29.891098 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6f44a719-1288-41c8-807f-9cc5f7c662fa None None] Bound port: 93b91310-7be3-4c1d-a147-1f06e7f8132d, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:51:29.891483 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6f44a719-1288-41c8-807f-9cc5f7c662fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:29.955354 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-6f44a719-1288-41c8-807f-9cc5f7c662fa None None] For port 93b91310-7be3-4c1d-a147-1f06e7f8132d, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:51:29.958489 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-6f44a719-1288-41c8-807f-9cc5f7c662fa None None] For port 93b91310-7be3-4c1d-a147-1f06e7f8132d, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=93b91310-7be3-4c1d-a147-1f06e7f8132d,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:51:29.962711 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6f44a719-1288-41c8-807f-9cc5f7c662fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:29.970971 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc91a-be29-4d39-b7f9-99cd160f25c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:30.022374 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc91a-be29-4d39-b7f9-99cd160f25c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:30.023652 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44a719-1288-41c8-807f-9cc5f7c662fa None None] Pushing event updated for resources: {'Port': ['ID=93b91310-7be3-4c1d-a147-1f06e7f8132d,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:30.066243 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bfc91a-be29-4d39-b7f9-99cd160f25c4 admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:51:30.069349 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-b5bfc91a-be29-4d39-b7f9-99cd160f25c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:30.074176 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bfc91a-be29-4d39-b7f9-99cd160f25c4 admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:51:30.106231 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bfc91a-be29-4d39-b7f9-99cd160f25c4 admin admin] Pushing event updated for resources: {'Port': ['ID=8ce7b60e-4ae5-458c-87ec-5061db4a8a67,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:30.347669 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc91a-be29-4d39-b7f9-99cd160f25c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:30.542594 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc91a-be29-4d39-b7f9-99cd160f25c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:30.673221 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5bfc91a-be29-4d39-b7f9-99cd160f25c4 admin admin] Router 30b0eb09-59ca-427c-a59d-b341fb510529 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:51:30.784457 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5bfc91a-be29-4d39-b7f9-99cd160f25c4 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:51:30.795610 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e45ea88-fa67-4433-8b8a-f60d8af4e6a1 None None] Sync routers for ids ['30b0eb09-59ca-427c-a59d-b341fb510529'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:51:30.803564 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc91a-be29-4d39-b7f9-99cd160f25c4 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:30.807993 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 35574) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:30.808692 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b5bfc91a-be29-4d39-b7f9-99cd160f25c4 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5123034 Jul 23 20:51:30.809688 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e45ea88-fa67-4433-8b8a-f60d8af4e6a1 None None] Routers {'30b0eb09-59ca-427c-a59d-b341fb510529'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:51:30.810356 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6e45ea88-fa67-4433-8b8a-f60d8af4e6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:51:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['30b0eb09-59ca-427c-a59d-b341fb510529'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:30.901360 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b69d81-91b4-4bf3-a408-51a966d7e9c0 None None] Network 7fa86a12-41ec-4d1f-b176-f5c558f4518b requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:51:30.975995 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-6e45ea88-fa67-4433-8b8a-f60d8af4e6a1 None None] Set router 30b0eb09-59ca-427c-a59d-b341fb510529 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:51:31.057551 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a73fb21d-146b-4cfd-8508-99e5e07fc2a5 None None] Provisioning for port 93b91310-7be3-4c1d-a147-1f06e7f8132d completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:51:31.260442 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6e45ea88-fa67-4433-8b8a-f60d8af4e6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'name': 'tempest-ServerActionsTestJSON-1721897841-router', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:30Z', 'revision_number': 3, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'gw_port': {'id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:31.288344 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e45ea88-fa67-4433-8b8a-f60d8af4e6a1 None None] Checking router: 30b0eb09-59ca-427c-a59d-b341fb510529 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:51:31.288686 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e45ea88-fa67-4433-8b8a-f60d8af4e6a1 None None] Updating router 30b0eb09-59ca-427c-a59d-b341fb510529 port 8ce7b60e-4ae5-458c-87ec-5061db4a8a67 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:51:31.327974 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e45ea88-fa67-4433-8b8a-f60d8af4e6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:31.584665 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2550f92a-ed56-404f-998d-1a2ba6418b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:31.594320 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e45ea88-fa67-4433-8b8a-f60d8af4e6a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:31.604522 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6e45ea88-fa67-4433-8b8a-f60d8af4e6a1 None None] Transition to ACTIVE for port object 8ce7b60e-4ae5-458c-87ec-5061db4a8a67 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:51:31.610165 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e45ea88-fa67-4433-8b8a-f60d8af4e6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:31.660252 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6e45ea88-fa67-4433-8b8a-f60d8af4e6a1 None None] Attempting to bind port 8ce7b60e-4ae5-458c-87ec-5061db4a8a67 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:51:31.660600 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6e45ea88-fa67-4433-8b8a-f60d8af4e6a1 None None] Attempting to bind port 8ce7b60e-4ae5-458c-87ec-5061db4a8a67 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:51:31.660959 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e45ea88-fa67-4433-8b8a-f60d8af4e6a1 None None] Attempting to bind port 8ce7b60e-4ae5-458c-87ec-5061db4a8a67 on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:51:31.668952 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463db465-8e18-488f-afd3-2be6d6bd722c None None] Pushing event updated for resources: {'Port': ['ID=8ce7b60e-4ae5-458c-87ec-5061db4a8a67,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:31.671454 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e45ea88-fa67-4433-8b8a-f60d8af4e6a1 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:51:31.671809 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e45ea88-fa67-4433-8b8a-f60d8af4e6a1 None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:51:31.672225 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e45ea88-fa67-4433-8b8a-f60d8af4e6a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:31.672570 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e45ea88-fa67-4433-8b8a-f60d8af4e6a1 None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:51:31.673039 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6e45ea88-fa67-4433-8b8a-f60d8af4e6a1 None None] Bound port: 8ce7b60e-4ae5-458c-87ec-5061db4a8a67, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:51:31.673422 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e45ea88-fa67-4433-8b8a-f60d8af4e6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:31.728912 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-6e45ea88-fa67-4433-8b8a-f60d8af4e6a1 None None] For port 8ce7b60e-4ae5-458c-87ec-5061db4a8a67, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:51:31.732215 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-6e45ea88-fa67-4433-8b8a-f60d8af4e6a1 None None] For port 8ce7b60e-4ae5-458c-87ec-5061db4a8a67, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=8ce7b60e-4ae5-458c-87ec-5061db4a8a67,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:51:31.737514 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e45ea88-fa67-4433-8b8a-f60d8af4e6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:31.800456 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e45ea88-fa67-4433-8b8a-f60d8af4e6a1 None None] Routers {'30b0eb09-59ca-427c-a59d-b341fb510529'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:51:31.801056 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6e45ea88-fa67-4433-8b8a-f60d8af4e6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:51:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['30b0eb09-59ca-427c-a59d-b341fb510529'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:31.804104 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463db465-8e18-488f-afd3-2be6d6bd722c None None] Pushing event updated for resources: {'Port': ['ID=8ce7b60e-4ae5-458c-87ec-5061db4a8a67,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:31.804967 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-2550f92a-ed56-404f-998d-1a2ba6418b05 admin admin] Allocated IP 172.20.0.1 (7fa86a12-41ec-4d1f-b176-f5c558f4518b/1c5fee95-9abc-42b8-a174-a3dbd7cb3df3/b5e37522-890e-4314-ab22-94a7ab387240) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:51:31.908448 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-6e45ea88-fa67-4433-8b8a-f60d8af4e6a1 None None] Set router 30b0eb09-59ca-427c-a59d-b341fb510529 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:51:31.916859 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2550f92a-ed56-404f-998d-1a2ba6418b05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:31.930481 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-2550f92a-ed56-404f-998d-1a2ba6418b05 admin admin] Transition to ACTIVE for port object b5e37522-890e-4314-ab22-94a7ab387240 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:51:31.964751 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2550f92a-ed56-404f-998d-1a2ba6418b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:32.002420 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2550f92a-ed56-404f-998d-1a2ba6418b05 admin admin] Network 7fa86a12-41ec-4d1f-b176-f5c558f4518b is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:51:32.005250 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-2550f92a-ed56-404f-998d-1a2ba6418b05 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:32.011573 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2550f92a-ed56-404f-998d-1a2ba6418b05 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:51:32.037373 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2550f92a-ed56-404f-998d-1a2ba6418b05 admin admin] Pushing event updated for resources: {'Port': ['ID=b5e37522-890e-4314-ab22-94a7ab387240,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:32.060526 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2550f92a-ed56-404f-998d-1a2ba6418b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:32.102979 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6e45ea88-fa67-4433-8b8a-f60d8af4e6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'name': 'tempest-ServerActionsTestJSON-1721897841-router', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:30Z', 'revision_number': 3, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'gw_port': {'id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:32.135855 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 93b91310-7be3-4c1d-a147-1f06e7f8132d up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:51:32.138715 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e45ea88-fa67-4433-8b8a-f60d8af4e6a1 None None] The sync data for ids ['30b0eb09-59ca-427c-a59d-b341fb510529'] in n-d-793618-10 is: [{'id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'name': 'tempest-ServerActionsTestJSON-1721897841-router', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:30Z', 'revision_number': 3, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'gw_port': {'id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:51:32.237685 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2550f92a-ed56-404f-998d-1a2ba6418b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:32.363248 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-434c99a6-3f93-413c-ba94-d4bb0f7eb6c3 None None] Provisioning for port b5e37522-890e-4314-ab22-94a7ab387240 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:51:32.370945 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-434c99a6-3f93-413c-ba94-d4bb0f7eb6c3 None None] Provisioning complete for port b5e37522-890e-4314-ab22-94a7ab387240 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:32.371315 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-434c99a6-3f93-413c-ba94-d4bb0f7eb6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:32.396862 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 93b91310-7be3-4c1d-a147-1f06e7f8132d completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:51:32.401099 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 93b91310-7be3-4c1d-a147-1f06e7f8132d triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:32.401623 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:32.425690 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2550f92a-ed56-404f-998d-1a2ba6418b05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:32.432117 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2550f92a-ed56-404f-998d-1a2ba6418b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:32.452584 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-434c99a6-3f93-413c-ba94-d4bb0f7eb6c3 None None] Port b5e37522-890e-4314-ab22-94a7ab387240 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:51:32.505261 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:32.506418 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2550f92a-ed56-404f-998d-1a2ba6418b05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:32.512320 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2550f92a-ed56-404f-998d-1a2ba6418b05 admin admin] Pushing event updated for resources: {'Port': ['ID=b5e37522-890e-4314-ab22-94a7ab387240,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:32.546634 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 93b91310-7be3-4c1d-a147-1f06e7f8132d, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=93b91310-7be3-4c1d-a147-1f06e7f8132d,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:32.551308 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:32.603206 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=93b91310-7be3-4c1d-a147-1f06e7f8132d,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:32.616417 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2550f92a-ed56-404f-998d-1a2ba6418b05 admin admin] Network 7fa86a12-41ec-4d1f-b176-f5c558f4518b is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:51:32.617935 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-2550f92a-ed56-404f-998d-1a2ba6418b05 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:32.739542 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2550f92a-ed56-404f-998d-1a2ba6418b05 admin admin] Router 30b0eb09-59ca-427c-a59d-b341fb510529 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:51:32.859191 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2550f92a-ed56-404f-998d-1a2ba6418b05 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:51:32.873698 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2550f92a-ed56-404f-998d-1a2ba6418b05 admin admin] 10.222.0.32 "PUT /v2.0/routers/30b0eb09-59ca-427c-a59d-b341fb510529/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0552437 Jul 23 20:51:32.882474 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2bbc2fd4-53d5-45f7-a591-7693cac7f8c8 None None] Provisioning complete for port b5e37522-890e-4314-ab22-94a7ab387240 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:32.882932 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2bbc2fd4-53d5-45f7-a591-7693cac7f8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:32.919606 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2bbc2fd4-53d5-45f7-a591-7693cac7f8c8 None None] Port b5e37522-890e-4314-ab22-94a7ab387240 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:51:33.753294 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fb06ca-ffae-4f20-a384-4af11c00ea78 None None] Sync routers for ids ['30b0eb09-59ca-427c-a59d-b341fb510529'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:51:33.763303 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fb06ca-ffae-4f20-a384-4af11c00ea78 None None] Routers {'30b0eb09-59ca-427c-a59d-b341fb510529'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:51:33.763922 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-21fb06ca-ffae-4f20-a384-4af11c00ea78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:51:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['30b0eb09-59ca-427c-a59d-b341fb510529'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:33.870939 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-21fb06ca-ffae-4f20-a384-4af11c00ea78 None None] Set router 30b0eb09-59ca-427c-a59d-b341fb510529 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:51:34.113077 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 93b91310-7be3-4c1d-a147-1f06e7f8132d up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:51:34.159837 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 93b91310-7be3-4c1d-a147-1f06e7f8132d triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:34.160132 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:34.168328 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-21fb06ca-ffae-4f20-a384-4af11c00ea78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'name': 'tempest-ServerActionsTestJSON-1721897841-router', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:32Z', 'revision_number': 4, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'gw_port': {'id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'b5e37522-890e-4314-ab22-94a7ab387240', 'name': '', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'mac_address': 'fa:16:3e:af:cb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:31Z', 'updated_at': '2021-07-23T20:51:32Z', 'revision_number': 2, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'subnets': [{'id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:34.198325 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fb06ca-ffae-4f20-a384-4af11c00ea78 None None] Checking router: 30b0eb09-59ca-427c-a59d-b341fb510529 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:51:34.198904 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fb06ca-ffae-4f20-a384-4af11c00ea78 None None] Updating router 30b0eb09-59ca-427c-a59d-b341fb510529 port b5e37522-890e-4314-ab22-94a7ab387240 binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:51:34.233865 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-21fb06ca-ffae-4f20-a384-4af11c00ea78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:34.249545 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 8ce7b60e-4ae5-458c-87ec-5061db4a8a67 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:51:34.298995 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 8ce7b60e-4ae5-458c-87ec-5061db4a8a67 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:51:34.302868 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 8ce7b60e-4ae5-458c-87ec-5061db4a8a67 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:34.303250 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:34.345646 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35584) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:34.350683 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-a8c688ee-3762-4977-b9f9-1938ee838b82 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1896929928', 'description': 'tempest-description--1604790912'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:34.373849 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a8c688ee-3762-4977-b9f9-1938ee838b82 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:34.392742 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:34.414623 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 8ce7b60e-4ae5-458c-87ec-5061db4a8a67, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=8ce7b60e-4ae5-458c-87ec-5061db4a8a67,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:34.418910 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:34.468059 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a8c688ee-3762-4977-b9f9-1938ee838b82 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:34.470086 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=8ce7b60e-4ae5-458c-87ec-5061db4a8a67,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:34.472842 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a8c688ee-3762-4977-b9f9-1938ee838b82 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:34.503381 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a8c688ee-3762-4977-b9f9-1938ee838b82 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:34.504656 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a8c688ee-3762-4977-b9f9-1938ee838b82 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1579907 Jul 23 20:51:34.505526 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c688ee-3762-4977-b9f9-1938ee838b82 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfee0c79-540e-4611-81be-73c0e9ecea80,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:34.507460 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35586) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:34.512770 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-8184e8d6-6a5b-4af3-8852-e2241d2e943c tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Request body: {'security_group_rule': {'security_group_id': 'dfee0c79-540e-4611-81be-73c0e9ecea80', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:34.539232 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8184e8d6-6a5b-4af3-8852-e2241d2e943c tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:34.545249 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-21fb06ca-ffae-4f20-a384-4af11c00ea78 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:34.555311 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-21fb06ca-ffae-4f20-a384-4af11c00ea78 None None] Transition to ACTIVE for port object b5e37522-890e-4314-ab22-94a7ab387240 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:51:34.561730 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-21fb06ca-ffae-4f20-a384-4af11c00ea78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:34.598980 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8184e8d6-6a5b-4af3-8852-e2241d2e943c tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:34.604077 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8184e8d6-6a5b-4af3-8852-e2241d2e943c tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:34.624645 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8184e8d6-6a5b-4af3-8852-e2241d2e943c tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4adea46-485f-4d01-999e-ab10761d1dff,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:34.632462 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8184e8d6-6a5b-4af3-8852-e2241d2e943c tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:34.635027 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8184e8d6-6a5b-4af3-8852-e2241d2e943c tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1256366 Jul 23 20:51:34.637940 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35588) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:34.642517 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-fec3db4d-e9c5-47e0-bb15-dfcd9f791376 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Request body: {'security_group_rule': {'security_group_id': 'dfee0c79-540e-4611-81be-73c0e9ecea80', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:34.664641 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c76e15-6aa5-4d1d-ac79-3512fa99dcb5 None None] Pushing event updated for resources: {'Port': ['ID=b5e37522-890e-4314-ab22-94a7ab387240,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:34.671366 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fec3db4d-e9c5-47e0-bb15-dfcd9f791376 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:34.682160 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c76e15-6aa5-4d1d-ac79-3512fa99dcb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:34.682788 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c76e15-6aa5-4d1d-ac79-3512fa99dcb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:34.683204 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c76e15-6aa5-4d1d-ac79-3512fa99dcb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:34.683610 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c76e15-6aa5-4d1d-ac79-3512fa99dcb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:34.684015 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c76e15-6aa5-4d1d-ac79-3512fa99dcb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:34.684415 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c76e15-6aa5-4d1d-ac79-3512fa99dcb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:34.684808 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c76e15-6aa5-4d1d-ac79-3512fa99dcb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:34.685202 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c76e15-6aa5-4d1d-ac79-3512fa99dcb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:34.685614 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c76e15-6aa5-4d1d-ac79-3512fa99dcb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:34.686005 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c76e15-6aa5-4d1d-ac79-3512fa99dcb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:34.686398 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c76e15-6aa5-4d1d-ac79-3512fa99dcb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:34.686792 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c76e15-6aa5-4d1d-ac79-3512fa99dcb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:34.690068 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-21fb06ca-ffae-4f20-a384-4af11c00ea78 None None] Attempting to bind port b5e37522-890e-4314-ab22-94a7ab387240 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:51:34.690519 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-21fb06ca-ffae-4f20-a384-4af11c00ea78 None None] Attempting to bind port b5e37522-890e-4314-ab22-94a7ab387240 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:51:34.690950 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fb06ca-ffae-4f20-a384-4af11c00ea78 None None] Attempting to bind port b5e37522-890e-4314-ab22-94a7ab387240 on network 7fa86a12-41ec-4d1f-b176-f5c558f4518b {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:51:34.696529 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fb06ca-ffae-4f20-a384-4af11c00ea78 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:51:34.697353 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fb06ca-ffae-4f20-a384-4af11c00ea78 None None] Checking segment: {'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:51:34.697872 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-21fb06ca-ffae-4f20-a384-4af11c00ea78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:34.698269 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fb06ca-ffae-4f20-a384-4af11c00ea78 None None] Bound using segment: {'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:51:34.698752 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-21fb06ca-ffae-4f20-a384-4af11c00ea78 None None] Bound port: b5e37522-890e-4314-ab22-94a7ab387240, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:51:34.699108 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-21fb06ca-ffae-4f20-a384-4af11c00ea78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:34.737153 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fec3db4d-e9c5-47e0-bb15-dfcd9f791376 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:34.741546 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fec3db4d-e9c5-47e0-bb15-dfcd9f791376 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:34.765353 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec3db4d-e9c5-47e0-bb15-dfcd9f791376 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c7a9c10-c740-445c-bac3-9334da467730,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:34.769780 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-21fb06ca-ffae-4f20-a384-4af11c00ea78 None None] For port b5e37522-890e-4314-ab22-94a7ab387240, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:51:34.773596 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-21fb06ca-ffae-4f20-a384-4af11c00ea78 None None] For port b5e37522-890e-4314-ab22-94a7ab387240, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=b5e37522-890e-4314-ab22-94a7ab387240,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:51:34.774256 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fec3db4d-e9c5-47e0-bb15-dfcd9f791376 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:34.776297 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-fec3db4d-e9c5-47e0-bb15-dfcd9f791376 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1373866 Jul 23 20:51:34.779256 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35590) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:34.782841 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-21fb06ca-ffae-4f20-a384-4af11c00ea78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:34.784487 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-e68e2d96-aabf-40a8-8397-dc90393167ab tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:34.808077 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e68e2d96-aabf-40a8-8397-dc90393167ab tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks [] for floatingip, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:34.833510 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fb06ca-ffae-4f20-a384-4af11c00ea78 None None] Routers {'30b0eb09-59ca-427c-a59d-b341fb510529'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:51:34.834013 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-21fb06ca-ffae-4f20-a384-4af11c00ea78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:51:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['30b0eb09-59ca-427c-a59d-b341fb510529'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:34.910486 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c76e15-6aa5-4d1d-ac79-3512fa99dcb5 None None] Pushing event updated for resources: {'Port': ['ID=b5e37522-890e-4314-ab22-94a7ab387240,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:34.921356 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e68e2d96-aabf-40a8-8397-dc90393167ab tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:34.959008 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-21fb06ca-ffae-4f20-a384-4af11c00ea78 None None] Set router 30b0eb09-59ca-427c-a59d-b341fb510529 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:51:35.039434 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-e68e2d96-aabf-40a8-8397-dc90393167ab tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Allocated IP 172.25.1.171 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/2393ac13-d915-4a51-880c-640539ac433f) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:51:35.143445 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e68e2d96-aabf-40a8-8397-dc90393167ab tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:35.174096 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-21fb06ca-ffae-4f20-a384-4af11c00ea78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'name': 'tempest-ServerActionsTestJSON-1721897841-router', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:32Z', 'revision_number': 4, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'gw_port': {'id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'b5e37522-890e-4314-ab22-94a7ab387240', 'name': '', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'mac_address': 'fa:16:3e:af:cb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:31Z', 'updated_at': '2021-07-23T20:51:34Z', 'revision_number': 4, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'subnets': [{'id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:35.183801 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e68e2d96-aabf-40a8-8397-dc90393167ab tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:35.204665 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fb06ca-ffae-4f20-a384-4af11c00ea78 None None] The sync data for ids ['30b0eb09-59ca-427c-a59d-b341fb510529'] in n-d-793618-10 is: [{'id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'name': 'tempest-ServerActionsTestJSON-1721897841-router', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:32Z', 'revision_number': 4, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'gw_port': {'id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'b5e37522-890e-4314-ab22-94a7ab387240', 'name': '', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'mac_address': 'fa:16:3e:af:cb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:31Z', 'updated_at': '2021-07-23T20:51:34Z', 'revision_number': 4, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'subnets': [{'id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:51:35.221811 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68e2d96-aabf-40a8-8397-dc90393167ab tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:51:35.227175 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-e68e2d96-aabf-40a8-8397-dc90393167ab tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:35.231529 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68e2d96-aabf-40a8-8397-dc90393167ab tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:51:35.260117 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e2d96-aabf-40a8-8397-dc90393167ab tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Pushing event updated for resources: {'Port': ['ID=2393ac13-d915-4a51-880c-640539ac433f,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:35.335435 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e68e2d96-aabf-40a8-8397-dc90393167ab tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:35.386855 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e68e2d96-aabf-40a8-8397-dc90393167ab tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:35.545785 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e68e2d96-aabf-40a8-8397-dc90393167ab tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:35.550731 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e68e2d96-aabf-40a8-8397-dc90393167ab tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:35.626348 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e2d96-aabf-40a8-8397-dc90393167ab tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Pushing event updated for resources: {'Port': ['ID=2393ac13-d915-4a51-880c-640539ac433f,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:35.638616 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e68e2d96-aabf-40a8-8397-dc90393167ab tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:35.653945 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e68e2d96-aabf-40a8-8397-dc90393167ab tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:35.655297 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e68e2d96-aabf-40a8-8397-dc90393167ab tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8749273 Jul 23 20:51:35.809540 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-6186969e-249c-4ecd-913b-a3e0b873c72e tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1896929928&fields=id&tenant_id=99b6baa397df412ea299c54a76f8c905 HTTP/1.1" status: 200 len: 267 time: 0.0363047 Jul 23 20:51:35.922853 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-312de250-46f4-4c12-930a-abc7de071049 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:35.924428 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-312de250-46f4-4c12-930a-abc7de071049 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 812 time: 0.1084054 Jul 23 20:51:35.940180 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-1f8cd607-9233-419b-b2a7-3eb38fdbec77 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/quotas/99b6baa397df412ea299c54a76f8c905 HTTP/1.1" status: 200 len: 375 time: 0.0101097 Jul 23 20:51:36.021278 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-f5b14178-c634-4cc1-8aa9-bece596aec2d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0754550 Jul 23 20:51:36.129087 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-f3d78f42-6116-4ffe-a5e9-65f03c157f27 service neutron] 10.222.0.32 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945523 Jul 23 20:51:36.150448 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device b5e37522-890e-4314-ab22-94a7ab387240 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:51:36.214667 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port b5e37522-890e-4314-ab22-94a7ab387240 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:51:36.218913 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port b5e37522-890e-4314-ab22-94a7ab387240 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:36.219370 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:36.237061 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-a1195b8e-9930-4d2e-b1c8-5bfc7e390c65 service neutron] 10.222.0.32 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015060 Jul 23 20:51:36.322875 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:36.364709 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port b5e37522-890e-4314-ab22-94a7ab387240, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=b5e37522-890e-4314-ab22-94a7ab387240,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:36.370688 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:36.371647 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 8ce7b60e-4ae5-458c-87ec-5061db4a8a67 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:51:36.434274 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-caaf7d21-d273-4451-a916-ad9d54c707d6 req-989b875e-fbfd-474c-9e19-5660c52afb3c tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 210 time: 0.0340805 Jul 23 20:51:36.463098 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=b5e37522-890e-4314-ab22-94a7ab387240,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:36.467399 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 8ce7b60e-4ae5-458c-87ec-5061db4a8a67 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:36.467765 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:36.739024 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:51:37.342107 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-2b4b3eec-2194-47b6-9e67-ae17daaf8cbe tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:37.343618 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-2b4b3eec-2194-47b6-9e67-ae17daaf8cbe tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.30 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 812 time: 0.1097124 Jul 23 20:51:37.386521 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-0328d016-5637-4196-94d4-30c88b2ec888 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99b6baa397df412ea299c54a76f8c905 HTTP/1.1" status: 200 len: 380 time: 0.0344594 Jul 23 20:51:37.401292 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-7893463f-4c71-43da-871e-15b537461cc1 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Request body: {'port': {'device_id': '67ecbbf1-b38d-43f9-914e-2236be78d6cd', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'admin_state_up': True, 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'security_groups': ['dfee0c79-540e-4611-81be-73c0e9ecea80']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:37.510263 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-7893463f-4c71-43da-871e-15b537461cc1 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Made reservation on behalf of 99b6baa397df412ea299c54a76f8c905 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:51:37.513823 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-7893463f-4c71-43da-871e-15b537461cc1 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:37.534243 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-70a555d6-baa0-4bf1-b4b4-93b61b7198ce req-ea6797e6-2105-4fee-886b-87990ba21f2b tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 210 time: 0.0317645 Jul 23 20:51:37.647497 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-7893463f-4c71-43da-871e-15b537461cc1 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Allocated IP 172.20.0.6 (7fa86a12-41ec-4d1f-b176-f5c558f4518b/1c5fee95-9abc-42b8-a174-a3dbd7cb3df3/a13b4090-4094-4183-8b65-1370aad88e27) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:51:37.784435 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-7893463f-4c71-43da-871e-15b537461cc1 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:37.798023 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-7893463f-4c71-43da-871e-15b537461cc1 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Transition to ACTIVE for port object a13b4090-4094-4183-8b65-1370aad88e27 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:51:37.830532 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-7893463f-4c71-43da-871e-15b537461cc1 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:37.878404 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-7893463f-4c71-43da-871e-15b537461cc1 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Network 7fa86a12-41ec-4d1f-b176-f5c558f4518b is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:51:37.883320 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-7893463f-4c71-43da-871e-15b537461cc1 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:37.887320 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-7893463f-4c71-43da-871e-15b537461cc1 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:51:37.911062 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7893463f-4c71-43da-871e-15b537461cc1 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Pushing event updated for resources: {'Port': ['ID=a13b4090-4094-4183-8b65-1370aad88e27,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:37.941241 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-7893463f-4c71-43da-871e-15b537461cc1 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:37.941911 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-7893463f-4c71-43da-871e-15b537461cc1 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:37.957094 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-7893463f-4c71-43da-871e-15b537461cc1 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5597181 Jul 23 20:51:37.968865 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-88d93ee9-ed97-43dc-811e-417b2c69b86a service neutron] Request body: {'port': {'device_id': '67ecbbf1-b38d-43f9-914e-2236be78d6cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:38.052866 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-88d93ee9-ed97-43dc-811e-417b2c69b86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:38.067889 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device b5e37522-890e-4314-ab22-94a7ab387240 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:51:38.125384 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port b5e37522-890e-4314-ab22-94a7ab387240 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:38.125786 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:38.127253 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-25ebf327-b280-4e11-bd97-f4a360b22b89 None None] Provisioning for port a13b4090-4094-4183-8b65-1370aad88e27 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:51:38.148647 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-25ebf327-b280-4e11-bd97-f4a360b22b89 None None] Provisioning complete for port a13b4090-4094-4183-8b65-1370aad88e27 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:38.149014 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-25ebf327-b280-4e11-bd97-f4a360b22b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:38.196844 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-25ebf327-b280-4e11-bd97-f4a360b22b89 None None] Port a13b4090-4094-4183-8b65-1370aad88e27 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:51:38.320705 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-88d93ee9-ed97-43dc-811e-417b2c69b86a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a13b4090-4094-4183-8b65-1370aad88e27 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:51:38.328458 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-88d93ee9-ed97-43dc-811e-417b2c69b86a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:38.340783 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-88d93ee9-ed97-43dc-811e-417b2c69b86a service neutron] Transition to ACTIVE for port object a13b4090-4094-4183-8b65-1370aad88e27 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:51:38.344792 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-88d93ee9-ed97-43dc-811e-417b2c69b86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:38.399268 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d93ee9-ed97-43dc-811e-417b2c69b86a service neutron] Pushing event updated for resources: {'Port': ['ID=a13b4090-4094-4183-8b65-1370aad88e27,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:38.485169 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-88d93ee9-ed97-43dc-811e-417b2c69b86a service neutron] Attempting to bind port a13b4090-4094-4183-8b65-1370aad88e27 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:51:38.485536 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-88d93ee9-ed97-43dc-811e-417b2c69b86a service neutron] Attempting to bind port a13b4090-4094-4183-8b65-1370aad88e27 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:51:38.485867 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-88d93ee9-ed97-43dc-811e-417b2c69b86a service neutron] Attempting to bind port a13b4090-4094-4183-8b65-1370aad88e27 on network 7fa86a12-41ec-4d1f-b176-f5c558f4518b {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:51:38.490728 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-88d93ee9-ed97-43dc-811e-417b2c69b86a service neutron] Port a13b4090-4094-4183-8b65-1370aad88e27 on network 7fa86a12-41ec-4d1f-b176-f5c558f4518b not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:51:38.491048 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-88d93ee9-ed97-43dc-811e-417b2c69b86a service neutron] Attempting to bind port a13b4090-4094-4183-8b65-1370aad88e27 on network 7fa86a12-41ec-4d1f-b176-f5c558f4518b {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:51:38.496896 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-88d93ee9-ed97-43dc-811e-417b2c69b86a service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:51:38.497240 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-88d93ee9-ed97-43dc-811e-417b2c69b86a service neutron] Checking segment: {'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:51:38.498461 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-88d93ee9-ed97-43dc-811e-417b2c69b86a service neutron] Bound using segment: {'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:51:38.498461 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-88d93ee9-ed97-43dc-811e-417b2c69b86a service neutron] Bound port: a13b4090-4094-4183-8b65-1370aad88e27, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:51:38.498461 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-88d93ee9-ed97-43dc-811e-417b2c69b86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:38.565348 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-88d93ee9-ed97-43dc-811e-417b2c69b86a service neutron] For port a13b4090-4094-4183-8b65-1370aad88e27, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:51:38.568624 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-88d93ee9-ed97-43dc-811e-417b2c69b86a service neutron] For port a13b4090-4094-4183-8b65-1370aad88e27, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=a13b4090-4094-4183-8b65-1370aad88e27,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:51:38.573884 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-88d93ee9-ed97-43dc-811e-417b2c69b86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:38.608139 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-88d93ee9-ed97-43dc-811e-417b2c69b86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:38.608756 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-88d93ee9-ed97-43dc-811e-417b2c69b86a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:38.610173 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-88d93ee9-ed97-43dc-811e-417b2c69b86a service neutron] 10.222.0.30 "PUT /v2.0/ports/a13b4090-4094-4183-8b65-1370aad88e27 HTTP/1.1" status: 200 len: 1092 time: 0.6457603 Jul 23 20:51:38.610616 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ecbbf1-b38d-43f9-914e-2236be78d6cd', 'tag': 'a13b4090-4094-4183-8b65-1370aad88e27'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:51:38.612859 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b8efcb-255f-4a8e-ab0e-fb6e9659e302" -d '{"events": [{"name": "network-changed", "server_uuid": "67ecbbf1-b38d-43f9-914e-2236be78d6cd", "tag": "a13b4090-4094-4183-8b65-1370aad88e27"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:51:38.641491 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d93ee9-ed97-43dc-811e-417b2c69b86a service neutron] Pushing event updated for resources: {'Port': ['ID=a13b4090-4094-4183-8b65-1370aad88e27,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:38.694560 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4491a81-de52-4fff-bcfb-e37fea3897ef req-47dd41af-4b5f-4fe2-a4bf-b3ec3fc0bda9 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:38.698041 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a4491a81-de52-4fff-bcfb-e37fea3897ef req-47dd41af-4b5f-4fe2-a4bf-b3ec3fc0bda9 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 943 time: 0.0956302 Jul 23 20:51:38.719829 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-74d9156e-4fab-4e08-9a0c-d6f78a64d90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:38.721108 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-74d9156e-4fab-4e08-9a0c-d6f78a64d90e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 1095 time: 0.0639896 Jul 23 20:51:38.741567 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a4491a81-de52-4fff-bcfb-e37fea3897ef req-11cec481-e2e6-403e-8253-79b596f33191 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394940 Jul 23 20:51:38.767325 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-14e4add2-b4e8-41a4-a275-b83544d28bb8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a13b4090-4094-4183-8b65-1370aad88e27 HTTP/1.1" status: 200 len: 217 time: 0.0378528 Jul 23 20:51:38.805334 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811aacb8-2483-4eb6-a129-a16ad384f7f7 x-openstack-request-id: req-811aacb8-2483-4eb6-a129-a16ad384f7f7 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:51:38.805651 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ecbbf1-b38d-43f9-914e-2236be78d6cd", "tag": "a13b4090-4094-4183-8b65-1370aad88e27", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:51:38.805935 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-811aacb8-2483-4eb6-a129-a16ad384f7f7 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:51:38.806343 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ecbbf1-b38d-43f9-914e-2236be78d6cd', 'tag': 'a13b4090-4094-4183-8b65-1370aad88e27', 'status': 'completed', 'code': 200} Jul 23 20:51:38.823904 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-97c933dd-b4af-439f-aaaf-a5f0aa373c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:38.825317 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-97c933dd-b4af-439f-aaaf-a5f0aa373c41 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0516574 Jul 23 20:51:38.882768 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-8245ca33-e200-44c9-9f8d-491f87c21656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:38.884354 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-8245ca33-e200-44c9-9f8d-491f87c21656 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533178 Jul 23 20:51:38.977203 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-cd92fa83-c717-4664-adbb-b6fa4e89c0db service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868726 Jul 23 20:51:39.069965 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5204c583-0b86-4a1a-9ca0-534592b0a2e8 req-9ac6cbb9-4553-4cd9-82e7-be56091da58b service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867755 Jul 23 20:51:39.177421 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8efcb-255f-4a8e-ab0e-fb6e9659e302 req-ed243617-30b9-45c6-ae02-3f69c7a9d67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:39.178979 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-10b8efcb-255f-4a8e-ab0e-fb6e9659e302 req-ed243617-30b9-45c6-ae02-3f69c7a9d67e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 1095 time: 0.0589933 Jul 23 20:51:39.273254 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8efcb-255f-4a8e-ab0e-fb6e9659e302 req-002aff8f-8210-455b-a14b-0f26331d45d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:39.275276 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-10b8efcb-255f-4a8e-ab0e-fb6e9659e302 req-002aff8f-8210-455b-a14b-0f26331d45d6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.0899892 Jul 23 20:51:39.320631 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-10b8efcb-255f-4a8e-ab0e-fb6e9659e302 req-7317d9ff-b39f-4fa3-aeb4-11b700a4ca49 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a13b4090-4094-4183-8b65-1370aad88e27 HTTP/1.1" status: 200 len: 217 time: 0.0392942 Jul 23 20:51:39.371499 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8efcb-255f-4a8e-ab0e-fb6e9659e302 req-c67b7a2c-a109-4182-82f1-d4a699c760cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:39.373049 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-10b8efcb-255f-4a8e-ab0e-fb6e9659e302 req-c67b7a2c-a109-4182-82f1-d4a699c760cc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0466096 Jul 23 20:51:39.436179 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8efcb-255f-4a8e-ab0e-fb6e9659e302 req-2fce26c7-694b-434a-be75-2dd01af5b405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:39.437638 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-10b8efcb-255f-4a8e-ab0e-fb6e9659e302 req-2fce26c7-694b-434a-be75-2dd01af5b405 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576518 Jul 23 20:51:39.537023 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-10b8efcb-255f-4a8e-ab0e-fb6e9659e302 req-7db43925-47c7-4b89-b377-2acd785d06b2 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928349 Jul 23 20:51:39.630181 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-10b8efcb-255f-4a8e-ab0e-fb6e9659e302 req-9f7a80d3-c808-4567-94f6-d8e17cf3faec service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862403 Jul 23 20:51:39.880400 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae60c0-d480-49dd-bd00-79511af256a5 req-d862a35e-8ca0-4406-be51-f30bd3547079 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:39.882290 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a2ae60c0-d480-49dd-bd00-79511af256a5 req-d862a35e-8ca0-4406-be51-f30bd3547079 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 943 time: 0.0698769 Jul 23 20:51:39.921718 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a2ae60c0-d480-49dd-bd00-79511af256a5 req-2f388008-cad3-4d6f-95f4-28b1e823defc tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326886 Jul 23 20:51:40.316940 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fce4bdcc-4e77-4bcc-85e9-70192090f3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:40.943012 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [req-884247d9-0e02-4106-ab03-6aad3f55b10b req-786fdc1e-2541-425d-9304-e650fde4ac91 service neutron] (93876) timed out ('10.222.0.32', 51628) {{(pid=93876) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 20:51:41.049740 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b554cf-3277-4894-a8e0-f4109c5e7a40 req-9712cbcc-c592-4c45-9dce-1477e432cef7 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:41.051265 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-51b554cf-3277-4894-a8e0-f4109c5e7a40 req-9712cbcc-c592-4c45-9dce-1477e432cef7 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 943 time: 0.0640101 Jul 23 20:51:41.089212 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-51b554cf-3277-4894-a8e0-f4109c5e7a40 req-51d241f8-8d04-4db5-9cbc-ad3c0706169f tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320501 Jul 23 20:51:41.558938 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device a13b4090-4094-4183-8b65-1370aad88e27 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:51:41.652702 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port a13b4090-4094-4183-8b65-1370aad88e27, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=a13b4090-4094-4183-8b65-1370aad88e27,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:41.667095 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'a13b4090-4094-4183-8b65-1370aad88e27', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'port_id': 'a13b4090-4094-4183-8b65-1370aad88e27', 'mac_address': 'fa:16:3e:dc:05:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:51:41.704932 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:41.718308 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a13b4090-4094-4183-8b65-1370aad88e27 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:51:41.739759 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port a13b4090-4094-4183-8b65-1370aad88e27, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=a13b4090-4094-4183-8b65-1370aad88e27,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:41.745389 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:41.796435 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=a13b4090-4094-4183-8b65-1370aad88e27,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:41.929138 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['a13b4090-4094-4183-8b65-1370aad88e27'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:51:42.221926 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d955049-4661-4fb5-9c17-262156323268 req-c52eb4db-9d53-4a30-a4c2-6e8f10b8c98c tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:42.223775 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4d955049-4661-4fb5-9c17-262156323268 req-c52eb4db-9d53-4a30-a4c2-6e8f10b8c98c tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 944 time: 0.0687532 Jul 23 20:51:42.261872 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4d955049-4661-4fb5-9c17-262156323268 req-c5ac99a2-7edf-40c8-aa56-f1ae42df3916 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318077 Jul 23 20:51:43.383618 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:43.396059 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e4396-05d3-44b7-8619-e0b2445d2665 req-9c86bb62-32e1-46cc-bf33-62830aa8a563 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:43.397575 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-159e4396-05d3-44b7-8619-e0b2445d2665 req-9c86bb62-32e1-46cc-bf33-62830aa8a563 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 944 time: 0.0663724 Jul 23 20:51:43.437394 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-159e4396-05d3-44b7-8619-e0b2445d2665 req-755a8ac6-72a2-4d15-81e9-09b9614d1098 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338569 Jul 23 20:51:43.574530 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device a13b4090-4094-4183-8b65-1370aad88e27 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:51:43.622769 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port a13b4090-4094-4183-8b65-1370aad88e27 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:51:43.626363 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port a13b4090-4094-4183-8b65-1370aad88e27 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:43.626737 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:43.700537 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fb33e91c-0b7b-448d-ae8f-b0c844de8268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:43.719538 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:43.743759 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ecbbf1-b38d-43f9-914e-2236be78d6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13b4090-4094-4183-8b65-1370aad88e27'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:51:43.746087 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377271c4-796b-4fb5-b514-28e6790817f9" -d '{"events": [{"server_uuid": "67ecbbf1-b38d-43f9-914e-2236be78d6cd", "name": "network-vif-plugged", "status": "completed", "tag": "a13b4090-4094-4183-8b65-1370aad88e27"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:51:43.758356 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port a13b4090-4094-4183-8b65-1370aad88e27, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=a13b4090-4094-4183-8b65-1370aad88e27,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:43.766426 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:43.816367 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=a13b4090-4094-4183-8b65-1370aad88e27,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:43.844711 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2c6fd0-c6d5-4e23-a709-93481332118c x-openstack-request-id: req-7a2c6fd0-c6d5-4e23-a709-93481332118c {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:51:43.845045 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ecbbf1-b38d-43f9-914e-2236be78d6cd", "name": "network-vif-plugged", "status": "completed", "tag": "a13b4090-4094-4183-8b65-1370aad88e27", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:51:43.845273 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7a2c6fd0-c6d5-4e23-a709-93481332118c {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:51:43.845705 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ecbbf1-b38d-43f9-914e-2236be78d6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13b4090-4094-4183-8b65-1370aad88e27', 'code': 200} Jul 23 20:51:43.959559 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f1587-44a1-4b6f-8f79-bd486175c5b7 req-05d4bb9a-4f8d-4fd1-9894-9b0619fda8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:43.961134 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-335f1587-44a1-4b6f-8f79-bd486175c5b7 req-05d4bb9a-4f8d-4fd1-9894-9b0619fda8a9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 1097 time: 0.0573063 Jul 23 20:51:43.995052 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-335f1587-44a1-4b6f-8f79-bd486175c5b7 req-8f27e4db-2508-454e-a38e-fa9ebaa92ca4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279686 Jul 23 20:51:44.124834 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:44.575217 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e1f77-abd5-4650-a7eb-267987495534 req-6e1da61d-c314-46e6-9a34-93728071eac6 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:44.576765 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-297e1f77-abd5-4650-a7eb-267987495534 req-6e1da61d-c314-46e6-9a34-93728071eac6 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 945 time: 0.0676906 Jul 23 20:51:44.628870 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-297e1f77-abd5-4650-a7eb-267987495534 req-24a0c552-17f3-4915-afda-089edbd9cb4a tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463810 Jul 23 20:51:44.903593 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:45.038743 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:45.765428 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c38873-e9bd-42ea-92bc-567f7223c895 req-255444c5-5fc0-46d9-bdc3-e4768edf5104 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:45.766980 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c8c38873-e9bd-42ea-92bc-567f7223c895 req-255444c5-5fc0-46d9-bdc3-e4768edf5104 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 945 time: 0.0707884 Jul 23 20:51:45.804332 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c8c38873-e9bd-42ea-92bc-567f7223c895 req-2c7e6bef-18af-4068-badf-0de93fb07503 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316556 Jul 23 20:51:45.931908 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a2408-a0fc-4684-aec0-2d7c71ee99a1 req-3e1ce95d-50c0-47bd-931a-bfcaadd3d114 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:45.933310 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-292a2408-a0fc-4684-aec0-2d7c71ee99a1 req-3e1ce95d-50c0-47bd-931a-bfcaadd3d114 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 945 time: 0.0661726 Jul 23 20:51:45.941881 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35638) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:45.946385 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-653f5610-3122-4d27-b4ec-f86194132786 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Request body: {'floatingip': {'port_id': 'a13b4090-4094-4183-8b65-1370aad88e27'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:45.988784 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-653f5610-3122-4d27-b4ec-f86194132786 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks [] for floatingip, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:46.066775 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:46.724456 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-653f5610-3122-4d27-b4ec-f86194132786 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:46.729759 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-653f5610-3122-4d27-b4ec-f86194132786 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:46.832164 n-d-793618-10 neutron-server[93875]: INFO neutron.db.l3_db [None req-653f5610-3122-4d27-b4ec-f86194132786 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Floating IP 529e4fea-59d7-4eb4-8524-a112fbad1939 associated. External IP: 172.25.1.171, port: a13b4090-4094-4183-8b65-1370aad88e27. Jul 23 20:51:47.040969 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653f5610-3122-4d27-b4ec-f86194132786 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Router 30b0eb09-59ca-427c-a59d-b341fb510529 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:51:47.152756 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653f5610-3122-4d27-b4ec-f86194132786 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:51:47.157693 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-653f5610-3122-4d27-b4ec-f86194132786 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:47.164391 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23408189-1d84-4eca-bb34-0999b12d42df None None] Sync routers for ids ['30b0eb09-59ca-427c-a59d-b341fb510529'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:51:47.176090 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23408189-1d84-4eca-bb34-0999b12d42df None None] Routers {'30b0eb09-59ca-427c-a59d-b341fb510529'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:51:47.176828 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-23408189-1d84-4eca-bb34-0999b12d42df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:51:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['30b0eb09-59ca-427c-a59d-b341fb510529'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:47.199070 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-653f5610-3122-4d27-b4ec-f86194132786 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "PUT /v2.0/floatingips/529e4fea-59d7-4eb4-8524-a112fbad1939 HTTP/1.1" status: 200 len: 991 time: 1.2560499 Jul 23 20:51:47.199593 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ecbbf1-b38d-43f9-914e-2236be78d6cd', 'tag': 'a13b4090-4094-4183-8b65-1370aad88e27'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:51:47.202008 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913f8d4e-8582-4e9a-9cd3-4f2d85a2d444" -d '{"events": [{"name": "network-changed", "server_uuid": "67ecbbf1-b38d-43f9-914e-2236be78d6cd", "tag": "a13b4090-4094-4183-8b65-1370aad88e27"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:51:47.295049 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37555d8-beab-4c6f-b945-8a1f3d0c2b55 x-openstack-request-id: req-c37555d8-beab-4c6f-b945-8a1f3d0c2b55 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:51:47.295346 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ecbbf1-b38d-43f9-914e-2236be78d6cd", "tag": "a13b4090-4094-4183-8b65-1370aad88e27", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:51:47.295556 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-23408189-1d84-4eca-bb34-0999b12d42df None None] Set router 30b0eb09-59ca-427c-a59d-b341fb510529 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:51:47.295675 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c37555d8-beab-4c6f-b945-8a1f3d0c2b55 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:51:47.295997 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ecbbf1-b38d-43f9-914e-2236be78d6cd', 'tag': 'a13b4090-4094-4183-8b65-1370aad88e27', 'status': 'completed', 'code': 200} Jul 23 20:51:47.379100 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f8d4e-8582-4e9a-9cd3-4f2d85a2d444 req-7a2f0e50-6fa4-4232-8c53-64daed0c3eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:47.380635 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-913f8d4e-8582-4e9a-9cd3-4f2d85a2d444 req-7a2f0e50-6fa4-4232-8c53-64daed0c3eda service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 1097 time: 0.0623894 Jul 23 20:51:47.482880 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f8d4e-8582-4e9a-9cd3-4f2d85a2d444 req-cedf914f-a701-48cd-bee9-d5547f89ff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:47.484387 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-913f8d4e-8582-4e9a-9cd3-4f2d85a2d444 req-cedf914f-a701-48cd-bee9-d5547f89ff26 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.0974131 Jul 23 20:51:47.539334 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-23408189-1d84-4eca-bb34-0999b12d42df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'name': 'tempest-ServerActionsTestJSON-1721897841-router', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:32Z', 'revision_number': 4, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'gw_port': {'id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '529e4fea-59d7-4eb4-8524-a112fbad1939', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'floating_ip_address': '172.25.1.171', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'port_id': 'a13b4090-4094-4183-8b65-1370aad88e27', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'mac_address': 'fa:16:3e:dc:05:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ecbbf1-b38d-43f9-914e-2236be78d6cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:51:35Z', 'updated_at': '2021-07-23T20:51:46Z', 'revision_number': 1, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5e37522-890e-4314-ab22-94a7ab387240', 'name': '', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'mac_address': 'fa:16:3e:af:cb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:31Z', 'updated_at': '2021-07-23T20:51:36Z', 'revision_number': 5, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'subnets': [{'id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:47.552945 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-913f8d4e-8582-4e9a-9cd3-4f2d85a2d444 req-7ee52e8c-28c3-4c96-9e9f-456ef8180402 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a13b4090-4094-4183-8b65-1370aad88e27 HTTP/1.1" status: 200 len: 999 time: 0.0623567 Jul 23 20:51:47.567188 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23408189-1d84-4eca-bb34-0999b12d42df None None] Checking router: 30b0eb09-59ca-427c-a59d-b341fb510529 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:51:47.576867 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23408189-1d84-4eca-bb34-0999b12d42df None None] Routers {'30b0eb09-59ca-427c-a59d-b341fb510529'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:51:47.577584 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-23408189-1d84-4eca-bb34-0999b12d42df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:51:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['30b0eb09-59ca-427c-a59d-b341fb510529'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:47.617401 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f8d4e-8582-4e9a-9cd3-4f2d85a2d444 req-42d7539d-8628-470b-a6db-fa5897c6a698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:47.621100 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-913f8d4e-8582-4e9a-9cd3-4f2d85a2d444 req-42d7539d-8628-470b-a6db-fa5897c6a698 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0623138 Jul 23 20:51:47.697413 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f8d4e-8582-4e9a-9cd3-4f2d85a2d444 req-9ce6bb4d-4a08-4b4a-97e2-2be7cff9768d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:47.700510 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-913f8d4e-8582-4e9a-9cd3-4f2d85a2d444 req-9ce6bb4d-4a08-4b4a-97e2-2be7cff9768d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0727112 Jul 23 20:51:47.714251 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-23408189-1d84-4eca-bb34-0999b12d42df None None] Set router 30b0eb09-59ca-427c-a59d-b341fb510529 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:51:47.792840 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-913f8d4e-8582-4e9a-9cd3-4f2d85a2d444 req-76f762a8-f194-4b53-bfd3-712dae121748 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862246 Jul 23 20:51:47.888329 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-913f8d4e-8582-4e9a-9cd3-4f2d85a2d444 req-6e54b0a4-4885-47cd-aee1-acdebc2461c1 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894170 Jul 23 20:51:47.973611 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-23408189-1d84-4eca-bb34-0999b12d42df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'name': 'tempest-ServerActionsTestJSON-1721897841-router', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:32Z', 'revision_number': 4, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'gw_port': {'id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '529e4fea-59d7-4eb4-8524-a112fbad1939', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'floating_ip_address': '172.25.1.171', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'port_id': 'a13b4090-4094-4183-8b65-1370aad88e27', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'mac_address': 'fa:16:3e:dc:05:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ecbbf1-b38d-43f9-914e-2236be78d6cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:51:35Z', 'updated_at': '2021-07-23T20:51:46Z', 'revision_number': 1, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5e37522-890e-4314-ab22-94a7ab387240', 'name': '', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'mac_address': 'fa:16:3e:af:cb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:31Z', 'updated_at': '2021-07-23T20:51:36Z', 'revision_number': 5, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'subnets': [{'id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:48.006525 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23408189-1d84-4eca-bb34-0999b12d42df None None] The sync data for ids ['30b0eb09-59ca-427c-a59d-b341fb510529'] in n-d-793618-10 is: [{'id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'name': 'tempest-ServerActionsTestJSON-1721897841-router', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:32Z', 'revision_number': 4, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'gw_port': {'id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '529e4fea-59d7-4eb4-8524-a112fbad1939', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'floating_ip_address': '172.25.1.171', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'port_id': 'a13b4090-4094-4183-8b65-1370aad88e27', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'mac_address': 'fa:16:3e:dc:05:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ecbbf1-b38d-43f9-914e-2236be78d6cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:51:35Z', 'updated_at': '2021-07-23T20:51:46Z', 'revision_number': 1, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5e37522-890e-4314-ab22-94a7ab387240', 'name': '', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'mac_address': 'fa:16:3e:af:cb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:31Z', 'updated_at': '2021-07-23T20:51:36Z', 'revision_number': 5, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'subnets': [{'id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:51:48.188675 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adcbf5f-8376-4597-bb97-be5333409eeb None None] New status for floating IP 529e4fea-59d7-4eb4-8524-a112fbad1939: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:51:53.888766 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [req-6a5d5d96-087a-4b03-b349-189c47b1cfd8 req-b6d6ddea-4d4a-4e96-9d36-5cf1d2a39fad service neutron] (93876) timed out ('10.222.0.30', 51241) {{(pid=93876) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 20:52:10.316981 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c9d2c4c3-2867-4e35-bab9-ab636ee83bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:13.384237 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:13.681157 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d91b9c2c-3b24-4c4a-875f-371e841de162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:13.737199 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:52:14.127505 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:14.907735 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:15.056626 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:16.069561 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:22.371941 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4c1904f5-f617-4f1e-b4fc-360e60b62fa0 req-69a4a1c5-8a66-4d29-9b01-e627f92838ac service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0560398 Jul 23 20:52:22.475668 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1904f5-f617-4f1e-b4fc-360e60b62fa0 req-dafe0f68-ed2c-4c4e-9527-7ca12d85add5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:22.477176 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4c1904f5-f617-4f1e-b4fc-360e60b62fa0 req-dafe0f68-ed2c-4c4e-9527-7ca12d85add5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 1097 time: 0.0621588 Jul 23 20:52:22.585840 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1904f5-f617-4f1e-b4fc-360e60b62fa0 req-a65afb33-b989-4f02-b309-cb4132f71953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:22.587242 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4c1904f5-f617-4f1e-b4fc-360e60b62fa0 req-a65afb33-b989-4f02-b309-cb4132f71953 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.0907714 Jul 23 20:52:22.649491 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4c1904f5-f617-4f1e-b4fc-360e60b62fa0 req-32f4a3b8-ead7-478d-8079-9f0334f81e54 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a13b4090-4094-4183-8b65-1370aad88e27 HTTP/1.1" status: 200 len: 1001 time: 0.0564017 Jul 23 20:52:22.705276 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1904f5-f617-4f1e-b4fc-360e60b62fa0 req-3af3ea8a-bcac-4a17-bce7-087afe4a046a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:22.706794 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4c1904f5-f617-4f1e-b4fc-360e60b62fa0 req-3af3ea8a-bcac-4a17-bce7-087afe4a046a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0515759 Jul 23 20:52:22.765243 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1904f5-f617-4f1e-b4fc-360e60b62fa0 req-c9f73125-dcec-4383-a9de-598afcfcc8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:22.766788 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4c1904f5-f617-4f1e-b4fc-360e60b62fa0 req-c9f73125-dcec-4383-a9de-598afcfcc8a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538611 Jul 23 20:52:22.862063 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4c1904f5-f617-4f1e-b4fc-360e60b62fa0 req-860b1969-8e81-454a-a5af-33785eee3096 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890467 Jul 23 20:52:22.976624 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4c1904f5-f617-4f1e-b4fc-360e60b62fa0 req-cf64f2e6-10f3-42f9-9d7c-1706f7aa09e5 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077380 Jul 23 20:52:40.317926 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5b12bbe7-1fe2-409a-8964-516bcafd1a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:43.385487 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:43.683374 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8ea5a1e2-1cde-446a-9df8-3dfd6d3f2907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:44.129918 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:44.919542 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:45.055745 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:46.071390 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:50.736608 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:53:10.318023 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-70a4a22e-ffb2-4094-b8a5-541818aa494d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:13.386345 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:13.683079 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-47e5106e-d65c-4e0a-8856-9c19063f5157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:14.133134 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:14.922936 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:15.067972 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:16.074118 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:21.987039 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c0eba-eeae-48c2-b6f0-8ad69c58705f req-d9d90355-bffa-4453-928f-f333204332de tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:21.988523 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8e1c0eba-eeae-48c2-b6f0-8ad69c58705f req-d9d90355-bffa-4453-928f-f333204332de tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 945 time: 0.0695560 Jul 23 20:53:22.027176 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8e1c0eba-eeae-48c2-b6f0-8ad69c58705f req-ceed6171-01bf-4ba5-8719-2f75eb7df4cb tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330329 Jul 23 20:53:22.260427 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-694134e5-96b9-43a6-9682-5674261b15d4 req-7bd80ca9-787d-4fec-8491-3d4f33dd6a4c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0544980 Jul 23 20:53:22.283306 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4aab3e-5c99-4935-8d84-3aa4ce0234c6 req-8d28ec97-4241-4cb0-98ec-716c32458276 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:22.284841 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2b4aab3e-5c99-4935-8d84-3aa4ce0234c6 req-8d28ec97-4241-4cb0-98ec-716c32458276 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 945 time: 0.0668509 Jul 23 20:53:22.324535 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2b4aab3e-5c99-4935-8d84-3aa4ce0234c6 req-e2c21a64-4b14-4c6c-b0fa-cc0e970f0e1d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339978 Jul 23 20:53:22.682941 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5710b-6ca9-4836-bcb8-c41fb03c83a6 req-d2360267-32a4-4b7c-9932-9fc08dbe6a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:22.684363 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6cc5710b-6ca9-4836-bcb8-c41fb03c83a6 req-d2360267-32a4-4b7c-9932-9fc08dbe6a6f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 1097 time: 0.0591991 Jul 23 20:53:22.785347 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5710b-6ca9-4836-bcb8-c41fb03c83a6 req-91f4a1a8-a939-4102-95ee-90d0419bffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:22.786867 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6cc5710b-6ca9-4836-bcb8-c41fb03c83a6 req-91f4a1a8-a939-4102-95ee-90d0419bffa9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.0848634 Jul 23 20:53:22.853990 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6cc5710b-6ca9-4836-bcb8-c41fb03c83a6 req-d891b738-c18a-4394-9b4a-749819b94fb1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a13b4090-4094-4183-8b65-1370aad88e27 HTTP/1.1" status: 200 len: 1001 time: 0.0605841 Jul 23 20:53:22.900609 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5710b-6ca9-4836-bcb8-c41fb03c83a6 req-0f0cb08e-ba6d-42df-ac01-a9dde3f7c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:22.902125 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6cc5710b-6ca9-4836-bcb8-c41fb03c83a6 req-0f0cb08e-ba6d-42df-ac01-a9dde3f7c975 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0421562 Jul 23 20:53:22.961441 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5710b-6ca9-4836-bcb8-c41fb03c83a6 req-de2f3f41-700d-4439-a076-36e7adc1d0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:22.962894 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6cc5710b-6ca9-4836-bcb8-c41fb03c83a6 req-de2f3f41-700d-4439-a076-36e7adc1d0a7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548377 Jul 23 20:53:23.053277 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6cc5710b-6ca9-4836-bcb8-c41fb03c83a6 req-40e277a4-ed7b-4d20-abbb-6dd4a153d5ed service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843227 Jul 23 20:53:23.141320 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6cc5710b-6ca9-4836-bcb8-c41fb03c83a6 req-5684f110-2a0d-40a1-980f-b89c632237dc service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817566 Jul 23 20:53:23.475083 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737ff91-6305-4d56-aadc-a2443da86807 req-55da0ed0-ee18-487e-91d4-d93729f31dff tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:23.476536 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2737ff91-6305-4d56-aadc-a2443da86807 req-55da0ed0-ee18-487e-91d4-d93729f31dff tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 945 time: 0.0675285 Jul 23 20:53:23.515664 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2737ff91-6305-4d56-aadc-a2443da86807 req-895f6f80-4419-4ca5-8353-fcbf9d1736e6 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329928 Jul 23 20:53:24.649566 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eea321-0a1c-4227-becd-50d79baf0671 req-9dd991be-3763-4430-b121-44eab96470f1 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:24.651319 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c4eea321-0a1c-4227-becd-50d79baf0671 req-9dd991be-3763-4430-b121-44eab96470f1 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 945 time: 0.0684121 Jul 23 20:53:24.693385 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c4eea321-0a1c-4227-becd-50d79baf0671 req-85e2df84-acf3-4435-9b31-cab6737f664c tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342112 Jul 23 20:53:25.831310 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b7743-7e1f-4122-a85a-c6469cb2c317 req-6f4549b7-66d4-4260-af9d-7e9a49e79893 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:25.832810 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-561b7743-7e1f-4122-a85a-c6469cb2c317 req-6f4549b7-66d4-4260-af9d-7e9a49e79893 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 945 time: 0.0661669 Jul 23 20:53:25.870441 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-561b7743-7e1f-4122-a85a-c6469cb2c317 req-c60d8cbb-00aa-40d8-ad04-6472eb9820f9 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319555 Jul 23 20:53:27.013860 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57afc5a-cf77-4219-9f24-f4675ec998c8 req-1f310075-5505-4a73-bada-7be69820f570 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:27.015146 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e57afc5a-cf77-4219-9f24-f4675ec998c8 req-1f310075-5505-4a73-bada-7be69820f570 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 945 time: 0.0730007 Jul 23 20:53:27.057169 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e57afc5a-cf77-4219-9f24-f4675ec998c8 req-822adafc-1ec6-41bf-8fcf-232f393983d4 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363290 Jul 23 20:53:27.414848 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694134e5-96b9-43a6-9682-5674261b15d4 req-609935cf-a04d-4323-85ee-8414458ac65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:27.416361 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-694134e5-96b9-43a6-9682-5674261b15d4 req-609935cf-a04d-4323-85ee-8414458ac65a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 1097 time: 0.0574641 Jul 23 20:53:27.505691 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694134e5-96b9-43a6-9682-5674261b15d4 req-0aabaf75-65d0-4881-8af9-235663873267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:27.507072 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-694134e5-96b9-43a6-9682-5674261b15d4 req-0aabaf75-65d0-4881-8af9-235663873267 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.0848141 Jul 23 20:53:27.575533 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-694134e5-96b9-43a6-9682-5674261b15d4 req-ab758b66-8903-46bf-b360-735e411ae8cc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a13b4090-4094-4183-8b65-1370aad88e27 HTTP/1.1" status: 200 len: 1001 time: 0.0621374 Jul 23 20:53:27.622688 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694134e5-96b9-43a6-9682-5674261b15d4 req-cbb889ee-b69d-4cc9-ba6e-eb40aae218c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:27.624338 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-694134e5-96b9-43a6-9682-5674261b15d4 req-cbb889ee-b69d-4cc9-ba6e-eb40aae218c1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0435894 Jul 23 20:53:27.679689 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694134e5-96b9-43a6-9682-5674261b15d4 req-f71125eb-266e-46dc-900c-b0a6687af0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:27.681140 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-694134e5-96b9-43a6-9682-5674261b15d4 req-f71125eb-266e-46dc-900c-b0a6687af0d4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512695 Jul 23 20:53:27.736115 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:53:27.771692 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-694134e5-96b9-43a6-9682-5674261b15d4 req-1371e3e5-8e7c-4dd9-a8af-b4dbb10698f8 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844743 Jul 23 20:53:27.860694 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-694134e5-96b9-43a6-9682-5674261b15d4 req-228801ad-0506-4d70-81a0-dcdb49a7b95d service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816636 Jul 23 20:53:28.190737 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2b832-5573-4d9e-9e8a-70dc7e0aff96 req-2e5a55c4-ec4a-4c69-9537-bec573710748 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:28.192302 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-18d2b832-5573-4d9e-9e8a-70dc7e0aff96 req-2e5a55c4-ec4a-4c69-9537-bec573710748 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 945 time: 0.0642653 Jul 23 20:53:28.228808 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-18d2b832-5573-4d9e-9e8a-70dc7e0aff96 req-b3f56597-925a-4c16-b3aa-e7760a934784 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309832 Jul 23 20:53:29.364661 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849829d-bd34-4d3c-8eca-4e4f0829b22c req-bbd9e504-bda7-430b-8cbc-f9c1a2b9756e tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:29.366174 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9849829d-bd34-4d3c-8eca-4e4f0829b22c req-bbd9e504-bda7-430b-8cbc-f9c1a2b9756e tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 945 time: 0.0681877 Jul 23 20:53:29.403972 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9849829d-bd34-4d3c-8eca-4e4f0829b22c req-3677efd9-c8f0-40a5-8af9-8a14927bcc59 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322413 Jul 23 20:53:30.538229 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd863cf0-b067-4aa5-a786-9ad75716ecbc req-4fbed2d6-17c3-43d3-b27a-204186fb5890 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:30.539759 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd863cf0-b067-4aa5-a786-9ad75716ecbc req-4fbed2d6-17c3-43d3-b27a-204186fb5890 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 945 time: 0.0643022 Jul 23 20:53:30.578032 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd863cf0-b067-4aa5-a786-9ad75716ecbc req-502f5af7-c33e-4a3d-adee-122be0092f3e tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324333 Jul 23 20:53:31.707095 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b1709-55ba-4131-97f1-865efdf7757d req-602d4287-8beb-4607-841b-fb5f7064bd67 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:31.708582 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0d2b1709-55ba-4131-97f1-865efdf7757d req-602d4287-8beb-4607-841b-fb5f7064bd67 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 945 time: 0.0634270 Jul 23 20:53:31.746991 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0d2b1709-55ba-4131-97f1-865efdf7757d req-705e7b39-ab63-4a15-9914-20b4778bfc6c tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327256 Jul 23 20:53:32.883283 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38101d3-80ac-428d-9e4b-156fe402348e req-9327910a-a29f-414a-8fca-8d9444beeac9 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:32.884774 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a38101d3-80ac-428d-9e4b-156fe402348e req-9327910a-a29f-414a-8fca-8d9444beeac9 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 945 time: 0.0713873 Jul 23 20:53:32.922815 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a38101d3-80ac-428d-9e4b-156fe402348e req-469dfdb0-8bad-4114-b895-996a9458405c tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317602 Jul 23 20:53:34.054720 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ece937-556b-43aa-9fe2-2f1d04bd698b req-786ee56f-e568-406f-b621-f4a13b359df3 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:34.056218 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-96ece937-556b-43aa-9fe2-2f1d04bd698b req-786ee56f-e568-406f-b621-f4a13b359df3 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 945 time: 0.0640032 Jul 23 20:53:34.095388 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-96ece937-556b-43aa-9fe2-2f1d04bd698b req-25c5948e-31f1-4e2d-a9ff-43a1489edc7d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330656 Jul 23 20:53:35.233923 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a0778-99bd-4c64-9574-f75796dab6bc req-9094a649-414e-4b3c-a029-b49e3f563002 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:35.235459 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-494a0778-99bd-4c64-9574-f75796dab6bc req-9094a649-414e-4b3c-a029-b49e3f563002 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 945 time: 0.0720108 Jul 23 20:53:35.273752 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-494a0778-99bd-4c64-9574-f75796dab6bc req-f23394bc-f9ed-4833-b8da-32346401e5d6 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326862 Jul 23 20:53:36.404292 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9d2d0-588b-4594-a51d-b186ebbc162a req-5ebacdb2-862b-4a86-a6a0-7b07957cb8ec tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:36.405800 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a1d9d2d0-588b-4594-a51d-b186ebbc162a req-5ebacdb2-862b-4a86-a6a0-7b07957cb8ec tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 945 time: 0.0638349 Jul 23 20:53:36.447327 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a1d9d2d0-588b-4594-a51d-b186ebbc162a req-602ffa68-dc5c-40b8-8256-dd5f2d8441fe tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346599 Jul 23 20:53:37.575917 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3c3e7-83c4-4a31-9d63-e6e8d2115d80 req-aa430bf4-d362-469c-b753-4bc44a7b5825 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:37.577404 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8dc3c3e7-83c4-4a31-9d63-e6e8d2115d80 req-aa430bf4-d362-469c-b753-4bc44a7b5825 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 945 time: 0.0634954 Jul 23 20:53:37.614604 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8dc3c3e7-83c4-4a31-9d63-e6e8d2115d80 req-dae69143-3a7c-4369-bfec-5a5632af0bc4 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316072 Jul 23 20:53:38.751097 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c86b3-8ceb-48f1-bcc1-e0d049f6d63d req-853217f9-e1c2-4d2c-b097-77a3a494e31a tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:38.752599 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2d2c86b3-8ceb-48f1-bcc1-e0d049f6d63d req-853217f9-e1c2-4d2c-b097-77a3a494e31a tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 945 time: 0.0700459 Jul 23 20:53:38.790080 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2d2c86b3-8ceb-48f1-bcc1-e0d049f6d63d req-fb7756cc-0fa2-49dd-ad12-b87e38655d22 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318928 Jul 23 20:53:39.618672 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [req-694134e5-96b9-43a6-9682-5674261b15d4 req-fcb4a759-26a8-4d47-9c32-9e8323a36263 service neutron] show failed (client error): The resource could not be found. Jul 23 20:53:39.619676 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-694134e5-96b9-43a6-9682-5674261b15d4 req-fcb4a759-26a8-4d47-9c32-9e8323a36263 service neutron] 10.222.0.30 "GET /v2.0/ports/a13b4090-4094-4183-8b65-1370aad88e27/bindings/n-h2-793618-10 HTTP/1.1" status: 404 len: 381 time: 0.0588434 Jul 23 20:53:39.929414 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed362c7-9a80-414a-b7c4-984e3d7e5c91 req-352d6b32-f597-48aa-a6b2-dfba9984710d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:39.930964 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ed362c7-9a80-414a-b7c4-984e3d7e5c91 req-352d6b32-f597-48aa-a6b2-dfba9984710d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 945 time: 0.0679612 Jul 23 20:53:39.972585 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ed362c7-9a80-414a-b7c4-984e3d7e5c91 req-0e908303-b1d6-4f86-9627-b78aca70707e tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342302 Jul 23 20:53:40.162150 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694134e5-96b9-43a6-9682-5674261b15d4 req-ddc1f4ed-5b77-40c1-96a0-a306363dc98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:40.163654 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-694134e5-96b9-43a6-9682-5674261b15d4 req-ddc1f4ed-5b77-40c1-96a0-a306363dc98f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd&tenant_id=99b6baa397df412ea299c54a76f8c905 HTTP/1.1" status: 200 len: 1097 time: 0.3901520 Jul 23 20:53:40.176060 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-694134e5-96b9-43a6-9682-5674261b15d4 req-96b00291-4d22-457c-9164-c0a3e629cb17 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793618-10', 'device_owner': 'compute:nova'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:53:40.246381 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-694134e5-96b9-43a6-9682-5674261b15d4 req-96b00291-4d22-457c-9164-c0a3e629cb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:40.319368 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c0b94d04-d34e-4a41-9e2a-22dbc41c1cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:40.448756 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-694134e5-96b9-43a6-9682-5674261b15d4 req-96b00291-4d22-457c-9164-c0a3e629cb17 service neutron] For port a13b4090-4094-4183-8b65-1370aad88e27, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=a13b4090-4094-4183-8b65-1370aad88e27,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:53:40.481809 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-694134e5-96b9-43a6-9682-5674261b15d4 req-96b00291-4d22-457c-9164-c0a3e629cb17 service neutron] For port a13b4090-4094-4183-8b65-1370aad88e27, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:53:40.519418 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ecbbf1-b38d-43f9-914e-2236be78d6cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a13b4090-4094-4183-8b65-1370aad88e27'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:53:40.521988 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7a3aee-01fb-425f-bc5b-3f1d822098fd" -d '{"events": [{"server_uuid": "67ecbbf1-b38d-43f9-914e-2236be78d6cd", "name": "network-vif-unplugged", "status": "completed", "tag": "a13b4090-4094-4183-8b65-1370aad88e27"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:53:40.525428 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-694134e5-96b9-43a6-9682-5674261b15d4 req-96b00291-4d22-457c-9164-c0a3e629cb17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:40.539311 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-694134e5-96b9-43a6-9682-5674261b15d4 req-96b00291-4d22-457c-9164-c0a3e629cb17 service neutron] Transition to ACTIVE for port object a13b4090-4094-4183-8b65-1370aad88e27 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:53:40.542736 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-694134e5-96b9-43a6-9682-5674261b15d4 req-96b00291-4d22-457c-9164-c0a3e629cb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:40.579660 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36075675-ca88-4ae7-b2f5-b2b6a0737d74 x-openstack-request-id: req-36075675-ca88-4ae7-b2f5-b2b6a0737d74 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:53:40.579952 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ecbbf1-b38d-43f9-914e-2236be78d6cd", "name": "network-vif-unplugged", "status": "completed", "tag": "a13b4090-4094-4183-8b65-1370aad88e27", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:53:40.580199 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-36075675-ca88-4ae7-b2f5-b2b6a0737d74 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:53:40.580588 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ecbbf1-b38d-43f9-914e-2236be78d6cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a13b4090-4094-4183-8b65-1370aad88e27', 'code': 200} Jul 23 20:53:40.623633 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b00291-4d22-457c-9164-c0a3e629cb17 service neutron] Pushing event updated for resources: {'Port': ['ID=a13b4090-4094-4183-8b65-1370aad88e27,revision_number=6']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:40.635531 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b00291-4d22-457c-9164-c0a3e629cb17 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:40.635874 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b00291-4d22-457c-9164-c0a3e629cb17 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:40.636220 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b00291-4d22-457c-9164-c0a3e629cb17 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:40.636550 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b00291-4d22-457c-9164-c0a3e629cb17 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:40.636880 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b00291-4d22-457c-9164-c0a3e629cb17 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:40.637782 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b00291-4d22-457c-9164-c0a3e629cb17 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:40.638157 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b00291-4d22-457c-9164-c0a3e629cb17 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:40.638483 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b00291-4d22-457c-9164-c0a3e629cb17 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:40.638995 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b00291-4d22-457c-9164-c0a3e629cb17 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:40.639328 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b00291-4d22-457c-9164-c0a3e629cb17 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:40.639654 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b00291-4d22-457c-9164-c0a3e629cb17 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:40.639973 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b00291-4d22-457c-9164-c0a3e629cb17 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:40.684234 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-694134e5-96b9-43a6-9682-5674261b15d4 req-96b00291-4d22-457c-9164-c0a3e629cb17 service neutron] No DVR routers for this DVR port a13b4090-4094-4183-8b65-1370aad88e27 on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:53:40.819900 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-694134e5-96b9-43a6-9682-5674261b15d4 req-96b00291-4d22-457c-9164-c0a3e629cb17 service neutron] Attempting to bind port a13b4090-4094-4183-8b65-1370aad88e27 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:53:40.820232 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-694134e5-96b9-43a6-9682-5674261b15d4 req-96b00291-4d22-457c-9164-c0a3e629cb17 service neutron] Attempting to bind port a13b4090-4094-4183-8b65-1370aad88e27 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:53:40.820560 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694134e5-96b9-43a6-9682-5674261b15d4 req-96b00291-4d22-457c-9164-c0a3e629cb17 service neutron] Attempting to bind port a13b4090-4094-4183-8b65-1370aad88e27 on network 7fa86a12-41ec-4d1f-b176-f5c558f4518b {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:53:40.826396 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694134e5-96b9-43a6-9682-5674261b15d4 req-96b00291-4d22-457c-9164-c0a3e629cb17 service neutron] Port a13b4090-4094-4183-8b65-1370aad88e27 on network 7fa86a12-41ec-4d1f-b176-f5c558f4518b not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:53:40.826716 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694134e5-96b9-43a6-9682-5674261b15d4 req-96b00291-4d22-457c-9164-c0a3e629cb17 service neutron] Attempting to bind port a13b4090-4094-4183-8b65-1370aad88e27 on network 7fa86a12-41ec-4d1f-b176-f5c558f4518b {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:53:40.831447 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694134e5-96b9-43a6-9682-5674261b15d4 req-96b00291-4d22-457c-9164-c0a3e629cb17 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:53:40.831779 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694134e5-96b9-43a6-9682-5674261b15d4 req-96b00291-4d22-457c-9164-c0a3e629cb17 service neutron] Checking segment: {'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:53:40.832157 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694134e5-96b9-43a6-9682-5674261b15d4 req-96b00291-4d22-457c-9164-c0a3e629cb17 service neutron] Bound using segment: {'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:53:40.832578 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-694134e5-96b9-43a6-9682-5674261b15d4 req-96b00291-4d22-457c-9164-c0a3e629cb17 service neutron] Bound port: a13b4090-4094-4183-8b65-1370aad88e27, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:53:40.832932 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-694134e5-96b9-43a6-9682-5674261b15d4 req-96b00291-4d22-457c-9164-c0a3e629cb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:40.894776 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-694134e5-96b9-43a6-9682-5674261b15d4 req-96b00291-4d22-457c-9164-c0a3e629cb17 service neutron] For port a13b4090-4094-4183-8b65-1370aad88e27, host n-h2-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:53:40.897820 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-694134e5-96b9-43a6-9682-5674261b15d4 req-96b00291-4d22-457c-9164-c0a3e629cb17 service neutron] For port a13b4090-4094-4183-8b65-1370aad88e27, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=a13b4090-4094-4183-8b65-1370aad88e27,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:53:40.902723 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-694134e5-96b9-43a6-9682-5674261b15d4 req-96b00291-4d22-457c-9164-c0a3e629cb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:40.936032 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694134e5-96b9-43a6-9682-5674261b15d4 req-96b00291-4d22-457c-9164-c0a3e629cb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:40.937111 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-694134e5-96b9-43a6-9682-5674261b15d4 req-96b00291-4d22-457c-9164-c0a3e629cb17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:40.938491 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-694134e5-96b9-43a6-9682-5674261b15d4 req-96b00291-4d22-457c-9164-c0a3e629cb17 service neutron] 10.222.0.18 "PUT /v2.0/ports/a13b4090-4094-4183-8b65-1370aad88e27 HTTP/1.1" status: 200 len: 1092 time: 0.7663944 Jul 23 20:53:40.972315 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b00291-4d22-457c-9164-c0a3e629cb17 service neutron] Pushing event updated for resources: {'Port': ['ID=a13b4090-4094-4183-8b65-1370aad88e27,revision_number=7']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:41.026190 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694134e5-96b9-43a6-9682-5674261b15d4 req-bade7cc7-0e5c-4b64-b2cd-ecda91e3d4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:41.027936 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-694134e5-96b9-43a6-9682-5674261b15d4 req-bade7cc7-0e5c-4b64-b2cd-ecda91e3d4bb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 1095 time: 0.0653028 Jul 23 20:53:41.130720 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a6d79-56e3-4bfc-8cbf-51d41653232c req-cb93e75d-c865-4a44-9eb5-eaf8db944406 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:41.131214 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694134e5-96b9-43a6-9682-5674261b15d4 req-51b71b35-6f1c-46d3-b15e-b6b0cf77a4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:41.132210 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-694134e5-96b9-43a6-9682-5674261b15d4 req-51b71b35-6f1c-46d3-b15e-b6b0cf77a4e8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.0978606 Jul 23 20:53:41.132498 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ed3a6d79-56e3-4bfc-8cbf-51d41653232c req-cb93e75d-c865-4a44-9eb5-eaf8db944406 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 943 time: 0.0823743 Jul 23 20:53:41.172206 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ed3a6d79-56e3-4bfc-8cbf-51d41653232c req-d3f50ba1-f0c9-46d1-8f4f-d20d2557cf93 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329056 Jul 23 20:53:41.203532 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-694134e5-96b9-43a6-9682-5674261b15d4 req-325a4b44-68d8-4c03-9c1c-b6e5e1c7e626 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a13b4090-4094-4183-8b65-1370aad88e27 HTTP/1.1" status: 200 len: 999 time: 0.0638072 Jul 23 20:53:41.252127 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694134e5-96b9-43a6-9682-5674261b15d4 req-e4c6be73-b844-43b9-8e53-4cde82fc1f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:41.253678 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-694134e5-96b9-43a6-9682-5674261b15d4 req-e4c6be73-b844-43b9-8e53-4cde82fc1f70 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0446920 Jul 23 20:53:41.310524 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694134e5-96b9-43a6-9682-5674261b15d4 req-b2c7ff17-0c78-4139-a4df-16e3e5191f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:41.311536 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-694134e5-96b9-43a6-9682-5674261b15d4 req-b2c7ff17-0c78-4139-a4df-16e3e5191f45 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519986 Jul 23 20:53:41.402961 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-694134e5-96b9-43a6-9682-5674261b15d4 req-791aa402-731e-4a46-9e9e-7d3ab2e2ea63 service neutron] 10.222.0.18 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853767 Jul 23 20:53:41.491155 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-694134e5-96b9-43a6-9682-5674261b15d4 req-a049df04-0116-471e-9bcd-1276e2031671 service neutron] 10.222.0.18 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821838 Jul 23 20:53:42.304053 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff1efc-8e5e-4881-a31b-2f8f328fe8fb req-110c568d-5db2-437e-a8c7-4935acfcc677 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:42.305561 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-97ff1efc-8e5e-4881-a31b-2f8f328fe8fb req-110c568d-5db2-437e-a8c7-4935acfcc677 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 943 time: 0.0653517 Jul 23 20:53:42.342756 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-97ff1efc-8e5e-4881-a31b-2f8f328fe8fb req-1ee2dc87-55c9-4e30-9715-f37c5eaccfa9 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309632 Jul 23 20:53:42.581852 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ecbbf1-b38d-43f9-914e-2236be78d6cd', 'tag': 'a13b4090-4094-4183-8b65-1370aad88e27'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:53:42.584223 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53b0c18-be4d-474e-8aee-1e4008f5cdd7" -d '{"events": [{"name": "network-changed", "server_uuid": "67ecbbf1-b38d-43f9-914e-2236be78d6cd", "tag": "a13b4090-4094-4183-8b65-1370aad88e27"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:53:42.631432 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d994bc8-d79b-432c-97d6-c967aca86fc2 x-openstack-request-id: req-2d994bc8-d79b-432c-97d6-c967aca86fc2 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:53:42.631725 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ecbbf1-b38d-43f9-914e-2236be78d6cd", "tag": "a13b4090-4094-4183-8b65-1370aad88e27", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:53:42.632004 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d994bc8-d79b-432c-97d6-c967aca86fc2 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:53:42.632406 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ecbbf1-b38d-43f9-914e-2236be78d6cd', 'tag': 'a13b4090-4094-4183-8b65-1370aad88e27', 'status': 'completed', 'code': 200} Jul 23 20:53:42.747891 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b0c18-be4d-474e-8aee-1e4008f5cdd7 req-41c96f7a-82f5-499b-83c6-a59d92cec3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:42.749384 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a53b0c18-be4d-474e-8aee-1e4008f5cdd7 req-41c96f7a-82f5-499b-83c6-a59d92cec3ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 1095 time: 0.0898807 Jul 23 20:53:42.751928 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b0c18-be4d-474e-8aee-1e4008f5cdd7 req-f960db26-5cf2-428b-817c-1c7b663e31f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:42.753334 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a53b0c18-be4d-474e-8aee-1e4008f5cdd7 req-f960db26-5cf2-428b-817c-1c7b663e31f3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 1095 time: 0.1025572 Jul 23 20:53:42.908717 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b0c18-be4d-474e-8aee-1e4008f5cdd7 req-2abe3b75-0b99-48b3-841b-52667cefd2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:42.910199 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a53b0c18-be4d-474e-8aee-1e4008f5cdd7 req-2abe3b75-0b99-48b3-841b-52667cefd2ef service neutron] 10.222.0.18 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.1479619 Jul 23 20:53:42.911140 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b0c18-be4d-474e-8aee-1e4008f5cdd7 req-f7f28e14-c969-494a-a5d1-6a3eb19c71dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:42.912455 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a53b0c18-be4d-474e-8aee-1e4008f5cdd7 req-f7f28e14-c969-494a-a5d1-6a3eb19c71dc service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.1574287 Jul 23 20:53:43.021638 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a53b0c18-be4d-474e-8aee-1e4008f5cdd7 req-bd115284-5d37-4e7c-83be-e9d04e40f53a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a13b4090-4094-4183-8b65-1370aad88e27 HTTP/1.1" status: 200 len: 999 time: 0.1047583 Jul 23 20:53:43.027320 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a53b0c18-be4d-474e-8aee-1e4008f5cdd7 req-2bb66128-4c7f-4a94-bfd3-8627380160da service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a13b4090-4094-4183-8b65-1370aad88e27 HTTP/1.1" status: 200 len: 999 time: 0.1036048 Jul 23 20:53:43.108149 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b0c18-be4d-474e-8aee-1e4008f5cdd7 req-c57f14a8-f8db-46af-97ae-318e8654c252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:43.109692 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a53b0c18-be4d-474e-8aee-1e4008f5cdd7 req-c57f14a8-f8db-46af-97ae-318e8654c252 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0803077 Jul 23 20:53:43.112933 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b0c18-be4d-474e-8aee-1e4008f5cdd7 req-c52c5fb7-bf09-44a1-b269-70cc198488e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:43.114280 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a53b0c18-be4d-474e-8aee-1e4008f5cdd7 req-c52c5fb7-bf09-44a1-b269-70cc198488e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0773063 Jul 23 20:53:43.210569 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b0c18-be4d-474e-8aee-1e4008f5cdd7 req-08121575-7da1-4619-9157-d3d6af343b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:43.212032 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a53b0c18-be4d-474e-8aee-1e4008f5cdd7 req-08121575-7da1-4619-9157-d3d6af343b96 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0960393 Jul 23 20:53:43.213737 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b0c18-be4d-474e-8aee-1e4008f5cdd7 req-78fa59c1-0034-4e53-8be7-d512223923a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:43.215066 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a53b0c18-be4d-474e-8aee-1e4008f5cdd7 req-78fa59c1-0034-4e53-8be7-d512223923a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0917609 Jul 23 20:53:43.368963 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a53b0c18-be4d-474e-8aee-1e4008f5cdd7 req-7e5c3646-6adb-418a-b37f-595d326622a3 service neutron] 10.222.0.18 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506212 Jul 23 20:53:43.370816 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a53b0c18-be4d-474e-8aee-1e4008f5cdd7 req-238cf5ec-c6ab-4775-b399-ee77527f3020 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458523 Jul 23 20:53:43.391806 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:43.480368 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df35cb-807c-48fd-a0ed-18fdd1adf1d9 req-632fd172-f126-4262-a25f-2806de380960 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:43.482054 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e6df35cb-807c-48fd-a0ed-18fdd1adf1d9 req-632fd172-f126-4262-a25f-2806de380960 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 943 time: 0.0651140 Jul 23 20:53:43.521965 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e6df35cb-807c-48fd-a0ed-18fdd1adf1d9 req-be3cb735-45e9-408a-b488-815141dee36d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336359 Jul 23 20:53:43.534506 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a53b0c18-be4d-474e-8aee-1e4008f5cdd7 req-dce280ff-a86d-4747-805d-a11fc11846ff service neutron] 10.222.0.18 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583352 Jul 23 20:53:43.536409 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a53b0c18-be4d-474e-8aee-1e4008f5cdd7 req-702d8afe-dd21-49b5-9432-59f2f1055a6b service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530061 Jul 23 20:53:43.685168 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-379e8960-c6bd-456c-b3ab-d44b91bde3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:43.738388 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e49608-11b4-493f-bc40-8fab6f194ec8 req-a47b4540-a0e2-458f-a679-f70cd8ed58a5 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:43.739824 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a7e49608-11b4-493f-bc40-8fab6f194ec8 req-a47b4540-a0e2-458f-a679-f70cd8ed58a5 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 943 time: 0.0713384 Jul 23 20:53:43.753969 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82b38e-65fa-4d40-b1bc-f1957d36e464 req-5ffa4b71-86b8-4cdd-b39b-b6cc5314b21f tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:43.755455 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3a82b38e-65fa-4d40-b1bc-f1957d36e464 req-5ffa4b71-86b8-4cdd-b39b-b6cc5314b21f tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.30 "GET /v2.0/ports?device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd&tenant_id=99b6baa397df412ea299c54a76f8c905&binding%3Ahost_id=n-h2-793618-10 HTTP/1.1" status: 200 len: 943 time: 0.0745912 Jul 23 20:53:43.782500 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a7e49608-11b4-493f-bc40-8fab6f194ec8 req-493804e5-dcde-43c2-8767-39bf765b7c2e tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370734 Jul 23 20:53:43.822053 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [req-3a82b38e-65fa-4d40-b1bc-f1957d36e464 req-aaabec1c-dc9a-4ba7-9f4b-38008f1fb7da service neutron] delete failed (client error): The resource could not be found. Jul 23 20:53:43.823064 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3a82b38e-65fa-4d40-b1bc-f1957d36e464 req-aaabec1c-dc9a-4ba7-9f4b-38008f1fb7da service neutron] 10.222.0.30 "DELETE /v2.0/ports/a13b4090-4094-4183-8b65-1370aad88e27/bindings/n-h1-793618-10 HTTP/1.1" status: 404 len: 381 time: 0.0597219 Jul 23 20:53:43.918222 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82b38e-65fa-4d40-b1bc-f1957d36e464 req-e83d16bf-7610-4760-8681-5b8e5d847497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:43.920080 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3a82b38e-65fa-4d40-b1bc-f1957d36e464 req-e83d16bf-7610-4760-8681-5b8e5d847497 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 1095 time: 0.0547612 Jul 23 20:53:44.012886 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82b38e-65fa-4d40-b1bc-f1957d36e464 req-7d2da889-27c9-47c7-8059-dd7f84b22bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:44.014479 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3a82b38e-65fa-4d40-b1bc-f1957d36e464 req-7d2da889-27c9-47c7-8059-dd7f84b22bed service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.0882182 Jul 23 20:53:44.077833 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3a82b38e-65fa-4d40-b1bc-f1957d36e464 req-f1308f1e-5916-49d3-8b28-1ef9809ae715 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a13b4090-4094-4183-8b65-1370aad88e27 HTTP/1.1" status: 200 len: 999 time: 0.0572014 Jul 23 20:53:44.125584 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82b38e-65fa-4d40-b1bc-f1957d36e464 req-827af0de-ea49-4697-9731-e6b37a2701b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:44.127119 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3a82b38e-65fa-4d40-b1bc-f1957d36e464 req-827af0de-ea49-4697-9731-e6b37a2701b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0437791 Jul 23 20:53:44.135427 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:44.188462 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82b38e-65fa-4d40-b1bc-f1957d36e464 req-b9fe5c6a-0f29-4566-af1f-84f261357260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:44.189986 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3a82b38e-65fa-4d40-b1bc-f1957d36e464 req-b9fe5c6a-0f29-4566-af1f-84f261357260 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568373 Jul 23 20:53:44.278894 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3a82b38e-65fa-4d40-b1bc-f1957d36e464 req-65a038ae-a528-4c5e-8725-b45ad64c667b service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821970 Jul 23 20:53:44.323992 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device a13b4090-4094-4183-8b65-1370aad88e27 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:53:44.362998 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device a13b4090-4094-4183-8b65-1370aad88e27 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:53:44.371411 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-3a82b38e-65fa-4d40-b1bc-f1957d36e464 req-133e3941-4b6f-4ac6-bfb9-cd021e0a3742 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869460 Jul 23 20:53:44.916364 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:44.925581 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70ab19-fc47-4058-b217-eced3b5b558e req-338faa52-6eb5-4f1f-9a1d-8479775e96ae tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:44.927094 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eb70ab19-fc47-4058-b217-eced3b5b558e req-338faa52-6eb5-4f1f-9a1d-8479775e96ae tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 943 time: 0.0706494 Jul 23 20:53:44.966077 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eb70ab19-fc47-4058-b217-eced3b5b558e req-c5ec3393-7e58-47ea-82c3-7f850134fa4c tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333223 Jul 23 20:53:45.071825 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:45.099548 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58640d48-dc1f-4f12-a61f-6e5c941e783c req-57edf1fe-ae3c-4a40-8303-a76de2f3599c tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:45.101281 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-58640d48-dc1f-4f12-a61f-6e5c941e783c req-57edf1fe-ae3c-4a40-8303-a76de2f3599c tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 943 time: 0.0696340 Jul 23 20:53:45.142849 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-58640d48-dc1f-4f12-a61f-6e5c941e783c req-a90f0462-3852-45e2-a529-88aa43820fda tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352213 Jul 23 20:53:45.272958 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2bce1-485b-4056-834b-7949d6b5db37 req-5ee9ec60-d04c-448f-9dbf-54d55a2c8334 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:45.274457 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-34d2bce1-485b-4056-834b-7949d6b5db37 req-5ee9ec60-d04c-448f-9dbf-54d55a2c8334 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 943 time: 0.0663841 Jul 23 20:53:45.315108 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-34d2bce1-485b-4056-834b-7949d6b5db37 req-b67eb531-600b-4d01-8c9c-15b4a9bfb488 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350060 Jul 23 20:53:45.344406 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device a13b4090-4094-4183-8b65-1370aad88e27 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:53:45.582259 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9b899-314d-4de8-8ad7-218620212f8c req-cb4cc2d5-87db-45f8-8d94-75b37928b352 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:45.583822 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c1a9b899-314d-4de8-8ad7-218620212f8c req-cb4cc2d5-87db-45f8-8d94-75b37928b352 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 943 time: 0.0761194 Jul 23 20:53:45.604599 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port a13b4090-4094-4183-8b65-1370aad88e27, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=a13b4090-4094-4183-8b65-1370aad88e27,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:53:45.615978 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': 'a13b4090-4094-4183-8b65-1370aad88e27', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'port_id': 'a13b4090-4094-4183-8b65-1370aad88e27', 'mac_address': 'fa:16:3e:dc:05:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:53:45.622698 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c1a9b899-314d-4de8-8ad7-218620212f8c req-d6e1b809-b5d7-4f38-884d-beb04a494fb9 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332131 Jul 23 20:53:45.651333 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:45.663946 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a13b4090-4094-4183-8b65-1370aad88e27 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:53:45.682866 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port a13b4090-4094-4183-8b65-1370aad88e27, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=a13b4090-4094-4183-8b65-1370aad88e27,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:53:45.687314 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:45.734615 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=a13b4090-4094-4183-8b65-1370aad88e27,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:45.741975 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:45.742323 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:45.742669 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:45.743000 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:45.743335 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:45.743665 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:45.743991 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:45.744317 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:45.744646 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:45.744967 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:45.745289 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:45.745643 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:45.909560 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['a13b4090-4094-4183-8b65-1370aad88e27'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:53:46.076201 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:46.757450 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee970134-24ae-4f2d-98c5-610df29a4b94 req-ede59af2-d52e-4b70-99f4-267ba263dd9d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:46.759077 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ee970134-24ae-4f2d-98c5-610df29a4b94 req-ede59af2-d52e-4b70-99f4-267ba263dd9d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 944 time: 0.0698800 Jul 23 20:53:46.799658 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ee970134-24ae-4f2d-98c5-610df29a4b94 req-296b9aee-7b8b-4a87-8578-6aaf19a79e20 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324054 Jul 23 20:53:46.807954 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51716c66-6f82-4297-926b-8b639cc85255 req-a8c2e4f4-20d3-4b85-93d6-f22e0156bacb tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:46.809867 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-51716c66-6f82-4297-926b-8b639cc85255 req-a8c2e4f4-20d3-4b85-93d6-f22e0156bacb tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.18 "GET /v2.0/ports?device_id=67ecbbf1-b38d-43f9-914e-2236be78d6cd HTTP/1.1" status: 200 len: 944 time: 0.0737617 Jul 23 20:53:46.912770 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-51716c66-6f82-4297-926b-8b639cc85255 req-09fe314d-f0ab-45d9-8017-9517321f02b1 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Deleting port a13b4090-4094-4183-8b65-1370aad88e27 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:53:46.913029 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-51716c66-6f82-4297-926b-8b639cc85255 req-09fe314d-f0ab-45d9-8017-9517321f02b1 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:46.999776 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-51716c66-6f82-4297-926b-8b639cc85255 req-09fe314d-f0ab-45d9-8017-9517321f02b1 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] For port a13b4090-4094-4183-8b65-1370aad88e27, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=a13b4090-4094-4183-8b65-1370aad88e27,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:53:47.000138 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-51716c66-6f82-4297-926b-8b639cc85255 req-09fe314d-f0ab-45d9-8017-9517321f02b1 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:47.171665 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-51716c66-6f82-4297-926b-8b639cc85255 req-09fe314d-f0ab-45d9-8017-9517321f02b1 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:47.171949 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-51716c66-6f82-4297-926b-8b639cc85255 req-09fe314d-f0ab-45d9-8017-9517321f02b1 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:47.172263 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [req-51716c66-6f82-4297-926b-8b639cc85255 req-09fe314d-f0ab-45d9-8017-9517321f02b1 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Floating IP 529e4fea-59d7-4eb4-8524-a112fbad1939 disassociated. External IP: 172.25.1.171, port: a13b4090-4094-4183-8b65-1370aad88e27. Jul 23 20:53:47.172598 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-51716c66-6f82-4297-926b-8b639cc85255 req-09fe314d-f0ab-45d9-8017-9517321f02b1 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Calling delete_port for a13b4090-4094-4183-8b65-1370aad88e27 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:53:47.298611 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-51716c66-6f82-4297-926b-8b639cc85255 req-09fe314d-f0ab-45d9-8017-9517321f02b1 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:47.326074 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe314d-f0ab-45d9-8017-9517321f02b1 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Pushing event deleted for resources: {'Port': ['ID=a13b4090-4094-4183-8b65-1370aad88e27,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:47.337936 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device a13b4090-4094-4183-8b65-1370aad88e27 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:53:47.364576 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: a13b4090-4094-4183-8b65-1370aad88e27 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:53:47.364934 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device a13b4090-4094-4183-8b65-1370aad88e27 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 23 20:53:47.391870 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Port a13b4090-4094-4183-8b65-1370aad88e27 not found, will not notify nova. {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 23 20:53:47.443705 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51716c66-6f82-4297-926b-8b639cc85255 req-09fe314d-f0ab-45d9-8017-9517321f02b1 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Router 30b0eb09-59ca-427c-a59d-b341fb510529 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:53:47.555396 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51716c66-6f82-4297-926b-8b639cc85255 req-09fe314d-f0ab-45d9-8017-9517321f02b1 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:53:47.567900 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca7fbe1-f073-48bf-b59d-fcc17af83171 None None] Sync routers for ids ['30b0eb09-59ca-427c-a59d-b341fb510529'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:53:47.576786 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca7fbe1-f073-48bf-b59d-fcc17af83171 None None] Routers {'30b0eb09-59ca-427c-a59d-b341fb510529'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:53:47.577524 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-2ca7fbe1-f073-48bf-b59d-fcc17af83171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:53:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['30b0eb09-59ca-427c-a59d-b341fb510529'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:53:47.600678 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-51716c66-6f82-4297-926b-8b639cc85255 req-09fe314d-f0ab-45d9-8017-9517321f02b1 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] No DVR routers for this DVR port a13b4090-4094-4183-8b65-1370aad88e27 on host n-h2-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:53:47.603662 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-51716c66-6f82-4297-926b-8b639cc85255 req-09fe314d-f0ab-45d9-8017-9517321f02b1 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:47.606471 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-51716c66-6f82-4297-926b-8b639cc85255 req-09fe314d-f0ab-45d9-8017-9517321f02b1 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.18 "DELETE /v2.0/ports/a13b4090-4094-4183-8b65-1370aad88e27 HTTP/1.1" status: 204 len: 173 time: 0.7912319 Jul 23 20:53:47.606854 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ecbbf1-b38d-43f9-914e-2236be78d6cd', 'name': 'network-vif-deleted', 'tag': 'a13b4090-4094-4183-8b65-1370aad88e27'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:53:47.609080 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12f0017-fc63-445c-851d-771abe4190f6" -d '{"events": [{"server_uuid": "67ecbbf1-b38d-43f9-914e-2236be78d6cd", "name": "network-vif-deleted", "tag": "a13b4090-4094-4183-8b65-1370aad88e27"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:53:47.648739 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912941d2-ef41-4dbd-ae68-aa55d7a9026f x-openstack-request-id: req-912941d2-ef41-4dbd-ae68-aa55d7a9026f {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:53:47.649088 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ecbbf1-b38d-43f9-914e-2236be78d6cd", "name": "network-vif-deleted", "tag": "a13b4090-4094-4183-8b65-1370aad88e27", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:53:47.649347 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-912941d2-ef41-4dbd-ae68-aa55d7a9026f {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:53:47.649813 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ecbbf1-b38d-43f9-914e-2236be78d6cd', 'name': 'network-vif-deleted', 'tag': 'a13b4090-4094-4183-8b65-1370aad88e27', 'status': 'completed', 'code': 200} Jul 23 20:53:47.687775 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-2ca7fbe1-f073-48bf-b59d-fcc17af83171 None None] Set router 30b0eb09-59ca-427c-a59d-b341fb510529 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:53:47.901997 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-2ca7fbe1-f073-48bf-b59d-fcc17af83171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'name': 'tempest-ServerActionsTestJSON-1721897841-router', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:32Z', 'revision_number': 4, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'gw_port': {'id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'b5e37522-890e-4314-ab22-94a7ab387240', 'name': '', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'mac_address': 'fa:16:3e:af:cb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:31Z', 'updated_at': '2021-07-23T20:51:36Z', 'revision_number': 5, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'subnets': [{'id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:53:47.929228 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca7fbe1-f073-48bf-b59d-fcc17af83171 None None] Checking router: 30b0eb09-59ca-427c-a59d-b341fb510529 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:53:47.937511 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca7fbe1-f073-48bf-b59d-fcc17af83171 None None] Routers {'30b0eb09-59ca-427c-a59d-b341fb510529'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:53:47.938120 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-2ca7fbe1-f073-48bf-b59d-fcc17af83171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:53:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['30b0eb09-59ca-427c-a59d-b341fb510529'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:53:48.042080 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-9fa2a1b3-1a47-4ef9-905b-e2b28f6ef500 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1896929928&fields=id&tenant_id=99b6baa397df412ea299c54a76f8c905 HTTP/1.1" status: 200 len: 267 time: 0.0325191 Jul 23 20:53:48.045381 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-2ca7fbe1-f073-48bf-b59d-fcc17af83171 None None] Set router 30b0eb09-59ca-427c-a59d-b341fb510529 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:53:48.155846 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-4a1fb360-612a-479a-88a1-c146da00af2a tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:48.157316 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-4a1fb360-612a-479a-88a1-c146da00af2a tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 812 time: 0.1077549 Jul 23 20:53:48.171697 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-b4741d4b-c252-4d0d-b790-c326a0853aa2 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/quotas/99b6baa397df412ea299c54a76f8c905 HTTP/1.1" status: 200 len: 375 time: 0.0090177 Jul 23 20:53:48.246170 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-6f2a58a1-250b-4b1b-bf52-05978b23ed30 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0692337 Jul 23 20:53:48.248015 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-2ca7fbe1-f073-48bf-b59d-fcc17af83171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'name': 'tempest-ServerActionsTestJSON-1721897841-router', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:32Z', 'revision_number': 4, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'gw_port': {'id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'b5e37522-890e-4314-ab22-94a7ab387240', 'name': '', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'mac_address': 'fa:16:3e:af:cb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:31Z', 'updated_at': '2021-07-23T20:51:36Z', 'revision_number': 5, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'subnets': [{'id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:53:48.275660 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca7fbe1-f073-48bf-b59d-fcc17af83171 None None] The sync data for ids ['30b0eb09-59ca-427c-a59d-b341fb510529'] in n-d-793618-10 is: [{'id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'name': 'tempest-ServerActionsTestJSON-1721897841-router', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:32Z', 'revision_number': 4, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'gw_port': {'id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'b5e37522-890e-4314-ab22-94a7ab387240', 'name': '', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'mac_address': 'fa:16:3e:af:cb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:31Z', 'updated_at': '2021-07-23T20:51:36Z', 'revision_number': 5, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'subnets': [{'id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:53:48.349303 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-95d1f92c-e4f5-49f8-8cfe-940916014e3d service neutron] 10.222.0.32 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907285 Jul 23 20:53:48.442328 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-2b2d6c6d-018b-492a-a2ca-40b4039940f2 service neutron] 10.222.0.32 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869999 Jul 23 20:53:48.503474 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b055f0f7-e755-4a08-ab8f-01ec8f0c19ea None None] New status for floating IP 529e4fea-59d7-4eb4-8524-a112fbad1939: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:53:48.614555 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-36dd7776-3542-4eab-a38a-c0fd3d98315a req-b9ae91ca-304f-4076-9531-23921a1d8d81 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 210 time: 0.0302162 Jul 23 20:53:49.517504 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-6a9ef126-a4d7-45cd-8340-50396ae6cd5a tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:49.518972 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-6a9ef126-a4d7-45cd-8340-50396ae6cd5a tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.30 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 812 time: 0.1108651 Jul 23 20:53:49.565121 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-c852eafc-4a29-477d-ada3-900ea2fea03b tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99b6baa397df412ea299c54a76f8c905 HTTP/1.1" status: 200 len: 380 time: 0.0380449 Jul 23 20:53:49.575899 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-7cf64a4f-d194-4352-a39a-4137bcee7433 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Request body: {'port': {'device_id': 'e86c705d-504c-46d5-85c1-b5f5ff40a927', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'admin_state_up': True, 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'security_groups': ['dfee0c79-540e-4611-81be-73c0e9ecea80']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:53:49.684731 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-7cf64a4f-d194-4352-a39a-4137bcee7433 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Made reservation on behalf of 99b6baa397df412ea299c54a76f8c905 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:53:49.688480 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-7cf64a4f-d194-4352-a39a-4137bcee7433 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:49.721677 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-86eeeebc-6570-48ae-bd62-613e427fecd6 req-48d4bc9c-13ca-438e-8bb7-6a7b40d381fa tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 210 time: 0.0351088 Jul 23 20:53:49.820745 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-7cf64a4f-d194-4352-a39a-4137bcee7433 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Allocated IP 172.20.0.9 (7fa86a12-41ec-4d1f-b176-f5c558f4518b/1c5fee95-9abc-42b8-a174-a3dbd7cb3df3/6e0950fc-62cb-452f-aae3-7cf776f783ad) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:53:49.957405 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-7cf64a4f-d194-4352-a39a-4137bcee7433 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:49.970250 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-7cf64a4f-d194-4352-a39a-4137bcee7433 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Transition to ACTIVE for port object 6e0950fc-62cb-452f-aae3-7cf776f783ad will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:53:50.002531 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-7cf64a4f-d194-4352-a39a-4137bcee7433 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:50.043813 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-7cf64a4f-d194-4352-a39a-4137bcee7433 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Network 7fa86a12-41ec-4d1f-b176-f5c558f4518b is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:53:50.048752 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-7cf64a4f-d194-4352-a39a-4137bcee7433 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:53:50.052369 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-7cf64a4f-d194-4352-a39a-4137bcee7433 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:53:50.081633 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf64a4f-d194-4352-a39a-4137bcee7433 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Pushing event updated for resources: {'Port': ['ID=6e0950fc-62cb-452f-aae3-7cf776f783ad,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:50.109651 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-7cf64a4f-d194-4352-a39a-4137bcee7433 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:50.110315 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-7cf64a4f-d194-4352-a39a-4137bcee7433 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:50.126070 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-7cf64a4f-d194-4352-a39a-4137bcee7433 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5543354 Jul 23 20:53:50.138317 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-9dc69d83-6a24-47e8-aa5b-0943996fc021 service neutron] Request body: {'port': {'device_id': 'e86c705d-504c-46d5-85c1-b5f5ff40a927', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:53:50.214917 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-9dc69d83-6a24-47e8-aa5b-0943996fc021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:50.289016 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1b3472cc-8686-46f3-93e8-ab08ccf7d566 None None] Provisioning for port 6e0950fc-62cb-452f-aae3-7cf776f783ad completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:53:50.292760 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1b3472cc-8686-46f3-93e8-ab08ccf7d566 None None] Provisioning complete for port 6e0950fc-62cb-452f-aae3-7cf776f783ad triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:53:50.293133 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1b3472cc-8686-46f3-93e8-ab08ccf7d566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:50.327847 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1b3472cc-8686-46f3-93e8-ab08ccf7d566 None None] Port 6e0950fc-62cb-452f-aae3-7cf776f783ad cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:53:50.476264 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-9dc69d83-6a24-47e8-aa5b-0943996fc021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e0950fc-62cb-452f-aae3-7cf776f783ad {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:53:50.484129 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-9dc69d83-6a24-47e8-aa5b-0943996fc021 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:50.495816 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-9dc69d83-6a24-47e8-aa5b-0943996fc021 service neutron] Transition to ACTIVE for port object 6e0950fc-62cb-452f-aae3-7cf776f783ad will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:53:50.499728 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-9dc69d83-6a24-47e8-aa5b-0943996fc021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:50.551920 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc69d83-6a24-47e8-aa5b-0943996fc021 service neutron] Pushing event updated for resources: {'Port': ['ID=6e0950fc-62cb-452f-aae3-7cf776f783ad,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:50.625141 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-9dc69d83-6a24-47e8-aa5b-0943996fc021 service neutron] Attempting to bind port 6e0950fc-62cb-452f-aae3-7cf776f783ad on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:53:50.625499 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-9dc69d83-6a24-47e8-aa5b-0943996fc021 service neutron] Attempting to bind port 6e0950fc-62cb-452f-aae3-7cf776f783ad by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:53:50.625830 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-9dc69d83-6a24-47e8-aa5b-0943996fc021 service neutron] Attempting to bind port 6e0950fc-62cb-452f-aae3-7cf776f783ad on network 7fa86a12-41ec-4d1f-b176-f5c558f4518b {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:53:50.630485 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-9dc69d83-6a24-47e8-aa5b-0943996fc021 service neutron] Port 6e0950fc-62cb-452f-aae3-7cf776f783ad on network 7fa86a12-41ec-4d1f-b176-f5c558f4518b not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:53:50.630833 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-9dc69d83-6a24-47e8-aa5b-0943996fc021 service neutron] Attempting to bind port 6e0950fc-62cb-452f-aae3-7cf776f783ad on network 7fa86a12-41ec-4d1f-b176-f5c558f4518b {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:53:50.635790 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-9dc69d83-6a24-47e8-aa5b-0943996fc021 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:53:50.636123 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-9dc69d83-6a24-47e8-aa5b-0943996fc021 service neutron] Checking segment: {'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:53:50.636504 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-9dc69d83-6a24-47e8-aa5b-0943996fc021 service neutron] Bound using segment: {'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:53:50.636931 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-9dc69d83-6a24-47e8-aa5b-0943996fc021 service neutron] Bound port: 6e0950fc-62cb-452f-aae3-7cf776f783ad, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:53:50.637371 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-9dc69d83-6a24-47e8-aa5b-0943996fc021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:50.709105 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-9dc69d83-6a24-47e8-aa5b-0943996fc021 service neutron] For port 6e0950fc-62cb-452f-aae3-7cf776f783ad, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:53:50.712152 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-9dc69d83-6a24-47e8-aa5b-0943996fc021 service neutron] For port 6e0950fc-62cb-452f-aae3-7cf776f783ad, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=6e0950fc-62cb-452f-aae3-7cf776f783ad,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:53:50.716594 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-9dc69d83-6a24-47e8-aa5b-0943996fc021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:50.751387 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-9dc69d83-6a24-47e8-aa5b-0943996fc021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:50.752014 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-9dc69d83-6a24-47e8-aa5b-0943996fc021 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:50.753424 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-9dc69d83-6a24-47e8-aa5b-0943996fc021 service neutron] 10.222.0.30 "PUT /v2.0/ports/6e0950fc-62cb-452f-aae3-7cf776f783ad HTTP/1.1" status: 200 len: 1092 time: 0.6201613 Jul 23 20:53:50.753891 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86c705d-504c-46d5-85c1-b5f5ff40a927', 'tag': '6e0950fc-62cb-452f-aae3-7cf776f783ad'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:53:50.756152 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab37ae7-24be-428d-8162-8c0a3e01920d" -d '{"events": [{"name": "network-changed", "server_uuid": "e86c705d-504c-46d5-85c1-b5f5ff40a927", "tag": "6e0950fc-62cb-452f-aae3-7cf776f783ad"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:53:50.783649 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc69d83-6a24-47e8-aa5b-0943996fc021 service neutron] Pushing event updated for resources: {'Port': ['ID=6e0950fc-62cb-452f-aae3-7cf776f783ad,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:50.857808 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-f1cc0fcc-4164-4f83-8cd9-108cefbfced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:50.859349 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-f1cc0fcc-4164-4f83-8cd9-108cefbfced4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 1095 time: 0.0599999 Jul 23 20:53:50.886601 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3f114-6c17-4e43-ad66-b244ac166121 req-0f40259b-bad4-4990-b867-f13bf6e1b1b9 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:50.888508 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-43b3f114-6c17-4e43-ad66-b244ac166121 req-0f40259b-bad4-4990-b867-f13bf6e1b1b9 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 943 time: 0.0707107 Jul 23 20:53:50.905127 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-47eb44a3-e445-460a-804b-71edcae32f54 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e0950fc-62cb-452f-aae3-7cf776f783ad HTTP/1.1" status: 200 len: 217 time: 0.0392654 Jul 23 20:53:50.930742 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-43b3f114-6c17-4e43-ad66-b244ac166121 req-7026dfea-91b4-4620-85a2-7bfe37c28f44 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360453 Jul 23 20:53:50.959332 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-4e3de7cb-fde2-4965-85dc-db0bb2b22bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:50.960829 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-4e3de7cb-fde2-4965-85dc-db0bb2b22bf1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0502918 Jul 23 20:53:50.977154 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f284296-cfc7-4fc4-a0f4-a64ba9db5761 x-openstack-request-id: req-5f284296-cfc7-4fc4-a0f4-a64ba9db5761 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:53:50.977445 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e86c705d-504c-46d5-85c1-b5f5ff40a927", "tag": "6e0950fc-62cb-452f-aae3-7cf776f783ad", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:53:50.977731 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5f284296-cfc7-4fc4-a0f4-a64ba9db5761 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:53:50.978520 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e86c705d-504c-46d5-85c1-b5f5ff40a927', 'tag': '6e0950fc-62cb-452f-aae3-7cf776f783ad', 'status': 'completed', 'code': 200} Jul 23 20:53:51.020973 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-ae8133a4-493a-4829-b9ff-de8319fe2583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:51.022499 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-ae8133a4-493a-4829-b9ff-de8319fe2583 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554938 Jul 23 20:53:51.114588 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-8e45a81b-b2ac-423d-9825-cf7df59a75de service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851228 Jul 23 20:53:51.202077 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c70fb73a-6895-468a-9251-ec43e6f4b923 req-cf54690f-3625-4c73-92d3-1910ad527ffe service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808039 Jul 23 20:53:51.307270 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab37ae7-24be-428d-8162-8c0a3e01920d req-3fbf7716-286c-490b-9ae7-10b2328fed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:51.308748 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0ab37ae7-24be-428d-8162-8c0a3e01920d req-3fbf7716-286c-490b-9ae7-10b2328fed15 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 1095 time: 0.0576026 Jul 23 20:53:51.368490 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device a13b4090-4094-4183-8b65-1370aad88e27 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:53:51.390450 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: a13b4090-4094-4183-8b65-1370aad88e27 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:53:51.390790 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device a13b4090-4094-4183-8b65-1370aad88e27 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:53:51.397557 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab37ae7-24be-428d-8162-8c0a3e01920d req-2ce8ac4b-92fd-4380-ad71-6fa2d66bc065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:51.399026 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0ab37ae7-24be-428d-8162-8c0a3e01920d req-2ce8ac4b-92fd-4380-ad71-6fa2d66bc065 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.0840900 Jul 23 20:53:51.446202 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0ab37ae7-24be-428d-8162-8c0a3e01920d req-52f6f8f0-dd63-4391-8a07-50ed04c3214c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e0950fc-62cb-452f-aae3-7cf776f783ad HTTP/1.1" status: 200 len: 217 time: 0.0375059 Jul 23 20:53:51.831682 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab37ae7-24be-428d-8162-8c0a3e01920d req-5533878a-56c6-4bb8-b010-8d2e8d3ab833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:51.833331 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0ab37ae7-24be-428d-8162-8c0a3e01920d req-5533878a-56c6-4bb8-b010-8d2e8d3ab833 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.3798528 Jul 23 20:53:51.895107 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab37ae7-24be-428d-8162-8c0a3e01920d req-2109aa6b-458c-4618-b675-845c85ca37d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:51.896593 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0ab37ae7-24be-428d-8162-8c0a3e01920d req-2109aa6b-458c-4618-b675-845c85ca37d2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564585 Jul 23 20:53:51.990346 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0ab37ae7-24be-428d-8162-8c0a3e01920d req-31f1bc27-943f-4001-8226-aa14bda31e09 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857680 Jul 23 20:53:52.065537 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf6256-79a6-421b-aa84-13c4ad1685f8 req-1c027fb9-bd2b-4d65-967b-b76bf1fdf75b tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:52.066857 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3bdf6256-79a6-421b-aa84-13c4ad1685f8 req-1c027fb9-bd2b-4d65-967b-b76bf1fdf75b tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 943 time: 0.0642869 Jul 23 20:53:52.085089 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0ab37ae7-24be-428d-8162-8c0a3e01920d req-f7fa4f54-2b2b-4e9f-b5d7-984f9a4736f1 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872321 Jul 23 20:53:52.104888 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3bdf6256-79a6-421b-aa84-13c4ad1685f8 req-5b12795b-c830-487b-bbc8-9bbb9f74faa2 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323775 Jul 23 20:53:53.246192 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221bb331-cd5f-48f7-8a43-7c072fb3f066 req-8ab28c7b-93da-48c9-a938-db20638af69b tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:53.248936 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-221bb331-cd5f-48f7-8a43-7c072fb3f066 req-8ab28c7b-93da-48c9-a938-db20638af69b tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 943 time: 0.0755830 Jul 23 20:53:53.287047 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-221bb331-cd5f-48f7-8a43-7c072fb3f066 req-7d3e6050-eeda-45ee-a1a6-d30fdbe09a62 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326331 Jul 23 20:53:54.371283 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 6e0950fc-62cb-452f-aae3-7cf776f783ad details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:53:54.418809 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b67e8d-d4ad-4d3c-8f39-fcd2f475c8f9 req-6db1e82c-0733-473f-8f7a-2c3f11b8e87a tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:54.420519 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b4b67e8d-d4ad-4d3c-8f39-fcd2f475c8f9 req-6db1e82c-0733-473f-8f7a-2c3f11b8e87a tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 943 time: 0.0647812 Jul 23 20:53:54.460586 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b4b67e8d-d4ad-4d3c-8f39-fcd2f475c8f9 req-32c035af-99af-4572-bc24-0df51aa3621d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342000 Jul 23 20:53:54.471444 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 6e0950fc-62cb-452f-aae3-7cf776f783ad, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=6e0950fc-62cb-452f-aae3-7cf776f783ad,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:53:54.482931 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '6e0950fc-62cb-452f-aae3-7cf776f783ad', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'port_id': '6e0950fc-62cb-452f-aae3-7cf776f783ad', 'mac_address': 'fa:16:3e:f6:9c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:53:54.519312 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:54.531618 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e0950fc-62cb-452f-aae3-7cf776f783ad {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:53:54.555570 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 6e0950fc-62cb-452f-aae3-7cf776f783ad, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=6e0950fc-62cb-452f-aae3-7cf776f783ad,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:53:54.561608 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:54.610471 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=6e0950fc-62cb-452f-aae3-7cf776f783ad,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:54.781037 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['6e0950fc-62cb-452f-aae3-7cf776f783ad'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:53:55.593628 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d204a-6b95-4978-8266-74a82be74eef req-d82d0f62-b64c-4a14-9db1-33477dff227d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:55.595116 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-385d204a-6b95-4978-8266-74a82be74eef req-d82d0f62-b64c-4a14-9db1-33477dff227d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 944 time: 0.0670331 Jul 23 20:53:55.633412 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-385d204a-6b95-4978-8266-74a82be74eef req-1fb941d0-ba8c-4624-9dcd-c9ca40d1a240 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325286 Jul 23 20:53:56.370820 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 6e0950fc-62cb-452f-aae3-7cf776f783ad up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:53:56.421361 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 6e0950fc-62cb-452f-aae3-7cf776f783ad completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:53:56.424938 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 6e0950fc-62cb-452f-aae3-7cf776f783ad triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:53:56.425316 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:56.502413 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:56.524013 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86c705d-504c-46d5-85c1-b5f5ff40a927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0950fc-62cb-452f-aae3-7cf776f783ad'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:53:56.526252 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1dd1ceb-a757-4059-8f83-47abf9e71a0e" -d '{"events": [{"server_uuid": "e86c705d-504c-46d5-85c1-b5f5ff40a927", "name": "network-vif-plugged", "status": "completed", "tag": "6e0950fc-62cb-452f-aae3-7cf776f783ad"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:53:56.538901 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 6e0950fc-62cb-452f-aae3-7cf776f783ad, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=6e0950fc-62cb-452f-aae3-7cf776f783ad,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:53:56.542814 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:56.571015 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e5b390-05ca-492d-9260-ace9f7d11996 x-openstack-request-id: req-47e5b390-05ca-492d-9260-ace9f7d11996 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:53:56.571306 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86c705d-504c-46d5-85c1-b5f5ff40a927", "name": "network-vif-plugged", "status": "completed", "tag": "6e0950fc-62cb-452f-aae3-7cf776f783ad", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:53:56.571557 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-47e5b390-05ca-492d-9260-ace9f7d11996 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:53:56.572028 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86c705d-504c-46d5-85c1-b5f5ff40a927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0950fc-62cb-452f-aae3-7cf776f783ad', 'code': 200} Jul 23 20:53:56.599980 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=6e0950fc-62cb-452f-aae3-7cf776f783ad,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:56.674495 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2a7d3-44a6-4d93-bdc3-6680f07db9cf req-105189cf-eaa7-4b93-867b-3988ba48e592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:56.676049 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1ee2a7d3-44a6-4d93-bdc3-6680f07db9cf req-105189cf-eaa7-4b93-867b-3988ba48e592 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 1097 time: 0.0565751 Jul 23 20:53:56.712118 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1ee2a7d3-44a6-4d93-bdc3-6680f07db9cf req-dcb0b19c-db6b-40fc-b979-ff419e5e9c0c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291483 Jul 23 20:53:56.767395 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737853d-19d8-49be-b44e-39ddb6628c97 req-bc752ec8-0884-4fa3-bfce-9c016816a56c tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:56.769067 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c737853d-19d8-49be-b44e-39ddb6628c97 req-bc752ec8-0884-4fa3-bfce-9c016816a56c tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 945 time: 0.0645797 Jul 23 20:53:56.807044 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c737853d-19d8-49be-b44e-39ddb6628c97 req-0a7b59a1-7f66-4aa1-b034-655d0f581a48 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319264 Jul 23 20:53:57.939963 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d17b4d-ce15-46a0-a174-6256f2998ae4 req-59c95f3c-a315-4bbb-a82d-932f31778b7d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:57.941449 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c8d17b4d-ce15-46a0-a174-6256f2998ae4 req-59c95f3c-a315-4bbb-a82d-932f31778b7d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 945 time: 0.0627463 Jul 23 20:53:57.979560 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c8d17b4d-ce15-46a0-a174-6256f2998ae4 req-2cb3e156-b830-4525-bc48-164dbd3734e7 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324397 Jul 23 20:53:58.108609 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ae59d-ea4b-4e48-8c05-8cda717c1f09 req-f4d3473a-095a-4208-b39c-71ee93d2cfab tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:58.110040 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d26ae59d-ea4b-4e48-8c05-8cda717c1f09 req-f4d3473a-095a-4208-b39c-71ee93d2cfab tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 945 time: 0.0681236 Jul 23 20:53:58.118560 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 35990) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:53:58.123339 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-a145e897-d67b-4ccf-a919-61afd871fd9e tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Request body: {'floatingip': {'port_id': '6e0950fc-62cb-452f-aae3-7cf776f783ad'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:53:58.162614 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a145e897-d67b-4ccf-a919-61afd871fd9e tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks [] for floatingip, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:58.589692 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a145e897-d67b-4ccf-a919-61afd871fd9e tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:58.593650 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a145e897-d67b-4ccf-a919-61afd871fd9e tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:58.692723 n-d-793618-10 neutron-server[93875]: INFO neutron.db.l3_db [None req-a145e897-d67b-4ccf-a919-61afd871fd9e tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Floating IP 529e4fea-59d7-4eb4-8524-a112fbad1939 associated. External IP: 172.25.1.171, port: 6e0950fc-62cb-452f-aae3-7cf776f783ad. Jul 23 20:53:58.899944 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a145e897-d67b-4ccf-a919-61afd871fd9e tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Router 30b0eb09-59ca-427c-a59d-b341fb510529 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:53:59.006872 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a145e897-d67b-4ccf-a919-61afd871fd9e tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:53:59.011348 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a145e897-d67b-4ccf-a919-61afd871fd9e tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:59.018358 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6acb18-441f-4b89-88b6-830f46dc07d6 None None] Sync routers for ids ['30b0eb09-59ca-427c-a59d-b341fb510529'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:53:59.028626 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6acb18-441f-4b89-88b6-830f46dc07d6 None None] Routers {'30b0eb09-59ca-427c-a59d-b341fb510529'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:53:59.029271 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6d6acb18-441f-4b89-88b6-830f46dc07d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:53:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['30b0eb09-59ca-427c-a59d-b341fb510529'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:53:59.141343 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-6d6acb18-441f-4b89-88b6-830f46dc07d6 None None] Set router 30b0eb09-59ca-427c-a59d-b341fb510529 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:53:59.354356 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a145e897-d67b-4ccf-a919-61afd871fd9e tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "PUT /v2.0/floatingips/529e4fea-59d7-4eb4-8524-a112fbad1939 HTTP/1.1" status: 200 len: 991 time: 1.2347176 Jul 23 20:53:59.354954 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86c705d-504c-46d5-85c1-b5f5ff40a927', 'tag': '6e0950fc-62cb-452f-aae3-7cf776f783ad'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:53:59.357829 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a19d46-05e6-4101-88dc-58803157658a" -d '{"events": [{"name": "network-changed", "server_uuid": "e86c705d-504c-46d5-85c1-b5f5ff40a927", "tag": "6e0950fc-62cb-452f-aae3-7cf776f783ad"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:53:59.379084 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6d6acb18-441f-4b89-88b6-830f46dc07d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'name': 'tempest-ServerActionsTestJSON-1721897841-router', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:32Z', 'revision_number': 4, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'gw_port': {'id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '529e4fea-59d7-4eb4-8524-a112fbad1939', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'floating_ip_address': '172.25.1.171', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'port_id': '6e0950fc-62cb-452f-aae3-7cf776f783ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'mac_address': 'fa:16:3e:f6:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86c705d-504c-46d5-85c1-b5f5ff40a927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:51:35Z', 'updated_at': '2021-07-23T20:53:58Z', 'revision_number': 5, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5e37522-890e-4314-ab22-94a7ab387240', 'name': '', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'mac_address': 'fa:16:3e:af:cb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:31Z', 'updated_at': '2021-07-23T20:51:36Z', 'revision_number': 5, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'subnets': [{'id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:53:59.408566 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6acb18-441f-4b89-88b6-830f46dc07d6 None None] Checking router: 30b0eb09-59ca-427c-a59d-b341fb510529 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:53:59.417715 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6acb18-441f-4b89-88b6-830f46dc07d6 None None] Routers {'30b0eb09-59ca-427c-a59d-b341fb510529'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:53:59.417807 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6d6acb18-441f-4b89-88b6-830f46dc07d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:53:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['30b0eb09-59ca-427c-a59d-b341fb510529'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:53:59.504281 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf683ca-e76b-4f95-912a-861f59dad26d x-openstack-request-id: req-dbf683ca-e76b-4f95-912a-861f59dad26d {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:53:59.504640 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e86c705d-504c-46d5-85c1-b5f5ff40a927", "tag": "6e0950fc-62cb-452f-aae3-7cf776f783ad", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:53:59.504895 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dbf683ca-e76b-4f95-912a-861f59dad26d {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:53:59.505292 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e86c705d-504c-46d5-85c1-b5f5ff40a927', 'tag': '6e0950fc-62cb-452f-aae3-7cf776f783ad', 'status': 'completed', 'code': 200} Jul 23 20:53:59.522764 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-6d6acb18-441f-4b89-88b6-830f46dc07d6 None None] Set router 30b0eb09-59ca-427c-a59d-b341fb510529 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:53:59.579605 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a19d46-05e6-4101-88dc-58803157658a req-314fba8e-b9c1-4af2-9eb9-0fa53676f8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:59.581118 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-16a19d46-05e6-4101-88dc-58803157658a req-314fba8e-b9c1-4af2-9eb9-0fa53676f8bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 1097 time: 0.0545201 Jul 23 20:53:59.670189 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a19d46-05e6-4101-88dc-58803157658a req-3c0eb326-9859-41b6-bc7f-5c85af6ee60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:59.671660 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-16a19d46-05e6-4101-88dc-58803157658a req-3c0eb326-9859-41b6-bc7f-5c85af6ee60e service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.0840521 Jul 23 20:53:59.738236 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-16a19d46-05e6-4101-88dc-58803157658a req-426ce3c4-c871-4c53-8c2f-d2c03fe6f3d8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e0950fc-62cb-452f-aae3-7cf776f783ad HTTP/1.1" status: 200 len: 999 time: 0.0605929 Jul 23 20:53:59.748326 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6d6acb18-441f-4b89-88b6-830f46dc07d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'name': 'tempest-ServerActionsTestJSON-1721897841-router', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:32Z', 'revision_number': 4, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'gw_port': {'id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '529e4fea-59d7-4eb4-8524-a112fbad1939', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'floating_ip_address': '172.25.1.171', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'port_id': '6e0950fc-62cb-452f-aae3-7cf776f783ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'mac_address': 'fa:16:3e:f6:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86c705d-504c-46d5-85c1-b5f5ff40a927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:51:35Z', 'updated_at': '2021-07-23T20:53:58Z', 'revision_number': 5, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5e37522-890e-4314-ab22-94a7ab387240', 'name': '', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'mac_address': 'fa:16:3e:af:cb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:31Z', 'updated_at': '2021-07-23T20:51:36Z', 'revision_number': 5, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'subnets': [{'id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:53:59.774521 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6acb18-441f-4b89-88b6-830f46dc07d6 None None] The sync data for ids ['30b0eb09-59ca-427c-a59d-b341fb510529'] in n-d-793618-10 is: [{'id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'name': 'tempest-ServerActionsTestJSON-1721897841-router', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:32Z', 'revision_number': 4, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'gw_port': {'id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '529e4fea-59d7-4eb4-8524-a112fbad1939', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'floating_ip_address': '172.25.1.171', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'port_id': '6e0950fc-62cb-452f-aae3-7cf776f783ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'mac_address': 'fa:16:3e:f6:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86c705d-504c-46d5-85c1-b5f5ff40a927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:51:35Z', 'updated_at': '2021-07-23T20:53:58Z', 'revision_number': 5, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5e37522-890e-4314-ab22-94a7ab387240', 'name': '', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'mac_address': 'fa:16:3e:af:cb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:31Z', 'updated_at': '2021-07-23T20:51:36Z', 'revision_number': 5, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'subnets': [{'id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:53:59.785825 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a19d46-05e6-4101-88dc-58803157658a req-365a28c2-ee23-4039-8bce-d86ea73f3078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:59.787316 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-16a19d46-05e6-4101-88dc-58803157658a req-365a28c2-ee23-4039-8bce-d86ea73f3078 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0433450 Jul 23 20:53:59.847238 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a19d46-05e6-4101-88dc-58803157658a req-b7629392-552a-42d4-935d-3e670cb7139c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:59.848544 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-16a19d46-05e6-4101-88dc-58803157658a req-b7629392-552a-42d4-935d-3e670cb7139c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549169 Jul 23 20:53:59.945604 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-16a19d46-05e6-4101-88dc-58803157658a req-87e0906e-8d0a-47da-a8ca-751289b79144 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904908 Jul 23 20:53:59.969374 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74a00b0-ffdc-4e27-aa04-0fcad1208264 None None] New status for floating IP 529e4fea-59d7-4eb4-8524-a112fbad1939: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:54:00.045365 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-16a19d46-05e6-4101-88dc-58803157658a req-404f5322-11e2-4fdf-8c02-275167323427 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939448 Jul 23 20:54:04.735657 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:54:10.321621 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-653a908f-0670-457b-a2d3-b3dd9b358508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:13.393505 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:13.686063 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5cfde51b-145c-4879-983d-85fc0f764bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:14.139553 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:14.931381 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:15.077284 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:16.081800 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:22.649496 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7f906a2d-abd5-4316-ba28-14912c15da2c req-27af88dd-98d0-46ed-a95d-2ebbc2004570 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0541816 Jul 23 20:54:22.741234 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f906a2d-abd5-4316-ba28-14912c15da2c req-b74b1404-84e5-4438-ae9f-327fb8be8494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:22.742898 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7f906a2d-abd5-4316-ba28-14912c15da2c req-b74b1404-84e5-4438-ae9f-327fb8be8494 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 1097 time: 0.0548043 Jul 23 20:54:22.853743 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f906a2d-abd5-4316-ba28-14912c15da2c req-fbf6c01f-99b1-4776-b5f5-0445014731d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:22.855197 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7f906a2d-abd5-4316-ba28-14912c15da2c req-fbf6c01f-99b1-4776-b5f5-0445014731d8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.0894425 Jul 23 20:54:22.921756 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7f906a2d-abd5-4316-ba28-14912c15da2c req-62199c30-6784-41d3-825b-e53fef3c1ade service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e0950fc-62cb-452f-aae3-7cf776f783ad HTTP/1.1" status: 200 len: 1001 time: 0.0601377 Jul 23 20:54:22.971686 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f906a2d-abd5-4316-ba28-14912c15da2c req-e4767970-a3c6-457f-b8be-31017232facd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:22.973141 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7f906a2d-abd5-4316-ba28-14912c15da2c req-e4767970-a3c6-457f-b8be-31017232facd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0446823 Jul 23 20:54:23.035138 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f906a2d-abd5-4316-ba28-14912c15da2c req-72b6a1f6-8b7d-4839-aad6-483a269fc736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:23.036621 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7f906a2d-abd5-4316-ba28-14912c15da2c req-72b6a1f6-8b7d-4839-aad6-483a269fc736 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573823 Jul 23 20:54:23.128657 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7f906a2d-abd5-4316-ba28-14912c15da2c req-675005ca-ecf5-4149-b9dd-70234af68287 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841763 Jul 23 20:54:23.224642 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7f906a2d-abd5-4316-ba28-14912c15da2c req-3a2c763b-8706-40d3-b328-45a1b8835653 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893679 Jul 23 20:54:40.322182 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a74af3d4-3baa-49a9-8d93-66bb75f787ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:41.735218 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:54:43.396204 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:43.687791 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-702b91e2-5b4f-4cbd-ab5a-95ff05a6f2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:44.141908 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:44.927458 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:45.085947 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:46.084169 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:10.322667 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-081ef3b1-426c-4c02-bc78-571099bf1fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:13.397101 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:13.688781 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-70df8ed5-a55a-4307-83e9-3178741fd0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:14.147882 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:14.927134 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:15.117116 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:16.086347 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:18.735365 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:55:25.165229 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-99beb78c-4bb0-4075-a6e1-9bbc74bb3ed8 req-88bfa0fd-a2ad-4585-b2d3-575731a02408 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0538509 Jul 23 20:55:25.256975 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99beb78c-4bb0-4075-a6e1-9bbc74bb3ed8 req-814375a3-06cf-4678-a455-411ad58f0eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:25.258557 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-99beb78c-4bb0-4075-a6e1-9bbc74bb3ed8 req-814375a3-06cf-4678-a455-411ad58f0eed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 1097 time: 0.0536110 Jul 23 20:55:25.367591 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99beb78c-4bb0-4075-a6e1-9bbc74bb3ed8 req-110f3555-deb3-42c9-b4cc-3f3ea17f9469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:25.369106 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-99beb78c-4bb0-4075-a6e1-9bbc74bb3ed8 req-110f3555-deb3-42c9-b4cc-3f3ea17f9469 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.0922689 Jul 23 20:55:25.441186 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-99beb78c-4bb0-4075-a6e1-9bbc74bb3ed8 req-bf776b0e-ea25-427d-9076-e2a39b1933b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e0950fc-62cb-452f-aae3-7cf776f783ad HTTP/1.1" status: 200 len: 1001 time: 0.0655468 Jul 23 20:55:25.490345 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99beb78c-4bb0-4075-a6e1-9bbc74bb3ed8 req-c54447d9-4d69-4b6a-9d09-57c6e6da6acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:25.491806 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-99beb78c-4bb0-4075-a6e1-9bbc74bb3ed8 req-c54447d9-4d69-4b6a-9d09-57c6e6da6acd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0445802 Jul 23 20:55:25.549198 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99beb78c-4bb0-4075-a6e1-9bbc74bb3ed8 req-22a93d4f-6004-4449-86a2-ba18555e77cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:25.550741 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-99beb78c-4bb0-4075-a6e1-9bbc74bb3ed8 req-22a93d4f-6004-4449-86a2-ba18555e77cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527675 Jul 23 20:55:25.644239 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-99beb78c-4bb0-4075-a6e1-9bbc74bb3ed8 req-34082761-8b04-43ae-8cb6-1ff8c97af856 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869458 Jul 23 20:55:25.735305 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-99beb78c-4bb0-4075-a6e1-9bbc74bb3ed8 req-052cd4ed-1dc5-4f4c-abd6-fbfd381bfa13 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845757 Jul 23 20:55:35.240041 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199619d-f895-4e03-9541-a8f490e10a43 req-8e877899-79fc-49af-8018-dc4d1bb6a161 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:35.241490 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1199619d-f895-4e03-9541-a8f490e10a43 req-8e877899-79fc-49af-8018-dc4d1bb6a161 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 945 time: 0.0666986 Jul 23 20:55:35.280091 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1199619d-f895-4e03-9541-a8f490e10a43 req-5259282a-b6bc-46c7-bcb1-e8177cbd8906 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329728 Jul 23 20:55:36.421027 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c0859-15ed-4d6d-87b3-f3614be88a4f req-c98d16a3-dd92-4a32-a4f4-6b104ec9032e tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:36.422429 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-375c0859-15ed-4d6d-87b3-f3614be88a4f req-c98d16a3-dd92-4a32-a4f4-6b104ec9032e tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 945 time: 0.0655026 Jul 23 20:55:36.460753 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-375c0859-15ed-4d6d-87b3-f3614be88a4f req-bea2fa90-d66d-4e23-8c15-84c71966908d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327199 Jul 23 20:55:37.591181 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6f266-4c64-44e5-9351-4176bf1571fd req-31eae59d-bc2f-4ea5-ae56-3f86f4730648 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:37.592735 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b3e6f266-4c64-44e5-9351-4176bf1571fd req-31eae59d-bc2f-4ea5-ae56-3f86f4730648 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 945 time: 0.0645123 Jul 23 20:55:37.631044 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b3e6f266-4c64-44e5-9351-4176bf1571fd req-8a60c338-f1cd-4224-8fce-39a47faffb77 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324967 Jul 23 20:55:38.761802 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50677818-907a-479b-845b-51860dc0f9d4 req-615f07e9-15b1-4477-8f2f-7e177c39bdad tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:38.763276 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-50677818-907a-479b-845b-51860dc0f9d4 req-615f07e9-15b1-4477-8f2f-7e177c39bdad tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 945 time: 0.0652204 Jul 23 20:55:38.800903 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-50677818-907a-479b-845b-51860dc0f9d4 req-e5d85a23-94b2-4045-a11c-98dcca105096 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312011 Jul 23 20:55:39.944519 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216a80c-adc9-4f90-8759-52527650e841 req-94b0a9cf-0d87-44a0-9e40-a110970d925c tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:39.946017 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3216a80c-adc9-4f90-8759-52527650e841 req-94b0a9cf-0d87-44a0-9e40-a110970d925c tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 945 time: 0.0708547 Jul 23 20:55:39.985348 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3216a80c-adc9-4f90-8759-52527650e841 req-4cbab143-8420-4695-9eea-c924d598b592 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332046 Jul 23 20:55:40.324514 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ddcea1e3-1bb1-4e04-9ba3-371938654ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:41.117975 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830eabda-ecff-4fbf-8230-3f4b79c1a65f req-54c27a83-8494-470b-b4ca-a2508a4f521d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:41.119513 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-830eabda-ecff-4fbf-8230-3f4b79c1a65f req-54c27a83-8494-470b-b4ca-a2508a4f521d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 945 time: 0.0662522 Jul 23 20:55:41.158428 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-830eabda-ecff-4fbf-8230-3f4b79c1a65f req-d0895ecf-0d0c-4c46-bdd8-332b208a70a2 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326355 Jul 23 20:55:42.293275 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c355d37-251f-4cc0-982c-cb21a9dbaf4e req-2f93388f-fc4c-42f7-a350-4f140609f4f7 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:42.294332 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1c355d37-251f-4cc0-982c-cb21a9dbaf4e req-2f93388f-fc4c-42f7-a350-4f140609f4f7 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 945 time: 0.0683310 Jul 23 20:55:42.333241 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1c355d37-251f-4cc0-982c-cb21a9dbaf4e req-3a47c19d-ff54-4dac-8444-ab14ec4a8ba9 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327199 Jul 23 20:55:43.399645 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:43.472853 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7668a-30f3-4bb3-8208-fc09d2e15915 req-fc4a67df-6392-4ef4-94f2-fb8157668e89 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:43.475627 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cbb7668a-30f3-4bb3-8208-fc09d2e15915 req-fc4a67df-6392-4ef4-94f2-fb8157668e89 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 945 time: 0.0646129 Jul 23 20:55:43.512119 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cbb7668a-30f3-4bb3-8208-fc09d2e15915 req-9b41bc3c-ef2a-4a9c-b864-b62729e1a607 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314949 Jul 23 20:55:43.688659 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b15f008c-e782-4bc3-9f44-7bc4c27b3781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:44.150121 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:44.643683 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1493c-88b3-4438-8a4c-2377ba304eed req-d67fe486-d0c2-4178-963f-57050d9cf6ed tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:44.645163 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a3e1493c-88b3-4438-8a4c-2377ba304eed req-d67fe486-d0c2-4178-963f-57050d9cf6ed tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 945 time: 0.0642736 Jul 23 20:55:44.681710 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a3e1493c-88b3-4438-8a4c-2377ba304eed req-c453426d-77c1-4c5c-b1a6-a0a6c90838fe tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308580 Jul 23 20:55:44.929213 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:45.116710 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:45.820975 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42443fa9-2fdd-439c-acde-f7b93f7848c5 req-d80e5e2b-c8ae-4659-9691-ea781ddf8d1f tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:45.822507 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-42443fa9-2fdd-439c-acde-f7b93f7848c5 req-d80e5e2b-c8ae-4659-9691-ea781ddf8d1f tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 945 time: 0.0703506 Jul 23 20:55:45.862029 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-42443fa9-2fdd-439c-acde-f7b93f7848c5 req-f04f6988-5f7e-41c7-8a1f-d625ad17b58e tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331743 Jul 23 20:55:46.042981 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36226) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:46.093826 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:46.153144 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5269f-3baf-4450-8f10-19e08711b432 req-2f11e09a-3a28-4ec7-8e9e-665af35d6934 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:46.154735 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c4c5269f-3baf-4450-8f10-19e08711b432 req-2f11e09a-3a28-4ec7-8e9e-665af35d6934 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 945 time: 0.1033418 Jul 23 20:55:46.197969 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a66cd046-dcba-4729-924c-f36258333e0d req-3ebcb495-b579-4d64-b8fa-cccce05badf4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1537948 Jul 23 20:55:46.206098 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c4c5269f-3baf-4450-8f10-19e08711b432 req-1f75c709-8c73-4441-971f-ce2ac35cf695 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447605 Jul 23 20:55:47.339387 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84561d-c838-4950-8196-61984428b0c1 req-3d70b46a-d827-454c-8183-8714f3870b7d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:47.340875 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8a84561d-c838-4950-8196-61984428b0c1 req-3d70b46a-d827-454c-8183-8714f3870b7d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 945 time: 0.0644894 Jul 23 20:55:47.380210 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8a84561d-c838-4950-8196-61984428b0c1 req-e1570d2a-24d7-45e7-9fca-d9b4f2d78377 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332563 Jul 23 20:55:48.409651 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66cd046-dcba-4729-924c-f36258333e0d req-75dd446b-e46f-49a2-9ef7-31f6f9c793a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:48.411207 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a66cd046-dcba-4729-924c-f36258333e0d req-75dd446b-e46f-49a2-9ef7-31f6f9c793a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 1097 time: 0.0620878 Jul 23 20:55:48.505071 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66cd046-dcba-4729-924c-f36258333e0d req-03f1b92e-ab75-473e-8dd3-da8e5a26a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:48.506581 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a66cd046-dcba-4729-924c-f36258333e0d req-03f1b92e-ab75-473e-8dd3-da8e5a26a9d9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.0893242 Jul 23 20:55:48.515842 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1111c-76db-4762-8101-f17ed46522f3 req-36d64ef4-0b90-426d-a034-f6fc2fbbc831 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:48.517364 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1fa1111c-76db-4762-8101-f17ed46522f3 req-36d64ef4-0b90-426d-a034-f6fc2fbbc831 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 945 time: 0.0678499 Jul 23 20:55:48.559306 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1fa1111c-76db-4762-8101-f17ed46522f3 req-4e9190aa-088d-4adf-aeff-b2becb60c8b5 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362558 Jul 23 20:55:48.593044 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a66cd046-dcba-4729-924c-f36258333e0d req-1d5c7a30-ccc1-47b8-9140-ab1f32f887c6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e0950fc-62cb-452f-aae3-7cf776f783ad HTTP/1.1" status: 200 len: 1001 time: 0.0799246 Jul 23 20:55:48.640478 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66cd046-dcba-4729-924c-f36258333e0d req-88914ce5-cafe-4ba3-8b12-dde1d7509e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:48.641954 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a66cd046-dcba-4729-924c-f36258333e0d req-88914ce5-cafe-4ba3-8b12-dde1d7509e8a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0436313 Jul 23 20:55:48.697831 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66cd046-dcba-4729-924c-f36258333e0d req-bd6e7f9d-562f-40a4-8060-640aff0d773f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:48.699244 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a66cd046-dcba-4729-924c-f36258333e0d req-bd6e7f9d-562f-40a4-8060-640aff0d773f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516014 Jul 23 20:55:48.793794 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a66cd046-dcba-4729-924c-f36258333e0d req-f7dc2e9e-a06d-4993-b3ed-0fa7632b2462 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883126 Jul 23 20:55:48.882656 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a66cd046-dcba-4729-924c-f36258333e0d req-c9613fe3-d44e-4f58-a3fe-8b51dcb8db9a service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828481 Jul 23 20:55:49.694572 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1f6cd-1c6c-4ab8-a061-841d617e1be7 req-c87330b2-5253-479a-8603-0c801d47827f tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:49.696056 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00e1f6cd-1c6c-4ab8-a061-841d617e1be7 req-c87330b2-5253-479a-8603-0c801d47827f tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 945 time: 0.0661907 Jul 23 20:55:49.735049 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00e1f6cd-1c6c-4ab8-a061-841d617e1be7 req-650fe2cd-6f16-4636-b4a7-68bd1e988fc9 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331197 Jul 23 20:55:50.759982 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [req-a66cd046-dcba-4729-924c-f36258333e0d req-c4b43555-0648-4adb-be06-72eecac82059 service neutron] show failed (client error): The resource could not be found. Jul 23 20:55:50.761012 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a66cd046-dcba-4729-924c-f36258333e0d req-c4b43555-0648-4adb-be06-72eecac82059 service neutron] 10.222.0.30 "GET /v2.0/ports/6e0950fc-62cb-452f-aae3-7cf776f783ad/bindings/n-h2-793618-10 HTTP/1.1" status: 404 len: 381 time: 0.0615101 Jul 23 20:55:50.886140 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ada02-b781-4d62-b262-be0e0b335e3d req-01928a8d-7d53-4a74-955a-4662f089edc8 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:50.888169 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-674ada02-b781-4d62-b262-be0e0b335e3d req-01928a8d-7d53-4a74-955a-4662f089edc8 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 945 time: 0.0807838 Jul 23 20:55:50.931837 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-674ada02-b781-4d62-b262-be0e0b335e3d req-5d534d1a-2a70-42fb-a9b6-90b7103daa51 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372896 Jul 23 20:55:50.984415 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66cd046-dcba-4729-924c-f36258333e0d req-4718d0a8-9630-4233-bd80-4bce45a0e466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:50.986095 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a66cd046-dcba-4729-924c-f36258333e0d req-4718d0a8-9630-4233-bd80-4bce45a0e466 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927&tenant_id=99b6baa397df412ea299c54a76f8c905 HTTP/1.1" status: 200 len: 1097 time: 0.0572896 Jul 23 20:55:50.996941 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-a66cd046-dcba-4729-924c-f36258333e0d req-29b5b817-09e3-46a1-ad16-8a44dbeb927c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793618-10', 'device_owner': 'compute:nova'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:55:51.068827 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a66cd046-dcba-4729-924c-f36258333e0d req-29b5b817-09e3-46a1-ad16-8a44dbeb927c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:51.287037 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-a66cd046-dcba-4729-924c-f36258333e0d req-29b5b817-09e3-46a1-ad16-8a44dbeb927c service neutron] For port 6e0950fc-62cb-452f-aae3-7cf776f783ad, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=6e0950fc-62cb-452f-aae3-7cf776f783ad,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:55:51.320541 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-a66cd046-dcba-4729-924c-f36258333e0d req-29b5b817-09e3-46a1-ad16-8a44dbeb927c service neutron] For port 6e0950fc-62cb-452f-aae3-7cf776f783ad, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:55:51.360356 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86c705d-504c-46d5-85c1-b5f5ff40a927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e0950fc-62cb-452f-aae3-7cf776f783ad'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:55:51.362763 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28722b01-d548-4f3a-95ec-fa0259fe340c" -d '{"events": [{"server_uuid": "e86c705d-504c-46d5-85c1-b5f5ff40a927", "name": "network-vif-unplugged", "status": "completed", "tag": "6e0950fc-62cb-452f-aae3-7cf776f783ad"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:55:51.366719 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a66cd046-dcba-4729-924c-f36258333e0d req-29b5b817-09e3-46a1-ad16-8a44dbeb927c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:51.382575 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-a66cd046-dcba-4729-924c-f36258333e0d req-29b5b817-09e3-46a1-ad16-8a44dbeb927c service neutron] Transition to ACTIVE for port object 6e0950fc-62cb-452f-aae3-7cf776f783ad will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:55:51.386886 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a66cd046-dcba-4729-924c-f36258333e0d req-29b5b817-09e3-46a1-ad16-8a44dbeb927c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:51.470097 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5b817-09e3-46a1-ad16-8a44dbeb927c service neutron] Pushing event updated for resources: {'Port': ['ID=6e0950fc-62cb-452f-aae3-7cf776f783ad,revision_number=6']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:51.484100 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5b817-09e3-46a1-ad16-8a44dbeb927c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:51.484499 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5b817-09e3-46a1-ad16-8a44dbeb927c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:51.484848 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5b817-09e3-46a1-ad16-8a44dbeb927c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:51.485235 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5b817-09e3-46a1-ad16-8a44dbeb927c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:51.485524 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5b817-09e3-46a1-ad16-8a44dbeb927c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:51.485854 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5b817-09e3-46a1-ad16-8a44dbeb927c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:51.486178 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5b817-09e3-46a1-ad16-8a44dbeb927c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:51.486510 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5b817-09e3-46a1-ad16-8a44dbeb927c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:51.486831 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5b817-09e3-46a1-ad16-8a44dbeb927c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:51.487152 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5b817-09e3-46a1-ad16-8a44dbeb927c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:51.487482 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5b817-09e3-46a1-ad16-8a44dbeb927c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:51.487822 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5b817-09e3-46a1-ad16-8a44dbeb927c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:51.497730 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30b4e3b-01fc-4c04-b381-1c2978759a7f x-openstack-request-id: req-a30b4e3b-01fc-4c04-b381-1c2978759a7f {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:55:51.498031 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86c705d-504c-46d5-85c1-b5f5ff40a927", "name": "network-vif-unplugged", "status": "completed", "tag": "6e0950fc-62cb-452f-aae3-7cf776f783ad", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:55:51.498283 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a30b4e3b-01fc-4c04-b381-1c2978759a7f {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:55:51.498691 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86c705d-504c-46d5-85c1-b5f5ff40a927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e0950fc-62cb-452f-aae3-7cf776f783ad', 'code': 200} Jul 23 20:55:51.542696 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66cd046-dcba-4729-924c-f36258333e0d req-29b5b817-09e3-46a1-ad16-8a44dbeb927c service neutron] No DVR routers for this DVR port 6e0950fc-62cb-452f-aae3-7cf776f783ad on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:55:51.680461 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-a66cd046-dcba-4729-924c-f36258333e0d req-29b5b817-09e3-46a1-ad16-8a44dbeb927c service neutron] Attempting to bind port 6e0950fc-62cb-452f-aae3-7cf776f783ad on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:55:51.680792 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-a66cd046-dcba-4729-924c-f36258333e0d req-29b5b817-09e3-46a1-ad16-8a44dbeb927c service neutron] Attempting to bind port 6e0950fc-62cb-452f-aae3-7cf776f783ad by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:55:51.681125 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66cd046-dcba-4729-924c-f36258333e0d req-29b5b817-09e3-46a1-ad16-8a44dbeb927c service neutron] Attempting to bind port 6e0950fc-62cb-452f-aae3-7cf776f783ad on network 7fa86a12-41ec-4d1f-b176-f5c558f4518b {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:55:51.685639 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66cd046-dcba-4729-924c-f36258333e0d req-29b5b817-09e3-46a1-ad16-8a44dbeb927c service neutron] Port 6e0950fc-62cb-452f-aae3-7cf776f783ad on network 7fa86a12-41ec-4d1f-b176-f5c558f4518b not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:55:51.685964 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66cd046-dcba-4729-924c-f36258333e0d req-29b5b817-09e3-46a1-ad16-8a44dbeb927c service neutron] Attempting to bind port 6e0950fc-62cb-452f-aae3-7cf776f783ad on network 7fa86a12-41ec-4d1f-b176-f5c558f4518b {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:55:51.693244 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66cd046-dcba-4729-924c-f36258333e0d req-29b5b817-09e3-46a1-ad16-8a44dbeb927c service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:55:51.693730 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66cd046-dcba-4729-924c-f36258333e0d req-29b5b817-09e3-46a1-ad16-8a44dbeb927c service neutron] Checking segment: {'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:55:51.694310 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66cd046-dcba-4729-924c-f36258333e0d req-29b5b817-09e3-46a1-ad16-8a44dbeb927c service neutron] Bound using segment: {'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:55:51.694748 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-a66cd046-dcba-4729-924c-f36258333e0d req-29b5b817-09e3-46a1-ad16-8a44dbeb927c service neutron] Bound port: 6e0950fc-62cb-452f-aae3-7cf776f783ad, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:55:51.695158 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a66cd046-dcba-4729-924c-f36258333e0d req-29b5b817-09e3-46a1-ad16-8a44dbeb927c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:51.761094 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-a66cd046-dcba-4729-924c-f36258333e0d req-29b5b817-09e3-46a1-ad16-8a44dbeb927c service neutron] For port 6e0950fc-62cb-452f-aae3-7cf776f783ad, host n-h2-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:55:51.764121 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-a66cd046-dcba-4729-924c-f36258333e0d req-29b5b817-09e3-46a1-ad16-8a44dbeb927c service neutron] For port 6e0950fc-62cb-452f-aae3-7cf776f783ad, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=6e0950fc-62cb-452f-aae3-7cf776f783ad,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:55:51.769281 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a66cd046-dcba-4729-924c-f36258333e0d req-29b5b817-09e3-46a1-ad16-8a44dbeb927c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:51.817621 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66cd046-dcba-4729-924c-f36258333e0d req-29b5b817-09e3-46a1-ad16-8a44dbeb927c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:51.818386 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a66cd046-dcba-4729-924c-f36258333e0d req-29b5b817-09e3-46a1-ad16-8a44dbeb927c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:51.819666 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a66cd046-dcba-4729-924c-f36258333e0d req-29b5b817-09e3-46a1-ad16-8a44dbeb927c service neutron] 10.222.0.18 "PUT /v2.0/ports/6e0950fc-62cb-452f-aae3-7cf776f783ad HTTP/1.1" status: 200 len: 1092 time: 0.8268096 Jul 23 20:55:51.834250 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5b817-09e3-46a1-ad16-8a44dbeb927c service neutron] Pushing event updated for resources: {'Port': ['ID=6e0950fc-62cb-452f-aae3-7cf776f783ad,revision_number=7']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:51.912859 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66cd046-dcba-4729-924c-f36258333e0d req-08dc65a6-3481-4f9c-9892-d1646be9800a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:51.914424 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a66cd046-dcba-4729-924c-f36258333e0d req-08dc65a6-3481-4f9c-9892-d1646be9800a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 1095 time: 0.0680823 Jul 23 20:55:52.015932 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66cd046-dcba-4729-924c-f36258333e0d req-7890f82c-3e88-472a-8dfc-23e143cb8815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:52.017510 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a66cd046-dcba-4729-924c-f36258333e0d req-7890f82c-3e88-472a-8dfc-23e143cb8815 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.0973284 Jul 23 20:55:52.078941 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee61fa-746c-43e3-9a4c-8adec69c7a21 req-7d3eb83a-5a3a-44cd-83be-bd649c7e36b8 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:52.080534 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-09ee61fa-746c-43e3-9a4c-8adec69c7a21 req-7d3eb83a-5a3a-44cd-83be-bd649c7e36b8 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 943 time: 0.0724781 Jul 23 20:55:52.089557 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a66cd046-dcba-4729-924c-f36258333e0d req-19e04d84-8bb2-49f6-8232-e62d36e1ce04 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e0950fc-62cb-452f-aae3-7cf776f783ad HTTP/1.1" status: 200 len: 999 time: 0.0657809 Jul 23 20:55:52.121723 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-09ee61fa-746c-43e3-9a4c-8adec69c7a21 req-c307aada-b18c-4895-83ea-e0cd46919477 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349281 Jul 23 20:55:52.144009 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66cd046-dcba-4729-924c-f36258333e0d req-e5b08487-4d16-46ab-967b-0ad58d3180c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:52.145507 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a66cd046-dcba-4729-924c-f36258333e0d req-e5b08487-4d16-46ab-967b-0ad58d3180c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0508142 Jul 23 20:55:52.205234 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66cd046-dcba-4729-924c-f36258333e0d req-6db88f08-85d3-4fa0-a8c5-a603bb500d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:52.206784 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a66cd046-dcba-4729-924c-f36258333e0d req-6db88f08-85d3-4fa0-a8c5-a603bb500d2d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546095 Jul 23 20:55:52.302115 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a66cd046-dcba-4729-924c-f36258333e0d req-269b53d1-9883-4f67-b73e-225206c263d3 service neutron] 10.222.0.18 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890536 Jul 23 20:55:52.396984 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a66cd046-dcba-4729-924c-f36258333e0d req-7b702394-2b01-4dcf-a18a-d521f107e22c service neutron] 10.222.0.18 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889924 Jul 23 20:55:53.257547 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ca653-27e0-454e-b86c-ca293fb7080a req-83d99d50-a45e-4295-975d-77a035da6230 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:53.259046 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e41ca653-27e0-454e-b86c-ca293fb7080a req-83d99d50-a45e-4295-975d-77a035da6230 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 943 time: 0.0658348 Jul 23 20:55:53.297972 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e41ca653-27e0-454e-b86c-ca293fb7080a req-187056a0-1ba3-45bd-a0ac-c6716c3688cd tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333109 Jul 23 20:55:53.500538 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86c705d-504c-46d5-85c1-b5f5ff40a927', 'tag': '6e0950fc-62cb-452f-aae3-7cf776f783ad'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:55:53.502888 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab3782f-e78b-4f3d-921f-d190459c4f07" -d '{"events": [{"name": "network-changed", "server_uuid": "e86c705d-504c-46d5-85c1-b5f5ff40a927", "tag": "6e0950fc-62cb-452f-aae3-7cf776f783ad"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:55:53.554133 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ce24ad-978b-4da0-a7d9-82e01c2a82fa x-openstack-request-id: req-a8ce24ad-978b-4da0-a7d9-82e01c2a82fa {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:55:53.554388 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e86c705d-504c-46d5-85c1-b5f5ff40a927", "tag": "6e0950fc-62cb-452f-aae3-7cf776f783ad", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:55:53.554747 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a8ce24ad-978b-4da0-a7d9-82e01c2a82fa {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:55:53.555223 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e86c705d-504c-46d5-85c1-b5f5ff40a927', 'tag': '6e0950fc-62cb-452f-aae3-7cf776f783ad', 'status': 'completed', 'code': 200} Jul 23 20:55:53.673855 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3782f-e78b-4f3d-921f-d190459c4f07 req-ad46a516-1074-4470-a4eb-fe3c82bad334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:53.675513 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9ab3782f-e78b-4f3d-921f-d190459c4f07 req-ad46a516-1074-4470-a4eb-fe3c82bad334 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 1095 time: 0.0963550 Jul 23 20:55:53.677400 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3782f-e78b-4f3d-921f-d190459c4f07 req-5f20c8ff-b77f-4d3b-8947-8f6e67dd118d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:53.678877 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9ab3782f-e78b-4f3d-921f-d190459c4f07 req-5f20c8ff-b77f-4d3b-8947-8f6e67dd118d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 1095 time: 0.0983191 Jul 23 20:55:53.840849 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3782f-e78b-4f3d-921f-d190459c4f07 req-f032c25b-14cd-4f0e-a904-4af2b0cf75a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:53.842347 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9ab3782f-e78b-4f3d-921f-d190459c4f07 req-f032c25b-14cd-4f0e-a904-4af2b0cf75a7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.1611547 Jul 23 20:55:53.843547 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3782f-e78b-4f3d-921f-d190459c4f07 req-6fd414dd-88bb-40e9-9ccc-b378213f6424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:53.844837 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9ab3782f-e78b-4f3d-921f-d190459c4f07 req-6fd414dd-88bb-40e9-9ccc-b378213f6424 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.1552446 Jul 23 20:55:53.955328 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9ab3782f-e78b-4f3d-921f-d190459c4f07 req-8b710b06-efca-4ec7-b07f-7079e2e05002 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e0950fc-62cb-452f-aae3-7cf776f783ad HTTP/1.1" status: 200 len: 999 time: 0.1064999 Jul 23 20:55:53.957065 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9ab3782f-e78b-4f3d-921f-d190459c4f07 req-2da44964-d7aa-449a-a615-a5f537cc99aa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e0950fc-62cb-452f-aae3-7cf776f783ad HTTP/1.1" status: 200 len: 999 time: 0.1010470 Jul 23 20:55:54.037164 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3782f-e78b-4f3d-921f-d190459c4f07 req-251b416d-213b-44ba-a77e-cfef9e341116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:54.038640 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9ab3782f-e78b-4f3d-921f-d190459c4f07 req-251b416d-213b-44ba-a77e-cfef9e341116 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0774777 Jul 23 20:55:54.040002 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3782f-e78b-4f3d-921f-d190459c4f07 req-602427c4-4f82-4245-afb6-169766578893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:54.041279 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9ab3782f-e78b-4f3d-921f-d190459c4f07 req-602427c4-4f82-4245-afb6-169766578893 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0727921 Jul 23 20:55:54.137797 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3782f-e78b-4f3d-921f-d190459c4f07 req-3a3e729d-2e4d-4231-9daa-581c77a4babb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:54.139392 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9ab3782f-e78b-4f3d-921f-d190459c4f07 req-3a3e729d-2e4d-4231-9daa-581c77a4babb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0867543 Jul 23 20:55:54.144156 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3782f-e78b-4f3d-921f-d190459c4f07 req-04ae57c5-64d5-4081-a5dd-576d5af3a1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:54.145568 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9ab3782f-e78b-4f3d-921f-d190459c4f07 req-04ae57c5-64d5-4081-a5dd-576d5af3a1a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1010268 Jul 23 20:55:54.440340 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c56951-2062-4eb1-8d71-442799471fa4 req-95b40de1-02be-4907-84e7-b55d7b520222 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:54.441920 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a7c56951-2062-4eb1-8d71-442799471fa4 req-95b40de1-02be-4907-84e7-b55d7b520222 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 943 time: 0.0696626 Jul 23 20:55:54.488727 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a7c56951-2062-4eb1-8d71-442799471fa4 req-d8e3f938-655e-4fc6-9fb6-419b4cc733f4 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410573 Jul 23 20:55:54.645016 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9ab3782f-e78b-4f3d-921f-d190459c4f07 req-579d1acb-3b23-4cb4-bc25-b86c760e405c service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4984970 Jul 23 20:55:54.646923 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9ab3782f-e78b-4f3d-921f-d190459c4f07 req-a7f20277-0182-4f15-b596-5a98a6720ab2 service neutron] 10.222.0.18 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4936445 Jul 23 20:55:54.669120 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.30', 51991) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.715897 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461e299-b54b-48d2-899c-473413ac0f99 req-286398b9-812b-4ee5-80ec-f57e4bacdd64 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:54.717312 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d461e299-b54b-48d2-899c-473413ac0f99 req-286398b9-812b-4ee5-80ec-f57e4bacdd64 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 943 time: 0.0728889 Jul 23 20:55:54.757068 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d461e299-b54b-48d2-899c-473413ac0f99 req-a06ce39a-edf0-44da-8dae-f4badaba10c4 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331914 Jul 23 20:55:54.768657 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 6e0950fc-62cb-452f-aae3-7cf776f783ad no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:55:54.866044 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9ab3782f-e78b-4f3d-921f-d190459c4f07 req-fa7f7305-397d-47b4-8290-6a511701ccde service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134066 Jul 23 20:55:54.871780 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-9ab3782f-e78b-4f3d-921f-d190459c4f07 req-540b8691-2728-4d98-a5e6-829cf8fe4565 service neutron] 10.222.0.18 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181473 Jul 23 20:55:54.884323 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209779c0-5f8f-49b3-8d52-0e7bbdc3acba req-adf1694e-ced0-4b66-a98d-341d47feafce tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:54.886103 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-209779c0-5f8f-49b3-8d52-0e7bbdc3acba req-adf1694e-ced0-4b66-a98d-341d47feafce tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.30 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927&tenant_id=99b6baa397df412ea299c54a76f8c905&binding%3Ahost_id=n-h2-793618-10 HTTP/1.1" status: 200 len: 943 time: 0.2158279 Jul 23 20:55:54.949578 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [req-209779c0-5f8f-49b3-8d52-0e7bbdc3acba req-6b71d5fc-95b1-4be8-b0d6-1c82beda2537 service neutron] delete failed (client error): The resource could not be found. Jul 23 20:55:54.950624 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-209779c0-5f8f-49b3-8d52-0e7bbdc3acba req-6b71d5fc-95b1-4be8-b0d6-1c82beda2537 service neutron] 10.222.0.30 "DELETE /v2.0/ports/6e0950fc-62cb-452f-aae3-7cf776f783ad/bindings/n-h1-793618-10 HTTP/1.1" status: 404 len: 381 time: 0.0578172 Jul 23 20:55:54.984084 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 6e0950fc-62cb-452f-aae3-7cf776f783ad not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:55:55.047453 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209779c0-5f8f-49b3-8d52-0e7bbdc3acba req-78b5e432-d752-464e-8046-e2aeeabee44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:55.049004 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-209779c0-5f8f-49b3-8d52-0e7bbdc3acba req-78b5e432-d752-464e-8046-e2aeeabee44e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 1095 time: 0.0551522 Jul 23 20:55:55.142865 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209779c0-5f8f-49b3-8d52-0e7bbdc3acba req-529de672-0ae5-4559-afcb-020157b05836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:55.144346 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-209779c0-5f8f-49b3-8d52-0e7bbdc3acba req-529de672-0ae5-4559-afcb-020157b05836 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.0893464 Jul 23 20:55:55.207876 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-209779c0-5f8f-49b3-8d52-0e7bbdc3acba req-36a4d921-5550-4417-84c1-663643f8175a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e0950fc-62cb-452f-aae3-7cf776f783ad HTTP/1.1" status: 200 len: 999 time: 0.0575123 Jul 23 20:55:55.261892 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209779c0-5f8f-49b3-8d52-0e7bbdc3acba req-f44e6fe3-d842-48ac-b591-412d0cfd056e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:55.263358 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-209779c0-5f8f-49b3-8d52-0e7bbdc3acba req-f44e6fe3-d842-48ac-b591-412d0cfd056e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0493019 Jul 23 20:55:55.322701 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209779c0-5f8f-49b3-8d52-0e7bbdc3acba req-85010ea1-308b-4256-b16a-ba177887aa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:55.324214 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-209779c0-5f8f-49b3-8d52-0e7bbdc3acba req-85010ea1-308b-4256-b16a-ba177887aa13 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547218 Jul 23 20:55:55.419193 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-209779c0-5f8f-49b3-8d52-0e7bbdc3acba req-b3c706c3-74ed-439e-8d96-5211fb802f64 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882411 Jul 23 20:55:55.514194 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-209779c0-5f8f-49b3-8d52-0e7bbdc3acba req-606caae4-a96f-4642-bf0f-5f3cb9ff6a02 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885787 Jul 23 20:55:55.735485 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:55:55.883879 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 6e0950fc-62cb-452f-aae3-7cf776f783ad details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:55:55.905932 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597a4b3-a8e5-4db4-943e-ebb35e49c6a1 req-5bb7079e-b60b-48c6-a6b9-e388a2b34f1b tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:55.907622 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3597a4b3-a8e5-4db4-943e-ebb35e49c6a1 req-5bb7079e-b60b-48c6-a6b9-e388a2b34f1b tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 943 time: 0.0757990 Jul 23 20:55:55.948876 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3597a4b3-a8e5-4db4-943e-ebb35e49c6a1 req-83c81143-fced-4ee0-811c-576733c62d39 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356164 Jul 23 20:55:55.992282 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 6e0950fc-62cb-452f-aae3-7cf776f783ad, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=6e0950fc-62cb-452f-aae3-7cf776f783ad,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:55:56.004275 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '6e0950fc-62cb-452f-aae3-7cf776f783ad', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'port_id': '6e0950fc-62cb-452f-aae3-7cf776f783ad', 'mac_address': 'fa:16:3e:f6:9c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:55:56.046457 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:56.061125 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e0950fc-62cb-452f-aae3-7cf776f783ad {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:55:56.082820 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 6e0950fc-62cb-452f-aae3-7cf776f783ad, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=6e0950fc-62cb-452f-aae3-7cf776f783ad,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:55:56.086974 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:56.134849 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=6e0950fc-62cb-452f-aae3-7cf776f783ad,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:56.142495 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:56.142844 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:56.143185 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:56.143518 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:56.143851 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:56.144180 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:56.144506 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:56.144830 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:56.145152 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:56.145484 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:56.145817 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:56.146139 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:56.292164 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['6e0950fc-62cb-452f-aae3-7cf776f783ad'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:55:57.088806 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632d23b-4365-4e24-afcf-7565c5685543 req-a7e71bf2-484d-4c93-827c-592ff91c9f15 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:57.090327 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5632d23b-4365-4e24-afcf-7565c5685543 req-a7e71bf2-484d-4c93-827c-592ff91c9f15 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 944 time: 0.0712795 Jul 23 20:55:57.130494 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5632d23b-4365-4e24-afcf-7565c5685543 req-f539f23a-c613-4591-9f56-1bc2fb026f28 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336728 Jul 23 20:55:57.263375 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16818447-398b-4fe2-b5fd-e31ade17813f req-d8428249-95c8-4557-9c67-9f10878af514 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:57.264871 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-16818447-398b-4fe2-b5fd-e31ade17813f req-d8428249-95c8-4557-9c67-9f10878af514 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 944 time: 0.0683639 Jul 23 20:55:57.303607 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-16818447-398b-4fe2-b5fd-e31ade17813f req-339d2466-d614-4f99-8e89-17af13083d39 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326562 Jul 23 20:55:57.525216 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade2662-16ee-40a1-a439-22d1f9acc443 req-928bec1b-c9c4-4127-ad8a-9c4868b97295 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:57.526754 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2ade2662-16ee-40a1-a439-22d1f9acc443 req-928bec1b-c9c4-4127-ad8a-9c4868b97295 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 944 time: 0.0714028 Jul 23 20:55:57.539126 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf89ce-b9ba-4567-ba3a-265c8a933009 req-cf3612c9-c886-4b92-9f67-f12d5c21c8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:57.540645 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6bdf89ce-b9ba-4567-ba3a-265c8a933009 req-cf3612c9-c886-4b92-9f67-f12d5c21c8d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 1096 time: 0.0549066 Jul 23 20:55:57.573757 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2ade2662-16ee-40a1-a439-22d1f9acc443 req-46e34189-f6bf-4064-8583-15f588eae4e8 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406103 Jul 23 20:55:57.641833 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf89ce-b9ba-4567-ba3a-265c8a933009 req-1b7c5498-32fd-45ca-8463-f7bddfa902f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:57.643336 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6bdf89ce-b9ba-4567-ba3a-265c8a933009 req-1b7c5498-32fd-45ca-8463-f7bddfa902f3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.0957224 Jul 23 20:55:57.711034 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6bdf89ce-b9ba-4567-ba3a-265c8a933009 req-b60ca640-c09b-461d-a973-3ccf580a330b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e0950fc-62cb-452f-aae3-7cf776f783ad HTTP/1.1" status: 200 len: 1000 time: 0.0588174 Jul 23 20:55:57.764062 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf89ce-b9ba-4567-ba3a-265c8a933009 req-aa03fd98-90d7-4563-bdbd-33e126733627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:57.765771 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6bdf89ce-b9ba-4567-ba3a-265c8a933009 req-aa03fd98-90d7-4563-bdbd-33e126733627 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0492632 Jul 23 20:55:57.823320 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf89ce-b9ba-4567-ba3a-265c8a933009 req-a4831231-8fc8-49b1-a52d-4a5a4a869afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:57.824742 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6bdf89ce-b9ba-4567-ba3a-265c8a933009 req-a4831231-8fc8-49b1-a52d-4a5a4a869afd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533659 Jul 23 20:55:57.898015 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 6e0950fc-62cb-452f-aae3-7cf776f783ad up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:55:57.915988 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6bdf89ce-b9ba-4567-ba3a-265c8a933009 req-7d2a5598-8ea1-4b7e-8946-406008b5c92b service neutron] 10.222.0.18 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851488 Jul 23 20:55:57.949223 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 6e0950fc-62cb-452f-aae3-7cf776f783ad completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:55:57.954531 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 6e0950fc-62cb-452f-aae3-7cf776f783ad triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:55:57.954901 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:58.012890 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6bdf89ce-b9ba-4567-ba3a-265c8a933009 req-439271fb-9e96-4464-a417-7e2737d46194 service neutron] 10.222.0.18 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900562 Jul 23 20:55:58.034955 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:58.058026 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86c705d-504c-46d5-85c1-b5f5ff40a927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0950fc-62cb-452f-aae3-7cf776f783ad'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:55:58.060269 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e49f9f-b8c9-4a12-beab-21ea28f83437" -d '{"events": [{"server_uuid": "e86c705d-504c-46d5-85c1-b5f5ff40a927", "name": "network-vif-plugged", "status": "completed", "tag": "6e0950fc-62cb-452f-aae3-7cf776f783ad"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:55:58.076265 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 6e0950fc-62cb-452f-aae3-7cf776f783ad, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=6e0950fc-62cb-452f-aae3-7cf776f783ad,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:55:58.081403 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:58.104865 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e53345-691e-4974-872f-52306b0f9677 x-openstack-request-id: req-d7e53345-691e-4974-872f-52306b0f9677 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:55:58.105152 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86c705d-504c-46d5-85c1-b5f5ff40a927", "name": "network-vif-plugged", "status": "completed", "tag": "6e0950fc-62cb-452f-aae3-7cf776f783ad", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:55:58.105397 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d7e53345-691e-4974-872f-52306b0f9677 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:55:58.105807 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86c705d-504c-46d5-85c1-b5f5ff40a927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0950fc-62cb-452f-aae3-7cf776f783ad', 'code': 200} Jul 23 20:55:58.133516 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=6e0950fc-62cb-452f-aae3-7cf776f783ad,revision_number=9']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:58.709785 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8dfd78-d213-4d4b-84ef-86ba0b8e91eb req-0ff0549a-636b-4493-93c9-ff2bf119a828 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:58.711277 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ac8dfd78-d213-4d4b-84ef-86ba0b8e91eb req-0ff0549a-636b-4493-93c9-ff2bf119a828 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 945 time: 0.0641515 Jul 23 20:55:58.749713 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ac8dfd78-d213-4d4b-84ef-86ba0b8e91eb req-f3efde21-4f11-49e2-b3e5-c944521a990c tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326889 Jul 23 20:55:59.013116 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea890a4-3376-43c4-9020-3f664b5c2d31 req-396f81df-67fb-4d6f-917c-bcb5621f989d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:59.014640 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2ea890a4-3376-43c4-9020-3f664b5c2d31 req-396f81df-67fb-4d6f-917c-bcb5621f989d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 945 time: 0.0723138 Jul 23 20:55:59.054074 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2ea890a4-3376-43c4-9020-3f664b5c2d31 req-c0e27697-f467-4eca-b455-9838aac735cc tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331161 Jul 23 20:56:00.189459 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4fe3c9-83a5-4f2e-9db5-a130b03507a7 req-b9bef4cb-f7b4-4747-8b53-2b2a17967996 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:00.191036 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ae4fe3c9-83a5-4f2e-9db5-a130b03507a7 req-b9bef4cb-f7b4-4747-8b53-2b2a17967996 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 945 time: 0.0684736 Jul 23 20:56:00.234516 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ae4fe3c9-83a5-4f2e-9db5-a130b03507a7 req-19586091-6330-4c80-89e8-074c95774906 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345140 Jul 23 20:56:00.236008 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ee711-204f-4d2a-8111-d04a3e5df3e5 req-5f5ef42d-2bcf-4354-9ecb-d7210609f85b tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:00.237577 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a88ee711-204f-4d2a-8111-d04a3e5df3e5 req-5f5ef42d-2bcf-4354-9ecb-d7210609f85b tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.18 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 945 time: 0.0648623 Jul 23 20:56:00.346578 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-a88ee711-204f-4d2a-8111-d04a3e5df3e5 req-b4bebd70-7505-4b39-8a22-85f2abd50177 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Deleting port 6e0950fc-62cb-452f-aae3-7cf776f783ad {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:56:00.346832 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a88ee711-204f-4d2a-8111-d04a3e5df3e5 req-b4bebd70-7505-4b39-8a22-85f2abd50177 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:00.435055 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-a88ee711-204f-4d2a-8111-d04a3e5df3e5 req-b4bebd70-7505-4b39-8a22-85f2abd50177 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] For port 6e0950fc-62cb-452f-aae3-7cf776f783ad, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=6e0950fc-62cb-452f-aae3-7cf776f783ad,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:56:00.435404 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a88ee711-204f-4d2a-8111-d04a3e5df3e5 req-b4bebd70-7505-4b39-8a22-85f2abd50177 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:00.617246 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a88ee711-204f-4d2a-8111-d04a3e5df3e5 req-b4bebd70-7505-4b39-8a22-85f2abd50177 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:00.617558 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a88ee711-204f-4d2a-8111-d04a3e5df3e5 req-b4bebd70-7505-4b39-8a22-85f2abd50177 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:00.617883 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [req-a88ee711-204f-4d2a-8111-d04a3e5df3e5 req-b4bebd70-7505-4b39-8a22-85f2abd50177 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Floating IP 529e4fea-59d7-4eb4-8524-a112fbad1939 disassociated. External IP: 172.25.1.171, port: 6e0950fc-62cb-452f-aae3-7cf776f783ad. Jul 23 20:56:00.618227 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-a88ee711-204f-4d2a-8111-d04a3e5df3e5 req-b4bebd70-7505-4b39-8a22-85f2abd50177 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Calling delete_port for 6e0950fc-62cb-452f-aae3-7cf776f783ad owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:56:00.750572 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a88ee711-204f-4d2a-8111-d04a3e5df3e5 req-b4bebd70-7505-4b39-8a22-85f2abd50177 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:00.784922 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bebd70-7505-4b39-8a22-85f2abd50177 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Pushing event deleted for resources: {'Port': ['ID=6e0950fc-62cb-452f-aae3-7cf776f783ad,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:00.907654 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a88ee711-204f-4d2a-8111-d04a3e5df3e5 req-b4bebd70-7505-4b39-8a22-85f2abd50177 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Router 30b0eb09-59ca-427c-a59d-b341fb510529 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:56:01.019921 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a88ee711-204f-4d2a-8111-d04a3e5df3e5 req-b4bebd70-7505-4b39-8a22-85f2abd50177 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:56:01.032654 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0d40c3-f93d-42c6-8b11-4fe67f78dbcf None None] Sync routers for ids ['30b0eb09-59ca-427c-a59d-b341fb510529'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:56:01.042623 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0d40c3-f93d-42c6-8b11-4fe67f78dbcf None None] Routers {'30b0eb09-59ca-427c-a59d-b341fb510529'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:56:01.043549 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ec0d40c3-f93d-42c6-8b11-4fe67f78dbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:55:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['30b0eb09-59ca-427c-a59d-b341fb510529'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:01.080392 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-a88ee711-204f-4d2a-8111-d04a3e5df3e5 req-b4bebd70-7505-4b39-8a22-85f2abd50177 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] No DVR routers for this DVR port 6e0950fc-62cb-452f-aae3-7cf776f783ad on host n-h2-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:56:01.082878 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a88ee711-204f-4d2a-8111-d04a3e5df3e5 req-b4bebd70-7505-4b39-8a22-85f2abd50177 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:01.084905 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a88ee711-204f-4d2a-8111-d04a3e5df3e5 req-b4bebd70-7505-4b39-8a22-85f2abd50177 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.18 "DELETE /v2.0/ports/6e0950fc-62cb-452f-aae3-7cf776f783ad HTTP/1.1" status: 204 len: 173 time: 0.8425784 Jul 23 20:56:01.085347 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86c705d-504c-46d5-85c1-b5f5ff40a927', 'name': 'network-vif-deleted', 'tag': '6e0950fc-62cb-452f-aae3-7cf776f783ad'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:56:01.087666 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53f9fe0-34c4-41eb-9da7-a7a393549f05" -d '{"events": [{"server_uuid": "e86c705d-504c-46d5-85c1-b5f5ff40a927", "name": "network-vif-deleted", "tag": "6e0950fc-62cb-452f-aae3-7cf776f783ad"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:56:01.135969 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9d0b59-96f2-4442-8fdb-b891bf1956e0 x-openstack-request-id: req-0f9d0b59-96f2-4442-8fdb-b891bf1956e0 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:56:01.136499 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86c705d-504c-46d5-85c1-b5f5ff40a927", "name": "network-vif-deleted", "tag": "6e0950fc-62cb-452f-aae3-7cf776f783ad", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:56:01.136947 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f9d0b59-96f2-4442-8fdb-b891bf1956e0 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:56:01.137657 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86c705d-504c-46d5-85c1-b5f5ff40a927', 'name': 'network-vif-deleted', 'tag': '6e0950fc-62cb-452f-aae3-7cf776f783ad', 'status': 'completed', 'code': 200} Jul 23 20:56:01.168939 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-ec0d40c3-f93d-42c6-8b11-4fe67f78dbcf None None] Set router 30b0eb09-59ca-427c-a59d-b341fb510529 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:56:01.353135 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d27ca905-65c6-4157-986d-b1004ed3bfba req-44b97168-6d3d-4ab7-b4e3-724b1bbb1a9f tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=e86c705d-504c-46d5-85c1-b5f5ff40a927 HTTP/1.1" status: 200 len: 210 time: 0.0311878 Jul 23 20:56:01.414005 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ec0d40c3-f93d-42c6-8b11-4fe67f78dbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'name': 'tempest-ServerActionsTestJSON-1721897841-router', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:32Z', 'revision_number': 4, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'gw_port': {'id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'b5e37522-890e-4314-ab22-94a7ab387240', 'name': '', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'mac_address': 'fa:16:3e:af:cb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:31Z', 'updated_at': '2021-07-23T20:51:36Z', 'revision_number': 5, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'subnets': [{'id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:01.444414 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0d40c3-f93d-42c6-8b11-4fe67f78dbcf None None] Checking router: 30b0eb09-59ca-427c-a59d-b341fb510529 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:56:01.453228 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0d40c3-f93d-42c6-8b11-4fe67f78dbcf None None] Routers {'30b0eb09-59ca-427c-a59d-b341fb510529'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:56:01.453860 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ec0d40c3-f93d-42c6-8b11-4fe67f78dbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:55:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['30b0eb09-59ca-427c-a59d-b341fb510529'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:01.560350 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-ec0d40c3-f93d-42c6-8b11-4fe67f78dbcf None None] Set router 30b0eb09-59ca-427c-a59d-b341fb510529 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:56:01.761009 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ec0d40c3-f93d-42c6-8b11-4fe67f78dbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'name': 'tempest-ServerActionsTestJSON-1721897841-router', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:32Z', 'revision_number': 4, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'gw_port': {'id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'b5e37522-890e-4314-ab22-94a7ab387240', 'name': '', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'mac_address': 'fa:16:3e:af:cb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:31Z', 'updated_at': '2021-07-23T20:51:36Z', 'revision_number': 5, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'subnets': [{'id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:01.789959 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0d40c3-f93d-42c6-8b11-4fe67f78dbcf None None] The sync data for ids ['30b0eb09-59ca-427c-a59d-b341fb510529'] in n-d-793618-10 is: [{'id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'name': 'tempest-ServerActionsTestJSON-1721897841-router', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:32Z', 'revision_number': 4, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'gw_port': {'id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'b5e37522-890e-4314-ab22-94a7ab387240', 'name': '', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'mac_address': 'fa:16:3e:af:cb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:31Z', 'updated_at': '2021-07-23T20:51:36Z', 'revision_number': 5, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'subnets': [{'id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:56:02.023908 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65128e37-fb52-48ce-baf2-4afbab50f17f None None] New status for floating IP 529e4fea-59d7-4eb4-8524-a112fbad1939: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:56:02.628786 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-7caca020-362f-469e-a95a-402ef3c68e6c tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1896929928&fields=id&tenant_id=99b6baa397df412ea299c54a76f8c905 HTTP/1.1" status: 200 len: 267 time: 0.0339682 Jul 23 20:56:02.739888 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-b99ff620-0622-49cf-9c6f-062801ddff89 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:02.741279 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-b99ff620-0622-49cf-9c6f-062801ddff89 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 812 time: 0.1060214 Jul 23 20:56:02.756585 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-06e52b35-644d-4ff0-8c8e-428297abe863 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/quotas/99b6baa397df412ea299c54a76f8c905 HTTP/1.1" status: 200 len: 375 time: 0.0098693 Jul 23 20:56:02.831268 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-bcf2bace-d3ce-447b-8ccb-46493c211770 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0693722 Jul 23 20:56:02.894727 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-8d1e7eb7-d89b-41ab-b549-b5bd26903c10 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:56:02.895733 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-8d1e7eb7-d89b-41ab-b549-b5bd26903c10 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0529013 Jul 23 20:56:02.993052 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-0e9b39d2-a93b-4b5f-a162-55aa556dbbee service neutron] 10.222.0.32 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912781 Jul 23 20:56:03.083997 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-cba9ac69-7831-4c6c-a6bb-fa70f5820faf service neutron] 10.222.0.32 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852129 Jul 23 20:56:03.263144 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c386ba19-26f1-4103-8cee-8322d148b6c4 req-87b6cc71-8870-4c9d-a11a-90c974ed5da3 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 210 time: 0.0343721 Jul 23 20:56:04.054224 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 6e0950fc-62cb-452f-aae3-7cf776f783ad no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:56:04.078188 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 6e0950fc-62cb-452f-aae3-7cf776f783ad {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:56:04.078533 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 6e0950fc-62cb-452f-aae3-7cf776f783ad not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:56:04.349818 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-22ad32cb-f3cc-4e62-9d92-9fe3f2be2926 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:04.351488 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-22ad32cb-f3cc-4e62-9d92-9fe3f2be2926 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.30 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 812 time: 0.1385417 Jul 23 20:56:04.380408 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d151f59-c28f-4aaf-a109-2eefdab618c5 req-75cbf20c-a3e1-401e-95a4-b8b240f11c18 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 210 time: 0.0388167 Jul 23 20:56:04.403272 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-4befec57-8db5-4012-a7b3-eef4d87ce9df tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99b6baa397df412ea299c54a76f8c905 HTTP/1.1" status: 200 len: 380 time: 0.0412085 Jul 23 20:56:04.412944 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-e6eb85f7-69c3-4038-84a3-b2020e1340bc tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Request body: {'port': {'device_id': 'b50530a9-97bd-4c28-91a6-6963cb453508', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'admin_state_up': True, 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'security_groups': ['dfee0c79-540e-4611-81be-73c0e9ecea80']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:56:04.529883 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-e6eb85f7-69c3-4038-84a3-b2020e1340bc tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Made reservation on behalf of 99b6baa397df412ea299c54a76f8c905 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:56:04.533681 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-e6eb85f7-69c3-4038-84a3-b2020e1340bc tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:04.672199 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-e6eb85f7-69c3-4038-84a3-b2020e1340bc tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Allocated IP 172.20.0.7 (7fa86a12-41ec-4d1f-b176-f5c558f4518b/1c5fee95-9abc-42b8-a174-a3dbd7cb3df3/c847454d-96da-4f7a-a3d7-d6edf764299d) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:56:04.826420 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-e6eb85f7-69c3-4038-84a3-b2020e1340bc tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:04.840265 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-e6eb85f7-69c3-4038-84a3-b2020e1340bc tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Transition to ACTIVE for port object c847454d-96da-4f7a-a3d7-d6edf764299d will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:56:04.875244 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-e6eb85f7-69c3-4038-84a3-b2020e1340bc tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:04.921941 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-e6eb85f7-69c3-4038-84a3-b2020e1340bc tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Network 7fa86a12-41ec-4d1f-b176-f5c558f4518b is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:56:04.925095 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-e6eb85f7-69c3-4038-84a3-b2020e1340bc tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:56:04.927747 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-e6eb85f7-69c3-4038-84a3-b2020e1340bc tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:56:04.959627 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb85f7-69c3-4038-84a3-b2020e1340bc tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Pushing event updated for resources: {'Port': ['ID=c847454d-96da-4f7a-a3d7-d6edf764299d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:04.988447 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-e6eb85f7-69c3-4038-84a3-b2020e1340bc tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:04.989177 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-e6eb85f7-69c3-4038-84a3-b2020e1340bc tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:05.004226 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-e6eb85f7-69c3-4038-84a3-b2020e1340bc tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5951428 Jul 23 20:56:05.015278 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-30546737-1abb-471d-aee3-b94230dc3516 service neutron] Request body: {'port': {'device_id': 'b50530a9-97bd-4c28-91a6-6963cb453508', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:56:05.095037 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-30546737-1abb-471d-aee3-b94230dc3516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:05.124226 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c3478644-6972-41c8-ab6c-d1cac17e109d None None] Provisioning for port c847454d-96da-4f7a-a3d7-d6edf764299d completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:56:05.128921 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c3478644-6972-41c8-ab6c-d1cac17e109d None None] Provisioning complete for port c847454d-96da-4f7a-a3d7-d6edf764299d triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:56:05.129295 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c3478644-6972-41c8-ab6c-d1cac17e109d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:05.164391 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-c3478644-6972-41c8-ab6c-d1cac17e109d None None] Port c847454d-96da-4f7a-a3d7-d6edf764299d cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:56:05.376051 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-30546737-1abb-471d-aee3-b94230dc3516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c847454d-96da-4f7a-a3d7-d6edf764299d {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:56:05.384091 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-30546737-1abb-471d-aee3-b94230dc3516 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:05.396676 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-30546737-1abb-471d-aee3-b94230dc3516 service neutron] Transition to ACTIVE for port object c847454d-96da-4f7a-a3d7-d6edf764299d will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:56:05.400772 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-30546737-1abb-471d-aee3-b94230dc3516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:05.478021 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30546737-1abb-471d-aee3-b94230dc3516 service neutron] Pushing event updated for resources: {'Port': ['ID=c847454d-96da-4f7a-a3d7-d6edf764299d,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:05.527453 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae7b62-0318-4153-80eb-aa92ce8711a6 req-ab383fa0-60e5-4f71-b3af-e0ffe51600db tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:05.530201 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b6ae7b62-0318-4153-80eb-aa92ce8711a6 req-ab383fa0-60e5-4f71-b3af-e0ffe51600db tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 943 time: 0.0731266 Jul 23 20:56:05.543379 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-30546737-1abb-471d-aee3-b94230dc3516 service neutron] Attempting to bind port c847454d-96da-4f7a-a3d7-d6edf764299d on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:56:05.543822 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-30546737-1abb-471d-aee3-b94230dc3516 service neutron] Attempting to bind port c847454d-96da-4f7a-a3d7-d6edf764299d by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:56:05.544217 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-30546737-1abb-471d-aee3-b94230dc3516 service neutron] Attempting to bind port c847454d-96da-4f7a-a3d7-d6edf764299d on network 7fa86a12-41ec-4d1f-b176-f5c558f4518b {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:56:05.550816 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-30546737-1abb-471d-aee3-b94230dc3516 service neutron] Port c847454d-96da-4f7a-a3d7-d6edf764299d on network 7fa86a12-41ec-4d1f-b176-f5c558f4518b not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:56:05.551230 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-30546737-1abb-471d-aee3-b94230dc3516 service neutron] Attempting to bind port c847454d-96da-4f7a-a3d7-d6edf764299d on network 7fa86a12-41ec-4d1f-b176-f5c558f4518b {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:56:05.557641 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-30546737-1abb-471d-aee3-b94230dc3516 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:56:05.558085 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-30546737-1abb-471d-aee3-b94230dc3516 service neutron] Checking segment: {'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:56:05.558588 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-30546737-1abb-471d-aee3-b94230dc3516 service neutron] Bound using segment: {'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:56:05.559102 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-30546737-1abb-471d-aee3-b94230dc3516 service neutron] Bound port: c847454d-96da-4f7a-a3d7-d6edf764299d, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:56:05.559522 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-30546737-1abb-471d-aee3-b94230dc3516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:05.572910 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b6ae7b62-0318-4153-80eb-aa92ce8711a6 req-081cd5be-5493-46e7-9e0c-c9b897f173fc tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363662 Jul 23 20:56:05.630182 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-30546737-1abb-471d-aee3-b94230dc3516 service neutron] For port c847454d-96da-4f7a-a3d7-d6edf764299d, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:56:05.633186 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-30546737-1abb-471d-aee3-b94230dc3516 service neutron] For port c847454d-96da-4f7a-a3d7-d6edf764299d, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=c847454d-96da-4f7a-a3d7-d6edf764299d,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:56:05.637675 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-30546737-1abb-471d-aee3-b94230dc3516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:05.670214 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-30546737-1abb-471d-aee3-b94230dc3516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:05.670831 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-30546737-1abb-471d-aee3-b94230dc3516 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:05.672275 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-30546737-1abb-471d-aee3-b94230dc3516 service neutron] 10.222.0.30 "PUT /v2.0/ports/c847454d-96da-4f7a-a3d7-d6edf764299d HTTP/1.1" status: 200 len: 1092 time: 0.6614745 Jul 23 20:56:05.672715 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b50530a9-97bd-4c28-91a6-6963cb453508', 'tag': 'c847454d-96da-4f7a-a3d7-d6edf764299d'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:56:05.674990 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056023f373430018c2a35ab5bbfc78d047665f0fd30d056fc27f1365055f16f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b493d6d3-3c25-4deb-a29f-5f4257946bae" -d '{"events": [{"name": "network-changed", "server_uuid": "b50530a9-97bd-4c28-91a6-6963cb453508", "tag": "c847454d-96da-4f7a-a3d7-d6edf764299d"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:56:05.703901 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30546737-1abb-471d-aee3-b94230dc3516 service neutron] Pushing event updated for resources: {'Port': ['ID=c847454d-96da-4f7a-a3d7-d6edf764299d,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:05.733045 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c792a45-a3da-46fe-8432-561387ed3715 x-openstack-request-id: req-3c792a45-a3da-46fe-8432-561387ed3715 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:56:05.733045 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b50530a9-97bd-4c28-91a6-6963cb453508", "tag": "c847454d-96da-4f7a-a3d7-d6edf764299d", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:56:05.733311 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3c792a45-a3da-46fe-8432-561387ed3715 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:56:05.734218 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b50530a9-97bd-4c28-91a6-6963cb453508', 'tag': 'c847454d-96da-4f7a-a3d7-d6edf764299d', 'status': 'completed', 'code': 200} Jul 23 20:56:05.784034 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-e5fcf5c0-d951-4c0a-8eae-3eb8b305bff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:05.785648 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-e5fcf5c0-d951-4c0a-8eae-3eb8b305bff0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 1095 time: 0.0626051 Jul 23 20:56:05.838855 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-281f845b-290a-4b37-a0a9-b944c9a78b0b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c847454d-96da-4f7a-a3d7-d6edf764299d HTTP/1.1" status: 200 len: 217 time: 0.0465479 Jul 23 20:56:05.893063 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-ebb6a212-8c3d-4542-a8fe-7ba49445cf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:05.894619 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-ebb6a212-8c3d-4542-a8fe-7ba49445cf01 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0498621 Jul 23 20:56:05.954209 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-b974f1e5-f978-456f-9668-262dae296ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:05.955711 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-b974f1e5-f978-456f-9668-262dae296ed5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547633 Jul 23 20:56:06.049643 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-1b545d5b-a5a2-4f5a-bb46-c2ad0548be48 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877759 Jul 23 20:56:06.138620 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-90605dfa-3d4d-4110-aaa3-74023425a36f req-d6755ac2-d49b-4447-a536-c1b96d70acd2 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827305 Jul 23 20:56:06.243657 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493d6d3-3c25-4deb-a29f-5f4257946bae req-be5a8ba4-727e-4c00-ae61-f9d496af2af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:06.245213 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b493d6d3-3c25-4deb-a29f-5f4257946bae req-be5a8ba4-727e-4c00-ae61-f9d496af2af9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 1095 time: 0.0595686 Jul 23 20:56:06.340553 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493d6d3-3c25-4deb-a29f-5f4257946bae req-586a57d0-56ae-40e1-9c0c-725c36a3c235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:06.342348 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b493d6d3-3c25-4deb-a29f-5f4257946bae req-586a57d0-56ae-40e1-9c0c-725c36a3c235 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.0896239 Jul 23 20:56:06.386942 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b493d6d3-3c25-4deb-a29f-5f4257946bae req-a07daa60-d928-4e45-bfd5-e2af0d930944 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c847454d-96da-4f7a-a3d7-d6edf764299d HTTP/1.1" status: 200 len: 217 time: 0.0383530 Jul 23 20:56:06.436898 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493d6d3-3c25-4deb-a29f-5f4257946bae req-c36a7bbe-f3b7-477d-9947-19b53dcf03af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:06.438508 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b493d6d3-3c25-4deb-a29f-5f4257946bae req-c36a7bbe-f3b7-477d-9947-19b53dcf03af service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0446498 Jul 23 20:56:06.497169 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493d6d3-3c25-4deb-a29f-5f4257946bae req-9cd93040-5f70-458f-8d15-d8f8c1aa297a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:06.498892 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b493d6d3-3c25-4deb-a29f-5f4257946bae req-9cd93040-5f70-458f-8d15-d8f8c1aa297a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542252 Jul 23 20:56:06.592557 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b493d6d3-3c25-4deb-a29f-5f4257946bae req-39825423-5a55-4e41-8f1a-46432b0dff5c service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869739 Jul 23 20:56:06.697101 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b493d6d3-3c25-4deb-a29f-5f4257946bae req-deb276f8-344d-444d-a99a-0b4a922ff6e4 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974803 Jul 23 20:56:06.713870 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58a59d-a885-423c-bb6f-01b95c46f880 req-81156c59-d4aa-4883-9e17-68d365e2081b tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:06.715889 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3f58a59d-a885-423c-bb6f-01b95c46f880 req-81156c59-d4aa-4883-9e17-68d365e2081b tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 943 time: 0.0692675 Jul 23 20:56:06.759318 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3f58a59d-a885-423c-bb6f-01b95c46f880 req-3d640678-2ed1-4cf9-93ba-b83cf2aea0dc tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367336 Jul 23 20:56:07.901520 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888e13a-69ad-4a13-988a-946f8a53ca2a req-c26b38b5-a7ed-4cda-96a7-c957f317352e tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:07.903044 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f888e13a-69ad-4a13-988a-946f8a53ca2a req-c26b38b5-a7ed-4cda-96a7-c957f317352e tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 943 time: 0.0734904 Jul 23 20:56:07.953417 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f888e13a-69ad-4a13-988a-946f8a53ca2a req-50a7fa5a-aca2-484c-871d-b6c3097797b3 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439224 Jul 23 20:56:08.838036 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device c847454d-96da-4f7a-a3d7-d6edf764299d details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:56:08.935823 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port c847454d-96da-4f7a-a3d7-d6edf764299d, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=c847454d-96da-4f7a-a3d7-d6edf764299d,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:56:08.946804 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'c847454d-96da-4f7a-a3d7-d6edf764299d', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'port_id': 'c847454d-96da-4f7a-a3d7-d6edf764299d', 'mac_address': 'fa:16:3e:0b:2a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:56:08.988278 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:09.001355 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c847454d-96da-4f7a-a3d7-d6edf764299d {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:56:09.021750 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port c847454d-96da-4f7a-a3d7-d6edf764299d, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=c847454d-96da-4f7a-a3d7-d6edf764299d,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:56:09.026585 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:09.074640 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=c847454d-96da-4f7a-a3d7-d6edf764299d,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:09.086604 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da42898-8c3f-413d-b817-d786c87dc55a req-9dc5e3ed-eeaa-47e4-8aca-378ee8efe6d9 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:09.088170 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0da42898-8c3f-413d-b817-d786c87dc55a req-9dc5e3ed-eeaa-47e4-8aca-378ee8efe6d9 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 944 time: 0.0679324 Jul 23 20:56:09.126667 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0da42898-8c3f-413d-b817-d786c87dc55a req-dfe6735a-d5e1-4d01-95f1-10f0c13197a5 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320776 Jul 23 20:56:09.223924 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['c847454d-96da-4f7a-a3d7-d6edf764299d'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:56:10.263423 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68239400-d033-4853-acc4-79c3e8416d1b req-58faa1c4-0f49-4edd-b6f9-a0ddc08082c8 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:10.265394 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-68239400-d033-4853-acc4-79c3e8416d1b req-58faa1c4-0f49-4edd-b6f9-a0ddc08082c8 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 944 time: 0.0702987 Jul 23 20:56:10.306088 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-68239400-d033-4853-acc4-79c3e8416d1b req-6e8d9583-6781-44c3-9794-3848ad287e12 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350413 Jul 23 20:56:10.325376 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ee40b91b-6616-4f17-ac62-63ae80528c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:10.854091 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device c847454d-96da-4f7a-a3d7-d6edf764299d up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:56:10.902590 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port c847454d-96da-4f7a-a3d7-d6edf764299d completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:56:10.906508 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port c847454d-96da-4f7a-a3d7-d6edf764299d triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:56:10.906871 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:10.982096 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:11.007782 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50530a9-97bd-4c28-91a6-6963cb453508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c847454d-96da-4f7a-a3d7-d6edf764299d'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:56:11.010077 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3017e651a9e03767590da975e2377b03ecf1d91c817938cfcd5a77c1e8b28ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11ab746-9b52-4477-b300-bc476fc5d6fc" -d '{"events": [{"server_uuid": "b50530a9-97bd-4c28-91a6-6963cb453508", "name": "network-vif-plugged", "status": "completed", "tag": "c847454d-96da-4f7a-a3d7-d6edf764299d"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:56:11.023565 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port c847454d-96da-4f7a-a3d7-d6edf764299d, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=c847454d-96da-4f7a-a3d7-d6edf764299d,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:56:11.027904 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:11.053005 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97b557c-a659-4312-8549-cd96cc792bd0 x-openstack-request-id: req-e97b557c-a659-4312-8549-cd96cc792bd0 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:56:11.053294 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b50530a9-97bd-4c28-91a6-6963cb453508", "name": "network-vif-plugged", "status": "completed", "tag": "c847454d-96da-4f7a-a3d7-d6edf764299d", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:56:11.053582 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e97b557c-a659-4312-8549-cd96cc792bd0 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:56:11.053965 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50530a9-97bd-4c28-91a6-6963cb453508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c847454d-96da-4f7a-a3d7-d6edf764299d', 'code': 200} Jul 23 20:56:11.080366 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=c847454d-96da-4f7a-a3d7-d6edf764299d,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:11.157955 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804e8e5-99b0-4f73-9a31-df82da246d8f req-f6b702cc-f28e-4309-bb44-7387994489b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:11.159359 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6804e8e5-99b0-4f73-9a31-df82da246d8f req-f6b702cc-f28e-4309-bb44-7387994489b1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 1097 time: 0.0565858 Jul 23 20:56:11.193573 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6804e8e5-99b0-4f73-9a31-df82da246d8f req-d9d0152a-c8ed-424c-8521-fc623eb54333 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274191 Jul 23 20:56:11.440296 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77eb91-02d8-499b-9936-e148e9356991 req-85ffa265-caf3-4052-90a2-381466915096 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:11.441753 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5c77eb91-02d8-499b-9936-e148e9356991 req-85ffa265-caf3-4052-90a2-381466915096 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 945 time: 0.0646205 Jul 23 20:56:11.478888 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5c77eb91-02d8-499b-9936-e148e9356991 req-0365f4de-caad-4057-89d7-3cb10b1db80d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314569 Jul 23 20:56:12.612546 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219f2ab-5dfe-4e95-85b6-4a3c900b5d51 req-6ba74dec-939c-4fd0-9f46-648ffbf146f7 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:12.614095 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f219f2ab-5dfe-4e95-85b6-4a3c900b5d51 req-6ba74dec-939c-4fd0-9f46-648ffbf146f7 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 945 time: 0.0655537 Jul 23 20:56:12.657066 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f219f2ab-5dfe-4e95-85b6-4a3c900b5d51 req-82723530-8125-442d-bcfd-5c00ca8d504b tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373013 Jul 23 20:56:12.787243 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5ef5d-7e3f-4399-906c-836fbfd1b6a3 req-fd4f079b-5fee-444d-be59-c9bda757a239 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:12.788791 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-35e5ef5d-7e3f-4399-906c-836fbfd1b6a3 req-fd4f079b-5fee-444d-be59-c9bda757a239 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 945 time: 0.0668113 Jul 23 20:56:12.798043 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36370) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:12.802847 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-bd7b6175-9516-4fd6-a2a4-ed1fe6e8340d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Request body: {'floatingip': {'port_id': 'c847454d-96da-4f7a-a3d7-d6edf764299d'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:56:12.842772 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bd7b6175-9516-4fd6-a2a4-ed1fe6e8340d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks [] for floatingip, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:13.280127 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bd7b6175-9516-4fd6-a2a4-ed1fe6e8340d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:13.284619 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bd7b6175-9516-4fd6-a2a4-ed1fe6e8340d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:13.386625 n-d-793618-10 neutron-server[93875]: INFO neutron.db.l3_db [None req-bd7b6175-9516-4fd6-a2a4-ed1fe6e8340d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Floating IP 529e4fea-59d7-4eb4-8524-a112fbad1939 associated. External IP: 172.25.1.171, port: c847454d-96da-4f7a-a3d7-d6edf764299d. Jul 23 20:56:13.401592 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:13.602925 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7b6175-9516-4fd6-a2a4-ed1fe6e8340d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Router 30b0eb09-59ca-427c-a59d-b341fb510529 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:56:13.690021 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1cdbf461-8203-4ff2-b2de-4aa30d373e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:13.715057 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7b6175-9516-4fd6-a2a4-ed1fe6e8340d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:56:13.720599 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bd7b6175-9516-4fd6-a2a4-ed1fe6e8340d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:13.725413 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ca846d-64e3-45f2-95b6-f80e2efc168d None None] Sync routers for ids ['30b0eb09-59ca-427c-a59d-b341fb510529'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:56:13.735405 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ca846d-64e3-45f2-95b6-f80e2efc168d None None] Routers {'30b0eb09-59ca-427c-a59d-b341fb510529'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:56:13.736095 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-72ca846d-64e3-45f2-95b6-f80e2efc168d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:56:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['30b0eb09-59ca-427c-a59d-b341fb510529'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:13.758363 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-bd7b6175-9516-4fd6-a2a4-ed1fe6e8340d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "PUT /v2.0/floatingips/529e4fea-59d7-4eb4-8524-a112fbad1939 HTTP/1.1" status: 200 len: 991 time: 0.9591947 Jul 23 20:56:13.759077 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b50530a9-97bd-4c28-91a6-6963cb453508', 'tag': 'c847454d-96da-4f7a-a3d7-d6edf764299d'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:56:13.761450 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}421def1152ed21c697e670e34f5f6c9b92ce21708fc0609d44df54af3fb35416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e25e82c-4ec0-4e47-8142-9ef8f0b0607f" -d '{"events": [{"name": "network-changed", "server_uuid": "b50530a9-97bd-4c28-91a6-6963cb453508", "tag": "c847454d-96da-4f7a-a3d7-d6edf764299d"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:56:13.843973 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-72ca846d-64e3-45f2-95b6-f80e2efc168d None None] Set router 30b0eb09-59ca-427c-a59d-b341fb510529 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:56:13.849329 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6672f10-99b5-4e5c-a515-44fbf8e9a55d x-openstack-request-id: req-d6672f10-99b5-4e5c-a515-44fbf8e9a55d {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:56:13.849653 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b50530a9-97bd-4c28-91a6-6963cb453508", "tag": "c847454d-96da-4f7a-a3d7-d6edf764299d", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:56:13.849910 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d6672f10-99b5-4e5c-a515-44fbf8e9a55d {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:56:13.850316 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b50530a9-97bd-4c28-91a6-6963cb453508', 'tag': 'c847454d-96da-4f7a-a3d7-d6edf764299d', 'status': 'completed', 'code': 200} Jul 23 20:56:13.924266 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25e82c-4ec0-4e47-8142-9ef8f0b0607f req-b6fd35ed-1825-4558-b3ee-2042af2ab868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:13.925720 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7e25e82c-4ec0-4e47-8142-9ef8f0b0607f req-b6fd35ed-1825-4558-b3ee-2042af2ab868 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 1097 time: 0.0556386 Jul 23 20:56:14.020519 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25e82c-4ec0-4e47-8142-9ef8f0b0607f req-84f283d6-c45b-44fb-9271-cc9e5a62250f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:14.022131 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7e25e82c-4ec0-4e47-8142-9ef8f0b0607f req-84f283d6-c45b-44fb-9271-cc9e5a62250f service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.0903881 Jul 23 20:56:14.073329 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-72ca846d-64e3-45f2-95b6-f80e2efc168d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'name': 'tempest-ServerActionsTestJSON-1721897841-router', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:32Z', 'revision_number': 4, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'gw_port': {'id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '529e4fea-59d7-4eb4-8524-a112fbad1939', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'floating_ip_address': '172.25.1.171', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'port_id': 'c847454d-96da-4f7a-a3d7-d6edf764299d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'mac_address': 'fa:16:3e:0b:2a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50530a9-97bd-4c28-91a6-6963cb453508', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:51:35Z', 'updated_at': '2021-07-23T20:56:13Z', 'revision_number': 9, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5e37522-890e-4314-ab22-94a7ab387240', 'name': '', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'mac_address': 'fa:16:3e:af:cb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:31Z', 'updated_at': '2021-07-23T20:51:36Z', 'revision_number': 5, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'subnets': [{'id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:14.087798 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7e25e82c-4ec0-4e47-8142-9ef8f0b0607f req-5ef772c0-1bb1-4ab5-a2da-9f1971ccf4b5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c847454d-96da-4f7a-a3d7-d6edf764299d HTTP/1.1" status: 200 len: 999 time: 0.0598552 Jul 23 20:56:14.103910 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ca846d-64e3-45f2-95b6-f80e2efc168d None None] Checking router: 30b0eb09-59ca-427c-a59d-b341fb510529 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:56:14.112929 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ca846d-64e3-45f2-95b6-f80e2efc168d None None] Routers {'30b0eb09-59ca-427c-a59d-b341fb510529'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:56:14.113566 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-72ca846d-64e3-45f2-95b6-f80e2efc168d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:56:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['30b0eb09-59ca-427c-a59d-b341fb510529'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:14.136999 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25e82c-4ec0-4e47-8142-9ef8f0b0607f req-5fccb18b-d45a-47cd-be6b-799896a43e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:14.139068 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7e25e82c-4ec0-4e47-8142-9ef8f0b0607f req-5fccb18b-d45a-47cd-be6b-799896a43e7e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0444334 Jul 23 20:56:14.203409 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25e82c-4ec0-4e47-8142-9ef8f0b0607f req-b92ec41b-5099-401f-b1bf-1ec8b27b60f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:14.204874 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7e25e82c-4ec0-4e47-8142-9ef8f0b0607f req-b92ec41b-5099-401f-b1bf-1ec8b27b60f8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608125 Jul 23 20:56:14.300225 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7e25e82c-4ec0-4e47-8142-9ef8f0b0607f req-1d19b6eb-2535-41c3-960d-5e447a342ad3 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888615 Jul 23 20:56:14.349623 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:14.381132 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-72ca846d-64e3-45f2-95b6-f80e2efc168d None None] Set router 30b0eb09-59ca-427c-a59d-b341fb510529 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:56:14.394518 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-7e25e82c-4ec0-4e47-8142-9ef8f0b0607f req-e88d7757-5709-497c-beb3-182f8b693185 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887928 Jul 23 20:56:14.603555 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-72ca846d-64e3-45f2-95b6-f80e2efc168d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'name': 'tempest-ServerActionsTestJSON-1721897841-router', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:32Z', 'revision_number': 4, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'gw_port': {'id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '529e4fea-59d7-4eb4-8524-a112fbad1939', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'floating_ip_address': '172.25.1.171', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'port_id': 'c847454d-96da-4f7a-a3d7-d6edf764299d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'mac_address': 'fa:16:3e:0b:2a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50530a9-97bd-4c28-91a6-6963cb453508', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:51:35Z', 'updated_at': '2021-07-23T20:56:13Z', 'revision_number': 9, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5e37522-890e-4314-ab22-94a7ab387240', 'name': '', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'mac_address': 'fa:16:3e:af:cb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:31Z', 'updated_at': '2021-07-23T20:51:36Z', 'revision_number': 5, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'subnets': [{'id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:14.633945 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ca846d-64e3-45f2-95b6-f80e2efc168d None None] The sync data for ids ['30b0eb09-59ca-427c-a59d-b341fb510529'] in n-d-793618-10 is: [{'id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'name': 'tempest-ServerActionsTestJSON-1721897841-router', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:32Z', 'revision_number': 4, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'gw_port': {'id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '529e4fea-59d7-4eb4-8524-a112fbad1939', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'floating_ip_address': '172.25.1.171', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'port_id': 'c847454d-96da-4f7a-a3d7-d6edf764299d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'mac_address': 'fa:16:3e:0b:2a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50530a9-97bd-4c28-91a6-6963cb453508', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:51:35Z', 'updated_at': '2021-07-23T20:56:13Z', 'revision_number': 9, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5e37522-890e-4314-ab22-94a7ab387240', 'name': '', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'mac_address': 'fa:16:3e:af:cb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:31Z', 'updated_at': '2021-07-23T20:51:36Z', 'revision_number': 5, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'subnets': [{'id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:56:14.823149 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6ccfe0-67cc-41cc-bee1-898e1c10df4c None None] New status for floating IP 529e4fea-59d7-4eb4-8524-a112fbad1939: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:56:14.942286 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:15.116208 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:16.091081 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:27.360903 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-907d3dfe-0037-4826-af7d-61bd12bfc53f req-99d0280b-4e9c-47fb-888b-e1f5993e6866 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1150556 Jul 23 20:56:27.472602 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d3dfe-0037-4826-af7d-61bd12bfc53f req-43d85d67-8399-4c6e-ac8f-c910d3ea9935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:27.474448 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-907d3dfe-0037-4826-af7d-61bd12bfc53f req-43d85d67-8399-4c6e-ac8f-c910d3ea9935 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 1097 time: 0.0624008 Jul 23 20:56:27.582864 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d3dfe-0037-4826-af7d-61bd12bfc53f req-47b4bc4f-8189-4953-ba9f-1e1687f7f2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:27.584343 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-907d3dfe-0037-4826-af7d-61bd12bfc53f req-47b4bc4f-8189-4953-ba9f-1e1687f7f2a8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.0896938 Jul 23 20:56:27.648986 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-907d3dfe-0037-4826-af7d-61bd12bfc53f req-2ec00c2c-6c16-435b-86af-ec1b3b766998 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c847454d-96da-4f7a-a3d7-d6edf764299d HTTP/1.1" status: 200 len: 1002 time: 0.0580194 Jul 23 20:56:27.701077 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d3dfe-0037-4826-af7d-61bd12bfc53f req-4df03817-65f7-4f60-8ffc-e59daa763387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:27.703164 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-907d3dfe-0037-4826-af7d-61bd12bfc53f req-4df03817-65f7-4f60-8ffc-e59daa763387 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0473049 Jul 23 20:56:27.759973 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d3dfe-0037-4826-af7d-61bd12bfc53f req-43af1a2c-db20-4a03-ad7f-45cd0c02a2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:27.761456 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-907d3dfe-0037-4826-af7d-61bd12bfc53f req-43af1a2c-db20-4a03-ad7f-45cd0c02a2f8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524266 Jul 23 20:56:27.850621 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-907d3dfe-0037-4826-af7d-61bd12bfc53f req-3c39ccb6-f9ee-4859-ad6f-d526dc6add38 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825870 Jul 23 20:56:27.943281 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-907d3dfe-0037-4826-af7d-61bd12bfc53f req-0b8e9d16-edc3-4210-8b21-0ececb690ccb service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854168 Jul 23 20:56:32.736301 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:56:40.325982 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-24c2573a-6500-4dac-b7e5-e413b2002a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:43.410224 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:43.692434 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8cbfbb0e-07cb-4eee-a961-d7464e4e398f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:44.160506 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:44.942662 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:45.117748 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:46.095777 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:09.736720 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:57:10.327616 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-012f8f57-3501-4343-b508-8c9de9e01908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:13.402319 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:13.693441 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-395653c2-b011-4191-972b-723e41506e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:14.158594 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:14.956031 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:15.131249 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:16.099350 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:27.329277 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-20aaa503-8182-41b9-af82-d48b9750d744 req-5ff1ddcf-6916-48ef-9be7-959f6a321f97 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0904372 Jul 23 20:57:27.421568 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aaa503-8182-41b9-af82-d48b9750d744 req-a23b0461-71ef-4c55-a688-750968703aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:27.423706 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-20aaa503-8182-41b9-af82-d48b9750d744 req-a23b0461-71ef-4c55-a688-750968703aa6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 1097 time: 0.0526905 Jul 23 20:57:27.533935 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aaa503-8182-41b9-af82-d48b9750d744 req-74289022-2f3e-44d6-953d-3a186a64d770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:27.535549 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-20aaa503-8182-41b9-af82-d48b9750d744 req-74289022-2f3e-44d6-953d-3a186a64d770 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.0936377 Jul 23 20:57:27.615447 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-20aaa503-8182-41b9-af82-d48b9750d744 req-c45c038a-cfe5-407b-9299-b0c5320a64b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c847454d-96da-4f7a-a3d7-d6edf764299d HTTP/1.1" status: 200 len: 1002 time: 0.0734463 Jul 23 20:57:27.664516 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aaa503-8182-41b9-af82-d48b9750d744 req-2479607d-4820-4385-85b7-97cec4df59d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:27.666414 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-20aaa503-8182-41b9-af82-d48b9750d744 req-2479607d-4820-4385-85b7-97cec4df59d9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0449839 Jul 23 20:57:27.726606 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aaa503-8182-41b9-af82-d48b9750d744 req-28dc4e86-44cc-4456-8b3a-67ffda105a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:27.728356 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-20aaa503-8182-41b9-af82-d48b9750d744 req-28dc4e86-44cc-4456-8b3a-67ffda105a67 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561039 Jul 23 20:57:27.823007 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-20aaa503-8182-41b9-af82-d48b9750d744 req-d25e1009-a4c4-45fa-afc6-a68da0cff1d0 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883541 Jul 23 20:57:27.913976 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-20aaa503-8182-41b9-af82-d48b9750d744 req-d797f96e-7eb2-4fe0-9fb1-079300a3cf5d service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848508 Jul 23 20:57:40.328600 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e22eb2a6-8e42-4eca-85e8-6618c110781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:43.402999 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:43.693868 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5c48bef2-82f0-49b2-9cde-2218deb00b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:44.162740 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:44.956430 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:45.145826 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:46.102146 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:46.739220 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:57:49.789175 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-82a3e115-224c-4780-b715-b463a2d814bb req-8eb61e8b-2696-41c3-8bfa-1b76861ce5b1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0601895 Jul 23 20:57:49.887998 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f2567-0993-43b3-a869-40702fbd1df0 req-c727a682-ab4d-458b-8932-8e66c3869d1e tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:49.889558 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3a2f2567-0993-43b3-a869-40702fbd1df0 req-c727a682-ab4d-458b-8932-8e66c3869d1e tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 945 time: 0.1117244 Jul 23 20:57:49.932638 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3a2f2567-0993-43b3-a869-40702fbd1df0 req-061b84ae-183c-4f80-a0cf-8de7af0ad088 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368769 Jul 23 20:57:50.880937 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3e115-224c-4780-b715-b463a2d814bb req-45d35c42-9d18-42d4-826a-7fd971b9a04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:50.882452 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-82a3e115-224c-4780-b715-b463a2d814bb req-45d35c42-9d18-42d4-826a-7fd971b9a04b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 1097 time: 0.0537360 Jul 23 20:57:50.976984 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3e115-224c-4780-b715-b463a2d814bb req-0709c414-3098-4558-aea2-c6e73f73d7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:50.978760 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-82a3e115-224c-4780-b715-b463a2d814bb req-0709c414-3098-4558-aea2-c6e73f73d7dc service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.0906324 Jul 23 20:57:51.046172 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-82a3e115-224c-4780-b715-b463a2d814bb req-6d37cfa9-7d1d-4086-9729-51f2c12326c0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c847454d-96da-4f7a-a3d7-d6edf764299d HTTP/1.1" status: 200 len: 1002 time: 0.0611546 Jul 23 20:57:51.066002 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29e83d-460d-4a6a-897b-cd8f0d42c792 req-5c4799ae-028c-4a5a-a994-efb5fd3e006b tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:51.067559 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bc29e83d-460d-4a6a-897b-cd8f0d42c792 req-5c4799ae-028c-4a5a-a994-efb5fd3e006b tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 945 time: 0.0661459 Jul 23 20:57:51.109235 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bc29e83d-460d-4a6a-897b-cd8f0d42c792 req-cc4f70a4-e741-4dfe-8686-8eb9ebe58974 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359585 Jul 23 20:57:51.429008 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3e115-224c-4780-b715-b463a2d814bb req-74e1d7b6-d731-41d1-9231-1f35a2915ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:51.430519 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-82a3e115-224c-4780-b715-b463a2d814bb req-74e1d7b6-d731-41d1-9231-1f35a2915ac7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.3779376 Jul 23 20:57:51.488437 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3e115-224c-4780-b715-b463a2d814bb req-15dcb0ec-3691-45ad-9c28-251f61566f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:51.489962 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-82a3e115-224c-4780-b715-b463a2d814bb req-15dcb0ec-3691-45ad-9c28-251f61566f81 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535176 Jul 23 20:57:51.579862 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-82a3e115-224c-4780-b715-b463a2d814bb req-8bc929fe-f5ce-4a55-bdec-85ae3b88b8b3 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833735 Jul 23 20:57:51.666494 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-82a3e115-224c-4780-b715-b463a2d814bb req-d42bca9e-9746-49d8-a821-6c88bdade063 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803277 Jul 23 20:57:52.244791 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3031f0-4dc6-4931-8833-9f98c9e7971b req-191326bc-ee8c-40f0-947f-9b820f3f34c2 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:52.246334 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd3031f0-4dc6-4931-8833-9f98c9e7971b req-191326bc-ee8c-40f0-947f-9b820f3f34c2 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 945 time: 0.0651197 Jul 23 20:57:52.285846 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd3031f0-4dc6-4931-8833-9f98c9e7971b req-94e60b3c-220e-479f-b605-dab98ce9dd05 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339036 Jul 23 20:57:53.423862 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0190f-b858-4f31-a7af-7fc43410376e req-9ca514c3-73a7-4b75-8953-50e1c1e5b781 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:53.425342 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-29e0190f-b858-4f31-a7af-7fc43410376e req-9ca514c3-73a7-4b75-8953-50e1c1e5b781 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 945 time: 0.0687673 Jul 23 20:57:53.464427 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-29e0190f-b858-4f31-a7af-7fc43410376e req-a14c50ba-8d55-432a-b96f-b9237372a25f tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330820 Jul 23 20:57:54.598882 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18064d6-9944-4e8c-b644-0e84f9168e3b req-f3c82d84-74aa-461b-86c2-9590cdb7e3c3 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:54.600407 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a18064d6-9944-4e8c-b644-0e84f9168e3b req-f3c82d84-74aa-461b-86c2-9590cdb7e3c3 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 945 time: 0.0675218 Jul 23 20:57:54.638268 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a18064d6-9944-4e8c-b644-0e84f9168e3b req-a9be5afd-f29f-427d-acaa-83917333d411 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320194 Jul 23 20:57:55.772724 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54b87f-e2ff-4a58-8116-2ed90becc0a4 req-b90028cf-f24a-431e-834a-2c3c11ca7c8f tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:55.774395 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5a54b87f-e2ff-4a58-8116-2ed90becc0a4 req-b90028cf-f24a-431e-834a-2c3c11ca7c8f tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 945 time: 0.0657146 Jul 23 20:57:55.816801 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5a54b87f-e2ff-4a58-8116-2ed90becc0a4 req-2114e2b4-72d7-4dee-8766-77cabd5bfc47 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367818 Jul 23 20:57:56.954295 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935be10-056f-4c7f-b93d-1d1b7d67c836 req-f077c5ec-e0e3-4a6a-85ce-d74ca856c143 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:56.955826 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2935be10-056f-4c7f-b93d-1d1b7d67c836 req-f077c5ec-e0e3-4a6a-85ce-d74ca856c143 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 945 time: 0.0640223 Jul 23 20:57:56.994575 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2935be10-056f-4c7f-b93d-1d1b7d67c836 req-2f2fe961-cbee-4d01-847b-e2ae5100a456 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330429 Jul 23 20:57:58.127546 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c333b-8af6-4c3b-9cb2-d5c08eae6981 req-db25be25-d0f5-41fa-96e9-e163aaf6c11d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:58.129044 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-033c333b-8af6-4c3b-9cb2-d5c08eae6981 req-db25be25-d0f5-41fa-96e9-e163aaf6c11d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 945 time: 0.0644031 Jul 23 20:57:58.166238 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-033c333b-8af6-4c3b-9cb2-d5c08eae6981 req-1a5c179f-32b8-4ea9-8367-45eaa51d646e tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315945 Jul 23 20:57:59.302650 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594926c7-ffb4-4ed2-ba93-995c846ba438 req-c3437826-81fc-474d-9d38-a5aeefc3ccae tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:59.304277 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-594926c7-ffb4-4ed2-ba93-995c846ba438 req-c3437826-81fc-474d-9d38-a5aeefc3ccae tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 945 time: 0.0699325 Jul 23 20:57:59.342935 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-594926c7-ffb4-4ed2-ba93-995c846ba438 req-e7c12edf-42a1-48ea-9fcb-5b06bc0460e4 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325058 Jul 23 20:58:00.480739 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80fc9a-f209-42f1-baf3-29d3e228d42f req-5078fa34-e0f8-4831-a2b1-0ddee6886d47 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:00.482190 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2b80fc9a-f209-42f1-baf3-29d3e228d42f req-5078fa34-e0f8-4831-a2b1-0ddee6886d47 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 945 time: 0.0682092 Jul 23 20:58:00.521367 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2b80fc9a-f209-42f1-baf3-29d3e228d42f req-ff941d52-1daf-431c-b0cf-b433503d27bf tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333273 Jul 23 20:58:01.650081 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c73a5-942a-436e-af0d-78a3207f9428 req-92b291d1-494b-4f78-9a37-ce95de703a0e tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:01.651557 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-261c73a5-942a-436e-af0d-78a3207f9428 req-92b291d1-494b-4f78-9a37-ce95de703a0e tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 945 time: 0.0628533 Jul 23 20:58:01.688878 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-261c73a5-942a-436e-af0d-78a3207f9428 req-565177f6-d421-4c2a-8e59-d0f4e0b21e32 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317044 Jul 23 20:58:02.827711 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0aca68-1a8e-480e-a98a-6eab0c956238 req-fd1084c8-1d4d-4328-9baa-01d7b30c9bdf tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:02.829201 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3f0aca68-1a8e-480e-a98a-6eab0c956238 req-fd1084c8-1d4d-4328-9baa-01d7b30c9bdf tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 945 time: 0.0721540 Jul 23 20:58:02.868975 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3f0aca68-1a8e-480e-a98a-6eab0c956238 req-9cb0d87e-91c0-4279-9523-3fc79d2d81f9 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335884 Jul 23 20:58:03.757041 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [req-82a3e115-224c-4780-b715-b463a2d814bb req-318011a7-be0e-4e0b-bab5-b90a8634049d service neutron] show failed (client error): The resource could not be found. Jul 23 20:58:03.758096 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-82a3e115-224c-4780-b715-b463a2d814bb req-318011a7-be0e-4e0b-bab5-b90a8634049d service neutron] 10.222.0.30 "GET /v2.0/ports/c847454d-96da-4f7a-a3d7-d6edf764299d/bindings/n-h2-793618-10 HTTP/1.1" status: 404 len: 381 time: 0.0601380 Jul 23 20:58:04.011778 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301a5af-095d-4d3c-b649-4173457ec753 req-ccecc9ed-9ba1-42ad-98f7-9a95985bfe2b tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:04.013260 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3301a5af-095d-4d3c-b649-4173457ec753 req-ccecc9ed-9ba1-42ad-98f7-9a95985bfe2b tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 945 time: 0.0731645 Jul 23 20:58:04.043888 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3e115-224c-4780-b715-b463a2d814bb req-80cda6b1-7a0c-4cb5-829b-c9ca8c0cf0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:04.045793 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-82a3e115-224c-4780-b715-b463a2d814bb req-80cda6b1-7a0c-4cb5-829b-c9ca8c0cf0c9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508&tenant_id=99b6baa397df412ea299c54a76f8c905 HTTP/1.1" status: 200 len: 1097 time: 0.0962980 Jul 23 20:58:04.056877 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-82a3e115-224c-4780-b715-b463a2d814bb req-77db7675-8258-4dd0-88eb-f2788504ada2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793618-10', 'device_owner': 'compute:nova'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:58:04.064790 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3301a5af-095d-4d3c-b649-4173457ec753 req-9b65eb68-21f9-45a5-b8d1-4d190520a8a9 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450797 Jul 23 20:58:04.132995 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-82a3e115-224c-4780-b715-b463a2d814bb req-77db7675-8258-4dd0-88eb-f2788504ada2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:04.352911 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-82a3e115-224c-4780-b715-b463a2d814bb req-77db7675-8258-4dd0-88eb-f2788504ada2 service neutron] For port c847454d-96da-4f7a-a3d7-d6edf764299d, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=c847454d-96da-4f7a-a3d7-d6edf764299d,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:58:04.387422 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-82a3e115-224c-4780-b715-b463a2d814bb req-77db7675-8258-4dd0-88eb-f2788504ada2 service neutron] For port c847454d-96da-4f7a-a3d7-d6edf764299d, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:58:04.428443 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50530a9-97bd-4c28-91a6-6963cb453508', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c847454d-96da-4f7a-a3d7-d6edf764299d'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:58:04.434240 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-82a3e115-224c-4780-b715-b463a2d814bb req-77db7675-8258-4dd0-88eb-f2788504ada2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:04.448060 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-82a3e115-224c-4780-b715-b463a2d814bb req-77db7675-8258-4dd0-88eb-f2788504ada2 service neutron] Transition to ACTIVE for port object c847454d-96da-4f7a-a3d7-d6edf764299d will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:58:04.452333 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-82a3e115-224c-4780-b715-b463a2d814bb req-77db7675-8258-4dd0-88eb-f2788504ada2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:04.483620 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4300f88a927161e708234582c45a85d95cbae37b2189d54369fb4e5575b527b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a387774b-658f-48ca-84dd-5d686ea5f22d" -d '{"events": [{"server_uuid": "b50530a9-97bd-4c28-91a6-6963cb453508", "name": "network-vif-unplugged", "status": "completed", "tag": "c847454d-96da-4f7a-a3d7-d6edf764299d"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:58:04.546892 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db7675-8258-4dd0-88eb-f2788504ada2 service neutron] Pushing event updated for resources: {'Port': ['ID=c847454d-96da-4f7a-a3d7-d6edf764299d,revision_number=6']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:04.557082 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77db7675-8258-4dd0-88eb-f2788504ada2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:04.557431 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77db7675-8258-4dd0-88eb-f2788504ada2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:04.557793 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77db7675-8258-4dd0-88eb-f2788504ada2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:04.558126 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77db7675-8258-4dd0-88eb-f2788504ada2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:04.558452 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77db7675-8258-4dd0-88eb-f2788504ada2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:04.558780 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77db7675-8258-4dd0-88eb-f2788504ada2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:04.559111 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77db7675-8258-4dd0-88eb-f2788504ada2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:04.559591 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77db7675-8258-4dd0-88eb-f2788504ada2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:04.559751 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77db7675-8258-4dd0-88eb-f2788504ada2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:04.560073 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77db7675-8258-4dd0-88eb-f2788504ada2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:04.560405 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77db7675-8258-4dd0-88eb-f2788504ada2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:04.560761 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77db7675-8258-4dd0-88eb-f2788504ada2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:04.608509 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a3e115-224c-4780-b715-b463a2d814bb req-77db7675-8258-4dd0-88eb-f2788504ada2 service neutron] No DVR routers for this DVR port c847454d-96da-4f7a-a3d7-d6edf764299d on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:58:04.647189 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d65de8-a955-4273-90e7-772a68fb7473 x-openstack-request-id: req-00d65de8-a955-4273-90e7-772a68fb7473 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:58:04.647480 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b50530a9-97bd-4c28-91a6-6963cb453508", "name": "network-vif-unplugged", "status": "completed", "tag": "c847454d-96da-4f7a-a3d7-d6edf764299d", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:58:04.647731 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-00d65de8-a955-4273-90e7-772a68fb7473 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:58:04.648128 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50530a9-97bd-4c28-91a6-6963cb453508', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c847454d-96da-4f7a-a3d7-d6edf764299d', 'code': 200} Jul 23 20:58:04.760196 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-82a3e115-224c-4780-b715-b463a2d814bb req-77db7675-8258-4dd0-88eb-f2788504ada2 service neutron] Attempting to bind port c847454d-96da-4f7a-a3d7-d6edf764299d on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:58:04.761102 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-82a3e115-224c-4780-b715-b463a2d814bb req-77db7675-8258-4dd0-88eb-f2788504ada2 service neutron] Attempting to bind port c847454d-96da-4f7a-a3d7-d6edf764299d by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:58:04.761102 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a3e115-224c-4780-b715-b463a2d814bb req-77db7675-8258-4dd0-88eb-f2788504ada2 service neutron] Attempting to bind port c847454d-96da-4f7a-a3d7-d6edf764299d on network 7fa86a12-41ec-4d1f-b176-f5c558f4518b {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:58:04.765325 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a3e115-224c-4780-b715-b463a2d814bb req-77db7675-8258-4dd0-88eb-f2788504ada2 service neutron] Port c847454d-96da-4f7a-a3d7-d6edf764299d on network 7fa86a12-41ec-4d1f-b176-f5c558f4518b not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:58:04.765680 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a3e115-224c-4780-b715-b463a2d814bb req-77db7675-8258-4dd0-88eb-f2788504ada2 service neutron] Attempting to bind port c847454d-96da-4f7a-a3d7-d6edf764299d on network 7fa86a12-41ec-4d1f-b176-f5c558f4518b {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:58:04.771770 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a3e115-224c-4780-b715-b463a2d814bb req-77db7675-8258-4dd0-88eb-f2788504ada2 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:58:04.772107 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a3e115-224c-4780-b715-b463a2d814bb req-77db7675-8258-4dd0-88eb-f2788504ada2 service neutron] Checking segment: {'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:58:04.772491 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a3e115-224c-4780-b715-b463a2d814bb req-77db7675-8258-4dd0-88eb-f2788504ada2 service neutron] Bound using segment: {'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:58:04.772925 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-82a3e115-224c-4780-b715-b463a2d814bb req-77db7675-8258-4dd0-88eb-f2788504ada2 service neutron] Bound port: c847454d-96da-4f7a-a3d7-d6edf764299d, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:58:04.773331 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-82a3e115-224c-4780-b715-b463a2d814bb req-77db7675-8258-4dd0-88eb-f2788504ada2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:04.842666 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-82a3e115-224c-4780-b715-b463a2d814bb req-77db7675-8258-4dd0-88eb-f2788504ada2 service neutron] For port c847454d-96da-4f7a-a3d7-d6edf764299d, host n-h2-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:58:04.845364 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-82a3e115-224c-4780-b715-b463a2d814bb req-77db7675-8258-4dd0-88eb-f2788504ada2 service neutron] For port c847454d-96da-4f7a-a3d7-d6edf764299d, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=c847454d-96da-4f7a-a3d7-d6edf764299d,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:58:04.852275 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-82a3e115-224c-4780-b715-b463a2d814bb req-77db7675-8258-4dd0-88eb-f2788504ada2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:04.892833 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3e115-224c-4780-b715-b463a2d814bb req-77db7675-8258-4dd0-88eb-f2788504ada2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:04.893659 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-82a3e115-224c-4780-b715-b463a2d814bb req-77db7675-8258-4dd0-88eb-f2788504ada2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:04.895174 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-82a3e115-224c-4780-b715-b463a2d814bb req-77db7675-8258-4dd0-88eb-f2788504ada2 service neutron] 10.222.0.18 "PUT /v2.0/ports/c847454d-96da-4f7a-a3d7-d6edf764299d HTTP/1.1" status: 200 len: 1092 time: 0.8424938 Jul 23 20:58:04.919961 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db7675-8258-4dd0-88eb-f2788504ada2 service neutron] Pushing event updated for resources: {'Port': ['ID=c847454d-96da-4f7a-a3d7-d6edf764299d,revision_number=7']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:04.935945 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82836a38-47e2-4dec-84c1-856b3aef7033 req-b53d52ec-384f-408d-9236-86174b8f2113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:04.937958 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-82836a38-47e2-4dec-84c1-856b3aef7033 req-b53d52ec-384f-408d-9236-86174b8f2113 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 1095 time: 0.0730057 Jul 23 20:58:05.055394 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82836a38-47e2-4dec-84c1-856b3aef7033 req-48e1e665-3d0b-4238-bb11-74f789c783c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:05.056911 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-82836a38-47e2-4dec-84c1-856b3aef7033 req-48e1e665-3d0b-4238-bb11-74f789c783c6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.0975080 Jul 23 20:58:05.128602 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-82836a38-47e2-4dec-84c1-856b3aef7033 req-819e54ee-bb32-4bdf-ac72-acd4c7b533db service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c847454d-96da-4f7a-a3d7-d6edf764299d HTTP/1.1" status: 200 len: 1000 time: 0.0655072 Jul 23 20:58:05.207240 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82836a38-47e2-4dec-84c1-856b3aef7033 req-b7672235-38af-4826-9412-e22fc4320972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:05.208639 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-82836a38-47e2-4dec-84c1-856b3aef7033 req-b7672235-38af-4826-9412-e22fc4320972 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0743835 Jul 23 20:58:05.268256 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25cc127-1d9e-420a-815a-b7f921b5aa2c req-d6d7666b-0653-4b48-a86c-49c13aa1c0d9 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:05.269879 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b25cc127-1d9e-420a-815a-b7f921b5aa2c req-d6d7666b-0653-4b48-a86c-49c13aa1c0d9 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 943 time: 0.1268442 Jul 23 20:58:05.617577 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82836a38-47e2-4dec-84c1-856b3aef7033 req-a972b02b-62cc-4c6c-8f92-c0cb5c4a3446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:05.619083 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-82836a38-47e2-4dec-84c1-856b3aef7033 req-a972b02b-62cc-4c6c-8f92-c0cb5c4a3446 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4038796 Jul 23 20:58:05.624193 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b25cc127-1d9e-420a-815a-b7f921b5aa2c req-e68dacea-300b-4035-8bbc-32cf0f72bcee tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3488767 Jul 23 20:58:05.709434 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-82836a38-47e2-4dec-84c1-856b3aef7033 req-d6b6957a-0e7d-42a4-be92-3d0e19ece3a9 service neutron] 10.222.0.18 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834279 Jul 23 20:58:05.803725 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-82836a38-47e2-4dec-84c1-856b3aef7033 req-8e51ca70-6983-4e61-acc0-47f6cd4f1a1a service neutron] 10.222.0.18 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882311 Jul 23 20:58:05.902479 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3e115-224c-4780-b715-b463a2d814bb req-8abd95d7-b0e4-4a44-830f-3289f9b0a4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:05.903894 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-82a3e115-224c-4780-b715-b463a2d814bb req-8abd95d7-b0e4-4a44-830f-3289f9b0a4eb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 1095 time: 0.0557740 Jul 23 20:58:06.002196 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3e115-224c-4780-b715-b463a2d814bb req-bd177ef1-9e5a-4ea3-9d1c-2f3feefae21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:06.003719 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-82a3e115-224c-4780-b715-b463a2d814bb req-bd177ef1-9e5a-4ea3-9d1c-2f3feefae21e service neutron] 10.222.0.18 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.0924845 Jul 23 20:58:06.074778 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-82a3e115-224c-4780-b715-b463a2d814bb req-955a9d4d-e4a8-4fbf-912d-e232c8e32756 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c847454d-96da-4f7a-a3d7-d6edf764299d HTTP/1.1" status: 200 len: 1000 time: 0.0649955 Jul 23 20:58:06.124238 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3e115-224c-4780-b715-b463a2d814bb req-29b0d4dc-eee1-43e6-8110-3143e66b5c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:06.125761 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-82a3e115-224c-4780-b715-b463a2d814bb req-29b0d4dc-eee1-43e6-8110-3143e66b5c4d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0450099 Jul 23 20:58:06.190740 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3e115-224c-4780-b715-b463a2d814bb req-0def21f3-2c97-4785-a416-585e746dd85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:06.192174 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-82a3e115-224c-4780-b715-b463a2d814bb req-0def21f3-2c97-4785-a416-585e746dd85e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599885 Jul 23 20:58:06.286961 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-82a3e115-224c-4780-b715-b463a2d814bb req-63279fec-62c1-40be-9ee3-439339daebf2 service neutron] 10.222.0.18 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885842 Jul 23 20:58:06.387226 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-82a3e115-224c-4780-b715-b463a2d814bb req-a5960734-9dc4-40a6-9ac2-aa16c4c89a12 service neutron] 10.222.0.18 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942822 Jul 23 20:58:06.650056 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b50530a9-97bd-4c28-91a6-6963cb453508', 'tag': 'c847454d-96da-4f7a-a3d7-d6edf764299d'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:58:06.652596 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4300f88a927161e708234582c45a85d95cbae37b2189d54369fb4e5575b527b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb1a808-a213-461a-944e-01582f6450d0" -d '{"events": [{"name": "network-changed", "server_uuid": "b50530a9-97bd-4c28-91a6-6963cb453508", "tag": "c847454d-96da-4f7a-a3d7-d6edf764299d"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:58:06.763290 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9475e-d192-417f-af82-a1193f987a58 req-186605cc-67db-4d7b-8c71-260faa84e3d6 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:06.764793 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-09c9475e-d192-417f-af82-a1193f987a58 req-186605cc-67db-4d7b-8c71-260faa84e3d6 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 943 time: 0.0688004 Jul 23 20:58:06.803726 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-09c9475e-d192-417f-af82-a1193f987a58 req-cdcc2055-e56b-417f-b30c-e94315acf672 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328002 Jul 23 20:58:06.860904 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a043832-c445-4390-9c70-357b88dd2b98 x-openstack-request-id: req-5a043832-c445-4390-9c70-357b88dd2b98 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:58:06.861185 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b50530a9-97bd-4c28-91a6-6963cb453508", "tag": "c847454d-96da-4f7a-a3d7-d6edf764299d", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:58:06.861486 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5a043832-c445-4390-9c70-357b88dd2b98 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:58:06.861869 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b50530a9-97bd-4c28-91a6-6963cb453508', 'tag': 'c847454d-96da-4f7a-a3d7-d6edf764299d', 'status': 'completed', 'code': 200} Jul 23 20:58:06.944197 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1a808-a213-461a-944e-01582f6450d0 req-03c3909f-98b9-4ce1-b21c-467b05029c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:06.945805 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0eb1a808-a213-461a-944e-01582f6450d0 req-03c3909f-98b9-4ce1-b21c-467b05029c40 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 1095 time: 0.0623996 Jul 23 20:58:06.946673 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1a808-a213-461a-944e-01582f6450d0 req-4a5b09fd-2539-4e3b-ac90-ab1f06257a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:06.948218 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0eb1a808-a213-461a-944e-01582f6450d0 req-4a5b09fd-2539-4e3b-ac90-ab1f06257a8b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 1095 time: 0.0671842 Jul 23 20:58:07.039726 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1a808-a213-461a-944e-01582f6450d0 req-ef63e0c9-ffe3-44ee-9493-740f7df9d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:07.041184 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0eb1a808-a213-461a-944e-01582f6450d0 req-ef63e0c9-ffe3-44ee-9493-740f7df9d886 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.0894771 Jul 23 20:58:07.042607 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1a808-a213-461a-944e-01582f6450d0 req-42f1cccb-3c0b-4037-b45f-c2bd61b9233f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:07.044123 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0eb1a808-a213-461a-944e-01582f6450d0 req-42f1cccb-3c0b-4037-b45f-c2bd61b9233f service neutron] 10.222.0.18 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.0896986 Jul 23 20:58:07.115062 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0eb1a808-a213-461a-944e-01582f6450d0 req-2aad5e7e-a5a9-4bb8-8680-1030a86fc56c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c847454d-96da-4f7a-a3d7-d6edf764299d HTTP/1.1" status: 200 len: 1000 time: 0.0681715 Jul 23 20:58:07.123253 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0eb1a808-a213-461a-944e-01582f6450d0 req-384800a5-70a1-40f6-be57-c1afd275abfe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c847454d-96da-4f7a-a3d7-d6edf764299d HTTP/1.1" status: 200 len: 1000 time: 0.0715494 Jul 23 20:58:07.181618 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1a808-a213-461a-944e-01582f6450d0 req-cd51467d-d78a-4690-8e05-3e7d73b7f499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:07.183601 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0eb1a808-a213-461a-944e-01582f6450d0 req-cd51467d-d78a-4690-8e05-3e7d73b7f499 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0628622 Jul 23 20:58:07.185068 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1a808-a213-461a-944e-01582f6450d0 req-0601efff-ce50-443b-9c20-c34aef87914c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:07.186624 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0eb1a808-a213-461a-944e-01582f6450d0 req-0601efff-ce50-443b-9c20-c34aef87914c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0563276 Jul 23 20:58:07.254529 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1a808-a213-461a-944e-01582f6450d0 req-2041d3ff-40ef-4269-8296-1d3a32e29c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:07.255445 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1a808-a213-461a-944e-01582f6450d0 req-0acd1132-d745-4eb8-833b-c643e2d62f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:07.256050 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0eb1a808-a213-461a-944e-01582f6450d0 req-2041d3ff-40ef-4269-8296-1d3a32e29c82 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0658982 Jul 23 20:58:07.257084 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0eb1a808-a213-461a-944e-01582f6450d0 req-0acd1132-d745-4eb8-833b-c643e2d62f2c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640671 Jul 23 20:58:07.352645 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0eb1a808-a213-461a-944e-01582f6450d0 req-5b85c5a4-ac97-428a-a686-e14369b9200a service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900998 Jul 23 20:58:07.353725 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0eb1a808-a213-461a-944e-01582f6450d0 req-d01804dd-1126-4cd7-b9f5-ba5e00b1b4ea service neutron] 10.222.0.18 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897272 Jul 23 20:58:07.384935 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device c847454d-96da-4f7a-a3d7-d6edf764299d no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:58:07.431077 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device c847454d-96da-4f7a-a3d7-d6edf764299d not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:58:07.447484 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0eb1a808-a213-461a-944e-01582f6450d0 req-e2cf2923-5c7a-47a4-bd9c-719256b77f6b service neutron] 10.222.0.18 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872233 Jul 23 20:58:07.453066 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0eb1a808-a213-461a-944e-01582f6450d0 req-198cb99a-5a1a-4baf-90f6-e9a6b12f04c0 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946074 Jul 23 20:58:07.953245 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16606f56-2b17-4e10-a602-35555e341bf9 req-de93027c-5b57-4dc9-b709-53d328c60155 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:07.955403 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-16606f56-2b17-4e10-a602-35555e341bf9 req-de93027c-5b57-4dc9-b709-53d328c60155 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 943 time: 0.0816565 Jul 23 20:58:07.993446 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-16606f56-2b17-4e10-a602-35555e341bf9 req-715e1c9d-a05c-4bbc-aefb-01c18129ab17 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320830 Jul 23 20:58:08.708683 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device c847454d-96da-4f7a-a3d7-d6edf764299d details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:58:08.802768 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port c847454d-96da-4f7a-a3d7-d6edf764299d, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=c847454d-96da-4f7a-a3d7-d6edf764299d,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:58:08.817249 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': 'c847454d-96da-4f7a-a3d7-d6edf764299d', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'port_id': 'c847454d-96da-4f7a-a3d7-d6edf764299d', 'mac_address': 'fa:16:3e:0b:2a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:58:08.857767 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:08.870837 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c847454d-96da-4f7a-a3d7-d6edf764299d {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:58:08.889643 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port c847454d-96da-4f7a-a3d7-d6edf764299d, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=c847454d-96da-4f7a-a3d7-d6edf764299d,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:58:08.894597 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:08.942486 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=c847454d-96da-4f7a-a3d7-d6edf764299d,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:08.950032 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:08.950613 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:08.952032 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:08.952374 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:08.952744 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:08.953080 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:08.953433 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:08.953776 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:08.954667 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:08.955190 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:08.955550 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:08.955878 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:09.105808 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['c847454d-96da-4f7a-a3d7-d6edf764299d'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:58:09.132018 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85363e0-781f-4423-98e9-d0c9eecc93c6 req-fb3677b4-d336-486e-9fd9-a2ace96c76b5 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:09.133590 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f85363e0-781f-4423-98e9-d0c9eecc93c6 req-fb3677b4-d336-486e-9fd9-a2ace96c76b5 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 944 time: 0.0693889 Jul 23 20:58:09.174592 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f85363e0-781f-4423-98e9-d0c9eecc93c6 req-2cfd16a1-0569-46a5-b12c-d36882abadf6 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350645 Jul 23 20:58:09.544387 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-390d2d44-cb6d-46aa-8bb0-c271a3c2388a tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:09.545870 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-390d2d44-cb6d-46aa-8bb0-c271a3c2388a tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.18 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508&tenant_id=99b6baa397df412ea299c54a76f8c905&binding%3Ahost_id=n-h2-793618-10 HTTP/1.1" status: 200 len: 944 time: 0.1122954 Jul 23 20:58:09.558210 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366f0fa-d847-4a4f-932f-880e676eb42f req-9fbfdd25-68a5-4b8a-b0f4-67c978a54de3 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:09.559594 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7366f0fa-d847-4a4f-932f-880e676eb42f req-9fbfdd25-68a5-4b8a-b0f4-67c978a54de3 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 944 time: 0.0962415 Jul 23 20:58:09.627789 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7366f0fa-d847-4a4f-932f-880e676eb42f req-aa7e5867-87fa-4a09-af7b-63a2e5c9fb56 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609124 Jul 23 20:58:09.643495 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-99e1257f-f681-44f0-ab83-8827e0cad495 service neutron] 10.222.0.18 "GET /v2.0/ports/c847454d-96da-4f7a-a3d7-d6edf764299d/bindings/n-h2-793618-10 HTTP/1.1" status: 200 len: 383 time: 0.0829515 Jul 23 20:58:09.719025 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-54424f30-c71b-43c8-91a8-ae8f62963715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:09.720538 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-54424f30-c71b-43c8-91a8-ae8f62963715 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 1096 time: 0.0554147 Jul 23 20:58:09.815399 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-8783f22d-3566-4875-9508-0c45270593b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:09.816850 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-8783f22d-3566-4875-9508-0c45270593b1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.0902526 Jul 23 20:58:09.882473 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-6606fddc-55d5-4d3a-911d-7de0ecb1d6d2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c847454d-96da-4f7a-a3d7-d6edf764299d HTTP/1.1" status: 200 len: 1001 time: 0.0595345 Jul 23 20:58:09.936571 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-c22f3b86-8778-40ee-9147-a9a11effc868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:09.938072 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-c22f3b86-8778-40ee-9147-a9a11effc868 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0495713 Jul 23 20:58:09.996660 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-6ff9059f-a4c7-4b24-8a4d-cb223516ba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:09.998214 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-6ff9059f-a4c7-4b24-8a4d-cb223516ba6b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535069 Jul 23 20:58:10.086796 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-afad9080-820d-45bb-83b9-51d14d420c04 service neutron] 10.222.0.18 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819848 Jul 23 20:58:10.183164 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-fc7e668c-f08c-481a-8275-1212ba3c2129 service neutron] 10.222.0.18 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906677 Jul 23 20:58:10.330051 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b5694027-8a9a-4510-8e38-24d2b36cdc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:10.712556 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device c847454d-96da-4f7a-a3d7-d6edf764299d up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:58:10.762282 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port c847454d-96da-4f7a-a3d7-d6edf764299d completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:58:10.766057 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port c847454d-96da-4f7a-a3d7-d6edf764299d triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:58:10.766442 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:10.772591 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24a5d9-696d-46bf-ad75-c2cb350c63ba req-892e13c9-65de-4451-a591-b302591069bb tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:10.774160 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-da24a5d9-696d-46bf-ad75-c2cb350c63ba req-892e13c9-65de-4451-a591-b302591069bb tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 944 time: 0.0702298 Jul 23 20:58:10.813333 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-da24a5d9-696d-46bf-ad75-c2cb350c63ba req-8f24b5d9-e167-4d89-b524-46be21670c1d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323629 Jul 23 20:58:10.848178 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:10.871434 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50530a9-97bd-4c28-91a6-6963cb453508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c847454d-96da-4f7a-a3d7-d6edf764299d'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:58:10.887202 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port c847454d-96da-4f7a-a3d7-d6edf764299d, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=c847454d-96da-4f7a-a3d7-d6edf764299d,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:58:10.891313 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:10.918041 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee4ac189e5a110d8d805401cc899f663d03ba078ee3e21ff65471f248c742d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d3ef5b-60bc-4138-b47a-7ceffab5b924" -d '{"events": [{"server_uuid": "b50530a9-97bd-4c28-91a6-6963cb453508", "name": "network-vif-plugged", "status": "completed", "tag": "c847454d-96da-4f7a-a3d7-d6edf764299d"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:58:10.948009 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=c847454d-96da-4f7a-a3d7-d6edf764299d,revision_number=9']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:11.014973 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7654a3-4472-44cd-abf9-a4dd7a915b0d x-openstack-request-id: req-6c7654a3-4472-44cd-abf9-a4dd7a915b0d {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:58:11.015272 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b50530a9-97bd-4c28-91a6-6963cb453508", "name": "network-vif-plugged", "status": "completed", "tag": "c847454d-96da-4f7a-a3d7-d6edf764299d", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:58:11.015524 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c7654a3-4472-44cd-abf9-a4dd7a915b0d {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:58:11.015927 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50530a9-97bd-4c28-91a6-6963cb453508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c847454d-96da-4f7a-a3d7-d6edf764299d', 'code': 200} Jul 23 20:58:11.963467 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83cc74-66ab-408f-879f-a95a57afe316 req-fab1d6d4-91b3-4f30-9333-0b3d89c5484d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:11.964983 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0b83cc74-66ab-408f-879f-a95a57afe316 req-fab1d6d4-91b3-4f30-9333-0b3d89c5484d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 945 time: 0.0761552 Jul 23 20:58:12.006002 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0b83cc74-66ab-408f-879f-a95a57afe316 req-a62aa7d3-115d-49d3-aaf2-05520eb8f841 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341578 Jul 23 20:58:12.236878 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-7b9d6eae-1e01-46c2-a03a-77e6d792b604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:12.238468 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-7b9d6eae-1e01-46c2-a03a-77e6d792b604 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508&tenant_id=99b6baa397df412ea299c54a76f8c905 HTTP/1.1" status: 200 len: 1097 time: 0.0613477 Jul 23 20:58:12.249939 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-3bf6846a-f8ab-4c00-b14d-9815bcd9d435 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793618-10', 'device_owner': 'compute:nova'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:58:12.324529 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-3bf6846a-f8ab-4c00-b14d-9815bcd9d435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:12.535948 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-3bf6846a-f8ab-4c00-b14d-9815bcd9d435 service neutron] For port c847454d-96da-4f7a-a3d7-d6edf764299d, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=c847454d-96da-4f7a-a3d7-d6edf764299d,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:58:12.576395 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-3bf6846a-f8ab-4c00-b14d-9815bcd9d435 service neutron] For port c847454d-96da-4f7a-a3d7-d6edf764299d, host n-h2-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:58:12.618453 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50530a9-97bd-4c28-91a6-6963cb453508', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c847454d-96da-4f7a-a3d7-d6edf764299d'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:58:12.620784 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4300f88a927161e708234582c45a85d95cbae37b2189d54369fb4e5575b527b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac288e1-f34a-4ea3-adca-51dada715985" -d '{"events": [{"server_uuid": "b50530a9-97bd-4c28-91a6-6963cb453508", "name": "network-vif-unplugged", "status": "completed", "tag": "c847454d-96da-4f7a-a3d7-d6edf764299d"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:58:12.625036 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-3bf6846a-f8ab-4c00-b14d-9815bcd9d435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:12.637586 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-3bf6846a-f8ab-4c00-b14d-9815bcd9d435 service neutron] Transition to ACTIVE for port object c847454d-96da-4f7a-a3d7-d6edf764299d will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:58:12.642716 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-3bf6846a-f8ab-4c00-b14d-9815bcd9d435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:12.672387 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27364382-051b-463a-a849-cc32d08dd9ab x-openstack-request-id: req-27364382-051b-463a-a849-cc32d08dd9ab {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:58:12.672682 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b50530a9-97bd-4c28-91a6-6963cb453508", "name": "network-vif-unplugged", "status": "completed", "tag": "c847454d-96da-4f7a-a3d7-d6edf764299d", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:58:12.673057 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-27364382-051b-463a-a849-cc32d08dd9ab {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:58:12.673484 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50530a9-97bd-4c28-91a6-6963cb453508', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c847454d-96da-4f7a-a3d7-d6edf764299d', 'code': 200} Jul 23 20:58:12.721372 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6846a-f8ab-4c00-b14d-9815bcd9d435 service neutron] Pushing event updated for resources: {'Port': ['ID=c847454d-96da-4f7a-a3d7-d6edf764299d,revision_number=10']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:12.776008 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-3bf6846a-f8ab-4c00-b14d-9815bcd9d435 service neutron] No DVR routers for this DVR port c847454d-96da-4f7a-a3d7-d6edf764299d on host n-h2-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:58:12.921001 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-3bf6846a-f8ab-4c00-b14d-9815bcd9d435 service neutron] Attempting to bind port c847454d-96da-4f7a-a3d7-d6edf764299d on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:58:12.921331 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-3bf6846a-f8ab-4c00-b14d-9815bcd9d435 service neutron] Attempting to bind port c847454d-96da-4f7a-a3d7-d6edf764299d by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:58:12.921687 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-3bf6846a-f8ab-4c00-b14d-9815bcd9d435 service neutron] Attempting to bind port c847454d-96da-4f7a-a3d7-d6edf764299d on network 7fa86a12-41ec-4d1f-b176-f5c558f4518b {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:58:12.926211 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-3bf6846a-f8ab-4c00-b14d-9815bcd9d435 service neutron] Port c847454d-96da-4f7a-a3d7-d6edf764299d on network 7fa86a12-41ec-4d1f-b176-f5c558f4518b not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:58:12.926542 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-3bf6846a-f8ab-4c00-b14d-9815bcd9d435 service neutron] Attempting to bind port c847454d-96da-4f7a-a3d7-d6edf764299d on network 7fa86a12-41ec-4d1f-b176-f5c558f4518b {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:58:12.932472 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-3bf6846a-f8ab-4c00-b14d-9815bcd9d435 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:58:12.932808 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-3bf6846a-f8ab-4c00-b14d-9815bcd9d435 service neutron] Checking segment: {'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:58:12.933193 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-3bf6846a-f8ab-4c00-b14d-9815bcd9d435 service neutron] Bound using segment: {'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:58:12.933656 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-3bf6846a-f8ab-4c00-b14d-9815bcd9d435 service neutron] Bound port: c847454d-96da-4f7a-a3d7-d6edf764299d, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:58:12.934019 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-3bf6846a-f8ab-4c00-b14d-9815bcd9d435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:13.004422 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-3bf6846a-f8ab-4c00-b14d-9815bcd9d435 service neutron] For port c847454d-96da-4f7a-a3d7-d6edf764299d, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:58:13.007458 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-3bf6846a-f8ab-4c00-b14d-9815bcd9d435 service neutron] For port c847454d-96da-4f7a-a3d7-d6edf764299d, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=c847454d-96da-4f7a-a3d7-d6edf764299d,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:58:13.012972 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-3bf6846a-f8ab-4c00-b14d-9815bcd9d435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:13.046924 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-3bf6846a-f8ab-4c00-b14d-9815bcd9d435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:13.049160 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-3bf6846a-f8ab-4c00-b14d-9815bcd9d435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:13.049380 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-3bf6846a-f8ab-4c00-b14d-9815bcd9d435 service neutron] 10.222.0.30 "PUT /v2.0/ports/c847454d-96da-4f7a-a3d7-d6edf764299d HTTP/1.1" status: 200 len: 1093 time: 0.8042815 Jul 23 20:58:13.087836 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6846a-f8ab-4c00-b14d-9815bcd9d435 service neutron] Pushing event updated for resources: {'Port': ['ID=c847454d-96da-4f7a-a3d7-d6edf764299d,revision_number=11']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:13.157699 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-24b4796a-0c08-4b7a-8dea-04da30d80735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:13.157699 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-24b4796a-0c08-4b7a-8dea-04da30d80735 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 1096 time: 0.0776589 Jul 23 20:58:13.166893 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088e7c5-8278-4766-9764-b9ee21135c3b req-a4503bab-0d52-4656-8951-c6602dd25eca tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:13.168478 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2088e7c5-8278-4766-9764-b9ee21135c3b req-a4503bab-0d52-4656-8951-c6602dd25eca tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 944 time: 0.0794184 Jul 23 20:58:13.213532 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2088e7c5-8278-4766-9764-b9ee21135c3b req-a7ff8a52-88e4-4e8a-8725-f0084aa7225b tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390966 Jul 23 20:58:13.261591 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-60474cdc-ecef-4db8-9e8d-6a154d6f2e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:13.263109 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-60474cdc-ecef-4db8-9e8d-6a154d6f2e0e service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.0989816 Jul 23 20:58:13.334452 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-f436c3b0-0538-45fc-96df-aa3f22a2835a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c847454d-96da-4f7a-a3d7-d6edf764299d HTTP/1.1" status: 200 len: 1000 time: 0.0645826 Jul 23 20:58:13.389856 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-9b0e5789-f92f-49bd-a225-3a4bdaf3febe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:13.391342 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-9b0e5789-f92f-49bd-a225-3a4bdaf3febe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0507758 Jul 23 20:58:13.407720 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:13.458109 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-963a90e7-efdd-40fb-b5fc-ea983c977738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:13.459610 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-963a90e7-efdd-40fb-b5fc-ea983c977738 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610790 Jul 23 20:58:13.558770 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-847fc546-a860-440f-8842-0aadfdcc18f5 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929439 Jul 23 20:58:13.655865 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-c435bd9d-a68b-441c-9a08-7add5e4a3e48 req-b1215590-e809-427a-b39e-ad4eb1faf546 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905437 Jul 23 20:58:13.694751 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ddb63416-5617-497a-b845-a01dfa77b3bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:14.166260 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:14.353001 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee27890-fea8-4822-b26e-4e881e2b92bb req-a08ef278-f1e8-4f0b-8640-933a34956f57 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:14.354444 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8ee27890-fea8-4822-b26e-4e881e2b92bb req-a08ef278-f1e8-4f0b-8640-933a34956f57 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 944 time: 0.0672956 Jul 23 20:58:14.396493 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8ee27890-fea8-4822-b26e-4e881e2b92bb req-917528e5-07d5-431f-aa6d-1394e4e72c17 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364523 Jul 23 20:58:14.675198 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b50530a9-97bd-4c28-91a6-6963cb453508', 'tag': 'c847454d-96da-4f7a-a3d7-d6edf764299d'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:58:14.677492 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4300f88a927161e708234582c45a85d95cbae37b2189d54369fb4e5575b527b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac8ce92-100b-4c69-bd14-02bcb210742d" -d '{"events": [{"name": "network-changed", "server_uuid": "b50530a9-97bd-4c28-91a6-6963cb453508", "tag": "c847454d-96da-4f7a-a3d7-d6edf764299d"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:58:14.725717 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fd0722-524b-4ed9-b4a7-aedbdc1cd912 x-openstack-request-id: req-27fd0722-524b-4ed9-b4a7-aedbdc1cd912 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:58:14.726015 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b50530a9-97bd-4c28-91a6-6963cb453508", "tag": "c847454d-96da-4f7a-a3d7-d6edf764299d", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:58:14.726323 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-27fd0722-524b-4ed9-b4a7-aedbdc1cd912 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:58:14.726759 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b50530a9-97bd-4c28-91a6-6963cb453508', 'tag': 'c847454d-96da-4f7a-a3d7-d6edf764299d', 'status': 'completed', 'code': 200} Jul 23 20:58:14.798448 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8ce92-100b-4c69-bd14-02bcb210742d req-7d125ea6-d536-4012-9648-e16272c9e93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:14.800093 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cac8ce92-100b-4c69-bd14-02bcb210742d req-7d125ea6-d536-4012-9648-e16272c9e93f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 1096 time: 0.0562000 Jul 23 20:58:14.800222 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8ce92-100b-4c69-bd14-02bcb210742d req-14cf1b02-24e4-490e-8e29-f2a10177001d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:14.801605 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cac8ce92-100b-4c69-bd14-02bcb210742d req-14cf1b02-24e4-490e-8e29-f2a10177001d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 1096 time: 0.0534356 Jul 23 20:58:14.896114 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8ce92-100b-4c69-bd14-02bcb210742d req-47ec8acf-3489-459f-a616-19d2a549dd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:14.897245 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8ce92-100b-4c69-bd14-02bcb210742d req-106bce1a-6211-4a39-90d3-3962bb55726a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:14.897635 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cac8ce92-100b-4c69-bd14-02bcb210742d req-47ec8acf-3489-459f-a616-19d2a549dd07 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.0906715 Jul 23 20:58:14.898763 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cac8ce92-100b-4c69-bd14-02bcb210742d req-106bce1a-6211-4a39-90d3-3962bb55726a service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.0903566 Jul 23 20:58:14.969060 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cac8ce92-100b-4c69-bd14-02bcb210742d req-26e34683-82a0-4d76-b459-a09a3ab46f23 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c847454d-96da-4f7a-a3d7-d6edf764299d HTTP/1.1" status: 200 len: 1000 time: 0.0652544 Jul 23 20:58:14.973256 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cac8ce92-100b-4c69-bd14-02bcb210742d req-fa53c582-0f32-4f82-a9b2-4cfb4e9d2994 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c847454d-96da-4f7a-a3d7-d6edf764299d HTTP/1.1" status: 200 len: 1000 time: 0.0677218 Jul 23 20:58:14.973671 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:15.022471 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8ce92-100b-4c69-bd14-02bcb210742d req-8b5b0d8f-c38a-4ee0-8f2e-775acf28876a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:15.024208 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cac8ce92-100b-4c69-bd14-02bcb210742d req-8b5b0d8f-c38a-4ee0-8f2e-775acf28876a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0481663 Jul 23 20:58:15.025621 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8ce92-100b-4c69-bd14-02bcb210742d req-8d8f8869-ea69-415d-8cbb-7284ed2ed8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:15.027064 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cac8ce92-100b-4c69-bd14-02bcb210742d req-8d8f8869-ea69-415d-8cbb-7284ed2ed8da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0439456 Jul 23 20:58:15.086659 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8ce92-100b-4c69-bd14-02bcb210742d req-607b3860-df62-4c70-b699-1f18679f6e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:15.088379 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cac8ce92-100b-4c69-bd14-02bcb210742d req-607b3860-df62-4c70-b699-1f18679f6e98 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581567 Jul 23 20:58:15.092207 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8ce92-100b-4c69-bd14-02bcb210742d req-049ec1b0-7623-4d35-9e2a-50cc29ed3ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:15.093771 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cac8ce92-100b-4c69-bd14-02bcb210742d req-049ec1b0-7623-4d35-9e2a-50cc29ed3ab2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596299 Jul 23 20:58:15.147177 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:15.196595 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cac8ce92-100b-4c69-bd14-02bcb210742d req-78bce50b-cd90-4547-b7a3-e31b13a48c11 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965753 Jul 23 20:58:15.203519 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cac8ce92-100b-4c69-bd14-02bcb210742d req-d912d90b-7bd5-4a4b-9251-0b0cb040efdd service neutron] 10.222.0.18 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090245 Jul 23 20:58:15.294731 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cac8ce92-100b-4c69-bd14-02bcb210742d req-4cfd689d-74ed-4e21-bdc5-034ffc4e37bb service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920022 Jul 23 20:58:15.311984 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cac8ce92-100b-4c69-bd14-02bcb210742d req-1615f7f0-1323-41b1-8d9e-ab50efc6b53a service neutron] 10.222.0.18 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002555 Jul 23 20:58:15.383018 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device c847454d-96da-4f7a-a3d7-d6edf764299d details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:58:15.481866 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port c847454d-96da-4f7a-a3d7-d6edf764299d, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=c847454d-96da-4f7a-a3d7-d6edf764299d,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:58:15.493153 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'c847454d-96da-4f7a-a3d7-d6edf764299d', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'port_id': 'c847454d-96da-4f7a-a3d7-d6edf764299d', 'mac_address': 'fa:16:3e:0b:2a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:58:15.530500 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:15.539955 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f4e92-00d0-48ef-9071-f9cbc73f9355 req-0db0bd7c-6035-4573-bc76-0a0c9b2eb570 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:15.541641 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d62f4e92-00d0-48ef-9071-f9cbc73f9355 req-0db0bd7c-6035-4573-bc76-0a0c9b2eb570 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 944 time: 0.0743518 Jul 23 20:58:15.543479 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c847454d-96da-4f7a-a3d7-d6edf764299d {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:58:15.563984 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port c847454d-96da-4f7a-a3d7-d6edf764299d, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=c847454d-96da-4f7a-a3d7-d6edf764299d,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:58:15.568560 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:15.582793 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d62f4e92-00d0-48ef-9071-f9cbc73f9355 req-83944670-ec6a-4ada-8bda-bf44f3ac9d0b tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354373 Jul 23 20:58:15.616915 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=c847454d-96da-4f7a-a3d7-d6edf764299d,revision_number=12']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:15.715934 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7312e0-5ebf-4336-8639-d5cfe2fbe27e req-d45f5d93-0eca-4b9f-abd7-c4057748afa9 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:15.717429 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0c7312e0-5ebf-4336-8639-d5cfe2fbe27e req-d45f5d93-0eca-4b9f-abd7-c4057748afa9 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 945 time: 0.0645831 Jul 23 20:58:15.757194 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0c7312e0-5ebf-4336-8639-d5cfe2fbe27e req-2be332b8-c508-4ea2-a37a-a56b18c4dd43 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340872 Jul 23 20:58:15.782401 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['c847454d-96da-4f7a-a3d7-d6edf764299d'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:58:15.892650 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e703e3-950e-4bdd-a145-55b07dac5c43 req-5cc22705-4223-4033-af80-00099dc0b550 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:15.894163 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b8e703e3-950e-4bdd-a145-55b07dac5c43 req-5cc22705-4223-4033-af80-00099dc0b550 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 945 time: 0.0700631 Jul 23 20:58:15.932844 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b8e703e3-950e-4bdd-a145-55b07dac5c43 req-c5f35af4-b6dc-4f96-b1aa-c7e7bd2a7dae tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329344 Jul 23 20:58:16.104995 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:16.185404 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8933858-16ee-43a7-a8f3-dc015679c800 req-5466eef0-df7b-40c0-93de-174fd9b29392 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:16.186920 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a8933858-16ee-43a7-a8f3-dc015679c800 req-5466eef0-df7b-40c0-93de-174fd9b29392 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 945 time: 0.0662594 Jul 23 20:58:16.225323 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a8933858-16ee-43a7-a8f3-dc015679c800 req-e523a16c-fb4e-4476-b4de-dfabed8537fe tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326879 Jul 23 20:58:16.739706 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device c847454d-96da-4f7a-a3d7-d6edf764299d no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:58:16.777966 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device c847454d-96da-4f7a-a3d7-d6edf764299d not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:58:17.355626 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865bd16-6a53-4f4b-a1a8-6952c26a56ca req-4b1b9bb8-92e1-4c66-b96d-e34de4f1f3b4 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:17.357340 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0865bd16-6a53-4f4b-a1a8-6952c26a56ca req-4b1b9bb8-92e1-4c66-b96d-e34de4f1f3b4 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 945 time: 0.0657787 Jul 23 20:58:17.390409 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38586f-4206-4f84-b2de-634f4bac33d4 req-72af1647-8b71-4543-a847-7c5311328fce tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:17.391892 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-be38586f-4206-4f84-b2de-634f4bac33d4 req-72af1647-8b71-4543-a847-7c5311328fce tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.30 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 945 time: 0.0636864 Jul 23 20:58:17.398042 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0865bd16-6a53-4f4b-a1a8-6952c26a56ca req-b5a8b75c-ba20-4af5-8838-62e2594dd447 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328834 Jul 23 20:58:17.400667 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device c847454d-96da-4f7a-a3d7-d6edf764299d up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:58:17.450017 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port c847454d-96da-4f7a-a3d7-d6edf764299d completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:58:17.453894 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port c847454d-96da-4f7a-a3d7-d6edf764299d triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:58:17.454269 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:17.500605 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-be38586f-4206-4f84-b2de-634f4bac33d4 req-6ec0266b-2692-4b54-bd18-a21188b27af9 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Deleting port c847454d-96da-4f7a-a3d7-d6edf764299d {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:58:17.501043 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-be38586f-4206-4f84-b2de-634f4bac33d4 req-6ec0266b-2692-4b54-bd18-a21188b27af9 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:17.543301 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:17.566384 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50530a9-97bd-4c28-91a6-6963cb453508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c847454d-96da-4f7a-a3d7-d6edf764299d'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:58:17.568628 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee4ac189e5a110d8d805401cc899f663d03ba078ee3e21ff65471f248c742d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef65f105-d9e0-4401-8833-6e87e76ffe21" -d '{"events": [{"server_uuid": "b50530a9-97bd-4c28-91a6-6963cb453508", "name": "network-vif-plugged", "status": "completed", "tag": "c847454d-96da-4f7a-a3d7-d6edf764299d"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:58:17.581205 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port c847454d-96da-4f7a-a3d7-d6edf764299d, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=c847454d-96da-4f7a-a3d7-d6edf764299d,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:58:17.586091 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:17.599021 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-be38586f-4206-4f84-b2de-634f4bac33d4 req-6ec0266b-2692-4b54-bd18-a21188b27af9 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] For port c847454d-96da-4f7a-a3d7-d6edf764299d, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=c847454d-96da-4f7a-a3d7-d6edf764299d,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:58:17.599556 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-be38586f-4206-4f84-b2de-634f4bac33d4 req-6ec0266b-2692-4b54-bd18-a21188b27af9 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:17.613702 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67e0b10-a55e-435c-a225-59172a3bcaad x-openstack-request-id: req-f67e0b10-a55e-435c-a225-59172a3bcaad {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:58:17.614024 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b50530a9-97bd-4c28-91a6-6963cb453508", "name": "network-vif-plugged", "status": "completed", "tag": "c847454d-96da-4f7a-a3d7-d6edf764299d", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:58:17.614276 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f67e0b10-a55e-435c-a225-59172a3bcaad {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:58:17.614829 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50530a9-97bd-4c28-91a6-6963cb453508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c847454d-96da-4f7a-a3d7-d6edf764299d', 'code': 200} Jul 23 20:58:17.641895 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=c847454d-96da-4f7a-a3d7-d6edf764299d,revision_number=13']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:17.785252 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-be38586f-4206-4f84-b2de-634f4bac33d4 req-6ec0266b-2692-4b54-bd18-a21188b27af9 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:17.785664 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-be38586f-4206-4f84-b2de-634f4bac33d4 req-6ec0266b-2692-4b54-bd18-a21188b27af9 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:17.785978 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [req-be38586f-4206-4f84-b2de-634f4bac33d4 req-6ec0266b-2692-4b54-bd18-a21188b27af9 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Floating IP 529e4fea-59d7-4eb4-8524-a112fbad1939 disassociated. External IP: 172.25.1.171, port: c847454d-96da-4f7a-a3d7-d6edf764299d. Jul 23 20:58:17.786318 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-be38586f-4206-4f84-b2de-634f4bac33d4 req-6ec0266b-2692-4b54-bd18-a21188b27af9 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Calling delete_port for c847454d-96da-4f7a-a3d7-d6edf764299d owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:58:17.916863 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-be38586f-4206-4f84-b2de-634f4bac33d4 req-6ec0266b-2692-4b54-bd18-a21188b27af9 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:17.945587 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec0266b-2692-4b54-bd18-a21188b27af9 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Pushing event deleted for resources: {'Port': ['ID=c847454d-96da-4f7a-a3d7-d6edf764299d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:18.061969 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be38586f-4206-4f84-b2de-634f4bac33d4 req-6ec0266b-2692-4b54-bd18-a21188b27af9 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Router 30b0eb09-59ca-427c-a59d-b341fb510529 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:58:18.172045 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be38586f-4206-4f84-b2de-634f4bac33d4 req-6ec0266b-2692-4b54-bd18-a21188b27af9 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:58:18.182358 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f31203-fcf5-44e6-989f-96a936f5f076 None None] Sync routers for ids ['30b0eb09-59ca-427c-a59d-b341fb510529'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:58:18.192389 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f31203-fcf5-44e6-989f-96a936f5f076 None None] Routers {'30b0eb09-59ca-427c-a59d-b341fb510529'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:58:18.193016 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-b1f31203-fcf5-44e6-989f-96a936f5f076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:58:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['30b0eb09-59ca-427c-a59d-b341fb510529'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:58:18.216791 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-be38586f-4206-4f84-b2de-634f4bac33d4 req-6ec0266b-2692-4b54-bd18-a21188b27af9 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] No DVR routers for this DVR port c847454d-96da-4f7a-a3d7-d6edf764299d on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:58:18.219622 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-be38586f-4206-4f84-b2de-634f4bac33d4 req-6ec0266b-2692-4b54-bd18-a21188b27af9 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:18.221910 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-be38586f-4206-4f84-b2de-634f4bac33d4 req-6ec0266b-2692-4b54-bd18-a21188b27af9 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.30 "DELETE /v2.0/ports/c847454d-96da-4f7a-a3d7-d6edf764299d HTTP/1.1" status: 204 len: 173 time: 0.8241780 Jul 23 20:58:18.222357 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50530a9-97bd-4c28-91a6-6963cb453508', 'name': 'network-vif-deleted', 'tag': 'c847454d-96da-4f7a-a3d7-d6edf764299d'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:58:18.225130 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4300f88a927161e708234582c45a85d95cbae37b2189d54369fb4e5575b527b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d607942d-adf9-4432-983b-7337983342cc" -d '{"events": [{"server_uuid": "b50530a9-97bd-4c28-91a6-6963cb453508", "name": "network-vif-deleted", "tag": "c847454d-96da-4f7a-a3d7-d6edf764299d"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:58:18.275055 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ac82ef-dcc7-4464-aa6b-176557cec366 x-openstack-request-id: req-19ac82ef-dcc7-4464-aa6b-176557cec366 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:58:18.275355 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b50530a9-97bd-4c28-91a6-6963cb453508", "name": "network-vif-deleted", "tag": "c847454d-96da-4f7a-a3d7-d6edf764299d", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:58:18.275660 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19ac82ef-dcc7-4464-aa6b-176557cec366 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:58:18.276051 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50530a9-97bd-4c28-91a6-6963cb453508', 'name': 'network-vif-deleted', 'tag': 'c847454d-96da-4f7a-a3d7-d6edf764299d', 'status': 'completed', 'code': 200} Jul 23 20:58:18.321619 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-b1f31203-fcf5-44e6-989f-96a936f5f076 None None] Set router 30b0eb09-59ca-427c-a59d-b341fb510529 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:58:18.524668 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-827a38d4-8982-4f84-87f4-f47cfc662ec1 req-40f1b0b6-48e2-4a75-a088-8cacff0a6f20 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=b50530a9-97bd-4c28-91a6-6963cb453508 HTTP/1.1" status: 200 len: 210 time: 0.0344748 Jul 23 20:58:18.540526 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-b1f31203-fcf5-44e6-989f-96a936f5f076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'name': 'tempest-ServerActionsTestJSON-1721897841-router', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:32Z', 'revision_number': 4, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'gw_port': {'id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'b5e37522-890e-4314-ab22-94a7ab387240', 'name': '', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'mac_address': 'fa:16:3e:af:cb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:31Z', 'updated_at': '2021-07-23T20:51:36Z', 'revision_number': 5, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'subnets': [{'id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:58:18.569787 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f31203-fcf5-44e6-989f-96a936f5f076 None None] Checking router: 30b0eb09-59ca-427c-a59d-b341fb510529 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:58:18.578167 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f31203-fcf5-44e6-989f-96a936f5f076 None None] Routers {'30b0eb09-59ca-427c-a59d-b341fb510529'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:58:18.578702 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-b1f31203-fcf5-44e6-989f-96a936f5f076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:58:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['30b0eb09-59ca-427c-a59d-b341fb510529'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:58:18.691583 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-b1f31203-fcf5-44e6-989f-96a936f5f076 None None] Set router 30b0eb09-59ca-427c-a59d-b341fb510529 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:58:18.894186 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-b1f31203-fcf5-44e6-989f-96a936f5f076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'name': 'tempest-ServerActionsTestJSON-1721897841-router', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:32Z', 'revision_number': 4, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'gw_port': {'id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'b5e37522-890e-4314-ab22-94a7ab387240', 'name': '', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'mac_address': 'fa:16:3e:af:cb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:31Z', 'updated_at': '2021-07-23T20:51:36Z', 'revision_number': 5, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'subnets': [{'id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:58:18.923427 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f31203-fcf5-44e6-989f-96a936f5f076 None None] The sync data for ids ['30b0eb09-59ca-427c-a59d-b341fb510529'] in n-d-793618-10 is: [{'id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'name': 'tempest-ServerActionsTestJSON-1721897841-router', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:32Z', 'revision_number': 4, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'gw_port': {'id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'b5e37522-890e-4314-ab22-94a7ab387240', 'name': '', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'mac_address': 'fa:16:3e:af:cb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:31Z', 'updated_at': '2021-07-23T20:51:36Z', 'revision_number': 5, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'subnets': [{'id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:58:19.144328 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aad3ef-2034-4340-bf8a-e4067c2002ae None None] New status for floating IP 529e4fea-59d7-4eb4-8524-a112fbad1939: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:58:19.415735 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device c847454d-96da-4f7a-a3d7-d6edf764299d no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:58:19.435489 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: c847454d-96da-4f7a-a3d7-d6edf764299d {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:58:19.435832 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device c847454d-96da-4f7a-a3d7-d6edf764299d not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:58:19.798901 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-04ddc3f8-663c-4707-9077-a9523197f843 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1896929928&fields=id&tenant_id=99b6baa397df412ea299c54a76f8c905 HTTP/1.1" status: 200 len: 267 time: 0.0327187 Jul 23 20:58:19.906691 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-8df52a92-2cfe-40e6-be7e-0934bbc1337a tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:19.908198 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-8df52a92-2cfe-40e6-be7e-0934bbc1337a tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 812 time: 0.1022143 Jul 23 20:58:19.923280 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-375d58c4-4659-4ac1-87cc-5ec397fd354c tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/quotas/99b6baa397df412ea299c54a76f8c905 HTTP/1.1" status: 200 len: 375 time: 0.0092230 Jul 23 20:58:19.996439 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-a1c8b7bd-3a54-4091-90d6-aadac9d02183 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0675797 Jul 23 20:58:20.160515 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-d4f6ee45-1fb1-49bd-b9a8-fbff989857f6 service neutron] 10.222.0.32 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199174 Jul 23 20:58:20.254913 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-ca065320-836f-4ecd-9891-b1f79f8d31a8 service neutron] 10.222.0.32 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886340 Jul 23 20:58:20.419766 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-be19a400-f1d8-4afe-bf56-e88f9ef67bde req-9b1b7fa3-c581-4081-a2b5-38129b859ac3 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 210 time: 0.0305314 Jul 23 20:58:21.318200 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-b611ff73-99af-460b-8893-2004b3c2435b tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:21.319869 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-b611ff73-99af-460b-8893-2004b3c2435b tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.18 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 812 time: 0.1105437 Jul 23 20:58:21.363248 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-7b082b14-69eb-441e-91bb-d292760f3ac3 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99b6baa397df412ea299c54a76f8c905 HTTP/1.1" status: 200 len: 380 time: 0.0354075 Jul 23 20:58:21.371776 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-b5eafe80-3705-469e-a25d-ca58866c6096 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Request body: {'port': {'device_id': '8f816e08-eadf-471f-aee5-ddc18fe5ce4f', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'admin_state_up': True, 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'security_groups': ['dfee0c79-540e-4611-81be-73c0e9ecea80']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:58:21.476234 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-b5eafe80-3705-469e-a25d-ca58866c6096 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Made reservation on behalf of 99b6baa397df412ea299c54a76f8c905 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:58:21.480330 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-b5eafe80-3705-469e-a25d-ca58866c6096 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:21.526935 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f45d4a57-f86c-4921-98be-f31008b5054f req-3be663df-6288-4c60-abf6-eb8e967f3e13 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 210 time: 0.0366375 Jul 23 20:58:21.637342 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-b5eafe80-3705-469e-a25d-ca58866c6096 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Allocated IP 172.20.0.9 (7fa86a12-41ec-4d1f-b176-f5c558f4518b/1c5fee95-9abc-42b8-a174-a3dbd7cb3df3/555a2f6f-bb6e-4c37-b01d-3f4266c62c35) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:58:21.780152 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-b5eafe80-3705-469e-a25d-ca58866c6096 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:21.793952 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-b5eafe80-3705-469e-a25d-ca58866c6096 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Transition to ACTIVE for port object 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:58:21.826137 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-b5eafe80-3705-469e-a25d-ca58866c6096 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:21.870482 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-b5eafe80-3705-469e-a25d-ca58866c6096 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Network 7fa86a12-41ec-4d1f-b176-f5c558f4518b is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:58:21.875705 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-b5eafe80-3705-469e-a25d-ca58866c6096 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:58:21.879499 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-b5eafe80-3705-469e-a25d-ca58866c6096 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:58:21.905185 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eafe80-3705-469e-a25d-ca58866c6096 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Pushing event updated for resources: {'Port': ['ID=555a2f6f-bb6e-4c37-b01d-3f4266c62c35,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:21.920692 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eafe80-3705-469e-a25d-ca58866c6096 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:21.921157 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eafe80-3705-469e-a25d-ca58866c6096 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:21.921551 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eafe80-3705-469e-a25d-ca58866c6096 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:21.921890 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eafe80-3705-469e-a25d-ca58866c6096 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:21.922221 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eafe80-3705-469e-a25d-ca58866c6096 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:21.922550 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eafe80-3705-469e-a25d-ca58866c6096 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:21.922878 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eafe80-3705-469e-a25d-ca58866c6096 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:21.923196 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eafe80-3705-469e-a25d-ca58866c6096 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:21.923517 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eafe80-3705-469e-a25d-ca58866c6096 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:21.923963 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eafe80-3705-469e-a25d-ca58866c6096 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:21.924189 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eafe80-3705-469e-a25d-ca58866c6096 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:21.924635 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eafe80-3705-469e-a25d-ca58866c6096 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:21.947609 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-b5eafe80-3705-469e-a25d-ca58866c6096 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:21.948262 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-b5eafe80-3705-469e-a25d-ca58866c6096 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:21.964723 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-b5eafe80-3705-469e-a25d-ca58866c6096 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5965900 Jul 23 20:58:21.977077 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-2057113d-6ae5-4361-8bd2-208600e3ef1d service neutron] Request body: {'port': {'device_id': '8f816e08-eadf-471f-aee5-ddc18fe5ce4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:58:22.058119 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-2057113d-6ae5-4361-8bd2-208600e3ef1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:22.105180 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ce038ad1-2cb0-4159-95e4-1d2674c6346d None None] Provisioning for port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:58:22.108937 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ce038ad1-2cb0-4159-95e4-1d2674c6346d None None] Provisioning complete for port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:58:22.109313 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ce038ad1-2cb0-4159-95e4-1d2674c6346d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:22.144497 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ce038ad1-2cb0-4159-95e4-1d2674c6346d None None] Port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:58:22.328106 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-2057113d-6ae5-4361-8bd2-208600e3ef1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:58:22.335490 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-2057113d-6ae5-4361-8bd2-208600e3ef1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:22.348040 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-2057113d-6ae5-4361-8bd2-208600e3ef1d service neutron] Transition to ACTIVE for port object 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:58:22.351899 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-2057113d-6ae5-4361-8bd2-208600e3ef1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:22.403147 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057113d-6ae5-4361-8bd2-208600e3ef1d service neutron] Pushing event updated for resources: {'Port': ['ID=555a2f6f-bb6e-4c37-b01d-3f4266c62c35,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:22.479033 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-2057113d-6ae5-4361-8bd2-208600e3ef1d service neutron] Attempting to bind port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:58:22.479363 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-2057113d-6ae5-4361-8bd2-208600e3ef1d service neutron] Attempting to bind port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:58:22.479684 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-2057113d-6ae5-4361-8bd2-208600e3ef1d service neutron] Attempting to bind port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 on network 7fa86a12-41ec-4d1f-b176-f5c558f4518b {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:58:22.484417 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-2057113d-6ae5-4361-8bd2-208600e3ef1d service neutron] Port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 on network 7fa86a12-41ec-4d1f-b176-f5c558f4518b not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:58:22.484737 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-2057113d-6ae5-4361-8bd2-208600e3ef1d service neutron] Attempting to bind port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 on network 7fa86a12-41ec-4d1f-b176-f5c558f4518b {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:58:22.489575 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-2057113d-6ae5-4361-8bd2-208600e3ef1d service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:58:22.489915 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-2057113d-6ae5-4361-8bd2-208600e3ef1d service neutron] Checking segment: {'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:58:22.490297 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-2057113d-6ae5-4361-8bd2-208600e3ef1d service neutron] Bound using segment: {'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:58:22.491722 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-2057113d-6ae5-4361-8bd2-208600e3ef1d service neutron] Bound port: 555a2f6f-bb6e-4c37-b01d-3f4266c62c35, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:58:22.492080 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-2057113d-6ae5-4361-8bd2-208600e3ef1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:22.565728 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-2057113d-6ae5-4361-8bd2-208600e3ef1d service neutron] For port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:58:22.570003 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-2057113d-6ae5-4361-8bd2-208600e3ef1d service neutron] For port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=555a2f6f-bb6e-4c37-b01d-3f4266c62c35,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:58:22.575755 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-2057113d-6ae5-4361-8bd2-208600e3ef1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:22.641209 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-2057113d-6ae5-4361-8bd2-208600e3ef1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:22.641861 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-2057113d-6ae5-4361-8bd2-208600e3ef1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:22.643257 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-2057113d-6ae5-4361-8bd2-208600e3ef1d service neutron] 10.222.0.18 "PUT /v2.0/ports/555a2f6f-bb6e-4c37-b01d-3f4266c62c35 HTTP/1.1" status: 200 len: 1092 time: 0.6710961 Jul 23 20:58:22.643708 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f816e08-eadf-471f-aee5-ddc18fe5ce4f', 'tag': '555a2f6f-bb6e-4c37-b01d-3f4266c62c35'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:58:22.684645 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057113d-6ae5-4361-8bd2-208600e3ef1d service neutron] Pushing event updated for resources: {'Port': ['ID=555a2f6f-bb6e-4c37-b01d-3f4266c62c35,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:22.712124 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1358e00761cb368f0f7ae124e23a857cb06aa2e8cdc938e6d7a9a9ae7bd1e98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab9c651-c66a-4e33-a2f5-cf11ab742159" -d '{"events": [{"name": "network-changed", "server_uuid": "8f816e08-eadf-471f-aee5-ddc18fe5ce4f", "tag": "555a2f6f-bb6e-4c37-b01d-3f4266c62c35"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:58:22.753062 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1615b-2f29-41be-84d1-21eee265a4d3 req-bbfcf56a-ae9f-42c3-b804-78fafb80de14 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:22.754638 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-afb1615b-2f29-41be-84d1-21eee265a4d3 req-bbfcf56a-ae9f-42c3-b804-78fafb80de14 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 943 time: 0.1501634 Jul 23 20:58:22.796769 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-c13fe347-4110-4711-9c35-47514e99768f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:22.798294 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-c13fe347-4110-4711-9c35-47514e99768f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 1095 time: 0.1035063 Jul 23 20:58:22.817725 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-afb1615b-2f29-41be-84d1-21eee265a4d3 req-27b4a2f8-88c7-485c-ada5-5fce50bc318f tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566130 Jul 23 20:58:22.845000 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-a0478570-1036-4b6d-abcf-c22a8d8b18a0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=555a2f6f-bb6e-4c37-b01d-3f4266c62c35 HTTP/1.1" status: 200 len: 217 time: 0.0387952 Jul 23 20:58:22.895532 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-db77029d-c8d8-426f-ae4f-5a48f4bea36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:22.897678 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-db77029d-c8d8-426f-ae4f-5a48f4bea36d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0459111 Jul 23 20:58:22.937080 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2b003c-3cb2-41df-9ebd-4a246871bd5d x-openstack-request-id: req-0b2b003c-3cb2-41df-9ebd-4a246871bd5d {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:58:22.937384 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f816e08-eadf-471f-aee5-ddc18fe5ce4f", "tag": "555a2f6f-bb6e-4c37-b01d-3f4266c62c35", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:58:22.937665 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0b2b003c-3cb2-41df-9ebd-4a246871bd5d {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:58:22.938460 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f816e08-eadf-471f-aee5-ddc18fe5ce4f', 'tag': '555a2f6f-bb6e-4c37-b01d-3f4266c62c35', 'status': 'completed', 'code': 200} Jul 23 20:58:22.965849 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-007e4489-631e-44ba-b43d-c4d052fea7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:22.967360 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-007e4489-631e-44ba-b43d-c4d052fea7b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643210 Jul 23 20:58:23.058234 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-066025eb-f360-49ab-bc38-3ffcec698561 service neutron] 10.222.0.18 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837295 Jul 23 20:58:23.149884 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2ad5c798-d849-4391-81f0-d8b4a2539a56 req-7b4acdfa-0800-43eb-83b1-26ff04447781 service neutron] 10.222.0.18 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853715 Jul 23 20:58:23.247136 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9c651-c66a-4e33-a2f5-cf11ab742159 req-cad12d38-66bb-4ab0-8127-6b17099e448c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:23.248632 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ab9c651-c66a-4e33-a2f5-cf11ab742159 req-cad12d38-66bb-4ab0-8127-6b17099e448c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 1095 time: 0.0549879 Jul 23 20:58:23.342804 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9c651-c66a-4e33-a2f5-cf11ab742159 req-a64f309c-276e-4d1d-8c1c-a4e627e44919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:23.344478 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ab9c651-c66a-4e33-a2f5-cf11ab742159 req-a64f309c-276e-4d1d-8c1c-a4e627e44919 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.0891898 Jul 23 20:58:23.386643 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ab9c651-c66a-4e33-a2f5-cf11ab742159 req-59299c39-17ee-4df5-ad3e-dda7f88f96a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=555a2f6f-bb6e-4c37-b01d-3f4266c62c35 HTTP/1.1" status: 200 len: 217 time: 0.0347190 Jul 23 20:58:23.434277 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9c651-c66a-4e33-a2f5-cf11ab742159 req-7d92f196-a923-49e0-bf08-7db2be796e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:23.435666 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ab9c651-c66a-4e33-a2f5-cf11ab742159 req-7d92f196-a923-49e0-bf08-7db2be796e69 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0430987 Jul 23 20:58:23.493896 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9c651-c66a-4e33-a2f5-cf11ab742159 req-b6b42608-4bfd-4d13-8d8a-fab671828e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:23.495407 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ab9c651-c66a-4e33-a2f5-cf11ab742159 req-b6b42608-4bfd-4d13-8d8a-fab671828e0c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525033 Jul 23 20:58:23.586929 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ab9c651-c66a-4e33-a2f5-cf11ab742159 req-e19ef4b5-ed3b-4e1d-ae59-e3bd542e44a6 service neutron] 10.222.0.18 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845304 Jul 23 20:58:23.680263 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4ab9c651-c66a-4e33-a2f5-cf11ab742159 req-d9f58229-8df7-4d97-a4d5-8ebfd2f3ffef service neutron] 10.222.0.18 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865846 Jul 23 20:58:23.737934 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:58:23.963264 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8180c55-d3b6-4cf7-a728-0e5e4dba54a5 req-e76a81eb-4182-49a7-b448-ff99b2c2546f tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:23.964811 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e8180c55-d3b6-4cf7-a728-0e5e4dba54a5 req-e76a81eb-4182-49a7-b448-ff99b2c2546f tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 943 time: 0.0724850 Jul 23 20:58:24.004306 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e8180c55-d3b6-4cf7-a728-0e5e4dba54a5 req-7dc01e4f-61ff-44c1-bdcb-9a8bb3ef0b8a tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335989 Jul 23 20:58:25.133905 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf37b0-c96b-411a-995e-697cf6ec6ac5 req-68c90555-2ea5-425c-aefd-4a83c4e186a2 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:25.135440 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1baf37b0-c96b-411a-995e-697cf6ec6ac5 req-68c90555-2ea5-425c-aefd-4a83c4e186a2 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 943 time: 0.0649016 Jul 23 20:58:25.173071 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1baf37b0-c96b-411a-995e-697cf6ec6ac5 req-e501b96a-ac02-49a3-b947-599748e6775f tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321002 Jul 23 20:58:26.306928 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aad18e-0355-4225-a55d-8143f05483e9 req-665622c8-5168-4123-911c-c9f80a5ac57d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:26.308404 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83aad18e-0355-4225-a55d-8143f05483e9 req-665622c8-5168-4123-911c-c9f80a5ac57d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 943 time: 0.0678709 Jul 23 20:58:26.347417 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-83aad18e-0355-4225-a55d-8143f05483e9 req-21b80da7-7896-4953-8fce-fe7c64e570ec tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332923 Jul 23 20:58:26.787328 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:58:26.884532 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=555a2f6f-bb6e-4c37-b01d-3f4266c62c35,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:58:26.896895 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '555a2f6f-bb6e-4c37-b01d-3f4266c62c35', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'port_id': '555a2f6f-bb6e-4c37-b01d-3f4266c62c35', 'mac_address': 'fa:16:3e:e3:40:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:58:26.933326 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:26.946211 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:58:26.966328 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=555a2f6f-bb6e-4c37-b01d-3f4266c62c35,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:58:26.970353 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:27.018338 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=555a2f6f-bb6e-4c37-b01d-3f4266c62c35,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:27.157109 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['555a2f6f-bb6e-4c37-b01d-3f4266c62c35'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:58:27.477560 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733a306-2952-482f-89fb-ae3364b18f6c req-b99a408c-35e4-4f58-b69a-06498d089ab2 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:27.479276 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9733a306-2952-482f-89fb-ae3364b18f6c req-b99a408c-35e4-4f58-b69a-06498d089ab2 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 944 time: 0.0630727 Jul 23 20:58:27.515395 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9733a306-2952-482f-89fb-ae3364b18f6c req-2809ded5-a974-42d7-a0fe-ea850d1d8972 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305090 Jul 23 20:58:28.644906 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed534e-9d30-44c3-b70e-d964f62ea216 req-5f28a0f0-876b-46cf-92b0-c5068486895e tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:28.646426 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-34ed534e-9d30-44c3-b70e-d964f62ea216 req-5f28a0f0-876b-46cf-92b0-c5068486895e tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 944 time: 0.0638201 Jul 23 20:58:28.689226 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-34ed534e-9d30-44c3-b70e-d964f62ea216 req-fafc5d96-f0bf-44f5-a20f-66e967bc3ed8 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366814 Jul 23 20:58:28.789926 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:58:28.844162 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:58:28.848397 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:58:28.848770 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:28.933453 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:28.959021 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f816e08-eadf-471f-aee5-ddc18fe5ce4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555a2f6f-bb6e-4c37-b01d-3f4266c62c35'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:58:28.961952 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee4ac189e5a110d8d805401cc899f663d03ba078ee3e21ff65471f248c742d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71897abf-318f-4633-a3ae-442ee00a58eb" -d '{"events": [{"server_uuid": "8f816e08-eadf-471f-aee5-ddc18fe5ce4f", "name": "network-vif-plugged", "status": "completed", "tag": "555a2f6f-bb6e-4c37-b01d-3f4266c62c35"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:58:28.976416 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=555a2f6f-bb6e-4c37-b01d-3f4266c62c35,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:58:28.981811 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:29.008523 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22064d8d-072a-47b3-b279-bfb14798f2f2 x-openstack-request-id: req-22064d8d-072a-47b3-b279-bfb14798f2f2 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:58:29.008805 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f816e08-eadf-471f-aee5-ddc18fe5ce4f", "name": "network-vif-plugged", "status": "completed", "tag": "555a2f6f-bb6e-4c37-b01d-3f4266c62c35", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:58:29.009053 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-22064d8d-072a-47b3-b279-bfb14798f2f2 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:58:29.009434 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f816e08-eadf-471f-aee5-ddc18fe5ce4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555a2f6f-bb6e-4c37-b01d-3f4266c62c35', 'code': 200} Jul 23 20:58:29.040544 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=555a2f6f-bb6e-4c37-b01d-3f4266c62c35,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:29.120352 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef69c66-9f5f-433b-a6a2-97fa7f735958 req-fb05fdbc-5509-4925-acef-3324b0008f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:29.122365 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aef69c66-9f5f-433b-a6a2-97fa7f735958 req-fb05fdbc-5509-4925-acef-3324b0008f34 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 1097 time: 0.0639195 Jul 23 20:58:29.160406 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aef69c66-9f5f-433b-a6a2-97fa7f735958 req-87dbbafe-2cef-4591-9050-ed44c83624bc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303674 Jul 23 20:58:29.824470 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a902cd-acaf-4b4f-9f40-e175ed7b41f8 req-81142379-dd00-4118-a5ec-40e19a1568fd tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:29.825983 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-44a902cd-acaf-4b4f-9f40-e175ed7b41f8 req-81142379-dd00-4118-a5ec-40e19a1568fd tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 945 time: 0.0664217 Jul 23 20:58:29.872630 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-44a902cd-acaf-4b4f-9f40-e175ed7b41f8 req-83e629bf-a554-414e-bc9b-9c20777a7f8e tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409594 Jul 23 20:58:31.011525 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b4dce-78a4-4e77-a8d9-a96872e78789 req-65683b08-a5aa-4d8f-a952-72a857dfc75f tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:31.013004 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e36b4dce-78a4-4e77-a8d9-a96872e78789 req-65683b08-a5aa-4d8f-a952-72a857dfc75f tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 945 time: 0.0692284 Jul 23 20:58:31.353095 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e36b4dce-78a4-4e77-a8d9-a96872e78789 req-0b02de2c-9e84-46e5-8904-61faeb4d4d99 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3342712 Jul 23 20:58:31.477461 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085b38f-599f-46ca-adb1-bd608673b99a req-7c9c9b22-1e34-4467-b902-52387c21ec6c tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:31.479213 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4085b38f-599f-46ca-adb1-bd608673b99a req-7c9c9b22-1e34-4467-b902-52387c21ec6c tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 945 time: 0.0633285 Jul 23 20:58:31.487694 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 36770) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:58:31.492118 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-82ee400c-1261-4b54-94ec-67d53f087f16 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Request body: {'floatingip': {'port_id': '555a2f6f-bb6e-4c37-b01d-3f4266c62c35'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:58:31.532994 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-82ee400c-1261-4b54-94ec-67d53f087f16 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks [] for floatingip, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:31.954885 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-82ee400c-1261-4b54-94ec-67d53f087f16 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:31.958636 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-82ee400c-1261-4b54-94ec-67d53f087f16 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:32.062619 n-d-793618-10 neutron-server[93875]: INFO neutron.db.l3_db [None req-82ee400c-1261-4b54-94ec-67d53f087f16 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Floating IP 529e4fea-59d7-4eb4-8524-a112fbad1939 associated. External IP: 172.25.1.171, port: 555a2f6f-bb6e-4c37-b01d-3f4266c62c35. Jul 23 20:58:32.270444 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ee400c-1261-4b54-94ec-67d53f087f16 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Router 30b0eb09-59ca-427c-a59d-b341fb510529 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:58:32.379909 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ee400c-1261-4b54-94ec-67d53f087f16 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:58:32.386715 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-82ee400c-1261-4b54-94ec-67d53f087f16 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:32.392831 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b8e587-38da-4331-90fc-bf867d54d26b None None] Sync routers for ids ['30b0eb09-59ca-427c-a59d-b341fb510529'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:58:32.405397 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b8e587-38da-4331-90fc-bf867d54d26b None None] Routers {'30b0eb09-59ca-427c-a59d-b341fb510529'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:58:32.406054 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-88b8e587-38da-4331-90fc-bf867d54d26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:58:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['30b0eb09-59ca-427c-a59d-b341fb510529'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:58:32.426415 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-82ee400c-1261-4b54-94ec-67d53f087f16 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "PUT /v2.0/floatingips/529e4fea-59d7-4eb4-8524-a112fbad1939 HTTP/1.1" status: 200 len: 992 time: 0.9376590 Jul 23 20:58:32.427107 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f816e08-eadf-471f-aee5-ddc18fe5ce4f', 'tag': '555a2f6f-bb6e-4c37-b01d-3f4266c62c35'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:58:32.429615 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1358e00761cb368f0f7ae124e23a857cb06aa2e8cdc938e6d7a9a9ae7bd1e98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81271bf2-b644-44b3-9296-e66ef96c41dc" -d '{"events": [{"name": "network-changed", "server_uuid": "8f816e08-eadf-471f-aee5-ddc18fe5ce4f", "tag": "555a2f6f-bb6e-4c37-b01d-3f4266c62c35"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:58:32.512682 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-88b8e587-38da-4331-90fc-bf867d54d26b None None] Set router 30b0eb09-59ca-427c-a59d-b341fb510529 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:58:32.515439 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4524d7-d7b8-4bee-aa42-4dee329b9ce9 x-openstack-request-id: req-ef4524d7-d7b8-4bee-aa42-4dee329b9ce9 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:58:32.515735 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f816e08-eadf-471f-aee5-ddc18fe5ce4f", "tag": "555a2f6f-bb6e-4c37-b01d-3f4266c62c35", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:58:32.515998 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef4524d7-d7b8-4bee-aa42-4dee329b9ce9 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:58:32.516408 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f816e08-eadf-471f-aee5-ddc18fe5ce4f', 'tag': '555a2f6f-bb6e-4c37-b01d-3f4266c62c35', 'status': 'completed', 'code': 200} Jul 23 20:58:32.591888 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81271bf2-b644-44b3-9296-e66ef96c41dc req-a22fc006-9ff1-4e42-a4a8-5f99799d0fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:32.593404 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-81271bf2-b644-44b3-9296-e66ef96c41dc req-a22fc006-9ff1-4e42-a4a8-5f99799d0fff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 1097 time: 0.0548024 Jul 23 20:58:32.689734 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81271bf2-b644-44b3-9296-e66ef96c41dc req-b98b8a49-77b1-4a7c-b519-6d09a404a4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:32.691218 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-81271bf2-b644-44b3-9296-e66ef96c41dc req-b98b8a49-77b1-4a7c-b519-6d09a404a4df service neutron] 10.222.0.18 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.0899491 Jul 23 20:58:32.759098 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-81271bf2-b644-44b3-9296-e66ef96c41dc req-058e4cf0-1674-4bfa-a794-9c35a53d30a3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=555a2f6f-bb6e-4c37-b01d-3f4266c62c35 HTTP/1.1" status: 200 len: 1000 time: 0.0615206 Jul 23 20:58:32.809939 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81271bf2-b644-44b3-9296-e66ef96c41dc req-ef998c97-dace-4ee6-a80f-1761b5d8a2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:32.811425 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-81271bf2-b644-44b3-9296-e66ef96c41dc req-ef998c97-dace-4ee6-a80f-1761b5d8a2b7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0465155 Jul 23 20:58:32.877152 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81271bf2-b644-44b3-9296-e66ef96c41dc req-5e775bea-8fa5-4419-8f7d-8c6be5bc9260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:32.878916 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-81271bf2-b644-44b3-9296-e66ef96c41dc req-5e775bea-8fa5-4419-8f7d-8c6be5bc9260 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611818 Jul 23 20:58:32.899729 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-88b8e587-38da-4331-90fc-bf867d54d26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'name': 'tempest-ServerActionsTestJSON-1721897841-router', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:32Z', 'revision_number': 4, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'gw_port': {'id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '529e4fea-59d7-4eb4-8524-a112fbad1939', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'floating_ip_address': '172.25.1.171', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'port_id': '555a2f6f-bb6e-4c37-b01d-3f4266c62c35', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'mac_address': 'fa:16:3e:e3:40:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f816e08-eadf-471f-aee5-ddc18fe5ce4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:51:35Z', 'updated_at': '2021-07-23T20:58:31Z', 'revision_number': 13, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5e37522-890e-4314-ab22-94a7ab387240', 'name': '', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'mac_address': 'fa:16:3e:af:cb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:31Z', 'updated_at': '2021-07-23T20:51:36Z', 'revision_number': 5, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'subnets': [{'id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:58:32.925308 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b8e587-38da-4331-90fc-bf867d54d26b None None] Checking router: 30b0eb09-59ca-427c-a59d-b341fb510529 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:58:32.933594 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b8e587-38da-4331-90fc-bf867d54d26b None None] Routers {'30b0eb09-59ca-427c-a59d-b341fb510529'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:58:32.934203 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-88b8e587-38da-4331-90fc-bf867d54d26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T20:58:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['30b0eb09-59ca-427c-a59d-b341fb510529'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:58:32.970820 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-81271bf2-b644-44b3-9296-e66ef96c41dc req-4eefad76-1297-43fa-95d5-f843f59b6a27 service neutron] 10.222.0.18 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856147 Jul 23 20:58:33.042284 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-88b8e587-38da-4331-90fc-bf867d54d26b None None] Set router 30b0eb09-59ca-427c-a59d-b341fb510529 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:58:33.067053 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-81271bf2-b644-44b3-9296-e66ef96c41dc req-fc8add2c-5da6-4f15-b127-ea52f4cf1a7a service neutron] 10.222.0.18 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896075 Jul 23 20:58:33.269128 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-88b8e587-38da-4331-90fc-bf867d54d26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'name': 'tempest-ServerActionsTestJSON-1721897841-router', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:32Z', 'revision_number': 4, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'gw_port': {'id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '529e4fea-59d7-4eb4-8524-a112fbad1939', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'floating_ip_address': '172.25.1.171', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'port_id': '555a2f6f-bb6e-4c37-b01d-3f4266c62c35', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'mac_address': 'fa:16:3e:e3:40:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f816e08-eadf-471f-aee5-ddc18fe5ce4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:51:35Z', 'updated_at': '2021-07-23T20:58:31Z', 'revision_number': 13, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5e37522-890e-4314-ab22-94a7ab387240', 'name': '', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'mac_address': 'fa:16:3e:af:cb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:31Z', 'updated_at': '2021-07-23T20:51:36Z', 'revision_number': 5, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'subnets': [{'id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:58:33.295428 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b8e587-38da-4331-90fc-bf867d54d26b None None] The sync data for ids ['30b0eb09-59ca-427c-a59d-b341fb510529'] in n-d-793618-10 is: [{'id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'name': 'tempest-ServerActionsTestJSON-1721897841-router', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:32Z', 'revision_number': 4, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'gw_port': {'id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '529e4fea-59d7-4eb4-8524-a112fbad1939', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'floating_ip_address': '172.25.1.171', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'port_id': '555a2f6f-bb6e-4c37-b01d-3f4266c62c35', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'mac_address': 'fa:16:3e:e3:40:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f816e08-eadf-471f-aee5-ddc18fe5ce4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:51:35Z', 'updated_at': '2021-07-23T20:58:31Z', 'revision_number': 13, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5e37522-890e-4314-ab22-94a7ab387240', 'name': '', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'mac_address': 'fa:16:3e:af:cb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:31Z', 'updated_at': '2021-07-23T20:51:36Z', 'revision_number': 5, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'subnets': [{'id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:58:33.484492 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae0dcca-bee2-46a6-b60b-92717affb803 None None] New status for floating IP 529e4fea-59d7-4eb4-8524-a112fbad1939: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:58:40.332488 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ae0ae759-facf-4f30-b37f-a5d687b5a346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:43.399910 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:43.698674 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2101b865-9212-4247-911c-a55bd27391d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:44.169714 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:44.986898 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:45.145644 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:46.107423 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:00.738189 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:59:06.902189 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0a108071-4886-4d9f-ad10-54a78084add2 req-84c6aa35-f03e-4527-91aa-aa181f326523 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0647757 Jul 23 20:59:07.001583 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a108071-4886-4d9f-ad10-54a78084add2 req-9b8235b2-05b9-43d1-aff5-c2c716f0c794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:07.003121 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0a108071-4886-4d9f-ad10-54a78084add2 req-9b8235b2-05b9-43d1-aff5-c2c716f0c794 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 1097 time: 0.0597386 Jul 23 20:59:07.107886 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a108071-4886-4d9f-ad10-54a78084add2 req-09afa927-bee5-49e9-94de-27687b9fa115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:07.109376 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0a108071-4886-4d9f-ad10-54a78084add2 req-09afa927-bee5-49e9-94de-27687b9fa115 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.0873129 Jul 23 20:59:07.180547 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0a108071-4886-4d9f-ad10-54a78084add2 req-03e53f40-b988-4bb5-9da8-e7fff547d47a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=555a2f6f-bb6e-4c37-b01d-3f4266c62c35 HTTP/1.1" status: 200 len: 1002 time: 0.0639546 Jul 23 20:59:07.231439 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a108071-4886-4d9f-ad10-54a78084add2 req-512e3d3a-1399-4646-b3db-afd4b08206cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:07.232949 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0a108071-4886-4d9f-ad10-54a78084add2 req-512e3d3a-1399-4646-b3db-afd4b08206cd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0468993 Jul 23 20:59:07.293610 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a108071-4886-4d9f-ad10-54a78084add2 req-c19be692-9c08-4425-860d-74a453e5e2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:07.295122 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0a108071-4886-4d9f-ad10-54a78084add2 req-c19be692-9c08-4425-860d-74a453e5e2d6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562046 Jul 23 20:59:07.395608 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0a108071-4886-4d9f-ad10-54a78084add2 req-24fcd586-620a-45ba-8954-69b0210b19b8 service neutron] 10.222.0.18 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938780 Jul 23 20:59:07.484747 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0a108071-4886-4d9f-ad10-54a78084add2 req-01bf81d1-7ba1-42b7-9093-4ac282384eb3 service neutron] 10.222.0.18 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827405 Jul 23 20:59:10.333650 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-491babc7-4295-4165-bfe7-6cc8d8e02f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:13.401951 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:13.699257 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-deec8eb2-e2c5-44ee-b657-7e0cd804eb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:14.171439 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:15.000589 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:15.176507 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:16.109551 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:37.737493 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:59:40.336027 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fa94e674-92ee-4aa4-aa9d-084fa865808f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:43.404300 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:43.707524 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9996065a-d0ca-49dd-a9a5-ce7c44235a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:44.173973 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:45.016186 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:45.192823 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:46.111531 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:07.877497 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bef8c86a-f73b-4b7b-9ea9-c161bdc42b8d req-b43b0a58-dc42-40b9-8c3f-462da60c83d6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0633895 Jul 23 21:00:07.974847 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8c86a-f73b-4b7b-9ea9-c161bdc42b8d req-f82dc655-6f20-4e4d-aa71-b5bd3bc503ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:07.976389 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bef8c86a-f73b-4b7b-9ea9-c161bdc42b8d req-f82dc655-6f20-4e4d-aa71-b5bd3bc503ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 1097 time: 0.0573738 Jul 23 21:00:08.087222 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8c86a-f73b-4b7b-9ea9-c161bdc42b8d req-59616d45-2f34-46d5-a842-dae25a986c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:08.088719 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bef8c86a-f73b-4b7b-9ea9-c161bdc42b8d req-59616d45-2f34-46d5-a842-dae25a986c84 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.0935075 Jul 23 21:00:08.160391 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bef8c86a-f73b-4b7b-9ea9-c161bdc42b8d req-19ad3696-0836-4b4c-842e-89d80b85d287 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=555a2f6f-bb6e-4c37-b01d-3f4266c62c35 HTTP/1.1" status: 200 len: 1002 time: 0.0647957 Jul 23 21:00:08.209966 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8c86a-f73b-4b7b-9ea9-c161bdc42b8d req-6903b836-2a3a-49e3-95e2-b210f177cf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:08.211408 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bef8c86a-f73b-4b7b-9ea9-c161bdc42b8d req-6903b836-2a3a-49e3-95e2-b210f177cf6f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0444593 Jul 23 21:00:08.268891 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8c86a-f73b-4b7b-9ea9-c161bdc42b8d req-c1eb8ea8-98c8-4f6a-a24d-0c109eda7882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:08.270440 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bef8c86a-f73b-4b7b-9ea9-c161bdc42b8d req-c1eb8ea8-98c8-4f6a-a24d-0c109eda7882 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529275 Jul 23 21:00:08.363557 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bef8c86a-f73b-4b7b-9ea9-c161bdc42b8d req-8f8a5db9-7963-4206-9e0f-44b9dc2766a7 service neutron] 10.222.0.18 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850480 Jul 23 21:00:08.452868 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bef8c86a-f73b-4b7b-9ea9-c161bdc42b8d req-6582b8b1-a5f8-4ff9-b7ad-a27fd0ecde42 service neutron] 10.222.0.18 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829027 Jul 23 21:00:08.608395 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8b445-b0bf-4ec8-8c28-f11933c540fc req-e3b3aeab-623f-42c1-9b1a-41c3816113cc tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:08.609882 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f7c8b445-b0bf-4ec8-8c28-f11933c540fc req-e3b3aeab-623f-42c1-9b1a-41c3816113cc tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 945 time: 0.0685203 Jul 23 21:00:08.648768 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f7c8b445-b0bf-4ec8-8c28-f11933c540fc req-64e45715-9f52-4af1-b2c8-f590a0b4ad6a tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332646 Jul 23 21:00:10.338028 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e86895db-b353-4056-8fff-f157309b2210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:13.405836 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:13.701599 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-abaa77a3-f2f4-4765-984a-cfe29ffa5f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:14.175878 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:14.736956 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:00:15.033320 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:15.190984 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:16.114429 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:19.786796 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa75ce-b0cc-4774-a3b1-af842a5ffece req-8ce48fea-0f2f-4bae-812f-b910500ae4d5 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:19.788195 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-53aa75ce-b0cc-4774-a3b1-af842a5ffece req-8ce48fea-0f2f-4bae-812f-b910500ae4d5 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 945 time: 0.0690145 Jul 23 21:00:19.832801 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-53aa75ce-b0cc-4774-a3b1-af842a5ffece req-0f03c489-8cb3-42ac-9597-4145cbfd11fa tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383182 Jul 23 21:00:19.916144 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-8edd97b9-1bd1-4493-9d9e-4186b9959cf5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0949805 Jul 23 21:00:21.004346 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74016561-2d51-4dae-9c80-b430a7bd7934 req-b235b0b6-9b66-428d-bb64-bd3b07bfe47b tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:21.005885 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-74016561-2d51-4dae-9c80-b430a7bd7934 req-b235b0b6-9b66-428d-bb64-bd3b07bfe47b tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 945 time: 0.0990677 Jul 23 21:00:21.032810 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-69120abb-75d8-4325-9430-f0130d91db25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:21.034967 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-69120abb-75d8-4325-9430-f0130d91db25 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 1097 time: 0.0909653 Jul 23 21:00:21.072736 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-74016561-2d51-4dae-9c80-b430a7bd7934 req-44b33d56-0015-4128-9ab0-83f1dab5af03 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587330 Jul 23 21:00:21.143169 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-60298545-1e1c-4daf-a46f-6b33e6f5dd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:21.144546 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-60298545-1e1c-4daf-a46f-6b33e6f5dd63 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.1031892 Jul 23 21:00:21.208363 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-af6be1ad-99ee-4198-8303-be76972ac5a7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=555a2f6f-bb6e-4c37-b01d-3f4266c62c35 HTTP/1.1" status: 200 len: 1002 time: 0.0564649 Jul 23 21:00:21.261087 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-5dfdaf9b-883d-476d-a650-5068437b527b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:21.263477 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-5dfdaf9b-883d-476d-a650-5068437b527b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0479164 Jul 23 21:00:21.320013 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-acd7a82b-c3a6-4ba0-896d-16a35889b208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:21.321490 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-acd7a82b-c3a6-4ba0-896d-16a35889b208 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519722 Jul 23 21:00:21.411384 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-7f5eedde-15df-4a29-9305-6805cbafce99 service neutron] 10.222.0.18 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832560 Jul 23 21:00:21.503937 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-65147ab4-0dff-48e1-8f81-ccf09ef2d7ea service neutron] 10.222.0.18 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865085 Jul 23 21:00:22.206608 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5585a2-2d0a-43e8-9283-620ed3230f75 req-1f719d84-0817-436c-9d35-d37ae2581fd8 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:22.208090 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0a5585a2-2d0a-43e8-9283-620ed3230f75 req-1f719d84-0817-436c-9d35-d37ae2581fd8 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 945 time: 0.0641608 Jul 23 21:00:22.246609 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0a5585a2-2d0a-43e8-9283-620ed3230f75 req-a88db80f-0ce3-448f-a465-1d6eff271166 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329340 Jul 23 21:00:23.385820 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65d837-2c5d-4bd6-90c9-8fc9489a1b27 req-2f056044-f8db-4ccf-8cdd-735a55754775 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:23.387302 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aa65d837-2c5d-4bd6-90c9-8fc9489a1b27 req-2f056044-f8db-4ccf-8cdd-735a55754775 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 945 time: 0.0715699 Jul 23 21:00:23.425878 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aa65d837-2c5d-4bd6-90c9-8fc9489a1b27 req-5fec5ab3-7eb1-4c1b-9457-75fcb4d03e33 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326633 Jul 23 21:00:24.559035 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c6f2d-ce70-4eed-81e0-43a8572a6dc6 req-653ef690-3923-43a2-8e6e-e84572f84131 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:24.560721 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ac7c6f2d-ce70-4eed-81e0-43a8572a6dc6 req-653ef690-3923-43a2-8e6e-e84572f84131 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 945 time: 0.0653758 Jul 23 21:00:24.599122 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ac7c6f2d-ce70-4eed-81e0-43a8572a6dc6 req-7f0f98a6-02f5-4122-b995-be59ca842613 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326211 Jul 23 21:00:25.728807 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93fe05-0040-4235-a17e-a69242f8e32a req-80dc1b37-1061-4088-ac05-81fd472bc880 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:25.730727 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2c93fe05-0040-4235-a17e-a69242f8e32a req-80dc1b37-1061-4088-ac05-81fd472bc880 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 945 time: 0.0644052 Jul 23 21:00:25.769572 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2c93fe05-0040-4235-a17e-a69242f8e32a req-2f9b7f56-a163-41d9-ac62-caf2fe7f3e47 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326138 Jul 23 21:00:26.912606 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba75ea-39d0-4c2d-b0b2-a789fee3cfc6 req-6715125f-7730-454b-a804-92984ada0528 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:26.914199 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cbba75ea-39d0-4c2d-b0b2-a789fee3cfc6 req-6715125f-7730-454b-a804-92984ada0528 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 945 time: 0.0750551 Jul 23 21:00:26.952592 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cbba75ea-39d0-4c2d-b0b2-a789fee3cfc6 req-78711698-e321-438c-b231-9ab7770fa91c tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319300 Jul 23 21:00:28.085129 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3de5fc-2b25-4e69-8152-07f1434f71ed req-5737cf1e-6a67-4ae1-9d6e-29689b9a3773 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:28.086646 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ae3de5fc-2b25-4e69-8152-07f1434f71ed req-5737cf1e-6a67-4ae1-9d6e-29689b9a3773 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 945 time: 0.0666683 Jul 23 21:00:28.124481 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ae3de5fc-2b25-4e69-8152-07f1434f71ed req-76336c5c-dfe7-467f-bd99-5885de452fe6 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322175 Jul 23 21:00:29.258849 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba723972-aa13-40e4-b5c6-26f360b7e459 req-53017005-67e4-4149-959a-9ca1c8ff78f9 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:29.260361 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ba723972-aa13-40e4-b5c6-26f360b7e459 req-53017005-67e4-4149-959a-9ca1c8ff78f9 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 945 time: 0.0684745 Jul 23 21:00:29.298388 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ba723972-aa13-40e4-b5c6-26f360b7e459 req-df1923ad-ec65-4087-b2c3-00d01129a375 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316660 Jul 23 21:00:30.430543 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b14ef-c020-4918-926d-6183fce80af6 req-e11290aa-0c60-47a5-9524-b8d2b12c4aa1 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:30.432059 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b09b14ef-c020-4918-926d-6183fce80af6 req-e11290aa-0c60-47a5-9524-b8d2b12c4aa1 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 945 time: 0.0656805 Jul 23 21:00:30.470989 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b09b14ef-c020-4918-926d-6183fce80af6 req-9ebe807e-1dde-403c-841c-73034734cbdd tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332935 Jul 23 21:00:31.601432 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fee3ef-e6c5-4328-8947-696f2eacc940 req-5005a9af-c2e5-4ef4-bf24-e02c85a33cb9 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:31.602917 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e7fee3ef-e6c5-4328-8947-696f2eacc940 req-5005a9af-c2e5-4ef4-bf24-e02c85a33cb9 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 945 time: 0.0630763 Jul 23 21:00:31.640539 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e7fee3ef-e6c5-4328-8947-696f2eacc940 req-c8d2411e-3b5b-4d2c-9006-ede2b1f05796 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311286 Jul 23 21:00:32.777870 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0008826-1e70-443f-abc0-6f654d543a2c req-a94b08ea-cd96-43bc-84ad-8ead91d03117 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:32.779964 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e0008826-1e70-443f-abc0-6f654d543a2c req-a94b08ea-cd96-43bc-84ad-8ead91d03117 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 945 time: 0.0710621 Jul 23 21:00:32.820432 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e0008826-1e70-443f-abc0-6f654d543a2c req-256b3df0-d750-4a8b-9632-e064fa126cf6 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349016 Jul 23 21:00:33.958048 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de743ff-d7ae-4a81-9bd1-f7d7c65906a9 req-a8d9fed0-18f3-48fb-bfd3-40201edc94ef tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:33.959467 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1de743ff-d7ae-4a81-9bd1-f7d7c65906a9 req-a8d9fed0-18f3-48fb-bfd3-40201edc94ef tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 945 time: 0.0656226 Jul 23 21:00:34.001264 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1de743ff-d7ae-4a81-9bd1-f7d7c65906a9 req-a92630d3-4616-4a16-9176-d4282ea5ad91 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359361 Jul 23 21:00:35.178925 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51350e1-816e-45bb-8f10-aea8968fc4f8 req-e0684b76-8bbf-4fd8-9e17-83a2b12dd947 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:35.181077 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d51350e1-816e-45bb-8f10-aea8968fc4f8 req-e0684b76-8bbf-4fd8-9e17-83a2b12dd947 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 945 time: 0.1088753 Jul 23 21:00:35.235899 n-d-793618-10 neutron-server[93875]: INFO neutron.api.v2.resource [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-9a038d52-d970-43ce-856a-c9bb930a2cdd service neutron] show failed (client error): The resource could not be found. Jul 23 21:00:35.236919 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-9a038d52-d970-43ce-856a-c9bb930a2cdd service neutron] 10.222.0.18 "GET /v2.0/ports/555a2f6f-bb6e-4c37-b01d-3f4266c62c35/bindings/n-h1-793618-10 HTTP/1.1" status: 404 len: 381 time: 0.1075933 Jul 23 21:00:35.242068 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d51350e1-816e-45bb-8f10-aea8968fc4f8 req-2f901e88-c3df-460b-8eda-ec8b00ffa80c tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538001 Jul 23 21:00:35.456387 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-918ed9e0-81ca-4e57-95da-45105fa9ab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:35.457812 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-918ed9e0-81ca-4e57-95da-45105fa9ab46 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f&tenant_id=99b6baa397df412ea299c54a76f8c905 HTTP/1.1" status: 200 len: 1097 time: 0.0659769 Jul 23 21:00:35.469921 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-45389226-cdaa-48dc-a7e3-4fc2d079e7ba service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793618-10', 'device_owner': 'compute:nova'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:35.544212 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-45389226-cdaa-48dc-a7e3-4fc2d079e7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:35.743234 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-45389226-cdaa-48dc-a7e3-4fc2d079e7ba service neutron] For port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=555a2f6f-bb6e-4c37-b01d-3f4266c62c35,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:35.775833 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-45389226-cdaa-48dc-a7e3-4fc2d079e7ba service neutron] For port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35, host n-h2-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:00:35.813625 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f816e08-eadf-471f-aee5-ddc18fe5ce4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '555a2f6f-bb6e-4c37-b01d-3f4266c62c35'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:00:35.815867 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4300f88a927161e708234582c45a85d95cbae37b2189d54369fb4e5575b527b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6878b6c2-4dcb-467f-b948-6a4cdf125041" -d '{"events": [{"server_uuid": "8f816e08-eadf-471f-aee5-ddc18fe5ce4f", "name": "network-vif-unplugged", "status": "completed", "tag": "555a2f6f-bb6e-4c37-b01d-3f4266c62c35"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:00:35.819694 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-45389226-cdaa-48dc-a7e3-4fc2d079e7ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:35.833004 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-45389226-cdaa-48dc-a7e3-4fc2d079e7ba service neutron] Transition to ACTIVE for port object 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:35.837063 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-45389226-cdaa-48dc-a7e3-4fc2d079e7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:35.869414 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 21:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bc7d08-3ed2-439f-8e58-8f321cbc35e6 x-openstack-request-id: req-30bc7d08-3ed2-439f-8e58-8f321cbc35e6 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:00:35.869765 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f816e08-eadf-471f-aee5-ddc18fe5ce4f", "name": "network-vif-unplugged", "status": "completed", "tag": "555a2f6f-bb6e-4c37-b01d-3f4266c62c35", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:00:35.869986 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-30bc7d08-3ed2-439f-8e58-8f321cbc35e6 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:00:35.870379 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f816e08-eadf-471f-aee5-ddc18fe5ce4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '555a2f6f-bb6e-4c37-b01d-3f4266c62c35', 'code': 200} Jul 23 21:00:35.918670 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45389226-cdaa-48dc-a7e3-4fc2d079e7ba service neutron] Pushing event updated for resources: {'Port': ['ID=555a2f6f-bb6e-4c37-b01d-3f4266c62c35,revision_number=6']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:35.932290 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45389226-cdaa-48dc-a7e3-4fc2d079e7ba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:35.932639 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45389226-cdaa-48dc-a7e3-4fc2d079e7ba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:35.932980 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45389226-cdaa-48dc-a7e3-4fc2d079e7ba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:35.933315 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45389226-cdaa-48dc-a7e3-4fc2d079e7ba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:35.933674 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45389226-cdaa-48dc-a7e3-4fc2d079e7ba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:35.934006 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45389226-cdaa-48dc-a7e3-4fc2d079e7ba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:35.934332 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45389226-cdaa-48dc-a7e3-4fc2d079e7ba service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:35.934663 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45389226-cdaa-48dc-a7e3-4fc2d079e7ba service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:35.935029 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45389226-cdaa-48dc-a7e3-4fc2d079e7ba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:35.935348 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45389226-cdaa-48dc-a7e3-4fc2d079e7ba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:35.935678 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45389226-cdaa-48dc-a7e3-4fc2d079e7ba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:35.936006 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45389226-cdaa-48dc-a7e3-4fc2d079e7ba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:35.976066 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-45389226-cdaa-48dc-a7e3-4fc2d079e7ba service neutron] No DVR routers for this DVR port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 on host n-h2-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:00:36.113975 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-45389226-cdaa-48dc-a7e3-4fc2d079e7ba service neutron] Attempting to bind port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:00:36.114305 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-45389226-cdaa-48dc-a7e3-4fc2d079e7ba service neutron] Attempting to bind port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:00:36.114628 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-45389226-cdaa-48dc-a7e3-4fc2d079e7ba service neutron] Attempting to bind port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 on network 7fa86a12-41ec-4d1f-b176-f5c558f4518b {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:00:36.119753 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-45389226-cdaa-48dc-a7e3-4fc2d079e7ba service neutron] Port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 on network 7fa86a12-41ec-4d1f-b176-f5c558f4518b not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:00:36.120074 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-45389226-cdaa-48dc-a7e3-4fc2d079e7ba service neutron] Attempting to bind port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 on network 7fa86a12-41ec-4d1f-b176-f5c558f4518b {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:00:36.124995 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-45389226-cdaa-48dc-a7e3-4fc2d079e7ba service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:00:36.125329 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-45389226-cdaa-48dc-a7e3-4fc2d079e7ba service neutron] Checking segment: {'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:00:36.125746 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-45389226-cdaa-48dc-a7e3-4fc2d079e7ba service neutron] Bound using segment: {'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:00:36.126166 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-45389226-cdaa-48dc-a7e3-4fc2d079e7ba service neutron] Bound port: 555a2f6f-bb6e-4c37-b01d-3f4266c62c35, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:00:36.126517 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-45389226-cdaa-48dc-a7e3-4fc2d079e7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:36.190472 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-45389226-cdaa-48dc-a7e3-4fc2d079e7ba service neutron] For port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:00:36.193575 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-45389226-cdaa-48dc-a7e3-4fc2d079e7ba service neutron] For port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=555a2f6f-bb6e-4c37-b01d-3f4266c62c35,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:00:36.198079 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-45389226-cdaa-48dc-a7e3-4fc2d079e7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:36.230869 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-45389226-cdaa-48dc-a7e3-4fc2d079e7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:36.231481 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-45389226-cdaa-48dc-a7e3-4fc2d079e7ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:36.233598 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-45389226-cdaa-48dc-a7e3-4fc2d079e7ba service neutron] 10.222.0.30 "PUT /v2.0/ports/555a2f6f-bb6e-4c37-b01d-3f4266c62c35 HTTP/1.1" status: 200 len: 1092 time: 0.7692311 Jul 23 21:00:36.270505 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45389226-cdaa-48dc-a7e3-4fc2d079e7ba service neutron] Pushing event updated for resources: {'Port': ['ID=555a2f6f-bb6e-4c37-b01d-3f4266c62c35,revision_number=7']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:36.320112 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-d6229921-ff4b-4d0e-88bd-a1375ab78409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:36.321678 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-d6229921-ff4b-4d0e-88bd-a1375ab78409 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 1095 time: 0.0607483 Jul 23 21:00:36.392080 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8503a0-bee7-44cd-a10c-dd4022aae7de req-50fb4663-5038-4788-b665-17667c8678df tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:36.395967 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8c8503a0-bee7-44cd-a10c-dd4022aae7de req-50fb4663-5038-4788-b665-17667c8678df tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 943 time: 0.0739386 Jul 23 21:00:36.442158 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8c8503a0-bee7-44cd-a10c-dd4022aae7de req-3f182998-3b11-4419-92fe-2cb05c674b93 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423157 Jul 23 21:00:36.751347 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-4392f906-494b-472d-aa8c-426aa6611904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:36.752823 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-4392f906-494b-472d-aa8c-426aa6611904 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.4248095 Jul 23 21:00:36.815823 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-b9facca6-2580-4257-9209-bc33e5659688 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=555a2f6f-bb6e-4c37-b01d-3f4266c62c35 HTTP/1.1" status: 200 len: 1000 time: 0.0565207 Jul 23 21:00:36.866968 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-9790a34a-79f7-4925-a5f5-d06d3a3d8a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:36.868397 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-9790a34a-79f7-4925-a5f5-d06d3a3d8a40 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0465722 Jul 23 21:00:36.930708 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-a759b485-a267-4ea3-87f5-58abe5694fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:36.932181 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-a759b485-a267-4ea3-87f5-58abe5694fb2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567331 Jul 23 21:00:37.022287 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-5b3fcaae-1349-4a9d-96d2-6967412e48d3 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827327 Jul 23 21:00:37.116432 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-ae251937-ba6b-4d3d-8045-1a49fa2d8919 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878024 Jul 23 21:00:37.346650 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:00:37.384844 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:00:37.579036 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983e69f-8be5-4803-a3aa-b484cff6c6e9 req-c1447c80-b880-469d-8791-4353d0768503 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:37.580559 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4983e69f-8be5-4803-a3aa-b484cff6c6e9 req-c1447c80-b880-469d-8791-4353d0768503 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 943 time: 0.0685530 Jul 23 21:00:37.619880 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4983e69f-8be5-4803-a3aa-b484cff6c6e9 req-f99352a5-2b7a-4c69-b6e2-d846c505d672 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335796 Jul 23 21:00:37.872379 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f816e08-eadf-471f-aee5-ddc18fe5ce4f', 'tag': '555a2f6f-bb6e-4c37-b01d-3f4266c62c35'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:00:37.874884 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4300f88a927161e708234582c45a85d95cbae37b2189d54369fb4e5575b527b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e32d54-90ec-413a-927f-9ad9a33f034f" -d '{"events": [{"name": "network-changed", "server_uuid": "8f816e08-eadf-471f-aee5-ddc18fe5ce4f", "tag": "555a2f6f-bb6e-4c37-b01d-3f4266c62c35"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:00:37.924102 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc42043-1956-44d3-8597-84310622b887 x-openstack-request-id: req-cbc42043-1956-44d3-8597-84310622b887 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:00:37.924394 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f816e08-eadf-471f-aee5-ddc18fe5ce4f", "tag": "555a2f6f-bb6e-4c37-b01d-3f4266c62c35", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:00:37.924645 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cbc42043-1956-44d3-8597-84310622b887 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:00:37.925042 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f816e08-eadf-471f-aee5-ddc18fe5ce4f', 'tag': '555a2f6f-bb6e-4c37-b01d-3f4266c62c35', 'status': 'completed', 'code': 200} Jul 23 21:00:37.998537 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e32d54-90ec-413a-927f-9ad9a33f034f req-16fc0730-f2be-4ad7-ad12-52e83512f602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:38.000375 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d6e32d54-90ec-413a-927f-9ad9a33f034f req-16fc0730-f2be-4ad7-ad12-52e83512f602 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 1095 time: 0.0583339 Jul 23 21:00:38.001508 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e32d54-90ec-413a-927f-9ad9a33f034f req-9b224831-234c-49af-91b7-50bcb2379791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:38.003094 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d6e32d54-90ec-413a-927f-9ad9a33f034f req-9b224831-234c-49af-91b7-50bcb2379791 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 1095 time: 0.0569706 Jul 23 21:00:38.098097 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e32d54-90ec-413a-927f-9ad9a33f034f req-7fbe3c5e-d2e8-4fed-b021-737894e15a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:38.099583 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d6e32d54-90ec-413a-927f-9ad9a33f034f req-7fbe3c5e-d2e8-4fed-b021-737894e15a71 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.0906053 Jul 23 21:00:38.105643 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e32d54-90ec-413a-927f-9ad9a33f034f req-15e6ad38-0a83-4a23-8bf1-6fef8b205f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:38.107633 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d6e32d54-90ec-413a-927f-9ad9a33f034f req-15e6ad38-0a83-4a23-8bf1-6fef8b205f6e service neutron] 10.222.0.18 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.1014090 Jul 23 21:00:38.168555 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d6e32d54-90ec-413a-927f-9ad9a33f034f req-da3989da-6891-4a43-881c-4cfafaee865a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=555a2f6f-bb6e-4c37-b01d-3f4266c62c35 HTTP/1.1" status: 200 len: 1000 time: 0.0620956 Jul 23 21:00:38.176343 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d6e32d54-90ec-413a-927f-9ad9a33f034f req-ac72f939-80ee-409d-b95e-6f41588088e8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=555a2f6f-bb6e-4c37-b01d-3f4266c62c35 HTTP/1.1" status: 200 len: 1000 time: 0.0616305 Jul 23 21:00:38.223794 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e32d54-90ec-413a-927f-9ad9a33f034f req-d26fb1dd-7ed5-4416-9598-e505f91824a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:38.225707 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d6e32d54-90ec-413a-927f-9ad9a33f034f req-d26fb1dd-7ed5-4416-9598-e505f91824a0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0517721 Jul 23 21:00:38.227828 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e32d54-90ec-413a-927f-9ad9a33f034f req-014d8d43-b588-47d8-a6f5-70381ce30201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:38.229578 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d6e32d54-90ec-413a-927f-9ad9a33f034f req-014d8d43-b588-47d8-a6f5-70381ce30201 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0469563 Jul 23 21:00:38.291586 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e32d54-90ec-413a-927f-9ad9a33f034f req-7d4fbc6e-6daf-4324-893b-5891d6f48d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:38.293092 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d6e32d54-90ec-413a-927f-9ad9a33f034f req-7d4fbc6e-6daf-4324-893b-5891d6f48d0f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615485 Jul 23 21:00:38.299584 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e32d54-90ec-413a-927f-9ad9a33f034f req-22473c8c-49db-419d-87c2-a89cbd2f486a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:38.301188 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d6e32d54-90ec-413a-927f-9ad9a33f034f req-22473c8c-49db-419d-87c2-a89cbd2f486a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647771 Jul 23 21:00:38.312539 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [req-d6e32d54-90ec-413a-927f-9ad9a33f034f req-ce956986-f684-4e7a-948f-db7ce8da013f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:00:38.313703 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d6e32d54-90ec-413a-927f-9ad9a33f034f req-ce956986-f684-4e7a-948f-db7ce8da013f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065885 Jul 23 21:00:38.392150 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d6e32d54-90ec-413a-927f-9ad9a33f034f req-e55bfdac-e031-499f-9e49-4553464318a9 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923300 Jul 23 21:00:38.411583 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d6e32d54-90ec-413a-927f-9ad9a33f034f req-1c463a0b-170a-487b-a3db-695c4e6872e1 service neutron] 10.222.0.18 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919321 Jul 23 21:00:38.492927 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d6e32d54-90ec-413a-927f-9ad9a33f034f req-4f567655-8397-498f-9507-0fa24073ced4 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941334 Jul 23 21:00:38.844147 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d6e32d54-90ec-413a-927f-9ad9a33f034f req-332131cd-eb18-41c6-b388-498a77148235 service neutron] 10.222.0.18 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266074 Jul 23 21:00:38.875078 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f98861-cc89-46da-a812-8b92110e3825 req-59ce5a51-06da-4b30-887a-f6a011274186 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:38.876621 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c6f98861-cc89-46da-a812-8b92110e3825 req-59ce5a51-06da-4b30-887a-f6a011274186 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 943 time: 0.0877848 Jul 23 21:00:38.915146 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c6f98861-cc89-46da-a812-8b92110e3825 req-a2f91b8b-bf04-4319-a9b7-0f56dffcb85c tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325744 Jul 23 21:00:40.049781 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab2a8b-031e-4801-b28d-3730f228b611 req-d5809263-18e6-4f0c-9a5f-32259ccb0a21 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:40.051345 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5fab2a8b-031e-4801-b28d-3730f228b611 req-d5809263-18e6-4f0c-9a5f-32259ccb0a21 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 943 time: 0.0645823 Jul 23 21:00:40.094339 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5fab2a8b-031e-4801-b28d-3730f228b611 req-358501ba-84de-40ee-a277-6a693f35ed23 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370271 Jul 23 21:00:40.338837 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56371cf3-91f5-40ee-a6aa-fd8be77b0d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:41.224081 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421b9a5-3a65-42a2-9271-d9e84f71b265 req-81a8753a-51db-4754-8752-8907ee7d63ac tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:41.225590 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b421b9a5-3a65-42a2-9271-d9e84f71b265 req-81a8753a-51db-4754-8752-8907ee7d63ac tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 943 time: 0.0634501 Jul 23 21:00:41.266099 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b421b9a5-3a65-42a2-9271-d9e84f71b265 req-4a2130bb-0e32-40fa-b7b1-0cd5b6c53653 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340106 Jul 23 21:00:42.397816 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8861f-5aa1-4565-86cb-8290157cf23e req-556258bd-4c97-4f36-af4a-d4cf74d5fb6d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:42.399308 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-41e8861f-5aa1-4565-86cb-8290157cf23e req-556258bd-4c97-4f36-af4a-d4cf74d5fb6d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 943 time: 0.0654387 Jul 23 21:00:42.437431 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-41e8861f-5aa1-4565-86cb-8290157cf23e req-da17d10c-c11a-4fa2-8ef2-426c34866a6f tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322728 Jul 23 21:00:43.407176 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:43.573136 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe30b05-a2a2-4f99-ab9e-fd7aaa5e5c7c req-2db6b22e-33c2-44b7-9afc-0339b1a9157d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:43.574696 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ebe30b05-a2a2-4f99-ab9e-fd7aaa5e5c7c req-2db6b22e-33c2-44b7-9afc-0339b1a9157d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 943 time: 0.0682557 Jul 23 21:00:43.614109 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ebe30b05-a2a2-4f99-ab9e-fd7aaa5e5c7c req-11194b6d-19b3-453f-8a52-95ae4251f6e5 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337529 Jul 23 21:00:43.701944 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d115457b-a69d-4998-8351-b6cbde3a79e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:44.179248 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:44.745193 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac01e0-1d3a-4910-92e5-6ecab79c4f6c req-aac2d2c7-402b-445c-a02b-b1675e82bd09 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:44.746705 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-01ac01e0-1d3a-4910-92e5-6ecab79c4f6c req-aac2d2c7-402b-445c-a02b-b1675e82bd09 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 943 time: 0.0642185 Jul 23 21:00:44.784412 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-01ac01e0-1d3a-4910-92e5-6ecab79c4f6c req-3df69d6d-e357-4c56-9a7c-1e88dee9c4cd tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309672 Jul 23 21:00:45.031772 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:45.190717 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:45.921767 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da959887-92e7-48d5-b588-caf361c82005 req-92c26af7-d44d-4e68-b4f2-797921b5cd40 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:45.923279 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-da959887-92e7-48d5-b588-caf361c82005 req-92c26af7-d44d-4e68-b4f2-797921b5cd40 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 943 time: 0.0681245 Jul 23 21:00:45.970375 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-da959887-92e7-48d5-b588-caf361c82005 req-3e8984be-bd42-40ab-b74c-b13a9ea7f8b6 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414491 Jul 23 21:00:46.117155 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:47.104410 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ae48f-a63a-4824-b552-08f4902974d9 req-9a4b94e4-b453-44fe-a5e2-36625c09beaa tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:47.105918 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0c6ae48f-a63a-4824-b552-08f4902974d9 req-9a4b94e4-b453-44fe-a5e2-36625c09beaa tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 943 time: 0.0663843 Jul 23 21:00:47.147492 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0c6ae48f-a63a-4824-b552-08f4902974d9 req-ecb519a9-53fd-4bab-8edf-b89f39cbb44b tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325446 Jul 23 21:00:48.283467 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1aae1-ec8f-4d43-a864-35a1afd506f5 req-9fb35907-8783-46c8-bd9a-411b9c1fb569 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:48.285819 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2eb1aae1-ec8f-4d43-a864-35a1afd506f5 req-9fb35907-8783-46c8-bd9a-411b9c1fb569 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 943 time: 0.0689404 Jul 23 21:00:48.324320 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2eb1aae1-ec8f-4d43-a864-35a1afd506f5 req-4061421c-c4e6-49e1-8cfb-6933b8f8ed69 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329423 Jul 23 21:00:48.621019 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32940020-e249-412b-b1ca-040e6ccb5004 req-996c9a39-afcf-42df-b9cf-f6c941cff1a1 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:48.622664 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-32940020-e249-412b-b1ca-040e6ccb5004 req-996c9a39-afcf-42df-b9cf-f6c941cff1a1 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f&tenant_id=99b6baa397df412ea299c54a76f8c905&binding%3Ahost_id=n-h1-793618-10 HTTP/1.1" status: 200 len: 943 time: 0.0696518 Jul 23 21:00:48.641050 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2bc12a-5084-4e1e-905a-4391bba85aa0 req-5f1518ef-e84e-4eeb-a5e7-4c88abfa7500 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:48.642567 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dd2bc12a-5084-4e1e-905a-4391bba85aa0 req-5f1518ef-e84e-4eeb-a5e7-4c88abfa7500 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 943 time: 0.0680835 Jul 23 21:00:48.681462 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dd2bc12a-5084-4e1e-905a-4391bba85aa0 req-c4d0e5d7-2773-44a0-b6da-01615a2cd001 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332420 Jul 23 21:00:48.687302 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-32940020-e249-412b-b1ca-040e6ccb5004 req-0512ef8d-fa6e-4227-a083-dd0a218c257c service neutron] 10.222.0.30 "GET /v2.0/ports/555a2f6f-bb6e-4c37-b01d-3f4266c62c35/bindings/n-h1-793618-10 HTTP/1.1" status: 200 len: 383 time: 0.0581155 Jul 23 21:00:48.760295 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32940020-e249-412b-b1ca-040e6ccb5004 req-364a0409-b3f2-42aa-b280-68eafa9e37a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:48.761805 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-32940020-e249-412b-b1ca-040e6ccb5004 req-364a0409-b3f2-42aa-b280-68eafa9e37a9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 1095 time: 0.0535259 Jul 23 21:00:48.859264 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32940020-e249-412b-b1ca-040e6ccb5004 req-d25723ac-8b1f-4ae3-ac22-effb146ebc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:48.860645 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-32940020-e249-412b-b1ca-040e6ccb5004 req-d25723ac-8b1f-4ae3-ac22-effb146ebc59 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.0928454 Jul 23 21:00:48.929826 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-32940020-e249-412b-b1ca-040e6ccb5004 req-59b769ab-946b-4216-81b5-eb48266ca63a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=555a2f6f-bb6e-4c37-b01d-3f4266c62c35 HTTP/1.1" status: 200 len: 1000 time: 0.0627561 Jul 23 21:00:48.977450 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32940020-e249-412b-b1ca-040e6ccb5004 req-85d0c10f-089e-4d38-8f64-5010d7f62f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:48.979149 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-32940020-e249-412b-b1ca-040e6ccb5004 req-85d0c10f-089e-4d38-8f64-5010d7f62f61 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0430815 Jul 23 21:00:49.037282 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32940020-e249-412b-b1ca-040e6ccb5004 req-083d4adf-368b-4d4a-a668-96341ce2ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:49.038784 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-32940020-e249-412b-b1ca-040e6ccb5004 req-083d4adf-368b-4d4a-a668-96341ce2ba3e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524628 Jul 23 21:00:49.135740 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-32940020-e249-412b-b1ca-040e6ccb5004 req-d697a48d-2c52-4618-8ee9-5e156a0d2913 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898616 Jul 23 21:00:49.227175 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-32940020-e249-412b-b1ca-040e6ccb5004 req-bf0f46fa-ea7e-42e0-96be-ffc84863da01 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852900 Jul 23 21:00:49.814443 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509441ee-9f1d-49a2-9b08-d36b228f835c req-77836a2c-4f0f-46d5-ab31-c2d453990c8d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:49.815969 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-509441ee-9f1d-49a2-9b08-d36b228f835c req-77836a2c-4f0f-46d5-ab31-c2d453990c8d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 943 time: 0.0652254 Jul 23 21:00:49.853450 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-509441ee-9f1d-49a2-9b08-d36b228f835c req-a66bf1d8-c32f-43e6-b8b3-325905208c6e tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315681 Jul 23 21:00:50.136579 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:00:50.227064 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=555a2f6f-bb6e-4c37-b01d-3f4266c62c35,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:50.240281 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '555a2f6f-bb6e-4c37-b01d-3f4266c62c35', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'port_id': '555a2f6f-bb6e-4c37-b01d-3f4266c62c35', 'mac_address': 'fa:16:3e:e3:40:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:00:50.275611 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:50.291830 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:00:50.311966 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=555a2f6f-bb6e-4c37-b01d-3f4266c62c35,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:50.316061 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:50.364616 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=555a2f6f-bb6e-4c37-b01d-3f4266c62c35,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:50.371994 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:50.372449 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:50.372792 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:50.373128 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:50.373476 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:50.373814 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:50.374141 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:50.374468 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:50.374790 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:50.375114 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:50.375434 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:50.375752 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:50.990058 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ad544-117c-44ac-ae13-ee0ff03dc5e1 req-5f1d3262-e399-4bac-ad1d-f7df576dd03d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:50.991448 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-340ad544-117c-44ac-ae13-ee0ff03dc5e1 req-5f1d3262-e399-4bac-ad1d-f7df576dd03d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 944 time: 0.0677199 Jul 23 21:00:51.034573 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-340ad544-117c-44ac-ae13-ee0ff03dc5e1 req-7354bfcd-d0ad-4f87-818b-5c33c0bc6173 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374446 Jul 23 21:00:51.737825 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:00:52.141539 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:00:52.180288 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e374d7-c658-40e1-932d-2c5572e59f53 req-545de021-d5bf-48e8-ac1a-b8fc4ff60d2f tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:52.181829 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-22e374d7-c658-40e1-932d-2c5572e59f53 req-545de021-d5bf-48e8-ac1a-b8fc4ff60d2f tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 944 time: 0.0767477 Jul 23 21:00:52.226676 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-22e374d7-c658-40e1-932d-2c5572e59f53 req-8879f9c3-a22c-482f-929f-3c0aacb777ae tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364919 Jul 23 21:00:52.240193 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=555a2f6f-bb6e-4c37-b01d-3f4266c62c35,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:52.253732 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '555a2f6f-bb6e-4c37-b01d-3f4266c62c35', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'port_id': '555a2f6f-bb6e-4c37-b01d-3f4266c62c35', 'mac_address': 'fa:16:3e:e3:40:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:00:52.807038 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32940020-e249-412b-b1ca-040e6ccb5004 req-ce51feb3-54aa-48fb-9783-6b09be91e7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:52.808594 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-32940020-e249-412b-b1ca-040e6ccb5004 req-ce51feb3-54aa-48fb-9783-6b09be91e7c8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f&tenant_id=99b6baa397df412ea299c54a76f8c905 HTTP/1.1" status: 200 len: 1096 time: 0.0553324 Jul 23 21:00:52.819972 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-32940020-e249-412b-b1ca-040e6ccb5004 req-a5232edd-edcf-4077-bbc3-7525ac9e2eae service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793618-10', 'device_owner': 'compute:nova'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:52.895195 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-32940020-e249-412b-b1ca-040e6ccb5004 req-a5232edd-edcf-4077-bbc3-7525ac9e2eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:53.100900 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-32940020-e249-412b-b1ca-040e6ccb5004 req-a5232edd-edcf-4077-bbc3-7525ac9e2eae service neutron] For port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=555a2f6f-bb6e-4c37-b01d-3f4266c62c35,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:53.135779 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-32940020-e249-412b-b1ca-040e6ccb5004 req-a5232edd-edcf-4077-bbc3-7525ac9e2eae service neutron] For port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:00:53.169792 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-32940020-e249-412b-b1ca-040e6ccb5004 req-a5232edd-edcf-4077-bbc3-7525ac9e2eae service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:00:53.178108 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-32940020-e249-412b-b1ca-040e6ccb5004 req-a5232edd-edcf-4077-bbc3-7525ac9e2eae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:53.189008 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-32940020-e249-412b-b1ca-040e6ccb5004 req-a5232edd-edcf-4077-bbc3-7525ac9e2eae service neutron] Ignored duplicate provisioning block setup for port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 21:00:53.192909 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-32940020-e249-412b-b1ca-040e6ccb5004 req-a5232edd-edcf-4077-bbc3-7525ac9e2eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:53.279157 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5232edd-edcf-4077-bbc3-7525ac9e2eae service neutron] Pushing event updated for resources: {'Port': ['ID=555a2f6f-bb6e-4c37-b01d-3f4266c62c35,revision_number=9']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:53.296582 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5232edd-edcf-4077-bbc3-7525ac9e2eae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:53.296923 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5232edd-edcf-4077-bbc3-7525ac9e2eae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:53.297271 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5232edd-edcf-4077-bbc3-7525ac9e2eae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:53.297629 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5232edd-edcf-4077-bbc3-7525ac9e2eae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:53.297956 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5232edd-edcf-4077-bbc3-7525ac9e2eae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:53.298279 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5232edd-edcf-4077-bbc3-7525ac9e2eae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:53.298596 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5232edd-edcf-4077-bbc3-7525ac9e2eae service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:53.298915 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5232edd-edcf-4077-bbc3-7525ac9e2eae service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:53.299234 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5232edd-edcf-4077-bbc3-7525ac9e2eae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:53.299555 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5232edd-edcf-4077-bbc3-7525ac9e2eae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:53.299874 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5232edd-edcf-4077-bbc3-7525ac9e2eae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:53.300191 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5232edd-edcf-4077-bbc3-7525ac9e2eae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:53.368006 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-32940020-e249-412b-b1ca-040e6ccb5004 req-a5232edd-edcf-4077-bbc3-7525ac9e2eae service neutron] No DVR routers for this DVR port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 on host n-h1-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:00:53.479553 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527d04d-a37e-46f5-a81b-8039392f1e4b req-ac5b556c-5fa0-47d7-932d-cb0a11aad9d2 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:53.481089 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f527d04d-a37e-46f5-a81b-8039392f1e4b req-ac5b556c-5fa0-47d7-932d-cb0a11aad9d2 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 943 time: 0.1686239 Jul 23 21:00:53.558052 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f527d04d-a37e-46f5-a81b-8039392f1e4b req-bceac4a8-f8e0-430a-abbb-a731125c7270 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688143 Jul 23 21:00:53.561136 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-32940020-e249-412b-b1ca-040e6ccb5004 req-a5232edd-edcf-4077-bbc3-7525ac9e2eae service neutron] Attempting to bind port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:00:53.561460 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-32940020-e249-412b-b1ca-040e6ccb5004 req-a5232edd-edcf-4077-bbc3-7525ac9e2eae service neutron] Attempting to bind port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:00:53.561803 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32940020-e249-412b-b1ca-040e6ccb5004 req-a5232edd-edcf-4077-bbc3-7525ac9e2eae service neutron] Attempting to bind port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 on network 7fa86a12-41ec-4d1f-b176-f5c558f4518b {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:00:53.566575 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32940020-e249-412b-b1ca-040e6ccb5004 req-a5232edd-edcf-4077-bbc3-7525ac9e2eae service neutron] Port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 on network 7fa86a12-41ec-4d1f-b176-f5c558f4518b not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:00:53.566896 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32940020-e249-412b-b1ca-040e6ccb5004 req-a5232edd-edcf-4077-bbc3-7525ac9e2eae service neutron] Attempting to bind port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 on network 7fa86a12-41ec-4d1f-b176-f5c558f4518b {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:00:53.571735 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32940020-e249-412b-b1ca-040e6ccb5004 req-a5232edd-edcf-4077-bbc3-7525ac9e2eae service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:00:53.572073 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32940020-e249-412b-b1ca-040e6ccb5004 req-a5232edd-edcf-4077-bbc3-7525ac9e2eae service neutron] Checking segment: {'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:00:53.572446 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32940020-e249-412b-b1ca-040e6ccb5004 req-a5232edd-edcf-4077-bbc3-7525ac9e2eae service neutron] Bound using segment: {'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:00:53.572864 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-32940020-e249-412b-b1ca-040e6ccb5004 req-a5232edd-edcf-4077-bbc3-7525ac9e2eae service neutron] Bound port: 555a2f6f-bb6e-4c37-b01d-3f4266c62c35, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f7a2a7f-6218-450c-a2c6-26e9448331fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:00:53.573220 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-32940020-e249-412b-b1ca-040e6ccb5004 req-a5232edd-edcf-4077-bbc3-7525ac9e2eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:53.635962 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-32940020-e249-412b-b1ca-040e6ccb5004 req-a5232edd-edcf-4077-bbc3-7525ac9e2eae service neutron] For port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:00:53.639166 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-32940020-e249-412b-b1ca-040e6ccb5004 req-a5232edd-edcf-4077-bbc3-7525ac9e2eae service neutron] For port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=555a2f6f-bb6e-4c37-b01d-3f4266c62c35,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:00:53.643091 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-32940020-e249-412b-b1ca-040e6ccb5004 req-a5232edd-edcf-4077-bbc3-7525ac9e2eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:53.677790 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32940020-e249-412b-b1ca-040e6ccb5004 req-a5232edd-edcf-4077-bbc3-7525ac9e2eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:53.678289 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-32940020-e249-412b-b1ca-040e6ccb5004 req-a5232edd-edcf-4077-bbc3-7525ac9e2eae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:53.679713 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-32940020-e249-412b-b1ca-040e6ccb5004 req-a5232edd-edcf-4077-bbc3-7525ac9e2eae service neutron] 10.222.0.18 "PUT /v2.0/ports/555a2f6f-bb6e-4c37-b01d-3f4266c62c35 HTTP/1.1" status: 200 len: 1092 time: 0.8639588 Jul 23 21:00:53.680207 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f816e08-eadf-471f-aee5-ddc18fe5ce4f', 'tag': '555a2f6f-bb6e-4c37-b01d-3f4266c62c35'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:00:53.682423 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1358e00761cb368f0f7ae124e23a857cb06aa2e8cdc938e6d7a9a9ae7bd1e98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b13acd9-897e-4951-bc67-a09e370892d9" -d '{"events": [{"name": "network-changed", "server_uuid": "8f816e08-eadf-471f-aee5-ddc18fe5ce4f", "tag": "555a2f6f-bb6e-4c37-b01d-3f4266c62c35"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:00:53.745295 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc97067-2bc4-4fdb-b747-5a6ec1465ff1 x-openstack-request-id: req-cdc97067-2bc4-4fdb-b747-5a6ec1465ff1 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:00:53.745608 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f816e08-eadf-471f-aee5-ddc18fe5ce4f", "tag": "555a2f6f-bb6e-4c37-b01d-3f4266c62c35", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:00:53.745857 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cdc97067-2bc4-4fdb-b747-5a6ec1465ff1 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:00:53.746250 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f816e08-eadf-471f-aee5-ddc18fe5ce4f', 'tag': '555a2f6f-bb6e-4c37-b01d-3f4266c62c35', 'status': 'completed', 'code': 200} Jul 23 21:00:53.756343 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5232edd-edcf-4077-bbc3-7525ac9e2eae service neutron] Pushing event updated for resources: {'Port': ['ID=555a2f6f-bb6e-4c37-b01d-3f4266c62c35,revision_number=10']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:53.785438 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32940020-e249-412b-b1ca-040e6ccb5004 req-5f29eb34-7602-4c06-8c9b-ed7cc7b5f460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:53.787019 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-32940020-e249-412b-b1ca-040e6ccb5004 req-5f29eb34-7602-4c06-8c9b-ed7cc7b5f460 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 1096 time: 0.0836282 Jul 23 21:00:53.823877 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13acd9-897e-4951-bc67-a09e370892d9 req-bfcd7fcc-1a85-40da-b335-f0594f677eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:53.826694 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4b13acd9-897e-4951-bc67-a09e370892d9 req-bfcd7fcc-1a85-40da-b335-f0594f677eca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 1096 time: 0.0660167 Jul 23 21:00:53.887424 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32940020-e249-412b-b1ca-040e6ccb5004 req-7275f558-150d-4805-b1d6-1e1828c08341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:53.889232 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-32940020-e249-412b-b1ca-040e6ccb5004 req-7275f558-150d-4805-b1d6-1e1828c08341 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.0963955 Jul 23 21:00:53.918253 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13acd9-897e-4951-bc67-a09e370892d9 req-83cdccb6-0810-4184-a85d-1300ce170557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:53.920514 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4b13acd9-897e-4951-bc67-a09e370892d9 req-83cdccb6-0810-4184-a85d-1300ce170557 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.0879283 Jul 23 21:00:53.960140 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-32940020-e249-412b-b1ca-040e6ccb5004 req-b7434744-8bf8-4056-bbc4-2fd67ca3c52d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=555a2f6f-bb6e-4c37-b01d-3f4266c62c35 HTTP/1.1" status: 200 len: 1000 time: 0.0632627 Jul 23 21:00:53.995028 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4b13acd9-897e-4951-bc67-a09e370892d9 req-c334e077-b029-42ea-ab82-a36f6b69cb20 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=555a2f6f-bb6e-4c37-b01d-3f4266c62c35 HTTP/1.1" status: 200 len: 1000 time: 0.0680752 Jul 23 21:00:54.013404 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32940020-e249-412b-b1ca-040e6ccb5004 req-cb2d7aec-fbc4-4925-b6f0-5386ca1e1087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:54.014889 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-32940020-e249-412b-b1ca-040e6ccb5004 req-cb2d7aec-fbc4-4925-b6f0-5386ca1e1087 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0494637 Jul 23 21:00:54.043209 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13acd9-897e-4951-bc67-a09e370892d9 req-604ecf7b-f354-4c14-b95a-9f9cdd6093a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:54.045239 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4b13acd9-897e-4951-bc67-a09e370892d9 req-604ecf7b-f354-4c14-b95a-9f9cdd6093a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0441461 Jul 23 21:00:54.075709 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32940020-e249-412b-b1ca-040e6ccb5004 req-8a628a6d-789e-4f02-a31a-c183ded37d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:54.077373 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-32940020-e249-412b-b1ca-040e6ccb5004 req-8a628a6d-789e-4f02-a31a-c183ded37d93 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556283 Jul 23 21:00:54.102646 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13acd9-897e-4951-bc67-a09e370892d9 req-ab31014d-976a-4c59-b21d-6bf560ce57a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:54.104385 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4b13acd9-897e-4951-bc67-a09e370892d9 req-ab31014d-976a-4c59-b21d-6bf560ce57a7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533128 Jul 23 21:00:54.146973 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:00:54.178705 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-32940020-e249-412b-b1ca-040e6ccb5004 req-0547807e-cb0c-489e-bf5c-1a651b4b6e81 service neutron] 10.222.0.18 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944498 Jul 23 21:00:54.191351 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:00:54.204314 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4b13acd9-897e-4951-bc67-a09e370892d9 req-94949b22-9b61-4cf7-b751-0e6986788b55 service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923471 Jul 23 21:00:54.272597 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-32940020-e249-412b-b1ca-040e6ccb5004 req-2398bdb6-99e6-4c49-99db-0ed512d163e1 service neutron] 10.222.0.18 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872233 Jul 23 21:00:54.301041 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4b13acd9-897e-4951-bc67-a09e370892d9 req-a66bd225-d547-4747-868d-19ffa1e1c12c service neutron] 10.222.0.30 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901775 Jul 23 21:00:54.371134 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13acd9-897e-4951-bc67-a09e370892d9 req-74771164-9ea5-4f3a-9126-4551c652539d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:54.374028 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4b13acd9-897e-4951-bc67-a09e370892d9 req-74771164-9ea5-4f3a-9126-4551c652539d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=99b6baa397df412ea299c54a76f8c905&device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 1096 time: 0.0562499 Jul 23 21:00:54.468482 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13acd9-897e-4951-bc67-a09e370892d9 req-6fd3e6b0-eada-4df0-9a61-09f9ec9b0e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:54.469981 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4b13acd9-897e-4951-bc67-a09e370892d9 req-6fd3e6b0-eada-4df0-9a61-09f9ec9b0e27 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 200 len: 913 time: 0.0899947 Jul 23 21:00:54.539327 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4b13acd9-897e-4951-bc67-a09e370892d9 req-f5095c88-97ce-4a09-9266-016d27febee7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=555a2f6f-bb6e-4c37-b01d-3f4266c62c35 HTTP/1.1" status: 200 len: 1000 time: 0.0629132 Jul 23 21:00:54.590067 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13acd9-897e-4951-bc67-a09e370892d9 req-be151513-9c77-43a0-b48a-ae633b61cbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:54.592347 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4b13acd9-897e-4951-bc67-a09e370892d9 req-be151513-9c77-43a0-b48a-ae633b61cbb1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 200 len: 851 time: 0.0460608 Jul 23 21:00:54.681747 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13acd9-897e-4951-bc67-a09e370892d9 req-1b592bb4-d082-4448-bee6-cc21d356ace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:54.683265 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4b13acd9-897e-4951-bc67-a09e370892d9 req-1b592bb4-d082-4448-bee6-cc21d356ace4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7fa86a12-41ec-4d1f-b176-f5c558f4518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0851707 Jul 23 21:00:54.768689 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0f3af-1941-488a-811a-7f2bb564a47e req-67ccfb65-e34a-4d77-aa84-260b26cf5a97 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:54.770217 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eef0f3af-1941-488a-811a-7f2bb564a47e req-67ccfb65-e34a-4d77-aa84-260b26cf5a97 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 944 time: 0.1334946 Jul 23 21:00:54.821784 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4b13acd9-897e-4951-bc67-a09e370892d9 req-f699fb2c-fe8c-4729-8ad8-d846ccdff34a service neutron] 10.222.0.18 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308212 Jul 23 21:00:54.829378 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eef0f3af-1941-488a-811a-7f2bb564a47e req-e979f872-cefc-4826-909b-08e8b68a809d tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516665 Jul 23 21:00:54.927239 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4b13acd9-897e-4951-bc67-a09e370892d9 req-4952f166-2dfb-43a7-ac03-695609709aa5 service neutron] 10.222.0.18 "GET /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968564 Jul 23 21:00:55.964698 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71040e-620c-4b8a-9c6a-aaca2876580e req-e7f19b87-8f6b-41eb-9239-f5b0b489ada6 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:55.966957 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dd71040e-620c-4b8a-9c6a-aaca2876580e req-e7f19b87-8f6b-41eb-9239-f5b0b489ada6 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 944 time: 0.0683765 Jul 23 21:00:56.006300 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dd71040e-620c-4b8a-9c6a-aaca2876580e req-fecc23be-6511-48a6-9139-b364b972db84 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337126 Jul 23 21:00:57.147170 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcadca7-f3de-4610-be4b-beef64440aed req-a7cf69eb-3393-4da9-9e7e-f1c8cb54a406 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:57.148697 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fbcadca7-f3de-4610-be4b-beef64440aed req-a7cf69eb-3393-4da9-9e7e-f1c8cb54a406 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 944 time: 0.0737510 Jul 23 21:00:57.187624 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fbcadca7-f3de-4610-be4b-beef64440aed req-43ca7cf4-6755-42f1-b851-56b3d0e84396 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329037 Jul 23 21:00:58.323909 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24a0d3-97e4-4ed3-905e-badb4ff38cfc req-e5bdfe9e-5483-4415-98f1-efc33ab0b744 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:58.326133 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa24a0d3-97e4-4ed3-905e-badb4ff38cfc req-e5bdfe9e-5483-4415-98f1-efc33ab0b744 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 944 time: 0.0692561 Jul 23 21:00:58.364064 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa24a0d3-97e4-4ed3-905e-badb4ff38cfc req-c4870819-8e82-4e9c-aedd-3179d28913ab tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323019 Jul 23 21:00:59.495750 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632eb11a-2731-4d6f-bd95-57d677feb20c req-dd5f4891-b9d9-42a3-9dc5-afbbca137f26 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:59.497303 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-632eb11a-2731-4d6f-bd95-57d677feb20c req-dd5f4891-b9d9-42a3-9dc5-afbbca137f26 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 944 time: 0.0640891 Jul 23 21:00:59.535935 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-632eb11a-2731-4d6f-bd95-57d677feb20c req-df10a3a2-023e-47fc-8cd4-d47740aca3a8 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329142 Jul 23 21:01:00.670507 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f4b08-b8e3-4779-b164-a74303fcd714 req-4fdb757a-f33d-4853-801e-da83629ea379 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:00.672017 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-005f4b08-b8e3-4779-b164-a74303fcd714 req-4fdb757a-f33d-4853-801e-da83629ea379 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 944 time: 0.0648723 Jul 23 21:01:00.709448 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-005f4b08-b8e3-4779-b164-a74303fcd714 req-05d71bec-0039-41c7-b687-9a639756071e tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319107 Jul 23 21:01:01.845166 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6baf92-2436-4e75-89d5-88d1855b9887 req-35e55026-d5c2-487e-93e6-7959f4cb6eca tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:01.846708 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fd6baf92-2436-4e75-89d5-88d1855b9887 req-35e55026-d5c2-487e-93e6-7959f4cb6eca tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 944 time: 0.0685461 Jul 23 21:01:01.885790 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fd6baf92-2436-4e75-89d5-88d1855b9887 req-37e5b526-fccd-4ddc-825b-541724b41c3b tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334840 Jul 23 21:01:03.019616 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c772d-9307-4ddc-8f54-5e64b77a5b75 req-810140ca-8b56-410e-a270-b06ac5429dcf tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:03.021162 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-323c772d-9307-4ddc-8f54-5e64b77a5b75 req-810140ca-8b56-410e-a270-b06ac5429dcf tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 944 time: 0.0660522 Jul 23 21:01:03.059159 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-323c772d-9307-4ddc-8f54-5e64b77a5b75 req-1ccbf6aa-21c0-4153-955e-c178967c24f5 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323634 Jul 23 21:01:04.193372 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695134d7-0926-48a9-ae25-6c97568f28a2 req-268ce749-a991-400b-9f02-9182870ab08b tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:04.194882 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-695134d7-0926-48a9-ae25-6c97568f28a2 req-268ce749-a991-400b-9f02-9182870ab08b tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 944 time: 0.0673246 Jul 23 21:01:04.233095 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-695134d7-0926-48a9-ae25-6c97568f28a2 req-1ce4abdf-f995-4ad1-88de-d08b3f58719e tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317764 Jul 23 21:01:05.364953 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a53e61-98bd-480a-8053-b3dea1fd8fa4 req-580948b5-5f3a-4fd1-823c-2c340ce4d642 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:05.366505 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-24a53e61-98bd-480a-8053-b3dea1fd8fa4 req-580948b5-5f3a-4fd1-823c-2c340ce4d642 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 944 time: 0.0654190 Jul 23 21:01:05.404562 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-24a53e61-98bd-480a-8053-b3dea1fd8fa4 req-db576e4c-adc5-4d6a-8703-d394f190e383 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318859 Jul 23 21:01:05.503999 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:01:05.543429 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905335ba-ef37-4d8d-844f-45a0faa161d5 req-16461f6b-31b3-4c83-ad4c-5a8e923596f5 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:05.545152 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-905335ba-ef37-4d8d-844f-45a0faa161d5 req-16461f6b-31b3-4c83-ad4c-5a8e923596f5 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 944 time: 0.0700338 Jul 23 21:01:05.586128 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-905335ba-ef37-4d8d-844f-45a0faa161d5 req-f002d02d-787b-49a9-9f97-66cb806aa1bc tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346954 Jul 23 21:01:05.604341 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=555a2f6f-bb6e-4c37-b01d-3f4266c62c35,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:05.620665 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '555a2f6f-bb6e-4c37-b01d-3f4266c62c35', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'port_id': '555a2f6f-bb6e-4c37-b01d-3f4266c62c35', 'mac_address': 'fa:16:3e:e3:40:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:01:05.662896 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:05.676390 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:01:05.698120 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=555a2f6f-bb6e-4c37-b01d-3f4266c62c35,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:05.704217 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:05.723096 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30908cb7-bf5d-4809-b50f-78fe4733849d req-5984af5a-a290-4411-8475-f4b01532a1c5 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:05.724603 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-30908cb7-bf5d-4809-b50f-78fe4733849d req-5984af5a-a290-4411-8475-f4b01532a1c5 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 944 time: 0.0709791 Jul 23 21:01:05.753383 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=555a2f6f-bb6e-4c37-b01d-3f4266c62c35,revision_number=11']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:05.764494 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-30908cb7-bf5d-4809-b50f-78fe4733849d req-56241c41-c35b-4ad6-8cfa-46aa2244f24b tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328414 Jul 23 21:01:05.916137 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['555a2f6f-bb6e-4c37-b01d-3f4266c62c35'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:01:06.047369 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ae152-5458-4c7e-b904-676b4bd998b4 req-fec0f639-158d-46f4-b11d-9f5f7208ad52 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:06.049135 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-348ae152-5458-4c7e-b904-676b4bd998b4 req-fec0f639-158d-46f4-b11d-9f5f7208ad52 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 945 time: 0.0731122 Jul 23 21:01:06.089006 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-348ae152-5458-4c7e-b904-676b4bd998b4 req-1233be0f-45e9-4abd-ad4b-3671d8e24bc9 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343363 Jul 23 21:01:07.237877 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc50c04-3342-4b0e-968a-f1ebabae0d8b req-b3c81d75-d5e2-43f8-a621-109ca283ea00 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:07.239442 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8bc50c04-3342-4b0e-968a-f1ebabae0d8b req-b3c81d75-d5e2-43f8-a621-109ca283ea00 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 945 time: 0.0746961 Jul 23 21:01:07.278561 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8bc50c04-3342-4b0e-968a-f1ebabae0d8b req-c92ffa24-c8e5-458a-aa8c-7b16561e7702 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfee0c79-540e-4611-81be-73c0e9ecea80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333049 Jul 23 21:01:07.519456 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:01:07.555775 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49dcefb-dd05-4040-9380-7f763a532680 req-7f3c41c3-2b4a-489d-b8a8-f4dac097b4f9 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:07.557340 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c49dcefb-dd05-4040-9380-7f763a532680 req-7f3c41c3-2b4a-489d-b8a8-f4dac097b4f9 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 945 time: 0.0708210 Jul 23 21:01:07.569661 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:01:07.573510 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:01:07.573890 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:07.678280 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:07.686657 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-c49dcefb-dd05-4040-9380-7f763a532680 req-dc268fe6-4822-47bc-a572-f32730fb83ed tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Deleting port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:01:07.687079 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c49dcefb-dd05-4040-9380-7f763a532680 req-dc268fe6-4822-47bc-a572-f32730fb83ed tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:07.704521 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f816e08-eadf-471f-aee5-ddc18fe5ce4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555a2f6f-bb6e-4c37-b01d-3f4266c62c35'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:01:07.706787 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee4ac189e5a110d8d805401cc899f663d03ba078ee3e21ff65471f248c742d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725628df-1185-455a-9ef4-2a0066cf1a09" -d '{"events": [{"server_uuid": "8f816e08-eadf-471f-aee5-ddc18fe5ce4f", "name": "network-vif-plugged", "status": "completed", "tag": "555a2f6f-bb6e-4c37-b01d-3f4266c62c35"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:01:07.720389 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=555a2f6f-bb6e-4c37-b01d-3f4266c62c35,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:07.724778 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:07.751899 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3827146-4dbc-4c4c-ae56-08e703f9156e x-openstack-request-id: req-b3827146-4dbc-4c4c-ae56-08e703f9156e {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:01:07.752195 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f816e08-eadf-471f-aee5-ddc18fe5ce4f", "name": "network-vif-plugged", "status": "completed", "tag": "555a2f6f-bb6e-4c37-b01d-3f4266c62c35", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:01:07.752443 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b3827146-4dbc-4c4c-ae56-08e703f9156e {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:01:07.752827 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f816e08-eadf-471f-aee5-ddc18fe5ce4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555a2f6f-bb6e-4c37-b01d-3f4266c62c35', 'code': 200} Jul 23 21:01:07.776846 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=555a2f6f-bb6e-4c37-b01d-3f4266c62c35,revision_number=12']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:07.783947 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-c49dcefb-dd05-4040-9380-7f763a532680 req-dc268fe6-4822-47bc-a572-f32730fb83ed tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] For port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=555a2f6f-bb6e-4c37-b01d-3f4266c62c35,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:07.784316 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c49dcefb-dd05-4040-9380-7f763a532680 req-dc268fe6-4822-47bc-a572-f32730fb83ed tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:08.003914 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c49dcefb-dd05-4040-9380-7f763a532680 req-dc268fe6-4822-47bc-a572-f32730fb83ed tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:08.004292 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c49dcefb-dd05-4040-9380-7f763a532680 req-dc268fe6-4822-47bc-a572-f32730fb83ed tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:08.004604 n-d-793618-10 neutron-server[93875]: INFO neutron.db.l3_db [req-c49dcefb-dd05-4040-9380-7f763a532680 req-dc268fe6-4822-47bc-a572-f32730fb83ed tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Floating IP 529e4fea-59d7-4eb4-8524-a112fbad1939 disassociated. External IP: 172.25.1.171, port: 555a2f6f-bb6e-4c37-b01d-3f4266c62c35. Jul 23 21:01:08.004944 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-c49dcefb-dd05-4040-9380-7f763a532680 req-dc268fe6-4822-47bc-a572-f32730fb83ed tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Calling delete_port for 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:01:08.139267 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c49dcefb-dd05-4040-9380-7f763a532680 req-dc268fe6-4822-47bc-a572-f32730fb83ed tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:08.169589 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc268fe6-4822-47bc-a572-f32730fb83ed tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Pushing event deleted for resources: {'Port': ['ID=555a2f6f-bb6e-4c37-b01d-3f4266c62c35,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:08.293383 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c49dcefb-dd05-4040-9380-7f763a532680 req-dc268fe6-4822-47bc-a572-f32730fb83ed tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Router 30b0eb09-59ca-427c-a59d-b341fb510529 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:01:08.419975 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-40f08777-8f3c-4e56-8b8c-c33f8ba58d1e req-38f0589b-75ae-4369-9159-95d350c7bc1c tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 210 time: 0.0384355 Jul 23 21:01:08.449894 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c49dcefb-dd05-4040-9380-7f763a532680 req-dc268fe6-4822-47bc-a572-f32730fb83ed tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:01:08.461070 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7f6866-7e12-4de9-90c1-682aaf6b4edf None None] Sync routers for ids ['30b0eb09-59ca-427c-a59d-b341fb510529'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:01:08.470920 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7f6866-7e12-4de9-90c1-682aaf6b4edf None None] Routers {'30b0eb09-59ca-427c-a59d-b341fb510529'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:01:08.471735 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8a7f6866-7e12-4de9-90c1-682aaf6b4edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:00:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['30b0eb09-59ca-427c-a59d-b341fb510529'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:08.494853 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49dcefb-dd05-4040-9380-7f763a532680 req-dc268fe6-4822-47bc-a572-f32730fb83ed tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] No DVR routers for this DVR port 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:01:08.497575 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c49dcefb-dd05-4040-9380-7f763a532680 req-dc268fe6-4822-47bc-a572-f32730fb83ed tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:08.500806 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c49dcefb-dd05-4040-9380-7f763a532680 req-dc268fe6-4822-47bc-a572-f32730fb83ed tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.18 "DELETE /v2.0/ports/555a2f6f-bb6e-4c37-b01d-3f4266c62c35 HTTP/1.1" status: 204 len: 173 time: 0.9379733 Jul 23 21:01:08.501289 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f816e08-eadf-471f-aee5-ddc18fe5ce4f', 'name': 'network-vif-deleted', 'tag': '555a2f6f-bb6e-4c37-b01d-3f4266c62c35'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:01:08.503712 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1358e00761cb368f0f7ae124e23a857cb06aa2e8cdc938e6d7a9a9ae7bd1e98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7894d47a-919e-4c36-931d-850b6af259e2" -d '{"events": [{"server_uuid": "8f816e08-eadf-471f-aee5-ddc18fe5ce4f", "name": "network-vif-deleted", "tag": "555a2f6f-bb6e-4c37-b01d-3f4266c62c35"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:01:08.546938 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6be7b5-5e43-47c7-92a6-0ca6c8befb5e x-openstack-request-id: req-bf6be7b5-5e43-47c7-92a6-0ca6c8befb5e {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:01:08.547237 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f816e08-eadf-471f-aee5-ddc18fe5ce4f", "name": "network-vif-deleted", "tag": "555a2f6f-bb6e-4c37-b01d-3f4266c62c35", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:01:08.547493 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bf6be7b5-5e43-47c7-92a6-0ca6c8befb5e {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:01:08.547895 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f816e08-eadf-471f-aee5-ddc18fe5ce4f', 'name': 'network-vif-deleted', 'tag': '555a2f6f-bb6e-4c37-b01d-3f4266c62c35', 'status': 'completed', 'code': 200} Jul 23 21:01:08.591201 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-8a7f6866-7e12-4de9-90c1-682aaf6b4edf None None] Set router 30b0eb09-59ca-427c-a59d-b341fb510529 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:01:08.823734 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8a7f6866-7e12-4de9-90c1-682aaf6b4edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'name': 'tempest-ServerActionsTestJSON-1721897841-router', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:32Z', 'revision_number': 4, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'gw_port': {'id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'b5e37522-890e-4314-ab22-94a7ab387240', 'name': '', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'mac_address': 'fa:16:3e:af:cb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:31Z', 'updated_at': '2021-07-23T20:51:36Z', 'revision_number': 5, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'subnets': [{'id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:08.857713 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7f6866-7e12-4de9-90c1-682aaf6b4edf None None] Checking router: 30b0eb09-59ca-427c-a59d-b341fb510529 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:01:08.866711 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7f6866-7e12-4de9-90c1-682aaf6b4edf None None] Routers {'30b0eb09-59ca-427c-a59d-b341fb510529'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:01:08.867123 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8a7f6866-7e12-4de9-90c1-682aaf6b4edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:00:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['30b0eb09-59ca-427c-a59d-b341fb510529'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:08.970757 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-8a7f6866-7e12-4de9-90c1-682aaf6b4edf None None] Set router 30b0eb09-59ca-427c-a59d-b341fb510529 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:01:09.173250 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8a7f6866-7e12-4de9-90c1-682aaf6b4edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'name': 'tempest-ServerActionsTestJSON-1721897841-router', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:32Z', 'revision_number': 4, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'gw_port': {'id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'b5e37522-890e-4314-ab22-94a7ab387240', 'name': '', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'mac_address': 'fa:16:3e:af:cb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:31Z', 'updated_at': '2021-07-23T20:51:36Z', 'revision_number': 5, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'subnets': [{'id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:09.202397 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7f6866-7e12-4de9-90c1-682aaf6b4edf None None] The sync data for ids ['30b0eb09-59ca-427c-a59d-b341fb510529'] in n-d-793618-10 is: [{'id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'name': 'tempest-ServerActionsTestJSON-1721897841-router', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:32Z', 'revision_number': 4, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'gw_port': {'id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'b5e37522-890e-4314-ab22-94a7ab387240', 'name': '', 'network_id': '7fa86a12-41ec-4d1f-b176-f5c558f4518b', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'mac_address': 'fa:16:3e:af:cb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:31Z', 'updated_at': '2021-07-23T20:51:36Z', 'revision_number': 5, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'subnets': [{'id': '1c5fee95-9abc-42b8-a174-a3dbd7cb3df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:01:09.436737 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11df3b1e-d3f3-4890-832d-a59ce3e68c51 None None] New status for floating IP 529e4fea-59d7-4eb4-8524-a112fbad1939: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:01:09.531653 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d612d00-8833-422f-80f5-978c341a0436 req-fd986742-4fef-4061-9339-e4a67bad3d87 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 210 time: 0.0367911 Jul 23 21:01:10.342723 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-280bc645-fef1-4665-ac7f-c1a351ee681d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:10.633575 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7c1245b9-e923-4234-9592-19fc8a910ff3 req-aae62684-27c6-4cc1-993f-eb49c500e69c tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 210 time: 0.0306468 Jul 23 21:01:11.533374 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:01:11.554014 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:01:11.554355 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 555a2f6f-bb6e-4c37-b01d-3f4266c62c35 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:01:11.733833 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-419af04a-3f3f-4325-bfe1-ac10cbca3dfe req-780782b1-13f1-4ecf-8892-07fac50dabd6 tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f816e08-eadf-471f-aee5-ddc18fe5ce4f HTTP/1.1" status: 200 len: 210 time: 0.0307667 Jul 23 21:01:13.409625 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:13.702357 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b09c86c5-02f0-4f05-922d-235ac6d2d7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:14.186009 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:15.049991 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:15.193345 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:15.429647 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37248) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:15.488202 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-991a6b5c-645d-4cf9-b4ac-7ebaa8fe07fe tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:15.513340 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-991a6b5c-645d-4cf9-b4ac-7ebaa8fe07fe tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:15.570627 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-991a6b5c-645d-4cf9-b4ac-7ebaa8fe07fe tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:15.573564 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-991a6b5c-645d-4cf9-b4ac-7ebaa8fe07fe tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:15.578201 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-991a6b5c-645d-4cf9-b4ac-7ebaa8fe07fe tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "DELETE /v2.0/security-groups/dfee0c79-540e-4611-81be-73c0e9ecea80 HTTP/1.1" status: 204 len: 168 time: 0.1472740 Jul 23 21:01:15.578805 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37250) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:15.589125 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a6b5c-645d-4cf9-b4ac-7ebaa8fe07fe tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfee0c79-540e-4611-81be-73c0e9ecea80,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:15.594366 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-059251c4-1e32-463b-a0a8-2e32c1d10c3e tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] show failed (client error): The resource could not be found. Jul 23 21:01:15.595748 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-059251c4-1e32-463b-a0a8-2e32c1d10c3e tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "GET /v2.0/security-groups/dfee0c79-540e-4611-81be-73c0e9ecea80 HTTP/1.1" status: 404 len: 347 time: 0.0155437 Jul 23 21:01:15.598657 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37252) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:15.752444 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-a40c84dc-e612-4ae6-9ce9-82d556d86abe tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Deleting port 2393ac13-d915-4a51-880c-640539ac433f {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:01:15.753377 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a40c84dc-e612-4ae6-9ce9-82d556d86abe tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:15.835759 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a40c84dc-e612-4ae6-9ce9-82d556d86abe tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:15.836030 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a40c84dc-e612-4ae6-9ce9-82d556d86abe tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:15.849871 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-a40c84dc-e612-4ae6-9ce9-82d556d86abe tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Calling delete_port for 2393ac13-d915-4a51-880c-640539ac433f owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:01:16.001234 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a40c84dc-e612-4ae6-9ce9-82d556d86abe tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:16.027477 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c84dc-e612-4ae6-9ce9-82d556d86abe tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Pushing event deleted for resources: {'Port': ['ID=2393ac13-d915-4a51-880c-640539ac433f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:16.116211 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a40c84dc-e612-4ae6-9ce9-82d556d86abe tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:16.120547 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a40c84dc-e612-4ae6-9ce9-82d556d86abe tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:16.125554 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a40c84dc-e612-4ae6-9ce9-82d556d86abe tempest-ServerActionsTestJSON-29408111 tempest-ServerActionsTestJSON-29408111-project] 10.222.0.32 "DELETE /v2.0/floatingips/529e4fea-59d7-4eb4-8524-a112fbad1939 HTTP/1.1" status: 204 len: 168 time: 0.5134621 Jul 23 21:01:16.126390 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37258) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:16.135575 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:16.554756 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60ce9ede-6fd1-466f-a159-cded7acd911e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:16.814282 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-60ce9ede-6fd1-466f-a159-cded7acd911e admin admin] Deleting port b5e37522-890e-4314-ab22-94a7ab387240 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:01:16.814943 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60ce9ede-6fd1-466f-a159-cded7acd911e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:16.898387 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-60ce9ede-6fd1-466f-a159-cded7acd911e admin admin] For port b5e37522-890e-4314-ab22-94a7ab387240, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=b5e37522-890e-4314-ab22-94a7ab387240,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:16.898748 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60ce9ede-6fd1-466f-a159-cded7acd911e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:16.916485 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-60ce9ede-6fd1-466f-a159-cded7acd911e admin admin] Calling delete_port for b5e37522-890e-4314-ab22-94a7ab387240 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:01:17.119789 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60ce9ede-6fd1-466f-a159-cded7acd911e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:17.143923 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce9ede-6fd1-466f-a159-cded7acd911e admin admin] Pushing event deleted for resources: {'Port': ['ID=b5e37522-890e-4314-ab22-94a7ab387240,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:17.319065 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60ce9ede-6fd1-466f-a159-cded7acd911e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:17.532779 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ce9ede-6fd1-466f-a159-cded7acd911e admin admin] Router 30b0eb09-59ca-427c-a59d-b341fb510529 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:01:17.636839 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ce9ede-6fd1-466f-a159-cded7acd911e admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:01:17.642621 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-60ce9ede-6fd1-466f-a159-cded7acd911e admin admin] 10.222.0.32 "PUT /v2.0/routers/30b0eb09-59ca-427c-a59d-b341fb510529/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5156004 Jul 23 21:01:17.645073 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37262) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:17.647987 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c94c31f-33e1-4714-aa09-e739f537efeb None None] Sync routers for ids ['30b0eb09-59ca-427c-a59d-b341fb510529'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:01:17.657191 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c94c31f-33e1-4714-aa09-e739f537efeb None None] Routers {'30b0eb09-59ca-427c-a59d-b341fb510529'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:01:17.657922 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-9c94c31f-33e1-4714-aa09-e739f537efeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:01:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['30b0eb09-59ca-427c-a59d-b341fb510529'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:17.749382 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-602182ae-c6ac-4be2-963d-351c7d30dc75 admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:17.760367 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-9c94c31f-33e1-4714-aa09-e739f537efeb None None] Set router 30b0eb09-59ca-427c-a59d-b341fb510529 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:01:17.853645 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-602182ae-c6ac-4be2-963d-351c7d30dc75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:17.907091 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-602182ae-c6ac-4be2-963d-351c7d30dc75 admin admin] Deleting port 8ce7b60e-4ae5-458c-87ec-5061db4a8a67 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:01:17.907431 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-602182ae-c6ac-4be2-963d-351c7d30dc75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:17.941723 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-9c94c31f-33e1-4714-aa09-e739f537efeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'name': 'tempest-ServerActionsTestJSON-1721897841-router', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T21:01:17Z', 'revision_number': 5, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'gw_port': {'id': '8ce7b60e-4ae5-458c-87ec-5061db4a8a67', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T20:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:17.968492 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c94c31f-33e1-4714-aa09-e739f537efeb None None] Checking router: 30b0eb09-59ca-427c-a59d-b341fb510529 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:01:17.977238 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c94c31f-33e1-4714-aa09-e739f537efeb None None] Routers {'30b0eb09-59ca-427c-a59d-b341fb510529'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:01:17.977887 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-9c94c31f-33e1-4714-aa09-e739f537efeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:01:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['30b0eb09-59ca-427c-a59d-b341fb510529'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:17.994344 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-602182ae-c6ac-4be2-963d-351c7d30dc75 admin admin] For port 8ce7b60e-4ae5-458c-87ec-5061db4a8a67, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=8ce7b60e-4ae5-458c-87ec-5061db4a8a67,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:17.994699 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-602182ae-c6ac-4be2-963d-351c7d30dc75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:18.006910 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-602182ae-c6ac-4be2-963d-351c7d30dc75 admin admin] Calling delete_port for 8ce7b60e-4ae5-458c-87ec-5061db4a8a67 owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:01:18.065633 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-9c94c31f-33e1-4714-aa09-e739f537efeb None None] Set router 30b0eb09-59ca-427c-a59d-b341fb510529 gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:01:18.179541 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-602182ae-c6ac-4be2-963d-351c7d30dc75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:18.206615 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602182ae-c6ac-4be2-963d-351c7d30dc75 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ce7b60e-4ae5-458c-87ec-5061db4a8a67,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:18.271532 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-602182ae-c6ac-4be2-963d-351c7d30dc75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:18.281055 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-9c94c31f-33e1-4714-aa09-e739f537efeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'name': 'tempest-ServerActionsTestJSON-1721897841-router', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T21:01:17Z', 'revision_number': 6, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:18.306836 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c94c31f-33e1-4714-aa09-e739f537efeb None None] The sync data for ids ['30b0eb09-59ca-427c-a59d-b341fb510529'] in n-d-793618-10 is: [{'id': '30b0eb09-59ca-427c-a59d-b341fb510529', 'name': 'tempest-ServerActionsTestJSON-1721897841-router', 'tenant_id': '99b6baa397df412ea299c54a76f8c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:29Z', 'updated_at': '2021-07-23T21:01:17Z', 'revision_number': 6, 'project_id': '99b6baa397df412ea299c54a76f8c905', 'gw_port_host': None}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:01:18.367318 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-602182ae-c6ac-4be2-963d-351c7d30dc75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:18.369390 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-602182ae-c6ac-4be2-963d-351c7d30dc75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:18.415392 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-602182ae-c6ac-4be2-963d-351c7d30dc75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:18.416042 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602182ae-c6ac-4be2-963d-351c7d30dc75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30b0eb09-59ca-427c-a59d-b341fb510529 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:01:18.420811 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-602182ae-c6ac-4be2-963d-351c7d30dc75 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:18.422122 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-602182ae-c6ac-4be2-963d-351c7d30dc75 admin admin] 10.222.0.32 "DELETE /v2.0/routers/30b0eb09-59ca-427c-a59d-b341fb510529 HTTP/1.1" status: 204 len: 168 time: 0.7760959 Jul 23 21:01:18.424694 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37264) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:18.468730 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-78e4a073-3923-4214-8829-c3507653e18e admin admin] Deleting subnet 1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:01:18.471606 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-78e4a073-3923-4214-8829-c3507653e18e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:18.504810 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-78e4a073-3923-4214-8829-c3507653e18e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:18.586201 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-78e4a073-3923-4214-8829-c3507653e18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:18.638485 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-78e4a073-3923-4214-8829-c3507653e18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:18.666447 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e4a073-3923-4214-8829-c3507653e18e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c5fee95-9abc-42b8-a174-a3dbd7cb3df3,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:18.668423 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-78e4a073-3923-4214-8829-c3507653e18e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:18.670358 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-78e4a073-3923-4214-8829-c3507653e18e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1c5fee95-9abc-42b8-a174-a3dbd7cb3df3 HTTP/1.1" status: 204 len: 168 time: 0.2447491 Jul 23 21:01:18.673274 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37266) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:18.678415 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7470159e-f954-444b-b0fe-1a1d03a1fedd None None] Network 7fa86a12-41ec-4d1f-b176-f5c558f4518b requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:18.751252 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-006a828b-b2e1-4838-831f-e03431d67563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:18.814521 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-006a828b-b2e1-4838-831f-e03431d67563 admin admin] Deleting port 93b91310-7be3-4c1d-a147-1f06e7f8132d {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:01:18.814889 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-006a828b-b2e1-4838-831f-e03431d67563 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:18.878465 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-006a828b-b2e1-4838-831f-e03431d67563 admin admin] For port 93b91310-7be3-4c1d-a147-1f06e7f8132d, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=93b91310-7be3-4c1d-a147-1f06e7f8132d,segment=NetworkSegment(5f7a2a7f-6218-450c-a2c6-26e9448331fa),segment_id=5f7a2a7f-6218-450c-a2c6-26e9448331fa)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:18.879293 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-006a828b-b2e1-4838-831f-e03431d67563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:18.891906 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-006a828b-b2e1-4838-831f-e03431d67563 admin admin] Calling delete_port for 93b91310-7be3-4c1d-a147-1f06e7f8132d owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:01:18.972832 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-006a828b-b2e1-4838-831f-e03431d67563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:19.001437 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a828b-b2e1-4838-831f-e03431d67563 admin admin] Pushing event deleted for resources: {'Port': ['ID=93b91310-7be3-4c1d-a147-1f06e7f8132d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:19.004194 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006a828b-b2e1-4838-831f-e03431d67563 admin admin] No DVR routers for this DVR port 93b91310-7be3-4c1d-a147-1f06e7f8132d on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:01:19.095633 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1945fb2a-50cd-4147-bf5d-70cbe3a12d55 None None] DHCP port deletion for 7fa86a12-41ec-4d1f-b176-f5c558f4518b request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:01:19.429245 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-006a828b-b2e1-4838-831f-e03431d67563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:19.440112 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-006a828b-b2e1-4838-831f-e03431d67563 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa86a12-41ec-4d1f-b176-f5c558f4518b']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:19.449769 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-006a828b-b2e1-4838-831f-e03431d67563 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f7a2a7f-6218-450c-a2c6-26e9448331fa') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:19.450070 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-006a828b-b2e1-4838-831f-e03431d67563 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f7a2a7f-6218-450c-a2c6-26e9448331fa') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:19.459369 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-006a828b-b2e1-4838-831f-e03431d67563 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:19.472708 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-006a828b-b2e1-4838-831f-e03431d67563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:19.479343 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-006a828b-b2e1-4838-831f-e03431d67563 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:01:19.480121 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-006a828b-b2e1-4838-831f-e03431d67563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:19.481756 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 21:01:19.481756 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:01:19.481756 n-d-793618-10 neutron-server[93876]: timer() Jul 23 21:01:19.481756 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:01:19.481756 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 21:01:19.481756 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:01:19.481756 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 21:01:19.481756 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:01:19.481756 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 21:01:19.481756 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:01:19.481756 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 21:01:19.481756 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:01:19.481756 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 21:01:19.481756 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:01:19.481756 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:01:19.481756 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:01:19.481756 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:01:19.481756 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:01:19.481756 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 21:01:19.481756 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:01:19.481756 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 21:01:19.481756 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:01:19.481756 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:01:19.481756 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:01:19.481756 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 21:01:19.481756 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:01:19.481756 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:01:19.481756 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:01:19.481756 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:01:19.481756 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:01:19.481756 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:01:19.481756 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:01:19.535188 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-006a828b-b2e1-4838-831f-e03431d67563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:19.540796 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-006a828b-b2e1-4838-831f-e03431d67563 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:19.542671 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-006a828b-b2e1-4838-831f-e03431d67563 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7fa86a12-41ec-4d1f-b176-f5c558f4518b HTTP/1.1" status: 204 len: 168 time: 0.8684232 Jul 23 21:01:19.553244 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a828b-b2e1-4838-831f-e03431d67563 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fa86a12-41ec-4d1f-b176-f5c558f4518b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:19.648792 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37270) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:19.689078 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-02d4ff04-6df1-4ce6-8c04-be22886b8b7c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=99b6baa397df412ea299c54a76f8c905&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391035 Jul 23 21:01:19.691549 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37272) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:19.737851 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d762be18-30bd-49ba-8bba-3e9b4112ad6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:19.758970 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d762be18-30bd-49ba-8bba-3e9b4112ad6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:19.803889 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d762be18-30bd-49ba-8bba-3e9b4112ad6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:19.806392 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d762be18-30bd-49ba-8bba-3e9b4112ad6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:19.807535 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d762be18-30bd-49ba-8bba-3e9b4112ad6b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea08726b-8c15-4658-8010-d78cfc5f50cb HTTP/1.1" status: 204 len: 168 time: 0.1150997 Jul 23 21:01:19.816057 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d762be18-30bd-49ba-8bba-3e9b4112ad6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea08726b-8c15-4658-8010-d78cfc5f50cb,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:20.365749 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 93b91310-7be3-4c1d-a147-1f06e7f8132d no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:01:20.386001 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 93b91310-7be3-4c1d-a147-1f06e7f8132d {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:01:20.386354 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 93b91310-7be3-4c1d-a147-1f06e7f8132d not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:01:20.386780 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device b5e37522-890e-4314-ab22-94a7ab387240 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:01:20.406348 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: b5e37522-890e-4314-ab22-94a7ab387240 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:01:20.406688 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device b5e37522-890e-4314-ab22-94a7ab387240 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:01:20.407110 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 8ce7b60e-4ae5-458c-87ec-5061db4a8a67 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:01:20.428727 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 8ce7b60e-4ae5-458c-87ec-5061db4a8a67 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:01:20.429072 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 8ce7b60e-4ae5-458c-87ec-5061db4a8a67 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:01:20.516039 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37296) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:20.620119 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-01950a08-7de0-4029-9e63-cdcbe8dcbbc7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-888784433-network', 'tenant_id': 'afeb129147474339bf884edb30bde19d'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:20.642347 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01950a08-7de0-4029-9e63-cdcbe8dcbbc7 admin admin] Made reservation on behalf of afeb129147474339bf884edb30bde19d for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:20.644683 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-01950a08-7de0-4029-9e63-cdcbe8dcbbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:20.652983 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-01950a08-7de0-4029-9e63-cdcbe8dcbbc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:20.742756 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-01950a08-7de0-4029-9e63-cdcbe8dcbbc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:20.746692 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-01950a08-7de0-4029-9e63-cdcbe8dcbbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:20.770660 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01950a08-7de0-4029-9e63-cdcbe8dcbbc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:01:20.786941 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-01950a08-7de0-4029-9e63-cdcbe8dcbbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:20.787286 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-01950a08-7de0-4029-9e63-cdcbe8dcbbc7 admin admin] Added segment 6337a10b-90f5-46db-af11-5c204fbf297b of type vlan for network 1ace870d-ccc4-4226-a682-01bf27589c34 Jul 23 21:01:20.788638 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01950a08-7de0-4029-9e63-cdcbe8dcbbc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858107c4-091b-41e6-af95-7d2b2c9866dd,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:20.834620 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-01950a08-7de0-4029-9e63-cdcbe8dcbbc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:20.863160 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-01950a08-7de0-4029-9e63-cdcbe8dcbbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:20.864223 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01950a08-7de0-4029-9e63-cdcbe8dcbbc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:20.865055 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-01950a08-7de0-4029-9e63-cdcbe8dcbbc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:20.898845 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-01950a08-7de0-4029-9e63-cdcbe8dcbbc7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3816988 Jul 23 21:01:20.901953 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37300) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:20.908477 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-6a158e00-60d6-4f25-9e32-2c556805b03e admin admin] Request body: {'subnet': {'network_id': '1ace870d-ccc4-4226-a682-01bf27589c34', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-888784433-subnet', 'tenant_id': 'afeb129147474339bf884edb30bde19d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:20.938156 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01950a08-7de0-4029-9e63-cdcbe8dcbbc7 admin admin] Pushing event updated for resources: {'Network': ['ID=1ace870d-ccc4-4226-a682-01bf27589c34,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:20.947631 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 1ace870d-ccc4-4226-a682-01bf27589c34 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:01:20.956908 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a158e00-60d6-4f25-9e32-2c556805b03e admin admin] Made reservation on behalf of afeb129147474339bf884edb30bde19d for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:20.959349 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a158e00-60d6-4f25-9e32-2c556805b03e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:21.436798 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a158e00-60d6-4f25-9e32-2c556805b03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:21.494715 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a158e00-60d6-4f25-9e32-2c556805b03e admin admin] Pushing event updated for resources: {'Subnet': ['ID=def0ce80-10ae-445b-a00a-5d62ef3bb49b,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:21.505144 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a158e00-60d6-4f25-9e32-2c556805b03e admin admin] Checking segment: {'id': '6337a10b-90f5-46db-af11-5c204fbf297b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1ace870d-ccc4-4226-a682-01bf27589c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:01:21.505435 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a158e00-60d6-4f25-9e32-2c556805b03e admin admin] Network hostable DHCP agents. Network: 1ace870d-ccc4-4226-a682-01bf27589c34, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:01:21.521546 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a158e00-60d6-4f25-9e32-2c556805b03e admin admin] Network 1ace870d-ccc4-4226-a682-01bf27589c34 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:01:21.529645 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-6a158e00-60d6-4f25-9e32-2c556805b03e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 1ace870d-ccc4-4226-a682-01bf27589c34) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:01:21.534188 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a158e00-60d6-4f25-9e32-2c556805b03e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:21.534774 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a158e00-60d6-4f25-9e32-2c556805b03e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:21.538612 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2180e9ad-cba6-4015-968a-49499fcda5c4 None None] Network 1ace870d-ccc4-4226-a682-01bf27589c34 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:21.554539 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6a158e00-60d6-4f25-9e32-2c556805b03e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6515124 Jul 23 21:01:21.670309 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ee46c4-0a4a-4919-945e-62640803fd24 None None] Network 1ace870d-ccc4-4226-a682-01bf27589c34 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:21.999773 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-fa53108e-514e-44c7-9299-24b9835d6c0a tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:22.001264 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-fa53108e-514e-44c7-9299-24b9835d6c0a tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/networks?id=1ace870d-ccc4-4226-a682-01bf27589c34 HTTP/1.1" status: 200 len: 813 time: 0.1008534 Jul 23 21:01:22.016842 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-172b88fd-bbd4-4c17-82dd-b3b7ffaae5b5 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/quotas/afeb129147474339bf884edb30bde19d HTTP/1.1" status: 200 len: 375 time: 0.0099268 Jul 23 21:01:22.051353 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-b556aee8-c1fd-4595-aa86-1a76b62e793d tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=afeb129147474339bf884edb30bde19d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291686 Jul 23 21:01:22.146444 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-63bea4a7-a17e-4642-ae0f-2c989e496534 service neutron] 10.222.0.32 "GET /v2.0/networks/1ace870d-ccc4-4226-a682-01bf27589c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885503 Jul 23 21:01:22.238903 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-aec7e2f9-1f3b-48a4-a841-ffd8e9c14272 service neutron] 10.222.0.32 "GET /v2.0/networks/1ace870d-ccc4-4226-a682-01bf27589c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866516 Jul 23 21:01:22.399781 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cf7660e8-f775-4207-aee2-7cffa5ddb0ec req-e4e23f5c-b336-4db3-9b42-2585f0c39e07 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a0a9a3-f95f-4058-9f5b-1f90880fe09b HTTP/1.1" status: 200 len: 210 time: 0.0316923 Jul 23 21:01:23.506529 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b12bec55-70fd-4172-8684-ed67cb23a98a req-c761aead-0125-4394-a9a0-c39b28a9ac6b tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a0a9a3-f95f-4058-9f5b-1f90880fe09b HTTP/1.1" status: 200 len: 210 time: 0.0336831 Jul 23 21:01:23.522115 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-03235415-8312-4ad1-82ad-ad15e5632ad7 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:23.523622 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-03235415-8312-4ad1-82ad-ad15e5632ad7 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.18 "GET /v2.0/networks?id=1ace870d-ccc4-4226-a682-01bf27589c34 HTTP/1.1" status: 200 len: 813 time: 0.1450572 Jul 23 21:01:23.536651 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-ffc76ba7-c5fd-48a4-a35a-404e5de1c982 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Request body: {'port': {'device_id': 'a1a0a9a3-f95f-4058-9f5b-1f90880fe09b', 'network_id': '1ace870d-ccc4-4226-a682-01bf27589c34', 'admin_state_up': True, 'tenant_id': 'afeb129147474339bf884edb30bde19d'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:23.643544 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-ffc76ba7-c5fd-48a4-a35a-404e5de1c982 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Made reservation on behalf of afeb129147474339bf884edb30bde19d for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:23.647416 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-ffc76ba7-c5fd-48a4-a35a-404e5de1c982 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:23.779380 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-ffc76ba7-c5fd-48a4-a35a-404e5de1c982 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Allocated IP 172.20.0.14 (1ace870d-ccc4-4226-a682-01bf27589c34/def0ce80-10ae-445b-a00a-5d62ef3bb49b/20a94490-b118-4d2a-98bd-15b8fbc78570) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:01:23.935664 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-ffc76ba7-c5fd-48a4-a35a-404e5de1c982 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:23.977428 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-ffc76ba7-c5fd-48a4-a35a-404e5de1c982 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:24.024110 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-ffc76ba7-c5fd-48a4-a35a-404e5de1c982 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Network 1ace870d-ccc4-4226-a682-01bf27589c34 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:01:24.029137 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-ffc76ba7-c5fd-48a4-a35a-404e5de1c982 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:01:24.032384 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-ffc76ba7-c5fd-48a4-a35a-404e5de1c982 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:01:24.057722 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc76ba7-c5fd-48a4-a35a-404e5de1c982 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Pushing event updated for resources: {'Port': ['ID=20a94490-b118-4d2a-98bd-15b8fbc78570,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:24.087880 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-ffc76ba7-c5fd-48a4-a35a-404e5de1c982 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:24.088587 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-ffc76ba7-c5fd-48a4-a35a-404e5de1c982 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:24.104266 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-ffc76ba7-c5fd-48a4-a35a-404e5de1c982 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5708621 Jul 23 21:01:24.116381 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-8a722965-1169-4d98-a33a-f297647dc08c service neutron] Request body: {'port': {'device_id': 'a1a0a9a3-f95f-4058-9f5b-1f90880fe09b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:24.197901 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-8a722965-1169-4d98-a33a-f297647dc08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:24.474162 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-8a722965-1169-4d98-a33a-f297647dc08c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20a94490-b118-4d2a-98bd-15b8fbc78570 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:01:24.482037 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-8a722965-1169-4d98-a33a-f297647dc08c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:24.494556 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-8a722965-1169-4d98-a33a-f297647dc08c service neutron] Transition to ACTIVE for port object 20a94490-b118-4d2a-98bd-15b8fbc78570 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:01:24.498245 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-8a722965-1169-4d98-a33a-f297647dc08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:24.560015 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a722965-1169-4d98-a33a-f297647dc08c service neutron] Pushing event updated for resources: {'Port': ['ID=20a94490-b118-4d2a-98bd-15b8fbc78570,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:24.662411 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-8a722965-1169-4d98-a33a-f297647dc08c service neutron] Attempting to bind port 20a94490-b118-4d2a-98bd-15b8fbc78570 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:01:24.662746 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-8a722965-1169-4d98-a33a-f297647dc08c service neutron] Attempting to bind port 20a94490-b118-4d2a-98bd-15b8fbc78570 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '6337a10b-90f5-46db-af11-5c204fbf297b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1ace870d-ccc4-4226-a682-01bf27589c34'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:01:24.663077 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-8a722965-1169-4d98-a33a-f297647dc08c service neutron] Attempting to bind port 20a94490-b118-4d2a-98bd-15b8fbc78570 on network 1ace870d-ccc4-4226-a682-01bf27589c34 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:01:24.675807 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-8a722965-1169-4d98-a33a-f297647dc08c service neutron] Port 20a94490-b118-4d2a-98bd-15b8fbc78570 on network 1ace870d-ccc4-4226-a682-01bf27589c34 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:01:24.676133 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-8a722965-1169-4d98-a33a-f297647dc08c service neutron] Attempting to bind port 20a94490-b118-4d2a-98bd-15b8fbc78570 on network 1ace870d-ccc4-4226-a682-01bf27589c34 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:01:24.683668 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-8a722965-1169-4d98-a33a-f297647dc08c service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:01:24.684010 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-8a722965-1169-4d98-a33a-f297647dc08c service neutron] Checking segment: {'id': '6337a10b-90f5-46db-af11-5c204fbf297b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1ace870d-ccc4-4226-a682-01bf27589c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:01:24.684393 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-8a722965-1169-4d98-a33a-f297647dc08c service neutron] Bound using segment: {'id': '6337a10b-90f5-46db-af11-5c204fbf297b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1ace870d-ccc4-4226-a682-01bf27589c34'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:01:24.684819 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-8a722965-1169-4d98-a33a-f297647dc08c service neutron] Bound port: 20a94490-b118-4d2a-98bd-15b8fbc78570, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6337a10b-90f5-46db-af11-5c204fbf297b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1ace870d-ccc4-4226-a682-01bf27589c34'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:01:24.685183 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-8a722965-1169-4d98-a33a-f297647dc08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:24.702277 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b10c08-c39f-456b-aa63-8ec657c9acbc req-4b3b7956-8a16-4dbc-ad08-0b443aa53440 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:24.703785 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-08b10c08-c39f-456b-aa63-8ec657c9acbc req-4b3b7956-8a16-4dbc-ad08-0b443aa53440 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a0a9a3-f95f-4058-9f5b-1f90880fe09b HTTP/1.1" status: 200 len: 944 time: 0.1219180 Jul 23 21:01:24.789819 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-08b10c08-c39f-456b-aa63-8ec657c9acbc req-2b00e5f2-dc4a-4ea0-af9b-cb6eee71be87 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/security-groups?id=858107c4-091b-41e6-af95-7d2b2c9866dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797040 Jul 23 21:01:24.793079 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-8a722965-1169-4d98-a33a-f297647dc08c service neutron] For port 20a94490-b118-4d2a-98bd-15b8fbc78570, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:01:24.797411 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-8a722965-1169-4d98-a33a-f297647dc08c service neutron] For port 20a94490-b118-4d2a-98bd-15b8fbc78570, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=20a94490-b118-4d2a-98bd-15b8fbc78570,segment=NetworkSegment(6337a10b-90f5-46db-af11-5c204fbf297b),segment_id=6337a10b-90f5-46db-af11-5c204fbf297b)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:01:24.803080 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-8a722965-1169-4d98-a33a-f297647dc08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:24.835055 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-8a722965-1169-4d98-a33a-f297647dc08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:24.835677 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-8a722965-1169-4d98-a33a-f297647dc08c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:24.837545 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-8a722965-1169-4d98-a33a-f297647dc08c service neutron] 10.222.0.18 "PUT /v2.0/ports/20a94490-b118-4d2a-98bd-15b8fbc78570 HTTP/1.1" status: 200 len: 1093 time: 0.7253828 Jul 23 21:01:24.839640 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a0a9a3-f95f-4058-9f5b-1f90880fe09b', 'tag': '20a94490-b118-4d2a-98bd-15b8fbc78570'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:01:24.842733 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1358e00761cb368f0f7ae124e23a857cb06aa2e8cdc938e6d7a9a9ae7bd1e98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716d7ebb-44ea-4580-ab99-db7e81001141" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a0a9a3-f95f-4058-9f5b-1f90880fe09b", "tag": "20a94490-b118-4d2a-98bd-15b8fbc78570"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:01:24.882817 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a722965-1169-4d98-a33a-f297647dc08c service neutron] Pushing event updated for resources: {'Port': ['ID=20a94490-b118-4d2a-98bd-15b8fbc78570,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:24.887290 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970ee4cf-0ce2-40dc-848c-51b83bfa0d35 x-openstack-request-id: req-970ee4cf-0ce2-40dc-848c-51b83bfa0d35 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:01:24.887577 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a0a9a3-f95f-4058-9f5b-1f90880fe09b", "tag": "20a94490-b118-4d2a-98bd-15b8fbc78570", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:01:24.887826 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-970ee4cf-0ce2-40dc-848c-51b83bfa0d35 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:01:24.888207 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a0a9a3-f95f-4058-9f5b-1f90880fe09b', 'tag': '20a94490-b118-4d2a-98bd-15b8fbc78570', 'status': 'completed', 'code': 200} Jul 23 21:01:24.933334 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-e1e5fff7-a687-470b-9fa1-74c8fcdf397e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:24.934929 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-e1e5fff7-a687-470b-9fa1-74c8fcdf397e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=afeb129147474339bf884edb30bde19d&device_id=a1a0a9a3-f95f-4058-9f5b-1f90880fe09b HTTP/1.1" status: 200 len: 1096 time: 0.0599949 Jul 23 21:01:24.980520 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-6c739dca-25f2-46ed-85a3-a34aaa8f7b5e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20a94490-b118-4d2a-98bd-15b8fbc78570 HTTP/1.1" status: 200 len: 217 time: 0.0373688 Jul 23 21:01:25.028178 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-18770064-7a28-441e-ac0f-a0324933ce91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:25.030230 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-18770064-7a28-441e-ac0f-a0324933ce91 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=def0ce80-10ae-445b-a00a-5d62ef3bb49b HTTP/1.1" status: 200 len: 853 time: 0.0432816 Jul 23 21:01:25.062727 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-324680c4-5fed-4aca-9882-0d4be86ad8ef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1ace870d-ccc4-4226-a682-01bf27589c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265064 Jul 23 21:01:25.155389 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-9841e1d9-b647-4772-841e-2350113d64bb service neutron] 10.222.0.18 "GET /v2.0/networks/1ace870d-ccc4-4226-a682-01bf27589c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859172 Jul 23 21:01:25.244379 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b66ba65-30b9-491f-9e4d-9052d69355c3 req-af9fef29-0b7f-4772-9dac-b0de88fcd3d8 service neutron] 10.222.0.18 "GET /v2.0/networks/1ace870d-ccc4-4226-a682-01bf27589c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822873 Jul 23 21:01:25.354391 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d7ebb-44ea-4580-ab99-db7e81001141 req-456f4c17-5cde-47d7-a9e6-06f680ffeaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:25.355984 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-716d7ebb-44ea-4580-ab99-db7e81001141 req-456f4c17-5cde-47d7-a9e6-06f680ffeaff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=afeb129147474339bf884edb30bde19d&device_id=a1a0a9a3-f95f-4058-9f5b-1f90880fe09b HTTP/1.1" status: 200 len: 1096 time: 0.0614443 Jul 23 21:01:25.446366 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d7ebb-44ea-4580-ab99-db7e81001141 req-36a425b2-9efb-456a-b0f3-284502247860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:25.447853 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-716d7ebb-44ea-4580-ab99-db7e81001141 req-36a425b2-9efb-456a-b0f3-284502247860 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1ace870d-ccc4-4226-a682-01bf27589c34 HTTP/1.1" status: 200 len: 914 time: 0.0857606 Jul 23 21:01:25.493245 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-716d7ebb-44ea-4580-ab99-db7e81001141 req-6b001d5d-bf9a-4274-a76f-a667240b4089 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20a94490-b118-4d2a-98bd-15b8fbc78570 HTTP/1.1" status: 200 len: 217 time: 0.0389197 Jul 23 21:01:25.542303 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d7ebb-44ea-4580-ab99-db7e81001141 req-2d0b02fe-b6a6-4115-bcfc-416943abfcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:25.543712 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-716d7ebb-44ea-4580-ab99-db7e81001141 req-2d0b02fe-b6a6-4115-bcfc-416943abfcea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=def0ce80-10ae-445b-a00a-5d62ef3bb49b HTTP/1.1" status: 200 len: 853 time: 0.0441372 Jul 23 21:01:25.581632 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-716d7ebb-44ea-4580-ab99-db7e81001141 req-f473c995-368d-4a09-a14e-7a0893eaff92 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1ace870d-ccc4-4226-a682-01bf27589c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292816 Jul 23 21:01:25.673674 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-716d7ebb-44ea-4580-ab99-db7e81001141 req-513d3d3e-ef56-457f-9550-382ae627b14c service neutron] 10.222.0.18 "GET /v2.0/networks/1ace870d-ccc4-4226-a682-01bf27589c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851772 Jul 23 21:01:25.762986 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-716d7ebb-44ea-4580-ab99-db7e81001141 req-b549c437-6e9a-4f83-a787-dd3de551728a service neutron] 10.222.0.18 "GET /v2.0/networks/1ace870d-ccc4-4226-a682-01bf27589c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827165 Jul 23 21:01:25.931974 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc4c56-d708-4b91-b4db-ebcff3d14a01 req-5ea7195c-21d6-428f-b5c4-b88e57218a72 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:25.933493 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-36bc4c56-d708-4b91-b4db-ebcff3d14a01 req-5ea7195c-21d6-428f-b5c4-b88e57218a72 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a0a9a3-f95f-4058-9f5b-1f90880fe09b HTTP/1.1" status: 200 len: 944 time: 0.0668221 Jul 23 21:01:25.976919 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-36bc4c56-d708-4b91-b4db-ebcff3d14a01 req-8414f65f-457b-4b1e-93de-8d5c28e013b0 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/security-groups?id=858107c4-091b-41e6-af95-7d2b2c9866dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368350 Jul 23 21:01:27.109195 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b962bb-9082-4e3d-be3f-f8ee86bcebe9 req-1289199b-96da-4ca7-8cf1-b866d88cd7ad tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:27.110726 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-32b962bb-9082-4e3d-be3f-f8ee86bcebe9 req-1289199b-96da-4ca7-8cf1-b866d88cd7ad tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a0a9a3-f95f-4058-9f5b-1f90880fe09b HTTP/1.1" status: 200 len: 944 time: 0.0668755 Jul 23 21:01:27.148927 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-32b962bb-9082-4e3d-be3f-f8ee86bcebe9 req-98575e55-a073-48d1-875e-5544bbc78ad5 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/security-groups?id=858107c4-091b-41e6-af95-7d2b2c9866dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325520 Jul 23 21:01:27.580432 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 20a94490-b118-4d2a-98bd-15b8fbc78570 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:01:27.677418 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 20a94490-b118-4d2a-98bd-15b8fbc78570, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=20a94490-b118-4d2a-98bd-15b8fbc78570,segment=NetworkSegment(6337a10b-90f5-46db-af11-5c204fbf297b),segment_id=6337a10b-90f5-46db-af11-5c204fbf297b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:27.688319 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '20a94490-b118-4d2a-98bd-15b8fbc78570', 'network_id': '1ace870d-ccc4-4226-a682-01bf27589c34', 'port_id': '20a94490-b118-4d2a-98bd-15b8fbc78570', 'mac_address': 'fa:16:3e:df:8e:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'def0ce80-10ae-445b-a00a-5d62ef3bb49b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:01:27.724939 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:27.737662 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20a94490-b118-4d2a-98bd-15b8fbc78570 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:01:27.756512 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 20a94490-b118-4d2a-98bd-15b8fbc78570, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=20a94490-b118-4d2a-98bd-15b8fbc78570,segment=NetworkSegment(6337a10b-90f5-46db-af11-5c204fbf297b),segment_id=6337a10b-90f5-46db-af11-5c204fbf297b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:27.760746 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:27.807275 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=20a94490-b118-4d2a-98bd-15b8fbc78570,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:27.946063 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['20a94490-b118-4d2a-98bd-15b8fbc78570'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:01:28.277557 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db52df-a4d8-4d38-93fb-8078ae01b5f9 req-fe700031-173d-466b-ba58-d3b10f92ef98 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:28.279032 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c9db52df-a4d8-4d38-93fb-8078ae01b5f9 req-fe700031-173d-466b-ba58-d3b10f92ef98 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a0a9a3-f95f-4058-9f5b-1f90880fe09b HTTP/1.1" status: 200 len: 945 time: 0.0640650 Jul 23 21:01:28.316987 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c9db52df-a4d8-4d38-93fb-8078ae01b5f9 req-a544efda-8932-4424-85fc-cb5ea99f287b tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/security-groups?id=858107c4-091b-41e6-af95-7d2b2c9866dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320926 Jul 23 21:01:28.741966 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:01:29.453717 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01321c3-9c6f-4c66-be40-1658dc885c66 req-b27eee9e-8141-4848-8bbe-86a0d543e36b tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:29.455283 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a01321c3-9c6f-4c66-be40-1658dc885c66 req-b27eee9e-8141-4848-8bbe-86a0d543e36b tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a0a9a3-f95f-4058-9f5b-1f90880fe09b HTTP/1.1" status: 200 len: 945 time: 0.0700498 Jul 23 21:01:29.492934 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a01321c3-9c6f-4c66-be40-1658dc885c66 req-8ab54fd5-450e-40b3-8aca-4cee807a06c3 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/security-groups?id=858107c4-091b-41e6-af95-7d2b2c9866dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319238 Jul 23 21:01:29.595353 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 20a94490-b118-4d2a-98bd-15b8fbc78570 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:01:29.644115 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 20a94490-b118-4d2a-98bd-15b8fbc78570 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:01:29.647652 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 20a94490-b118-4d2a-98bd-15b8fbc78570 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:01:29.648031 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:29.726349 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:29.748973 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a0a9a3-f95f-4058-9f5b-1f90880fe09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a94490-b118-4d2a-98bd-15b8fbc78570'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:01:29.751518 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee4ac189e5a110d8d805401cc899f663d03ba078ee3e21ff65471f248c742d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb8e725-bcf5-4a0d-8a42-f7ff4897c1de" -d '{"events": [{"server_uuid": "a1a0a9a3-f95f-4058-9f5b-1f90880fe09b", "name": "network-vif-plugged", "status": "completed", "tag": "20a94490-b118-4d2a-98bd-15b8fbc78570"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:01:29.764018 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 20a94490-b118-4d2a-98bd-15b8fbc78570, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=20a94490-b118-4d2a-98bd-15b8fbc78570,segment=NetworkSegment(6337a10b-90f5-46db-af11-5c204fbf297b),segment_id=6337a10b-90f5-46db-af11-5c204fbf297b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:29.768071 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:29.790522 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2013e6f7-d052-408f-8671-2800ff41f526 x-openstack-request-id: req-2013e6f7-d052-408f-8671-2800ff41f526 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:01:29.790800 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a0a9a3-f95f-4058-9f5b-1f90880fe09b", "name": "network-vif-plugged", "status": "completed", "tag": "20a94490-b118-4d2a-98bd-15b8fbc78570", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:01:29.791050 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2013e6f7-d052-408f-8671-2800ff41f526 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:01:29.791437 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a0a9a3-f95f-4058-9f5b-1f90880fe09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a94490-b118-4d2a-98bd-15b8fbc78570', 'code': 200} Jul 23 21:01:29.820954 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=20a94490-b118-4d2a-98bd-15b8fbc78570,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:29.902089 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c5dae-733e-4e29-a028-d32465728c4a req-8685d376-da5a-4974-a662-eb80eeba7a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:29.903572 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-632c5dae-733e-4e29-a028-d32465728c4a req-8685d376-da5a-4974-a662-eb80eeba7a1e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a1a0a9a3-f95f-4058-9f5b-1f90880fe09b HTTP/1.1" status: 200 len: 1098 time: 0.0551503 Jul 23 21:01:29.937662 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-632c5dae-733e-4e29-a028-d32465728c4a req-2956e227-6098-4ba2-b1a4-461fbb029631 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=858107c4-091b-41e6-af95-7d2b2c9866dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279374 Jul 23 21:01:30.624655 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460af2b9-becc-48e2-8ff7-8c5213921992 req-89d73e0a-c143-44fc-8957-cfc509d3636c tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:30.626186 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-460af2b9-becc-48e2-8ff7-8c5213921992 req-89d73e0a-c143-44fc-8957-cfc509d3636c tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a0a9a3-f95f-4058-9f5b-1f90880fe09b HTTP/1.1" status: 200 len: 946 time: 0.0646436 Jul 23 21:01:30.668139 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-460af2b9-becc-48e2-8ff7-8c5213921992 req-0b3159cd-6ff1-4d7b-a2a2-3217973bf23b tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/security-groups?id=858107c4-091b-41e6-af95-7d2b2c9866dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364158 Jul 23 21:01:31.798717 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc71c4-c6fa-489b-be57-b09c77ff3e00 req-803f71cb-f8e3-4289-a405-85b4b8a67c10 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:31.800209 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2efc71c4-c6fa-489b-be57-b09c77ff3e00 req-803f71cb-f8e3-4289-a405-85b4b8a67c10 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a0a9a3-f95f-4058-9f5b-1f90880fe09b HTTP/1.1" status: 200 len: 946 time: 0.0649102 Jul 23 21:01:31.846349 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2efc71c4-c6fa-489b-be57-b09c77ff3e00 req-d632930b-9694-489e-ba8d-17a0c9290c29 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/security-groups?id=858107c4-091b-41e6-af95-7d2b2c9866dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402734 Jul 23 21:01:32.070476 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590acd1-5697-459e-9bb2-32576324d03e req-db25227b-74c2-44de-aaa3-376c1fe7e447 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:32.071930 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0590acd1-5697-459e-9bb2-32576324d03e req-db25227b-74c2-44de-aaa3-376c1fe7e447 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/networks?id=1ace870d-ccc4-4226-a682-01bf27589c34 HTTP/1.1" status: 200 len: 813 time: 0.1036890 Jul 23 21:01:32.087199 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0590acd1-5697-459e-9bb2-32576324d03e req-598b2448-6964-4462-8281-1e18464e7d21 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/quotas/afeb129147474339bf884edb30bde19d HTTP/1.1" status: 200 len: 375 time: 0.0094013 Jul 23 21:01:32.151815 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0590acd1-5697-459e-9bb2-32576324d03e req-d779593f-968b-42e6-a14b-08cc19fda9f1 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=afeb129147474339bf884edb30bde19d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0594471 Jul 23 21:01:32.244919 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0590acd1-5697-459e-9bb2-32576324d03e req-c868d16d-fcf6-4ad4-ab7a-1cb20a7fe02c service neutron] 10.222.0.32 "GET /v2.0/networks/1ace870d-ccc4-4226-a682-01bf27589c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854807 Jul 23 21:01:32.334743 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0590acd1-5697-459e-9bb2-32576324d03e req-3506d72a-fc50-4aa4-8152-7d233d38f2e6 service neutron] 10.222.0.32 "GET /v2.0/networks/1ace870d-ccc4-4226-a682-01bf27589c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831475 Jul 23 21:01:32.505868 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9a5793a1-2670-4ded-9cc7-4965aee084b0 req-a29209f9-fde0-482f-96fc-d419dfe4012e tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/ports?device_id=927375e9-956f-4060-9edc-6f73c834354e HTTP/1.1" status: 200 len: 210 time: 0.0306771 Jul 23 21:01:33.517063 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590acd1-5697-459e-9bb2-32576324d03e req-c4af6678-9a71-4faf-a409-9c1e01485fdd tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:33.519266 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0590acd1-5697-459e-9bb2-32576324d03e req-c4af6678-9a71-4faf-a409-9c1e01485fdd tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.30 "GET /v2.0/networks?id=1ace870d-ccc4-4226-a682-01bf27589c34 HTTP/1.1" status: 200 len: 813 time: 0.1400776 Jul 23 21:01:33.532988 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-0590acd1-5697-459e-9bb2-32576324d03e req-1dca6099-925b-40d3-82c7-d410f67c6c01 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Request body: {'port': {'device_id': '927375e9-956f-4060-9edc-6f73c834354e', 'network_id': '1ace870d-ccc4-4226-a682-01bf27589c34', 'admin_state_up': True, 'tenant_id': 'afeb129147474339bf884edb30bde19d'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:33.610675 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5676721c-9225-48bd-8216-df838d72d405 req-46395358-d299-489e-954d-c1031d99d1a7 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/ports?device_id=927375e9-956f-4060-9edc-6f73c834354e HTTP/1.1" status: 200 len: 210 time: 0.0365021 Jul 23 21:01:33.655787 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0590acd1-5697-459e-9bb2-32576324d03e req-1dca6099-925b-40d3-82c7-d410f67c6c01 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Made reservation on behalf of afeb129147474339bf884edb30bde19d for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:33.659292 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0590acd1-5697-459e-9bb2-32576324d03e req-1dca6099-925b-40d3-82c7-d410f67c6c01 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:33.795382 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-0590acd1-5697-459e-9bb2-32576324d03e req-1dca6099-925b-40d3-82c7-d410f67c6c01 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Allocated IP 172.20.0.9 (1ace870d-ccc4-4226-a682-01bf27589c34/def0ce80-10ae-445b-a00a-5d62ef3bb49b/2427e406-0ead-4f0c-9fcf-b4eba60b8aa5) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:01:33.958276 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0590acd1-5697-459e-9bb2-32576324d03e req-1dca6099-925b-40d3-82c7-d410f67c6c01 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:33.997949 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0590acd1-5697-459e-9bb2-32576324d03e req-1dca6099-925b-40d3-82c7-d410f67c6c01 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:34.010899 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['20a94490-b118-4d2a-98bd-15b8fbc78570'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:01:34.056788 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0590acd1-5697-459e-9bb2-32576324d03e req-1dca6099-925b-40d3-82c7-d410f67c6c01 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Network 1ace870d-ccc4-4226-a682-01bf27589c34 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:01:34.069420 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-0590acd1-5697-459e-9bb2-32576324d03e req-1dca6099-925b-40d3-82c7-d410f67c6c01 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:01:34.075995 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-0590acd1-5697-459e-9bb2-32576324d03e req-1dca6099-925b-40d3-82c7-d410f67c6c01 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:01:34.112622 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca6099-925b-40d3-82c7-d410f67c6c01 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Pushing event updated for resources: {'Port': ['ID=2427e406-0ead-4f0c-9fcf-b4eba60b8aa5,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:34.143751 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590acd1-5697-459e-9bb2-32576324d03e req-1dca6099-925b-40d3-82c7-d410f67c6c01 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:34.144757 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0590acd1-5697-459e-9bb2-32576324d03e req-1dca6099-925b-40d3-82c7-d410f67c6c01 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:34.161695 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0590acd1-5697-459e-9bb2-32576324d03e req-1dca6099-925b-40d3-82c7-d410f67c6c01 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6334734 Jul 23 21:01:34.172052 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [req-0590acd1-5697-459e-9bb2-32576324d03e req-14699ee1-8c6a-464b-8253-da6bf866282c tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:01:34.172977 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0590acd1-5697-459e-9bb2-32576324d03e req-14699ee1-8c6a-464b-8253-da6bf866282c tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055740 Jul 23 21:01:34.182790 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-0590acd1-5697-459e-9bb2-32576324d03e req-0669f443-7b04-4b00-ba25-930310260d50 service neutron] Request body: {'port': {'device_id': '927375e9-956f-4060-9edc-6f73c834354e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:34.254941 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0590acd1-5697-459e-9bb2-32576324d03e req-0669f443-7b04-4b00-ba25-930310260d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:34.518245 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-0590acd1-5697-459e-9bb2-32576324d03e req-0669f443-7b04-4b00-ba25-930310260d50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2427e406-0ead-4f0c-9fcf-b4eba60b8aa5 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:01:34.525555 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0590acd1-5697-459e-9bb2-32576324d03e req-0669f443-7b04-4b00-ba25-930310260d50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:34.537958 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-0590acd1-5697-459e-9bb2-32576324d03e req-0669f443-7b04-4b00-ba25-930310260d50 service neutron] Transition to ACTIVE for port object 2427e406-0ead-4f0c-9fcf-b4eba60b8aa5 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:01:34.541670 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0590acd1-5697-459e-9bb2-32576324d03e req-0669f443-7b04-4b00-ba25-930310260d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:34.594041 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669f443-7b04-4b00-ba25-930310260d50 service neutron] Pushing event updated for resources: {'Port': ['ID=2427e406-0ead-4f0c-9fcf-b4eba60b8aa5,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:34.676041 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-0590acd1-5697-459e-9bb2-32576324d03e req-0669f443-7b04-4b00-ba25-930310260d50 service neutron] Attempting to bind port 2427e406-0ead-4f0c-9fcf-b4eba60b8aa5 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:01:34.676595 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-0590acd1-5697-459e-9bb2-32576324d03e req-0669f443-7b04-4b00-ba25-930310260d50 service neutron] Attempting to bind port 2427e406-0ead-4f0c-9fcf-b4eba60b8aa5 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '6337a10b-90f5-46db-af11-5c204fbf297b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1ace870d-ccc4-4226-a682-01bf27589c34'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:01:34.677147 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0590acd1-5697-459e-9bb2-32576324d03e req-0669f443-7b04-4b00-ba25-930310260d50 service neutron] Attempting to bind port 2427e406-0ead-4f0c-9fcf-b4eba60b8aa5 on network 1ace870d-ccc4-4226-a682-01bf27589c34 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:01:34.684444 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0590acd1-5697-459e-9bb2-32576324d03e req-0669f443-7b04-4b00-ba25-930310260d50 service neutron] Port 2427e406-0ead-4f0c-9fcf-b4eba60b8aa5 on network 1ace870d-ccc4-4226-a682-01bf27589c34 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:01:34.684979 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0590acd1-5697-459e-9bb2-32576324d03e req-0669f443-7b04-4b00-ba25-930310260d50 service neutron] Attempting to bind port 2427e406-0ead-4f0c-9fcf-b4eba60b8aa5 on network 1ace870d-ccc4-4226-a682-01bf27589c34 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:01:34.692833 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0590acd1-5697-459e-9bb2-32576324d03e req-0669f443-7b04-4b00-ba25-930310260d50 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:01:34.693397 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0590acd1-5697-459e-9bb2-32576324d03e req-0669f443-7b04-4b00-ba25-930310260d50 service neutron] Checking segment: {'id': '6337a10b-90f5-46db-af11-5c204fbf297b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1ace870d-ccc4-4226-a682-01bf27589c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:01:34.694062 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0590acd1-5697-459e-9bb2-32576324d03e req-0669f443-7b04-4b00-ba25-930310260d50 service neutron] Bound using segment: {'id': '6337a10b-90f5-46db-af11-5c204fbf297b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1ace870d-ccc4-4226-a682-01bf27589c34'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:01:34.694788 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-0590acd1-5697-459e-9bb2-32576324d03e req-0669f443-7b04-4b00-ba25-930310260d50 service neutron] Bound port: 2427e406-0ead-4f0c-9fcf-b4eba60b8aa5, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6337a10b-90f5-46db-af11-5c204fbf297b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1ace870d-ccc4-4226-a682-01bf27589c34'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:01:34.695394 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0590acd1-5697-459e-9bb2-32576324d03e req-0669f443-7b04-4b00-ba25-930310260d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:34.770775 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-0590acd1-5697-459e-9bb2-32576324d03e req-0669f443-7b04-4b00-ba25-930310260d50 service neutron] For port 2427e406-0ead-4f0c-9fcf-b4eba60b8aa5, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:01:34.775217 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-0590acd1-5697-459e-9bb2-32576324d03e req-0669f443-7b04-4b00-ba25-930310260d50 service neutron] For port 2427e406-0ead-4f0c-9fcf-b4eba60b8aa5, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=2427e406-0ead-4f0c-9fcf-b4eba60b8aa5,segment=NetworkSegment(6337a10b-90f5-46db-af11-5c204fbf297b),segment_id=6337a10b-90f5-46db-af11-5c204fbf297b)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:01:34.778488 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8da59-cbb8-4fe8-b5f4-1906e46a1d4b req-6566eb60-c249-4c8f-aea9-7178c4b91381 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:34.779017 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0590acd1-5697-459e-9bb2-32576324d03e req-0669f443-7b04-4b00-ba25-930310260d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:34.780776 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5ca8da59-cbb8-4fe8-b5f4-1906e46a1d4b req-6566eb60-c249-4c8f-aea9-7178c4b91381 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/ports?device_id=927375e9-956f-4060-9edc-6f73c834354e HTTP/1.1" status: 200 len: 943 time: 0.0653884 Jul 23 21:01:34.813818 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590acd1-5697-459e-9bb2-32576324d03e req-0669f443-7b04-4b00-ba25-930310260d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:34.814343 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0590acd1-5697-459e-9bb2-32576324d03e req-0669f443-7b04-4b00-ba25-930310260d50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:34.815815 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0590acd1-5697-459e-9bb2-32576324d03e req-0669f443-7b04-4b00-ba25-930310260d50 service neutron] 10.222.0.30 "PUT /v2.0/ports/2427e406-0ead-4f0c-9fcf-b4eba60b8aa5 HTTP/1.1" status: 200 len: 1092 time: 0.6367817 Jul 23 21:01:34.816256 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '927375e9-956f-4060-9edc-6f73c834354e', 'tag': '2427e406-0ead-4f0c-9fcf-b4eba60b8aa5'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:01:34.818543 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4300f88a927161e708234582c45a85d95cbae37b2189d54369fb4e5575b527b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b87bb1-e4ce-4c76-9e94-c6ecd4a7aca4" -d '{"events": [{"name": "network-changed", "server_uuid": "927375e9-956f-4060-9edc-6f73c834354e", "tag": "2427e406-0ead-4f0c-9fcf-b4eba60b8aa5"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:01:34.820892 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5ca8da59-cbb8-4fe8-b5f4-1906e46a1d4b req-e47d5855-9159-4f21-a58a-02db285c972c tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/security-groups?id=858107c4-091b-41e6-af95-7d2b2c9866dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337029 Jul 23 21:01:34.844470 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669f443-7b04-4b00-ba25-930310260d50 service neutron] Pushing event updated for resources: {'Port': ['ID=2427e406-0ead-4f0c-9fcf-b4eba60b8aa5,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:34.872718 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bf7f86-2295-4dcd-8125-196cf9cd63db x-openstack-request-id: req-29bf7f86-2295-4dcd-8125-196cf9cd63db {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:01:34.873006 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "927375e9-956f-4060-9edc-6f73c834354e", "tag": "2427e406-0ead-4f0c-9fcf-b4eba60b8aa5", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:01:34.873310 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-29bf7f86-2295-4dcd-8125-196cf9cd63db {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:01:34.873695 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '927375e9-956f-4060-9edc-6f73c834354e', 'tag': '2427e406-0ead-4f0c-9fcf-b4eba60b8aa5', 'status': 'completed', 'code': 200} Jul 23 21:01:34.919798 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590acd1-5697-459e-9bb2-32576324d03e req-e4b15f25-e854-4aa0-b4c0-75f49ed11f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:34.921546 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0590acd1-5697-459e-9bb2-32576324d03e req-e4b15f25-e854-4aa0-b4c0-75f49ed11f63 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=afeb129147474339bf884edb30bde19d&device_id=927375e9-956f-4060-9edc-6f73c834354e HTTP/1.1" status: 200 len: 1095 time: 0.0577185 Jul 23 21:01:34.965018 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0590acd1-5697-459e-9bb2-32576324d03e req-ddb98217-6c70-48c0-8519-63de1f91e6bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2427e406-0ead-4f0c-9fcf-b4eba60b8aa5 HTTP/1.1" status: 200 len: 217 time: 0.0364966 Jul 23 21:01:35.011965 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590acd1-5697-459e-9bb2-32576324d03e req-5fdfb9d7-cd75-46bc-ad13-06b1f2891103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:35.013377 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0590acd1-5697-459e-9bb2-32576324d03e req-5fdfb9d7-cd75-46bc-ad13-06b1f2891103 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=def0ce80-10ae-445b-a00a-5d62ef3bb49b HTTP/1.1" status: 200 len: 853 time: 0.0426309 Jul 23 21:01:35.046055 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0590acd1-5697-459e-9bb2-32576324d03e req-b551a861-7cbc-4d85-afbb-f6c9b19388a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1ace870d-ccc4-4226-a682-01bf27589c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267174 Jul 23 21:01:35.136298 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0590acd1-5697-459e-9bb2-32576324d03e req-1625be88-3a46-439c-896a-0b4e503e12a3 service neutron] 10.222.0.30 "GET /v2.0/networks/1ace870d-ccc4-4226-a682-01bf27589c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841792 Jul 23 21:01:35.222908 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-0590acd1-5697-459e-9bb2-32576324d03e req-16d3b106-a789-41fd-9228-97921783fffe service neutron] 10.222.0.30 "GET /v2.0/networks/1ace870d-ccc4-4226-a682-01bf27589c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808995 Jul 23 21:01:35.319301 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b87bb1-e4ce-4c76-9e94-c6ecd4a7aca4 req-6469d1bc-1a9b-4618-a88e-2414476df505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:35.320783 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e4b87bb1-e4ce-4c76-9e94-c6ecd4a7aca4 req-6469d1bc-1a9b-4618-a88e-2414476df505 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=afeb129147474339bf884edb30bde19d&device_id=927375e9-956f-4060-9edc-6f73c834354e HTTP/1.1" status: 200 len: 1095 time: 0.0528998 Jul 23 21:01:35.417897 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b87bb1-e4ce-4c76-9e94-c6ecd4a7aca4 req-c3b45241-0e4c-48a0-ac6b-4e44f24a142f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:35.419282 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e4b87bb1-e4ce-4c76-9e94-c6ecd4a7aca4 req-c3b45241-0e4c-48a0-ac6b-4e44f24a142f service neutron] 10.222.0.30 "GET /v2.0/networks?id=1ace870d-ccc4-4226-a682-01bf27589c34 HTTP/1.1" status: 200 len: 914 time: 0.0917330 Jul 23 21:01:35.460841 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e4b87bb1-e4ce-4c76-9e94-c6ecd4a7aca4 req-0ff87050-b6c8-49f1-9249-f4a85d6f942f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2427e406-0ead-4f0c-9fcf-b4eba60b8aa5 HTTP/1.1" status: 200 len: 217 time: 0.0348423 Jul 23 21:01:35.513820 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b87bb1-e4ce-4c76-9e94-c6ecd4a7aca4 req-66395f67-adc8-42cb-ac3c-2582e025ab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:35.515901 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e4b87bb1-e4ce-4c76-9e94-c6ecd4a7aca4 req-66395f67-adc8-42cb-ac3c-2582e025ab60 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=def0ce80-10ae-445b-a00a-5d62ef3bb49b HTTP/1.1" status: 200 len: 853 time: 0.0482790 Jul 23 21:01:35.549217 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e4b87bb1-e4ce-4c76-9e94-c6ecd4a7aca4 req-876c3d7b-ccc8-4b1c-875d-8f7f64ca0f9f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1ace870d-ccc4-4226-a682-01bf27589c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265779 Jul 23 21:01:35.643526 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e4b87bb1-e4ce-4c76-9e94-c6ecd4a7aca4 req-51da59b5-032f-4419-876d-1d2857ad6af0 service neutron] 10.222.0.30 "GET /v2.0/networks/1ace870d-ccc4-4226-a682-01bf27589c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873423 Jul 23 21:01:35.733990 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e4b87bb1-e4ce-4c76-9e94-c6ecd4a7aca4 req-f0474b59-1eca-4986-aa88-b34479280f73 service neutron] 10.222.0.30 "GET /v2.0/networks/1ace870d-ccc4-4226-a682-01bf27589c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833490 Jul 23 21:01:35.957678 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77205ee7-93d2-47ba-a1ba-fb7aa59cf348 req-3591354e-b8bd-42d5-b254-674b3f25c018 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:35.959171 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-77205ee7-93d2-47ba-a1ba-fb7aa59cf348 req-3591354e-b8bd-42d5-b254-674b3f25c018 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/ports?device_id=927375e9-956f-4060-9edc-6f73c834354e HTTP/1.1" status: 200 len: 943 time: 0.0641611 Jul 23 21:01:35.997090 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-77205ee7-93d2-47ba-a1ba-fb7aa59cf348 req-0a6f10ba-1bcd-4866-9dde-3887a7b7ff11 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/security-groups?id=858107c4-091b-41e6-af95-7d2b2c9866dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322578 Jul 23 21:01:37.132347 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f29888-49eb-40c9-8354-3c9483d13540 req-6d55768d-ea63-420f-b58e-1056d1a2633c tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:37.133849 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-60f29888-49eb-40c9-8354-3c9483d13540 req-6d55768d-ea63-420f-b58e-1056d1a2633c tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/ports?device_id=927375e9-956f-4060-9edc-6f73c834354e HTTP/1.1" status: 200 len: 943 time: 0.0687463 Jul 23 21:01:37.172428 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-60f29888-49eb-40c9-8354-3c9483d13540 req-3090654a-2369-486f-8f81-651602bbc89f tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/security-groups?id=858107c4-091b-41e6-af95-7d2b2c9866dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324230 Jul 23 21:01:38.300809 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c4207f-94c8-4435-a1d7-b5ca91e5f424 req-6df82272-76c7-4ee3-bf70-f3073350f44b tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:38.302316 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-62c4207f-94c8-4435-a1d7-b5ca91e5f424 req-6df82272-76c7-4ee3-bf70-f3073350f44b tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/ports?device_id=927375e9-956f-4060-9edc-6f73c834354e HTTP/1.1" status: 200 len: 943 time: 0.0633085 Jul 23 21:01:38.339765 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-62c4207f-94c8-4435-a1d7-b5ca91e5f424 req-cb8b99bb-b7e5-4d69-bd07-f654ac126d40 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/security-groups?id=858107c4-091b-41e6-af95-7d2b2c9866dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318680 Jul 23 21:01:38.490507 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 2427e406-0ead-4f0c-9fcf-b4eba60b8aa5 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:01:38.582597 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 2427e406-0ead-4f0c-9fcf-b4eba60b8aa5, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=2427e406-0ead-4f0c-9fcf-b4eba60b8aa5,segment=NetworkSegment(6337a10b-90f5-46db-af11-5c204fbf297b),segment_id=6337a10b-90f5-46db-af11-5c204fbf297b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:38.594057 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '2427e406-0ead-4f0c-9fcf-b4eba60b8aa5', 'network_id': '1ace870d-ccc4-4226-a682-01bf27589c34', 'port_id': '2427e406-0ead-4f0c-9fcf-b4eba60b8aa5', 'mac_address': 'fa:16:3e:5d:5c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'def0ce80-10ae-445b-a00a-5d62ef3bb49b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:01:38.634291 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:38.647174 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2427e406-0ead-4f0c-9fcf-b4eba60b8aa5 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:01:38.666439 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 2427e406-0ead-4f0c-9fcf-b4eba60b8aa5, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=2427e406-0ead-4f0c-9fcf-b4eba60b8aa5,segment=NetworkSegment(6337a10b-90f5-46db-af11-5c204fbf297b),segment_id=6337a10b-90f5-46db-af11-5c204fbf297b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:38.670674 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:38.716097 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=2427e406-0ead-4f0c-9fcf-b4eba60b8aa5,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:38.866249 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['2427e406-0ead-4f0c-9fcf-b4eba60b8aa5'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:01:39.475982 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c11d45-7821-48d2-8bc1-76c8a23f7295 req-e2533bf2-d3ed-4b5d-aa04-339e6132bba0 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:39.477491 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26c11d45-7821-48d2-8bc1-76c8a23f7295 req-e2533bf2-d3ed-4b5d-aa04-339e6132bba0 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/ports?device_id=927375e9-956f-4060-9edc-6f73c834354e HTTP/1.1" status: 200 len: 944 time: 0.0679333 Jul 23 21:01:39.516946 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26c11d45-7821-48d2-8bc1-76c8a23f7295 req-b0d999a2-2609-4064-9165-55db5de4538e tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/security-groups?id=858107c4-091b-41e6-af95-7d2b2c9866dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328505 Jul 23 21:01:40.343951 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f19c9c1c-4e4d-4678-a04b-ff34e61d44df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:40.505706 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 2427e406-0ead-4f0c-9fcf-b4eba60b8aa5 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:01:40.555243 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 2427e406-0ead-4f0c-9fcf-b4eba60b8aa5 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:01:40.558969 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 2427e406-0ead-4f0c-9fcf-b4eba60b8aa5 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:01:40.559345 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:40.637143 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:40.650369 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29beab3-4c73-4f04-ac85-cf3190dcaca6 req-9db718f9-1492-4b05-99fc-94859c6d9164 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:40.651985 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b29beab3-4c73-4f04-ac85-cf3190dcaca6 req-9db718f9-1492-4b05-99fc-94859c6d9164 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/ports?device_id=927375e9-956f-4060-9edc-6f73c834354e HTTP/1.1" status: 200 len: 944 time: 0.0675287 Jul 23 21:01:40.663208 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927375e9-956f-4060-9edc-6f73c834354e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2427e406-0ead-4f0c-9fcf-b4eba60b8aa5'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:01:40.665397 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee4ac189e5a110d8d805401cc899f663d03ba078ee3e21ff65471f248c742d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fc9112-3b06-41fb-acb9-7530963e5291" -d '{"events": [{"server_uuid": "927375e9-956f-4060-9edc-6f73c834354e", "name": "network-vif-plugged", "status": "completed", "tag": "2427e406-0ead-4f0c-9fcf-b4eba60b8aa5"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:01:40.677665 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 2427e406-0ead-4f0c-9fcf-b4eba60b8aa5, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=2427e406-0ead-4f0c-9fcf-b4eba60b8aa5,segment=NetworkSegment(6337a10b-90f5-46db-af11-5c204fbf297b),segment_id=6337a10b-90f5-46db-af11-5c204fbf297b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:40.681403 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:40.691310 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b29beab3-4c73-4f04-ac85-cf3190dcaca6 req-35eaaa6f-2900-4388-9b0b-c3d32834cdfc tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/security-groups?id=858107c4-091b-41e6-af95-7d2b2c9866dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333626 Jul 23 21:01:40.730383 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=2427e406-0ead-4f0c-9fcf-b4eba60b8aa5,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:40.736257 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28a955d-09b8-4c32-8966-398a4ad2dce9 x-openstack-request-id: req-a28a955d-09b8-4c32-8966-398a4ad2dce9 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:01:40.736553 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927375e9-956f-4060-9edc-6f73c834354e", "name": "network-vif-plugged", "status": "completed", "tag": "2427e406-0ead-4f0c-9fcf-b4eba60b8aa5", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:01:40.736807 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a28a955d-09b8-4c32-8966-398a4ad2dce9 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:01:40.737193 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927375e9-956f-4060-9edc-6f73c834354e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2427e406-0ead-4f0c-9fcf-b4eba60b8aa5', 'code': 200} Jul 23 21:01:40.841460 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6ce15-5823-4a0f-a8df-f97ffc26f526 req-549b1b30-e72a-49a9-a173-e798c69f2612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:40.843322 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f4a6ce15-5823-4a0f-a8df-f97ffc26f526 req-549b1b30-e72a-49a9-a173-e798c69f2612 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=927375e9-956f-4060-9edc-6f73c834354e HTTP/1.1" status: 200 len: 1097 time: 0.0525391 Jul 23 21:01:40.877824 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f4a6ce15-5823-4a0f-a8df-f97ffc26f526 req-a24da964-397c-4c6c-bd7b-b7184585e2b3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=858107c4-091b-41e6-af95-7d2b2c9866dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282271 Jul 23 21:01:41.821910 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc71ab-37d1-4254-af2a-1758372b334f req-ef34c154-dd74-487f-9522-f96a16114da8 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:41.823392 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2fbc71ab-37d1-4254-af2a-1758372b334f req-ef34c154-dd74-487f-9522-f96a16114da8 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/ports?device_id=927375e9-956f-4060-9edc-6f73c834354e HTTP/1.1" status: 200 len: 945 time: 0.0637362 Jul 23 21:01:41.861525 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2fbc71ab-37d1-4254-af2a-1758372b334f req-22c15368-bf44-4ae5-bf44-5e5affc998cf tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/security-groups?id=858107c4-091b-41e6-af95-7d2b2c9866dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316637 Jul 23 21:01:42.115712 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f31e37-96d9-481e-ad91-c45a1366dae8 req-d367fa55-4fd7-4969-a4e2-84732f17be34 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:42.117178 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-14f31e37-96d9-481e-ad91-c45a1366dae8 req-d367fa55-4fd7-4969-a4e2-84732f17be34 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/ports?device_id=927375e9-956f-4060-9edc-6f73c834354e HTTP/1.1" status: 200 len: 945 time: 0.0697596 Jul 23 21:01:42.155808 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-14f31e37-96d9-481e-ad91-c45a1366dae8 req-0cb67236-0b77-4748-a24f-0e1ae8189f6f tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/security-groups?id=858107c4-091b-41e6-af95-7d2b2c9866dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329356 Jul 23 21:01:43.287429 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935aca4d-57a7-4733-b1cb-64e76ef96574 req-d839dc88-81fd-400c-b9fb-c2dbf21276ee tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:43.288988 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-935aca4d-57a7-4733-b1cb-64e76ef96574 req-d839dc88-81fd-400c-b9fb-c2dbf21276ee tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/ports?device_id=927375e9-956f-4060-9edc-6f73c834354e HTTP/1.1" status: 200 len: 945 time: 0.0664115 Jul 23 21:01:43.328670 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-935aca4d-57a7-4733-b1cb-64e76ef96574 req-0350ddee-83d3-42de-bee7-95ce2d2c48ee tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/security-groups?id=858107c4-091b-41e6-af95-7d2b2c9866dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338857 Jul 23 21:01:43.330824 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7f195-c6d7-43aa-a919-07d163565a4a req-99516122-62f6-4830-9fe8-cbc5a99d33a4 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:43.332330 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a1c7f195-c6d7-43aa-a919-07d163565a4a req-99516122-62f6-4830-9fe8-cbc5a99d33a4 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.30 "GET /v2.0/ports?device_id=927375e9-956f-4060-9edc-6f73c834354e HTTP/1.1" status: 200 len: 945 time: 0.0680304 Jul 23 21:01:43.416206 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:43.440286 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-a1c7f195-c6d7-43aa-a919-07d163565a4a req-d41f5a54-3043-4d84-90d1-9465381800de tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Deleting port 2427e406-0ead-4f0c-9fcf-b4eba60b8aa5 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:01:43.440548 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a1c7f195-c6d7-43aa-a919-07d163565a4a req-d41f5a54-3043-4d84-90d1-9465381800de tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:43.533300 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-a1c7f195-c6d7-43aa-a919-07d163565a4a req-d41f5a54-3043-4d84-90d1-9465381800de tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] For port 2427e406-0ead-4f0c-9fcf-b4eba60b8aa5, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=2427e406-0ead-4f0c-9fcf-b4eba60b8aa5,segment=NetworkSegment(6337a10b-90f5-46db-af11-5c204fbf297b),segment_id=6337a10b-90f5-46db-af11-5c204fbf297b)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:43.533687 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a1c7f195-c6d7-43aa-a919-07d163565a4a req-d41f5a54-3043-4d84-90d1-9465381800de tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:43.545223 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-a1c7f195-c6d7-43aa-a919-07d163565a4a req-d41f5a54-3043-4d84-90d1-9465381800de tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Calling delete_port for 2427e406-0ead-4f0c-9fcf-b4eba60b8aa5 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:01:43.676697 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a1c7f195-c6d7-43aa-a919-07d163565a4a req-d41f5a54-3043-4d84-90d1-9465381800de tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:43.690824 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['20a94490-b118-4d2a-98bd-15b8fbc78570'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:01:43.693079 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['2427e406-0ead-4f0c-9fcf-b4eba60b8aa5'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:01:43.705971 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f5a54-3043-4d84-90d1-9465381800de tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Pushing event deleted for resources: {'Port': ['ID=2427e406-0ead-4f0c-9fcf-b4eba60b8aa5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:43.720178 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f5a54-3043-4d84-90d1-9465381800de tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:43.720178 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f5a54-3043-4d84-90d1-9465381800de tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:43.720445 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f5a54-3043-4d84-90d1-9465381800de tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:43.720675 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f5a54-3043-4d84-90d1-9465381800de tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:43.721009 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f5a54-3043-4d84-90d1-9465381800de tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:43.721335 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f5a54-3043-4d84-90d1-9465381800de tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:43.721706 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f5a54-3043-4d84-90d1-9465381800de tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:43.722116 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f5a54-3043-4d84-90d1-9465381800de tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:43.722484 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f5a54-3043-4d84-90d1-9465381800de tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:43.722762 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f5a54-3043-4d84-90d1-9465381800de tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:43.723084 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f5a54-3043-4d84-90d1-9465381800de tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:43.723403 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f5a54-3043-4d84-90d1-9465381800de tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:43.762035 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f6655e48-728b-489b-bb6c-2f528ba6b200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:43.765294 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c7f195-c6d7-43aa-a919-07d163565a4a req-d41f5a54-3043-4d84-90d1-9465381800de tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] No DVR routers for this DVR port 2427e406-0ead-4f0c-9fcf-b4eba60b8aa5 on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:01:43.767909 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a1c7f195-c6d7-43aa-a919-07d163565a4a req-d41f5a54-3043-4d84-90d1-9465381800de tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:43.769943 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a1c7f195-c6d7-43aa-a919-07d163565a4a req-d41f5a54-3043-4d84-90d1-9465381800de tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.30 "DELETE /v2.0/ports/2427e406-0ead-4f0c-9fcf-b4eba60b8aa5 HTTP/1.1" status: 204 len: 173 time: 0.4324827 Jul 23 21:01:43.770369 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927375e9-956f-4060-9edc-6f73c834354e', 'name': 'network-vif-deleted', 'tag': '2427e406-0ead-4f0c-9fcf-b4eba60b8aa5'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:01:43.772687 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4300f88a927161e708234582c45a85d95cbae37b2189d54369fb4e5575b527b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aeb0ff5-61c2-4e32-82e9-3019682e1a26" -d '{"events": [{"server_uuid": "927375e9-956f-4060-9edc-6f73c834354e", "name": "network-vif-deleted", "tag": "2427e406-0ead-4f0c-9fcf-b4eba60b8aa5"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:01:43.815109 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf096114-2fdb-4846-b20e-3e7b07e53044 x-openstack-request-id: req-cf096114-2fdb-4846-b20e-3e7b07e53044 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:01:43.815579 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927375e9-956f-4060-9edc-6f73c834354e", "name": "network-vif-deleted", "tag": "2427e406-0ead-4f0c-9fcf-b4eba60b8aa5", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:01:43.816064 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cf096114-2fdb-4846-b20e-3e7b07e53044 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:01:43.816685 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927375e9-956f-4060-9edc-6f73c834354e', 'name': 'network-vif-deleted', 'tag': '2427e406-0ead-4f0c-9fcf-b4eba60b8aa5', 'status': 'completed', 'code': 200} Jul 23 21:01:44.185090 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:44.496792 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72d616-629c-4a0e-928b-ee6ede5f2253 req-196083bd-17f6-41f1-8778-224eb692f1b1 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:44.498307 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7a72d616-629c-4a0e-928b-ee6ede5f2253 req-196083bd-17f6-41f1-8778-224eb692f1b1 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a0a9a3-f95f-4058-9f5b-1f90880fe09b HTTP/1.1" status: 200 len: 946 time: 0.0675564 Jul 23 21:01:44.536113 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7a72d616-629c-4a0e-928b-ee6ede5f2253 req-09ac42c3-1ccb-48ed-a853-51f1fd3ade59 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/security-groups?id=858107c4-091b-41e6-af95-7d2b2c9866dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318239 Jul 23 21:01:44.682364 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cd0a0-0c50-4906-9128-99cbd879e803 req-ee09c7fd-f8f6-4777-b4f4-06fd03b6bf43 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:44.683735 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f3cd0a0-0c50-4906-9128-99cbd879e803 req-ee09c7fd-f8f6-4777-b4f4-06fd03b6bf43 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a0a9a3-f95f-4058-9f5b-1f90880fe09b HTTP/1.1" status: 200 len: 946 time: 0.0654144 Jul 23 21:01:44.722255 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f3cd0a0-0c50-4906-9128-99cbd879e803 req-290d29b9-78c5-4239-89cb-cc1bd6fc97a6 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/security-groups?id=858107c4-091b-41e6-af95-7d2b2c9866dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327635 Jul 23 21:01:44.853117 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca83d58-6d95-409c-acb6-0959076bf3df req-a988357c-6eed-45ac-b5fc-97889fb32dce tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:44.854926 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6ca83d58-6d95-409c-acb6-0959076bf3df req-a988357c-6eed-45ac-b5fc-97889fb32dce tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a0a9a3-f95f-4058-9f5b-1f90880fe09b HTTP/1.1" status: 200 len: 946 time: 0.0649884 Jul 23 21:01:44.893419 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6ca83d58-6d95-409c-acb6-0959076bf3df req-8eefc68e-fd4a-40bf-88f5-0e208eec3cb8 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/security-groups?id=858107c4-091b-41e6-af95-7d2b2c9866dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325727 Jul 23 21:01:45.051587 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:45.076520 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df3b31-c36e-47d1-af0f-7470b166a723 req-7e22d8f9-75eb-4194-8497-7d7dcfef0883 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:45.078032 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-80df3b31-c36e-47d1-af0f-7470b166a723 req-7e22d8f9-75eb-4194-8497-7d7dcfef0883 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a0a9a3-f95f-4058-9f5b-1f90880fe09b HTTP/1.1" status: 200 len: 946 time: 0.0694668 Jul 23 21:01:45.116642 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-80df3b31-c36e-47d1-af0f-7470b166a723 req-e1031b75-1bce-4c84-9816-5df2e750fdf8 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/security-groups?id=858107c4-091b-41e6-af95-7d2b2c9866dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329468 Jul 23 21:01:45.192550 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:45.253304 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f1cf1-ee92-4930-a550-2ce252b3feeb req-29c57f05-911a-410d-bf29-b6560f75f0c3 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:45.254862 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-653f1cf1-ee92-4930-a550-2ce252b3feeb req-29c57f05-911a-410d-bf29-b6560f75f0c3 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a0a9a3-f95f-4058-9f5b-1f90880fe09b HTTP/1.1" status: 200 len: 946 time: 0.0662360 Jul 23 21:01:45.292397 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-653f1cf1-ee92-4930-a550-2ce252b3feeb req-1cde0ec5-4ac4-451d-b353-15b54c9ac3cc tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/security-groups?id=858107c4-091b-41e6-af95-7d2b2c9866dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316038 Jul 23 21:01:45.434216 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bf86b-6a22-4813-9199-baf13b61b3e1 req-32efe515-f803-46ad-b2d4-1cb0f8bebb79 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:45.436256 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a84bf86b-6a22-4813-9199-baf13b61b3e1 req-32efe515-f803-46ad-b2d4-1cb0f8bebb79 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a0a9a3-f95f-4058-9f5b-1f90880fe09b HTTP/1.1" status: 200 len: 946 time: 0.0677645 Jul 23 21:01:45.477517 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a84bf86b-6a22-4813-9199-baf13b61b3e1 req-5309a025-a526-4469-a14d-146310aba120 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/security-groups?id=858107c4-091b-41e6-af95-7d2b2c9866dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320499 Jul 23 21:01:45.799396 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9b4fc-ffbc-4b94-b17d-0ebce67b08bc req-f436f2b3-6839-4d38-b3fc-8cfbd01b7967 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:45.801379 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-46c9b4fc-ffbc-4b94-b17d-0ebce67b08bc req-f436f2b3-6839-4d38-b3fc-8cfbd01b7967 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a0a9a3-f95f-4058-9f5b-1f90880fe09b HTTP/1.1" status: 200 len: 946 time: 0.0648794 Jul 23 21:01:45.838082 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-46c9b4fc-ffbc-4b94-b17d-0ebce67b08bc req-bd9992ad-dffe-46f5-8c51-528165e7169f tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/security-groups?id=858107c4-091b-41e6-af95-7d2b2c9866dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310962 Jul 23 21:01:46.119306 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:46.975679 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef58189-ff40-43cd-9a6f-8d427454ff00 req-4f380cab-4982-41ae-a5f1-061c2bc63fba tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:46.977183 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1ef58189-ff40-43cd-9a6f-8d427454ff00 req-4f380cab-4982-41ae-a5f1-061c2bc63fba tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a0a9a3-f95f-4058-9f5b-1f90880fe09b HTTP/1.1" status: 200 len: 946 time: 0.0646842 Jul 23 21:01:47.027707 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1ef58189-ff40-43cd-9a6f-8d427454ff00 req-14e20e46-9a78-4ae5-a6f8-a51e0fcf176e tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.32 "GET /v2.0/security-groups?id=858107c4-091b-41e6-af95-7d2b2c9866dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440266 Jul 23 21:01:47.079499 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a9597-4335-456a-98e9-fbc0c2f5771b req-003c9c25-7a7b-47b0-a518-6bc439652aac tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:47.080941 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2d7a9597-4335-456a-98e9-fbc0c2f5771b req-003c9c25-7a7b-47b0-a518-6bc439652aac tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1a0a9a3-f95f-4058-9f5b-1f90880fe09b HTTP/1.1" status: 200 len: 946 time: 0.0719545 Jul 23 21:01:47.183533 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-2d7a9597-4335-456a-98e9-fbc0c2f5771b req-49c0b498-c9bb-4fab-96d8-522063cfcd08 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Deleting port 20a94490-b118-4d2a-98bd-15b8fbc78570 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:01:47.183788 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2d7a9597-4335-456a-98e9-fbc0c2f5771b req-49c0b498-c9bb-4fab-96d8-522063cfcd08 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:47.281407 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-2d7a9597-4335-456a-98e9-fbc0c2f5771b req-49c0b498-c9bb-4fab-96d8-522063cfcd08 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] For port 20a94490-b118-4d2a-98bd-15b8fbc78570, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=20a94490-b118-4d2a-98bd-15b8fbc78570,segment=NetworkSegment(6337a10b-90f5-46db-af11-5c204fbf297b),segment_id=6337a10b-90f5-46db-af11-5c204fbf297b)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:47.281800 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2d7a9597-4335-456a-98e9-fbc0c2f5771b req-49c0b498-c9bb-4fab-96d8-522063cfcd08 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:47.293371 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-2d7a9597-4335-456a-98e9-fbc0c2f5771b req-49c0b498-c9bb-4fab-96d8-522063cfcd08 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Calling delete_port for 20a94490-b118-4d2a-98bd-15b8fbc78570 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:01:47.421705 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2d7a9597-4335-456a-98e9-fbc0c2f5771b req-49c0b498-c9bb-4fab-96d8-522063cfcd08 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:47.433514 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['20a94490-b118-4d2a-98bd-15b8fbc78570'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:01:47.456468 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c0b498-c9bb-4fab-96d8-522063cfcd08 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Pushing event deleted for resources: {'Port': ['ID=20a94490-b118-4d2a-98bd-15b8fbc78570,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:47.500737 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d7a9597-4335-456a-98e9-fbc0c2f5771b req-49c0b498-c9bb-4fab-96d8-522063cfcd08 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] No DVR routers for this DVR port 20a94490-b118-4d2a-98bd-15b8fbc78570 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:01:47.503329 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2d7a9597-4335-456a-98e9-fbc0c2f5771b req-49c0b498-c9bb-4fab-96d8-522063cfcd08 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:47.505493 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2d7a9597-4335-456a-98e9-fbc0c2f5771b req-49c0b498-c9bb-4fab-96d8-522063cfcd08 tempest-ServersNegativeTestJSON-310722858 tempest-ServersNegativeTestJSON-310722858-project] 10.222.0.18 "DELETE /v2.0/ports/20a94490-b118-4d2a-98bd-15b8fbc78570 HTTP/1.1" status: 204 len: 173 time: 0.4195666 Jul 23 21:01:47.505945 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a0a9a3-f95f-4058-9f5b-1f90880fe09b', 'name': 'network-vif-deleted', 'tag': '20a94490-b118-4d2a-98bd-15b8fbc78570'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:01:47.509068 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1358e00761cb368f0f7ae124e23a857cb06aa2e8cdc938e6d7a9a9ae7bd1e98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1923eea-6a56-49b5-b003-de0049f9c0bf" -d '{"events": [{"server_uuid": "a1a0a9a3-f95f-4058-9f5b-1f90880fe09b", "name": "network-vif-deleted", "tag": "20a94490-b118-4d2a-98bd-15b8fbc78570"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:01:47.552933 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4fd0e4-a9a3-4bf2-a3b9-c0eabfe8ae08 x-openstack-request-id: req-ca4fd0e4-a9a3-4bf2-a3b9-c0eabfe8ae08 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:01:47.553232 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a0a9a3-f95f-4058-9f5b-1f90880fe09b", "name": "network-vif-deleted", "tag": "20a94490-b118-4d2a-98bd-15b8fbc78570", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:01:47.553562 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ca4fd0e4-a9a3-4bf2-a3b9-c0eabfe8ae08 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:01:47.553974 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a0a9a3-f95f-4058-9f5b-1f90880fe09b', 'name': 'network-vif-deleted', 'tag': '20a94490-b118-4d2a-98bd-15b8fbc78570', 'status': 'completed', 'code': 200} Jul 23 21:01:48.085450 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37454) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:48.129374 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c30f680-87bc-46ab-b945-15189d6e8f17 admin admin] Deleting subnet def0ce80-10ae-445b-a00a-5d62ef3bb49b {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:01:48.132396 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2c30f680-87bc-46ab-b945-15189d6e8f17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:48.170326 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2c30f680-87bc-46ab-b945-15189d6e8f17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:48.210504 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2c30f680-87bc-46ab-b945-15189d6e8f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:48.262958 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2c30f680-87bc-46ab-b945-15189d6e8f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:48.288400 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c30f680-87bc-46ab-b945-15189d6e8f17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=def0ce80-10ae-445b-a00a-5d62ef3bb49b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:48.291998 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2c30f680-87bc-46ab-b945-15189d6e8f17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:48.293987 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2c30f680-87bc-46ab-b945-15189d6e8f17 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/def0ce80-10ae-445b-a00a-5d62ef3bb49b HTTP/1.1" status: 204 len: 168 time: 0.2075360 Jul 23 21:01:48.296660 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37456) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:48.367815 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f7076139-c257-4fc7-8b8b-8322b4dc78b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:48.445179 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f7076139-c257-4fc7-8b8b-8322b4dc78b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:48.455180 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-f7076139-c257-4fc7-8b8b-8322b4dc78b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ace870d-ccc4-4226-a682-01bf27589c34']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:48.464753 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-f7076139-c257-4fc7-8b8b-8322b4dc78b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6337a10b-90f5-46db-af11-5c204fbf297b') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:48.465049 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-f7076139-c257-4fc7-8b8b-8322b4dc78b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6337a10b-90f5-46db-af11-5c204fbf297b') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:48.474060 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f7076139-c257-4fc7-8b8b-8322b4dc78b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:48.487895 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f7076139-c257-4fc7-8b8b-8322b4dc78b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:48.493588 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7076139-c257-4fc7-8b8b-8322b4dc78b7 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:01:48.493971 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f7076139-c257-4fc7-8b8b-8322b4dc78b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:48.495618 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 21:01:48.495618 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:01:48.495618 n-d-793618-10 neutron-server[93875]: timer() Jul 23 21:01:48.495618 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:01:48.495618 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 21:01:48.495618 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:01:48.495618 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 21:01:48.495618 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:01:48.495618 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 21:01:48.495618 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:01:48.495618 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 21:01:48.495618 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:01:48.495618 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 21:01:48.495618 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:01:48.495618 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:01:48.495618 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:01:48.495618 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:01:48.495618 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:01:48.495618 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 21:01:48.495618 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:01:48.495618 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 21:01:48.495618 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:01:48.495618 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:01:48.495618 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:01:48.495618 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 21:01:48.495618 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:01:48.495618 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:01:48.495618 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:01:48.495618 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:01:48.495618 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:01:48.495618 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:01:48.495618 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:01:48.551571 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f7076139-c257-4fc7-8b8b-8322b4dc78b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:48.553277 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 2427e406-0ead-4f0c-9fcf-b4eba60b8aa5 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:01:48.556827 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f7076139-c257-4fc7-8b8b-8322b4dc78b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:48.558822 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f7076139-c257-4fc7-8b8b-8322b4dc78b7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1ace870d-ccc4-4226-a682-01bf27589c34 HTTP/1.1" status: 204 len: 168 time: 0.2612584 Jul 23 21:01:48.570529 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7076139-c257-4fc7-8b8b-8322b4dc78b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ace870d-ccc4-4226-a682-01bf27589c34,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:48.575273 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 2427e406-0ead-4f0c-9fcf-b4eba60b8aa5 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:01:48.576104 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 2427e406-0ead-4f0c-9fcf-b4eba60b8aa5 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:01:48.667944 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37460) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:48.708631 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-685a18f0-0729-42c9-bbc3-e3ee26943576 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=afeb129147474339bf884edb30bde19d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395432 Jul 23 21:01:48.711078 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37462) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:48.760661 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7e69021-e228-46f1-a1be-4e45f99b7ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:48.781589 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7e69021-e228-46f1-a1be-4e45f99b7ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:48.829879 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7e69021-e228-46f1-a1be-4e45f99b7ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:48.832363 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7e69021-e228-46f1-a1be-4e45f99b7ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:48.833558 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c7e69021-e228-46f1-a1be-4e45f99b7ece admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/858107c4-091b-41e6-af95-7d2b2c9866dd HTTP/1.1" status: 204 len: 168 time: 0.1215212 Jul 23 21:01:48.841053 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e69021-e228-46f1-a1be-4e45f99b7ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858107c4-091b-41e6-af95-7d2b2c9866dd,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:49.502313 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37484) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:49.593976 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-aca22335-4f6f-4b41-b9bb-a5cfba87245d tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-837665808'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:49.615293 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca22335-4f6f-4b41-b9bb-a5cfba87245d tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Made reservation on behalf of 397b86291723474188b4b408cf9830b3 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:49.618809 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aca22335-4f6f-4b41-b9bb-a5cfba87245d tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:49.627690 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aca22335-4f6f-4b41-b9bb-a5cfba87245d tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:49.720907 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aca22335-4f6f-4b41-b9bb-a5cfba87245d tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:49.725298 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aca22335-4f6f-4b41-b9bb-a5cfba87245d tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:49.753521 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aca22335-4f6f-4b41-b9bb-a5cfba87245d tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:01:49.762488 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca22335-4f6f-4b41-b9bb-a5cfba87245d tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13a20c03-caee-4748-a51e-6158b9e6d4f8,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:49.770614 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aca22335-4f6f-4b41-b9bb-a5cfba87245d tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:49.771537 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-aca22335-4f6f-4b41-b9bb-a5cfba87245d tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Added segment 05549b06-4656-478b-9c19-7f45f2a023f7 of type vlan for network 437bf04b-cf4d-4789-b879-094fdd6d32a6 Jul 23 21:01:49.809550 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aca22335-4f6f-4b41-b9bb-a5cfba87245d tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:49.837951 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aca22335-4f6f-4b41-b9bb-a5cfba87245d tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:49.844020 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca22335-4f6f-4b41-b9bb-a5cfba87245d tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:49.844595 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aca22335-4f6f-4b41-b9bb-a5cfba87245d tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:49.893503 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-aca22335-4f6f-4b41-b9bb-a5cfba87245d tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3751566 Jul 23 21:01:49.922575 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca22335-4f6f-4b41-b9bb-a5cfba87245d tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Pushing event updated for resources: {'Network': ['ID=437bf04b-cf4d-4789-b879-094fdd6d32a6,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:49.934490 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 437bf04b-cf4d-4789-b879-094fdd6d32a6 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:01:51.704321 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 20a94490-b118-4d2a-98bd-15b8fbc78570 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:01:51.724594 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 20a94490-b118-4d2a-98bd-15b8fbc78570 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:01:51.724936 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 20a94490-b118-4d2a-98bd-15b8fbc78570 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:01:53.187143 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37488) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:53.192332 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-b1f4a8eb-307f-4d6d-9bca-470995b2800f tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Request body: {'subnet': {'network_id': '437bf04b-cf4d-4789-b879-094fdd6d32a6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:53.278062 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f4a8eb-307f-4d6d-9bca-470995b2800f tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Made reservation on behalf of 397b86291723474188b4b408cf9830b3 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:53.281783 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b1f4a8eb-307f-4d6d-9bca-470995b2800f tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:53.471061 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b1f4a8eb-307f-4d6d-9bca-470995b2800f tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:53.540712 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f4a8eb-307f-4d6d-9bca-470995b2800f tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Pushing event updated for resources: {'Subnet': ['ID=05a0ad01-ba04-4e45-9d82-add4affeab2b,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:53.545114 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f4a8eb-307f-4d6d-9bca-470995b2800f tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Checking segment: {'id': '05549b06-4656-478b-9c19-7f45f2a023f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '437bf04b-cf4d-4789-b879-094fdd6d32a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:01:53.545485 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f4a8eb-307f-4d6d-9bca-470995b2800f tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Network hostable DHCP agents. Network: 437bf04b-cf4d-4789-b879-094fdd6d32a6, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:01:53.562800 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f4a8eb-307f-4d6d-9bca-470995b2800f tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Network 437bf04b-cf4d-4789-b879-094fdd6d32a6 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:01:53.571411 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-b1f4a8eb-307f-4d6d-9bca-470995b2800f tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 437bf04b-cf4d-4789-b879-094fdd6d32a6) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:01:53.575538 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f4a8eb-307f-4d6d-9bca-470995b2800f tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:53.576829 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b1f4a8eb-307f-4d6d-9bca-470995b2800f tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:53.580421 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388a1622-0517-414f-b487-531787264bbe None None] Network 437bf04b-cf4d-4789-b879-094fdd6d32a6 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:53.591295 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b1f4a8eb-307f-4d6d-9bca-470995b2800f tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4029391 Jul 23 21:01:53.595132 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37490) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:53.600327 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-7932cfdf-e1ad-4f0a-a853-7a656878a524 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1723922921'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:53.623432 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7932cfdf-e1ad-4f0a-a853-7a656878a524 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Made reservation on behalf of 397b86291723474188b4b408cf9830b3 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:53.627064 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7932cfdf-e1ad-4f0a-a853-7a656878a524 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:53.650556 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7932cfdf-e1ad-4f0a-a853-7a656878a524 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:01:53.659446 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7932cfdf-e1ad-4f0a-a853-7a656878a524 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:53.659795 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-7932cfdf-e1ad-4f0a-a853-7a656878a524 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Added segment 4a77d040-f2b4-474a-a56a-78fcc6c8b820 of type vlan for network 21bf717e-a108-4574-9460-693d06f38d3f Jul 23 21:01:53.700859 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7932cfdf-e1ad-4f0a-a853-7a656878a524 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:53.729175 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7595e2ff-0c02-4149-9b27-e23be11c18da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-437bf04b-cf4d-4789-b879-094fdd6d32a6', 'network_id': '437bf04b-cf4d-4789-b879-094fdd6d32a6', 'tenant_id': '397b86291723474188b4b408cf9830b3', 'fixed_ips': [{'subnet_id': '05a0ad01-ba04-4e45-9d82-add4affeab2b'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:01:53.729608 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7932cfdf-e1ad-4f0a-a853-7a656878a524 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:53.730043 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7595e2ff-0c02-4149-9b27-e23be11c18da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:53.735706 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7932cfdf-e1ad-4f0a-a853-7a656878a524 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:53.736349 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7932cfdf-e1ad-4f0a-a853-7a656878a524 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:53.776774 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7932cfdf-e1ad-4f0a-a853-7a656878a524 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1805027 Jul 23 21:01:53.779859 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37492) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:53.784765 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-d79696df-a0b5-4a02-a53c-7c689248a2cf tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Request body: {'subnet': {'network_id': '21bf717e-a108-4574-9460-693d06f38d3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:53.827079 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932cfdf-e1ad-4f0a-a853-7a656878a524 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Pushing event updated for resources: {'Network': ['ID=21bf717e-a108-4574-9460-693d06f38d3f,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:53.844214 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7932cfdf-e1ad-4f0a-a853-7a656878a524 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:53.844560 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7932cfdf-e1ad-4f0a-a853-7a656878a524 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:53.844902 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7932cfdf-e1ad-4f0a-a853-7a656878a524 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:53.845240 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7932cfdf-e1ad-4f0a-a853-7a656878a524 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:53.845603 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7932cfdf-e1ad-4f0a-a853-7a656878a524 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:53.845934 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7932cfdf-e1ad-4f0a-a853-7a656878a524 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:53.846297 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7932cfdf-e1ad-4f0a-a853-7a656878a524 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:53.846629 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7932cfdf-e1ad-4f0a-a853-7a656878a524 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:53.846956 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7932cfdf-e1ad-4f0a-a853-7a656878a524 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:53.847284 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7932cfdf-e1ad-4f0a-a853-7a656878a524 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:53.847606 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7932cfdf-e1ad-4f0a-a853-7a656878a524 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:53.847947 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7932cfdf-e1ad-4f0a-a853-7a656878a524 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:53.860801 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 21bf717e-a108-4574-9460-693d06f38d3f details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:01:53.913459 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79696df-a0b5-4a02-a53c-7c689248a2cf tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Made reservation on behalf of 397b86291723474188b4b408cf9830b3 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:53.917054 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d79696df-a0b5-4a02-a53c-7c689248a2cf tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:53.929978 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-7595e2ff-0c02-4149-9b27-e23be11c18da None None] Allocated IP 2001:db8:0:ffff::2 (437bf04b-cf4d-4789-b879-094fdd6d32a6/05a0ad01-ba04-4e45-9d82-add4affeab2b/597d06de-0029-4b4c-bb6c-88cb9842fa34) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:01:54.086650 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7595e2ff-0c02-4149-9b27-e23be11c18da None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:54.095639 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7595e2ff-0c02-4149-9b27-e23be11c18da None None] Transition to ACTIVE for port object 597d06de-0029-4b4c-bb6c-88cb9842fa34 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:01:54.111620 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7595e2ff-0c02-4149-9b27-e23be11c18da None None] Transition to ACTIVE for port object 597d06de-0029-4b4c-bb6c-88cb9842fa34 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:01:54.112789 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d79696df-a0b5-4a02-a53c-7c689248a2cf tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:54.117789 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7595e2ff-0c02-4149-9b27-e23be11c18da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:54.154451 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7595e2ff-0c02-4149-9b27-e23be11c18da None None] Network 437bf04b-cf4d-4789-b879-094fdd6d32a6 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:01:54.159494 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-7595e2ff-0c02-4149-9b27-e23be11c18da None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:01:54.164050 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7595e2ff-0c02-4149-9b27-e23be11c18da None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:01:54.171952 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595e2ff-0c02-4149-9b27-e23be11c18da None None] Pushing event updated for resources: {'Port': ['ID=597d06de-0029-4b4c-bb6c-88cb9842fa34,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:54.182141 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79696df-a0b5-4a02-a53c-7c689248a2cf tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Pushing event updated for resources: {'Subnet': ['ID=5ce8579b-cf3c-440d-83dd-cb5d8ce50121,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:54.186671 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79696df-a0b5-4a02-a53c-7c689248a2cf tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Checking segment: {'id': '4a77d040-f2b4-474a-a56a-78fcc6c8b820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '21bf717e-a108-4574-9460-693d06f38d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:01:54.187026 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79696df-a0b5-4a02-a53c-7c689248a2cf tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Network hostable DHCP agents. Network: 21bf717e-a108-4574-9460-693d06f38d3f, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:01:54.203283 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7595e2ff-0c02-4149-9b27-e23be11c18da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:54.203655 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7595e2ff-0c02-4149-9b27-e23be11c18da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:54.203995 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7595e2ff-0c02-4149-9b27-e23be11c18da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:54.204327 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7595e2ff-0c02-4149-9b27-e23be11c18da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:54.204700 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79696df-a0b5-4a02-a53c-7c689248a2cf tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Network 21bf717e-a108-4574-9460-693d06f38d3f is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:01:54.204825 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7595e2ff-0c02-4149-9b27-e23be11c18da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:54.205351 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7595e2ff-0c02-4149-9b27-e23be11c18da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:54.205756 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7595e2ff-0c02-4149-9b27-e23be11c18da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:54.206257 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7595e2ff-0c02-4149-9b27-e23be11c18da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:54.206735 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7595e2ff-0c02-4149-9b27-e23be11c18da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:54.207064 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7595e2ff-0c02-4149-9b27-e23be11c18da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:54.207395 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7595e2ff-0c02-4149-9b27-e23be11c18da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:54.207718 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7595e2ff-0c02-4149-9b27-e23be11c18da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:54.214237 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-d79696df-a0b5-4a02-a53c-7c689248a2cf tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 21bf717e-a108-4574-9460-693d06f38d3f) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:01:54.220093 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79696df-a0b5-4a02-a53c-7c689248a2cf tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:54.220885 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d79696df-a0b5-4a02-a53c-7c689248a2cf tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:54.239947 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d79696df-a0b5-4a02-a53c-7c689248a2cf tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4589167 Jul 23 21:01:54.242502 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37494) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:54.345205 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e1784f59-8c84-4bc9-a0b3-f76f9ff2246d tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:54.393923 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4544115-59f1-4c7e-8c3f-d2129dbb8e3d None None] Network 21bf717e-a108-4574-9460-693d06f38d3f requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:54.424525 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-7595e2ff-0c02-4149-9b27-e23be11c18da None None] Attempting to bind port 597d06de-0029-4b4c-bb6c-88cb9842fa34 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:01:54.424896 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-7595e2ff-0c02-4149-9b27-e23be11c18da None None] Attempting to bind port 597d06de-0029-4b4c-bb6c-88cb9842fa34 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '05549b06-4656-478b-9c19-7f45f2a023f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '437bf04b-cf4d-4789-b879-094fdd6d32a6'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:01:54.425264 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7595e2ff-0c02-4149-9b27-e23be11c18da None None] Attempting to bind port 597d06de-0029-4b4c-bb6c-88cb9842fa34 on network 437bf04b-cf4d-4789-b879-094fdd6d32a6 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:01:54.426858 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e1784f59-8c84-4bc9-a0b3-f76f9ff2246d tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:54.433041 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7595e2ff-0c02-4149-9b27-e23be11c18da None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:01:54.433435 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7595e2ff-0c02-4149-9b27-e23be11c18da None None] Checking segment: {'id': '05549b06-4656-478b-9c19-7f45f2a023f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '437bf04b-cf4d-4789-b879-094fdd6d32a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:01:54.433847 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7595e2ff-0c02-4149-9b27-e23be11c18da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:54.434238 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7595e2ff-0c02-4149-9b27-e23be11c18da None None] Bound using segment: {'id': '05549b06-4656-478b-9c19-7f45f2a023f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '437bf04b-cf4d-4789-b879-094fdd6d32a6'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:01:54.434698 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-7595e2ff-0c02-4149-9b27-e23be11c18da None None] Bound port: 597d06de-0029-4b4c-bb6c-88cb9842fa34, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05549b06-4656-478b-9c19-7f45f2a023f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '437bf04b-cf4d-4789-b879-094fdd6d32a6'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:01:54.435117 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7595e2ff-0c02-4149-9b27-e23be11c18da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:54.492234 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e1784f59-8c84-4bc9-a0b3-f76f9ff2246d tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:54.517011 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1784f59-8c84-4bc9-a0b3-f76f9ff2246d tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Pushing event deleted for resources: {'Subnet': ['ID=5ce8579b-cf3c-440d-83dd-cb5d8ce50121,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:54.567041 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-7595e2ff-0c02-4149-9b27-e23be11c18da None None] For port 597d06de-0029-4b4c-bb6c-88cb9842fa34, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:01:54.596889 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df494783-94f8-4fcb-9f95-7ec9d9cd4a3f None None] Network 21bf717e-a108-4574-9460-693d06f38d3f requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:54.603115 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-7595e2ff-0c02-4149-9b27-e23be11c18da None None] For port 597d06de-0029-4b4c-bb6c-88cb9842fa34, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=597d06de-0029-4b4c-bb6c-88cb9842fa34,segment=NetworkSegment(05549b06-4656-478b-9c19-7f45f2a023f7),segment_id=05549b06-4656-478b-9c19-7f45f2a023f7)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:01:54.616454 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7595e2ff-0c02-4149-9b27-e23be11c18da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:54.756152 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595e2ff-0c02-4149-9b27-e23be11c18da None None] Pushing event updated for resources: {'Port': ['ID=597d06de-0029-4b4c-bb6c-88cb9842fa34,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:54.916580 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e1784f59-8c84-4bc9-a0b3-f76f9ff2246d tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:54.927568 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-e1784f59-8c84-4bc9-a0b3-f76f9ff2246d tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21bf717e-a108-4574-9460-693d06f38d3f']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:54.938657 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-e1784f59-8c84-4bc9-a0b3-f76f9ff2246d tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a77d040-f2b4-474a-a56a-78fcc6c8b820') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:54.938943 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-e1784f59-8c84-4bc9-a0b3-f76f9ff2246d tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a77d040-f2b4-474a-a56a-78fcc6c8b820') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:54.948436 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e1784f59-8c84-4bc9-a0b3-f76f9ff2246d tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:54.962970 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e1784f59-8c84-4bc9-a0b3-f76f9ff2246d tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:54.968867 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1784f59-8c84-4bc9-a0b3-f76f9ff2246d tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:01:54.969251 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e1784f59-8c84-4bc9-a0b3-f76f9ff2246d tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:54.972323 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 21:01:54.972323 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:01:54.972323 n-d-793618-10 neutron-server[93875]: timer() Jul 23 21:01:54.972323 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:01:54.972323 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 21:01:54.972323 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:01:54.972323 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 21:01:54.972323 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:01:54.972323 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 21:01:54.972323 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:01:54.972323 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 21:01:54.972323 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:01:54.972323 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 21:01:54.972323 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:01:54.972323 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:01:54.972323 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:01:54.972323 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:01:54.972323 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:01:54.972323 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 21:01:54.972323 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:01:54.972323 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 21:01:54.972323 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:01:54.972323 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:01:54.972323 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:01:54.972323 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 21:01:54.972323 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:01:54.972323 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:01:54.972323 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:01:54.972323 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:01:54.972323 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:01:54.972323 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:01:54.972323 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:01:55.027803 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e1784f59-8c84-4bc9-a0b3-f76f9ff2246d tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:55.034937 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e1784f59-8c84-4bc9-a0b3-f76f9ff2246d tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:55.036856 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e1784f59-8c84-4bc9-a0b3-f76f9ff2246d tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] 10.222.0.32 "DELETE /v2.0/networks/21bf717e-a108-4574-9460-693d06f38d3f HTTP/1.1" status: 204 len: 168 time: 0.7932999 Jul 23 21:01:55.040574 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37496) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:55.046120 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-02be6fdf-2caa-4f73-9941-ab8e5894f23f tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1934131963'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:55.048939 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1784f59-8c84-4bc9-a0b3-f76f9ff2246d tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Pushing event deleted for resources: {'Network': ['ID=21bf717e-a108-4574-9460-693d06f38d3f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:55.068003 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02be6fdf-2caa-4f73-9941-ab8e5894f23f tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Made reservation on behalf of 397b86291723474188b4b408cf9830b3 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:55.071629 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-02be6fdf-2caa-4f73-9941-ab8e5894f23f tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:55.095629 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02be6fdf-2caa-4f73-9941-ab8e5894f23f tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:01:55.105852 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-02be6fdf-2caa-4f73-9941-ab8e5894f23f tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:55.106207 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-02be6fdf-2caa-4f73-9941-ab8e5894f23f tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Added segment fadd27b4-82ba-4664-bb7a-4ede6080fecc of type vlan for network a9d8db29-b6b4-458a-8e77-5f10bd26a838 Jul 23 21:01:55.147674 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-02be6fdf-2caa-4f73-9941-ab8e5894f23f tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:55.175165 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-02be6fdf-2caa-4f73-9941-ab8e5894f23f tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:55.180599 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02be6fdf-2caa-4f73-9941-ab8e5894f23f tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:55.181181 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-02be6fdf-2caa-4f73-9941-ab8e5894f23f tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:55.216539 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-02be6fdf-2caa-4f73-9941-ab8e5894f23f tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1747706 Jul 23 21:01:55.219571 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37498) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:55.226445 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-2b4ca4fe-17f3-48b9-81d9-790b73f0c4fa tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Request body: {'subnet': {'network_id': 'a9d8db29-b6b4-458a-8e77-5f10bd26a838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:55.259988 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be6fdf-2caa-4f73-9941-ab8e5894f23f tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Pushing event updated for resources: {'Network': ['ID=a9d8db29-b6b4-458a-8e77-5f10bd26a838,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:55.271877 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network a9d8db29-b6b4-458a-8e77-5f10bd26a838 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:01:55.350988 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4ca4fe-17f3-48b9-81d9-790b73f0c4fa tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Made reservation on behalf of 397b86291723474188b4b408cf9830b3 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:55.355122 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2b4ca4fe-17f3-48b9-81d9-790b73f0c4fa tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:55.417366 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.ipam_backend_mixin [None req-2b4ca4fe-17f3-48b9-81d9-790b73f0c4fa tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Performing IP validity checks on allocation pools {{(pid=93876) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 21:01:55.417922 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.ipam_backend_mixin [None req-2b4ca4fe-17f3-48b9-81d9-790b73f0c4fa tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93876) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 21:01:55.544111 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2b4ca4fe-17f3-48b9-81d9-790b73f0c4fa tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:55.607964 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132066d5-0454-457c-9e33-3418b783ffda None None] Network 437bf04b-cf4d-4789-b879-094fdd6d32a6 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:55.612035 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ca4fe-17f3-48b9-81d9-790b73f0c4fa tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Pushing event updated for resources: {'Subnet': ['ID=7bf1a5bc-d6f1-4289-8352-c6a134d13006,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:55.620637 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4ca4fe-17f3-48b9-81d9-790b73f0c4fa tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Checking segment: {'id': 'fadd27b4-82ba-4664-bb7a-4ede6080fecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a9d8db29-b6b4-458a-8e77-5f10bd26a838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:01:55.620993 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4ca4fe-17f3-48b9-81d9-790b73f0c4fa tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Network hostable DHCP agents. Network: a9d8db29-b6b4-458a-8e77-5f10bd26a838, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:01:55.637713 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4ca4fe-17f3-48b9-81d9-790b73f0c4fa tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Network a9d8db29-b6b4-458a-8e77-5f10bd26a838 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:01:55.646511 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-2b4ca4fe-17f3-48b9-81d9-790b73f0c4fa tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, a9d8db29-b6b4-458a-8e77-5f10bd26a838) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:01:55.650480 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4ca4fe-17f3-48b9-81d9-790b73f0c4fa tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:55.651068 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2b4ca4fe-17f3-48b9-81d9-790b73f0c4fa tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:55.662397 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bae6a4-a9da-4f7f-82ee-1567cf05a77e None None] Network a9d8db29-b6b4-458a-8e77-5f10bd26a838 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:55.667173 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2b4ca4fe-17f3-48b9-81d9-790b73f0c4fa tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4465363 Jul 23 21:01:55.670366 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37500) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:55.747074 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-07237895-0dfc-4a28-b0c3-ea18175ac4c1 None None] Provisioning for port 597d06de-0029-4b4c-bb6c-88cb9842fa34 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:01:55.777188 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f5695491-b427-45a8-8759-a210b805522c tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:55.829220 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f5695491-b427-45a8-8759-a210b805522c tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:55.891343 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f5695491-b427-45a8-8759-a210b805522c tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:55.909734 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316b1222-507b-4091-a9c5-7e84b90b9afe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-a9d8db29-b6b4-458a-8e77-5f10bd26a838', 'network_id': 'a9d8db29-b6b4-458a-8e77-5f10bd26a838', 'tenant_id': '397b86291723474188b4b408cf9830b3', 'fixed_ips': [{'subnet_id': '7bf1a5bc-d6f1-4289-8352-c6a134d13006'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:01:55.910580 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-316b1222-507b-4091-a9c5-7e84b90b9afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:55.928607 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5695491-b427-45a8-8759-a210b805522c tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Pushing event deleted for resources: {'Subnet': ['ID=7bf1a5bc-d6f1-4289-8352-c6a134d13006,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:55.984133 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f5695491-b427-45a8-8759-a210b805522c tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:55.994964 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-f5695491-b427-45a8-8759-a210b805522c tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9d8db29-b6b4-458a-8e77-5f10bd26a838']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:56.006448 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-f5695491-b427-45a8-8759-a210b805522c tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fadd27b4-82ba-4664-bb7a-4ede6080fecc') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:56.006748 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-f5695491-b427-45a8-8759-a210b805522c tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fadd27b4-82ba-4664-bb7a-4ede6080fecc') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:56.007043 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36c60ef-e70d-4211-87c8-fee88118bcd2 None None] Network a9d8db29-b6b4-458a-8e77-5f10bd26a838 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:56.016764 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f5695491-b427-45a8-8759-a210b805522c tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:56.036859 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f5695491-b427-45a8-8759-a210b805522c tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:56.043234 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5695491-b427-45a8-8759-a210b805522c tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:01:56.043614 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f5695491-b427-45a8-8759-a210b805522c tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:56.046963 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 21:01:56.046963 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:01:56.046963 n-d-793618-10 neutron-server[93875]: timer() Jul 23 21:01:56.046963 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:01:56.046963 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 21:01:56.046963 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:01:56.046963 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 21:01:56.046963 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:01:56.046963 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 21:01:56.046963 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:01:56.046963 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 21:01:56.046963 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:01:56.046963 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 21:01:56.046963 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:01:56.046963 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:01:56.046963 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:01:56.046963 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:01:56.046963 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:01:56.046963 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 21:01:56.046963 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:01:56.046963 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 21:01:56.046963 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:01:56.046963 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:01:56.046963 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:01:56.046963 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 21:01:56.046963 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:01:56.046963 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:01:56.046963 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:01:56.046963 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:01:56.046963 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:01:56.046963 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:01:56.046963 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:01:56.117937 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f5695491-b427-45a8-8759-a210b805522c tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:56.125203 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f5695491-b427-45a8-8759-a210b805522c tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:56.127166 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f5695491-b427-45a8-8759-a210b805522c tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] 10.222.0.32 "DELETE /v2.0/networks/a9d8db29-b6b4-458a-8e77-5f10bd26a838 HTTP/1.1" status: 204 len: 168 time: 0.4556117 Jul 23 21:01:56.130816 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37504) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:56.136330 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ffcf23e4-c60c-4240-8775-16e079633e99 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-792677687'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:56.139464 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5695491-b427-45a8-8759-a210b805522c tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Pushing event deleted for resources: {'Network': ['ID=a9d8db29-b6b4-458a-8e77-5f10bd26a838,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:56.158221 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcf23e4-c60c-4240-8775-16e079633e99 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Made reservation on behalf of 397b86291723474188b4b408cf9830b3 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:56.161625 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ffcf23e4-c60c-4240-8775-16e079633e99 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:56.187322 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffcf23e4-c60c-4240-8775-16e079633e99 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:01:56.196668 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ffcf23e4-c60c-4240-8775-16e079633e99 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:56.197013 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-ffcf23e4-c60c-4240-8775-16e079633e99 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Added segment 30d143ff-1a69-4e43-bf23-863244c49495 of type vlan for network 92e31ed1-95c6-4f31-b91b-50c5976ec4f1 Jul 23 21:01:56.236891 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ffcf23e4-c60c-4240-8775-16e079633e99 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:56.265285 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ffcf23e4-c60c-4240-8775-16e079633e99 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:56.270832 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcf23e4-c60c-4240-8775-16e079633e99 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:56.271412 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ffcf23e4-c60c-4240-8775-16e079633e99 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:56.307805 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ffcf23e4-c60c-4240-8775-16e079633e99 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1758895 Jul 23 21:01:56.311782 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37506) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:56.316995 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-121fdbc4-8c60-4970-9408-684fe9276323 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Request body: {'subnet': {'network_id': '92e31ed1-95c6-4f31-b91b-50c5976ec4f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:56.338971 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf23e4-c60c-4240-8775-16e079633e99 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Pushing event updated for resources: {'Network': ['ID=92e31ed1-95c6-4f31-b91b-50c5976ec4f1,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:56.353496 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 92e31ed1-95c6-4f31-b91b-50c5976ec4f1 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:01:56.413554 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121fdbc4-8c60-4970-9408-684fe9276323 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Made reservation on behalf of 397b86291723474188b4b408cf9830b3 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:56.417282 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-121fdbc4-8c60-4970-9408-684fe9276323 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:56.441841 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 597d06de-0029-4b4c-bb6c-88cb9842fa34 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:01:56.489784 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 597d06de-0029-4b4c-bb6c-88cb9842fa34 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:01:56.493834 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 597d06de-0029-4b4c-bb6c-88cb9842fa34 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:01:56.494206 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:56.576524 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:56.609358 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-121fdbc4-8c60-4970-9408-684fe9276323 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:56.612987 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 597d06de-0029-4b4c-bb6c-88cb9842fa34, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=597d06de-0029-4b4c-bb6c-88cb9842fa34,segment=NetworkSegment(05549b06-4656-478b-9c19-7f45f2a023f7),segment_id=05549b06-4656-478b-9c19-7f45f2a023f7)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:56.617192 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:56.666559 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=597d06de-0029-4b4c-bb6c-88cb9842fa34,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:56.677624 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121fdbc4-8c60-4970-9408-684fe9276323 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Pushing event updated for resources: {'Subnet': ['ID=9200faff-93a6-4f85-9fdd-ea75066ecee8,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:56.689317 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121fdbc4-8c60-4970-9408-684fe9276323 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Checking segment: {'id': '30d143ff-1a69-4e43-bf23-863244c49495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '92e31ed1-95c6-4f31-b91b-50c5976ec4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:01:56.689700 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121fdbc4-8c60-4970-9408-684fe9276323 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Network hostable DHCP agents. Network: 92e31ed1-95c6-4f31-b91b-50c5976ec4f1, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:01:56.706067 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121fdbc4-8c60-4970-9408-684fe9276323 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Network 92e31ed1-95c6-4f31-b91b-50c5976ec4f1 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:01:56.714198 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-121fdbc4-8c60-4970-9408-684fe9276323 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 92e31ed1-95c6-4f31-b91b-50c5976ec4f1) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:01:56.718702 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121fdbc4-8c60-4970-9408-684fe9276323 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:56.719783 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-121fdbc4-8c60-4970-9408-684fe9276323 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:56.723111 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f53a60-8985-475c-b592-afd38766217e None None] Network 92e31ed1-95c6-4f31-b91b-50c5976ec4f1 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:56.735634 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-121fdbc4-8c60-4970-9408-684fe9276323 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4227400 Jul 23 21:01:56.739321 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37508) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:56.744548 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-225d556b-1ded-4d93-9eec-6cfd576c1e53 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1487219688'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:56.765746 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225d556b-1ded-4d93-9eec-6cfd576c1e53 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Made reservation on behalf of 397b86291723474188b4b408cf9830b3 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:56.769127 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-225d556b-1ded-4d93-9eec-6cfd576c1e53 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:56.792828 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-225d556b-1ded-4d93-9eec-6cfd576c1e53 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:01:56.803066 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-225d556b-1ded-4d93-9eec-6cfd576c1e53 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:56.803543 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-225d556b-1ded-4d93-9eec-6cfd576c1e53 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Added segment 06ab8e0b-93f0-4ed3-b66c-acc118730225 of type vlan for network 7a2027c8-3c73-4ba3-9be3-ac3e49d55494 Jul 23 21:01:56.844936 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-225d556b-1ded-4d93-9eec-6cfd576c1e53 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:56.874214 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbce743-9183-4d84-b08e-19f774b9c33a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-92e31ed1-95c6-4f31-b91b-50c5976ec4f1', 'network_id': '92e31ed1-95c6-4f31-b91b-50c5976ec4f1', 'tenant_id': '397b86291723474188b4b408cf9830b3', 'fixed_ips': [{'subnet_id': '9200faff-93a6-4f85-9fdd-ea75066ecee8'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:01:56.875210 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2fbce743-9183-4d84-b08e-19f774b9c33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:56.875363 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-225d556b-1ded-4d93-9eec-6cfd576c1e53 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:56.881105 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225d556b-1ded-4d93-9eec-6cfd576c1e53 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:56.881731 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-225d556b-1ded-4d93-9eec-6cfd576c1e53 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:56.922228 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-225d556b-1ded-4d93-9eec-6cfd576c1e53 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1814787 Jul 23 21:01:56.925046 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37510) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:56.929828 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-0da8a498-645b-4f01-ba46-0eab6b976991 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Request body: {'subnet': {'network_id': '7a2027c8-3c73-4ba3-9be3-ac3e49d55494', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:56.976061 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d556b-1ded-4d93-9eec-6cfd576c1e53 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Pushing event updated for resources: {'Network': ['ID=7a2027c8-3c73-4ba3-9be3-ac3e49d55494,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:56.989250 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 7a2027c8-3c73-4ba3-9be3-ac3e49d55494 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:01:57.051547 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da8a498-645b-4f01-ba46-0eab6b976991 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Made reservation on behalf of 397b86291723474188b4b408cf9830b3 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:57.055461 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0da8a498-645b-4f01-ba46-0eab6b976991 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:57.062647 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-2fbce743-9183-4d84-b08e-19f774b9c33a None None] Allocated IP 2001:db8::2 (92e31ed1-95c6-4f31-b91b-50c5976ec4f1/9200faff-93a6-4f85-9fdd-ea75066ecee8/efcd631b-b1ad-4648-88a6-8d0ebb526c5c) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:01:57.214186 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2fbce743-9183-4d84-b08e-19f774b9c33a None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:57.222945 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2fbce743-9183-4d84-b08e-19f774b9c33a None None] Transition to ACTIVE for port object efcd631b-b1ad-4648-88a6-8d0ebb526c5c will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:01:57.239109 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2fbce743-9183-4d84-b08e-19f774b9c33a None None] Transition to ACTIVE for port object efcd631b-b1ad-4648-88a6-8d0ebb526c5c will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:01:57.244902 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2fbce743-9183-4d84-b08e-19f774b9c33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:57.249524 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0da8a498-645b-4f01-ba46-0eab6b976991 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:57.282172 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbce743-9183-4d84-b08e-19f774b9c33a None None] Network 92e31ed1-95c6-4f31-b91b-50c5976ec4f1 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:01:57.286985 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-2fbce743-9183-4d84-b08e-19f774b9c33a None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:01:57.290484 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbce743-9183-4d84-b08e-19f774b9c33a None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:01:57.300041 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbce743-9183-4d84-b08e-19f774b9c33a None None] Pushing event updated for resources: {'Port': ['ID=efcd631b-b1ad-4648-88a6-8d0ebb526c5c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:57.314624 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8a498-645b-4f01-ba46-0eab6b976991 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Pushing event updated for resources: {'Subnet': ['ID=55d3550e-6c9e-4b83-9895-4e68724937be,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:57.323405 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da8a498-645b-4f01-ba46-0eab6b976991 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Checking segment: {'id': '06ab8e0b-93f0-4ed3-b66c-acc118730225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7a2027c8-3c73-4ba3-9be3-ac3e49d55494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:01:57.323762 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da8a498-645b-4f01-ba46-0eab6b976991 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Network hostable DHCP agents. Network: 7a2027c8-3c73-4ba3-9be3-ac3e49d55494, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:01:57.340439 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da8a498-645b-4f01-ba46-0eab6b976991 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Network 7a2027c8-3c73-4ba3-9be3-ac3e49d55494 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:01:57.350262 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-0da8a498-645b-4f01-ba46-0eab6b976991 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 7a2027c8-3c73-4ba3-9be3-ac3e49d55494) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:01:57.353144 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-2fbce743-9183-4d84-b08e-19f774b9c33a None None] Attempting to bind port efcd631b-b1ad-4648-88a6-8d0ebb526c5c on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:01:57.353539 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-2fbce743-9183-4d84-b08e-19f774b9c33a None None] Attempting to bind port efcd631b-b1ad-4648-88a6-8d0ebb526c5c by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '30d143ff-1a69-4e43-bf23-863244c49495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '92e31ed1-95c6-4f31-b91b-50c5976ec4f1'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:01:57.354157 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbce743-9183-4d84-b08e-19f774b9c33a None None] Attempting to bind port efcd631b-b1ad-4648-88a6-8d0ebb526c5c on network 92e31ed1-95c6-4f31-b91b-50c5976ec4f1 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:01:57.358089 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da8a498-645b-4f01-ba46-0eab6b976991 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:57.358328 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0184954-3da9-4534-9e41-641f10f4ed3c None None] Network 7a2027c8-3c73-4ba3-9be3-ac3e49d55494 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:57.358933 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0da8a498-645b-4f01-ba46-0eab6b976991 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:57.363830 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbce743-9183-4d84-b08e-19f774b9c33a None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:01:57.364208 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbce743-9183-4d84-b08e-19f774b9c33a None None] Checking segment: {'id': '30d143ff-1a69-4e43-bf23-863244c49495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '92e31ed1-95c6-4f31-b91b-50c5976ec4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:01:57.364608 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2fbce743-9183-4d84-b08e-19f774b9c33a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:57.364998 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbce743-9183-4d84-b08e-19f774b9c33a None None] Bound using segment: {'id': '30d143ff-1a69-4e43-bf23-863244c49495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '92e31ed1-95c6-4f31-b91b-50c5976ec4f1'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:01:57.365462 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-2fbce743-9183-4d84-b08e-19f774b9c33a None None] Bound port: efcd631b-b1ad-4648-88a6-8d0ebb526c5c, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d143ff-1a69-4e43-bf23-863244c49495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '92e31ed1-95c6-4f31-b91b-50c5976ec4f1'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:01:57.365876 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2fbce743-9183-4d84-b08e-19f774b9c33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:57.375907 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0da8a498-645b-4f01-ba46-0eab6b976991 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4475443 Jul 23 21:01:57.376152 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37512) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:57.472971 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a64ff2d2-73c4-42f2-bc4b-85c7424b2ef7 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:57.492963 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2fbce743-9183-4d84-b08e-19f774b9c33a None None] For port efcd631b-b1ad-4648-88a6-8d0ebb526c5c, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:01:57.496244 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2fbce743-9183-4d84-b08e-19f774b9c33a None None] For port efcd631b-b1ad-4648-88a6-8d0ebb526c5c, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=efcd631b-b1ad-4648-88a6-8d0ebb526c5c,segment=NetworkSegment(30d143ff-1a69-4e43-bf23-863244c49495),segment_id=30d143ff-1a69-4e43-bf23-863244c49495)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:01:57.522436 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2fbce743-9183-4d84-b08e-19f774b9c33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:57.528803 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a64ff2d2-73c4-42f2-bc4b-85c7424b2ef7 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:57.603865 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a64ff2d2-73c4-42f2-bc4b-85c7424b2ef7 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:57.616720 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbce743-9183-4d84-b08e-19f774b9c33a None None] Pushing event updated for resources: {'Port': ['ID=efcd631b-b1ad-4648-88a6-8d0ebb526c5c,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:57.626825 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea45484d-fccc-46db-a67d-6d5a6d991611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-7a2027c8-3c73-4ba3-9be3-ac3e49d55494', 'network_id': '7a2027c8-3c73-4ba3-9be3-ac3e49d55494', 'tenant_id': '397b86291723474188b4b408cf9830b3', 'fixed_ips': [{'subnet_id': '55d3550e-6c9e-4b83-9895-4e68724937be'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:01:57.627797 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ea45484d-fccc-46db-a67d-6d5a6d991611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:57.640374 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ff2d2-73c4-42f2-bc4b-85c7424b2ef7 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Pushing event deleted for resources: {'Subnet': ['ID=55d3550e-6c9e-4b83-9895-4e68724937be,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:57.703647 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a64ff2d2-73c4-42f2-bc4b-85c7424b2ef7 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:57.714367 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-a64ff2d2-73c4-42f2-bc4b-85c7424b2ef7 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a2027c8-3c73-4ba3-9be3-ac3e49d55494']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:57.720308 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97394da-073a-478e-aee5-8d087778f2c0 None None] Network 7a2027c8-3c73-4ba3-9be3-ac3e49d55494 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:57.726185 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-a64ff2d2-73c4-42f2-bc4b-85c7424b2ef7 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ab8e0b-93f0-4ed3-b66c-acc118730225') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:57.726543 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-a64ff2d2-73c4-42f2-bc4b-85c7424b2ef7 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ab8e0b-93f0-4ed3-b66c-acc118730225') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:57.736945 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a64ff2d2-73c4-42f2-bc4b-85c7424b2ef7 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:57.753670 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a64ff2d2-73c4-42f2-bc4b-85c7424b2ef7 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:57.774058 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a64ff2d2-73c4-42f2-bc4b-85c7424b2ef7 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:01:57.774732 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a64ff2d2-73c4-42f2-bc4b-85c7424b2ef7 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:57.779158 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 21:01:57.779158 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:01:57.779158 n-d-793618-10 neutron-server[93875]: timer() Jul 23 21:01:57.779158 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:01:57.779158 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 21:01:57.779158 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:01:57.779158 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 21:01:57.779158 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:01:57.779158 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 21:01:57.779158 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:01:57.779158 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 21:01:57.779158 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:01:57.779158 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 21:01:57.779158 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:01:57.779158 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:01:57.779158 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:01:57.779158 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:01:57.779158 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:01:57.779158 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 21:01:57.779158 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:01:57.779158 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 21:01:57.779158 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:01:57.779158 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:01:57.779158 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:01:57.779158 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 21:01:57.779158 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:01:57.779158 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:01:57.779158 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:01:57.779158 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:01:57.779158 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:01:57.779158 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:01:57.779158 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:01:57.855689 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a64ff2d2-73c4-42f2-bc4b-85c7424b2ef7 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:57.863693 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a64ff2d2-73c4-42f2-bc4b-85c7424b2ef7 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:57.867975 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a64ff2d2-73c4-42f2-bc4b-85c7424b2ef7 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] 10.222.0.32 "DELETE /v2.0/networks/7a2027c8-3c73-4ba3-9be3-ac3e49d55494 HTTP/1.1" status: 204 len: 168 time: 0.4884901 Jul 23 21:01:57.868371 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37514) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:57.877271 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ff2d2-73c4-42f2-bc4b-85c7424b2ef7 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Pushing event deleted for resources: {'Network': ['ID=7a2027c8-3c73-4ba3-9be3-ac3e49d55494,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:57.909448 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-94520b80-98e1-4faa-be24-53513faff102 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] GET failed (client error): The resource could not be found. Jul 23 21:01:57.911205 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-94520b80-98e1-4faa-be24-53513faff102 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] 10.222.0.32 "GET /v2.0/subnets/55d3550e-6c9e-4b83-9895-4e68724937be HTTP/1.1" status: 404 len: 337 time: 0.0417526 Jul 23 21:01:57.914067 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37516) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:57.932825 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fce01f2-b67b-4881-9703-57b8c1aea5bf tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] DELETE failed (client error): The resource could not be found. Jul 23 21:01:57.933351 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fce01f2-b67b-4881-9703-57b8c1aea5bf tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:01:57.935060 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4fce01f2-b67b-4881-9703-57b8c1aea5bf tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] 10.222.0.32 "DELETE /v2.0/networks/7a2027c8-3c73-4ba3-9be3-ac3e49d55494 HTTP/1.1" status: 404 len: 339 time: 0.0199854 Jul 23 21:01:57.939180 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37518) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:57.963954 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f8704fc-21eb-4e78-b37d-e894d05f4ce7 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] DELETE failed (client error): The resource could not be found. Jul 23 21:01:57.964392 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f8704fc-21eb-4e78-b37d-e894d05f4ce7 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:01:57.966675 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5f8704fc-21eb-4e78-b37d-e894d05f4ce7 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] 10.222.0.32 "DELETE /v2.0/subnets/55d3550e-6c9e-4b83-9895-4e68724937be HTTP/1.1" status: 404 len: 337 time: 0.0260339 Jul 23 21:01:57.969066 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37520) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:57.987189 n-d-793618-10 neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-386f262f-10b2-46c3-9d98-fc042552d41b tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] DELETE failed (client error): The resource could not be found. Jul 23 21:01:57.987632 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-386f262f-10b2-46c3-9d98-fc042552d41b tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:01:57.989234 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-386f262f-10b2-46c3-9d98-fc042552d41b tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] 10.222.0.32 "DELETE /v2.0/networks/7a2027c8-3c73-4ba3-9be3-ac3e49d55494 HTTP/1.1" status: 404 len: 339 time: 0.0192571 Jul 23 21:01:57.991619 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37522) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:58.040035 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-be18756c-0f71-4509-9de4-22346be7d159 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Deleting subnet 9200faff-93a6-4f85-9fdd-ea75066ecee8 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:01:58.043274 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-be18756c-0f71-4509-9de4-22346be7d159 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:58.082912 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-be18756c-0f71-4509-9de4-22346be7d159 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:58.169823 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-be18756c-0f71-4509-9de4-22346be7d159 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:58.233117 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-be18756c-0f71-4509-9de4-22346be7d159 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:58.264738 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-be18756c-0f71-4509-9de4-22346be7d159 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:58.266790 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-be18756c-0f71-4509-9de4-22346be7d159 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] 10.222.0.32 "DELETE /v2.0/subnets/9200faff-93a6-4f85-9fdd-ea75066ecee8 HTTP/1.1" status: 204 len: 168 time: 0.2743015 Jul 23 21:01:58.267683 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be18756c-0f71-4509-9de4-22346be7d159 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Pushing event deleted for resources: {'Subnet': ['ID=9200faff-93a6-4f85-9fdd-ea75066ecee8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:58.269372 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37524) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:58.354617 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-edacb7ae-a691-4c41-9ef0-fa7b8e3dfb11 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:58.414007 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-edacb7ae-a691-4c41-9ef0-fa7b8e3dfb11 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Deleting port efcd631b-b1ad-4648-88a6-8d0ebb526c5c {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:01:58.414429 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-edacb7ae-a691-4c41-9ef0-fa7b8e3dfb11 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:58.470450 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 597d06de-0029-4b4c-bb6c-88cb9842fa34 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:01:58.484255 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-edacb7ae-a691-4c41-9ef0-fa7b8e3dfb11 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] For port efcd631b-b1ad-4648-88a6-8d0ebb526c5c, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=efcd631b-b1ad-4648-88a6-8d0ebb526c5c,segment=NetworkSegment(30d143ff-1a69-4e43-bf23-863244c49495),segment_id=30d143ff-1a69-4e43-bf23-863244c49495)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:58.484624 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-edacb7ae-a691-4c41-9ef0-fa7b8e3dfb11 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:58.498753 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-edacb7ae-a691-4c41-9ef0-fa7b8e3dfb11 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Calling delete_port for efcd631b-b1ad-4648-88a6-8d0ebb526c5c owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:01:58.524496 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 597d06de-0029-4b4c-bb6c-88cb9842fa34 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:01:58.524870 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:58.546267 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798b3f08-22ff-463c-b720-38ac945c4ed6 None None] Network 92e31ed1-95c6-4f31-b91b-50c5976ec4f1 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:58.586702 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-edacb7ae-a691-4c41-9ef0-fa7b8e3dfb11 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:58.613791 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edacb7ae-a691-4c41-9ef0-fa7b8e3dfb11 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Pushing event deleted for resources: {'Port': ['ID=efcd631b-b1ad-4648-88a6-8d0ebb526c5c,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:58.618599 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edacb7ae-a691-4c41-9ef0-fa7b8e3dfb11 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] No DVR routers for this DVR port efcd631b-b1ad-4648-88a6-8d0ebb526c5c on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:01:58.628492 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2b911b4e-6318-4779-b035-29d179e416ac None None] Could not find standard attr ID for object efcd631b-b1ad-4648-88a6-8d0ebb526c5c. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 21:01:58.703779 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-edacb7ae-a691-4c41-9ef0-fa7b8e3dfb11 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:58.704592 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device efcd631b-b1ad-4648-88a6-8d0ebb526c5c up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:01:58.716722 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-edacb7ae-a691-4c41-9ef0-fa7b8e3dfb11 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92e31ed1-95c6-4f31-b91b-50c5976ec4f1']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:58.724070 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: efcd631b-b1ad-4648-88a6-8d0ebb526c5c {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:01:58.724419 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device efcd631b-b1ad-4648-88a6-8d0ebb526c5c not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 23 21:01:58.729949 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-edacb7ae-a691-4c41-9ef0-fa7b8e3dfb11 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d143ff-1a69-4e43-bf23-863244c49495') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:58.729949 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-edacb7ae-a691-4c41-9ef0-fa7b8e3dfb11 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d143ff-1a69-4e43-bf23-863244c49495') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:58.739900 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-edacb7ae-a691-4c41-9ef0-fa7b8e3dfb11 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:58.743949 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Port efcd631b-b1ad-4648-88a6-8d0ebb526c5c not found, will not notify nova. {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 23 21:01:58.753709 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059d5c5d-acf5-4955-86e1-ec581039df95 None None] DHCP port deletion for 92e31ed1-95c6-4f31-b91b-50c5976ec4f1 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:01:58.754442 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-edacb7ae-a691-4c41-9ef0-fa7b8e3dfb11 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:58.762532 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edacb7ae-a691-4c41-9ef0-fa7b8e3dfb11 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:01:58.762532 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-edacb7ae-a691-4c41-9ef0-fa7b8e3dfb11 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:58.765956 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 21:01:58.765956 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:01:58.765956 n-d-793618-10 neutron-server[93875]: timer() Jul 23 21:01:58.765956 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:01:58.765956 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 21:01:58.765956 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:01:58.765956 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 21:01:58.765956 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:01:58.765956 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 21:01:58.765956 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:01:58.765956 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 21:01:58.765956 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:01:58.765956 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 21:01:58.765956 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:01:58.765956 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:01:58.765956 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:01:58.765956 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:01:58.765956 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:01:58.765956 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 21:01:58.765956 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:01:58.765956 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 21:01:58.765956 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:01:58.765956 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:01:58.765956 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:01:58.765956 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 21:01:58.765956 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:01:58.765956 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:01:58.765956 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:01:58.765956 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:01:58.765956 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:01:58.765956 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:01:58.765956 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:01:58.822290 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-edacb7ae-a691-4c41-9ef0-fa7b8e3dfb11 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:58.829879 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-edacb7ae-a691-4c41-9ef0-fa7b8e3dfb11 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:58.831821 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-edacb7ae-a691-4c41-9ef0-fa7b8e3dfb11 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] 10.222.0.32 "DELETE /v2.0/networks/92e31ed1-95c6-4f31-b91b-50c5976ec4f1 HTTP/1.1" status: 204 len: 168 time: 0.5609131 Jul 23 21:01:58.834326 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37526) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:58.852089 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edacb7ae-a691-4c41-9ef0-fa7b8e3dfb11 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Pushing event deleted for resources: {'Network': ['ID=92e31ed1-95c6-4f31-b91b-50c5976ec4f1,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:58.876866 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-24d6c4e2-01ac-42a6-8af4-4c60c2352cf9 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] DELETE failed (client error): The resource could not be found. Jul 23 21:01:58.877317 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24d6c4e2-01ac-42a6-8af4-4c60c2352cf9 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:01:58.879073 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-24d6c4e2-01ac-42a6-8af4-4c60c2352cf9 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] 10.222.0.32 "DELETE /v2.0/subnets/7bf1a5bc-d6f1-4289-8352-c6a134d13006 HTTP/1.1" status: 404 len: 337 time: 0.0438514 Jul 23 21:01:58.881755 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37528) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:58.899771 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-e54a2f3b-cb91-4592-9149-ba079c483266 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] DELETE failed (client error): The resource could not be found. Jul 23 21:01:58.900289 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e54a2f3b-cb91-4592-9149-ba079c483266 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:01:58.901930 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e54a2f3b-cb91-4592-9149-ba079c483266 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] 10.222.0.32 "DELETE /v2.0/networks/a9d8db29-b6b4-458a-8e77-5f10bd26a838 HTTP/1.1" status: 404 len: 339 time: 0.0192630 Jul 23 21:01:58.904872 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37530) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:58.929390 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-90d5d4e7-7bfa-4b19-9665-ab57d01012db tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] DELETE failed (client error): The resource could not be found. Jul 23 21:01:58.929882 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90d5d4e7-7bfa-4b19-9665-ab57d01012db tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:01:58.931569 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-90d5d4e7-7bfa-4b19-9665-ab57d01012db tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] 10.222.0.32 "DELETE /v2.0/subnets/5ce8579b-cf3c-440d-83dd-cb5d8ce50121 HTTP/1.1" status: 404 len: 337 time: 0.0258465 Jul 23 21:01:58.933953 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37532) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:58.951540 n-d-793618-10 neutron-server[93875]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1af1379-fa7d-4bd4-9e2a-11b087f1b662 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] DELETE failed (client error): The resource could not be found. Jul 23 21:01:58.952059 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1af1379-fa7d-4bd4-9e2a-11b087f1b662 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:01:58.953687 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c1af1379-fa7d-4bd4-9e2a-11b087f1b662 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] 10.222.0.32 "DELETE /v2.0/networks/21bf717e-a108-4574-9460-693d06f38d3f HTTP/1.1" status: 404 len: 339 time: 0.0188344 Jul 23 21:01:58.956004 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37534) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:59.005428 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc74006-8eb9-4cc8-a7b2-9687eb5dd8c2 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Deleting subnet 05a0ad01-ba04-4e45-9d82-add4affeab2b {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:01:59.008382 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fdc74006-8eb9-4cc8-a7b2-9687eb5dd8c2 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:59.048771 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fdc74006-8eb9-4cc8-a7b2-9687eb5dd8c2 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:59.135630 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fdc74006-8eb9-4cc8-a7b2-9687eb5dd8c2 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:59.191762 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fdc74006-8eb9-4cc8-a7b2-9687eb5dd8c2 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:59.218955 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc74006-8eb9-4cc8-a7b2-9687eb5dd8c2 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Pushing event deleted for resources: {'Subnet': ['ID=05a0ad01-ba04-4e45-9d82-add4affeab2b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:59.222582 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fdc74006-8eb9-4cc8-a7b2-9687eb5dd8c2 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:59.224452 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-fdc74006-8eb9-4cc8-a7b2-9687eb5dd8c2 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] 10.222.0.32 "DELETE /v2.0/subnets/05a0ad01-ba04-4e45-9d82-add4affeab2b HTTP/1.1" status: 204 len: 168 time: 0.2675765 Jul 23 21:01:59.226859 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37536) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:59.231601 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44650b5-ce53-4396-b447-841afd0df2bd None None] Network 437bf04b-cf4d-4789-b879-094fdd6d32a6 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:59.309250 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d1f54498-f0a8-4633-b5a5-6fb3a5000bb5 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:59.362936 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-d1f54498-f0a8-4633-b5a5-6fb3a5000bb5 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Deleting port 597d06de-0029-4b4c-bb6c-88cb9842fa34 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:01:59.363279 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d1f54498-f0a8-4633-b5a5-6fb3a5000bb5 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:59.432036 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-d1f54498-f0a8-4633-b5a5-6fb3a5000bb5 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] For port 597d06de-0029-4b4c-bb6c-88cb9842fa34, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=597d06de-0029-4b4c-bb6c-88cb9842fa34,segment=NetworkSegment(05549b06-4656-478b-9c19-7f45f2a023f7),segment_id=05549b06-4656-478b-9c19-7f45f2a023f7)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:59.432397 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d1f54498-f0a8-4633-b5a5-6fb3a5000bb5 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:59.438137 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1104e5b-69e6-4a76-abe8-d01d82351280 None None] DHCP port deletion for 437bf04b-cf4d-4789-b879-094fdd6d32a6 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:01:59.445043 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-d1f54498-f0a8-4633-b5a5-6fb3a5000bb5 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Calling delete_port for 597d06de-0029-4b4c-bb6c-88cb9842fa34 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:01:59.483318 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-d1104e5b-69e6-4a76-abe8-d01d82351280 None None] Deleting port 597d06de-0029-4b4c-bb6c-88cb9842fa34 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:01:59.483687 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d1104e5b-69e6-4a76-abe8-d01d82351280 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:59.529699 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d1f54498-f0a8-4633-b5a5-6fb3a5000bb5 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:59.551219 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d1104e5b-69e6-4a76-abe8-d01d82351280 None None] For port 597d06de-0029-4b4c-bb6c-88cb9842fa34, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=597d06de-0029-4b4c-bb6c-88cb9842fa34,segment=NetworkSegment(05549b06-4656-478b-9c19-7f45f2a023f7),segment_id=05549b06-4656-478b-9c19-7f45f2a023f7)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:59.551683 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d1104e5b-69e6-4a76-abe8-d01d82351280 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:59.555263 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f54498-f0a8-4633-b5a5-6fb3a5000bb5 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Pushing event deleted for resources: {'Port': ['ID=597d06de-0029-4b4c-bb6c-88cb9842fa34,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:59.562023 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f54498-f0a8-4633-b5a5-6fb3a5000bb5 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] No DVR routers for this DVR port 597d06de-0029-4b4c-bb6c-88cb9842fa34 on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:01:59.565394 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-d1104e5b-69e6-4a76-abe8-d01d82351280 None None] Calling delete_port for 597d06de-0029-4b4c-bb6c-88cb9842fa34 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:01:59.636283 n-d-793618-10 neutron-server[93877]: self.session.flush() Jul 23 21:01:59.641894 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d1104e5b-69e6-4a76-abe8-d01d82351280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:59.647522 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d1f54498-f0a8-4633-b5a5-6fb3a5000bb5 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:59.658060 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-d1f54498-f0a8-4633-b5a5-6fb3a5000bb5 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['437bf04b-cf4d-4789-b879-094fdd6d32a6']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:59.667440 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1104e5b-69e6-4a76-abe8-d01d82351280 None None] Pushing event deleted for resources: {'Port': ['ID=597d06de-0029-4b4c-bb6c-88cb9842fa34,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:59.668427 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-d1f54498-f0a8-4633-b5a5-6fb3a5000bb5 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05549b06-4656-478b-9c19-7f45f2a023f7') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:59.669948 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-d1f54498-f0a8-4633-b5a5-6fb3a5000bb5 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05549b06-4656-478b-9c19-7f45f2a023f7') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:59.673648 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1104e5b-69e6-4a76-abe8-d01d82351280 None None] No DVR routers for this DVR port 597d06de-0029-4b4c-bb6c-88cb9842fa34 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:01:59.681716 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d1f54498-f0a8-4633-b5a5-6fb3a5000bb5 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:59.696667 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d1f54498-f0a8-4633-b5a5-6fb3a5000bb5 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:59.703034 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1f54498-f0a8-4633-b5a5-6fb3a5000bb5 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:01:59.703489 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d1f54498-f0a8-4633-b5a5-6fb3a5000bb5 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:59.706549 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 21:01:59.706549 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:01:59.706549 n-d-793618-10 neutron-server[93875]: timer() Jul 23 21:01:59.706549 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:01:59.706549 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 21:01:59.706549 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:01:59.706549 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 21:01:59.706549 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:01:59.706549 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 21:01:59.706549 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:01:59.706549 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 21:01:59.706549 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:01:59.706549 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 21:01:59.706549 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:01:59.706549 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:01:59.706549 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:01:59.706549 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:01:59.706549 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:01:59.706549 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 21:01:59.706549 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:01:59.706549 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 21:01:59.706549 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:01:59.706549 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:01:59.706549 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:01:59.706549 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 21:01:59.706549 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:01:59.706549 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:01:59.706549 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:01:59.706549 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:01:59.706549 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:01:59.706549 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:01:59.706549 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:01:59.770581 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d1f54498-f0a8-4633-b5a5-6fb3a5000bb5 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:59.777683 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d1f54498-f0a8-4633-b5a5-6fb3a5000bb5 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:59.780371 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d1f54498-f0a8-4633-b5a5-6fb3a5000bb5 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] 10.222.0.32 "DELETE /v2.0/networks/437bf04b-cf4d-4789-b879-094fdd6d32a6 HTTP/1.1" status: 204 len: 168 time: 0.5525527 Jul 23 21:01:59.792266 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f54498-f0a8-4633-b5a5-6fb3a5000bb5 tempest-NetworksIpV6Test-1950774224 tempest-NetworksIpV6Test-1950774224-project] Pushing event deleted for resources: {'Network': ['ID=437bf04b-cf4d-4789-b879-094fdd6d32a6,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:00.014932 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37542) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:00.141200 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5debcb52-ecc6-4494-acfa-00595e2f8d28 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=397b86291723474188b4b408cf9830b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1250794 Jul 23 21:02:00.143674 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37546) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:00.192000 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c8d5ab7a-e4eb-4d05-8ebd-9b9ca77ec5dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:00.213767 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c8d5ab7a-e4eb-4d05-8ebd-9b9ca77ec5dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:00.261419 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c8d5ab7a-e4eb-4d05-8ebd-9b9ca77ec5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:00.264659 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c8d5ab7a-e4eb-4d05-8ebd-9b9ca77ec5dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:00.265840 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c8d5ab7a-e4eb-4d05-8ebd-9b9ca77ec5dc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/13a20c03-caee-4748-a51e-6158b9e6d4f8 HTTP/1.1" status: 204 len: 168 time: 0.1212621 Jul 23 21:02:00.274125 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5ab7a-e4eb-4d05-8ebd-9b9ca77ec5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a20c03-caee-4748-a51e-6158b9e6d4f8,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:00.382372 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 597d06de-0029-4b4c-bb6c-88cb9842fa34 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:02:00.402099 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 597d06de-0029-4b4c-bb6c-88cb9842fa34 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:02:00.402441 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 597d06de-0029-4b4c-bb6c-88cb9842fa34 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:02:00.402867 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device efcd631b-b1ad-4648-88a6-8d0ebb526c5c no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:02:00.421782 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: efcd631b-b1ad-4648-88a6-8d0ebb526c5c {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:02:00.422091 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device efcd631b-b1ad-4648-88a6-8d0ebb526c5c not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:02:00.882113 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37568) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:00.976720 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-dee94d79-e431-427b-b523-1cb80cbb1d85 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-699289472', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:02:01.001362 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dee94d79-e431-427b-b523-1cb80cbb1d85 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:01.002368 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dee94d79-e431-427b-b523-1cb80cbb1d85 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:01.056190 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dee94d79-e431-427b-b523-1cb80cbb1d85 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:01.060725 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dee94d79-e431-427b-b523-1cb80cbb1d85 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:01.076814 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dee94d79-e431-427b-b523-1cb80cbb1d85 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:01.078052 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-dee94d79-e431-427b-b523-1cb80cbb1d85 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1948185 Jul 23 21:02:01.080718 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37572) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:01.085508 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-0e0eddf2-3cc6-4549-99c0-8f204cd62efe tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-761285476'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:02:01.105607 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0eddf2-3cc6-4549-99c0-8f204cd62efe tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Made reservation on behalf of 313e0f7be9fd496589c764fd9da9248c for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:02:01.109748 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0e0eddf2-3cc6-4549-99c0-8f204cd62efe tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:01.118768 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0e0eddf2-3cc6-4549-99c0-8f204cd62efe tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:01.213693 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0e0eddf2-3cc6-4549-99c0-8f204cd62efe tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:01.217398 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0e0eddf2-3cc6-4549-99c0-8f204cd62efe tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:01.248142 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e0eddf2-3cc6-4549-99c0-8f204cd62efe tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:02:01.254871 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0eddf2-3cc6-4549-99c0-8f204cd62efe tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13b23030-3ced-449c-8c5b-a8216a2a4e19,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:01.262560 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0e0eddf2-3cc6-4549-99c0-8f204cd62efe tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:01.262888 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-0e0eddf2-3cc6-4549-99c0-8f204cd62efe tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Added segment 128a8122-9936-4601-9392-877eb4d03439 of type vlan for network 6477792e-a0a8-4035-9254-fcfa1380c240 Jul 23 21:02:01.302832 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0e0eddf2-3cc6-4549-99c0-8f204cd62efe tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:01.331273 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0e0eddf2-3cc6-4549-99c0-8f204cd62efe tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:01.336866 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0eddf2-3cc6-4549-99c0-8f204cd62efe tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:01.337453 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0e0eddf2-3cc6-4549-99c0-8f204cd62efe tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:01.377866 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0e0eddf2-3cc6-4549-99c0-8f204cd62efe tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2961018 Jul 23 21:02:01.380698 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37574) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:01.387883 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-114960c8-aa75-4b83-aaea-35cf93a98286 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Request body: {'subnet': {'network_id': '6477792e-a0a8-4035-9254-fcfa1380c240', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:02:01.416916 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0eddf2-3cc6-4549-99c0-8f204cd62efe tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Pushing event updated for resources: {'Network': ['ID=6477792e-a0a8-4035-9254-fcfa1380c240,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:01.427971 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 6477792e-a0a8-4035-9254-fcfa1380c240 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:02:01.502955 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114960c8-aa75-4b83-aaea-35cf93a98286 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Made reservation on behalf of 313e0f7be9fd496589c764fd9da9248c for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:02:01.506495 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-114960c8-aa75-4b83-aaea-35cf93a98286 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:01.687909 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-114960c8-aa75-4b83-aaea-35cf93a98286 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:01.757038 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114960c8-aa75-4b83-aaea-35cf93a98286 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Pushing event updated for resources: {'Subnet': ['ID=16e6c685-8869-4031-b18b-263816c2ca34,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:01.761243 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114960c8-aa75-4b83-aaea-35cf93a98286 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Checking segment: {'id': '128a8122-9936-4601-9392-877eb4d03439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6477792e-a0a8-4035-9254-fcfa1380c240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:02:01.761642 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114960c8-aa75-4b83-aaea-35cf93a98286 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Network hostable DHCP agents. Network: 6477792e-a0a8-4035-9254-fcfa1380c240, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:02:01.782033 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114960c8-aa75-4b83-aaea-35cf93a98286 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Network 6477792e-a0a8-4035-9254-fcfa1380c240 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:02:01.790988 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-114960c8-aa75-4b83-aaea-35cf93a98286 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 6477792e-a0a8-4035-9254-fcfa1380c240) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:02:01.797108 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114960c8-aa75-4b83-aaea-35cf93a98286 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:01.797876 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-114960c8-aa75-4b83-aaea-35cf93a98286 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:01.801127 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fb7dd4-ed58-4323-99f5-3819e8f7da40 None None] Network 6477792e-a0a8-4035-9254-fcfa1380c240 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:02:01.813320 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-114960c8-aa75-4b83-aaea-35cf93a98286 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4315188 Jul 23 21:02:01.816429 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37576) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:01.821799 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-f46fda69-1557-4cd9-8299-3f6a7260d781 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2025816747'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:02:01.845762 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46fda69-1557-4cd9-8299-3f6a7260d781 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Made reservation on behalf of 313e0f7be9fd496589c764fd9da9248c for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:02:01.849404 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f46fda69-1557-4cd9-8299-3f6a7260d781 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:01.876307 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f46fda69-1557-4cd9-8299-3f6a7260d781 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:02:01.887716 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f46fda69-1557-4cd9-8299-3f6a7260d781 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:01.888938 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-f46fda69-1557-4cd9-8299-3f6a7260d781 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Added segment 2cd0607a-24a6-46d4-bc8b-31fe961c4981 of type vlan for network 494df3b7-979b-4ea2-852d-a40ec4c4e84c Jul 23 21:02:01.934283 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f46fda69-1557-4cd9-8299-3f6a7260d781 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:01.964353 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f46fda69-1557-4cd9-8299-3f6a7260d781 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:01.970980 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46fda69-1557-4cd9-8299-3f6a7260d781 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:01.971624 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f46fda69-1557-4cd9-8299-3f6a7260d781 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:02.004727 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f46fda69-1557-4cd9-8299-3f6a7260d781 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1872153 Jul 23 21:02:02.007739 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37578) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:02.012777 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-d87a8ec4-b6df-481b-9364-fd888e3ddf16 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Request body: {'subnet': {'network_id': '494df3b7-979b-4ea2-852d-a40ec4c4e84c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:02:02.048179 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46fda69-1557-4cd9-8299-3f6a7260d781 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Pushing event updated for resources: {'Network': ['ID=494df3b7-979b-4ea2-852d-a40ec4c4e84c,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:02.065195 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 494df3b7-979b-4ea2-852d-a40ec4c4e84c details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:02:02.109515 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87a8ec4-b6df-481b-9364-fd888e3ddf16 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Made reservation on behalf of 313e0f7be9fd496589c764fd9da9248c for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:02:02.112999 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d87a8ec4-b6df-481b-9364-fd888e3ddf16 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:02.173294 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ca81bc-e573-4dd2-af62-f52fe050ab6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-6477792e-a0a8-4035-9254-fcfa1380c240', 'network_id': '6477792e-a0a8-4035-9254-fcfa1380c240', 'tenant_id': '313e0f7be9fd496589c764fd9da9248c', 'fixed_ips': [{'subnet_id': '16e6c685-8869-4031-b18b-263816c2ca34'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:02:02.174174 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89ca81bc-e573-4dd2-af62-f52fe050ab6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:02.297427 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d87a8ec4-b6df-481b-9364-fd888e3ddf16 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:02.310606 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-89ca81bc-e573-4dd2-af62-f52fe050ab6c None None] Allocated IP 172.20.0.2 (6477792e-a0a8-4035-9254-fcfa1380c240/16e6c685-8869-4031-b18b-263816c2ca34/95ac4577-8da9-41dd-88a9-d4944828f6b0) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:02:02.358283 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a8ec4-b6df-481b-9364-fd888e3ddf16 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Pushing event updated for resources: {'Subnet': ['ID=38a0479a-d272-4f52-ae0f-8f957f4128a1,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:02.365670 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87a8ec4-b6df-481b-9364-fd888e3ddf16 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Checking segment: {'id': '2cd0607a-24a6-46d4-bc8b-31fe961c4981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '494df3b7-979b-4ea2-852d-a40ec4c4e84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:02:02.366032 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87a8ec4-b6df-481b-9364-fd888e3ddf16 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Network hostable DHCP agents. Network: 494df3b7-979b-4ea2-852d-a40ec4c4e84c, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:02:02.382887 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87a8ec4-b6df-481b-9364-fd888e3ddf16 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Network 494df3b7-979b-4ea2-852d-a40ec4c4e84c is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:02:02.392524 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-d87a8ec4-b6df-481b-9364-fd888e3ddf16 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 494df3b7-979b-4ea2-852d-a40ec4c4e84c) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:02:02.396705 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87a8ec4-b6df-481b-9364-fd888e3ddf16 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:02.397289 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d87a8ec4-b6df-481b-9364-fd888e3ddf16 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:02.412543 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d87a8ec4-b6df-481b-9364-fd888e3ddf16 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4037607 Jul 23 21:02:02.415631 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37580) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:02.416393 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cba9c5-9f79-4d88-8f99-bb05a9135cc8 None None] Network 494df3b7-979b-4ea2-852d-a40ec4c4e84c requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:02:02.420764 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f0e11fb8-f692-434c-a356-4bdd5f76f50a tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Request body: {'router': {'external_gateway_info': {'network_id': '494df3b7-979b-4ea2-852d-a40ec4c4e84c'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:02:02.505795 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89ca81bc-e573-4dd2-af62-f52fe050ab6c None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:02.518608 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-89ca81bc-e573-4dd2-af62-f52fe050ab6c None None] Transition to ACTIVE for port object 95ac4577-8da9-41dd-88a9-d4944828f6b0 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:02:02.545491 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-89ca81bc-e573-4dd2-af62-f52fe050ab6c None None] Transition to ACTIVE for port object 95ac4577-8da9-41dd-88a9-d4944828f6b0 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:02:02.580609 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89ca81bc-e573-4dd2-af62-f52fe050ab6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:02.629919 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f0e11fb8-f692-434c-a356-4bdd5f76f50a tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:02.634094 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ca81bc-e573-4dd2-af62-f52fe050ab6c None None] Network 6477792e-a0a8-4035-9254-fcfa1380c240 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:02:02.640954 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-89ca81bc-e573-4dd2-af62-f52fe050ab6c None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:02:02.647253 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ca81bc-e573-4dd2-af62-f52fe050ab6c None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:02:02.674644 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca81bc-e573-4dd2-af62-f52fe050ab6c None None] Pushing event updated for resources: {'Port': ['ID=95ac4577-8da9-41dd-88a9-d4944828f6b0,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:02.702057 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b135a0-8a36-47f7-a5c5-9ffdeae4df33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-494df3b7-979b-4ea2-852d-a40ec4c4e84c', 'network_id': '494df3b7-979b-4ea2-852d-a40ec4c4e84c', 'tenant_id': '313e0f7be9fd496589c764fd9da9248c', 'fixed_ips': [{'subnet_id': '38a0479a-d272-4f52-ae0f-8f957f4128a1'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:02:02.702845 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-79b135a0-8a36-47f7-a5c5-9ffdeae4df33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:02.739776 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [None req-f0e11fb8-f692-434c-a356-4bdd5f76f50a tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 21:02:02.746524 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f0e11fb8-f692-434c-a356-4bdd5f76f50a tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] 10.222.0.32 "PUT /v2.0/routers/51f4a016-7009-421a-853e-69152a82e19c HTTP/1.1" status: 400 len: 364 time: 0.3244910 Jul 23 21:02:02.746765 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37584) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:02.754801 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-89ca81bc-e573-4dd2-af62-f52fe050ab6c None None] Attempting to bind port 95ac4577-8da9-41dd-88a9-d4944828f6b0 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:02:02.755172 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-89ca81bc-e573-4dd2-af62-f52fe050ab6c None None] Attempting to bind port 95ac4577-8da9-41dd-88a9-d4944828f6b0 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '128a8122-9936-4601-9392-877eb4d03439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6477792e-a0a8-4035-9254-fcfa1380c240'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:02:02.755539 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ca81bc-e573-4dd2-af62-f52fe050ab6c None None] Attempting to bind port 95ac4577-8da9-41dd-88a9-d4944828f6b0 on network 6477792e-a0a8-4035-9254-fcfa1380c240 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:02:02.766482 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ca81bc-e573-4dd2-af62-f52fe050ab6c None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:02:02.766860 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ca81bc-e573-4dd2-af62-f52fe050ab6c None None] Checking segment: {'id': '128a8122-9936-4601-9392-877eb4d03439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6477792e-a0a8-4035-9254-fcfa1380c240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:02:02.767325 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89ca81bc-e573-4dd2-af62-f52fe050ab6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:02.767726 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ca81bc-e573-4dd2-af62-f52fe050ab6c None None] Bound using segment: {'id': '128a8122-9936-4601-9392-877eb4d03439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6477792e-a0a8-4035-9254-fcfa1380c240'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:02:02.768200 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-89ca81bc-e573-4dd2-af62-f52fe050ab6c None None] Bound port: 95ac4577-8da9-41dd-88a9-d4944828f6b0, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128a8122-9936-4601-9392-877eb4d03439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6477792e-a0a8-4035-9254-fcfa1380c240'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:02:02.768586 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89ca81bc-e573-4dd2-af62-f52fe050ab6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:02.799835 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-a16d0372-d2c8-444b-93c8-c879b5c13a69 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Deleting subnet 38a0479a-d272-4f52-ae0f-8f957f4128a1 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:02:02.803061 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a16d0372-d2c8-444b-93c8-c879b5c13a69 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:02.848442 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a16d0372-d2c8-444b-93c8-c879b5c13a69 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:02.894271 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a16d0372-d2c8-444b-93c8-c879b5c13a69 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:02.897186 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-89ca81bc-e573-4dd2-af62-f52fe050ab6c None None] For port 95ac4577-8da9-41dd-88a9-d4944828f6b0, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:02:02.901067 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-89ca81bc-e573-4dd2-af62-f52fe050ab6c None None] For port 95ac4577-8da9-41dd-88a9-d4944828f6b0, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=95ac4577-8da9-41dd-88a9-d4944828f6b0,segment=NetworkSegment(128a8122-9936-4601-9392-877eb4d03439),segment_id=128a8122-9936-4601-9392-877eb4d03439)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:02:02.906816 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89ca81bc-e573-4dd2-af62-f52fe050ab6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:02.958340 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a16d0372-d2c8-444b-93c8-c879b5c13a69 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server [None req-79b135a0-8a36-47f7-a5c5-9ffdeae4df33 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 38a0479a-d272-4f52-ae0f-8f957f4128a1: This subnet is being modified by another concurrent operation. Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server raise exception Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 38a0479a-d272-4f52-ae0f-8f957f4128a1: This subnet is being modified by another concurrent operation. Jul 23 21:02:02.965153 n-d-793618-10 neutron-server[93877]: ERROR oslo_messaging.rpc.server Jul 23 21:02:02.979189 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca81bc-e573-4dd2-af62-f52fe050ab6c None None] Pushing event updated for resources: {'Port': ['ID=95ac4577-8da9-41dd-88a9-d4944828f6b0,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:02.994727 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d0372-d2c8-444b-93c8-c879b5c13a69 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Pushing event deleted for resources: {'Subnet': ['ID=38a0479a-d272-4f52-ae0f-8f957f4128a1,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:02.995039 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e53f317-0d6e-431c-9382-c95edba8b680 None None] Network 494df3b7-979b-4ea2-852d-a40ec4c4e84c requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:02:02.999877 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a16d0372-d2c8-444b-93c8-c879b5c13a69 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:03.002118 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a16d0372-d2c8-444b-93c8-c879b5c13a69 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] 10.222.0.32 "DELETE /v2.0/subnets/38a0479a-d272-4f52-ae0f-8f957f4128a1 HTTP/1.1" status: 204 len: 168 time: 0.2541637 Jul 23 21:02:03.004623 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37586) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:03.089832 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5604cb1c-efaa-4499-8f6f-e26176644bd8 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:03.203199 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5604cb1c-efaa-4499-8f6f-e26176644bd8 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:03.214177 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-5604cb1c-efaa-4499-8f6f-e26176644bd8 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['494df3b7-979b-4ea2-852d-a40ec4c4e84c']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:02:03.224602 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-5604cb1c-efaa-4499-8f6f-e26176644bd8 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd0607a-24a6-46d4-bc8b-31fe961c4981') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:02:03.224897 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-5604cb1c-efaa-4499-8f6f-e26176644bd8 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd0607a-24a6-46d4-bc8b-31fe961c4981') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:02:03.234654 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5604cb1c-efaa-4499-8f6f-e26176644bd8 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:03.250512 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5604cb1c-efaa-4499-8f6f-e26176644bd8 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:03.258827 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5604cb1c-efaa-4499-8f6f-e26176644bd8 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:02:03.259319 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5604cb1c-efaa-4499-8f6f-e26176644bd8 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:03.262480 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 21:02:03.262480 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:02:03.262480 n-d-793618-10 neutron-server[93876]: timer() Jul 23 21:02:03.262480 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:02:03.262480 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 21:02:03.262480 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:02:03.262480 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 21:02:03.262480 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:02:03.262480 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 21:02:03.262480 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:02:03.262480 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 21:02:03.262480 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:02:03.262480 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 21:02:03.262480 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:02:03.262480 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:02:03.262480 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:02:03.262480 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:02:03.262480 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:02:03.262480 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 21:02:03.262480 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:02:03.262480 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 21:02:03.262480 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:02:03.262480 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:02:03.262480 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:02:03.262480 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 21:02:03.262480 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:02:03.262480 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:02:03.262480 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:02:03.262480 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:02:03.262480 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:02:03.262480 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:02:03.262480 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:02:03.319305 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5604cb1c-efaa-4499-8f6f-e26176644bd8 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:03.324072 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5604cb1c-efaa-4499-8f6f-e26176644bd8 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:03.326809 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5604cb1c-efaa-4499-8f6f-e26176644bd8 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] 10.222.0.32 "DELETE /v2.0/networks/494df3b7-979b-4ea2-852d-a40ec4c4e84c HTTP/1.1" status: 204 len: 168 time: 0.3211496 Jul 23 21:02:03.329613 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37588) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:03.340708 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5604cb1c-efaa-4499-8f6f-e26176644bd8 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Pushing event deleted for resources: {'Network': ['ID=494df3b7-979b-4ea2-852d-a40ec4c4e84c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:03.381721 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fa88153-3523-42d2-82e1-b6f01178e01c tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Deleting subnet 16e6c685-8869-4031-b18b-263816c2ca34 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:02:03.385086 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7fa88153-3523-42d2-82e1-b6f01178e01c tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:03.426356 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7fa88153-3523-42d2-82e1-b6f01178e01c tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:03.514882 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7fa88153-3523-42d2-82e1-b6f01178e01c tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:03.574676 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7fa88153-3523-42d2-82e1-b6f01178e01c tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:03.602332 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa88153-3523-42d2-82e1-b6f01178e01c tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Pushing event deleted for resources: {'Subnet': ['ID=16e6c685-8869-4031-b18b-263816c2ca34,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:03.610247 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7fa88153-3523-42d2-82e1-b6f01178e01c tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:03.612212 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7fa88153-3523-42d2-82e1-b6f01178e01c tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] 10.222.0.32 "DELETE /v2.0/subnets/16e6c685-8869-4031-b18b-263816c2ca34 HTTP/1.1" status: 204 len: 168 time: 0.2815425 Jul 23 21:02:03.614688 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37590) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:03.697020 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c6632cc-2495-4b07-8ae1-7fd343e5ebdd tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:03.754762 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-8c6632cc-2495-4b07-8ae1-7fd343e5ebdd tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Deleting port 95ac4577-8da9-41dd-88a9-d4944828f6b0 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:02:03.755111 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c6632cc-2495-4b07-8ae1-7fd343e5ebdd tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:03.822264 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-8c6632cc-2495-4b07-8ae1-7fd343e5ebdd tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] For port 95ac4577-8da9-41dd-88a9-d4944828f6b0, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=95ac4577-8da9-41dd-88a9-d4944828f6b0,segment=NetworkSegment(128a8122-9936-4601-9392-877eb4d03439),segment_id=128a8122-9936-4601-9392-877eb4d03439)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:02:03.822705 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c6632cc-2495-4b07-8ae1-7fd343e5ebdd tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:03.837157 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-8c6632cc-2495-4b07-8ae1-7fd343e5ebdd tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Calling delete_port for 95ac4577-8da9-41dd-88a9-d4944828f6b0 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:02:03.923633 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c6632cc-2495-4b07-8ae1-7fd343e5ebdd tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:03.932285 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6175db-0bdb-44da-b922-b4b6c5d8be06 None None] Network 6477792e-a0a8-4035-9254-fcfa1380c240 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:02:03.952957 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6632cc-2495-4b07-8ae1-7fd343e5ebdd tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Pushing event deleted for resources: {'Port': ['ID=95ac4577-8da9-41dd-88a9-d4944828f6b0,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:03.956179 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6632cc-2495-4b07-8ae1-7fd343e5ebdd tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] No DVR routers for this DVR port 95ac4577-8da9-41dd-88a9-d4944828f6b0 on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:02:04.004015 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1cc66806-3807-4a04-b788-930e47499bf8 None None] Could not find standard attr ID for object 95ac4577-8da9-41dd-88a9-d4944828f6b0. {{(pid=93877) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 21:02:04.042348 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c6632cc-2495-4b07-8ae1-7fd343e5ebdd tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:04.054519 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-8c6632cc-2495-4b07-8ae1-7fd343e5ebdd tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6477792e-a0a8-4035-9254-fcfa1380c240']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:02:04.065120 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-8c6632cc-2495-4b07-8ae1-7fd343e5ebdd tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '128a8122-9936-4601-9392-877eb4d03439') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:02:04.065420 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-8c6632cc-2495-4b07-8ae1-7fd343e5ebdd tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '128a8122-9936-4601-9392-877eb4d03439') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:02:04.074504 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c6632cc-2495-4b07-8ae1-7fd343e5ebdd tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:04.089086 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c6632cc-2495-4b07-8ae1-7fd343e5ebdd tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:04.096395 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c6632cc-2495-4b07-8ae1-7fd343e5ebdd tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:02:04.096760 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c6632cc-2495-4b07-8ae1-7fd343e5ebdd tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:04.100224 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 21:02:04.100224 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:02:04.100224 n-d-793618-10 neutron-server[93875]: timer() Jul 23 21:02:04.100224 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:02:04.100224 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 21:02:04.100224 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:02:04.100224 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 21:02:04.100224 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:02:04.100224 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 21:02:04.100224 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:02:04.100224 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 21:02:04.100224 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:02:04.100224 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 21:02:04.100224 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:02:04.100224 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:02:04.100224 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:02:04.100224 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:02:04.100224 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:02:04.100224 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 21:02:04.100224 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:02:04.100224 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 21:02:04.100224 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:02:04.100224 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:02:04.100224 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:02:04.100224 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 21:02:04.100224 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:02:04.100224 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:02:04.100224 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:02:04.100224 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:02:04.100224 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:02:04.100224 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:02:04.100224 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:02:04.102458 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce82eaa7-d547-4258-800e-44fb981a148b None None] DHCP port deletion for 6477792e-a0a8-4035-9254-fcfa1380c240 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:02:04.123937 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecb2b30-c03c-4b98-995d-44572b8218d7 None None] get_active_networks_info from n-d-793618-10 {{(pid=93877) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 21:02:04.159385 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c6632cc-2495-4b07-8ae1-7fd343e5ebdd tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:04.164202 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c6632cc-2495-4b07-8ae1-7fd343e5ebdd tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:04.166124 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8c6632cc-2495-4b07-8ae1-7fd343e5ebdd tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] 10.222.0.32 "DELETE /v2.0/networks/6477792e-a0a8-4035-9254-fcfa1380c240 HTTP/1.1" status: 204 len: 168 time: 0.5505335 Jul 23 21:02:04.169040 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37592) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:04.184605 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6632cc-2495-4b07-8ae1-7fd343e5ebdd tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Pushing event deleted for resources: {'Network': ['ID=6477792e-a0a8-4035-9254-fcfa1380c240,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:04.190715 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecb2b30-c03c-4b98-995d-44572b8218d7 None None] Resources bound (agent type, host, resource id): {{(pid=93877) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 21:02:04.204130 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-21144d93-16ad-48e8-8380-e58bd3a4f3f8 tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f4a016-7009-421a-853e-69152a82e19c HTTP/1.1" status: 200 len: 205 time: 0.0332906 Jul 23 21:02:04.206497 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37594) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:04.277929 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-53f5f50f-64b8-4db9-a4ef-07ecd503fa9c tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:04.435022 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-53f5f50f-64b8-4db9-a4ef-07ecd503fa9c tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:04.437078 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-53f5f50f-64b8-4db9-a4ef-07ecd503fa9c tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:04.820251 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-53f5f50f-64b8-4db9-a4ef-07ecd503fa9c tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:04.820771 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f5f50f-64b8-4db9-a4ef-07ecd503fa9c tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Fanout notify agent at l3_agent the message router_deleted on router 51f4a016-7009-421a-853e-69152a82e19c {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:02:04.829755 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-53f5f50f-64b8-4db9-a4ef-07ecd503fa9c tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:04.833559 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-53f5f50f-64b8-4db9-a4ef-07ecd503fa9c tempest-RoutersNegativeTest-974934444 tempest-RoutersNegativeTest-974934444-project] 10.222.0.32 "DELETE /v2.0/routers/51f4a016-7009-421a-853e-69152a82e19c HTTP/1.1" status: 204 len: 168 time: 0.6261353 Jul 23 21:02:05.067313 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37600) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:05.195378 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9fcc3bd4-03d8-4911-8724-e58dcf0b8e5e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=313e0f7be9fd496589c764fd9da9248c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1269028 Jul 23 21:02:05.197944 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37604) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:05.245767 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4bb7acc3-1f13-493c-afca-9da0234bc3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:05.269391 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4bb7acc3-1f13-493c-afca-9da0234bc3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:05.320636 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4bb7acc3-1f13-493c-afca-9da0234bc3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:05.323228 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4bb7acc3-1f13-493c-afca-9da0234bc3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:05.324422 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4bb7acc3-1f13-493c-afca-9da0234bc3aa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/13b23030-3ced-449c-8c5b-a8216a2a4e19 HTTP/1.1" status: 204 len: 168 time: 0.1255410 Jul 23 21:02:05.332104 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb7acc3-1f13-493c-afca-9da0234bc3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b23030-3ced-449c-8c5b-a8216a2a4e19,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:05.740496 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:02:05.923433 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37626) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:06.015810 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-2f7ba68f-71d5-4740-9477-c9bad99acdd0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-941496423-network', 'tenant_id': '8d5fc9878dbb4767997c585535564341'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:02:06.036776 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7ba68f-71d5-4740-9477-c9bad99acdd0 admin admin] Made reservation on behalf of 8d5fc9878dbb4767997c585535564341 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:02:06.039046 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2f7ba68f-71d5-4740-9477-c9bad99acdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:06.047708 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2f7ba68f-71d5-4740-9477-c9bad99acdd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:06.138457 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2f7ba68f-71d5-4740-9477-c9bad99acdd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:06.142111 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2f7ba68f-71d5-4740-9477-c9bad99acdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:06.166866 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f7ba68f-71d5-4740-9477-c9bad99acdd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:02:06.176054 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ba68f-71d5-4740-9477-c9bad99acdd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390a61c7-a3ae-49aa-92b9-e663a2ca1253,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:06.182310 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2f7ba68f-71d5-4740-9477-c9bad99acdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:06.182646 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-2f7ba68f-71d5-4740-9477-c9bad99acdd0 admin admin] Added segment 09343810-811a-4f19-bdce-09308d61c345 of type vlan for network 84363488-6d50-49bc-9d1d-7530e8e26ccd Jul 23 21:02:06.221185 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2f7ba68f-71d5-4740-9477-c9bad99acdd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:06.249796 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2f7ba68f-71d5-4740-9477-c9bad99acdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:06.250824 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7ba68f-71d5-4740-9477-c9bad99acdd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:06.251404 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2f7ba68f-71d5-4740-9477-c9bad99acdd0 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:06.278916 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2f7ba68f-71d5-4740-9477-c9bad99acdd0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3538907 Jul 23 21:02:06.281924 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37630) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:06.286988 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-37739e8b-8905-45fd-8b7e-ea80b5359d41 admin admin] Request body: {'subnet': {'network_id': '84363488-6d50-49bc-9d1d-7530e8e26ccd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-941496423-subnet', 'tenant_id': '8d5fc9878dbb4767997c585535564341', 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:02:06.307171 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37739e8b-8905-45fd-8b7e-ea80b5359d41 admin admin] Made reservation on behalf of 8d5fc9878dbb4767997c585535564341 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:02:06.309623 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-37739e8b-8905-45fd-8b7e-ea80b5359d41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:06.312717 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ba68f-71d5-4740-9477-c9bad99acdd0 admin admin] Pushing event updated for resources: {'Network': ['ID=84363488-6d50-49bc-9d1d-7530e8e26ccd,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:06.322374 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 84363488-6d50-49bc-9d1d-7530e8e26ccd details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:02:06.478224 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-37739e8b-8905-45fd-8b7e-ea80b5359d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:06.533606 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37739e8b-8905-45fd-8b7e-ea80b5359d41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e8a90e1-1c84-40cf-ae60-c895a4d5d504,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:06.542082 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37739e8b-8905-45fd-8b7e-ea80b5359d41 admin admin] Checking segment: {'id': '09343810-811a-4f19-bdce-09308d61c345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '84363488-6d50-49bc-9d1d-7530e8e26ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:02:06.542440 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37739e8b-8905-45fd-8b7e-ea80b5359d41 admin admin] Network hostable DHCP agents. Network: 84363488-6d50-49bc-9d1d-7530e8e26ccd, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:02:06.558680 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37739e8b-8905-45fd-8b7e-ea80b5359d41 admin admin] Network 84363488-6d50-49bc-9d1d-7530e8e26ccd is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:02:06.566591 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-37739e8b-8905-45fd-8b7e-ea80b5359d41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 84363488-6d50-49bc-9d1d-7530e8e26ccd) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:02:06.570524 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37739e8b-8905-45fd-8b7e-ea80b5359d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:06.571109 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-37739e8b-8905-45fd-8b7e-ea80b5359d41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:06.575854 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0710e126-066a-4277-b666-6e8de8e0d520 None None] Network 84363488-6d50-49bc-9d1d-7530e8e26ccd requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:02:06.586864 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-37739e8b-8905-45fd-8b7e-ea80b5359d41 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3036380 Jul 23 21:02:06.589433 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37632) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:06.594728 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-94579d9a-8b13-4ad3-9e09-093f8704f767 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-941496423-router', 'tenant_id': '8d5fc9878dbb4767997c585535564341', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:02:06.615716 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-94579d9a-8b13-4ad3-9e09-093f8704f767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:06.616722 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-94579d9a-8b13-4ad3-9e09-093f8704f767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:06.668812 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-94579d9a-8b13-4ad3-9e09-093f8704f767 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:06.725127 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31477e20-171c-4fd6-a92b-02ff899b91a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-84363488-6d50-49bc-9d1d-7530e8e26ccd', 'network_id': '84363488-6d50-49bc-9d1d-7530e8e26ccd', 'tenant_id': '8d5fc9878dbb4767997c585535564341', 'fixed_ips': [{'subnet_id': '2e8a90e1-1c84-40cf-ae60-c895a4d5d504'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:02:06.726025 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-31477e20-171c-4fd6-a92b-02ff899b91a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:06.809295 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-94579d9a-8b13-4ad3-9e09-093f8704f767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:06.864316 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-31477e20-171c-4fd6-a92b-02ff899b91a3 None None] Allocated IP 172.20.0.2 (84363488-6d50-49bc-9d1d-7530e8e26ccd/2e8a90e1-1c84-40cf-ae60-c895a4d5d504/c7db274d-27e6-480c-bcf0-7d89066d8618) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:02:07.015123 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-31477e20-171c-4fd6-a92b-02ff899b91a3 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:07.023739 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-31477e20-171c-4fd6-a92b-02ff899b91a3 None None] Transition to ACTIVE for port object c7db274d-27e6-480c-bcf0-7d89066d8618 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:02:07.023934 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-94579d9a-8b13-4ad3-9e09-093f8704f767 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:07.039053 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-31477e20-171c-4fd6-a92b-02ff899b91a3 None None] Transition to ACTIVE for port object c7db274d-27e6-480c-bcf0-7d89066d8618 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:02:07.045748 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-31477e20-171c-4fd6-a92b-02ff899b91a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:07.046380 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-94579d9a-8b13-4ad3-9e09-093f8704f767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:07.083562 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31477e20-171c-4fd6-a92b-02ff899b91a3 None None] Network 84363488-6d50-49bc-9d1d-7530e8e26ccd is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:02:07.088410 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-31477e20-171c-4fd6-a92b-02ff899b91a3 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:02:07.092895 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31477e20-171c-4fd6-a92b-02ff899b91a3 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:02:07.100162 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31477e20-171c-4fd6-a92b-02ff899b91a3 None None] Pushing event updated for resources: {'Port': ['ID=c7db274d-27e6-480c-bcf0-7d89066d8618,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:07.157797 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-31477e20-171c-4fd6-a92b-02ff899b91a3 None None] Attempting to bind port c7db274d-27e6-480c-bcf0-7d89066d8618 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:02:07.158168 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-31477e20-171c-4fd6-a92b-02ff899b91a3 None None] Attempting to bind port c7db274d-27e6-480c-bcf0-7d89066d8618 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '09343810-811a-4f19-bdce-09308d61c345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '84363488-6d50-49bc-9d1d-7530e8e26ccd'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:02:07.158762 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31477e20-171c-4fd6-a92b-02ff899b91a3 None None] Attempting to bind port c7db274d-27e6-480c-bcf0-7d89066d8618 on network 84363488-6d50-49bc-9d1d-7530e8e26ccd {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:02:07.159979 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-94579d9a-8b13-4ad3-9e09-093f8704f767 admin admin] Allocated IP 172.25.1.177 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/52fafa9a-054e-4eae-9950-82450cfcb59d) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:02:07.163687 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31477e20-171c-4fd6-a92b-02ff899b91a3 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:02:07.163917 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31477e20-171c-4fd6-a92b-02ff899b91a3 None None] Checking segment: {'id': '09343810-811a-4f19-bdce-09308d61c345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '84363488-6d50-49bc-9d1d-7530e8e26ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:02:07.164318 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-31477e20-171c-4fd6-a92b-02ff899b91a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:07.164714 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31477e20-171c-4fd6-a92b-02ff899b91a3 None None] Bound using segment: {'id': '09343810-811a-4f19-bdce-09308d61c345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '84363488-6d50-49bc-9d1d-7530e8e26ccd'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:02:07.165185 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-31477e20-171c-4fd6-a92b-02ff899b91a3 None None] Bound port: c7db274d-27e6-480c-bcf0-7d89066d8618, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09343810-811a-4f19-bdce-09308d61c345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '84363488-6d50-49bc-9d1d-7530e8e26ccd'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:02:07.165725 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-31477e20-171c-4fd6-a92b-02ff899b91a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:07.236915 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-31477e20-171c-4fd6-a92b-02ff899b91a3 None None] For port c7db274d-27e6-480c-bcf0-7d89066d8618, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:02:07.240374 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-31477e20-171c-4fd6-a92b-02ff899b91a3 None None] For port c7db274d-27e6-480c-bcf0-7d89066d8618, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=c7db274d-27e6-480c-bcf0-7d89066d8618,segment=NetworkSegment(09343810-811a-4f19-bdce-09308d61c345),segment_id=09343810-811a-4f19-bdce-09308d61c345)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:02:07.244793 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-31477e20-171c-4fd6-a92b-02ff899b91a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:07.278382 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-94579d9a-8b13-4ad3-9e09-093f8704f767 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:07.305237 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31477e20-171c-4fd6-a92b-02ff899b91a3 None None] Pushing event updated for resources: {'Port': ['ID=c7db274d-27e6-480c-bcf0-7d89066d8618,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:07.319463 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-94579d9a-8b13-4ad3-9e09-093f8704f767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:07.358286 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94579d9a-8b13-4ad3-9e09-093f8704f767 admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:02:07.361154 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-94579d9a-8b13-4ad3-9e09-093f8704f767 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:02:07.366847 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94579d9a-8b13-4ad3-9e09-093f8704f767 admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:02:07.393078 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94579d9a-8b13-4ad3-9e09-093f8704f767 admin admin] Pushing event updated for resources: {'Port': ['ID=52fafa9a-054e-4eae-9950-82450cfcb59d,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:07.952131 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-94579d9a-8b13-4ad3-9e09-093f8704f767 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:08.158377 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-94579d9a-8b13-4ad3-9e09-093f8704f767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:08.190018 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1618143a-819c-4eae-84ee-7dc7ebd79787 None None] Network 84363488-6d50-49bc-9d1d-7530e8e26ccd requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:02:08.275489 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-62ace1e4-dd46-4ddb-96d8-9b024ee5ee7a None None] Provisioning for port c7db274d-27e6-480c-bcf0-7d89066d8618 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:02:08.296343 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94579d9a-8b13-4ad3-9e09-093f8704f767 admin admin] Router 7694de08-4260-4070-9672-d0a6d027dd86 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:02:08.417715 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94579d9a-8b13-4ad3-9e09-093f8704f767 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:02:08.427380 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b90f4d9-dfe9-4450-b32c-bca98cdc305f None None] Sync routers for ids ['7694de08-4260-4070-9672-d0a6d027dd86'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:02:08.437393 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-94579d9a-8b13-4ad3-9e09-093f8704f767 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:08.441742 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37634) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:08.444207 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b90f4d9-dfe9-4450-b32c-bca98cdc305f None None] Routers {'7694de08-4260-4070-9672-d0a6d027dd86'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:02:08.444856 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-7b90f4d9-dfe9-4450-b32c-bca98cdc305f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:01:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['7694de08-4260-4070-9672-d0a6d027dd86'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:02:08.446731 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-94579d9a-8b13-4ad3-9e09-093f8704f767 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8561802 Jul 23 21:02:08.447350 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device c7db274d-27e6-480c-bcf0-7d89066d8618 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:02:08.521652 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port c7db274d-27e6-480c-bcf0-7d89066d8618 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:02:08.526323 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port c7db274d-27e6-480c-bcf0-7d89066d8618 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:02:08.526712 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:08.582461 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-7b90f4d9-dfe9-4450-b32c-bca98cdc305f None None] Set router 7694de08-4260-4070-9672-d0a6d027dd86 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:02:08.664797 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:08.700439 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port c7db274d-27e6-480c-bcf0-7d89066d8618, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=c7db274d-27e6-480c-bcf0-7d89066d8618,segment=NetworkSegment(09343810-811a-4f19-bdce-09308d61c345),segment_id=09343810-811a-4f19-bdce-09308d61c345)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:02:08.705718 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:08.761043 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4988e957-bf76-4c06-a538-8fde4964eb6d None None] Provisioning complete for port c7db274d-27e6-480c-bcf0-7d89066d8618 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:02:08.761414 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4988e957-bf76-4c06-a538-8fde4964eb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:08.776738 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-7b90f4d9-dfe9-4450-b32c-bca98cdc305f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7694de08-4260-4070-9672-d0a6d027dd86', 'name': 'tempest-TestEncryptedCinderVolumes-941496423-router', 'tenant_id': '8d5fc9878dbb4767997c585535564341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '52fafa9a-054e-4eae-9950-82450cfcb59d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:02:06Z', 'updated_at': '2021-07-23T21:02:07Z', 'revision_number': 3, 'project_id': '8d5fc9878dbb4767997c585535564341', 'gw_port': {'id': '52fafa9a-054e-4eae-9950-82450cfcb59d', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7694de08-4260-4070-9672-d0a6d027dd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:07Z', 'updated_at': '2021-07-23T21:02:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:02:08.786418 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=c7db274d-27e6-480c-bcf0-7d89066d8618,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:08.805262 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b90f4d9-dfe9-4450-b32c-bca98cdc305f None None] Checking router: 7694de08-4260-4070-9672-d0a6d027dd86 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:02:08.805831 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b90f4d9-dfe9-4450-b32c-bca98cdc305f None None] Updating router 7694de08-4260-4070-9672-d0a6d027dd86 port 52fafa9a-054e-4eae-9950-82450cfcb59d binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:02:08.846086 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7b90f4d9-dfe9-4450-b32c-bca98cdc305f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:08.921633 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3acb5b73-e3ed-4965-b29f-a3862d0f0270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:09.082084 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-3acb5b73-e3ed-4965-b29f-a3862d0f0270 admin admin] Allocated IP 172.20.0.1 (84363488-6d50-49bc-9d1d-7530e8e26ccd/2e8a90e1-1c84-40cf-ae60-c895a4d5d504/9ae7decc-26f4-4ad8-87b9-b1356aeab4b6) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:02:09.102613 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7b90f4d9-dfe9-4450-b32c-bca98cdc305f None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:09.116450 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7b90f4d9-dfe9-4450-b32c-bca98cdc305f None None] Transition to ACTIVE for port object 52fafa9a-054e-4eae-9950-82450cfcb59d will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:02:09.122970 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7b90f4d9-dfe9-4450-b32c-bca98cdc305f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:09.174940 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-7b90f4d9-dfe9-4450-b32c-bca98cdc305f None None] Attempting to bind port 52fafa9a-054e-4eae-9950-82450cfcb59d on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:02:09.175303 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-7b90f4d9-dfe9-4450-b32c-bca98cdc305f None None] Attempting to bind port 52fafa9a-054e-4eae-9950-82450cfcb59d by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:02:09.175660 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b90f4d9-dfe9-4450-b32c-bca98cdc305f None None] Attempting to bind port 52fafa9a-054e-4eae-9950-82450cfcb59d on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:02:09.177667 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc09d49-d40d-4601-b74e-fb96398a031c None None] Pushing event updated for resources: {'Port': ['ID=52fafa9a-054e-4eae-9950-82450cfcb59d,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:09.186599 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b90f4d9-dfe9-4450-b32c-bca98cdc305f None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:02:09.186832 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3acb5b73-e3ed-4965-b29f-a3862d0f0270 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:09.186970 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b90f4d9-dfe9-4450-b32c-bca98cdc305f None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:02:09.187367 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7b90f4d9-dfe9-4450-b32c-bca98cdc305f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:09.187756 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b90f4d9-dfe9-4450-b32c-bca98cdc305f None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:02:09.188212 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-7b90f4d9-dfe9-4450-b32c-bca98cdc305f None None] Bound port: 52fafa9a-054e-4eae-9950-82450cfcb59d, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:02:09.188583 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7b90f4d9-dfe9-4450-b32c-bca98cdc305f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:09.191526 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc09d49-d40d-4601-b74e-fb96398a031c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:09.191869 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc09d49-d40d-4601-b74e-fb96398a031c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:09.192204 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc09d49-d40d-4601-b74e-fb96398a031c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:09.192533 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc09d49-d40d-4601-b74e-fb96398a031c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:09.192886 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc09d49-d40d-4601-b74e-fb96398a031c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:09.193238 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc09d49-d40d-4601-b74e-fb96398a031c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:09.193559 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc09d49-d40d-4601-b74e-fb96398a031c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:09.193882 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc09d49-d40d-4601-b74e-fb96398a031c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:09.194199 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc09d49-d40d-4601-b74e-fb96398a031c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:09.194513 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc09d49-d40d-4601-b74e-fb96398a031c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:09.194831 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc09d49-d40d-4601-b74e-fb96398a031c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:09.195146 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc09d49-d40d-4601-b74e-fb96398a031c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:09.205161 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-3acb5b73-e3ed-4965-b29f-a3862d0f0270 admin admin] Transition to ACTIVE for port object 9ae7decc-26f4-4ad8-87b9-b1356aeab4b6 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:02:09.239397 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3acb5b73-e3ed-4965-b29f-a3862d0f0270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:09.250947 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-7b90f4d9-dfe9-4450-b32c-bca98cdc305f None None] For port 52fafa9a-054e-4eae-9950-82450cfcb59d, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:02:09.254555 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-7b90f4d9-dfe9-4450-b32c-bca98cdc305f None None] For port 52fafa9a-054e-4eae-9950-82450cfcb59d, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=52fafa9a-054e-4eae-9950-82450cfcb59d,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:02:09.258764 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7b90f4d9-dfe9-4450-b32c-bca98cdc305f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:09.283926 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acb5b73-e3ed-4965-b29f-a3862d0f0270 admin admin] Network 84363488-6d50-49bc-9d1d-7530e8e26ccd is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:02:09.292012 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-3acb5b73-e3ed-4965-b29f-a3862d0f0270 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:02:09.297879 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acb5b73-e3ed-4965-b29f-a3862d0f0270 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:02:09.300974 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb5b73-e3ed-4965-b29f-a3862d0f0270 admin admin] Pushing event updated for resources: {'Port': ['ID=9ae7decc-26f4-4ad8-87b9-b1356aeab4b6,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:09.317869 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc09d49-d40d-4601-b74e-fb96398a031c None None] Pushing event updated for resources: {'Port': ['ID=52fafa9a-054e-4eae-9950-82450cfcb59d,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:09.320319 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b90f4d9-dfe9-4450-b32c-bca98cdc305f None None] Routers {'7694de08-4260-4070-9672-d0a6d027dd86'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:02:09.320930 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-7b90f4d9-dfe9-4450-b32c-bca98cdc305f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:01:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['7694de08-4260-4070-9672-d0a6d027dd86'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:02:09.339670 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3acb5b73-e3ed-4965-b29f-a3862d0f0270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:09.437253 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-7b90f4d9-dfe9-4450-b32c-bca98cdc305f None None] Set router 7694de08-4260-4070-9672-d0a6d027dd86 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:02:09.497351 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3acb5b73-e3ed-4965-b29f-a3862d0f0270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:09.578991 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-55c5b5fa-474b-4405-8a7b-d64568b6a086 None None] Provisioning for port 9ae7decc-26f4-4ad8-87b9-b1356aeab4b6 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:02:09.583847 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-55c5b5fa-474b-4405-8a7b-d64568b6a086 None None] Provisioning complete for port 9ae7decc-26f4-4ad8-87b9-b1356aeab4b6 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:02:09.584260 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-55c5b5fa-474b-4405-8a7b-d64568b6a086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:09.626231 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-55c5b5fa-474b-4405-8a7b-d64568b6a086 None None] Port 9ae7decc-26f4-4ad8-87b9-b1356aeab4b6 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:02:09.647683 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-7b90f4d9-dfe9-4450-b32c-bca98cdc305f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7694de08-4260-4070-9672-d0a6d027dd86', 'name': 'tempest-TestEncryptedCinderVolumes-941496423-router', 'tenant_id': '8d5fc9878dbb4767997c585535564341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '52fafa9a-054e-4eae-9950-82450cfcb59d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:02:06Z', 'updated_at': '2021-07-23T21:02:07Z', 'revision_number': 3, 'project_id': '8d5fc9878dbb4767997c585535564341', 'gw_port': {'id': '52fafa9a-054e-4eae-9950-82450cfcb59d', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7694de08-4260-4070-9672-d0a6d027dd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:07Z', 'updated_at': '2021-07-23T21:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:02:09.690985 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b90f4d9-dfe9-4450-b32c-bca98cdc305f None None] The sync data for ids ['7694de08-4260-4070-9672-d0a6d027dd86'] in n-d-793618-10 is: [{'id': '7694de08-4260-4070-9672-d0a6d027dd86', 'name': 'tempest-TestEncryptedCinderVolumes-941496423-router', 'tenant_id': '8d5fc9878dbb4767997c585535564341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '52fafa9a-054e-4eae-9950-82450cfcb59d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:02:06Z', 'updated_at': '2021-07-23T21:02:07Z', 'revision_number': 3, 'project_id': '8d5fc9878dbb4767997c585535564341', 'gw_port': {'id': '52fafa9a-054e-4eae-9950-82450cfcb59d', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7694de08-4260-4070-9672-d0a6d027dd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:07Z', 'updated_at': '2021-07-23T21:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:02:09.695622 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3acb5b73-e3ed-4965-b29f-a3862d0f0270 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:09.700950 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3acb5b73-e3ed-4965-b29f-a3862d0f0270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:09.779365 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb5b73-e3ed-4965-b29f-a3862d0f0270 admin admin] Pushing event updated for resources: {'Port': ['ID=9ae7decc-26f4-4ad8-87b9-b1356aeab4b6,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:09.783070 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3acb5b73-e3ed-4965-b29f-a3862d0f0270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:09.886011 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acb5b73-e3ed-4965-b29f-a3862d0f0270 admin admin] Network 84363488-6d50-49bc-9d1d-7530e8e26ccd is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:02:09.887579 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-3acb5b73-e3ed-4965-b29f-a3862d0f0270 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:02:10.036574 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3acb5b73-e3ed-4965-b29f-a3862d0f0270 admin admin] Router 7694de08-4260-4070-9672-d0a6d027dd86 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:02:10.160043 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1bc25660-9b04-4e7f-bd35-08b04ab8a1de None None] Provisioning complete for port 9ae7decc-26f4-4ad8-87b9-b1356aeab4b6 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:02:10.160478 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1bc25660-9b04-4e7f-bd35-08b04ab8a1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:10.160614 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acb5b73-e3ed-4965-b29f-a3862d0f0270 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:02:10.165686 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3acb5b73-e3ed-4965-b29f-a3862d0f0270 admin admin] 10.222.0.32 "PUT /v2.0/routers/7694de08-4260-4070-9672-d0a6d027dd86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7228150 Jul 23 21:02:10.202827 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1bc25660-9b04-4e7f-bd35-08b04ab8a1de None None] Port 9ae7decc-26f4-4ad8-87b9-b1356aeab4b6 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:02:10.355291 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-12367547-eefd-490b-a805-a3bce9c7cc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:10.488584 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 52fafa9a-054e-4eae-9950-82450cfcb59d up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:02:10.543839 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 52fafa9a-054e-4eae-9950-82450cfcb59d completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:02:10.549200 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 52fafa9a-054e-4eae-9950-82450cfcb59d triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:02:10.549873 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:10.634157 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:10.660752 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 52fafa9a-054e-4eae-9950-82450cfcb59d, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=52fafa9a-054e-4eae-9950-82450cfcb59d,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:02:10.665121 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:10.665968 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device c7db274d-27e6-480c-bcf0-7d89066d8618 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:02:10.683904 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37650) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:10.689450 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f2b9c06d-6e26-4971-9415-c5d1f01a4fc6 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1789782031-network', 'tenant_id': '2808ac28f4e4492eb48c30233c5db10e'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:02:10.710532 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b9c06d-6e26-4971-9415-c5d1f01a4fc6 admin admin] Made reservation on behalf of 2808ac28f4e4492eb48c30233c5db10e for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:02:10.712937 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2b9c06d-6e26-4971-9415-c5d1f01a4fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:10.722729 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2b9c06d-6e26-4971-9415-c5d1f01a4fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:10.741168 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=52fafa9a-054e-4eae-9950-82450cfcb59d,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:10.754982 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port c7db274d-27e6-480c-bcf0-7d89066d8618 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:02:10.755357 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:10.834822 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2b9c06d-6e26-4971-9415-c5d1f01a4fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:10.839768 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2b9c06d-6e26-4971-9415-c5d1f01a4fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:10.862252 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2b9c06d-6e26-4971-9415-c5d1f01a4fc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:02:10.878025 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b9c06d-6e26-4971-9415-c5d1f01a4fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fcdb53-f64f-4589-9062-e0b2ab8d5b70,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:10.880896 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2b9c06d-6e26-4971-9415-c5d1f01a4fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:10.881291 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-f2b9c06d-6e26-4971-9415-c5d1f01a4fc6 admin admin] Added segment 65d3e3af-89ed-4d96-9238-9b9b8f2ee4e1 of type vlan for network 0c2702ee-026f-46b7-a50a-e926d44f4993 Jul 23 21:02:10.922339 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2b9c06d-6e26-4971-9415-c5d1f01a4fc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:10.955453 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2b9c06d-6e26-4971-9415-c5d1f01a4fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:10.956544 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b9c06d-6e26-4971-9415-c5d1f01a4fc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:10.957128 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2b9c06d-6e26-4971-9415-c5d1f01a4fc6 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:10.993208 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f2b9c06d-6e26-4971-9415-c5d1f01a4fc6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3079410 Jul 23 21:02:10.995992 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37652) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:11.000954 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-67889dcf-bea7-4169-8e33-a54636b003b3 admin admin] Request body: {'subnet': {'network_id': '0c2702ee-026f-46b7-a50a-e926d44f4993', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1789782031-subnet', 'tenant_id': '2808ac28f4e4492eb48c30233c5db10e', 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:02:11.034911 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b9c06d-6e26-4971-9415-c5d1f01a4fc6 admin admin] Pushing event updated for resources: {'Network': ['ID=0c2702ee-026f-46b7-a50a-e926d44f4993,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:11.045174 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 0c2702ee-026f-46b7-a50a-e926d44f4993 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:02:11.053405 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67889dcf-bea7-4169-8e33-a54636b003b3 admin admin] Made reservation on behalf of 2808ac28f4e4492eb48c30233c5db10e for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:02:11.055842 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67889dcf-bea7-4169-8e33-a54636b003b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:11.230783 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67889dcf-bea7-4169-8e33-a54636b003b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:11.286664 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67889dcf-bea7-4169-8e33-a54636b003b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b443803c-e317-4cb7-8539-e748ac691b73,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:11.295933 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67889dcf-bea7-4169-8e33-a54636b003b3 admin admin] Checking segment: {'id': '65d3e3af-89ed-4d96-9238-9b9b8f2ee4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0c2702ee-026f-46b7-a50a-e926d44f4993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:02:11.296291 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67889dcf-bea7-4169-8e33-a54636b003b3 admin admin] Network hostable DHCP agents. Network: 0c2702ee-026f-46b7-a50a-e926d44f4993, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:02:11.314241 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67889dcf-bea7-4169-8e33-a54636b003b3 admin admin] Network 0c2702ee-026f-46b7-a50a-e926d44f4993 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:02:11.319151 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8753502-9d1f-4a7b-82c3-062f29041aca None None] Sync routers for ids ['7694de08-4260-4070-9672-d0a6d027dd86'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:02:11.327245 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-67889dcf-bea7-4169-8e33-a54636b003b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 0c2702ee-026f-46b7-a50a-e926d44f4993) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:02:11.328987 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8753502-9d1f-4a7b-82c3-062f29041aca None None] Routers {'7694de08-4260-4070-9672-d0a6d027dd86'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:02:11.329678 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-d8753502-9d1f-4a7b-82c3-062f29041aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:01:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['7694de08-4260-4070-9672-d0a6d027dd86'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:02:11.331557 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67889dcf-bea7-4169-8e33-a54636b003b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:11.332153 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67889dcf-bea7-4169-8e33-a54636b003b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:11.346578 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-67889dcf-bea7-4169-8e33-a54636b003b3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3495657 Jul 23 21:02:11.349232 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37654) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:11.353535 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-2af0b665-af11-44e1-87c0-3200bc4c9c81 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1789782031-router', 'tenant_id': '2808ac28f4e4492eb48c30233c5db10e', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:02:11.368690 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e69f522-755b-4284-9067-fd6e395799fc None None] Network 0c2702ee-026f-46b7-a50a-e926d44f4993 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:02:11.375644 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2af0b665-af11-44e1-87c0-3200bc4c9c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:11.376665 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2af0b665-af11-44e1-87c0-3200bc4c9c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:11.432159 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2af0b665-af11-44e1-87c0-3200bc4c9c81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:11.501495 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-d8753502-9d1f-4a7b-82c3-062f29041aca None None] Set router 7694de08-4260-4070-9672-d0a6d027dd86 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:02:11.570258 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2af0b665-af11-44e1-87c0-3200bc4c9c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:11.783915 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2af0b665-af11-44e1-87c0-3200bc4c9c81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:11.802383 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a921c19c-e56f-4c4a-8a7b-6f839b355434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-0c2702ee-026f-46b7-a50a-e926d44f4993', 'network_id': '0c2702ee-026f-46b7-a50a-e926d44f4993', 'tenant_id': '2808ac28f4e4492eb48c30233c5db10e', 'fixed_ips': [{'subnet_id': 'b443803c-e317-4cb7-8539-e748ac691b73'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:02:11.803296 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a921c19c-e56f-4c4a-8a7b-6f839b355434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:11.804943 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2af0b665-af11-44e1-87c0-3200bc4c9c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:11.912722 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-2af0b665-af11-44e1-87c0-3200bc4c9c81 admin admin] Allocated IP 172.25.1.186 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/a13899ca-7505-4d6a-bc87-c57ff2141347) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:02:12.017449 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-a921c19c-e56f-4c4a-8a7b-6f839b355434 None None] Allocated IP 172.20.0.2 (0c2702ee-026f-46b7-a50a-e926d44f4993/b443803c-e317-4cb7-8539-e748ac691b73/a2268751-5e34-48b6-ab3a-81f6af6af903) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:02:12.022250 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2af0b665-af11-44e1-87c0-3200bc4c9c81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:12.040104 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-d8753502-9d1f-4a7b-82c3-062f29041aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7694de08-4260-4070-9672-d0a6d027dd86', 'name': 'tempest-TestEncryptedCinderVolumes-941496423-router', 'tenant_id': '8d5fc9878dbb4767997c585535564341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '52fafa9a-054e-4eae-9950-82450cfcb59d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:02:06Z', 'updated_at': '2021-07-23T21:02:09Z', 'revision_number': 4, 'project_id': '8d5fc9878dbb4767997c585535564341', 'gw_port': {'id': '52fafa9a-054e-4eae-9950-82450cfcb59d', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7694de08-4260-4070-9672-d0a6d027dd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:07Z', 'updated_at': '2021-07-23T21:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '9ae7decc-26f4-4ad8-87b9-b1356aeab4b6', 'name': '', 'network_id': '84363488-6d50-49bc-9d1d-7530e8e26ccd', 'tenant_id': '8d5fc9878dbb4767997c585535564341', 'mac_address': 'fa:16:3e:b6:66:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7694de08-4260-4070-9672-d0a6d027dd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '2e8a90e1-1c84-40cf-ae60-c895a4d5d504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:08Z', 'updated_at': '2021-07-23T21:02:09Z', 'revision_number': 2, 'project_id': '8d5fc9878dbb4767997c585535564341', 'subnets': [{'id': '2e8a90e1-1c84-40cf-ae60-c895a4d5d504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:02:12.064212 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2af0b665-af11-44e1-87c0-3200bc4c9c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:12.087656 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8753502-9d1f-4a7b-82c3-062f29041aca None None] Checking router: 7694de08-4260-4070-9672-d0a6d027dd86 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:02:12.088008 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8753502-9d1f-4a7b-82c3-062f29041aca None None] Updating router 7694de08-4260-4070-9672-d0a6d027dd86 port 9ae7decc-26f4-4ad8-87b9-b1356aeab4b6 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:02:12.101522 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af0b665-af11-44e1-87c0-3200bc4c9c81 admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:02:12.104622 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-2af0b665-af11-44e1-87c0-3200bc4c9c81 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:02:12.111380 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af0b665-af11-44e1-87c0-3200bc4c9c81 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:02:12.139814 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af0b665-af11-44e1-87c0-3200bc4c9c81 admin admin] Pushing event updated for resources: {'Port': ['ID=a13899ca-7505-4d6a-bc87-c57ff2141347,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:12.161651 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d8753502-9d1f-4a7b-82c3-062f29041aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:12.325822 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a921c19c-e56f-4c4a-8a7b-6f839b355434 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:12.341359 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a921c19c-e56f-4c4a-8a7b-6f839b355434 None None] Transition to ACTIVE for port object a2268751-5e34-48b6-ab3a-81f6af6af903 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:02:12.377045 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2af0b665-af11-44e1-87c0-3200bc4c9c81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:12.379217 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a921c19c-e56f-4c4a-8a7b-6f839b355434 None None] Transition to ACTIVE for port object a2268751-5e34-48b6-ab3a-81f6af6af903 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:02:12.388525 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a921c19c-e56f-4c4a-8a7b-6f839b355434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:12.442510 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 52fafa9a-054e-4eae-9950-82450cfcb59d up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:02:12.498667 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a921c19c-e56f-4c4a-8a7b-6f839b355434 None None] Network 0c2702ee-026f-46b7-a50a-e926d44f4993 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:02:12.510800 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-a921c19c-e56f-4c4a-8a7b-6f839b355434 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:02:12.518478 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921c19c-e56f-4c4a-8a7b-6f839b355434 None None] Pushing event updated for resources: {'Port': ['ID=a2268751-5e34-48b6-ab3a-81f6af6af903,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:12.521848 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a921c19c-e56f-4c4a-8a7b-6f839b355434 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:02:12.575774 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2af0b665-af11-44e1-87c0-3200bc4c9c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:12.634783 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 52fafa9a-054e-4eae-9950-82450cfcb59d triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:02:12.635158 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:12.656622 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-a921c19c-e56f-4c4a-8a7b-6f839b355434 None None] Attempting to bind port a2268751-5e34-48b6-ab3a-81f6af6af903 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:02:12.656993 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-a921c19c-e56f-4c4a-8a7b-6f839b355434 None None] Attempting to bind port a2268751-5e34-48b6-ab3a-81f6af6af903 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '65d3e3af-89ed-4d96-9238-9b9b8f2ee4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0c2702ee-026f-46b7-a50a-e926d44f4993'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:02:12.657356 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a921c19c-e56f-4c4a-8a7b-6f839b355434 None None] Attempting to bind port a2268751-5e34-48b6-ab3a-81f6af6af903 on network 0c2702ee-026f-46b7-a50a-e926d44f4993 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:02:12.673297 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a921c19c-e56f-4c4a-8a7b-6f839b355434 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:02:12.673692 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a921c19c-e56f-4c4a-8a7b-6f839b355434 None None] Checking segment: {'id': '65d3e3af-89ed-4d96-9238-9b9b8f2ee4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0c2702ee-026f-46b7-a50a-e926d44f4993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:02:12.674092 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a921c19c-e56f-4c4a-8a7b-6f839b355434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:12.674485 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a921c19c-e56f-4c4a-8a7b-6f839b355434 None None] Bound using segment: {'id': '65d3e3af-89ed-4d96-9238-9b9b8f2ee4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0c2702ee-026f-46b7-a50a-e926d44f4993'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:02:12.674952 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-a921c19c-e56f-4c4a-8a7b-6f839b355434 None None] Bound port: a2268751-5e34-48b6-ab3a-81f6af6af903, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d3e3af-89ed-4d96-9238-9b9b8f2ee4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0c2702ee-026f-46b7-a50a-e926d44f4993'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:02:12.675333 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a921c19c-e56f-4c4a-8a7b-6f839b355434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:12.698978 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d8753502-9d1f-4a7b-82c3-062f29041aca None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:12.706724 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af0b665-af11-44e1-87c0-3200bc4c9c81 admin admin] Router b33b2976-fc49-4bb5-b520-59b6283ec3a5 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:02:12.718856 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d8753502-9d1f-4a7b-82c3-062f29041aca None None] Transition to ACTIVE for port object 9ae7decc-26f4-4ad8-87b9-b1356aeab4b6 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:02:12.752241 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d8753502-9d1f-4a7b-82c3-062f29041aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:12.816392 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af0b665-af11-44e1-87c0-3200bc4c9c81 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:02:12.827436 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545970dc-b89d-4884-a41b-dc795545a75b None None] Sync routers for ids ['b33b2976-fc49-4bb5-b520-59b6283ec3a5'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:02:12.833621 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2af0b665-af11-44e1-87c0-3200bc4c9c81 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:12.835562 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2af0b665-af11-44e1-87c0-3200bc4c9c81 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4853675 Jul 23 21:02:12.838455 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37656) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:12.839644 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545970dc-b89d-4884-a41b-dc795545a75b None None] Routers {'b33b2976-fc49-4bb5-b520-59b6283ec3a5'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:02:12.841191 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-545970dc-b89d-4884-a41b-dc795545a75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:01:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['b33b2976-fc49-4bb5-b520-59b6283ec3a5'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:02:12.856007 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-a921c19c-e56f-4c4a-8a7b-6f839b355434 None None] For port a2268751-5e34-48b6-ab3a-81f6af6af903, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:02:12.865038 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-a921c19c-e56f-4c4a-8a7b-6f839b355434 None None] For port a2268751-5e34-48b6-ab3a-81f6af6af903, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=a2268751-5e34-48b6-ab3a-81f6af6af903,segment=NetworkSegment(65d3e3af-89ed-4d96-9238-9b9b8f2ee4e1),segment_id=65d3e3af-89ed-4d96-9238-9b9b8f2ee4e1)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:02:12.866690 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03138ed8-f89c-419a-a0dc-d90731278f54 None None] Pushing event updated for resources: {'Port': ['ID=9ae7decc-26f4-4ad8-87b9-b1356aeab4b6,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:12.896410 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a921c19c-e56f-4c4a-8a7b-6f839b355434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:12.977114 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d8753502-9d1f-4a7b-82c3-062f29041aca None None] Attempting to bind port 9ae7decc-26f4-4ad8-87b9-b1356aeab4b6 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:02:12.977516 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d8753502-9d1f-4a7b-82c3-062f29041aca None None] Attempting to bind port 9ae7decc-26f4-4ad8-87b9-b1356aeab4b6 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '09343810-811a-4f19-bdce-09308d61c345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '84363488-6d50-49bc-9d1d-7530e8e26ccd'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:02:12.977872 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8753502-9d1f-4a7b-82c3-062f29041aca None None] Attempting to bind port 9ae7decc-26f4-4ad8-87b9-b1356aeab4b6 on network 84363488-6d50-49bc-9d1d-7530e8e26ccd {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:02:12.993942 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-545970dc-b89d-4884-a41b-dc795545a75b None None] Set router b33b2976-fc49-4bb5-b520-59b6283ec3a5 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:02:12.994448 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8753502-9d1f-4a7b-82c3-062f29041aca None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:02:12.994825 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8753502-9d1f-4a7b-82c3-062f29041aca None None] Checking segment: {'id': '09343810-811a-4f19-bdce-09308d61c345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '84363488-6d50-49bc-9d1d-7530e8e26ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:02:13.001082 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d8753502-9d1f-4a7b-82c3-062f29041aca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:13.001522 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8753502-9d1f-4a7b-82c3-062f29041aca None None] Bound using segment: {'id': '09343810-811a-4f19-bdce-09308d61c345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '84363488-6d50-49bc-9d1d-7530e8e26ccd'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:02:13.002135 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-d8753502-9d1f-4a7b-82c3-062f29041aca None None] Bound port: 9ae7decc-26f4-4ad8-87b9-b1356aeab4b6, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09343810-811a-4f19-bdce-09308d61c345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '84363488-6d50-49bc-9d1d-7530e8e26ccd'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:02:13.002543 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d8753502-9d1f-4a7b-82c3-062f29041aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:13.019730 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921c19c-e56f-4c4a-8a7b-6f839b355434 None None] Pushing event updated for resources: {'Port': ['ID=a2268751-5e34-48b6-ab3a-81f6af6af903,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:13.102529 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d8753502-9d1f-4a7b-82c3-062f29041aca None None] For port 9ae7decc-26f4-4ad8-87b9-b1356aeab4b6, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:02:13.108200 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-d8753502-9d1f-4a7b-82c3-062f29041aca None None] For port 9ae7decc-26f4-4ad8-87b9-b1356aeab4b6, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=9ae7decc-26f4-4ad8-87b9-b1356aeab4b6,segment=NetworkSegment(09343810-811a-4f19-bdce-09308d61c345),segment_id=09343810-811a-4f19-bdce-09308d61c345)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:02:13.116633 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d8753502-9d1f-4a7b-82c3-062f29041aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:13.175607 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8753502-9d1f-4a7b-82c3-062f29041aca None None] Routers {'7694de08-4260-4070-9672-d0a6d027dd86'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:02:13.176244 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-d8753502-9d1f-4a7b-82c3-062f29041aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:01:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['7694de08-4260-4070-9672-d0a6d027dd86'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:02:13.259063 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03138ed8-f89c-419a-a0dc-d90731278f54 None None] Pushing event updated for resources: {'Port': ['ID=9ae7decc-26f4-4ad8-87b9-b1356aeab4b6,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:13.332260 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-d8753502-9d1f-4a7b-82c3-062f29041aca None None] Set router 7694de08-4260-4070-9672-d0a6d027dd86 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:02:13.451561 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-545970dc-b89d-4884-a41b-dc795545a75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33b2976-fc49-4bb5-b520-59b6283ec3a5', 'name': 'tempest-TestEncryptedCinderVolumes-1789782031-router', 'tenant_id': '2808ac28f4e4492eb48c30233c5db10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'a13899ca-7505-4d6a-bc87-c57ff2141347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:02:11Z', 'updated_at': '2021-07-23T21:02:12Z', 'revision_number': 3, 'project_id': '2808ac28f4e4492eb48c30233c5db10e', 'gw_port': {'id': 'a13899ca-7505-4d6a-bc87-c57ff2141347', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33b2976-fc49-4bb5-b520-59b6283ec3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:11Z', 'updated_at': '2021-07-23T21:02:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:02:13.486716 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545970dc-b89d-4884-a41b-dc795545a75b None None] Checking router: b33b2976-fc49-4bb5-b520-59b6283ec3a5 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:02:13.487442 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545970dc-b89d-4884-a41b-dc795545a75b None None] Updating router b33b2976-fc49-4bb5-b520-59b6283ec3a5 port a13899ca-7505-4d6a-bc87-c57ff2141347 binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:02:13.508865 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:13.535080 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-545970dc-b89d-4884-a41b-dc795545a75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:13.644078 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-d8753502-9d1f-4a7b-82c3-062f29041aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7694de08-4260-4070-9672-d0a6d027dd86', 'name': 'tempest-TestEncryptedCinderVolumes-941496423-router', 'tenant_id': '8d5fc9878dbb4767997c585535564341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '52fafa9a-054e-4eae-9950-82450cfcb59d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:02:06Z', 'updated_at': '2021-07-23T21:02:09Z', 'revision_number': 4, 'project_id': '8d5fc9878dbb4767997c585535564341', 'gw_port': {'id': '52fafa9a-054e-4eae-9950-82450cfcb59d', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7694de08-4260-4070-9672-d0a6d027dd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:07Z', 'updated_at': '2021-07-23T21:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '9ae7decc-26f4-4ad8-87b9-b1356aeab4b6', 'name': '', 'network_id': '84363488-6d50-49bc-9d1d-7530e8e26ccd', 'tenant_id': '8d5fc9878dbb4767997c585535564341', 'mac_address': 'fa:16:3e:b6:66:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7694de08-4260-4070-9672-d0a6d027dd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '2e8a90e1-1c84-40cf-ae60-c895a4d5d504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:08Z', 'updated_at': '2021-07-23T21:02:13Z', 'revision_number': 4, 'project_id': '8d5fc9878dbb4767997c585535564341', 'subnets': [{'id': '2e8a90e1-1c84-40cf-ae60-c895a4d5d504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:02:13.677373 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8753502-9d1f-4a7b-82c3-062f29041aca None None] The sync data for ids ['7694de08-4260-4070-9672-d0a6d027dd86'] in n-d-793618-10 is: [{'id': '7694de08-4260-4070-9672-d0a6d027dd86', 'name': 'tempest-TestEncryptedCinderVolumes-941496423-router', 'tenant_id': '8d5fc9878dbb4767997c585535564341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '52fafa9a-054e-4eae-9950-82450cfcb59d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:02:06Z', 'updated_at': '2021-07-23T21:02:09Z', 'revision_number': 4, 'project_id': '8d5fc9878dbb4767997c585535564341', 'gw_port': {'id': '52fafa9a-054e-4eae-9950-82450cfcb59d', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7694de08-4260-4070-9672-d0a6d027dd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:07Z', 'updated_at': '2021-07-23T21:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '9ae7decc-26f4-4ad8-87b9-b1356aeab4b6', 'name': '', 'network_id': '84363488-6d50-49bc-9d1d-7530e8e26ccd', 'tenant_id': '8d5fc9878dbb4767997c585535564341', 'mac_address': 'fa:16:3e:b6:66:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7694de08-4260-4070-9672-d0a6d027dd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '2e8a90e1-1c84-40cf-ae60-c895a4d5d504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:08Z', 'updated_at': '2021-07-23T21:02:13Z', 'revision_number': 4, 'project_id': '8d5fc9878dbb4767997c585535564341', 'subnets': [{'id': '2e8a90e1-1c84-40cf-ae60-c895a4d5d504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:02:13.712269 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b910ca49-92fc-40f8-9fad-0cd80d12858d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:13.862072 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-545970dc-b89d-4884-a41b-dc795545a75b None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:13.873654 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-545970dc-b89d-4884-a41b-dc795545a75b None None] Transition to ACTIVE for port object a13899ca-7505-4d6a-bc87-c57ff2141347 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:02:13.879435 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-545970dc-b89d-4884-a41b-dc795545a75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:13.882268 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d2ab8e8d-540c-443f-a4cf-a1c9e4777f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:13.942646 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-545970dc-b89d-4884-a41b-dc795545a75b None None] Attempting to bind port a13899ca-7505-4d6a-bc87-c57ff2141347 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:02:13.942856 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-545970dc-b89d-4884-a41b-dc795545a75b None None] Attempting to bind port a13899ca-7505-4d6a-bc87-c57ff2141347 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:02:13.943182 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545970dc-b89d-4884-a41b-dc795545a75b None None] Attempting to bind port a13899ca-7505-4d6a-bc87-c57ff2141347 on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:02:13.945310 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e11839-c647-4859-84db-5def1a51233c None None] Pushing event updated for resources: {'Port': ['ID=a13899ca-7505-4d6a-bc87-c57ff2141347,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:13.953225 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545970dc-b89d-4884-a41b-dc795545a75b None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:02:13.953624 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545970dc-b89d-4884-a41b-dc795545a75b None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:02:13.954225 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-545970dc-b89d-4884-a41b-dc795545a75b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:13.954776 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545970dc-b89d-4884-a41b-dc795545a75b None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:02:13.955405 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-545970dc-b89d-4884-a41b-dc795545a75b None None] Bound port: a13899ca-7505-4d6a-bc87-c57ff2141347, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:02:13.955965 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-545970dc-b89d-4884-a41b-dc795545a75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:14.032188 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-545970dc-b89d-4884-a41b-dc795545a75b None None] For port a13899ca-7505-4d6a-bc87-c57ff2141347, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:02:14.035729 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-545970dc-b89d-4884-a41b-dc795545a75b None None] For port a13899ca-7505-4d6a-bc87-c57ff2141347, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=a13899ca-7505-4d6a-bc87-c57ff2141347,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:02:14.042932 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-545970dc-b89d-4884-a41b-dc795545a75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:14.096516 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-d2ab8e8d-540c-443f-a4cf-a1c9e4777f6c admin admin] Allocated IP 172.20.0.1 (0c2702ee-026f-46b7-a50a-e926d44f4993/b443803c-e317-4cb7-8539-e748ac691b73/6ff2c11e-1b48-49c6-8c1e-b0e5394388b4) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:02:14.111451 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545970dc-b89d-4884-a41b-dc795545a75b None None] Routers {'b33b2976-fc49-4bb5-b520-59b6283ec3a5'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:02:14.112167 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-545970dc-b89d-4884-a41b-dc795545a75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:02:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['b33b2976-fc49-4bb5-b520-59b6283ec3a5'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:02:14.195042 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:14.200769 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e11839-c647-4859-84db-5def1a51233c None None] Pushing event updated for resources: {'Port': ['ID=a13899ca-7505-4d6a-bc87-c57ff2141347,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:14.260172 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d2ab8e8d-540c-443f-a4cf-a1c9e4777f6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:14.276255 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-545970dc-b89d-4884-a41b-dc795545a75b None None] Set router b33b2976-fc49-4bb5-b520-59b6283ec3a5 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:02:14.276925 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-d2ab8e8d-540c-443f-a4cf-a1c9e4777f6c admin admin] Transition to ACTIVE for port object 6ff2c11e-1b48-49c6-8c1e-b0e5394388b4 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:02:14.315761 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d2ab8e8d-540c-443f-a4cf-a1c9e4777f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:14.361076 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ab8e8d-540c-443f-a4cf-a1c9e4777f6c admin admin] Network 0c2702ee-026f-46b7-a50a-e926d44f4993 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:02:14.367151 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-d2ab8e8d-540c-443f-a4cf-a1c9e4777f6c admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:02:14.370957 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ab8e8d-540c-443f-a4cf-a1c9e4777f6c admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:02:14.378379 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab8e8d-540c-443f-a4cf-a1c9e4777f6c admin admin] Pushing event updated for resources: {'Port': ['ID=6ff2c11e-1b48-49c6-8c1e-b0e5394388b4,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:14.430050 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d2ab8e8d-540c-443f-a4cf-a1c9e4777f6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:14.447314 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0121e46-dae8-48a3-a6e1-73a7685dde90 None None] Network 0c2702ee-026f-46b7-a50a-e926d44f4993 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:02:14.520915 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 9ae7decc-26f4-4ad8-87b9-b1356aeab4b6 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:02:14.553555 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-545970dc-b89d-4884-a41b-dc795545a75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33b2976-fc49-4bb5-b520-59b6283ec3a5', 'name': 'tempest-TestEncryptedCinderVolumes-1789782031-router', 'tenant_id': '2808ac28f4e4492eb48c30233c5db10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'a13899ca-7505-4d6a-bc87-c57ff2141347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:02:11Z', 'updated_at': '2021-07-23T21:02:12Z', 'revision_number': 3, 'project_id': '2808ac28f4e4492eb48c30233c5db10e', 'gw_port': {'id': 'a13899ca-7505-4d6a-bc87-c57ff2141347', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33b2976-fc49-4bb5-b520-59b6283ec3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:11Z', 'updated_at': '2021-07-23T21:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:02:14.580984 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4ea9e300-0135-4196-b5b7-91bb1dc5c1ff None None] Provisioning for port a2268751-5e34-48b6-ab3a-81f6af6af903 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:02:14.597632 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545970dc-b89d-4884-a41b-dc795545a75b None None] The sync data for ids ['b33b2976-fc49-4bb5-b520-59b6283ec3a5'] in n-d-793618-10 is: [{'id': 'b33b2976-fc49-4bb5-b520-59b6283ec3a5', 'name': 'tempest-TestEncryptedCinderVolumes-1789782031-router', 'tenant_id': '2808ac28f4e4492eb48c30233c5db10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'a13899ca-7505-4d6a-bc87-c57ff2141347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:02:11Z', 'updated_at': '2021-07-23T21:02:12Z', 'revision_number': 3, 'project_id': '2808ac28f4e4492eb48c30233c5db10e', 'gw_port': {'id': 'a13899ca-7505-4d6a-bc87-c57ff2141347', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33b2976-fc49-4bb5-b520-59b6283ec3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:11Z', 'updated_at': '2021-07-23T21:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:02:14.626320 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d2ab8e8d-540c-443f-a4cf-a1c9e4777f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:14.650944 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 9ae7decc-26f4-4ad8-87b9-b1356aeab4b6 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:02:14.677673 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 9ae7decc-26f4-4ad8-87b9-b1356aeab4b6 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:02:14.678174 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:14.795074 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:14.839795 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 9ae7decc-26f4-4ad8-87b9-b1356aeab4b6, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=9ae7decc-26f4-4ad8-87b9-b1356aeab4b6,segment=NetworkSegment(09343810-811a-4f19-bdce-09308d61c345),segment_id=09343810-811a-4f19-bdce-09308d61c345)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:02:14.844378 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d2ab8e8d-540c-443f-a4cf-a1c9e4777f6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:14.846578 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:14.847731 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a2268751-5e34-48b6-ab3a-81f6af6af903 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:02:14.852653 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d2ab8e8d-540c-443f-a4cf-a1c9e4777f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:14.958444 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab8e8d-540c-443f-a4cf-a1c9e4777f6c admin admin] Pushing event updated for resources: {'Port': ['ID=6ff2c11e-1b48-49c6-8c1e-b0e5394388b4,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:14.961118 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d2ab8e8d-540c-443f-a4cf-a1c9e4777f6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:15.015559 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=9ae7decc-26f4-4ad8-87b9-b1356aeab4b6,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:15.048027 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port a2268751-5e34-48b6-ab3a-81f6af6af903 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:02:15.061809 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:15.063122 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port a2268751-5e34-48b6-ab3a-81f6af6af903 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:02:15.063893 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:15.145709 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ab8e8d-540c-443f-a4cf-a1c9e4777f6c admin admin] Network 0c2702ee-026f-46b7-a50a-e926d44f4993 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:02:15.147413 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-d2ab8e8d-540c-443f-a4cf-a1c9e4777f6c admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:02:15.238914 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:15.240662 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:15.326614 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a5875921-602a-4b41-b399-7602206c94f6 None None] Provisioning for port 6ff2c11e-1b48-49c6-8c1e-b0e5394388b4 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:02:15.329888 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port a2268751-5e34-48b6-ab3a-81f6af6af903, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=a2268751-5e34-48b6-ab3a-81f6af6af903,segment=NetworkSegment(65d3e3af-89ed-4d96-9238-9b9b8f2ee4e1),segment_id=65d3e3af-89ed-4d96-9238-9b9b8f2ee4e1)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:02:15.337819 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ab8e8d-540c-443f-a4cf-a1c9e4777f6c admin admin] Router b33b2976-fc49-4bb5-b520-59b6283ec3a5 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:02:15.339948 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:15.341605 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a5875921-602a-4b41-b399-7602206c94f6 None None] Provisioning complete for port 6ff2c11e-1b48-49c6-8c1e-b0e5394388b4 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:02:15.341966 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a5875921-602a-4b41-b399-7602206c94f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:15.443975 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a5875921-602a-4b41-b399-7602206c94f6 None None] Port 6ff2c11e-1b48-49c6-8c1e-b0e5394388b4 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:02:15.449035 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=a2268751-5e34-48b6-ab3a-81f6af6af903,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:15.459819 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a5875921-602a-4b41-b399-7602206c94f6 None None] Provisioning complete for port a2268751-5e34-48b6-ab3a-81f6af6af903 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:02:15.460199 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a5875921-602a-4b41-b399-7602206c94f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:15.479373 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ab8e8d-540c-443f-a4cf-a1c9e4777f6c admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:02:15.484773 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d2ab8e8d-540c-443f-a4cf-a1c9e4777f6c admin admin] 10.222.0.32 "PUT /v2.0/routers/b33b2976-fc49-4bb5-b520-59b6283ec3a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6451788 Jul 23 21:02:15.679108 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ff0e2c15-c324-4b66-ab04-7b435b1647b1 None None] Provisioning complete for port 6ff2c11e-1b48-49c6-8c1e-b0e5394388b4 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:02:15.679486 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ff0e2c15-c324-4b66-ab04-7b435b1647b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:15.726995 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ff0e2c15-c324-4b66-ab04-7b435b1647b1 None None] Port 6ff2c11e-1b48-49c6-8c1e-b0e5394388b4 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:02:15.847048 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-9f9570ed-4581-4e65-8d5d-56d93597ea88 None None] Provisioning complete for port 6ff2c11e-1b48-49c6-8c1e-b0e5394388b4 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:02:15.847658 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f9570ed-4581-4e65-8d5d-56d93597ea88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:15.885916 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9f9570ed-4581-4e65-8d5d-56d93597ea88 None None] Port 6ff2c11e-1b48-49c6-8c1e-b0e5394388b4 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:02:16.124218 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:16.256051 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-61718853-9ebc-4c64-a735-6e492a47b556 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:16.257557 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-61718853-9ebc-4c64-a735-6e492a47b556 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/networks?id=84363488-6d50-49bc-9d1d-7530e8e26ccd HTTP/1.1" status: 200 len: 816 time: 0.1046937 Jul 23 21:02:16.273216 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-0b69e329-65c2-4e33-a2dd-7f45578c31c4 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/quotas/8d5fc9878dbb4767997c585535564341 HTTP/1.1" status: 200 len: 375 time: 0.0096693 Jul 23 21:02:16.351986 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-e87ffb74-fa22-4ba9-9343-8b856070e7af tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d5fc9878dbb4767997c585535564341&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0732207 Jul 23 21:02:16.452723 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-206e6120-b3fe-434a-bbb5-006a2b50c17b service neutron] 10.222.0.32 "GET /v2.0/networks/84363488-6d50-49bc-9d1d-7530e8e26ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865734 Jul 23 21:02:16.469615 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 9ae7decc-26f4-4ad8-87b9-b1356aeab4b6 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:02:16.516893 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 9ae7decc-26f4-4ad8-87b9-b1356aeab4b6 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:02:16.517269 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:16.554237 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-c2a3ba44-5982-40d8-92ed-145d8e16eebd service neutron] 10.222.0.32 "GET /v2.0/networks/84363488-6d50-49bc-9d1d-7530e8e26ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950136 Jul 23 21:02:16.599156 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a13899ca-7505-4d6a-bc87-c57ff2141347 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:02:16.646296 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port a13899ca-7505-4d6a-bc87-c57ff2141347 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:02:16.649959 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port a13899ca-7505-4d6a-bc87-c57ff2141347 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:02:16.650338 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:16.737233 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0c1a9044-0993-43e6-82d7-65044cc26246 req-8cc3bdc7-48c3-49a5-8687-fad9262498cf tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf71d7dc-cbfd-4129-b273-5c6f1b2ff4c9 HTTP/1.1" status: 200 len: 210 time: 0.0394547 Jul 23 21:02:16.747602 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:16.777921 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port a13899ca-7505-4d6a-bc87-c57ff2141347, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=a13899ca-7505-4d6a-bc87-c57ff2141347,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:02:16.783708 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:16.784658 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a2268751-5e34-48b6-ab3a-81f6af6af903 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:02:16.866536 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=a13899ca-7505-4d6a-bc87-c57ff2141347,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:16.879706 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port a2268751-5e34-48b6-ab3a-81f6af6af903 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:02:16.880085 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:17.079660 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e16d57-d4d3-4595-9c27-b0c1f2896b83 None None] Sync routers for ids ['b33b2976-fc49-4bb5-b520-59b6283ec3a5'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:02:17.089343 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e16d57-d4d3-4595-9c27-b0c1f2896b83 None None] Routers {'b33b2976-fc49-4bb5-b520-59b6283ec3a5'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:02:17.090040 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-29e16d57-d4d3-4595-9c27-b0c1f2896b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:02:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['b33b2976-fc49-4bb5-b520-59b6283ec3a5'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:02:17.200614 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-29e16d57-d4d3-4595-9c27-b0c1f2896b83 None None] Set router b33b2976-fc49-4bb5-b520-59b6283ec3a5 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:02:17.405901 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-29e16d57-d4d3-4595-9c27-b0c1f2896b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33b2976-fc49-4bb5-b520-59b6283ec3a5', 'name': 'tempest-TestEncryptedCinderVolumes-1789782031-router', 'tenant_id': '2808ac28f4e4492eb48c30233c5db10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'a13899ca-7505-4d6a-bc87-c57ff2141347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:02:11Z', 'updated_at': '2021-07-23T21:02:14Z', 'revision_number': 4, 'project_id': '2808ac28f4e4492eb48c30233c5db10e', 'gw_port': {'id': 'a13899ca-7505-4d6a-bc87-c57ff2141347', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33b2976-fc49-4bb5-b520-59b6283ec3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:11Z', 'updated_at': '2021-07-23T21:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '6ff2c11e-1b48-49c6-8c1e-b0e5394388b4', 'name': '', 'network_id': '0c2702ee-026f-46b7-a50a-e926d44f4993', 'tenant_id': '2808ac28f4e4492eb48c30233c5db10e', 'mac_address': 'fa:16:3e:fc:1e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33b2976-fc49-4bb5-b520-59b6283ec3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'b443803c-e317-4cb7-8539-e748ac691b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:13Z', 'updated_at': '2021-07-23T21:02:14Z', 'revision_number': 2, 'project_id': '2808ac28f4e4492eb48c30233c5db10e', 'subnets': [{'id': 'b443803c-e317-4cb7-8539-e748ac691b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:02:17.432788 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e16d57-d4d3-4595-9c27-b0c1f2896b83 None None] Checking router: b33b2976-fc49-4bb5-b520-59b6283ec3a5 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:02:17.433204 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e16d57-d4d3-4595-9c27-b0c1f2896b83 None None] Updating router b33b2976-fc49-4bb5-b520-59b6283ec3a5 port 6ff2c11e-1b48-49c6-8c1e-b0e5394388b4 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:02:17.467567 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-29e16d57-d4d3-4595-9c27-b0c1f2896b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:17.865029 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7cdcf1e7-b280-4b6d-87cf-80467f87f98f req-efc49e93-b96c-43b3-88fa-47b9ab2f9336 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf71d7dc-cbfd-4129-b273-5c6f1b2ff4c9 HTTP/1.1" status: 200 len: 210 time: 0.0386720 Jul 23 21:02:17.898955 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-29e16d57-d4d3-4595-9c27-b0c1f2896b83 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:17.900419 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-bf8025e6-cb7e-4f2b-87f2-df957baf58c6 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:17.901919 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-bf8025e6-cb7e-4f2b-87f2-df957baf58c6 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.18 "GET /v2.0/networks?id=84363488-6d50-49bc-9d1d-7530e8e26ccd HTTP/1.1" status: 200 len: 816 time: 0.1771681 Jul 23 21:02:17.909389 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-29e16d57-d4d3-4595-9c27-b0c1f2896b83 None None] Transition to ACTIVE for port object 6ff2c11e-1b48-49c6-8c1e-b0e5394388b4 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:02:17.915225 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-29e16d57-d4d3-4595-9c27-b0c1f2896b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:17.921405 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-2ac1d878-e229-4f3e-837c-ac1c5f53496f tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Request body: {'port': {'device_id': 'bf71d7dc-cbfd-4129-b273-5c6f1b2ff4c9', 'network_id': '84363488-6d50-49bc-9d1d-7530e8e26ccd', 'admin_state_up': True, 'tenant_id': '8d5fc9878dbb4767997c585535564341'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:02:17.991012 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0adf017-664f-4ba9-90c1-306f9cb1e7eb None None] Pushing event updated for resources: {'Port': ['ID=6ff2c11e-1b48-49c6-8c1e-b0e5394388b4,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:18.030080 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-29e16d57-d4d3-4595-9c27-b0c1f2896b83 None None] Attempting to bind port 6ff2c11e-1b48-49c6-8c1e-b0e5394388b4 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:02:18.030376 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-29e16d57-d4d3-4595-9c27-b0c1f2896b83 None None] Attempting to bind port 6ff2c11e-1b48-49c6-8c1e-b0e5394388b4 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '65d3e3af-89ed-4d96-9238-9b9b8f2ee4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0c2702ee-026f-46b7-a50a-e926d44f4993'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:02:18.030732 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e16d57-d4d3-4595-9c27-b0c1f2896b83 None None] Attempting to bind port 6ff2c11e-1b48-49c6-8c1e-b0e5394388b4 on network 0c2702ee-026f-46b7-a50a-e926d44f4993 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:02:18.036475 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e16d57-d4d3-4595-9c27-b0c1f2896b83 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:02:18.036844 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e16d57-d4d3-4595-9c27-b0c1f2896b83 None None] Checking segment: {'id': '65d3e3af-89ed-4d96-9238-9b9b8f2ee4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0c2702ee-026f-46b7-a50a-e926d44f4993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:02:18.037244 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-29e16d57-d4d3-4595-9c27-b0c1f2896b83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:18.037896 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e16d57-d4d3-4595-9c27-b0c1f2896b83 None None] Bound using segment: {'id': '65d3e3af-89ed-4d96-9238-9b9b8f2ee4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0c2702ee-026f-46b7-a50a-e926d44f4993'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:02:18.038128 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-29e16d57-d4d3-4595-9c27-b0c1f2896b83 None None] Bound port: 6ff2c11e-1b48-49c6-8c1e-b0e5394388b4, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d3e3af-89ed-4d96-9238-9b9b8f2ee4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0c2702ee-026f-46b7-a50a-e926d44f4993'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:02:18.038509 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-29e16d57-d4d3-4595-9c27-b0c1f2896b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:18.055379 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-2ac1d878-e229-4f3e-837c-ac1c5f53496f tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Made reservation on behalf of 8d5fc9878dbb4767997c585535564341 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:02:18.059507 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-2ac1d878-e229-4f3e-837c-ac1c5f53496f tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:18.107978 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-29e16d57-d4d3-4595-9c27-b0c1f2896b83 None None] For port 6ff2c11e-1b48-49c6-8c1e-b0e5394388b4, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:02:18.111712 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-29e16d57-d4d3-4595-9c27-b0c1f2896b83 None None] For port 6ff2c11e-1b48-49c6-8c1e-b0e5394388b4, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6ff2c11e-1b48-49c6-8c1e-b0e5394388b4,segment=NetworkSegment(65d3e3af-89ed-4d96-9238-9b9b8f2ee4e1),segment_id=65d3e3af-89ed-4d96-9238-9b9b8f2ee4e1)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:02:18.116324 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-29e16d57-d4d3-4595-9c27-b0c1f2896b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:18.175967 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e16d57-d4d3-4595-9c27-b0c1f2896b83 None None] Routers {'b33b2976-fc49-4bb5-b520-59b6283ec3a5'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:02:18.176608 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-29e16d57-d4d3-4595-9c27-b0c1f2896b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:02:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['b33b2976-fc49-4bb5-b520-59b6283ec3a5'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:02:18.204529 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-2ac1d878-e229-4f3e-837c-ac1c5f53496f tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Allocated IP 172.20.0.3 (84363488-6d50-49bc-9d1d-7530e8e26ccd/2e8a90e1-1c84-40cf-ae60-c895a4d5d504/a0ca673b-a1d4-4fe4-a574-70d848565e40) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:02:18.246214 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0adf017-664f-4ba9-90c1-306f9cb1e7eb None None] Pushing event updated for resources: {'Port': ['ID=6ff2c11e-1b48-49c6-8c1e-b0e5394388b4,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:18.308877 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-29e16d57-d4d3-4595-9c27-b0c1f2896b83 None None] Set router b33b2976-fc49-4bb5-b520-59b6283ec3a5 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:02:18.409318 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a13899ca-7505-4d6a-bc87-c57ff2141347 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:02:18.420286 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-2ac1d878-e229-4f3e-837c-ac1c5f53496f tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:18.435393 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-2ac1d878-e229-4f3e-837c-ac1c5f53496f tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Transition to ACTIVE for port object a0ca673b-a1d4-4fe4-a574-70d848565e40 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:02:18.470082 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-2ac1d878-e229-4f3e-837c-ac1c5f53496f tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:18.513858 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-2ac1d878-e229-4f3e-837c-ac1c5f53496f tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Network 84363488-6d50-49bc-9d1d-7530e8e26ccd is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:02:18.518989 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-2ac1d878-e229-4f3e-837c-ac1c5f53496f tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:02:18.522748 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-2ac1d878-e229-4f3e-837c-ac1c5f53496f tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:02:18.543715 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port a13899ca-7505-4d6a-bc87-c57ff2141347 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:02:18.544263 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:18.550018 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac1d878-e229-4f3e-837c-ac1c5f53496f tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Pushing event updated for resources: {'Port': ['ID=a0ca673b-a1d4-4fe4-a574-70d848565e40,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:18.577956 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-2ac1d878-e229-4f3e-837c-ac1c5f53496f tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:18.578766 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-2ac1d878-e229-4f3e-837c-ac1c5f53496f tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:18.595545 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-2ac1d878-e229-4f3e-837c-ac1c5f53496f tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6796327 Jul 23 21:02:18.607744 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-ceb7b9a7-3d03-47dd-9687-bd1a453c9c90 service neutron] Request body: {'port': {'device_id': 'bf71d7dc-cbfd-4129-b273-5c6f1b2ff4c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:02:18.609566 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-29e16d57-d4d3-4595-9c27-b0c1f2896b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33b2976-fc49-4bb5-b520-59b6283ec3a5', 'name': 'tempest-TestEncryptedCinderVolumes-1789782031-router', 'tenant_id': '2808ac28f4e4492eb48c30233c5db10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'a13899ca-7505-4d6a-bc87-c57ff2141347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:02:11Z', 'updated_at': '2021-07-23T21:02:14Z', 'revision_number': 4, 'project_id': '2808ac28f4e4492eb48c30233c5db10e', 'gw_port': {'id': 'a13899ca-7505-4d6a-bc87-c57ff2141347', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33b2976-fc49-4bb5-b520-59b6283ec3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:11Z', 'updated_at': '2021-07-23T21:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '6ff2c11e-1b48-49c6-8c1e-b0e5394388b4', 'name': '', 'network_id': '0c2702ee-026f-46b7-a50a-e926d44f4993', 'tenant_id': '2808ac28f4e4492eb48c30233c5db10e', 'mac_address': 'fa:16:3e:fc:1e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33b2976-fc49-4bb5-b520-59b6283ec3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'b443803c-e317-4cb7-8539-e748ac691b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:13Z', 'updated_at': '2021-07-23T21:02:18Z', 'revision_number': 4, 'project_id': '2808ac28f4e4492eb48c30233c5db10e', 'subnets': [{'id': 'b443803c-e317-4cb7-8539-e748ac691b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:02:18.658536 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e16d57-d4d3-4595-9c27-b0c1f2896b83 None None] The sync data for ids ['b33b2976-fc49-4bb5-b520-59b6283ec3a5'] in n-d-793618-10 is: [{'id': 'b33b2976-fc49-4bb5-b520-59b6283ec3a5', 'name': 'tempest-TestEncryptedCinderVolumes-1789782031-router', 'tenant_id': '2808ac28f4e4492eb48c30233c5db10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'a13899ca-7505-4d6a-bc87-c57ff2141347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:02:11Z', 'updated_at': '2021-07-23T21:02:14Z', 'revision_number': 4, 'project_id': '2808ac28f4e4492eb48c30233c5db10e', 'gw_port': {'id': 'a13899ca-7505-4d6a-bc87-c57ff2141347', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33b2976-fc49-4bb5-b520-59b6283ec3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:11Z', 'updated_at': '2021-07-23T21:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '6ff2c11e-1b48-49c6-8c1e-b0e5394388b4', 'name': '', 'network_id': '0c2702ee-026f-46b7-a50a-e926d44f4993', 'tenant_id': '2808ac28f4e4492eb48c30233c5db10e', 'mac_address': 'fa:16:3e:fc:1e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33b2976-fc49-4bb5-b520-59b6283ec3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'b443803c-e317-4cb7-8539-e748ac691b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:13Z', 'updated_at': '2021-07-23T21:02:18Z', 'revision_number': 4, 'project_id': '2808ac28f4e4492eb48c30233c5db10e', 'subnets': [{'id': 'b443803c-e317-4cb7-8539-e748ac691b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:02:18.701818 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-ceb7b9a7-3d03-47dd-9687-bd1a453c9c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:18.806651 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-78ae95b1-078c-459d-92ff-c9a40103227e None None] Provisioning for port a0ca673b-a1d4-4fe4-a574-70d848565e40 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:02:18.811401 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-78ae95b1-078c-459d-92ff-c9a40103227e None None] Provisioning complete for port a0ca673b-a1d4-4fe4-a574-70d848565e40 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:02:18.811910 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-78ae95b1-078c-459d-92ff-c9a40103227e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:18.850127 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-78ae95b1-078c-459d-92ff-c9a40103227e None None] Port a0ca673b-a1d4-4fe4-a574-70d848565e40 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:02:19.057457 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-ceb7b9a7-3d03-47dd-9687-bd1a453c9c90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0ca673b-a1d4-4fe4-a574-70d848565e40 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:02:19.067438 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-ceb7b9a7-3d03-47dd-9687-bd1a453c9c90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:19.079422 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314d370-c4a3-4351-b08b-ab03e2ea86d0 req-89c3d425-c80c-4e11-bf6c-8082c15a5245 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:19.081071 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e314d370-c4a3-4351-b08b-ab03e2ea86d0 req-89c3d425-c80c-4e11-bf6c-8082c15a5245 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf71d7dc-cbfd-4129-b273-5c6f1b2ff4c9 HTTP/1.1" status: 200 len: 931 time: 0.1395512 Jul 23 21:02:19.097634 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-ceb7b9a7-3d03-47dd-9687-bd1a453c9c90 service neutron] Transition to ACTIVE for port object a0ca673b-a1d4-4fe4-a574-70d848565e40 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:02:19.106984 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-ceb7b9a7-3d03-47dd-9687-bd1a453c9c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:19.172006 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e314d370-c4a3-4351-b08b-ab03e2ea86d0 req-a178611d-bb6c-4f4d-92d3-fde022c1ec0d tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/security-groups?id=390a61c7-a3ae-49aa-92b9-e663a2ca1253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827134 Jul 23 21:02:19.179864 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb7b9a7-3d03-47dd-9687-bd1a453c9c90 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ca673b-a1d4-4fe4-a574-70d848565e40,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:19.272383 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-ceb7b9a7-3d03-47dd-9687-bd1a453c9c90 service neutron] Attempting to bind port a0ca673b-a1d4-4fe4-a574-70d848565e40 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:02:19.272717 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-ceb7b9a7-3d03-47dd-9687-bd1a453c9c90 service neutron] Attempting to bind port a0ca673b-a1d4-4fe4-a574-70d848565e40 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '09343810-811a-4f19-bdce-09308d61c345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '84363488-6d50-49bc-9d1d-7530e8e26ccd'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:02:19.273043 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-ceb7b9a7-3d03-47dd-9687-bd1a453c9c90 service neutron] Attempting to bind port a0ca673b-a1d4-4fe4-a574-70d848565e40 on network 84363488-6d50-49bc-9d1d-7530e8e26ccd {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:02:19.277447 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-ceb7b9a7-3d03-47dd-9687-bd1a453c9c90 service neutron] Port a0ca673b-a1d4-4fe4-a574-70d848565e40 on network 84363488-6d50-49bc-9d1d-7530e8e26ccd not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:02:19.277787 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-ceb7b9a7-3d03-47dd-9687-bd1a453c9c90 service neutron] Attempting to bind port a0ca673b-a1d4-4fe4-a574-70d848565e40 on network 84363488-6d50-49bc-9d1d-7530e8e26ccd {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:02:19.283512 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-ceb7b9a7-3d03-47dd-9687-bd1a453c9c90 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:02:19.283846 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-ceb7b9a7-3d03-47dd-9687-bd1a453c9c90 service neutron] Checking segment: {'id': '09343810-811a-4f19-bdce-09308d61c345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '84363488-6d50-49bc-9d1d-7530e8e26ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:02:19.284229 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-ceb7b9a7-3d03-47dd-9687-bd1a453c9c90 service neutron] Bound using segment: {'id': '09343810-811a-4f19-bdce-09308d61c345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '84363488-6d50-49bc-9d1d-7530e8e26ccd'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:02:19.284651 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-ceb7b9a7-3d03-47dd-9687-bd1a453c9c90 service neutron] Bound port: a0ca673b-a1d4-4fe4-a574-70d848565e40, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09343810-811a-4f19-bdce-09308d61c345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '84363488-6d50-49bc-9d1d-7530e8e26ccd'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:02:19.285007 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-ceb7b9a7-3d03-47dd-9687-bd1a453c9c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:19.354230 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-ceb7b9a7-3d03-47dd-9687-bd1a453c9c90 service neutron] For port a0ca673b-a1d4-4fe4-a574-70d848565e40, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:02:19.357634 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-ceb7b9a7-3d03-47dd-9687-bd1a453c9c90 service neutron] For port a0ca673b-a1d4-4fe4-a574-70d848565e40, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=a0ca673b-a1d4-4fe4-a574-70d848565e40,segment=NetworkSegment(09343810-811a-4f19-bdce-09308d61c345),segment_id=09343810-811a-4f19-bdce-09308d61c345)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:02:19.367330 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-ceb7b9a7-3d03-47dd-9687-bd1a453c9c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:19.402598 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-ceb7b9a7-3d03-47dd-9687-bd1a453c9c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:19.404202 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-ceb7b9a7-3d03-47dd-9687-bd1a453c9c90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:19.405281 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-ceb7b9a7-3d03-47dd-9687-bd1a453c9c90 service neutron] 10.222.0.18 "PUT /v2.0/ports/a0ca673b-a1d4-4fe4-a574-70d848565e40 HTTP/1.1" status: 200 len: 1092 time: 0.8022876 Jul 23 21:02:19.405754 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf71d7dc-cbfd-4129-b273-5c6f1b2ff4c9', 'tag': 'a0ca673b-a1d4-4fe4-a574-70d848565e40'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:02:19.408060 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1358e00761cb368f0f7ae124e23a857cb06aa2e8cdc938e6d7a9a9ae7bd1e98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166b4878-7a0f-460b-b48f-37f76773531d" -d '{"events": [{"name": "network-changed", "server_uuid": "bf71d7dc-cbfd-4129-b273-5c6f1b2ff4c9", "tag": "a0ca673b-a1d4-4fe4-a574-70d848565e40"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:02:19.438534 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb7b9a7-3d03-47dd-9687-bd1a453c9c90 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ca673b-a1d4-4fe4-a574-70d848565e40,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:19.483281 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f030a1c-31f6-4f8f-af13-9ff44a859929 x-openstack-request-id: req-4f030a1c-31f6-4f8f-af13-9ff44a859929 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:02:19.483582 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf71d7dc-cbfd-4129-b273-5c6f1b2ff4c9", "tag": "a0ca673b-a1d4-4fe4-a574-70d848565e40", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:02:19.483838 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4f030a1c-31f6-4f8f-af13-9ff44a859929 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:02:19.484270 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf71d7dc-cbfd-4129-b273-5c6f1b2ff4c9', 'tag': 'a0ca673b-a1d4-4fe4-a574-70d848565e40', 'status': 'completed', 'code': 200} Jul 23 21:02:19.513461 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-d8f5697b-63d8-48d4-ad25-63fb751a2a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:19.515039 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-d8f5697b-63d8-48d4-ad25-63fb751a2a98 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d5fc9878dbb4767997c585535564341&device_id=bf71d7dc-cbfd-4129-b273-5c6f1b2ff4c9 HTTP/1.1" status: 200 len: 1095 time: 0.0633764 Jul 23 21:02:19.561846 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-03d1845b-52c7-4d8a-98af-3313d5ec936c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0ca673b-a1d4-4fe4-a574-70d848565e40 HTTP/1.1" status: 200 len: 217 time: 0.0389359 Jul 23 21:02:19.615311 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-77b960a1-a16f-45e3-8b93-4294103ccddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:19.616867 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-77b960a1-a16f-45e3-8b93-4294103ccddb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2e8a90e1-1c84-40cf-ae60-c895a4d5d504 HTTP/1.1" status: 200 len: 855 time: 0.0487974 Jul 23 21:02:19.675246 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-bcae4ede-54c1-4d77-aa04-9bc875b8562f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:19.676764 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-bcae4ede-54c1-4d77-aa04-9bc875b8562f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=84363488-6d50-49bc-9d1d-7530e8e26ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536127 Jul 23 21:02:19.770912 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-c8ccae9e-3114-4837-8cb2-b52e684e5123 service neutron] 10.222.0.18 "GET /v2.0/networks/84363488-6d50-49bc-9d1d-7530e8e26ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874181 Jul 23 21:02:19.860960 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-44ed3489-e40f-4b95-ad79-f47bda2ff672 req-dc8db5e6-1d29-4eb6-9022-f768dde6c923 service neutron] 10.222.0.18 "GET /v2.0/networks/84363488-6d50-49bc-9d1d-7530e8e26ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841024 Jul 23 21:02:19.963469 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b4878-7a0f-460b-b48f-37f76773531d req-80cfc267-4059-4c6c-90da-fec88427f314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:19.964963 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-166b4878-7a0f-460b-b48f-37f76773531d req-80cfc267-4059-4c6c-90da-fec88427f314 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d5fc9878dbb4767997c585535564341&device_id=bf71d7dc-cbfd-4129-b273-5c6f1b2ff4c9 HTTP/1.1" status: 200 len: 1095 time: 0.0584126 Jul 23 21:02:20.056904 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b4878-7a0f-460b-b48f-37f76773531d req-78bd7ea5-ce30-4878-91f9-33a2cc6bfd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:20.058394 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-166b4878-7a0f-460b-b48f-37f76773531d req-78bd7ea5-ce30-4878-91f9-33a2cc6bfd95 service neutron] 10.222.0.18 "GET /v2.0/networks?id=84363488-6d50-49bc-9d1d-7530e8e26ccd HTTP/1.1" status: 200 len: 917 time: 0.0861485 Jul 23 21:02:20.101635 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-166b4878-7a0f-460b-b48f-37f76773531d req-c3901842-52cd-4ebd-b33e-843eba683f7c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0ca673b-a1d4-4fe4-a574-70d848565e40 HTTP/1.1" status: 200 len: 217 time: 0.0364628 Jul 23 21:02:20.149639 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b4878-7a0f-460b-b48f-37f76773531d req-90b2b16a-bc18-46a5-b842-7fb8859fc966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:20.150921 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-166b4878-7a0f-460b-b48f-37f76773531d req-90b2b16a-bc18-46a5-b842-7fb8859fc966 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2e8a90e1-1c84-40cf-ae60-c895a4d5d504 HTTP/1.1" status: 200 len: 855 time: 0.0431111 Jul 23 21:02:20.213968 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b4878-7a0f-460b-b48f-37f76773531d req-488dd21a-2f5f-4c51-840a-bac7b1233fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:20.216174 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-166b4878-7a0f-460b-b48f-37f76773531d req-488dd21a-2f5f-4c51-840a-bac7b1233fe5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=84363488-6d50-49bc-9d1d-7530e8e26ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570047 Jul 23 21:02:20.346881 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-166b4878-7a0f-460b-b48f-37f76773531d req-9c40991d-9934-4783-bead-5652f5e3009f service neutron] 10.222.0.18 "GET /v2.0/networks/84363488-6d50-49bc-9d1d-7530e8e26ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234188 Jul 23 21:02:20.395723 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad7a4f0-9304-4b08-84be-44fae8bc1d3d req-e1e92cd1-1e6e-4773-a13b-bf3edeaecae9 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:20.397196 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8ad7a4f0-9304-4b08-84be-44fae8bc1d3d req-e1e92cd1-1e6e-4773-a13b-bf3edeaecae9 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf71d7dc-cbfd-4129-b273-5c6f1b2ff4c9 HTTP/1.1" status: 200 len: 943 time: 0.1430776 Jul 23 21:02:20.422102 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6ff2c11e-1b48-49c6-8c1e-b0e5394388b4 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:02:20.474016 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 6ff2c11e-1b48-49c6-8c1e-b0e5394388b4 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:02:20.477562 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 6ff2c11e-1b48-49c6-8c1e-b0e5394388b4 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:02:20.477935 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:20.487637 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8ad7a4f0-9304-4b08-84be-44fae8bc1d3d req-1ddd5132-fdb7-48b0-8b96-ffa992c03493 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/security-groups?id=390a61c7-a3ae-49aa-92b9-e663a2ca1253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834177 Jul 23 21:02:20.489611 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-166b4878-7a0f-460b-b48f-37f76773531d req-3370ac11-679b-4709-9b5d-46ca1371eb96 service neutron] 10.222.0.18 "GET /v2.0/networks/84363488-6d50-49bc-9d1d-7530e8e26ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335533 Jul 23 21:02:20.566832 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:20.599164 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 6ff2c11e-1b48-49c6-8c1e-b0e5394388b4, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6ff2c11e-1b48-49c6-8c1e-b0e5394388b4,segment=NetworkSegment(65d3e3af-89ed-4d96-9238-9b9b8f2ee4e1),segment_id=65d3e3af-89ed-4d96-9238-9b9b8f2ee4e1)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:02:20.603079 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:20.657748 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=6ff2c11e-1b48-49c6-8c1e-b0e5394388b4,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:21.632498 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549848b2-4519-4278-b6ef-b795b8d315d1 req-75a3b82e-d4bd-4312-94af-bac539b74358 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:21.634023 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-549848b2-4519-4278-b6ef-b795b8d315d1 req-75a3b82e-d4bd-4312-94af-bac539b74358 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf71d7dc-cbfd-4129-b273-5c6f1b2ff4c9 HTTP/1.1" status: 200 len: 943 time: 0.0664217 Jul 23 21:02:21.675214 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-549848b2-4519-4278-b6ef-b795b8d315d1 req-1fc274a9-d7d7-47f8-b84f-9c4b9a5aa31d tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/security-groups?id=390a61c7-a3ae-49aa-92b9-e663a2ca1253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348814 Jul 23 21:02:21.922526 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device a0ca673b-a1d4-4fe4-a574-70d848565e40 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:02:22.022554 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port a0ca673b-a1d4-4fe4-a574-70d848565e40, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=a0ca673b-a1d4-4fe4-a574-70d848565e40,segment=NetworkSegment(09343810-811a-4f19-bdce-09308d61c345),segment_id=09343810-811a-4f19-bdce-09308d61c345)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:02:22.033794 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': 'a0ca673b-a1d4-4fe4-a574-70d848565e40', 'network_id': '84363488-6d50-49bc-9d1d-7530e8e26ccd', 'port_id': 'a0ca673b-a1d4-4fe4-a574-70d848565e40', 'mac_address': 'fa:16:3e:72:67:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e8a90e1-1c84-40cf-ae60-c895a4d5d504', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:02:22.069344 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:22.082374 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0ca673b-a1d4-4fe4-a574-70d848565e40 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:02:22.102424 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port a0ca673b-a1d4-4fe4-a574-70d848565e40, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=a0ca673b-a1d4-4fe4-a574-70d848565e40,segment=NetworkSegment(09343810-811a-4f19-bdce-09308d61c345),segment_id=09343810-811a-4f19-bdce-09308d61c345)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:02:22.107471 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:22.154568 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=a0ca673b-a1d4-4fe4-a574-70d848565e40,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:22.308127 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['a0ca673b-a1d4-4fe4-a574-70d848565e40'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:02:22.400065 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6ff2c11e-1b48-49c6-8c1e-b0e5394388b4 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:02:22.480813 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 6ff2c11e-1b48-49c6-8c1e-b0e5394388b4 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:02:22.481862 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:22.812118 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf52b06-ff2d-4d1a-996d-62ee7e876bbd req-8f465c1b-6275-4f24-aca0-a28f10eb6f75 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:22.813630 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ecf52b06-ff2d-4d1a-996d-62ee7e876bbd req-8f465c1b-6275-4f24-aca0-a28f10eb6f75 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf71d7dc-cbfd-4129-b273-5c6f1b2ff4c9 HTTP/1.1" status: 200 len: 944 time: 0.0713279 Jul 23 21:02:22.851184 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ecf52b06-ff2d-4d1a-996d-62ee7e876bbd req-2ed24041-6eb9-40e8-8b68-d40be2381602 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/security-groups?id=390a61c7-a3ae-49aa-92b9-e663a2ca1253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317543 Jul 23 21:02:23.922540 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device a0ca673b-a1d4-4fe4-a574-70d848565e40 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:02:23.975708 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port a0ca673b-a1d4-4fe4-a574-70d848565e40 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:02:23.980989 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port a0ca673b-a1d4-4fe4-a574-70d848565e40 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:02:23.980989 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:23.995338 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01e9fa-71c6-49d3-8e28-f75017f7ec01 req-c10136fe-352f-4afb-9367-47700ca6a1e4 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:23.997386 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6a01e9fa-71c6-49d3-8e28-f75017f7ec01 req-c10136fe-352f-4afb-9367-47700ca6a1e4 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf71d7dc-cbfd-4129-b273-5c6f1b2ff4c9 HTTP/1.1" status: 200 len: 944 time: 0.0751300 Jul 23 21:02:24.053729 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6a01e9fa-71c6-49d3-8e28-f75017f7ec01 req-53325426-c75f-47ef-a034-c07e27a60de7 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/security-groups?id=390a61c7-a3ae-49aa-92b9-e663a2ca1253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403056 Jul 23 21:02:24.065714 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:24.091136 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf71d7dc-cbfd-4129-b273-5c6f1b2ff4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ca673b-a1d4-4fe4-a574-70d848565e40'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:02:24.093392 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee4ac189e5a110d8d805401cc899f663d03ba078ee3e21ff65471f248c742d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b190d34-e1a5-416b-8b08-fe5b4bbc1fa7" -d '{"events": [{"server_uuid": "bf71d7dc-cbfd-4129-b273-5c6f1b2ff4c9", "name": "network-vif-plugged", "status": "completed", "tag": "a0ca673b-a1d4-4fe4-a574-70d848565e40"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:02:24.107062 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port a0ca673b-a1d4-4fe4-a574-70d848565e40, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=a0ca673b-a1d4-4fe4-a574-70d848565e40,segment=NetworkSegment(09343810-811a-4f19-bdce-09308d61c345),segment_id=09343810-811a-4f19-bdce-09308d61c345)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:02:24.112807 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:24.144691 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf52868-fe8b-4856-9465-1779e65515fe x-openstack-request-id: req-bbf52868-fe8b-4856-9465-1779e65515fe {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:02:24.144981 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf71d7dc-cbfd-4129-b273-5c6f1b2ff4c9", "name": "network-vif-plugged", "status": "completed", "tag": "a0ca673b-a1d4-4fe4-a574-70d848565e40", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:02:24.145230 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bbf52868-fe8b-4856-9465-1779e65515fe {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:02:24.145634 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf71d7dc-cbfd-4129-b273-5c6f1b2ff4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ca673b-a1d4-4fe4-a574-70d848565e40', 'code': 200} Jul 23 21:02:24.174614 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=a0ca673b-a1d4-4fe4-a574-70d848565e40,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:24.246177 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac795c3f-d6d2-4541-81f9-227453ff913b req-62dde8da-9e96-4e3f-a4c7-d291515492b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:24.247752 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ac795c3f-d6d2-4541-81f9-227453ff913b req-62dde8da-9e96-4e3f-a4c7-d291515492b6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bf71d7dc-cbfd-4129-b273-5c6f1b2ff4c9 HTTP/1.1" status: 200 len: 1097 time: 0.0550179 Jul 23 21:02:24.284644 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ac795c3f-d6d2-4541-81f9-227453ff913b req-197ae0df-45ac-4104-bf6d-4986c13b72c9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=390a61c7-a3ae-49aa-92b9-e663a2ca1253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308809 Jul 23 21:02:25.191791 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f2416-f94f-412f-a0cb-89f33219e8ae req-32edd5da-07c1-4eb5-bd9b-53cce3f53e7f tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:25.193269 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-525f2416-f94f-412f-a0cb-89f33219e8ae req-32edd5da-07c1-4eb5-bd9b-53cce3f53e7f tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf71d7dc-cbfd-4129-b273-5c6f1b2ff4c9 HTTP/1.1" status: 200 len: 945 time: 0.0682404 Jul 23 21:02:25.230148 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-525f2416-f94f-412f-a0cb-89f33219e8ae req-4ac883fd-2afc-4a43-a7a5-0b9e1ef28fc2 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/security-groups?id=390a61c7-a3ae-49aa-92b9-e663a2ca1253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312810 Jul 23 21:02:25.362156 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ef8c1-c820-4a6e-b157-5b7660961a8f req-df19b24e-7040-438a-bc9e-ea05ab4fbab8 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:25.363751 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b56ef8c1-c820-4a6e-b157-5b7660961a8f req-df19b24e-7040-438a-bc9e-ea05ab4fbab8 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf71d7dc-cbfd-4129-b273-5c6f1b2ff4c9 HTTP/1.1" status: 200 len: 945 time: 0.0658884 Jul 23 21:02:25.405578 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b56ef8c1-c820-4a6e-b157-5b7660961a8f req-8627a8f0-0044-4e1a-997d-0d95299d393f tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/security-groups?id=390a61c7-a3ae-49aa-92b9-e663a2ca1253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359430 Jul 23 21:02:40.348485 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c2b33038-2c50-413b-957a-ce77dece7ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:42.740364 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:02:43.407494 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:43.710535 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e787dfb-61e6-4038-9267-e6e3f646854d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:43.996366 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3100efe-584d-4141-b57d-31bb28f75705 req-6ae781a4-d14b-44e5-8372-126597049bed tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:43.997834 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f3100efe-584d-4141-b57d-31bb28f75705 req-6ae781a4-d14b-44e5-8372-126597049bed tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf71d7dc-cbfd-4129-b273-5c6f1b2ff4c9 HTTP/1.1" status: 200 len: 945 time: 0.0690563 Jul 23 21:02:44.038695 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f3100efe-584d-4141-b57d-31bb28f75705 req-f6943263-67f8-4c53-a62a-4ccf47825cfa tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/security-groups?id=390a61c7-a3ae-49aa-92b9-e663a2ca1253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348828 Jul 23 21:02:44.191957 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:45.045435 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:45.170054 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2c635-7b5a-4869-951c-d2c485bd4f32 req-80b2ecad-2eb9-4dc3-8340-ad233726bb93 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:45.171537 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-53e2c635-7b5a-4869-951c-d2c485bd4f32 req-80b2ecad-2eb9-4dc3-8340-ad233726bb93 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf71d7dc-cbfd-4129-b273-5c6f1b2ff4c9 HTTP/1.1" status: 200 len: 945 time: 0.0665805 Jul 23 21:02:45.190089 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:45.211910 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-53e2c635-7b5a-4869-951c-d2c485bd4f32 req-170f54c2-4816-45bd-a45b-0137b21ec9a2 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/security-groups?id=390a61c7-a3ae-49aa-92b9-e663a2ca1253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341125 Jul 23 21:02:45.524758 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c291e-4026-4fea-91f1-9f86f8e89c96 req-5358b3e9-1eaa-49d8-928e-a9b12fa69879 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:45.526267 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-542c291e-4026-4fea-91f1-9f86f8e89c96 req-5358b3e9-1eaa-49d8-928e-a9b12fa69879 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf71d7dc-cbfd-4129-b273-5c6f1b2ff4c9 HTTP/1.1" status: 200 len: 945 time: 0.0645938 Jul 23 21:02:45.631965 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-542c291e-4026-4fea-91f1-9f86f8e89c96 req-a1123365-00d9-4308-bf59-ee7a645ca7a2 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Deleting port a0ca673b-a1d4-4fe4-a574-70d848565e40 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:02:45.632307 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-542c291e-4026-4fea-91f1-9f86f8e89c96 req-a1123365-00d9-4308-bf59-ee7a645ca7a2 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:45.719325 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-542c291e-4026-4fea-91f1-9f86f8e89c96 req-a1123365-00d9-4308-bf59-ee7a645ca7a2 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] For port a0ca673b-a1d4-4fe4-a574-70d848565e40, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=a0ca673b-a1d4-4fe4-a574-70d848565e40,segment=NetworkSegment(09343810-811a-4f19-bdce-09308d61c345),segment_id=09343810-811a-4f19-bdce-09308d61c345)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:02:45.719687 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-542c291e-4026-4fea-91f1-9f86f8e89c96 req-a1123365-00d9-4308-bf59-ee7a645ca7a2 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:45.737992 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-542c291e-4026-4fea-91f1-9f86f8e89c96 req-a1123365-00d9-4308-bf59-ee7a645ca7a2 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Calling delete_port for a0ca673b-a1d4-4fe4-a574-70d848565e40 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:02:45.866380 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-542c291e-4026-4fea-91f1-9f86f8e89c96 req-a1123365-00d9-4308-bf59-ee7a645ca7a2 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:45.877747 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['a0ca673b-a1d4-4fe4-a574-70d848565e40'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:02:45.895251 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1123365-00d9-4308-bf59-ee7a645ca7a2 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Pushing event deleted for resources: {'Port': ['ID=a0ca673b-a1d4-4fe4-a574-70d848565e40,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:45.945877 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-542c291e-4026-4fea-91f1-9f86f8e89c96 req-a1123365-00d9-4308-bf59-ee7a645ca7a2 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] No DVR routers for this DVR port a0ca673b-a1d4-4fe4-a574-70d848565e40 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:02:45.948765 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-542c291e-4026-4fea-91f1-9f86f8e89c96 req-a1123365-00d9-4308-bf59-ee7a645ca7a2 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:45.951383 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-542c291e-4026-4fea-91f1-9f86f8e89c96 req-a1123365-00d9-4308-bf59-ee7a645ca7a2 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.18 "DELETE /v2.0/ports/a0ca673b-a1d4-4fe4-a574-70d848565e40 HTTP/1.1" status: 204 len: 173 time: 0.4197145 Jul 23 21:02:45.951829 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf71d7dc-cbfd-4129-b273-5c6f1b2ff4c9', 'name': 'network-vif-deleted', 'tag': 'a0ca673b-a1d4-4fe4-a574-70d848565e40'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:02:45.954250 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1358e00761cb368f0f7ae124e23a857cb06aa2e8cdc938e6d7a9a9ae7bd1e98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cf1934-6f11-48a2-bfd1-ae949d692035" -d '{"events": [{"server_uuid": "bf71d7dc-cbfd-4129-b273-5c6f1b2ff4c9", "name": "network-vif-deleted", "tag": "a0ca673b-a1d4-4fe4-a574-70d848565e40"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:02:45.994046 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43e9d05-98ae-46d7-a315-943d6b0482e8 x-openstack-request-id: req-a43e9d05-98ae-46d7-a315-943d6b0482e8 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:02:45.994350 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf71d7dc-cbfd-4129-b273-5c6f1b2ff4c9", "name": "network-vif-deleted", "tag": "a0ca673b-a1d4-4fe4-a574-70d848565e40", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:02:45.994604 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a43e9d05-98ae-46d7-a315-943d6b0482e8 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:02:45.995009 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf71d7dc-cbfd-4129-b273-5c6f1b2ff4c9', 'name': 'network-vif-deleted', 'tag': 'a0ca673b-a1d4-4fe4-a574-70d848565e40', 'status': 'completed', 'code': 200} Jul 23 21:02:46.126413 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:46.325225 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bb1909c8-2107-4d8f-be5d-ab863fcbda8d req-1d508328-e0d5-4cfe-b320-483e4866d742 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf71d7dc-cbfd-4129-b273-5c6f1b2ff4c9 HTTP/1.1" status: 200 len: 210 time: 0.0318251 Jul 23 21:02:47.962926 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-4ccd6766-a864-4360-a75c-762dab92a3f7 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:47.964401 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-4ccd6766-a864-4360-a75c-762dab92a3f7 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/networks?id=84363488-6d50-49bc-9d1d-7530e8e26ccd HTTP/1.1" status: 200 len: 816 time: 0.1083674 Jul 23 21:02:47.979872 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-ee853d35-fb3e-4f8c-9ca7-887c971815fa tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/quotas/8d5fc9878dbb4767997c585535564341 HTTP/1.1" status: 200 len: 375 time: 0.0094476 Jul 23 21:02:48.047488 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-6401ca20-cd78-483e-883b-fbfad6491cb4 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d5fc9878dbb4767997c585535564341&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616601 Jul 23 21:02:48.145431 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-f08260a5-0e4f-43a5-a6c0-edae53aee514 service neutron] 10.222.0.32 "GET /v2.0/networks/84363488-6d50-49bc-9d1d-7530e8e26ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866354 Jul 23 21:02:48.233643 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-787610aa-27db-4a18-a39f-2b10b51b1c59 service neutron] 10.222.0.32 "GET /v2.0/networks/84363488-6d50-49bc-9d1d-7530e8e26ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823667 Jul 23 21:02:48.398584 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e768e423-f8bf-4c3b-9ff6-826b3fe2239a req-bca790c5-36ad-4e23-9ab5-12c3a67a156a tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/ports?device_id=d34d73c0-cb2e-4c06-ba85-1700d2afb7d0 HTTP/1.1" status: 200 len: 210 time: 0.0311029 Jul 23 21:02:49.302839 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-50a0bade-558c-4903-936f-cc3dd1c4333b tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:49.304343 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-50a0bade-558c-4903-936f-cc3dd1c4333b tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.18 "GET /v2.0/networks?id=84363488-6d50-49bc-9d1d-7530e8e26ccd HTTP/1.1" status: 200 len: 816 time: 0.1112251 Jul 23 21:02:49.316307 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-52379e87-4086-4496-b8ec-5d85690833cd tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Request body: {'port': {'device_id': 'd34d73c0-cb2e-4c06-ba85-1700d2afb7d0', 'network_id': '84363488-6d50-49bc-9d1d-7530e8e26ccd', 'admin_state_up': True, 'tenant_id': '8d5fc9878dbb4767997c585535564341'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:02:49.427505 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-52379e87-4086-4496-b8ec-5d85690833cd tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Made reservation on behalf of 8d5fc9878dbb4767997c585535564341 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:02:49.430681 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-52379e87-4086-4496-b8ec-5d85690833cd tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:49.895130 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-943c5d35-2526-42d5-9b74-460048bf5596 req-161ff9aa-4e9f-464c-b466-86d3bf123dfb tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/ports?device_id=d34d73c0-cb2e-4c06-ba85-1700d2afb7d0 HTTP/1.1" status: 200 len: 210 time: 0.1416733 Jul 23 21:02:49.904198 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-52379e87-4086-4496-b8ec-5d85690833cd tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Allocated IP 172.20.0.6 (84363488-6d50-49bc-9d1d-7530e8e26ccd/2e8a90e1-1c84-40cf-ae60-c895a4d5d504/6f76c0d1-bad8-4760-8a26-449daf4c7e21) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:02:50.047095 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-52379e87-4086-4496-b8ec-5d85690833cd tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:50.061298 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-52379e87-4086-4496-b8ec-5d85690833cd tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Transition to ACTIVE for port object 6f76c0d1-bad8-4760-8a26-449daf4c7e21 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:02:50.077948 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device a0ca673b-a1d4-4fe4-a574-70d848565e40 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:02:50.093926 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-52379e87-4086-4496-b8ec-5d85690833cd tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:50.100932 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: a0ca673b-a1d4-4fe4-a574-70d848565e40 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:02:50.101280 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device a0ca673b-a1d4-4fe4-a574-70d848565e40 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:02:50.141617 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-52379e87-4086-4496-b8ec-5d85690833cd tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Network 84363488-6d50-49bc-9d1d-7530e8e26ccd is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:02:50.146597 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-52379e87-4086-4496-b8ec-5d85690833cd tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:02:50.150287 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-52379e87-4086-4496-b8ec-5d85690833cd tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:02:50.156772 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52379e87-4086-4496-b8ec-5d85690833cd tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Pushing event updated for resources: {'Port': ['ID=6f76c0d1-bad8-4760-8a26-449daf4c7e21,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:50.203063 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-52379e87-4086-4496-b8ec-5d85690833cd tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:50.203693 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-52379e87-4086-4496-b8ec-5d85690833cd tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:50.219053 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-52379e87-4086-4496-b8ec-5d85690833cd tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9066589 Jul 23 21:02:50.236246 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-6a4e7074-b29c-441c-8130-f4790a988e5c service neutron] Request body: {'port': {'device_id': 'd34d73c0-cb2e-4c06-ba85-1700d2afb7d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:02:50.307536 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-6a4e7074-b29c-441c-8130-f4790a988e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:50.418104 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-498facf9-2e6b-41d2-9aef-59e9edaa53a1 None None] Provisioning for port 6f76c0d1-bad8-4760-8a26-449daf4c7e21 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:02:50.423592 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-498facf9-2e6b-41d2-9aef-59e9edaa53a1 None None] Provisioning complete for port 6f76c0d1-bad8-4760-8a26-449daf4c7e21 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:02:50.423960 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-498facf9-2e6b-41d2-9aef-59e9edaa53a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:50.456832 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-498facf9-2e6b-41d2-9aef-59e9edaa53a1 None None] Port 6f76c0d1-bad8-4760-8a26-449daf4c7e21 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:02:50.583629 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-6a4e7074-b29c-441c-8130-f4790a988e5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f76c0d1-bad8-4760-8a26-449daf4c7e21 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:02:50.591481 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-6a4e7074-b29c-441c-8130-f4790a988e5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:50.602899 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-6a4e7074-b29c-441c-8130-f4790a988e5c service neutron] Transition to ACTIVE for port object 6f76c0d1-bad8-4760-8a26-449daf4c7e21 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:02:50.607022 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-6a4e7074-b29c-441c-8130-f4790a988e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:50.673356 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e7074-b29c-441c-8130-f4790a988e5c service neutron] Pushing event updated for resources: {'Port': ['ID=6f76c0d1-bad8-4760-8a26-449daf4c7e21,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:50.730899 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-6a4e7074-b29c-441c-8130-f4790a988e5c service neutron] Attempting to bind port 6f76c0d1-bad8-4760-8a26-449daf4c7e21 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:02:50.731225 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-6a4e7074-b29c-441c-8130-f4790a988e5c service neutron] Attempting to bind port 6f76c0d1-bad8-4760-8a26-449daf4c7e21 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '09343810-811a-4f19-bdce-09308d61c345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '84363488-6d50-49bc-9d1d-7530e8e26ccd'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:02:50.731606 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-6a4e7074-b29c-441c-8130-f4790a988e5c service neutron] Attempting to bind port 6f76c0d1-bad8-4760-8a26-449daf4c7e21 on network 84363488-6d50-49bc-9d1d-7530e8e26ccd {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:02:50.736483 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-6a4e7074-b29c-441c-8130-f4790a988e5c service neutron] Port 6f76c0d1-bad8-4760-8a26-449daf4c7e21 on network 84363488-6d50-49bc-9d1d-7530e8e26ccd not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:02:50.736869 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-6a4e7074-b29c-441c-8130-f4790a988e5c service neutron] Attempting to bind port 6f76c0d1-bad8-4760-8a26-449daf4c7e21 on network 84363488-6d50-49bc-9d1d-7530e8e26ccd {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:02:50.742343 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-6a4e7074-b29c-441c-8130-f4790a988e5c service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:02:50.742685 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-6a4e7074-b29c-441c-8130-f4790a988e5c service neutron] Checking segment: {'id': '09343810-811a-4f19-bdce-09308d61c345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '84363488-6d50-49bc-9d1d-7530e8e26ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:02:50.743067 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-6a4e7074-b29c-441c-8130-f4790a988e5c service neutron] Bound using segment: {'id': '09343810-811a-4f19-bdce-09308d61c345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '84363488-6d50-49bc-9d1d-7530e8e26ccd'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:02:50.743490 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-6a4e7074-b29c-441c-8130-f4790a988e5c service neutron] Bound port: 6f76c0d1-bad8-4760-8a26-449daf4c7e21, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09343810-811a-4f19-bdce-09308d61c345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '84363488-6d50-49bc-9d1d-7530e8e26ccd'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:02:50.743846 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-6a4e7074-b29c-441c-8130-f4790a988e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:50.815096 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-6a4e7074-b29c-441c-8130-f4790a988e5c service neutron] For port 6f76c0d1-bad8-4760-8a26-449daf4c7e21, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:02:50.818051 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-6a4e7074-b29c-441c-8130-f4790a988e5c service neutron] For port 6f76c0d1-bad8-4760-8a26-449daf4c7e21, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=6f76c0d1-bad8-4760-8a26-449daf4c7e21,segment=NetworkSegment(09343810-811a-4f19-bdce-09308d61c345),segment_id=09343810-811a-4f19-bdce-09308d61c345)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:02:50.822605 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-6a4e7074-b29c-441c-8130-f4790a988e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:50.859608 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-6a4e7074-b29c-441c-8130-f4790a988e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:50.860253 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-6a4e7074-b29c-441c-8130-f4790a988e5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:50.861688 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-6a4e7074-b29c-441c-8130-f4790a988e5c service neutron] 10.222.0.18 "PUT /v2.0/ports/6f76c0d1-bad8-4760-8a26-449daf4c7e21 HTTP/1.1" status: 200 len: 1092 time: 0.6350584 Jul 23 21:02:50.862205 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd34d73c0-cb2e-4c06-ba85-1700d2afb7d0', 'tag': '6f76c0d1-bad8-4760-8a26-449daf4c7e21'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:02:50.865329 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1358e00761cb368f0f7ae124e23a857cb06aa2e8cdc938e6d7a9a9ae7bd1e98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3d32dd-17a9-4596-abb6-1bb85d5c4fee" -d '{"events": [{"name": "network-changed", "server_uuid": "d34d73c0-cb2e-4c06-ba85-1700d2afb7d0", "tag": "6f76c0d1-bad8-4760-8a26-449daf4c7e21"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:02:50.896445 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e7074-b29c-441c-8130-f4790a988e5c service neutron] Pushing event updated for resources: {'Port': ['ID=6f76c0d1-bad8-4760-8a26-449daf4c7e21,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:50.936272 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855ca727-7534-4583-8c56-21bed0eb8215 x-openstack-request-id: req-855ca727-7534-4583-8c56-21bed0eb8215 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:02:50.936571 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d34d73c0-cb2e-4c06-ba85-1700d2afb7d0", "tag": "6f76c0d1-bad8-4760-8a26-449daf4c7e21", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:02:50.936823 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-855ca727-7534-4583-8c56-21bed0eb8215 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:02:50.937238 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd34d73c0-cb2e-4c06-ba85-1700d2afb7d0', 'tag': '6f76c0d1-bad8-4760-8a26-449daf4c7e21', 'status': 'completed', 'code': 200} Jul 23 21:02:50.967551 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-cc97686e-c747-4196-998f-04f6145ab9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:50.969121 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-cc97686e-c747-4196-998f-04f6145ab9f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d5fc9878dbb4767997c585535564341&device_id=d34d73c0-cb2e-4c06-ba85-1700d2afb7d0 HTTP/1.1" status: 200 len: 1095 time: 0.0642276 Jul 23 21:02:51.034882 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-6b5b7103-0e62-4e37-baf3-63b28dd3fd82 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f76c0d1-bad8-4760-8a26-449daf4c7e21 HTTP/1.1" status: 200 len: 217 time: 0.0561767 Jul 23 21:02:51.094240 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-a995bce0-246f-490f-995d-421c408cd134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:51.095688 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-a995bce0-246f-490f-995d-421c408cd134 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2e8a90e1-1c84-40cf-ae60-c895a4d5d504 HTTP/1.1" status: 200 len: 855 time: 0.0550125 Jul 23 21:02:51.108676 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568df30-4f52-42fb-ad3b-0548e6b5575d req-b2e4dd7d-9851-4a5e-99be-8c3e76c200cb tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:51.110080 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0568df30-4f52-42fb-ad3b-0548e6b5575d req-b2e4dd7d-9851-4a5e-99be-8c3e76c200cb tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/ports?device_id=d34d73c0-cb2e-4c06-ba85-1700d2afb7d0 HTTP/1.1" status: 200 len: 943 time: 0.1400392 Jul 23 21:02:51.178665 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0568df30-4f52-42fb-ad3b-0548e6b5575d req-a9ca8d2f-f20e-4e94-a707-baebdbd6772b tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/security-groups?id=390a61c7-a3ae-49aa-92b9-e663a2ca1253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602086 Jul 23 21:02:51.193462 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-62d4fa0e-db1a-4b56-a79f-96da5dd09e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:51.194965 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-62d4fa0e-db1a-4b56-a79f-96da5dd09e07 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=84363488-6d50-49bc-9d1d-7530e8e26ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0840423 Jul 23 21:02:51.283382 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-22b8ee52-3ef1-4dcb-aead-a5c45ae1c318 service neutron] 10.222.0.18 "GET /v2.0/networks/84363488-6d50-49bc-9d1d-7530e8e26ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817363 Jul 23 21:02:51.375187 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6e89fd6d-e793-4408-8991-dac2c6fa5f32 req-819d5df2-0453-4375-93b3-d2b97a50366c service neutron] 10.222.0.18 "GET /v2.0/networks/84363488-6d50-49bc-9d1d-7530e8e26ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857928 Jul 23 21:02:51.473774 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d32dd-17a9-4596-abb6-1bb85d5c4fee req-28e677c3-dba5-4a60-84a3-e1ffa99296d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:51.475247 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3c3d32dd-17a9-4596-abb6-1bb85d5c4fee req-28e677c3-dba5-4a60-84a3-e1ffa99296d8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d5fc9878dbb4767997c585535564341&device_id=d34d73c0-cb2e-4c06-ba85-1700d2afb7d0 HTTP/1.1" status: 200 len: 1095 time: 0.0548372 Jul 23 21:02:51.567162 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d32dd-17a9-4596-abb6-1bb85d5c4fee req-7c11a24d-f919-4f86-9f48-3256a41f88e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:51.568621 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3c3d32dd-17a9-4596-abb6-1bb85d5c4fee req-7c11a24d-f919-4f86-9f48-3256a41f88e0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=84363488-6d50-49bc-9d1d-7530e8e26ccd HTTP/1.1" status: 200 len: 917 time: 0.0872102 Jul 23 21:02:51.609324 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3c3d32dd-17a9-4596-abb6-1bb85d5c4fee req-615aecd4-ab9c-41a8-82f3-e9e76d280c32 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f76c0d1-bad8-4760-8a26-449daf4c7e21 HTTP/1.1" status: 200 len: 217 time: 0.0344372 Jul 23 21:02:51.657512 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d32dd-17a9-4596-abb6-1bb85d5c4fee req-d34804ee-0830-46c3-a466-dfe81be24cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:51.658918 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3c3d32dd-17a9-4596-abb6-1bb85d5c4fee req-d34804ee-0830-46c3-a466-dfe81be24cf4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2e8a90e1-1c84-40cf-ae60-c895a4d5d504 HTTP/1.1" status: 200 len: 855 time: 0.0429544 Jul 23 21:02:51.723548 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d32dd-17a9-4596-abb6-1bb85d5c4fee req-0ff50d25-5635-415e-86d8-437e247e31fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:51.725087 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3c3d32dd-17a9-4596-abb6-1bb85d5c4fee req-0ff50d25-5635-415e-86d8-437e247e31fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=84363488-6d50-49bc-9d1d-7530e8e26ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591495 Jul 23 21:02:51.818151 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3c3d32dd-17a9-4596-abb6-1bb85d5c4fee req-39d445b8-cd61-40f7-a89a-0ac952d68807 service neutron] 10.222.0.18 "GET /v2.0/networks/84363488-6d50-49bc-9d1d-7530e8e26ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856688 Jul 23 21:02:51.914036 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3c3d32dd-17a9-4596-abb6-1bb85d5c4fee req-ce16466f-a5cc-4bd6-b387-b1fbaa5d3893 service neutron] 10.222.0.18 "GET /v2.0/networks/84363488-6d50-49bc-9d1d-7530e8e26ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892906 Jul 23 21:02:52.307664 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bb7e6-f66e-420e-82f1-a0340514c52d req-95cc0b0d-4e4d-4d84-ab06-3f6d6948269a tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:52.309738 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-506bb7e6-f66e-420e-82f1-a0340514c52d req-95cc0b0d-4e4d-4d84-ab06-3f6d6948269a tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/ports?device_id=d34d73c0-cb2e-4c06-ba85-1700d2afb7d0 HTTP/1.1" status: 200 len: 943 time: 0.0640042 Jul 23 21:02:52.347025 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-506bb7e6-f66e-420e-82f1-a0340514c52d req-87c339c7-c3ec-49a2-b2fe-2b7466f8843a tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/security-groups?id=390a61c7-a3ae-49aa-92b9-e663a2ca1253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314469 Jul 23 21:02:53.477113 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e9edd-363f-4d4f-a3fe-47982c9972e8 req-06b7c23b-cd4a-432f-a509-9014292da999 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:53.478619 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2e5e9edd-363f-4d4f-a3fe-47982c9972e8 req-06b7c23b-cd4a-432f-a509-9014292da999 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/ports?device_id=d34d73c0-cb2e-4c06-ba85-1700d2afb7d0 HTTP/1.1" status: 200 len: 943 time: 0.0637774 Jul 23 21:02:53.520605 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2e5e9edd-363f-4d4f-a3fe-47982c9972e8 req-2ebc474f-a8b0-4782-8eb2-ede2236dfc16 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/security-groups?id=390a61c7-a3ae-49aa-92b9-e663a2ca1253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351975 Jul 23 21:02:54.093844 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 6f76c0d1-bad8-4760-8a26-449daf4c7e21 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:02:54.192819 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 6f76c0d1-bad8-4760-8a26-449daf4c7e21, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=6f76c0d1-bad8-4760-8a26-449daf4c7e21,segment=NetworkSegment(09343810-811a-4f19-bdce-09308d61c345),segment_id=09343810-811a-4f19-bdce-09308d61c345)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:02:54.204745 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '6f76c0d1-bad8-4760-8a26-449daf4c7e21', 'network_id': '84363488-6d50-49bc-9d1d-7530e8e26ccd', 'port_id': '6f76c0d1-bad8-4760-8a26-449daf4c7e21', 'mac_address': 'fa:16:3e:69:b7:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e8a90e1-1c84-40cf-ae60-c895a4d5d504', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:02:54.241218 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:54.254320 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f76c0d1-bad8-4760-8a26-449daf4c7e21 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:02:54.273591 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 6f76c0d1-bad8-4760-8a26-449daf4c7e21, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=6f76c0d1-bad8-4760-8a26-449daf4c7e21,segment=NetworkSegment(09343810-811a-4f19-bdce-09308d61c345),segment_id=09343810-811a-4f19-bdce-09308d61c345)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:02:54.277262 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:54.322809 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=6f76c0d1-bad8-4760-8a26-449daf4c7e21,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:54.329967 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:54.330312 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:54.330650 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:54.330985 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:54.331317 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:54.331643 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:54.331965 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:54.332283 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:54.332604 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:54.332921 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:54.333239 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:54.333579 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:54.461989 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['6f76c0d1-bad8-4760-8a26-449daf4c7e21'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:02:54.654599 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141651e-a847-43d7-85e4-5d321c43cba2 req-e3c55fa5-db91-474e-9c20-38d53ed23966 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:54.656027 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b141651e-a847-43d7-85e4-5d321c43cba2 req-e3c55fa5-db91-474e-9c20-38d53ed23966 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/ports?device_id=d34d73c0-cb2e-4c06-ba85-1700d2afb7d0 HTTP/1.1" status: 200 len: 944 time: 0.0665324 Jul 23 21:02:54.695017 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b141651e-a847-43d7-85e4-5d321c43cba2 req-a5901d31-edc5-4b9c-bcbd-06847b71b20d tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/security-groups?id=390a61c7-a3ae-49aa-92b9-e663a2ca1253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334396 Jul 23 21:02:55.828787 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370d509-2688-474a-9f36-90e77f977258 req-239f0d79-a1ed-46ba-b7e5-26b38a5b4526 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:55.830317 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9370d509-2688-474a-9f36-90e77f977258 req-239f0d79-a1ed-46ba-b7e5-26b38a5b4526 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/ports?device_id=d34d73c0-cb2e-4c06-ba85-1700d2afb7d0 HTTP/1.1" status: 200 len: 944 time: 0.0693147 Jul 23 21:02:55.869375 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9370d509-2688-474a-9f36-90e77f977258 req-fff08729-af46-4dfb-8205-487d129877f2 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/security-groups?id=390a61c7-a3ae-49aa-92b9-e663a2ca1253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334525 Jul 23 21:02:56.094009 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 6f76c0d1-bad8-4760-8a26-449daf4c7e21 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:02:56.142026 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 6f76c0d1-bad8-4760-8a26-449daf4c7e21 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:02:56.145718 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 6f76c0d1-bad8-4760-8a26-449daf4c7e21 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:02:56.146088 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:56.224450 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:56.247768 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34d73c0-cb2e-4c06-ba85-1700d2afb7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f76c0d1-bad8-4760-8a26-449daf4c7e21'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:02:56.250216 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee4ac189e5a110d8d805401cc899f663d03ba078ee3e21ff65471f248c742d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17af79ef-0d8e-460e-ad3d-3b90eab23b0a" -d '{"events": [{"server_uuid": "d34d73c0-cb2e-4c06-ba85-1700d2afb7d0", "name": "network-vif-plugged", "status": "completed", "tag": "6f76c0d1-bad8-4760-8a26-449daf4c7e21"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:02:56.263700 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 6f76c0d1-bad8-4760-8a26-449daf4c7e21, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=6f76c0d1-bad8-4760-8a26-449daf4c7e21,segment=NetworkSegment(09343810-811a-4f19-bdce-09308d61c345),segment_id=09343810-811a-4f19-bdce-09308d61c345)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:02:56.267501 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:56.291551 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0968d8-bdc9-4c31-8353-9c963f75c482 x-openstack-request-id: req-ed0968d8-bdc9-4c31-8353-9c963f75c482 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:02:56.292552 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34d73c0-cb2e-4c06-ba85-1700d2afb7d0", "name": "network-vif-plugged", "status": "completed", "tag": "6f76c0d1-bad8-4760-8a26-449daf4c7e21", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:02:56.292804 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ed0968d8-bdc9-4c31-8353-9c963f75c482 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:02:56.293260 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34d73c0-cb2e-4c06-ba85-1700d2afb7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f76c0d1-bad8-4760-8a26-449daf4c7e21', 'code': 200} Jul 23 21:02:56.321030 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=6f76c0d1-bad8-4760-8a26-449daf4c7e21,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:56.398403 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d5bc4-29a6-4736-bf50-7cf76752e4ed req-a7f280cc-afea-4dc8-aab8-99662d8558b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:56.399894 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b62d5bc4-29a6-4736-bf50-7cf76752e4ed req-a7f280cc-afea-4dc8-aab8-99662d8558b0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d34d73c0-cb2e-4c06-ba85-1700d2afb7d0 HTTP/1.1" status: 200 len: 1097 time: 0.0578279 Jul 23 21:02:56.433838 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b62d5bc4-29a6-4736-bf50-7cf76752e4ed req-41798385-0cf6-410b-af53-a1be155b7598 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=390a61c7-a3ae-49aa-92b9-e663a2ca1253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270479 Jul 23 21:02:57.001493 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f230c73-8571-4b3e-ac59-2244ca748990 req-66debb37-6023-4bf9-83be-579712e6d06e tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:57.002972 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8f230c73-8571-4b3e-ac59-2244ca748990 req-66debb37-6023-4bf9-83be-579712e6d06e tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/ports?device_id=d34d73c0-cb2e-4c06-ba85-1700d2afb7d0 HTTP/1.1" status: 200 len: 945 time: 0.0650814 Jul 23 21:02:57.040512 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8f230c73-8571-4b3e-ac59-2244ca748990 req-7d623414-31e8-4d92-a4d5-33fa5e0de397 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/security-groups?id=390a61c7-a3ae-49aa-92b9-e663a2ca1253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316660 Jul 23 21:02:58.169861 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe82d75-279b-458b-aee9-b06fefdcfed3 req-9d801eed-31db-4fa4-9044-6e8868d3cc2a tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:58.171365 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cbe82d75-279b-458b-aee9-b06fefdcfed3 req-9d801eed-31db-4fa4-9044-6e8868d3cc2a tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/ports?device_id=d34d73c0-cb2e-4c06-ba85-1700d2afb7d0 HTTP/1.1" status: 200 len: 945 time: 0.0645008 Jul 23 21:02:58.212818 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cbe82d75-279b-458b-aee9-b06fefdcfed3 req-6a3eec29-3e63-4208-840f-80409834aba5 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/security-groups?id=390a61c7-a3ae-49aa-92b9-e663a2ca1253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358510 Jul 23 21:02:58.342034 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53387b83-1ce5-4716-9c48-5311d19456df req-379c6eae-2e81-4af7-955e-746d5802d5b1 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:58.343451 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-53387b83-1ce5-4716-9c48-5311d19456df req-379c6eae-2e81-4af7-955e-746d5802d5b1 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/ports?device_id=d34d73c0-cb2e-4c06-ba85-1700d2afb7d0 HTTP/1.1" status: 200 len: 945 time: 0.0648541 Jul 23 21:02:58.385957 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-53387b83-1ce5-4716-9c48-5311d19456df req-8c6bcac4-9407-4683-a0cc-cb1c142d6351 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/security-groups?id=390a61c7-a3ae-49aa-92b9-e663a2ca1253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367503 Jul 23 21:03:10.052352 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4c66e7fb-fe8d-45f4-978d-45d817177c19 req-29fc82ca-64ed-482d-8afc-b4768ecbce7d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d34d73c0-cb2e-4c06-ba85-1700d2afb7d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0998952 Jul 23 21:03:10.152620 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66e7fb-fe8d-45f4-978d-45d817177c19 req-14d1466f-cfa8-447f-bb52-18cf4355c3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:10.154666 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4c66e7fb-fe8d-45f4-978d-45d817177c19 req-14d1466f-cfa8-447f-bb52-18cf4355c3a1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d5fc9878dbb4767997c585535564341&device_id=d34d73c0-cb2e-4c06-ba85-1700d2afb7d0 HTTP/1.1" status: 200 len: 1097 time: 0.0581474 Jul 23 21:03:10.258660 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66e7fb-fe8d-45f4-978d-45d817177c19 req-af5aa484-c130-4f86-aa14-d55358ff1d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:10.260130 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4c66e7fb-fe8d-45f4-978d-45d817177c19 req-af5aa484-c130-4f86-aa14-d55358ff1d6e service neutron] 10.222.0.18 "GET /v2.0/networks?id=84363488-6d50-49bc-9d1d-7530e8e26ccd HTTP/1.1" status: 200 len: 917 time: 0.0851834 Jul 23 21:03:10.312538 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4c66e7fb-fe8d-45f4-978d-45d817177c19 req-286b584f-1ede-4f9f-875f-6979e2b3a596 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f76c0d1-bad8-4760-8a26-449daf4c7e21 HTTP/1.1" status: 200 len: 217 time: 0.0391707 Jul 23 21:03:10.353490 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-20387040-0553-4227-a66f-560d316f34ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:10.366461 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66e7fb-fe8d-45f4-978d-45d817177c19 req-dd3889c6-94fb-49b4-8799-a31b9820c626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:10.366913 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4c66e7fb-fe8d-45f4-978d-45d817177c19 req-dd3889c6-94fb-49b4-8799-a31b9820c626 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2e8a90e1-1c84-40cf-ae60-c895a4d5d504 HTTP/1.1" status: 200 len: 855 time: 0.0472276 Jul 23 21:03:10.428435 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66e7fb-fe8d-45f4-978d-45d817177c19 req-57254515-bedf-419b-94b0-6ce9464cce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:10.429973 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4c66e7fb-fe8d-45f4-978d-45d817177c19 req-57254515-bedf-419b-94b0-6ce9464cce1b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=84363488-6d50-49bc-9d1d-7530e8e26ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554228 Jul 23 21:03:10.530969 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4c66e7fb-fe8d-45f4-978d-45d817177c19 req-7658e36b-ab06-4150-9e37-f3eca635203c service neutron] 10.222.0.18 "GET /v2.0/networks/84363488-6d50-49bc-9d1d-7530e8e26ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940797 Jul 23 21:03:10.626808 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4c66e7fb-fe8d-45f4-978d-45d817177c19 req-20c8825d-7898-49c0-baf0-735ccea52510 service neutron] 10.222.0.18 "GET /v2.0/networks/84363488-6d50-49bc-9d1d-7530e8e26ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893154 Jul 23 21:03:13.408273 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:13.711757 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2fdbe840-557c-4067-843e-828d3149c2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:14.194280 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:15.048857 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:15.207391 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:16.129363 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:16.774790 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94f0f0-f0c7-4f42-9817-f1874bb5690b req-aa648c8c-ae33-459f-bf5f-5c336ea05d7d tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:16.776299 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-de94f0f0-f0c7-4f42-9817-f1874bb5690b req-aa648c8c-ae33-459f-bf5f-5c336ea05d7d tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/ports?device_id=d34d73c0-cb2e-4c06-ba85-1700d2afb7d0 HTTP/1.1" status: 200 len: 945 time: 0.0707135 Jul 23 21:03:16.815231 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-de94f0f0-f0c7-4f42-9817-f1874bb5690b req-bbef5242-4413-4e97-84c6-96956d9f3e43 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/security-groups?id=390a61c7-a3ae-49aa-92b9-e663a2ca1253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328994 Jul 23 21:03:17.945680 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d10ad-649b-4bb6-8044-cf34ef40bf81 req-5248f109-4417-4dd9-a6af-cbc024eb000d tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:17.947171 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a24d10ad-649b-4bb6-8044-cf34ef40bf81 req-5248f109-4417-4dd9-a6af-cbc024eb000d tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/ports?device_id=d34d73c0-cb2e-4c06-ba85-1700d2afb7d0 HTTP/1.1" status: 200 len: 945 time: 0.0652208 Jul 23 21:03:17.985359 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a24d10ad-649b-4bb6-8044-cf34ef40bf81 req-9c2720ca-afd3-4a9e-a212-4a76e02b9186 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/security-groups?id=390a61c7-a3ae-49aa-92b9-e663a2ca1253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319035 Jul 23 21:03:18.327683 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0a4c3-a7e2-4c33-b399-17d2f4253e71 req-4dbe9f98-0f34-44ee-9845-d59f7df00ecf tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:18.329422 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f5e0a4c3-a7e2-4c33-b399-17d2f4253e71 req-4dbe9f98-0f34-44ee-9845-d59f7df00ecf tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.18 "GET /v2.0/ports?device_id=d34d73c0-cb2e-4c06-ba85-1700d2afb7d0 HTTP/1.1" status: 200 len: 945 time: 0.0636218 Jul 23 21:03:18.432595 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-f5e0a4c3-a7e2-4c33-b399-17d2f4253e71 req-d2d0b269-0f6e-4d92-b838-4899d9663b27 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Deleting port 6f76c0d1-bad8-4760-8a26-449daf4c7e21 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:03:18.432935 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f5e0a4c3-a7e2-4c33-b399-17d2f4253e71 req-d2d0b269-0f6e-4d92-b838-4899d9663b27 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:18.521321 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-f5e0a4c3-a7e2-4c33-b399-17d2f4253e71 req-d2d0b269-0f6e-4d92-b838-4899d9663b27 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] For port 6f76c0d1-bad8-4760-8a26-449daf4c7e21, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=6f76c0d1-bad8-4760-8a26-449daf4c7e21,segment=NetworkSegment(09343810-811a-4f19-bdce-09308d61c345),segment_id=09343810-811a-4f19-bdce-09308d61c345)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:03:18.521711 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f5e0a4c3-a7e2-4c33-b399-17d2f4253e71 req-d2d0b269-0f6e-4d92-b838-4899d9663b27 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:18.539745 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-f5e0a4c3-a7e2-4c33-b399-17d2f4253e71 req-d2d0b269-0f6e-4d92-b838-4899d9663b27 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Calling delete_port for 6f76c0d1-bad8-4760-8a26-449daf4c7e21 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:03:18.666986 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f5e0a4c3-a7e2-4c33-b399-17d2f4253e71 req-d2d0b269-0f6e-4d92-b838-4899d9663b27 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:18.679086 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['6f76c0d1-bad8-4760-8a26-449daf4c7e21'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:03:18.696278 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d0b269-0f6e-4d92-b838-4899d9663b27 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Pushing event deleted for resources: {'Port': ['ID=6f76c0d1-bad8-4760-8a26-449daf4c7e21,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:18.732894 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d0b269-0f6e-4d92-b838-4899d9663b27 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:18.733253 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d0b269-0f6e-4d92-b838-4899d9663b27 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:18.733624 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d0b269-0f6e-4d92-b838-4899d9663b27 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:18.733967 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d0b269-0f6e-4d92-b838-4899d9663b27 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:18.734300 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d0b269-0f6e-4d92-b838-4899d9663b27 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:18.734635 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d0b269-0f6e-4d92-b838-4899d9663b27 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:18.734967 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d0b269-0f6e-4d92-b838-4899d9663b27 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:18.735295 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d0b269-0f6e-4d92-b838-4899d9663b27 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:18.735632 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d0b269-0f6e-4d92-b838-4899d9663b27 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:18.735957 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d0b269-0f6e-4d92-b838-4899d9663b27 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:18.736280 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d0b269-0f6e-4d92-b838-4899d9663b27 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:18.736604 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d0b269-0f6e-4d92-b838-4899d9663b27 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:18.759939 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e0a4c3-a7e2-4c33-b399-17d2f4253e71 req-d2d0b269-0f6e-4d92-b838-4899d9663b27 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] No DVR routers for this DVR port 6f76c0d1-bad8-4760-8a26-449daf4c7e21 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:03:18.762563 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f5e0a4c3-a7e2-4c33-b399-17d2f4253e71 req-d2d0b269-0f6e-4d92-b838-4899d9663b27 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:18.765840 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f5e0a4c3-a7e2-4c33-b399-17d2f4253e71 req-d2d0b269-0f6e-4d92-b838-4899d9663b27 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.18 "DELETE /v2.0/ports/6f76c0d1-bad8-4760-8a26-449daf4c7e21 HTTP/1.1" status: 204 len: 173 time: 0.4311683 Jul 23 21:03:18.766295 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34d73c0-cb2e-4c06-ba85-1700d2afb7d0', 'name': 'network-vif-deleted', 'tag': '6f76c0d1-bad8-4760-8a26-449daf4c7e21'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:03:18.768592 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1358e00761cb368f0f7ae124e23a857cb06aa2e8cdc938e6d7a9a9ae7bd1e98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69384f3-0bdf-49ee-a684-0f518875b9fd" -d '{"events": [{"server_uuid": "d34d73c0-cb2e-4c06-ba85-1700d2afb7d0", "name": "network-vif-deleted", "tag": "6f76c0d1-bad8-4760-8a26-449daf4c7e21"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:03:18.812931 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d187b90f-7234-4a24-98b9-273f992e4614 x-openstack-request-id: req-d187b90f-7234-4a24-98b9-273f992e4614 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:03:18.813227 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34d73c0-cb2e-4c06-ba85-1700d2afb7d0", "name": "network-vif-deleted", "tag": "6f76c0d1-bad8-4760-8a26-449daf4c7e21", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:03:18.813506 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d187b90f-7234-4a24-98b9-273f992e4614 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:03:18.813908 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34d73c0-cb2e-4c06-ba85-1700d2afb7d0', 'name': 'network-vif-deleted', 'tag': '6f76c0d1-bad8-4760-8a26-449daf4c7e21', 'status': 'completed', 'code': 200} Jul 23 21:03:19.095698 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c7cc4840-65d7-4b1c-b357-bb9ee199535e req-16bfebaf-2ae7-4ed0-8ffa-f8b0860b2b77 tempest-TestEncryptedCinderVolumes-1592692986 tempest-TestEncryptedCinderVolumes-1592692986-project] 10.222.0.32 "GET /v2.0/ports?device_id=d34d73c0-cb2e-4c06-ba85-1700d2afb7d0 HTTP/1.1" status: 200 len: 210 time: 0.0293887 Jul 23 21:03:19.740049 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:03:20.189675 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37960) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:20.534198 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2b6d9bd6-5040-4ddd-8306-941ed92facba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:20.785420 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-2b6d9bd6-5040-4ddd-8306-941ed92facba admin admin] Deleting port 9ae7decc-26f4-4ad8-87b9-b1356aeab4b6 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:03:20.785692 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2b6d9bd6-5040-4ddd-8306-941ed92facba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:20.863790 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-2b6d9bd6-5040-4ddd-8306-941ed92facba admin admin] For port 9ae7decc-26f4-4ad8-87b9-b1356aeab4b6, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=9ae7decc-26f4-4ad8-87b9-b1356aeab4b6,segment=NetworkSegment(09343810-811a-4f19-bdce-09308d61c345),segment_id=09343810-811a-4f19-bdce-09308d61c345)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:03:20.864138 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2b6d9bd6-5040-4ddd-8306-941ed92facba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:20.876288 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-2b6d9bd6-5040-4ddd-8306-941ed92facba admin admin] Calling delete_port for 9ae7decc-26f4-4ad8-87b9-b1356aeab4b6 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:03:21.052625 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2b6d9bd6-5040-4ddd-8306-941ed92facba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:21.079537 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d9bd6-5040-4ddd-8306-941ed92facba admin admin] Pushing event deleted for resources: {'Port': ['ID=9ae7decc-26f4-4ad8-87b9-b1356aeab4b6,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:21.107079 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d9bd6-5040-4ddd-8306-941ed92facba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:21.107429 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d9bd6-5040-4ddd-8306-941ed92facba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:21.107770 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d9bd6-5040-4ddd-8306-941ed92facba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:21.108104 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d9bd6-5040-4ddd-8306-941ed92facba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:21.108434 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d9bd6-5040-4ddd-8306-941ed92facba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:21.108764 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d9bd6-5040-4ddd-8306-941ed92facba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:21.109090 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d9bd6-5040-4ddd-8306-941ed92facba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:21.109414 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d9bd6-5040-4ddd-8306-941ed92facba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:21.109768 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d9bd6-5040-4ddd-8306-941ed92facba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:21.110093 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d9bd6-5040-4ddd-8306-941ed92facba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:21.110413 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d9bd6-5040-4ddd-8306-941ed92facba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:21.110736 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d9bd6-5040-4ddd-8306-941ed92facba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:21.258777 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2b6d9bd6-5040-4ddd-8306-941ed92facba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:21.472441 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6d9bd6-5040-4ddd-8306-941ed92facba admin admin] Router 7694de08-4260-4070-9672-d0a6d027dd86 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:03:21.576730 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6d9bd6-5040-4ddd-8306-941ed92facba admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:03:21.581833 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2b6d9bd6-5040-4ddd-8306-941ed92facba admin admin] 10.222.0.32 "PUT /v2.0/routers/7694de08-4260-4070-9672-d0a6d027dd86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3910456 Jul 23 21:03:21.584197 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37964) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:21.586879 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19058e73-70b3-460f-bd44-f880204b3674 None None] Sync routers for ids ['7694de08-4260-4070-9672-d0a6d027dd86'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:03:21.597202 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19058e73-70b3-460f-bd44-f880204b3674 None None] Routers {'7694de08-4260-4070-9672-d0a6d027dd86'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:03:21.597841 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-19058e73-70b3-460f-bd44-f880204b3674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:03:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['7694de08-4260-4070-9672-d0a6d027dd86'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:21.687814 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc394ec5-f81c-414a-8672-1eec5a176a95 admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:21.699931 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-19058e73-70b3-460f-bd44-f880204b3674 None None] Set router 7694de08-4260-4070-9672-d0a6d027dd86 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:03:21.789952 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc394ec5-f81c-414a-8672-1eec5a176a95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:21.843474 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-cc394ec5-f81c-414a-8672-1eec5a176a95 admin admin] Deleting port 52fafa9a-054e-4eae-9950-82450cfcb59d {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:03:21.843806 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc394ec5-f81c-414a-8672-1eec5a176a95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:21.876497 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-19058e73-70b3-460f-bd44-f880204b3674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7694de08-4260-4070-9672-d0a6d027dd86', 'name': 'tempest-TestEncryptedCinderVolumes-941496423-router', 'tenant_id': '8d5fc9878dbb4767997c585535564341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '52fafa9a-054e-4eae-9950-82450cfcb59d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:02:06Z', 'updated_at': '2021-07-23T21:03:21Z', 'revision_number': 5, 'project_id': '8d5fc9878dbb4767997c585535564341', 'gw_port': {'id': '52fafa9a-054e-4eae-9950-82450cfcb59d', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7694de08-4260-4070-9672-d0a6d027dd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:07Z', 'updated_at': '2021-07-23T21:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:21.903192 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19058e73-70b3-460f-bd44-f880204b3674 None None] Checking router: 7694de08-4260-4070-9672-d0a6d027dd86 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:03:21.911318 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19058e73-70b3-460f-bd44-f880204b3674 None None] Routers {'7694de08-4260-4070-9672-d0a6d027dd86'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:03:21.911923 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-19058e73-70b3-460f-bd44-f880204b3674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:03:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['7694de08-4260-4070-9672-d0a6d027dd86'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:21.926819 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-cc394ec5-f81c-414a-8672-1eec5a176a95 admin admin] For port 52fafa9a-054e-4eae-9950-82450cfcb59d, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=52fafa9a-054e-4eae-9950-82450cfcb59d,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:03:21.927186 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc394ec5-f81c-414a-8672-1eec5a176a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:21.939551 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-cc394ec5-f81c-414a-8672-1eec5a176a95 admin admin] Calling delete_port for 52fafa9a-054e-4eae-9950-82450cfcb59d owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:03:22.013022 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-19058e73-70b3-460f-bd44-f880204b3674 None None] Set router 7694de08-4260-4070-9672-d0a6d027dd86 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:03:22.120260 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc394ec5-f81c-414a-8672-1eec5a176a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:22.148930 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc394ec5-f81c-414a-8672-1eec5a176a95 admin admin] Pushing event deleted for resources: {'Port': ['ID=52fafa9a-054e-4eae-9950-82450cfcb59d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:22.162242 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-19058e73-70b3-460f-bd44-f880204b3674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7694de08-4260-4070-9672-d0a6d027dd86', 'name': 'tempest-TestEncryptedCinderVolumes-941496423-router', 'tenant_id': '8d5fc9878dbb4767997c585535564341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:02:06Z', 'updated_at': '2021-07-23T21:03:21Z', 'revision_number': 6, 'project_id': '8d5fc9878dbb4767997c585535564341', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:22.172385 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 6f76c0d1-bad8-4760-8a26-449daf4c7e21 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:03:22.192636 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19058e73-70b3-460f-bd44-f880204b3674 None None] The sync data for ids ['7694de08-4260-4070-9672-d0a6d027dd86'] in n-d-793618-10 is: [{'id': '7694de08-4260-4070-9672-d0a6d027dd86', 'name': 'tempest-TestEncryptedCinderVolumes-941496423-router', 'tenant_id': '8d5fc9878dbb4767997c585535564341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:02:06Z', 'updated_at': '2021-07-23T21:03:21Z', 'revision_number': 6, 'project_id': '8d5fc9878dbb4767997c585535564341', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:03:22.197010 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 6f76c0d1-bad8-4760-8a26-449daf4c7e21 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:03:22.197336 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 6f76c0d1-bad8-4760-8a26-449daf4c7e21 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:03:22.217096 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc394ec5-f81c-414a-8672-1eec5a176a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:22.307580 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc394ec5-f81c-414a-8672-1eec5a176a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:22.309909 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc394ec5-f81c-414a-8672-1eec5a176a95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:22.355076 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc394ec5-f81c-414a-8672-1eec5a176a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:22.355826 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc394ec5-f81c-414a-8672-1eec5a176a95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7694de08-4260-4070-9672-d0a6d027dd86 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:03:22.361580 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cc394ec5-f81c-414a-8672-1eec5a176a95 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:22.362862 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-cc394ec5-f81c-414a-8672-1eec5a176a95 admin admin] 10.222.0.32 "DELETE /v2.0/routers/7694de08-4260-4070-9672-d0a6d027dd86 HTTP/1.1" status: 204 len: 168 time: 0.7777641 Jul 23 21:03:22.365255 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37966) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:22.409153 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-39d04fe5-0c3a-4040-bd63-e73c56313d6b admin admin] Deleting subnet 2e8a90e1-1c84-40cf-ae60-c895a4d5d504 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:03:22.412093 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-39d04fe5-0c3a-4040-bd63-e73c56313d6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:22.445785 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-39d04fe5-0c3a-4040-bd63-e73c56313d6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:22.524921 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-39d04fe5-0c3a-4040-bd63-e73c56313d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:22.584058 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-39d04fe5-0c3a-4040-bd63-e73c56313d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:22.612913 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d04fe5-0c3a-4040-bd63-e73c56313d6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e8a90e1-1c84-40cf-ae60-c895a4d5d504,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:22.619828 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-39d04fe5-0c3a-4040-bd63-e73c56313d6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:22.624372 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-39d04fe5-0c3a-4040-bd63-e73c56313d6b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2e8a90e1-1c84-40cf-ae60-c895a4d5d504 HTTP/1.1" status: 204 len: 168 time: 0.2555757 Jul 23 21:03:22.624882 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37968) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:22.627872 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3773c2-9dd6-4926-948b-738932c58722 None None] Network 84363488-6d50-49bc-9d1d-7530e8e26ccd requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:03:22.659008 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 9ae7decc-26f4-4ad8-87b9-b1356aeab4b6 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:03:22.680517 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 9ae7decc-26f4-4ad8-87b9-b1356aeab4b6 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:03:22.680782 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 9ae7decc-26f4-4ad8-87b9-b1356aeab4b6 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:03:22.703959 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30a4aadf-63da-4746-80d9-1c5d5a041a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:22.757303 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-30a4aadf-63da-4746-80d9-1c5d5a041a7a admin admin] Deleting port c7db274d-27e6-480c-bcf0-7d89066d8618 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:03:22.757678 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30a4aadf-63da-4746-80d9-1c5d5a041a7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:22.826701 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-30a4aadf-63da-4746-80d9-1c5d5a041a7a admin admin] For port c7db274d-27e6-480c-bcf0-7d89066d8618, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=c7db274d-27e6-480c-bcf0-7d89066d8618,segment=NetworkSegment(09343810-811a-4f19-bdce-09308d61c345),segment_id=09343810-811a-4f19-bdce-09308d61c345)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:03:22.827109 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30a4aadf-63da-4746-80d9-1c5d5a041a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:22.839077 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-30a4aadf-63da-4746-80d9-1c5d5a041a7a admin admin] Calling delete_port for c7db274d-27e6-480c-bcf0-7d89066d8618 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:03:22.921721 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30a4aadf-63da-4746-80d9-1c5d5a041a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:22.945032 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4aadf-63da-4746-80d9-1c5d5a041a7a admin admin] Pushing event deleted for resources: {'Port': ['ID=c7db274d-27e6-480c-bcf0-7d89066d8618,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:22.951797 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a4aadf-63da-4746-80d9-1c5d5a041a7a admin admin] No DVR routers for this DVR port c7db274d-27e6-480c-bcf0-7d89066d8618 on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:03:23.005510 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838dcdb0-ab14-454e-a23a-40804cdb8deb None None] DHCP port deletion for 84363488-6d50-49bc-9d1d-7530e8e26ccd request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:03:23.031864 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30a4aadf-63da-4746-80d9-1c5d5a041a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:23.041931 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-30a4aadf-63da-4746-80d9-1c5d5a041a7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84363488-6d50-49bc-9d1d-7530e8e26ccd']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:23.052016 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-30a4aadf-63da-4746-80d9-1c5d5a041a7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09343810-811a-4f19-bdce-09308d61c345') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:23.052311 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-30a4aadf-63da-4746-80d9-1c5d5a041a7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09343810-811a-4f19-bdce-09308d61c345') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:23.061008 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30a4aadf-63da-4746-80d9-1c5d5a041a7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:23.074223 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30a4aadf-63da-4746-80d9-1c5d5a041a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:23.080849 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30a4aadf-63da-4746-80d9-1c5d5a041a7a admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:03:23.081316 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30a4aadf-63da-4746-80d9-1c5d5a041a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:23.083294 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 21:03:23.083294 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:03:23.083294 n-d-793618-10 neutron-server[93876]: timer() Jul 23 21:03:23.083294 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:03:23.083294 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 21:03:23.083294 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:03:23.083294 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 21:03:23.083294 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:03:23.083294 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 21:03:23.083294 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:03:23.083294 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 21:03:23.083294 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:03:23.083294 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 21:03:23.083294 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:03:23.083294 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:03:23.083294 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:03:23.083294 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:03:23.083294 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:03:23.083294 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 21:03:23.083294 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:03:23.083294 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 21:03:23.083294 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:03:23.083294 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:03:23.083294 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:03:23.083294 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 21:03:23.083294 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:03:23.083294 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:03:23.083294 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:03:23.083294 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:03:23.083294 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:03:23.083294 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:03:23.083294 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:03:23.143721 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30a4aadf-63da-4746-80d9-1c5d5a041a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:23.149739 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30a4aadf-63da-4746-80d9-1c5d5a041a7a admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:23.151612 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-30a4aadf-63da-4746-80d9-1c5d5a041a7a admin admin] 10.222.0.32 "DELETE /v2.0/networks/84363488-6d50-49bc-9d1d-7530e8e26ccd HTTP/1.1" status: 204 len: 168 time: 0.5252755 Jul 23 21:03:23.155273 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37970) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:23.163666 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4aadf-63da-4746-80d9-1c5d5a041a7a admin admin] Pushing event deleted for resources: {'Network': ['ID=84363488-6d50-49bc-9d1d-7530e8e26ccd,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:23.526757 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b3454058-6b70-4fca-a68e-4e6eb7066fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:23.782761 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-b3454058-6b70-4fca-a68e-4e6eb7066fda admin admin] Deleting port 6ff2c11e-1b48-49c6-8c1e-b0e5394388b4 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:03:23.783002 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b3454058-6b70-4fca-a68e-4e6eb7066fda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:23.865889 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-b3454058-6b70-4fca-a68e-4e6eb7066fda admin admin] For port 6ff2c11e-1b48-49c6-8c1e-b0e5394388b4, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6ff2c11e-1b48-49c6-8c1e-b0e5394388b4,segment=NetworkSegment(65d3e3af-89ed-4d96-9238-9b9b8f2ee4e1),segment_id=65d3e3af-89ed-4d96-9238-9b9b8f2ee4e1)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:03:23.866244 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b3454058-6b70-4fca-a68e-4e6eb7066fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:23.879598 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-b3454058-6b70-4fca-a68e-4e6eb7066fda admin admin] Calling delete_port for 6ff2c11e-1b48-49c6-8c1e-b0e5394388b4 owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:03:24.065767 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b3454058-6b70-4fca-a68e-4e6eb7066fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:24.092947 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3454058-6b70-4fca-a68e-4e6eb7066fda admin admin] Pushing event deleted for resources: {'Port': ['ID=6ff2c11e-1b48-49c6-8c1e-b0e5394388b4,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:24.278735 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b3454058-6b70-4fca-a68e-4e6eb7066fda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:24.500836 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3454058-6b70-4fca-a68e-4e6eb7066fda admin admin] Router b33b2976-fc49-4bb5-b520-59b6283ec3a5 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:03:24.511078 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 52fafa9a-054e-4eae-9950-82450cfcb59d no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:03:24.531577 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 52fafa9a-054e-4eae-9950-82450cfcb59d {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:03:24.532004 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 52fafa9a-054e-4eae-9950-82450cfcb59d not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:03:24.532501 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device c7db274d-27e6-480c-bcf0-7d89066d8618 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:03:24.551532 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: c7db274d-27e6-480c-bcf0-7d89066d8618 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:03:24.551965 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device c7db274d-27e6-480c-bcf0-7d89066d8618 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:03:24.611327 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3454058-6b70-4fca-a68e-4e6eb7066fda admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:03:24.616289 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b3454058-6b70-4fca-a68e-4e6eb7066fda admin admin] 10.222.0.32 "PUT /v2.0/routers/b33b2976-fc49-4bb5-b520-59b6283ec3a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4598196 Jul 23 21:03:24.618740 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37974) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:24.620325 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728cc465-47ac-4425-acc1-69370cfa2323 None None] Sync routers for ids ['b33b2976-fc49-4bb5-b520-59b6283ec3a5'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:03:24.631415 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728cc465-47ac-4425-acc1-69370cfa2323 None None] Routers {'b33b2976-fc49-4bb5-b520-59b6283ec3a5'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:03:24.631960 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-728cc465-47ac-4425-acc1-69370cfa2323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:03:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['b33b2976-fc49-4bb5-b520-59b6283ec3a5'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:24.722972 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e2aafb8f-85e3-4df7-9804-3ade3bc928a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:24.736980 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-728cc465-47ac-4425-acc1-69370cfa2323 None None] Set router b33b2976-fc49-4bb5-b520-59b6283ec3a5 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:03:24.935084 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-728cc465-47ac-4425-acc1-69370cfa2323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33b2976-fc49-4bb5-b520-59b6283ec3a5', 'name': 'tempest-TestEncryptedCinderVolumes-1789782031-router', 'tenant_id': '2808ac28f4e4492eb48c30233c5db10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'a13899ca-7505-4d6a-bc87-c57ff2141347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:02:11Z', 'updated_at': '2021-07-23T21:03:24Z', 'revision_number': 5, 'project_id': '2808ac28f4e4492eb48c30233c5db10e', 'gw_port': {'id': 'a13899ca-7505-4d6a-bc87-c57ff2141347', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33b2976-fc49-4bb5-b520-59b6283ec3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:11Z', 'updated_at': '2021-07-23T21:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:24.962310 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728cc465-47ac-4425-acc1-69370cfa2323 None None] Checking router: b33b2976-fc49-4bb5-b520-59b6283ec3a5 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:03:24.972221 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728cc465-47ac-4425-acc1-69370cfa2323 None None] Routers {'b33b2976-fc49-4bb5-b520-59b6283ec3a5'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:03:24.972846 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-728cc465-47ac-4425-acc1-69370cfa2323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:03:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['b33b2976-fc49-4bb5-b520-59b6283ec3a5'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:25.142383 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e2aafb8f-85e3-4df7-9804-3ade3bc928a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:25.197218 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-e2aafb8f-85e3-4df7-9804-3ade3bc928a8 admin admin] Deleting port a13899ca-7505-4d6a-bc87-c57ff2141347 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:03:25.197482 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e2aafb8f-85e3-4df7-9804-3ade3bc928a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:25.231874 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-728cc465-47ac-4425-acc1-69370cfa2323 None None] Set router b33b2976-fc49-4bb5-b520-59b6283ec3a5 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:03:25.281194 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-e2aafb8f-85e3-4df7-9804-3ade3bc928a8 admin admin] For port a13899ca-7505-4d6a-bc87-c57ff2141347, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=a13899ca-7505-4d6a-bc87-c57ff2141347,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:03:25.281822 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e2aafb8f-85e3-4df7-9804-3ade3bc928a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:25.293519 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-e2aafb8f-85e3-4df7-9804-3ade3bc928a8 admin admin] Calling delete_port for a13899ca-7505-4d6a-bc87-c57ff2141347 owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:03:25.406928 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-728cc465-47ac-4425-acc1-69370cfa2323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33b2976-fc49-4bb5-b520-59b6283ec3a5', 'name': 'tempest-TestEncryptedCinderVolumes-1789782031-router', 'tenant_id': '2808ac28f4e4492eb48c30233c5db10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'a13899ca-7505-4d6a-bc87-c57ff2141347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:02:11Z', 'updated_at': '2021-07-23T21:03:24Z', 'revision_number': 5, 'project_id': '2808ac28f4e4492eb48c30233c5db10e', 'gw_port': {'id': 'a13899ca-7505-4d6a-bc87-c57ff2141347', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33b2976-fc49-4bb5-b520-59b6283ec3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:11Z', 'updated_at': '2021-07-23T21:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:25.437198 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728cc465-47ac-4425-acc1-69370cfa2323 None None] The sync data for ids ['b33b2976-fc49-4bb5-b520-59b6283ec3a5'] in n-d-793618-10 is: [{'id': 'b33b2976-fc49-4bb5-b520-59b6283ec3a5', 'name': 'tempest-TestEncryptedCinderVolumes-1789782031-router', 'tenant_id': '2808ac28f4e4492eb48c30233c5db10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'a13899ca-7505-4d6a-bc87-c57ff2141347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:02:11Z', 'updated_at': '2021-07-23T21:03:24Z', 'revision_number': 5, 'project_id': '2808ac28f4e4492eb48c30233c5db10e', 'gw_port': {'id': 'a13899ca-7505-4d6a-bc87-c57ff2141347', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33b2976-fc49-4bb5-b520-59b6283ec3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:11Z', 'updated_at': '2021-07-23T21:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:03:25.459036 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e2aafb8f-85e3-4df7-9804-3ade3bc928a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:25.486515 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aafb8f-85e3-4df7-9804-3ade3bc928a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a13899ca-7505-4d6a-bc87-c57ff2141347,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:25.545955 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e2aafb8f-85e3-4df7-9804-3ade3bc928a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:25.640216 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e2aafb8f-85e3-4df7-9804-3ade3bc928a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:25.642518 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e2aafb8f-85e3-4df7-9804-3ade3bc928a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:25.685913 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e2aafb8f-85e3-4df7-9804-3ade3bc928a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:25.686427 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2aafb8f-85e3-4df7-9804-3ade3bc928a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b33b2976-fc49-4bb5-b520-59b6283ec3a5 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:03:25.691250 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e2aafb8f-85e3-4df7-9804-3ade3bc928a8 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:25.692383 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e2aafb8f-85e3-4df7-9804-3ade3bc928a8 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b33b2976-fc49-4bb5-b520-59b6283ec3a5 HTTP/1.1" status: 204 len: 168 time: 1.0726886 Jul 23 21:03:25.694920 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37976) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:25.739299 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce9462d-0882-4d5c-8a20-e048528d03bd admin admin] Deleting subnet b443803c-e317-4cb7-8539-e748ac691b73 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:03:25.742337 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dce9462d-0882-4d5c-8a20-e048528d03bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:25.778900 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dce9462d-0882-4d5c-8a20-e048528d03bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:25.870953 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dce9462d-0882-4d5c-8a20-e048528d03bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:25.930936 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dce9462d-0882-4d5c-8a20-e048528d03bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:25.961925 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9462d-0882-4d5c-8a20-e048528d03bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b443803c-e317-4cb7-8539-e748ac691b73,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:25.963845 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dce9462d-0882-4d5c-8a20-e048528d03bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:25.965766 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-dce9462d-0882-4d5c-8a20-e048528d03bd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b443803c-e317-4cb7-8539-e748ac691b73 HTTP/1.1" status: 204 len: 168 time: 0.2698598 Jul 23 21:03:25.968377 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37978) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:25.971801 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a2b2f9-9796-4928-9d2c-fde263c4a57e None None] Network 0c2702ee-026f-46b7-a50a-e926d44f4993 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:03:26.046765 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5b24-0ec1-4c40-9921-20e5c67bce62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:26.107280 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd5b24-0ec1-4c40-9921-20e5c67bce62 admin admin] Deleting port a2268751-5e34-48b6-ab3a-81f6af6af903 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:03:26.107621 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5b24-0ec1-4c40-9921-20e5c67bce62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:26.187710 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-e9bd5b24-0ec1-4c40-9921-20e5c67bce62 admin admin] For port a2268751-5e34-48b6-ab3a-81f6af6af903, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=a2268751-5e34-48b6-ab3a-81f6af6af903,segment=NetworkSegment(65d3e3af-89ed-4d96-9238-9b9b8f2ee4e1),segment_id=65d3e3af-89ed-4d96-9238-9b9b8f2ee4e1)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:03:26.187710 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5b24-0ec1-4c40-9921-20e5c67bce62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:26.190874 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8c85ca-1a22-4bf5-bb56-14ae4b7893ac None None] DHCP port deletion for 0c2702ee-026f-46b7-a50a-e926d44f4993 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:03:26.209816 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd5b24-0ec1-4c40-9921-20e5c67bce62 admin admin] Calling delete_port for a2268751-5e34-48b6-ab3a-81f6af6af903 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:03:26.248939 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-bb8c85ca-1a22-4bf5-bb56-14ae4b7893ac None None] Deleting port a2268751-5e34-48b6-ab3a-81f6af6af903 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:03:26.249305 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bb8c85ca-1a22-4bf5-bb56-14ae4b7893ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:26.296440 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5b24-0ec1-4c40-9921-20e5c67bce62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:26.315498 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-bb8c85ca-1a22-4bf5-bb56-14ae4b7893ac None None] For port a2268751-5e34-48b6-ab3a-81f6af6af903, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=a2268751-5e34-48b6-ab3a-81f6af6af903,segment=NetworkSegment(65d3e3af-89ed-4d96-9238-9b9b8f2ee4e1),segment_id=65d3e3af-89ed-4d96-9238-9b9b8f2ee4e1)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:03:26.315885 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bb8c85ca-1a22-4bf5-bb56-14ae4b7893ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:26.323621 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd5b24-0ec1-4c40-9921-20e5c67bce62 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2268751-5e34-48b6-ab3a-81f6af6af903,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:26.328091 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bd5b24-0ec1-4c40-9921-20e5c67bce62 admin admin] No DVR routers for this DVR port a2268751-5e34-48b6-ab3a-81f6af6af903 on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:03:26.330294 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-bb8c85ca-1a22-4bf5-bb56-14ae4b7893ac None None] Calling delete_port for a2268751-5e34-48b6-ab3a-81f6af6af903 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:03:26.407246 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5b24-0ec1-4c40-9921-20e5c67bce62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:26.413037 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bb8c85ca-1a22-4bf5-bb56-14ae4b7893ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:26.417202 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-e9bd5b24-0ec1-4c40-9921-20e5c67bce62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c2702ee-026f-46b7-a50a-e926d44f4993']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:26.427386 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-e9bd5b24-0ec1-4c40-9921-20e5c67bce62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65d3e3af-89ed-4d96-9238-9b9b8f2ee4e1') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:26.427677 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-e9bd5b24-0ec1-4c40-9921-20e5c67bce62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65d3e3af-89ed-4d96-9238-9b9b8f2ee4e1') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:26.437072 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5b24-0ec1-4c40-9921-20e5c67bce62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:26.438463 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c85ca-1a22-4bf5-bb56-14ae4b7893ac None None] Pushing event deleted for resources: {'Port': ['ID=a2268751-5e34-48b6-ab3a-81f6af6af903,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:26.442637 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8c85ca-1a22-4bf5-bb56-14ae4b7893ac None None] No DVR routers for this DVR port a2268751-5e34-48b6-ab3a-81f6af6af903 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:03:26.458420 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5b24-0ec1-4c40-9921-20e5c67bce62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:26.464444 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9bd5b24-0ec1-4c40-9921-20e5c67bce62 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:03:26.464832 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5b24-0ec1-4c40-9921-20e5c67bce62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:26.466841 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 21:03:26.466841 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:03:26.466841 n-d-793618-10 neutron-server[93875]: timer() Jul 23 21:03:26.466841 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:03:26.466841 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 21:03:26.466841 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:03:26.466841 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 21:03:26.466841 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:03:26.466841 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 21:03:26.466841 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:03:26.466841 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 21:03:26.466841 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:03:26.466841 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 21:03:26.466841 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:03:26.466841 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:03:26.466841 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:03:26.466841 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:03:26.466841 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:03:26.466841 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 21:03:26.466841 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:03:26.466841 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 21:03:26.466841 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:03:26.466841 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:03:26.466841 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:03:26.466841 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 21:03:26.466841 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:03:26.466841 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:03:26.466841 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:03:26.466841 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:03:26.466841 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:03:26.466841 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:03:26.466841 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:03:26.526587 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5b24-0ec1-4c40-9921-20e5c67bce62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:26.534142 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5b24-0ec1-4c40-9921-20e5c67bce62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:26.535469 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e9bd5b24-0ec1-4c40-9921-20e5c67bce62 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0c2702ee-026f-46b7-a50a-e926d44f4993 HTTP/1.1" status: 204 len: 168 time: 0.5659847 Jul 23 21:03:26.556887 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd5b24-0ec1-4c40-9921-20e5c67bce62 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c2702ee-026f-46b7-a50a-e926d44f4993,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:26.574672 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6ff2c11e-1b48-49c6-8c1e-b0e5394388b4 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:03:26.593879 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 6ff2c11e-1b48-49c6-8c1e-b0e5394388b4 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:03:26.594211 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6ff2c11e-1b48-49c6-8c1e-b0e5394388b4 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:03:26.594832 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a13899ca-7505-4d6a-bc87-c57ff2141347 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:03:26.614292 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: a13899ca-7505-4d6a-bc87-c57ff2141347 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:03:26.614571 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a13899ca-7505-4d6a-bc87-c57ff2141347 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:03:26.614973 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a2268751-5e34-48b6-ab3a-81f6af6af903 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:03:26.633569 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: a2268751-5e34-48b6-ab3a-81f6af6af903 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:03:26.633890 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a2268751-5e34-48b6-ab3a-81f6af6af903 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:03:26.705151 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37982) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:26.744959 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ac78fe27-5467-44c4-880a-b72f4375fca8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8d5fc9878dbb4767997c585535564341&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386064 Jul 23 21:03:26.748166 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 37984) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:26.795932 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9b7e2c37-9ce9-4e0d-bff3-9770b3f1ed75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:26.817718 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9b7e2c37-9ce9-4e0d-bff3-9770b3f1ed75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:26.864074 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9b7e2c37-9ce9-4e0d-bff3-9770b3f1ed75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:26.866638 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9b7e2c37-9ce9-4e0d-bff3-9770b3f1ed75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:26.867937 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9b7e2c37-9ce9-4e0d-bff3-9770b3f1ed75 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/390a61c7-a3ae-49aa-92b9-e663a2ca1253 HTTP/1.1" status: 204 len: 168 time: 0.1186876 Jul 23 21:03:26.876740 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e2c37-9ce9-4e0d-bff3-9770b3f1ed75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390a61c7-a3ae-49aa-92b9-e663a2ca1253,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:27.184046 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37990) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:27.225406 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d0455c8f-d31e-4019-beac-96447da1fd87 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2808ac28f4e4492eb48c30233c5db10e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399013 Jul 23 21:03:27.227914 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 37992) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:27.285396 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06511f3d-717e-4393-93bf-8918c292c623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:27.655331 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06511f3d-717e-4393-93bf-8918c292c623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:27.702289 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06511f3d-717e-4393-93bf-8918c292c623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:27.704874 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-06511f3d-717e-4393-93bf-8918c292c623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:27.706074 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-06511f3d-717e-4393-93bf-8918c292c623 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/54fcdb53-f64f-4589-9062-e0b2ab8d5b70 HTTP/1.1" status: 204 len: 168 time: 0.4768531 Jul 23 21:03:27.713560 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06511f3d-717e-4393-93bf-8918c292c623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fcdb53-f64f-4589-9062-e0b2ab8d5b70,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:28.352007 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38014) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:28.442786 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-a7f59dca-4adf-45c7-98bf-4eb6ef295a5c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1615558191-network', 'tenant_id': '074235b4ddbb4013aca7350cb1658492'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:03:28.464189 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f59dca-4adf-45c7-98bf-4eb6ef295a5c admin admin] Made reservation on behalf of 074235b4ddbb4013aca7350cb1658492 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:03:28.466826 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a7f59dca-4adf-45c7-98bf-4eb6ef295a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:28.475429 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a7f59dca-4adf-45c7-98bf-4eb6ef295a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:28.563462 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a7f59dca-4adf-45c7-98bf-4eb6ef295a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:28.567476 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a7f59dca-4adf-45c7-98bf-4eb6ef295a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:28.588189 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f59dca-4adf-45c7-98bf-4eb6ef295a5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:03:28.603055 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f59dca-4adf-45c7-98bf-4eb6ef295a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d88dac-57a5-4343-a58d-a01620741e21,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:28.606685 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a7f59dca-4adf-45c7-98bf-4eb6ef295a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:28.607022 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-a7f59dca-4adf-45c7-98bf-4eb6ef295a5c admin admin] Added segment b13f9979-3aba-4dc9-89a9-118cc4a6679b of type vlan for network e121fe6d-e431-4a6f-b01b-2bccb43b5bdb Jul 23 21:03:28.648637 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a7f59dca-4adf-45c7-98bf-4eb6ef295a5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:28.676479 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a7f59dca-4adf-45c7-98bf-4eb6ef295a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:28.677704 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f59dca-4adf-45c7-98bf-4eb6ef295a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:28.678278 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a7f59dca-4adf-45c7-98bf-4eb6ef295a5c admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:28.714618 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a7f59dca-4adf-45c7-98bf-4eb6ef295a5c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3618317 Jul 23 21:03:28.717610 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38018) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:28.723063 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-72c01090-a6d0-4e7a-bc2e-6985c84339bb admin admin] Request body: {'subnet': {'network_id': 'e121fe6d-e431-4a6f-b01b-2bccb43b5bdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1615558191-subnet', 'tenant_id': '074235b4ddbb4013aca7350cb1658492', 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:03:28.743403 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f59dca-4adf-45c7-98bf-4eb6ef295a5c admin admin] Pushing event updated for resources: {'Network': ['ID=e121fe6d-e431-4a6f-b01b-2bccb43b5bdb,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:28.745156 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c01090-a6d0-4e7a-bc2e-6985c84339bb admin admin] Made reservation on behalf of 074235b4ddbb4013aca7350cb1658492 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:03:28.748159 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-72c01090-a6d0-4e7a-bc2e-6985c84339bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:28.755120 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network e121fe6d-e431-4a6f-b01b-2bccb43b5bdb details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:03:28.916361 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-72c01090-a6d0-4e7a-bc2e-6985c84339bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:28.970399 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c01090-a6d0-4e7a-bc2e-6985c84339bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=40249071-5e8f-493a-be7c-86430f78e3a4,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:28.980470 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c01090-a6d0-4e7a-bc2e-6985c84339bb admin admin] Checking segment: {'id': 'b13f9979-3aba-4dc9-89a9-118cc4a6679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e121fe6d-e431-4a6f-b01b-2bccb43b5bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:03:28.980826 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c01090-a6d0-4e7a-bc2e-6985c84339bb admin admin] Network hostable DHCP agents. Network: e121fe6d-e431-4a6f-b01b-2bccb43b5bdb, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:03:28.997425 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c01090-a6d0-4e7a-bc2e-6985c84339bb admin admin] Network e121fe6d-e431-4a6f-b01b-2bccb43b5bdb is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:03:29.006717 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-72c01090-a6d0-4e7a-bc2e-6985c84339bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, e121fe6d-e431-4a6f-b01b-2bccb43b5bdb) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:03:29.010583 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c01090-a6d0-4e7a-bc2e-6985c84339bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:29.011165 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-72c01090-a6d0-4e7a-bc2e-6985c84339bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:29.015330 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d20b8a4-a5f0-4544-8a3a-6651c8503986 None None] Network e121fe6d-e431-4a6f-b01b-2bccb43b5bdb requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:03:29.025682 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-72c01090-a6d0-4e7a-bc2e-6985c84339bb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3067660 Jul 23 21:03:29.028595 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38020) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:29.033149 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-45e3e4f0-e9b0-49e9-bfdb-28829ac9b6e1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1615558191-router', 'tenant_id': '074235b4ddbb4013aca7350cb1658492', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:03:29.054923 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-45e3e4f0-e9b0-49e9-bfdb-28829ac9b6e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:29.056042 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-45e3e4f0-e9b0-49e9-bfdb-28829ac9b6e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:29.113678 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-45e3e4f0-e9b0-49e9-bfdb-28829ac9b6e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:29.168309 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df54d95b-98a5-457e-b805-87d2473a92cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-e121fe6d-e431-4a6f-b01b-2bccb43b5bdb', 'network_id': 'e121fe6d-e431-4a6f-b01b-2bccb43b5bdb', 'tenant_id': '074235b4ddbb4013aca7350cb1658492', 'fixed_ips': [{'subnet_id': '40249071-5e8f-493a-be7c-86430f78e3a4'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:03:29.169172 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-df54d95b-98a5-457e-b805-87d2473a92cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:29.256372 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-45e3e4f0-e9b0-49e9-bfdb-28829ac9b6e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:29.313089 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-df54d95b-98a5-457e-b805-87d2473a92cc None None] Allocated IP 172.20.0.2 (e121fe6d-e431-4a6f-b01b-2bccb43b5bdb/40249071-5e8f-493a-be7c-86430f78e3a4/fa56f52a-49d9-40cc-af99-3fb6919ef7a0) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:03:29.457146 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-df54d95b-98a5-457e-b805-87d2473a92cc None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:29.462262 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-45e3e4f0-e9b0-49e9-bfdb-28829ac9b6e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:29.465743 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-df54d95b-98a5-457e-b805-87d2473a92cc None None] Transition to ACTIVE for port object fa56f52a-49d9-40cc-af99-3fb6919ef7a0 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:03:29.481123 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-df54d95b-98a5-457e-b805-87d2473a92cc None None] Transition to ACTIVE for port object fa56f52a-49d9-40cc-af99-3fb6919ef7a0 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:03:29.482373 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-45e3e4f0-e9b0-49e9-bfdb-28829ac9b6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:29.487657 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-df54d95b-98a5-457e-b805-87d2473a92cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:29.531105 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df54d95b-98a5-457e-b805-87d2473a92cc None None] Network e121fe6d-e431-4a6f-b01b-2bccb43b5bdb is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:03:29.532456 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-df54d95b-98a5-457e-b805-87d2473a92cc None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:03:29.537948 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df54d95b-98a5-457e-b805-87d2473a92cc None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:03:29.550039 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54d95b-98a5-457e-b805-87d2473a92cc None None] Pushing event updated for resources: {'Port': ['ID=fa56f52a-49d9-40cc-af99-3fb6919ef7a0,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:29.595930 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-45e3e4f0-e9b0-49e9-bfdb-28829ac9b6e1 admin admin] Allocated IP 172.25.1.204 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/21da34fd-1e1d-40ae-8d07-02f9b55269c6) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:03:29.601753 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-df54d95b-98a5-457e-b805-87d2473a92cc None None] Attempting to bind port fa56f52a-49d9-40cc-af99-3fb6919ef7a0 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:03:29.602122 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-df54d95b-98a5-457e-b805-87d2473a92cc None None] Attempting to bind port fa56f52a-49d9-40cc-af99-3fb6919ef7a0 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'b13f9979-3aba-4dc9-89a9-118cc4a6679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e121fe6d-e431-4a6f-b01b-2bccb43b5bdb'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:03:29.602481 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df54d95b-98a5-457e-b805-87d2473a92cc None None] Attempting to bind port fa56f52a-49d9-40cc-af99-3fb6919ef7a0 on network e121fe6d-e431-4a6f-b01b-2bccb43b5bdb {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:03:29.607653 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df54d95b-98a5-457e-b805-87d2473a92cc None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:03:29.608034 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df54d95b-98a5-457e-b805-87d2473a92cc None None] Checking segment: {'id': 'b13f9979-3aba-4dc9-89a9-118cc4a6679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e121fe6d-e431-4a6f-b01b-2bccb43b5bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:03:29.608457 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-df54d95b-98a5-457e-b805-87d2473a92cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:29.609035 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df54d95b-98a5-457e-b805-87d2473a92cc None None] Bound using segment: {'id': 'b13f9979-3aba-4dc9-89a9-118cc4a6679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e121fe6d-e431-4a6f-b01b-2bccb43b5bdb'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:03:29.609534 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-df54d95b-98a5-457e-b805-87d2473a92cc None None] Bound port: fa56f52a-49d9-40cc-af99-3fb6919ef7a0, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b13f9979-3aba-4dc9-89a9-118cc4a6679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e121fe6d-e431-4a6f-b01b-2bccb43b5bdb'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:03:29.609963 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-df54d95b-98a5-457e-b805-87d2473a92cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:29.673131 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-df54d95b-98a5-457e-b805-87d2473a92cc None None] For port fa56f52a-49d9-40cc-af99-3fb6919ef7a0, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:03:29.676367 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-df54d95b-98a5-457e-b805-87d2473a92cc None None] For port fa56f52a-49d9-40cc-af99-3fb6919ef7a0, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=fa56f52a-49d9-40cc-af99-3fb6919ef7a0,segment=NetworkSegment(b13f9979-3aba-4dc9-89a9-118cc4a6679b),segment_id=b13f9979-3aba-4dc9-89a9-118cc4a6679b)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:03:29.681443 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-df54d95b-98a5-457e-b805-87d2473a92cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:29.707113 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-45e3e4f0-e9b0-49e9-bfdb-28829ac9b6e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:29.739313 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54d95b-98a5-457e-b805-87d2473a92cc None None] Pushing event updated for resources: {'Port': ['ID=fa56f52a-49d9-40cc-af99-3fb6919ef7a0,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:29.752758 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-45e3e4f0-e9b0-49e9-bfdb-28829ac9b6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:29.789599 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e3e4f0-e9b0-49e9-bfdb-28829ac9b6e1 admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:03:29.792441 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-45e3e4f0-e9b0-49e9-bfdb-28829ac9b6e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:03:29.796169 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e3e4f0-e9b0-49e9-bfdb-28829ac9b6e1 admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:03:29.826260 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e3e4f0-e9b0-49e9-bfdb-28829ac9b6e1 admin admin] Pushing event updated for resources: {'Port': ['ID=21da34fd-1e1d-40ae-8d07-02f9b55269c6,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:30.074971 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-45e3e4f0-e9b0-49e9-bfdb-28829ac9b6e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:30.271528 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-45e3e4f0-e9b0-49e9-bfdb-28829ac9b6e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:30.414792 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e3e4f0-e9b0-49e9-bfdb-28829ac9b6e1 admin admin] Router 58f57640-6a40-4fa1-a053-24b23c21672c is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:03:30.471173 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device fa56f52a-49d9-40cc-af99-3fb6919ef7a0 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:03:30.537084 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port fa56f52a-49d9-40cc-af99-3fb6919ef7a0 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:03:30.540588 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e3e4f0-e9b0-49e9-bfdb-28829ac9b6e1 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:03:30.549765 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36c8c06-3768-4efd-9801-f0d0464f6e2e None None] Sync routers for ids ['58f57640-6a40-4fa1-a053-24b23c21672c'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:03:30.560028 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36c8c06-3768-4efd-9801-f0d0464f6e2e None None] Routers {'58f57640-6a40-4fa1-a053-24b23c21672c'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:03:30.560844 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e36c8c06-3768-4efd-9801-f0d0464f6e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:03:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['58f57640-6a40-4fa1-a053-24b23c21672c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:30.563676 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-45e3e4f0-e9b0-49e9-bfdb-28829ac9b6e1 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:30.565188 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-45e3e4f0-e9b0-49e9-bfdb-28829ac9b6e1 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5355945 Jul 23 21:03:30.567926 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38022) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:30.667912 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-e36c8c06-3768-4efd-9801-f0d0464f6e2e None None] Set router 58f57640-6a40-4fa1-a053-24b23c21672c gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:03:30.700650 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761d8d0e-005d-41c8-8884-760c1521777f None None] Network e121fe6d-e431-4a6f-b01b-2bccb43b5bdb requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:03:30.821407 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-34eae69c-d910-47d5-9b72-99ee80cee008 None None] Provisioning for port fa56f52a-49d9-40cc-af99-3fb6919ef7a0 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:03:30.826908 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-34eae69c-d910-47d5-9b72-99ee80cee008 None None] Provisioning complete for port fa56f52a-49d9-40cc-af99-3fb6919ef7a0 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:03:30.827411 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-34eae69c-d910-47d5-9b72-99ee80cee008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:30.861128 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e36c8c06-3768-4efd-9801-f0d0464f6e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f57640-6a40-4fa1-a053-24b23c21672c', 'name': 'tempest-TestMinimumBasicScenario-1615558191-router', 'tenant_id': '074235b4ddbb4013aca7350cb1658492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '21da34fd-1e1d-40ae-8d07-02f9b55269c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:03:29Z', 'updated_at': '2021-07-23T21:03:29Z', 'revision_number': 3, 'project_id': '074235b4ddbb4013aca7350cb1658492', 'gw_port': {'id': '21da34fd-1e1d-40ae-8d07-02f9b55269c6', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f57640-6a40-4fa1-a053-24b23c21672c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:29Z', 'updated_at': '2021-07-23T21:03:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:30.887488 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36c8c06-3768-4efd-9801-f0d0464f6e2e None None] Checking router: 58f57640-6a40-4fa1-a053-24b23c21672c for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:03:30.887835 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36c8c06-3768-4efd-9801-f0d0464f6e2e None None] Updating router 58f57640-6a40-4fa1-a053-24b23c21672c port 21da34fd-1e1d-40ae-8d07-02f9b55269c6 binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:03:30.925201 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e36c8c06-3768-4efd-9801-f0d0464f6e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:30.956128 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-34eae69c-d910-47d5-9b72-99ee80cee008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:30.993324 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-34eae69c-d910-47d5-9b72-99ee80cee008 None None] For port fa56f52a-49d9-40cc-af99-3fb6919ef7a0, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=fa56f52a-49d9-40cc-af99-3fb6919ef7a0,segment=NetworkSegment(b13f9979-3aba-4dc9-89a9-118cc4a6679b),segment_id=b13f9979-3aba-4dc9-89a9-118cc4a6679b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:03:31.001077 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-34eae69c-d910-47d5-9b72-99ee80cee008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:31.067898 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eae69c-d910-47d5-9b72-99ee80cee008 None None] Pushing event updated for resources: {'Port': ['ID=fa56f52a-49d9-40cc-af99-3fb6919ef7a0,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:31.219554 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e36c8c06-3768-4efd-9801-f0d0464f6e2e None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:31.224104 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b0f83b90-7821-4b9d-8112-801383a1318e None None] Provisioning complete for port fa56f52a-49d9-40cc-af99-3fb6919ef7a0 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:03:31.224723 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b0f83b90-7821-4b9d-8112-801383a1318e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:31.232998 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e36c8c06-3768-4efd-9801-f0d0464f6e2e None None] Transition to ACTIVE for port object 21da34fd-1e1d-40ae-8d07-02f9b55269c6 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:03:31.241210 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e36c8c06-3768-4efd-9801-f0d0464f6e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:31.294214 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-e36c8c06-3768-4efd-9801-f0d0464f6e2e None None] Attempting to bind port 21da34fd-1e1d-40ae-8d07-02f9b55269c6 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:03:31.294734 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-e36c8c06-3768-4efd-9801-f0d0464f6e2e None None] Attempting to bind port 21da34fd-1e1d-40ae-8d07-02f9b55269c6 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:03:31.295967 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36c8c06-3768-4efd-9801-f0d0464f6e2e None None] Attempting to bind port 21da34fd-1e1d-40ae-8d07-02f9b55269c6 on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:03:31.305032 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36c8c06-3768-4efd-9801-f0d0464f6e2e None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:03:31.305628 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36c8c06-3768-4efd-9801-f0d0464f6e2e None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:03:31.306346 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e36c8c06-3768-4efd-9801-f0d0464f6e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:31.306628 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36c8c06-3768-4efd-9801-f0d0464f6e2e None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:03:31.307195 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-e36c8c06-3768-4efd-9801-f0d0464f6e2e None None] Bound port: 21da34fd-1e1d-40ae-8d07-02f9b55269c6, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:03:31.308078 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e36c8c06-3768-4efd-9801-f0d0464f6e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:31.328557 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb510b88-6f27-4319-826e-abc5ea5851ca None None] Pushing event updated for resources: {'Port': ['ID=21da34fd-1e1d-40ae-8d07-02f9b55269c6,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:31.340417 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb510b88-6f27-4319-826e-abc5ea5851ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:31.340765 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb510b88-6f27-4319-826e-abc5ea5851ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:31.341168 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb510b88-6f27-4319-826e-abc5ea5851ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:31.341611 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb510b88-6f27-4319-826e-abc5ea5851ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:31.342554 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb510b88-6f27-4319-826e-abc5ea5851ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:31.343419 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb510b88-6f27-4319-826e-abc5ea5851ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:31.343419 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb510b88-6f27-4319-826e-abc5ea5851ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:31.343831 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb510b88-6f27-4319-826e-abc5ea5851ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:31.344221 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb510b88-6f27-4319-826e-abc5ea5851ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:31.344609 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb510b88-6f27-4319-826e-abc5ea5851ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:31.344935 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb510b88-6f27-4319-826e-abc5ea5851ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:31.345256 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb510b88-6f27-4319-826e-abc5ea5851ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:31.370835 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e745-910b-4b0f-9979-7e1c48d5a01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:31.380226 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-e36c8c06-3768-4efd-9801-f0d0464f6e2e None None] For port 21da34fd-1e1d-40ae-8d07-02f9b55269c6, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:03:31.384773 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-e36c8c06-3768-4efd-9801-f0d0464f6e2e None None] For port 21da34fd-1e1d-40ae-8d07-02f9b55269c6, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=21da34fd-1e1d-40ae-8d07-02f9b55269c6,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:03:31.388384 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e36c8c06-3768-4efd-9801-f0d0464f6e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:31.446173 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36c8c06-3768-4efd-9801-f0d0464f6e2e None None] Routers {'58f57640-6a40-4fa1-a053-24b23c21672c'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:03:31.446805 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e36c8c06-3768-4efd-9801-f0d0464f6e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:03:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['58f57640-6a40-4fa1-a053-24b23c21672c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:31.484553 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb510b88-6f27-4319-826e-abc5ea5851ca None None] Pushing event updated for resources: {'Port': ['ID=21da34fd-1e1d-40ae-8d07-02f9b55269c6,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:31.548047 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-9bc9e745-910b-4b0f-9979-7e1c48d5a01d admin admin] Allocated IP 172.20.0.1 (e121fe6d-e431-4a6f-b01b-2bccb43b5bdb/40249071-5e8f-493a-be7c-86430f78e3a4/72e9d5b2-b256-4426-b6db-7fd141438996) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:03:31.562412 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-e36c8c06-3768-4efd-9801-f0d0464f6e2e None None] Set router 58f57640-6a40-4fa1-a053-24b23c21672c gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:03:31.657197 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e745-910b-4b0f-9979-7e1c48d5a01d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:31.672720 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-9bc9e745-910b-4b0f-9979-7e1c48d5a01d admin admin] Transition to ACTIVE for port object 72e9d5b2-b256-4426-b6db-7fd141438996 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:03:31.712146 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e745-910b-4b0f-9979-7e1c48d5a01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:31.756062 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc9e745-910b-4b0f-9979-7e1c48d5a01d admin admin] Network e121fe6d-e431-4a6f-b01b-2bccb43b5bdb is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:03:31.759233 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e36c8c06-3768-4efd-9801-f0d0464f6e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f57640-6a40-4fa1-a053-24b23c21672c', 'name': 'tempest-TestMinimumBasicScenario-1615558191-router', 'tenant_id': '074235b4ddbb4013aca7350cb1658492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '21da34fd-1e1d-40ae-8d07-02f9b55269c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:03:29Z', 'updated_at': '2021-07-23T21:03:29Z', 'revision_number': 3, 'project_id': '074235b4ddbb4013aca7350cb1658492', 'gw_port': {'id': '21da34fd-1e1d-40ae-8d07-02f9b55269c6', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f57640-6a40-4fa1-a053-24b23c21672c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:29Z', 'updated_at': '2021-07-23T21:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:31.760821 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-9bc9e745-910b-4b0f-9979-7e1c48d5a01d admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:03:31.766942 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc9e745-910b-4b0f-9979-7e1c48d5a01d admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:03:31.787036 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36c8c06-3768-4efd-9801-f0d0464f6e2e None None] The sync data for ids ['58f57640-6a40-4fa1-a053-24b23c21672c'] in n-d-793618-10 is: [{'id': '58f57640-6a40-4fa1-a053-24b23c21672c', 'name': 'tempest-TestMinimumBasicScenario-1615558191-router', 'tenant_id': '074235b4ddbb4013aca7350cb1658492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '21da34fd-1e1d-40ae-8d07-02f9b55269c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:03:29Z', 'updated_at': '2021-07-23T21:03:29Z', 'revision_number': 3, 'project_id': '074235b4ddbb4013aca7350cb1658492', 'gw_port': {'id': '21da34fd-1e1d-40ae-8d07-02f9b55269c6', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f57640-6a40-4fa1-a053-24b23c21672c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:29Z', 'updated_at': '2021-07-23T21:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:03:31.793340 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9e745-910b-4b0f-9979-7e1c48d5a01d admin admin] Pushing event updated for resources: {'Port': ['ID=72e9d5b2-b256-4426-b6db-7fd141438996,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:31.814800 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e745-910b-4b0f-9979-7e1c48d5a01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:31.999494 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e745-910b-4b0f-9979-7e1c48d5a01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:32.055264 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7cb3f14a-2adc-4aff-a9a3-e77eef6e9b75 None None] Provisioning for port 72e9d5b2-b256-4426-b6db-7fd141438996 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:03:32.063395 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7cb3f14a-2adc-4aff-a9a3-e77eef6e9b75 None None] Provisioning complete for port 72e9d5b2-b256-4426-b6db-7fd141438996 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:03:32.064303 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7cb3f14a-2adc-4aff-a9a3-e77eef6e9b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:32.127125 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-7cb3f14a-2adc-4aff-a9a3-e77eef6e9b75 None None] Port 72e9d5b2-b256-4426-b6db-7fd141438996 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:03:32.218926 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e745-910b-4b0f-9979-7e1c48d5a01d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:32.223458 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e745-910b-4b0f-9979-7e1c48d5a01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:32.292744 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e745-910b-4b0f-9979-7e1c48d5a01d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:32.294513 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9e745-910b-4b0f-9979-7e1c48d5a01d admin admin] Pushing event updated for resources: {'Port': ['ID=72e9d5b2-b256-4426-b6db-7fd141438996,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:32.399649 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc9e745-910b-4b0f-9979-7e1c48d5a01d admin admin] Network e121fe6d-e431-4a6f-b01b-2bccb43b5bdb is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:03:32.401878 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-9bc9e745-910b-4b0f-9979-7e1c48d5a01d admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:03:32.532849 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 21da34fd-1e1d-40ae-8d07-02f9b55269c6 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:03:32.542047 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc9e745-910b-4b0f-9979-7e1c48d5a01d admin admin] Router 58f57640-6a40-4fa1-a053-24b23c21672c has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:03:32.597061 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 21da34fd-1e1d-40ae-8d07-02f9b55269c6 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:03:32.602224 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 21da34fd-1e1d-40ae-8d07-02f9b55269c6 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:03:32.603246 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:32.672040 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc9e745-910b-4b0f-9979-7e1c48d5a01d admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:03:32.685014 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9bc9e745-910b-4b0f-9979-7e1c48d5a01d admin admin] 10.222.0.32 "PUT /v2.0/routers/58f57640-6a40-4fa1-a053-24b23c21672c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1086795 Jul 23 21:03:32.692244 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:32.714768 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 21da34fd-1e1d-40ae-8d07-02f9b55269c6, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=21da34fd-1e1d-40ae-8d07-02f9b55269c6,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:03:32.719298 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:32.720220 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device fa56f52a-49d9-40cc-af99-3fb6919ef7a0 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:03:32.810612 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1ab33497-2ee6-4c45-b33d-8e4b1c8844ee None None] Provisioning complete for port 72e9d5b2-b256-4426-b6db-7fd141438996 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:03:32.811615 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1ab33497-2ee6-4c45-b33d-8e4b1c8844ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:32.833440 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=21da34fd-1e1d-40ae-8d07-02f9b55269c6,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:32.859043 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port fa56f52a-49d9-40cc-af99-3fb6919ef7a0 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:03:32.859420 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:32.861071 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1ab33497-2ee6-4c45-b33d-8e4b1c8844ee None None] Port 72e9d5b2-b256-4426-b6db-7fd141438996 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:03:33.163455 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38038) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:33.168680 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-1fa36f27-4448-43a6-8442-9af0be538992 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1763473940-network', 'tenant_id': '7061dc515dd44a6596637934ca865496'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:03:33.198390 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa36f27-4448-43a6-8442-9af0be538992 admin admin] Made reservation on behalf of 7061dc515dd44a6596637934ca865496 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:03:33.200786 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1fa36f27-4448-43a6-8442-9af0be538992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:33.211624 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1fa36f27-4448-43a6-8442-9af0be538992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:33.325154 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1fa36f27-4448-43a6-8442-9af0be538992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:33.330261 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1fa36f27-4448-43a6-8442-9af0be538992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:33.360473 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fa36f27-4448-43a6-8442-9af0be538992 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:03:33.366458 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa36f27-4448-43a6-8442-9af0be538992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74d0ad3-8831-4eb9-ac5a-e696757b161a,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:33.372901 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1fa36f27-4448-43a6-8442-9af0be538992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:33.373414 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-1fa36f27-4448-43a6-8442-9af0be538992 admin admin] Added segment a2291873-6003-4cb2-ad65-bd019d74dfa1 of type vlan for network a50ab0b5-7797-450d-924b-983e7a516eaf Jul 23 21:03:33.415458 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1fa36f27-4448-43a6-8442-9af0be538992 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:33.445041 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1fa36f27-4448-43a6-8442-9af0be538992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:33.446113 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa36f27-4448-43a6-8442-9af0be538992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:33.446698 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1fa36f27-4448-43a6-8442-9af0be538992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:33.487690 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1fa36f27-4448-43a6-8442-9af0be538992 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3223910 Jul 23 21:03:33.489778 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38040) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:33.494628 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-0e829332-bd49-4a90-bfe7-d57cb24699fc admin admin] Request body: {'subnet': {'network_id': 'a50ab0b5-7797-450d-924b-983e7a516eaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1763473940-subnet', 'tenant_id': '7061dc515dd44a6596637934ca865496', 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:03:33.495078 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2b698e-99d9-4d67-96d3-65255e08f8e0 None None] Sync routers for ids ['58f57640-6a40-4fa1-a053-24b23c21672c'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:03:33.504485 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2b698e-99d9-4d67-96d3-65255e08f8e0 None None] Routers {'58f57640-6a40-4fa1-a053-24b23c21672c'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:03:33.505033 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-1a2b698e-99d9-4d67-96d3-65255e08f8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:03:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['58f57640-6a40-4fa1-a053-24b23c21672c'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:33.527413 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa36f27-4448-43a6-8442-9af0be538992 admin admin] Pushing event updated for resources: {'Network': ['ID=a50ab0b5-7797-450d-924b-983e7a516eaf,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:33.546279 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network a50ab0b5-7797-450d-924b-983e7a516eaf details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:03:33.547288 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e829332-bd49-4a90-bfe7-d57cb24699fc admin admin] Made reservation on behalf of 7061dc515dd44a6596637934ca865496 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:03:33.550366 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0e829332-bd49-4a90-bfe7-d57cb24699fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:33.674720 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-1a2b698e-99d9-4d67-96d3-65255e08f8e0 None None] Set router 58f57640-6a40-4fa1-a053-24b23c21672c gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:03:33.736279 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0e829332-bd49-4a90-bfe7-d57cb24699fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:33.807710 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e829332-bd49-4a90-bfe7-d57cb24699fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f083c2a1-afe4-4f0e-a028-2d290405e331,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:33.813966 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e829332-bd49-4a90-bfe7-d57cb24699fc admin admin] Checking segment: {'id': 'a2291873-6003-4cb2-ad65-bd019d74dfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a50ab0b5-7797-450d-924b-983e7a516eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:03:33.814342 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e829332-bd49-4a90-bfe7-d57cb24699fc admin admin] Network hostable DHCP agents. Network: a50ab0b5-7797-450d-924b-983e7a516eaf, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:03:33.832961 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e829332-bd49-4a90-bfe7-d57cb24699fc admin admin] Network a50ab0b5-7797-450d-924b-983e7a516eaf is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:03:33.842379 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-0e829332-bd49-4a90-bfe7-d57cb24699fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, a50ab0b5-7797-450d-924b-983e7a516eaf) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:03:33.847712 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e829332-bd49-4a90-bfe7-d57cb24699fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:33.848826 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0e829332-bd49-4a90-bfe7-d57cb24699fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:33.862883 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0e829332-bd49-4a90-bfe7-d57cb24699fc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3720555 Jul 23 21:03:33.865515 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38042) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:33.866386 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d2d86b-3715-4a9b-8e36-b0b521f5e3f8 None None] Network a50ab0b5-7797-450d-924b-983e7a516eaf requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:03:33.870380 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-f6c40110-f5a2-4717-b1e6-ea5c48b18de9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1763473940-router', 'tenant_id': '7061dc515dd44a6596637934ca865496', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:03:33.892910 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f6c40110-f5a2-4717-b1e6-ea5c48b18de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:33.894044 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f6c40110-f5a2-4717-b1e6-ea5c48b18de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:33.945998 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f6c40110-f5a2-4717-b1e6-ea5c48b18de9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:33.983658 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-1a2b698e-99d9-4d67-96d3-65255e08f8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f57640-6a40-4fa1-a053-24b23c21672c', 'name': 'tempest-TestMinimumBasicScenario-1615558191-router', 'tenant_id': '074235b4ddbb4013aca7350cb1658492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '21da34fd-1e1d-40ae-8d07-02f9b55269c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:03:29Z', 'updated_at': '2021-07-23T21:03:31Z', 'revision_number': 4, 'project_id': '074235b4ddbb4013aca7350cb1658492', 'gw_port': {'id': '21da34fd-1e1d-40ae-8d07-02f9b55269c6', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f57640-6a40-4fa1-a053-24b23c21672c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:29Z', 'updated_at': '2021-07-23T21:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '72e9d5b2-b256-4426-b6db-7fd141438996', 'name': '', 'network_id': 'e121fe6d-e431-4a6f-b01b-2bccb43b5bdb', 'tenant_id': '074235b4ddbb4013aca7350cb1658492', 'mac_address': 'fa:16:3e:3b:9c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f57640-6a40-4fa1-a053-24b23c21672c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '40249071-5e8f-493a-be7c-86430f78e3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:31Z', 'updated_at': '2021-07-23T21:03:32Z', 'revision_number': 2, 'project_id': '074235b4ddbb4013aca7350cb1658492', 'subnets': [{'id': '40249071-5e8f-493a-be7c-86430f78e3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:34.014891 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2b698e-99d9-4d67-96d3-65255e08f8e0 None None] Checking router: 58f57640-6a40-4fa1-a053-24b23c21672c for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:03:34.015317 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2b698e-99d9-4d67-96d3-65255e08f8e0 None None] Updating router 58f57640-6a40-4fa1-a053-24b23c21672c port 72e9d5b2-b256-4426-b6db-7fd141438996 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:03:34.091534 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f6c40110-f5a2-4717-b1e6-ea5c48b18de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:34.236777 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a2b698e-99d9-4d67-96d3-65255e08f8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:34.248164 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8754dc7a-3fdd-44a3-8f0c-6fc29d454b9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-a50ab0b5-7797-450d-924b-983e7a516eaf', 'network_id': 'a50ab0b5-7797-450d-924b-983e7a516eaf', 'tenant_id': '7061dc515dd44a6596637934ca865496', 'fixed_ips': [{'subnet_id': 'f083c2a1-afe4-4f0e-a028-2d290405e331'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:03:34.249001 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8754dc7a-3fdd-44a3-8f0c-6fc29d454b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:34.304625 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f6c40110-f5a2-4717-b1e6-ea5c48b18de9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:34.330276 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f6c40110-f5a2-4717-b1e6-ea5c48b18de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:34.443035 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-f6c40110-f5a2-4717-b1e6-ea5c48b18de9 admin admin] Allocated IP 172.25.1.62 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/d0086089-b1ef-4def-a0a2-cd06943b08e6) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:03:34.452923 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 21da34fd-1e1d-40ae-8d07-02f9b55269c6 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:03:34.531236 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-8754dc7a-3fdd-44a3-8f0c-6fc29d454b9c None None] Allocated IP 172.20.0.2 (a50ab0b5-7797-450d-924b-983e7a516eaf/f083c2a1-afe4-4f0e-a028-2d290405e331/d0025a55-c0e7-4f96-a519-e02100da0344) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:03:34.555743 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f6c40110-f5a2-4717-b1e6-ea5c48b18de9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:34.607164 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f6c40110-f5a2-4717-b1e6-ea5c48b18de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:34.615880 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 21da34fd-1e1d-40ae-8d07-02f9b55269c6 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:03:34.616255 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:34.644151 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c40110-f5a2-4717-b1e6-ea5c48b18de9 admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:03:34.650636 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-f6c40110-f5a2-4717-b1e6-ea5c48b18de9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:03:34.654975 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c40110-f5a2-4717-b1e6-ea5c48b18de9 admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:03:34.660780 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c40110-f5a2-4717-b1e6-ea5c48b18de9 admin admin] Pushing event updated for resources: {'Port': ['ID=d0086089-b1ef-4def-a0a2-cd06943b08e6,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:34.821359 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a2b698e-99d9-4d67-96d3-65255e08f8e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:34.868404 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1a2b698e-99d9-4d67-96d3-65255e08f8e0 None None] Transition to ACTIVE for port object 72e9d5b2-b256-4426-b6db-7fd141438996 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:03:34.892654 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a2b698e-99d9-4d67-96d3-65255e08f8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:34.900248 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8754dc7a-3fdd-44a3-8f0c-6fc29d454b9c None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:34.917424 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f6c40110-f5a2-4717-b1e6-ea5c48b18de9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:34.939954 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8754dc7a-3fdd-44a3-8f0c-6fc29d454b9c None None] Transition to ACTIVE for port object d0025a55-c0e7-4f96-a519-e02100da0344 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:03:34.984245 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb5980-bb10-4e11-887e-32ed6fe2f833 None None] Pushing event updated for resources: {'Port': ['ID=72e9d5b2-b256-4426-b6db-7fd141438996,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:34.988221 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8754dc7a-3fdd-44a3-8f0c-6fc29d454b9c None None] Transition to ACTIVE for port object d0025a55-c0e7-4f96-a519-e02100da0344 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:03:35.026720 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8754dc7a-3fdd-44a3-8f0c-6fc29d454b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:35.108311 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8754dc7a-3fdd-44a3-8f0c-6fc29d454b9c None None] Network a50ab0b5-7797-450d-924b-983e7a516eaf is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:03:35.112827 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-1a2b698e-99d9-4d67-96d3-65255e08f8e0 None None] Attempting to bind port 72e9d5b2-b256-4426-b6db-7fd141438996 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:03:35.113831 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-1a2b698e-99d9-4d67-96d3-65255e08f8e0 None None] Attempting to bind port 72e9d5b2-b256-4426-b6db-7fd141438996 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'b13f9979-3aba-4dc9-89a9-118cc4a6679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e121fe6d-e431-4a6f-b01b-2bccb43b5bdb'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:03:35.114217 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2b698e-99d9-4d67-96d3-65255e08f8e0 None None] Attempting to bind port 72e9d5b2-b256-4426-b6db-7fd141438996 on network e121fe6d-e431-4a6f-b01b-2bccb43b5bdb {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:03:35.121731 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-8754dc7a-3fdd-44a3-8f0c-6fc29d454b9c None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:03:35.131723 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8754dc7a-3fdd-44a3-8f0c-6fc29d454b9c None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:03:35.148224 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2b698e-99d9-4d67-96d3-65255e08f8e0 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:03:35.148602 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2b698e-99d9-4d67-96d3-65255e08f8e0 None None] Checking segment: {'id': 'b13f9979-3aba-4dc9-89a9-118cc4a6679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e121fe6d-e431-4a6f-b01b-2bccb43b5bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:03:35.149018 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a2b698e-99d9-4d67-96d3-65255e08f8e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:35.149412 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2b698e-99d9-4d67-96d3-65255e08f8e0 None None] Bound using segment: {'id': 'b13f9979-3aba-4dc9-89a9-118cc4a6679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e121fe6d-e431-4a6f-b01b-2bccb43b5bdb'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:03:35.149917 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-1a2b698e-99d9-4d67-96d3-65255e08f8e0 None None] Bound port: 72e9d5b2-b256-4426-b6db-7fd141438996, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b13f9979-3aba-4dc9-89a9-118cc4a6679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e121fe6d-e431-4a6f-b01b-2bccb43b5bdb'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:03:35.150361 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a2b698e-99d9-4d67-96d3-65255e08f8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:35.152807 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754dc7a-3fdd-44a3-8f0c-6fc29d454b9c None None] Pushing event updated for resources: {'Port': ['ID=d0025a55-c0e7-4f96-a519-e02100da0344,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:35.168754 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f6c40110-f5a2-4717-b1e6-ea5c48b18de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:35.277803 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-8754dc7a-3fdd-44a3-8f0c-6fc29d454b9c None None] Attempting to bind port d0025a55-c0e7-4f96-a519-e02100da0344 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:03:35.277803 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-8754dc7a-3fdd-44a3-8f0c-6fc29d454b9c None None] Attempting to bind port d0025a55-c0e7-4f96-a519-e02100da0344 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'a2291873-6003-4cb2-ad65-bd019d74dfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a50ab0b5-7797-450d-924b-983e7a516eaf'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:03:35.278125 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8754dc7a-3fdd-44a3-8f0c-6fc29d454b9c None None] Attempting to bind port d0025a55-c0e7-4f96-a519-e02100da0344 on network a50ab0b5-7797-450d-924b-983e7a516eaf {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:03:35.323493 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8754dc7a-3fdd-44a3-8f0c-6fc29d454b9c None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:03:35.324113 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8754dc7a-3fdd-44a3-8f0c-6fc29d454b9c None None] Checking segment: {'id': 'a2291873-6003-4cb2-ad65-bd019d74dfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a50ab0b5-7797-450d-924b-983e7a516eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:03:35.324708 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8754dc7a-3fdd-44a3-8f0c-6fc29d454b9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:35.325256 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8754dc7a-3fdd-44a3-8f0c-6fc29d454b9c None None] Bound using segment: {'id': 'a2291873-6003-4cb2-ad65-bd019d74dfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a50ab0b5-7797-450d-924b-983e7a516eaf'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:03:35.326074 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-8754dc7a-3fdd-44a3-8f0c-6fc29d454b9c None None] Bound port: d0025a55-c0e7-4f96-a519-e02100da0344, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2291873-6003-4cb2-ad65-bd019d74dfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a50ab0b5-7797-450d-924b-983e7a516eaf'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:03:35.327261 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8754dc7a-3fdd-44a3-8f0c-6fc29d454b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:35.343660 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c40110-f5a2-4717-b1e6-ea5c48b18de9 admin admin] Router 5bbc04f5-37f0-457f-a093-995cff724d6d is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:03:35.358174 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-1a2b698e-99d9-4d67-96d3-65255e08f8e0 None None] For port 72e9d5b2-b256-4426-b6db-7fd141438996, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:03:35.401687 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-1a2b698e-99d9-4d67-96d3-65255e08f8e0 None None] For port 72e9d5b2-b256-4426-b6db-7fd141438996, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=72e9d5b2-b256-4426-b6db-7fd141438996,segment=NetworkSegment(b13f9979-3aba-4dc9-89a9-118cc4a6679b),segment_id=b13f9979-3aba-4dc9-89a9-118cc4a6679b)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:03:35.413947 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1a2b698e-99d9-4d67-96d3-65255e08f8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:35.475631 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c40110-f5a2-4717-b1e6-ea5c48b18de9 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:03:35.489418 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9117f303-b4f2-4966-8808-edaeea3b1554 None None] Sync routers for ids ['5bbc04f5-37f0-457f-a093-995cff724d6d'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:03:35.501939 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-8754dc7a-3fdd-44a3-8f0c-6fc29d454b9c None None] For port d0025a55-c0e7-4f96-a519-e02100da0344, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:03:35.502666 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9117f303-b4f2-4966-8808-edaeea3b1554 None None] Routers {'5bbc04f5-37f0-457f-a093-995cff724d6d'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:03:35.504409 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9117f303-b4f2-4966-8808-edaeea3b1554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:03:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5bbc04f5-37f0-457f-a093-995cff724d6d'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:35.508825 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f6c40110-f5a2-4717-b1e6-ea5c48b18de9 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:35.509849 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-8754dc7a-3fdd-44a3-8f0c-6fc29d454b9c None None] For port d0025a55-c0e7-4f96-a519-e02100da0344, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d0025a55-c0e7-4f96-a519-e02100da0344,segment=NetworkSegment(a2291873-6003-4cb2-ad65-bd019d74dfa1),segment_id=a2291873-6003-4cb2-ad65-bd019d74dfa1)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:03:35.513417 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38044) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:35.514727 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f6c40110-f5a2-4717-b1e6-ea5c48b18de9 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6467094 Jul 23 21:03:35.526419 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8754dc7a-3fdd-44a3-8f0c-6fc29d454b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:35.538420 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2b698e-99d9-4d67-96d3-65255e08f8e0 None None] Routers {'58f57640-6a40-4fa1-a053-24b23c21672c'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:03:35.539830 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-1a2b698e-99d9-4d67-96d3-65255e08f8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:03:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['58f57640-6a40-4fa1-a053-24b23c21672c'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:35.541794 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb5980-bb10-4e11-887e-32ed6fe2f833 None None] Pushing event updated for resources: {'Port': ['ID=72e9d5b2-b256-4426-b6db-7fd141438996,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:35.643288 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-9117f303-b4f2-4966-8808-edaeea3b1554 None None] Set router 5bbc04f5-37f0-457f-a093-995cff724d6d gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:03:35.734825 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754dc7a-3fdd-44a3-8f0c-6fc29d454b9c None None] Pushing event updated for resources: {'Port': ['ID=d0025a55-c0e7-4f96-a519-e02100da0344,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:35.777880 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-1a2b698e-99d9-4d67-96d3-65255e08f8e0 None None] Set router 58f57640-6a40-4fa1-a053-24b23c21672c gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:03:35.879558 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9117f303-b4f2-4966-8808-edaeea3b1554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bbc04f5-37f0-457f-a093-995cff724d6d', 'name': 'tempest-TestMinimumBasicScenario-1763473940-router', 'tenant_id': '7061dc515dd44a6596637934ca865496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'd0086089-b1ef-4def-a0a2-cd06943b08e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:03:33Z', 'updated_at': '2021-07-23T21:03:34Z', 'revision_number': 3, 'project_id': '7061dc515dd44a6596637934ca865496', 'gw_port': {'id': 'd0086089-b1ef-4def-a0a2-cd06943b08e6', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:0f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bbc04f5-37f0-457f-a093-995cff724d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:34Z', 'updated_at': '2021-07-23T21:03:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:35.917541 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9117f303-b4f2-4966-8808-edaeea3b1554 None None] Checking router: 5bbc04f5-37f0-457f-a093-995cff724d6d for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:03:35.918157 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9117f303-b4f2-4966-8808-edaeea3b1554 None None] Updating router 5bbc04f5-37f0-457f-a093-995cff724d6d port d0086089-b1ef-4def-a0a2-cd06943b08e6 binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:03:35.982328 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9117f303-b4f2-4966-8808-edaeea3b1554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:36.127169 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-1a2b698e-99d9-4d67-96d3-65255e08f8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f57640-6a40-4fa1-a053-24b23c21672c', 'name': 'tempest-TestMinimumBasicScenario-1615558191-router', 'tenant_id': '074235b4ddbb4013aca7350cb1658492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '21da34fd-1e1d-40ae-8d07-02f9b55269c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:03:29Z', 'updated_at': '2021-07-23T21:03:31Z', 'revision_number': 4, 'project_id': '074235b4ddbb4013aca7350cb1658492', 'gw_port': {'id': '21da34fd-1e1d-40ae-8d07-02f9b55269c6', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f57640-6a40-4fa1-a053-24b23c21672c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:29Z', 'updated_at': '2021-07-23T21:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '72e9d5b2-b256-4426-b6db-7fd141438996', 'name': '', 'network_id': 'e121fe6d-e431-4a6f-b01b-2bccb43b5bdb', 'tenant_id': '074235b4ddbb4013aca7350cb1658492', 'mac_address': 'fa:16:3e:3b:9c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f57640-6a40-4fa1-a053-24b23c21672c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '40249071-5e8f-493a-be7c-86430f78e3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:31Z', 'updated_at': '2021-07-23T21:03:35Z', 'revision_number': 4, 'project_id': '074235b4ddbb4013aca7350cb1658492', 'subnets': [{'id': '40249071-5e8f-493a-be7c-86430f78e3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:36.158895 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2b698e-99d9-4d67-96d3-65255e08f8e0 None None] The sync data for ids ['58f57640-6a40-4fa1-a053-24b23c21672c'] in n-d-793618-10 is: [{'id': '58f57640-6a40-4fa1-a053-24b23c21672c', 'name': 'tempest-TestMinimumBasicScenario-1615558191-router', 'tenant_id': '074235b4ddbb4013aca7350cb1658492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '21da34fd-1e1d-40ae-8d07-02f9b55269c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:03:29Z', 'updated_at': '2021-07-23T21:03:31Z', 'revision_number': 4, 'project_id': '074235b4ddbb4013aca7350cb1658492', 'gw_port': {'id': '21da34fd-1e1d-40ae-8d07-02f9b55269c6', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f57640-6a40-4fa1-a053-24b23c21672c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:29Z', 'updated_at': '2021-07-23T21:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '72e9d5b2-b256-4426-b6db-7fd141438996', 'name': '', 'network_id': 'e121fe6d-e431-4a6f-b01b-2bccb43b5bdb', 'tenant_id': '074235b4ddbb4013aca7350cb1658492', 'mac_address': 'fa:16:3e:3b:9c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f57640-6a40-4fa1-a053-24b23c21672c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '40249071-5e8f-493a-be7c-86430f78e3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:31Z', 'updated_at': '2021-07-23T21:03:35Z', 'revision_number': 4, 'project_id': '074235b4ddbb4013aca7350cb1658492', 'subnets': [{'id': '40249071-5e8f-493a-be7c-86430f78e3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:03:36.186372 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-550e4171-a523-49ca-81ff-ed603972d371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:36.405675 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9117f303-b4f2-4966-8808-edaeea3b1554 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:36.430862 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-9117f303-b4f2-4966-8808-edaeea3b1554 None None] Transition to ACTIVE for port object d0086089-b1ef-4def-a0a2-cd06943b08e6 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:03:36.438029 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9117f303-b4f2-4966-8808-edaeea3b1554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:36.450065 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-550e4171-a523-49ca-81ff-ed603972d371 admin admin] Allocated IP 172.20.0.1 (a50ab0b5-7797-450d-924b-983e7a516eaf/f083c2a1-afe4-4f0e-a028-2d290405e331/27748b80-81bf-4596-96c8-761e63958884) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:03:36.495404 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9117f303-b4f2-4966-8808-edaeea3b1554 None None] Attempting to bind port d0086089-b1ef-4def-a0a2-cd06943b08e6 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:03:36.496540 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9117f303-b4f2-4966-8808-edaeea3b1554 None None] Attempting to bind port d0086089-b1ef-4def-a0a2-cd06943b08e6 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:03:36.497150 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9117f303-b4f2-4966-8808-edaeea3b1554 None None] Attempting to bind port d0086089-b1ef-4def-a0a2-cd06943b08e6 on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:03:36.517492 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8012e0f-7237-4587-8e46-4d8f324cf0f9 None None] Pushing event updated for resources: {'Port': ['ID=d0086089-b1ef-4def-a0a2-cd06943b08e6,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:36.517492 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9117f303-b4f2-4966-8808-edaeea3b1554 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:03:36.517492 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9117f303-b4f2-4966-8808-edaeea3b1554 None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:03:36.517492 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9117f303-b4f2-4966-8808-edaeea3b1554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:36.517492 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9117f303-b4f2-4966-8808-edaeea3b1554 None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:03:36.517492 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-9117f303-b4f2-4966-8808-edaeea3b1554 None None] Bound port: d0086089-b1ef-4def-a0a2-cd06943b08e6, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:03:36.517492 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9117f303-b4f2-4966-8808-edaeea3b1554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:36.598697 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d0025a55-c0e7-4f96-a519-e02100da0344 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:03:36.604676 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-9117f303-b4f2-4966-8808-edaeea3b1554 None None] For port d0086089-b1ef-4def-a0a2-cd06943b08e6, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:03:36.609776 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-9117f303-b4f2-4966-8808-edaeea3b1554 None None] For port d0086089-b1ef-4def-a0a2-cd06943b08e6, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d0086089-b1ef-4def-a0a2-cd06943b08e6,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:03:36.616396 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9117f303-b4f2-4966-8808-edaeea3b1554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:36.656135 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-550e4171-a523-49ca-81ff-ed603972d371 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:36.678469 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9117f303-b4f2-4966-8808-edaeea3b1554 None None] Routers {'5bbc04f5-37f0-457f-a093-995cff724d6d'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:03:36.679501 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9117f303-b4f2-4966-8808-edaeea3b1554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:03:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5bbc04f5-37f0-457f-a093-995cff724d6d'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:36.694457 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-550e4171-a523-49ca-81ff-ed603972d371 admin admin] Transition to ACTIVE for port object 27748b80-81bf-4596-96c8-761e63958884 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:03:36.750497 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port d0025a55-c0e7-4f96-a519-e02100da0344 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:03:36.763042 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 72e9d5b2-b256-4426-b6db-7fd141438996 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:03:36.772132 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-550e4171-a523-49ca-81ff-ed603972d371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:36.812632 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550e4171-a523-49ca-81ff-ed603972d371 admin admin] Network a50ab0b5-7797-450d-924b-983e7a516eaf is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:03:36.818023 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-550e4171-a523-49ca-81ff-ed603972d371 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:03:36.857705 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550e4171-a523-49ca-81ff-ed603972d371 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:03:36.890429 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 72e9d5b2-b256-4426-b6db-7fd141438996 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:03:36.895827 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 72e9d5b2-b256-4426-b6db-7fd141438996 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:03:36.896468 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:36.929950 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-550e4171-a523-49ca-81ff-ed603972d371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:36.957397 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-9117f303-b4f2-4966-8808-edaeea3b1554 None None] Set router 5bbc04f5-37f0-457f-a093-995cff724d6d gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:03:37.018672 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8012e0f-7237-4587-8e46-4d8f324cf0f9 None None] Pushing event updated for resources: {'Port': ['ID=d0086089-b1ef-4def-a0a2-cd06943b08e6,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:37.033175 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:37.084894 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e4171-a523-49ca-81ff-ed603972d371 admin admin] Pushing event updated for resources: {'Port': ['ID=27748b80-81bf-4596-96c8-761e63958884,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:37.093052 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 72e9d5b2-b256-4426-b6db-7fd141438996, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=72e9d5b2-b256-4426-b6db-7fd141438996,segment=NetworkSegment(b13f9979-3aba-4dc9-89a9-118cc4a6679b),segment_id=b13f9979-3aba-4dc9-89a9-118cc4a6679b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:03:37.100892 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:37.200147 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb15d842-5cd5-490b-955c-e20b90c0e87d None None] Network a50ab0b5-7797-450d-924b-983e7a516eaf requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:03:37.249037 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=72e9d5b2-b256-4426-b6db-7fd141438996,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:37.277400 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-550e4171-a523-49ca-81ff-ed603972d371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:37.285107 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9117f303-b4f2-4966-8808-edaeea3b1554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bbc04f5-37f0-457f-a093-995cff724d6d', 'name': 'tempest-TestMinimumBasicScenario-1763473940-router', 'tenant_id': '7061dc515dd44a6596637934ca865496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'd0086089-b1ef-4def-a0a2-cd06943b08e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:03:33Z', 'updated_at': '2021-07-23T21:03:34Z', 'revision_number': 3, 'project_id': '7061dc515dd44a6596637934ca865496', 'gw_port': {'id': 'd0086089-b1ef-4def-a0a2-cd06943b08e6', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:0f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bbc04f5-37f0-457f-a093-995cff724d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:34Z', 'updated_at': '2021-07-23T21:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:37.295780 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a7897a5d-c414-4b1d-9bdc-5fc1a9351c20 None None] Provisioning for port d0025a55-c0e7-4f96-a519-e02100da0344 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:03:37.307002 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a7897a5d-c414-4b1d-9bdc-5fc1a9351c20 None None] Provisioning complete for port d0025a55-c0e7-4f96-a519-e02100da0344 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:03:37.307478 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a7897a5d-c414-4b1d-9bdc-5fc1a9351c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:37.325887 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9117f303-b4f2-4966-8808-edaeea3b1554 None None] The sync data for ids ['5bbc04f5-37f0-457f-a093-995cff724d6d'] in n-d-793618-10 is: [{'id': '5bbc04f5-37f0-457f-a093-995cff724d6d', 'name': 'tempest-TestMinimumBasicScenario-1763473940-router', 'tenant_id': '7061dc515dd44a6596637934ca865496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'd0086089-b1ef-4def-a0a2-cd06943b08e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:03:33Z', 'updated_at': '2021-07-23T21:03:34Z', 'revision_number': 3, 'project_id': '7061dc515dd44a6596637934ca865496', 'gw_port': {'id': 'd0086089-b1ef-4def-a0a2-cd06943b08e6', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:0f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bbc04f5-37f0-457f-a093-995cff724d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:34Z', 'updated_at': '2021-07-23T21:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:03:37.454206 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a7897a5d-c414-4b1d-9bdc-5fc1a9351c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:37.490292 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-550e4171-a523-49ca-81ff-ed603972d371 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:37.498125 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-550e4171-a523-49ca-81ff-ed603972d371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:37.512692 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-a7897a5d-c414-4b1d-9bdc-5fc1a9351c20 None None] For port d0025a55-c0e7-4f96-a519-e02100da0344, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d0025a55-c0e7-4f96-a519-e02100da0344,segment=NetworkSegment(a2291873-6003-4cb2-ad65-bd019d74dfa1),segment_id=a2291873-6003-4cb2-ad65-bd019d74dfa1)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:03:37.523376 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a7897a5d-c414-4b1d-9bdc-5fc1a9351c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:37.577594 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-550e4171-a523-49ca-81ff-ed603972d371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:37.580786 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e4171-a523-49ca-81ff-ed603972d371 admin admin] Pushing event updated for resources: {'Port': ['ID=27748b80-81bf-4596-96c8-761e63958884,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:37.588521 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7897a5d-c414-4b1d-9bdc-5fc1a9351c20 None None] Pushing event updated for resources: {'Port': ['ID=d0025a55-c0e7-4f96-a519-e02100da0344,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:37.727012 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550e4171-a523-49ca-81ff-ed603972d371 admin admin] Network a50ab0b5-7797-450d-924b-983e7a516eaf is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:03:37.729538 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-550e4171-a523-49ca-81ff-ed603972d371 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:03:37.849008 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1b79df39-7389-4c6b-9935-ddda721cade2 None None] Provisioning complete for port d0025a55-c0e7-4f96-a519-e02100da0344 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:03:37.849548 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1b79df39-7389-4c6b-9935-ddda721cade2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:37.879532 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550e4171-a523-49ca-81ff-ed603972d371 admin admin] Router 5bbc04f5-37f0-457f-a093-995cff724d6d has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:03:37.988037 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1b79df39-7389-4c6b-9935-ddda721cade2 None None] Provisioning for port 27748b80-81bf-4596-96c8-761e63958884 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:03:37.992479 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1b79df39-7389-4c6b-9935-ddda721cade2 None None] Provisioning complete for port 27748b80-81bf-4596-96c8-761e63958884 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:03:37.992855 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1b79df39-7389-4c6b-9935-ddda721cade2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:38.015746 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550e4171-a523-49ca-81ff-ed603972d371 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:03:38.035570 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-550e4171-a523-49ca-81ff-ed603972d371 admin admin] 10.222.0.32 "PUT /v2.0/routers/5bbc04f5-37f0-457f-a093-995cff724d6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5185382 Jul 23 21:03:38.040249 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1b79df39-7389-4c6b-9935-ddda721cade2 None None] Port 27748b80-81bf-4596-96c8-761e63958884 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:03:38.162280 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-3deb7636-bd35-4244-82e7-062a23a6c0cf None None] Provisioning complete for port 27748b80-81bf-4596-96c8-761e63958884 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:03:38.162661 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3deb7636-bd35-4244-82e7-062a23a6c0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:38.203670 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-3deb7636-bd35-4244-82e7-062a23a6c0cf None None] Port 27748b80-81bf-4596-96c8-761e63958884 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:03:38.322730 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e4bbdd92-da6c-4a1b-812b-5532ad313a3a None None] Provisioning complete for port 27748b80-81bf-4596-96c8-761e63958884 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:03:38.323127 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e4bbdd92-da6c-4a1b-812b-5532ad313a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:38.370186 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e4bbdd92-da6c-4a1b-812b-5532ad313a3a None None] Port 27748b80-81bf-4596-96c8-761e63958884 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:03:38.561186 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d0025a55-c0e7-4f96-a519-e02100da0344 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:03:38.605655 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port d0025a55-c0e7-4f96-a519-e02100da0344 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:03:38.606078 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:38.684719 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d0086089-b1ef-4def-a0a2-cd06943b08e6 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:03:38.737308 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port d0086089-b1ef-4def-a0a2-cd06943b08e6 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:03:38.741441 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port d0086089-b1ef-4def-a0a2-cd06943b08e6 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:03:38.742723 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:38.825515 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:38.847175 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port d0086089-b1ef-4def-a0a2-cd06943b08e6, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d0086089-b1ef-4def-a0a2-cd06943b08e6,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:03:38.851226 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:38.852063 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 72e9d5b2-b256-4426-b6db-7fd141438996 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:03:39.089337 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=d0086089-b1ef-4def-a0a2-cd06943b08e6,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:39.101272 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 72e9d5b2-b256-4426-b6db-7fd141438996 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:03:39.101272 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:39.825489 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5015809f-8519-4d47-bfa1-478c35935c23 None None] Sync routers for ids ['5bbc04f5-37f0-457f-a093-995cff724d6d'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:03:39.836119 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5015809f-8519-4d47-bfa1-478c35935c23 None None] Routers {'5bbc04f5-37f0-457f-a093-995cff724d6d'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:03:39.836874 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5015809f-8519-4d47-bfa1-478c35935c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:03:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5bbc04f5-37f0-457f-a093-995cff724d6d'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:39.963496 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-5015809f-8519-4d47-bfa1-478c35935c23 None None] Set router 5bbc04f5-37f0-457f-a093-995cff724d6d gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:03:40.216573 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5015809f-8519-4d47-bfa1-478c35935c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bbc04f5-37f0-457f-a093-995cff724d6d', 'name': 'tempest-TestMinimumBasicScenario-1763473940-router', 'tenant_id': '7061dc515dd44a6596637934ca865496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'd0086089-b1ef-4def-a0a2-cd06943b08e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:03:33Z', 'updated_at': '2021-07-23T21:03:37Z', 'revision_number': 4, 'project_id': '7061dc515dd44a6596637934ca865496', 'gw_port': {'id': 'd0086089-b1ef-4def-a0a2-cd06943b08e6', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:0f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbc04f5-37f0-457f-a093-995cff724d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:34Z', 'updated_at': '2021-07-23T21:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '27748b80-81bf-4596-96c8-761e63958884', 'name': '', 'network_id': 'a50ab0b5-7797-450d-924b-983e7a516eaf', 'tenant_id': '7061dc515dd44a6596637934ca865496', 'mac_address': 'fa:16:3e:a8:24:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bbc04f5-37f0-457f-a093-995cff724d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'f083c2a1-afe4-4f0e-a028-2d290405e331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:36Z', 'updated_at': '2021-07-23T21:03:37Z', 'revision_number': 2, 'project_id': '7061dc515dd44a6596637934ca865496', 'subnets': [{'id': 'f083c2a1-afe4-4f0e-a028-2d290405e331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:40.255340 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5015809f-8519-4d47-bfa1-478c35935c23 None None] Checking router: 5bbc04f5-37f0-457f-a093-995cff724d6d for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:03:40.255698 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5015809f-8519-4d47-bfa1-478c35935c23 None None] Updating router 5bbc04f5-37f0-457f-a093-995cff724d6d port 27748b80-81bf-4596-96c8-761e63958884 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:03:40.293249 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5015809f-8519-4d47-bfa1-478c35935c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:40.417587 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9a1efe50-9237-4e01-a3ce-decf26cc3484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:40.518356 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d0086089-b1ef-4def-a0a2-cd06943b08e6 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:03:40.612229 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port d0086089-b1ef-4def-a0a2-cd06943b08e6 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:03:40.612601 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:40.683126 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5015809f-8519-4d47-bfa1-478c35935c23 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:40.699607 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5015809f-8519-4d47-bfa1-478c35935c23 None None] Transition to ACTIVE for port object 27748b80-81bf-4596-96c8-761e63958884 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:03:40.726230 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5015809f-8519-4d47-bfa1-478c35935c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:40.797337 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf9c8f-0786-42e4-b6b6-39d863f0c0c1 None None] Pushing event updated for resources: {'Port': ['ID=27748b80-81bf-4596-96c8-761e63958884,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:40.874072 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-5015809f-8519-4d47-bfa1-478c35935c23 None None] Attempting to bind port 27748b80-81bf-4596-96c8-761e63958884 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:03:40.874451 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-5015809f-8519-4d47-bfa1-478c35935c23 None None] Attempting to bind port 27748b80-81bf-4596-96c8-761e63958884 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'a2291873-6003-4cb2-ad65-bd019d74dfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a50ab0b5-7797-450d-924b-983e7a516eaf'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:03:40.874819 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5015809f-8519-4d47-bfa1-478c35935c23 None None] Attempting to bind port 27748b80-81bf-4596-96c8-761e63958884 on network a50ab0b5-7797-450d-924b-983e7a516eaf {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:03:40.880722 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5015809f-8519-4d47-bfa1-478c35935c23 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:03:40.881103 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5015809f-8519-4d47-bfa1-478c35935c23 None None] Checking segment: {'id': 'a2291873-6003-4cb2-ad65-bd019d74dfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a50ab0b5-7797-450d-924b-983e7a516eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:03:40.881561 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5015809f-8519-4d47-bfa1-478c35935c23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:40.881953 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5015809f-8519-4d47-bfa1-478c35935c23 None None] Bound using segment: {'id': 'a2291873-6003-4cb2-ad65-bd019d74dfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a50ab0b5-7797-450d-924b-983e7a516eaf'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:03:40.882424 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-5015809f-8519-4d47-bfa1-478c35935c23 None None] Bound port: 27748b80-81bf-4596-96c8-761e63958884, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2291873-6003-4cb2-ad65-bd019d74dfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a50ab0b5-7797-450d-924b-983e7a516eaf'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:03:40.882809 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5015809f-8519-4d47-bfa1-478c35935c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:40.960227 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-5015809f-8519-4d47-bfa1-478c35935c23 None None] For port 27748b80-81bf-4596-96c8-761e63958884, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:03:40.963854 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-5015809f-8519-4d47-bfa1-478c35935c23 None None] For port 27748b80-81bf-4596-96c8-761e63958884, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=27748b80-81bf-4596-96c8-761e63958884,segment=NetworkSegment(a2291873-6003-4cb2-ad65-bd019d74dfa1),segment_id=a2291873-6003-4cb2-ad65-bd019d74dfa1)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:03:40.970690 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5015809f-8519-4d47-bfa1-478c35935c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:41.046120 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5015809f-8519-4d47-bfa1-478c35935c23 None None] Routers {'5bbc04f5-37f0-457f-a093-995cff724d6d'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:03:41.046373 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5015809f-8519-4d47-bfa1-478c35935c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:03:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5bbc04f5-37f0-457f-a093-995cff724d6d'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:41.132723 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf9c8f-0786-42e4-b6b6-39d863f0c0c1 None None] Pushing event updated for resources: {'Port': ['ID=27748b80-81bf-4596-96c8-761e63958884,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:41.197087 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-5015809f-8519-4d47-bfa1-478c35935c23 None None] Set router 5bbc04f5-37f0-457f-a093-995cff724d6d gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:03:41.459904 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5015809f-8519-4d47-bfa1-478c35935c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bbc04f5-37f0-457f-a093-995cff724d6d', 'name': 'tempest-TestMinimumBasicScenario-1763473940-router', 'tenant_id': '7061dc515dd44a6596637934ca865496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'd0086089-b1ef-4def-a0a2-cd06943b08e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:03:33Z', 'updated_at': '2021-07-23T21:03:37Z', 'revision_number': 4, 'project_id': '7061dc515dd44a6596637934ca865496', 'gw_port': {'id': 'd0086089-b1ef-4def-a0a2-cd06943b08e6', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:0f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbc04f5-37f0-457f-a093-995cff724d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:34Z', 'updated_at': '2021-07-23T21:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '27748b80-81bf-4596-96c8-761e63958884', 'name': '', 'network_id': 'a50ab0b5-7797-450d-924b-983e7a516eaf', 'tenant_id': '7061dc515dd44a6596637934ca865496', 'mac_address': 'fa:16:3e:a8:24:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bbc04f5-37f0-457f-a093-995cff724d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'f083c2a1-afe4-4f0e-a028-2d290405e331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:36Z', 'updated_at': '2021-07-23T21:03:40Z', 'revision_number': 4, 'project_id': '7061dc515dd44a6596637934ca865496', 'subnets': [{'id': 'f083c2a1-afe4-4f0e-a028-2d290405e331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:41.489919 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5015809f-8519-4d47-bfa1-478c35935c23 None None] The sync data for ids ['5bbc04f5-37f0-457f-a093-995cff724d6d'] in n-d-793618-10 is: [{'id': '5bbc04f5-37f0-457f-a093-995cff724d6d', 'name': 'tempest-TestMinimumBasicScenario-1763473940-router', 'tenant_id': '7061dc515dd44a6596637934ca865496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'd0086089-b1ef-4def-a0a2-cd06943b08e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:03:33Z', 'updated_at': '2021-07-23T21:03:37Z', 'revision_number': 4, 'project_id': '7061dc515dd44a6596637934ca865496', 'gw_port': {'id': 'd0086089-b1ef-4def-a0a2-cd06943b08e6', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:0f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbc04f5-37f0-457f-a093-995cff724d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:34Z', 'updated_at': '2021-07-23T21:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '27748b80-81bf-4596-96c8-761e63958884', 'name': '', 'network_id': 'a50ab0b5-7797-450d-924b-983e7a516eaf', 'tenant_id': '7061dc515dd44a6596637934ca865496', 'mac_address': 'fa:16:3e:a8:24:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bbc04f5-37f0-457f-a093-995cff724d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'f083c2a1-afe4-4f0e-a028-2d290405e331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:36Z', 'updated_at': '2021-07-23T21:03:40Z', 'revision_number': 4, 'project_id': '7061dc515dd44a6596637934ca865496', 'subnets': [{'id': 'f083c2a1-afe4-4f0e-a028-2d290405e331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:03:42.507911 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 27748b80-81bf-4596-96c8-761e63958884 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:03:42.569035 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 27748b80-81bf-4596-96c8-761e63958884 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:03:42.573751 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 27748b80-81bf-4596-96c8-761e63958884 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:03:42.573751 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:42.662913 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:42.706687 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 27748b80-81bf-4596-96c8-761e63958884, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=27748b80-81bf-4596-96c8-761e63958884,segment=NetworkSegment(a2291873-6003-4cb2-ad65-bd019d74dfa1),segment_id=a2291873-6003-4cb2-ad65-bd019d74dfa1)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:03:42.712332 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:42.770803 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=27748b80-81bf-4596-96c8-761e63958884,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:43.416959 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:43.718877 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c195a40e-abe9-4610-ae86-2a5b59a241b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:44.199908 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:44.468413 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 27748b80-81bf-4596-96c8-761e63958884 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:03:44.522042 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 27748b80-81bf-4596-96c8-761e63958884 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:03:44.522413 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:45.061827 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:45.211004 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:46.136389 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:47.931335 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-4723b81b-2453-4ad0-aa51-755a6c8dfbf6 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:47.932814 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-4723b81b-2453-4ad0-aa51-755a6c8dfbf6 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/networks?id=e121fe6d-e431-4a6f-b01b-2bccb43b5bdb HTTP/1.1" status: 200 len: 815 time: 0.1023800 Jul 23 21:03:47.947667 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-a54c6bd2-baf1-492a-99b1-1eb475401646 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/quotas/074235b4ddbb4013aca7350cb1658492 HTTP/1.1" status: 200 len: 375 time: 0.0089324 Jul 23 21:03:48.019153 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-52a29a0c-0cd4-41a0-91f8-e751da601771 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=074235b4ddbb4013aca7350cb1658492&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658271 Jul 23 21:03:48.205446 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-73b108d3-83ed-4c7b-97d5-ed5b04a28308 service neutron] 10.222.0.32 "GET /v2.0/networks/e121fe6d-e431-4a6f-b01b-2bccb43b5bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736500 Jul 23 21:03:48.297766 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-0943dfc2-546a-4d4a-b5de-38eb34363cd7 service neutron] 10.222.0.32 "GET /v2.0/networks/e121fe6d-e431-4a6f-b01b-2bccb43b5bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864716 Jul 23 21:03:48.458635 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e7b47a3f-af54-4250-ad58-47719f860bf5 req-dcf62c52-fa0e-4e4f-bc00-b5cb7b847c3e tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 210 time: 0.0296361 Jul 23 21:03:49.371763 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-52c691bf-d9ae-4fa1-a658-fc12fc43aae8 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:49.373907 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-52c691bf-d9ae-4fa1-a658-fc12fc43aae8 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.18 "GET /v2.0/networks?id=e121fe6d-e431-4a6f-b01b-2bccb43b5bdb HTTP/1.1" status: 200 len: 815 time: 0.1092861 Jul 23 21:03:49.386474 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-22e0f14a-b7ea-4bc8-a5d5-07c271996cf5 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Request body: {'port': {'device_id': 'e5cf4f4d-1768-4f9e-985c-f8b723b56bf2', 'network_id': 'e121fe6d-e431-4a6f-b01b-2bccb43b5bdb', 'admin_state_up': True, 'tenant_id': '074235b4ddbb4013aca7350cb1658492'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:03:49.497257 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-22e0f14a-b7ea-4bc8-a5d5-07c271996cf5 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Made reservation on behalf of 074235b4ddbb4013aca7350cb1658492 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:03:49.502193 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-22e0f14a-b7ea-4bc8-a5d5-07c271996cf5 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:49.594553 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5c68f5de-551d-423e-b63f-9c7b2cc96ad4 req-18f112de-1a5e-4603-98e3-3cb43cf515d9 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 210 time: 0.0658538 Jul 23 21:03:49.679792 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-22e0f14a-b7ea-4bc8-a5d5-07c271996cf5 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Allocated IP 172.20.0.12 (e121fe6d-e431-4a6f-b01b-2bccb43b5bdb/40249071-5e8f-493a-be7c-86430f78e3a4/f657e81c-28f0-4d8f-a501-2f29af428dba) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:03:50.218064 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-22e0f14a-b7ea-4bc8-a5d5-07c271996cf5 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:50.232441 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-22e0f14a-b7ea-4bc8-a5d5-07c271996cf5 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Transition to ACTIVE for port object f657e81c-28f0-4d8f-a501-2f29af428dba will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:03:50.267939 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-22e0f14a-b7ea-4bc8-a5d5-07c271996cf5 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:50.318421 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-22e0f14a-b7ea-4bc8-a5d5-07c271996cf5 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Network e121fe6d-e431-4a6f-b01b-2bccb43b5bdb is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:03:50.321631 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-22e0f14a-b7ea-4bc8-a5d5-07c271996cf5 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:03:50.327105 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-22e0f14a-b7ea-4bc8-a5d5-07c271996cf5 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:03:50.331810 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e0f14a-b7ea-4bc8-a5d5-07c271996cf5 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Pushing event updated for resources: {'Port': ['ID=f657e81c-28f0-4d8f-a501-2f29af428dba,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:50.390943 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-22e0f14a-b7ea-4bc8-a5d5-07c271996cf5 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:50.391654 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-22e0f14a-b7ea-4bc8-a5d5-07c271996cf5 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:50.413461 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-22e0f14a-b7ea-4bc8-a5d5-07c271996cf5 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0310028 Jul 23 21:03:50.622009 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-de19e173-53d9-499c-8036-f1c82b3e49cc None None] Provisioning for port f657e81c-28f0-4d8f-a501-2f29af428dba completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:03:50.627522 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-de19e173-53d9-499c-8036-f1c82b3e49cc None None] Provisioning complete for port f657e81c-28f0-4d8f-a501-2f29af428dba triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:03:50.627962 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de19e173-53d9-499c-8036-f1c82b3e49cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:50.664694 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-de19e173-53d9-499c-8036-f1c82b3e49cc None None] Port f657e81c-28f0-4d8f-a501-2f29af428dba cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:03:50.743970 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294d0e8-3c4f-4aa4-9727-e62db9cf7042 req-b197a96c-9018-40f1-a115-5f1943eb30bd tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:50.745651 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7294d0e8-3c4f-4aa4-9727-e62db9cf7042 req-b197a96c-9018-40f1-a115-5f1943eb30bd tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 932 time: 0.0743132 Jul 23 21:03:50.786174 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7294d0e8-3c4f-4aa4-9727-e62db9cf7042 req-0088820f-2fb8-40df-9cd7-9f26636b034b tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d88dac-57a5-4343-a58d-a01620741e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336387 Jul 23 21:03:51.925359 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b81b36-1467-462d-a78c-77ed51021db2 req-46cafeed-8b32-4712-a5b1-14e9bbfb48a2 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:51.927072 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-09b81b36-1467-462d-a78c-77ed51021db2 req-46cafeed-8b32-4712-a5b1-14e9bbfb48a2 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 932 time: 0.0713477 Jul 23 21:03:51.967139 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-09b81b36-1467-462d-a78c-77ed51021db2 req-186f3043-e2a0-43ba-b511-f432d1778098 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d88dac-57a5-4343-a58d-a01620741e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334578 Jul 23 21:03:53.108737 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62625105-02ba-42e1-bc1c-4e5153d5f5af req-614da38b-4aeb-449b-a3c3-5744a84d3cfe tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:53.110456 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-62625105-02ba-42e1-bc1c-4e5153d5f5af req-614da38b-4aeb-449b-a3c3-5744a84d3cfe tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 932 time: 0.0736911 Jul 23 21:03:53.152074 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-62625105-02ba-42e1-bc1c-4e5153d5f5af req-f0c17eac-b98e-43c1-91ce-6029de9d440b tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d88dac-57a5-4343-a58d-a01620741e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348465 Jul 23 21:03:54.291549 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd52754-b3ce-4d61-8376-7794a211671b req-ba5af1e4-90c5-447f-b1ef-8eb7b5d381ba tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:54.293099 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2fd52754-b3ce-4d61-8376-7794a211671b req-ba5af1e4-90c5-447f-b1ef-8eb7b5d381ba tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 932 time: 0.0692043 Jul 23 21:03:54.336070 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2fd52754-b3ce-4d61-8376-7794a211671b req-ed88dc17-33bf-4416-89f9-63aa2404d4d0 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d88dac-57a5-4343-a58d-a01620741e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366688 Jul 23 21:03:55.474585 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02869b6f-1866-49c7-a2f0-3249bbd32a32 req-db7293e1-ada5-4872-9a31-51af4595bea9 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:55.477750 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-02869b6f-1866-49c7-a2f0-3249bbd32a32 req-db7293e1-ada5-4872-9a31-51af4595bea9 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 932 time: 0.0710647 Jul 23 21:03:55.517884 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-02869b6f-1866-49c7-a2f0-3249bbd32a32 req-9b3d7d7c-0896-419d-bc40-d0d9ec6d7d1e tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d88dac-57a5-4343-a58d-a01620741e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358925 Jul 23 21:03:56.656184 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2bb3f-b2f6-430e-bc08-db3f41a620f2 req-56181f69-e361-44f5-8379-5a3def778637 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:56.657763 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a0e2bb3f-b2f6-430e-bc08-db3f41a620f2 req-56181f69-e361-44f5-8379-5a3def778637 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 932 time: 0.0716665 Jul 23 21:03:56.698577 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a0e2bb3f-b2f6-430e-bc08-db3f41a620f2 req-126c1b57-f219-4a18-a4e8-76ef361959a7 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d88dac-57a5-4343-a58d-a01620741e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350091 Jul 23 21:03:56.740399 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:03:57.837165 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc6bec-e0dc-4be9-a1b1-ccfd90ab56be req-9d20f155-feb9-41c8-b181-c6366b148dff tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:57.838775 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a1fc6bec-e0dc-4be9-a1b1-ccfd90ab56be req-9d20f155-feb9-41c8-b181-c6366b148dff tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 932 time: 0.0705879 Jul 23 21:03:57.878372 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a1fc6bec-e0dc-4be9-a1b1-ccfd90ab56be req-d48ebd34-a424-427b-b590-a31ce74ada47 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d88dac-57a5-4343-a58d-a01620741e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334539 Jul 23 21:03:59.017573 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8bcdc8-41d4-4f17-8264-d14879be836a req-6c4c0076-8cf2-4ca9-b286-edcc2ceb0c55 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:59.019145 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bb8bcdc8-41d4-4f17-8264-d14879be836a req-6c4c0076-8cf2-4ca9-b286-edcc2ceb0c55 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 932 time: 0.0721147 Jul 23 21:03:59.059303 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bb8bcdc8-41d4-4f17-8264-d14879be836a req-34ecc05d-ef70-4f69-9ceb-25cd10155caf tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d88dac-57a5-4343-a58d-a01620741e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344460 Jul 23 21:03:59.472927 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-c6bf117b-c91a-4e6f-a033-ca95e9a55e19 service neutron] Request body: {'port': {'device_id': 'e5cf4f4d-1768-4f9e-985c-f8b723b56bf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:03:59.543824 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-c6bf117b-c91a-4e6f-a033-ca95e9a55e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:59.805992 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-c6bf117b-c91a-4e6f-a033-ca95e9a55e19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f657e81c-28f0-4d8f-a501-2f29af428dba {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:03:59.813571 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-c6bf117b-c91a-4e6f-a033-ca95e9a55e19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:59.824952 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-c6bf117b-c91a-4e6f-a033-ca95e9a55e19 service neutron] Transition to ACTIVE for port object f657e81c-28f0-4d8f-a501-2f29af428dba will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:03:59.828952 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-c6bf117b-c91a-4e6f-a033-ca95e9a55e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:59.880941 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf117b-c91a-4e6f-a033-ca95e9a55e19 service neutron] Pushing event updated for resources: {'Port': ['ID=f657e81c-28f0-4d8f-a501-2f29af428dba,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:59.952434 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-c6bf117b-c91a-4e6f-a033-ca95e9a55e19 service neutron] Attempting to bind port f657e81c-28f0-4d8f-a501-2f29af428dba on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:03:59.952985 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-c6bf117b-c91a-4e6f-a033-ca95e9a55e19 service neutron] Attempting to bind port f657e81c-28f0-4d8f-a501-2f29af428dba by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'b13f9979-3aba-4dc9-89a9-118cc4a6679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e121fe6d-e431-4a6f-b01b-2bccb43b5bdb'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:03:59.953425 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-c6bf117b-c91a-4e6f-a033-ca95e9a55e19 service neutron] Attempting to bind port f657e81c-28f0-4d8f-a501-2f29af428dba on network e121fe6d-e431-4a6f-b01b-2bccb43b5bdb {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:03:59.958282 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-c6bf117b-c91a-4e6f-a033-ca95e9a55e19 service neutron] Port f657e81c-28f0-4d8f-a501-2f29af428dba on network e121fe6d-e431-4a6f-b01b-2bccb43b5bdb not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:03:59.958607 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-c6bf117b-c91a-4e6f-a033-ca95e9a55e19 service neutron] Attempting to bind port f657e81c-28f0-4d8f-a501-2f29af428dba on network e121fe6d-e431-4a6f-b01b-2bccb43b5bdb {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:03:59.963583 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-c6bf117b-c91a-4e6f-a033-ca95e9a55e19 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:03:59.963838 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-c6bf117b-c91a-4e6f-a033-ca95e9a55e19 service neutron] Checking segment: {'id': 'b13f9979-3aba-4dc9-89a9-118cc4a6679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e121fe6d-e431-4a6f-b01b-2bccb43b5bdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:03:59.964221 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-c6bf117b-c91a-4e6f-a033-ca95e9a55e19 service neutron] Bound using segment: {'id': 'b13f9979-3aba-4dc9-89a9-118cc4a6679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e121fe6d-e431-4a6f-b01b-2bccb43b5bdb'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:03:59.964650 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-c6bf117b-c91a-4e6f-a033-ca95e9a55e19 service neutron] Bound port: f657e81c-28f0-4d8f-a501-2f29af428dba, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b13f9979-3aba-4dc9-89a9-118cc4a6679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e121fe6d-e431-4a6f-b01b-2bccb43b5bdb'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:03:59.965007 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-c6bf117b-c91a-4e6f-a033-ca95e9a55e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:00.039461 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-c6bf117b-c91a-4e6f-a033-ca95e9a55e19 service neutron] For port f657e81c-28f0-4d8f-a501-2f29af428dba, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:04:00.042654 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-c6bf117b-c91a-4e6f-a033-ca95e9a55e19 service neutron] For port f657e81c-28f0-4d8f-a501-2f29af428dba, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=f657e81c-28f0-4d8f-a501-2f29af428dba,segment=NetworkSegment(b13f9979-3aba-4dc9-89a9-118cc4a6679b),segment_id=b13f9979-3aba-4dc9-89a9-118cc4a6679b)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:04:00.048119 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-c6bf117b-c91a-4e6f-a033-ca95e9a55e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:00.085558 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-c6bf117b-c91a-4e6f-a033-ca95e9a55e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:00.086261 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-c6bf117b-c91a-4e6f-a033-ca95e9a55e19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:00.087667 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-c6bf117b-c91a-4e6f-a033-ca95e9a55e19 service neutron] 10.222.0.18 "PUT /v2.0/ports/f657e81c-28f0-4d8f-a501-2f29af428dba HTTP/1.1" status: 200 len: 1093 time: 0.6201637 Jul 23 21:04:00.088113 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5cf4f4d-1768-4f9e-985c-f8b723b56bf2', 'tag': 'f657e81c-28f0-4d8f-a501-2f29af428dba'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:04:00.090425 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1358e00761cb368f0f7ae124e23a857cb06aa2e8cdc938e6d7a9a9ae7bd1e98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96df4f5c-2cc6-4c1a-9aeb-2867703a0f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "e5cf4f4d-1768-4f9e-985c-f8b723b56bf2", "tag": "f657e81c-28f0-4d8f-a501-2f29af428dba"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:04:00.121294 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf117b-c91a-4e6f-a033-ca95e9a55e19 service neutron] Pushing event updated for resources: {'Port': ['ID=f657e81c-28f0-4d8f-a501-2f29af428dba,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:00.240713 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-09e52bed-1b0e-4ec5-9c44-7da56dd6f8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:00.242393 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-09e52bed-1b0e-4ec5-9c44-7da56dd6f8ca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=074235b4ddbb4013aca7350cb1658492&device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 1096 time: 0.1089702 Jul 23 21:04:00.250888 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12bdcb-12db-47b7-acb7-d2136d09771c req-1c46730c-2912-4066-9963-6991c09f2542 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:00.252463 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6d12bdcb-12db-47b7-acb7-d2136d09771c req-1c46730c-2912-4066-9963-6991c09f2542 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 944 time: 0.1099758 Jul 23 21:04:00.295663 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-2b909a0f-afa8-42af-99c2-bca4c309de75 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f657e81c-28f0-4d8f-a501-2f29af428dba HTTP/1.1" status: 200 len: 217 time: 0.0421364 Jul 23 21:04:00.350374 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6d12bdcb-12db-47b7-acb7-d2136d09771c req-776dc709-5480-40f4-8b39-65524f7ea1b1 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d88dac-57a5-4343-a58d-a01620741e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907738 Jul 23 21:04:00.361450 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-004f2f65-4a78-48b8-bf5f-a3ce6f7741f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:00.363008 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-004f2f65-4a78-48b8-bf5f-a3ce6f7741f1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40249071-5e8f-493a-be7c-86430f78e3a4 HTTP/1.1" status: 200 len: 854 time: 0.0612099 Jul 23 21:04:00.433344 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-40909662-b7f9-432c-81a1-87e6008e24b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:00.434885 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-40909662-b7f9-432c-81a1-87e6008e24b2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e121fe6d-e431-4a6f-b01b-2bccb43b5bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605702 Jul 23 21:04:00.513968 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f3477c-4e16-4e44-8891-ff0c717fb3ed x-openstack-request-id: req-68f3477c-4e16-4e44-8891-ff0c717fb3ed {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:04:00.514265 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5cf4f4d-1768-4f9e-985c-f8b723b56bf2", "tag": "f657e81c-28f0-4d8f-a501-2f29af428dba", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:04:00.515067 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-68f3477c-4e16-4e44-8891-ff0c717fb3ed {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:04:00.515674 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5cf4f4d-1768-4f9e-985c-f8b723b56bf2', 'tag': 'f657e81c-28f0-4d8f-a501-2f29af428dba', 'status': 'completed', 'code': 200} Jul 23 21:04:00.529544 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-207b6952-6432-4160-9958-ef009c8d32da service neutron] 10.222.0.18 "GET /v2.0/networks/e121fe6d-e431-4a6f-b01b-2bccb43b5bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883362 Jul 23 21:04:00.625336 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9c538f70-7b35-4b9d-ab28-c0788e4cce07 req-dc6c1c1d-60dd-489e-8ca3-0d7079f89d27 service neutron] 10.222.0.18 "GET /v2.0/networks/e121fe6d-e431-4a6f-b01b-2bccb43b5bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888391 Jul 23 21:04:00.723924 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df4f5c-2cc6-4c1a-9aeb-2867703a0f5b req-028645fd-b18d-4155-bd37-04398014b02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:00.725457 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-96df4f5c-2cc6-4c1a-9aeb-2867703a0f5b req-028645fd-b18d-4155-bd37-04398014b02e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=074235b4ddbb4013aca7350cb1658492&device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 1096 time: 0.0550010 Jul 23 21:04:00.819645 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df4f5c-2cc6-4c1a-9aeb-2867703a0f5b req-e982cb48-d625-4838-ba0f-802db4e29b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:00.821122 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-96df4f5c-2cc6-4c1a-9aeb-2867703a0f5b req-e982cb48-d625-4838-ba0f-802db4e29b8d service neutron] 10.222.0.18 "GET /v2.0/networks?id=e121fe6d-e431-4a6f-b01b-2bccb43b5bdb HTTP/1.1" status: 200 len: 916 time: 0.0894835 Jul 23 21:04:00.862469 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-96df4f5c-2cc6-4c1a-9aeb-2867703a0f5b req-deea4605-7d2a-415b-badf-ca9ab7e01876 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f657e81c-28f0-4d8f-a501-2f29af428dba HTTP/1.1" status: 200 len: 217 time: 0.0339425 Jul 23 21:04:00.912852 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df4f5c-2cc6-4c1a-9aeb-2867703a0f5b req-786cef89-35ac-4451-8a33-cec959f5c5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:00.914274 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-96df4f5c-2cc6-4c1a-9aeb-2867703a0f5b req-786cef89-35ac-4451-8a33-cec959f5c5bd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40249071-5e8f-493a-be7c-86430f78e3a4 HTTP/1.1" status: 200 len: 854 time: 0.0454221 Jul 23 21:04:00.977650 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df4f5c-2cc6-4c1a-9aeb-2867703a0f5b req-90eb1766-dfe3-47e0-afbf-b568433822d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:00.979126 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-96df4f5c-2cc6-4c1a-9aeb-2867703a0f5b req-90eb1766-dfe3-47e0-afbf-b568433822d9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e121fe6d-e431-4a6f-b01b-2bccb43b5bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577295 Jul 23 21:04:01.068225 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-96df4f5c-2cc6-4c1a-9aeb-2867703a0f5b req-619307c5-c0de-4566-984d-619487a1e262 service neutron] 10.222.0.18 "GET /v2.0/networks/e121fe6d-e431-4a6f-b01b-2bccb43b5bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812292 Jul 23 21:04:01.161977 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-96df4f5c-2cc6-4c1a-9aeb-2867703a0f5b req-4c84cdad-3ef3-4702-838a-78b3f96745e7 service neutron] 10.222.0.18 "GET /v2.0/networks/e121fe6d-e431-4a6f-b01b-2bccb43b5bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864646 Jul 23 21:04:01.486040 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b84ba0e-d6cf-41d8-bec2-7abb32169fe9 req-5531ccfa-ea98-47fa-b120-ccecb2a517b7 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:01.487535 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5b84ba0e-d6cf-41d8-bec2-7abb32169fe9 req-5531ccfa-ea98-47fa-b120-ccecb2a517b7 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 944 time: 0.0644600 Jul 23 21:04:01.525236 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5b84ba0e-d6cf-41d8-bec2-7abb32169fe9 req-e2d35ffd-5b17-4fc5-98c0-5da7f3e49f9a tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d88dac-57a5-4343-a58d-a01620741e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321207 Jul 23 21:04:02.420354 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device f657e81c-28f0-4d8f-a501-2f29af428dba details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:04:02.512948 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port f657e81c-28f0-4d8f-a501-2f29af428dba, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=f657e81c-28f0-4d8f-a501-2f29af428dba,segment=NetworkSegment(b13f9979-3aba-4dc9-89a9-118cc4a6679b),segment_id=b13f9979-3aba-4dc9-89a9-118cc4a6679b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:04:02.524275 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': 'f657e81c-28f0-4d8f-a501-2f29af428dba', 'network_id': 'e121fe6d-e431-4a6f-b01b-2bccb43b5bdb', 'port_id': 'f657e81c-28f0-4d8f-a501-2f29af428dba', 'mac_address': 'fa:16:3e:7d:82:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40249071-5e8f-493a-be7c-86430f78e3a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:04:02.567183 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:02.580919 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f657e81c-28f0-4d8f-a501-2f29af428dba {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:04:02.600873 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port f657e81c-28f0-4d8f-a501-2f29af428dba, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=f657e81c-28f0-4d8f-a501-2f29af428dba,segment=NetworkSegment(b13f9979-3aba-4dc9-89a9-118cc4a6679b),segment_id=b13f9979-3aba-4dc9-89a9-118cc4a6679b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:04:02.604994 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:02.652374 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=f657e81c-28f0-4d8f-a501-2f29af428dba,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:02.659733 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:02.660076 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:02.660413 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:02.660744 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:02.661069 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:02.661396 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:02.661742 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:02.661839 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4aa4d5-0457-4457-9c1e-63f3a30542a5 req-1b38b41e-3a63-4be0-b336-113c646894e0 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:02.662309 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:02.662410 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:02.662674 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:02.662990 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:02.663254 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fd4aa4d5-0457-4457-9c1e-63f3a30542a5 req-1b38b41e-3a63-4be0-b336-113c646894e0 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 945 time: 0.0694244 Jul 23 21:04:02.663357 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:02.707186 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fd4aa4d5-0457-4457-9c1e-63f3a30542a5 req-d3dba422-6893-4e13-b50a-87464944e078 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d88dac-57a5-4343-a58d-a01620741e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378857 Jul 23 21:04:02.804017 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['f657e81c-28f0-4d8f-a501-2f29af428dba'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:04:03.848214 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f74fe-138e-4996-8653-699d2de6f002 req-b9cf6d3e-1630-4340-8e7f-99c350180c7a tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:03.849797 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-034f74fe-138e-4996-8653-699d2de6f002 req-b9cf6d3e-1630-4340-8e7f-99c350180c7a tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 945 time: 0.0759833 Jul 23 21:04:03.896018 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-034f74fe-138e-4996-8653-699d2de6f002 req-5fb8e454-9d27-46c2-a4ab-e2c6dc1ba14c tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d88dac-57a5-4343-a58d-a01620741e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343597 Jul 23 21:04:04.421110 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device f657e81c-28f0-4d8f-a501-2f29af428dba up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:04:04.469203 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port f657e81c-28f0-4d8f-a501-2f29af428dba completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:04:04.472898 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port f657e81c-28f0-4d8f-a501-2f29af428dba triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:04:04.473267 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:04.547099 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:04.570675 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5cf4f4d-1768-4f9e-985c-f8b723b56bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f657e81c-28f0-4d8f-a501-2f29af428dba'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:04:04.572913 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee4ac189e5a110d8d805401cc899f663d03ba078ee3e21ff65471f248c742d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14102051-3a9d-49d5-a53b-e97bc9c7ea96" -d '{"events": [{"server_uuid": "e5cf4f4d-1768-4f9e-985c-f8b723b56bf2", "name": "network-vif-plugged", "status": "completed", "tag": "f657e81c-28f0-4d8f-a501-2f29af428dba"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:04:04.588027 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port f657e81c-28f0-4d8f-a501-2f29af428dba, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=f657e81c-28f0-4d8f-a501-2f29af428dba,segment=NetworkSegment(b13f9979-3aba-4dc9-89a9-118cc4a6679b),segment_id=b13f9979-3aba-4dc9-89a9-118cc4a6679b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:04:04.592318 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:04.641305 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=f657e81c-28f0-4d8f-a501-2f29af428dba,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:04.662840 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b961f64a-edd7-4f33-9d2c-7cd9dc531ebc x-openstack-request-id: req-b961f64a-edd7-4f33-9d2c-7cd9dc531ebc {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:04:04.663130 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5cf4f4d-1768-4f9e-985c-f8b723b56bf2", "name": "network-vif-plugged", "status": "completed", "tag": "f657e81c-28f0-4d8f-a501-2f29af428dba", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:04:04.663376 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b961f64a-edd7-4f33-9d2c-7cd9dc531ebc {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:04:04.663767 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5cf4f4d-1768-4f9e-985c-f8b723b56bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f657e81c-28f0-4d8f-a501-2f29af428dba', 'code': 200} Jul 23 21:04:04.771605 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1aeaef-6efb-4301-906c-b7ee60cfd56d req-86d575eb-ed18-4320-ad55-0eb31adcb74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:04.773102 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2a1aeaef-6efb-4301-906c-b7ee60cfd56d req-86d575eb-ed18-4320-ad55-0eb31adcb74a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 1098 time: 0.0545552 Jul 23 21:04:04.807424 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2a1aeaef-6efb-4301-906c-b7ee60cfd56d req-ff185b62-1b72-4810-b22e-f5c03630c321 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=81d88dac-57a5-4343-a58d-a01620741e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278184 Jul 23 21:04:05.030809 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669fe99-e4a1-472c-927d-48e0a05aeca9 req-ae3de69b-3c23-4956-9d19-a4c5224c429e tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:05.032309 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2669fe99-e4a1-472c-927d-48e0a05aeca9 req-ae3de69b-3c23-4956-9d19-a4c5224c429e tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 946 time: 0.0679290 Jul 23 21:04:05.071190 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2669fe99-e4a1-472c-927d-48e0a05aeca9 req-99532192-fd39-4eb7-add7-578c0167535e tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d88dac-57a5-4343-a58d-a01620741e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332282 Jul 23 21:04:06.208323 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4dbb72-ca6d-469a-b5a2-b182e471019a req-e8a046d8-a478-4377-9672-e63d740487e0 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:06.209847 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1a4dbb72-ca6d-469a-b5a2-b182e471019a req-e8a046d8-a478-4377-9672-e63d740487e0 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 946 time: 0.0655098 Jul 23 21:04:06.248244 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1a4dbb72-ca6d-469a-b5a2-b182e471019a req-5f5cc44d-da5e-41cc-9a39-02ed632f38ec tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d88dac-57a5-4343-a58d-a01620741e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327156 Jul 23 21:04:06.378620 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afab406-649e-4f81-b73f-5d3606235e7b req-17c99686-1190-4c34-89bd-d8f7f06c6311 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:06.380015 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2afab406-649e-4f81-b73f-5d3606235e7b req-17c99686-1190-4c34-89bd-d8f7f06c6311 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 946 time: 0.0650311 Jul 23 21:04:06.422473 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2afab406-649e-4f81-b73f-5d3606235e7b req-29c37244-3bcf-4072-bbd2-cabfd696c5d0 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d88dac-57a5-4343-a58d-a01620741e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367372 Jul 23 21:04:06.627150 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4690a0-cd79-4ce1-bdc0-87dd81b4bade req-b0f04246-6ad1-47d5-9d08-4a1aa20b3850 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:06.628696 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4e4690a0-cd79-4ce1-bdc0-87dd81b4bade req-b0f04246-6ad1-47d5-9d08-4a1aa20b3850 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 946 time: 0.0643659 Jul 23 21:04:06.665902 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4e4690a0-cd79-4ce1-bdc0-87dd81b4bade req-4194232e-8548-4d72-841d-b6972cdb5acf tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d88dac-57a5-4343-a58d-a01620741e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316570 Jul 23 21:04:10.361005 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-44c14177-6032-450a-a1da-962c5bfcded8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:10.891362 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f5261b2c-493d-4db6-b355-a0633443db12 req-52e69ea1-c11b-40ef-80c4-87c68c046d6a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0762281 Jul 23 21:04:10.993585 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5261b2c-493d-4db6-b355-a0633443db12 req-ce25e675-d590-4416-baf9-9b8b6f317ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:10.995202 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f5261b2c-493d-4db6-b355-a0633443db12 req-ce25e675-d590-4416-baf9-9b8b6f317ca2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=074235b4ddbb4013aca7350cb1658492&device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 1098 time: 0.0607359 Jul 23 21:04:11.107426 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5261b2c-493d-4db6-b355-a0633443db12 req-7ddbf1bf-a055-455a-a2ae-157f650b49f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:11.110074 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f5261b2c-493d-4db6-b355-a0633443db12 req-7ddbf1bf-a055-455a-a2ae-157f650b49f0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e121fe6d-e431-4a6f-b01b-2bccb43b5bdb HTTP/1.1" status: 200 len: 916 time: 0.0940742 Jul 23 21:04:11.155748 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f5261b2c-493d-4db6-b355-a0633443db12 req-52a84b43-6979-4a8f-a4b4-c508c81fd58d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f657e81c-28f0-4d8f-a501-2f29af428dba HTTP/1.1" status: 200 len: 217 time: 0.0394967 Jul 23 21:04:11.207174 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5261b2c-493d-4db6-b355-a0633443db12 req-f86dd19a-134d-43dc-bba1-bda7fa57daec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:11.208711 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f5261b2c-493d-4db6-b355-a0633443db12 req-f86dd19a-134d-43dc-bba1-bda7fa57daec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40249071-5e8f-493a-be7c-86430f78e3a4 HTTP/1.1" status: 200 len: 854 time: 0.0472879 Jul 23 21:04:11.269063 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5261b2c-493d-4db6-b355-a0633443db12 req-fbd1e068-fab3-4392-9656-ede5e9ac7f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:11.270668 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f5261b2c-493d-4db6-b355-a0633443db12 req-fbd1e068-fab3-4392-9656-ede5e9ac7f37 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e121fe6d-e431-4a6f-b01b-2bccb43b5bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560095 Jul 23 21:04:11.365349 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f5261b2c-493d-4db6-b355-a0633443db12 req-55038293-f504-4251-9816-04fcddc9ce1e service neutron] 10.222.0.18 "GET /v2.0/networks/e121fe6d-e431-4a6f-b01b-2bccb43b5bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885098 Jul 23 21:04:11.456189 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f5261b2c-493d-4db6-b355-a0633443db12 req-f2813844-d9a7-49a8-bb98-c713e829e33e service neutron] 10.222.0.18 "GET /v2.0/networks/e121fe6d-e431-4a6f-b01b-2bccb43b5bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849752 Jul 23 21:04:13.408946 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:13.708829 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4ba32362-919b-4851-acc1-e908b8c101d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:14.198994 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:15.081874 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:15.217894 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:16.134003 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:18.235759 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66b02e-7fa8-4760-bb2e-388d0d6250b6 req-bb242abf-8a0c-453a-bb0e-319d7548d4a8 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:18.237218 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ea66b02e-7fa8-4760-bb2e-388d0d6250b6 req-bb242abf-8a0c-453a-bb0e-319d7548d4a8 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 946 time: 0.0702088 Jul 23 21:04:18.275853 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ea66b02e-7fa8-4760-bb2e-388d0d6250b6 req-2c3798d0-3ea8-4e5f-9994-28bca1355d4a tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d88dac-57a5-4343-a58d-a01620741e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329173 Jul 23 21:04:18.299038 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38240) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:18.394189 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c599ad7-48ae-4588-8b7f-56aa849bf234 tempest-TestMinimumBasicScenario-1506366790 tempest-TestMinimumBasicScenario-1506366790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:18.395791 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5c599ad7-48ae-4588-8b7f-56aa849bf234 tempest-TestMinimumBasicScenario-1506366790 tempest-TestMinimumBasicScenario-1506366790-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 1093 time: 0.0957267 Jul 23 21:04:18.398870 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38244) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:18.403172 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-bcd4c936-4eed-4830-95bb-398f6eeab8b4 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'port_id': 'f657e81c-28f0-4d8f-a501-2f29af428dba', 'tenant_id': '074235b4ddbb4013aca7350cb1658492', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:04:18.425879 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bcd4c936-4eed-4830-95bb-398f6eeab8b4 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:18.524824 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bcd4c936-4eed-4830-95bb-398f6eeab8b4 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:18.629381 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-bcd4c936-4eed-4830-95bb-398f6eeab8b4 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Allocated IP 172.25.1.74 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/5b4f421c-4c67-4ea8-a57b-0548687e6eb8) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:04:18.729594 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bcd4c936-4eed-4830-95bb-398f6eeab8b4 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:18.769540 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bcd4c936-4eed-4830-95bb-398f6eeab8b4 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:18.804911 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd4c936-4eed-4830-95bb-398f6eeab8b4 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:04:18.807865 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-bcd4c936-4eed-4830-95bb-398f6eeab8b4 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:04:18.814628 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd4c936-4eed-4830-95bb-398f6eeab8b4 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:04:18.844954 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4c936-4eed-4830-95bb-398f6eeab8b4 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Pushing event updated for resources: {'Port': ['ID=5b4f421c-4c67-4ea8-a57b-0548687e6eb8,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:19.168473 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bcd4c936-4eed-4830-95bb-398f6eeab8b4 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:19.247508 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bcd4c936-4eed-4830-95bb-398f6eeab8b4 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:19.400030 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bcd4c936-4eed-4830-95bb-398f6eeab8b4 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:19.404576 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bcd4c936-4eed-4830-95bb-398f6eeab8b4 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:19.473564 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4c936-4eed-4830-95bb-398f6eeab8b4 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Pushing event updated for resources: {'Port': ['ID=5b4f421c-4c67-4ea8-a57b-0548687e6eb8,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:19.487570 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bcd4c936-4eed-4830-95bb-398f6eeab8b4 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:19.591293 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [None req-bcd4c936-4eed-4830-95bb-398f6eeab8b4 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Floating IP e2db00ae-9cea-49ed-8fc9-235a1575b50c associated. External IP: 172.25.1.74, port: f657e81c-28f0-4d8f-a501-2f29af428dba. Jul 23 21:04:19.802396 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd4c936-4eed-4830-95bb-398f6eeab8b4 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Router 58f57640-6a40-4fa1-a053-24b23c21672c has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:04:19.910009 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd4c936-4eed-4830-95bb-398f6eeab8b4 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:04:19.919468 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4cc785-3155-4c0c-9d06-5a8ed0f0bf29 None None] Sync routers for ids ['58f57640-6a40-4fa1-a053-24b23c21672c'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:04:19.926677 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bcd4c936-4eed-4830-95bb-398f6eeab8b4 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:19.928647 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4cc785-3155-4c0c-9d06-5a8ed0f0bf29 None None] Routers {'58f57640-6a40-4fa1-a053-24b23c21672c'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:04:19.929277 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-0d4cc785-3155-4c0c-9d06-5a8ed0f0bf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:04:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['58f57640-6a40-4fa1-a053-24b23c21672c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:19.965437 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bcd4c936-4eed-4830-95bb-398f6eeab8b4 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5630498 Jul 23 21:04:19.965437 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5cf4f4d-1768-4f9e-985c-f8b723b56bf2', 'tag': 'f657e81c-28f0-4d8f-a501-2f29af428dba'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:04:19.965773 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4300f88a927161e708234582c45a85d95cbae37b2189d54369fb4e5575b527b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd02d65-bf31-45ab-99a7-cbfab08e642c" -d '{"events": [{"name": "network-changed", "server_uuid": "e5cf4f4d-1768-4f9e-985c-f8b723b56bf2", "tag": "f657e81c-28f0-4d8f-a501-2f29af428dba"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:04:19.966422 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38246) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:19.972698 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-9bf53a9b-6cf2-405b-8c28-0439c7c2ff4b tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1597339219', 'description': 'tempest-secgroup-smoke-1597339219 description', 'project_id': '074235b4ddbb4013aca7350cb1658492'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:04:20.000096 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9bf53a9b-6cf2-405b-8c28-0439c7c2ff4b tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:20.044391 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-0d4cc785-3155-4c0c-9d06-5a8ed0f0bf29 None None] Set router 58f57640-6a40-4fa1-a053-24b23c21672c gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:04:20.070217 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fe9885-8b1b-4c69-92fd-28e351bd7ee2 x-openstack-request-id: req-79fe9885-8b1b-4c69-92fd-28e351bd7ee2 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:04:20.070507 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5cf4f4d-1768-4f9e-985c-f8b723b56bf2", "tag": "f657e81c-28f0-4d8f-a501-2f29af428dba", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:04:20.070755 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79fe9885-8b1b-4c69-92fd-28e351bd7ee2 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:04:20.071157 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5cf4f4d-1768-4f9e-985c-f8b723b56bf2', 'tag': 'f657e81c-28f0-4d8f-a501-2f29af428dba', 'status': 'completed', 'code': 200} Jul 23 21:04:20.108190 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9bf53a9b-6cf2-405b-8c28-0439c7c2ff4b tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:20.129198 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9bf53a9b-6cf2-405b-8c28-0439c7c2ff4b tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:20.167025 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9bf53a9b-6cf2-405b-8c28-0439c7c2ff4b tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:20.168273 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9bf53a9b-6cf2-405b-8c28-0439c7c2ff4b tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2008333 Jul 23 21:04:20.171165 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38252) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:20.176705 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-598f56c9-6c0e-4e52-ab0d-ea6863fc27f4 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Request body: {'security_group_rule': {'security_group_id': 'e205e3ee-b1fc-489b-99ba-b89abdb0dc1a', 'project_id': '074235b4ddbb4013aca7350cb1658492', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:04:20.180660 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf53a9b-6cf2-405b-8c28-0439c7c2ff4b tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e205e3ee-b1fc-489b-99ba-b89abdb0dc1a,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:20.197525 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf53a9b-6cf2-405b-8c28-0439c7c2ff4b tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:20.197879 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf53a9b-6cf2-405b-8c28-0439c7c2ff4b tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:20.198221 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf53a9b-6cf2-405b-8c28-0439c7c2ff4b tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:20.198559 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf53a9b-6cf2-405b-8c28-0439c7c2ff4b tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:20.198894 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf53a9b-6cf2-405b-8c28-0439c7c2ff4b tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:20.199227 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf53a9b-6cf2-405b-8c28-0439c7c2ff4b tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:20.199555 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf53a9b-6cf2-405b-8c28-0439c7c2ff4b tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:20.199882 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf53a9b-6cf2-405b-8c28-0439c7c2ff4b tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:20.200208 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf53a9b-6cf2-405b-8c28-0439c7c2ff4b tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:20.200533 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf53a9b-6cf2-405b-8c28-0439c7c2ff4b tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:20.200855 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf53a9b-6cf2-405b-8c28-0439c7c2ff4b tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:20.201178 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf53a9b-6cf2-405b-8c28-0439c7c2ff4b tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:20.230025 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd02d65-bf31-45ab-99a7-cbfab08e642c req-6fded098-3ad1-44b6-911c-ff4618418f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:20.231576 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-efd02d65-bf31-45ab-99a7-cbfab08e642c req-6fded098-3ad1-44b6-911c-ff4618418f65 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=074235b4ddbb4013aca7350cb1658492&device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 1098 time: 0.1363125 Jul 23 21:04:20.234104 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-598f56c9-6c0e-4e52-ab0d-ea6863fc27f4 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:20.301885 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-0d4cc785-3155-4c0c-9d06-5a8ed0f0bf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f57640-6a40-4fa1-a053-24b23c21672c', 'name': 'tempest-TestMinimumBasicScenario-1615558191-router', 'tenant_id': '074235b4ddbb4013aca7350cb1658492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '21da34fd-1e1d-40ae-8d07-02f9b55269c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:03:29Z', 'updated_at': '2021-07-23T21:03:31Z', 'revision_number': 4, 'project_id': '074235b4ddbb4013aca7350cb1658492', 'gw_port': {'id': '21da34fd-1e1d-40ae-8d07-02f9b55269c6', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f57640-6a40-4fa1-a053-24b23c21672c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:29Z', 'updated_at': '2021-07-23T21:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'e2db00ae-9cea-49ed-8fc9-235a1575b50c', 'tenant_id': '074235b4ddbb4013aca7350cb1658492', 'floating_ip_address': '172.25.1.74', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '58f57640-6a40-4fa1-a053-24b23c21672c', 'port_id': 'f657e81c-28f0-4d8f-a501-2f29af428dba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e121fe6d-e431-4a6f-b01b-2bccb43b5bdb', 'mac_address': 'fa:16:3e:7d:82:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cf4f4d-1768-4f9e-985c-f8b723b56bf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:04:19Z', 'updated_at': '2021-07-23T21:04:19Z', 'revision_number': 0, 'project_id': '074235b4ddbb4013aca7350cb1658492', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72e9d5b2-b256-4426-b6db-7fd141438996', 'name': '', 'network_id': 'e121fe6d-e431-4a6f-b01b-2bccb43b5bdb', 'tenant_id': '074235b4ddbb4013aca7350cb1658492', 'mac_address': 'fa:16:3e:3b:9c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f57640-6a40-4fa1-a053-24b23c21672c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '40249071-5e8f-493a-be7c-86430f78e3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:31Z', 'updated_at': '2021-07-23T21:03:37Z', 'revision_number': 5, 'project_id': '074235b4ddbb4013aca7350cb1658492', 'subnets': [{'id': '40249071-5e8f-493a-be7c-86430f78e3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:20.331606 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4cc785-3155-4c0c-9d06-5a8ed0f0bf29 None None] Checking router: 58f57640-6a40-4fa1-a053-24b23c21672c for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:04:20.340038 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4cc785-3155-4c0c-9d06-5a8ed0f0bf29 None None] Routers {'58f57640-6a40-4fa1-a053-24b23c21672c'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:04:20.340653 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-0d4cc785-3155-4c0c-9d06-5a8ed0f0bf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:04:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['58f57640-6a40-4fa1-a053-24b23c21672c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:20.346451 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-598f56c9-6c0e-4e52-ab0d-ea6863fc27f4 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:20.351965 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-598f56c9-6c0e-4e52-ab0d-ea6863fc27f4 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:20.392815 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f56c9-6c0e-4e52-ab0d-ea6863fc27f4 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8995450b-0824-44e3-a159-b3a90d4656a6,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:20.397609 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd02d65-bf31-45ab-99a7-cbfab08e642c req-c6385a7b-e5a3-441f-92d9-ae939b78fcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:20.399178 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-efd02d65-bf31-45ab-99a7-cbfab08e642c req-c6385a7b-e5a3-441f-92d9-ae939b78fcee service neutron] 10.222.0.18 "GET /v2.0/networks?id=e121fe6d-e431-4a6f-b01b-2bccb43b5bdb HTTP/1.1" status: 200 len: 916 time: 0.1559207 Jul 23 21:04:20.400537 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-598f56c9-6c0e-4e52-ab0d-ea6863fc27f4 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:20.404304 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-598f56c9-6c0e-4e52-ab0d-ea6863fc27f4 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2294106 Jul 23 21:04:20.405896 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38254) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:20.410877 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-8a06eff3-8da0-47f1-8815-267fc191bc3d tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Request body: {'security_group_rule': {'security_group_id': 'e205e3ee-b1fc-489b-99ba-b89abdb0dc1a', 'project_id': '074235b4ddbb4013aca7350cb1658492', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:04:20.450562 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-0d4cc785-3155-4c0c-9d06-5a8ed0f0bf29 None None] Set router 58f57640-6a40-4fa1-a053-24b23c21672c gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:04:20.490914 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-efd02d65-bf31-45ab-99a7-cbfab08e642c req-902b8312-fd4c-4f3d-8538-3b101a3849f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f657e81c-28f0-4d8f-a501-2f29af428dba HTTP/1.1" status: 200 len: 999 time: 0.0835898 Jul 23 21:04:20.492274 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8a06eff3-8da0-47f1-8815-267fc191bc3d tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:20.575088 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd02d65-bf31-45ab-99a7-cbfab08e642c req-d4536917-d98d-42c5-b530-b41bd1431729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:20.577176 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-efd02d65-bf31-45ab-99a7-cbfab08e642c req-d4536917-d98d-42c5-b530-b41bd1431729 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40249071-5e8f-493a-be7c-86430f78e3a4 HTTP/1.1" status: 200 len: 854 time: 0.0755787 Jul 23 21:04:20.582920 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8a06eff3-8da0-47f1-8815-267fc191bc3d tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:20.593573 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8a06eff3-8da0-47f1-8815-267fc191bc3d tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:20.634056 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06eff3-8da0-47f1-8815-267fc191bc3d tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82bd6e67-f4de-4ce3-bd35-691daa4ea6be,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:20.638603 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8a06eff3-8da0-47f1-8815-267fc191bc3d tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:20.644296 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8a06eff3-8da0-47f1-8815-267fc191bc3d tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2343147 Jul 23 21:04:20.644296 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38258) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:20.648102 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-193ca022-f390-41a8-b487-317a3136dcca tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Request body: {'security_group_rule': {'security_group_id': 'e205e3ee-b1fc-489b-99ba-b89abdb0dc1a', 'project_id': '074235b4ddbb4013aca7350cb1658492', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:04:20.681054 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-0d4cc785-3155-4c0c-9d06-5a8ed0f0bf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f57640-6a40-4fa1-a053-24b23c21672c', 'name': 'tempest-TestMinimumBasicScenario-1615558191-router', 'tenant_id': '074235b4ddbb4013aca7350cb1658492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '21da34fd-1e1d-40ae-8d07-02f9b55269c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:03:29Z', 'updated_at': '2021-07-23T21:03:31Z', 'revision_number': 4, 'project_id': '074235b4ddbb4013aca7350cb1658492', 'gw_port': {'id': '21da34fd-1e1d-40ae-8d07-02f9b55269c6', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f57640-6a40-4fa1-a053-24b23c21672c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:29Z', 'updated_at': '2021-07-23T21:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'e2db00ae-9cea-49ed-8fc9-235a1575b50c', 'tenant_id': '074235b4ddbb4013aca7350cb1658492', 'floating_ip_address': '172.25.1.74', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '58f57640-6a40-4fa1-a053-24b23c21672c', 'port_id': 'f657e81c-28f0-4d8f-a501-2f29af428dba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e121fe6d-e431-4a6f-b01b-2bccb43b5bdb', 'mac_address': 'fa:16:3e:7d:82:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cf4f4d-1768-4f9e-985c-f8b723b56bf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:04:19Z', 'updated_at': '2021-07-23T21:04:19Z', 'revision_number': 0, 'project_id': '074235b4ddbb4013aca7350cb1658492', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72e9d5b2-b256-4426-b6db-7fd141438996', 'name': '', 'network_id': 'e121fe6d-e431-4a6f-b01b-2bccb43b5bdb', 'tenant_id': '074235b4ddbb4013aca7350cb1658492', 'mac_address': 'fa:16:3e:3b:9c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f57640-6a40-4fa1-a053-24b23c21672c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '40249071-5e8f-493a-be7c-86430f78e3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:31Z', 'updated_at': '2021-07-23T21:03:37Z', 'revision_number': 5, 'project_id': '074235b4ddbb4013aca7350cb1658492', 'subnets': [{'id': '40249071-5e8f-493a-be7c-86430f78e3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:20.692680 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-193ca022-f390-41a8-b487-317a3136dcca tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:20.696500 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd02d65-bf31-45ab-99a7-cbfab08e642c req-429c706c-c8d1-4f1e-bb8e-0900d6d11cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:20.698046 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-efd02d65-bf31-45ab-99a7-cbfab08e642c req-429c706c-c8d1-4f1e-bb8e-0900d6d11cbc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e121fe6d-e431-4a6f-b01b-2bccb43b5bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1137056 Jul 23 21:04:20.711853 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4cc785-3155-4c0c-9d06-5a8ed0f0bf29 None None] The sync data for ids ['58f57640-6a40-4fa1-a053-24b23c21672c'] in n-d-793618-10 is: [{'id': '58f57640-6a40-4fa1-a053-24b23c21672c', 'name': 'tempest-TestMinimumBasicScenario-1615558191-router', 'tenant_id': '074235b4ddbb4013aca7350cb1658492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '21da34fd-1e1d-40ae-8d07-02f9b55269c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:03:29Z', 'updated_at': '2021-07-23T21:03:31Z', 'revision_number': 4, 'project_id': '074235b4ddbb4013aca7350cb1658492', 'gw_port': {'id': '21da34fd-1e1d-40ae-8d07-02f9b55269c6', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f57640-6a40-4fa1-a053-24b23c21672c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:29Z', 'updated_at': '2021-07-23T21:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'e2db00ae-9cea-49ed-8fc9-235a1575b50c', 'tenant_id': '074235b4ddbb4013aca7350cb1658492', 'floating_ip_address': '172.25.1.74', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '58f57640-6a40-4fa1-a053-24b23c21672c', 'port_id': 'f657e81c-28f0-4d8f-a501-2f29af428dba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e121fe6d-e431-4a6f-b01b-2bccb43b5bdb', 'mac_address': 'fa:16:3e:7d:82:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cf4f4d-1768-4f9e-985c-f8b723b56bf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:04:19Z', 'updated_at': '2021-07-23T21:04:19Z', 'revision_number': 0, 'project_id': '074235b4ddbb4013aca7350cb1658492', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72e9d5b2-b256-4426-b6db-7fd141438996', 'name': '', 'network_id': 'e121fe6d-e431-4a6f-b01b-2bccb43b5bdb', 'tenant_id': '074235b4ddbb4013aca7350cb1658492', 'mac_address': 'fa:16:3e:3b:9c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f57640-6a40-4fa1-a053-24b23c21672c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '40249071-5e8f-493a-be7c-86430f78e3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:31Z', 'updated_at': '2021-07-23T21:03:37Z', 'revision_number': 5, 'project_id': '074235b4ddbb4013aca7350cb1658492', 'subnets': [{'id': '40249071-5e8f-493a-be7c-86430f78e3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:04:20.819460 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-193ca022-f390-41a8-b487-317a3136dcca tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:20.828080 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-193ca022-f390-41a8-b487-317a3136dcca tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:20.861096 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ca022-f390-41a8-b487-317a3136dcca tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d37cba1-4e49-404b-a8c1-f8e22c2f3e5e,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:20.867439 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-efd02d65-bf31-45ab-99a7-cbfab08e642c req-e44ea5b5-a215-4c6e-b51d-6007c852d168 service neutron] 10.222.0.18 "GET /v2.0/networks/e121fe6d-e431-4a6f-b01b-2bccb43b5bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608133 Jul 23 21:04:20.868953 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-193ca022-f390-41a8-b487-317a3136dcca tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:20.870196 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-193ca022-f390-41a8-b487-317a3136dcca tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2256823 Jul 23 21:04:20.872843 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38260) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:20.878153 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-874ccf46-9c95-4fb4-9ccc-322c7f9d2586 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Request body: {'security_group_rule': {'security_group_id': 'e205e3ee-b1fc-489b-99ba-b89abdb0dc1a', 'project_id': '074235b4ddbb4013aca7350cb1658492', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:04:20.926568 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e4fc65-2269-4c5b-be60-7a92162014e7 None None] New status for floating IP e2db00ae-9cea-49ed-8fc9-235a1575b50c: ACTIVE {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:04:20.971582 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-874ccf46-9c95-4fb4-9ccc-322c7f9d2586 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:21.016440 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-efd02d65-bf31-45ab-99a7-cbfab08e642c req-dab3654e-4558-4cd0-bd85-fa1f0c8682f8 service neutron] 10.222.0.18 "GET /v2.0/networks/e121fe6d-e431-4a6f-b01b-2bccb43b5bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338661 Jul 23 21:04:21.040023 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-874ccf46-9c95-4fb4-9ccc-322c7f9d2586 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:21.043078 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-874ccf46-9c95-4fb4-9ccc-322c7f9d2586 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:21.064249 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ccf46-9c95-4fb4-9ccc-322c7f9d2586 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6f36f33-7ad1-49ee-a31d-268fef2b31ec,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:21.071532 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-874ccf46-9c95-4fb4-9ccc-322c7f9d2586 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:21.073129 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-874ccf46-9c95-4fb4-9ccc-322c7f9d2586 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1986666 Jul 23 21:04:21.076118 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38262) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:21.081779 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-14550313-cf4b-4ef9-a13d-4ffb30830a2e tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Request body: {'security_group_rule': {'security_group_id': 'e205e3ee-b1fc-489b-99ba-b89abdb0dc1a', 'project_id': '074235b4ddbb4013aca7350cb1658492', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:04:21.103606 n-d-793618-10 neutron-server[93875]: INFO neutron.db.securitygroups_db [None req-14550313-cf4b-4ef9-a13d-4ffb30830a2e tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Project 074235b4ddbb4013aca7350cb1658492 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:04:21.110502 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-14550313-cf4b-4ef9-a13d-4ffb30830a2e tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:21.175441 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-14550313-cf4b-4ef9-a13d-4ffb30830a2e tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:21.179477 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-14550313-cf4b-4ef9-a13d-4ffb30830a2e tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:21.201878 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14550313-cf4b-4ef9-a13d-4ffb30830a2e tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=313e69f5-1347-4f4c-aac6-9108c1012178,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:21.208619 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-14550313-cf4b-4ef9-a13d-4ffb30830a2e tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:21.210030 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-14550313-cf4b-4ef9-a13d-4ffb30830a2e tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1320541 Jul 23 21:04:21.212770 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38264) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:21.218127 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-9fcb2d24-a7c2-415a-84d0-eba0c7c6c6b1 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Request body: {'security_group_rule': {'security_group_id': 'e205e3ee-b1fc-489b-99ba-b89abdb0dc1a', 'project_id': '074235b4ddbb4013aca7350cb1658492', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:04:21.241097 n-d-793618-10 neutron-server[93875]: INFO neutron.db.securitygroups_db [None req-9fcb2d24-a7c2-415a-84d0-eba0c7c6c6b1 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Project 074235b4ddbb4013aca7350cb1658492 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:04:21.246336 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9fcb2d24-a7c2-415a-84d0-eba0c7c6c6b1 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:21.308403 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9fcb2d24-a7c2-415a-84d0-eba0c7c6c6b1 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:21.312481 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9fcb2d24-a7c2-415a-84d0-eba0c7c6c6b1 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:21.331700 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb2d24-a7c2-415a-84d0-eba0c7c6c6b1 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac4e14a-c741-48cc-afab-607f703c0216,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:21.335475 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9fcb2d24-a7c2-415a-84d0-eba0c7c6c6b1 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:21.336679 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9fcb2d24-a7c2-415a-84d0-eba0c7c6c6b1 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1229463 Jul 23 21:04:21.414692 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-21aab682-18c8-466e-bf80-a64ddc611080 req-bce5acc3-78bc-48ae-80b3-37aae2dd1529 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1597339219&fields=id&tenant_id=074235b4ddbb4013aca7350cb1658492 HTTP/1.1" status: 200 len: 267 time: 0.0320578 Jul 23 21:04:21.486742 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aab682-18c8-466e-bf80-a64ddc611080 req-3f8825a4-aa47-413a-8bbc-32591f2e253f tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:21.488231 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-21aab682-18c8-466e-bf80-a64ddc611080 req-3f8825a4-aa47-413a-8bbc-32591f2e253f tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 946 time: 0.0654852 Jul 23 21:04:21.499548 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-21aab682-18c8-466e-bf80-a64ddc611080 req-9178b92a-695b-4d77-a56b-1a0af262482e tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Request body: {'port': {'security_groups': ['81d88dac-57a5-4343-a58d-a01620741e21', 'e205e3ee-b1fc-489b-99ba-b89abdb0dc1a']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:04:21.588634 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-21aab682-18c8-466e-bf80-a64ddc611080 req-9178b92a-695b-4d77-a56b-1a0af262482e tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:21.783314 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-21aab682-18c8-466e-bf80-a64ddc611080 req-9178b92a-695b-4d77-a56b-1a0af262482e tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] For port f657e81c-28f0-4d8f-a501-2f29af428dba, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=f657e81c-28f0-4d8f-a501-2f29af428dba,segment=NetworkSegment(b13f9979-3aba-4dc9-89a9-118cc4a6679b),segment_id=b13f9979-3aba-4dc9-89a9-118cc4a6679b)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:04:21.811932 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-21aab682-18c8-466e-bf80-a64ddc611080 req-9178b92a-695b-4d77-a56b-1a0af262482e tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:21.816471 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-21aab682-18c8-466e-bf80-a64ddc611080 req-9178b92a-695b-4d77-a56b-1a0af262482e tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:21.828721 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['f657e81c-28f0-4d8f-a501-2f29af428dba'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:04:21.866302 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aab682-18c8-466e-bf80-a64ddc611080 req-9178b92a-695b-4d77-a56b-1a0af262482e tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:21.866946 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-21aab682-18c8-466e-bf80-a64ddc611080 req-9178b92a-695b-4d77-a56b-1a0af262482e tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:21.868480 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-21aab682-18c8-466e-bf80-a64ddc611080 req-9178b92a-695b-4d77-a56b-1a0af262482e tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "PUT /v2.0/ports/f657e81c-28f0-4d8f-a501-2f29af428dba HTTP/1.1" status: 200 len: 982 time: 0.3739896 Jul 23 21:04:21.868922 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5cf4f4d-1768-4f9e-985c-f8b723b56bf2', 'tag': 'f657e81c-28f0-4d8f-a501-2f29af428dba'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:04:21.871525 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1358e00761cb368f0f7ae124e23a857cb06aa2e8cdc938e6d7a9a9ae7bd1e98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d842d262-caa1-4c94-a539-9711301d7083" -d '{"events": [{"name": "network-changed", "server_uuid": "e5cf4f4d-1768-4f9e-985c-f8b723b56bf2", "tag": "f657e81c-28f0-4d8f-a501-2f29af428dba"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:04:21.900154 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178b92a-695b-4d77-a56b-1a0af262482e tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Pushing event updated for resources: {'Port': ['ID=f657e81c-28f0-4d8f-a501-2f29af428dba,revision_number=6']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:21.926067 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['f657e81c-28f0-4d8f-a501-2f29af428dba'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:04:21.932971 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95b6a01-57c7-48b7-b9d4-f346022870e1 x-openstack-request-id: req-a95b6a01-57c7-48b7-b9d4-f346022870e1 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:04:21.933649 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5cf4f4d-1768-4f9e-985c-f8b723b56bf2", "tag": "f657e81c-28f0-4d8f-a501-2f29af428dba", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:04:21.933892 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a95b6a01-57c7-48b7-b9d4-f346022870e1 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:04:21.934387 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5cf4f4d-1768-4f9e-985c-f8b723b56bf2', 'tag': 'f657e81c-28f0-4d8f-a501-2f29af428dba', 'status': 'completed', 'code': 200} Jul 23 21:04:22.062610 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842d262-caa1-4c94-a539-9711301d7083 req-6c326dcc-95c3-4256-ad20-6f88b31bf82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:22.064259 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d842d262-caa1-4c94-a539-9711301d7083 req-6c326dcc-95c3-4256-ad20-6f88b31bf82c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=074235b4ddbb4013aca7350cb1658492&device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 1137 time: 0.1063027 Jul 23 21:04:22.125999 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be10696-4fd6-4561-b08a-673b9759ee7d req-481fbf3e-a751-48f8-9e78-bb30c524133c tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:22.127551 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0be10696-4fd6-4561-b08a-673b9759ee7d req-481fbf3e-a751-48f8-9e78-bb30c524133c tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 985 time: 0.1194615 Jul 23 21:04:22.172635 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6a1e43e4-10d2-427e-846a-c37b94be816f None None] Provisioning complete for port f657e81c-28f0-4d8f-a501-2f29af428dba triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:04:22.173206 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6a1e43e4-10d2-427e-846a-c37b94be816f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:22.210460 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0be10696-4fd6-4561-b08a-673b9759ee7d req-9f133879-b40b-4ad7-bee4-4606f80d178f tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/security-groups?id=e205e3ee-b1fc-489b-99ba-b89abdb0dc1a&id=81d88dac-57a5-4343-a58d-a01620741e21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582595 Jul 23 21:04:22.215021 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842d262-caa1-4c94-a539-9711301d7083 req-34cd5ec3-1583-4ddb-9a34-a42763496323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:22.216524 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d842d262-caa1-4c94-a539-9711301d7083 req-34cd5ec3-1583-4ddb-9a34-a42763496323 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e121fe6d-e431-4a6f-b01b-2bccb43b5bdb HTTP/1.1" status: 200 len: 916 time: 0.1452422 Jul 23 21:04:22.284981 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d842d262-caa1-4c94-a539-9711301d7083 req-0807011c-211f-4828-ac8d-fe3d606dc89e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f657e81c-28f0-4d8f-a501-2f29af428dba HTTP/1.1" status: 200 len: 1001 time: 0.0621262 Jul 23 21:04:22.337978 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842d262-caa1-4c94-a539-9711301d7083 req-18d988e6-6d67-4820-a4c2-6583cc445414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:22.339373 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d842d262-caa1-4c94-a539-9711301d7083 req-18d988e6-6d67-4820-a4c2-6583cc445414 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40249071-5e8f-493a-be7c-86430f78e3a4 HTTP/1.1" status: 200 len: 854 time: 0.0448747 Jul 23 21:04:22.406614 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842d262-caa1-4c94-a539-9711301d7083 req-17cef5d4-2955-4b36-975f-e318bac7c9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:22.408185 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d842d262-caa1-4c94-a539-9711301d7083 req-17cef5d4-2955-4b36-975f-e318bac7c9b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e121fe6d-e431-4a6f-b01b-2bccb43b5bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621912 Jul 23 21:04:22.505566 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d842d262-caa1-4c94-a539-9711301d7083 req-01b74e13-9d73-4b09-b64b-9048010a7575 service neutron] 10.222.0.18 "GET /v2.0/networks/e121fe6d-e431-4a6f-b01b-2bccb43b5bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906200 Jul 23 21:04:22.601890 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d842d262-caa1-4c94-a539-9711301d7083 req-9bd20406-65be-4f84-a6ba-2b784b2bc3e2 service neutron] 10.222.0.18 "GET /v2.0/networks/e121fe6d-e431-4a6f-b01b-2bccb43b5bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894568 Jul 23 21:04:33.740110 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:04:39.456067 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20229a-a3e8-4517-9d29-e5242f16fc9b req-5ff1370e-c20f-40fc-b61e-d9fbc00ad9d7 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:39.457571 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7f20229a-a3e8-4517-9d29-e5242f16fc9b req-5ff1370e-c20f-40fc-b61e-d9fbc00ad9d7 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 985 time: 0.1035566 Jul 23 21:04:39.460567 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab8815-d44e-4e87-9909-d6db75ad7f25 req-2bc3f595-1d78-401a-aa22-6a8a181459b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:39.462052 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-16ab8815-d44e-4e87-9909-d6db75ad7f25 req-2bc3f595-1d78-401a-aa22-6a8a181459b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=074235b4ddbb4013aca7350cb1658492&device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 1137 time: 0.0963845 Jul 23 21:04:39.530789 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7f20229a-a3e8-4517-9d29-e5242f16fc9b req-deae3d9c-33d5-4366-99ed-ec46a3e7d68a tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/security-groups?id=e205e3ee-b1fc-489b-99ba-b89abdb0dc1a&id=81d88dac-57a5-4343-a58d-a01620741e21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0666373 Jul 23 21:04:39.584136 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab8815-d44e-4e87-9909-d6db75ad7f25 req-2e6d364a-304f-4e01-802b-b087bcd49291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:39.585665 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-16ab8815-d44e-4e87-9909-d6db75ad7f25 req-2e6d364a-304f-4e01-802b-b087bcd49291 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e121fe6d-e431-4a6f-b01b-2bccb43b5bdb HTTP/1.1" status: 200 len: 916 time: 0.1145561 Jul 23 21:04:39.654432 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-16ab8815-d44e-4e87-9909-d6db75ad7f25 req-2adaa0ef-47d1-4956-8678-9c0a8e3c663f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f657e81c-28f0-4d8f-a501-2f29af428dba HTTP/1.1" status: 200 len: 1001 time: 0.0608516 Jul 23 21:04:39.703521 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab8815-d44e-4e87-9909-d6db75ad7f25 req-adb7d992-08b4-4dbb-b9ae-577ad8499aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:39.704962 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-16ab8815-d44e-4e87-9909-d6db75ad7f25 req-adb7d992-08b4-4dbb-b9ae-577ad8499aac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40249071-5e8f-493a-be7c-86430f78e3a4 HTTP/1.1" status: 200 len: 854 time: 0.0436516 Jul 23 21:04:39.763430 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab8815-d44e-4e87-9909-d6db75ad7f25 req-84ab2199-7e8d-4131-b7e4-611e24af3a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:39.764978 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-16ab8815-d44e-4e87-9909-d6db75ad7f25 req-84ab2199-7e8d-4131-b7e4-611e24af3a08 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e121fe6d-e431-4a6f-b01b-2bccb43b5bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535676 Jul 23 21:04:39.857841 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-16ab8815-d44e-4e87-9909-d6db75ad7f25 req-47ad20e0-66a0-43d1-9715-da24325108d9 service neutron] 10.222.0.18 "GET /v2.0/networks/e121fe6d-e431-4a6f-b01b-2bccb43b5bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857894 Jul 23 21:04:39.946282 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-16ab8815-d44e-4e87-9909-d6db75ad7f25 req-946b6bfe-16ea-4ff0-bb93-69a4b9fdfc30 service neutron] 10.222.0.18 "GET /v2.0/networks/e121fe6d-e431-4a6f-b01b-2bccb43b5bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813134 Jul 23 21:04:40.364734 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-939d5e44-0e8f-4670-9f5d-71195314b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:40.662169 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef818ed-9c38-42e4-beb6-8360c1b80fda req-babafa5c-efba-4095-b7ee-4904da8c1820 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:40.663650 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5ef818ed-9c38-42e4-beb6-8360c1b80fda req-babafa5c-efba-4095-b7ee-4904da8c1820 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 985 time: 0.0634744 Jul 23 21:04:40.707878 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5ef818ed-9c38-42e4-beb6-8360c1b80fda req-9becbf41-4082-4c0c-b07a-b5a2380d3cc9 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/security-groups?id=e205e3ee-b1fc-489b-99ba-b89abdb0dc1a&id=81d88dac-57a5-4343-a58d-a01620741e21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385258 Jul 23 21:04:41.839634 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449b16e-e94d-4ad9-803c-0a5fb20eab76 req-1297d4bf-63c6-48b9-b9b7-a505a1490ba9 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:41.841122 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d449b16e-e94d-4ad9-803c-0a5fb20eab76 req-1297d4bf-63c6-48b9-b9b7-a505a1490ba9 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 985 time: 0.0647650 Jul 23 21:04:41.881892 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d449b16e-e94d-4ad9-803c-0a5fb20eab76 req-ec892242-3f7c-441c-8941-947bdf955784 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/security-groups?id=e205e3ee-b1fc-489b-99ba-b89abdb0dc1a&id=81d88dac-57a5-4343-a58d-a01620741e21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344901 Jul 23 21:04:43.014866 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe229a74-b255-4701-957e-25b189f0f54b req-3b25a5e0-479e-4478-a470-bc9b9118ac54 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:43.016357 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fe229a74-b255-4701-957e-25b189f0f54b req-3b25a5e0-479e-4478-a470-bc9b9118ac54 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 985 time: 0.0646353 Jul 23 21:04:43.057721 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fe229a74-b255-4701-957e-25b189f0f54b req-d14c44d7-246e-4e63-b676-2f1a3b759dd8 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/security-groups?id=e205e3ee-b1fc-489b-99ba-b89abdb0dc1a&id=81d88dac-57a5-4343-a58d-a01620741e21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347874 Jul 23 21:04:43.409589 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:43.712325 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8cce4681-9fa4-4cab-98c1-8b162aa52a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:44.210876 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:44.511587 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cabaf5-c6c7-4458-8895-12b6b9d8f316 req-60d42377-7f96-46d3-a87c-b7c071390ee4 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:44.513084 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e1cabaf5-c6c7-4458-8895-12b6b9d8f316 req-60d42377-7f96-46d3-a87c-b7c071390ee4 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 985 time: 0.3876281 Jul 23 21:04:44.552936 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e1cabaf5-c6c7-4458-8895-12b6b9d8f316 req-e9979402-0cb7-45cd-9191-0ddd404df81c tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/security-groups?id=e205e3ee-b1fc-489b-99ba-b89abdb0dc1a&id=81d88dac-57a5-4343-a58d-a01620741e21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340722 Jul 23 21:04:45.072171 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:45.235482 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:45.682429 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33421c20-6650-4d23-8b74-bdd509e8a83e req-da068c26-4696-4ecb-a256-1ba6b1426aab tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:45.683903 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-33421c20-6650-4d23-8b74-bdd509e8a83e req-da068c26-4696-4ecb-a256-1ba6b1426aab tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 985 time: 0.0644391 Jul 23 21:04:45.724503 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-33421c20-6650-4d23-8b74-bdd509e8a83e req-35850969-dddc-447f-af9f-1eea03a80959 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/security-groups?id=e205e3ee-b1fc-489b-99ba-b89abdb0dc1a&id=81d88dac-57a5-4343-a58d-a01620741e21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342429 Jul 23 21:04:46.137178 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:46.854131 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ced53f-c129-46ba-8a7d-fde372323d5c req-e5df3cd9-4f4b-49be-b976-f1605354b788 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:46.855877 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b4ced53f-c129-46ba-8a7d-fde372323d5c req-e5df3cd9-4f4b-49be-b976-f1605354b788 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 985 time: 0.0650201 Jul 23 21:04:46.899919 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b4ced53f-c129-46ba-8a7d-fde372323d5c req-c7664ec5-573a-476c-9ae4-5bd83958a33e tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/security-groups?id=e205e3ee-b1fc-489b-99ba-b89abdb0dc1a&id=81d88dac-57a5-4343-a58d-a01620741e21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380445 Jul 23 21:04:48.029767 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdbd4b0-eb31-4ef6-90f2-e7741084ec26 req-d48df5ca-86f1-4cbf-82a2-2a449b3de16f tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:48.031306 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9cdbd4b0-eb31-4ef6-90f2-e7741084ec26 req-d48df5ca-86f1-4cbf-82a2-2a449b3de16f tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 985 time: 0.0633392 Jul 23 21:04:48.070524 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9cdbd4b0-eb31-4ef6-90f2-e7741084ec26 req-c0b2fa8e-2286-4a3c-8adc-91a7d17381c6 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/security-groups?id=e205e3ee-b1fc-489b-99ba-b89abdb0dc1a&id=81d88dac-57a5-4343-a58d-a01620741e21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335248 Jul 23 21:04:49.198917 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a90786-5336-407d-a000-243ed033db38 req-b7c610b9-21ce-418b-9c45-f2be77c3292c tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:49.200566 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-51a90786-5336-407d-a000-243ed033db38 req-b7c610b9-21ce-418b-9c45-f2be77c3292c tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 985 time: 0.0637980 Jul 23 21:04:49.241806 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-51a90786-5336-407d-a000-243ed033db38 req-f97cad75-0a53-4bd6-b3cc-89c90ffa004c tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/security-groups?id=e205e3ee-b1fc-489b-99ba-b89abdb0dc1a&id=81d88dac-57a5-4343-a58d-a01620741e21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348783 Jul 23 21:04:50.380049 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b176ad-b626-4a6d-8265-71aed5564c9d req-0f12a663-db25-451a-bcbe-c66821e59cb0 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:50.381543 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a5b176ad-b626-4a6d-8265-71aed5564c9d req-0f12a663-db25-451a-bcbe-c66821e59cb0 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 985 time: 0.0713413 Jul 23 21:04:50.422145 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a5b176ad-b626-4a6d-8265-71aed5564c9d req-381f0bea-4eeb-4f92-9726-ec6629acf4cf tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/security-groups?id=e205e3ee-b1fc-489b-99ba-b89abdb0dc1a&id=81d88dac-57a5-4343-a58d-a01620741e21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347321 Jul 23 21:04:51.553035 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61e504-bd43-4b2e-aaf0-6fc2a33a16e2 req-04864cc1-de3a-45c2-92c2-2b7f83222c2b tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:51.554548 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2c61e504-bd43-4b2e-aaf0-6fc2a33a16e2 req-04864cc1-de3a-45c2-92c2-2b7f83222c2b tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 985 time: 0.0661757 Jul 23 21:04:51.592710 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2c61e504-bd43-4b2e-aaf0-6fc2a33a16e2 req-97cc81a5-c9e0-4e78-aa71-beaa641edba8 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/security-groups?id=e205e3ee-b1fc-489b-99ba-b89abdb0dc1a&id=81d88dac-57a5-4343-a58d-a01620741e21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326362 Jul 23 21:05:10.365800 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4c662970-9951-4185-ab4c-5d555873b62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:10.739492 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:05:11.854202 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dbc5eadc-cea9-43ad-a991-956e84f0f582 req-b70e0622-0cef-4f0f-8ff4-3eceba3820a3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0543947 Jul 23 21:05:11.952946 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5eadc-cea9-43ad-a991-956e84f0f582 req-3c447de5-9787-47bf-8f70-220b5df3c109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:11.954498 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dbc5eadc-cea9-43ad-a991-956e84f0f582 req-3c447de5-9787-47bf-8f70-220b5df3c109 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=074235b4ddbb4013aca7350cb1658492&device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 1137 time: 0.0603852 Jul 23 21:05:12.056607 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5eadc-cea9-43ad-a991-956e84f0f582 req-2391d7e9-36a3-4193-8010-71c1755d2f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:12.058118 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dbc5eadc-cea9-43ad-a991-956e84f0f582 req-2391d7e9-36a3-4193-8010-71c1755d2f46 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e121fe6d-e431-4a6f-b01b-2bccb43b5bdb HTTP/1.1" status: 200 len: 916 time: 0.0847688 Jul 23 21:05:12.126814 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dbc5eadc-cea9-43ad-a991-956e84f0f582 req-45170055-0e0d-433d-a406-97a18f2b1052 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f657e81c-28f0-4d8f-a501-2f29af428dba HTTP/1.1" status: 200 len: 1001 time: 0.0621710 Jul 23 21:05:12.174935 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5eadc-cea9-43ad-a991-956e84f0f582 req-3162ce03-add1-4f2c-819f-b755d44e8565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:12.176331 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dbc5eadc-cea9-43ad-a991-956e84f0f582 req-3162ce03-add1-4f2c-819f-b755d44e8565 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40249071-5e8f-493a-be7c-86430f78e3a4 HTTP/1.1" status: 200 len: 854 time: 0.0431035 Jul 23 21:05:12.239566 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5eadc-cea9-43ad-a991-956e84f0f582 req-263aa113-104b-4ef4-a2fa-b1a9c8c38ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:12.241067 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dbc5eadc-cea9-43ad-a991-956e84f0f582 req-263aa113-104b-4ef4-a2fa-b1a9c8c38ca3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e121fe6d-e431-4a6f-b01b-2bccb43b5bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540915 Jul 23 21:05:12.337636 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dbc5eadc-cea9-43ad-a991-956e84f0f582 req-6db09f8f-84da-487d-81ad-d861f7d318b8 service neutron] 10.222.0.18 "GET /v2.0/networks/e121fe6d-e431-4a6f-b01b-2bccb43b5bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889955 Jul 23 21:05:12.433584 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dbc5eadc-cea9-43ad-a991-956e84f0f582 req-956f0d3b-eec8-4087-a711-7cff16677d8b service neutron] 10.222.0.18 "GET /v2.0/networks/e121fe6d-e431-4a6f-b01b-2bccb43b5bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890906 Jul 23 21:05:13.410254 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:13.712413 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-04a5a4d4-20ae-4c83-ad4e-1a8efea3373c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:14.204117 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:15.090666 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:15.233313 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:16.139848 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:23.987033 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b4acc396-9526-45b0-aa4f-2a93a3d5560d req-a3626582-28ad-460a-9e73-27e2de4b308f tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1597339219&fields=id&tenant_id=074235b4ddbb4013aca7350cb1658492 HTTP/1.1" status: 200 len: 267 time: 0.0413437 Jul 23 21:05:24.057361 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acc396-9526-45b0-aa4f-2a93a3d5560d req-915ef726-403e-43d5-a0f0-ba4832652c6b tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:24.058950 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b4acc396-9526-45b0-aa4f-2a93a3d5560d req-915ef726-403e-43d5-a0f0-ba4832652c6b tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 985 time: 0.0665724 Jul 23 21:05:24.071946 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-b4acc396-9526-45b0-aa4f-2a93a3d5560d req-ddec2681-4eb8-4c97-bb20-725378af3111 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Request body: {'port': {'security_groups': ['81d88dac-57a5-4343-a58d-a01620741e21']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:05:24.159533 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b4acc396-9526-45b0-aa4f-2a93a3d5560d req-ddec2681-4eb8-4c97-bb20-725378af3111 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:24.341257 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-b4acc396-9526-45b0-aa4f-2a93a3d5560d req-ddec2681-4eb8-4c97-bb20-725378af3111 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] For port f657e81c-28f0-4d8f-a501-2f29af428dba, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=f657e81c-28f0-4d8f-a501-2f29af428dba,segment=NetworkSegment(b13f9979-3aba-4dc9-89a9-118cc4a6679b),segment_id=b13f9979-3aba-4dc9-89a9-118cc4a6679b)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:05:24.370874 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b4acc396-9526-45b0-aa4f-2a93a3d5560d req-ddec2681-4eb8-4c97-bb20-725378af3111 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:24.376250 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b4acc396-9526-45b0-aa4f-2a93a3d5560d req-ddec2681-4eb8-4c97-bb20-725378af3111 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:24.387973 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['f657e81c-28f0-4d8f-a501-2f29af428dba'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:05:24.424499 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acc396-9526-45b0-aa4f-2a93a3d5560d req-ddec2681-4eb8-4c97-bb20-725378af3111 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:24.425154 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-b4acc396-9526-45b0-aa4f-2a93a3d5560d req-ddec2681-4eb8-4c97-bb20-725378af3111 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:24.426615 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b4acc396-9526-45b0-aa4f-2a93a3d5560d req-ddec2681-4eb8-4c97-bb20-725378af3111 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "PUT /v2.0/ports/f657e81c-28f0-4d8f-a501-2f29af428dba HTTP/1.1" status: 200 len: 943 time: 0.3596995 Jul 23 21:05:24.427072 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5cf4f4d-1768-4f9e-985c-f8b723b56bf2', 'tag': 'f657e81c-28f0-4d8f-a501-2f29af428dba'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:05:24.429645 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1358e00761cb368f0f7ae124e23a857cb06aa2e8cdc938e6d7a9a9ae7bd1e98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243ecf0d-8efa-4fc3-b989-11937869c6a4" -d '{"events": [{"name": "network-changed", "server_uuid": "e5cf4f4d-1768-4f9e-985c-f8b723b56bf2", "tag": "f657e81c-28f0-4d8f-a501-2f29af428dba"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:05:24.433072 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38324) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:24.485134 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec2681-4eb8-4c97-bb20-725378af3111 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Pushing event updated for resources: {'Port': ['ID=f657e81c-28f0-4d8f-a501-2f29af428dba,revision_number=7']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:24.497570 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['f657e81c-28f0-4d8f-a501-2f29af428dba'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:05:24.499763 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec2681-4eb8-4c97-bb20-725378af3111 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:24.500118 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec2681-4eb8-4c97-bb20-725378af3111 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:24.500537 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec2681-4eb8-4c97-bb20-725378af3111 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:24.500912 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec2681-4eb8-4c97-bb20-725378af3111 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:24.501268 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec2681-4eb8-4c97-bb20-725378af3111 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:24.501646 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec2681-4eb8-4c97-bb20-725378af3111 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:24.501979 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec2681-4eb8-4c97-bb20-725378af3111 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:24.502311 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec2681-4eb8-4c97-bb20-725378af3111 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:24.502643 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec2681-4eb8-4c97-bb20-725378af3111 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:24.502973 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec2681-4eb8-4c97-bb20-725378af3111 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:24.503299 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec2681-4eb8-4c97-bb20-725378af3111 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:24.503630 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec2681-4eb8-4c97-bb20-725378af3111 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:24.525607 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2448f1-3b4b-431b-a69c-8f603acfbfe9 x-openstack-request-id: req-fa2448f1-3b4b-431b-a69c-8f603acfbfe9 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:05:24.525910 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5cf4f4d-1768-4f9e-985c-f8b723b56bf2", "tag": "f657e81c-28f0-4d8f-a501-2f29af428dba", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:05:24.526165 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fa2448f1-3b4b-431b-a69c-8f603acfbfe9 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:05:24.526581 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5cf4f4d-1768-4f9e-985c-f8b723b56bf2', 'tag': 'f657e81c-28f0-4d8f-a501-2f29af428dba', 'status': 'completed', 'code': 200} Jul 23 21:05:24.558885 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b44791f7-c4a2-47ca-a4da-03ecb0818c77 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:24.596803 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b44791f7-c4a2-47ca-a4da-03ecb0818c77 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:24.621728 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ecf0d-8efa-4fc3-b989-11937869c6a4 req-39e05e68-88e4-4c00-b34e-0bb9a4fb1dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:24.623438 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-243ecf0d-8efa-4fc3-b989-11937869c6a4 req-39e05e68-88e4-4c00-b34e-0bb9a4fb1dcb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=074235b4ddbb4013aca7350cb1658492&device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 1098 time: 0.0954695 Jul 23 21:05:24.681864 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b44791f7-c4a2-47ca-a4da-03ecb0818c77 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:24.685026 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b44791f7-c4a2-47ca-a4da-03ecb0818c77 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:24.689417 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b44791f7-c4a2-47ca-a4da-03ecb0818c77 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "DELETE /v2.0/security-groups/e205e3ee-b1fc-489b-99ba-b89abdb0dc1a HTTP/1.1" status: 204 len: 168 time: 0.2521634 Jul 23 21:05:24.691002 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38328) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:24.727864 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ecf0d-8efa-4fc3-b989-11937869c6a4 req-5913903a-0e71-4501-8016-e8ebbaf2f406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:24.729858 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-243ecf0d-8efa-4fc3-b989-11937869c6a4 req-5913903a-0e71-4501-8016-e8ebbaf2f406 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e121fe6d-e431-4a6f-b01b-2bccb43b5bdb HTTP/1.1" status: 200 len: 916 time: 0.0980325 Jul 23 21:05:24.739515 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44791f7-c4a2-47ca-a4da-03ecb0818c77 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e205e3ee-b1fc-489b-99ba-b89abdb0dc1a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:24.755740 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44791f7-c4a2-47ca-a4da-03ecb0818c77 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:24.756105 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44791f7-c4a2-47ca-a4da-03ecb0818c77 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:24.756422 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44791f7-c4a2-47ca-a4da-03ecb0818c77 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:24.756757 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44791f7-c4a2-47ca-a4da-03ecb0818c77 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:24.757087 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44791f7-c4a2-47ca-a4da-03ecb0818c77 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:24.757415 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44791f7-c4a2-47ca-a4da-03ecb0818c77 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:24.757769 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44791f7-c4a2-47ca-a4da-03ecb0818c77 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:24.758095 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44791f7-c4a2-47ca-a4da-03ecb0818c77 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:24.758419 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44791f7-c4a2-47ca-a4da-03ecb0818c77 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:24.758741 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44791f7-c4a2-47ca-a4da-03ecb0818c77 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:24.759061 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44791f7-c4a2-47ca-a4da-03ecb0818c77 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:24.759375 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44791f7-c4a2-47ca-a4da-03ecb0818c77 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:24.806708 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-243ecf0d-8efa-4fc3-b989-11937869c6a4 req-b9fb9930-20ad-45c7-8e09-d330766424d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f657e81c-28f0-4d8f-a501-2f29af428dba HTTP/1.1" status: 200 len: 1001 time: 0.0699973 Jul 23 21:05:24.825703 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-bac3e6cc-7e5a-4e56-b0b7-8c7d69491f9f None None] Provisioning complete for port f657e81c-28f0-4d8f-a501-2f29af428dba triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:05:24.826078 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bac3e6cc-7e5a-4e56-b0b7-8c7d69491f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:24.864547 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ecf0d-8efa-4fc3-b989-11937869c6a4 req-42175e7c-1566-4735-807b-ba08309e95a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:24.867382 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-243ecf0d-8efa-4fc3-b989-11937869c6a4 req-42175e7c-1566-4735-807b-ba08309e95a1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40249071-5e8f-493a-be7c-86430f78e3a4 HTTP/1.1" status: 200 len: 854 time: 0.0525160 Jul 23 21:05:24.886409 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-49b20ca3-8ef5-4b5c-bb5b-83de93db6ebc tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Deleting port 5b4f421c-4c67-4ea8-a57b-0548687e6eb8 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:05:24.886849 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49b20ca3-8ef5-4b5c-bb5b-83de93db6ebc tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:24.938577 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ecf0d-8efa-4fc3-b989-11937869c6a4 req-92805e43-d77a-4fc4-823a-339b00f09cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:24.940090 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-243ecf0d-8efa-4fc3-b989-11937869c6a4 req-92805e43-d77a-4fc4-823a-339b00f09cd7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e121fe6d-e431-4a6f-b01b-2bccb43b5bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664990 Jul 23 21:05:24.972111 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49b20ca3-8ef5-4b5c-bb5b-83de93db6ebc tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:24.972437 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49b20ca3-8ef5-4b5c-bb5b-83de93db6ebc tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:24.985551 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-49b20ca3-8ef5-4b5c-bb5b-83de93db6ebc tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Calling delete_port for 5b4f421c-4c67-4ea8-a57b-0548687e6eb8 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:05:25.036568 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-243ecf0d-8efa-4fc3-b989-11937869c6a4 req-86195d9c-a372-4319-88c5-a6be563b68d4 service neutron] 10.222.0.18 "GET /v2.0/networks/e121fe6d-e431-4a6f-b01b-2bccb43b5bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887196 Jul 23 21:05:25.134855 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-243ecf0d-8efa-4fc3-b989-11937869c6a4 req-b7054044-6ba2-4016-a4b1-d3676dc83209 service neutron] 10.222.0.18 "GET /v2.0/networks/e121fe6d-e431-4a6f-b01b-2bccb43b5bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910947 Jul 23 21:05:25.140371 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49b20ca3-8ef5-4b5c-bb5b-83de93db6ebc tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:25.163539 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b20ca3-8ef5-4b5c-bb5b-83de93db6ebc tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Pushing event deleted for resources: {'Port': ['ID=5b4f421c-4c67-4ea8-a57b-0548687e6eb8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:25.235495 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49b20ca3-8ef5-4b5c-bb5b-83de93db6ebc tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:25.235495 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [None req-49b20ca3-8ef5-4b5c-bb5b-83de93db6ebc tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Floating IP e2db00ae-9cea-49ed-8fc9-235a1575b50c disassociated (deleted). External IP: 172.25.1.74, port: f657e81c-28f0-4d8f-a501-2f29af428dba. Jul 23 21:05:25.765454 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b20ca3-8ef5-4b5c-bb5b-83de93db6ebc tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Router 58f57640-6a40-4fa1-a053-24b23c21672c has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:05:25.876291 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b20ca3-8ef5-4b5c-bb5b-83de93db6ebc tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:05:25.881579 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-49b20ca3-8ef5-4b5c-bb5b-83de93db6ebc tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:25.887608 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffc715c-08b7-43de-b2b8-17ca508f5f53 None None] Sync routers for ids ['58f57640-6a40-4fa1-a053-24b23c21672c'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:05:25.897212 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffc715c-08b7-43de-b2b8-17ca508f5f53 None None] Routers {'58f57640-6a40-4fa1-a053-24b23c21672c'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:05:25.897851 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-dffc715c-08b7-43de-b2b8-17ca508f5f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:05:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['58f57640-6a40-4fa1-a053-24b23c21672c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:25.917689 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-49b20ca3-8ef5-4b5c-bb5b-83de93db6ebc tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "DELETE /v2.0/floatingips/e2db00ae-9cea-49ed-8fc9-235a1575b50c HTTP/1.1" status: 204 len: 168 time: 1.2241602 Jul 23 21:05:25.918293 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5cf4f4d-1768-4f9e-985c-f8b723b56bf2', 'tag': 'f657e81c-28f0-4d8f-a501-2f29af428dba'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:05:25.921125 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4300f88a927161e708234582c45a85d95cbae37b2189d54369fb4e5575b527b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04441368-8578-47fe-882c-678ecfc0fa36" -d '{"events": [{"name": "network-changed", "server_uuid": "e5cf4f4d-1768-4f9e-985c-f8b723b56bf2", "tag": "f657e81c-28f0-4d8f-a501-2f29af428dba"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:05:26.012467 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-dffc715c-08b7-43de-b2b8-17ca508f5f53 None None] Set router 58f57640-6a40-4fa1-a053-24b23c21672c gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:05:26.135912 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf68419f-b63e-4f80-9e47-0308df006dd2 x-openstack-request-id: req-bf68419f-b63e-4f80-9e47-0308df006dd2 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:05:26.136551 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5cf4f4d-1768-4f9e-985c-f8b723b56bf2", "tag": "f657e81c-28f0-4d8f-a501-2f29af428dba", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:05:26.137286 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bf68419f-b63e-4f80-9e47-0308df006dd2 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:05:26.137779 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5cf4f4d-1768-4f9e-985c-f8b723b56bf2', 'tag': 'f657e81c-28f0-4d8f-a501-2f29af428dba', 'status': 'completed', 'code': 200} Jul 23 21:05:26.228853 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04441368-8578-47fe-882c-678ecfc0fa36 req-29966e29-91b6-4bdf-b874-0be6ddfe7cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:26.230796 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-04441368-8578-47fe-882c-678ecfc0fa36 req-29966e29-91b6-4bdf-b874-0be6ddfe7cc2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=074235b4ddbb4013aca7350cb1658492&device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 1098 time: 0.0680251 Jul 23 21:05:26.330538 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04441368-8578-47fe-882c-678ecfc0fa36 req-028c4ec9-41dd-49c9-8a57-4707e812e1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:26.332006 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-04441368-8578-47fe-882c-678ecfc0fa36 req-028c4ec9-41dd-49c9-8a57-4707e812e1fa service neutron] 10.222.0.18 "GET /v2.0/networks?id=e121fe6d-e431-4a6f-b01b-2bccb43b5bdb HTTP/1.1" status: 200 len: 916 time: 0.0934174 Jul 23 21:05:26.334778 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-dffc715c-08b7-43de-b2b8-17ca508f5f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f57640-6a40-4fa1-a053-24b23c21672c', 'name': 'tempest-TestMinimumBasicScenario-1615558191-router', 'tenant_id': '074235b4ddbb4013aca7350cb1658492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '21da34fd-1e1d-40ae-8d07-02f9b55269c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:03:29Z', 'updated_at': '2021-07-23T21:03:31Z', 'revision_number': 4, 'project_id': '074235b4ddbb4013aca7350cb1658492', 'gw_port': {'id': '21da34fd-1e1d-40ae-8d07-02f9b55269c6', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f57640-6a40-4fa1-a053-24b23c21672c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:29Z', 'updated_at': '2021-07-23T21:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '72e9d5b2-b256-4426-b6db-7fd141438996', 'name': '', 'network_id': 'e121fe6d-e431-4a6f-b01b-2bccb43b5bdb', 'tenant_id': '074235b4ddbb4013aca7350cb1658492', 'mac_address': 'fa:16:3e:3b:9c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f57640-6a40-4fa1-a053-24b23c21672c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '40249071-5e8f-493a-be7c-86430f78e3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:31Z', 'updated_at': '2021-07-23T21:03:37Z', 'revision_number': 5, 'project_id': '074235b4ddbb4013aca7350cb1658492', 'subnets': [{'id': '40249071-5e8f-493a-be7c-86430f78e3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:26.363466 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffc715c-08b7-43de-b2b8-17ca508f5f53 None None] Checking router: 58f57640-6a40-4fa1-a053-24b23c21672c for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:05:26.372017 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffc715c-08b7-43de-b2b8-17ca508f5f53 None None] Routers {'58f57640-6a40-4fa1-a053-24b23c21672c'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:05:26.372624 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-dffc715c-08b7-43de-b2b8-17ca508f5f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:05:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['58f57640-6a40-4fa1-a053-24b23c21672c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:26.379959 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-04441368-8578-47fe-882c-678ecfc0fa36 req-4531a2b1-9845-411e-a5bb-191516fd11c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f657e81c-28f0-4d8f-a501-2f29af428dba HTTP/1.1" status: 200 len: 217 time: 0.0414212 Jul 23 21:05:26.436939 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04441368-8578-47fe-882c-678ecfc0fa36 req-c62dfb2f-907a-4e86-b76b-94294b5fc8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:26.438810 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-04441368-8578-47fe-882c-678ecfc0fa36 req-c62dfb2f-907a-4e86-b76b-94294b5fc8c7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40249071-5e8f-493a-be7c-86430f78e3a4 HTTP/1.1" status: 200 len: 854 time: 0.0512011 Jul 23 21:05:26.478112 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-dffc715c-08b7-43de-b2b8-17ca508f5f53 None None] Set router 58f57640-6a40-4fa1-a053-24b23c21672c gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:05:26.506941 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04441368-8578-47fe-882c-678ecfc0fa36 req-3525c87a-2943-4c43-a0fc-08060f8686bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:26.508506 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-04441368-8578-47fe-882c-678ecfc0fa36 req-3525c87a-2943-4c43-a0fc-08060f8686bd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e121fe6d-e431-4a6f-b01b-2bccb43b5bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618656 Jul 23 21:05:26.602644 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-04441368-8578-47fe-882c-678ecfc0fa36 req-bcbcb748-800a-4738-b348-1316ce514859 service neutron] 10.222.0.18 "GET /v2.0/networks/e121fe6d-e431-4a6f-b01b-2bccb43b5bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871978 Jul 23 21:05:26.677772 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-dffc715c-08b7-43de-b2b8-17ca508f5f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f57640-6a40-4fa1-a053-24b23c21672c', 'name': 'tempest-TestMinimumBasicScenario-1615558191-router', 'tenant_id': '074235b4ddbb4013aca7350cb1658492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '21da34fd-1e1d-40ae-8d07-02f9b55269c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:03:29Z', 'updated_at': '2021-07-23T21:03:31Z', 'revision_number': 4, 'project_id': '074235b4ddbb4013aca7350cb1658492', 'gw_port': {'id': '21da34fd-1e1d-40ae-8d07-02f9b55269c6', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f57640-6a40-4fa1-a053-24b23c21672c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:29Z', 'updated_at': '2021-07-23T21:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '72e9d5b2-b256-4426-b6db-7fd141438996', 'name': '', 'network_id': 'e121fe6d-e431-4a6f-b01b-2bccb43b5bdb', 'tenant_id': '074235b4ddbb4013aca7350cb1658492', 'mac_address': 'fa:16:3e:3b:9c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f57640-6a40-4fa1-a053-24b23c21672c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '40249071-5e8f-493a-be7c-86430f78e3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:31Z', 'updated_at': '2021-07-23T21:03:37Z', 'revision_number': 5, 'project_id': '074235b4ddbb4013aca7350cb1658492', 'subnets': [{'id': '40249071-5e8f-493a-be7c-86430f78e3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:26.704117 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffc715c-08b7-43de-b2b8-17ca508f5f53 None None] The sync data for ids ['58f57640-6a40-4fa1-a053-24b23c21672c'] in n-d-793618-10 is: [{'id': '58f57640-6a40-4fa1-a053-24b23c21672c', 'name': 'tempest-TestMinimumBasicScenario-1615558191-router', 'tenant_id': '074235b4ddbb4013aca7350cb1658492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '21da34fd-1e1d-40ae-8d07-02f9b55269c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:03:29Z', 'updated_at': '2021-07-23T21:03:31Z', 'revision_number': 4, 'project_id': '074235b4ddbb4013aca7350cb1658492', 'gw_port': {'id': '21da34fd-1e1d-40ae-8d07-02f9b55269c6', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f57640-6a40-4fa1-a053-24b23c21672c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:29Z', 'updated_at': '2021-07-23T21:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '72e9d5b2-b256-4426-b6db-7fd141438996', 'name': '', 'network_id': 'e121fe6d-e431-4a6f-b01b-2bccb43b5bdb', 'tenant_id': '074235b4ddbb4013aca7350cb1658492', 'mac_address': 'fa:16:3e:3b:9c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f57640-6a40-4fa1-a053-24b23c21672c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '40249071-5e8f-493a-be7c-86430f78e3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:31Z', 'updated_at': '2021-07-23T21:03:37Z', 'revision_number': 5, 'project_id': '074235b4ddbb4013aca7350cb1658492', 'subnets': [{'id': '40249071-5e8f-493a-be7c-86430f78e3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:05:26.711206 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-04441368-8578-47fe-882c-678ecfc0fa36 req-532f702b-11d5-4718-9287-c8cf445d4c15 service neutron] 10.222.0.18 "GET /v2.0/networks/e121fe6d-e431-4a6f-b01b-2bccb43b5bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028140 Jul 23 21:05:26.925959 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0451b5a6-c764-4a73-93a8-771ccb5f17b9 None None] New status for floating IP e2db00ae-9cea-49ed-8fc9-235a1575b50c: DOWN {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:05:32.915551 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36235e21-555f-4aea-9f86-6bd97fd23e28 req-2cd2cca7-1cf3-46b4-986a-22150f418fd0 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:32.917092 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-36235e21-555f-4aea-9f86-6bd97fd23e28 req-2cd2cca7-1cf3-46b4-986a-22150f418fd0 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 946 time: 0.0698152 Jul 23 21:05:32.957261 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-36235e21-555f-4aea-9f86-6bd97fd23e28 req-d525d75d-521e-4866-9847-d42961d7f5b2 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d88dac-57a5-4343-a58d-a01620741e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342128 Jul 23 21:05:34.087850 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475a244-d90d-424c-b548-0de476af46e7 req-6a4d334f-c8ec-47ad-a083-0165ea690fd8 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:34.089342 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e475a244-d90d-424c-b548-0de476af46e7 req-6a4d334f-c8ec-47ad-a083-0165ea690fd8 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 946 time: 0.0657144 Jul 23 21:05:34.128025 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e475a244-d90d-424c-b548-0de476af46e7 req-991e887b-8349-48a3-8ebd-d415eefaaaa5 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d88dac-57a5-4343-a58d-a01620741e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325933 Jul 23 21:05:34.501518 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77bb8f3-cfd7-45f6-8392-cc1696aa4bde req-66811da6-2357-4744-a153-b689d7078e93 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:34.502880 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d77bb8f3-cfd7-45f6-8392-cc1696aa4bde req-66811da6-2357-4744-a153-b689d7078e93 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 946 time: 0.0680671 Jul 23 21:05:34.600459 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-d77bb8f3-cfd7-45f6-8392-cc1696aa4bde req-c5447dbf-1ebf-4ba0-b138-f66ce8de12c6 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Deleting port f657e81c-28f0-4d8f-a501-2f29af428dba {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:05:34.600801 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d77bb8f3-cfd7-45f6-8392-cc1696aa4bde req-c5447dbf-1ebf-4ba0-b138-f66ce8de12c6 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:34.693129 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-d77bb8f3-cfd7-45f6-8392-cc1696aa4bde req-c5447dbf-1ebf-4ba0-b138-f66ce8de12c6 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] For port f657e81c-28f0-4d8f-a501-2f29af428dba, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=f657e81c-28f0-4d8f-a501-2f29af428dba,segment=NetworkSegment(b13f9979-3aba-4dc9-89a9-118cc4a6679b),segment_id=b13f9979-3aba-4dc9-89a9-118cc4a6679b)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:05:34.693499 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d77bb8f3-cfd7-45f6-8392-cc1696aa4bde req-c5447dbf-1ebf-4ba0-b138-f66ce8de12c6 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:34.705530 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-d77bb8f3-cfd7-45f6-8392-cc1696aa4bde req-c5447dbf-1ebf-4ba0-b138-f66ce8de12c6 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Calling delete_port for f657e81c-28f0-4d8f-a501-2f29af428dba owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:05:34.831512 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d77bb8f3-cfd7-45f6-8392-cc1696aa4bde req-c5447dbf-1ebf-4ba0-b138-f66ce8de12c6 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:34.844010 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['f657e81c-28f0-4d8f-a501-2f29af428dba'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:05:34.861129 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5447dbf-1ebf-4ba0-b138-f66ce8de12c6 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Pushing event deleted for resources: {'Port': ['ID=f657e81c-28f0-4d8f-a501-2f29af428dba,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:34.910413 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77bb8f3-cfd7-45f6-8392-cc1696aa4bde req-c5447dbf-1ebf-4ba0-b138-f66ce8de12c6 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] No DVR routers for this DVR port f657e81c-28f0-4d8f-a501-2f29af428dba on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:05:34.913012 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d77bb8f3-cfd7-45f6-8392-cc1696aa4bde req-c5447dbf-1ebf-4ba0-b138-f66ce8de12c6 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:34.915102 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d77bb8f3-cfd7-45f6-8392-cc1696aa4bde req-c5447dbf-1ebf-4ba0-b138-f66ce8de12c6 tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.18 "DELETE /v2.0/ports/f657e81c-28f0-4d8f-a501-2f29af428dba HTTP/1.1" status: 204 len: 173 time: 0.4067938 Jul 23 21:05:34.915580 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5cf4f4d-1768-4f9e-985c-f8b723b56bf2', 'name': 'network-vif-deleted', 'tag': 'f657e81c-28f0-4d8f-a501-2f29af428dba'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:05:34.917942 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1358e00761cb368f0f7ae124e23a857cb06aa2e8cdc938e6d7a9a9ae7bd1e98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f9a096-ba3b-4478-84b6-b082cb9933f7" -d '{"events": [{"server_uuid": "e5cf4f4d-1768-4f9e-985c-f8b723b56bf2", "name": "network-vif-deleted", "tag": "f657e81c-28f0-4d8f-a501-2f29af428dba"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:05:34.954122 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f68fe52-dd9a-4438-88a4-830e548a3c93 x-openstack-request-id: req-3f68fe52-dd9a-4438-88a4-830e548a3c93 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:05:34.954419 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5cf4f4d-1768-4f9e-985c-f8b723b56bf2", "name": "network-vif-deleted", "tag": "f657e81c-28f0-4d8f-a501-2f29af428dba", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:05:34.954674 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f68fe52-dd9a-4438-88a4-830e548a3c93 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:05:34.955080 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5cf4f4d-1768-4f9e-985c-f8b723b56bf2', 'name': 'network-vif-deleted', 'tag': 'f657e81c-28f0-4d8f-a501-2f29af428dba', 'status': 'completed', 'code': 200} Jul 23 21:05:35.240016 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b4f90464-1d48-4974-be4d-285a3fc93f65 req-66acf525-7919-4439-9f50-ba7cd420492c tempest-TestMinimumBasicScenario-699604729 tempest-TestMinimumBasicScenario-699604729-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5cf4f4d-1768-4f9e-985c-f8b723b56bf2 HTTP/1.1" status: 200 len: 210 time: 0.0326746 Jul 23 21:05:36.836580 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38428) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:37.183298 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-15266068-ed5d-4457-aaf0-5623ce3576ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:37.438348 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-15266068-ed5d-4457-aaf0-5623ce3576ef admin admin] Deleting port 72e9d5b2-b256-4426-b6db-7fd141438996 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:05:37.438685 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-15266068-ed5d-4457-aaf0-5623ce3576ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:37.515733 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-15266068-ed5d-4457-aaf0-5623ce3576ef admin admin] For port 72e9d5b2-b256-4426-b6db-7fd141438996, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=72e9d5b2-b256-4426-b6db-7fd141438996,segment=NetworkSegment(b13f9979-3aba-4dc9-89a9-118cc4a6679b),segment_id=b13f9979-3aba-4dc9-89a9-118cc4a6679b)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:05:37.516081 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-15266068-ed5d-4457-aaf0-5623ce3576ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:37.528168 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-15266068-ed5d-4457-aaf0-5623ce3576ef admin admin] Calling delete_port for 72e9d5b2-b256-4426-b6db-7fd141438996 owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:05:37.703942 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-15266068-ed5d-4457-aaf0-5623ce3576ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:37.737920 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15266068-ed5d-4457-aaf0-5623ce3576ef admin admin] Pushing event deleted for resources: {'Port': ['ID=72e9d5b2-b256-4426-b6db-7fd141438996,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:37.905336 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-15266068-ed5d-4457-aaf0-5623ce3576ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:38.125453 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15266068-ed5d-4457-aaf0-5623ce3576ef admin admin] Router 58f57640-6a40-4fa1-a053-24b23c21672c has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:05:38.230494 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15266068-ed5d-4457-aaf0-5623ce3576ef admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:05:38.236631 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-15266068-ed5d-4457-aaf0-5623ce3576ef admin admin] 10.222.0.32 "PUT /v2.0/routers/58f57640-6a40-4fa1-a053-24b23c21672c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3981733 Jul 23 21:05:38.239069 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38430) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:38.242026 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740489ad-b78e-4ca5-a2ec-e22ebca130df None None] Sync routers for ids ['58f57640-6a40-4fa1-a053-24b23c21672c'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:05:38.253768 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740489ad-b78e-4ca5-a2ec-e22ebca130df None None] Routers {'58f57640-6a40-4fa1-a053-24b23c21672c'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:05:38.254412 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-740489ad-b78e-4ca5-a2ec-e22ebca130df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:05:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['58f57640-6a40-4fa1-a053-24b23c21672c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:38.348266 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7cbab81f-70b9-42e5-ab37-8111849a3ed5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:38.361229 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-740489ad-b78e-4ca5-a2ec-e22ebca130df None None] Set router 58f57640-6a40-4fa1-a053-24b23c21672c gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:05:38.453692 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7cbab81f-70b9-42e5-ab37-8111849a3ed5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:38.508173 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-7cbab81f-70b9-42e5-ab37-8111849a3ed5 admin admin] Deleting port 21da34fd-1e1d-40ae-8d07-02f9b55269c6 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:05:38.508517 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7cbab81f-70b9-42e5-ab37-8111849a3ed5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:38.551926 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-740489ad-b78e-4ca5-a2ec-e22ebca130df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f57640-6a40-4fa1-a053-24b23c21672c', 'name': 'tempest-TestMinimumBasicScenario-1615558191-router', 'tenant_id': '074235b4ddbb4013aca7350cb1658492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '21da34fd-1e1d-40ae-8d07-02f9b55269c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:03:29Z', 'updated_at': '2021-07-23T21:05:37Z', 'revision_number': 5, 'project_id': '074235b4ddbb4013aca7350cb1658492', 'gw_port': {'id': '21da34fd-1e1d-40ae-8d07-02f9b55269c6', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f57640-6a40-4fa1-a053-24b23c21672c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:29Z', 'updated_at': '2021-07-23T21:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:38.578066 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740489ad-b78e-4ca5-a2ec-e22ebca130df None None] Checking router: 58f57640-6a40-4fa1-a053-24b23c21672c for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:05:38.586167 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740489ad-b78e-4ca5-a2ec-e22ebca130df None None] Routers {'58f57640-6a40-4fa1-a053-24b23c21672c'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:05:38.586779 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-740489ad-b78e-4ca5-a2ec-e22ebca130df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:05:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['58f57640-6a40-4fa1-a053-24b23c21672c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:38.593359 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-7cbab81f-70b9-42e5-ab37-8111849a3ed5 admin admin] For port 21da34fd-1e1d-40ae-8d07-02f9b55269c6, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=21da34fd-1e1d-40ae-8d07-02f9b55269c6,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:05:38.593755 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7cbab81f-70b9-42e5-ab37-8111849a3ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:38.606799 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-7cbab81f-70b9-42e5-ab37-8111849a3ed5 admin admin] Calling delete_port for 21da34fd-1e1d-40ae-8d07-02f9b55269c6 owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:05:38.671686 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-740489ad-b78e-4ca5-a2ec-e22ebca130df None None] Set router 58f57640-6a40-4fa1-a053-24b23c21672c gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:05:38.723008 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-740489ad-b78e-4ca5-a2ec-e22ebca130df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f57640-6a40-4fa1-a053-24b23c21672c', 'name': 'tempest-TestMinimumBasicScenario-1615558191-router', 'tenant_id': '074235b4ddbb4013aca7350cb1658492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:03:29Z', 'updated_at': '2021-07-23T21:05:38Z', 'revision_number': 6, 'project_id': '074235b4ddbb4013aca7350cb1658492', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:38.753742 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740489ad-b78e-4ca5-a2ec-e22ebca130df None None] The sync data for ids ['58f57640-6a40-4fa1-a053-24b23c21672c'] in n-d-793618-10 is: [{'id': '58f57640-6a40-4fa1-a053-24b23c21672c', 'name': 'tempest-TestMinimumBasicScenario-1615558191-router', 'tenant_id': '074235b4ddbb4013aca7350cb1658492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:03:29Z', 'updated_at': '2021-07-23T21:05:38Z', 'revision_number': 6, 'project_id': '074235b4ddbb4013aca7350cb1658492', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:05:38.786132 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7cbab81f-70b9-42e5-ab37-8111849a3ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:38.812769 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbab81f-70b9-42e5-ab37-8111849a3ed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=21da34fd-1e1d-40ae-8d07-02f9b55269c6,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:38.878580 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7cbab81f-70b9-42e5-ab37-8111849a3ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:38.980677 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device f657e81c-28f0-4d8f-a501-2f29af428dba no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:05:39.002447 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: f657e81c-28f0-4d8f-a501-2f29af428dba {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:05:39.002793 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device f657e81c-28f0-4d8f-a501-2f29af428dba not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:05:39.289153 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7cbab81f-70b9-42e5-ab37-8111849a3ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:39.291281 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7cbab81f-70b9-42e5-ab37-8111849a3ed5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:39.334356 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7cbab81f-70b9-42e5-ab37-8111849a3ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:39.334902 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbab81f-70b9-42e5-ab37-8111849a3ed5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58f57640-6a40-4fa1-a053-24b23c21672c {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:05:39.339271 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7cbab81f-70b9-42e5-ab37-8111849a3ed5 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:39.340522 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7cbab81f-70b9-42e5-ab37-8111849a3ed5 admin admin] 10.222.0.32 "DELETE /v2.0/routers/58f57640-6a40-4fa1-a053-24b23c21672c HTTP/1.1" status: 204 len: 168 time: 1.0998394 Jul 23 21:05:39.343692 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38434) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:39.386827 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-1247e746-72c7-41ed-ba33-d85604488726 admin admin] Deleting subnet 40249071-5e8f-493a-be7c-86430f78e3a4 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:05:39.390422 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1247e746-72c7-41ed-ba33-d85604488726 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:39.423980 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1247e746-72c7-41ed-ba33-d85604488726 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:39.506006 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1247e746-72c7-41ed-ba33-d85604488726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:39.559088 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1247e746-72c7-41ed-ba33-d85604488726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:39.585841 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247e746-72c7-41ed-ba33-d85604488726 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40249071-5e8f-493a-be7c-86430f78e3a4,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:39.589525 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1247e746-72c7-41ed-ba33-d85604488726 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:39.593776 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1247e746-72c7-41ed-ba33-d85604488726 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/40249071-5e8f-493a-be7c-86430f78e3a4 HTTP/1.1" status: 204 len: 168 time: 0.2467926 Jul 23 21:05:39.594052 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38436) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:39.597053 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4f8d36-0689-412a-9c79-e99897646f78 None None] Network e121fe6d-e431-4a6f-b01b-2bccb43b5bdb requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:05:39.669548 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7af44cc4-481a-4c2c-be8e-9dac09de0732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:39.727609 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-7af44cc4-481a-4c2c-be8e-9dac09de0732 admin admin] Deleting port fa56f52a-49d9-40cc-af99-3fb6919ef7a0 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:05:39.727952 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7af44cc4-481a-4c2c-be8e-9dac09de0732 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:39.794441 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8385343f-d978-4ed9-a979-22e1f0c2e89c None None] DHCP port deletion for e121fe6d-e431-4a6f-b01b-2bccb43b5bdb request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:05:39.800684 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-7af44cc4-481a-4c2c-be8e-9dac09de0732 admin admin] For port fa56f52a-49d9-40cc-af99-3fb6919ef7a0, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=fa56f52a-49d9-40cc-af99-3fb6919ef7a0,segment=NetworkSegment(b13f9979-3aba-4dc9-89a9-118cc4a6679b),segment_id=b13f9979-3aba-4dc9-89a9-118cc4a6679b)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:05:39.801031 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7af44cc4-481a-4c2c-be8e-9dac09de0732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:39.814965 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-7af44cc4-481a-4c2c-be8e-9dac09de0732 admin admin] Calling delete_port for fa56f52a-49d9-40cc-af99-3fb6919ef7a0 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:05:39.849917 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-8385343f-d978-4ed9-a979-22e1f0c2e89c None None] Deleting port fa56f52a-49d9-40cc-af99-3fb6919ef7a0 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:05:39.850293 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8385343f-d978-4ed9-a979-22e1f0c2e89c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:39.902005 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7af44cc4-481a-4c2c-be8e-9dac09de0732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:39.917716 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-8385343f-d978-4ed9-a979-22e1f0c2e89c None None] For port fa56f52a-49d9-40cc-af99-3fb6919ef7a0, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=fa56f52a-49d9-40cc-af99-3fb6919ef7a0,segment=NetworkSegment(b13f9979-3aba-4dc9-89a9-118cc4a6679b),segment_id=b13f9979-3aba-4dc9-89a9-118cc4a6679b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:05:39.918113 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8385343f-d978-4ed9-a979-22e1f0c2e89c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:39.928452 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af44cc4-481a-4c2c-be8e-9dac09de0732 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa56f52a-49d9-40cc-af99-3fb6919ef7a0,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:39.931182 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-8385343f-d978-4ed9-a979-22e1f0c2e89c None None] Calling delete_port for fa56f52a-49d9-40cc-af99-3fb6919ef7a0 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:05:39.931801 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af44cc4-481a-4c2c-be8e-9dac09de0732 admin admin] No DVR routers for this DVR port fa56f52a-49d9-40cc-af99-3fb6919ef7a0 on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:05:40.008971 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8385343f-d978-4ed9-a979-22e1f0c2e89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:40.010107 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7af44cc4-481a-4c2c-be8e-9dac09de0732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:40.020609 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-7af44cc4-481a-4c2c-be8e-9dac09de0732 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e121fe6d-e431-4a6f-b01b-2bccb43b5bdb']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:40.031273 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-7af44cc4-481a-4c2c-be8e-9dac09de0732 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b13f9979-3aba-4dc9-89a9-118cc4a6679b') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:40.031652 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-7af44cc4-481a-4c2c-be8e-9dac09de0732 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b13f9979-3aba-4dc9-89a9-118cc4a6679b') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:40.033232 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8385343f-d978-4ed9-a979-22e1f0c2e89c None None] Pushing event deleted for resources: {'Port': ['ID=fa56f52a-49d9-40cc-af99-3fb6919ef7a0,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:40.041423 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7af44cc4-481a-4c2c-be8e-9dac09de0732 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:40.042985 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8385343f-d978-4ed9-a979-22e1f0c2e89c None None] No DVR routers for this DVR port fa56f52a-49d9-40cc-af99-3fb6919ef7a0 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:05:40.046458 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385343f-d978-4ed9-a979-22e1f0c2e89c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:40.047138 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385343f-d978-4ed9-a979-22e1f0c2e89c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:40.047483 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385343f-d978-4ed9-a979-22e1f0c2e89c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:40.047820 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385343f-d978-4ed9-a979-22e1f0c2e89c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:40.048152 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385343f-d978-4ed9-a979-22e1f0c2e89c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:40.049169 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385343f-d978-4ed9-a979-22e1f0c2e89c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:40.049169 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385343f-d978-4ed9-a979-22e1f0c2e89c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:40.049513 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385343f-d978-4ed9-a979-22e1f0c2e89c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:40.049845 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385343f-d978-4ed9-a979-22e1f0c2e89c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:40.050172 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385343f-d978-4ed9-a979-22e1f0c2e89c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:40.050500 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385343f-d978-4ed9-a979-22e1f0c2e89c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:40.050819 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385343f-d978-4ed9-a979-22e1f0c2e89c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:40.065922 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7af44cc4-481a-4c2c-be8e-9dac09de0732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:40.072221 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7af44cc4-481a-4c2c-be8e-9dac09de0732 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:05:40.072690 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7af44cc4-481a-4c2c-be8e-9dac09de0732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:40.074572 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 21:05:40.074572 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:05:40.074572 n-d-793618-10 neutron-server[93875]: timer() Jul 23 21:05:40.074572 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:05:40.074572 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 21:05:40.074572 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:05:40.074572 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 21:05:40.074572 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:05:40.074572 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 21:05:40.074572 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:05:40.074572 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 21:05:40.074572 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:05:40.074572 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 21:05:40.074572 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:05:40.074572 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:05:40.074572 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:05:40.074572 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:05:40.074572 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:05:40.074572 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 21:05:40.074572 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:05:40.074572 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 21:05:40.074572 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:05:40.074572 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:05:40.074572 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:05:40.074572 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 21:05:40.074572 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:05:40.074572 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:05:40.074572 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:05:40.074572 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:05:40.074572 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:05:40.074572 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:05:40.074572 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:05:40.128944 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7af44cc4-481a-4c2c-be8e-9dac09de0732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:40.134477 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7af44cc4-481a-4c2c-be8e-9dac09de0732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:40.136329 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7af44cc4-481a-4c2c-be8e-9dac09de0732 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e121fe6d-e431-4a6f-b01b-2bccb43b5bdb HTTP/1.1" status: 204 len: 168 time: 0.5414038 Jul 23 21:05:40.139985 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38438) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:40.147664 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af44cc4-481a-4c2c-be8e-9dac09de0732 admin admin] Pushing event deleted for resources: {'Network': ['ID=e121fe6d-e431-4a6f-b01b-2bccb43b5bdb,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:40.367959 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e0de474-6e20-4868-aaee-bca25e23133a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:40.489320 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-94babdc9-85d6-4bca-b581-4ca54c6c1fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:40.527499 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 21da34fd-1e1d-40ae-8d07-02f9b55269c6 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:05:40.547622 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 21da34fd-1e1d-40ae-8d07-02f9b55269c6 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:05:40.547994 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 21da34fd-1e1d-40ae-8d07-02f9b55269c6 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:05:40.548415 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device fa56f52a-49d9-40cc-af99-3fb6919ef7a0 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:05:40.569566 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: fa56f52a-49d9-40cc-af99-3fb6919ef7a0 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:05:40.569910 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device fa56f52a-49d9-40cc-af99-3fb6919ef7a0 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:05:40.570323 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 72e9d5b2-b256-4426-b6db-7fd141438996 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:05:40.590012 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 72e9d5b2-b256-4426-b6db-7fd141438996 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:05:40.590239 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 72e9d5b2-b256-4426-b6db-7fd141438996 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:05:40.744465 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-94babdc9-85d6-4bca-b581-4ca54c6c1fdb admin admin] Deleting port 27748b80-81bf-4596-96c8-761e63958884 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:05:40.744719 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-94babdc9-85d6-4bca-b581-4ca54c6c1fdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:40.820561 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-94babdc9-85d6-4bca-b581-4ca54c6c1fdb admin admin] For port 27748b80-81bf-4596-96c8-761e63958884, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=27748b80-81bf-4596-96c8-761e63958884,segment=NetworkSegment(a2291873-6003-4cb2-ad65-bd019d74dfa1),segment_id=a2291873-6003-4cb2-ad65-bd019d74dfa1)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:05:40.820921 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-94babdc9-85d6-4bca-b581-4ca54c6c1fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:40.833006 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-94babdc9-85d6-4bca-b581-4ca54c6c1fdb admin admin] Calling delete_port for 27748b80-81bf-4596-96c8-761e63958884 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:05:41.014932 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-94babdc9-85d6-4bca-b581-4ca54c6c1fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:41.046595 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94babdc9-85d6-4bca-b581-4ca54c6c1fdb admin admin] Pushing event deleted for resources: {'Port': ['ID=27748b80-81bf-4596-96c8-761e63958884,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:41.214374 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-94babdc9-85d6-4bca-b581-4ca54c6c1fdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:41.429192 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94babdc9-85d6-4bca-b581-4ca54c6c1fdb admin admin] Router 5bbc04f5-37f0-457f-a093-995cff724d6d has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:05:41.535650 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94babdc9-85d6-4bca-b581-4ca54c6c1fdb admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:05:41.540643 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-94babdc9-85d6-4bca-b581-4ca54c6c1fdb admin admin] 10.222.0.32 "PUT /v2.0/routers/5bbc04f5-37f0-457f-a093-995cff724d6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3995547 Jul 23 21:05:41.543350 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38440) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:41.544265 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e62fcb0-f7fc-4f7e-83f3-18abe435cca2 None None] Sync routers for ids ['5bbc04f5-37f0-457f-a093-995cff724d6d'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:05:41.553959 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e62fcb0-f7fc-4f7e-83f3-18abe435cca2 None None] Routers {'5bbc04f5-37f0-457f-a093-995cff724d6d'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:05:41.554599 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-7e62fcb0-f7fc-4f7e-83f3-18abe435cca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:05:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5bbc04f5-37f0-457f-a093-995cff724d6d'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:41.643146 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bf81d220-efa3-44c8-960a-800f35a01e0a admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:41.659604 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-7e62fcb0-f7fc-4f7e-83f3-18abe435cca2 None None] Set router 5bbc04f5-37f0-457f-a093-995cff724d6d gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:05:41.745497 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bf81d220-efa3-44c8-960a-800f35a01e0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:41.802848 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-bf81d220-efa3-44c8-960a-800f35a01e0a admin admin] Deleting port d0086089-b1ef-4def-a0a2-cd06943b08e6 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:05:41.803188 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bf81d220-efa3-44c8-960a-800f35a01e0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:41.835593 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-7e62fcb0-f7fc-4f7e-83f3-18abe435cca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bbc04f5-37f0-457f-a093-995cff724d6d', 'name': 'tempest-TestMinimumBasicScenario-1763473940-router', 'tenant_id': '7061dc515dd44a6596637934ca865496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'd0086089-b1ef-4def-a0a2-cd06943b08e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:03:33Z', 'updated_at': '2021-07-23T21:05:40Z', 'revision_number': 5, 'project_id': '7061dc515dd44a6596637934ca865496', 'gw_port': {'id': 'd0086089-b1ef-4def-a0a2-cd06943b08e6', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:0f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbc04f5-37f0-457f-a093-995cff724d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:34Z', 'updated_at': '2021-07-23T21:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:41.862843 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e62fcb0-f7fc-4f7e-83f3-18abe435cca2 None None] Checking router: 5bbc04f5-37f0-457f-a093-995cff724d6d for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:05:41.873817 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e62fcb0-f7fc-4f7e-83f3-18abe435cca2 None None] Routers {'5bbc04f5-37f0-457f-a093-995cff724d6d'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:05:41.874887 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-7e62fcb0-f7fc-4f7e-83f3-18abe435cca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:05:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['5bbc04f5-37f0-457f-a093-995cff724d6d'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:41.880353 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-bf81d220-efa3-44c8-960a-800f35a01e0a admin admin] For port d0086089-b1ef-4def-a0a2-cd06943b08e6, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d0086089-b1ef-4def-a0a2-cd06943b08e6,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:05:41.880709 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bf81d220-efa3-44c8-960a-800f35a01e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:41.892926 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-bf81d220-efa3-44c8-960a-800f35a01e0a admin admin] Calling delete_port for d0086089-b1ef-4def-a0a2-cd06943b08e6 owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:05:41.960753 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-7e62fcb0-f7fc-4f7e-83f3-18abe435cca2 None None] Set router 5bbc04f5-37f0-457f-a093-995cff724d6d gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:05:42.017111 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-7e62fcb0-f7fc-4f7e-83f3-18abe435cca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bbc04f5-37f0-457f-a093-995cff724d6d', 'name': 'tempest-TestMinimumBasicScenario-1763473940-router', 'tenant_id': '7061dc515dd44a6596637934ca865496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:03:33Z', 'updated_at': '2021-07-23T21:05:41Z', 'revision_number': 6, 'project_id': '7061dc515dd44a6596637934ca865496', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:42.043326 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e62fcb0-f7fc-4f7e-83f3-18abe435cca2 None None] The sync data for ids ['5bbc04f5-37f0-457f-a093-995cff724d6d'] in n-d-793618-10 is: [{'id': '5bbc04f5-37f0-457f-a093-995cff724d6d', 'name': 'tempest-TestMinimumBasicScenario-1763473940-router', 'tenant_id': '7061dc515dd44a6596637934ca865496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:03:33Z', 'updated_at': '2021-07-23T21:05:41Z', 'revision_number': 6, 'project_id': '7061dc515dd44a6596637934ca865496', 'gw_port_host': None}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:05:42.063365 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bf81d220-efa3-44c8-960a-800f35a01e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:42.090505 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf81d220-efa3-44c8-960a-800f35a01e0a admin admin] Pushing event deleted for resources: {'Port': ['ID=d0086089-b1ef-4def-a0a2-cd06943b08e6,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:42.156051 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bf81d220-efa3-44c8-960a-800f35a01e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:42.245654 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bf81d220-efa3-44c8-960a-800f35a01e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:42.247784 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bf81d220-efa3-44c8-960a-800f35a01e0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:42.290985 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bf81d220-efa3-44c8-960a-800f35a01e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:42.291460 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf81d220-efa3-44c8-960a-800f35a01e0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bbc04f5-37f0-457f-a093-995cff724d6d {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:05:42.296038 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bf81d220-efa3-44c8-960a-800f35a01e0a admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:42.297165 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bf81d220-efa3-44c8-960a-800f35a01e0a admin admin] 10.222.0.32 "DELETE /v2.0/routers/5bbc04f5-37f0-457f-a093-995cff724d6d HTTP/1.1" status: 204 len: 168 time: 0.7528799 Jul 23 21:05:42.299685 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38442) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:42.344047 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-166e8f6e-4ccf-4ee5-a818-47dc19d6e0e0 admin admin] Deleting subnet f083c2a1-afe4-4f0e-a028-2d290405e331 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:05:42.346999 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-166e8f6e-4ccf-4ee5-a818-47dc19d6e0e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:42.386469 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-166e8f6e-4ccf-4ee5-a818-47dc19d6e0e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:42.469629 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-166e8f6e-4ccf-4ee5-a818-47dc19d6e0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:42.522024 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-166e8f6e-4ccf-4ee5-a818-47dc19d6e0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:42.546611 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e8f6e-4ccf-4ee5-a818-47dc19d6e0e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f083c2a1-afe4-4f0e-a028-2d290405e331,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:42.552869 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-166e8f6e-4ccf-4ee5-a818-47dc19d6e0e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:42.554988 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-166e8f6e-4ccf-4ee5-a818-47dc19d6e0e0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f083c2a1-afe4-4f0e-a028-2d290405e331 HTTP/1.1" status: 204 len: 168 time: 0.2543697 Jul 23 21:05:42.557413 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38444) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:42.559830 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e500d79-a554-4ba1-8b43-8ecaf07c5a11 None None] Network a50ab0b5-7797-450d-924b-983e7a516eaf requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:05:42.633058 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f39a731-7332-417a-870e-448f20e18f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:42.685054 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-4f39a731-7332-417a-870e-448f20e18f2a admin admin] Deleting port d0025a55-c0e7-4f96-a519-e02100da0344 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:05:42.685513 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f39a731-7332-417a-870e-448f20e18f2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:42.760621 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-4f39a731-7332-417a-870e-448f20e18f2a admin admin] For port d0025a55-c0e7-4f96-a519-e02100da0344, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d0025a55-c0e7-4f96-a519-e02100da0344,segment=NetworkSegment(a2291873-6003-4cb2-ad65-bd019d74dfa1),segment_id=a2291873-6003-4cb2-ad65-bd019d74dfa1)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:05:42.760976 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f39a731-7332-417a-870e-448f20e18f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:42.775921 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-4f39a731-7332-417a-870e-448f20e18f2a admin admin] Calling delete_port for d0025a55-c0e7-4f96-a519-e02100da0344 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:05:42.776165 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806ec408-9aed-4b5c-a126-e9987ea3c982 None None] DHCP port deletion for a50ab0b5-7797-450d-924b-983e7a516eaf request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:05:42.832855 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d0025a55-c0e7-4f96-a519-e02100da0344 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:05:42.839700 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-806ec408-9aed-4b5c-a126-e9987ea3c982 None None] Deleting port d0025a55-c0e7-4f96-a519-e02100da0344 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:05:42.840073 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-806ec408-9aed-4b5c-a126-e9987ea3c982 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:42.861382 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f39a731-7332-417a-870e-448f20e18f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:42.888315 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f39a731-7332-417a-870e-448f20e18f2a admin admin] Pushing event deleted for resources: {'Port': ['ID=d0025a55-c0e7-4f96-a519-e02100da0344,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:42.890979 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f39a731-7332-417a-870e-448f20e18f2a admin admin] No DVR routers for this DVR port d0025a55-c0e7-4f96-a519-e02100da0344 on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:05:42.936324 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No active binding found for port d0025a55-c0e7-4f96-a519-e02100da0344 {{(pid=93877) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 23 21:05:42.936751 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d0025a55-c0e7-4f96-a519-e02100da0344 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:05:42.937177 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d0086089-b1ef-4def-a0a2-cd06943b08e6 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:05:42.939990 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-806ec408-9aed-4b5c-a126-e9987ea3c982 None None] For port d0025a55-c0e7-4f96-a519-e02100da0344, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d0025a55-c0e7-4f96-a519-e02100da0344,segment=NetworkSegment(a2291873-6003-4cb2-ad65-bd019d74dfa1),segment_id=a2291873-6003-4cb2-ad65-bd019d74dfa1)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:05:42.940380 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-806ec408-9aed-4b5c-a126-e9987ea3c982 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:42.965680 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: d0086089-b1ef-4def-a0a2-cd06943b08e6 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:05:42.966023 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d0086089-b1ef-4def-a0a2-cd06943b08e6 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:05:42.966438 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 27748b80-81bf-4596-96c8-761e63958884 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:05:42.968773 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f39a731-7332-417a-870e-448f20e18f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:42.978808 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-4f39a731-7332-417a-870e-448f20e18f2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a50ab0b5-7797-450d-924b-983e7a516eaf']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:42.989146 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-4f39a731-7332-417a-870e-448f20e18f2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2291873-6003-4cb2-ad65-bd019d74dfa1') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:42.989445 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-4f39a731-7332-417a-870e-448f20e18f2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2291873-6003-4cb2-ad65-bd019d74dfa1') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:42.990352 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-806ec408-9aed-4b5c-a126-e9987ea3c982 None None] Calling delete_port for d0025a55-c0e7-4f96-a519-e02100da0344 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:05:42.994118 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 27748b80-81bf-4596-96c8-761e63958884 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:05:42.994461 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 27748b80-81bf-4596-96c8-761e63958884 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:05:42.999541 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f39a731-7332-417a-870e-448f20e18f2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:43.016574 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f39a731-7332-417a-870e-448f20e18f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:43.023745 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f39a731-7332-417a-870e-448f20e18f2a admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:05:43.024038 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f39a731-7332-417a-870e-448f20e18f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:43.025751 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 21:05:43.025751 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:05:43.025751 n-d-793618-10 neutron-server[93876]: timer() Jul 23 21:05:43.025751 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:05:43.025751 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 21:05:43.025751 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:05:43.025751 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 21:05:43.025751 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:05:43.025751 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 21:05:43.025751 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:05:43.025751 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 21:05:43.025751 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:05:43.025751 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 21:05:43.025751 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:05:43.025751 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:05:43.025751 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:05:43.025751 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:05:43.025751 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:05:43.025751 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 21:05:43.025751 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:05:43.025751 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 21:05:43.025751 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:05:43.025751 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:05:43.025751 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:05:43.025751 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 21:05:43.025751 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:05:43.025751 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:05:43.025751 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:05:43.025751 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:05:43.025751 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:05:43.025751 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:05:43.025751 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:05:43.076726 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-806ec408-9aed-4b5c-a126-e9987ea3c982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:43.091318 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f39a731-7332-417a-870e-448f20e18f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:43.100017 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4f39a731-7332-417a-870e-448f20e18f2a admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:43.104920 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4f39a731-7332-417a-870e-448f20e18f2a admin admin] 10.222.0.32 "DELETE /v2.0/networks/a50ab0b5-7797-450d-924b-983e7a516eaf HTTP/1.1" status: 204 len: 168 time: 0.5422046 Jul 23 21:05:43.109850 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ec408-9aed-4b5c-a126-e9987ea3c982 None None] Pushing event deleted for resources: {'Port': ['ID=d0025a55-c0e7-4f96-a519-e02100da0344,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:43.115400 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806ec408-9aed-4b5c-a126-e9987ea3c982 None None] No DVR routers for this DVR port d0025a55-c0e7-4f96-a519-e02100da0344 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:05:43.117082 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f39a731-7332-417a-870e-448f20e18f2a admin admin] Pushing event deleted for resources: {'Network': ['ID=a50ab0b5-7797-450d-924b-983e7a516eaf,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:43.272017 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38448) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:43.312631 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a0e95e04-f611-45af-87b6-05a4652ac92b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=074235b4ddbb4013aca7350cb1658492&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394552 Jul 23 21:05:43.315217 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38450) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:43.363060 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b598b5c3-c73e-4f94-956b-0f0cae056f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:43.383776 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b598b5c3-c73e-4f94-956b-0f0cae056f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:43.412556 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:43.433019 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b598b5c3-c73e-4f94-956b-0f0cae056f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:43.435617 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b598b5c3-c73e-4f94-956b-0f0cae056f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:43.436784 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b598b5c3-c73e-4f94-956b-0f0cae056f73 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81d88dac-57a5-4343-a58d-a01620741e21 HTTP/1.1" status: 204 len: 168 time: 0.1207414 Jul 23 21:05:43.444876 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598b5c3-c73e-4f94-956b-0f0cae056f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d88dac-57a5-4343-a58d-a01620741e21,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:43.714115 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2157dadf-f1af-4fc2-b0d2-6b8633f4e711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:43.745343 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38456) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:43.784735 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b9d74265-f74c-4dfc-b0d9-2f2c28c9aa40 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7061dc515dd44a6596637934ca865496&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381775 Jul 23 21:05:43.787186 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38458) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:43.837457 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee5e0e48-c209-483c-b8b1-421d7cc8bbf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:43.858760 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee5e0e48-c209-483c-b8b1-421d7cc8bbf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:43.906011 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee5e0e48-c209-483c-b8b1-421d7cc8bbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:43.908491 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee5e0e48-c209-483c-b8b1-421d7cc8bbf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:43.909653 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ee5e0e48-c209-483c-b8b1-421d7cc8bbf7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a74d0ad3-8831-4eb9-ac5a-e696757b161a HTTP/1.1" status: 204 len: 168 time: 0.1215699 Jul 23 21:05:43.918567 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e0e48-c209-483c-b8b1-421d7cc8bbf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74d0ad3-8831-4eb9-ac5a-e696757b161a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:44.210497 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:45.086054 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:45.238682 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:45.699371 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38500) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:45.704772 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-fb47ea55-9fdf-4260-8974-49e19fd9630c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-997951826', 'description': 'tempest-secgroup-smoke-997951826 description', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:05:45.726454 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb47ea55-9fdf-4260-8974-49e19fd9630c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:45.734439 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb47ea55-9fdf-4260-8974-49e19fd9630c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:45.830073 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb47ea55-9fdf-4260-8974-49e19fd9630c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:45.833839 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb47ea55-9fdf-4260-8974-49e19fd9630c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:45.870149 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47ea55-9fdf-4260-8974-49e19fd9630c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66811fd4-e9f1-4d16-8d90-7138bd9fcf41,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:45.922949 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb47ea55-9fdf-4260-8974-49e19fd9630c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:45.926753 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb47ea55-9fdf-4260-8974-49e19fd9630c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:45.951751 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-fb47ea55-9fdf-4260-8974-49e19fd9630c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:45.952952 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-fb47ea55-9fdf-4260-8974-49e19fd9630c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2524669 Jul 23 21:05:45.956264 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38502) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:45.956888 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47ea55-9fdf-4260-8974-49e19fd9630c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c82b1e-820d-4ff1-a30f-14a06abb33bd,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:45.961220 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-e07bcb84-9564-48c7-91d7-7021f24be9c0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'security_group_rule': {'security_group_id': 'f3c82b1e-820d-4ff1-a30f-14a06abb33bd', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:05:45.988328 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e07bcb84-9564-48c7-91d7-7021f24be9c0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:46.047507 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e07bcb84-9564-48c7-91d7-7021f24be9c0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:46.050901 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e07bcb84-9564-48c7-91d7-7021f24be9c0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:46.071228 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bcb84-9564-48c7-91d7-7021f24be9c0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaf90acb-d609-4345-8f1a-917d9e72f376,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:46.074346 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e07bcb84-9564-48c7-91d7-7021f24be9c0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:46.075528 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e07bcb84-9564-48c7-91d7-7021f24be9c0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1181338 Jul 23 21:05:46.078342 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38504) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:46.082740 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-0eb1f13e-9b1f-4509-9ea0-94961a4c3c74 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'security_group_rule': {'security_group_id': 'f3c82b1e-820d-4ff1-a30f-14a06abb33bd', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:05:46.108604 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0eb1f13e-9b1f-4509-9ea0-94961a4c3c74 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:46.141822 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:46.165333 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0eb1f13e-9b1f-4509-9ea0-94961a4c3c74 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:46.168813 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0eb1f13e-9b1f-4509-9ea0-94961a4c3c74 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:46.188504 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1f13e-9b1f-4509-9ea0-94961a4c3c74 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6722482a-21a1-46ca-b60a-deaafbaf669d,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:46.191524 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0eb1f13e-9b1f-4509-9ea0-94961a4c3c74 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:46.195648 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0eb1f13e-9b1f-4509-9ea0-94961a4c3c74 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1137207 Jul 23 21:05:46.195851 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38506) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:46.200375 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-a727ca5c-850e-47fe-9568-8a8794bbd428 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'security_group_rule': {'security_group_id': 'f3c82b1e-820d-4ff1-a30f-14a06abb33bd', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:05:46.227554 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a727ca5c-850e-47fe-9568-8a8794bbd428 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:46.286773 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a727ca5c-850e-47fe-9568-8a8794bbd428 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:46.290497 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a727ca5c-850e-47fe-9568-8a8794bbd428 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:46.311348 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a727ca5c-850e-47fe-9568-8a8794bbd428 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c298b248-4cdb-4f00-a809-82e821af7d70,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:46.314923 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a727ca5c-850e-47fe-9568-8a8794bbd428 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:46.318838 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a727ca5c-850e-47fe-9568-8a8794bbd428 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193678 Jul 23 21:05:46.319308 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38508) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:46.323386 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-3353aff5-a143-4c8d-8d72-d515c06936a0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'security_group_rule': {'security_group_id': 'f3c82b1e-820d-4ff1-a30f-14a06abb33bd', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:05:46.350500 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3353aff5-a143-4c8d-8d72-d515c06936a0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:46.414419 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3353aff5-a143-4c8d-8d72-d515c06936a0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:46.417858 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3353aff5-a143-4c8d-8d72-d515c06936a0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:46.436666 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353aff5-a143-4c8d-8d72-d515c06936a0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55089632-63a3-41d3-a817-39166dbc64ef,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:46.440266 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3353aff5-a143-4c8d-8d72-d515c06936a0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:46.441412 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-3353aff5-a143-4c8d-8d72-d515c06936a0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1215317 Jul 23 21:05:46.444146 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38510) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:46.448587 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-50c88962-518a-42f0-939a-fb855b1241ad tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'security_group_rule': {'security_group_id': 'f3c82b1e-820d-4ff1-a30f-14a06abb33bd', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:05:46.470200 n-d-793618-10 neutron-server[93875]: INFO neutron.db.securitygroups_db [None req-50c88962-518a-42f0-939a-fb855b1241ad tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Project 7adadf4e5dc447c39b760d2e191ff3f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:05:46.475241 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-50c88962-518a-42f0-939a-fb855b1241ad tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:46.536480 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-50c88962-518a-42f0-939a-fb855b1241ad tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:46.540163 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-50c88962-518a-42f0-939a-fb855b1241ad tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:46.559892 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c88962-518a-42f0-939a-fb855b1241ad tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1950693-c5d4-4c11-946b-87062d455b92,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:46.566629 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-50c88962-518a-42f0-939a-fb855b1241ad tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:46.567807 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-50c88962-518a-42f0-939a-fb855b1241ad tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1227272 Jul 23 21:05:46.570669 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38512) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:46.574966 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-0c9ce273-a0d1-4816-a0a7-8016c0b10249 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'security_group_rule': {'security_group_id': 'f3c82b1e-820d-4ff1-a30f-14a06abb33bd', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:05:46.597904 n-d-793618-10 neutron-server[93875]: INFO neutron.db.securitygroups_db [None req-0c9ce273-a0d1-4816-a0a7-8016c0b10249 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Project 7adadf4e5dc447c39b760d2e191ff3f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:05:46.602755 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0c9ce273-a0d1-4816-a0a7-8016c0b10249 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:46.665539 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0c9ce273-a0d1-4816-a0a7-8016c0b10249 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:46.669402 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0c9ce273-a0d1-4816-a0a7-8016c0b10249 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:46.688199 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ce273-a0d1-4816-a0a7-8016c0b10249 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c0933d-a376-4725-8eae-512f94d66043,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:46.695410 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0c9ce273-a0d1-4816-a0a7-8016c0b10249 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:46.696609 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0c9ce273-a0d1-4816-a0a7-8016c0b10249 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1250348 Jul 23 21:05:46.699669 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38514) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:46.705285 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-16e0029e-eb0d-47f0-9952-3981553e98da tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'network': {'name': 'tempest-network-smoke--1921179936', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'port_security_enabled': True}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:05:46.730022 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e0029e-eb0d-47f0-9952-3981553e98da tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Made reservation on behalf of 7adadf4e5dc447c39b760d2e191ff3f5 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:05:46.734074 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-16e0029e-eb0d-47f0-9952-3981553e98da tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:46.756687 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16e0029e-eb0d-47f0-9952-3981553e98da tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:05:46.765986 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-16e0029e-eb0d-47f0-9952-3981553e98da tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:46.766329 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-16e0029e-eb0d-47f0-9952-3981553e98da tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Added segment acbec1aa-f34e-4134-8196-82873b0cb740 of type vlan for network 86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07 Jul 23 21:05:46.808127 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-16e0029e-eb0d-47f0-9952-3981553e98da tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:46.835977 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-16e0029e-eb0d-47f0-9952-3981553e98da tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:46.842678 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e0029e-eb0d-47f0-9952-3981553e98da tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:46.843521 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-16e0029e-eb0d-47f0-9952-3981553e98da tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:46.875199 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-16e0029e-eb0d-47f0-9952-3981553e98da tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1744857 Jul 23 21:05:46.878330 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38516) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:46.883731 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-7330762a-20ad-444e-9f00-99429070686e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-36201379', 'admin_state_up': True, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:05:46.909749 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7330762a-20ad-444e-9f00-99429070686e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:46.910716 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7330762a-20ad-444e-9f00-99429070686e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:46.913747 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e0029e-eb0d-47f0-9952-3981553e98da tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'Network': ['ID=86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:46.926651 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:05:46.968727 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7330762a-20ad-444e-9f00-99429070686e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:47.452528 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7330762a-20ad-444e-9f00-99429070686e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:47.648104 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7330762a-20ad-444e-9f00-99429070686e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:47.668074 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7330762a-20ad-444e-9f00-99429070686e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:47.738583 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:05:47.778561 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-7330762a-20ad-444e-9f00-99429070686e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Allocated IP 172.25.1.88 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/6aff6406-fe47-481a-87fe-e7dcd45dc491) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:05:47.884357 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7330762a-20ad-444e-9f00-99429070686e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:47.927207 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7330762a-20ad-444e-9f00-99429070686e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:47.970234 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7330762a-20ad-444e-9f00-99429070686e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:05:47.975193 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-7330762a-20ad-444e-9f00-99429070686e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:05:47.978834 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7330762a-20ad-444e-9f00-99429070686e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:05:47.984996 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330762a-20ad-444e-9f00-99429070686e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'Port': ['ID=6aff6406-fe47-481a-87fe-e7dcd45dc491,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:48.245401 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7330762a-20ad-444e-9f00-99429070686e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:48.452246 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7330762a-20ad-444e-9f00-99429070686e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:48.585661 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7330762a-20ad-444e-9f00-99429070686e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Router 839c84e1-bd19-4a6b-b589-95735c4a735c is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:05:48.698730 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7330762a-20ad-444e-9f00-99429070686e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:05:48.711996 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a392318-882b-44a0-93aa-1b8eeb2d83e6 None None] Sync routers for ids ['839c84e1-bd19-4a6b-b589-95735c4a735c'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:05:48.718512 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7330762a-20ad-444e-9f00-99429070686e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:48.719841 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7330762a-20ad-444e-9f00-99429070686e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8404326 Jul 23 21:05:48.722608 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a392318-882b-44a0-93aa-1b8eeb2d83e6 None None] Routers {'839c84e1-bd19-4a6b-b589-95735c4a735c'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:05:48.722608 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3a392318-882b-44a0-93aa-1b8eeb2d83e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:05:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['839c84e1-bd19-4a6b-b589-95735c4a735c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:48.723558 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38518) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:48.832002 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-3a392318-882b-44a0-93aa-1b8eeb2d83e6 None None] Set router 839c84e1-bd19-4a6b-b589-95735c4a735c gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:05:48.856985 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-dfde8112-65b0-4dc8-93ba-bf41cd499f41 tempest-TestNetworkAdvancedServerOps-1200032442 tempest-TestNetworkAdvancedServerOps-1200032442-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=7adadf4e5dc447c39b760d2e191ff3f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1325097 Jul 23 21:05:48.860139 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38522) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:48.955246 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97b5b55-686f-4970-adf2-fdbbc49128ba tempest-TestNetworkAdvancedServerOps-1200032442 tempest-TestNetworkAdvancedServerOps-1200032442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:48.956804 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a97b5b55-686f-4970-adf2-fdbbc49128ba tempest-TestNetworkAdvancedServerOps-1200032442 tempest-TestNetworkAdvancedServerOps-1200032442-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0957136 Jul 23 21:05:48.959602 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38524) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:48.988347 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-27edbc28-1cc3-4743-84e9-d1b830a9a753 tempest-TestNetworkAdvancedServerOps-1200032442 tempest-TestNetworkAdvancedServerOps-1200032442-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=8013d0d6-aee4-47cc-8dbe-3abed6e5116f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275080 Jul 23 21:05:48.990836 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38526) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:48.995654 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-2172d34f-df58-4d47-8586-389e245de4b8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1890497171', 'network_id': '86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:05:49.013548 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3a392318-882b-44a0-93aa-1b8eeb2d83e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839c84e1-bd19-4a6b-b589-95735c4a735c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36201379', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '6aff6406-fe47-481a-87fe-e7dcd45dc491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:05:46Z', 'updated_at': '2021-07-23T21:05:48Z', 'revision_number': 3, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '6aff6406-fe47-481a-87fe-e7dcd45dc491', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839c84e1-bd19-4a6b-b589-95735c4a735c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:05:47Z', 'updated_at': '2021-07-23T21:05:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:49.038570 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a392318-882b-44a0-93aa-1b8eeb2d83e6 None None] Checking router: 839c84e1-bd19-4a6b-b589-95735c4a735c for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:05:49.038910 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a392318-882b-44a0-93aa-1b8eeb2d83e6 None None] Updating router 839c84e1-bd19-4a6b-b589-95735c4a735c port 6aff6406-fe47-481a-87fe-e7dcd45dc491 binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:05:49.090220 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2172d34f-df58-4d47-8586-389e245de4b8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Made reservation on behalf of 7adadf4e5dc447c39b760d2e191ff3f5 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:05:49.094901 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2172d34f-df58-4d47-8586-389e245de4b8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:49.166968 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3a392318-882b-44a0-93aa-1b8eeb2d83e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:49.285504 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2172d34f-df58-4d47-8586-389e245de4b8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:49.347265 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172d34f-df58-4d47-8586-389e245de4b8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'Subnet': ['ID=ed306812-286a-4a8c-9d1c-6746bb885c8e,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:49.354717 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2172d34f-df58-4d47-8586-389e245de4b8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Checking segment: {'id': 'acbec1aa-f34e-4134-8196-82873b0cb740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:05:49.355093 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2172d34f-df58-4d47-8586-389e245de4b8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Network hostable DHCP agents. Network: 86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:05:49.373037 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2172d34f-df58-4d47-8586-389e245de4b8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Network 86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:05:49.382341 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-2172d34f-df58-4d47-8586-389e245de4b8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:05:49.386083 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2172d34f-df58-4d47-8586-389e245de4b8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:49.386672 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2172d34f-df58-4d47-8586-389e245de4b8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:49.394240 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbab1e5-101e-4b9d-a867-82fd8f1103d1 None None] Network 86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:05:49.402616 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2172d34f-df58-4d47-8586-389e245de4b8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4105818 Jul 23 21:05:49.405690 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38528) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:49.428343 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3a392318-882b-44a0-93aa-1b8eeb2d83e6 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:49.438663 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3a392318-882b-44a0-93aa-1b8eeb2d83e6 None None] Transition to ACTIVE for port object 6aff6406-fe47-481a-87fe-e7dcd45dc491 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:05:49.445499 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3a392318-882b-44a0-93aa-1b8eeb2d83e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:49.500158 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-3a392318-882b-44a0-93aa-1b8eeb2d83e6 None None] Attempting to bind port 6aff6406-fe47-481a-87fe-e7dcd45dc491 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:05:49.501160 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-3a392318-882b-44a0-93aa-1b8eeb2d83e6 None None] Attempting to bind port 6aff6406-fe47-481a-87fe-e7dcd45dc491 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:05:49.501542 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a392318-882b-44a0-93aa-1b8eeb2d83e6 None None] Attempting to bind port 6aff6406-fe47-481a-87fe-e7dcd45dc491 on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:05:49.524736 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a392318-882b-44a0-93aa-1b8eeb2d83e6 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:05:49.525133 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a392318-882b-44a0-93aa-1b8eeb2d83e6 None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:05:49.525603 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3a392318-882b-44a0-93aa-1b8eeb2d83e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:49.525994 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a392318-882b-44a0-93aa-1b8eeb2d83e6 None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:05:49.526461 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-3a392318-882b-44a0-93aa-1b8eeb2d83e6 None None] Bound port: 6aff6406-fe47-481a-87fe-e7dcd45dc491, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:05:49.526968 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3a392318-882b-44a0-93aa-1b8eeb2d83e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:49.530756 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d4dc33-49e5-4d26-ba75-5c62d87c2cab None None] Pushing event updated for resources: {'Port': ['ID=6aff6406-fe47-481a-87fe-e7dcd45dc491,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:49.552473 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de786083-5aa7-4426-92be-2ce40d07bff0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07', 'network_id': '86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'fixed_ips': [{'subnet_id': 'ed306812-286a-4a8c-9d1c-6746bb885c8e'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:05:49.553703 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de786083-5aa7-4426-92be-2ce40d07bff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:49.569941 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4dc33-49e5-4d26-ba75-5c62d87c2cab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:49.570301 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4dc33-49e5-4d26-ba75-5c62d87c2cab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:49.570608 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4dc33-49e5-4d26-ba75-5c62d87c2cab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:49.570934 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4dc33-49e5-4d26-ba75-5c62d87c2cab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:49.571258 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4dc33-49e5-4d26-ba75-5c62d87c2cab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:49.571578 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4dc33-49e5-4d26-ba75-5c62d87c2cab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:49.571895 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4dc33-49e5-4d26-ba75-5c62d87c2cab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:49.572210 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4dc33-49e5-4d26-ba75-5c62d87c2cab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:49.572524 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4dc33-49e5-4d26-ba75-5c62d87c2cab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:49.572836 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4dc33-49e5-4d26-ba75-5c62d87c2cab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:49.573149 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4dc33-49e5-4d26-ba75-5c62d87c2cab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:49.573523 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4dc33-49e5-4d26-ba75-5c62d87c2cab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:49.606320 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3a392318-882b-44a0-93aa-1b8eeb2d83e6 None None] For port 6aff6406-fe47-481a-87fe-e7dcd45dc491, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:05:49.610494 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3a392318-882b-44a0-93aa-1b8eeb2d83e6 None None] For port 6aff6406-fe47-481a-87fe-e7dcd45dc491, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6aff6406-fe47-481a-87fe-e7dcd45dc491,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:05:49.615734 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3a392318-882b-44a0-93aa-1b8eeb2d83e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:49.667550 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a392318-882b-44a0-93aa-1b8eeb2d83e6 None None] Routers {'839c84e1-bd19-4a6b-b589-95735c4a735c'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:05:49.668217 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3a392318-882b-44a0-93aa-1b8eeb2d83e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:05:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['839c84e1-bd19-4a6b-b589-95735c4a735c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:49.722044 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-de786083-5aa7-4426-92be-2ce40d07bff0 None None] Allocated IP 172.20.0.2 (86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07/ed306812-286a-4a8c-9d1c-6746bb885c8e/a366527b-cff2-48a8-86b2-1f1abecd470a) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:05:49.750316 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d4dc33-49e5-4d26-ba75-5c62d87c2cab None None] Pushing event updated for resources: {'Port': ['ID=6aff6406-fe47-481a-87fe-e7dcd45dc491,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:49.797024 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-3a392318-882b-44a0-93aa-1b8eeb2d83e6 None None] Set router 839c84e1-bd19-4a6b-b589-95735c4a735c gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:05:49.891777 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de786083-5aa7-4426-92be-2ce40d07bff0 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:49.894083 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-64382ba6-eacb-4655-84d3-2ea34151bbed tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:49.900576 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-de786083-5aa7-4426-92be-2ce40d07bff0 None None] Transition to ACTIVE for port object a366527b-cff2-48a8-86b2-1f1abecd470a will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:05:49.916155 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-de786083-5aa7-4426-92be-2ce40d07bff0 None None] Transition to ACTIVE for port object a366527b-cff2-48a8-86b2-1f1abecd470a will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:05:49.923773 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de786083-5aa7-4426-92be-2ce40d07bff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:49.972142 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de786083-5aa7-4426-92be-2ce40d07bff0 None None] Network 86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:05:49.975959 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-de786083-5aa7-4426-92be-2ce40d07bff0 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:05:49.977817 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de786083-5aa7-4426-92be-2ce40d07bff0 None None] Pushing event updated for resources: {'Port': ['ID=a366527b-cff2-48a8-86b2-1f1abecd470a,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:49.980173 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de786083-5aa7-4426-92be-2ce40d07bff0 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:05:50.018500 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3a392318-882b-44a0-93aa-1b8eeb2d83e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839c84e1-bd19-4a6b-b589-95735c4a735c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36201379', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '6aff6406-fe47-481a-87fe-e7dcd45dc491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:05:46Z', 'updated_at': '2021-07-23T21:05:48Z', 'revision_number': 3, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '6aff6406-fe47-481a-87fe-e7dcd45dc491', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839c84e1-bd19-4a6b-b589-95735c4a735c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:05:47Z', 'updated_at': '2021-07-23T21:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:50.044360 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-de786083-5aa7-4426-92be-2ce40d07bff0 None None] Attempting to bind port a366527b-cff2-48a8-86b2-1f1abecd470a on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:05:50.044360 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-de786083-5aa7-4426-92be-2ce40d07bff0 None None] Attempting to bind port a366527b-cff2-48a8-86b2-1f1abecd470a by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'acbec1aa-f34e-4134-8196-82873b0cb740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:05:50.044752 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de786083-5aa7-4426-92be-2ce40d07bff0 None None] Attempting to bind port a366527b-cff2-48a8-86b2-1f1abecd470a on network 86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:05:50.056295 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a392318-882b-44a0-93aa-1b8eeb2d83e6 None None] The sync data for ids ['839c84e1-bd19-4a6b-b589-95735c4a735c'] in n-d-793618-10 is: [{'id': '839c84e1-bd19-4a6b-b589-95735c4a735c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36201379', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '6aff6406-fe47-481a-87fe-e7dcd45dc491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:05:46Z', 'updated_at': '2021-07-23T21:05:48Z', 'revision_number': 3, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '6aff6406-fe47-481a-87fe-e7dcd45dc491', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839c84e1-bd19-4a6b-b589-95735c4a735c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:05:47Z', 'updated_at': '2021-07-23T21:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:05:50.057114 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de786083-5aa7-4426-92be-2ce40d07bff0 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:05:50.057527 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de786083-5aa7-4426-92be-2ce40d07bff0 None None] Checking segment: {'id': 'acbec1aa-f34e-4134-8196-82873b0cb740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:05:50.058645 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de786083-5aa7-4426-92be-2ce40d07bff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:50.059097 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de786083-5aa7-4426-92be-2ce40d07bff0 None None] Bound using segment: {'id': 'acbec1aa-f34e-4134-8196-82873b0cb740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:05:50.060000 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-de786083-5aa7-4426-92be-2ce40d07bff0 None None] Bound port: a366527b-cff2-48a8-86b2-1f1abecd470a, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acbec1aa-f34e-4134-8196-82873b0cb740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:05:50.061431 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de786083-5aa7-4426-92be-2ce40d07bff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:50.135823 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-de786083-5aa7-4426-92be-2ce40d07bff0 None None] For port a366527b-cff2-48a8-86b2-1f1abecd470a, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:05:50.140022 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-de786083-5aa7-4426-92be-2ce40d07bff0 None None] For port a366527b-cff2-48a8-86b2-1f1abecd470a, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=a366527b-cff2-48a8-86b2-1f1abecd470a,segment=NetworkSegment(acbec1aa-f34e-4134-8196-82873b0cb740),segment_id=acbec1aa-f34e-4134-8196-82873b0cb740)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:05:50.145868 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-de786083-5aa7-4426-92be-2ce40d07bff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:50.213838 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de786083-5aa7-4426-92be-2ce40d07bff0 None None] Pushing event updated for resources: {'Port': ['ID=a366527b-cff2-48a8-86b2-1f1abecd470a,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:50.222442 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-64382ba6-eacb-4655-84d3-2ea34151bbed tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Allocated IP 172.20.0.1 (86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07/ed306812-286a-4a8c-9d1c-6746bb885c8e/260fc480-3111-4088-9044-069f8611f1b4) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:05:50.404203 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-64382ba6-eacb-4655-84d3-2ea34151bbed tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:50.428349 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-64382ba6-eacb-4655-84d3-2ea34151bbed tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Transition to ACTIVE for port object 260fc480-3111-4088-9044-069f8611f1b4 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:05:50.472978 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-64382ba6-eacb-4655-84d3-2ea34151bbed tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:50.527482 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64382ba6-eacb-4655-84d3-2ea34151bbed tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Network 86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:05:50.539207 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-64382ba6-eacb-4655-84d3-2ea34151bbed tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:05:50.543007 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64382ba6-eacb-4655-84d3-2ea34151bbed tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:05:50.600656 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-64382ba6-eacb-4655-84d3-2ea34151bbed tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:50.607595 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64382ba6-eacb-4655-84d3-2ea34151bbed tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'Port': ['ID=260fc480-3111-4088-9044-069f8611f1b4,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:50.638032 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a366527b-cff2-48a8-86b2-1f1abecd470a up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:05:50.696917 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port a366527b-cff2-48a8-86b2-1f1abecd470a completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:05:50.702270 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6aff6406-fe47-481a-87fe-e7dcd45dc491 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:05:50.757333 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 6aff6406-fe47-481a-87fe-e7dcd45dc491 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:05:50.761991 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 6aff6406-fe47-481a-87fe-e7dcd45dc491 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:05:50.762369 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:50.778494 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-64382ba6-eacb-4655-84d3-2ea34151bbed tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:51.043523 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:51.070396 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 6aff6406-fe47-481a-87fe-e7dcd45dc491, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6aff6406-fe47-481a-87fe-e7dcd45dc491,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:05:51.077036 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:51.151449 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-64382ba6-eacb-4655-84d3-2ea34151bbed tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:51.155107 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=6aff6406-fe47-481a-87fe-e7dcd45dc491,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:51.159671 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-64382ba6-eacb-4655-84d3-2ea34151bbed tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:51.241267 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64382ba6-eacb-4655-84d3-2ea34151bbed tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'Port': ['ID=260fc480-3111-4088-9044-069f8611f1b4,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:51.250100 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-64382ba6-eacb-4655-84d3-2ea34151bbed tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:51.354952 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64382ba6-eacb-4655-84d3-2ea34151bbed tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Network 86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:05:51.356464 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-64382ba6-eacb-4655-84d3-2ea34151bbed tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:05:51.407496 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e86f79-3fbb-433b-8a38-6ac544aafe7f None None] Network 86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:05:51.442009 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0d27653c-ff52-4fc7-b34f-719c5f8bb987 None None] Provisioning for port a366527b-cff2-48a8-86b2-1f1abecd470a completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:05:51.474918 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0d27653c-ff52-4fc7-b34f-719c5f8bb987 None None] Provisioning complete for port a366527b-cff2-48a8-86b2-1f1abecd470a triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:05:51.475291 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d27653c-ff52-4fc7-b34f-719c5f8bb987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:51.487350 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64382ba6-eacb-4655-84d3-2ea34151bbed tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Router 839c84e1-bd19-4a6b-b589-95735c4a735c has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:05:51.629220 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64382ba6-eacb-4655-84d3-2ea34151bbed tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:05:51.635871 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-64382ba6-eacb-4655-84d3-2ea34151bbed tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "PUT /v2.0/routers/839c84e1-bd19-4a6b-b589-95735c4a735c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2290049 Jul 23 21:05:51.638161 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d27653c-ff52-4fc7-b34f-719c5f8bb987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:51.682412 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0d27653c-ff52-4fc7-b34f-719c5f8bb987 None None] For port a366527b-cff2-48a8-86b2-1f1abecd470a, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=a366527b-cff2-48a8-86b2-1f1abecd470a,segment=NetworkSegment(acbec1aa-f34e-4134-8196-82873b0cb740),segment_id=acbec1aa-f34e-4134-8196-82873b0cb740)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:05:51.691295 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d27653c-ff52-4fc7-b34f-719c5f8bb987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:51.762752 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d27653c-ff52-4fc7-b34f-719c5f8bb987 None None] Pushing event updated for resources: {'Port': ['ID=a366527b-cff2-48a8-86b2-1f1abecd470a,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:51.823317 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-076bee86-6712-47aa-b6dd-483bb04bf044 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-997951826&fields=id&tenant_id=7adadf4e5dc447c39b760d2e191ff3f5 HTTP/1.1" status: 200 len: 267 time: 0.0413899 Jul 23 21:05:51.949949 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892e5323-8d10-4664-8023-d65e26409043 None None] Sync routers for ids ['839c84e1-bd19-4a6b-b589-95735c4a735c'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:05:51.952932 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-c46147ac-6b53-4a5d-bade-2b7779ce99ea tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:51.955529 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-c46147ac-6b53-4a5d-bade-2b7779ce99ea tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/networks?id=86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07 HTTP/1.1" status: 200 len: 797 time: 0.1240640 Jul 23 21:05:51.968097 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892e5323-8d10-4664-8023-d65e26409043 None None] Routers {'839c84e1-bd19-4a6b-b589-95735c4a735c'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:05:51.969139 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-892e5323-8d10-4664-8023-d65e26409043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:05:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['839c84e1-bd19-4a6b-b589-95735c4a735c'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:51.982622 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-00d99279-361e-435f-af4c-64e4551caf65 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/quotas/7adadf4e5dc447c39b760d2e191ff3f5 HTTP/1.1" status: 200 len: 375 time: 0.0167015 Jul 23 21:05:52.059515 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-077c9ef0-062b-44bd-b5d6-ae0f3fa8efc2 None None] Provisioning for port 260fc480-3111-4088-9044-069f8611f1b4 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:05:52.067903 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-077c9ef0-062b-44bd-b5d6-ae0f3fa8efc2 None None] Provisioning complete for port 260fc480-3111-4088-9044-069f8611f1b4 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:05:52.068144 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-ee1e6f1f-63ca-4c6c-afd3-703b25366140 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7adadf4e5dc447c39b760d2e191ff3f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0830970 Jul 23 21:05:52.068253 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-077c9ef0-062b-44bd-b5d6-ae0f3fa8efc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:52.123399 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-077c9ef0-062b-44bd-b5d6-ae0f3fa8efc2 None None] Port 260fc480-3111-4088-9044-069f8611f1b4 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:05:52.132060 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-892e5323-8d10-4664-8023-d65e26409043 None None] Set router 839c84e1-bd19-4a6b-b589-95735c4a735c gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:05:52.176706 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-077c9ef0-062b-44bd-b5d6-ae0f3fa8efc2 None None] Provisioning complete for port a366527b-cff2-48a8-86b2-1f1abecd470a triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:05:52.176706 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-077c9ef0-062b-44bd-b5d6-ae0f3fa8efc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:52.198135 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-251375d9-c9eb-4bb5-bf97-1323d224fe8e service neutron] 10.222.0.32 "GET /v2.0/networks/86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130664 Jul 23 21:05:52.319826 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-475f6d69-200f-48f5-8cae-81151633d055 service neutron] 10.222.0.32 "GET /v2.0/networks/86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171329 Jul 23 21:05:52.454969 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-892e5323-8d10-4664-8023-d65e26409043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839c84e1-bd19-4a6b-b589-95735c4a735c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36201379', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '6aff6406-fe47-481a-87fe-e7dcd45dc491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:05:46Z', 'updated_at': '2021-07-23T21:05:50Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '6aff6406-fe47-481a-87fe-e7dcd45dc491', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839c84e1-bd19-4a6b-b589-95735c4a735c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:05:47Z', 'updated_at': '2021-07-23T21:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '260fc480-3111-4088-9044-069f8611f1b4', 'name': '', 'network_id': '86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:98:1e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839c84e1-bd19-4a6b-b589-95735c4a735c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ed306812-286a-4a8c-9d1c-6746bb885c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:05:50Z', 'updated_at': '2021-07-23T21:05:50Z', 'revision_number': 2, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': 'ed306812-286a-4a8c-9d1c-6746bb885c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:52.488479 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892e5323-8d10-4664-8023-d65e26409043 None None] Checking router: 839c84e1-bd19-4a6b-b589-95735c4a735c for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:05:52.488836 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892e5323-8d10-4664-8023-d65e26409043 None None] Updating router 839c84e1-bd19-4a6b-b589-95735c4a735c port 260fc480-3111-4088-9044-069f8611f1b4 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:05:52.519950 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-866624d4-5411-4901-817b-1298ccb440db req-1ff91e23-4680-49f3-9fc4-2da564c95f47 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=421f456f-3e8a-44a7-b59e-c5c15666e89e HTTP/1.1" status: 200 len: 210 time: 0.0333917 Jul 23 21:05:52.539604 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-892e5323-8d10-4664-8023-d65e26409043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:52.539604 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5f1ec87a-b5a1-462c-b586-676879c7305e None None] Provisioning complete for port 260fc480-3111-4088-9044-069f8611f1b4 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:05:52.539604 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5f1ec87a-b5a1-462c-b586-676879c7305e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:52.574204 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a366527b-cff2-48a8-86b2-1f1abecd470a up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:05:52.646169 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-5f1ec87a-b5a1-462c-b586-676879c7305e None None] Port 260fc480-3111-4088-9044-069f8611f1b4 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:05:52.730139 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port a366527b-cff2-48a8-86b2-1f1abecd470a triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:05:52.730524 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:52.903538 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6aff6406-fe47-481a-87fe-e7dcd45dc491 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:05:53.001424 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-892e5323-8d10-4664-8023-d65e26409043 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:53.011752 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 6aff6406-fe47-481a-87fe-e7dcd45dc491 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:05:53.012126 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:53.032851 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-892e5323-8d10-4664-8023-d65e26409043 None None] Transition to ACTIVE for port object 260fc480-3111-4088-9044-069f8611f1b4 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:05:53.041828 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-892e5323-8d10-4664-8023-d65e26409043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:53.108324 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7e402-e539-42e5-909a-c73293a9089e None None] Pushing event updated for resources: {'Port': ['ID=260fc480-3111-4088-9044-069f8611f1b4,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:53.197802 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-892e5323-8d10-4664-8023-d65e26409043 None None] Attempting to bind port 260fc480-3111-4088-9044-069f8611f1b4 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:05:53.198176 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-892e5323-8d10-4664-8023-d65e26409043 None None] Attempting to bind port 260fc480-3111-4088-9044-069f8611f1b4 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'acbec1aa-f34e-4134-8196-82873b0cb740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:05:53.198544 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892e5323-8d10-4664-8023-d65e26409043 None None] Attempting to bind port 260fc480-3111-4088-9044-069f8611f1b4 on network 86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:05:53.204364 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892e5323-8d10-4664-8023-d65e26409043 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:05:53.204770 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892e5323-8d10-4664-8023-d65e26409043 None None] Checking segment: {'id': 'acbec1aa-f34e-4134-8196-82873b0cb740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:05:53.205174 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-892e5323-8d10-4664-8023-d65e26409043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:53.205678 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892e5323-8d10-4664-8023-d65e26409043 None None] Bound using segment: {'id': 'acbec1aa-f34e-4134-8196-82873b0cb740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:05:53.206157 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-892e5323-8d10-4664-8023-d65e26409043 None None] Bound port: 260fc480-3111-4088-9044-069f8611f1b4, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acbec1aa-f34e-4134-8196-82873b0cb740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:05:53.206548 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-892e5323-8d10-4664-8023-d65e26409043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:53.276625 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-892e5323-8d10-4664-8023-d65e26409043 None None] For port 260fc480-3111-4088-9044-069f8611f1b4, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:05:53.280556 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-892e5323-8d10-4664-8023-d65e26409043 None None] For port 260fc480-3111-4088-9044-069f8611f1b4, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=260fc480-3111-4088-9044-069f8611f1b4,segment=NetworkSegment(acbec1aa-f34e-4134-8196-82873b0cb740),segment_id=acbec1aa-f34e-4134-8196-82873b0cb740)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:05:53.284835 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-892e5323-8d10-4664-8023-d65e26409043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:53.351291 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892e5323-8d10-4664-8023-d65e26409043 None None] Routers {'839c84e1-bd19-4a6b-b589-95735c4a735c'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:05:53.351877 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-892e5323-8d10-4664-8023-d65e26409043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:05:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['839c84e1-bd19-4a6b-b589-95735c4a735c'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:53.442103 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7e402-e539-42e5-909a-c73293a9089e None None] Pushing event updated for resources: {'Port': ['ID=260fc480-3111-4088-9044-069f8611f1b4,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:53.515117 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-10c97919-87c5-4390-8b24-425616e218da tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:53.516659 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-10c97919-87c5-4390-8b24-425616e218da tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.30 "GET /v2.0/networks?id=86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07 HTTP/1.1" status: 200 len: 797 time: 0.1488869 Jul 23 21:05:53.523337 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-892e5323-8d10-4664-8023-d65e26409043 None None] Set router 839c84e1-bd19-4a6b-b589-95735c4a735c gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:05:53.589416 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-91b6ccc3-6e6d-4021-9563-511d4b5f4594 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7adadf4e5dc447c39b760d2e191ff3f5 HTTP/1.1" status: 200 len: 379 time: 0.0639629 Jul 23 21:05:53.598579 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-9ebc0a18-2772-4096-becd-7c9458939197 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'port': {'device_id': '421f456f-3e8a-44a7-b59e-c5c15666e89e', 'network_id': '86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07', 'admin_state_up': True, 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'security_groups': ['f3c82b1e-820d-4ff1-a30f-14a06abb33bd']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:05:53.636756 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fef51a60-549c-49f8-bdb2-c57f931471ee req-65b9e671-7cef-4124-a59a-9618e07f0f10 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=421f456f-3e8a-44a7-b59e-c5c15666e89e HTTP/1.1" status: 200 len: 210 time: 0.0346093 Jul 23 21:05:53.714361 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-9ebc0a18-2772-4096-becd-7c9458939197 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Made reservation on behalf of 7adadf4e5dc447c39b760d2e191ff3f5 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:05:53.718098 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-9ebc0a18-2772-4096-becd-7c9458939197 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:53.748453 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-892e5323-8d10-4664-8023-d65e26409043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839c84e1-bd19-4a6b-b589-95735c4a735c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36201379', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '6aff6406-fe47-481a-87fe-e7dcd45dc491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:05:46Z', 'updated_at': '2021-07-23T21:05:50Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '6aff6406-fe47-481a-87fe-e7dcd45dc491', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839c84e1-bd19-4a6b-b589-95735c4a735c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:05:47Z', 'updated_at': '2021-07-23T21:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '260fc480-3111-4088-9044-069f8611f1b4', 'name': '', 'network_id': '86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:98:1e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839c84e1-bd19-4a6b-b589-95735c4a735c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ed306812-286a-4a8c-9d1c-6746bb885c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:05:50Z', 'updated_at': '2021-07-23T21:05:53Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': 'ed306812-286a-4a8c-9d1c-6746bb885c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:53.779745 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892e5323-8d10-4664-8023-d65e26409043 None None] The sync data for ids ['839c84e1-bd19-4a6b-b589-95735c4a735c'] in n-d-793618-10 is: [{'id': '839c84e1-bd19-4a6b-b589-95735c4a735c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36201379', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '6aff6406-fe47-481a-87fe-e7dcd45dc491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:05:46Z', 'updated_at': '2021-07-23T21:05:50Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '6aff6406-fe47-481a-87fe-e7dcd45dc491', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839c84e1-bd19-4a6b-b589-95735c4a735c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:05:47Z', 'updated_at': '2021-07-23T21:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '260fc480-3111-4088-9044-069f8611f1b4', 'name': '', 'network_id': '86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:98:1e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839c84e1-bd19-4a6b-b589-95735c4a735c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ed306812-286a-4a8c-9d1c-6746bb885c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:05:50Z', 'updated_at': '2021-07-23T21:05:53Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': 'ed306812-286a-4a8c-9d1c-6746bb885c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:05:53.890838 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-9ebc0a18-2772-4096-becd-7c9458939197 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Allocated IP 172.20.0.8 (86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07/ed306812-286a-4a8c-9d1c-6746bb885c8e/1c9f86a0-56de-4c70-959a-b24a642c1d15) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:05:54.039741 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-9ebc0a18-2772-4096-becd-7c9458939197 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:54.054551 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-9ebc0a18-2772-4096-becd-7c9458939197 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Transition to ACTIVE for port object 1c9f86a0-56de-4c70-959a-b24a642c1d15 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:05:54.099162 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-9ebc0a18-2772-4096-becd-7c9458939197 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:54.149598 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-9ebc0a18-2772-4096-becd-7c9458939197 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Network 86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:05:54.152733 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-9ebc0a18-2772-4096-becd-7c9458939197 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:05:54.157122 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-9ebc0a18-2772-4096-becd-7c9458939197 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:05:54.195606 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc0a18-2772-4096-becd-7c9458939197 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'Port': ['ID=1c9f86a0-56de-4c70-959a-b24a642c1d15,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:54.221268 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-9ebc0a18-2772-4096-becd-7c9458939197 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:54.221961 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-9ebc0a18-2772-4096-becd-7c9458939197 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:54.243288 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-9ebc0a18-2772-4096-becd-7c9458939197 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6487026 Jul 23 21:05:54.306268 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-86e85840-ba71-4b16-ad4d-14a7147d39aa service neutron] Request body: {'port': {'device_id': '421f456f-3e8a-44a7-b59e-c5c15666e89e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:05:54.371405 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2c6bd2ef-ca05-4592-b1ba-b8a3ec3bdd33 None None] Provisioning for port 1c9f86a0-56de-4c70-959a-b24a642c1d15 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:05:54.375954 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2c6bd2ef-ca05-4592-b1ba-b8a3ec3bdd33 None None] Provisioning complete for port 1c9f86a0-56de-4c70-959a-b24a642c1d15 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:05:54.376790 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2c6bd2ef-ca05-4592-b1ba-b8a3ec3bdd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:54.392509 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-86e85840-ba71-4b16-ad4d-14a7147d39aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:54.422920 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2c6bd2ef-ca05-4592-b1ba-b8a3ec3bdd33 None None] Port 1c9f86a0-56de-4c70-959a-b24a642c1d15 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:05:54.565326 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 260fc480-3111-4088-9044-069f8611f1b4 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:05:54.618564 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 260fc480-3111-4088-9044-069f8611f1b4 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:05:54.624347 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 260fc480-3111-4088-9044-069f8611f1b4 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:05:54.624830 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:54.724326 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:54.766063 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 260fc480-3111-4088-9044-069f8611f1b4, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=260fc480-3111-4088-9044-069f8611f1b4,segment=NetworkSegment(acbec1aa-f34e-4134-8196-82873b0cb740),segment_id=acbec1aa-f34e-4134-8196-82873b0cb740)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:05:54.771777 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:54.804447 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9b457-eae3-4afd-a228-a6f3e688c174 req-d47950ad-bd01-44bd-b11e-65e343609186 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:54.806049 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-53b9b457-eae3-4afd-a228-a6f3e688c174 req-d47950ad-bd01-44bd-b11e-65e343609186 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=421f456f-3e8a-44a7-b59e-c5c15666e89e HTTP/1.1" status: 200 len: 931 time: 0.0886269 Jul 23 21:05:54.842786 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=260fc480-3111-4088-9044-069f8611f1b4,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:54.864988 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-53b9b457-eae3-4afd-a228-a6f3e688c174 req-80053ed3-7733-453c-a546-6d3eb463d913 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3c82b1e-820d-4ff1-a30f-14a06abb33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455439 Jul 23 21:05:55.048821 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-86e85840-ba71-4b16-ad4d-14a7147d39aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c9f86a0-56de-4c70-959a-b24a642c1d15 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:05:55.056214 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-86e85840-ba71-4b16-ad4d-14a7147d39aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:55.067792 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-86e85840-ba71-4b16-ad4d-14a7147d39aa service neutron] Transition to ACTIVE for port object 1c9f86a0-56de-4c70-959a-b24a642c1d15 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:05:55.071632 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-86e85840-ba71-4b16-ad4d-14a7147d39aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:55.123654 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e85840-ba71-4b16-ad4d-14a7147d39aa service neutron] Pushing event updated for resources: {'Port': ['ID=1c9f86a0-56de-4c70-959a-b24a642c1d15,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:55.199524 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-86e85840-ba71-4b16-ad4d-14a7147d39aa service neutron] Attempting to bind port 1c9f86a0-56de-4c70-959a-b24a642c1d15 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:05:55.199770 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-86e85840-ba71-4b16-ad4d-14a7147d39aa service neutron] Attempting to bind port 1c9f86a0-56de-4c70-959a-b24a642c1d15 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'acbec1aa-f34e-4134-8196-82873b0cb740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:05:55.200104 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-86e85840-ba71-4b16-ad4d-14a7147d39aa service neutron] Attempting to bind port 1c9f86a0-56de-4c70-959a-b24a642c1d15 on network 86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:05:55.205109 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-86e85840-ba71-4b16-ad4d-14a7147d39aa service neutron] Port 1c9f86a0-56de-4c70-959a-b24a642c1d15 on network 86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:05:55.205610 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-86e85840-ba71-4b16-ad4d-14a7147d39aa service neutron] Attempting to bind port 1c9f86a0-56de-4c70-959a-b24a642c1d15 on network 86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:05:55.210598 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-86e85840-ba71-4b16-ad4d-14a7147d39aa service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:05:55.210933 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-86e85840-ba71-4b16-ad4d-14a7147d39aa service neutron] Checking segment: {'id': 'acbec1aa-f34e-4134-8196-82873b0cb740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:05:55.211316 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-86e85840-ba71-4b16-ad4d-14a7147d39aa service neutron] Bound using segment: {'id': 'acbec1aa-f34e-4134-8196-82873b0cb740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:05:55.211748 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-86e85840-ba71-4b16-ad4d-14a7147d39aa service neutron] Bound port: 1c9f86a0-56de-4c70-959a-b24a642c1d15, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acbec1aa-f34e-4134-8196-82873b0cb740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:05:55.212104 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-86e85840-ba71-4b16-ad4d-14a7147d39aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:55.281948 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-86e85840-ba71-4b16-ad4d-14a7147d39aa service neutron] For port 1c9f86a0-56de-4c70-959a-b24a642c1d15, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:05:55.284946 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-86e85840-ba71-4b16-ad4d-14a7147d39aa service neutron] For port 1c9f86a0-56de-4c70-959a-b24a642c1d15, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=1c9f86a0-56de-4c70-959a-b24a642c1d15,segment=NetworkSegment(acbec1aa-f34e-4134-8196-82873b0cb740),segment_id=acbec1aa-f34e-4134-8196-82873b0cb740)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:05:55.289567 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-86e85840-ba71-4b16-ad4d-14a7147d39aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:55.321559 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-86e85840-ba71-4b16-ad4d-14a7147d39aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:55.322234 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-86e85840-ba71-4b16-ad4d-14a7147d39aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:55.323714 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-86e85840-ba71-4b16-ad4d-14a7147d39aa service neutron] 10.222.0.30 "PUT /v2.0/ports/1c9f86a0-56de-4c70-959a-b24a642c1d15 HTTP/1.1" status: 200 len: 1092 time: 1.0719371 Jul 23 21:05:55.325908 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421f456f-3e8a-44a7-b59e-c5c15666e89e', 'tag': '1c9f86a0-56de-4c70-959a-b24a642c1d15'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:05:55.330081 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4300f88a927161e708234582c45a85d95cbae37b2189d54369fb4e5575b527b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf93074-d239-47e1-874d-60932ae43456" -d '{"events": [{"name": "network-changed", "server_uuid": "421f456f-3e8a-44a7-b59e-c5c15666e89e", "tag": "1c9f86a0-56de-4c70-959a-b24a642c1d15"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:05:55.378575 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d60c5c-e2e3-4b05-b249-30ecb220a96e x-openstack-request-id: req-f8d60c5c-e2e3-4b05-b249-30ecb220a96e {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:05:55.378873 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "421f456f-3e8a-44a7-b59e-c5c15666e89e", "tag": "1c9f86a0-56de-4c70-959a-b24a642c1d15", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:05:55.379122 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f8d60c5c-e2e3-4b05-b249-30ecb220a96e {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:05:55.379513 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '421f456f-3e8a-44a7-b59e-c5c15666e89e', 'tag': '1c9f86a0-56de-4c70-959a-b24a642c1d15', 'status': 'completed', 'code': 200} Jul 23 21:05:55.396651 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e85840-ba71-4b16-ad4d-14a7147d39aa service neutron] Pushing event updated for resources: {'Port': ['ID=1c9f86a0-56de-4c70-959a-b24a642c1d15,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:55.429363 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-2f950dc2-8a8e-4adb-921d-ea83e8e5ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:55.431277 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-2f950dc2-8a8e-4adb-921d-ea83e8e5ff91 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7adadf4e5dc447c39b760d2e191ff3f5&device_id=421f456f-3e8a-44a7-b59e-c5c15666e89e HTTP/1.1" status: 200 len: 1095 time: 0.0650053 Jul 23 21:05:55.477408 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-a667a8b2-9b99-41fe-993a-a60e009e201c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c9f86a0-56de-4c70-959a-b24a642c1d15 HTTP/1.1" status: 200 len: 217 time: 0.0386748 Jul 23 21:05:55.528942 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-125b16cc-08a0-4f46-b329-8ecfd65b561d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:55.530855 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-125b16cc-08a0-4f46-b329-8ecfd65b561d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ed306812-286a-4a8c-9d1c-6746bb885c8e HTTP/1.1" status: 200 len: 835 time: 0.0472333 Jul 23 21:05:55.591403 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-c5b0c1e7-8e9b-420d-a484-20ea06cd249a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:55.593198 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-c5b0c1e7-8e9b-420d-a484-20ea06cd249a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564580 Jul 23 21:05:55.687360 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-cffa32ba-3784-4d07-9ae3-5fadb4099acf service neutron] 10.222.0.30 "GET /v2.0/networks/86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879421 Jul 23 21:05:55.774601 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-aedefde7-7844-458d-ba7f-e9f01b0c7cdb req-bf424ae5-a3cc-4e64-9613-4bdf486c4f18 service neutron] 10.222.0.30 "GET /v2.0/networks/86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813527 Jul 23 21:05:55.885693 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf93074-d239-47e1-874d-60932ae43456 req-abd2782d-1233-4ba6-b30c-4672becd7b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:55.887227 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ecf93074-d239-47e1-874d-60932ae43456 req-abd2782d-1233-4ba6-b30c-4672becd7b6c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7adadf4e5dc447c39b760d2e191ff3f5&device_id=421f456f-3e8a-44a7-b59e-c5c15666e89e HTTP/1.1" status: 200 len: 1095 time: 0.0652857 Jul 23 21:05:55.978327 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf93074-d239-47e1-874d-60932ae43456 req-8b2e7aeb-5dbf-44cc-9829-1adcc0d59000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:55.980050 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ecf93074-d239-47e1-874d-60932ae43456 req-8b2e7aeb-5dbf-44cc-9829-1adcc0d59000 service neutron] 10.222.0.30 "GET /v2.0/networks?id=86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07 HTTP/1.1" status: 200 len: 898 time: 0.0868945 Jul 23 21:05:56.003735 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda94c35-89e6-4d04-8d8d-c204e987880d req-dd0665a1-a550-4c91-85f0-c1bbcee9b993 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:56.005286 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bda94c35-89e6-4d04-8d8d-c204e987880d req-dd0665a1-a550-4c91-85f0-c1bbcee9b993 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=421f456f-3e8a-44a7-b59e-c5c15666e89e HTTP/1.1" status: 200 len: 943 time: 0.0718210 Jul 23 21:05:56.024924 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ecf93074-d239-47e1-874d-60932ae43456 req-6482cb62-6293-4ee3-a069-0714974b9df7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c9f86a0-56de-4c70-959a-b24a642c1d15 HTTP/1.1" status: 200 len: 217 time: 0.0377038 Jul 23 21:05:56.044115 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bda94c35-89e6-4d04-8d8d-c204e987880d req-4843a6e4-3bed-4478-a954-f8cc9d211dfa tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3c82b1e-820d-4ff1-a30f-14a06abb33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330822 Jul 23 21:05:56.074048 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf93074-d239-47e1-874d-60932ae43456 req-da9547a2-4563-4cab-afc5-e257a1ba5832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:56.075505 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ecf93074-d239-47e1-874d-60932ae43456 req-da9547a2-4563-4cab-afc5-e257a1ba5832 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ed306812-286a-4a8c-9d1c-6746bb885c8e HTTP/1.1" status: 200 len: 835 time: 0.0445271 Jul 23 21:05:56.134054 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf93074-d239-47e1-874d-60932ae43456 req-515dfe9a-7fd9-4cae-a89e-42234a3098ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:56.135534 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ecf93074-d239-47e1-874d-60932ae43456 req-515dfe9a-7fd9-4cae-a89e-42234a3098ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534508 Jul 23 21:05:56.228696 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ecf93074-d239-47e1-874d-60932ae43456 req-296fec69-bdc8-4701-ac95-34dd1413c533 service neutron] 10.222.0.30 "GET /v2.0/networks/86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861228 Jul 23 21:05:56.320205 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ecf93074-d239-47e1-874d-60932ae43456 req-a4b7627f-41f2-4f5b-aa81-bb1ee6340e4c service neutron] 10.222.0.30 "GET /v2.0/networks/86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844235 Jul 23 21:05:56.535722 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 260fc480-3111-4088-9044-069f8611f1b4 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:05:56.581804 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 260fc480-3111-4088-9044-069f8611f1b4 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:05:56.582179 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:57.176404 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9088fd3-ddd1-48d6-96e1-d2bd26e0f2c1 req-1f29291b-c314-41a0-a453-a5a8c8ad3451 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:57.177900 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b9088fd3-ddd1-48d6-96e1-d2bd26e0f2c1 req-1f29291b-c314-41a0-a453-a5a8c8ad3451 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=421f456f-3e8a-44a7-b59e-c5c15666e89e HTTP/1.1" status: 200 len: 943 time: 0.0664694 Jul 23 21:05:57.216212 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b9088fd3-ddd1-48d6-96e1-d2bd26e0f2c1 req-49864b32-4ef9-4b29-84e8-2e91c2f989ff tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3c82b1e-820d-4ff1-a30f-14a06abb33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327499 Jul 23 21:05:58.350839 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24bde0-0cc2-413a-93c1-027ef5255a29 req-9f6aa9b6-5e2e-4fdf-9bba-bee2ee7373dc tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:58.352345 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ff24bde0-0cc2-413a-93c1-027ef5255a29 req-9f6aa9b6-5e2e-4fdf-9bba-bee2ee7373dc tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=421f456f-3e8a-44a7-b59e-c5c15666e89e HTTP/1.1" status: 200 len: 943 time: 0.0690274 Jul 23 21:05:58.391228 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ff24bde0-0cc2-413a-93c1-027ef5255a29 req-33f6b23e-ed0d-423c-b1e8-e2104082b99f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3c82b1e-820d-4ff1-a30f-14a06abb33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329299 Jul 23 21:05:59.522803 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfcf03-e19d-4916-8b03-b3dcb163f869 req-ed2cbc7f-c596-4cec-9486-5feb8ab6f63e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:59.524338 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8bdfcf03-e19d-4916-8b03-b3dcb163f869 req-ed2cbc7f-c596-4cec-9486-5feb8ab6f63e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=421f456f-3e8a-44a7-b59e-c5c15666e89e HTTP/1.1" status: 200 len: 943 time: 0.0672085 Jul 23 21:05:59.562520 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8bdfcf03-e19d-4916-8b03-b3dcb163f869 req-51f8f34d-f91d-4f18-a4ba-6e8eb69ff3ea tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3c82b1e-820d-4ff1-a30f-14a06abb33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319242 Jul 23 21:05:59.595406 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 1c9f86a0-56de-4c70-959a-b24a642c1d15 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:05:59.689585 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 1c9f86a0-56de-4c70-959a-b24a642c1d15, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=1c9f86a0-56de-4c70-959a-b24a642c1d15,segment=NetworkSegment(acbec1aa-f34e-4134-8196-82873b0cb740),segment_id=acbec1aa-f34e-4134-8196-82873b0cb740)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:05:59.700220 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '1c9f86a0-56de-4c70-959a-b24a642c1d15', 'network_id': '86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07', 'port_id': '1c9f86a0-56de-4c70-959a-b24a642c1d15', 'mac_address': 'fa:16:3e:d4:8b:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed306812-286a-4a8c-9d1c-6746bb885c8e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:05:59.736604 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:59.749418 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c9f86a0-56de-4c70-959a-b24a642c1d15 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:05:59.772165 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 1c9f86a0-56de-4c70-959a-b24a642c1d15, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=1c9f86a0-56de-4c70-959a-b24a642c1d15,segment=NetworkSegment(acbec1aa-f34e-4134-8196-82873b0cb740),segment_id=acbec1aa-f34e-4134-8196-82873b0cb740)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:05:59.775821 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:59.821848 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=1c9f86a0-56de-4c70-959a-b24a642c1d15,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:59.989814 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['1c9f86a0-56de-4c70-959a-b24a642c1d15'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:06:00.691744 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56786b75-2edb-4bb9-b7f9-c169e5a69690 req-7e15cabe-4689-4fa2-b57b-04ba51cb9d28 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:00.693226 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-56786b75-2edb-4bb9-b7f9-c169e5a69690 req-7e15cabe-4689-4fa2-b57b-04ba51cb9d28 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=421f456f-3e8a-44a7-b59e-c5c15666e89e HTTP/1.1" status: 200 len: 944 time: 0.0637310 Jul 23 21:06:00.732764 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-56786b75-2edb-4bb9-b7f9-c169e5a69690 req-4218b41a-daba-4ddc-b11f-5e5e6732dea8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3c82b1e-820d-4ff1-a30f-14a06abb33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325668 Jul 23 21:06:01.611626 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 1c9f86a0-56de-4c70-959a-b24a642c1d15 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:06:01.659080 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 1c9f86a0-56de-4c70-959a-b24a642c1d15 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:06:01.662591 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 1c9f86a0-56de-4c70-959a-b24a642c1d15 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:06:01.662953 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:01.739548 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:01.763565 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421f456f-3e8a-44a7-b59e-c5c15666e89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9f86a0-56de-4c70-959a-b24a642c1d15'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:06:01.765979 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee4ac189e5a110d8d805401cc899f663d03ba078ee3e21ff65471f248c742d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7333bdd-4a21-4ab7-89d8-01895f9627dc" -d '{"events": [{"server_uuid": "421f456f-3e8a-44a7-b59e-c5c15666e89e", "name": "network-vif-plugged", "status": "completed", "tag": "1c9f86a0-56de-4c70-959a-b24a642c1d15"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:06:01.778098 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 1c9f86a0-56de-4c70-959a-b24a642c1d15, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=1c9f86a0-56de-4c70-959a-b24a642c1d15,segment=NetworkSegment(acbec1aa-f34e-4134-8196-82873b0cb740),segment_id=acbec1aa-f34e-4134-8196-82873b0cb740)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:06:01.782377 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:01.831317 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=1c9f86a0-56de-4c70-959a-b24a642c1d15,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:01.868752 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827bcd5-a1f6-4f0b-a6d8-857ca798167d req-ea233dd9-bff1-4393-b98c-b5eb43a624a6 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:01.870205 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8827bcd5-a1f6-4f0b-a6d8-857ca798167d req-ea233dd9-bff1-4393-b98c-b5eb43a624a6 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=421f456f-3e8a-44a7-b59e-c5c15666e89e HTTP/1.1" status: 200 len: 945 time: 0.0704188 Jul 23 21:06:01.908698 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8827bcd5-a1f6-4f0b-a6d8-857ca798167d req-533de93b-c737-4dd1-a017-9c949b85e63b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3c82b1e-820d-4ff1-a30f-14a06abb33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322576 Jul 23 21:06:01.951326 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66812cd3-a8d7-4a3b-8f68-bbb094941c28 x-openstack-request-id: req-66812cd3-a8d7-4a3b-8f68-bbb094941c28 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:06:01.951703 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421f456f-3e8a-44a7-b59e-c5c15666e89e", "name": "network-vif-plugged", "status": "completed", "tag": "1c9f86a0-56de-4c70-959a-b24a642c1d15", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:06:01.951960 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-66812cd3-a8d7-4a3b-8f68-bbb094941c28 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:06:01.952357 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421f456f-3e8a-44a7-b59e-c5c15666e89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9f86a0-56de-4c70-959a-b24a642c1d15', 'code': 200} Jul 23 21:06:02.062532 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7054f-724a-439b-bc57-acd46caa3df8 req-3b219057-6788-4a0f-bccc-30117d7d6383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:02.064040 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2fc7054f-724a-439b-bc57-acd46caa3df8 req-3b219057-6788-4a0f-bccc-30117d7d6383 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=421f456f-3e8a-44a7-b59e-c5c15666e89e HTTP/1.1" status: 200 len: 1097 time: 0.0581439 Jul 23 21:06:02.100271 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2fc7054f-724a-439b-bc57-acd46caa3df8 req-dd23151d-a096-4dda-b21d-8a0a20041aa4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f3c82b1e-820d-4ff1-a30f-14a06abb33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298510 Jul 23 21:06:03.042667 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb473e4-8331-4766-8806-db7148958848 req-979f7d45-7426-4f07-bca5-5af2f8b12d79 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:03.044150 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ffb473e4-8331-4766-8806-db7148958848 req-979f7d45-7426-4f07-bca5-5af2f8b12d79 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=421f456f-3e8a-44a7-b59e-c5c15666e89e HTTP/1.1" status: 200 len: 945 time: 0.0660567 Jul 23 21:06:03.081607 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ffb473e4-8331-4766-8806-db7148958848 req-1fcbec09-3430-4521-be80-3ed0ced11616 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3c82b1e-820d-4ff1-a30f-14a06abb33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310345 Jul 23 21:06:03.216078 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469aed80-fb75-498b-9645-1adb99100863 req-149167b1-ebc6-42d3-90ca-53e26131876b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:03.218470 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-469aed80-fb75-498b-9645-1adb99100863 req-149167b1-ebc6-42d3-90ca-53e26131876b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=421f456f-3e8a-44a7-b59e-c5c15666e89e HTTP/1.1" status: 200 len: 945 time: 0.0706336 Jul 23 21:06:03.265108 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-469aed80-fb75-498b-9645-1adb99100863 req-799d9b2a-1294-41f4-9b0e-46aeef3859b1 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3c82b1e-820d-4ff1-a30f-14a06abb33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403340 Jul 23 21:06:03.287461 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38584) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:03.346294 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e76954f-c227-4d31-869a-700d5d839c5b tempest-TestNetworkAdvancedServerOps-1200032442 tempest-TestNetworkAdvancedServerOps-1200032442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:03.347865 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1e76954f-c227-4d31-869a-700d5d839c5b tempest-TestNetworkAdvancedServerOps-1200032442 tempest-TestNetworkAdvancedServerOps-1200032442-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=421f456f-3e8a-44a7-b59e-c5c15666e89e HTTP/1.1" status: 200 len: 1092 time: 0.0594094 Jul 23 21:06:03.350873 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38586) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:03.355474 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-3e915c16-0194-4685-83da-ca95e13da218 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'port_id': '1c9f86a0-56de-4c70-959a-b24a642c1d15', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:06:03.378136 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e915c16-0194-4685-83da-ca95e13da218 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:03.482523 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e915c16-0194-4685-83da-ca95e13da218 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:03.582020 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-3e915c16-0194-4685-83da-ca95e13da218 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Allocated IP 172.25.1.217 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/a064f180-95c6-4494-a655-7b1e03d69bc2) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:06:03.686112 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e915c16-0194-4685-83da-ca95e13da218 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:03.724512 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e915c16-0194-4685-83da-ca95e13da218 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:03.761800 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e915c16-0194-4685-83da-ca95e13da218 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:06:03.767781 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-3e915c16-0194-4685-83da-ca95e13da218 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:06:03.771289 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e915c16-0194-4685-83da-ca95e13da218 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:06:03.776688 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e915c16-0194-4685-83da-ca95e13da218 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'Port': ['ID=a064f180-95c6-4494-a655-7b1e03d69bc2,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:04.125455 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e915c16-0194-4685-83da-ca95e13da218 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:04.198146 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e915c16-0194-4685-83da-ca95e13da218 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:04.345380 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e915c16-0194-4685-83da-ca95e13da218 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:04.349903 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e915c16-0194-4685-83da-ca95e13da218 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:04.421669 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e915c16-0194-4685-83da-ca95e13da218 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'Port': ['ID=a064f180-95c6-4494-a655-7b1e03d69bc2,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:04.434362 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e915c16-0194-4685-83da-ca95e13da218 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:04.534866 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [None req-3e915c16-0194-4685-83da-ca95e13da218 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Floating IP 30f106a3-1640-4dd2-8812-8f4f4e5e723a associated. External IP: 172.25.1.217, port: 1c9f86a0-56de-4c70-959a-b24a642c1d15. Jul 23 21:06:04.740121 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e915c16-0194-4685-83da-ca95e13da218 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Router 839c84e1-bd19-4a6b-b589-95735c4a735c has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:06:04.848080 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e915c16-0194-4685-83da-ca95e13da218 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:06:04.858823 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f015568b-1013-40ce-9431-617198e1470c None None] Sync routers for ids ['839c84e1-bd19-4a6b-b589-95735c4a735c'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:06:04.863276 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3e915c16-0194-4685-83da-ca95e13da218 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:04.870543 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f015568b-1013-40ce-9431-617198e1470c None None] Routers {'839c84e1-bd19-4a6b-b589-95735c4a735c'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:06:04.871161 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f015568b-1013-40ce-9431-617198e1470c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:05:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['839c84e1-bd19-4a6b-b589-95735c4a735c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:04.903668 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3e915c16-0194-4685-83da-ca95e13da218 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5516708 Jul 23 21:06:04.904912 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421f456f-3e8a-44a7-b59e-c5c15666e89e', 'tag': '1c9f86a0-56de-4c70-959a-b24a642c1d15'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:06:04.907235 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4300f88a927161e708234582c45a85d95cbae37b2189d54369fb4e5575b527b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95d4fe7-0dd5-4183-a108-27f1d8c7b1c1" -d '{"events": [{"name": "network-changed", "server_uuid": "421f456f-3e8a-44a7-b59e-c5c15666e89e", "tag": "1c9f86a0-56de-4c70-959a-b24a642c1d15"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:06:04.979845 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-f015568b-1013-40ce-9431-617198e1470c None None] Set router 839c84e1-bd19-4a6b-b589-95735c4a735c gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:06:05.015879 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9c98e-2bc6-47a3-acf7-550c7c76fa79 req-bbe56cd2-d6b3-4370-ac19-0c26fe68cfbe tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:05.017402 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26c9c98e-2bc6-47a3-acf7-550c7c76fa79 req-bbe56cd2-d6b3-4370-ac19-0c26fe68cfbe tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=421f456f-3e8a-44a7-b59e-c5c15666e89e HTTP/1.1" status: 200 len: 945 time: 0.0649884 Jul 23 21:06:05.054807 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26c9c98e-2bc6-47a3-acf7-550c7c76fa79 req-639cb1b9-353e-4958-a776-feaa798ae6f0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3c82b1e-820d-4ff1-a30f-14a06abb33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316908 Jul 23 21:06:05.079106 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38592) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:05.120495 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fef0a6-5301-4661-929e-35f85daad89f x-openstack-request-id: req-c1fef0a6-5301-4661-929e-35f85daad89f {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:06:05.120818 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "421f456f-3e8a-44a7-b59e-c5c15666e89e", "tag": "1c9f86a0-56de-4c70-959a-b24a642c1d15", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:06:05.121037 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1fef0a6-5301-4661-929e-35f85daad89f {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:06:05.121437 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '421f456f-3e8a-44a7-b59e-c5c15666e89e', 'tag': '1c9f86a0-56de-4c70-959a-b24a642c1d15', 'status': 'completed', 'code': 200} Jul 23 21:06:05.170375 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8d7c92ee-0ca0-400d-a9dd-297d3f2b9d74 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/floatingips/30f106a3-1640-4dd2-8812-8f4f4e5e723a HTTP/1.1" status: 200 len: 991 time: 0.0888939 Jul 23 21:06:05.192049 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d4fe7-0dd5-4183-a108-27f1d8c7b1c1 req-bfa50d6b-b69b-4ec3-b1be-95cf0076cd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:05.193602 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b95d4fe7-0dd5-4183-a108-27f1d8c7b1c1 req-bfa50d6b-b69b-4ec3-b1be-95cf0076cd81 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7adadf4e5dc447c39b760d2e191ff3f5&device_id=421f456f-3e8a-44a7-b59e-c5c15666e89e HTTP/1.1" status: 200 len: 1097 time: 0.0690095 Jul 23 21:06:05.204933 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f015568b-1013-40ce-9431-617198e1470c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839c84e1-bd19-4a6b-b589-95735c4a735c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36201379', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '6aff6406-fe47-481a-87fe-e7dcd45dc491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:05:46Z', 'updated_at': '2021-07-23T21:05:50Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '6aff6406-fe47-481a-87fe-e7dcd45dc491', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839c84e1-bd19-4a6b-b589-95735c4a735c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:05:47Z', 'updated_at': '2021-07-23T21:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '30f106a3-1640-4dd2-8812-8f4f4e5e723a', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'floating_ip_address': '172.25.1.217', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '839c84e1-bd19-4a6b-b589-95735c4a735c', 'port_id': '1c9f86a0-56de-4c70-959a-b24a642c1d15', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07', 'mac_address': 'fa:16:3e:d4:8b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421f456f-3e8a-44a7-b59e-c5c15666e89e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:06:03Z', 'updated_at': '2021-07-23T21:06:03Z', 'revision_number': 0, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '260fc480-3111-4088-9044-069f8611f1b4', 'name': '', 'network_id': '86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:98:1e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839c84e1-bd19-4a6b-b589-95735c4a735c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ed306812-286a-4a8c-9d1c-6746bb885c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:05:50Z', 'updated_at': '2021-07-23T21:05:54Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': 'ed306812-286a-4a8c-9d1c-6746bb885c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:05.234202 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f015568b-1013-40ce-9431-617198e1470c None None] Checking router: 839c84e1-bd19-4a6b-b589-95735c4a735c for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:06:05.242479 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f015568b-1013-40ce-9431-617198e1470c None None] Routers {'839c84e1-bd19-4a6b-b589-95735c4a735c'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:06:05.243089 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f015568b-1013-40ce-9431-617198e1470c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:05:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['839c84e1-bd19-4a6b-b589-95735c4a735c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:05.293218 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d4fe7-0dd5-4183-a108-27f1d8c7b1c1 req-6630dc84-14c3-45cc-b5bd-87e17bf2b5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:05.295222 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b95d4fe7-0dd5-4183-a108-27f1d8c7b1c1 req-6630dc84-14c3-45cc-b5bd-87e17bf2b5f0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07 HTTP/1.1" status: 200 len: 898 time: 0.0948000 Jul 23 21:06:05.347161 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-f015568b-1013-40ce-9431-617198e1470c None None] Set router 839c84e1-bd19-4a6b-b589-95735c4a735c gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:06:05.366832 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b95d4fe7-0dd5-4183-a108-27f1d8c7b1c1 req-8e0b0831-e202-456b-b239-2d5b8c93a82a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c9f86a0-56de-4c70-959a-b24a642c1d15 HTTP/1.1" status: 200 len: 999 time: 0.0663559 Jul 23 21:06:05.424355 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d4fe7-0dd5-4183-a108-27f1d8c7b1c1 req-1033de8d-c811-4242-8516-c37e4eaf83b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:05.425835 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b95d4fe7-0dd5-4183-a108-27f1d8c7b1c1 req-1033de8d-c811-4242-8516-c37e4eaf83b6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ed306812-286a-4a8c-9d1c-6746bb885c8e HTTP/1.1" status: 200 len: 835 time: 0.0523322 Jul 23 21:06:05.486023 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d4fe7-0dd5-4183-a108-27f1d8c7b1c1 req-081547c4-b81e-46fc-9403-779703891f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:05.487709 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b95d4fe7-0dd5-4183-a108-27f1d8c7b1c1 req-081547c4-b81e-46fc-9403-779703891f4b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562241 Jul 23 21:06:05.581523 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b95d4fe7-0dd5-4183-a108-27f1d8c7b1c1 req-b22d4f7e-79bc-4d7d-8553-a0e0937f2607 service neutron] 10.222.0.30 "GET /v2.0/networks/86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871243 Jul 23 21:06:05.583865 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f015568b-1013-40ce-9431-617198e1470c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839c84e1-bd19-4a6b-b589-95735c4a735c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36201379', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '6aff6406-fe47-481a-87fe-e7dcd45dc491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:05:46Z', 'updated_at': '2021-07-23T21:05:50Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '6aff6406-fe47-481a-87fe-e7dcd45dc491', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839c84e1-bd19-4a6b-b589-95735c4a735c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:05:47Z', 'updated_at': '2021-07-23T21:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '30f106a3-1640-4dd2-8812-8f4f4e5e723a', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'floating_ip_address': '172.25.1.217', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '839c84e1-bd19-4a6b-b589-95735c4a735c', 'port_id': '1c9f86a0-56de-4c70-959a-b24a642c1d15', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07', 'mac_address': 'fa:16:3e:d4:8b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421f456f-3e8a-44a7-b59e-c5c15666e89e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:06:03Z', 'updated_at': '2021-07-23T21:06:03Z', 'revision_number': 0, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '260fc480-3111-4088-9044-069f8611f1b4', 'name': '', 'network_id': '86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:98:1e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839c84e1-bd19-4a6b-b589-95735c4a735c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ed306812-286a-4a8c-9d1c-6746bb885c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:05:50Z', 'updated_at': '2021-07-23T21:05:54Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': 'ed306812-286a-4a8c-9d1c-6746bb885c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:05.611105 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f015568b-1013-40ce-9431-617198e1470c None None] The sync data for ids ['839c84e1-bd19-4a6b-b589-95735c4a735c'] in n-d-793618-10 is: [{'id': '839c84e1-bd19-4a6b-b589-95735c4a735c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36201379', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '6aff6406-fe47-481a-87fe-e7dcd45dc491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:05:46Z', 'updated_at': '2021-07-23T21:05:50Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '6aff6406-fe47-481a-87fe-e7dcd45dc491', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839c84e1-bd19-4a6b-b589-95735c4a735c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:05:47Z', 'updated_at': '2021-07-23T21:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '30f106a3-1640-4dd2-8812-8f4f4e5e723a', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'floating_ip_address': '172.25.1.217', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '839c84e1-bd19-4a6b-b589-95735c4a735c', 'port_id': '1c9f86a0-56de-4c70-959a-b24a642c1d15', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07', 'mac_address': 'fa:16:3e:d4:8b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421f456f-3e8a-44a7-b59e-c5c15666e89e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:06:03Z', 'updated_at': '2021-07-23T21:06:03Z', 'revision_number': 0, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '260fc480-3111-4088-9044-069f8611f1b4', 'name': '', 'network_id': '86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:98:1e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839c84e1-bd19-4a6b-b589-95735c4a735c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ed306812-286a-4a8c-9d1c-6746bb885c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:05:50Z', 'updated_at': '2021-07-23T21:05:54Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': 'ed306812-286a-4a8c-9d1c-6746bb885c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:06:05.683532 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b95d4fe7-0dd5-4183-a108-27f1d8c7b1c1 req-0a10eed1-0eea-468a-a552-e684c01e1fe9 service neutron] 10.222.0.30 "GET /v2.0/networks/86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963032 Jul 23 21:06:05.832995 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc6eb2a-d50f-43a4-9f59-ebef3f3cf93c None None] New status for floating IP 30f106a3-1640-4dd2-8812-8f4f4e5e723a: ACTIVE {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:06:06.173219 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38594) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:06.236474 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d72091ee-27b0-4ef9-b687-273108ac6f34 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/floatingips/30f106a3-1640-4dd2-8812-8f4f4e5e723a HTTP/1.1" status: 200 len: 993 time: 0.0620573 Jul 23 21:06:10.370777 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e265e33b-0597-4f29-a2b4-cfafc2ca540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:13.415003 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:13.714224 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-93e5ffe5-317b-4f1c-8a9f-a3bf60be7b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:14.210004 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:15.087274 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:15.251731 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:16.145723 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:24.739739 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:06:34.990757 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdcaea-7910-415b-9b24-cc4c2792a3ec req-75196db2-e7eb-44de-85eb-7b358437c805 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:34.992267 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-77fdcaea-7910-415b-9b24-cc4c2792a3ec req-75196db2-e7eb-44de-85eb-7b358437c805 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=421f456f-3e8a-44a7-b59e-c5c15666e89e HTTP/1.1" status: 200 len: 945 time: 0.0665679 Jul 23 21:06:35.033565 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-77fdcaea-7910-415b-9b24-cc4c2792a3ec req-f6cd6bc9-e6f3-40b3-b55a-5c007ebb0d15 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3c82b1e-820d-4ff1-a30f-14a06abb33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347116 Jul 23 21:06:36.185519 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32c963-2512-4322-b62d-5a3491c404f2 req-92ebb5e0-0122-4ecd-9d97-ddb3e092e0cf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:36.186704 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5d32c963-2512-4322-b62d-5a3491c404f2 req-92ebb5e0-0122-4ecd-9d97-ddb3e092e0cf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=421f456f-3e8a-44a7-b59e-c5c15666e89e HTTP/1.1" status: 200 len: 945 time: 0.0752230 Jul 23 21:06:36.228876 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5d32c963-2512-4322-b62d-5a3491c404f2 req-294b1298-0916-4f95-943c-28c101972edd tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3c82b1e-820d-4ff1-a30f-14a06abb33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362258 Jul 23 21:06:36.253763 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38614) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:36.320985 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a7660d55-3953-48b8-baf0-2565dd990ce6 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/floatingips/30f106a3-1640-4dd2-8812-8f4f4e5e723a HTTP/1.1" status: 200 len: 993 time: 0.0658867 Jul 23 21:06:37.617072 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f1ea9-c89d-47c1-a75c-ca9c21b2e870 req-806301c9-894f-42f6-8360-67cdc76a9fc8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:37.618763 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f26f1ea9-c89d-47c1-a75c-ca9c21b2e870 req-806301c9-894f-42f6-8360-67cdc76a9fc8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=421f456f-3e8a-44a7-b59e-c5c15666e89e HTTP/1.1" status: 200 len: 945 time: 0.0751097 Jul 23 21:06:37.678166 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f26f1ea9-c89d-47c1-a75c-ca9c21b2e870 req-1ddf5b4b-50c2-486b-9e49-e5effd623218 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3c82b1e-820d-4ff1-a30f-14a06abb33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526931 Jul 23 21:06:37.685810 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365de2b4-ac6c-4107-a21a-5aaec635ecb3 req-e19c4f23-ca2b-4ade-8d19-f0e6cecb42ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:37.687361 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-365de2b4-ac6c-4107-a21a-5aaec635ecb3 req-e19c4f23-ca2b-4ade-8d19-f0e6cecb42ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7adadf4e5dc447c39b760d2e191ff3f5&device_id=421f456f-3e8a-44a7-b59e-c5c15666e89e HTTP/1.1" status: 200 len: 1097 time: 0.0629246 Jul 23 21:06:37.809441 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365de2b4-ac6c-4107-a21a-5aaec635ecb3 req-42d774c6-36e4-49b7-8981-47a7b0fe7b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:37.811326 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-365de2b4-ac6c-4107-a21a-5aaec635ecb3 req-42d774c6-36e4-49b7-8981-47a7b0fe7b30 service neutron] 10.222.0.30 "GET /v2.0/networks?id=86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07 HTTP/1.1" status: 200 len: 898 time: 0.1028829 Jul 23 21:06:37.882000 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-365de2b4-ac6c-4107-a21a-5aaec635ecb3 req-5c8e7079-ccc1-4661-8d94-09f647f35dc5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c9f86a0-56de-4c70-959a-b24a642c1d15 HTTP/1.1" status: 200 len: 1001 time: 0.0627973 Jul 23 21:06:37.939111 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365de2b4-ac6c-4107-a21a-5aaec635ecb3 req-93e908f1-a47a-424c-a15b-c121bac59e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:37.940711 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-365de2b4-ac6c-4107-a21a-5aaec635ecb3 req-93e908f1-a47a-424c-a15b-c121bac59e09 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ed306812-286a-4a8c-9d1c-6746bb885c8e HTTP/1.1" status: 200 len: 835 time: 0.0530860 Jul 23 21:06:38.006099 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365de2b4-ac6c-4107-a21a-5aaec635ecb3 req-5a10b578-4c10-4728-b63e-d9c491c87bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:38.007609 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-365de2b4-ac6c-4107-a21a-5aaec635ecb3 req-5a10b578-4c10-4728-b63e-d9c491c87bfa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610397 Jul 23 21:06:38.104128 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-365de2b4-ac6c-4107-a21a-5aaec635ecb3 req-edc66983-aa66-4039-a624-fe0237c00e09 service neutron] 10.222.0.30 "GET /v2.0/networks/86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876443 Jul 23 21:06:38.202397 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-365de2b4-ac6c-4107-a21a-5aaec635ecb3 req-21e69a28-ac56-4656-b12e-d89cb1cee4e1 service neutron] 10.222.0.30 "GET /v2.0/networks/86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912890 Jul 23 21:06:38.815322 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5c5b8-f0c0-4d62-82bc-ae958ff0395a req-a35cb52d-12cd-4b49-a5f8-d7fbdd9a2a81 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:38.816855 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-30d5c5b8-f0c0-4d62-82bc-ae958ff0395a req-a35cb52d-12cd-4b49-a5f8-d7fbdd9a2a81 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=421f456f-3e8a-44a7-b59e-c5c15666e89e HTTP/1.1" status: 200 len: 945 time: 0.0733893 Jul 23 21:06:38.857535 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-30d5c5b8-f0c0-4d62-82bc-ae958ff0395a req-23426985-13cc-4652-ab61-e9b6444a548f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3c82b1e-820d-4ff1-a30f-14a06abb33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348806 Jul 23 21:06:38.880395 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38624) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:38.944477 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-68c764be-1277-4585-8e12-dbde1112455f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/floatingips/30f106a3-1640-4dd2-8812-8f4f4e5e723a HTTP/1.1" status: 200 len: 993 time: 0.0628948 Jul 23 21:06:39.216281 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38630) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:39.375386 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-33b6fa4b-97ee-4dcf-bcdd-96ded01035ec tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Deleting port a064f180-95c6-4494-a655-7b1e03d69bc2 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:06:39.375724 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-33b6fa4b-97ee-4dcf-bcdd-96ded01035ec tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:39.450199 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-33b6fa4b-97ee-4dcf-bcdd-96ded01035ec tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:39.450544 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-33b6fa4b-97ee-4dcf-bcdd-96ded01035ec tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:39.461997 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-33b6fa4b-97ee-4dcf-bcdd-96ded01035ec tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Calling delete_port for a064f180-95c6-4494-a655-7b1e03d69bc2 owned by network:floatingip {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:06:39.627893 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-33b6fa4b-97ee-4dcf-bcdd-96ded01035ec tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:39.656025 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b6fa4b-97ee-4dcf-bcdd-96ded01035ec tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event deleted for resources: {'Port': ['ID=a064f180-95c6-4494-a655-7b1e03d69bc2,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:39.667688 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6fa4b-97ee-4dcf-bcdd-96ded01035ec tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:39.668036 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6fa4b-97ee-4dcf-bcdd-96ded01035ec tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:39.668380 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6fa4b-97ee-4dcf-bcdd-96ded01035ec tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:39.669347 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6fa4b-97ee-4dcf-bcdd-96ded01035ec tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:39.669710 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6fa4b-97ee-4dcf-bcdd-96ded01035ec tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:39.670042 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6fa4b-97ee-4dcf-bcdd-96ded01035ec tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:39.670370 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6fa4b-97ee-4dcf-bcdd-96ded01035ec tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:39.670694 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6fa4b-97ee-4dcf-bcdd-96ded01035ec tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:39.671017 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6fa4b-97ee-4dcf-bcdd-96ded01035ec tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:39.671339 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6fa4b-97ee-4dcf-bcdd-96ded01035ec tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:39.671690 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6fa4b-97ee-4dcf-bcdd-96ded01035ec tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:39.672009 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6fa4b-97ee-4dcf-bcdd-96ded01035ec tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:39.734071 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-33b6fa4b-97ee-4dcf-bcdd-96ded01035ec tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for floatingip, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:39.734461 n-d-793618-10 neutron-server[93875]: INFO neutron.db.l3_db [None req-33b6fa4b-97ee-4dcf-bcdd-96ded01035ec tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Floating IP 30f106a3-1640-4dd2-8812-8f4f4e5e723a disassociated (deleted). External IP: 172.25.1.217, port: 1c9f86a0-56de-4c70-959a-b24a642c1d15. Jul 23 21:06:39.954006 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b6fa4b-97ee-4dcf-bcdd-96ded01035ec tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Router 839c84e1-bd19-4a6b-b589-95735c4a735c has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:06:40.067854 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b6fa4b-97ee-4dcf-bcdd-96ded01035ec tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:06:40.072475 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-33b6fa4b-97ee-4dcf-bcdd-96ded01035ec tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:40.083186 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35eefa0-cd70-4018-b7d6-7dbfa9188e41 None None] Sync routers for ids ['839c84e1-bd19-4a6b-b589-95735c4a735c'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:06:40.101023 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35eefa0-cd70-4018-b7d6-7dbfa9188e41 None None] Routers {'839c84e1-bd19-4a6b-b589-95735c4a735c'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:06:40.101683 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c35eefa0-cd70-4018-b7d6-7dbfa9188e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:06:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['839c84e1-bd19-4a6b-b589-95735c4a735c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:40.113002 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-33b6fa4b-97ee-4dcf-bcdd-96ded01035ec tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "DELETE /v2.0/floatingips/30f106a3-1640-4dd2-8812-8f4f4e5e723a HTTP/1.1" status: 204 len: 168 time: 0.8954787 Jul 23 21:06:40.113596 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421f456f-3e8a-44a7-b59e-c5c15666e89e', 'tag': '1c9f86a0-56de-4c70-959a-b24a642c1d15'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:06:40.116530 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1358e00761cb368f0f7ae124e23a857cb06aa2e8cdc938e6d7a9a9ae7bd1e98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dafc970-7533-4d0b-8d0a-8c57c30712e2" -d '{"events": [{"name": "network-changed", "server_uuid": "421f456f-3e8a-44a7-b59e-c5c15666e89e", "tag": "1c9f86a0-56de-4c70-959a-b24a642c1d15"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:06:40.211808 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-c35eefa0-cd70-4018-b7d6-7dbfa9188e41 None None] Set router 839c84e1-bd19-4a6b-b589-95735c4a735c gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:06:40.282828 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d51e26-1f7d-4fcb-8288-43acc4356592 x-openstack-request-id: req-b8d51e26-1f7d-4fcb-8288-43acc4356592 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:06:40.283184 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "421f456f-3e8a-44a7-b59e-c5c15666e89e", "tag": "1c9f86a0-56de-4c70-959a-b24a642c1d15", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:06:40.283496 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b8d51e26-1f7d-4fcb-8288-43acc4356592 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:06:40.283958 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '421f456f-3e8a-44a7-b59e-c5c15666e89e', 'tag': '1c9f86a0-56de-4c70-959a-b24a642c1d15', 'status': 'completed', 'code': 200} Jul 23 21:06:40.379642 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d51f8ecb-c479-44f3-9fd0-a0e9cb10787f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:40.388054 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dafc970-7533-4d0b-8d0a-8c57c30712e2 req-afad2475-4617-45c5-93af-edfe3d93872e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:40.390335 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4dafc970-7533-4d0b-8d0a-8c57c30712e2 req-afad2475-4617-45c5-93af-edfe3d93872e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7adadf4e5dc447c39b760d2e191ff3f5&device_id=421f456f-3e8a-44a7-b59e-c5c15666e89e HTTP/1.1" status: 200 len: 1097 time: 0.0819914 Jul 23 21:06:40.417881 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a9434-47cf-4b0d-8122-5b8b081c5671 req-489d788e-8b8b-4ab9-8f6d-064aaf409352 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:40.419656 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-be0a9434-47cf-4b0d-8122-5b8b081c5671 req-489d788e-8b8b-4ab9-8f6d-064aaf409352 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=421f456f-3e8a-44a7-b59e-c5c15666e89e HTTP/1.1" status: 200 len: 945 time: 0.0846415 Jul 23 21:06:40.444281 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c35eefa0-cd70-4018-b7d6-7dbfa9188e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839c84e1-bd19-4a6b-b589-95735c4a735c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36201379', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '6aff6406-fe47-481a-87fe-e7dcd45dc491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:05:46Z', 'updated_at': '2021-07-23T21:05:50Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '6aff6406-fe47-481a-87fe-e7dcd45dc491', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839c84e1-bd19-4a6b-b589-95735c4a735c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:05:47Z', 'updated_at': '2021-07-23T21:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '260fc480-3111-4088-9044-069f8611f1b4', 'name': '', 'network_id': '86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:98:1e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839c84e1-bd19-4a6b-b589-95735c4a735c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ed306812-286a-4a8c-9d1c-6746bb885c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:05:50Z', 'updated_at': '2021-07-23T21:05:54Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': 'ed306812-286a-4a8c-9d1c-6746bb885c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:40.470487 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-be0a9434-47cf-4b0d-8122-5b8b081c5671 req-63fba4a2-618e-4262-8a47-0869af248443 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3c82b1e-820d-4ff1-a30f-14a06abb33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415361 Jul 23 21:06:40.474792 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35eefa0-cd70-4018-b7d6-7dbfa9188e41 None None] Checking router: 839c84e1-bd19-4a6b-b589-95735c4a735c for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:06:40.484819 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35eefa0-cd70-4018-b7d6-7dbfa9188e41 None None] Routers {'839c84e1-bd19-4a6b-b589-95735c4a735c'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:06:40.485514 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c35eefa0-cd70-4018-b7d6-7dbfa9188e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:06:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['839c84e1-bd19-4a6b-b589-95735c4a735c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:40.501623 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dafc970-7533-4d0b-8d0a-8c57c30712e2 req-28f43990-a76c-455c-8c3f-7c3de59bce76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:40.503125 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4dafc970-7533-4d0b-8d0a-8c57c30712e2 req-28f43990-a76c-455c-8c3f-7c3de59bce76 service neutron] 10.222.0.30 "GET /v2.0/networks?id=86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07 HTTP/1.1" status: 200 len: 898 time: 0.1070230 Jul 23 21:06:40.549333 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4dafc970-7533-4d0b-8d0a-8c57c30712e2 req-565bfeb6-30f0-4d15-9a44-19136f21a7ec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c9f86a0-56de-4c70-959a-b24a642c1d15 HTTP/1.1" status: 200 len: 217 time: 0.0394382 Jul 23 21:06:40.594917 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-c35eefa0-cd70-4018-b7d6-7dbfa9188e41 None None] Set router 839c84e1-bd19-4a6b-b589-95735c4a735c gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:06:40.604791 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dafc970-7533-4d0b-8d0a-8c57c30712e2 req-b3da9c4b-1585-4df3-827f-90693a7601d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:40.606831 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4dafc970-7533-4d0b-8d0a-8c57c30712e2 req-b3da9c4b-1585-4df3-827f-90693a7601d3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ed306812-286a-4a8c-9d1c-6746bb885c8e HTTP/1.1" status: 200 len: 835 time: 0.0461810 Jul 23 21:06:40.666641 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dafc970-7533-4d0b-8d0a-8c57c30712e2 req-f0941eac-ca2b-4bfb-b97e-c04aed0a6cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:40.669243 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4dafc970-7533-4d0b-8d0a-8c57c30712e2 req-f0941eac-ca2b-4bfb-b97e-c04aed0a6cc0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548449 Jul 23 21:06:40.773490 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4dafc970-7533-4d0b-8d0a-8c57c30712e2 req-2835548c-b5fd-45f5-a5d2-b5a1f3709a63 service neutron] 10.222.0.30 "GET /v2.0/networks/86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970621 Jul 23 21:06:40.805271 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c35eefa0-cd70-4018-b7d6-7dbfa9188e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839c84e1-bd19-4a6b-b589-95735c4a735c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36201379', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '6aff6406-fe47-481a-87fe-e7dcd45dc491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:05:46Z', 'updated_at': '2021-07-23T21:05:50Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '6aff6406-fe47-481a-87fe-e7dcd45dc491', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839c84e1-bd19-4a6b-b589-95735c4a735c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:05:47Z', 'updated_at': '2021-07-23T21:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '260fc480-3111-4088-9044-069f8611f1b4', 'name': '', 'network_id': '86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:98:1e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839c84e1-bd19-4a6b-b589-95735c4a735c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ed306812-286a-4a8c-9d1c-6746bb885c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:05:50Z', 'updated_at': '2021-07-23T21:05:54Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': 'ed306812-286a-4a8c-9d1c-6746bb885c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:40.836519 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35eefa0-cd70-4018-b7d6-7dbfa9188e41 None None] The sync data for ids ['839c84e1-bd19-4a6b-b589-95735c4a735c'] in n-d-793618-10 is: [{'id': '839c84e1-bd19-4a6b-b589-95735c4a735c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36201379', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '6aff6406-fe47-481a-87fe-e7dcd45dc491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:05:46Z', 'updated_at': '2021-07-23T21:05:50Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '6aff6406-fe47-481a-87fe-e7dcd45dc491', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839c84e1-bd19-4a6b-b589-95735c4a735c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:05:47Z', 'updated_at': '2021-07-23T21:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '260fc480-3111-4088-9044-069f8611f1b4', 'name': '', 'network_id': '86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:98:1e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839c84e1-bd19-4a6b-b589-95735c4a735c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ed306812-286a-4a8c-9d1c-6746bb885c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:05:50Z', 'updated_at': '2021-07-23T21:05:54Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': 'ed306812-286a-4a8c-9d1c-6746bb885c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:06:40.870178 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-4dafc970-7533-4d0b-8d0a-8c57c30712e2 req-861036ea-1735-4d3b-bf8c-c7686a22004d service neutron] 10.222.0.30 "GET /v2.0/networks/86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885789 Jul 23 21:06:41.057149 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d09d42e-405f-47f3-9ed1-bc90cc7a2303 None None] New status for floating IP 30f106a3-1640-4dd2-8812-8f4f4e5e723a: DOWN {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:06:41.609321 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669ef5c-7206-41fd-93a5-11b886b12896 req-d741aeaf-d8a0-4712-9b49-c9b55122eaa2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:41.610861 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6669ef5c-7206-41fd-93a5-11b886b12896 req-d741aeaf-d8a0-4712-9b49-c9b55122eaa2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=421f456f-3e8a-44a7-b59e-c5c15666e89e HTTP/1.1" status: 200 len: 945 time: 0.0694263 Jul 23 21:06:41.655534 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6669ef5c-7206-41fd-93a5-11b886b12896 req-5f698905-e593-4fae-bae8-76f0413c2dbc tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3c82b1e-820d-4ff1-a30f-14a06abb33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374603 Jul 23 21:06:41.982660 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b24bef-9d0f-44fc-a14d-9fcdda43efc7 req-c526f573-f16e-4c19-a1e0-fe0df92cb9c2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:41.984743 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b5b24bef-9d0f-44fc-a14d-9fcdda43efc7 req-c526f573-f16e-4c19-a1e0-fe0df92cb9c2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.30 "GET /v2.0/ports?device_id=421f456f-3e8a-44a7-b59e-c5c15666e89e HTTP/1.1" status: 200 len: 945 time: 0.0842218 Jul 23 21:06:42.091723 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-b5b24bef-9d0f-44fc-a14d-9fcdda43efc7 req-e3f3dd07-79df-429c-8a24-617061f83f42 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Deleting port 1c9f86a0-56de-4c70-959a-b24a642c1d15 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:06:42.092099 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b5b24bef-9d0f-44fc-a14d-9fcdda43efc7 req-e3f3dd07-79df-429c-8a24-617061f83f42 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:42.524955 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-b5b24bef-9d0f-44fc-a14d-9fcdda43efc7 req-e3f3dd07-79df-429c-8a24-617061f83f42 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] For port 1c9f86a0-56de-4c70-959a-b24a642c1d15, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=1c9f86a0-56de-4c70-959a-b24a642c1d15,segment=NetworkSegment(acbec1aa-f34e-4134-8196-82873b0cb740),segment_id=acbec1aa-f34e-4134-8196-82873b0cb740)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:06:42.525330 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b5b24bef-9d0f-44fc-a14d-9fcdda43efc7 req-e3f3dd07-79df-429c-8a24-617061f83f42 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:42.538130 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-b5b24bef-9d0f-44fc-a14d-9fcdda43efc7 req-e3f3dd07-79df-429c-8a24-617061f83f42 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Calling delete_port for 1c9f86a0-56de-4c70-959a-b24a642c1d15 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:06:42.666295 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b5b24bef-9d0f-44fc-a14d-9fcdda43efc7 req-e3f3dd07-79df-429c-8a24-617061f83f42 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:42.696950 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f3dd07-79df-429c-8a24-617061f83f42 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event deleted for resources: {'Port': ['ID=1c9f86a0-56de-4c70-959a-b24a642c1d15,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:42.707544 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3dd07-79df-429c-8a24-617061f83f42 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:42.707901 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3dd07-79df-429c-8a24-617061f83f42 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:42.708234 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3dd07-79df-429c-8a24-617061f83f42 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:42.708576 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3dd07-79df-429c-8a24-617061f83f42 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:42.708909 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3dd07-79df-429c-8a24-617061f83f42 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:42.709239 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3dd07-79df-429c-8a24-617061f83f42 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:42.709599 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3dd07-79df-429c-8a24-617061f83f42 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:42.709929 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3dd07-79df-429c-8a24-617061f83f42 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:42.710260 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3dd07-79df-429c-8a24-617061f83f42 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:42.710586 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3dd07-79df-429c-8a24-617061f83f42 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:42.710916 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3dd07-79df-429c-8a24-617061f83f42 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:42.711944 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3dd07-79df-429c-8a24-617061f83f42 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:42.756667 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a7b888b8-c06f-4ad7-85ed-e8fe40ed1715 req-ad5edaeb-70d5-4677-bcf6-740de1691037 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=421f456f-3e8a-44a7-b59e-c5c15666e89e HTTP/1.1" status: 200 len: 210 time: 0.0311890 Jul 23 21:06:42.759270 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b24bef-9d0f-44fc-a14d-9fcdda43efc7 req-e3f3dd07-79df-429c-8a24-617061f83f42 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] No DVR routers for this DVR port 1c9f86a0-56de-4c70-959a-b24a642c1d15 on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:06:42.761960 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b5b24bef-9d0f-44fc-a14d-9fcdda43efc7 req-e3f3dd07-79df-429c-8a24-617061f83f42 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:42.764559 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b5b24bef-9d0f-44fc-a14d-9fcdda43efc7 req-e3f3dd07-79df-429c-8a24-617061f83f42 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.30 "DELETE /v2.0/ports/1c9f86a0-56de-4c70-959a-b24a642c1d15 HTTP/1.1" status: 204 len: 173 time: 0.7745302 Jul 23 21:06:42.765009 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421f456f-3e8a-44a7-b59e-c5c15666e89e', 'name': 'network-vif-deleted', 'tag': '1c9f86a0-56de-4c70-959a-b24a642c1d15'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:06:42.767362 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4300f88a927161e708234582c45a85d95cbae37b2189d54369fb4e5575b527b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b3385e-14f2-4390-8762-6b28fbcadbc4" -d '{"events": [{"server_uuid": "421f456f-3e8a-44a7-b59e-c5c15666e89e", "name": "network-vif-deleted", "tag": "1c9f86a0-56de-4c70-959a-b24a642c1d15"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:06:42.813095 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275d19ff-8346-4d07-905f-c0cac1d6c2d0 x-openstack-request-id: req-275d19ff-8346-4d07-905f-c0cac1d6c2d0 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:06:42.813388 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421f456f-3e8a-44a7-b59e-c5c15666e89e", "name": "network-vif-deleted", "tag": "1c9f86a0-56de-4c70-959a-b24a642c1d15", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:06:42.813688 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-275d19ff-8346-4d07-905f-c0cac1d6c2d0 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:06:42.814085 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421f456f-3e8a-44a7-b59e-c5c15666e89e', 'name': 'network-vif-deleted', 'tag': '1c9f86a0-56de-4c70-959a-b24a642c1d15', 'status': 'completed', 'code': 200} Jul 23 21:06:43.415863 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:43.715978 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-56ffb4bc-aa91-4f36-96eb-797c59a75bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:43.822250 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38646) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:44.200600 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1375c104-e4e4-4107-bc79-6c0e4cab0b66 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:44.213692 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:44.481044 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-1375c104-e4e4-4107-bc79-6c0e4cab0b66 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Deleting port 260fc480-3111-4088-9044-069f8611f1b4 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:06:44.481663 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1375c104-e4e4-4107-bc79-6c0e4cab0b66 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:44.573423 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-1375c104-e4e4-4107-bc79-6c0e4cab0b66 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] For port 260fc480-3111-4088-9044-069f8611f1b4, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=260fc480-3111-4088-9044-069f8611f1b4,segment=NetworkSegment(acbec1aa-f34e-4134-8196-82873b0cb740),segment_id=acbec1aa-f34e-4134-8196-82873b0cb740)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:06:44.573805 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1375c104-e4e4-4107-bc79-6c0e4cab0b66 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:44.586718 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-1375c104-e4e4-4107-bc79-6c0e4cab0b66 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Calling delete_port for 260fc480-3111-4088-9044-069f8611f1b4 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:06:44.776712 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1375c104-e4e4-4107-bc79-6c0e4cab0b66 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:44.811516 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1375c104-e4e4-4107-bc79-6c0e4cab0b66 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event deleted for resources: {'Port': ['ID=260fc480-3111-4088-9044-069f8611f1b4,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:44.992497 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1375c104-e4e4-4107-bc79-6c0e4cab0b66 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:45.101052 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:45.222044 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1375c104-e4e4-4107-bc79-6c0e4cab0b66 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Router 839c84e1-bd19-4a6b-b589-95735c4a735c has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:06:45.251616 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:45.343859 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1375c104-e4e4-4107-bc79-6c0e4cab0b66 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:06:45.348892 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1375c104-e4e4-4107-bc79-6c0e4cab0b66 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "PUT /v2.0/routers/839c84e1-bd19-4a6b-b589-95735c4a735c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5256226 Jul 23 21:06:45.351728 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38650) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:45.355465 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590baf51-12ca-46da-9fbd-9f37c5b630f9 None None] Sync routers for ids ['839c84e1-bd19-4a6b-b589-95735c4a735c'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:06:45.365163 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590baf51-12ca-46da-9fbd-9f37c5b630f9 None None] Routers {'839c84e1-bd19-4a6b-b589-95735c4a735c'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:06:45.365800 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-590baf51-12ca-46da-9fbd-9f37c5b630f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:06:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['839c84e1-bd19-4a6b-b589-95735c4a735c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:45.404344 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6fc6fdc-92a3-4ec1-bbda-69aa3f9181f9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Deleting subnet ed306812-286a-4a8c-9d1c-6746bb885c8e {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:06:45.407645 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6fc6fdc-92a3-4ec1-bbda-69aa3f9181f9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:45.446925 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6fc6fdc-92a3-4ec1-bbda-69aa3f9181f9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:45.471403 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-590baf51-12ca-46da-9fbd-9f37c5b630f9 None None] Set router 839c84e1-bd19-4a6b-b589-95735c4a735c gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:06:45.535568 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6fc6fdc-92a3-4ec1-bbda-69aa3f9181f9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:45.596170 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6fc6fdc-92a3-4ec1-bbda-69aa3f9181f9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:45.623374 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc6fdc-92a3-4ec1-bbda-69aa3f9181f9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event deleted for resources: {'Subnet': ['ID=ed306812-286a-4a8c-9d1c-6746bb885c8e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:45.626964 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d6fc6fdc-92a3-4ec1-bbda-69aa3f9181f9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:45.628755 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d6fc6fdc-92a3-4ec1-bbda-69aa3f9181f9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "DELETE /v2.0/subnets/ed306812-286a-4a8c-9d1c-6746bb885c8e HTTP/1.1" status: 204 len: 168 time: 0.2760463 Jul 23 21:06:45.631624 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38652) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:45.634874 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb29a5f-1e23-43f1-867c-234f5b6b1776 None None] Network 86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:06:45.674448 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-590baf51-12ca-46da-9fbd-9f37c5b630f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839c84e1-bd19-4a6b-b589-95735c4a735c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36201379', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '6aff6406-fe47-481a-87fe-e7dcd45dc491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:05:46Z', 'updated_at': '2021-07-23T21:06:44Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '6aff6406-fe47-481a-87fe-e7dcd45dc491', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839c84e1-bd19-4a6b-b589-95735c4a735c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:05:47Z', 'updated_at': '2021-07-23T21:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:45.701408 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590baf51-12ca-46da-9fbd-9f37c5b630f9 None None] Checking router: 839c84e1-bd19-4a6b-b589-95735c4a735c for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:06:45.710194 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590baf51-12ca-46da-9fbd-9f37c5b630f9 None None] Routers {'839c84e1-bd19-4a6b-b589-95735c4a735c'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:06:45.710810 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-590baf51-12ca-46da-9fbd-9f37c5b630f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:06:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['839c84e1-bd19-4a6b-b589-95735c4a735c'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:45.767572 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-70e6d80f-36a1-47b8-abd3-09c6dbd57b61 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:45.834981 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9eb821-e00c-414c-b5d7-709a128d274a None None] DHCP port deletion for 86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:06:45.836698 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-590baf51-12ca-46da-9fbd-9f37c5b630f9 None None] Set router 839c84e1-bd19-4a6b-b589-95735c4a735c gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:06:45.876563 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 1c9f86a0-56de-4c70-959a-b24a642c1d15 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:06:45.889436 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-70e6d80f-36a1-47b8-abd3-09c6dbd57b61 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:45.906016 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 1c9f86a0-56de-4c70-959a-b24a642c1d15 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:06:45.906779 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 1c9f86a0-56de-4c70-959a-b24a642c1d15 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:06:45.922186 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1f9eb821-e00c-414c-b5d7-709a128d274a None None] Deleting port a366527b-cff2-48a8-86b2-1f1abecd470a {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:06:45.922562 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1f9eb821-e00c-414c-b5d7-709a128d274a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:45.952374 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-70e6d80f-36a1-47b8-abd3-09c6dbd57b61 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Deleting port 6aff6406-fe47-481a-87fe-e7dcd45dc491 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:06:45.952845 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-70e6d80f-36a1-47b8-abd3-09c6dbd57b61 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:45.990726 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-1f9eb821-e00c-414c-b5d7-709a128d274a None None] For port a366527b-cff2-48a8-86b2-1f1abecd470a, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=a366527b-cff2-48a8-86b2-1f1abecd470a,segment=NetworkSegment(acbec1aa-f34e-4134-8196-82873b0cb740),segment_id=acbec1aa-f34e-4134-8196-82873b0cb740)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:06:45.991122 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1f9eb821-e00c-414c-b5d7-709a128d274a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:46.008310 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1f9eb821-e00c-414c-b5d7-709a128d274a None None] Calling delete_port for a366527b-cff2-48a8-86b2-1f1abecd470a owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:06:46.030750 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-590baf51-12ca-46da-9fbd-9f37c5b630f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839c84e1-bd19-4a6b-b589-95735c4a735c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36201379', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '6aff6406-fe47-481a-87fe-e7dcd45dc491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:05:46Z', 'updated_at': '2021-07-23T21:06:44Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '6aff6406-fe47-481a-87fe-e7dcd45dc491', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839c84e1-bd19-4a6b-b589-95735c4a735c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:05:47Z', 'updated_at': '2021-07-23T21:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:46.042457 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-70e6d80f-36a1-47b8-abd3-09c6dbd57b61 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] For port 6aff6406-fe47-481a-87fe-e7dcd45dc491, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6aff6406-fe47-481a-87fe-e7dcd45dc491,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:06:46.042825 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-70e6d80f-36a1-47b8-abd3-09c6dbd57b61 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:46.056170 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-70e6d80f-36a1-47b8-abd3-09c6dbd57b61 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Calling delete_port for 6aff6406-fe47-481a-87fe-e7dcd45dc491 owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:06:46.093342 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1f9eb821-e00c-414c-b5d7-709a128d274a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:46.128377 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9eb821-e00c-414c-b5d7-709a128d274a None None] Pushing event deleted for resources: {'Port': ['ID=a366527b-cff2-48a8-86b2-1f1abecd470a,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:46.132465 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9eb821-e00c-414c-b5d7-709a128d274a None None] No DVR routers for this DVR port a366527b-cff2-48a8-86b2-1f1abecd470a on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:06:46.156882 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9eb821-e00c-414c-b5d7-709a128d274a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:46.157231 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9eb821-e00c-414c-b5d7-709a128d274a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:46.157716 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9eb821-e00c-414c-b5d7-709a128d274a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:46.157923 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9eb821-e00c-414c-b5d7-709a128d274a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:46.158255 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9eb821-e00c-414c-b5d7-709a128d274a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:46.158664 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9eb821-e00c-414c-b5d7-709a128d274a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:46.158897 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9eb821-e00c-414c-b5d7-709a128d274a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:46.159224 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9eb821-e00c-414c-b5d7-709a128d274a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:46.159546 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9eb821-e00c-414c-b5d7-709a128d274a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:46.159875 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9eb821-e00c-414c-b5d7-709a128d274a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:46.160333 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9eb821-e00c-414c-b5d7-709a128d274a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:46.160656 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9eb821-e00c-414c-b5d7-709a128d274a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:46.175267 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590baf51-12ca-46da-9fbd-9f37c5b630f9 None None] The sync data for ids ['839c84e1-bd19-4a6b-b589-95735c4a735c'] in n-d-793618-10 is: [{'id': '839c84e1-bd19-4a6b-b589-95735c4a735c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36201379', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '6aff6406-fe47-481a-87fe-e7dcd45dc491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:05:46Z', 'updated_at': '2021-07-23T21:06:44Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '6aff6406-fe47-481a-87fe-e7dcd45dc491', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839c84e1-bd19-4a6b-b589-95735c4a735c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:05:47Z', 'updated_at': '2021-07-23T21:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:06:46.175535 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:46.257344 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-70e6d80f-36a1-47b8-abd3-09c6dbd57b61 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:46.284596 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6d80f-36a1-47b8-abd3-09c6dbd57b61 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event deleted for resources: {'Port': ['ID=6aff6406-fe47-481a-87fe-e7dcd45dc491,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:46.352247 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-70e6d80f-36a1-47b8-abd3-09c6dbd57b61 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:46.468339 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-70e6d80f-36a1-47b8-abd3-09c6dbd57b61 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:46.470405 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-70e6d80f-36a1-47b8-abd3-09c6dbd57b61 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:46.518992 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-70e6d80f-36a1-47b8-abd3-09c6dbd57b61 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:46.519926 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e6d80f-36a1-47b8-abd3-09c6dbd57b61 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Fanout notify agent at l3_agent the message router_deleted on router 839c84e1-bd19-4a6b-b589-95735c4a735c {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:06:46.532833 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-70e6d80f-36a1-47b8-abd3-09c6dbd57b61 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:46.534711 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-70e6d80f-36a1-47b8-abd3-09c6dbd57b61 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "DELETE /v2.0/routers/839c84e1-bd19-4a6b-b589-95735c4a735c HTTP/1.1" status: 204 len: 168 time: 0.9009511 Jul 23 21:06:46.537589 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38654) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:46.630005 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5aaaec30-3831-4288-a44e-65decd8249fc tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:46.667640 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a366527b-cff2-48a8-86b2-1f1abecd470a no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:06:46.690575 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: a366527b-cff2-48a8-86b2-1f1abecd470a {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:06:46.691161 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device a366527b-cff2-48a8-86b2-1f1abecd470a not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:06:46.691521 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 260fc480-3111-4088-9044-069f8611f1b4 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:06:46.717149 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 260fc480-3111-4088-9044-069f8611f1b4 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:06:46.717534 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 260fc480-3111-4088-9044-069f8611f1b4 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:06:46.742223 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5aaaec30-3831-4288-a44e-65decd8249fc tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:46.752743 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-5aaaec30-3831-4288-a44e-65decd8249fc tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:46.764743 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-5aaaec30-3831-4288-a44e-65decd8249fc tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acbec1aa-f34e-4134-8196-82873b0cb740') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:46.765120 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-5aaaec30-3831-4288-a44e-65decd8249fc tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acbec1aa-f34e-4134-8196-82873b0cb740') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:46.775019 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5aaaec30-3831-4288-a44e-65decd8249fc tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:46.791071 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5aaaec30-3831-4288-a44e-65decd8249fc tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:46.797762 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aaaec30-3831-4288-a44e-65decd8249fc tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:06:46.798226 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5aaaec30-3831-4288-a44e-65decd8249fc tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:46.801571 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 21:06:46.801571 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:06:46.801571 n-d-793618-10 neutron-server[93875]: timer() Jul 23 21:06:46.801571 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:06:46.801571 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 21:06:46.801571 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:06:46.801571 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 21:06:46.801571 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:06:46.801571 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 21:06:46.801571 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:06:46.801571 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 21:06:46.801571 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:06:46.801571 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 21:06:46.801571 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:06:46.801571 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:06:46.801571 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:06:46.801571 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:06:46.801571 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:06:46.801571 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 21:06:46.801571 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:06:46.801571 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 21:06:46.801571 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:06:46.801571 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:06:46.801571 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:06:46.801571 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 21:06:46.801571 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:06:46.801571 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:06:46.801571 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:06:46.801571 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:06:46.801571 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:06:46.801571 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:06:46.801571 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:06:46.872232 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5aaaec30-3831-4288-a44e-65decd8249fc tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:46.883079 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5aaaec30-3831-4288-a44e-65decd8249fc tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:46.889109 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-5aaaec30-3831-4288-a44e-65decd8249fc tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "DELETE /v2.0/networks/86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07 HTTP/1.1" status: 204 len: 168 time: 0.3453786 Jul 23 21:06:46.889891 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38656) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:46.968471 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-272f7ef9-dfa0-434f-8655-e131c3bd7f0f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:46.997680 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-272f7ef9-dfa0-434f-8655-e131c3bd7f0f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:47.067986 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-272f7ef9-dfa0-434f-8655-e131c3bd7f0f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:47.070779 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-272f7ef9-dfa0-434f-8655-e131c3bd7f0f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:47.072219 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-272f7ef9-dfa0-434f-8655-e131c3bd7f0f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "DELETE /v2.0/security-groups/f3c82b1e-820d-4ff1-a30f-14a06abb33bd HTTP/1.1" status: 204 len: 168 time: 0.1807215 Jul 23 21:06:47.083499 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f7ef9-dfa0-434f-8655-e131c3bd7f0f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c82b1e-820d-4ff1-a30f-14a06abb33bd,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:47.220973 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaaec30-3831-4288-a44e-65decd8249fc tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event deleted for resources: {'Network': ['ID=86bfa3a8-bdf3-4bac-9259-b2e38ad0ad07,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:47.296939 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38662) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:47.302257 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-bd541ac9-cf5d-439a-8c5a-2d42ea8f1dbe tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-445300734', 'description': 'tempest-secgroup-smoke-445300734 description', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:06:47.326277 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bd541ac9-cf5d-439a-8c5a-2d42ea8f1dbe tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:47.408433 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bd541ac9-cf5d-439a-8c5a-2d42ea8f1dbe tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:47.411852 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bd541ac9-cf5d-439a-8c5a-2d42ea8f1dbe tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:47.439364 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bd541ac9-cf5d-439a-8c5a-2d42ea8f1dbe tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:47.440583 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-bd541ac9-cf5d-439a-8c5a-2d42ea8f1dbe tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1425951 Jul 23 21:06:47.442396 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd541ac9-cf5d-439a-8c5a-2d42ea8f1dbe tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3daca0d-6c17-4d6d-99e5-1dc64f42643d,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:47.443602 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38664) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:47.449082 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-5efd02d0-b3d8-429b-84d6-c465af4f1ac2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'security_group_rule': {'security_group_id': 'd3daca0d-6c17-4d6d-99e5-1dc64f42643d', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:06:47.475098 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5efd02d0-b3d8-429b-84d6-c465af4f1ac2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:47.521193 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5efd02d0-b3d8-429b-84d6-c465af4f1ac2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:47.524436 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5efd02d0-b3d8-429b-84d6-c465af4f1ac2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:47.541302 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd02d0-b3d8-429b-84d6-c465af4f1ac2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce0ad3b0-2553-482a-8a13-2defd8801024,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:47.548591 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5efd02d0-b3d8-429b-84d6-c465af4f1ac2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:47.550105 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5efd02d0-b3d8-429b-84d6-c465af4f1ac2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1044104 Jul 23 21:06:47.552544 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38666) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:47.557039 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-53348541-bf3b-4196-a1ed-4c57e2d18824 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'security_group_rule': {'security_group_id': 'd3daca0d-6c17-4d6d-99e5-1dc64f42643d', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:06:47.583767 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-53348541-bf3b-4196-a1ed-4c57e2d18824 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:47.639953 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-53348541-bf3b-4196-a1ed-4c57e2d18824 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:47.643565 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-53348541-bf3b-4196-a1ed-4c57e2d18824 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:47.663064 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53348541-bf3b-4196-a1ed-4c57e2d18824 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2759cb96-ceb5-466c-a890-7f3600157e14,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:47.669233 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-53348541-bf3b-4196-a1ed-4c57e2d18824 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:47.670447 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-53348541-bf3b-4196-a1ed-4c57e2d18824 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1169732 Jul 23 21:06:47.673217 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38668) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:47.677653 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-03984b9c-eab6-4477-a141-36ef410b6eb8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'security_group_rule': {'security_group_id': 'd3daca0d-6c17-4d6d-99e5-1dc64f42643d', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:06:47.705275 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-03984b9c-eab6-4477-a141-36ef410b6eb8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:47.764963 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-03984b9c-eab6-4477-a141-36ef410b6eb8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:47.767796 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-03984b9c-eab6-4477-a141-36ef410b6eb8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:47.785422 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03984b9c-eab6-4477-a141-36ef410b6eb8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d785e187-ddc0-4294-b2f9-76a8b8fa3017,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:47.792062 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-03984b9c-eab6-4477-a141-36ef410b6eb8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:47.793375 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-03984b9c-eab6-4477-a141-36ef410b6eb8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191196 Jul 23 21:06:47.796147 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38670) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:47.800510 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-d5a84ed6-0586-488e-aa77-3a8f3024ea87 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'security_group_rule': {'security_group_id': 'd3daca0d-6c17-4d6d-99e5-1dc64f42643d', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:06:47.827033 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d5a84ed6-0586-488e-aa77-3a8f3024ea87 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:47.887774 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d5a84ed6-0586-488e-aa77-3a8f3024ea87 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:47.892257 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d5a84ed6-0586-488e-aa77-3a8f3024ea87 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:47.909309 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a84ed6-0586-488e-aa77-3a8f3024ea87 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=381f30d4-23d1-4821-842a-5095eee23651,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:47.916628 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d5a84ed6-0586-488e-aa77-3a8f3024ea87 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:47.917875 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d5a84ed6-0586-488e-aa77-3a8f3024ea87 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1208005 Jul 23 21:06:47.920881 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38672) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:47.925282 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-43b77181-dc5b-417d-bcdb-85bbab74a369 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'security_group_rule': {'security_group_id': 'd3daca0d-6c17-4d6d-99e5-1dc64f42643d', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:06:47.947470 n-d-793618-10 neutron-server[93876]: INFO neutron.db.securitygroups_db [None req-43b77181-dc5b-417d-bcdb-85bbab74a369 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Project 7adadf4e5dc447c39b760d2e191ff3f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:06:47.953110 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43b77181-dc5b-417d-bcdb-85bbab74a369 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:48.011108 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43b77181-dc5b-417d-bcdb-85bbab74a369 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:48.015014 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43b77181-dc5b-417d-bcdb-85bbab74a369 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:48.034775 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b77181-dc5b-417d-bcdb-85bbab74a369 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e762cdf-10bb-45b9-9fe9-72bee87345e5,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:48.037812 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-43b77181-dc5b-417d-bcdb-85bbab74a369 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:48.038915 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-43b77181-dc5b-417d-bcdb-85bbab74a369 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1170712 Jul 23 21:06:48.041833 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38674) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:48.046226 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-5e4da9a8-e155-4279-9168-b1cb7e99948f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'security_group_rule': {'security_group_id': 'd3daca0d-6c17-4d6d-99e5-1dc64f42643d', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:06:48.067544 n-d-793618-10 neutron-server[93876]: INFO neutron.db.securitygroups_db [None req-5e4da9a8-e155-4279-9168-b1cb7e99948f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Project 7adadf4e5dc447c39b760d2e191ff3f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:06:48.072240 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e4da9a8-e155-4279-9168-b1cb7e99948f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:48.133620 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e4da9a8-e155-4279-9168-b1cb7e99948f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:48.137205 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e4da9a8-e155-4279-9168-b1cb7e99948f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:48.152083 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4da9a8-e155-4279-9168-b1cb7e99948f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d01ad4f-129f-4523-8d61-f116dffbdd00,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:48.161237 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e4da9a8-e155-4279-9168-b1cb7e99948f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:48.162550 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5e4da9a8-e155-4279-9168-b1cb7e99948f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1197412 Jul 23 21:06:48.165309 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38676) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:48.170786 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-a59c468e-3d65-4cdf-8f6d-2a5a2af1b7fa tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'network': {'name': 'tempest-network-smoke--634955382', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'port_security_enabled': True}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:06:48.190966 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59c468e-3d65-4cdf-8f6d-2a5a2af1b7fa tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Made reservation on behalf of 7adadf4e5dc447c39b760d2e191ff3f5 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:06:48.194916 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a59c468e-3d65-4cdf-8f6d-2a5a2af1b7fa tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:48.218982 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a59c468e-3d65-4cdf-8f6d-2a5a2af1b7fa tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:06:48.228327 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a59c468e-3d65-4cdf-8f6d-2a5a2af1b7fa tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:48.228696 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-a59c468e-3d65-4cdf-8f6d-2a5a2af1b7fa tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Added segment e7aecf0f-706f-4e3e-a634-45f49bd43117 of type vlan for network f99e5bf4-22d8-4d48-ad72-814b0c377337 Jul 23 21:06:48.273617 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a59c468e-3d65-4cdf-8f6d-2a5a2af1b7fa tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:48.302233 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a59c468e-3d65-4cdf-8f6d-2a5a2af1b7fa tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:48.307642 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59c468e-3d65-4cdf-8f6d-2a5a2af1b7fa tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:48.308225 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a59c468e-3d65-4cdf-8f6d-2a5a2af1b7fa tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:48.344567 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a59c468e-3d65-4cdf-8f6d-2a5a2af1b7fa tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1782229 Jul 23 21:06:48.347283 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38678) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:48.353685 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-b9542679-0217-4888-a0a9-a648af698105 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-49028477', 'admin_state_up': True, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:06:48.387542 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c468e-3d65-4cdf-8f6d-2a5a2af1b7fa tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'Network': ['ID=f99e5bf4-22d8-4d48-ad72-814b0c377337,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:48.399374 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network f99e5bf4-22d8-4d48-ad72-814b0c377337 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:06:48.404618 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b9542679-0217-4888-a0a9-a648af698105 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:48.405807 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b9542679-0217-4888-a0a9-a648af698105 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:48.470967 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b9542679-0217-4888-a0a9-a648af698105 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:48.522589 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6aff6406-fe47-481a-87fe-e7dcd45dc491 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:06:48.542810 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 6aff6406-fe47-481a-87fe-e7dcd45dc491 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:06:48.543977 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6aff6406-fe47-481a-87fe-e7dcd45dc491 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:06:48.611751 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b9542679-0217-4888-a0a9-a648af698105 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:48.804457 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b9542679-0217-4888-a0a9-a648af698105 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:48.822772 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b9542679-0217-4888-a0a9-a648af698105 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:48.932408 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-b9542679-0217-4888-a0a9-a648af698105 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Allocated IP 172.25.1.71 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/11794086-cbd0-4a3e-b89e-865c82046233) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:06:49.034633 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b9542679-0217-4888-a0a9-a648af698105 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:49.072726 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b9542679-0217-4888-a0a9-a648af698105 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:49.109796 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9542679-0217-4888-a0a9-a648af698105 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:06:49.112578 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-b9542679-0217-4888-a0a9-a648af698105 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:06:49.115122 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9542679-0217-4888-a0a9-a648af698105 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:06:49.151841 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9542679-0217-4888-a0a9-a648af698105 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'Port': ['ID=11794086-cbd0-4a3e-b89e-865c82046233,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:49.380197 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b9542679-0217-4888-a0a9-a648af698105 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:49.583192 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b9542679-0217-4888-a0a9-a648af698105 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:49.713991 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9542679-0217-4888-a0a9-a648af698105 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Router afbfacae-b229-44c0-b324-f97b894da855 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:06:50.156917 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9542679-0217-4888-a0a9-a648af698105 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:06:50.166513 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ebde2d-ede5-4908-a21d-60e00728005d None None] Sync routers for ids ['afbfacae-b229-44c0-b324-f97b894da855'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:06:50.177502 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b9542679-0217-4888-a0a9-a648af698105 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:50.178053 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ebde2d-ede5-4908-a21d-60e00728005d None None] Routers {'afbfacae-b229-44c0-b324-f97b894da855'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:06:50.178726 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-79ebde2d-ede5-4908-a21d-60e00728005d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:06:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['afbfacae-b229-44c0-b324-f97b894da855'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:50.179098 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b9542679-0217-4888-a0a9-a648af698105 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8306284 Jul 23 21:06:50.182076 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38680) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:50.209161 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3af66122-aa1d-4b91-a4b0-fc1b8bc15719 tempest-TestNetworkAdvancedServerOps-1200032442 tempest-TestNetworkAdvancedServerOps-1200032442-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=7adadf4e5dc447c39b760d2e191ff3f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260000 Jul 23 21:06:50.211850 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38682) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:50.288108 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-79ebde2d-ede5-4908-a21d-60e00728005d None None] Set router afbfacae-b229-44c0-b324-f97b894da855 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:06:50.303190 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd901e24-ec2d-4ae6-abb3-b8084d108bd9 tempest-TestNetworkAdvancedServerOps-1200032442 tempest-TestNetworkAdvancedServerOps-1200032442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:50.304809 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-fd901e24-ec2d-4ae6-abb3-b8084d108bd9 tempest-TestNetworkAdvancedServerOps-1200032442 tempest-TestNetworkAdvancedServerOps-1200032442-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0919516 Jul 23 21:06:50.309520 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38684) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:50.339451 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-35c15367-f0a5-416c-b48e-657d5ab2b953 tempest-TestNetworkAdvancedServerOps-1200032442 tempest-TestNetworkAdvancedServerOps-1200032442-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=8013d0d6-aee4-47cc-8dbe-3abed6e5116f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265026 Jul 23 21:06:50.339695 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38686) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:50.344685 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e7d0bd34-5ee8-4ddc-801f-9a1ddb217c4e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1101765621', 'network_id': 'f99e5bf4-22d8-4d48-ad72-814b0c377337', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:06:50.432629 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d0bd34-5ee8-4ddc-801f-9a1ddb217c4e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Made reservation on behalf of 7adadf4e5dc447c39b760d2e191ff3f5 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:06:50.436800 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e7d0bd34-5ee8-4ddc-801f-9a1ddb217c4e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:50.473700 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-79ebde2d-ede5-4908-a21d-60e00728005d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbfacae-b229-44c0-b324-f97b894da855', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49028477', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '11794086-cbd0-4a3e-b89e-865c82046233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:06:48Z', 'updated_at': '2021-07-23T21:06:49Z', 'revision_number': 3, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '11794086-cbd0-4a3e-b89e-865c82046233', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:23:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbfacae-b229-44c0-b324-f97b894da855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:48Z', 'updated_at': '2021-07-23T21:06:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:50.501726 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ebde2d-ede5-4908-a21d-60e00728005d None None] Checking router: afbfacae-b229-44c0-b324-f97b894da855 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:06:50.502079 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ebde2d-ede5-4908-a21d-60e00728005d None None] Updating router afbfacae-b229-44c0-b324-f97b894da855 port 11794086-cbd0-4a3e-b89e-865c82046233 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:06:50.537332 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-79ebde2d-ede5-4908-a21d-60e00728005d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:50.631072 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e7d0bd34-5ee8-4ddc-801f-9a1ddb217c4e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:50.692284 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0bd34-5ee8-4ddc-801f-9a1ddb217c4e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'Subnet': ['ID=135fbfde-cf24-4a98-a37b-74853360b7be,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:50.703854 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d0bd34-5ee8-4ddc-801f-9a1ddb217c4e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Checking segment: {'id': 'e7aecf0f-706f-4e3e-a634-45f49bd43117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f99e5bf4-22d8-4d48-ad72-814b0c377337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:06:50.704214 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d0bd34-5ee8-4ddc-801f-9a1ddb217c4e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Network hostable DHCP agents. Network: f99e5bf4-22d8-4d48-ad72-814b0c377337, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:06:50.721903 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d0bd34-5ee8-4ddc-801f-9a1ddb217c4e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Network f99e5bf4-22d8-4d48-ad72-814b0c377337 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:06:50.730458 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-e7d0bd34-5ee8-4ddc-801f-9a1ddb217c4e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, f99e5bf4-22d8-4d48-ad72-814b0c377337) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:06:50.735303 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d0bd34-5ee8-4ddc-801f-9a1ddb217c4e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:50.736273 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e7d0bd34-5ee8-4ddc-801f-9a1ddb217c4e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:50.741847 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86f14ba-a6ac-4288-b6b3-89c574a4c8cc None None] Network f99e5bf4-22d8-4d48-ad72-814b0c377337 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:06:50.751969 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e7d0bd34-5ee8-4ddc-801f-9a1ddb217c4e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4111128 Jul 23 21:06:50.754742 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38688) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:50.851194 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-79ebde2d-ede5-4908-a21d-60e00728005d None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:50.872179 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-79ebde2d-ede5-4908-a21d-60e00728005d None None] Transition to ACTIVE for port object 11794086-cbd0-4a3e-b89e-865c82046233 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:06:50.878501 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-79ebde2d-ede5-4908-a21d-60e00728005d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:50.970948 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fbb676-c7d9-4b94-bea6-080d4df6b90c None None] Pushing event updated for resources: {'Port': ['ID=11794086-cbd0-4a3e-b89e-865c82046233,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:50.972187 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-79ebde2d-ede5-4908-a21d-60e00728005d None None] Attempting to bind port 11794086-cbd0-4a3e-b89e-865c82046233 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:06:50.972647 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-79ebde2d-ede5-4908-a21d-60e00728005d None None] Attempting to bind port 11794086-cbd0-4a3e-b89e-865c82046233 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:06:50.973014 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ebde2d-ede5-4908-a21d-60e00728005d None None] Attempting to bind port 11794086-cbd0-4a3e-b89e-865c82046233 on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:06:50.995480 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ebde2d-ede5-4908-a21d-60e00728005d None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:06:50.995865 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ebde2d-ede5-4908-a21d-60e00728005d None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:06:50.996267 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-79ebde2d-ede5-4908-a21d-60e00728005d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:50.996835 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ebde2d-ede5-4908-a21d-60e00728005d None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:06:50.997448 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-79ebde2d-ede5-4908-a21d-60e00728005d None None] Bound port: 11794086-cbd0-4a3e-b89e-865c82046233, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:06:50.997857 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-79ebde2d-ede5-4908-a21d-60e00728005d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:51.019322 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf86a78-993f-4895-85ba-582aeb2156b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-f99e5bf4-22d8-4d48-ad72-814b0c377337', 'network_id': 'f99e5bf4-22d8-4d48-ad72-814b0c377337', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'fixed_ips': [{'subnet_id': '135fbfde-cf24-4a98-a37b-74853360b7be'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:06:51.020161 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5bf86a78-993f-4895-85ba-582aeb2156b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:51.117053 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-79ebde2d-ede5-4908-a21d-60e00728005d None None] For port 11794086-cbd0-4a3e-b89e-865c82046233, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:06:51.139973 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-79ebde2d-ede5-4908-a21d-60e00728005d None None] For port 11794086-cbd0-4a3e-b89e-865c82046233, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=11794086-cbd0-4a3e-b89e-865c82046233,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:06:51.144895 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-79ebde2d-ede5-4908-a21d-60e00728005d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:51.190288 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-343ad989-e892-40a9-822d-fb2d26c41181 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:51.248415 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-5bf86a78-993f-4895-85ba-582aeb2156b6 None None] Allocated IP 172.20.0.2 (f99e5bf4-22d8-4d48-ad72-814b0c377337/135fbfde-cf24-4a98-a37b-74853360b7be/6468fe33-fb0c-4f72-8ec0-6392b20d2d1f) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:06:51.267248 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fbb676-c7d9-4b94-bea6-080d4df6b90c None None] Pushing event updated for resources: {'Port': ['ID=11794086-cbd0-4a3e-b89e-865c82046233,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:51.273777 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ebde2d-ede5-4908-a21d-60e00728005d None None] Routers {'afbfacae-b229-44c0-b324-f97b894da855'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:06:51.274411 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-79ebde2d-ede5-4908-a21d-60e00728005d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:06:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['afbfacae-b229-44c0-b324-f97b894da855'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:51.471265 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-79ebde2d-ede5-4908-a21d-60e00728005d None None] Set router afbfacae-b229-44c0-b324-f97b894da855 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:06:51.561644 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5bf86a78-993f-4895-85ba-582aeb2156b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:51.598169 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5bf86a78-993f-4895-85ba-582aeb2156b6 None None] Transition to ACTIVE for port object 6468fe33-fb0c-4f72-8ec0-6392b20d2d1f will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:06:51.623663 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5bf86a78-993f-4895-85ba-582aeb2156b6 None None] Transition to ACTIVE for port object 6468fe33-fb0c-4f72-8ec0-6392b20d2d1f will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:06:51.635985 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5bf86a78-993f-4895-85ba-582aeb2156b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:51.680680 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-343ad989-e892-40a9-822d-fb2d26c41181 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Allocated IP 172.20.0.1 (f99e5bf4-22d8-4d48-ad72-814b0c377337/135fbfde-cf24-4a98-a37b-74853360b7be/f4e3997f-1801-40d0-8f35-723a0a96246f) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:06:51.703037 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf86a78-993f-4895-85ba-582aeb2156b6 None None] Network f99e5bf4-22d8-4d48-ad72-814b0c377337 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:06:51.714118 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-5bf86a78-993f-4895-85ba-582aeb2156b6 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:06:51.718996 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf86a78-993f-4895-85ba-582aeb2156b6 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:06:51.722310 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf86a78-993f-4895-85ba-582aeb2156b6 None None] Pushing event updated for resources: {'Port': ['ID=6468fe33-fb0c-4f72-8ec0-6392b20d2d1f,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:51.786701 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-79ebde2d-ede5-4908-a21d-60e00728005d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbfacae-b229-44c0-b324-f97b894da855', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49028477', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '11794086-cbd0-4a3e-b89e-865c82046233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:06:48Z', 'updated_at': '2021-07-23T21:06:49Z', 'revision_number': 3, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '11794086-cbd0-4a3e-b89e-865c82046233', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:23:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbfacae-b229-44c0-b324-f97b894da855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:48Z', 'updated_at': '2021-07-23T21:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:51.791053 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-5bf86a78-993f-4895-85ba-582aeb2156b6 None None] Attempting to bind port 6468fe33-fb0c-4f72-8ec0-6392b20d2d1f on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:06:51.791474 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-5bf86a78-993f-4895-85ba-582aeb2156b6 None None] Attempting to bind port 6468fe33-fb0c-4f72-8ec0-6392b20d2d1f by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'e7aecf0f-706f-4e3e-a634-45f49bd43117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f99e5bf4-22d8-4d48-ad72-814b0c377337'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:06:51.791838 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf86a78-993f-4895-85ba-582aeb2156b6 None None] Attempting to bind port 6468fe33-fb0c-4f72-8ec0-6392b20d2d1f on network f99e5bf4-22d8-4d48-ad72-814b0c377337 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:06:51.795676 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-343ad989-e892-40a9-822d-fb2d26c41181 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:51.815197 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-343ad989-e892-40a9-822d-fb2d26c41181 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Transition to ACTIVE for port object f4e3997f-1801-40d0-8f35-723a0a96246f will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:06:51.823442 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ebde2d-ede5-4908-a21d-60e00728005d None None] The sync data for ids ['afbfacae-b229-44c0-b324-f97b894da855'] in n-d-793618-10 is: [{'id': 'afbfacae-b229-44c0-b324-f97b894da855', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49028477', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '11794086-cbd0-4a3e-b89e-865c82046233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:06:48Z', 'updated_at': '2021-07-23T21:06:49Z', 'revision_number': 3, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '11794086-cbd0-4a3e-b89e-865c82046233', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:23:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbfacae-b229-44c0-b324-f97b894da855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:48Z', 'updated_at': '2021-07-23T21:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:06:51.826383 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf86a78-993f-4895-85ba-582aeb2156b6 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:06:51.826780 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf86a78-993f-4895-85ba-582aeb2156b6 None None] Checking segment: {'id': 'e7aecf0f-706f-4e3e-a634-45f49bd43117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f99e5bf4-22d8-4d48-ad72-814b0c377337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:06:51.827191 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5bf86a78-993f-4895-85ba-582aeb2156b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:51.828172 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf86a78-993f-4895-85ba-582aeb2156b6 None None] Bound using segment: {'id': 'e7aecf0f-706f-4e3e-a634-45f49bd43117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f99e5bf4-22d8-4d48-ad72-814b0c377337'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:06:51.828172 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-5bf86a78-993f-4895-85ba-582aeb2156b6 None None] Bound port: 6468fe33-fb0c-4f72-8ec0-6392b20d2d1f, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7aecf0f-706f-4e3e-a634-45f49bd43117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f99e5bf4-22d8-4d48-ad72-814b0c377337'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:06:51.828498 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5bf86a78-993f-4895-85ba-582aeb2156b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:51.853753 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-343ad989-e892-40a9-822d-fb2d26c41181 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:51.893192 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343ad989-e892-40a9-822d-fb2d26c41181 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Network f99e5bf4-22d8-4d48-ad72-814b0c377337 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:06:51.897091 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-343ad989-e892-40a9-822d-fb2d26c41181 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:06:51.899786 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343ad989-e892-40a9-822d-fb2d26c41181 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:06:51.901444 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-5bf86a78-993f-4895-85ba-582aeb2156b6 None None] For port 6468fe33-fb0c-4f72-8ec0-6392b20d2d1f, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:06:51.910048 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-5bf86a78-993f-4895-85ba-582aeb2156b6 None None] For port 6468fe33-fb0c-4f72-8ec0-6392b20d2d1f, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6468fe33-fb0c-4f72-8ec0-6392b20d2d1f,segment=NetworkSegment(e7aecf0f-706f-4e3e-a634-45f49bd43117),segment_id=e7aecf0f-706f-4e3e-a634-45f49bd43117)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:06:51.914444 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5bf86a78-993f-4895-85ba-582aeb2156b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:51.943369 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ad989-e892-40a9-822d-fb2d26c41181 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'Port': ['ID=f4e3997f-1801-40d0-8f35-723a0a96246f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:51.965612 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-343ad989-e892-40a9-822d-fb2d26c41181 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:51.976900 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf86a78-993f-4895-85ba-582aeb2156b6 None None] Pushing event updated for resources: {'Port': ['ID=6468fe33-fb0c-4f72-8ec0-6392b20d2d1f,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:52.144300 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-343ad989-e892-40a9-822d-fb2d26c41181 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:52.471697 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-343ad989-e892-40a9-822d-fb2d26c41181 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:52.476449 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-343ad989-e892-40a9-822d-fb2d26c41181 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:52.554416 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ad989-e892-40a9-822d-fb2d26c41181 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'Port': ['ID=f4e3997f-1801-40d0-8f35-723a0a96246f,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:52.563000 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-343ad989-e892-40a9-822d-fb2d26c41181 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:52.658919 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 11794086-cbd0-4a3e-b89e-865c82046233 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:06:52.678477 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343ad989-e892-40a9-822d-fb2d26c41181 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Network f99e5bf4-22d8-4d48-ad72-814b0c377337 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:06:52.680097 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-343ad989-e892-40a9-822d-fb2d26c41181 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:06:52.726121 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 11794086-cbd0-4a3e-b89e-865c82046233 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:06:52.732959 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 11794086-cbd0-4a3e-b89e-865c82046233 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:06:52.733514 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:52.828007 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343ad989-e892-40a9-822d-fb2d26c41181 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Router afbfacae-b229-44c0-b324-f97b894da855 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:06:52.951983 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343ad989-e892-40a9-822d-fb2d26c41181 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:06:52.957334 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-343ad989-e892-40a9-822d-fb2d26c41181 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "PUT /v2.0/routers/afbfacae-b229-44c0-b324-f97b894da855/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2016048 Jul 23 21:06:53.006909 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42f04a3-451d-443c-b884-5bf35e55200a None None] Network f99e5bf4-22d8-4d48-ad72-814b0c377337 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:06:53.022531 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:53.080655 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 11794086-cbd0-4a3e-b89e-865c82046233, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=11794086-cbd0-4a3e-b89e-865c82046233,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:06:53.089179 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:53.090316 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6468fe33-fb0c-4f72-8ec0-6392b20d2d1f up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:06:53.107981 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26eb568a-9731-4cce-a54d-12a42858afea req-0b4b5d1f-5dc5-40e6-b0d2-23c1d7ad2972 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-445300734&fields=id&tenant_id=7adadf4e5dc447c39b760d2e191ff3f5 HTTP/1.1" status: 200 len: 267 time: 0.0370195 Jul 23 21:06:53.169681 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5d921e19-df41-4469-b59f-bf8240ead810 None None] Provisioning for port 6468fe33-fb0c-4f72-8ec0-6392b20d2d1f completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:06:53.224166 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=11794086-cbd0-4a3e-b89e-865c82046233,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:53.230186 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb568a-9731-4cce-a54d-12a42858afea req-baf131eb-909e-45ed-b935-d9ab25d18710 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:53.232383 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26eb568a-9731-4cce-a54d-12a42858afea req-baf131eb-909e-45ed-b935-d9ab25d18710 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/networks?id=f99e5bf4-22d8-4d48-ad72-814b0c377337 HTTP/1.1" status: 200 len: 796 time: 0.1165688 Jul 23 21:06:53.250330 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26eb568a-9731-4cce-a54d-12a42858afea req-6829e5de-9b9a-4eaf-8cda-7e30176b4f93 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/quotas/7adadf4e5dc447c39b760d2e191ff3f5 HTTP/1.1" status: 200 len: 375 time: 0.0105264 Jul 23 21:06:53.258338 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 6468fe33-fb0c-4f72-8ec0-6392b20d2d1f completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:06:53.265616 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 6468fe33-fb0c-4f72-8ec0-6392b20d2d1f triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:06:53.265997 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:53.329983 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26eb568a-9731-4cce-a54d-12a42858afea req-8886d495-a13b-45bd-b814-bfa422617950 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7adadf4e5dc447c39b760d2e191ff3f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0682254 Jul 23 21:06:53.345072 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [req-26eb568a-9731-4cce-a54d-12a42858afea req-d0a89da7-10f2-41cf-8fbe-f69de64a369c service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:06:53.346198 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26eb568a-9731-4cce-a54d-12a42858afea req-d0a89da7-10f2-41cf-8fbe-f69de64a369c service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054982 Jul 23 21:06:53.385575 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:53.422366 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 6468fe33-fb0c-4f72-8ec0-6392b20d2d1f, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6468fe33-fb0c-4f72-8ec0-6392b20d2d1f,segment=NetworkSegment(e7aecf0f-706f-4e3e-a634-45f49bd43117),segment_id=e7aecf0f-706f-4e3e-a634-45f49bd43117)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:06:53.427244 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:53.454949 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26eb568a-9731-4cce-a54d-12a42858afea req-6f9c05b6-a2b0-4930-a29b-e2d247e919dd service neutron] 10.222.0.32 "GET /v2.0/networks/f99e5bf4-22d8-4d48-ad72-814b0c377337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023667 Jul 23 21:06:53.484849 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=6468fe33-fb0c-4f72-8ec0-6392b20d2d1f,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:53.555864 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26eb568a-9731-4cce-a54d-12a42858afea req-e5735c8e-680b-438c-acad-9a04c0ddfb59 service neutron] 10.222.0.32 "GET /v2.0/networks/f99e5bf4-22d8-4d48-ad72-814b0c377337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944643 Jul 23 21:06:53.613597 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b933ad8d-519b-4a24-b0fa-9e33e50b2572 None None] Provisioning for port f4e3997f-1801-40d0-8f35-723a0a96246f completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:06:53.615180 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5450d2-887b-4ad0-adfe-e5acd2ff4a9c None None] Sync routers for ids ['afbfacae-b229-44c0-b324-f97b894da855'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:06:53.621240 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b933ad8d-519b-4a24-b0fa-9e33e50b2572 None None] Provisioning complete for port f4e3997f-1801-40d0-8f35-723a0a96246f triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:06:53.622282 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b933ad8d-519b-4a24-b0fa-9e33e50b2572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:53.625908 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5450d2-887b-4ad0-adfe-e5acd2ff4a9c None None] Routers {'afbfacae-b229-44c0-b324-f97b894da855'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:06:53.626612 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3b5450d2-887b-4ad0-adfe-e5acd2ff4a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:06:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['afbfacae-b229-44c0-b324-f97b894da855'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:53.663401 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b933ad8d-519b-4a24-b0fa-9e33e50b2572 None None] Port f4e3997f-1801-40d0-8f35-723a0a96246f cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:06:53.675003 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b933ad8d-519b-4a24-b0fa-9e33e50b2572 None None] Provisioning complete for port 6468fe33-fb0c-4f72-8ec0-6392b20d2d1f triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:06:53.675280 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b933ad8d-519b-4a24-b0fa-9e33e50b2572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:53.800250 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-3b5450d2-887b-4ad0-adfe-e5acd2ff4a9c None None] Set router afbfacae-b229-44c0-b324-f97b894da855 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:06:53.808294 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4116dd8f-19cb-488e-80f2-0b390ce34528 req-f61de96e-bc45-4e9d-9ba0-37e8948fdedb tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=0495cd1c-9908-4b89-a0ad-d07cb055297a HTTP/1.1" status: 200 len: 210 time: 0.0379279 Jul 23 21:06:53.886419 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c333237e-27dc-4d50-8fd7-45be26e49b5a None None] Provisioning complete for port f4e3997f-1801-40d0-8f35-723a0a96246f triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:06:53.886949 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c333237e-27dc-4d50-8fd7-45be26e49b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:53.935634 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-c333237e-27dc-4d50-8fd7-45be26e49b5a None None] Port f4e3997f-1801-40d0-8f35-723a0a96246f cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:06:54.025488 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3b5450d2-887b-4ad0-adfe-e5acd2ff4a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbfacae-b229-44c0-b324-f97b894da855', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49028477', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '11794086-cbd0-4a3e-b89e-865c82046233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:06:48Z', 'updated_at': '2021-07-23T21:06:52Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '11794086-cbd0-4a3e-b89e-865c82046233', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfacae-b229-44c0-b324-f97b894da855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:48Z', 'updated_at': '2021-07-23T21:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'f4e3997f-1801-40d0-8f35-723a0a96246f', 'name': '', 'network_id': 'f99e5bf4-22d8-4d48-ad72-814b0c377337', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:1d:50:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbfacae-b229-44c0-b324-f97b894da855', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '135fbfde-cf24-4a98-a37b-74853360b7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:51Z', 'updated_at': '2021-07-23T21:06:52Z', 'revision_number': 2, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': '135fbfde-cf24-4a98-a37b-74853360b7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:54.056129 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5450d2-887b-4ad0-adfe-e5acd2ff4a9c None None] Checking router: afbfacae-b229-44c0-b324-f97b894da855 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:06:54.056503 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5450d2-887b-4ad0-adfe-e5acd2ff4a9c None None] Updating router afbfacae-b229-44c0-b324-f97b894da855 port f4e3997f-1801-40d0-8f35-723a0a96246f binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:06:54.092612 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3b5450d2-887b-4ad0-adfe-e5acd2ff4a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:54.157985 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c9ef0974-a8fa-49fd-9929-10d794211c30 None None] Provisioning complete for port f4e3997f-1801-40d0-8f35-723a0a96246f triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:06:54.158650 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c9ef0974-a8fa-49fd-9929-10d794211c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:54.205135 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-c9ef0974-a8fa-49fd-9929-10d794211c30 None None] Port f4e3997f-1801-40d0-8f35-723a0a96246f cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:06:54.375384 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3b5450d2-887b-4ad0-adfe-e5acd2ff4a9c None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:54.385169 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-3b5450d2-887b-4ad0-adfe-e5acd2ff4a9c None None] Transition to ACTIVE for port object f4e3997f-1801-40d0-8f35-723a0a96246f will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:06:54.391650 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3b5450d2-887b-4ad0-adfe-e5acd2ff4a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:54.471450 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a8add-070e-49b1-acea-b949c6926208 None None] Pushing event updated for resources: {'Port': ['ID=f4e3997f-1801-40d0-8f35-723a0a96246f,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:54.498511 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a8add-070e-49b1-acea-b949c6926208 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:54.498979 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a8add-070e-49b1-acea-b949c6926208 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:54.499343 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a8add-070e-49b1-acea-b949c6926208 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:54.499676 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a8add-070e-49b1-acea-b949c6926208 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:54.500002 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a8add-070e-49b1-acea-b949c6926208 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:54.500359 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a8add-070e-49b1-acea-b949c6926208 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:54.500783 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a8add-070e-49b1-acea-b949c6926208 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:54.501152 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a8add-070e-49b1-acea-b949c6926208 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:54.501616 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a8add-070e-49b1-acea-b949c6926208 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:54.501980 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a8add-070e-49b1-acea-b949c6926208 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:54.502320 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a8add-070e-49b1-acea-b949c6926208 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:54.502708 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a8add-070e-49b1-acea-b949c6926208 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:54.516090 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-3b5450d2-887b-4ad0-adfe-e5acd2ff4a9c None None] Attempting to bind port f4e3997f-1801-40d0-8f35-723a0a96246f on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:06:54.516566 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-3b5450d2-887b-4ad0-adfe-e5acd2ff4a9c None None] Attempting to bind port f4e3997f-1801-40d0-8f35-723a0a96246f by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'e7aecf0f-706f-4e3e-a634-45f49bd43117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f99e5bf4-22d8-4d48-ad72-814b0c377337'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:06:54.516929 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5450d2-887b-4ad0-adfe-e5acd2ff4a9c None None] Attempting to bind port f4e3997f-1801-40d0-8f35-723a0a96246f on network f99e5bf4-22d8-4d48-ad72-814b0c377337 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:06:54.525270 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5450d2-887b-4ad0-adfe-e5acd2ff4a9c None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:06:54.525688 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5450d2-887b-4ad0-adfe-e5acd2ff4a9c None None] Checking segment: {'id': 'e7aecf0f-706f-4e3e-a634-45f49bd43117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f99e5bf4-22d8-4d48-ad72-814b0c377337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:06:54.526091 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3b5450d2-887b-4ad0-adfe-e5acd2ff4a9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:54.526488 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5450d2-887b-4ad0-adfe-e5acd2ff4a9c None None] Bound using segment: {'id': 'e7aecf0f-706f-4e3e-a634-45f49bd43117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f99e5bf4-22d8-4d48-ad72-814b0c377337'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:06:54.526958 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-3b5450d2-887b-4ad0-adfe-e5acd2ff4a9c None None] Bound port: f4e3997f-1801-40d0-8f35-723a0a96246f, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7aecf0f-706f-4e3e-a634-45f49bd43117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f99e5bf4-22d8-4d48-ad72-814b0c377337'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:06:54.527394 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3b5450d2-887b-4ad0-adfe-e5acd2ff4a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:54.606441 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3b5450d2-887b-4ad0-adfe-e5acd2ff4a9c None None] For port f4e3997f-1801-40d0-8f35-723a0a96246f, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:06:54.609795 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3b5450d2-887b-4ad0-adfe-e5acd2ff4a9c None None] For port f4e3997f-1801-40d0-8f35-723a0a96246f, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=f4e3997f-1801-40d0-8f35-723a0a96246f,segment=NetworkSegment(e7aecf0f-706f-4e3e-a634-45f49bd43117),segment_id=e7aecf0f-706f-4e3e-a634-45f49bd43117)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:06:54.611864 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 11794086-cbd0-4a3e-b89e-865c82046233 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:06:54.615285 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3b5450d2-887b-4ad0-adfe-e5acd2ff4a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:54.663840 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 11794086-cbd0-4a3e-b89e-865c82046233 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:06:54.664758 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:54.679325 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a8add-070e-49b1-acea-b949c6926208 None None] Pushing event updated for resources: {'Port': ['ID=f4e3997f-1801-40d0-8f35-723a0a96246f,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:54.689969 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5450d2-887b-4ad0-adfe-e5acd2ff4a9c None None] Routers {'afbfacae-b229-44c0-b324-f97b894da855'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:06:54.690611 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3b5450d2-887b-4ad0-adfe-e5acd2ff4a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:06:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['afbfacae-b229-44c0-b324-f97b894da855'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:54.759433 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6468fe33-fb0c-4f72-8ec0-6392b20d2d1f up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:06:54.803029 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-3b5450d2-887b-4ad0-adfe-e5acd2ff4a9c None None] Set router afbfacae-b229-44c0-b324-f97b894da855 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:06:54.808303 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 6468fe33-fb0c-4f72-8ec0-6392b20d2d1f triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:06:54.809271 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:54.943950 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-023f1a10-7e44-42e2-95bd-5400e43caddf req-656a1408-078a-42d9-a798-4b8f9cbf84c0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=0495cd1c-9908-4b89-a0ad-d07cb055297a HTTP/1.1" status: 200 len: 210 time: 0.0403767 Jul 23 21:06:55.020574 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb568a-9731-4cce-a54d-12a42858afea req-e4a46ed2-ae3d-4188-b03d-05eb6eccb198 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:55.022448 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26eb568a-9731-4cce-a54d-12a42858afea req-e4a46ed2-ae3d-4188-b03d-05eb6eccb198 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.18 "GET /v2.0/networks?id=f99e5bf4-22d8-4d48-ad72-814b0c377337 HTTP/1.1" status: 200 len: 796 time: 0.1532836 Jul 23 21:06:55.071755 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26eb568a-9731-4cce-a54d-12a42858afea req-5c869640-c50d-45c4-947a-5f3f90a23cf9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7adadf4e5dc447c39b760d2e191ff3f5 HTTP/1.1" status: 200 len: 379 time: 0.0412736 Jul 23 21:06:55.072455 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-3b5450d2-887b-4ad0-adfe-e5acd2ff4a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbfacae-b229-44c0-b324-f97b894da855', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49028477', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '11794086-cbd0-4a3e-b89e-865c82046233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:06:48Z', 'updated_at': '2021-07-23T21:06:52Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '11794086-cbd0-4a3e-b89e-865c82046233', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfacae-b229-44c0-b324-f97b894da855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:48Z', 'updated_at': '2021-07-23T21:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'f4e3997f-1801-40d0-8f35-723a0a96246f', 'name': '', 'network_id': 'f99e5bf4-22d8-4d48-ad72-814b0c377337', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:1d:50:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbfacae-b229-44c0-b324-f97b894da855', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '135fbfde-cf24-4a98-a37b-74853360b7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:51Z', 'updated_at': '2021-07-23T21:06:54Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': '135fbfde-cf24-4a98-a37b-74853360b7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:55.082425 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-26eb568a-9731-4cce-a54d-12a42858afea req-ffa2bf37-ca38-48d4-bedc-3622a46d6ff9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'port': {'device_id': '0495cd1c-9908-4b89-a0ad-d07cb055297a', 'network_id': 'f99e5bf4-22d8-4d48-ad72-814b0c377337', 'admin_state_up': True, 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'security_groups': ['d3daca0d-6c17-4d6d-99e5-1dc64f42643d']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:06:55.098405 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5450d2-887b-4ad0-adfe-e5acd2ff4a9c None None] The sync data for ids ['afbfacae-b229-44c0-b324-f97b894da855'] in n-d-793618-10 is: [{'id': 'afbfacae-b229-44c0-b324-f97b894da855', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49028477', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '11794086-cbd0-4a3e-b89e-865c82046233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:06:48Z', 'updated_at': '2021-07-23T21:06:52Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '11794086-cbd0-4a3e-b89e-865c82046233', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfacae-b229-44c0-b324-f97b894da855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:48Z', 'updated_at': '2021-07-23T21:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'f4e3997f-1801-40d0-8f35-723a0a96246f', 'name': '', 'network_id': 'f99e5bf4-22d8-4d48-ad72-814b0c377337', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:1d:50:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbfacae-b229-44c0-b324-f97b894da855', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '135fbfde-cf24-4a98-a37b-74853360b7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:51Z', 'updated_at': '2021-07-23T21:06:54Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': '135fbfde-cf24-4a98-a37b-74853360b7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:06:55.205853 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26eb568a-9731-4cce-a54d-12a42858afea req-ffa2bf37-ca38-48d4-bedc-3622a46d6ff9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Made reservation on behalf of 7adadf4e5dc447c39b760d2e191ff3f5 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:06:55.209736 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-26eb568a-9731-4cce-a54d-12a42858afea req-ffa2bf37-ca38-48d4-bedc-3622a46d6ff9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:55.351960 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-26eb568a-9731-4cce-a54d-12a42858afea req-ffa2bf37-ca38-48d4-bedc-3622a46d6ff9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Allocated IP 172.20.0.4 (f99e5bf4-22d8-4d48-ad72-814b0c377337/135fbfde-cf24-4a98-a37b-74853360b7be/6a13202f-7905-4846-92ad-5008994eb22b) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:06:55.499559 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-26eb568a-9731-4cce-a54d-12a42858afea req-ffa2bf37-ca38-48d4-bedc-3622a46d6ff9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:55.519912 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-26eb568a-9731-4cce-a54d-12a42858afea req-ffa2bf37-ca38-48d4-bedc-3622a46d6ff9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Transition to ACTIVE for port object 6a13202f-7905-4846-92ad-5008994eb22b will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:06:55.557379 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-26eb568a-9731-4cce-a54d-12a42858afea req-ffa2bf37-ca38-48d4-bedc-3622a46d6ff9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:55.617029 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26eb568a-9731-4cce-a54d-12a42858afea req-ffa2bf37-ca38-48d4-bedc-3622a46d6ff9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Network f99e5bf4-22d8-4d48-ad72-814b0c377337 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:06:55.620350 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-26eb568a-9731-4cce-a54d-12a42858afea req-ffa2bf37-ca38-48d4-bedc-3622a46d6ff9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:06:55.625398 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-26eb568a-9731-4cce-a54d-12a42858afea req-ffa2bf37-ca38-48d4-bedc-3622a46d6ff9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:06:55.629804 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa2bf37-ca38-48d4-bedc-3622a46d6ff9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'Port': ['ID=6a13202f-7905-4846-92ad-5008994eb22b,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:55.681738 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb568a-9731-4cce-a54d-12a42858afea req-ffa2bf37-ca38-48d4-bedc-3622a46d6ff9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:55.682660 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-26eb568a-9731-4cce-a54d-12a42858afea req-ffa2bf37-ca38-48d4-bedc-3622a46d6ff9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:55.699672 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26eb568a-9731-4cce-a54d-12a42858afea req-ffa2bf37-ca38-48d4-bedc-3622a46d6ff9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6210244 Jul 23 21:06:55.711621 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-26eb568a-9731-4cce-a54d-12a42858afea req-fa64dcf8-87cb-4ed5-9efc-8d08f3d50c62 service neutron] Request body: {'port': {'device_id': '0495cd1c-9908-4b89-a0ad-d07cb055297a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:06:55.799045 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-26eb568a-9731-4cce-a54d-12a42858afea req-fa64dcf8-87cb-4ed5-9efc-8d08f3d50c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:55.915486 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-13f31770-10b2-471d-9566-78e77e670504 None None] Provisioning for port 6a13202f-7905-4846-92ad-5008994eb22b completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:06:55.920320 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-13f31770-10b2-471d-9566-78e77e670504 None None] Provisioning complete for port 6a13202f-7905-4846-92ad-5008994eb22b triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:06:55.920746 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-13f31770-10b2-471d-9566-78e77e670504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:55.969520 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-13f31770-10b2-471d-9566-78e77e670504 None None] Port 6a13202f-7905-4846-92ad-5008994eb22b cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:06:56.136410 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-26eb568a-9731-4cce-a54d-12a42858afea req-fa64dcf8-87cb-4ed5-9efc-8d08f3d50c62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a13202f-7905-4846-92ad-5008994eb22b {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:06:56.150842 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9db65-34c8-41e2-a0a1-a91d0d048922 req-1fc28b43-b2c5-455c-bd79-39691ef465e8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:56.152766 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-daf9db65-34c8-41e2-a0a1-a91d0d048922 req-1fc28b43-b2c5-455c-bd79-39691ef465e8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=0495cd1c-9908-4b89-a0ad-d07cb055297a HTTP/1.1" status: 200 len: 931 time: 0.1329832 Jul 23 21:06:56.154879 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-26eb568a-9731-4cce-a54d-12a42858afea req-fa64dcf8-87cb-4ed5-9efc-8d08f3d50c62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:56.186590 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-26eb568a-9731-4cce-a54d-12a42858afea req-fa64dcf8-87cb-4ed5-9efc-8d08f3d50c62 service neutron] Transition to ACTIVE for port object 6a13202f-7905-4846-92ad-5008994eb22b will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:06:56.193009 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-26eb568a-9731-4cce-a54d-12a42858afea req-fa64dcf8-87cb-4ed5-9efc-8d08f3d50c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:56.232603 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-daf9db65-34c8-41e2-a0a1-a91d0d048922 req-a8511958-f014-4d17-a729-ba58e05a4d01 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3daca0d-6c17-4d6d-99e5-1dc64f42643d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735486 Jul 23 21:06:56.278335 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64dcf8-87cb-4ed5-9efc-8d08f3d50c62 service neutron] Pushing event updated for resources: {'Port': ['ID=6a13202f-7905-4846-92ad-5008994eb22b,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:56.331414 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-26eb568a-9731-4cce-a54d-12a42858afea req-fa64dcf8-87cb-4ed5-9efc-8d08f3d50c62 service neutron] Attempting to bind port 6a13202f-7905-4846-92ad-5008994eb22b on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:06:56.331754 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-26eb568a-9731-4cce-a54d-12a42858afea req-fa64dcf8-87cb-4ed5-9efc-8d08f3d50c62 service neutron] Attempting to bind port 6a13202f-7905-4846-92ad-5008994eb22b by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'e7aecf0f-706f-4e3e-a634-45f49bd43117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f99e5bf4-22d8-4d48-ad72-814b0c377337'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:06:56.332088 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26eb568a-9731-4cce-a54d-12a42858afea req-fa64dcf8-87cb-4ed5-9efc-8d08f3d50c62 service neutron] Attempting to bind port 6a13202f-7905-4846-92ad-5008994eb22b on network f99e5bf4-22d8-4d48-ad72-814b0c377337 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:06:56.336524 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26eb568a-9731-4cce-a54d-12a42858afea req-fa64dcf8-87cb-4ed5-9efc-8d08f3d50c62 service neutron] Port 6a13202f-7905-4846-92ad-5008994eb22b on network f99e5bf4-22d8-4d48-ad72-814b0c377337 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:06:56.336851 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26eb568a-9731-4cce-a54d-12a42858afea req-fa64dcf8-87cb-4ed5-9efc-8d08f3d50c62 service neutron] Attempting to bind port 6a13202f-7905-4846-92ad-5008994eb22b on network f99e5bf4-22d8-4d48-ad72-814b0c377337 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:06:56.342482 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26eb568a-9731-4cce-a54d-12a42858afea req-fa64dcf8-87cb-4ed5-9efc-8d08f3d50c62 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:06:56.342830 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26eb568a-9731-4cce-a54d-12a42858afea req-fa64dcf8-87cb-4ed5-9efc-8d08f3d50c62 service neutron] Checking segment: {'id': 'e7aecf0f-706f-4e3e-a634-45f49bd43117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f99e5bf4-22d8-4d48-ad72-814b0c377337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:06:56.343220 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26eb568a-9731-4cce-a54d-12a42858afea req-fa64dcf8-87cb-4ed5-9efc-8d08f3d50c62 service neutron] Bound using segment: {'id': 'e7aecf0f-706f-4e3e-a634-45f49bd43117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f99e5bf4-22d8-4d48-ad72-814b0c377337'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:06:56.343654 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-26eb568a-9731-4cce-a54d-12a42858afea req-fa64dcf8-87cb-4ed5-9efc-8d08f3d50c62 service neutron] Bound port: 6a13202f-7905-4846-92ad-5008994eb22b, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7aecf0f-706f-4e3e-a634-45f49bd43117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f99e5bf4-22d8-4d48-ad72-814b0c377337'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:06:56.344022 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-26eb568a-9731-4cce-a54d-12a42858afea req-fa64dcf8-87cb-4ed5-9efc-8d08f3d50c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:56.411986 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-26eb568a-9731-4cce-a54d-12a42858afea req-fa64dcf8-87cb-4ed5-9efc-8d08f3d50c62 service neutron] For port 6a13202f-7905-4846-92ad-5008994eb22b, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:06:56.415172 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-26eb568a-9731-4cce-a54d-12a42858afea req-fa64dcf8-87cb-4ed5-9efc-8d08f3d50c62 service neutron] For port 6a13202f-7905-4846-92ad-5008994eb22b, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=6a13202f-7905-4846-92ad-5008994eb22b,segment=NetworkSegment(e7aecf0f-706f-4e3e-a634-45f49bd43117),segment_id=e7aecf0f-706f-4e3e-a634-45f49bd43117)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:06:56.419257 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-26eb568a-9731-4cce-a54d-12a42858afea req-fa64dcf8-87cb-4ed5-9efc-8d08f3d50c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:56.458240 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb568a-9731-4cce-a54d-12a42858afea req-fa64dcf8-87cb-4ed5-9efc-8d08f3d50c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:56.458935 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-26eb568a-9731-4cce-a54d-12a42858afea req-fa64dcf8-87cb-4ed5-9efc-8d08f3d50c62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:56.460249 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26eb568a-9731-4cce-a54d-12a42858afea req-fa64dcf8-87cb-4ed5-9efc-8d08f3d50c62 service neutron] 10.222.0.18 "PUT /v2.0/ports/6a13202f-7905-4846-92ad-5008994eb22b HTTP/1.1" status: 200 len: 1092 time: 0.7534678 Jul 23 21:06:56.460692 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0495cd1c-9908-4b89-a0ad-d07cb055297a', 'tag': '6a13202f-7905-4846-92ad-5008994eb22b'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:06:56.462979 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1358e00761cb368f0f7ae124e23a857cb06aa2e8cdc938e6d7a9a9ae7bd1e98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d7c769-97e4-414a-805a-8efbd135f53c" -d '{"events": [{"name": "network-changed", "server_uuid": "0495cd1c-9908-4b89-a0ad-d07cb055297a", "tag": "6a13202f-7905-4846-92ad-5008994eb22b"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:06:56.496571 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64dcf8-87cb-4ed5-9efc-8d08f3d50c62 service neutron] Pushing event updated for resources: {'Port': ['ID=6a13202f-7905-4846-92ad-5008994eb22b,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:56.546155 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536600d9-ea6f-4a34-b46e-1c5ac5c31539 x-openstack-request-id: req-536600d9-ea6f-4a34-b46e-1c5ac5c31539 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:06:56.546543 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0495cd1c-9908-4b89-a0ad-d07cb055297a", "tag": "6a13202f-7905-4846-92ad-5008994eb22b", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:06:56.546875 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-536600d9-ea6f-4a34-b46e-1c5ac5c31539 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:06:56.547403 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0495cd1c-9908-4b89-a0ad-d07cb055297a', 'tag': '6a13202f-7905-4846-92ad-5008994eb22b', 'status': 'completed', 'code': 200} Jul 23 21:06:56.580496 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb568a-9731-4cce-a54d-12a42858afea req-0cbd0b9b-958a-49a6-a664-9fb7810f1fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:56.582244 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26eb568a-9731-4cce-a54d-12a42858afea req-0cbd0b9b-958a-49a6-a664-9fb7810f1fa5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7adadf4e5dc447c39b760d2e191ff3f5&device_id=0495cd1c-9908-4b89-a0ad-d07cb055297a HTTP/1.1" status: 200 len: 1095 time: 0.0705822 Jul 23 21:06:56.628923 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device f4e3997f-1801-40d0-8f35-723a0a96246f up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:06:56.632279 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26eb568a-9731-4cce-a54d-12a42858afea req-8b611d6b-ee2c-4c34-991a-a1ee998a3c91 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a13202f-7905-4846-92ad-5008994eb22b HTTP/1.1" status: 200 len: 217 time: 0.0424612 Jul 23 21:06:56.692526 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port f4e3997f-1801-40d0-8f35-723a0a96246f completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:06:56.697189 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port f4e3997f-1801-40d0-8f35-723a0a96246f triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:06:56.697671 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:56.708638 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb568a-9731-4cce-a54d-12a42858afea req-2df317c3-d1c3-4ce3-9cda-f89fb4d4b046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:56.710171 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26eb568a-9731-4cce-a54d-12a42858afea req-2df317c3-d1c3-4ce3-9cda-f89fb4d4b046 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=135fbfde-cf24-4a98-a37b-74853360b7be HTTP/1.1" status: 200 len: 835 time: 0.0705712 Jul 23 21:06:56.771466 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb568a-9731-4cce-a54d-12a42858afea req-cc044495-d3fb-4c47-9c9f-26af54062bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:56.772995 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26eb568a-9731-4cce-a54d-12a42858afea req-cc044495-d3fb-4c47-9c9f-26af54062bcd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f99e5bf4-22d8-4d48-ad72-814b0c377337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567553 Jul 23 21:06:56.791523 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:56.824253 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port f4e3997f-1801-40d0-8f35-723a0a96246f, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=f4e3997f-1801-40d0-8f35-723a0a96246f,segment=NetworkSegment(e7aecf0f-706f-4e3e-a634-45f49bd43117),segment_id=e7aecf0f-706f-4e3e-a634-45f49bd43117)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:06:56.828551 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:56.869208 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26eb568a-9731-4cce-a54d-12a42858afea req-2dacaf22-ab11-4e94-92cf-e30c54116954 service neutron] 10.222.0.18 "GET /v2.0/networks/f99e5bf4-22d8-4d48-ad72-814b0c377337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899522 Jul 23 21:06:56.883905 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=f4e3997f-1801-40d0-8f35-723a0a96246f,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:56.962959 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26eb568a-9731-4cce-a54d-12a42858afea req-ddd0c1cb-f578-489c-93fa-b2f24356499e service neutron] 10.222.0.18 "GET /v2.0/networks/f99e5bf4-22d8-4d48-ad72-814b0c377337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877264 Jul 23 21:06:57.060500 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7c769-97e4-414a-805a-8efbd135f53c req-a1eaed9e-2725-4422-9930-f8f7867e2c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:57.062073 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e8d7c769-97e4-414a-805a-8efbd135f53c req-a1eaed9e-2725-4422-9930-f8f7867e2c62 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7adadf4e5dc447c39b760d2e191ff3f5&device_id=0495cd1c-9908-4b89-a0ad-d07cb055297a HTTP/1.1" status: 200 len: 1095 time: 0.0550199 Jul 23 21:06:57.155961 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7c769-97e4-414a-805a-8efbd135f53c req-c61b3073-23a7-4641-89ae-129d26b927d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:57.157443 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e8d7c769-97e4-414a-805a-8efbd135f53c req-c61b3073-23a7-4641-89ae-129d26b927d7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f99e5bf4-22d8-4d48-ad72-814b0c377337 HTTP/1.1" status: 200 len: 897 time: 0.0896447 Jul 23 21:06:57.198858 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e8d7c769-97e4-414a-805a-8efbd135f53c req-fb791dce-bddb-4a7d-a82a-c8459b2f4c5c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a13202f-7905-4846-92ad-5008994eb22b HTTP/1.1" status: 200 len: 217 time: 0.0345283 Jul 23 21:06:57.252310 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7c769-97e4-414a-805a-8efbd135f53c req-fb32e23e-bf52-48fe-8c45-495588e5c698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:57.253853 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e8d7c769-97e4-414a-805a-8efbd135f53c req-fb32e23e-bf52-48fe-8c45-495588e5c698 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=135fbfde-cf24-4a98-a37b-74853360b7be HTTP/1.1" status: 200 len: 835 time: 0.0489292 Jul 23 21:06:57.344103 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7c769-97e4-414a-805a-8efbd135f53c req-8b505b51-2df3-4198-ad76-3b1fe7030629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:57.345531 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e8d7c769-97e4-414a-805a-8efbd135f53c req-8b505b51-2df3-4198-ad76-3b1fe7030629 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f99e5bf4-22d8-4d48-ad72-814b0c377337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0842485 Jul 23 21:06:57.434662 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277cb28-7d2a-4f71-bab9-8259507bf094 req-59f728f9-a378-4181-9b4a-648dfa5cbb63 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:57.436143 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c277cb28-7d2a-4f71-bab9-8259507bf094 req-59f728f9-a378-4181-9b4a-648dfa5cbb63 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=0495cd1c-9908-4b89-a0ad-d07cb055297a HTTP/1.1" status: 200 len: 943 time: 0.1253762 Jul 23 21:06:57.483453 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e8d7c769-97e4-414a-805a-8efbd135f53c req-a47d293e-94eb-46e4-ab26-7d3f8978dbf0 service neutron] 10.222.0.18 "GET /v2.0/networks/f99e5bf4-22d8-4d48-ad72-814b0c377337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287994 Jul 23 21:06:57.490582 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c277cb28-7d2a-4f71-bab9-8259507bf094 req-e158445e-be0c-43e1-94b8-f7fbfb1e8543 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3daca0d-6c17-4d6d-99e5-1dc64f42643d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486345 Jul 23 21:06:57.578023 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e8d7c769-97e4-414a-805a-8efbd135f53c req-05c542ba-4669-4073-ad9c-99d30b940878 service neutron] 10.222.0.18 "GET /v2.0/networks/f99e5bf4-22d8-4d48-ad72-814b0c377337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830581 Jul 23 21:06:58.575920 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device f4e3997f-1801-40d0-8f35-723a0a96246f up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:06:58.623745 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port f4e3997f-1801-40d0-8f35-723a0a96246f triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:06:58.624106 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:58.629376 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d73094-6498-4013-aa2e-d35c96e4ab00 req-a4a64be9-b259-4d72-94a2-c5200d9adb22 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:58.631018 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-85d73094-6498-4013-aa2e-d35c96e4ab00 req-a4a64be9-b259-4d72-94a2-c5200d9adb22 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=0495cd1c-9908-4b89-a0ad-d07cb055297a HTTP/1.1" status: 200 len: 943 time: 0.0729694 Jul 23 21:06:58.669517 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-85d73094-6498-4013-aa2e-d35c96e4ab00 req-32fa5e36-7616-484a-81c7-4facaa8c1df1 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3daca0d-6c17-4d6d-99e5-1dc64f42643d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326614 Jul 23 21:06:59.260381 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 6a13202f-7905-4846-92ad-5008994eb22b details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:06:59.356837 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 6a13202f-7905-4846-92ad-5008994eb22b, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=6a13202f-7905-4846-92ad-5008994eb22b,segment=NetworkSegment(e7aecf0f-706f-4e3e-a634-45f49bd43117),segment_id=e7aecf0f-706f-4e3e-a634-45f49bd43117)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:06:59.367365 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '6a13202f-7905-4846-92ad-5008994eb22b', 'network_id': 'f99e5bf4-22d8-4d48-ad72-814b0c377337', 'port_id': '6a13202f-7905-4846-92ad-5008994eb22b', 'mac_address': 'fa:16:3e:b5:26:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '135fbfde-cf24-4a98-a37b-74853360b7be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:06:59.403398 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:59.415480 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a13202f-7905-4846-92ad-5008994eb22b {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:06:59.438671 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 6a13202f-7905-4846-92ad-5008994eb22b, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=6a13202f-7905-4846-92ad-5008994eb22b,segment=NetworkSegment(e7aecf0f-706f-4e3e-a634-45f49bd43117),segment_id=e7aecf0f-706f-4e3e-a634-45f49bd43117)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:06:59.442622 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:59.491075 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=6a13202f-7905-4846-92ad-5008994eb22b,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:59.690260 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['6a13202f-7905-4846-92ad-5008994eb22b'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:06:59.802612 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd09bad-f6ce-4ee4-a01b-a3114917c3b7 req-a80c615b-f66f-49fc-8965-55cc478da215 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:59.804211 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1cd09bad-f6ce-4ee4-a01b-a3114917c3b7 req-a80c615b-f66f-49fc-8965-55cc478da215 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=0495cd1c-9908-4b89-a0ad-d07cb055297a HTTP/1.1" status: 200 len: 944 time: 0.0675061 Jul 23 21:06:59.843756 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1cd09bad-f6ce-4ee4-a01b-a3114917c3b7 req-0d43a63d-e2fa-45eb-af91-cd9c94fd2e42 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3daca0d-6c17-4d6d-99e5-1dc64f42643d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334876 Jul 23 21:07:00.976100 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7730b7b-0fcc-4b97-ab03-3177e717dc62 req-ca6fa6f9-1dcb-4dac-a1f8-f62051465da8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:00.977673 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a7730b7b-0fcc-4b97-ab03-3177e717dc62 req-ca6fa6f9-1dcb-4dac-a1f8-f62051465da8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=0495cd1c-9908-4b89-a0ad-d07cb055297a HTTP/1.1" status: 200 len: 944 time: 0.0646441 Jul 23 21:07:01.020482 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a7730b7b-0fcc-4b97-ab03-3177e717dc62 req-515f3ca2-c551-4e2c-a082-70bb00d07fa3 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3daca0d-6c17-4d6d-99e5-1dc64f42643d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364456 Jul 23 21:07:01.291695 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 6a13202f-7905-4846-92ad-5008994eb22b up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:07:01.342858 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 6a13202f-7905-4846-92ad-5008994eb22b completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:07:01.347039 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 6a13202f-7905-4846-92ad-5008994eb22b triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:07:01.347418 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:01.425933 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:01.447118 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0495cd1c-9908-4b89-a0ad-d07cb055297a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a13202f-7905-4846-92ad-5008994eb22b'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:07:01.449343 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee4ac189e5a110d8d805401cc899f663d03ba078ee3e21ff65471f248c742d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01bb80db-cc8c-4f97-b6cd-f5431ab0d292" -d '{"events": [{"server_uuid": "0495cd1c-9908-4b89-a0ad-d07cb055297a", "name": "network-vif-plugged", "status": "completed", "tag": "6a13202f-7905-4846-92ad-5008994eb22b"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:07:01.462012 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 6a13202f-7905-4846-92ad-5008994eb22b, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=6a13202f-7905-4846-92ad-5008994eb22b,segment=NetworkSegment(e7aecf0f-706f-4e3e-a634-45f49bd43117),segment_id=e7aecf0f-706f-4e3e-a634-45f49bd43117)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:07:01.466973 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:01.492344 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d9ef4b-4a0f-4eb9-80ea-e23165749bfe x-openstack-request-id: req-67d9ef4b-4a0f-4eb9-80ea-e23165749bfe {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:07:01.492628 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0495cd1c-9908-4b89-a0ad-d07cb055297a", "name": "network-vif-plugged", "status": "completed", "tag": "6a13202f-7905-4846-92ad-5008994eb22b", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:07:01.492871 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-67d9ef4b-4a0f-4eb9-80ea-e23165749bfe {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:07:01.493249 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0495cd1c-9908-4b89-a0ad-d07cb055297a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a13202f-7905-4846-92ad-5008994eb22b', 'code': 200} Jul 23 21:07:01.520894 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=6a13202f-7905-4846-92ad-5008994eb22b,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:01.599461 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2ff5b-5e5d-4f7a-97d8-ef76d57edf8a req-401f8e9e-3d52-4868-b6fc-0b16cd656ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:01.600969 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-efa2ff5b-5e5d-4f7a-97d8-ef76d57edf8a req-401f8e9e-3d52-4868-b6fc-0b16cd656ce6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0495cd1c-9908-4b89-a0ad-d07cb055297a HTTP/1.1" status: 200 len: 1097 time: 0.0548489 Jul 23 21:07:01.635226 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-efa2ff5b-5e5d-4f7a-97d8-ef76d57edf8a req-5f0270e5-0ddc-4b21-93c2-97ff90693c85 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d3daca0d-6c17-4d6d-99e5-1dc64f42643d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278769 Jul 23 21:07:01.739133 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:07:02.153487 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d686da2-e1e1-456c-aa6c-37dcdc56424c req-78622d05-d159-4b33-9634-4b0e16755bed tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:02.155380 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1d686da2-e1e1-456c-aa6c-37dcdc56424c req-78622d05-d159-4b33-9634-4b0e16755bed tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=0495cd1c-9908-4b89-a0ad-d07cb055297a HTTP/1.1" status: 200 len: 945 time: 0.0669770 Jul 23 21:07:02.193686 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1d686da2-e1e1-456c-aa6c-37dcdc56424c req-15ac0768-97e2-4e20-a5a0-2896cea1ef7c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3daca0d-6c17-4d6d-99e5-1dc64f42643d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325670 Jul 23 21:07:03.329258 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9ab9b-6065-4ca7-8130-3d8c0d686226 req-13f48b44-f599-42e4-902c-b39f5fb97c36 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:03.331045 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-22e9ab9b-6065-4ca7-8130-3d8c0d686226 req-13f48b44-f599-42e4-902c-b39f5fb97c36 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=0495cd1c-9908-4b89-a0ad-d07cb055297a HTTP/1.1" status: 200 len: 945 time: 0.0696425 Jul 23 21:07:03.370581 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-22e9ab9b-6065-4ca7-8130-3d8c0d686226 req-e44313a6-40b1-47f1-afb8-84f08842991c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3daca0d-6c17-4d6d-99e5-1dc64f42643d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332048 Jul 23 21:07:03.501832 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c04d1-c636-431f-8890-b83de8ec57e0 req-0de37198-92cb-4a8d-9967-51c54119865c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:03.503316 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-859c04d1-c636-431f-8890-b83de8ec57e0 req-0de37198-92cb-4a8d-9967-51c54119865c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=0495cd1c-9908-4b89-a0ad-d07cb055297a HTTP/1.1" status: 200 len: 945 time: 0.0683465 Jul 23 21:07:03.540830 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-859c04d1-c636-431f-8890-b83de8ec57e0 req-57667278-a6ec-4133-9132-26be03713c9b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3daca0d-6c17-4d6d-99e5-1dc64f42643d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318899 Jul 23 21:07:03.564322 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38742) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:07:03.620511 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f4a2c8-d789-4d42-b698-f0e2371ff531 tempest-TestNetworkAdvancedServerOps-1200032442 tempest-TestNetworkAdvancedServerOps-1200032442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:03.622089 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-38f4a2c8-d789-4d42-b698-f0e2371ff531 tempest-TestNetworkAdvancedServerOps-1200032442 tempest-TestNetworkAdvancedServerOps-1200032442-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0495cd1c-9908-4b89-a0ad-d07cb055297a HTTP/1.1" status: 200 len: 1092 time: 0.0567896 Jul 23 21:07:03.625686 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38744) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:07:03.630004 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-0654b7aa-1c82-4bdf-9554-07a29fe86ce8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'port_id': '6a13202f-7905-4846-92ad-5008994eb22b', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:07:03.651950 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0654b7aa-1c82-4bdf-9554-07a29fe86ce8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for floatingip, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:03.752604 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0654b7aa-1c82-4bdf-9554-07a29fe86ce8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:03.858182 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-0654b7aa-1c82-4bdf-9554-07a29fe86ce8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Allocated IP 172.25.1.45 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/3551a328-9e14-4d17-9490-8af740b305ec) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:07:03.969666 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0654b7aa-1c82-4bdf-9554-07a29fe86ce8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:04.008233 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0654b7aa-1c82-4bdf-9554-07a29fe86ce8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:04.052783 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0654b7aa-1c82-4bdf-9554-07a29fe86ce8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:07:04.057569 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-0654b7aa-1c82-4bdf-9554-07a29fe86ce8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:07:04.061703 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0654b7aa-1c82-4bdf-9554-07a29fe86ce8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:07:04.087838 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654b7aa-1c82-4bdf-9554-07a29fe86ce8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'Port': ['ID=3551a328-9e14-4d17-9490-8af740b305ec,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:04.423998 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0654b7aa-1c82-4bdf-9554-07a29fe86ce8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:04.500789 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0654b7aa-1c82-4bdf-9554-07a29fe86ce8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:04.652469 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0654b7aa-1c82-4bdf-9554-07a29fe86ce8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:04.657603 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0654b7aa-1c82-4bdf-9554-07a29fe86ce8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:04.725308 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654b7aa-1c82-4bdf-9554-07a29fe86ce8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'Port': ['ID=3551a328-9e14-4d17-9490-8af740b305ec,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:04.735976 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0654b7aa-1c82-4bdf-9554-07a29fe86ce8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:04.834360 n-d-793618-10 neutron-server[93875]: INFO neutron.db.l3_db [None req-0654b7aa-1c82-4bdf-9554-07a29fe86ce8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Floating IP ff0d1560-f617-44ed-9990-595dd43be07d associated. External IP: 172.25.1.45, port: 6a13202f-7905-4846-92ad-5008994eb22b. Jul 23 21:07:05.039957 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0654b7aa-1c82-4bdf-9554-07a29fe86ce8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Router afbfacae-b229-44c0-b324-f97b894da855 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:07:05.147581 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0654b7aa-1c82-4bdf-9554-07a29fe86ce8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:07:05.157325 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b96e81f-3c12-4ea0-94e8-1206acb78304 None None] Sync routers for ids ['afbfacae-b229-44c0-b324-f97b894da855'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:07:05.164122 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0654b7aa-1c82-4bdf-9554-07a29fe86ce8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:05.166585 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b96e81f-3c12-4ea0-94e8-1206acb78304 None None] Routers {'afbfacae-b229-44c0-b324-f97b894da855'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:07:05.167214 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5b96e81f-3c12-4ea0-94e8-1206acb78304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:06:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['afbfacae-b229-44c0-b324-f97b894da855'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:07:05.204348 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0654b7aa-1c82-4bdf-9554-07a29fe86ce8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5776250 Jul 23 21:07:05.204939 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0495cd1c-9908-4b89-a0ad-d07cb055297a', 'tag': '6a13202f-7905-4846-92ad-5008994eb22b'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:07:05.207258 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1358e00761cb368f0f7ae124e23a857cb06aa2e8cdc938e6d7a9a9ae7bd1e98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663b9b11-e3b1-43cb-96ec-8962dbcbbc06" -d '{"events": [{"name": "network-changed", "server_uuid": "0495cd1c-9908-4b89-a0ad-d07cb055297a", "tag": "6a13202f-7905-4846-92ad-5008994eb22b"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:07:05.281129 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-5b96e81f-3c12-4ea0-94e8-1206acb78304 None None] Set router afbfacae-b229-44c0-b324-f97b894da855 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:07:05.317815 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2882c0-a0f0-43be-9733-9b647b0bd74f req-3c30edeb-cf7f-4b4a-8247-18e9f0788c4c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:05.319221 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4b2882c0-a0f0-43be-9733-9b647b0bd74f req-3c30edeb-cf7f-4b4a-8247-18e9f0788c4c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=0495cd1c-9908-4b89-a0ad-d07cb055297a HTTP/1.1" status: 200 len: 945 time: 0.0646639 Jul 23 21:07:05.362217 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4b2882c0-a0f0-43be-9733-9b647b0bd74f req-8860712c-cc53-4318-8745-2caf0fb4c4e0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3daca0d-6c17-4d6d-99e5-1dc64f42643d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373528 Jul 23 21:07:05.385120 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38750) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:07:05.510993 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5b96e81f-3c12-4ea0-94e8-1206acb78304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbfacae-b229-44c0-b324-f97b894da855', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49028477', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '11794086-cbd0-4a3e-b89e-865c82046233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:06:48Z', 'updated_at': '2021-07-23T21:06:52Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '11794086-cbd0-4a3e-b89e-865c82046233', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfacae-b229-44c0-b324-f97b894da855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:48Z', 'updated_at': '2021-07-23T21:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'ff0d1560-f617-44ed-9990-595dd43be07d', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'floating_ip_address': '172.25.1.45', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'afbfacae-b229-44c0-b324-f97b894da855', 'port_id': '6a13202f-7905-4846-92ad-5008994eb22b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99e5bf4-22d8-4d48-ad72-814b0c377337', 'mac_address': 'fa:16:3e:b5:26:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0495cd1c-9908-4b89-a0ad-d07cb055297a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:07:04Z', 'updated_at': '2021-07-23T21:07:04Z', 'revision_number': 0, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4e3997f-1801-40d0-8f35-723a0a96246f', 'name': '', 'network_id': 'f99e5bf4-22d8-4d48-ad72-814b0c377337', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:1d:50:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfacae-b229-44c0-b324-f97b894da855', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '135fbfde-cf24-4a98-a37b-74853360b7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:51Z', 'updated_at': '2021-07-23T21:06:56Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': '135fbfde-cf24-4a98-a37b-74853360b7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:07:05.541369 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b96e81f-3c12-4ea0-94e8-1206acb78304 None None] Checking router: afbfacae-b229-44c0-b324-f97b894da855 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:07:05.550996 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b96e81f-3c12-4ea0-94e8-1206acb78304 None None] Routers {'afbfacae-b229-44c0-b324-f97b894da855'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:07:05.551617 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5b96e81f-3c12-4ea0-94e8-1206acb78304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:06:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['afbfacae-b229-44c0-b324-f97b894da855'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:07:05.660786 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-5b96e81f-3c12-4ea0-94e8-1206acb78304 None None] Set router afbfacae-b229-44c0-b324-f97b894da855 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:07:05.747370 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1ad067-ffb5-43cb-a55c-62fca963e6b0 x-openstack-request-id: req-6c1ad067-ffb5-43cb-a55c-62fca963e6b0 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:07:05.747985 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0495cd1c-9908-4b89-a0ad-d07cb055297a", "tag": "6a13202f-7905-4846-92ad-5008994eb22b", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:07:05.748154 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c1ad067-ffb5-43cb-a55c-62fca963e6b0 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:07:05.748772 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0495cd1c-9908-4b89-a0ad-d07cb055297a', 'tag': '6a13202f-7905-4846-92ad-5008994eb22b', 'status': 'completed', 'code': 200} Jul 23 21:07:05.802069 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-614862a0-52e3-48bb-b0ce-fcdd4c2aae93 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/floatingips/ff0d1560-f617-44ed-9990-595dd43be07d HTTP/1.1" status: 200 len: 990 time: 0.4157491 Jul 23 21:07:05.822342 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b9b11-e3b1-43cb-96ec-8962dbcbbc06 req-aa9665a1-3395-4561-8b83-a3884558eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:05.824095 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-663b9b11-e3b1-43cb-96ec-8962dbcbbc06 req-aa9665a1-3395-4561-8b83-a3884558eef8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7adadf4e5dc447c39b760d2e191ff3f5&device_id=0495cd1c-9908-4b89-a0ad-d07cb055297a HTTP/1.1" status: 200 len: 1097 time: 0.0801456 Jul 23 21:07:05.893004 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5b96e81f-3c12-4ea0-94e8-1206acb78304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbfacae-b229-44c0-b324-f97b894da855', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49028477', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '11794086-cbd0-4a3e-b89e-865c82046233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:06:48Z', 'updated_at': '2021-07-23T21:06:52Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '11794086-cbd0-4a3e-b89e-865c82046233', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfacae-b229-44c0-b324-f97b894da855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:48Z', 'updated_at': '2021-07-23T21:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'ff0d1560-f617-44ed-9990-595dd43be07d', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'floating_ip_address': '172.25.1.45', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'afbfacae-b229-44c0-b324-f97b894da855', 'port_id': '6a13202f-7905-4846-92ad-5008994eb22b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99e5bf4-22d8-4d48-ad72-814b0c377337', 'mac_address': 'fa:16:3e:b5:26:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0495cd1c-9908-4b89-a0ad-d07cb055297a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:07:04Z', 'updated_at': '2021-07-23T21:07:04Z', 'revision_number': 0, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4e3997f-1801-40d0-8f35-723a0a96246f', 'name': '', 'network_id': 'f99e5bf4-22d8-4d48-ad72-814b0c377337', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:1d:50:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfacae-b229-44c0-b324-f97b894da855', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '135fbfde-cf24-4a98-a37b-74853360b7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:51Z', 'updated_at': '2021-07-23T21:06:56Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': '135fbfde-cf24-4a98-a37b-74853360b7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:07:05.918824 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b9b11-e3b1-43cb-96ec-8962dbcbbc06 req-71386ac6-2c22-41c1-a2d8-d963a4ccd771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:05.921246 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-663b9b11-e3b1-43cb-96ec-8962dbcbbc06 req-71386ac6-2c22-41c1-a2d8-d963a4ccd771 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f99e5bf4-22d8-4d48-ad72-814b0c377337 HTTP/1.1" status: 200 len: 897 time: 0.0904531 Jul 23 21:07:05.930908 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b96e81f-3c12-4ea0-94e8-1206acb78304 None None] The sync data for ids ['afbfacae-b229-44c0-b324-f97b894da855'] in n-d-793618-10 is: [{'id': 'afbfacae-b229-44c0-b324-f97b894da855', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49028477', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '11794086-cbd0-4a3e-b89e-865c82046233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:06:48Z', 'updated_at': '2021-07-23T21:06:52Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '11794086-cbd0-4a3e-b89e-865c82046233', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfacae-b229-44c0-b324-f97b894da855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:48Z', 'updated_at': '2021-07-23T21:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'ff0d1560-f617-44ed-9990-595dd43be07d', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'floating_ip_address': '172.25.1.45', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'afbfacae-b229-44c0-b324-f97b894da855', 'port_id': '6a13202f-7905-4846-92ad-5008994eb22b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99e5bf4-22d8-4d48-ad72-814b0c377337', 'mac_address': 'fa:16:3e:b5:26:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0495cd1c-9908-4b89-a0ad-d07cb055297a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:07:04Z', 'updated_at': '2021-07-23T21:07:04Z', 'revision_number': 0, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4e3997f-1801-40d0-8f35-723a0a96246f', 'name': '', 'network_id': 'f99e5bf4-22d8-4d48-ad72-814b0c377337', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:1d:50:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfacae-b229-44c0-b324-f97b894da855', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '135fbfde-cf24-4a98-a37b-74853360b7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:51Z', 'updated_at': '2021-07-23T21:06:56Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': '135fbfde-cf24-4a98-a37b-74853360b7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:07:05.986252 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-663b9b11-e3b1-43cb-96ec-8962dbcbbc06 req-01332ff4-bda5-446d-a1ed-08fed9582369 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a13202f-7905-4846-92ad-5008994eb22b HTTP/1.1" status: 200 len: 998 time: 0.0595694 Jul 23 21:07:06.035270 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b9b11-e3b1-43cb-96ec-8962dbcbbc06 req-27be06b9-e23a-4348-97b6-a959c2328433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:06.036808 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-663b9b11-e3b1-43cb-96ec-8962dbcbbc06 req-27be06b9-e23a-4348-97b6-a959c2328433 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=135fbfde-cf24-4a98-a37b-74853360b7be HTTP/1.1" status: 200 len: 835 time: 0.0446727 Jul 23 21:07:06.102743 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b9b11-e3b1-43cb-96ec-8962dbcbbc06 req-a44d8955-28d7-447b-afb9-a7a2da8c3cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:06.104308 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-663b9b11-e3b1-43cb-96ec-8962dbcbbc06 req-a44d8955-28d7-447b-afb9-a7a2da8c3cfe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f99e5bf4-22d8-4d48-ad72-814b0c377337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616999 Jul 23 21:07:06.122770 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52b7b76-1a31-4261-95b5-2130f997d163 None None] New status for floating IP ff0d1560-f617-44ed-9990-595dd43be07d: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:07:06.196109 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-663b9b11-e3b1-43cb-96ec-8962dbcbbc06 req-d5b83620-5661-4e9f-9b92-8eb8cfab83f5 service neutron] 10.222.0.18 "GET /v2.0/networks/f99e5bf4-22d8-4d48-ad72-814b0c377337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852454 Jul 23 21:07:06.297862 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-663b9b11-e3b1-43cb-96ec-8962dbcbbc06 req-c5a7f46e-7616-4d0a-98a2-3a395ea39e50 service neutron] 10.222.0.18 "GET /v2.0/networks/f99e5bf4-22d8-4d48-ad72-814b0c377337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955954 Jul 23 21:07:06.805315 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38752) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:07:06.865123 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e682bc86-6604-46c3-8963-6f6340374a7c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/floatingips/ff0d1560-f617-44ed-9990-595dd43be07d HTTP/1.1" status: 200 len: 992 time: 0.0587428 Jul 23 21:07:10.371519 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5dbcd088-e53d-4c25-8304-7558a04886d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:12.876301 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fc8c40af-0247-49f2-95d4-2fe9e2076413 req-a401d46c-cc52-44f9-8ea3-d0bd9353a997 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0495cd1c-9908-4b89-a0ad-d07cb055297a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0624244 Jul 23 21:07:12.994690 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c40af-0247-49f2-95d4-2fe9e2076413 req-c3085faa-1644-419e-bb1c-1d563e705737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:12.996214 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fc8c40af-0247-49f2-95d4-2fe9e2076413 req-c3085faa-1644-419e-bb1c-1d563e705737 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7adadf4e5dc447c39b760d2e191ff3f5&device_id=0495cd1c-9908-4b89-a0ad-d07cb055297a HTTP/1.1" status: 200 len: 1097 time: 0.0765307 Jul 23 21:07:13.098942 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c40af-0247-49f2-95d4-2fe9e2076413 req-73180231-183b-4017-a421-facc1c1d0281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:13.100401 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fc8c40af-0247-49f2-95d4-2fe9e2076413 req-73180231-183b-4017-a421-facc1c1d0281 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f99e5bf4-22d8-4d48-ad72-814b0c377337 HTTP/1.1" status: 200 len: 897 time: 0.0854895 Jul 23 21:07:13.168233 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fc8c40af-0247-49f2-95d4-2fe9e2076413 req-cc56ab85-3db3-44fe-82ca-59b657b42abc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a13202f-7905-4846-92ad-5008994eb22b HTTP/1.1" status: 200 len: 1000 time: 0.0610969 Jul 23 21:07:13.216504 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c40af-0247-49f2-95d4-2fe9e2076413 req-a45f17e4-066a-4010-9117-40f7da4afcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:13.218224 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fc8c40af-0247-49f2-95d4-2fe9e2076413 req-a45f17e4-066a-4010-9117-40f7da4afcbe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=135fbfde-cf24-4a98-a37b-74853360b7be HTTP/1.1" status: 200 len: 835 time: 0.0444989 Jul 23 21:07:13.277944 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c40af-0247-49f2-95d4-2fe9e2076413 req-3b7fa6fe-69aa-46af-aef6-e9cbb6d6b507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:13.279472 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fc8c40af-0247-49f2-95d4-2fe9e2076413 req-3b7fa6fe-69aa-46af-aef6-e9cbb6d6b507 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f99e5bf4-22d8-4d48-ad72-814b0c377337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553613 Jul 23 21:07:13.370706 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fc8c40af-0247-49f2-95d4-2fe9e2076413 req-1af00194-6f00-4cca-8dd9-9fa86a3c6ef8 service neutron] 10.222.0.18 "GET /v2.0/networks/f99e5bf4-22d8-4d48-ad72-814b0c377337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842166 Jul 23 21:07:13.420761 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:13.464550 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fc8c40af-0247-49f2-95d4-2fe9e2076413 req-3dc6ea37-a000-4e02-b07b-58b3b95046eb service neutron] 10.222.0.18 "GET /v2.0/networks/f99e5bf4-22d8-4d48-ad72-814b0c377337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873368 Jul 23 21:07:13.716185 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1d0ff75e-7d0c-47bb-8d9f-d23cb68e392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:14.216293 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:15.101279 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:15.246849 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:16.148968 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:38.186877 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea64f8-9725-4c15-8d81-5c108747fa05 req-54f6fca5-2d07-4723-9cd6-cba945d7fb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:38.188693 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-75ea64f8-9725-4c15-8d81-5c108747fa05 req-54f6fca5-2d07-4723-9cd6-cba945d7fb02 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7adadf4e5dc447c39b760d2e191ff3f5&device_id=0495cd1c-9908-4b89-a0ad-d07cb055297a HTTP/1.1" status: 200 len: 1097 time: 0.0931444 Jul 23 21:07:38.197084 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a10f4-b7cc-4c8e-996a-8380fc34e4a5 req-c84fd089-722b-45c1-8a8a-b9c93b6b591c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:38.198499 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-806a10f4-b7cc-4c8e-996a-8380fc34e4a5 req-c84fd089-722b-45c1-8a8a-b9c93b6b591c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=0495cd1c-9908-4b89-a0ad-d07cb055297a HTTP/1.1" status: 200 len: 945 time: 0.1129251 Jul 23 21:07:38.295013 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-806a10f4-b7cc-4c8e-996a-8380fc34e4a5 req-041056fe-21f9-48e6-bee3-c35f5c4b3406 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3daca0d-6c17-4d6d-99e5-1dc64f42643d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879791 Jul 23 21:07:38.315616 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea64f8-9725-4c15-8d81-5c108747fa05 req-efb0edf4-5caa-4602-8359-0df412f3c260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:38.317106 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-75ea64f8-9725-4c15-8d81-5c108747fa05 req-efb0edf4-5caa-4602-8359-0df412f3c260 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f99e5bf4-22d8-4d48-ad72-814b0c377337 HTTP/1.1" status: 200 len: 897 time: 0.1177680 Jul 23 21:07:38.382112 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-75ea64f8-9725-4c15-8d81-5c108747fa05 req-96424436-0d01-4cf6-86c3-820464ec3e0b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a13202f-7905-4846-92ad-5008994eb22b HTTP/1.1" status: 200 len: 1000 time: 0.0577705 Jul 23 21:07:38.439835 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea64f8-9725-4c15-8d81-5c108747fa05 req-562ec88e-b265-42a6-b159-9964fcd8f91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:38.441273 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-75ea64f8-9725-4c15-8d81-5c108747fa05 req-562ec88e-b265-42a6-b159-9964fcd8f91a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=135fbfde-cf24-4a98-a37b-74853360b7be HTTP/1.1" status: 200 len: 835 time: 0.0521379 Jul 23 21:07:38.500784 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea64f8-9725-4c15-8d81-5c108747fa05 req-3afa3de3-871d-45f9-96c9-288fec43c4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:38.502213 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-75ea64f8-9725-4c15-8d81-5c108747fa05 req-3afa3de3-871d-45f9-96c9-288fec43c4a4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f99e5bf4-22d8-4d48-ad72-814b0c377337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539398 Jul 23 21:07:38.590761 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-75ea64f8-9725-4c15-8d81-5c108747fa05 req-b91eb68d-8b6e-4661-a6e2-99d90fe0ada9 service neutron] 10.222.0.18 "GET /v2.0/networks/f99e5bf4-22d8-4d48-ad72-814b0c377337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811374 Jul 23 21:07:38.683748 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-75ea64f8-9725-4c15-8d81-5c108747fa05 req-0937d7de-181e-4b94-a1fe-7723a07290c8 service neutron] 10.222.0.18 "GET /v2.0/networks/f99e5bf4-22d8-4d48-ad72-814b0c377337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863571 Jul 23 21:07:38.741794 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:07:39.427447 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f29bf1-ceec-43b9-820d-31031f46ed5e req-ca888f02-5442-43e3-afd3-956771fcc92e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:39.428993 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f2f29bf1-ceec-43b9-820d-31031f46ed5e req-ca888f02-5442-43e3-afd3-956771fcc92e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=0495cd1c-9908-4b89-a0ad-d07cb055297a HTTP/1.1" status: 200 len: 945 time: 0.0637112 Jul 23 21:07:39.466663 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f2f29bf1-ceec-43b9-820d-31031f46ed5e req-0610d950-4e72-430a-9585-3e158ba6545a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3daca0d-6c17-4d6d-99e5-1dc64f42643d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321515 Jul 23 21:07:40.373292 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-41531e0e-054c-4fc6-b981-c276cd973706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:40.610672 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8256ba-40a6-4e8c-a6a7-5e63cb708961 req-3a52faf0-90f6-43f5-8243-9f75cb7687a9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:40.612184 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5b8256ba-40a6-4e8c-a6a7-5e63cb708961 req-3a52faf0-90f6-43f5-8243-9f75cb7687a9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=0495cd1c-9908-4b89-a0ad-d07cb055297a HTTP/1.1" status: 200 len: 945 time: 0.0731432 Jul 23 21:07:40.650638 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5b8256ba-40a6-4e8c-a6a7-5e63cb708961 req-4db5d1ff-c892-4e7c-9167-2da53b4a0439 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3daca0d-6c17-4d6d-99e5-1dc64f42643d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329089 Jul 23 21:07:41.779241 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819845a-c81c-47af-a9ff-17eb42de42bf req-1113779e-043e-4d25-ac41-6abe9ddfd1df tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:41.781255 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4819845a-c81c-47af-a9ff-17eb42de42bf req-1113779e-043e-4d25-ac41-6abe9ddfd1df tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=0495cd1c-9908-4b89-a0ad-d07cb055297a HTTP/1.1" status: 200 len: 945 time: 0.0647588 Jul 23 21:07:41.818652 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4819845a-c81c-47af-a9ff-17eb42de42bf req-84b16446-6079-4a71-90b5-c1357742c763 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3daca0d-6c17-4d6d-99e5-1dc64f42643d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318692 Jul 23 21:07:42.948919 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0361a-d980-45e5-8246-ae789edc1d1b req-5f89e720-8d1a-4e27-81e3-871b564c3864 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:42.950440 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6df0361a-d980-45e5-8246-ae789edc1d1b req-5f89e720-8d1a-4e27-81e3-871b564c3864 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=0495cd1c-9908-4b89-a0ad-d07cb055297a HTTP/1.1" status: 200 len: 945 time: 0.0658212 Jul 23 21:07:42.993641 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6df0361a-d980-45e5-8246-ae789edc1d1b req-d9cba679-515e-48a7-9189-3e1a24236e74 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3daca0d-6c17-4d6d-99e5-1dc64f42643d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369208 Jul 23 21:07:43.421745 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:43.716924 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c6efdc7a-2237-4195-bbfc-a340805d3cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:44.123087 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255bda8-4950-4a22-9d40-9b79a2537f9b req-a6777a28-663a-4e7c-988b-43c845074a4f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:44.128929 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2255bda8-4950-4a22-9d40-9b79a2537f9b req-a6777a28-663a-4e7c-988b-43c845074a4f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=0495cd1c-9908-4b89-a0ad-d07cb055297a HTTP/1.1" status: 200 len: 945 time: 0.0653803 Jul 23 21:07:44.164540 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2255bda8-4950-4a22-9d40-9b79a2537f9b req-d2a32090-5380-41dd-8586-8a25f5aaa32a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3daca0d-6c17-4d6d-99e5-1dc64f42643d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334780 Jul 23 21:07:44.219969 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:45.116221 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:45.264997 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:45.295193 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ccaa0-bc0f-4784-affc-b858c8c6fc38 req-bcf079fb-8fa7-43c8-b9b3-4430bb31670d tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:45.296680 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c25ccaa0-bc0f-4784-affc-b858c8c6fc38 req-bcf079fb-8fa7-43c8-b9b3-4430bb31670d tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=0495cd1c-9908-4b89-a0ad-d07cb055297a HTTP/1.1" status: 200 len: 945 time: 0.0653622 Jul 23 21:07:45.335147 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c25ccaa0-bc0f-4784-affc-b858c8c6fc38 req-60ddc4d5-7e40-4563-8e1d-298c4715badf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3daca0d-6c17-4d6d-99e5-1dc64f42643d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319958 Jul 23 21:07:46.151512 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:46.471271 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87996b69-95f4-4974-ad19-cb1b6f509994 req-716ae660-1790-47c4-9904-b78d27a2ae39 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:46.472772 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-87996b69-95f4-4974-ad19-cb1b6f509994 req-716ae660-1790-47c4-9904-b78d27a2ae39 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=0495cd1c-9908-4b89-a0ad-d07cb055297a HTTP/1.1" status: 200 len: 945 time: 0.0688457 Jul 23 21:07:46.510851 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-87996b69-95f4-4974-ad19-cb1b6f509994 req-66b2e0eb-6547-4e89-8ecb-a8368feb2423 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3daca0d-6c17-4d6d-99e5-1dc64f42643d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325406 Jul 23 21:07:47.648779 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9f6cc-4705-42f6-8ffd-599d572202f6 req-5af65720-130b-4706-8f66-912e969b1a2c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:47.650368 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e6b9f6cc-4705-42f6-8ffd-599d572202f6 req-5af65720-130b-4706-8f66-912e969b1a2c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=0495cd1c-9908-4b89-a0ad-d07cb055297a HTTP/1.1" status: 200 len: 945 time: 0.0703516 Jul 23 21:07:47.689888 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e6b9f6cc-4705-42f6-8ffd-599d572202f6 req-1bd52f2f-44ef-4863-acd1-170f0e28e4b4 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3daca0d-6c17-4d6d-99e5-1dc64f42643d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337260 Jul 23 21:07:48.828275 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029746d9-33c4-4181-b75a-72a2159ea29e req-f5ea50ac-e59d-4816-b4fe-4497227abfbd tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:48.829817 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-029746d9-33c4-4181-b75a-72a2159ea29e req-f5ea50ac-e59d-4816-b4fe-4497227abfbd tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=0495cd1c-9908-4b89-a0ad-d07cb055297a HTTP/1.1" status: 200 len: 945 time: 0.0703471 Jul 23 21:07:48.872038 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-029746d9-33c4-4181-b75a-72a2159ea29e req-03e2c7a6-b4b9-4b02-af20-7097b6f17e1d tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3daca0d-6c17-4d6d-99e5-1dc64f42643d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366578 Jul 23 21:07:50.056593 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51a07a-7dc1-482f-9728-80eb04691213 req-dfbd0080-c876-486c-8a69-a90675c74382 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:50.058142 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0d51a07a-7dc1-482f-9728-80eb04691213 req-dfbd0080-c876-486c-8a69-a90675c74382 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=0495cd1c-9908-4b89-a0ad-d07cb055297a HTTP/1.1" status: 200 len: 945 time: 0.1169097 Jul 23 21:07:50.097534 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0d51a07a-7dc1-482f-9728-80eb04691213 req-22815079-7452-4bea-ad34-bc3cb8bfa91a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3daca0d-6c17-4d6d-99e5-1dc64f42643d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333767 Jul 23 21:07:51.233760 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8cede-5e73-4493-a966-c89836392419 req-89440fa5-b8d8-4384-9bd8-c6d2f7e18e0c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:51.235280 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-15c8cede-5e73-4493-a966-c89836392419 req-89440fa5-b8d8-4384-9bd8-c6d2f7e18e0c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=0495cd1c-9908-4b89-a0ad-d07cb055297a HTTP/1.1" status: 200 len: 945 time: 0.0665202 Jul 23 21:07:51.274569 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-15c8cede-5e73-4493-a966-c89836392419 req-55b07fd6-d461-4ba0-b5e4-4d02e1dff677 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3daca0d-6c17-4d6d-99e5-1dc64f42643d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336437 Jul 23 21:07:52.407473 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ba3cb-0078-4552-9ffb-bd5c1a54af33 req-fc10a1e9-08db-46e8-bd09-690862330ac1 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:52.409523 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-520ba3cb-0078-4552-9ffb-bd5c1a54af33 req-fc10a1e9-08db-46e8-bd09-690862330ac1 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=0495cd1c-9908-4b89-a0ad-d07cb055297a HTTP/1.1" status: 200 len: 945 time: 0.0680089 Jul 23 21:07:52.447125 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-520ba3cb-0078-4552-9ffb-bd5c1a54af33 req-ee182fba-e41a-4b9b-b3eb-262095ce3c79 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3daca0d-6c17-4d6d-99e5-1dc64f42643d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318394 Jul 23 21:07:53.578446 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073c985-538b-477b-8992-ffe65656a07c req-59935fdf-ca08-4edc-b73d-cbf2abde639e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:53.579988 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d073c985-538b-477b-8992-ffe65656a07c req-59935fdf-ca08-4edc-b73d-cbf2abde639e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=0495cd1c-9908-4b89-a0ad-d07cb055297a HTTP/1.1" status: 200 len: 945 time: 0.0653195 Jul 23 21:07:53.623558 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d073c985-538b-477b-8992-ffe65656a07c req-5c66f348-857f-4181-a019-91f713d2d786 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3daca0d-6c17-4d6d-99e5-1dc64f42643d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369248 Jul 23 21:07:54.756810 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc032f7a-6a3b-4d0d-a9c6-78810b601904 req-23f08bf4-ad36-4143-aa37-e71283aabe10 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:54.758319 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dc032f7a-6a3b-4d0d-a9c6-78810b601904 req-23f08bf4-ad36-4143-aa37-e71283aabe10 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=0495cd1c-9908-4b89-a0ad-d07cb055297a HTTP/1.1" status: 200 len: 945 time: 0.0638766 Jul 23 21:07:54.799996 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dc032f7a-6a3b-4d0d-a9c6-78810b601904 req-349c1c0c-f12a-44b3-a3f7-1cf27f814835 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3daca0d-6c17-4d6d-99e5-1dc64f42643d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359981 Jul 23 21:07:54.822835 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38798) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:07:54.883665 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3d905864-c6d5-437b-8c45-b6b72dec2552 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/floatingips/ff0d1560-f617-44ed-9990-595dd43be07d HTTP/1.1" status: 200 len: 992 time: 0.0596828 Jul 23 21:08:10.374524 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4af56840-cdd9-4295-a792-e15d35334ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:13.429097 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:13.716700 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-12b45c0a-0070-4271-a1ae-75dc51f3ee87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:14.224634 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:14.904584 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2ed8dfb8-f3d9-49c0-ae13-483b64c9f355 req-51170494-fc3c-46ce-8b29-24125bdb25db service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0495cd1c-9908-4b89-a0ad-d07cb055297a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1021986 Jul 23 21:08:14.997892 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8dfb8-f3d9-49c0-ae13-483b64c9f355 req-7e3b25c5-bf1f-4648-b3a8-a60db8dbcd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:14.999408 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2ed8dfb8-f3d9-49c0-ae13-483b64c9f355 req-7e3b25c5-bf1f-4648-b3a8-a60db8dbcd91 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7adadf4e5dc447c39b760d2e191ff3f5&device_id=0495cd1c-9908-4b89-a0ad-d07cb055297a HTTP/1.1" status: 200 len: 1097 time: 0.0548170 Jul 23 21:08:15.105747 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8dfb8-f3d9-49c0-ae13-483b64c9f355 req-eb01d12c-7bb0-446f-8b97-cc4b1f966b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:15.107146 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2ed8dfb8-f3d9-49c0-ae13-483b64c9f355 req-eb01d12c-7bb0-446f-8b97-cc4b1f966b83 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f99e5bf4-22d8-4d48-ad72-814b0c377337 HTTP/1.1" status: 200 len: 897 time: 0.0889266 Jul 23 21:08:15.121375 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:15.179638 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2ed8dfb8-f3d9-49c0-ae13-483b64c9f355 req-87fbc498-d57b-4990-b154-6aebaba4a556 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a13202f-7905-4846-92ad-5008994eb22b HTTP/1.1" status: 200 len: 1000 time: 0.0588591 Jul 23 21:08:15.228046 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8dfb8-f3d9-49c0-ae13-483b64c9f355 req-b3c96559-4c95-4df0-adbb-edcaa131344c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:15.229508 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2ed8dfb8-f3d9-49c0-ae13-483b64c9f355 req-b3c96559-4c95-4df0-adbb-edcaa131344c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=135fbfde-cf24-4a98-a37b-74853360b7be HTTP/1.1" status: 200 len: 835 time: 0.0430570 Jul 23 21:08:15.261543 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:15.293372 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8dfb8-f3d9-49c0-ae13-483b64c9f355 req-80c56e2b-e1bc-42b2-9795-c94f287c85b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:15.294963 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2ed8dfb8-f3d9-49c0-ae13-483b64c9f355 req-80c56e2b-e1bc-42b2-9795-c94f287c85b5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f99e5bf4-22d8-4d48-ad72-814b0c377337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598180 Jul 23 21:08:15.383364 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2ed8dfb8-f3d9-49c0-ae13-483b64c9f355 req-8b6f4a77-95ac-4e30-a2b6-7c7b6e9e17fd service neutron] 10.222.0.18 "GET /v2.0/networks/f99e5bf4-22d8-4d48-ad72-814b0c377337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819242 Jul 23 21:08:15.478401 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2ed8dfb8-f3d9-49c0-ae13-483b64c9f355 req-60c2a80c-3702-499c-8f08-f0451bedd830 service neutron] 10.222.0.18 "GET /v2.0/networks/f99e5bf4-22d8-4d48-ad72-814b0c377337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864644 Jul 23 21:08:15.741264 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:08:16.153893 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:22.262227 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [req-694134e5-96b9-43a6-9682-5674261b15d4 req-7bd80ca9-787d-4fec-8491-3d4f33dd6a4c service neutron] (93876) timed out ('10.222.0.32', 33470) {{(pid=93876) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 21:08:25.652219 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38814) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:08:25.807844 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-5599dd46-627a-4525-b12a-5d9bb102d4be tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Deleting port 3551a328-9e14-4d17-9490-8af740b305ec {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:08:25.808087 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5599dd46-627a-4525-b12a-5d9bb102d4be tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:25.889713 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5599dd46-627a-4525-b12a-5d9bb102d4be tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:25.890043 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5599dd46-627a-4525-b12a-5d9bb102d4be tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:25.902188 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-5599dd46-627a-4525-b12a-5d9bb102d4be tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Calling delete_port for 3551a328-9e14-4d17-9490-8af740b305ec owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:08:26.049611 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5599dd46-627a-4525-b12a-5d9bb102d4be tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:26.077126 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599dd46-627a-4525-b12a-5d9bb102d4be tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event deleted for resources: {'Port': ['ID=3551a328-9e14-4d17-9490-8af740b305ec,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:08:26.102144 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599dd46-627a-4525-b12a-5d9bb102d4be tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:26.102491 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599dd46-627a-4525-b12a-5d9bb102d4be tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:26.102832 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599dd46-627a-4525-b12a-5d9bb102d4be tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:26.103163 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599dd46-627a-4525-b12a-5d9bb102d4be tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:26.103491 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599dd46-627a-4525-b12a-5d9bb102d4be tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:26.103818 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599dd46-627a-4525-b12a-5d9bb102d4be tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:26.104143 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599dd46-627a-4525-b12a-5d9bb102d4be tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:26.104466 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599dd46-627a-4525-b12a-5d9bb102d4be tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:26.105050 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599dd46-627a-4525-b12a-5d9bb102d4be tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:26.105369 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599dd46-627a-4525-b12a-5d9bb102d4be tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:26.105718 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599dd46-627a-4525-b12a-5d9bb102d4be tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:26.106037 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599dd46-627a-4525-b12a-5d9bb102d4be tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:26.146961 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5599dd46-627a-4525-b12a-5d9bb102d4be tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:26.147398 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [None req-5599dd46-627a-4525-b12a-5d9bb102d4be tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Floating IP ff0d1560-f617-44ed-9990-595dd43be07d disassociated (deleted). External IP: 172.25.1.45, port: 6a13202f-7905-4846-92ad-5008994eb22b. Jul 23 21:08:26.355306 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5599dd46-627a-4525-b12a-5d9bb102d4be tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Router afbfacae-b229-44c0-b324-f97b894da855 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:08:26.467011 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5599dd46-627a-4525-b12a-5d9bb102d4be tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:08:26.471794 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5599dd46-627a-4525-b12a-5d9bb102d4be tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:26.477323 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6817d68b-4e2f-4da4-91ac-9e0c7a05b5c4 None None] Sync routers for ids ['afbfacae-b229-44c0-b324-f97b894da855'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:08:26.486800 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6817d68b-4e2f-4da4-91ac-9e0c7a05b5c4 None None] Routers {'afbfacae-b229-44c0-b324-f97b894da855'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:08:26.487416 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6817d68b-4e2f-4da4-91ac-9e0c7a05b5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:08:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['afbfacae-b229-44c0-b324-f97b894da855'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:08:26.508794 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5599dd46-627a-4525-b12a-5d9bb102d4be tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "DELETE /v2.0/floatingips/ff0d1560-f617-44ed-9990-595dd43be07d HTTP/1.1" status: 204 len: 168 time: 0.8554678 Jul 23 21:08:26.509379 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0495cd1c-9908-4b89-a0ad-d07cb055297a', 'tag': '6a13202f-7905-4846-92ad-5008994eb22b'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:08:26.511687 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4300f88a927161e708234582c45a85d95cbae37b2189d54369fb4e5575b527b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0e4b5d-da32-4982-9786-a4544beab4fe" -d '{"events": [{"name": "network-changed", "server_uuid": "0495cd1c-9908-4b89-a0ad-d07cb055297a", "tag": "6a13202f-7905-4846-92ad-5008994eb22b"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:08:26.592580 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-6817d68b-4e2f-4da4-91ac-9e0c7a05b5c4 None None] Set router afbfacae-b229-44c0-b324-f97b894da855 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:08:26.667173 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6e2295-0a4c-43a6-bc4b-881bf4e2bd36 x-openstack-request-id: req-fc6e2295-0a4c-43a6-bc4b-881bf4e2bd36 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:08:26.667706 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0495cd1c-9908-4b89-a0ad-d07cb055297a", "tag": "6a13202f-7905-4846-92ad-5008994eb22b", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:08:26.667706 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc6e2295-0a4c-43a6-bc4b-881bf4e2bd36 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:08:26.668183 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0495cd1c-9908-4b89-a0ad-d07cb055297a', 'tag': '6a13202f-7905-4846-92ad-5008994eb22b', 'status': 'completed', 'code': 200} Jul 23 21:08:26.791208 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e4b5d-da32-4982-9786-a4544beab4fe req-8fb711a5-e050-4369-b20e-b54e327886f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:26.792788 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0b0e4b5d-da32-4982-9786-a4544beab4fe req-8fb711a5-e050-4369-b20e-b54e327886f7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7adadf4e5dc447c39b760d2e191ff3f5&device_id=0495cd1c-9908-4b89-a0ad-d07cb055297a HTTP/1.1" status: 200 len: 1097 time: 0.1028805 Jul 23 21:08:26.805170 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5f6c0-f3a5-488e-913b-0407d9fb2d5a req-feb5a7f7-cac0-4383-abe9-ce890ad6f395 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:26.806681 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-63b5f6c0-f3a5-488e-913b-0407d9fb2d5a req-feb5a7f7-cac0-4383-abe9-ce890ad6f395 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=0495cd1c-9908-4b89-a0ad-d07cb055297a HTTP/1.1" status: 200 len: 945 time: 0.0869040 Jul 23 21:08:26.812024 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6817d68b-4e2f-4da4-91ac-9e0c7a05b5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbfacae-b229-44c0-b324-f97b894da855', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49028477', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '11794086-cbd0-4a3e-b89e-865c82046233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:06:48Z', 'updated_at': '2021-07-23T21:06:52Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '11794086-cbd0-4a3e-b89e-865c82046233', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfacae-b229-44c0-b324-f97b894da855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:48Z', 'updated_at': '2021-07-23T21:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'f4e3997f-1801-40d0-8f35-723a0a96246f', 'name': '', 'network_id': 'f99e5bf4-22d8-4d48-ad72-814b0c377337', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:1d:50:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfacae-b229-44c0-b324-f97b894da855', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '135fbfde-cf24-4a98-a37b-74853360b7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:51Z', 'updated_at': '2021-07-23T21:06:56Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': '135fbfde-cf24-4a98-a37b-74853360b7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:08:26.839261 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6817d68b-4e2f-4da4-91ac-9e0c7a05b5c4 None None] Checking router: afbfacae-b229-44c0-b324-f97b894da855 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:08:26.847306 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6817d68b-4e2f-4da4-91ac-9e0c7a05b5c4 None None] Routers {'afbfacae-b229-44c0-b324-f97b894da855'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:08:26.847955 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6817d68b-4e2f-4da4-91ac-9e0c7a05b5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:08:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['afbfacae-b229-44c0-b324-f97b894da855'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:08:26.898828 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-63b5f6c0-f3a5-488e-913b-0407d9fb2d5a req-6c4cf70a-6cf6-410c-abf3-dd1a8897fc32 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3daca0d-6c17-4d6d-99e5-1dc64f42643d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838044 Jul 23 21:08:26.920476 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e4b5d-da32-4982-9786-a4544beab4fe req-5e1e90c7-50f2-4722-9069-0b6604fbc817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:26.922164 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0b0e4b5d-da32-4982-9786-a4544beab4fe req-5e1e90c7-50f2-4722-9069-0b6604fbc817 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f99e5bf4-22d8-4d48-ad72-814b0c377337 HTTP/1.1" status: 200 len: 897 time: 0.1144664 Jul 23 21:08:26.959666 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-6817d68b-4e2f-4da4-91ac-9e0c7a05b5c4 None None] Set router afbfacae-b229-44c0-b324-f97b894da855 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:08:26.969273 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0b0e4b5d-da32-4982-9786-a4544beab4fe req-b136604d-9c02-488a-b143-2e182a2629fa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a13202f-7905-4846-92ad-5008994eb22b HTTP/1.1" status: 200 len: 217 time: 0.0402567 Jul 23 21:08:27.019670 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e4b5d-da32-4982-9786-a4544beab4fe req-ef4ad924-7710-4ef6-85ed-3e75d2c02f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:27.021749 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0b0e4b5d-da32-4982-9786-a4544beab4fe req-ef4ad924-7710-4ef6-85ed-3e75d2c02f48 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=135fbfde-cf24-4a98-a37b-74853360b7be HTTP/1.1" status: 200 len: 835 time: 0.0449603 Jul 23 21:08:27.082234 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e4b5d-da32-4982-9786-a4544beab4fe req-53b3d78a-4493-43c3-82e8-e95314ce808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:27.084393 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0b0e4b5d-da32-4982-9786-a4544beab4fe req-53b3d78a-4493-43c3-82e8-e95314ce808d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f99e5bf4-22d8-4d48-ad72-814b0c377337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555172 Jul 23 21:08:27.164857 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6817d68b-4e2f-4da4-91ac-9e0c7a05b5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbfacae-b229-44c0-b324-f97b894da855', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49028477', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '11794086-cbd0-4a3e-b89e-865c82046233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:06:48Z', 'updated_at': '2021-07-23T21:06:52Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '11794086-cbd0-4a3e-b89e-865c82046233', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfacae-b229-44c0-b324-f97b894da855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:48Z', 'updated_at': '2021-07-23T21:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'f4e3997f-1801-40d0-8f35-723a0a96246f', 'name': '', 'network_id': 'f99e5bf4-22d8-4d48-ad72-814b0c377337', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:1d:50:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfacae-b229-44c0-b324-f97b894da855', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '135fbfde-cf24-4a98-a37b-74853360b7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:51Z', 'updated_at': '2021-07-23T21:06:56Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': '135fbfde-cf24-4a98-a37b-74853360b7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:08:27.180344 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0b0e4b5d-da32-4982-9786-a4544beab4fe req-18dd1899-4d75-4d8b-b031-ccef92ed596f service neutron] 10.222.0.18 "GET /v2.0/networks/f99e5bf4-22d8-4d48-ad72-814b0c377337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888727 Jul 23 21:08:27.196097 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6817d68b-4e2f-4da4-91ac-9e0c7a05b5c4 None None] The sync data for ids ['afbfacae-b229-44c0-b324-f97b894da855'] in n-d-793618-10 is: [{'id': 'afbfacae-b229-44c0-b324-f97b894da855', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49028477', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '11794086-cbd0-4a3e-b89e-865c82046233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:06:48Z', 'updated_at': '2021-07-23T21:06:52Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '11794086-cbd0-4a3e-b89e-865c82046233', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfacae-b229-44c0-b324-f97b894da855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:48Z', 'updated_at': '2021-07-23T21:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'f4e3997f-1801-40d0-8f35-723a0a96246f', 'name': '', 'network_id': 'f99e5bf4-22d8-4d48-ad72-814b0c377337', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:1d:50:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfacae-b229-44c0-b324-f97b894da855', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '135fbfde-cf24-4a98-a37b-74853360b7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:51Z', 'updated_at': '2021-07-23T21:06:56Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': '135fbfde-cf24-4a98-a37b-74853360b7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:08:27.276831 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0b0e4b5d-da32-4982-9786-a4544beab4fe req-3a1a8561-9445-47a8-8187-af3a02aad64a service neutron] 10.222.0.18 "GET /v2.0/networks/f99e5bf4-22d8-4d48-ad72-814b0c377337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895772 Jul 23 21:08:27.410198 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e39163-2dcc-473a-8030-a450778fc92d None None] New status for floating IP ff0d1560-f617-44ed-9990-595dd43be07d: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:08:28.050779 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad4b53-3393-49fc-a9b2-85777d4ee652 req-3d49bcc7-96d2-4c63-b819-67ee4d358b45 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:28.052269 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8dad4b53-3393-49fc-a9b2-85777d4ee652 req-3d49bcc7-96d2-4c63-b819-67ee4d358b45 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=0495cd1c-9908-4b89-a0ad-d07cb055297a HTTP/1.1" status: 200 len: 945 time: 0.0736537 Jul 23 21:08:28.089492 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8dad4b53-3393-49fc-a9b2-85777d4ee652 req-f899319f-2d5a-4dd8-8848-0931554b6e90 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3daca0d-6c17-4d6d-99e5-1dc64f42643d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309477 Jul 23 21:08:28.193399 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779745b0-25bb-45cd-a0b0-23875049e28f req-03afc447-6eb5-4a13-b7e0-45bcccbb7263 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:28.194855 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-779745b0-25bb-45cd-a0b0-23875049e28f req-03afc447-6eb5-4a13-b7e0-45bcccbb7263 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.18 "GET /v2.0/ports?device_id=0495cd1c-9908-4b89-a0ad-d07cb055297a HTTP/1.1" status: 200 len: 945 time: 0.0639033 Jul 23 21:08:28.293298 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-779745b0-25bb-45cd-a0b0-23875049e28f req-78fccbcf-f96f-4c8e-9f2d-9960791a802d tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Deleting port 6a13202f-7905-4846-92ad-5008994eb22b {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:08:28.293671 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-779745b0-25bb-45cd-a0b0-23875049e28f req-78fccbcf-f96f-4c8e-9f2d-9960791a802d tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:28.385293 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-779745b0-25bb-45cd-a0b0-23875049e28f req-78fccbcf-f96f-4c8e-9f2d-9960791a802d tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] For port 6a13202f-7905-4846-92ad-5008994eb22b, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=6a13202f-7905-4846-92ad-5008994eb22b,segment=NetworkSegment(e7aecf0f-706f-4e3e-a634-45f49bd43117),segment_id=e7aecf0f-706f-4e3e-a634-45f49bd43117)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:08:28.385684 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-779745b0-25bb-45cd-a0b0-23875049e28f req-78fccbcf-f96f-4c8e-9f2d-9960791a802d tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:28.398694 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-779745b0-25bb-45cd-a0b0-23875049e28f req-78fccbcf-f96f-4c8e-9f2d-9960791a802d tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Calling delete_port for 6a13202f-7905-4846-92ad-5008994eb22b owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:08:28.527458 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-779745b0-25bb-45cd-a0b0-23875049e28f req-78fccbcf-f96f-4c8e-9f2d-9960791a802d tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:28.561414 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fccbcf-f96f-4c8e-9f2d-9960791a802d tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event deleted for resources: {'Port': ['ID=6a13202f-7905-4846-92ad-5008994eb22b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:08:28.593580 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fccbcf-f96f-4c8e-9f2d-9960791a802d tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:28.593932 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fccbcf-f96f-4c8e-9f2d-9960791a802d tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:28.594270 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fccbcf-f96f-4c8e-9f2d-9960791a802d tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:28.594604 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fccbcf-f96f-4c8e-9f2d-9960791a802d tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:28.594936 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fccbcf-f96f-4c8e-9f2d-9960791a802d tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:28.595261 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fccbcf-f96f-4c8e-9f2d-9960791a802d tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:28.595585 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fccbcf-f96f-4c8e-9f2d-9960791a802d tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:28.595936 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fccbcf-f96f-4c8e-9f2d-9960791a802d tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:28.596257 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fccbcf-f96f-4c8e-9f2d-9960791a802d tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:28.596578 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fccbcf-f96f-4c8e-9f2d-9960791a802d tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:28.596897 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fccbcf-f96f-4c8e-9f2d-9960791a802d tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:28.597213 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fccbcf-f96f-4c8e-9f2d-9960791a802d tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:28.620239 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-779745b0-25bb-45cd-a0b0-23875049e28f req-78fccbcf-f96f-4c8e-9f2d-9960791a802d tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] No DVR routers for this DVR port 6a13202f-7905-4846-92ad-5008994eb22b on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:08:28.622770 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-779745b0-25bb-45cd-a0b0-23875049e28f req-78fccbcf-f96f-4c8e-9f2d-9960791a802d tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:28.624823 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-779745b0-25bb-45cd-a0b0-23875049e28f req-78fccbcf-f96f-4c8e-9f2d-9960791a802d tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.18 "DELETE /v2.0/ports/6a13202f-7905-4846-92ad-5008994eb22b HTTP/1.1" status: 204 len: 173 time: 0.4244943 Jul 23 21:08:28.625364 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0495cd1c-9908-4b89-a0ad-d07cb055297a', 'name': 'network-vif-deleted', 'tag': '6a13202f-7905-4846-92ad-5008994eb22b'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:08:28.627620 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1358e00761cb368f0f7ae124e23a857cb06aa2e8cdc938e6d7a9a9ae7bd1e98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de53d2d8-1cd5-4884-9a88-a9d33a2f9e6d" -d '{"events": [{"server_uuid": "0495cd1c-9908-4b89-a0ad-d07cb055297a", "name": "network-vif-deleted", "tag": "6a13202f-7905-4846-92ad-5008994eb22b"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:08:28.667988 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa92dbf-9372-425b-903e-0a80982757dd x-openstack-request-id: req-2aa92dbf-9372-425b-903e-0a80982757dd {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:08:28.668421 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0495cd1c-9908-4b89-a0ad-d07cb055297a", "name": "network-vif-deleted", "tag": "6a13202f-7905-4846-92ad-5008994eb22b", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:08:28.668801 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2aa92dbf-9372-425b-903e-0a80982757dd {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:08:28.669400 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0495cd1c-9908-4b89-a0ad-d07cb055297a', 'name': 'network-vif-deleted', 'tag': '6a13202f-7905-4846-92ad-5008994eb22b', 'status': 'completed', 'code': 200} Jul 23 21:08:29.147959 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38834) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:08:29.500248 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-977276a9-e511-4075-9b52-33139cc61dcf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:29.772467 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-977276a9-e511-4075-9b52-33139cc61dcf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Deleting port f4e3997f-1801-40d0-8f35-723a0a96246f {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:08:29.772811 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-977276a9-e511-4075-9b52-33139cc61dcf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:30.192809 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-977276a9-e511-4075-9b52-33139cc61dcf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] For port f4e3997f-1801-40d0-8f35-723a0a96246f, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=f4e3997f-1801-40d0-8f35-723a0a96246f,segment=NetworkSegment(e7aecf0f-706f-4e3e-a634-45f49bd43117),segment_id=e7aecf0f-706f-4e3e-a634-45f49bd43117)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:08:30.193595 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-977276a9-e511-4075-9b52-33139cc61dcf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:30.205122 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-977276a9-e511-4075-9b52-33139cc61dcf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Calling delete_port for f4e3997f-1801-40d0-8f35-723a0a96246f owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:08:30.388637 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-977276a9-e511-4075-9b52-33139cc61dcf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:30.423411 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977276a9-e511-4075-9b52-33139cc61dcf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event deleted for resources: {'Port': ['ID=f4e3997f-1801-40d0-8f35-723a0a96246f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:08:30.597448 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-977276a9-e511-4075-9b52-33139cc61dcf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:30.814104 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977276a9-e511-4075-9b52-33139cc61dcf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Router afbfacae-b229-44c0-b324-f97b894da855 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:08:30.920834 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977276a9-e511-4075-9b52-33139cc61dcf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:08:30.926075 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-977276a9-e511-4075-9b52-33139cc61dcf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "PUT /v2.0/routers/afbfacae-b229-44c0-b324-f97b894da855/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7768912 Jul 23 21:08:30.929196 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38836) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:08:30.931219 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7a3ab3-ad00-4799-bd2b-bc85e708f64e None None] Sync routers for ids ['afbfacae-b229-44c0-b324-f97b894da855'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:08:30.940261 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7a3ab3-ad00-4799-bd2b-bc85e708f64e None None] Routers {'afbfacae-b229-44c0-b324-f97b894da855'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:08:30.940869 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ad7a3ab3-ad00-4799-bd2b-bc85e708f64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:08:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['afbfacae-b229-44c0-b324-f97b894da855'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:08:30.979238 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-48329936-6574-4087-8955-0c06859cbfba tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Deleting subnet 135fbfde-cf24-4a98-a37b-74853360b7be {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:08:30.982680 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48329936-6574-4087-8955-0c06859cbfba tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:31.022561 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48329936-6574-4087-8955-0c06859cbfba tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:31.046324 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-ad7a3ab3-ad00-4799-bd2b-bc85e708f64e None None] Set router afbfacae-b229-44c0-b324-f97b894da855 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:08:31.110248 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48329936-6574-4087-8955-0c06859cbfba tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:31.170810 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48329936-6574-4087-8955-0c06859cbfba tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:31.196602 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48329936-6574-4087-8955-0c06859cbfba tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event deleted for resources: {'Subnet': ['ID=135fbfde-cf24-4a98-a37b-74853360b7be,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:08:31.202327 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-48329936-6574-4087-8955-0c06859cbfba tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:31.207516 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-48329936-6574-4087-8955-0c06859cbfba tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "DELETE /v2.0/subnets/135fbfde-cf24-4a98-a37b-74853360b7be HTTP/1.1" status: 204 len: 168 time: 0.2747431 Jul 23 21:08:31.207699 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38838) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:08:31.214619 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bf504b-b657-4a62-9482-55bbafd6b674 None None] Network f99e5bf4-22d8-4d48-ad72-814b0c377337 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:08:31.307995 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ad7a3ab3-ad00-4799-bd2b-bc85e708f64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbfacae-b229-44c0-b324-f97b894da855', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49028477', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '11794086-cbd0-4a3e-b89e-865c82046233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:06:48Z', 'updated_at': '2021-07-23T21:08:30Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '11794086-cbd0-4a3e-b89e-865c82046233', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfacae-b229-44c0-b324-f97b894da855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:48Z', 'updated_at': '2021-07-23T21:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:08:31.320628 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f21645cf-2a3c-4811-9712-7a3cf98a158c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:31.350279 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7a3ab3-ad00-4799-bd2b-bc85e708f64e None None] Checking router: afbfacae-b229-44c0-b324-f97b894da855 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:08:31.363043 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7a3ab3-ad00-4799-bd2b-bc85e708f64e None None] Routers {'afbfacae-b229-44c0-b324-f97b894da855'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:08:31.363581 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ad7a3ab3-ad00-4799-bd2b-bc85e708f64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:08:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['afbfacae-b229-44c0-b324-f97b894da855'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:08:31.428094 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f21645cf-2a3c-4811-9712-7a3cf98a158c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:31.482072 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-ad7a3ab3-ad00-4799-bd2b-bc85e708f64e None None] Set router afbfacae-b229-44c0-b324-f97b894da855 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:08:31.483840 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-f21645cf-2a3c-4811-9712-7a3cf98a158c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Deleting port 11794086-cbd0-4a3e-b89e-865c82046233 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:08:31.484192 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f21645cf-2a3c-4811-9712-7a3cf98a158c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:31.543577 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977b75d1-81c9-424c-9866-bdb78068dcea None None] DHCP port deletion for f99e5bf4-22d8-4d48-ad72-814b0c377337 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:08:31.570378 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-f21645cf-2a3c-4811-9712-7a3cf98a158c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] For port 11794086-cbd0-4a3e-b89e-865c82046233, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=11794086-cbd0-4a3e-b89e-865c82046233,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:08:31.570738 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f21645cf-2a3c-4811-9712-7a3cf98a158c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:31.582384 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-f21645cf-2a3c-4811-9712-7a3cf98a158c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Calling delete_port for 11794086-cbd0-4a3e-b89e-865c82046233 owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:08:31.678379 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-977b75d1-81c9-424c-9866-bdb78068dcea None None] Deleting port 6468fe33-fb0c-4f72-8ec0-6392b20d2d1f {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:08:31.678662 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-977b75d1-81c9-424c-9866-bdb78068dcea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:31.739135 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 6a13202f-7905-4846-92ad-5008994eb22b no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:08:31.756513 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f21645cf-2a3c-4811-9712-7a3cf98a158c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:31.774399 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 6a13202f-7905-4846-92ad-5008994eb22b {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:08:31.774745 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 6a13202f-7905-4846-92ad-5008994eb22b not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:08:31.778124 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-977b75d1-81c9-424c-9866-bdb78068dcea None None] For port 6468fe33-fb0c-4f72-8ec0-6392b20d2d1f, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6468fe33-fb0c-4f72-8ec0-6392b20d2d1f,segment=NetworkSegment(e7aecf0f-706f-4e3e-a634-45f49bd43117),segment_id=e7aecf0f-706f-4e3e-a634-45f49bd43117)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:08:31.778521 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-977b75d1-81c9-424c-9866-bdb78068dcea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:31.782501 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21645cf-2a3c-4811-9712-7a3cf98a158c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event deleted for resources: {'Port': ['ID=11794086-cbd0-4a3e-b89e-865c82046233,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:08:31.794068 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-977b75d1-81c9-424c-9866-bdb78068dcea None None] Calling delete_port for 6468fe33-fb0c-4f72-8ec0-6392b20d2d1f owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:08:31.796517 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ad7a3ab3-ad00-4799-bd2b-bc85e708f64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbfacae-b229-44c0-b324-f97b894da855', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49028477', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '11794086-cbd0-4a3e-b89e-865c82046233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:06:48Z', 'updated_at': '2021-07-23T21:08:30Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '11794086-cbd0-4a3e-b89e-865c82046233', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfacae-b229-44c0-b324-f97b894da855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:48Z', 'updated_at': '2021-07-23T21:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:08:31.828247 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7a3ab3-ad00-4799-bd2b-bc85e708f64e None None] The sync data for ids ['afbfacae-b229-44c0-b324-f97b894da855'] in n-d-793618-10 is: [{'id': 'afbfacae-b229-44c0-b324-f97b894da855', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49028477', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '11794086-cbd0-4a3e-b89e-865c82046233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:06:48Z', 'updated_at': '2021-07-23T21:08:30Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '11794086-cbd0-4a3e-b89e-865c82046233', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfacae-b229-44c0-b324-f97b894da855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:48Z', 'updated_at': '2021-07-23T21:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:08:31.851296 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f21645cf-2a3c-4811-9712-7a3cf98a158c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:31.905102 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-977b75d1-81c9-424c-9866-bdb78068dcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:31.936601 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b75d1-81c9-424c-9866-bdb78068dcea None None] Pushing event deleted for resources: {'Port': ['ID=6468fe33-fb0c-4f72-8ec0-6392b20d2d1f,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:08:31.938920 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977b75d1-81c9-424c-9866-bdb78068dcea None None] No DVR routers for this DVR port 6468fe33-fb0c-4f72-8ec0-6392b20d2d1f on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:08:31.948453 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977b75d1-81c9-424c-9866-bdb78068dcea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:31.948796 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977b75d1-81c9-424c-9866-bdb78068dcea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:31.949133 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977b75d1-81c9-424c-9866-bdb78068dcea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:31.949495 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977b75d1-81c9-424c-9866-bdb78068dcea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:31.949825 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977b75d1-81c9-424c-9866-bdb78068dcea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:31.950151 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977b75d1-81c9-424c-9866-bdb78068dcea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:31.950475 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977b75d1-81c9-424c-9866-bdb78068dcea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:31.950796 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977b75d1-81c9-424c-9866-bdb78068dcea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:31.951214 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977b75d1-81c9-424c-9866-bdb78068dcea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:31.951594 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977b75d1-81c9-424c-9866-bdb78068dcea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:31.951732 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977b75d1-81c9-424c-9866-bdb78068dcea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:31.952049 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977b75d1-81c9-424c-9866-bdb78068dcea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:31.955436 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f21645cf-2a3c-4811-9712-7a3cf98a158c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:31.957764 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f21645cf-2a3c-4811-9712-7a3cf98a158c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:32.001267 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f21645cf-2a3c-4811-9712-7a3cf98a158c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:32.001815 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21645cf-2a3c-4811-9712-7a3cf98a158c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Fanout notify agent at l3_agent the message router_deleted on router afbfacae-b229-44c0-b324-f97b894da855 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:08:32.010315 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f21645cf-2a3c-4811-9712-7a3cf98a158c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:32.011446 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f21645cf-2a3c-4811-9712-7a3cf98a158c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "DELETE /v2.0/routers/afbfacae-b229-44c0-b324-f97b894da855 HTTP/1.1" status: 204 len: 168 time: 0.8027637 Jul 23 21:08:32.014104 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38840) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:08:32.092687 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-858cbd2d-3565-4f5c-94d6-f848a14b50b9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:32.180626 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-858cbd2d-3565-4f5c-94d6-f848a14b50b9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:32.191860 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-858cbd2d-3565-4f5c-94d6-f848a14b50b9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f99e5bf4-22d8-4d48-ad72-814b0c377337']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:08:32.203306 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-858cbd2d-3565-4f5c-94d6-f848a14b50b9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7aecf0f-706f-4e3e-a634-45f49bd43117') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:08:32.203597 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-858cbd2d-3565-4f5c-94d6-f848a14b50b9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7aecf0f-706f-4e3e-a634-45f49bd43117') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:08:32.214295 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-858cbd2d-3565-4f5c-94d6-f848a14b50b9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:32.228342 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-858cbd2d-3565-4f5c-94d6-f848a14b50b9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:32.234766 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-858cbd2d-3565-4f5c-94d6-f848a14b50b9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:08:32.235164 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-858cbd2d-3565-4f5c-94d6-f848a14b50b9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:32.238246 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 21:08:32.238246 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:08:32.238246 n-d-793618-10 neutron-server[93875]: timer() Jul 23 21:08:32.238246 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:08:32.238246 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 21:08:32.238246 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:08:32.238246 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 21:08:32.238246 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:08:32.238246 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 21:08:32.238246 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:08:32.238246 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 21:08:32.238246 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:08:32.238246 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 21:08:32.238246 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:08:32.238246 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:08:32.238246 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:08:32.238246 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:08:32.238246 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:08:32.238246 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 21:08:32.238246 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:08:32.238246 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 21:08:32.238246 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:08:32.238246 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:08:32.238246 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:08:32.238246 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 21:08:32.238246 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:08:32.238246 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:08:32.238246 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:08:32.238246 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:08:32.238246 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:08:32.238246 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:08:32.238246 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:08:32.304190 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-858cbd2d-3565-4f5c-94d6-f848a14b50b9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:32.311441 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-858cbd2d-3565-4f5c-94d6-f848a14b50b9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:32.313359 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-858cbd2d-3565-4f5c-94d6-f848a14b50b9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "DELETE /v2.0/networks/f99e5bf4-22d8-4d48-ad72-814b0c377337 HTTP/1.1" status: 204 len: 168 time: 0.2983227 Jul 23 21:08:32.316129 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38842) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:08:32.324980 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858cbd2d-3565-4f5c-94d6-f848a14b50b9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event deleted for resources: {'Network': ['ID=f99e5bf4-22d8-4d48-ad72-814b0c377337,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:08:32.379566 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4270807f-5621-4b5b-a3db-b968d82deca5 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:32.410203 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4270807f-5621-4b5b-a3db-b968d82deca5 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:32.478442 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4270807f-5621-4b5b-a3db-b968d82deca5 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:32.482080 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4270807f-5621-4b5b-a3db-b968d82deca5 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:32.483249 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4270807f-5621-4b5b-a3db-b968d82deca5 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "DELETE /v2.0/security-groups/d3daca0d-6c17-4d6d-99e5-1dc64f42643d HTTP/1.1" status: 204 len: 168 time: 0.1660867 Jul 23 21:08:32.493455 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270807f-5621-4b5b-a3db-b968d82deca5 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3daca0d-6c17-4d6d-99e5-1dc64f42643d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:08:32.697335 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38848) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:08:32.702138 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-40680d6b-c604-4c1c-85b8-075e92dae0ab tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1364728017', 'description': 'tempest-secgroup-smoke-1364728017 description', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:08:32.727883 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40680d6b-c604-4c1c-85b8-075e92dae0ab tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:32.817425 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40680d6b-c604-4c1c-85b8-075e92dae0ab tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:32.821912 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40680d6b-c604-4c1c-85b8-075e92dae0ab tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:32.854877 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40680d6b-c604-4c1c-85b8-075e92dae0ab tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:32.855507 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-40680d6b-c604-4c1c-85b8-075e92dae0ab tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1571300 Jul 23 21:08:32.858690 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38850) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:08:32.863245 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-7e24ace0-3f19-4fb7-a027-2b561f98bec6 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'security_group_rule': {'security_group_id': '46b785a5-2b5b-4087-815a-aac4fa148419', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:08:32.875554 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40680d6b-c604-4c1c-85b8-075e92dae0ab tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46b785a5-2b5b-4087-815a-aac4fa148419,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:08:32.904696 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7e24ace0-3f19-4fb7-a027-2b561f98bec6 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:32.922058 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 11794086-cbd0-4a3e-b89e-865c82046233 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:08:32.968207 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7e24ace0-3f19-4fb7-a027-2b561f98bec6 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:32.973570 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7e24ace0-3f19-4fb7-a027-2b561f98bec6 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:32.995518 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24ace0-3f19-4fb7-a027-2b561f98bec6 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=812950fe-63aa-4dfd-8790-be07141340e0,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:08:33.002720 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7e24ace0-3f19-4fb7-a027-2b561f98bec6 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:33.003981 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7e24ace0-3f19-4fb7-a027-2b561f98bec6 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1442924 Jul 23 21:08:33.007174 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38852) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:08:33.012148 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-7efec5e1-bfbc-4631-b78e-2164b36905c5 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'security_group_rule': {'security_group_id': '46b785a5-2b5b-4087-815a-aac4fa148419', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:08:33.042219 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7efec5e1-bfbc-4631-b78e-2164b36905c5 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:33.102610 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 11794086-cbd0-4a3e-b89e-865c82046233 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:08:33.103180 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 11794086-cbd0-4a3e-b89e-865c82046233 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:08:33.103461 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6468fe33-fb0c-4f72-8ec0-6392b20d2d1f no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:08:33.106867 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7efec5e1-bfbc-4631-b78e-2164b36905c5 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:33.110837 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7efec5e1-bfbc-4631-b78e-2164b36905c5 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:33.124235 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 6468fe33-fb0c-4f72-8ec0-6392b20d2d1f {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:08:33.124579 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6468fe33-fb0c-4f72-8ec0-6392b20d2d1f not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:08:33.125007 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device f4e3997f-1801-40d0-8f35-723a0a96246f no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:08:33.132371 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efec5e1-bfbc-4631-b78e-2164b36905c5 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e387cd8-2254-4f3f-8df5-d9035de254f1,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:08:33.135916 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7efec5e1-bfbc-4631-b78e-2164b36905c5 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:33.139668 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7efec5e1-bfbc-4631-b78e-2164b36905c5 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1287584 Jul 23 21:08:33.139930 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38854) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:08:33.144415 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: f4e3997f-1801-40d0-8f35-723a0a96246f {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:08:33.144637 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-8c07e9b4-340c-481a-8dab-74616dcd6b02 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'security_group_rule': {'security_group_id': '46b785a5-2b5b-4087-815a-aac4fa148419', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:08:33.144982 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device f4e3997f-1801-40d0-8f35-723a0a96246f not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:08:33.172491 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c07e9b4-340c-481a-8dab-74616dcd6b02 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:33.234248 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c07e9b4-340c-481a-8dab-74616dcd6b02 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:33.238080 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c07e9b4-340c-481a-8dab-74616dcd6b02 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:33.256512 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07e9b4-340c-481a-8dab-74616dcd6b02 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26c8a2b0-1501-410a-bccb-c3772e9e6023,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:08:33.262977 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c07e9b4-340c-481a-8dab-74616dcd6b02 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:33.264141 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8c07e9b4-340c-481a-8dab-74616dcd6b02 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1233153 Jul 23 21:08:33.266909 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38856) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:08:33.272028 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-b7f62483-ccc8-42b1-ac82-7823bc1f62ef tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'security_group_rule': {'security_group_id': '46b785a5-2b5b-4087-815a-aac4fa148419', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:08:33.298542 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b7f62483-ccc8-42b1-ac82-7823bc1f62ef tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:33.357741 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b7f62483-ccc8-42b1-ac82-7823bc1f62ef tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:33.361203 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b7f62483-ccc8-42b1-ac82-7823bc1f62ef tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:33.380063 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f62483-ccc8-42b1-ac82-7823bc1f62ef tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6fcd2cd-8ae2-472f-9656-e569260592a9,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:08:33.383870 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b7f62483-ccc8-42b1-ac82-7823bc1f62ef tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:33.385108 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-b7f62483-ccc8-42b1-ac82-7823bc1f62ef tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1172900 Jul 23 21:08:33.387897 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 38858) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:08:33.392223 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-17c86994-a700-4abf-88f6-f2b3ece359cb tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'security_group_rule': {'security_group_id': '46b785a5-2b5b-4087-815a-aac4fa148419', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:08:33.414688 n-d-793618-10 neutron-server[93875]: INFO neutron.db.securitygroups_db [None req-17c86994-a700-4abf-88f6-f2b3ece359cb tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Project 7adadf4e5dc447c39b760d2e191ff3f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:08:33.419516 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-17c86994-a700-4abf-88f6-f2b3ece359cb tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:33.480695 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-17c86994-a700-4abf-88f6-f2b3ece359cb tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:33.484829 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-17c86994-a700-4abf-88f6-f2b3ece359cb tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:33.503617 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c86994-a700-4abf-88f6-f2b3ece359cb tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcbfb95b-7522-47c9-9974-dc947716b21d,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:08:33.507121 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-17c86994-a700-4abf-88f6-f2b3ece359cb tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:33.508453 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-17c86994-a700-4abf-88f6-f2b3ece359cb tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1196225 Jul 23 21:08:33.511313 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38860) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:08:33.516444 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f3770463-7bea-4cb3-b84b-64f05a423031 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'security_group_rule': {'security_group_id': '46b785a5-2b5b-4087-815a-aac4fa148419', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:08:33.538687 n-d-793618-10 neutron-server[93876]: INFO neutron.db.securitygroups_db [None req-f3770463-7bea-4cb3-b84b-64f05a423031 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Project 7adadf4e5dc447c39b760d2e191ff3f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:08:33.543415 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f3770463-7bea-4cb3-b84b-64f05a423031 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:33.605166 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f3770463-7bea-4cb3-b84b-64f05a423031 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:33.609080 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f3770463-7bea-4cb3-b84b-64f05a423031 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:33.626349 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3770463-7bea-4cb3-b84b-64f05a423031 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c94cac3-fe7e-431c-aa8b-428c0f49e2f8,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:08:33.633717 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f3770463-7bea-4cb3-b84b-64f05a423031 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:33.635012 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f3770463-7bea-4cb3-b84b-64f05a423031 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1226344 Jul 23 21:08:33.637941 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38862) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:08:33.642711 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ddc276be-c2f1-4e0c-afe4-9d7bd77b7880 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'network': {'name': 'tempest-network-smoke--348386195', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'port_security_enabled': True}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:08:33.662674 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc276be-c2f1-4e0c-afe4-9d7bd77b7880 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Made reservation on behalf of 7adadf4e5dc447c39b760d2e191ff3f5 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:08:33.666137 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ddc276be-c2f1-4e0c-afe4-9d7bd77b7880 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:33.692148 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc276be-c2f1-4e0c-afe4-9d7bd77b7880 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:08:33.702198 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ddc276be-c2f1-4e0c-afe4-9d7bd77b7880 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:33.702546 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-ddc276be-c2f1-4e0c-afe4-9d7bd77b7880 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Added segment aa844539-3359-4a1f-9921-4e05439b232b of type vlan for network c81f0dff-595d-490a-8aef-1a210c1da0ec Jul 23 21:08:33.746513 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ddc276be-c2f1-4e0c-afe4-9d7bd77b7880 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:33.777620 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ddc276be-c2f1-4e0c-afe4-9d7bd77b7880 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:33.784094 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc276be-c2f1-4e0c-afe4-9d7bd77b7880 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:33.784722 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ddc276be-c2f1-4e0c-afe4-9d7bd77b7880 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:33.821779 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ddc276be-c2f1-4e0c-afe4-9d7bd77b7880 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1827862 Jul 23 21:08:33.824474 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38864) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:08:33.828901 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-0bffdfe9-ffca-4db6-aa64-df1898c6e8ea tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-823904610', 'admin_state_up': True, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:08:33.864277 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc276be-c2f1-4e0c-afe4-9d7bd77b7880 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'Network': ['ID=c81f0dff-595d-490a-8aef-1a210c1da0ec,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:08:33.875655 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network c81f0dff-595d-490a-8aef-1a210c1da0ec details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:08:33.881941 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0bffdfe9-ffca-4db6-aa64-df1898c6e8ea tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:33.882954 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0bffdfe9-ffca-4db6-aa64-df1898c6e8ea tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:33.938847 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0bffdfe9-ffca-4db6-aa64-df1898c6e8ea tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:34.081151 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0bffdfe9-ffca-4db6-aa64-df1898c6e8ea tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:34.275381 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0bffdfe9-ffca-4db6-aa64-df1898c6e8ea tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:34.293912 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0bffdfe9-ffca-4db6-aa64-df1898c6e8ea tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:34.393379 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-0bffdfe9-ffca-4db6-aa64-df1898c6e8ea tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Allocated IP 172.25.1.38 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/d976b0ba-08c7-4ae3-92be-b396bf7dbf1f) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:08:34.497443 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0bffdfe9-ffca-4db6-aa64-df1898c6e8ea tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:34.535589 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0bffdfe9-ffca-4db6-aa64-df1898c6e8ea tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:34.577501 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bffdfe9-ffca-4db6-aa64-df1898c6e8ea tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:08:34.587544 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-0bffdfe9-ffca-4db6-aa64-df1898c6e8ea tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:08:34.589746 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bffdfe9-ffca-4db6-aa64-df1898c6e8ea tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:08:34.591739 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bffdfe9-ffca-4db6-aa64-df1898c6e8ea tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'Port': ['ID=d976b0ba-08c7-4ae3-92be-b396bf7dbf1f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:08:34.835425 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0bffdfe9-ffca-4db6-aa64-df1898c6e8ea tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:35.024043 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0bffdfe9-ffca-4db6-aa64-df1898c6e8ea tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:35.152159 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bffdfe9-ffca-4db6-aa64-df1898c6e8ea tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Router 20b268a2-2ecc-4f13-8cd1-0cde9dd4693b is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:08:35.256991 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bffdfe9-ffca-4db6-aa64-df1898c6e8ea tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:08:35.267345 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449a05e7-f670-4fd5-8c1c-c40f32466eeb None None] Sync routers for ids ['20b268a2-2ecc-4f13-8cd1-0cde9dd4693b'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:08:35.276484 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0bffdfe9-ffca-4db6-aa64-df1898c6e8ea tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:35.277135 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449a05e7-f670-4fd5-8c1c-c40f32466eeb None None] Routers {'20b268a2-2ecc-4f13-8cd1-0cde9dd4693b'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:08:35.277871 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-0bffdfe9-ffca-4db6-aa64-df1898c6e8ea tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4524837 Jul 23 21:08:35.278024 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-449a05e7-f670-4fd5-8c1c-c40f32466eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:08:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['20b268a2-2ecc-4f13-8cd1-0cde9dd4693b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:08:35.281025 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38868) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:08:35.309306 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-93a5e192-b285-4ce3-a0d1-f05b88790695 tempest-TestNetworkAdvancedServerOps-1200032442 tempest-TestNetworkAdvancedServerOps-1200032442-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=7adadf4e5dc447c39b760d2e191ff3f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271549 Jul 23 21:08:35.311898 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38870) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:08:35.384089 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-449a05e7-f670-4fd5-8c1c-c40f32466eeb None None] Set router 20b268a2-2ecc-4f13-8cd1-0cde9dd4693b gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:08:35.401327 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa048743-6d2f-41cc-8554-a5404cc01312 tempest-TestNetworkAdvancedServerOps-1200032442 tempest-TestNetworkAdvancedServerOps-1200032442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:35.402968 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-fa048743-6d2f-41cc-8554-a5404cc01312 tempest-TestNetworkAdvancedServerOps-1200032442 tempest-TestNetworkAdvancedServerOps-1200032442-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901244 Jul 23 21:08:35.405744 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38872) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:08:35.433293 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d5df5e47-86a4-43db-adad-06f5117581ff tempest-TestNetworkAdvancedServerOps-1200032442 tempest-TestNetworkAdvancedServerOps-1200032442-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=8013d0d6-aee4-47cc-8dbe-3abed6e5116f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264988 Jul 23 21:08:35.435858 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38874) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:08:35.440512 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-6a739c26-180b-4a32-b534-dc12e76a13cf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1482178897', 'network_id': 'c81f0dff-595d-490a-8aef-1a210c1da0ec', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:08:35.526600 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a739c26-180b-4a32-b534-dc12e76a13cf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Made reservation on behalf of 7adadf4e5dc447c39b760d2e191ff3f5 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:08:35.530202 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6a739c26-180b-4a32-b534-dc12e76a13cf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:35.565898 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-449a05e7-f670-4fd5-8c1c-c40f32466eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b268a2-2ecc-4f13-8cd1-0cde9dd4693b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823904610', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'd976b0ba-08c7-4ae3-92be-b396bf7dbf1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:08:33Z', 'updated_at': '2021-07-23T21:08:34Z', 'revision_number': 3, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': 'd976b0ba-08c7-4ae3-92be-b396bf7dbf1f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b268a2-2ecc-4f13-8cd1-0cde9dd4693b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:08:34Z', 'updated_at': '2021-07-23T21:08:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:08:35.591560 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449a05e7-f670-4fd5-8c1c-c40f32466eeb None None] Checking router: 20b268a2-2ecc-4f13-8cd1-0cde9dd4693b for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:08:35.591906 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449a05e7-f670-4fd5-8c1c-c40f32466eeb None None] Updating router 20b268a2-2ecc-4f13-8cd1-0cde9dd4693b port d976b0ba-08c7-4ae3-92be-b396bf7dbf1f binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:08:35.627374 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-449a05e7-f670-4fd5-8c1c-c40f32466eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:35.743546 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6a739c26-180b-4a32-b534-dc12e76a13cf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:35.814621 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a739c26-180b-4a32-b534-dc12e76a13cf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'Subnet': ['ID=0a198c33-b1c0-41c4-b9f2-99e112c04210,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:08:35.827506 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a739c26-180b-4a32-b534-dc12e76a13cf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Checking segment: {'id': 'aa844539-3359-4a1f-9921-4e05439b232b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c81f0dff-595d-490a-8aef-1a210c1da0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:08:35.827870 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a739c26-180b-4a32-b534-dc12e76a13cf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Network hostable DHCP agents. Network: c81f0dff-595d-490a-8aef-1a210c1da0ec, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:08:35.854064 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a739c26-180b-4a32-b534-dc12e76a13cf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Network c81f0dff-595d-490a-8aef-1a210c1da0ec is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:08:35.862949 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-6a739c26-180b-4a32-b534-dc12e76a13cf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, c81f0dff-595d-490a-8aef-1a210c1da0ec) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:08:35.868048 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a739c26-180b-4a32-b534-dc12e76a13cf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:35.868639 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6a739c26-180b-4a32-b534-dc12e76a13cf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:35.874840 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1237a6e0-7236-48c3-a8e4-b6502d6ce54f None None] Network c81f0dff-595d-490a-8aef-1a210c1da0ec requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:08:35.887669 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6a739c26-180b-4a32-b534-dc12e76a13cf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4482234 Jul 23 21:08:35.889437 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38876) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:08:35.927192 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-449a05e7-f670-4fd5-8c1c-c40f32466eeb None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:35.940118 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-449a05e7-f670-4fd5-8c1c-c40f32466eeb None None] Transition to ACTIVE for port object d976b0ba-08c7-4ae3-92be-b396bf7dbf1f will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:08:35.947306 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-449a05e7-f670-4fd5-8c1c-c40f32466eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:36.004686 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930bb3d-77f0-495a-bc7a-7e9134be3423 None None] Pushing event updated for resources: {'Port': ['ID=d976b0ba-08c7-4ae3-92be-b396bf7dbf1f,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:08:36.015809 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-449a05e7-f670-4fd5-8c1c-c40f32466eeb None None] Attempting to bind port d976b0ba-08c7-4ae3-92be-b396bf7dbf1f on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:08:36.016335 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-449a05e7-f670-4fd5-8c1c-c40f32466eeb None None] Attempting to bind port d976b0ba-08c7-4ae3-92be-b396bf7dbf1f by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:08:36.016794 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449a05e7-f670-4fd5-8c1c-c40f32466eeb None None] Attempting to bind port d976b0ba-08c7-4ae3-92be-b396bf7dbf1f on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:08:36.025749 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8930bb3d-77f0-495a-bc7a-7e9134be3423 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:36.025749 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8930bb3d-77f0-495a-bc7a-7e9134be3423 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:36.026249 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8930bb3d-77f0-495a-bc7a-7e9134be3423 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:36.026677 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8930bb3d-77f0-495a-bc7a-7e9134be3423 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:36.027104 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8930bb3d-77f0-495a-bc7a-7e9134be3423 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:36.027619 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8930bb3d-77f0-495a-bc7a-7e9134be3423 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:36.027963 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8930bb3d-77f0-495a-bc7a-7e9134be3423 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:36.028385 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8930bb3d-77f0-495a-bc7a-7e9134be3423 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:36.028806 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8930bb3d-77f0-495a-bc7a-7e9134be3423 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:36.029499 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8930bb3d-77f0-495a-bc7a-7e9134be3423 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:36.029645 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8930bb3d-77f0-495a-bc7a-7e9134be3423 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:36.030348 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8930bb3d-77f0-495a-bc7a-7e9134be3423 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:36.037971 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449a05e7-f670-4fd5-8c1c-c40f32466eeb None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:08:36.038796 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449a05e7-f670-4fd5-8c1c-c40f32466eeb None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:08:36.039708 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-449a05e7-f670-4fd5-8c1c-c40f32466eeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:36.040535 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449a05e7-f670-4fd5-8c1c-c40f32466eeb None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:08:36.041214 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-449a05e7-f670-4fd5-8c1c-c40f32466eeb None None] Bound port: d976b0ba-08c7-4ae3-92be-b396bf7dbf1f, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:08:36.041749 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-449a05e7-f670-4fd5-8c1c-c40f32466eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:36.071964 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afef4de9-f5d0-411e-9998-77ece4cfa196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-c81f0dff-595d-490a-8aef-1a210c1da0ec', 'network_id': 'c81f0dff-595d-490a-8aef-1a210c1da0ec', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'fixed_ips': [{'subnet_id': '0a198c33-b1c0-41c4-b9f2-99e112c04210'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:08:36.072841 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-afef4de9-f5d0-411e-9998-77ece4cfa196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:36.106012 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-449a05e7-f670-4fd5-8c1c-c40f32466eeb None None] For port d976b0ba-08c7-4ae3-92be-b396bf7dbf1f, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:08:36.109843 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-449a05e7-f670-4fd5-8c1c-c40f32466eeb None None] For port d976b0ba-08c7-4ae3-92be-b396bf7dbf1f, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d976b0ba-08c7-4ae3-92be-b396bf7dbf1f,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:08:36.118335 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-449a05e7-f670-4fd5-8c1c-c40f32466eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:36.193366 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449a05e7-f670-4fd5-8c1c-c40f32466eeb None None] Routers {'20b268a2-2ecc-4f13-8cd1-0cde9dd4693b'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:08:36.194441 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-449a05e7-f670-4fd5-8c1c-c40f32466eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:08:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['20b268a2-2ecc-4f13-8cd1-0cde9dd4693b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:08:36.221052 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-afef4de9-f5d0-411e-9998-77ece4cfa196 None None] Allocated IP 172.20.0.2 (c81f0dff-595d-490a-8aef-1a210c1da0ec/0a198c33-b1c0-41c4-b9f2-99e112c04210/213f7107-1240-4325-879b-40315f54a502) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:08:36.284346 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930bb3d-77f0-495a-bc7a-7e9134be3423 None None] Pushing event updated for resources: {'Port': ['ID=d976b0ba-08c7-4ae3-92be-b396bf7dbf1f,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:08:36.339428 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-449a05e7-f670-4fd5-8c1c-c40f32466eeb None None] Set router 20b268a2-2ecc-4f13-8cd1-0cde9dd4693b gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:08:36.401433 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-afef4de9-f5d0-411e-9998-77ece4cfa196 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:36.415946 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-afef4de9-f5d0-411e-9998-77ece4cfa196 None None] Transition to ACTIVE for port object 213f7107-1240-4325-879b-40315f54a502 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:08:36.436104 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-afef4de9-f5d0-411e-9998-77ece4cfa196 None None] Transition to ACTIVE for port object 213f7107-1240-4325-879b-40315f54a502 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:08:36.444762 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-afef4de9-f5d0-411e-9998-77ece4cfa196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:36.495248 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afef4de9-f5d0-411e-9998-77ece4cfa196 None None] Network c81f0dff-595d-490a-8aef-1a210c1da0ec is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:08:36.500787 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-afef4de9-f5d0-411e-9998-77ece4cfa196 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:08:36.507252 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afef4de9-f5d0-411e-9998-77ece4cfa196 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:08:36.530582 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef4de9-f5d0-411e-9998-77ece4cfa196 None None] Pushing event updated for resources: {'Port': ['ID=213f7107-1240-4325-879b-40315f54a502,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:08:36.550632 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-449a05e7-f670-4fd5-8c1c-c40f32466eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b268a2-2ecc-4f13-8cd1-0cde9dd4693b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823904610', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'd976b0ba-08c7-4ae3-92be-b396bf7dbf1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:08:33Z', 'updated_at': '2021-07-23T21:08:34Z', 'revision_number': 3, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': 'd976b0ba-08c7-4ae3-92be-b396bf7dbf1f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b268a2-2ecc-4f13-8cd1-0cde9dd4693b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:08:34Z', 'updated_at': '2021-07-23T21:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:08:36.579490 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449a05e7-f670-4fd5-8c1c-c40f32466eeb None None] The sync data for ids ['20b268a2-2ecc-4f13-8cd1-0cde9dd4693b'] in n-d-793618-10 is: [{'id': '20b268a2-2ecc-4f13-8cd1-0cde9dd4693b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823904610', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'd976b0ba-08c7-4ae3-92be-b396bf7dbf1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:08:33Z', 'updated_at': '2021-07-23T21:08:34Z', 'revision_number': 3, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': 'd976b0ba-08c7-4ae3-92be-b396bf7dbf1f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b268a2-2ecc-4f13-8cd1-0cde9dd4693b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:08:34Z', 'updated_at': '2021-07-23T21:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:08:36.601667 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-afef4de9-f5d0-411e-9998-77ece4cfa196 None None] Attempting to bind port 213f7107-1240-4325-879b-40315f54a502 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:08:36.602090 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-afef4de9-f5d0-411e-9998-77ece4cfa196 None None] Attempting to bind port 213f7107-1240-4325-879b-40315f54a502 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'aa844539-3359-4a1f-9921-4e05439b232b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c81f0dff-595d-490a-8aef-1a210c1da0ec'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:08:36.602450 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afef4de9-f5d0-411e-9998-77ece4cfa196 None None] Attempting to bind port 213f7107-1240-4325-879b-40315f54a502 on network c81f0dff-595d-490a-8aef-1a210c1da0ec {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:08:36.608324 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afef4de9-f5d0-411e-9998-77ece4cfa196 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:08:36.608932 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afef4de9-f5d0-411e-9998-77ece4cfa196 None None] Checking segment: {'id': 'aa844539-3359-4a1f-9921-4e05439b232b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c81f0dff-595d-490a-8aef-1a210c1da0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:08:36.609514 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-afef4de9-f5d0-411e-9998-77ece4cfa196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:36.609920 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afef4de9-f5d0-411e-9998-77ece4cfa196 None None] Bound using segment: {'id': 'aa844539-3359-4a1f-9921-4e05439b232b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c81f0dff-595d-490a-8aef-1a210c1da0ec'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:08:36.610399 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-afef4de9-f5d0-411e-9998-77ece4cfa196 None None] Bound port: 213f7107-1240-4325-879b-40315f54a502, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa844539-3359-4a1f-9921-4e05439b232b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c81f0dff-595d-490a-8aef-1a210c1da0ec'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:08:36.610781 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-afef4de9-f5d0-411e-9998-77ece4cfa196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:36.686848 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-afef4de9-f5d0-411e-9998-77ece4cfa196 None None] For port 213f7107-1240-4325-879b-40315f54a502, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:08:36.694416 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-afef4de9-f5d0-411e-9998-77ece4cfa196 None None] For port 213f7107-1240-4325-879b-40315f54a502, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=213f7107-1240-4325-879b-40315f54a502,segment=NetworkSegment(aa844539-3359-4a1f-9921-4e05439b232b),segment_id=aa844539-3359-4a1f-9921-4e05439b232b)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:08:36.699494 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-afef4de9-f5d0-411e-9998-77ece4cfa196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:36.763353 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef4de9-f5d0-411e-9998-77ece4cfa196 None None] Pushing event updated for resources: {'Port': ['ID=213f7107-1240-4325-879b-40315f54a502,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:08:36.775700 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-944db8bb-610a-4f36-8fb6-c0c85a5eeb82 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:37.125830 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-944db8bb-610a-4f36-8fb6-c0c85a5eeb82 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Allocated IP 172.20.0.1 (c81f0dff-595d-490a-8aef-1a210c1da0ec/0a198c33-b1c0-41c4-b9f2-99e112c04210/4cc23cec-240e-4abe-89a8-9a983bb2f578) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:08:37.252185 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-944db8bb-610a-4f36-8fb6-c0c85a5eeb82 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:37.266442 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-944db8bb-610a-4f36-8fb6-c0c85a5eeb82 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Transition to ACTIVE for port object 4cc23cec-240e-4abe-89a8-9a983bb2f578 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:08:37.308040 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-944db8bb-610a-4f36-8fb6-c0c85a5eeb82 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:37.347869 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944db8bb-610a-4f36-8fb6-c0c85a5eeb82 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Network c81f0dff-595d-490a-8aef-1a210c1da0ec is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:08:37.351721 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-944db8bb-610a-4f36-8fb6-c0c85a5eeb82 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:08:37.358127 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944db8bb-610a-4f36-8fb6-c0c85a5eeb82 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:08:37.386527 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944db8bb-610a-4f36-8fb6-c0c85a5eeb82 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'Port': ['ID=4cc23cec-240e-4abe-89a8-9a983bb2f578,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:08:37.407117 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-944db8bb-610a-4f36-8fb6-c0c85a5eeb82 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:37.559457 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-944db8bb-610a-4f36-8fb6-c0c85a5eeb82 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:37.742725 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44310a0f-6eaa-416c-8a7d-8126d89597ef None None] Network c81f0dff-595d-490a-8aef-1a210c1da0ec requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:08:37.806286 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2920a628-a028-4f92-be51-3348ea0b708c None None] Provisioning for port 213f7107-1240-4325-879b-40315f54a502 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:08:37.853346 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-944db8bb-610a-4f36-8fb6-c0c85a5eeb82 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:37.858169 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-944db8bb-610a-4f36-8fb6-c0c85a5eeb82 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:37.939565 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944db8bb-610a-4f36-8fb6-c0c85a5eeb82 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'Port': ['ID=4cc23cec-240e-4abe-89a8-9a983bb2f578,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:08:37.944036 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-944db8bb-610a-4f36-8fb6-c0c85a5eeb82 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:38.042650 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944db8bb-610a-4f36-8fb6-c0c85a5eeb82 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Network c81f0dff-595d-490a-8aef-1a210c1da0ec is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:08:38.044103 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-944db8bb-610a-4f36-8fb6-c0c85a5eeb82 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:08:38.166839 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944db8bb-610a-4f36-8fb6-c0c85a5eeb82 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Router 20b268a2-2ecc-4f13-8cd1-0cde9dd4693b has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:08:38.249798 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fefe9bb6-99c6-45bb-9500-2720fe14cede None None] Provisioning for port 4cc23cec-240e-4abe-89a8-9a983bb2f578 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:08:38.253857 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fefe9bb6-99c6-45bb-9500-2720fe14cede None None] Provisioning complete for port 4cc23cec-240e-4abe-89a8-9a983bb2f578 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:08:38.254237 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fefe9bb6-99c6-45bb-9500-2720fe14cede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:38.286313 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944db8bb-610a-4f36-8fb6-c0c85a5eeb82 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:08:38.291485 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fefe9bb6-99c6-45bb-9500-2720fe14cede None None] Port 4cc23cec-240e-4abe-89a8-9a983bb2f578 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:08:38.300948 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-944db8bb-610a-4f36-8fb6-c0c85a5eeb82 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "PUT /v2.0/routers/20b268a2-2ecc-4f13-8cd1-0cde9dd4693b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4017053 Jul 23 21:08:38.301796 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbec83d-7572-49e5-82f9-3f07bba4ac32 None None] Sync routers for ids ['20b268a2-2ecc-4f13-8cd1-0cde9dd4693b'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:08:38.314052 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbec83d-7572-49e5-82f9-3f07bba4ac32 None None] Routers {'20b268a2-2ecc-4f13-8cd1-0cde9dd4693b'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:08:38.314466 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8cbec83d-7572-49e5-82f9-3f07bba4ac32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:08:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['20b268a2-2ecc-4f13-8cd1-0cde9dd4693b'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:08:38.438634 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-8cbec83d-7572-49e5-82f9-3f07bba4ac32 None None] Set router 20b268a2-2ecc-4f13-8cd1-0cde9dd4693b gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:08:38.448987 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-62126d5f-c6d1-42e3-917b-71e608ca8484 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1364728017&fields=id&tenant_id=7adadf4e5dc447c39b760d2e191ff3f5 HTTP/1.1" status: 200 len: 267 time: 0.0351231 Jul 23 21:08:38.473038 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4297b56f-9ed8-4b8b-898c-7cc907b66c05 None None] Provisioning complete for port 4cc23cec-240e-4abe-89a8-9a983bb2f578 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:08:38.473417 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4297b56f-9ed8-4b8b-898c-7cc907b66c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:38.558098 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-4297b56f-9ed8-4b8b-898c-7cc907b66c05 None None] Port 4cc23cec-240e-4abe-89a8-9a983bb2f578 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:08:38.567474 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-f2595c7f-dce6-44df-b796-99553454f7f8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:38.569015 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-f2595c7f-dce6-44df-b796-99553454f7f8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/networks?id=c81f0dff-595d-490a-8aef-1a210c1da0ec HTTP/1.1" status: 200 len: 796 time: 0.1130764 Jul 23 21:08:38.589994 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-32c6d5f5-ff3e-4f33-86bb-88f23f36412c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/quotas/7adadf4e5dc447c39b760d2e191ff3f5 HTTP/1.1" status: 200 len: 375 time: 0.0115242 Jul 23 21:08:38.665195 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-e12e5886-08a6-477e-b82c-29276b9771e0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7adadf4e5dc447c39b760d2e191ff3f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0714974 Jul 23 21:08:38.685507 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-183c41db-d20d-4b4e-b844-815cadb5eb15 None None] Provisioning complete for port 4cc23cec-240e-4abe-89a8-9a983bb2f578 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:08:38.685860 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-183c41db-d20d-4b4e-b844-815cadb5eb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:38.710844 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 213f7107-1240-4325-879b-40315f54a502 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:08:38.765550 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8cbec83d-7572-49e5-82f9-3f07bba4ac32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b268a2-2ecc-4f13-8cd1-0cde9dd4693b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823904610', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'd976b0ba-08c7-4ae3-92be-b396bf7dbf1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:08:33Z', 'updated_at': '2021-07-23T21:08:37Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': 'd976b0ba-08c7-4ae3-92be-b396bf7dbf1f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b268a2-2ecc-4f13-8cd1-0cde9dd4693b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:08:34Z', 'updated_at': '2021-07-23T21:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '4cc23cec-240e-4abe-89a8-9a983bb2f578', 'name': '', 'network_id': 'c81f0dff-595d-490a-8aef-1a210c1da0ec', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:e0:5d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b268a2-2ecc-4f13-8cd1-0cde9dd4693b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '0a198c33-b1c0-41c4-b9f2-99e112c04210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:08:36Z', 'updated_at': '2021-07-23T21:08:37Z', 'revision_number': 2, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': '0a198c33-b1c0-41c4-b9f2-99e112c04210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:08:38.767201 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-183c41db-d20d-4b4e-b844-815cadb5eb15 None None] Port 4cc23cec-240e-4abe-89a8-9a983bb2f578 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:08:38.769896 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-bb423843-4935-4e31-8c39-3e12d769f729 service neutron] 10.222.0.32 "GET /v2.0/networks/c81f0dff-595d-490a-8aef-1a210c1da0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931559 Jul 23 21:08:38.798625 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbec83d-7572-49e5-82f9-3f07bba4ac32 None None] Checking router: 20b268a2-2ecc-4f13-8cd1-0cde9dd4693b for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:08:38.798974 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbec83d-7572-49e5-82f9-3f07bba4ac32 None None] Updating router 20b268a2-2ecc-4f13-8cd1-0cde9dd4693b port 4cc23cec-240e-4abe-89a8-9a983bb2f578 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:08:38.829348 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 213f7107-1240-4325-879b-40315f54a502 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:08:38.840359 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 213f7107-1240-4325-879b-40315f54a502 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:08:38.840654 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:38.842993 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8cbec83d-7572-49e5-82f9-3f07bba4ac32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:38.865569 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-50668bc4-c827-4467-baa3-7f8784babd77 service neutron] 10.222.0.32 "GET /v2.0/networks/c81f0dff-595d-490a-8aef-1a210c1da0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894892 Jul 23 21:08:39.029144 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:39.046584 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ebae478d-e047-4314-8b5e-3b7c2d69af7b req-29cb8455-df18-47d6-8d8d-fb8095d7085c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 210 time: 0.0374081 Jul 23 21:08:39.113993 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 213f7107-1240-4325-879b-40315f54a502, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=213f7107-1240-4325-879b-40315f54a502,segment=NetworkSegment(aa844539-3359-4a1f-9921-4e05439b232b),segment_id=aa844539-3359-4a1f-9921-4e05439b232b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:08:39.119237 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:39.120022 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d976b0ba-08c7-4ae3-92be-b396bf7dbf1f up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:08:39.244158 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=213f7107-1240-4325-879b-40315f54a502,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:08:39.279676 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port d976b0ba-08c7-4ae3-92be-b396bf7dbf1f completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:08:39.292985 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port d976b0ba-08c7-4ae3-92be-b396bf7dbf1f triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:08:39.293420 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:39.296137 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8cbec83d-7572-49e5-82f9-3f07bba4ac32 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:39.327289 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8cbec83d-7572-49e5-82f9-3f07bba4ac32 None None] Transition to ACTIVE for port object 4cc23cec-240e-4abe-89a8-9a983bb2f578 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:08:39.337976 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8cbec83d-7572-49e5-82f9-3f07bba4ac32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:39.397303 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427cdfc6-cc81-48ad-9e0a-e47cd0194e85 None None] Pushing event updated for resources: {'Port': ['ID=4cc23cec-240e-4abe-89a8-9a983bb2f578,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:08:39.488002 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-8cbec83d-7572-49e5-82f9-3f07bba4ac32 None None] Attempting to bind port 4cc23cec-240e-4abe-89a8-9a983bb2f578 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:08:39.488462 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-8cbec83d-7572-49e5-82f9-3f07bba4ac32 None None] Attempting to bind port 4cc23cec-240e-4abe-89a8-9a983bb2f578 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'aa844539-3359-4a1f-9921-4e05439b232b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c81f0dff-595d-490a-8aef-1a210c1da0ec'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:08:39.488788 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbec83d-7572-49e5-82f9-3f07bba4ac32 None None] Attempting to bind port 4cc23cec-240e-4abe-89a8-9a983bb2f578 on network c81f0dff-595d-490a-8aef-1a210c1da0ec {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:08:39.491787 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:39.501794 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbec83d-7572-49e5-82f9-3f07bba4ac32 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:08:39.502266 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbec83d-7572-49e5-82f9-3f07bba4ac32 None None] Checking segment: {'id': 'aa844539-3359-4a1f-9921-4e05439b232b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c81f0dff-595d-490a-8aef-1a210c1da0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:08:39.502646 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8cbec83d-7572-49e5-82f9-3f07bba4ac32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:39.503056 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbec83d-7572-49e5-82f9-3f07bba4ac32 None None] Bound using segment: {'id': 'aa844539-3359-4a1f-9921-4e05439b232b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c81f0dff-595d-490a-8aef-1a210c1da0ec'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:08:39.503597 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-8cbec83d-7572-49e5-82f9-3f07bba4ac32 None None] Bound port: 4cc23cec-240e-4abe-89a8-9a983bb2f578, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa844539-3359-4a1f-9921-4e05439b232b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c81f0dff-595d-490a-8aef-1a210c1da0ec'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:08:39.504213 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8cbec83d-7572-49e5-82f9-3f07bba4ac32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:39.529487 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port d976b0ba-08c7-4ae3-92be-b396bf7dbf1f, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d976b0ba-08c7-4ae3-92be-b396bf7dbf1f,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:08:39.554278 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:39.639125 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-8cbec83d-7572-49e5-82f9-3f07bba4ac32 None None] For port 4cc23cec-240e-4abe-89a8-9a983bb2f578, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:08:39.641609 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=d976b0ba-08c7-4ae3-92be-b396bf7dbf1f,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:08:39.645179 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-8cbec83d-7572-49e5-82f9-3f07bba4ac32 None None] For port 4cc23cec-240e-4abe-89a8-9a983bb2f578, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=4cc23cec-240e-4abe-89a8-9a983bb2f578,segment=NetworkSegment(aa844539-3359-4a1f-9921-4e05439b232b),segment_id=aa844539-3359-4a1f-9921-4e05439b232b)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:08:39.651657 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8cbec83d-7572-49e5-82f9-3f07bba4ac32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:39.714717 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbec83d-7572-49e5-82f9-3f07bba4ac32 None None] Routers {'20b268a2-2ecc-4f13-8cd1-0cde9dd4693b'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:08:39.715356 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8cbec83d-7572-49e5-82f9-3f07bba4ac32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:08:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['20b268a2-2ecc-4f13-8cd1-0cde9dd4693b'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:08:39.717279 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427cdfc6-cc81-48ad-9e0a-e47cd0194e85 None None] Pushing event updated for resources: {'Port': ['ID=4cc23cec-240e-4abe-89a8-9a983bb2f578,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:08:39.826984 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-8cbec83d-7572-49e5-82f9-3f07bba4ac32 None None] Set router 20b268a2-2ecc-4f13-8cd1-0cde9dd4693b gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:08:40.126434 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-5c6a9de6-b951-4b36-bfd9-99cd842b60f1 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:40.128006 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-5c6a9de6-b951-4b36-bfd9-99cd842b60f1 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.30 "GET /v2.0/networks?id=c81f0dff-595d-490a-8aef-1a210c1da0ec HTTP/1.1" status: 200 len: 796 time: 0.1227765 Jul 23 21:08:40.176242 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-ffbcf5b4-adc7-48e6-bce6-1a197f0e2275 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7adadf4e5dc447c39b760d2e191ff3f5 HTTP/1.1" status: 200 len: 380 time: 0.0396550 Jul 23 21:08:40.180668 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b274acfd-2fde-4e14-86c6-a127edf0ce12 req-f9ce257c-d6b6-479b-ac7d-09b2f3a3e300 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 210 time: 0.0377588 Jul 23 21:08:40.188980 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-d3cbe18e-65a5-496b-84b2-d4876edb2331 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'port': {'device_id': '68b34d1f-d3d1-4377-8168-d4f9e5b074ac', 'network_id': 'c81f0dff-595d-490a-8aef-1a210c1da0ec', 'admin_state_up': True, 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'security_groups': ['46b785a5-2b5b-4087-815a-aac4fa148419']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:08:40.221167 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8cbec83d-7572-49e5-82f9-3f07bba4ac32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b268a2-2ecc-4f13-8cd1-0cde9dd4693b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823904610', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'd976b0ba-08c7-4ae3-92be-b396bf7dbf1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:08:33Z', 'updated_at': '2021-07-23T21:08:37Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': 'd976b0ba-08c7-4ae3-92be-b396bf7dbf1f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b268a2-2ecc-4f13-8cd1-0cde9dd4693b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:08:34Z', 'updated_at': '2021-07-23T21:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '4cc23cec-240e-4abe-89a8-9a983bb2f578', 'name': '', 'network_id': 'c81f0dff-595d-490a-8aef-1a210c1da0ec', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:e0:5d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b268a2-2ecc-4f13-8cd1-0cde9dd4693b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '0a198c33-b1c0-41c4-b9f2-99e112c04210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:08:36Z', 'updated_at': '2021-07-23T21:08:39Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': '0a198c33-b1c0-41c4-b9f2-99e112c04210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:08:40.251273 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbec83d-7572-49e5-82f9-3f07bba4ac32 None None] The sync data for ids ['20b268a2-2ecc-4f13-8cd1-0cde9dd4693b'] in n-d-793618-10 is: [{'id': '20b268a2-2ecc-4f13-8cd1-0cde9dd4693b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823904610', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'd976b0ba-08c7-4ae3-92be-b396bf7dbf1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:08:33Z', 'updated_at': '2021-07-23T21:08:37Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': 'd976b0ba-08c7-4ae3-92be-b396bf7dbf1f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b268a2-2ecc-4f13-8cd1-0cde9dd4693b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:08:34Z', 'updated_at': '2021-07-23T21:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '4cc23cec-240e-4abe-89a8-9a983bb2f578', 'name': '', 'network_id': 'c81f0dff-595d-490a-8aef-1a210c1da0ec', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:e0:5d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b268a2-2ecc-4f13-8cd1-0cde9dd4693b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '0a198c33-b1c0-41c4-b9f2-99e112c04210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:08:36Z', 'updated_at': '2021-07-23T21:08:39Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': '0a198c33-b1c0-41c4-b9f2-99e112c04210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:08:40.320694 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-d3cbe18e-65a5-496b-84b2-d4876edb2331 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Made reservation on behalf of 7adadf4e5dc447c39b760d2e191ff3f5 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:08:40.324329 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-d3cbe18e-65a5-496b-84b2-d4876edb2331 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:40.381527 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-36bb46dd-b672-4963-bdb3-156a0da0b55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:40.468543 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-d3cbe18e-65a5-496b-84b2-d4876edb2331 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Allocated IP 172.20.0.10 (c81f0dff-595d-490a-8aef-1a210c1da0ec/0a198c33-b1c0-41c4-b9f2-99e112c04210/9d0a5a91-57a2-452e-9db9-dda147c1a5c5) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:08:40.616215 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-d3cbe18e-65a5-496b-84b2-d4876edb2331 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:40.631370 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-d3cbe18e-65a5-496b-84b2-d4876edb2331 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Transition to ACTIVE for port object 9d0a5a91-57a2-452e-9db9-dda147c1a5c5 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:08:40.670407 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-d3cbe18e-65a5-496b-84b2-d4876edb2331 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:40.726719 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 4cc23cec-240e-4abe-89a8-9a983bb2f578 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:08:40.727064 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-d3cbe18e-65a5-496b-84b2-d4876edb2331 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Network c81f0dff-595d-490a-8aef-1a210c1da0ec is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:08:40.732642 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-d3cbe18e-65a5-496b-84b2-d4876edb2331 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:08:40.736530 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-d3cbe18e-65a5-496b-84b2-d4876edb2331 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:08:40.743466 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cbe18e-65a5-496b-84b2-d4876edb2331 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'Port': ['ID=9d0a5a91-57a2-452e-9db9-dda147c1a5c5,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:08:40.778659 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 4cc23cec-240e-4abe-89a8-9a983bb2f578 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:08:40.783338 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 4cc23cec-240e-4abe-89a8-9a983bb2f578 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:08:40.783834 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:40.795505 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-d3cbe18e-65a5-496b-84b2-d4876edb2331 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:40.796255 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-d3cbe18e-65a5-496b-84b2-d4876edb2331 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:40.816680 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-d3cbe18e-65a5-496b-84b2-d4876edb2331 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6320798 Jul 23 21:08:40.829801 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-aae2f908-2f36-46d9-aff7-0c8d1da07d4e service neutron] Request body: {'port': {'device_id': '68b34d1f-d3d1-4377-8168-d4f9e5b074ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:08:40.886597 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:40.925184 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-aae2f908-2f36-46d9-aff7-0c8d1da07d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:40.929411 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 4cc23cec-240e-4abe-89a8-9a983bb2f578, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=4cc23cec-240e-4abe-89a8-9a983bb2f578,segment=NetworkSegment(aa844539-3359-4a1f-9921-4e05439b232b),segment_id=aa844539-3359-4a1f-9921-4e05439b232b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:08:40.935277 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:40.937319 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 213f7107-1240-4325-879b-40315f54a502 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:08:41.028994 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 213f7107-1240-4325-879b-40315f54a502 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:08:41.029326 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:41.070441 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=4cc23cec-240e-4abe-89a8-9a983bb2f578,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:08:41.089539 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b54d337d-964d-4f34-bb66-c486febc0f3a None None] Provisioning for port 9d0a5a91-57a2-452e-9db9-dda147c1a5c5 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:08:41.095638 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b54d337d-964d-4f34-bb66-c486febc0f3a None None] Provisioning complete for port 9d0a5a91-57a2-452e-9db9-dda147c1a5c5 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:08:41.096512 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b54d337d-964d-4f34-bb66-c486febc0f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:41.164300 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b54d337d-964d-4f34-bb66-c486febc0f3a None None] Port 9d0a5a91-57a2-452e-9db9-dda147c1a5c5 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:08:41.178138 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d976b0ba-08c7-4ae3-92be-b396bf7dbf1f up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:08:41.229311 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-aae2f908-2f36-46d9-aff7-0c8d1da07d4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d0a5a91-57a2-452e-9db9-dda147c1a5c5 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:08:41.231635 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port d976b0ba-08c7-4ae3-92be-b396bf7dbf1f triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:08:41.232016 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:41.239263 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-aae2f908-2f36-46d9-aff7-0c8d1da07d4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:41.260305 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-aae2f908-2f36-46d9-aff7-0c8d1da07d4e service neutron] Transition to ACTIVE for port object 9d0a5a91-57a2-452e-9db9-dda147c1a5c5 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:08:41.274136 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-aae2f908-2f36-46d9-aff7-0c8d1da07d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:41.339829 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e46f98-352f-4342-a72e-47bd97472ccd req-6e008f4c-9f55-49c9-9c7c-38ef42f3d8a9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:41.341214 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-84e46f98-352f-4342-a72e-47bd97472ccd req-6e008f4c-9f55-49c9-9c7c-38ef42f3d8a9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 944 time: 0.0819583 Jul 23 21:08:41.368996 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae2f908-2f36-46d9-aff7-0c8d1da07d4e service neutron] Pushing event updated for resources: {'Port': ['ID=9d0a5a91-57a2-452e-9db9-dda147c1a5c5,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:08:41.389558 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-84e46f98-352f-4342-a72e-47bd97472ccd req-4a91af9d-b5ff-442b-89d6-f996ac2bad6e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b785a5-2b5b-4087-815a-aac4fa148419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411470 Jul 23 21:08:41.436943 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-aae2f908-2f36-46d9-aff7-0c8d1da07d4e service neutron] Attempting to bind port 9d0a5a91-57a2-452e-9db9-dda147c1a5c5 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:08:41.437281 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-aae2f908-2f36-46d9-aff7-0c8d1da07d4e service neutron] Attempting to bind port 9d0a5a91-57a2-452e-9db9-dda147c1a5c5 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': 'aa844539-3359-4a1f-9921-4e05439b232b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c81f0dff-595d-490a-8aef-1a210c1da0ec'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:08:41.437671 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-aae2f908-2f36-46d9-aff7-0c8d1da07d4e service neutron] Attempting to bind port 9d0a5a91-57a2-452e-9db9-dda147c1a5c5 on network c81f0dff-595d-490a-8aef-1a210c1da0ec {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:08:41.442333 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-aae2f908-2f36-46d9-aff7-0c8d1da07d4e service neutron] Port 9d0a5a91-57a2-452e-9db9-dda147c1a5c5 on network c81f0dff-595d-490a-8aef-1a210c1da0ec not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:08:41.442696 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-aae2f908-2f36-46d9-aff7-0c8d1da07d4e service neutron] Attempting to bind port 9d0a5a91-57a2-452e-9db9-dda147c1a5c5 on network c81f0dff-595d-490a-8aef-1a210c1da0ec {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:08:41.448343 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-aae2f908-2f36-46d9-aff7-0c8d1da07d4e service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:08:41.448683 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-aae2f908-2f36-46d9-aff7-0c8d1da07d4e service neutron] Checking segment: {'id': 'aa844539-3359-4a1f-9921-4e05439b232b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c81f0dff-595d-490a-8aef-1a210c1da0ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:08:41.449061 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-aae2f908-2f36-46d9-aff7-0c8d1da07d4e service neutron] Bound using segment: {'id': 'aa844539-3359-4a1f-9921-4e05439b232b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c81f0dff-595d-490a-8aef-1a210c1da0ec'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:08:41.449510 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-aae2f908-2f36-46d9-aff7-0c8d1da07d4e service neutron] Bound port: 9d0a5a91-57a2-452e-9db9-dda147c1a5c5, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa844539-3359-4a1f-9921-4e05439b232b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c81f0dff-595d-490a-8aef-1a210c1da0ec'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:08:41.449868 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-aae2f908-2f36-46d9-aff7-0c8d1da07d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:41.517880 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-aae2f908-2f36-46d9-aff7-0c8d1da07d4e service neutron] For port 9d0a5a91-57a2-452e-9db9-dda147c1a5c5, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:08:41.521726 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-aae2f908-2f36-46d9-aff7-0c8d1da07d4e service neutron] For port 9d0a5a91-57a2-452e-9db9-dda147c1a5c5, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=9d0a5a91-57a2-452e-9db9-dda147c1a5c5,segment=NetworkSegment(aa844539-3359-4a1f-9921-4e05439b232b),segment_id=aa844539-3359-4a1f-9921-4e05439b232b)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:08:41.527136 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-aae2f908-2f36-46d9-aff7-0c8d1da07d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:41.563400 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-aae2f908-2f36-46d9-aff7-0c8d1da07d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:41.564094 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-aae2f908-2f36-46d9-aff7-0c8d1da07d4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:41.565398 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-aae2f908-2f36-46d9-aff7-0c8d1da07d4e service neutron] 10.222.0.30 "PUT /v2.0/ports/9d0a5a91-57a2-452e-9db9-dda147c1a5c5 HTTP/1.1" status: 200 len: 1093 time: 0.7408674 Jul 23 21:08:41.565860 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b34d1f-d3d1-4377-8168-d4f9e5b074ac', 'tag': '9d0a5a91-57a2-452e-9db9-dda147c1a5c5'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:08:41.568499 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4300f88a927161e708234582c45a85d95cbae37b2189d54369fb4e5575b527b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ddca98-8ebd-4f31-8ca9-9d2b1139ce6b" -d '{"events": [{"name": "network-changed", "server_uuid": "68b34d1f-d3d1-4377-8168-d4f9e5b074ac", "tag": "9d0a5a91-57a2-452e-9db9-dda147c1a5c5"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:08:41.609928 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae2f908-2f36-46d9-aff7-0c8d1da07d4e service neutron] Pushing event updated for resources: {'Port': ['ID=9d0a5a91-57a2-452e-9db9-dda147c1a5c5,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:08:41.626815 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376e676e-8f32-4257-8289-ecb510898570 x-openstack-request-id: req-376e676e-8f32-4257-8289-ecb510898570 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:08:41.627236 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b34d1f-d3d1-4377-8168-d4f9e5b074ac", "tag": "9d0a5a91-57a2-452e-9db9-dda147c1a5c5", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:08:41.627493 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-376e676e-8f32-4257-8289-ecb510898570 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:08:41.627917 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b34d1f-d3d1-4377-8168-d4f9e5b074ac', 'tag': '9d0a5a91-57a2-452e-9db9-dda147c1a5c5', 'status': 'completed', 'code': 200} Jul 23 21:08:41.677054 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-23638125-e259-4c95-a89f-3d194b27d2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:41.678855 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-23638125-e259-4c95-a89f-3d194b27d2eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7adadf4e5dc447c39b760d2e191ff3f5&device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 1096 time: 0.0629094 Jul 23 21:08:41.731030 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-b61fe4da-20f7-4634-ad3f-0973ba1f813d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d0a5a91-57a2-452e-9db9-dda147c1a5c5 HTTP/1.1" status: 200 len: 217 time: 0.0446784 Jul 23 21:08:41.781209 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-0933ded8-f4e8-4ec1-8263-a6fe7592ef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:41.782706 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-0933ded8-f4e8-4ec1-8263-a6fe7592ef7d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0a198c33-b1c0-41c4-b9f2-99e112c04210 HTTP/1.1" status: 200 len: 835 time: 0.0461843 Jul 23 21:08:41.841733 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-df1ef436-e43c-484f-9361-c1a8eb462634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:41.843232 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-df1ef436-e43c-484f-9361-c1a8eb462634 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c81f0dff-595d-490a-8aef-1a210c1da0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542648 Jul 23 21:08:41.935313 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-ef842002-9922-4067-a96a-4b7574455b52 service neutron] 10.222.0.30 "GET /v2.0/networks/c81f0dff-595d-490a-8aef-1a210c1da0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855181 Jul 23 21:08:42.033154 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f47af6c9-1c02-4ad5-be5e-49d793ac8615 req-83194758-4642-4ce2-8495-9286b560d1e8 service neutron] 10.222.0.30 "GET /v2.0/networks/c81f0dff-595d-490a-8aef-1a210c1da0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920212 Jul 23 21:08:42.131433 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ddca98-8ebd-4f31-8ca9-9d2b1139ce6b req-d5c989e1-7424-4a10-92da-53258fd07f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:42.132948 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-50ddca98-8ebd-4f31-8ca9-9d2b1139ce6b req-d5c989e1-7424-4a10-92da-53258fd07f49 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7adadf4e5dc447c39b760d2e191ff3f5&device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 1096 time: 0.0599411 Jul 23 21:08:42.222317 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ddca98-8ebd-4f31-8ca9-9d2b1139ce6b req-086f39ab-266d-45f9-a86e-1f488f01f8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:42.223714 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-50ddca98-8ebd-4f31-8ca9-9d2b1139ce6b req-086f39ab-266d-45f9-a86e-1f488f01f8d1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c81f0dff-595d-490a-8aef-1a210c1da0ec HTTP/1.1" status: 200 len: 897 time: 0.0841904 Jul 23 21:08:42.270053 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-50ddca98-8ebd-4f31-8ca9-9d2b1139ce6b req-807c7f8c-ba3b-4417-852d-f28c6ab78779 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d0a5a91-57a2-452e-9db9-dda147c1a5c5 HTTP/1.1" status: 200 len: 217 time: 0.0400584 Jul 23 21:08:42.319091 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ddca98-8ebd-4f31-8ca9-9d2b1139ce6b req-b219b00f-a405-4355-8586-2e3ee97697aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:42.320573 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-50ddca98-8ebd-4f31-8ca9-9d2b1139ce6b req-b219b00f-a405-4355-8586-2e3ee97697aa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0a198c33-b1c0-41c4-b9f2-99e112c04210 HTTP/1.1" status: 200 len: 835 time: 0.0447590 Jul 23 21:08:42.380493 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ddca98-8ebd-4f31-8ca9-9d2b1139ce6b req-17b73d7d-a9be-45c3-a93f-181254de31b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:42.382002 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-50ddca98-8ebd-4f31-8ca9-9d2b1139ce6b req-17b73d7d-a9be-45c3-a93f-181254de31b9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c81f0dff-595d-490a-8aef-1a210c1da0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544176 Jul 23 21:08:42.477766 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-50ddca98-8ebd-4f31-8ca9-9d2b1139ce6b req-537622ea-9b2a-4e0d-8980-99ec79637316 service neutron] 10.222.0.30 "GET /v2.0/networks/c81f0dff-595d-490a-8aef-1a210c1da0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881059 Jul 23 21:08:42.573117 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-50ddca98-8ebd-4f31-8ca9-9d2b1139ce6b req-852759f7-ca5b-481e-827c-ecddb3576be5 service neutron] 10.222.0.30 "GET /v2.0/networks/c81f0dff-595d-490a-8aef-1a210c1da0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875473 Jul 23 21:08:42.638007 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 4cc23cec-240e-4abe-89a8-9a983bb2f578 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:08:42.687973 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 4cc23cec-240e-4abe-89a8-9a983bb2f578 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:08:42.688343 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:42.843306 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88d03b-7b9c-4ec4-96fe-c92641d6ff38 req-39013021-1da2-4b3e-a6c2-148cb49ec4f4 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:42.844804 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-df88d03b-7b9c-4ec4-96fe-c92641d6ff38 req-39013021-1da2-4b3e-a6c2-148cb49ec4f4 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 944 time: 0.3799441 Jul 23 21:08:42.881941 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-df88d03b-7b9c-4ec4-96fe-c92641d6ff38 req-814398dc-1ff5-4d2d-ae99-62a660bcb461 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b785a5-2b5b-4087-815a-aac4fa148419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314717 Jul 23 21:08:43.422591 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:43.717128 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-46d82d11-12fa-4ef4-b6dd-2885bcaba43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:44.011883 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f0068-5c64-4cd8-a710-34b5cafe4563 req-24c1e0d3-df26-4a2b-b8e4-5f2582936caf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:44.013370 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e18f0068-5c64-4cd8-a710-34b5cafe4563 req-24c1e0d3-df26-4a2b-b8e4-5f2582936caf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 944 time: 0.0649030 Jul 23 21:08:44.051732 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e18f0068-5c64-4cd8-a710-34b5cafe4563 req-e94ffa3c-4432-4d1c-9b22-e2955b85af9c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b785a5-2b5b-4087-815a-aac4fa148419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327430 Jul 23 21:08:44.231133 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:44.498776 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 9d0a5a91-57a2-452e-9db9-dda147c1a5c5 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:08:44.600479 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 9d0a5a91-57a2-452e-9db9-dda147c1a5c5, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=9d0a5a91-57a2-452e-9db9-dda147c1a5c5,segment=NetworkSegment(aa844539-3359-4a1f-9921-4e05439b232b),segment_id=aa844539-3359-4a1f-9921-4e05439b232b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:08:44.611876 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '9d0a5a91-57a2-452e-9db9-dda147c1a5c5', 'network_id': 'c81f0dff-595d-490a-8aef-1a210c1da0ec', 'port_id': '9d0a5a91-57a2-452e-9db9-dda147c1a5c5', 'mac_address': 'fa:16:3e:8b:3d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a198c33-b1c0-41c4-b9f2-99e112c04210', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:08:44.650500 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:44.667440 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d0a5a91-57a2-452e-9db9-dda147c1a5c5 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:08:44.687185 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 9d0a5a91-57a2-452e-9db9-dda147c1a5c5, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=9d0a5a91-57a2-452e-9db9-dda147c1a5c5,segment=NetworkSegment(aa844539-3359-4a1f-9921-4e05439b232b),segment_id=aa844539-3359-4a1f-9921-4e05439b232b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:08:44.691925 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:44.740193 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=9d0a5a91-57a2-452e-9db9-dda147c1a5c5,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:08:44.893267 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['9d0a5a91-57a2-452e-9db9-dda147c1a5c5'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:08:45.134113 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:45.190426 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0394a65-879d-495e-9320-19a57530494c req-22563b64-0d35-4f3d-a2a9-fd2d337e8768 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:45.191922 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c0394a65-879d-495e-9320-19a57530494c req-22563b64-0d35-4f3d-a2a9-fd2d337e8768 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 945 time: 0.0712574 Jul 23 21:08:45.230724 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c0394a65-879d-495e-9320-19a57530494c req-bd5346fe-605d-4bf4-9b75-98e30720eac6 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b785a5-2b5b-4087-815a-aac4fa148419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326531 Jul 23 21:08:45.268343 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:46.156267 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:46.360712 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9cce1-e07f-4942-b879-823da51965a5 req-a2f7c06a-4a0e-4ca2-adec-6abda126212b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:46.362251 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a6e9cce1-e07f-4942-b879-823da51965a5 req-a2f7c06a-4a0e-4ca2-adec-6abda126212b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 945 time: 0.0663335 Jul 23 21:08:46.400834 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a6e9cce1-e07f-4942-b879-823da51965a5 req-8c34cc60-919a-4fe7-8cd6-9e5e537247db tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b785a5-2b5b-4087-815a-aac4fa148419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320449 Jul 23 21:08:46.513896 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 9d0a5a91-57a2-452e-9db9-dda147c1a5c5 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:08:46.560973 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 9d0a5a91-57a2-452e-9db9-dda147c1a5c5 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:08:46.564610 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 9d0a5a91-57a2-452e-9db9-dda147c1a5c5 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:08:46.564979 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:46.642039 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:46.665742 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b34d1f-d3d1-4377-8168-d4f9e5b074ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0a5a91-57a2-452e-9db9-dda147c1a5c5'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:08:46.667910 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee4ac189e5a110d8d805401cc899f663d03ba078ee3e21ff65471f248c742d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd12888-1347-4a3f-a006-6c19e481ef93" -d '{"events": [{"server_uuid": "68b34d1f-d3d1-4377-8168-d4f9e5b074ac", "name": "network-vif-plugged", "status": "completed", "tag": "9d0a5a91-57a2-452e-9db9-dda147c1a5c5"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:08:46.680813 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 9d0a5a91-57a2-452e-9db9-dda147c1a5c5, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=9d0a5a91-57a2-452e-9db9-dda147c1a5c5,segment=NetworkSegment(aa844539-3359-4a1f-9921-4e05439b232b),segment_id=aa844539-3359-4a1f-9921-4e05439b232b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:08:46.685106 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:46.709373 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1ffea8-5ea8-43db-9a45-43677ecabb3a x-openstack-request-id: req-3f1ffea8-5ea8-43db-9a45-43677ecabb3a {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:08:46.709693 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b34d1f-d3d1-4377-8168-d4f9e5b074ac", "name": "network-vif-plugged", "status": "completed", "tag": "9d0a5a91-57a2-452e-9db9-dda147c1a5c5", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:08:46.709940 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f1ffea8-5ea8-43db-9a45-43677ecabb3a {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:08:46.710342 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b34d1f-d3d1-4377-8168-d4f9e5b074ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0a5a91-57a2-452e-9db9-dda147c1a5c5', 'code': 200} Jul 23 21:08:46.738477 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=9d0a5a91-57a2-452e-9db9-dda147c1a5c5,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:08:46.817330 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5d743-d373-4dda-8467-3085619a4f9b req-c45bafd1-6afc-48d0-9007-439552c8784a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:46.819343 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-64a5d743-d373-4dda-8467-3085619a4f9b req-c45bafd1-6afc-48d0-9007-439552c8784a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 1098 time: 0.0573335 Jul 23 21:08:46.855213 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-64a5d743-d373-4dda-8467-3085619a4f9b req-4e36bcdd-5159-4092-92ac-0ff12a7d21a9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=46b785a5-2b5b-4087-815a-aac4fa148419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287247 Jul 23 21:08:47.534212 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7f1c0-284f-4737-b523-4b0f077dbc60 req-d00dead7-c4db-492a-b775-fec5144b1ceb tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:47.536034 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a8a7f1c0-284f-4737-b523-4b0f077dbc60 req-d00dead7-c4db-492a-b775-fec5144b1ceb tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 946 time: 0.0675116 Jul 23 21:08:47.581893 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a8a7f1c0-284f-4737-b523-4b0f077dbc60 req-a626ca2d-a797-41f7-8039-e3702d0a0160 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b785a5-2b5b-4087-815a-aac4fa148419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392547 Jul 23 21:08:48.712429 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9fe99-8926-4686-b694-67c16fd852fc req-3258a05f-a525-4562-8703-f97a0b561d31 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:48.713986 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7ae9fe99-8926-4686-b694-67c16fd852fc req-3258a05f-a525-4562-8703-f97a0b561d31 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 946 time: 0.0637727 Jul 23 21:08:48.751383 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7ae9fe99-8926-4686-b694-67c16fd852fc req-c9a63797-2eb7-4a2b-b7b3-b9737ba08073 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b785a5-2b5b-4087-815a-aac4fa148419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317004 Jul 23 21:08:48.879107 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f766d-e275-432a-959b-50c757b4187a req-5e0d6197-8522-4bb9-8ca2-f4858bd6d689 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:48.881018 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fc9f766d-e275-432a-959b-50c757b4187a req-5e0d6197-8522-4bb9-8ca2-f4858bd6d689 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 946 time: 0.0644341 Jul 23 21:08:48.918959 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fc9f766d-e275-432a-959b-50c757b4187a req-a3997f65-6c59-480e-9f78-36003480343e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b785a5-2b5b-4087-815a-aac4fa148419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321186 Jul 23 21:08:48.940810 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38932) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:08:48.994729 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08fa7e-23d5-4176-8123-4672fd4707c7 tempest-TestNetworkAdvancedServerOps-1200032442 tempest-TestNetworkAdvancedServerOps-1200032442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:48.996235 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-5a08fa7e-23d5-4176-8123-4672fd4707c7 tempest-TestNetworkAdvancedServerOps-1200032442 tempest-TestNetworkAdvancedServerOps-1200032442-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 1093 time: 0.0544407 Jul 23 21:08:48.999011 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38934) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:08:49.003236 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-2408534e-e77a-4e00-95d1-8d1e2b0b4f38 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'port_id': '9d0a5a91-57a2-452e-9db9-dda147c1a5c5', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:08:49.025931 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2408534e-e77a-4e00-95d1-8d1e2b0b4f38 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:49.125606 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2408534e-e77a-4e00-95d1-8d1e2b0b4f38 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:49.225456 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-2408534e-e77a-4e00-95d1-8d1e2b0b4f38 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Allocated IP 172.25.1.222 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/e4fe8a16-9d03-4f98-931b-fac33a636bd4) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:08:49.331540 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2408534e-e77a-4e00-95d1-8d1e2b0b4f38 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:49.370214 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2408534e-e77a-4e00-95d1-8d1e2b0b4f38 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:49.404401 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2408534e-e77a-4e00-95d1-8d1e2b0b4f38 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:08:49.407194 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-2408534e-e77a-4e00-95d1-8d1e2b0b4f38 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:08:49.413794 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2408534e-e77a-4e00-95d1-8d1e2b0b4f38 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:08:49.437342 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408534e-e77a-4e00-95d1-8d1e2b0b4f38 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'Port': ['ID=e4fe8a16-9d03-4f98-931b-fac33a636bd4,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:08:49.768980 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2408534e-e77a-4e00-95d1-8d1e2b0b4f38 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:49.842481 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2408534e-e77a-4e00-95d1-8d1e2b0b4f38 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:49.992371 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2408534e-e77a-4e00-95d1-8d1e2b0b4f38 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:49.996908 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2408534e-e77a-4e00-95d1-8d1e2b0b4f38 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:50.068744 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408534e-e77a-4e00-95d1-8d1e2b0b4f38 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'Port': ['ID=e4fe8a16-9d03-4f98-931b-fac33a636bd4,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:08:50.080118 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2408534e-e77a-4e00-95d1-8d1e2b0b4f38 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:50.183958 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [None req-2408534e-e77a-4e00-95d1-8d1e2b0b4f38 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Floating IP e2fe55a6-985b-4538-8ec8-186a5b338a47 associated. External IP: 172.25.1.222, port: 9d0a5a91-57a2-452e-9db9-dda147c1a5c5. Jul 23 21:08:50.403239 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2408534e-e77a-4e00-95d1-8d1e2b0b4f38 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Router 20b268a2-2ecc-4f13-8cd1-0cde9dd4693b has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:08:50.869237 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2408534e-e77a-4e00-95d1-8d1e2b0b4f38 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:08:50.881608 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ff4ed8-a9cd-4c57-a372-307f8f4103cb None None] Sync routers for ids ['20b268a2-2ecc-4f13-8cd1-0cde9dd4693b'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:08:50.889246 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2408534e-e77a-4e00-95d1-8d1e2b0b4f38 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:50.892505 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ff4ed8-a9cd-4c57-a372-307f8f4103cb None None] Routers {'20b268a2-2ecc-4f13-8cd1-0cde9dd4693b'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:08:50.893416 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c8ff4ed8-a9cd-4c57-a372-307f8f4103cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:08:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['20b268a2-2ecc-4f13-8cd1-0cde9dd4693b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:08:50.929336 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2408534e-e77a-4e00-95d1-8d1e2b0b4f38 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9292827 Jul 23 21:08:50.930075 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b34d1f-d3d1-4377-8168-d4f9e5b074ac', 'tag': '9d0a5a91-57a2-452e-9db9-dda147c1a5c5'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:08:50.932364 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4300f88a927161e708234582c45a85d95cbae37b2189d54369fb4e5575b527b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4793fd4-690f-4ba7-9917-d09f2e953aa7" -d '{"events": [{"name": "network-changed", "server_uuid": "68b34d1f-d3d1-4377-8168-d4f9e5b074ac", "tag": "9d0a5a91-57a2-452e-9db9-dda147c1a5c5"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:08:51.010577 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-c8ff4ed8-a9cd-4c57-a372-307f8f4103cb None None] Set router 20b268a2-2ecc-4f13-8cd1-0cde9dd4693b gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:08:51.057779 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4dbc1-58f2-4168-bc18-9e0a6b0360bd req-3430881b-7708-446d-ad21-790a8a79fa98 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:51.059334 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-93e4dbc1-58f2-4168-bc18-9e0a6b0360bd req-3430881b-7708-446d-ad21-790a8a79fa98 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 946 time: 0.0801077 Jul 23 21:08:51.105177 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-93e4dbc1-58f2-4168-bc18-9e0a6b0360bd req-6ddbfef8-7021-4b1c-b6ce-d0eedf2e645e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b785a5-2b5b-4087-815a-aac4fa148419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396926 Jul 23 21:08:51.127879 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38940) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:08:51.172240 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15922fc4-7608-4ddc-b213-5041f008bf27 x-openstack-request-id: req-15922fc4-7608-4ddc-b213-5041f008bf27 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:08:51.172240 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b34d1f-d3d1-4377-8168-d4f9e5b074ac", "tag": "9d0a5a91-57a2-452e-9db9-dda147c1a5c5", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:08:51.172240 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-15922fc4-7608-4ddc-b213-5041f008bf27 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:08:51.172669 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b34d1f-d3d1-4377-8168-d4f9e5b074ac', 'tag': '9d0a5a91-57a2-452e-9db9-dda147c1a5c5', 'status': 'completed', 'code': 200} Jul 23 21:08:51.246838 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3b54df19-03d4-4476-8ffd-c878f4931566 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/floatingips/e2fe55a6-985b-4538-8ec8-186a5b338a47 HTTP/1.1" status: 200 len: 992 time: 0.1160784 Jul 23 21:08:51.257092 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c8ff4ed8-a9cd-4c57-a372-307f8f4103cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b268a2-2ecc-4f13-8cd1-0cde9dd4693b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823904610', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'd976b0ba-08c7-4ae3-92be-b396bf7dbf1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:08:33Z', 'updated_at': '2021-07-23T21:08:37Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': 'd976b0ba-08c7-4ae3-92be-b396bf7dbf1f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b268a2-2ecc-4f13-8cd1-0cde9dd4693b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:08:34Z', 'updated_at': '2021-07-23T21:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'e2fe55a6-985b-4538-8ec8-186a5b338a47', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'floating_ip_address': '172.25.1.222', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '20b268a2-2ecc-4f13-8cd1-0cde9dd4693b', 'port_id': '9d0a5a91-57a2-452e-9db9-dda147c1a5c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c81f0dff-595d-490a-8aef-1a210c1da0ec', 'mac_address': 'fa:16:3e:8b:3d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b34d1f-d3d1-4377-8168-d4f9e5b074ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:08:49Z', 'updated_at': '2021-07-23T21:08:49Z', 'revision_number': 0, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc23cec-240e-4abe-89a8-9a983bb2f578', 'name': '', 'network_id': 'c81f0dff-595d-490a-8aef-1a210c1da0ec', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:e0:5d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b268a2-2ecc-4f13-8cd1-0cde9dd4693b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '0a198c33-b1c0-41c4-b9f2-99e112c04210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:08:36Z', 'updated_at': '2021-07-23T21:08:40Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': '0a198c33-b1c0-41c4-b9f2-99e112c04210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:08:51.272045 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4793fd4-690f-4ba7-9917-d09f2e953aa7 req-068eb036-8f15-42f6-973b-30966a21155e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:51.273604 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e4793fd4-690f-4ba7-9917-d09f2e953aa7 req-068eb036-8f15-42f6-973b-30966a21155e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7adadf4e5dc447c39b760d2e191ff3f5&device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 1098 time: 0.0858815 Jul 23 21:08:51.288458 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ff4ed8-a9cd-4c57-a372-307f8f4103cb None None] Checking router: 20b268a2-2ecc-4f13-8cd1-0cde9dd4693b for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:08:51.296839 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ff4ed8-a9cd-4c57-a372-307f8f4103cb None None] Routers {'20b268a2-2ecc-4f13-8cd1-0cde9dd4693b'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:08:51.297448 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c8ff4ed8-a9cd-4c57-a372-307f8f4103cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:08:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['20b268a2-2ecc-4f13-8cd1-0cde9dd4693b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:08:51.370096 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4793fd4-690f-4ba7-9917-d09f2e953aa7 req-07c92655-7720-4998-b3a2-6ce55f8b5b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:51.371595 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e4793fd4-690f-4ba7-9917-d09f2e953aa7 req-07c92655-7720-4998-b3a2-6ce55f8b5b03 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c81f0dff-595d-490a-8aef-1a210c1da0ec HTTP/1.1" status: 200 len: 897 time: 0.0912507 Jul 23 21:08:51.438310 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e4793fd4-690f-4ba7-9917-d09f2e953aa7 req-30eb27eb-fc24-47d5-bc7e-a4dbf17b6c3b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d0a5a91-57a2-452e-9db9-dda147c1a5c5 HTTP/1.1" status: 200 len: 1000 time: 0.0599732 Jul 23 21:08:51.487329 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4793fd4-690f-4ba7-9917-d09f2e953aa7 req-76735122-532c-4f59-94dc-8f962eac0f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:51.488780 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e4793fd4-690f-4ba7-9917-d09f2e953aa7 req-76735122-532c-4f59-94dc-8f962eac0f7f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0a198c33-b1c0-41c4-b9f2-99e112c04210 HTTP/1.1" status: 200 len: 835 time: 0.0448697 Jul 23 21:08:51.494692 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-c8ff4ed8-a9cd-4c57-a372-307f8f4103cb None None] Set router 20b268a2-2ecc-4f13-8cd1-0cde9dd4693b gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:08:51.551400 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4793fd4-690f-4ba7-9917-d09f2e953aa7 req-1d66e7b4-4468-4c26-a0c0-7f12f478151a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:51.552940 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e4793fd4-690f-4ba7-9917-d09f2e953aa7 req-1d66e7b4-4468-4c26-a0c0-7f12f478151a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c81f0dff-595d-490a-8aef-1a210c1da0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578685 Jul 23 21:08:51.641648 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e4793fd4-690f-4ba7-9917-d09f2e953aa7 req-8251335d-61ed-487f-b49d-31b222e0e97c service neutron] 10.222.0.30 "GET /v2.0/networks/c81f0dff-595d-490a-8aef-1a210c1da0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820358 Jul 23 21:08:51.714425 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c8ff4ed8-a9cd-4c57-a372-307f8f4103cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b268a2-2ecc-4f13-8cd1-0cde9dd4693b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823904610', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'd976b0ba-08c7-4ae3-92be-b396bf7dbf1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:08:33Z', 'updated_at': '2021-07-23T21:08:37Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': 'd976b0ba-08c7-4ae3-92be-b396bf7dbf1f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b268a2-2ecc-4f13-8cd1-0cde9dd4693b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:08:34Z', 'updated_at': '2021-07-23T21:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'e2fe55a6-985b-4538-8ec8-186a5b338a47', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'floating_ip_address': '172.25.1.222', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '20b268a2-2ecc-4f13-8cd1-0cde9dd4693b', 'port_id': '9d0a5a91-57a2-452e-9db9-dda147c1a5c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c81f0dff-595d-490a-8aef-1a210c1da0ec', 'mac_address': 'fa:16:3e:8b:3d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b34d1f-d3d1-4377-8168-d4f9e5b074ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:08:49Z', 'updated_at': '2021-07-23T21:08:49Z', 'revision_number': 0, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc23cec-240e-4abe-89a8-9a983bb2f578', 'name': '', 'network_id': 'c81f0dff-595d-490a-8aef-1a210c1da0ec', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:e0:5d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b268a2-2ecc-4f13-8cd1-0cde9dd4693b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '0a198c33-b1c0-41c4-b9f2-99e112c04210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:08:36Z', 'updated_at': '2021-07-23T21:08:40Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': '0a198c33-b1c0-41c4-b9f2-99e112c04210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:08:51.735736 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e4793fd4-690f-4ba7-9917-d09f2e953aa7 req-4410f869-1932-42ed-9c99-f7650d3c0ac2 service neutron] 10.222.0.30 "GET /v2.0/networks/c81f0dff-595d-490a-8aef-1a210c1da0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880840 Jul 23 21:08:51.744009 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ff4ed8-a9cd-4c57-a372-307f8f4103cb None None] The sync data for ids ['20b268a2-2ecc-4f13-8cd1-0cde9dd4693b'] in n-d-793618-10 is: [{'id': '20b268a2-2ecc-4f13-8cd1-0cde9dd4693b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823904610', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'd976b0ba-08c7-4ae3-92be-b396bf7dbf1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:08:33Z', 'updated_at': '2021-07-23T21:08:37Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': 'd976b0ba-08c7-4ae3-92be-b396bf7dbf1f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b268a2-2ecc-4f13-8cd1-0cde9dd4693b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:08:34Z', 'updated_at': '2021-07-23T21:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'e2fe55a6-985b-4538-8ec8-186a5b338a47', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'floating_ip_address': '172.25.1.222', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '20b268a2-2ecc-4f13-8cd1-0cde9dd4693b', 'port_id': '9d0a5a91-57a2-452e-9db9-dda147c1a5c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c81f0dff-595d-490a-8aef-1a210c1da0ec', 'mac_address': 'fa:16:3e:8b:3d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b34d1f-d3d1-4377-8168-d4f9e5b074ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:08:49Z', 'updated_at': '2021-07-23T21:08:49Z', 'revision_number': 0, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc23cec-240e-4abe-89a8-9a983bb2f578', 'name': '', 'network_id': 'c81f0dff-595d-490a-8aef-1a210c1da0ec', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:e0:5d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b268a2-2ecc-4f13-8cd1-0cde9dd4693b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '0a198c33-b1c0-41c4-b9f2-99e112c04210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:08:36Z', 'updated_at': '2021-07-23T21:08:40Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': '0a198c33-b1c0-41c4-b9f2-99e112c04210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:08:51.933273 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b451b33-cc2d-424c-ae95-76e0d946ee7c None None] New status for floating IP e2fe55a6-985b-4538-8ec8-186a5b338a47: ACTIVE {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:08:52.249700 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38942) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:08:52.309484 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4bd6af62-9bdd-4d19-880b-665e186b60c8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/floatingips/e2fe55a6-985b-4538-8ec8-186a5b338a47 HTTP/1.1" status: 200 len: 994 time: 0.0586209 Jul 23 21:08:52.740190 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:09:10.384371 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d5261990-4303-478d-a433-1bc1d1a5329e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:13.427900 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:13.717818 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-32a4376f-bdb8-46b8-97c4-10e4de5960f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:14.229097 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:15.128687 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:15.276535 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:16.159823 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:23.660930 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 38968) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:09:23.701724 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765de458-bfb1-47b4-ae67-4ea46c22b742 req-f445dbee-52fe-418c-9377-87f290118c4d tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:23.703241 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-765de458-bfb1-47b4-ae67-4ea46c22b742 req-f445dbee-52fe-418c-9377-87f290118c4d tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 946 time: 0.0669136 Jul 23 21:09:23.743911 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-765de458-bfb1-47b4-ae67-4ea46c22b742 req-c94064bf-252d-48b9-9b2b-962abd2ef8fe tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b785a5-2b5b-4087-815a-aac4fa148419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345261 Jul 23 21:09:23.762033 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-e4b8b2c5-a623-4bdb-8291-2998330bc074 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0999217 Jul 23 21:09:24.869933 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-17897a54-7e22-485a-bd2f-05f626bed514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:24.871350 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-17897a54-7e22-485a-bd2f-05f626bed514 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7adadf4e5dc447c39b760d2e191ff3f5&device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 1098 time: 0.0563364 Jul 23 21:09:24.890775 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cbcccb-2dfe-4c4f-8149-9dab2e11d714 req-b31ba4f2-fb44-4d2a-b37d-475b165fdef6 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:24.892292 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e4cbcccb-2dfe-4c4f-8149-9dab2e11d714 req-b31ba4f2-fb44-4d2a-b37d-475b165fdef6 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 946 time: 0.0691702 Jul 23 21:09:24.935516 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e4cbcccb-2dfe-4c4f-8149-9dab2e11d714 req-863ee30d-c2c2-41fe-bc5d-5207df4e9dec tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b785a5-2b5b-4087-815a-aac4fa148419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367763 Jul 23 21:09:24.966684 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-533b25f5-a4bc-4df7-9e7e-4717d4898d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:24.968153 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-533b25f5-a4bc-4df7-9e7e-4717d4898d3a service neutron] 10.222.0.30 "GET /v2.0/networks?id=c81f0dff-595d-490a-8aef-1a210c1da0ec HTTP/1.1" status: 200 len: 897 time: 0.0906463 Jul 23 21:09:25.030974 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-ec73d6e9-5a21-4d38-b41c-ebe7d6e84be3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d0a5a91-57a2-452e-9db9-dda147c1a5c5 HTTP/1.1" status: 200 len: 1002 time: 0.0570443 Jul 23 21:09:25.077877 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-4eddb035-a47a-4daa-82fe-543665ce94b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:25.079260 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-4eddb035-a47a-4daa-82fe-543665ce94b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0a198c33-b1c0-41c4-b9f2-99e112c04210 HTTP/1.1" status: 200 len: 835 time: 0.0428784 Jul 23 21:09:25.141432 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-8b080d80-e7a5-49cb-b954-52d8fa9e57ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:25.142894 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-8b080d80-e7a5-49cb-b954-52d8fa9e57ab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c81f0dff-595d-490a-8aef-1a210c1da0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575666 Jul 23 21:09:25.230004 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-2ce4243e-79a8-4b3f-9022-8954f7d43477 service neutron] 10.222.0.30 "GET /v2.0/networks/c81f0dff-595d-490a-8aef-1a210c1da0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803528 Jul 23 21:09:25.323455 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-8c039479-d5f1-4fc5-8ff3-b7e0b733dc84 service neutron] 10.222.0.30 "GET /v2.0/networks/c81f0dff-595d-490a-8aef-1a210c1da0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879779 Jul 23 21:09:26.071187 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6c2ee-2c70-42bd-80d3-b0d94af7cdc3 req-fa13fe2d-f682-4408-a5d8-cc8e1dc9da8b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:26.072704 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-81d6c2ee-2c70-42bd-80d3-b0d94af7cdc3 req-fa13fe2d-f682-4408-a5d8-cc8e1dc9da8b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 946 time: 0.0675359 Jul 23 21:09:26.112429 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-81d6c2ee-2c70-42bd-80d3-b0d94af7cdc3 req-097e0922-8b14-439c-9514-cae82c846c36 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b785a5-2b5b-4087-815a-aac4fa148419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341384 Jul 23 21:09:27.247561 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9dc8f-9597-40b6-a0b3-2ef1bde4edbf req-3d3fc319-f4b7-4b1f-b2d2-ed8e6eb10e88 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:27.249901 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-70d9dc8f-9597-40b6-a0b3-2ef1bde4edbf req-3d3fc319-f4b7-4b1f-b2d2-ed8e6eb10e88 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 946 time: 0.0667396 Jul 23 21:09:27.289967 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-70d9dc8f-9597-40b6-a0b3-2ef1bde4edbf req-2cc09124-6a43-440c-8e38-910b68a7f5e4 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b785a5-2b5b-4087-815a-aac4fa148419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333700 Jul 23 21:09:28.425718 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa205d87-99b5-4c96-b31a-a9489781becd req-9790a573-5111-4918-83c9-3a5e93bd057b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:28.427507 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa205d87-99b5-4c96-b31a-a9489781becd req-9790a573-5111-4918-83c9-3a5e93bd057b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 946 time: 0.0697610 Jul 23 21:09:28.472033 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fa205d87-99b5-4c96-b31a-a9489781becd req-031a6aa1-7f8c-4d08-87f5-0623c9e3a2d4 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b785a5-2b5b-4087-815a-aac4fa148419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350940 Jul 23 21:09:29.607985 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e40d6-2076-4294-a6d7-d4a798fb4128 req-96a1a3db-b0ec-4d7e-9cec-815ec667eb14 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:29.609541 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b32e40d6-2076-4294-a6d7-d4a798fb4128 req-96a1a3db-b0ec-4d7e-9cec-815ec667eb14 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 946 time: 0.0689301 Jul 23 21:09:29.647059 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b32e40d6-2076-4294-a6d7-d4a798fb4128 req-a0be711b-b833-479d-bbf9-7a57369c0330 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b785a5-2b5b-4087-815a-aac4fa148419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318789 Jul 23 21:09:29.741363 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:09:30.785200 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e0e02-8838-4964-998b-32bb54ee74ae req-e288e7d6-2a05-414a-9e82-5a1d9af7bd2e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:30.787654 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c52e0e02-8838-4964-998b-32bb54ee74ae req-e288e7d6-2a05-414a-9e82-5a1d9af7bd2e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 946 time: 0.0710859 Jul 23 21:09:30.830366 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c52e0e02-8838-4964-998b-32bb54ee74ae req-168baf36-ea82-4f72-a385-af49d9faea81 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b785a5-2b5b-4087-815a-aac4fa148419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370274 Jul 23 21:09:31.967954 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a282b-6b65-4609-a445-cd95d6ce40aa req-a44fea8c-311e-4ebf-8e67-462a0597f6bc tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:31.969447 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-007a282b-6b65-4609-a445-cd95d6ce40aa req-a44fea8c-311e-4ebf-8e67-462a0597f6bc tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 946 time: 0.0643778 Jul 23 21:09:32.008137 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-007a282b-6b65-4609-a445-cd95d6ce40aa req-34c023a2-7d09-40fc-9799-106fc271c1ae tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b785a5-2b5b-4087-815a-aac4fa148419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321469 Jul 23 21:09:33.150242 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1fdab-3438-437c-9e38-0a26713b2010 req-8e4e02f7-65a3-46ec-91da-a1a4ab0b838c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:33.151326 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-64b1fdab-3438-437c-9e38-0a26713b2010 req-8e4e02f7-65a3-46ec-91da-a1a4ab0b838c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 946 time: 0.0735998 Jul 23 21:09:33.192114 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-64b1fdab-3438-437c-9e38-0a26713b2010 req-3fc3bada-8eda-46d2-b7b9-cb21b1d94823 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b785a5-2b5b-4087-815a-aac4fa148419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346386 Jul 23 21:09:34.334264 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32930c5d-6bb5-4b78-9cfd-5f51266c2874 req-ecf09f8d-e790-459a-98b1-1dd1f2729ae4 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:34.335775 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-32930c5d-6bb5-4b78-9cfd-5f51266c2874 req-ecf09f8d-e790-459a-98b1-1dd1f2729ae4 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 946 time: 0.0697629 Jul 23 21:09:34.373583 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-32930c5d-6bb5-4b78-9cfd-5f51266c2874 req-2fd1a6d5-ff40-47bf-b411-a0e0aa042a23 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b785a5-2b5b-4087-815a-aac4fa148419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321946 Jul 23 21:09:35.504485 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026b992-711f-4f2b-a3e6-e269af6656c0 req-a0fd854c-c340-45be-9639-4204a83fe206 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:35.506719 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b026b992-711f-4f2b-a3e6-e269af6656c0 req-a0fd854c-c340-45be-9639-4204a83fe206 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 946 time: 0.0655363 Jul 23 21:09:35.546909 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b026b992-711f-4f2b-a3e6-e269af6656c0 req-6346f344-a557-4aab-b6ec-e9d290043801 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b785a5-2b5b-4087-815a-aac4fa148419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345845 Jul 23 21:09:36.682669 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231c698-ad61-4df3-a527-4c1f5f592a9b req-b02236bf-cfb4-4fb5-9a79-b4f66a0f0109 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:36.684152 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f231c698-ad61-4df3-a527-4c1f5f592a9b req-b02236bf-cfb4-4fb5-9a79-b4f66a0f0109 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 946 time: 0.0671389 Jul 23 21:09:36.722272 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f231c698-ad61-4df3-a527-4c1f5f592a9b req-5ef72795-f484-4168-832c-15d46c4ce8fa tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b785a5-2b5b-4087-815a-aac4fa148419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324955 Jul 23 21:09:37.857359 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122e015-0ee8-41b6-99a8-07e5e3c7603a req-7fbbf908-7916-4b44-a373-243e3f7584d5 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:37.858851 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6122e015-0ee8-41b6-99a8-07e5e3c7603a req-7fbbf908-7916-4b44-a373-243e3f7584d5 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 946 time: 0.0683579 Jul 23 21:09:37.895980 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6122e015-0ee8-41b6-99a8-07e5e3c7603a req-ec183594-2923-4d83-ae7b-4e1d139ccdfe tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b785a5-2b5b-4087-815a-aac4fa148419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310218 Jul 23 21:09:39.029164 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becce61e-8bfe-457b-9726-749e48c74bce req-51766f0a-c7a6-4768-bc6a-32a0048a9e5c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:39.030785 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-becce61e-8bfe-457b-9726-749e48c74bce req-51766f0a-c7a6-4768-bc6a-32a0048a9e5c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 946 time: 0.0638790 Jul 23 21:09:39.068467 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-becce61e-8bfe-457b-9726-749e48c74bce req-942cc561-5a99-4f31-9034-167d8da71ecb tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b785a5-2b5b-4087-815a-aac4fa148419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316236 Jul 23 21:09:39.261036 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa804884-ef2a-4ba2-91e6-670703b11c2b req-097ebe31-9c4f-4515-83b2-8fd4fa9e03d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:39.262574 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fa804884-ef2a-4ba2-91e6-670703b11c2b req-097ebe31-9c4f-4515-83b2-8fd4fa9e03d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7adadf4e5dc447c39b760d2e191ff3f5&device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 1098 time: 0.0561275 Jul 23 21:09:39.367358 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa804884-ef2a-4ba2-91e6-670703b11c2b req-5390a5cf-f28f-4947-96a9-ef2447f09923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:39.368808 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fa804884-ef2a-4ba2-91e6-670703b11c2b req-5390a5cf-f28f-4947-96a9-ef2447f09923 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c81f0dff-595d-490a-8aef-1a210c1da0ec HTTP/1.1" status: 200 len: 897 time: 0.0878775 Jul 23 21:09:39.432892 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fa804884-ef2a-4ba2-91e6-670703b11c2b req-b5d7d5c6-4496-4260-a16f-5b2393f89313 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d0a5a91-57a2-452e-9db9-dda147c1a5c5 HTTP/1.1" status: 200 len: 1002 time: 0.0572484 Jul 23 21:09:39.479972 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa804884-ef2a-4ba2-91e6-670703b11c2b req-892dbf42-3768-4e63-aac7-3a9e15ec5894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:39.481376 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fa804884-ef2a-4ba2-91e6-670703b11c2b req-892dbf42-3768-4e63-aac7-3a9e15ec5894 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0a198c33-b1c0-41c4-b9f2-99e112c04210 HTTP/1.1" status: 200 len: 835 time: 0.0424414 Jul 23 21:09:39.550046 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa804884-ef2a-4ba2-91e6-670703b11c2b req-16140e08-8055-477c-9012-843632d0531c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:39.552204 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fa804884-ef2a-4ba2-91e6-670703b11c2b req-16140e08-8055-477c-9012-843632d0531c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c81f0dff-595d-490a-8aef-1a210c1da0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636706 Jul 23 21:09:39.640067 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fa804884-ef2a-4ba2-91e6-670703b11c2b req-7c6ad82d-ee67-4b08-a170-243319b62722 service neutron] 10.222.0.30 "GET /v2.0/networks/c81f0dff-595d-490a-8aef-1a210c1da0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818999 Jul 23 21:09:39.733220 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-fa804884-ef2a-4ba2-91e6-670703b11c2b req-fb28a239-b0fb-4886-bdb1-733b7a3377aa service neutron] 10.222.0.30 "GET /v2.0/networks/c81f0dff-595d-490a-8aef-1a210c1da0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866613 Jul 23 21:09:40.205510 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9aff61-b035-4aad-b610-921ca84c0c90 req-6b21e346-57fc-4fff-ac4b-12c44480b157 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:40.207076 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5a9aff61-b035-4aad-b610-921ca84c0c90 req-6b21e346-57fc-4fff-ac4b-12c44480b157 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 946 time: 0.0711830 Jul 23 21:09:40.246976 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5a9aff61-b035-4aad-b610-921ca84c0c90 req-66a1fd42-e91e-48e8-a941-4b56e658a36a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b785a5-2b5b-4087-815a-aac4fa148419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334971 Jul 23 21:09:40.385669 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5db5451d-3e07-469f-9aab-b798fd793665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:41.376232 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dab4e9-cc9c-44e7-b537-5dc1f11ac35b req-1ed076cf-db9d-4153-80e2-f4d21a98ac2a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:41.378438 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-94dab4e9-cc9c-44e7-b537-5dc1f11ac35b req-1ed076cf-db9d-4153-80e2-f4d21a98ac2a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 946 time: 0.0641150 Jul 23 21:09:41.417342 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-94dab4e9-cc9c-44e7-b537-5dc1f11ac35b req-9ed97a40-db70-4d4e-8d1c-bd8ab39b0a37 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b785a5-2b5b-4087-815a-aac4fa148419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333164 Jul 23 21:09:42.087699 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-5eae59f3-a715-4519-9e7b-c9c08f837380 service neutron] show failed (client error): The resource could not be found. Jul 23 21:09:42.088734 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-5eae59f3-a715-4519-9e7b-c9c08f837380 service neutron] 10.222.0.30 "GET /v2.0/ports/9d0a5a91-57a2-452e-9db9-dda147c1a5c5/bindings/n-h2-793618-10 HTTP/1.1" status: 404 len: 381 time: 0.0559275 Jul 23 21:09:42.290168 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-99dddd17-84ff-4d19-8833-1b6d608171e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:42.291706 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-99dddd17-84ff-4d19-8833-1b6d608171e0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac&tenant_id=7adadf4e5dc447c39b760d2e191ff3f5 HTTP/1.1" status: 200 len: 1098 time: 0.0555842 Jul 23 21:09:42.303139 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-f6314598-6df8-40fb-a949-586ddec12970 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793618-10', 'device_owner': 'compute:nova'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:09:42.377614 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-f6314598-6df8-40fb-a949-586ddec12970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:42.622853 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1dd00-ee96-4929-93e2-2c6fd23caadd req-4cdbc2b8-917f-46e4-8d17-680daf2606eb tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:42.624359 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-57b1dd00-ee96-4929-93e2-2c6fd23caadd req-4cdbc2b8-917f-46e4-8d17-680daf2606eb tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 946 time: 0.1365013 Jul 23 21:09:42.652606 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-f6314598-6df8-40fb-a949-586ddec12970 service neutron] For port 9d0a5a91-57a2-452e-9db9-dda147c1a5c5, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=9d0a5a91-57a2-452e-9db9-dda147c1a5c5,segment=NetworkSegment(aa844539-3359-4a1f-9921-4e05439b232b),segment_id=aa844539-3359-4a1f-9921-4e05439b232b)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:09:42.685027 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-57b1dd00-ee96-4929-93e2-2c6fd23caadd req-4fc47ae0-3b3f-459d-a3a6-1a1d894e59e9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b785a5-2b5b-4087-815a-aac4fa148419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507810 Jul 23 21:09:42.702615 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-f6314598-6df8-40fb-a949-586ddec12970 service neutron] For port 9d0a5a91-57a2-452e-9db9-dda147c1a5c5, host n-h1-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:09:42.742369 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b34d1f-d3d1-4377-8168-d4f9e5b074ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d0a5a91-57a2-452e-9db9-dda147c1a5c5'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:09:42.744660 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1358e00761cb368f0f7ae124e23a857cb06aa2e8cdc938e6d7a9a9ae7bd1e98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce03efc0-ad69-4e8a-ae98-31c523c55e10" -d '{"events": [{"server_uuid": "68b34d1f-d3d1-4377-8168-d4f9e5b074ac", "name": "network-vif-unplugged", "status": "completed", "tag": "9d0a5a91-57a2-452e-9db9-dda147c1a5c5"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:09:42.748495 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-f6314598-6df8-40fb-a949-586ddec12970 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:42.761267 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-f6314598-6df8-40fb-a949-586ddec12970 service neutron] Transition to ACTIVE for port object 9d0a5a91-57a2-452e-9db9-dda147c1a5c5 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:09:42.765608 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-f6314598-6df8-40fb-a949-586ddec12970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:42.846596 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6314598-6df8-40fb-a949-586ddec12970 service neutron] Pushing event updated for resources: {'Port': ['ID=9d0a5a91-57a2-452e-9db9-dda147c1a5c5,revision_number=6']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:42.853527 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 21:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61303f8-2dc2-466e-8022-adb7a5235d31 x-openstack-request-id: req-a61303f8-2dc2-466e-8022-adb7a5235d31 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:09:42.853822 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b34d1f-d3d1-4377-8168-d4f9e5b074ac", "name": "network-vif-unplugged", "status": "completed", "tag": "9d0a5a91-57a2-452e-9db9-dda147c1a5c5", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:09:42.854076 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a61303f8-2dc2-466e-8022-adb7a5235d31 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:09:42.854532 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b34d1f-d3d1-4377-8168-d4f9e5b074ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d0a5a91-57a2-452e-9db9-dda147c1a5c5', 'code': 200} Jul 23 21:09:42.861893 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6314598-6df8-40fb-a949-586ddec12970 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:42.862239 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6314598-6df8-40fb-a949-586ddec12970 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:42.862578 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6314598-6df8-40fb-a949-586ddec12970 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:42.862916 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6314598-6df8-40fb-a949-586ddec12970 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:42.863344 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6314598-6df8-40fb-a949-586ddec12970 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:42.863749 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6314598-6df8-40fb-a949-586ddec12970 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:42.864118 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6314598-6df8-40fb-a949-586ddec12970 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:42.864451 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6314598-6df8-40fb-a949-586ddec12970 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:42.864813 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6314598-6df8-40fb-a949-586ddec12970 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:42.865176 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6314598-6df8-40fb-a949-586ddec12970 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:42.865547 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6314598-6df8-40fb-a949-586ddec12970 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:42.865873 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6314598-6df8-40fb-a949-586ddec12970 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:42.910782 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-f6314598-6df8-40fb-a949-586ddec12970 service neutron] No DVR routers for this DVR port 9d0a5a91-57a2-452e-9db9-dda147c1a5c5 on host n-h1-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:09:43.051881 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-f6314598-6df8-40fb-a949-586ddec12970 service neutron] Attempting to bind port 9d0a5a91-57a2-452e-9db9-dda147c1a5c5 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:09:43.052213 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-f6314598-6df8-40fb-a949-586ddec12970 service neutron] Attempting to bind port 9d0a5a91-57a2-452e-9db9-dda147c1a5c5 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'aa844539-3359-4a1f-9921-4e05439b232b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c81f0dff-595d-490a-8aef-1a210c1da0ec'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:09:43.052539 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-f6314598-6df8-40fb-a949-586ddec12970 service neutron] Attempting to bind port 9d0a5a91-57a2-452e-9db9-dda147c1a5c5 on network c81f0dff-595d-490a-8aef-1a210c1da0ec {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:09:43.056724 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-f6314598-6df8-40fb-a949-586ddec12970 service neutron] Port 9d0a5a91-57a2-452e-9db9-dda147c1a5c5 on network c81f0dff-595d-490a-8aef-1a210c1da0ec not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:09:43.057045 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-f6314598-6df8-40fb-a949-586ddec12970 service neutron] Attempting to bind port 9d0a5a91-57a2-452e-9db9-dda147c1a5c5 on network c81f0dff-595d-490a-8aef-1a210c1da0ec {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:09:43.061827 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-f6314598-6df8-40fb-a949-586ddec12970 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:09:43.062166 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-f6314598-6df8-40fb-a949-586ddec12970 service neutron] Checking segment: {'id': 'aa844539-3359-4a1f-9921-4e05439b232b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c81f0dff-595d-490a-8aef-1a210c1da0ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:09:43.062543 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-f6314598-6df8-40fb-a949-586ddec12970 service neutron] Bound using segment: {'id': 'aa844539-3359-4a1f-9921-4e05439b232b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c81f0dff-595d-490a-8aef-1a210c1da0ec'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:09:43.062961 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-f6314598-6df8-40fb-a949-586ddec12970 service neutron] Bound port: 9d0a5a91-57a2-452e-9db9-dda147c1a5c5, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa844539-3359-4a1f-9921-4e05439b232b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c81f0dff-595d-490a-8aef-1a210c1da0ec'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:09:43.063310 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-f6314598-6df8-40fb-a949-586ddec12970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:43.134005 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-f6314598-6df8-40fb-a949-586ddec12970 service neutron] For port 9d0a5a91-57a2-452e-9db9-dda147c1a5c5, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:09:43.137012 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-f6314598-6df8-40fb-a949-586ddec12970 service neutron] For port 9d0a5a91-57a2-452e-9db9-dda147c1a5c5, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=9d0a5a91-57a2-452e-9db9-dda147c1a5c5,segment=NetworkSegment(aa844539-3359-4a1f-9921-4e05439b232b),segment_id=aa844539-3359-4a1f-9921-4e05439b232b)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:09:43.141689 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-f6314598-6df8-40fb-a949-586ddec12970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:43.178591 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-f6314598-6df8-40fb-a949-586ddec12970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:43.179221 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-f6314598-6df8-40fb-a949-586ddec12970 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:43.180615 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-f6314598-6df8-40fb-a949-586ddec12970 service neutron] 10.222.0.18 "PUT /v2.0/ports/9d0a5a91-57a2-452e-9db9-dda147c1a5c5 HTTP/1.1" status: 200 len: 1093 time: 0.8820891 Jul 23 21:09:43.214599 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6314598-6df8-40fb-a949-586ddec12970 service neutron] Pushing event updated for resources: {'Port': ['ID=9d0a5a91-57a2-452e-9db9-dda147c1a5c5,revision_number=7']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:43.266841 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-a8917e94-9402-4cc3-baf2-9b1426d76ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:43.268498 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-a8917e94-9402-4cc3-baf2-9b1426d76ec5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7adadf4e5dc447c39b760d2e191ff3f5&device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 1096 time: 0.0658128 Jul 23 21:09:43.367518 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-bd36339e-2d01-4701-8d39-77a3e35f0b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:43.368926 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-bd36339e-2d01-4701-8d39-77a3e35f0b34 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c81f0dff-595d-490a-8aef-1a210c1da0ec HTTP/1.1" status: 200 len: 897 time: 0.0947239 Jul 23 21:09:43.434676 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-b0ad117e-e739-4b96-9359-5793cffbae81 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d0a5a91-57a2-452e-9db9-dda147c1a5c5 HTTP/1.1" status: 200 len: 1000 time: 0.0595181 Jul 23 21:09:43.435536 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:43.485177 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-ad44bb49-0b75-4a18-b2a6-279cbb62a6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:43.486678 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-ad44bb49-0b75-4a18-b2a6-279cbb62a6b1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0a198c33-b1c0-41c4-b9f2-99e112c04210 HTTP/1.1" status: 200 len: 835 time: 0.0458832 Jul 23 21:09:43.550981 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-38e63adf-e051-4e98-a43f-a3d7f48650c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:43.552618 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-38e63adf-e051-4e98-a43f-a3d7f48650c7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c81f0dff-595d-490a-8aef-1a210c1da0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599818 Jul 23 21:09:43.642341 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-35ae1c6f-2c44-4949-869d-358dda449196 service neutron] 10.222.0.18 "GET /v2.0/networks/c81f0dff-595d-490a-8aef-1a210c1da0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828555 Jul 23 21:09:43.718866 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-383b9780-9a45-42ae-9472-84867291750b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:43.743061 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-117030ac-ca6d-4b99-906a-b07fc57e92de req-6176ce16-d379-4a29-8759-5b8b7399c28f service neutron] 10.222.0.18 "GET /v2.0/networks/c81f0dff-595d-490a-8aef-1a210c1da0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944307 Jul 23 21:09:43.826258 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a815509-4c82-49b5-8219-248d70b513eb req-c64c21d9-5121-42e8-821c-2a86d3d2f66b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:43.828562 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7a815509-4c82-49b5-8219-248d70b513eb req-c64c21d9-5121-42e8-821c-2a86d3d2f66b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 944 time: 0.0679581 Jul 23 21:09:43.880107 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7a815509-4c82-49b5-8219-248d70b513eb req-72e1faed-3fea-4717-9bf0-ece2f6b4c3c9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b785a5-2b5b-4087-815a-aac4fa148419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445774 Jul 23 21:09:44.232687 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:44.855658 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b34d1f-d3d1-4377-8168-d4f9e5b074ac', 'tag': '9d0a5a91-57a2-452e-9db9-dda147c1a5c5'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:09:44.858119 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1358e00761cb368f0f7ae124e23a857cb06aa2e8cdc938e6d7a9a9ae7bd1e98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab96f6d2-2fef-49b9-8877-c0dce8f0896f" -d '{"events": [{"name": "network-changed", "server_uuid": "68b34d1f-d3d1-4377-8168-d4f9e5b074ac", "tag": "9d0a5a91-57a2-452e-9db9-dda147c1a5c5"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:09:44.905005 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef71e649-a572-49d8-841c-6990090e80a9 x-openstack-request-id: req-ef71e649-a572-49d8-841c-6990090e80a9 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:09:44.905313 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b34d1f-d3d1-4377-8168-d4f9e5b074ac", "tag": "9d0a5a91-57a2-452e-9db9-dda147c1a5c5", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:09:44.905772 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef71e649-a572-49d8-841c-6990090e80a9 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:09:44.906172 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b34d1f-d3d1-4377-8168-d4f9e5b074ac', 'tag': '9d0a5a91-57a2-452e-9db9-dda147c1a5c5', 'status': 'completed', 'code': 200} Jul 23 21:09:44.983969 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96f6d2-2fef-49b9-8877-c0dce8f0896f req-3b29a726-3889-4d79-8386-2816edb5c0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:44.985512 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ab96f6d2-2fef-49b9-8877-c0dce8f0896f req-3b29a726-3889-4d79-8386-2816edb5c0d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7adadf4e5dc447c39b760d2e191ff3f5&device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 1096 time: 0.0568290 Jul 23 21:09:45.020742 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96f6d2-2fef-49b9-8877-c0dce8f0896f req-12c01786-f212-4fd1-bf77-1689d42616ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:45.022268 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ab96f6d2-2fef-49b9-8877-c0dce8f0896f req-12c01786-f212-4fd1-bf77-1689d42616ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7adadf4e5dc447c39b760d2e191ff3f5&device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 1096 time: 0.0975349 Jul 23 21:09:45.059717 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3b157-c1e7-4a81-bbe5-1ebe780de1e6 req-e0c5728c-66b2-481f-8a38-696741404f7c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:45.061182 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2dd3b157-c1e7-4a81-bbe5-1ebe780de1e6 req-e0c5728c-66b2-481f-8a38-696741404f7c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 944 time: 0.1044514 Jul 23 21:09:45.079033 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96f6d2-2fef-49b9-8877-c0dce8f0896f req-315a796d-b24b-4114-b6a9-49aa27572a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:45.080521 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ab96f6d2-2fef-49b9-8877-c0dce8f0896f req-315a796d-b24b-4114-b6a9-49aa27572a92 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c81f0dff-595d-490a-8aef-1a210c1da0ec HTTP/1.1" status: 200 len: 897 time: 0.0891249 Jul 23 21:09:45.135724 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:45.147923 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ab96f6d2-2fef-49b9-8877-c0dce8f0896f req-93e8df68-8902-445d-8a2a-ea1f79d5d18d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d0a5a91-57a2-452e-9db9-dda147c1a5c5 HTTP/1.1" status: 200 len: 1000 time: 0.0614357 Jul 23 21:09:45.154057 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2dd3b157-c1e7-4a81-bbe5-1ebe780de1e6 req-15cb8f9c-f735-4da7-bb11-54c2aaa7492c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b785a5-2b5b-4087-815a-aac4fa148419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856061 Jul 23 21:09:45.164420 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96f6d2-2fef-49b9-8877-c0dce8f0896f req-c84c06c7-0d72-46db-8114-6aa430b7e1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:45.165916 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ab96f6d2-2fef-49b9-8877-c0dce8f0896f req-c84c06c7-0d72-46db-8114-6aa430b7e1f2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c81f0dff-595d-490a-8aef-1a210c1da0ec HTTP/1.1" status: 200 len: 897 time: 0.1363990 Jul 23 21:09:45.207520 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96f6d2-2fef-49b9-8877-c0dce8f0896f req-9ac26af8-d134-40ff-8261-4f71933e1d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:45.209095 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ab96f6d2-2fef-49b9-8877-c0dce8f0896f req-9ac26af8-d134-40ff-8261-4f71933e1d61 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0a198c33-b1c0-41c4-b9f2-99e112c04210 HTTP/1.1" status: 200 len: 835 time: 0.0554852 Jul 23 21:09:45.264938 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ab96f6d2-2fef-49b9-8877-c0dce8f0896f req-f0b4af08-ff68-4970-be26-e7dcb0cfdd74 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d0a5a91-57a2-452e-9db9-dda147c1a5c5 HTTP/1.1" status: 200 len: 1000 time: 0.0890667 Jul 23 21:09:45.274507 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96f6d2-2fef-49b9-8877-c0dce8f0896f req-c585d4df-843d-464e-9434-e472e9487733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:45.276002 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ab96f6d2-2fef-49b9-8877-c0dce8f0896f req-c585d4df-843d-464e-9434-e472e9487733 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c81f0dff-595d-490a-8aef-1a210c1da0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610275 Jul 23 21:09:45.311883 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:45.322066 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96f6d2-2fef-49b9-8877-c0dce8f0896f req-9a964117-257a-4e7e-aaa4-b6e5f135e437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:45.323542 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ab96f6d2-2fef-49b9-8877-c0dce8f0896f req-9a964117-257a-4e7e-aaa4-b6e5f135e437 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0a198c33-b1c0-41c4-b9f2-99e112c04210 HTTP/1.1" status: 200 len: 835 time: 0.0514922 Jul 23 21:09:45.369780 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ab96f6d2-2fef-49b9-8877-c0dce8f0896f req-26812232-0dda-4bb4-9794-17a175532705 service neutron] 10.222.0.30 "GET /v2.0/networks/c81f0dff-595d-490a-8aef-1a210c1da0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876169 Jul 23 21:09:45.388056 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96f6d2-2fef-49b9-8877-c0dce8f0896f req-3a8a7ad6-effd-4a30-b272-60d601412285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:45.389409 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ab96f6d2-2fef-49b9-8877-c0dce8f0896f req-3a8a7ad6-effd-4a30-b272-60d601412285 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c81f0dff-595d-490a-8aef-1a210c1da0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599871 Jul 23 21:09:45.464374 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ab96f6d2-2fef-49b9-8877-c0dce8f0896f req-ee1d67c4-87dc-4013-9631-61a041fb474b service neutron] 10.222.0.30 "GET /v2.0/networks/c81f0dff-595d-490a-8aef-1a210c1da0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884562 Jul 23 21:09:45.479973 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ab96f6d2-2fef-49b9-8877-c0dce8f0896f req-feeb6b36-feaa-49fe-9c44-7dbf768f9503 service neutron] 10.222.0.18 "GET /v2.0/networks/c81f0dff-595d-490a-8aef-1a210c1da0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834498 Jul 23 21:09:45.576193 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ab96f6d2-2fef-49b9-8877-c0dce8f0896f req-0b81038f-8651-4d9f-b77a-f8c0135315e3 service neutron] 10.222.0.18 "GET /v2.0/networks/c81f0dff-595d-490a-8aef-1a210c1da0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908487 Jul 23 21:09:45.994525 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 9d0a5a91-57a2-452e-9db9-dda147c1a5c5 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:09:46.088565 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 9d0a5a91-57a2-452e-9db9-dda147c1a5c5, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=9d0a5a91-57a2-452e-9db9-dda147c1a5c5,segment=NetworkSegment(aa844539-3359-4a1f-9921-4e05439b232b),segment_id=aa844539-3359-4a1f-9921-4e05439b232b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:09:46.100017 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '9d0a5a91-57a2-452e-9db9-dda147c1a5c5', 'network_id': 'c81f0dff-595d-490a-8aef-1a210c1da0ec', 'port_id': '9d0a5a91-57a2-452e-9db9-dda147c1a5c5', 'mac_address': 'fa:16:3e:8b:3d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a198c33-b1c0-41c4-b9f2-99e112c04210', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:09:46.136627 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:46.155982 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d0a5a91-57a2-452e-9db9-dda147c1a5c5 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:09:46.183459 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:46.186879 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 9d0a5a91-57a2-452e-9db9-dda147c1a5c5, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=9d0a5a91-57a2-452e-9db9-dda147c1a5c5,segment=NetworkSegment(aa844539-3359-4a1f-9921-4e05439b232b),segment_id=aa844539-3359-4a1f-9921-4e05439b232b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:09:46.190773 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:46.240044 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=9d0a5a91-57a2-452e-9db9-dda147c1a5c5,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:46.248049 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:46.248319 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:46.248653 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:46.248992 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:46.249371 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:46.249669 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:46.249998 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:46.250355 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:46.250645 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:46.250969 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:46.251295 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:46.251615 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:46.294131 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae601f-73b9-4786-8310-557b5d23e32e req-4b578ca3-aa8b-4f3d-813f-cf174475dccf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:46.295615 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-94ae601f-73b9-4786-8310-557b5d23e32e req-4b578ca3-aa8b-4f3d-813f-cf174475dccf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 945 time: 0.0676625 Jul 23 21:09:46.335162 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-94ae601f-73b9-4786-8310-557b5d23e32e req-0eb09e62-82b2-4cda-a6a1-f887d91f4749 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b785a5-2b5b-4087-815a-aac4fa148419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338616 Jul 23 21:09:46.439811 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['9d0a5a91-57a2-452e-9db9-dda147c1a5c5'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:09:46.546811 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065962e-de96-42e9-813d-95a04b9d0b8f req-394a7632-f256-4555-9447-078875b363af tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:46.549086 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a065962e-de96-42e9-813d-95a04b9d0b8f req-394a7632-f256-4555-9447-078875b363af tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 945 time: 0.0706565 Jul 23 21:09:46.561686 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967b02c-83d7-4f3c-bd96-43aa7b9bbd21 req-c101774b-49ec-4466-8f6e-d1858cc8f647 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:46.563825 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e967b02c-83d7-4f3c-bd96-43aa7b9bbd21 req-c101774b-49ec-4466-8f6e-d1858cc8f647 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.30 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac&tenant_id=7adadf4e5dc447c39b760d2e191ff3f5&binding%3Ahost_id=n-h2-793618-10 HTTP/1.1" status: 200 len: 945 time: 0.0707543 Jul 23 21:09:46.593609 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a065962e-de96-42e9-813d-95a04b9d0b8f req-fff088d1-d88e-4c8c-abf7-2d92ce348cef tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b785a5-2b5b-4087-815a-aac4fa148419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384750 Jul 23 21:09:46.641504 n-d-793618-10 neutron-server[93876]: INFO neutron.api.v2.resource [req-e967b02c-83d7-4f3c-bd96-43aa7b9bbd21 req-f891aa72-29b7-45e8-aef3-73428e545935 service neutron] delete failed (client error): The resource could not be found. Jul 23 21:09:46.642724 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e967b02c-83d7-4f3c-bd96-43aa7b9bbd21 req-f891aa72-29b7-45e8-aef3-73428e545935 service neutron] 10.222.0.30 "DELETE /v2.0/ports/9d0a5a91-57a2-452e-9db9-dda147c1a5c5/bindings/n-h1-793618-10 HTTP/1.1" status: 404 len: 381 time: 0.0722535 Jul 23 21:09:46.737557 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd67fa-72dc-4052-ac5d-1e3058d8458a req-dc52365a-2647-4a43-888a-45e6f0b39c65 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:46.738495 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 9d0a5a91-57a2-452e-9db9-dda147c1a5c5 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:09:46.739192 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fbdd67fa-72dc-4052-ac5d-1e3058d8458a req-dc52365a-2647-4a43-888a-45e6f0b39c65 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 945 time: 0.0722990 Jul 23 21:09:46.741500 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967b02c-83d7-4f3c-bd96-43aa7b9bbd21 req-48a852bb-ec26-49a6-9e41-52348443a77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:46.742644 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e967b02c-83d7-4f3c-bd96-43aa7b9bbd21 req-48a852bb-ec26-49a6-9e41-52348443a77d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7adadf4e5dc447c39b760d2e191ff3f5&device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 1097 time: 0.0584958 Jul 23 21:09:46.777220 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 9d0a5a91-57a2-452e-9db9-dda147c1a5c5 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:09:46.778340 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fbdd67fa-72dc-4052-ac5d-1e3058d8458a req-7d7c665f-30a2-43de-938d-fd709540cc8a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b785a5-2b5b-4087-815a-aac4fa148419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335269 Jul 23 21:09:46.839296 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967b02c-83d7-4f3c-bd96-43aa7b9bbd21 req-9b424ca4-946d-4216-96a8-7c7f42249541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:46.840671 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e967b02c-83d7-4f3c-bd96-43aa7b9bbd21 req-9b424ca4-946d-4216-96a8-7c7f42249541 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c81f0dff-595d-490a-8aef-1a210c1da0ec HTTP/1.1" status: 200 len: 897 time: 0.0926495 Jul 23 21:09:46.903513 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e967b02c-83d7-4f3c-bd96-43aa7b9bbd21 req-43edb2f5-e57f-4fbe-b402-b0923d6c0380 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d0a5a91-57a2-452e-9db9-dda147c1a5c5 HTTP/1.1" status: 200 len: 1001 time: 0.0562940 Jul 23 21:09:46.950953 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967b02c-83d7-4f3c-bd96-43aa7b9bbd21 req-3df6fb0d-c6c8-4331-8781-3eede7bcf07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:46.952364 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e967b02c-83d7-4f3c-bd96-43aa7b9bbd21 req-3df6fb0d-c6c8-4331-8781-3eede7bcf07d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0a198c33-b1c0-41c4-b9f2-99e112c04210 HTTP/1.1" status: 200 len: 835 time: 0.0431926 Jul 23 21:09:47.015128 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967b02c-83d7-4f3c-bd96-43aa7b9bbd21 req-7d5b5871-06be-4ba2-a0e2-402059025b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:47.016609 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e967b02c-83d7-4f3c-bd96-43aa7b9bbd21 req-7d5b5871-06be-4ba2-a0e2-402059025b6a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c81f0dff-595d-490a-8aef-1a210c1da0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580864 Jul 23 21:09:47.108106 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e967b02c-83d7-4f3c-bd96-43aa7b9bbd21 req-d1257f5d-f19a-42dd-883d-2fffe25a0bee service neutron] 10.222.0.30 "GET /v2.0/networks/c81f0dff-595d-490a-8aef-1a210c1da0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849612 Jul 23 21:09:47.201716 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-e967b02c-83d7-4f3c-bd96-43aa7b9bbd21 req-7e8accfb-27e4-468f-a10b-62dd54e05061 service neutron] 10.222.0.30 "GET /v2.0/networks/c81f0dff-595d-490a-8aef-1a210c1da0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868649 Jul 23 21:09:47.906882 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b148c-d884-4112-9f3b-1e468ca746b2 req-667c61a4-9ed4-4ba5-987c-12928a1f6cbb tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:47.908907 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-466b148c-d884-4112-9f3b-1e468ca746b2 req-667c61a4-9ed4-4ba5-987c-12928a1f6cbb tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 945 time: 0.0644305 Jul 23 21:09:47.948641 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-466b148c-d884-4112-9f3b-1e468ca746b2 req-fe35c5b9-e2aa-4c28-9763-531491d10d14 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b785a5-2b5b-4087-815a-aac4fa148419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335672 Jul 23 21:09:47.972127 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39048) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:09:48.013224 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 9d0a5a91-57a2-452e-9db9-dda147c1a5c5 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:09:48.032591 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e721faa6-ea9d-422e-82a1-fc8399373a34 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/floatingips/e2fe55a6-985b-4538-8ec8-186a5b338a47 HTTP/1.1" status: 200 len: 993 time: 0.0586629 Jul 23 21:09:48.063755 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 9d0a5a91-57a2-452e-9db9-dda147c1a5c5 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:09:48.067454 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 9d0a5a91-57a2-452e-9db9-dda147c1a5c5 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:09:48.067829 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:48.142476 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:48.165005 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b34d1f-d3d1-4377-8168-d4f9e5b074ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0a5a91-57a2-452e-9db9-dda147c1a5c5'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:09:48.167194 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee4ac189e5a110d8d805401cc899f663d03ba078ee3e21ff65471f248c742d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5750b410-ff58-4d6c-8e26-f158933b60b7" -d '{"events": [{"server_uuid": "68b34d1f-d3d1-4377-8168-d4f9e5b074ac", "name": "network-vif-plugged", "status": "completed", "tag": "9d0a5a91-57a2-452e-9db9-dda147c1a5c5"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:09:48.179790 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 9d0a5a91-57a2-452e-9db9-dda147c1a5c5, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=9d0a5a91-57a2-452e-9db9-dda147c1a5c5,segment=NetworkSegment(aa844539-3359-4a1f-9921-4e05439b232b),segment_id=aa844539-3359-4a1f-9921-4e05439b232b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:09:48.184233 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:48.236204 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=9d0a5a91-57a2-452e-9db9-dda147c1a5c5,revision_number=9']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:48.256179 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571b4bbf-581f-4e21-be9a-caa0fb4a00ac x-openstack-request-id: req-571b4bbf-581f-4e21-be9a-caa0fb4a00ac {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:09:48.256470 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b34d1f-d3d1-4377-8168-d4f9e5b074ac", "name": "network-vif-plugged", "status": "completed", "tag": "9d0a5a91-57a2-452e-9db9-dda147c1a5c5", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:09:48.256716 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-571b4bbf-581f-4e21-be9a-caa0fb4a00ac {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:09:48.257105 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b34d1f-d3d1-4377-8168-d4f9e5b074ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0a5a91-57a2-452e-9db9-dda147c1a5c5', 'code': 200} Jul 23 21:10:06.740323 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:10:10.386304 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9c5c3d67-a03b-4ca0-be43-144d8a56cf42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:13.427852 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:13.720358 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-59249c87-2bfa-4587-9c5c-5175eb452b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:14.235638 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:15.129321 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:15.320958 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:16.165132 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:16.413948 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39066) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:16.572045 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-073daf2f-dc90-47a7-80c0-4e2aafc3a923 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Deleting port e4fe8a16-9d03-4f98-931b-fac33a636bd4 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:10:16.572396 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-073daf2f-dc90-47a7-80c0-4e2aafc3a923 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:16.652284 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-073daf2f-dc90-47a7-80c0-4e2aafc3a923 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:16.652614 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-073daf2f-dc90-47a7-80c0-4e2aafc3a923 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:16.665076 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-073daf2f-dc90-47a7-80c0-4e2aafc3a923 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Calling delete_port for e4fe8a16-9d03-4f98-931b-fac33a636bd4 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:10:16.814525 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-073daf2f-dc90-47a7-80c0-4e2aafc3a923 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:16.838243 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073daf2f-dc90-47a7-80c0-4e2aafc3a923 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event deleted for resources: {'Port': ['ID=e4fe8a16-9d03-4f98-931b-fac33a636bd4,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:16.851332 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3ed1b58c-7249-407a-861c-c72b4c88cf2c req-432307ea-7554-4a7b-ab14-c0e59f9b7570 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0596132 Jul 23 21:10:16.853242 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073daf2f-dc90-47a7-80c0-4e2aafc3a923 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:16.853620 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073daf2f-dc90-47a7-80c0-4e2aafc3a923 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:16.853960 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073daf2f-dc90-47a7-80c0-4e2aafc3a923 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:16.854294 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073daf2f-dc90-47a7-80c0-4e2aafc3a923 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:16.854875 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073daf2f-dc90-47a7-80c0-4e2aafc3a923 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:16.855207 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073daf2f-dc90-47a7-80c0-4e2aafc3a923 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:16.855532 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073daf2f-dc90-47a7-80c0-4e2aafc3a923 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:16.855851 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073daf2f-dc90-47a7-80c0-4e2aafc3a923 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:16.856173 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073daf2f-dc90-47a7-80c0-4e2aafc3a923 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:16.856492 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073daf2f-dc90-47a7-80c0-4e2aafc3a923 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:16.856843 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073daf2f-dc90-47a7-80c0-4e2aafc3a923 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:16.857162 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073daf2f-dc90-47a7-80c0-4e2aafc3a923 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:16.925173 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-073daf2f-dc90-47a7-80c0-4e2aafc3a923 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:16.925651 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [None req-073daf2f-dc90-47a7-80c0-4e2aafc3a923 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Floating IP e2fe55a6-985b-4538-8ec8-186a5b338a47 disassociated (deleted). External IP: 172.25.1.222, port: 9d0a5a91-57a2-452e-9db9-dda147c1a5c5. Jul 23 21:10:16.955735 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1b58c-7249-407a-861c-c72b4c88cf2c req-c0cc9224-3f6b-4faa-80db-e2a2e480d6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:16.957940 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3ed1b58c-7249-407a-861c-c72b4c88cf2c req-c0cc9224-3f6b-4faa-80db-e2a2e480d6f7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7adadf4e5dc447c39b760d2e191ff3f5&device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 1098 time: 0.0614593 Jul 23 21:10:17.071103 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1b58c-7249-407a-861c-c72b4c88cf2c req-2aae7486-c59c-4e15-aa7b-d70b941bf910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:17.072757 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3ed1b58c-7249-407a-861c-c72b4c88cf2c req-2aae7486-c59c-4e15-aa7b-d70b941bf910 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c81f0dff-595d-490a-8aef-1a210c1da0ec HTTP/1.1" status: 200 len: 897 time: 0.0951536 Jul 23 21:10:17.118728 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3ed1b58c-7249-407a-861c-c72b4c88cf2c req-49303c76-1348-4e95-ae0a-2b3c091d4ba4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d0a5a91-57a2-452e-9db9-dda147c1a5c5 HTTP/1.1" status: 200 len: 217 time: 0.0395567 Jul 23 21:10:17.152637 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073daf2f-dc90-47a7-80c0-4e2aafc3a923 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Router 20b268a2-2ecc-4f13-8cd1-0cde9dd4693b has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:10:17.179164 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1b58c-7249-407a-861c-c72b4c88cf2c req-db44683c-6ca6-4e67-9868-4a7f0466f74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:17.180800 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3ed1b58c-7249-407a-861c-c72b4c88cf2c req-db44683c-6ca6-4e67-9868-4a7f0466f74f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0a198c33-b1c0-41c4-b9f2-99e112c04210 HTTP/1.1" status: 200 len: 835 time: 0.0558441 Jul 23 21:10:17.248137 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1b58c-7249-407a-861c-c72b4c88cf2c req-02d1a7c0-88fd-4b88-ac00-98b9f06840f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:17.250724 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3ed1b58c-7249-407a-861c-c72b4c88cf2c req-02d1a7c0-88fd-4b88-ac00-98b9f06840f5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c81f0dff-595d-490a-8aef-1a210c1da0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629129 Jul 23 21:10:17.268645 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073daf2f-dc90-47a7-80c0-4e2aafc3a923 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:10:17.273859 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-073daf2f-dc90-47a7-80c0-4e2aafc3a923 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:17.281853 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0055486a-3b89-465e-8deb-587d9c44d1c0 None None] Sync routers for ids ['20b268a2-2ecc-4f13-8cd1-0cde9dd4693b'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:10:17.293246 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0055486a-3b89-465e-8deb-587d9c44d1c0 None None] Routers {'20b268a2-2ecc-4f13-8cd1-0cde9dd4693b'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:10:17.293972 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-0055486a-3b89-465e-8deb-587d9c44d1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:10:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['20b268a2-2ecc-4f13-8cd1-0cde9dd4693b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:17.315971 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-073daf2f-dc90-47a7-80c0-4e2aafc3a923 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "DELETE /v2.0/floatingips/e2fe55a6-985b-4538-8ec8-186a5b338a47 HTTP/1.1" status: 204 len: 168 time: 0.9009655 Jul 23 21:10:17.316718 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b34d1f-d3d1-4377-8168-d4f9e5b074ac', 'tag': '9d0a5a91-57a2-452e-9db9-dda147c1a5c5'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:10:17.319202 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4300f88a927161e708234582c45a85d95cbae37b2189d54369fb4e5575b527b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1fd7a5-cb36-4960-912f-fc482f6a9422" -d '{"events": [{"name": "network-changed", "server_uuid": "68b34d1f-d3d1-4377-8168-d4f9e5b074ac", "tag": "9d0a5a91-57a2-452e-9db9-dda147c1a5c5"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:10:17.365762 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3ed1b58c-7249-407a-861c-c72b4c88cf2c req-8c6e2895-6386-4e94-8da6-abbfc1f71f3c service neutron] 10.222.0.18 "GET /v2.0/networks/c81f0dff-595d-490a-8aef-1a210c1da0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077404 Jul 23 21:10:17.410858 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-0055486a-3b89-465e-8deb-587d9c44d1c0 None None] Set router 20b268a2-2ecc-4f13-8cd1-0cde9dd4693b gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:10:17.479487 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3ed1b58c-7249-407a-861c-c72b4c88cf2c req-32500508-8a01-44b1-8d69-cff2cacc2180 service neutron] 10.222.0.18 "GET /v2.0/networks/c81f0dff-595d-490a-8aef-1a210c1da0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070106 Jul 23 21:10:17.596143 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70adb996-c75d-4ff2-bb28-d8ef01b57a07 x-openstack-request-id: req-70adb996-c75d-4ff2-bb28-d8ef01b57a07 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:10:17.596654 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b34d1f-d3d1-4377-8168-d4f9e5b074ac", "tag": "9d0a5a91-57a2-452e-9db9-dda147c1a5c5", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:10:17.596654 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-70adb996-c75d-4ff2-bb28-d8ef01b57a07 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:10:17.597153 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b34d1f-d3d1-4377-8168-d4f9e5b074ac', 'tag': '9d0a5a91-57a2-452e-9db9-dda147c1a5c5', 'status': 'completed', 'code': 200} Jul 23 21:10:17.634382 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-0055486a-3b89-465e-8deb-587d9c44d1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b268a2-2ecc-4f13-8cd1-0cde9dd4693b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823904610', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'd976b0ba-08c7-4ae3-92be-b396bf7dbf1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:08:33Z', 'updated_at': '2021-07-23T21:08:37Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': 'd976b0ba-08c7-4ae3-92be-b396bf7dbf1f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b268a2-2ecc-4f13-8cd1-0cde9dd4693b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:08:34Z', 'updated_at': '2021-07-23T21:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '4cc23cec-240e-4abe-89a8-9a983bb2f578', 'name': '', 'network_id': 'c81f0dff-595d-490a-8aef-1a210c1da0ec', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:e0:5d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b268a2-2ecc-4f13-8cd1-0cde9dd4693b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '0a198c33-b1c0-41c4-b9f2-99e112c04210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:08:36Z', 'updated_at': '2021-07-23T21:08:40Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': '0a198c33-b1c0-41c4-b9f2-99e112c04210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:17.660204 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0055486a-3b89-465e-8deb-587d9c44d1c0 None None] Checking router: 20b268a2-2ecc-4f13-8cd1-0cde9dd4693b for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:10:17.668502 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0055486a-3b89-465e-8deb-587d9c44d1c0 None None] Routers {'20b268a2-2ecc-4f13-8cd1-0cde9dd4693b'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:10:17.669115 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-0055486a-3b89-465e-8deb-587d9c44d1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:10:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['20b268a2-2ecc-4f13-8cd1-0cde9dd4693b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:17.714516 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fd7a5-cb36-4960-912f-fc482f6a9422 req-17a33dfd-4869-4ad8-a57b-32843ababd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:17.716026 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5a1fd7a5-cb36-4960-912f-fc482f6a9422 req-17a33dfd-4869-4ad8-a57b-32843ababd47 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7adadf4e5dc447c39b760d2e191ff3f5&device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 1098 time: 0.0962312 Jul 23 21:10:17.752623 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f006333-a96f-4dc2-b721-e90640891fd3 req-2404e2f7-0b22-4edd-9fec-1e959f6d2f8b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:17.754703 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9f006333-a96f-4dc2-b721-e90640891fd3 req-2404e2f7-0b22-4edd-9fec-1e959f6d2f8b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 946 time: 0.1006954 Jul 23 21:10:17.774413 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-0055486a-3b89-465e-8deb-587d9c44d1c0 None None] Set router 20b268a2-2ecc-4f13-8cd1-0cde9dd4693b gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:10:17.835334 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9f006333-a96f-4dc2-b721-e90640891fd3 req-5742ebfe-2ced-4941-8580-00ca5e61c2b3 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b785a5-2b5b-4087-815a-aac4fa148419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739150 Jul 23 21:10:17.853326 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fd7a5-cb36-4960-912f-fc482f6a9422 req-bcdc230c-bf55-41be-8bd6-22219902e46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:17.855247 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5a1fd7a5-cb36-4960-912f-fc482f6a9422 req-bcdc230c-bf55-41be-8bd6-22219902e46a service neutron] 10.222.0.18 "GET /v2.0/networks?id=c81f0dff-595d-490a-8aef-1a210c1da0ec HTTP/1.1" status: 200 len: 897 time: 0.1317818 Jul 23 21:10:17.898777 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5a1fd7a5-cb36-4960-912f-fc482f6a9422 req-7d6b2a13-e1e7-467e-a78a-0a9f882a987a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d0a5a91-57a2-452e-9db9-dda147c1a5c5 HTTP/1.1" status: 200 len: 217 time: 0.0357924 Jul 23 21:10:17.949066 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fd7a5-cb36-4960-912f-fc482f6a9422 req-d836deb4-6bfc-4a87-a9a8-b64b9225cbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:17.950775 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5a1fd7a5-cb36-4960-912f-fc482f6a9422 req-d836deb4-6bfc-4a87-a9a8-b64b9225cbaa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0a198c33-b1c0-41c4-b9f2-99e112c04210 HTTP/1.1" status: 200 len: 835 time: 0.0458627 Jul 23 21:10:17.982830 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-0055486a-3b89-465e-8deb-587d9c44d1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b268a2-2ecc-4f13-8cd1-0cde9dd4693b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823904610', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'd976b0ba-08c7-4ae3-92be-b396bf7dbf1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:08:33Z', 'updated_at': '2021-07-23T21:08:37Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': 'd976b0ba-08c7-4ae3-92be-b396bf7dbf1f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b268a2-2ecc-4f13-8cd1-0cde9dd4693b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:08:34Z', 'updated_at': '2021-07-23T21:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '4cc23cec-240e-4abe-89a8-9a983bb2f578', 'name': '', 'network_id': 'c81f0dff-595d-490a-8aef-1a210c1da0ec', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:e0:5d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b268a2-2ecc-4f13-8cd1-0cde9dd4693b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '0a198c33-b1c0-41c4-b9f2-99e112c04210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:08:36Z', 'updated_at': '2021-07-23T21:08:40Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': '0a198c33-b1c0-41c4-b9f2-99e112c04210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:18.009236 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0055486a-3b89-465e-8deb-587d9c44d1c0 None None] The sync data for ids ['20b268a2-2ecc-4f13-8cd1-0cde9dd4693b'] in n-d-793618-10 is: [{'id': '20b268a2-2ecc-4f13-8cd1-0cde9dd4693b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823904610', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'd976b0ba-08c7-4ae3-92be-b396bf7dbf1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:08:33Z', 'updated_at': '2021-07-23T21:08:37Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': 'd976b0ba-08c7-4ae3-92be-b396bf7dbf1f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b268a2-2ecc-4f13-8cd1-0cde9dd4693b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:08:34Z', 'updated_at': '2021-07-23T21:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '4cc23cec-240e-4abe-89a8-9a983bb2f578', 'name': '', 'network_id': 'c81f0dff-595d-490a-8aef-1a210c1da0ec', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:e0:5d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b268a2-2ecc-4f13-8cd1-0cde9dd4693b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '0a198c33-b1c0-41c4-b9f2-99e112c04210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:08:36Z', 'updated_at': '2021-07-23T21:08:40Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': '0a198c33-b1c0-41c4-b9f2-99e112c04210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:10:18.015573 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fd7a5-cb36-4960-912f-fc482f6a9422 req-6e2848a5-bfc7-4758-9fb9-2c325417c66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:18.017104 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5a1fd7a5-cb36-4960-912f-fc482f6a9422 req-6e2848a5-bfc7-4758-9fb9-2c325417c66e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c81f0dff-595d-490a-8aef-1a210c1da0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590014 Jul 23 21:10:18.111185 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5a1fd7a5-cb36-4960-912f-fc482f6a9422 req-583c8822-aa21-425c-ad34-81f2966d43fe service neutron] 10.222.0.18 "GET /v2.0/networks/c81f0dff-595d-490a-8aef-1a210c1da0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872452 Jul 23 21:10:18.209754 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5a1fd7a5-cb36-4960-912f-fc482f6a9422 req-3e68eac2-be63-428f-aab6-8dd38e331bac service neutron] 10.222.0.18 "GET /v2.0/networks/c81f0dff-595d-490a-8aef-1a210c1da0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921001 Jul 23 21:10:18.238868 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd47c58f-9dd7-47cc-9671-b915a89feca7 None None] New status for floating IP e2fe55a6-985b-4538-8ec8-186a5b338a47: DOWN {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:10:18.847086 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394914b-9069-48f6-87e1-41f904fc450e req-11f1888d-2303-4b66-94f6-8a1232d7caf0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:18.849228 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8394914b-9069-48f6-87e1-41f904fc450e req-11f1888d-2303-4b66-94f6-8a1232d7caf0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.18 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 946 time: 0.0643196 Jul 23 21:10:18.996500 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-8394914b-9069-48f6-87e1-41f904fc450e req-1bb91098-d402-4fd6-b56c-95ce12ce2bdd tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Deleting port 9d0a5a91-57a2-452e-9db9-dda147c1a5c5 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:10:18.997282 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8394914b-9069-48f6-87e1-41f904fc450e req-1bb91098-d402-4fd6-b56c-95ce12ce2bdd tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:19.023721 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ce7e8-3597-4723-941e-70829137d6f8 req-d9eefdea-c0d1-4a75-a6e5-4c44f56e088a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:19.025195 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9e9ce7e8-3597-4723-941e-70829137d6f8 req-d9eefdea-c0d1-4a75-a6e5-4c44f56e088a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=68b34d1f-d3d1-4377-8168-d4f9e5b074ac HTTP/1.1" status: 200 len: 946 time: 0.1179867 Jul 23 21:10:19.114027 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9e9ce7e8-3597-4723-941e-70829137d6f8 req-2676a85a-5b67-4bd5-8bb6-6ed49b11c3bf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b785a5-2b5b-4087-815a-aac4fa148419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814486 Jul 23 21:10:19.129805 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-8394914b-9069-48f6-87e1-41f904fc450e req-1bb91098-d402-4fd6-b56c-95ce12ce2bdd tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] For port 9d0a5a91-57a2-452e-9db9-dda147c1a5c5, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=9d0a5a91-57a2-452e-9db9-dda147c1a5c5,segment=NetworkSegment(aa844539-3359-4a1f-9921-4e05439b232b),segment_id=aa844539-3359-4a1f-9921-4e05439b232b)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:10:19.130173 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8394914b-9069-48f6-87e1-41f904fc450e req-1bb91098-d402-4fd6-b56c-95ce12ce2bdd tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:19.143799 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-8394914b-9069-48f6-87e1-41f904fc450e req-1bb91098-d402-4fd6-b56c-95ce12ce2bdd tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Calling delete_port for 9d0a5a91-57a2-452e-9db9-dda147c1a5c5 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:10:19.276188 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8394914b-9069-48f6-87e1-41f904fc450e req-1bb91098-d402-4fd6-b56c-95ce12ce2bdd tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:19.310194 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb91098-d402-4fd6-b56c-95ce12ce2bdd tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event deleted for resources: {'Port': ['ID=9d0a5a91-57a2-452e-9db9-dda147c1a5c5,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:19.361548 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-8394914b-9069-48f6-87e1-41f904fc450e req-1bb91098-d402-4fd6-b56c-95ce12ce2bdd tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] No DVR routers for this DVR port 9d0a5a91-57a2-452e-9db9-dda147c1a5c5 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:10:19.364092 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8394914b-9069-48f6-87e1-41f904fc450e req-1bb91098-d402-4fd6-b56c-95ce12ce2bdd tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:19.366182 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8394914b-9069-48f6-87e1-41f904fc450e req-1bb91098-d402-4fd6-b56c-95ce12ce2bdd tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.18 "DELETE /v2.0/ports/9d0a5a91-57a2-452e-9db9-dda147c1a5c5 HTTP/1.1" status: 204 len: 173 time: 0.5085208 Jul 23 21:10:19.366658 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b34d1f-d3d1-4377-8168-d4f9e5b074ac', 'name': 'network-vif-deleted', 'tag': '9d0a5a91-57a2-452e-9db9-dda147c1a5c5'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:10:19.368939 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1358e00761cb368f0f7ae124e23a857cb06aa2e8cdc938e6d7a9a9ae7bd1e98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d501e0-73b3-48ce-9843-5f72c94f9526" -d '{"events": [{"server_uuid": "68b34d1f-d3d1-4377-8168-d4f9e5b074ac", "name": "network-vif-deleted", "tag": "9d0a5a91-57a2-452e-9db9-dda147c1a5c5"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:10:19.407788 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e83702-9a0d-4bff-95ca-e7a383703d65 x-openstack-request-id: req-83e83702-9a0d-4bff-95ca-e7a383703d65 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:10:19.408086 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b34d1f-d3d1-4377-8168-d4f9e5b074ac", "name": "network-vif-deleted", "tag": "9d0a5a91-57a2-452e-9db9-dda147c1a5c5", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:10:19.408341 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-83e83702-9a0d-4bff-95ca-e7a383703d65 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:10:19.408742 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b34d1f-d3d1-4377-8168-d4f9e5b074ac', 'name': 'network-vif-deleted', 'tag': '9d0a5a91-57a2-452e-9db9-dda147c1a5c5', 'status': 'completed', 'code': 200} Jul 23 21:10:20.171888 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39082) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:20.549868 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c3c3e63-2ec0-4e51-9efe-bcfc82ea8534 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:20.819886 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-4c3c3e63-2ec0-4e51-9efe-bcfc82ea8534 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Deleting port 4cc23cec-240e-4abe-89a8-9a983bb2f578 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:10:20.820198 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c3c3e63-2ec0-4e51-9efe-bcfc82ea8534 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:20.905763 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-4c3c3e63-2ec0-4e51-9efe-bcfc82ea8534 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] For port 4cc23cec-240e-4abe-89a8-9a983bb2f578, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=4cc23cec-240e-4abe-89a8-9a983bb2f578,segment=NetworkSegment(aa844539-3359-4a1f-9921-4e05439b232b),segment_id=aa844539-3359-4a1f-9921-4e05439b232b)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:10:20.906121 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c3c3e63-2ec0-4e51-9efe-bcfc82ea8534 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:20.920627 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-4c3c3e63-2ec0-4e51-9efe-bcfc82ea8534 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Calling delete_port for 4cc23cec-240e-4abe-89a8-9a983bb2f578 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:10:21.115192 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c3c3e63-2ec0-4e51-9efe-bcfc82ea8534 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:21.139779 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c3e63-2ec0-4e51-9efe-bcfc82ea8534 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event deleted for resources: {'Port': ['ID=4cc23cec-240e-4abe-89a8-9a983bb2f578,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:21.317616 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4c3c3e63-2ec0-4e51-9efe-bcfc82ea8534 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:21.862301 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3c3e63-2ec0-4e51-9efe-bcfc82ea8534 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Router 20b268a2-2ecc-4f13-8cd1-0cde9dd4693b has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:10:21.973809 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3c3e63-2ec0-4e51-9efe-bcfc82ea8534 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:10:21.979371 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4c3c3e63-2ec0-4e51-9efe-bcfc82ea8534 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "PUT /v2.0/routers/20b268a2-2ecc-4f13-8cd1-0cde9dd4693b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8059938 Jul 23 21:10:21.981944 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39084) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:21.984397 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1ac816-b8e8-449f-aa1e-150358487b9d None None] Sync routers for ids ['20b268a2-2ecc-4f13-8cd1-0cde9dd4693b'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:10:21.993687 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1ac816-b8e8-449f-aa1e-150358487b9d None None] Routers {'20b268a2-2ecc-4f13-8cd1-0cde9dd4693b'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:10:21.994292 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1b1ac816-b8e8-449f-aa1e-150358487b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:10:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['20b268a2-2ecc-4f13-8cd1-0cde9dd4693b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:22.033236 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-00f458c5-6af7-40aa-a4bf-3219a2de8bdb tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Deleting subnet 0a198c33-b1c0-41c4-b9f2-99e112c04210 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:10:22.036453 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-00f458c5-6af7-40aa-a4bf-3219a2de8bdb tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:22.077106 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-00f458c5-6af7-40aa-a4bf-3219a2de8bdb tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:22.101775 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-1b1ac816-b8e8-449f-aa1e-150358487b9d None None] Set router 20b268a2-2ecc-4f13-8cd1-0cde9dd4693b gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:10:22.172764 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-00f458c5-6af7-40aa-a4bf-3219a2de8bdb tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:22.225423 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 9d0a5a91-57a2-452e-9db9-dda147c1a5c5 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:10:22.241106 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-00f458c5-6af7-40aa-a4bf-3219a2de8bdb tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:22.247501 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: 9d0a5a91-57a2-452e-9db9-dda147c1a5c5 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:10:22.247929 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 9d0a5a91-57a2-452e-9db9-dda147c1a5c5 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:10:22.273513 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-00f458c5-6af7-40aa-a4bf-3219a2de8bdb tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:22.275980 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-00f458c5-6af7-40aa-a4bf-3219a2de8bdb tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "DELETE /v2.0/subnets/0a198c33-b1c0-41c4-b9f2-99e112c04210 HTTP/1.1" status: 204 len: 168 time: 0.2925222 Jul 23 21:10:22.276336 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f458c5-6af7-40aa-a4bf-3219a2de8bdb tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event deleted for resources: {'Subnet': ['ID=0a198c33-b1c0-41c4-b9f2-99e112c04210,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:22.278294 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39086) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:22.281141 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6cca02-ba95-4f34-a40a-6328532cca6c None None] Network c81f0dff-595d-490a-8aef-1a210c1da0ec requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:10:22.305357 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1b1ac816-b8e8-449f-aa1e-150358487b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b268a2-2ecc-4f13-8cd1-0cde9dd4693b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823904610', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'd976b0ba-08c7-4ae3-92be-b396bf7dbf1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:08:33Z', 'updated_at': '2021-07-23T21:10:21Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': 'd976b0ba-08c7-4ae3-92be-b396bf7dbf1f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b268a2-2ecc-4f13-8cd1-0cde9dd4693b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:08:34Z', 'updated_at': '2021-07-23T21:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:22.337137 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1ac816-b8e8-449f-aa1e-150358487b9d None None] Checking router: 20b268a2-2ecc-4f13-8cd1-0cde9dd4693b for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:10:22.347082 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1ac816-b8e8-449f-aa1e-150358487b9d None None] Routers {'20b268a2-2ecc-4f13-8cd1-0cde9dd4693b'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:10:22.348377 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1b1ac816-b8e8-449f-aa1e-150358487b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:10:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['20b268a2-2ecc-4f13-8cd1-0cde9dd4693b'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:22.483602 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc7c980-d08f-4566-90ff-67605bffbfd9 None None] DHCP port deletion for c81f0dff-595d-490a-8aef-1a210c1da0ec request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:10:22.533169 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1bc7c980-d08f-4566-90ff-67605bffbfd9 None None] Deleting port 213f7107-1240-4325-879b-40315f54a502 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:10:22.533718 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1bc7c980-d08f-4566-90ff-67605bffbfd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:22.566913 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-1b1ac816-b8e8-449f-aa1e-150358487b9d None None] Set router 20b268a2-2ecc-4f13-8cd1-0cde9dd4693b gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:10:22.604517 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-1bc7c980-d08f-4566-90ff-67605bffbfd9 None None] For port 213f7107-1240-4325-879b-40315f54a502, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=213f7107-1240-4325-879b-40315f54a502,segment=NetworkSegment(aa844539-3359-4a1f-9921-4e05439b232b),segment_id=aa844539-3359-4a1f-9921-4e05439b232b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:10:22.605312 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1bc7c980-d08f-4566-90ff-67605bffbfd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:22.619000 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1bc7c980-d08f-4566-90ff-67605bffbfd9 None None] Calling delete_port for 213f7107-1240-4325-879b-40315f54a502 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:10:22.720002 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1bc7c980-d08f-4566-90ff-67605bffbfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:22.746497 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-35d62a12-7573-49cd-abec-b6403e49a68c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:22.752383 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc7c980-d08f-4566-90ff-67605bffbfd9 None None] Pushing event deleted for resources: {'Port': ['ID=213f7107-1240-4325-879b-40315f54a502,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:22.756883 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc7c980-d08f-4566-90ff-67605bffbfd9 None None] No DVR routers for this DVR port 213f7107-1240-4325-879b-40315f54a502 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:10:22.775545 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1b1ac816-b8e8-449f-aa1e-150358487b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b268a2-2ecc-4f13-8cd1-0cde9dd4693b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823904610', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'd976b0ba-08c7-4ae3-92be-b396bf7dbf1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:08:33Z', 'updated_at': '2021-07-23T21:10:21Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': 'd976b0ba-08c7-4ae3-92be-b396bf7dbf1f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b268a2-2ecc-4f13-8cd1-0cde9dd4693b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:08:34Z', 'updated_at': '2021-07-23T21:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:22.804008 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 213f7107-1240-4325-879b-40315f54a502 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:10:22.808976 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1ac816-b8e8-449f-aa1e-150358487b9d None None] The sync data for ids ['20b268a2-2ecc-4f13-8cd1-0cde9dd4693b'] in n-d-793618-10 is: [{'id': '20b268a2-2ecc-4f13-8cd1-0cde9dd4693b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823904610', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'd976b0ba-08c7-4ae3-92be-b396bf7dbf1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:08:33Z', 'updated_at': '2021-07-23T21:10:21Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': 'd976b0ba-08c7-4ae3-92be-b396bf7dbf1f', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b268a2-2ecc-4f13-8cd1-0cde9dd4693b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:08:34Z', 'updated_at': '2021-07-23T21:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:10:22.827645 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 213f7107-1240-4325-879b-40315f54a502 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:10:22.828089 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 213f7107-1240-4325-879b-40315f54a502 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:10:22.872206 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-35d62a12-7573-49cd-abec-b6403e49a68c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:22.926480 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-35d62a12-7573-49cd-abec-b6403e49a68c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Deleting port d976b0ba-08c7-4ae3-92be-b396bf7dbf1f {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:10:22.926822 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-35d62a12-7573-49cd-abec-b6403e49a68c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:23.008944 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-35d62a12-7573-49cd-abec-b6403e49a68c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] For port d976b0ba-08c7-4ae3-92be-b396bf7dbf1f, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d976b0ba-08c7-4ae3-92be-b396bf7dbf1f,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:10:23.009210 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-35d62a12-7573-49cd-abec-b6403e49a68c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:23.021740 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-35d62a12-7573-49cd-abec-b6403e49a68c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Calling delete_port for d976b0ba-08c7-4ae3-92be-b396bf7dbf1f owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:10:23.202013 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-35d62a12-7573-49cd-abec-b6403e49a68c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:23.230130 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d62a12-7573-49cd-abec-b6403e49a68c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event deleted for resources: {'Port': ['ID=d976b0ba-08c7-4ae3-92be-b396bf7dbf1f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:23.299406 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-35d62a12-7573-49cd-abec-b6403e49a68c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:23.394883 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-35d62a12-7573-49cd-abec-b6403e49a68c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:23.397159 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-35d62a12-7573-49cd-abec-b6403e49a68c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:23.443317 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-35d62a12-7573-49cd-abec-b6403e49a68c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:23.443871 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d62a12-7573-49cd-abec-b6403e49a68c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Fanout notify agent at l3_agent the message router_deleted on router 20b268a2-2ecc-4f13-8cd1-0cde9dd4693b {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:10:23.459477 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-35d62a12-7573-49cd-abec-b6403e49a68c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:23.461425 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-35d62a12-7573-49cd-abec-b6403e49a68c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "DELETE /v2.0/routers/20b268a2-2ecc-4f13-8cd1-0cde9dd4693b HTTP/1.1" status: 204 len: 168 time: 1.1818650 Jul 23 21:10:23.464168 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39088) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:23.547500 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-07dd6465-f6bf-4ad2-8204-c30d0044d8cf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:23.639252 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-07dd6465-f6bf-4ad2-8204-c30d0044d8cf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:23.649603 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-07dd6465-f6bf-4ad2-8204-c30d0044d8cf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c81f0dff-595d-490a-8aef-1a210c1da0ec']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:23.659195 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-07dd6465-f6bf-4ad2-8204-c30d0044d8cf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa844539-3359-4a1f-9921-4e05439b232b') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:23.659490 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-07dd6465-f6bf-4ad2-8204-c30d0044d8cf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa844539-3359-4a1f-9921-4e05439b232b') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:23.669771 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-07dd6465-f6bf-4ad2-8204-c30d0044d8cf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:23.683596 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-07dd6465-f6bf-4ad2-8204-c30d0044d8cf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:23.689206 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07dd6465-f6bf-4ad2-8204-c30d0044d8cf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:10:23.689622 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-07dd6465-f6bf-4ad2-8204-c30d0044d8cf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:23.693260 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 21:10:23.693260 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:10:23.693260 n-d-793618-10 neutron-server[93875]: timer() Jul 23 21:10:23.693260 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:10:23.693260 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 21:10:23.693260 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:10:23.693260 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 21:10:23.693260 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:10:23.693260 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 21:10:23.693260 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:10:23.693260 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 21:10:23.693260 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:10:23.693260 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 21:10:23.693260 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:10:23.693260 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:10:23.693260 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:10:23.693260 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:10:23.693260 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:10:23.693260 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 21:10:23.693260 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:10:23.693260 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 21:10:23.693260 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:10:23.693260 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:10:23.693260 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:10:23.693260 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 21:10:23.693260 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:10:23.693260 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:10:23.693260 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:10:23.693260 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:10:23.693260 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:10:23.693260 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:10:23.693260 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:10:23.754472 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-07dd6465-f6bf-4ad2-8204-c30d0044d8cf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:23.762000 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-07dd6465-f6bf-4ad2-8204-c30d0044d8cf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:23.763669 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-07dd6465-f6bf-4ad2-8204-c30d0044d8cf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "DELETE /v2.0/networks/c81f0dff-595d-490a-8aef-1a210c1da0ec HTTP/1.1" status: 204 len: 168 time: 0.2981677 Jul 23 21:10:23.766586 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39090) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:23.775068 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd6465-f6bf-4ad2-8204-c30d0044d8cf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event deleted for resources: {'Network': ['ID=c81f0dff-595d-490a-8aef-1a210c1da0ec,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:23.825327 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6d8c68bf-a653-4b7f-adc6-48e750161305 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:23.851615 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6d8c68bf-a653-4b7f-adc6-48e750161305 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:23.918679 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6d8c68bf-a653-4b7f-adc6-48e750161305 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:23.922361 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6d8c68bf-a653-4b7f-adc6-48e750161305 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:23.923745 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6d8c68bf-a653-4b7f-adc6-48e750161305 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "DELETE /v2.0/security-groups/46b785a5-2b5b-4087-815a-aac4fa148419 HTTP/1.1" status: 204 len: 168 time: 0.1560588 Jul 23 21:10:23.936213 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c68bf-a653-4b7f-adc6-48e750161305 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b785a5-2b5b-4087-815a-aac4fa148419,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:24.235793 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39096) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:24.241629 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-2873012e-07eb-46fc-ba0d-2fa5dffbe5ee tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2013103222', 'description': 'tempest-secgroup-smoke-2013103222 description', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:10:24.263917 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2873012e-07eb-46fc-ba0d-2fa5dffbe5ee tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:24.358881 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2873012e-07eb-46fc-ba0d-2fa5dffbe5ee tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:24.362914 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2873012e-07eb-46fc-ba0d-2fa5dffbe5ee tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:24.395539 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2873012e-07eb-46fc-ba0d-2fa5dffbe5ee tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:24.396785 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2873012e-07eb-46fc-ba0d-2fa5dffbe5ee tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1599805 Jul 23 21:10:24.398068 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2873012e-07eb-46fc-ba0d-2fa5dffbe5ee tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51601d74-a38d-41c1-9cd4-a1f944bba718,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:24.400751 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39098) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:24.405791 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-d6a076b9-9e5f-4d12-933a-955c570f9de8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'security_group_rule': {'security_group_id': '51601d74-a38d-41c1-9cd4-a1f944bba718', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:10:24.432972 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d6a076b9-9e5f-4d12-933a-955c570f9de8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:24.490989 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d6a076b9-9e5f-4d12-933a-955c570f9de8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:24.494895 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d6a076b9-9e5f-4d12-933a-955c570f9de8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:24.514294 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a076b9-9e5f-4d12-933a-955c570f9de8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=addd875c-894b-4c7b-8f37-daa6492052ef,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:24.521699 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d6a076b9-9e5f-4d12-933a-955c570f9de8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:24.522950 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d6a076b9-9e5f-4d12-933a-955c570f9de8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212406 Jul 23 21:10:24.525704 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39100) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:24.530373 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-31ca9bd4-e6d2-45d8-8fd7-98b1708f700e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'security_group_rule': {'security_group_id': '51601d74-a38d-41c1-9cd4-a1f944bba718', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:10:24.558620 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-31ca9bd4-e6d2-45d8-8fd7-98b1708f700e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:24.622339 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-31ca9bd4-e6d2-45d8-8fd7-98b1708f700e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:24.626219 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-31ca9bd4-e6d2-45d8-8fd7-98b1708f700e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:24.655451 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca9bd4-e6d2-45d8-8fd7-98b1708f700e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f438704-f855-4475-ae92-41dfac258c26,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:24.665990 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-31ca9bd4-e6d2-45d8-8fd7-98b1708f700e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:24.667310 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-31ca9bd4-e6d2-45d8-8fd7-98b1708f700e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1405482 Jul 23 21:10:24.670151 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39102) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:24.679659 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-4606f6bd-0739-4a5c-8f1e-e686dd891024 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'security_group_rule': {'security_group_id': '51601d74-a38d-41c1-9cd4-a1f944bba718', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:10:24.699699 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 4cc23cec-240e-4abe-89a8-9a983bb2f578 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:10:24.707767 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4606f6bd-0739-4a5c-8f1e-e686dd891024 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:24.723292 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 4cc23cec-240e-4abe-89a8-9a983bb2f578 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:10:24.723765 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 4cc23cec-240e-4abe-89a8-9a983bb2f578 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:10:24.724330 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d976b0ba-08c7-4ae3-92be-b396bf7dbf1f no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:10:24.744159 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: d976b0ba-08c7-4ae3-92be-b396bf7dbf1f {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:10:24.744623 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d976b0ba-08c7-4ae3-92be-b396bf7dbf1f not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:10:24.772314 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4606f6bd-0739-4a5c-8f1e-e686dd891024 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:24.776448 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4606f6bd-0739-4a5c-8f1e-e686dd891024 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:24.798214 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606f6bd-0739-4a5c-8f1e-e686dd891024 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b991a901-33d4-40af-95af-9c670afa5e7e,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:24.806282 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4606f6bd-0739-4a5c-8f1e-e686dd891024 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:24.807592 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4606f6bd-0739-4a5c-8f1e-e686dd891024 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1364107 Jul 23 21:10:24.810447 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39104) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:24.817628 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-90de9632-ed61-4827-8d4c-b4bd6908a2b8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'security_group_rule': {'security_group_id': '51601d74-a38d-41c1-9cd4-a1f944bba718', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:10:24.849615 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90de9632-ed61-4827-8d4c-b4bd6908a2b8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:24.901375 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90de9632-ed61-4827-8d4c-b4bd6908a2b8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:24.905102 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90de9632-ed61-4827-8d4c-b4bd6908a2b8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:24.928550 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de9632-ed61-4827-8d4c-b4bd6908a2b8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a10f733-acaa-4462-aa16-b66bf898e1e5,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:24.933206 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-90de9632-ed61-4827-8d4c-b4bd6908a2b8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:24.934649 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-90de9632-ed61-4827-8d4c-b4bd6908a2b8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1230478 Jul 23 21:10:24.937328 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39106) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:24.941969 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f36819cb-0505-4c8b-abcf-9cea41ce92f0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'security_group_rule': {'security_group_id': '51601d74-a38d-41c1-9cd4-a1f944bba718', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:10:24.963786 n-d-793618-10 neutron-server[93876]: INFO neutron.db.securitygroups_db [None req-f36819cb-0505-4c8b-abcf-9cea41ce92f0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Project 7adadf4e5dc447c39b760d2e191ff3f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:10:24.968702 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f36819cb-0505-4c8b-abcf-9cea41ce92f0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:25.030597 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f36819cb-0505-4c8b-abcf-9cea41ce92f0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:25.034675 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f36819cb-0505-4c8b-abcf-9cea41ce92f0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:25.058580 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36819cb-0505-4c8b-abcf-9cea41ce92f0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=774fdf89-afbb-4073-8e13-0e138d4cdfb3,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:25.064919 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f36819cb-0505-4c8b-abcf-9cea41ce92f0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:25.066523 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f36819cb-0505-4c8b-abcf-9cea41ce92f0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1278651 Jul 23 21:10:25.069122 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39108) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:25.074834 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-76cbab60-3806-46f6-be4d-da099bac10f8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'security_group_rule': {'security_group_id': '51601d74-a38d-41c1-9cd4-a1f944bba718', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:10:25.099623 n-d-793618-10 neutron-server[93876]: INFO neutron.db.securitygroups_db [None req-76cbab60-3806-46f6-be4d-da099bac10f8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Project 7adadf4e5dc447c39b760d2e191ff3f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:10:25.104970 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-76cbab60-3806-46f6-be4d-da099bac10f8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:25.167137 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-76cbab60-3806-46f6-be4d-da099bac10f8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:25.171400 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-76cbab60-3806-46f6-be4d-da099bac10f8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:25.191042 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cbab60-3806-46f6-be4d-da099bac10f8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8cc03ed-00fd-4efc-85ee-d423b4c36ed5,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:25.197402 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-76cbab60-3806-46f6-be4d-da099bac10f8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:25.198639 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-76cbab60-3806-46f6-be4d-da099bac10f8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283758 Jul 23 21:10:25.201359 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39110) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:25.206229 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-11a2b490-ae9c-4d58-8bd7-0c5481946886 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'network': {'name': 'tempest-network-smoke--78019836', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'port_security_enabled': True}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:10:25.235009 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a2b490-ae9c-4d58-8bd7-0c5481946886 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Made reservation on behalf of 7adadf4e5dc447c39b760d2e191ff3f5 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:10:25.238818 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-11a2b490-ae9c-4d58-8bd7-0c5481946886 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:25.263076 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a2b490-ae9c-4d58-8bd7-0c5481946886 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:10:25.273316 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-11a2b490-ae9c-4d58-8bd7-0c5481946886 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:25.273738 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-11a2b490-ae9c-4d58-8bd7-0c5481946886 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Added segment d9acea6b-b995-4e2e-adfe-0c8e8d3b40c9 of type vlan for network b4863153-0c00-481e-8ed7-59b69d3810f2 Jul 23 21:10:25.316879 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-11a2b490-ae9c-4d58-8bd7-0c5481946886 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:25.345762 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-11a2b490-ae9c-4d58-8bd7-0c5481946886 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:25.351797 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a2b490-ae9c-4d58-8bd7-0c5481946886 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:25.352382 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-11a2b490-ae9c-4d58-8bd7-0c5481946886 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:25.389073 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-11a2b490-ae9c-4d58-8bd7-0c5481946886 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1866713 Jul 23 21:10:25.391770 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39112) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:25.398812 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-6170a9b0-5577-4c05-81a4-4e4dcece81af tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-836990993', 'admin_state_up': True, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:10:25.428984 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2b490-ae9c-4d58-8bd7-0c5481946886 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'Network': ['ID=b4863153-0c00-481e-8ed7-59b69d3810f2,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:25.439299 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network b4863153-0c00-481e-8ed7-59b69d3810f2 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:10:25.450440 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6170a9b0-5577-4c05-81a4-4e4dcece81af tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:25.451587 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6170a9b0-5577-4c05-81a4-4e4dcece81af tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:25.514581 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6170a9b0-5577-4c05-81a4-4e4dcece81af tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:25.662640 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6170a9b0-5577-4c05-81a4-4e4dcece81af tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:25.874642 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6170a9b0-5577-4c05-81a4-4e4dcece81af tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:25.897299 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6170a9b0-5577-4c05-81a4-4e4dcece81af tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:26.012924 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-6170a9b0-5577-4c05-81a4-4e4dcece81af tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Allocated IP 172.25.1.42 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/610047f8-fc04-42f1-9c8a-e315d8a6bd9b) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:10:26.121355 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6170a9b0-5577-4c05-81a4-4e4dcece81af tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:26.166936 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6170a9b0-5577-4c05-81a4-4e4dcece81af tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:26.203500 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6170a9b0-5577-4c05-81a4-4e4dcece81af tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:10:26.210723 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-6170a9b0-5577-4c05-81a4-4e4dcece81af tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:10:26.214302 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6170a9b0-5577-4c05-81a4-4e4dcece81af tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:10:26.219950 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6170a9b0-5577-4c05-81a4-4e4dcece81af tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'Port': ['ID=610047f8-fc04-42f1-9c8a-e315d8a6bd9b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:26.480106 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6170a9b0-5577-4c05-81a4-4e4dcece81af tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:26.689993 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6170a9b0-5577-4c05-81a4-4e4dcece81af tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:26.823185 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6170a9b0-5577-4c05-81a4-4e4dcece81af tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Router 9cc073cf-8fc4-4386-8b48-405c699d830f is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:10:26.930138 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6170a9b0-5577-4c05-81a4-4e4dcece81af tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:10:26.939531 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf47d9c-b06a-4eeb-843b-ed729655d26c None None] Sync routers for ids ['9cc073cf-8fc4-4386-8b48-405c699d830f'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:10:26.949726 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf47d9c-b06a-4eeb-843b-ed729655d26c None None] Routers {'9cc073cf-8fc4-4386-8b48-405c699d830f'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:10:26.949914 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6170a9b0-5577-4c05-81a4-4e4dcece81af tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:26.950365 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0cf47d9c-b06a-4eeb-843b-ed729655d26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:10:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['9cc073cf-8fc4-4386-8b48-405c699d830f'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:26.951229 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6170a9b0-5577-4c05-81a4-4e4dcece81af tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5585537 Jul 23 21:10:26.954409 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39116) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:26.983362 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9b6cba47-8f39-4796-922b-af141aca99d4 tempest-TestNetworkAdvancedServerOps-1200032442 tempest-TestNetworkAdvancedServerOps-1200032442-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=7adadf4e5dc447c39b760d2e191ff3f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278144 Jul 23 21:10:26.985839 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39118) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:27.059906 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-0cf47d9c-b06a-4eeb-843b-ed729655d26c None None] Set router 9cc073cf-8fc4-4386-8b48-405c699d830f gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:10:27.080528 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170e1a80-76ff-483b-bea6-525e2038da78 tempest-TestNetworkAdvancedServerOps-1200032442 tempest-TestNetworkAdvancedServerOps-1200032442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:27.082551 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-170e1a80-76ff-483b-bea6-525e2038da78 tempest-TestNetworkAdvancedServerOps-1200032442 tempest-TestNetworkAdvancedServerOps-1200032442-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0953209 Jul 23 21:10:27.085855 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39120) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:27.114201 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3d187ac4-f887-431f-9acd-73f8b57bb36a tempest-TestNetworkAdvancedServerOps-1200032442 tempest-TestNetworkAdvancedServerOps-1200032442-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=8013d0d6-aee4-47cc-8dbe-3abed6e5116f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272586 Jul 23 21:10:27.118940 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39122) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:27.124537 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-cb90b1e9-96f2-4805-af2d-c143e9585fc4 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-253015795', 'network_id': 'b4863153-0c00-481e-8ed7-59b69d3810f2', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:10:27.216529 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb90b1e9-96f2-4805-af2d-c143e9585fc4 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Made reservation on behalf of 7adadf4e5dc447c39b760d2e191ff3f5 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:10:27.220287 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cb90b1e9-96f2-4805-af2d-c143e9585fc4 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:27.399346 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0cf47d9c-b06a-4eeb-843b-ed729655d26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc073cf-8fc4-4386-8b48-405c699d830f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-836990993', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '610047f8-fc04-42f1-9c8a-e315d8a6bd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:10:25Z', 'updated_at': '2021-07-23T21:10:26Z', 'revision_number': 3, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '610047f8-fc04-42f1-9c8a-e315d8a6bd9b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc073cf-8fc4-4386-8b48-405c699d830f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:10:25Z', 'updated_at': '2021-07-23T21:10:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:27.430823 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cb90b1e9-96f2-4805-af2d-c143e9585fc4 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:27.435664 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf47d9c-b06a-4eeb-843b-ed729655d26c None None] Checking router: 9cc073cf-8fc4-4386-8b48-405c699d830f for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:10:27.436207 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf47d9c-b06a-4eeb-843b-ed729655d26c None None] Updating router 9cc073cf-8fc4-4386-8b48-405c699d830f port 610047f8-fc04-42f1-9c8a-e315d8a6bd9b binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:10:27.471202 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0cf47d9c-b06a-4eeb-843b-ed729655d26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:27.492816 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90b1e9-96f2-4805-af2d-c143e9585fc4 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'Subnet': ['ID=3eb9dc78-78b4-43db-98b6-c65497822d5e,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:27.502391 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb90b1e9-96f2-4805-af2d-c143e9585fc4 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Checking segment: {'id': 'd9acea6b-b995-4e2e-adfe-0c8e8d3b40c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b4863153-0c00-481e-8ed7-59b69d3810f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:10:27.502753 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb90b1e9-96f2-4805-af2d-c143e9585fc4 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Network hostable DHCP agents. Network: b4863153-0c00-481e-8ed7-59b69d3810f2, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:10:27.519955 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb90b1e9-96f2-4805-af2d-c143e9585fc4 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Network b4863153-0c00-481e-8ed7-59b69d3810f2 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:10:27.529282 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-cb90b1e9-96f2-4805-af2d-c143e9585fc4 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, b4863153-0c00-481e-8ed7-59b69d3810f2) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:10:27.533813 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb90b1e9-96f2-4805-af2d-c143e9585fc4 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:27.534468 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cb90b1e9-96f2-4805-af2d-c143e9585fc4 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:27.549749 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-cb90b1e9-96f2-4805-af2d-c143e9585fc4 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4295433 Jul 23 21:10:27.552377 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39124) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:27.567513 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2343c2d8-3ac5-4876-bdb6-43bf802c512c None None] Network b4863153-0c00-481e-8ed7-59b69d3810f2 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:10:27.818421 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7bed85-41ea-4e33-91f0-9e52c064d508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-b4863153-0c00-481e-8ed7-59b69d3810f2', 'network_id': 'b4863153-0c00-481e-8ed7-59b69d3810f2', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'fixed_ips': [{'subnet_id': '3eb9dc78-78b4-43db-98b6-c65497822d5e'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:10:27.819267 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d7bed85-41ea-4e33-91f0-9e52c064d508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:27.881329 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0cf47d9c-b06a-4eeb-843b-ed729655d26c None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:27.945803 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0cf47d9c-b06a-4eeb-843b-ed729655d26c None None] Transition to ACTIVE for port object 610047f8-fc04-42f1-9c8a-e315d8a6bd9b will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:10:27.956057 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0cf47d9c-b06a-4eeb-843b-ed729655d26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:28.002752 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9dea0d66-097f-40ce-8848-6ca54881b2c2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:28.058960 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562d2f0-1bc0-4df0-acaf-c14032e840c1 None None] Pushing event updated for resources: {'Port': ['ID=610047f8-fc04-42f1-9c8a-e315d8a6bd9b,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:28.065407 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0cf47d9c-b06a-4eeb-843b-ed729655d26c None None] Attempting to bind port 610047f8-fc04-42f1-9c8a-e315d8a6bd9b on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:10:28.065818 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0cf47d9c-b06a-4eeb-843b-ed729655d26c None None] Attempting to bind port 610047f8-fc04-42f1-9c8a-e315d8a6bd9b by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:10:28.066902 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf47d9c-b06a-4eeb-843b-ed729655d26c None None] Attempting to bind port 610047f8-fc04-42f1-9c8a-e315d8a6bd9b on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:10:28.070263 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-7d7bed85-41ea-4e33-91f0-9e52c064d508 None None] Allocated IP 172.20.0.2 (b4863153-0c00-481e-8ed7-59b69d3810f2/3eb9dc78-78b4-43db-98b6-c65497822d5e/3d1a9a44-1c60-45f3-a693-b4273e8ed11f) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:10:28.081716 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf47d9c-b06a-4eeb-843b-ed729655d26c None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:10:28.082186 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf47d9c-b06a-4eeb-843b-ed729655d26c None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:10:28.082830 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0cf47d9c-b06a-4eeb-843b-ed729655d26c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:28.083254 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf47d9c-b06a-4eeb-843b-ed729655d26c None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:10:28.083740 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0cf47d9c-b06a-4eeb-843b-ed729655d26c None None] Bound port: 610047f8-fc04-42f1-9c8a-e315d8a6bd9b, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:10:28.084123 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0cf47d9c-b06a-4eeb-843b-ed729655d26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:28.196707 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0cf47d9c-b06a-4eeb-843b-ed729655d26c None None] For port 610047f8-fc04-42f1-9c8a-e315d8a6bd9b, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:10:28.214321 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0cf47d9c-b06a-4eeb-843b-ed729655d26c None None] For port 610047f8-fc04-42f1-9c8a-e315d8a6bd9b, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=610047f8-fc04-42f1-9c8a-e315d8a6bd9b,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:10:28.222463 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0cf47d9c-b06a-4eeb-843b-ed729655d26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:28.322563 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf47d9c-b06a-4eeb-843b-ed729655d26c None None] Routers {'9cc073cf-8fc4-4386-8b48-405c699d830f'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:10:28.323117 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0cf47d9c-b06a-4eeb-843b-ed729655d26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:10:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['9cc073cf-8fc4-4386-8b48-405c699d830f'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:28.392844 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562d2f0-1bc0-4df0-acaf-c14032e840c1 None None] Pushing event updated for resources: {'Port': ['ID=610047f8-fc04-42f1-9c8a-e315d8a6bd9b,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:28.397985 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d7bed85-41ea-4e33-91f0-9e52c064d508 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:28.416511 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7d7bed85-41ea-4e33-91f0-9e52c064d508 None None] Transition to ACTIVE for port object 3d1a9a44-1c60-45f3-a693-b4273e8ed11f will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:10:28.440842 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7d7bed85-41ea-4e33-91f0-9e52c064d508 None None] Transition to ACTIVE for port object 3d1a9a44-1c60-45f3-a693-b4273e8ed11f will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:10:28.453716 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d7bed85-41ea-4e33-91f0-9e52c064d508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:28.465159 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-0cf47d9c-b06a-4eeb-843b-ed729655d26c None None] Set router 9cc073cf-8fc4-4386-8b48-405c699d830f gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:10:28.496845 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-9dea0d66-097f-40ce-8848-6ca54881b2c2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Allocated IP 172.20.0.1 (b4863153-0c00-481e-8ed7-59b69d3810f2/3eb9dc78-78b4-43db-98b6-c65497822d5e/6bebc182-28a9-44be-ad72-5c1fbf371b92) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:10:28.563769 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7bed85-41ea-4e33-91f0-9e52c064d508 None None] Network b4863153-0c00-481e-8ed7-59b69d3810f2 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:10:28.568835 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-7d7bed85-41ea-4e33-91f0-9e52c064d508 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:10:28.580001 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7bed85-41ea-4e33-91f0-9e52c064d508 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:10:28.594043 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7bed85-41ea-4e33-91f0-9e52c064d508 None None] Pushing event updated for resources: {'Port': ['ID=3d1a9a44-1c60-45f3-a693-b4273e8ed11f,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:28.618885 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9dea0d66-097f-40ce-8848-6ca54881b2c2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:28.634557 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-9dea0d66-097f-40ce-8848-6ca54881b2c2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Transition to ACTIVE for port object 6bebc182-28a9-44be-ad72-5c1fbf371b92 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:10:28.669690 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9dea0d66-097f-40ce-8848-6ca54881b2c2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:28.695129 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-7d7bed85-41ea-4e33-91f0-9e52c064d508 None None] Attempting to bind port 3d1a9a44-1c60-45f3-a693-b4273e8ed11f on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:10:28.695499 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-7d7bed85-41ea-4e33-91f0-9e52c064d508 None None] Attempting to bind port 3d1a9a44-1c60-45f3-a693-b4273e8ed11f by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'd9acea6b-b995-4e2e-adfe-0c8e8d3b40c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b4863153-0c00-481e-8ed7-59b69d3810f2'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:10:28.695867 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7bed85-41ea-4e33-91f0-9e52c064d508 None None] Attempting to bind port 3d1a9a44-1c60-45f3-a693-b4273e8ed11f on network b4863153-0c00-481e-8ed7-59b69d3810f2 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:10:28.705431 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7bed85-41ea-4e33-91f0-9e52c064d508 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:10:28.705823 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7bed85-41ea-4e33-91f0-9e52c064d508 None None] Checking segment: {'id': 'd9acea6b-b995-4e2e-adfe-0c8e8d3b40c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b4863153-0c00-481e-8ed7-59b69d3810f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:10:28.706230 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d7bed85-41ea-4e33-91f0-9e52c064d508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:28.707155 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7bed85-41ea-4e33-91f0-9e52c064d508 None None] Bound using segment: {'id': 'd9acea6b-b995-4e2e-adfe-0c8e8d3b40c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b4863153-0c00-481e-8ed7-59b69d3810f2'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:10:28.707777 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-7d7bed85-41ea-4e33-91f0-9e52c064d508 None None] Bound port: 3d1a9a44-1c60-45f3-a693-b4273e8ed11f, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9acea6b-b995-4e2e-adfe-0c8e8d3b40c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b4863153-0c00-481e-8ed7-59b69d3810f2'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:10:28.708354 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dea0d66-097f-40ce-8848-6ca54881b2c2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Network b4863153-0c00-481e-8ed7-59b69d3810f2 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:10:28.708509 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d7bed85-41ea-4e33-91f0-9e52c064d508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:28.711478 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-9dea0d66-097f-40ce-8848-6ca54881b2c2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:10:28.713855 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dea0d66-097f-40ce-8848-6ca54881b2c2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:10:28.745962 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea0d66-097f-40ce-8848-6ca54881b2c2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'Port': ['ID=6bebc182-28a9-44be-ad72-5c1fbf371b92,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:28.767784 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9dea0d66-097f-40ce-8848-6ca54881b2c2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:28.807999 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-7d7bed85-41ea-4e33-91f0-9e52c064d508 None None] For port 3d1a9a44-1c60-45f3-a693-b4273e8ed11f, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:10:28.812025 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-7d7bed85-41ea-4e33-91f0-9e52c064d508 None None] For port 3d1a9a44-1c60-45f3-a693-b4273e8ed11f, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3d1a9a44-1c60-45f3-a693-b4273e8ed11f,segment=NetworkSegment(d9acea6b-b995-4e2e-adfe-0c8e8d3b40c9),segment_id=d9acea6b-b995-4e2e-adfe-0c8e8d3b40c9)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:10:28.816380 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0cf47d9c-b06a-4eeb-843b-ed729655d26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc073cf-8fc4-4386-8b48-405c699d830f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-836990993', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '610047f8-fc04-42f1-9c8a-e315d8a6bd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:10:25Z', 'updated_at': '2021-07-23T21:10:26Z', 'revision_number': 3, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '610047f8-fc04-42f1-9c8a-e315d8a6bd9b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc073cf-8fc4-4386-8b48-405c699d830f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:10:25Z', 'updated_at': '2021-07-23T21:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:28.821439 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7d7bed85-41ea-4e33-91f0-9e52c064d508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:28.874226 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf47d9c-b06a-4eeb-843b-ed729655d26c None None] The sync data for ids ['9cc073cf-8fc4-4386-8b48-405c699d830f'] in n-d-793618-10 is: [{'id': '9cc073cf-8fc4-4386-8b48-405c699d830f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-836990993', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '610047f8-fc04-42f1-9c8a-e315d8a6bd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:10:25Z', 'updated_at': '2021-07-23T21:10:26Z', 'revision_number': 3, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '610047f8-fc04-42f1-9c8a-e315d8a6bd9b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc073cf-8fc4-4386-8b48-405c699d830f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:10:25Z', 'updated_at': '2021-07-23T21:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:10:28.920433 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7bed85-41ea-4e33-91f0-9e52c064d508 None None] Pushing event updated for resources: {'Port': ['ID=3d1a9a44-1c60-45f3-a693-b4273e8ed11f,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:28.922725 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9dea0d66-097f-40ce-8848-6ca54881b2c2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:29.268925 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9dea0d66-097f-40ce-8848-6ca54881b2c2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:29.275578 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9dea0d66-097f-40ce-8848-6ca54881b2c2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:29.360333 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea0d66-097f-40ce-8848-6ca54881b2c2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'Port': ['ID=6bebc182-28a9-44be-ad72-5c1fbf371b92,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:29.362853 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9dea0d66-097f-40ce-8848-6ca54881b2c2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:29.474978 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dea0d66-097f-40ce-8848-6ca54881b2c2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Network b4863153-0c00-481e-8ed7-59b69d3810f2 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:10:29.476510 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-9dea0d66-097f-40ce-8848-6ca54881b2c2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:10:29.612367 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dea0d66-097f-40ce-8848-6ca54881b2c2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Router 9cc073cf-8fc4-4386-8b48-405c699d830f has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:10:29.747762 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dea0d66-097f-40ce-8848-6ca54881b2c2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:10:29.753540 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9dea0d66-097f-40ce-8848-6ca54881b2c2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "PUT /v2.0/routers/9cc073cf-8fc4-4386-8b48-405c699d830f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1996937 Jul 23 21:10:29.913781 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-dffb9563-0974-4345-b393-ae3f5af98c28 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2013103222&fields=id&tenant_id=7adadf4e5dc447c39b760d2e191ff3f5 HTTP/1.1" status: 200 len: 267 time: 0.0357718 Jul 23 21:10:29.957152 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a762c72a-2881-4206-8be3-a71bd5146904 None None] Network b4863153-0c00-481e-8ed7-59b69d3810f2 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:10:30.031464 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-b57fce8f-9ab1-47fa-b7d0-4b09ade585ac tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:30.033009 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-b57fce8f-9ab1-47fa-b7d0-4b09ade585ac tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/networks?id=b4863153-0c00-481e-8ed7-59b69d3810f2 HTTP/1.1" status: 200 len: 795 time: 0.1117251 Jul 23 21:10:30.053972 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-342b2509-1142-4924-8407-c9fc886ca18f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/quotas/7adadf4e5dc447c39b760d2e191ff3f5 HTTP/1.1" status: 200 len: 375 time: 0.0144529 Jul 23 21:10:30.074761 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b9744197-3f37-4fe4-82a3-79bd6fe0e9fa None None] Provisioning for port 3d1a9a44-1c60-45f3-a693-b4273e8ed11f completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:10:30.126070 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-ad208313-6836-4738-97ac-4b6c1c7ba921 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7adadf4e5dc447c39b760d2e191ff3f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666349 Jul 23 21:10:30.310379 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-d0bd3814-097e-4c67-90ab-904dffff5650 service neutron] 10.222.0.32 "GET /v2.0/networks/b4863153-0c00-481e-8ed7-59b69d3810f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711977 Jul 23 21:10:30.406633 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-cc022a82-1b44-4539-9bc3-a0e3085a3cd0 None None] Provisioning for port 6bebc182-28a9-44be-ad72-5c1fbf371b92 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:10:30.411792 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-cc022a82-1b44-4539-9bc3-a0e3085a3cd0 None None] Provisioning complete for port 6bebc182-28a9-44be-ad72-5c1fbf371b92 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:10:30.411792 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cc022a82-1b44-4539-9bc3-a0e3085a3cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:30.425566 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-ef533ecd-b5b2-42c2-8508-8ab10c1a7c3b service neutron] 10.222.0.32 "GET /v2.0/networks/b4863153-0c00-481e-8ed7-59b69d3810f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065571 Jul 23 21:10:30.458377 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-cc022a82-1b44-4539-9bc3-a0e3085a3cd0 None None] Port 6bebc182-28a9-44be-ad72-5c1fbf371b92 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:10:30.594898 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a76799bd-5f5e-4824-bea8-45827ea76036 None None] Provisioning complete for port 6bebc182-28a9-44be-ad72-5c1fbf371b92 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:10:30.595416 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a76799bd-5f5e-4824-bea8-45827ea76036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:30.615974 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fb5a050c-18e2-4d54-9907-858c8f578daf req-b696fef5-e7c2-4f09-9ceb-64e9adcd00a2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed HTTP/1.1" status: 200 len: 210 time: 0.0402596 Jul 23 21:10:30.632195 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd193cf3-b317-4c5a-8bda-f05ecf5317bb None None] Sync routers for ids ['9cc073cf-8fc4-4386-8b48-405c699d830f'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:10:30.646568 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd193cf3-b317-4c5a-8bda-f05ecf5317bb None None] Routers {'9cc073cf-8fc4-4386-8b48-405c699d830f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:10:30.647219 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-bd193cf3-b317-4c5a-8bda-f05ecf5317bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:10:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['9cc073cf-8fc4-4386-8b48-405c699d830f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:30.667824 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a76799bd-5f5e-4824-bea8-45827ea76036 None None] Port 6bebc182-28a9-44be-ad72-5c1fbf371b92 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:10:30.777584 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3d1a9a44-1c60-45f3-a693-b4273e8ed11f up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:10:30.839583 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-bd193cf3-b317-4c5a-8bda-f05ecf5317bb None None] Set router 9cc073cf-8fc4-4386-8b48-405c699d830f gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:10:30.846971 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 3d1a9a44-1c60-45f3-a693-b4273e8ed11f completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:10:30.851919 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 3d1a9a44-1c60-45f3-a693-b4273e8ed11f triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:10:30.852457 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:30.900770 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-bcd3e4c0-c180-414c-869a-af476151f87e None None] Provisioning complete for port 6bebc182-28a9-44be-ad72-5c1fbf371b92 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:10:30.901061 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bcd3e4c0-c180-414c-869a-af476151f87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:30.963207 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-bcd3e4c0-c180-414c-869a-af476151f87e None None] Port 6bebc182-28a9-44be-ad72-5c1fbf371b92 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:10:30.981561 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:31.017825 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 3d1a9a44-1c60-45f3-a693-b4273e8ed11f, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3d1a9a44-1c60-45f3-a693-b4273e8ed11f,segment=NetworkSegment(d9acea6b-b995-4e2e-adfe-0c8e8d3b40c9),segment_id=d9acea6b-b995-4e2e-adfe-0c8e8d3b40c9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:10:31.024908 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:31.025757 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 610047f8-fc04-42f1-9c8a-e315d8a6bd9b up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:10:31.105907 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-bd193cf3-b317-4c5a-8bda-f05ecf5317bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc073cf-8fc4-4386-8b48-405c699d830f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-836990993', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '610047f8-fc04-42f1-9c8a-e315d8a6bd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:10:25Z', 'updated_at': '2021-07-23T21:10:28Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '610047f8-fc04-42f1-9c8a-e315d8a6bd9b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc073cf-8fc4-4386-8b48-405c699d830f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:10:25Z', 'updated_at': '2021-07-23T21:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '6bebc182-28a9-44be-ad72-5c1fbf371b92', 'name': '', 'network_id': 'b4863153-0c00-481e-8ed7-59b69d3810f2', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:13:39:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc073cf-8fc4-4386-8b48-405c699d830f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '3eb9dc78-78b4-43db-98b6-c65497822d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:10:28Z', 'updated_at': '2021-07-23T21:10:29Z', 'revision_number': 2, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': '3eb9dc78-78b4-43db-98b6-c65497822d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:31.107473 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=3d1a9a44-1c60-45f3-a693-b4273e8ed11f,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:31.122971 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 610047f8-fc04-42f1-9c8a-e315d8a6bd9b completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:10:31.127123 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 610047f8-fc04-42f1-9c8a-e315d8a6bd9b triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:10:31.127759 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:31.138901 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd193cf3-b317-4c5a-8bda-f05ecf5317bb None None] Checking router: 9cc073cf-8fc4-4386-8b48-405c699d830f for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:10:31.139246 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd193cf3-b317-4c5a-8bda-f05ecf5317bb None None] Updating router 9cc073cf-8fc4-4386-8b48-405c699d830f port 6bebc182-28a9-44be-ad72-5c1fbf371b92 binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:10:31.178435 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bd193cf3-b317-4c5a-8bda-f05ecf5317bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:31.214677 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:31.242036 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 610047f8-fc04-42f1-9c8a-e315d8a6bd9b, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=610047f8-fc04-42f1-9c8a-e315d8a6bd9b,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:10:31.246591 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:31.300351 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=610047f8-fc04-42f1-9c8a-e315d8a6bd9b,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:31.469720 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bd193cf3-b317-4c5a-8bda-f05ecf5317bb None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:31.480430 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-bd193cf3-b317-4c5a-8bda-f05ecf5317bb None None] Transition to ACTIVE for port object 6bebc182-28a9-44be-ad72-5c1fbf371b92 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:10:31.486706 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bd193cf3-b317-4c5a-8bda-f05ecf5317bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:31.537084 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80793063-5272-4f39-a0c5-49f4a67ac36d None None] Pushing event updated for resources: {'Port': ['ID=6bebc182-28a9-44be-ad72-5c1fbf371b92,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:31.563568 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80793063-5272-4f39-a0c5-49f4a67ac36d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:31.563927 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80793063-5272-4f39-a0c5-49f4a67ac36d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:31.564246 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80793063-5272-4f39-a0c5-49f4a67ac36d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:31.564578 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80793063-5272-4f39-a0c5-49f4a67ac36d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:31.564901 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80793063-5272-4f39-a0c5-49f4a67ac36d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:31.565222 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80793063-5272-4f39-a0c5-49f4a67ac36d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:31.565568 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80793063-5272-4f39-a0c5-49f4a67ac36d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:31.566436 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80793063-5272-4f39-a0c5-49f4a67ac36d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:31.566866 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80793063-5272-4f39-a0c5-49f4a67ac36d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:31.567204 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80793063-5272-4f39-a0c5-49f4a67ac36d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:31.567525 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80793063-5272-4f39-a0c5-49f4a67ac36d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:31.567839 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80793063-5272-4f39-a0c5-49f4a67ac36d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:31.606287 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-bd193cf3-b317-4c5a-8bda-f05ecf5317bb None None] Attempting to bind port 6bebc182-28a9-44be-ad72-5c1fbf371b92 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:10:31.606653 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-bd193cf3-b317-4c5a-8bda-f05ecf5317bb None None] Attempting to bind port 6bebc182-28a9-44be-ad72-5c1fbf371b92 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'd9acea6b-b995-4e2e-adfe-0c8e8d3b40c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b4863153-0c00-481e-8ed7-59b69d3810f2'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:10:31.607011 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd193cf3-b317-4c5a-8bda-f05ecf5317bb None None] Attempting to bind port 6bebc182-28a9-44be-ad72-5c1fbf371b92 on network b4863153-0c00-481e-8ed7-59b69d3810f2 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:10:31.612566 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd193cf3-b317-4c5a-8bda-f05ecf5317bb None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:10:31.613653 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd193cf3-b317-4c5a-8bda-f05ecf5317bb None None] Checking segment: {'id': 'd9acea6b-b995-4e2e-adfe-0c8e8d3b40c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b4863153-0c00-481e-8ed7-59b69d3810f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:10:31.614070 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bd193cf3-b317-4c5a-8bda-f05ecf5317bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:31.614445 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd193cf3-b317-4c5a-8bda-f05ecf5317bb None None] Bound using segment: {'id': 'd9acea6b-b995-4e2e-adfe-0c8e8d3b40c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b4863153-0c00-481e-8ed7-59b69d3810f2'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:10:31.614911 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-bd193cf3-b317-4c5a-8bda-f05ecf5317bb None None] Bound port: 6bebc182-28a9-44be-ad72-5c1fbf371b92, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9acea6b-b995-4e2e-adfe-0c8e8d3b40c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b4863153-0c00-481e-8ed7-59b69d3810f2'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:10:31.615289 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bd193cf3-b317-4c5a-8bda-f05ecf5317bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:31.726302 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-bd193cf3-b317-4c5a-8bda-f05ecf5317bb None None] For port 6bebc182-28a9-44be-ad72-5c1fbf371b92, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:10:31.730604 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-bd193cf3-b317-4c5a-8bda-f05ecf5317bb None None] For port 6bebc182-28a9-44be-ad72-5c1fbf371b92, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6bebc182-28a9-44be-ad72-5c1fbf371b92,segment=NetworkSegment(d9acea6b-b995-4e2e-adfe-0c8e8d3b40c9),segment_id=d9acea6b-b995-4e2e-adfe-0c8e8d3b40c9)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:10:31.740166 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bd193cf3-b317-4c5a-8bda-f05ecf5317bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:31.742512 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-afa56265-f873-493a-84be-c4f23e01fe72 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:31.744196 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-afa56265-f873-493a-84be-c4f23e01fe72 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.18 "GET /v2.0/networks?id=b4863153-0c00-481e-8ed7-59b69d3810f2 HTTP/1.1" status: 200 len: 795 time: 0.1738238 Jul 23 21:10:31.777067 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7fa17cf2-db29-4ea5-a023-469b4088d254 req-316109f1-87d7-4fc7-aabe-606d75fc1702 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed HTTP/1.1" status: 200 len: 210 time: 0.0573993 Jul 23 21:10:31.799092 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd193cf3-b317-4c5a-8bda-f05ecf5317bb None None] Routers {'9cc073cf-8fc4-4386-8b48-405c699d830f'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:10:31.799779 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-bd193cf3-b317-4c5a-8bda-f05ecf5317bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:10:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['9cc073cf-8fc4-4386-8b48-405c699d830f'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:31.815472 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-96da966a-6d69-4285-852d-d7f125b878bd tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7adadf4e5dc447c39b760d2e191ff3f5 HTTP/1.1" status: 200 len: 380 time: 0.0500128 Jul 23 21:10:31.824300 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-002c097d-6254-4aba-8b6f-0a8b5f961861 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'port': {'device_id': 'a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed', 'network_id': 'b4863153-0c00-481e-8ed7-59b69d3810f2', 'admin_state_up': True, 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'security_groups': ['51601d74-a38d-41c1-9cd4-a1f944bba718']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:10:31.874637 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80793063-5272-4f39-a0c5-49f4a67ac36d None None] Pushing event updated for resources: {'Port': ['ID=6bebc182-28a9-44be-ad72-5c1fbf371b92,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:31.934486 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-bd193cf3-b317-4c5a-8bda-f05ecf5317bb None None] Set router 9cc073cf-8fc4-4386-8b48-405c699d830f gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:10:31.951542 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-002c097d-6254-4aba-8b6f-0a8b5f961861 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Made reservation on behalf of 7adadf4e5dc447c39b760d2e191ff3f5 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:10:31.955698 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-002c097d-6254-4aba-8b6f-0a8b5f961861 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:32.144207 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-bd193cf3-b317-4c5a-8bda-f05ecf5317bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc073cf-8fc4-4386-8b48-405c699d830f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-836990993', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '610047f8-fc04-42f1-9c8a-e315d8a6bd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:10:25Z', 'updated_at': '2021-07-23T21:10:28Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '610047f8-fc04-42f1-9c8a-e315d8a6bd9b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc073cf-8fc4-4386-8b48-405c699d830f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:10:25Z', 'updated_at': '2021-07-23T21:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '6bebc182-28a9-44be-ad72-5c1fbf371b92', 'name': '', 'network_id': 'b4863153-0c00-481e-8ed7-59b69d3810f2', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:13:39:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc073cf-8fc4-4386-8b48-405c699d830f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '3eb9dc78-78b4-43db-98b6-c65497822d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:10:28Z', 'updated_at': '2021-07-23T21:10:31Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': '3eb9dc78-78b4-43db-98b6-c65497822d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:32.175914 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd193cf3-b317-4c5a-8bda-f05ecf5317bb None None] The sync data for ids ['9cc073cf-8fc4-4386-8b48-405c699d830f'] in n-d-793618-10 is: [{'id': '9cc073cf-8fc4-4386-8b48-405c699d830f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-836990993', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '610047f8-fc04-42f1-9c8a-e315d8a6bd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:10:25Z', 'updated_at': '2021-07-23T21:10:28Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '610047f8-fc04-42f1-9c8a-e315d8a6bd9b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc073cf-8fc4-4386-8b48-405c699d830f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:10:25Z', 'updated_at': '2021-07-23T21:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '6bebc182-28a9-44be-ad72-5c1fbf371b92', 'name': '', 'network_id': 'b4863153-0c00-481e-8ed7-59b69d3810f2', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:13:39:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc073cf-8fc4-4386-8b48-405c699d830f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '3eb9dc78-78b4-43db-98b6-c65497822d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:10:28Z', 'updated_at': '2021-07-23T21:10:31Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': '3eb9dc78-78b4-43db-98b6-c65497822d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:10:32.452350 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-002c097d-6254-4aba-8b6f-0a8b5f961861 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Allocated IP 172.20.0.11 (b4863153-0c00-481e-8ed7-59b69d3810f2/3eb9dc78-78b4-43db-98b6-c65497822d5e/c90e4137-c664-40c7-a912-59e7dba22684) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:10:32.603022 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-002c097d-6254-4aba-8b6f-0a8b5f961861 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:32.618101 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-002c097d-6254-4aba-8b6f-0a8b5f961861 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Transition to ACTIVE for port object c90e4137-c664-40c7-a912-59e7dba22684 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:10:32.662324 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-002c097d-6254-4aba-8b6f-0a8b5f961861 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:32.711881 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-002c097d-6254-4aba-8b6f-0a8b5f961861 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Network b4863153-0c00-481e-8ed7-59b69d3810f2 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:10:32.717335 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-002c097d-6254-4aba-8b6f-0a8b5f961861 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:10:32.719893 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-002c097d-6254-4aba-8b6f-0a8b5f961861 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:10:32.747997 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c097d-6254-4aba-8b6f-0a8b5f961861 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'Port': ['ID=c90e4137-c664-40c7-a912-59e7dba22684,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:32.780874 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-002c097d-6254-4aba-8b6f-0a8b5f961861 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:32.781888 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-002c097d-6254-4aba-8b6f-0a8b5f961861 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:32.790644 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 610047f8-fc04-42f1-9c8a-e315d8a6bd9b up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:10:32.804324 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-002c097d-6254-4aba-8b6f-0a8b5f961861 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9836934 Jul 23 21:10:32.816888 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-7699ed5d-a56a-4a1e-a141-5499dc0dbc3d service neutron] Request body: {'port': {'device_id': 'a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:10:32.872693 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 610047f8-fc04-42f1-9c8a-e315d8a6bd9b triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:10:32.873305 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:32.961810 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-7699ed5d-a56a-4a1e-a141-5499dc0dbc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:32.980034 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3d1a9a44-1c60-45f3-a693-b4273e8ed11f up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:10:33.040821 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73ba05-fab4-462e-841d-b9284541d251 req-65b074ca-5336-4d81-8364-cc9c8146750f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:33.042759 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3a73ba05-fab4-462e-841d-b9284541d251 req-65b074ca-5336-4d81-8364-cc9c8146750f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed HTTP/1.1" status: 200 len: 932 time: 0.1621017 Jul 23 21:10:33.052179 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 3d1a9a44-1c60-45f3-a693-b4273e8ed11f triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:10:33.052556 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:33.087907 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-47fc2ed8-d61b-4ecc-9af5-884281cd7f66 None None] Provisioning for port c90e4137-c664-40c7-a912-59e7dba22684 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:10:33.100503 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-47fc2ed8-d61b-4ecc-9af5-884281cd7f66 None None] Provisioning complete for port c90e4137-c664-40c7-a912-59e7dba22684 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:10:33.100929 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-47fc2ed8-d61b-4ecc-9af5-884281cd7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:33.166023 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3a73ba05-fab4-462e-841d-b9284541d251 req-b9d2d2da-2438-4b3c-b298-338d954a36ef tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=51601d74-a38d-41c1-9cd4-a1f944bba718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154320 Jul 23 21:10:33.169937 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-47fc2ed8-d61b-4ecc-9af5-884281cd7f66 None None] Port c90e4137-c664-40c7-a912-59e7dba22684 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:10:33.189504 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6bebc182-28a9-44be-ad72-5c1fbf371b92 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:10:33.269681 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 6bebc182-28a9-44be-ad72-5c1fbf371b92 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:10:33.276288 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 6bebc182-28a9-44be-ad72-5c1fbf371b92 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:10:33.276630 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:33.353638 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-7699ed5d-a56a-4a1e-a141-5499dc0dbc3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c90e4137-c664-40c7-a912-59e7dba22684 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:10:33.363254 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-7699ed5d-a56a-4a1e-a141-5499dc0dbc3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:33.377282 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-7699ed5d-a56a-4a1e-a141-5499dc0dbc3d service neutron] Transition to ACTIVE for port object c90e4137-c664-40c7-a912-59e7dba22684 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:10:33.382562 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:33.382976 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-7699ed5d-a56a-4a1e-a141-5499dc0dbc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:33.429378 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 6bebc182-28a9-44be-ad72-5c1fbf371b92, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6bebc182-28a9-44be-ad72-5c1fbf371b92,segment=NetworkSegment(d9acea6b-b995-4e2e-adfe-0c8e8d3b40c9),segment_id=d9acea6b-b995-4e2e-adfe-0c8e8d3b40c9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:10:33.436582 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:33.471640 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7699ed5d-a56a-4a1e-a141-5499dc0dbc3d service neutron] Pushing event updated for resources: {'Port': ['ID=c90e4137-c664-40c7-a912-59e7dba22684,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:33.522391 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=6bebc182-28a9-44be-ad72-5c1fbf371b92,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:33.541280 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-7699ed5d-a56a-4a1e-a141-5499dc0dbc3d service neutron] Attempting to bind port c90e4137-c664-40c7-a912-59e7dba22684 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:10:33.541678 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-7699ed5d-a56a-4a1e-a141-5499dc0dbc3d service neutron] Attempting to bind port c90e4137-c664-40c7-a912-59e7dba22684 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': 'd9acea6b-b995-4e2e-adfe-0c8e8d3b40c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b4863153-0c00-481e-8ed7-59b69d3810f2'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:10:33.542067 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-7699ed5d-a56a-4a1e-a141-5499dc0dbc3d service neutron] Attempting to bind port c90e4137-c664-40c7-a912-59e7dba22684 on network b4863153-0c00-481e-8ed7-59b69d3810f2 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:10:33.547910 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-7699ed5d-a56a-4a1e-a141-5499dc0dbc3d service neutron] Port c90e4137-c664-40c7-a912-59e7dba22684 on network b4863153-0c00-481e-8ed7-59b69d3810f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:10:33.548254 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-7699ed5d-a56a-4a1e-a141-5499dc0dbc3d service neutron] Attempting to bind port c90e4137-c664-40c7-a912-59e7dba22684 on network b4863153-0c00-481e-8ed7-59b69d3810f2 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:10:33.555305 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-7699ed5d-a56a-4a1e-a141-5499dc0dbc3d service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:10:33.555813 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-7699ed5d-a56a-4a1e-a141-5499dc0dbc3d service neutron] Checking segment: {'id': 'd9acea6b-b995-4e2e-adfe-0c8e8d3b40c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b4863153-0c00-481e-8ed7-59b69d3810f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:10:33.556208 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-7699ed5d-a56a-4a1e-a141-5499dc0dbc3d service neutron] Bound using segment: {'id': 'd9acea6b-b995-4e2e-adfe-0c8e8d3b40c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b4863153-0c00-481e-8ed7-59b69d3810f2'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:10:33.556635 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-7699ed5d-a56a-4a1e-a141-5499dc0dbc3d service neutron] Bound port: c90e4137-c664-40c7-a912-59e7dba22684, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9acea6b-b995-4e2e-adfe-0c8e8d3b40c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b4863153-0c00-481e-8ed7-59b69d3810f2'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:10:33.557226 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-7699ed5d-a56a-4a1e-a141-5499dc0dbc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:33.641400 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-7699ed5d-a56a-4a1e-a141-5499dc0dbc3d service neutron] For port c90e4137-c664-40c7-a912-59e7dba22684, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:10:33.645632 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-7699ed5d-a56a-4a1e-a141-5499dc0dbc3d service neutron] For port c90e4137-c664-40c7-a912-59e7dba22684, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=c90e4137-c664-40c7-a912-59e7dba22684,segment=NetworkSegment(d9acea6b-b995-4e2e-adfe-0c8e8d3b40c9),segment_id=d9acea6b-b995-4e2e-adfe-0c8e8d3b40c9)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:10:33.651295 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-7699ed5d-a56a-4a1e-a141-5499dc0dbc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:33.692237 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-7699ed5d-a56a-4a1e-a141-5499dc0dbc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:33.692979 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-7699ed5d-a56a-4a1e-a141-5499dc0dbc3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:33.694750 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-7699ed5d-a56a-4a1e-a141-5499dc0dbc3d service neutron] 10.222.0.18 "PUT /v2.0/ports/c90e4137-c664-40c7-a912-59e7dba22684 HTTP/1.1" status: 200 len: 1093 time: 0.8831234 Jul 23 21:10:33.695300 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed', 'tag': 'c90e4137-c664-40c7-a912-59e7dba22684'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:10:33.699026 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1358e00761cb368f0f7ae124e23a857cb06aa2e8cdc938e6d7a9a9ae7bd1e98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a19de1c-02cb-4c37-88a0-e688d1c2d9ff" -d '{"events": [{"name": "network-changed", "server_uuid": "a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed", "tag": "c90e4137-c664-40c7-a912-59e7dba22684"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:10:33.728137 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7699ed5d-a56a-4a1e-a141-5499dc0dbc3d service neutron] Pushing event updated for resources: {'Port': ['ID=c90e4137-c664-40c7-a912-59e7dba22684,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:33.771192 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01f1384-a623-4491-b728-d981e23ccb4d x-openstack-request-id: req-b01f1384-a623-4491-b728-d981e23ccb4d {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:10:33.772209 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed", "tag": "c90e4137-c664-40c7-a912-59e7dba22684", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:10:33.772209 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b01f1384-a623-4491-b728-d981e23ccb4d {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:10:33.772209 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed', 'tag': 'c90e4137-c664-40c7-a912-59e7dba22684', 'status': 'completed', 'code': 200} Jul 23 21:10:33.805095 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-752970f3-3667-450d-a151-868c0b924906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:33.806796 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-752970f3-3667-450d-a151-868c0b924906 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7adadf4e5dc447c39b760d2e191ff3f5&device_id=a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed HTTP/1.1" status: 200 len: 1096 time: 0.0675254 Jul 23 21:10:33.852293 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-f9256f5a-39a9-4684-a5b2-13c338c65da8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c90e4137-c664-40c7-a912-59e7dba22684 HTTP/1.1" status: 200 len: 217 time: 0.0387321 Jul 23 21:10:33.912526 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-2157bd1b-2269-4613-8f6a-507f265fc6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:33.914024 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-2157bd1b-2269-4613-8f6a-507f265fc6c4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3eb9dc78-78b4-43db-98b6-c65497822d5e HTTP/1.1" status: 200 len: 834 time: 0.0561159 Jul 23 21:10:33.980443 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-fb076c92-c044-4f5d-bc2b-027eac09889e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:33.981946 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-fb076c92-c044-4f5d-bc2b-027eac09889e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4863153-0c00-481e-8ed7-59b69d3810f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610914 Jul 23 21:10:34.081849 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-38b47a07-26ab-4253-9937-57e9d63e0ef7 service neutron] 10.222.0.18 "GET /v2.0/networks/b4863153-0c00-481e-8ed7-59b69d3810f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922172 Jul 23 21:10:34.181086 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c19d3d0c-5dd5-4b95-9b51-68b4e0670ff9 req-d2d9e584-5732-4c51-811d-45c04ff16c83 service neutron] 10.222.0.18 "GET /v2.0/networks/b4863153-0c00-481e-8ed7-59b69d3810f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933828 Jul 23 21:10:34.331834 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19de1c-02cb-4c37-88a0-e688d1c2d9ff req-24c92b7b-de6d-4af7-bb89-4606fdbd3e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:34.333453 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0a19de1c-02cb-4c37-88a0-e688d1c2d9ff req-24c92b7b-de6d-4af7-bb89-4606fdbd3e1c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7adadf4e5dc447c39b760d2e191ff3f5&device_id=a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed HTTP/1.1" status: 200 len: 1096 time: 0.0983293 Jul 23 21:10:34.384247 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84b675-2a39-48af-91ba-e187ae131e9f req-844842c8-b137-4657-b782-23db5fa10a1a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:34.385866 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cf84b675-2a39-48af-91ba-e187ae131e9f req-844842c8-b137-4657-b782-23db5fa10a1a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed HTTP/1.1" status: 200 len: 944 time: 0.1197174 Jul 23 21:10:34.469247 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cf84b675-2a39-48af-91ba-e187ae131e9f req-ccdd18b9-79f4-4482-8a5a-84b20ed999f3 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=51601d74-a38d-41c1-9cd4-a1f944bba718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769343 Jul 23 21:10:34.472739 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19de1c-02cb-4c37-88a0-e688d1c2d9ff req-96ee1adf-7e49-4a8c-86a3-b99bbd19efca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:34.474565 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0a19de1c-02cb-4c37-88a0-e688d1c2d9ff req-96ee1adf-7e49-4a8c-86a3-b99bbd19efca service neutron] 10.222.0.18 "GET /v2.0/networks?id=b4863153-0c00-481e-8ed7-59b69d3810f2 HTTP/1.1" status: 200 len: 896 time: 0.1339829 Jul 23 21:10:34.522228 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0a19de1c-02cb-4c37-88a0-e688d1c2d9ff req-b824205a-dd8a-41d9-b764-bc962f7d5e7c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c90e4137-c664-40c7-a912-59e7dba22684 HTTP/1.1" status: 200 len: 217 time: 0.0406947 Jul 23 21:10:34.574167 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19de1c-02cb-4c37-88a0-e688d1c2d9ff req-82676486-b52f-4106-8dd9-29546f552eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:34.575644 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0a19de1c-02cb-4c37-88a0-e688d1c2d9ff req-82676486-b52f-4106-8dd9-29546f552eae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3eb9dc78-78b4-43db-98b6-c65497822d5e HTTP/1.1" status: 200 len: 834 time: 0.0468833 Jul 23 21:10:34.642070 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19de1c-02cb-4c37-88a0-e688d1c2d9ff req-0c35f4af-79bf-4a43-a6df-a221c00399d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:34.643529 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0a19de1c-02cb-4c37-88a0-e688d1c2d9ff req-0c35f4af-79bf-4a43-a6df-a221c00399d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4863153-0c00-481e-8ed7-59b69d3810f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615335 Jul 23 21:10:34.705184 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6bebc182-28a9-44be-ad72-5c1fbf371b92 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:10:34.763629 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0a19de1c-02cb-4c37-88a0-e688d1c2d9ff req-a784321d-e799-449c-82c7-792a1934224b service neutron] 10.222.0.18 "GET /v2.0/networks/b4863153-0c00-481e-8ed7-59b69d3810f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075702 Jul 23 21:10:34.764884 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 6bebc182-28a9-44be-ad72-5c1fbf371b92 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:10:34.765329 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:34.859433 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0a19de1c-02cb-4c37-88a0-e688d1c2d9ff req-0c92a2a8-259f-4dec-bc48-3f1531fc8cca service neutron] 10.222.0.18 "GET /v2.0/networks/b4863153-0c00-481e-8ed7-59b69d3810f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890424 Jul 23 21:10:35.607504 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40143ed2-d16f-4fdf-9e20-9f969717d2d4 req-c6c85d37-20ff-40f5-9ad3-ac47abda4246 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:35.609006 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-40143ed2-d16f-4fdf-9e20-9f969717d2d4 req-c6c85d37-20ff-40f5-9ad3-ac47abda4246 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed HTTP/1.1" status: 200 len: 944 time: 0.0717435 Jul 23 21:10:35.648309 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-40143ed2-d16f-4fdf-9e20-9f969717d2d4 req-4825ff73-168b-41e5-8986-f3e8c3918529 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=51601d74-a38d-41c1-9cd4-a1f944bba718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332747 Jul 23 21:10:36.286322 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device c90e4137-c664-40c7-a912-59e7dba22684 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:10:36.394956 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port c90e4137-c664-40c7-a912-59e7dba22684, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=c90e4137-c664-40c7-a912-59e7dba22684,segment=NetworkSegment(d9acea6b-b995-4e2e-adfe-0c8e8d3b40c9),segment_id=d9acea6b-b995-4e2e-adfe-0c8e8d3b40c9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:10:36.560053 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': 'c90e4137-c664-40c7-a912-59e7dba22684', 'network_id': 'b4863153-0c00-481e-8ed7-59b69d3810f2', 'port_id': 'c90e4137-c664-40c7-a912-59e7dba22684', 'mac_address': 'fa:16:3e:1e:dd:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb9dc78-78b4-43db-98b6-c65497822d5e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:10:36.595846 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:36.609153 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c90e4137-c664-40c7-a912-59e7dba22684 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:10:36.628846 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port c90e4137-c664-40c7-a912-59e7dba22684, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=c90e4137-c664-40c7-a912-59e7dba22684,segment=NetworkSegment(d9acea6b-b995-4e2e-adfe-0c8e8d3b40c9),segment_id=d9acea6b-b995-4e2e-adfe-0c8e8d3b40c9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:10:36.632953 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:36.679672 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=c90e4137-c664-40c7-a912-59e7dba22684,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:36.781674 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d4d86-47da-44e3-b219-ed69fe6f8413 req-1e1c3788-9545-4b06-b924-f850aef43d84 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:36.783161 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-528d4d86-47da-44e3-b219-ed69fe6f8413 req-1e1c3788-9545-4b06-b924-f850aef43d84 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed HTTP/1.1" status: 200 len: 945 time: 0.0656524 Jul 23 21:10:36.818891 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['c90e4137-c664-40c7-a912-59e7dba22684'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:10:36.821478 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-528d4d86-47da-44e3-b219-ed69fe6f8413 req-a9acfe2d-63a8-42ac-b5f6-ac9b3026b95e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=51601d74-a38d-41c1-9cd4-a1f944bba718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319092 Jul 23 21:10:37.952917 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20222235-b1de-4e3e-be61-d6af8d5664f4 req-56417cf0-d5e7-4e3e-8fac-37ffd094d35f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:37.954454 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-20222235-b1de-4e3e-be61-d6af8d5664f4 req-56417cf0-d5e7-4e3e-8fac-37ffd094d35f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed HTTP/1.1" status: 200 len: 945 time: 0.0649939 Jul 23 21:10:37.992609 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-20222235-b1de-4e3e-be61-d6af8d5664f4 req-7fb45fe2-2a2f-452e-8ed4-9fb34eb0fc3f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=51601d74-a38d-41c1-9cd4-a1f944bba718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323391 Jul 23 21:10:38.301998 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device c90e4137-c664-40c7-a912-59e7dba22684 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:10:38.352317 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port c90e4137-c664-40c7-a912-59e7dba22684 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:10:38.356144 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port c90e4137-c664-40c7-a912-59e7dba22684 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:10:38.356549 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:38.430986 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:38.453167 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90e4137-c664-40c7-a912-59e7dba22684'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:10:38.455475 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee4ac189e5a110d8d805401cc899f663d03ba078ee3e21ff65471f248c742d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e6835d-3891-437d-b811-1f062447eb30" -d '{"events": [{"server_uuid": "a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed", "name": "network-vif-plugged", "status": "completed", "tag": "c90e4137-c664-40c7-a912-59e7dba22684"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:10:38.468654 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port c90e4137-c664-40c7-a912-59e7dba22684, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=c90e4137-c664-40c7-a912-59e7dba22684,segment=NetworkSegment(d9acea6b-b995-4e2e-adfe-0c8e8d3b40c9),segment_id=d9acea6b-b995-4e2e-adfe-0c8e8d3b40c9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:10:38.473536 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:38.500392 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca9b919-a042-409a-b246-710bd23adff6 x-openstack-request-id: req-0ca9b919-a042-409a-b246-710bd23adff6 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:10:38.500621 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed", "name": "network-vif-plugged", "status": "completed", "tag": "c90e4137-c664-40c7-a912-59e7dba22684", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:10:38.500871 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0ca9b919-a042-409a-b246-710bd23adff6 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:10:38.501256 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90e4137-c664-40c7-a912-59e7dba22684', 'code': 200} Jul 23 21:10:38.528253 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=c90e4137-c664-40c7-a912-59e7dba22684,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:38.608262 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08685e7d-95ae-4ecb-b9df-c5d077dfa13b req-587dd53a-3227-4ccf-bcab-b54e987e1c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:38.609778 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-08685e7d-95ae-4ecb-b9df-c5d077dfa13b req-587dd53a-3227-4ccf-bcab-b54e987e1c42 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed HTTP/1.1" status: 200 len: 1098 time: 0.0575507 Jul 23 21:10:38.642476 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-08685e7d-95ae-4ecb-b9df-c5d077dfa13b req-6ded891c-8fd0-4169-bc88-b615dc2ec818 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=51601d74-a38d-41c1-9cd4-a1f944bba718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267231 Jul 23 21:10:39.130198 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc060ab8-6186-4980-b373-075dd68b8dba req-360b716b-6900-468b-8bd0-c410c3e8b2fd tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:39.131613 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fc060ab8-6186-4980-b373-075dd68b8dba req-360b716b-6900-468b-8bd0-c410c3e8b2fd tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed HTTP/1.1" status: 200 len: 946 time: 0.0641778 Jul 23 21:10:39.168557 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fc060ab8-6186-4980-b373-075dd68b8dba req-bfbf1eda-fcb3-4596-8afe-9661bdb6778c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=51601d74-a38d-41c1-9cd4-a1f944bba718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313628 Jul 23 21:10:40.307839 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468585d0-90db-4a6a-a775-89266d64b97d req-df803d3b-b2cf-4ff7-8a5b-4d4ba0406109 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:40.309500 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-468585d0-90db-4a6a-a775-89266d64b97d req-df803d3b-b2cf-4ff7-8a5b-4d4ba0406109 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed HTTP/1.1" status: 200 len: 946 time: 0.0673158 Jul 23 21:10:40.348265 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-468585d0-90db-4a6a-a775-89266d64b97d req-5670739c-17c8-4378-83c1-4c7bd9529bb6 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=51601d74-a38d-41c1-9cd4-a1f944bba718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327296 Jul 23 21:10:40.387322 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-89169fea-b6ba-4ba8-8636-6aff1d0605a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:40.479872 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b6f8d-6b49-4d7b-aba9-24a0da42c535 req-b899c04b-5056-4622-8967-1b62629f93a1 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:40.481351 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a91b6f8d-6b49-4d7b-aba9-24a0da42c535 req-b899c04b-5056-4622-8967-1b62629f93a1 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed HTTP/1.1" status: 200 len: 946 time: 0.0658343 Jul 23 21:10:40.520277 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a91b6f8d-6b49-4d7b-aba9-24a0da42c535 req-ef2c2d9b-bc37-41af-8ebc-98681e4108cc tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=51601d74-a38d-41c1-9cd4-a1f944bba718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331764 Jul 23 21:10:40.541732 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39176) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:40.594264 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89db780-1bff-4aa2-b5b9-e4911bf18439 tempest-TestNetworkAdvancedServerOps-1200032442 tempest-TestNetworkAdvancedServerOps-1200032442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:40.595667 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f89db780-1bff-4aa2-b5b9-e4911bf18439 tempest-TestNetworkAdvancedServerOps-1200032442 tempest-TestNetworkAdvancedServerOps-1200032442-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed HTTP/1.1" status: 200 len: 1093 time: 0.0529828 Jul 23 21:10:40.599108 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39178) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:40.603541 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-524fffee-3df8-4e8d-806f-e31de7a2e587 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'port_id': 'c90e4137-c664-40c7-a912-59e7dba22684', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:10:40.626068 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-524fffee-3df8-4e8d-806f-e31de7a2e587 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for floatingip, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:40.726531 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-524fffee-3df8-4e8d-806f-e31de7a2e587 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:40.831215 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-524fffee-3df8-4e8d-806f-e31de7a2e587 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Allocated IP 172.25.1.43 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/0d50190e-2592-4852-bd35-4069727971a4) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:10:40.935998 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-524fffee-3df8-4e8d-806f-e31de7a2e587 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:40.975123 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-524fffee-3df8-4e8d-806f-e31de7a2e587 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:41.020453 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524fffee-3df8-4e8d-806f-e31de7a2e587 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:10:41.023312 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-524fffee-3df8-4e8d-806f-e31de7a2e587 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:10:41.028004 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524fffee-3df8-4e8d-806f-e31de7a2e587 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:10:41.030748 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524fffee-3df8-4e8d-806f-e31de7a2e587 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'Port': ['ID=0d50190e-2592-4852-bd35-4069727971a4,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:41.377599 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-524fffee-3df8-4e8d-806f-e31de7a2e587 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:41.455908 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-524fffee-3df8-4e8d-806f-e31de7a2e587 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:41.604922 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-524fffee-3df8-4e8d-806f-e31de7a2e587 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:41.609393 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-524fffee-3df8-4e8d-806f-e31de7a2e587 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:41.680063 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524fffee-3df8-4e8d-806f-e31de7a2e587 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'Port': ['ID=0d50190e-2592-4852-bd35-4069727971a4,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:41.686282 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-524fffee-3df8-4e8d-806f-e31de7a2e587 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:41.784824 n-d-793618-10 neutron-server[93875]: INFO neutron.db.l3_db [None req-524fffee-3df8-4e8d-806f-e31de7a2e587 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Floating IP 5c274771-0ae2-47c9-812d-734f7452cbee associated. External IP: 172.25.1.43, port: c90e4137-c664-40c7-a912-59e7dba22684. Jul 23 21:10:41.995603 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524fffee-3df8-4e8d-806f-e31de7a2e587 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Router 9cc073cf-8fc4-4386-8b48-405c699d830f has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:10:42.103001 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524fffee-3df8-4e8d-806f-e31de7a2e587 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:10:42.118055 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6301df7-57b3-4eac-b0c3-24a3f885fec4 None None] Sync routers for ids ['9cc073cf-8fc4-4386-8b48-405c699d830f'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:10:42.118929 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-524fffee-3df8-4e8d-806f-e31de7a2e587 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:42.126963 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6301df7-57b3-4eac-b0c3-24a3f885fec4 None None] Routers {'9cc073cf-8fc4-4386-8b48-405c699d830f'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:10:42.127583 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-f6301df7-57b3-4eac-b0c3-24a3f885fec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:10:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['9cc073cf-8fc4-4386-8b48-405c699d830f'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:42.155187 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-524fffee-3df8-4e8d-806f-e31de7a2e587 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5550337 Jul 23 21:10:42.155775 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed', 'tag': 'c90e4137-c664-40c7-a912-59e7dba22684'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:10:42.158135 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1358e00761cb368f0f7ae124e23a857cb06aa2e8cdc938e6d7a9a9ae7bd1e98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1231d8d0-5b1b-469f-9816-5fd8bb7f0fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed", "tag": "c90e4137-c664-40c7-a912-59e7dba22684"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:10:42.243367 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-f6301df7-57b3-4eac-b0c3-24a3f885fec4 None None] Set router 9cc073cf-8fc4-4386-8b48-405c699d830f gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:10:42.272040 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270cc148-a0f9-49f8-9d28-481e2ea98edc req-2007898b-934d-44b5-b04a-108c6a20082a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:42.273815 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-270cc148-a0f9-49f8-9d28-481e2ea98edc req-2007898b-934d-44b5-b04a-108c6a20082a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed HTTP/1.1" status: 200 len: 946 time: 0.0716293 Jul 23 21:10:42.311383 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-270cc148-a0f9-49f8-9d28-481e2ea98edc req-dcf25b83-8941-4a2a-9722-857cd6bd406c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=51601d74-a38d-41c1-9cd4-a1f944bba718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321860 Jul 23 21:10:42.334185 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39184) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:42.375886 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9917a3bb-8604-4fe3-9509-0167bf45c56e x-openstack-request-id: req-9917a3bb-8604-4fe3-9509-0167bf45c56e {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:10:42.376285 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed", "tag": "c90e4137-c664-40c7-a912-59e7dba22684", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:10:42.376607 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9917a3bb-8604-4fe3-9509-0167bf45c56e {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:10:42.377013 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed', 'tag': 'c90e4137-c664-40c7-a912-59e7dba22684', 'status': 'completed', 'code': 200} Jul 23 21:10:42.429457 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-fd7b88ca-7e9a-48cc-b803-b5fc6a1291d2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/floatingips/5c274771-0ae2-47c9-812d-734f7452cbee HTTP/1.1" status: 200 len: 991 time: 0.0940213 Jul 23 21:10:42.450951 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231d8d0-5b1b-469f-9816-5fd8bb7f0fd3 req-322722c3-bbb8-4210-a94b-e8865088b4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:42.452435 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1231d8d0-5b1b-469f-9816-5fd8bb7f0fd3 req-322722c3-bbb8-4210-a94b-e8865088b4b8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7adadf4e5dc447c39b760d2e191ff3f5&device_id=a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed HTTP/1.1" status: 200 len: 1098 time: 0.0729971 Jul 23 21:10:42.469870 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-f6301df7-57b3-4eac-b0c3-24a3f885fec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc073cf-8fc4-4386-8b48-405c699d830f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-836990993', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '610047f8-fc04-42f1-9c8a-e315d8a6bd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:10:25Z', 'updated_at': '2021-07-23T21:10:28Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '610047f8-fc04-42f1-9c8a-e315d8a6bd9b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc073cf-8fc4-4386-8b48-405c699d830f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:10:25Z', 'updated_at': '2021-07-23T21:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '5c274771-0ae2-47c9-812d-734f7452cbee', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '9cc073cf-8fc4-4386-8b48-405c699d830f', 'port_id': 'c90e4137-c664-40c7-a912-59e7dba22684', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4863153-0c00-481e-8ed7-59b69d3810f2', 'mac_address': 'fa:16:3e:1e:dd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:10:41Z', 'updated_at': '2021-07-23T21:10:41Z', 'revision_number': 0, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bebc182-28a9-44be-ad72-5c1fbf371b92', 'name': '', 'network_id': 'b4863153-0c00-481e-8ed7-59b69d3810f2', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:13:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc073cf-8fc4-4386-8b48-405c699d830f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '3eb9dc78-78b4-43db-98b6-c65497822d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:10:28Z', 'updated_at': '2021-07-23T21:10:33Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': '3eb9dc78-78b4-43db-98b6-c65497822d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:42.497084 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6301df7-57b3-4eac-b0c3-24a3f885fec4 None None] Checking router: 9cc073cf-8fc4-4386-8b48-405c699d830f for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:10:42.506286 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6301df7-57b3-4eac-b0c3-24a3f885fec4 None None] Routers {'9cc073cf-8fc4-4386-8b48-405c699d830f'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:10:42.506903 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-f6301df7-57b3-4eac-b0c3-24a3f885fec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:10:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['9cc073cf-8fc4-4386-8b48-405c699d830f'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:42.547530 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231d8d0-5b1b-469f-9816-5fd8bb7f0fd3 req-7a27ddad-cde4-443c-af16-bc7cf8ab5d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:42.549084 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1231d8d0-5b1b-469f-9816-5fd8bb7f0fd3 req-7a27ddad-cde4-443c-af16-bc7cf8ab5d8e service neutron] 10.222.0.18 "GET /v2.0/networks?id=b4863153-0c00-481e-8ed7-59b69d3810f2 HTTP/1.1" status: 200 len: 896 time: 0.0903335 Jul 23 21:10:42.612409 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-f6301df7-57b3-4eac-b0c3-24a3f885fec4 None None] Set router 9cc073cf-8fc4-4386-8b48-405c699d830f gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:10:42.615088 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1231d8d0-5b1b-469f-9816-5fd8bb7f0fd3 req-250698a9-c17f-4299-8da2-d4089558bba5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c90e4137-c664-40c7-a912-59e7dba22684 HTTP/1.1" status: 200 len: 999 time: 0.0601199 Jul 23 21:10:42.664070 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231d8d0-5b1b-469f-9816-5fd8bb7f0fd3 req-420fb632-dbed-462e-ae95-58c905fd352c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:42.665597 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1231d8d0-5b1b-469f-9816-5fd8bb7f0fd3 req-420fb632-dbed-462e-ae95-58c905fd352c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3eb9dc78-78b4-43db-98b6-c65497822d5e HTTP/1.1" status: 200 len: 834 time: 0.0439384 Jul 23 21:10:42.729886 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231d8d0-5b1b-469f-9816-5fd8bb7f0fd3 req-7f69095a-f88a-43bf-8bed-6d091d6f8eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:42.731410 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1231d8d0-5b1b-469f-9816-5fd8bb7f0fd3 req-7f69095a-f88a-43bf-8bed-6d091d6f8eeb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4863153-0c00-481e-8ed7-59b69d3810f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599048 Jul 23 21:10:42.742339 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [req-1231d8d0-5b1b-469f-9816-5fd8bb7f0fd3 req-3451c9e4-bf4d-4ecf-a8d7-b2c3cf3dc747 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:10:42.743301 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1231d8d0-5b1b-469f-9816-5fd8bb7f0fd3 req-3451c9e4-bf4d-4ecf-a8d7-b2c3cf3dc747 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057228 Jul 23 21:10:42.834069 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1231d8d0-5b1b-469f-9816-5fd8bb7f0fd3 req-1dabf6dd-f05f-4e12-a319-3f0d40b7e433 service neutron] 10.222.0.18 "GET /v2.0/networks/b4863153-0c00-481e-8ed7-59b69d3810f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843048 Jul 23 21:10:42.838233 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-f6301df7-57b3-4eac-b0c3-24a3f885fec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc073cf-8fc4-4386-8b48-405c699d830f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-836990993', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '610047f8-fc04-42f1-9c8a-e315d8a6bd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:10:25Z', 'updated_at': '2021-07-23T21:10:28Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '610047f8-fc04-42f1-9c8a-e315d8a6bd9b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc073cf-8fc4-4386-8b48-405c699d830f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:10:25Z', 'updated_at': '2021-07-23T21:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '5c274771-0ae2-47c9-812d-734f7452cbee', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '9cc073cf-8fc4-4386-8b48-405c699d830f', 'port_id': 'c90e4137-c664-40c7-a912-59e7dba22684', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4863153-0c00-481e-8ed7-59b69d3810f2', 'mac_address': 'fa:16:3e:1e:dd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:10:41Z', 'updated_at': '2021-07-23T21:10:41Z', 'revision_number': 0, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bebc182-28a9-44be-ad72-5c1fbf371b92', 'name': '', 'network_id': 'b4863153-0c00-481e-8ed7-59b69d3810f2', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:13:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc073cf-8fc4-4386-8b48-405c699d830f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '3eb9dc78-78b4-43db-98b6-c65497822d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:10:28Z', 'updated_at': '2021-07-23T21:10:33Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': '3eb9dc78-78b4-43db-98b6-c65497822d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:42.865153 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6301df7-57b3-4eac-b0c3-24a3f885fec4 None None] The sync data for ids ['9cc073cf-8fc4-4386-8b48-405c699d830f'] in n-d-793618-10 is: [{'id': '9cc073cf-8fc4-4386-8b48-405c699d830f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-836990993', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '610047f8-fc04-42f1-9c8a-e315d8a6bd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:10:25Z', 'updated_at': '2021-07-23T21:10:28Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '610047f8-fc04-42f1-9c8a-e315d8a6bd9b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc073cf-8fc4-4386-8b48-405c699d830f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:10:25Z', 'updated_at': '2021-07-23T21:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '5c274771-0ae2-47c9-812d-734f7452cbee', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '9cc073cf-8fc4-4386-8b48-405c699d830f', 'port_id': 'c90e4137-c664-40c7-a912-59e7dba22684', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4863153-0c00-481e-8ed7-59b69d3810f2', 'mac_address': 'fa:16:3e:1e:dd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:10:41Z', 'updated_at': '2021-07-23T21:10:41Z', 'revision_number': 0, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bebc182-28a9-44be-ad72-5c1fbf371b92', 'name': '', 'network_id': 'b4863153-0c00-481e-8ed7-59b69d3810f2', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:13:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc073cf-8fc4-4386-8b48-405c699d830f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '3eb9dc78-78b4-43db-98b6-c65497822d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:10:28Z', 'updated_at': '2021-07-23T21:10:33Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': '3eb9dc78-78b4-43db-98b6-c65497822d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:10:42.936576 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1231d8d0-5b1b-469f-9816-5fd8bb7f0fd3 req-6d3a13ff-141c-4bd0-85a1-9ab14c63f8da service neutron] 10.222.0.18 "GET /v2.0/networks/b4863153-0c00-481e-8ed7-59b69d3810f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961521 Jul 23 21:10:43.061104 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a815685-042b-47ef-9e0b-050b43e9e695 None None] New status for floating IP 5c274771-0ae2-47c9-812d-734f7452cbee: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:10:43.429255 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:43.432519 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39186) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:43.492619 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-08304dcb-0bbb-4066-abcd-8a175c682ffb tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/floatingips/5c274771-0ae2-47c9-812d-734f7452cbee HTTP/1.1" status: 200 len: 993 time: 0.0589623 Jul 23 21:10:43.720619 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3dcd0fa4-a842-418a-9d3a-b639d605254c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:43.739473 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:10:44.240197 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:45.143517 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:45.322356 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:46.168114 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:54.867762 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [req-9ab3782f-e78b-4f3d-921f-d190459c4f07 req-fa7f7305-397d-47b4-8290-6a511701ccde service neutron] (93876) timed out ('10.222.0.30', 51240) {{(pid=93876) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 21:11:10.387801 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-11110fd0-2230-4c08-aa9f-b5a271ab161d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:13.434149 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:13.720222 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1c668d83-548e-4e77-ae94-21b965438810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:14.243876 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:14.845452 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ccdf1-ba15-47bf-aaf8-5d2ffa60e0f7 req-3c9d3b16-1069-4473-9063-b34bc561b18d tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:14.846984 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-463ccdf1-ba15-47bf-aaf8-5d2ffa60e0f7 req-3c9d3b16-1069-4473-9063-b34bc561b18d tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed HTTP/1.1" status: 200 len: 946 time: 0.0680878 Jul 23 21:11:14.885435 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-463ccdf1-ba15-47bf-aaf8-5d2ffa60e0f7 req-9d212a2b-e4e1-4cc4-8c22-4982fdfe384d tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=51601d74-a38d-41c1-9cd4-a1f944bba718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324221 Jul 23 21:11:15.141305 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:15.333233 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:16.022147 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917167cb-fa14-41d2-883f-03a5c731acb2 req-8b943ca8-d5d1-43a3-ac28-f74827aca892 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:16.023655 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-917167cb-fa14-41d2-883f-03a5c731acb2 req-8b943ca8-d5d1-43a3-ac28-f74827aca892 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed HTTP/1.1" status: 200 len: 946 time: 0.0651081 Jul 23 21:11:16.060949 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-917167cb-fa14-41d2-883f-03a5c731acb2 req-e76799ec-3801-49f1-bb4b-101659c05ab8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=51601d74-a38d-41c1-9cd4-a1f944bba718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317664 Jul 23 21:11:16.171031 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:17.187751 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d33729-a7ae-42a1-8c71-a2cf2c135e8e req-0e6aea03-cf58-4ce2-b26a-9aea7936debd tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:17.189238 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-03d33729-a7ae-42a1-8c71-a2cf2c135e8e req-0e6aea03-cf58-4ce2-b26a-9aea7936debd tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed HTTP/1.1" status: 200 len: 946 time: 0.0631640 Jul 23 21:11:17.228571 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-03d33729-a7ae-42a1-8c71-a2cf2c135e8e req-0a0a32cc-f4f8-45d4-8149-86e2b3593112 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=51601d74-a38d-41c1-9cd4-a1f944bba718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332899 Jul 23 21:11:17.878416 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564b646-d97a-4095-b96b-fdde6ffdd77b req-a64fea94-2195-455a-83dc-747c4b8a89fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:17.879946 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3564b646-d97a-4095-b96b-fdde6ffdd77b req-a64fea94-2195-455a-83dc-747c4b8a89fb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7adadf4e5dc447c39b760d2e191ff3f5&device_id=a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed HTTP/1.1" status: 200 len: 1098 time: 0.0590210 Jul 23 21:11:17.981840 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564b646-d97a-4095-b96b-fdde6ffdd77b req-d0b2225c-3536-43a1-816a-1ac28a990b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:17.983291 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3564b646-d97a-4095-b96b-fdde6ffdd77b req-d0b2225c-3536-43a1-816a-1ac28a990b38 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b4863153-0c00-481e-8ed7-59b69d3810f2 HTTP/1.1" status: 200 len: 896 time: 0.0853877 Jul 23 21:11:18.387585 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3564b646-d97a-4095-b96b-fdde6ffdd77b req-f10f7b7c-e8e4-49a9-9e8c-34723244c2e9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c90e4137-c664-40c7-a912-59e7dba22684 HTTP/1.1" status: 200 len: 1001 time: 0.3984063 Jul 23 21:11:18.454778 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c879e29-07f0-4d8c-8ac9-cd453a6aff5f req-b692301f-d778-4946-ab45-da834c4e83f7 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:18.456236 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7c879e29-07f0-4d8c-8ac9-cd453a6aff5f req-b692301f-d778-4946-ab45-da834c4e83f7 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed HTTP/1.1" status: 200 len: 946 time: 0.1226156 Jul 23 21:11:18.460718 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564b646-d97a-4095-b96b-fdde6ffdd77b req-17649ea7-2219-4759-a095-760c34d27108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:18.462082 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3564b646-d97a-4095-b96b-fdde6ffdd77b req-17649ea7-2219-4759-a095-760c34d27108 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3eb9dc78-78b4-43db-98b6-c65497822d5e HTTP/1.1" status: 200 len: 834 time: 0.0676100 Jul 23 21:11:18.526322 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7c879e29-07f0-4d8c-8ac9-cd453a6aff5f req-bdfa37ff-f47e-4e3e-84e8-a02a3c5d67e3 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=51601d74-a38d-41c1-9cd4-a1f944bba718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632932 Jul 23 21:11:18.543964 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564b646-d97a-4095-b96b-fdde6ffdd77b req-a0f94820-9c16-4214-ab55-276c89809613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:18.545443 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3564b646-d97a-4095-b96b-fdde6ffdd77b req-a0f94820-9c16-4214-ab55-276c89809613 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4863153-0c00-481e-8ed7-59b69d3810f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0757749 Jul 23 21:11:18.636224 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3564b646-d97a-4095-b96b-fdde6ffdd77b req-64e950f8-8088-4526-a480-3dc1002ad1e9 service neutron] 10.222.0.18 "GET /v2.0/networks/b4863153-0c00-481e-8ed7-59b69d3810f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846412 Jul 23 21:11:18.726906 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3564b646-d97a-4095-b96b-fdde6ffdd77b req-9881847b-ed35-45bf-bfd9-15a5ad31c0bc service neutron] 10.222.0.18 "GET /v2.0/networks/b4863153-0c00-481e-8ed7-59b69d3810f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839837 Jul 23 21:11:19.658008 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a13f0-b1d8-4471-9a28-fd248e09a1aa req-d827ec58-b2ed-432e-b9e0-b747a4bec1de tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:19.659482 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b19a13f0-b1d8-4471-9a28-fd248e09a1aa req-d827ec58-b2ed-432e-b9e0-b747a4bec1de tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed HTTP/1.1" status: 200 len: 946 time: 0.0649078 Jul 23 21:11:19.696329 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b19a13f0-b1d8-4471-9a28-fd248e09a1aa req-80f094f7-8029-4dcb-8e55-98155c934eb9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=51601d74-a38d-41c1-9cd4-a1f944bba718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306196 Jul 23 21:11:20.738710 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:11:20.834156 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93e81c-c0bb-488d-87b0-8ea0c5a01f4e req-ad4c1694-4bf3-4f7a-b00b-765d7d58fe0a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:20.835874 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6f93e81c-c0bb-488d-87b0-8ea0c5a01f4e req-ad4c1694-4bf3-4f7a-b00b-765d7d58fe0a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed HTTP/1.1" status: 200 len: 946 time: 0.0715086 Jul 23 21:11:20.875682 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6f93e81c-c0bb-488d-87b0-8ea0c5a01f4e req-66716648-e1fb-4093-8e60-38b26e923a17 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=51601d74-a38d-41c1-9cd4-a1f944bba718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342429 Jul 23 21:11:22.007826 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bbc80-1e7e-4ffb-9ea2-34255cfab6aa req-c3e6abd1-40d1-478b-840c-77d367908378 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:22.009312 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5d4bbc80-1e7e-4ffb-9ea2-34255cfab6aa req-c3e6abd1-40d1-478b-840c-77d367908378 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed HTTP/1.1" status: 200 len: 946 time: 0.0663640 Jul 23 21:11:22.045665 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5d4bbc80-1e7e-4ffb-9ea2-34255cfab6aa req-22b438b3-59d3-4bf0-a494-3c284103f518 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=51601d74-a38d-41c1-9cd4-a1f944bba718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307136 Jul 23 21:11:23.180011 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535e265-5a5b-41bf-bc8e-0a75645252f7 req-142e16d1-df9e-4b6f-a7ba-dde87bd47786 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:23.181519 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b535e265-5a5b-41bf-bc8e-0a75645252f7 req-142e16d1-df9e-4b6f-a7ba-dde87bd47786 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed HTTP/1.1" status: 200 len: 946 time: 0.0675955 Jul 23 21:11:23.219408 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b535e265-5a5b-41bf-bc8e-0a75645252f7 req-6b3d6187-d8b5-4a26-873c-aca00ad79be8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=51601d74-a38d-41c1-9cd4-a1f944bba718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322893 Jul 23 21:11:24.354011 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65672688-b913-428c-ac8a-4a95b253375c req-e1aac860-2e1b-4519-953e-d9242479d51d tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:24.355804 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-65672688-b913-428c-ac8a-4a95b253375c req-e1aac860-2e1b-4519-953e-d9242479d51d tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed HTTP/1.1" status: 200 len: 946 time: 0.0669897 Jul 23 21:11:24.396970 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-65672688-b913-428c-ac8a-4a95b253375c req-ea708df9-ea0f-4356-bbd0-952b5dd7a135 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=51601d74-a38d-41c1-9cd4-a1f944bba718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353520 Jul 23 21:11:25.528531 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3479f-e58e-4226-94fb-1fc77f1e83ad req-d5335ccf-fe3a-4a7a-a65d-e828b5dcd1a9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:25.530032 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3cc3479f-e58e-4226-94fb-1fc77f1e83ad req-d5335ccf-fe3a-4a7a-a65d-e828b5dcd1a9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed HTTP/1.1" status: 200 len: 946 time: 0.0647109 Jul 23 21:11:25.567096 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3cc3479f-e58e-4226-94fb-1fc77f1e83ad req-97d82802-5d29-46d9-bcb3-3fffe367b697 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=51601d74-a38d-41c1-9cd4-a1f944bba718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315537 Jul 23 21:11:26.702336 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0bb645-5266-4c00-a854-40d2a77cb44e req-6f6cbc3f-5f75-4662-9972-524f6359128d tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:26.703828 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6c0bb645-5266-4c00-a854-40d2a77cb44e req-6f6cbc3f-5f75-4662-9972-524f6359128d tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed HTTP/1.1" status: 200 len: 946 time: 0.0684016 Jul 23 21:11:26.741388 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6c0bb645-5266-4c00-a854-40d2a77cb44e req-f90ab38d-07cd-4af3-b499-742141231ff9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=51601d74-a38d-41c1-9cd4-a1f944bba718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312083 Jul 23 21:11:27.871106 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36966c7a-c357-44d8-be5e-3a25bd651a6a req-5c5203ef-29a8-437d-9ad5-62bb0ea99759 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:27.872620 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-36966c7a-c357-44d8-be5e-3a25bd651a6a req-5c5203ef-29a8-437d-9ad5-62bb0ea99759 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed HTTP/1.1" status: 200 len: 946 time: 0.0647664 Jul 23 21:11:27.909605 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-36966c7a-c357-44d8-be5e-3a25bd651a6a req-864654e9-50c8-48d9-aa25-2c1d689cdd3b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=51601d74-a38d-41c1-9cd4-a1f944bba718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314515 Jul 23 21:11:29.042803 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf55b4-996b-49bc-b5c3-8e82efffc89b req-7bb7675b-d12e-4cdf-9199-83eb123d6ffb tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:29.044350 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-98cf55b4-996b-49bc-b5c3-8e82efffc89b req-7bb7675b-d12e-4cdf-9199-83eb123d6ffb tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed HTTP/1.1" status: 200 len: 946 time: 0.0668118 Jul 23 21:11:29.081759 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-98cf55b4-996b-49bc-b5c3-8e82efffc89b req-45a4270a-9ffb-47ef-9181-328fac7d5799 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=51601d74-a38d-41c1-9cd4-a1f944bba718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318649 Jul 23 21:11:30.214254 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06a9da-5e4c-48e2-8710-5eacb9072fea req-ea887307-e88c-493e-a562-05ad083a86a4 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:30.215762 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8a06a9da-5e4c-48e2-8710-5eacb9072fea req-ea887307-e88c-493e-a562-05ad083a86a4 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed HTTP/1.1" status: 200 len: 946 time: 0.0652065 Jul 23 21:11:30.255683 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8a06a9da-5e4c-48e2-8710-5eacb9072fea req-fd3855a1-8552-4838-89d5-dc73a79d7545 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=51601d74-a38d-41c1-9cd4-a1f944bba718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342607 Jul 23 21:11:30.277921 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39232) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:11:30.340181 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-17f5a428-6083-42f7-9b11-0cd6a6e14a15 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/floatingips/5c274771-0ae2-47c9-812d-734f7452cbee HTTP/1.1" status: 200 len: 993 time: 0.0611136 Jul 23 21:11:31.642828 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164ab61-abe8-448c-af0b-e7e7102bf4f1 req-3b82b09f-6e60-4d9b-95b1-57997b465982 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:31.644326 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1164ab61-abe8-448c-af0b-e7e7102bf4f1 req-3b82b09f-6e60-4d9b-95b1-57997b465982 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed HTTP/1.1" status: 200 len: 946 time: 0.1026535 Jul 23 21:11:31.651089 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62d335-d609-490c-92c9-c9a272884845 req-0a3f4111-3419-4ef5-87ab-ce8d22abfd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:31.652494 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6c62d335-d609-490c-92c9-c9a272884845 req-0a3f4111-3419-4ef5-87ab-ce8d22abfd3e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7adadf4e5dc447c39b760d2e191ff3f5&device_id=a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed HTTP/1.1" status: 200 len: 1098 time: 0.0816681 Jul 23 21:11:31.717107 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1164ab61-abe8-448c-af0b-e7e7102bf4f1 req-09fe578e-310e-463b-abfb-81098a268566 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=51601d74-a38d-41c1-9cd4-a1f944bba718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636568 Jul 23 21:11:31.768573 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62d335-d609-490c-92c9-c9a272884845 req-e7e741e1-4d0e-461a-8e95-5ad4613c601a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:31.770091 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6c62d335-d609-490c-92c9-c9a272884845 req-e7e741e1-4d0e-461a-8e95-5ad4613c601a service neutron] 10.222.0.18 "GET /v2.0/networks?id=b4863153-0c00-481e-8ed7-59b69d3810f2 HTTP/1.1" status: 200 len: 896 time: 0.1100500 Jul 23 21:11:31.834120 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6c62d335-d609-490c-92c9-c9a272884845 req-ed13d0ff-f5d7-4333-9793-a462109a8cf9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c90e4137-c664-40c7-a912-59e7dba22684 HTTP/1.1" status: 200 len: 1001 time: 0.0571737 Jul 23 21:11:31.886364 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62d335-d609-490c-92c9-c9a272884845 req-c3cec579-afee-4a7d-b02d-02f31786ab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:31.887788 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6c62d335-d609-490c-92c9-c9a272884845 req-c3cec579-afee-4a7d-b02d-02f31786ab0f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3eb9dc78-78b4-43db-98b6-c65497822d5e HTTP/1.1" status: 200 len: 834 time: 0.0484796 Jul 23 21:11:31.949600 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62d335-d609-490c-92c9-c9a272884845 req-85f15e9e-a040-46f9-9bcb-7bff50e0a0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:31.951130 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6c62d335-d609-490c-92c9-c9a272884845 req-85f15e9e-a040-46f9-9bcb-7bff50e0a0ab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4863153-0c00-481e-8ed7-59b69d3810f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565026 Jul 23 21:11:32.041709 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6c62d335-d609-490c-92c9-c9a272884845 req-fe857dc1-acb4-4a71-9ae9-e8c8b7cc1f16 service neutron] 10.222.0.18 "GET /v2.0/networks/b4863153-0c00-481e-8ed7-59b69d3810f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834792 Jul 23 21:11:32.137278 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6c62d335-d609-490c-92c9-c9a272884845 req-e97a2379-2e50-4b4b-bc19-0791ced4dff0 service neutron] 10.222.0.18 "GET /v2.0/networks/b4863153-0c00-481e-8ed7-59b69d3810f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887094 Jul 23 21:11:32.848382 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ae4f4-0481-4098-947f-90256691bf68 req-fc05e26f-7dde-422a-80ee-bed7b12fc608 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:32.850464 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-959ae4f4-0481-4098-947f-90256691bf68 req-fc05e26f-7dde-422a-80ee-bed7b12fc608 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed HTTP/1.1" status: 200 len: 946 time: 0.0650313 Jul 23 21:11:32.890017 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-959ae4f4-0481-4098-947f-90256691bf68 req-f48c9f4a-cf09-49c0-96ed-1619c9b7edad tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=51601d74-a38d-41c1-9cd4-a1f944bba718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334935 Jul 23 21:11:32.912783 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39242) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:11:32.978109 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c9c328c3-3c1f-4923-90a0-0a1f03c0fafe tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/floatingips/5c274771-0ae2-47c9-812d-734f7452cbee HTTP/1.1" status: 200 len: 993 time: 0.0642803 Jul 23 21:11:40.389358 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ea26e87c-8480-4987-b0a5-f65d2a26e749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:43.436187 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:43.721593 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f17272b-e3d3-4928-8f5c-846d165befb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:44.247909 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:45.156903 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:45.336564 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:46.173999 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:57.739828 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:12:03.314981 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39268) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:03.475076 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-e7bfd0c8-f39f-4a51-89a0-42c36b9149c0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Deleting port 0d50190e-2592-4852-bd35-4069727971a4 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:12:03.475423 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e7bfd0c8-f39f-4a51-89a0-42c36b9149c0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:03.553271 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e7bfd0c8-f39f-4a51-89a0-42c36b9149c0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:03.553671 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e7bfd0c8-f39f-4a51-89a0-42c36b9149c0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:03.565994 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-e7bfd0c8-f39f-4a51-89a0-42c36b9149c0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Calling delete_port for 0d50190e-2592-4852-bd35-4069727971a4 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:12:03.713878 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e7bfd0c8-f39f-4a51-89a0-42c36b9149c0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:03.743826 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bfd0c8-f39f-4a51-89a0-42c36b9149c0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event deleted for resources: {'Port': ['ID=0d50190e-2592-4852-bd35-4069727971a4,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:03.756147 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bfd0c8-f39f-4a51-89a0-42c36b9149c0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:03.756507 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bfd0c8-f39f-4a51-89a0-42c36b9149c0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:03.756847 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bfd0c8-f39f-4a51-89a0-42c36b9149c0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:03.757180 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bfd0c8-f39f-4a51-89a0-42c36b9149c0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:03.757551 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bfd0c8-f39f-4a51-89a0-42c36b9149c0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:03.757884 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bfd0c8-f39f-4a51-89a0-42c36b9149c0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:03.758215 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bfd0c8-f39f-4a51-89a0-42c36b9149c0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:03.758544 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bfd0c8-f39f-4a51-89a0-42c36b9149c0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:03.758871 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bfd0c8-f39f-4a51-89a0-42c36b9149c0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:03.759195 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bfd0c8-f39f-4a51-89a0-42c36b9149c0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:03.759525 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bfd0c8-f39f-4a51-89a0-42c36b9149c0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:03.759848 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bfd0c8-f39f-4a51-89a0-42c36b9149c0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:03.815766 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e7bfd0c8-f39f-4a51-89a0-42c36b9149c0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:03.816015 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [None req-e7bfd0c8-f39f-4a51-89a0-42c36b9149c0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Floating IP 5c274771-0ae2-47c9-812d-734f7452cbee disassociated (deleted). External IP: 172.25.1.43, port: c90e4137-c664-40c7-a912-59e7dba22684. Jul 23 21:12:04.031190 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7bfd0c8-f39f-4a51-89a0-42c36b9149c0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Router 9cc073cf-8fc4-4386-8b48-405c699d830f has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:12:04.139464 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bfd0c8-f39f-4a51-89a0-42c36b9149c0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:12:04.144216 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e7bfd0c8-f39f-4a51-89a0-42c36b9149c0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:04.149219 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4dcd69-7bb4-43ad-bad9-c3d043c0a255 None None] Sync routers for ids ['9cc073cf-8fc4-4386-8b48-405c699d830f'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:12:04.158140 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4dcd69-7bb4-43ad-bad9-c3d043c0a255 None None] Routers {'9cc073cf-8fc4-4386-8b48-405c699d830f'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:12:04.158751 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-fe4dcd69-7bb4-43ad-bad9-c3d043c0a255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:11:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['9cc073cf-8fc4-4386-8b48-405c699d830f'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:04.180449 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e7bfd0c8-f39f-4a51-89a0-42c36b9149c0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "DELETE /v2.0/floatingips/5c274771-0ae2-47c9-812d-734f7452cbee HTTP/1.1" status: 204 len: 168 time: 0.8643873 Jul 23 21:12:04.181029 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed', 'tag': 'c90e4137-c664-40c7-a912-59e7dba22684'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:12:04.183408 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4300f88a927161e708234582c45a85d95cbae37b2189d54369fb4e5575b527b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67501bd-dad9-4130-a740-1318ee768fa4" -d '{"events": [{"name": "network-changed", "server_uuid": "a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed", "tag": "c90e4137-c664-40c7-a912-59e7dba22684"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:12:04.265747 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-fe4dcd69-7bb4-43ad-bad9-c3d043c0a255 None None] Set router 9cc073cf-8fc4-4386-8b48-405c699d830f gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:12:04.346702 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f478a8de-8314-4829-837d-8a6750de2cb6 x-openstack-request-id: req-f478a8de-8314-4829-837d-8a6750de2cb6 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:12:04.347210 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed", "tag": "c90e4137-c664-40c7-a912-59e7dba22684", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:12:04.347384 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f478a8de-8314-4829-837d-8a6750de2cb6 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:12:04.348544 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed', 'tag': 'c90e4137-c664-40c7-a912-59e7dba22684', 'status': 'completed', 'code': 200} Jul 23 21:12:04.470714 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67501bd-dad9-4130-a740-1318ee768fa4 req-11016e7e-a416-48bb-8ccd-a736b5e6a924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:04.472147 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c67501bd-dad9-4130-a740-1318ee768fa4 req-11016e7e-a416-48bb-8ccd-a736b5e6a924 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7adadf4e5dc447c39b760d2e191ff3f5&device_id=a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed HTTP/1.1" status: 200 len: 1098 time: 0.0996287 Jul 23 21:12:04.478894 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-fe4dcd69-7bb4-43ad-bad9-c3d043c0a255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc073cf-8fc4-4386-8b48-405c699d830f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-836990993', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '610047f8-fc04-42f1-9c8a-e315d8a6bd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:10:25Z', 'updated_at': '2021-07-23T21:10:28Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '610047f8-fc04-42f1-9c8a-e315d8a6bd9b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc073cf-8fc4-4386-8b48-405c699d830f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:10:25Z', 'updated_at': '2021-07-23T21:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '6bebc182-28a9-44be-ad72-5c1fbf371b92', 'name': '', 'network_id': 'b4863153-0c00-481e-8ed7-59b69d3810f2', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:13:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc073cf-8fc4-4386-8b48-405c699d830f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '3eb9dc78-78b4-43db-98b6-c65497822d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:10:28Z', 'updated_at': '2021-07-23T21:10:33Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': '3eb9dc78-78b4-43db-98b6-c65497822d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:04.505823 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b70def-38f0-4bcb-82c5-a37d91c4bb2b req-3c3b4827-306c-4d2c-a8c4-b46a2e599863 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:04.507333 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a8b70def-38f0-4bcb-82c5-a37d91c4bb2b req-3c3b4827-306c-4d2c-a8c4-b46a2e599863 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed HTTP/1.1" status: 200 len: 946 time: 0.1043010 Jul 23 21:12:04.510613 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4dcd69-7bb4-43ad-bad9-c3d043c0a255 None None] Checking router: 9cc073cf-8fc4-4386-8b48-405c699d830f for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:12:04.523175 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4dcd69-7bb4-43ad-bad9-c3d043c0a255 None None] Routers {'9cc073cf-8fc4-4386-8b48-405c699d830f'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:12:04.523820 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-fe4dcd69-7bb4-43ad-bad9-c3d043c0a255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:11:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['9cc073cf-8fc4-4386-8b48-405c699d830f'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:04.590212 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a8b70def-38f0-4bcb-82c5-a37d91c4bb2b req-f2ba109c-13d1-4b6d-ab98-c1654ae652f1 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=51601d74-a38d-41c1-9cd4-a1f944bba718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741968 Jul 23 21:12:04.611600 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67501bd-dad9-4130-a740-1318ee768fa4 req-7ca5de86-ccc8-40f9-832e-65423f15e14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:04.613135 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c67501bd-dad9-4130-a740-1318ee768fa4 req-7ca5de86-ccc8-40f9-832e-65423f15e14a service neutron] 10.222.0.18 "GET /v2.0/networks?id=b4863153-0c00-481e-8ed7-59b69d3810f2 HTTP/1.1" status: 200 len: 896 time: 0.1346073 Jul 23 21:12:04.646699 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-fe4dcd69-7bb4-43ad-bad9-c3d043c0a255 None None] Set router 9cc073cf-8fc4-4386-8b48-405c699d830f gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:12:04.659287 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c67501bd-dad9-4130-a740-1318ee768fa4 req-802261be-7e3f-4d3b-9c18-85d72a82ba5c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c90e4137-c664-40c7-a912-59e7dba22684 HTTP/1.1" status: 200 len: 217 time: 0.0387876 Jul 23 21:12:04.717767 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67501bd-dad9-4130-a740-1318ee768fa4 req-c7d32f02-a1ca-4bd7-b39f-9dfa180e9091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:04.719278 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c67501bd-dad9-4130-a740-1318ee768fa4 req-c7d32f02-a1ca-4bd7-b39f-9dfa180e9091 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3eb9dc78-78b4-43db-98b6-c65497822d5e HTTP/1.1" status: 200 len: 834 time: 0.0524533 Jul 23 21:12:04.784229 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67501bd-dad9-4130-a740-1318ee768fa4 req-a5a62560-f83f-4ceb-b432-04e855462bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:04.786470 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c67501bd-dad9-4130-a740-1318ee768fa4 req-a5a62560-f83f-4ceb-b432-04e855462bfb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4863153-0c00-481e-8ed7-59b69d3810f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578380 Jul 23 21:12:04.883762 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c67501bd-dad9-4130-a740-1318ee768fa4 req-757c3dfb-79e1-4354-883e-253e8f2aedd3 service neutron] 10.222.0.18 "GET /v2.0/networks/b4863153-0c00-481e-8ed7-59b69d3810f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902176 Jul 23 21:12:04.977799 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c67501bd-dad9-4130-a740-1318ee768fa4 req-8d15a1b1-f6bf-4288-8b26-046dfa81b028 service neutron] 10.222.0.18 "GET /v2.0/networks/b4863153-0c00-481e-8ed7-59b69d3810f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871544 Jul 23 21:12:05.058180 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-fe4dcd69-7bb4-43ad-bad9-c3d043c0a255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc073cf-8fc4-4386-8b48-405c699d830f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-836990993', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '610047f8-fc04-42f1-9c8a-e315d8a6bd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:10:25Z', 'updated_at': '2021-07-23T21:10:28Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '610047f8-fc04-42f1-9c8a-e315d8a6bd9b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc073cf-8fc4-4386-8b48-405c699d830f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:10:25Z', 'updated_at': '2021-07-23T21:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '6bebc182-28a9-44be-ad72-5c1fbf371b92', 'name': '', 'network_id': 'b4863153-0c00-481e-8ed7-59b69d3810f2', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:13:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc073cf-8fc4-4386-8b48-405c699d830f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '3eb9dc78-78b4-43db-98b6-c65497822d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:10:28Z', 'updated_at': '2021-07-23T21:10:33Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': '3eb9dc78-78b4-43db-98b6-c65497822d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:05.085664 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4dcd69-7bb4-43ad-bad9-c3d043c0a255 None None] The sync data for ids ['9cc073cf-8fc4-4386-8b48-405c699d830f'] in n-d-793618-10 is: [{'id': '9cc073cf-8fc4-4386-8b48-405c699d830f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-836990993', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '610047f8-fc04-42f1-9c8a-e315d8a6bd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:10:25Z', 'updated_at': '2021-07-23T21:10:28Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '610047f8-fc04-42f1-9c8a-e315d8a6bd9b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc073cf-8fc4-4386-8b48-405c699d830f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:10:25Z', 'updated_at': '2021-07-23T21:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '6bebc182-28a9-44be-ad72-5c1fbf371b92', 'name': '', 'network_id': 'b4863153-0c00-481e-8ed7-59b69d3810f2', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:13:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc073cf-8fc4-4386-8b48-405c699d830f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '3eb9dc78-78b4-43db-98b6-c65497822d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:10:28Z', 'updated_at': '2021-07-23T21:10:33Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': '3eb9dc78-78b4-43db-98b6-c65497822d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:12:05.313556 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92228a39-7312-4fe7-a5f2-ab8b0abcf4a5 None None] New status for floating IP 5c274771-0ae2-47c9-812d-734f7452cbee: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:12:05.750209 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103a019-d2db-41a4-ae49-b61a9242b38e req-6ef30808-0579-4a56-8124-56156c66b731 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:05.751772 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5103a019-d2db-41a4-ae49-b61a9242b38e req-6ef30808-0579-4a56-8124-56156c66b731 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed HTTP/1.1" status: 200 len: 946 time: 0.0821807 Jul 23 21:12:05.792841 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5103a019-d2db-41a4-ae49-b61a9242b38e req-b5041e0f-b1b2-4b6a-9169-de881753d1b6 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=51601d74-a38d-41c1-9cd4-a1f944bba718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349281 Jul 23 21:12:05.882531 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756dd38-ab12-4e24-b934-34ab339fd0e6 req-8fb10729-1850-42f0-bdb7-57441ee40685 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:05.884000 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c756dd38-ab12-4e24-b934-34ab339fd0e6 req-8fb10729-1850-42f0-bdb7-57441ee40685 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed HTTP/1.1" status: 200 len: 946 time: 0.0693169 Jul 23 21:12:06.005901 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-c756dd38-ab12-4e24-b934-34ab339fd0e6 req-5a5b56b5-d980-40f7-8c3d-646d41b555d9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Deleting port c90e4137-c664-40c7-a912-59e7dba22684 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:12:06.006241 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c756dd38-ab12-4e24-b934-34ab339fd0e6 req-5a5b56b5-d980-40f7-8c3d-646d41b555d9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:06.104188 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-c756dd38-ab12-4e24-b934-34ab339fd0e6 req-5a5b56b5-d980-40f7-8c3d-646d41b555d9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] For port c90e4137-c664-40c7-a912-59e7dba22684, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=c90e4137-c664-40c7-a912-59e7dba22684,segment=NetworkSegment(d9acea6b-b995-4e2e-adfe-0c8e8d3b40c9),segment_id=d9acea6b-b995-4e2e-adfe-0c8e8d3b40c9)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:12:06.104546 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c756dd38-ab12-4e24-b934-34ab339fd0e6 req-5a5b56b5-d980-40f7-8c3d-646d41b555d9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:06.117338 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-c756dd38-ab12-4e24-b934-34ab339fd0e6 req-5a5b56b5-d980-40f7-8c3d-646d41b555d9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Calling delete_port for c90e4137-c664-40c7-a912-59e7dba22684 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:12:06.253214 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c756dd38-ab12-4e24-b934-34ab339fd0e6 req-5a5b56b5-d980-40f7-8c3d-646d41b555d9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:06.283531 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b56b5-d980-40f7-8c3d-646d41b555d9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event deleted for resources: {'Port': ['ID=c90e4137-c664-40c7-a912-59e7dba22684,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:06.312871 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b56b5-d980-40f7-8c3d-646d41b555d9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:06.313224 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b56b5-d980-40f7-8c3d-646d41b555d9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:06.313598 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b56b5-d980-40f7-8c3d-646d41b555d9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:06.314873 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b56b5-d980-40f7-8c3d-646d41b555d9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:06.314873 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b56b5-d980-40f7-8c3d-646d41b555d9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:06.314873 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b56b5-d980-40f7-8c3d-646d41b555d9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:06.315218 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b56b5-d980-40f7-8c3d-646d41b555d9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:06.315218 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b56b5-d980-40f7-8c3d-646d41b555d9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:06.315553 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b56b5-d980-40f7-8c3d-646d41b555d9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:06.315878 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b56b5-d980-40f7-8c3d-646d41b555d9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:06.318000 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b56b5-d980-40f7-8c3d-646d41b555d9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:06.318434 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b56b5-d980-40f7-8c3d-646d41b555d9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:06.343028 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-c756dd38-ab12-4e24-b934-34ab339fd0e6 req-5a5b56b5-d980-40f7-8c3d-646d41b555d9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] No DVR routers for this DVR port c90e4137-c664-40c7-a912-59e7dba22684 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:12:06.345493 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c756dd38-ab12-4e24-b934-34ab339fd0e6 req-5a5b56b5-d980-40f7-8c3d-646d41b555d9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:06.347851 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c756dd38-ab12-4e24-b934-34ab339fd0e6 req-5a5b56b5-d980-40f7-8c3d-646d41b555d9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.18 "DELETE /v2.0/ports/c90e4137-c664-40c7-a912-59e7dba22684 HTTP/1.1" status: 204 len: 173 time: 0.4571526 Jul 23 21:12:06.348305 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed', 'name': 'network-vif-deleted', 'tag': 'c90e4137-c664-40c7-a912-59e7dba22684'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:12:06.350626 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1358e00761cb368f0f7ae124e23a857cb06aa2e8cdc938e6d7a9a9ae7bd1e98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770eae05-d736-47a8-9364-c842d62acbe5" -d '{"events": [{"server_uuid": "a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed", "name": "network-vif-deleted", "tag": "c90e4137-c664-40c7-a912-59e7dba22684"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:12:06.401317 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01986463-377b-486c-bd45-fe441ba3bc9a x-openstack-request-id: req-01986463-377b-486c-bd45-fe441ba3bc9a {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:12:06.401727 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed", "name": "network-vif-deleted", "tag": "c90e4137-c664-40c7-a912-59e7dba22684", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:12:06.401987 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01986463-377b-486c-bd45-fe441ba3bc9a {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:12:06.402378 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9cd4dc5-1ac2-483f-ade7-8dde09ba85ed', 'name': 'network-vif-deleted', 'tag': 'c90e4137-c664-40c7-a912-59e7dba22684', 'status': 'completed', 'code': 200} Jul 23 21:12:06.854307 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39284) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:07.562275 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-80efb7fb-172a-4822-8329-c1c0d2e71aad tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:07.832673 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-80efb7fb-172a-4822-8329-c1c0d2e71aad tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Deleting port 6bebc182-28a9-44be-ad72-5c1fbf371b92 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:12:07.833009 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-80efb7fb-172a-4822-8329-c1c0d2e71aad tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:07.926630 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-80efb7fb-172a-4822-8329-c1c0d2e71aad tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] For port 6bebc182-28a9-44be-ad72-5c1fbf371b92, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=6bebc182-28a9-44be-ad72-5c1fbf371b92,segment=NetworkSegment(d9acea6b-b995-4e2e-adfe-0c8e8d3b40c9),segment_id=d9acea6b-b995-4e2e-adfe-0c8e8d3b40c9)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:12:07.927363 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-80efb7fb-172a-4822-8329-c1c0d2e71aad tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:07.940715 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-80efb7fb-172a-4822-8329-c1c0d2e71aad tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Calling delete_port for 6bebc182-28a9-44be-ad72-5c1fbf371b92 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:12:08.138338 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-80efb7fb-172a-4822-8329-c1c0d2e71aad tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:08.164476 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80efb7fb-172a-4822-8329-c1c0d2e71aad tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event deleted for resources: {'Port': ['ID=6bebc182-28a9-44be-ad72-5c1fbf371b92,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:08.355605 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-80efb7fb-172a-4822-8329-c1c0d2e71aad tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:08.572813 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80efb7fb-172a-4822-8329-c1c0d2e71aad tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Router 9cc073cf-8fc4-4386-8b48-405c699d830f has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:12:08.688124 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80efb7fb-172a-4822-8329-c1c0d2e71aad tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:12:08.704376 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39286) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:08.705694 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-80efb7fb-172a-4822-8329-c1c0d2e71aad tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "PUT /v2.0/routers/9cc073cf-8fc4-4386-8b48-405c699d830f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8494301 Jul 23 21:12:08.708642 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384a5bf6-2e6e-4215-9e75-69a033bf1531 None None] Sync routers for ids ['9cc073cf-8fc4-4386-8b48-405c699d830f'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:12:08.718183 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384a5bf6-2e6e-4215-9e75-69a033bf1531 None None] Routers {'9cc073cf-8fc4-4386-8b48-405c699d830f'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:12:08.719886 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-384a5bf6-2e6e-4215-9e75-69a033bf1531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:11:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['9cc073cf-8fc4-4386-8b48-405c699d830f'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:08.724137 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device c90e4137-c664-40c7-a912-59e7dba22684 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:12:08.761925 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-c620d683-c63e-4ad5-9c5b-a000530c2cd6 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Deleting subnet 3eb9dc78-78b4-43db-98b6-c65497822d5e {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:12:08.765071 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c620d683-c63e-4ad5-9c5b-a000530c2cd6 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:08.779734 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: c90e4137-c664-40c7-a912-59e7dba22684 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:12:08.780086 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device c90e4137-c664-40c7-a912-59e7dba22684 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:12:08.806075 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c620d683-c63e-4ad5-9c5b-a000530c2cd6 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:08.855559 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-384a5bf6-2e6e-4215-9e75-69a033bf1531 None None] Set router 9cc073cf-8fc4-4386-8b48-405c699d830f gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:12:08.892518 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c620d683-c63e-4ad5-9c5b-a000530c2cd6 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:08.957067 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c620d683-c63e-4ad5-9c5b-a000530c2cd6 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:08.986817 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620d683-c63e-4ad5-9c5b-a000530c2cd6 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event deleted for resources: {'Subnet': ['ID=3eb9dc78-78b4-43db-98b6-c65497822d5e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:08.991950 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c620d683-c63e-4ad5-9c5b-a000530c2cd6 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:08.997803 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c620d683-c63e-4ad5-9c5b-a000530c2cd6 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "DELETE /v2.0/subnets/3eb9dc78-78b4-43db-98b6-c65497822d5e HTTP/1.1" status: 204 len: 168 time: 0.2918627 Jul 23 21:12:08.998627 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39288) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:09.001828 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9281668-8f17-4275-9afb-305f369ee7f6 None None] Network b4863153-0c00-481e-8ed7-59b69d3810f2 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:12:09.106895 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d47ac45-8ca8-4364-9bc5-0bcae2e0c35f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:09.147974 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-384a5bf6-2e6e-4215-9e75-69a033bf1531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc073cf-8fc4-4386-8b48-405c699d830f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-836990993', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '610047f8-fc04-42f1-9c8a-e315d8a6bd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:10:25Z', 'updated_at': '2021-07-23T21:12:08Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '610047f8-fc04-42f1-9c8a-e315d8a6bd9b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc073cf-8fc4-4386-8b48-405c699d830f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:10:25Z', 'updated_at': '2021-07-23T21:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:09.177138 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384a5bf6-2e6e-4215-9e75-69a033bf1531 None None] Checking router: 9cc073cf-8fc4-4386-8b48-405c699d830f for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:12:09.190298 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384a5bf6-2e6e-4215-9e75-69a033bf1531 None None] Routers {'9cc073cf-8fc4-4386-8b48-405c699d830f'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:12:09.190932 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-384a5bf6-2e6e-4215-9e75-69a033bf1531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:11:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['9cc073cf-8fc4-4386-8b48-405c699d830f'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:09.216807 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d47ac45-8ca8-4364-9bc5-0bcae2e0c35f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:09.276040 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-9d47ac45-8ca8-4364-9bc5-0bcae2e0c35f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Deleting port 610047f8-fc04-42f1-9c8a-e315d8a6bd9b {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:12:09.276385 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d47ac45-8ca8-4364-9bc5-0bcae2e0c35f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:09.318651 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-384a5bf6-2e6e-4215-9e75-69a033bf1531 None None] Set router 9cc073cf-8fc4-4386-8b48-405c699d830f gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:12:09.371222 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-9d47ac45-8ca8-4364-9bc5-0bcae2e0c35f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] For port 610047f8-fc04-42f1-9c8a-e315d8a6bd9b, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=610047f8-fc04-42f1-9c8a-e315d8a6bd9b,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:12:09.371474 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d47ac45-8ca8-4364-9bc5-0bcae2e0c35f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:09.376096 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63426b09-e01f-45a2-a192-76ea7a51819d None None] DHCP port deletion for b4863153-0c00-481e-8ed7-59b69d3810f2 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:12:09.383977 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-9d47ac45-8ca8-4364-9bc5-0bcae2e0c35f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Calling delete_port for 610047f8-fc04-42f1-9c8a-e315d8a6bd9b owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:12:09.512247 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-63426b09-e01f-45a2-a192-76ea7a51819d None None] Deleting port 3d1a9a44-1c60-45f3-a693-b4273e8ed11f {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:12:09.512639 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-63426b09-e01f-45a2-a192-76ea7a51819d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:09.558949 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d47ac45-8ca8-4364-9bc5-0bcae2e0c35f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:09.584634 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47ac45-8ca8-4364-9bc5-0bcae2e0c35f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event deleted for resources: {'Port': ['ID=610047f8-fc04-42f1-9c8a-e315d8a6bd9b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:09.586151 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-63426b09-e01f-45a2-a192-76ea7a51819d None None] For port 3d1a9a44-1c60-45f3-a693-b4273e8ed11f, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=3d1a9a44-1c60-45f3-a693-b4273e8ed11f,segment=NetworkSegment(d9acea6b-b995-4e2e-adfe-0c8e8d3b40c9),segment_id=d9acea6b-b995-4e2e-adfe-0c8e8d3b40c9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:12:09.586548 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-63426b09-e01f-45a2-a192-76ea7a51819d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:09.605047 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-63426b09-e01f-45a2-a192-76ea7a51819d None None] Calling delete_port for 3d1a9a44-1c60-45f3-a693-b4273e8ed11f owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:12:09.607981 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-384a5bf6-2e6e-4215-9e75-69a033bf1531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc073cf-8fc4-4386-8b48-405c699d830f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-836990993', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '610047f8-fc04-42f1-9c8a-e315d8a6bd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:10:25Z', 'updated_at': '2021-07-23T21:12:08Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '610047f8-fc04-42f1-9c8a-e315d8a6bd9b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc073cf-8fc4-4386-8b48-405c699d830f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:10:25Z', 'updated_at': '2021-07-23T21:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:09.647173 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384a5bf6-2e6e-4215-9e75-69a033bf1531 None None] The sync data for ids ['9cc073cf-8fc4-4386-8b48-405c699d830f'] in n-d-793618-10 is: [{'id': '9cc073cf-8fc4-4386-8b48-405c699d830f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-836990993', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '610047f8-fc04-42f1-9c8a-e315d8a6bd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:10:25Z', 'updated_at': '2021-07-23T21:12:08Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '610047f8-fc04-42f1-9c8a-e315d8a6bd9b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc073cf-8fc4-4386-8b48-405c699d830f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:10:25Z', 'updated_at': '2021-07-23T21:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:12:09.659644 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d47ac45-8ca8-4364-9bc5-0bcae2e0c35f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:09.736014 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-63426b09-e01f-45a2-a192-76ea7a51819d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:09.757882 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d47ac45-8ca8-4364-9bc5-0bcae2e0c35f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:09.759952 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d47ac45-8ca8-4364-9bc5-0bcae2e0c35f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:09.761232 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63426b09-e01f-45a2-a192-76ea7a51819d None None] Pushing event deleted for resources: {'Port': ['ID=3d1a9a44-1c60-45f3-a693-b4273e8ed11f,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:09.770768 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63426b09-e01f-45a2-a192-76ea7a51819d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:09.770993 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63426b09-e01f-45a2-a192-76ea7a51819d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:09.771171 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63426b09-e01f-45a2-a192-76ea7a51819d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:09.771482 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63426b09-e01f-45a2-a192-76ea7a51819d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:09.771806 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63426b09-e01f-45a2-a192-76ea7a51819d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:09.772139 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63426b09-e01f-45a2-a192-76ea7a51819d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:09.772463 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63426b09-e01f-45a2-a192-76ea7a51819d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:09.772785 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63426b09-e01f-45a2-a192-76ea7a51819d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:09.773106 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63426b09-e01f-45a2-a192-76ea7a51819d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:09.773425 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63426b09-e01f-45a2-a192-76ea7a51819d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:09.773771 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63426b09-e01f-45a2-a192-76ea7a51819d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:09.774092 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63426b09-e01f-45a2-a192-76ea7a51819d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:09.776894 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63426b09-e01f-45a2-a192-76ea7a51819d None None] No DVR routers for this DVR port 3d1a9a44-1c60-45f3-a693-b4273e8ed11f on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:12:09.807860 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d47ac45-8ca8-4364-9bc5-0bcae2e0c35f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:09.808476 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d47ac45-8ca8-4364-9bc5-0bcae2e0c35f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Fanout notify agent at l3_agent the message router_deleted on router 9cc073cf-8fc4-4386-8b48-405c699d830f {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:12:09.815531 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d47ac45-8ca8-4364-9bc5-0bcae2e0c35f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:09.817395 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9d47ac45-8ca8-4364-9bc5-0bcae2e0c35f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "DELETE /v2.0/routers/9cc073cf-8fc4-4386-8b48-405c699d830f HTTP/1.1" status: 204 len: 168 time: 0.8175957 Jul 23 21:12:09.820076 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39290) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:09.895772 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef43d66c-3e16-4405-a9d9-ed5725cff2e8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:09.985302 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef43d66c-3e16-4405-a9d9-ed5725cff2e8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:09.997132 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ef43d66c-3e16-4405-a9d9-ed5725cff2e8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4863153-0c00-481e-8ed7-59b69d3810f2']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:10.010998 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ef43d66c-3e16-4405-a9d9-ed5725cff2e8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9acea6b-b995-4e2e-adfe-0c8e8d3b40c9') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:10.010998 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ef43d66c-3e16-4405-a9d9-ed5725cff2e8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9acea6b-b995-4e2e-adfe-0c8e8d3b40c9') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:10.021574 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef43d66c-3e16-4405-a9d9-ed5725cff2e8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:10.036066 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef43d66c-3e16-4405-a9d9-ed5725cff2e8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:10.042322 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef43d66c-3e16-4405-a9d9-ed5725cff2e8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:12:10.042874 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef43d66c-3e16-4405-a9d9-ed5725cff2e8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:10.046314 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 21:12:10.046314 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:12:10.046314 n-d-793618-10 neutron-server[93876]: timer() Jul 23 21:12:10.046314 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:12:10.046314 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 21:12:10.046314 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:12:10.046314 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 21:12:10.046314 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:12:10.046314 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 21:12:10.046314 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:12:10.046314 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 21:12:10.046314 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:12:10.046314 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 21:12:10.046314 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:12:10.046314 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:12:10.046314 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:12:10.046314 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:12:10.046314 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:12:10.046314 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 21:12:10.046314 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:12:10.046314 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 21:12:10.046314 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:12:10.046314 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:12:10.046314 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:12:10.046314 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 21:12:10.046314 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:12:10.046314 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:12:10.046314 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:12:10.046314 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:12:10.046314 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:12:10.046314 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:12:10.046314 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:12:10.116522 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef43d66c-3e16-4405-a9d9-ed5725cff2e8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:10.125293 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef43d66c-3e16-4405-a9d9-ed5725cff2e8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:10.127065 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ef43d66c-3e16-4405-a9d9-ed5725cff2e8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "DELETE /v2.0/networks/b4863153-0c00-481e-8ed7-59b69d3810f2 HTTP/1.1" status: 204 len: 168 time: 0.3060477 Jul 23 21:12:10.130612 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39292) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:10.142291 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43d66c-3e16-4405-a9d9-ed5725cff2e8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event deleted for resources: {'Network': ['ID=b4863153-0c00-481e-8ed7-59b69d3810f2,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:10.207349 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7bf8ab75-cc38-49db-8d3b-2ab9ce0a6902 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:10.234400 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7bf8ab75-cc38-49db-8d3b-2ab9ce0a6902 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:10.302595 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7bf8ab75-cc38-49db-8d3b-2ab9ce0a6902 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:10.305346 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7bf8ab75-cc38-49db-8d3b-2ab9ce0a6902 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:10.306646 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7bf8ab75-cc38-49db-8d3b-2ab9ce0a6902 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "DELETE /v2.0/security-groups/51601d74-a38d-41c1-9cd4-a1f944bba718 HTTP/1.1" status: 204 len: 168 time: 0.1749592 Jul 23 21:12:10.322623 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf8ab75-cc38-49db-8d3b-2ab9ce0a6902 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51601d74-a38d-41c1-9cd4-a1f944bba718,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:10.392920 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e78c1299-789c-4a87-8b0b-fd1a8112961b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:10.541806 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39298) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:10.546565 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-05f93e0d-6c1f-4daf-8080-925b46f04277 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-392969342', 'description': 'tempest-secgroup-smoke-392969342 description', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:12:10.569726 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-05f93e0d-6c1f-4daf-8080-925b46f04277 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:10.663434 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-05f93e0d-6c1f-4daf-8080-925b46f04277 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:10.670055 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-05f93e0d-6c1f-4daf-8080-925b46f04277 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:10.706441 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-05f93e0d-6c1f-4daf-8080-925b46f04277 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:10.708603 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-05f93e0d-6c1f-4daf-8080-925b46f04277 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1656678 Jul 23 21:12:10.712033 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39300) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:10.715339 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f93e0d-6c1f-4daf-8080-925b46f04277 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66f425cd-32e7-4477-ac21-f8a1251c3d6c,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:10.722298 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4950a78c-c1bd-4f63-888a-3fb8a5a0329f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'security_group_rule': {'security_group_id': '66f425cd-32e7-4477-ac21-f8a1251c3d6c', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:12:10.764689 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6bebc182-28a9-44be-ad72-5c1fbf371b92 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:12:10.768869 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4950a78c-c1bd-4f63-888a-3fb8a5a0329f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:10.789955 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 6bebc182-28a9-44be-ad72-5c1fbf371b92 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:12:10.790266 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 6bebc182-28a9-44be-ad72-5c1fbf371b92 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:12:10.790694 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3d1a9a44-1c60-45f3-a693-b4273e8ed11f no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:12:10.810271 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 3d1a9a44-1c60-45f3-a693-b4273e8ed11f {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:12:10.810616 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 3d1a9a44-1c60-45f3-a693-b4273e8ed11f not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:12:10.811037 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 610047f8-fc04-42f1-9c8a-e315d8a6bd9b no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:12:10.831053 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 610047f8-fc04-42f1-9c8a-e315d8a6bd9b {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:12:10.831403 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 610047f8-fc04-42f1-9c8a-e315d8a6bd9b not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:12:10.834302 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4950a78c-c1bd-4f63-888a-3fb8a5a0329f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:10.839319 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4950a78c-c1bd-4f63-888a-3fb8a5a0329f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:10.859021 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950a78c-c1bd-4f63-888a-3fb8a5a0329f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70676044-21ed-431d-b499-0f3884f1b127,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:10.866029 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4950a78c-c1bd-4f63-888a-3fb8a5a0329f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:10.867191 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4950a78c-c1bd-4f63-888a-3fb8a5a0329f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1538966 Jul 23 21:12:10.869972 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39302) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:10.874375 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-eaa3eaa3-9835-4758-9952-cfa00025e8ec tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'security_group_rule': {'security_group_id': '66f425cd-32e7-4477-ac21-f8a1251c3d6c', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:12:10.901064 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eaa3eaa3-9835-4758-9952-cfa00025e8ec tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:10.958359 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eaa3eaa3-9835-4758-9952-cfa00025e8ec tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:10.962011 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eaa3eaa3-9835-4758-9952-cfa00025e8ec tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:10.979993 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3eaa3-9835-4758-9952-cfa00025e8ec tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faedfa64-7344-4b4f-a3af-dc9914e22f33,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:10.985797 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eaa3eaa3-9835-4758-9952-cfa00025e8ec tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:10.986990 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-eaa3eaa3-9835-4758-9952-cfa00025e8ec tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1160843 Jul 23 21:12:10.990106 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39306) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:10.994578 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-6f614c75-1032-48a3-ba07-794833498411 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'security_group_rule': {'security_group_id': '66f425cd-32e7-4477-ac21-f8a1251c3d6c', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:12:11.020667 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f614c75-1032-48a3-ba07-794833498411 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:11.080279 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f614c75-1032-48a3-ba07-794833498411 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:11.084579 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f614c75-1032-48a3-ba07-794833498411 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:11.102614 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f614c75-1032-48a3-ba07-794833498411 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99d291ec-f88d-4950-a535-050dc5954491,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:11.109425 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f614c75-1032-48a3-ba07-794833498411 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:11.110631 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6f614c75-1032-48a3-ba07-794833498411 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196108 Jul 23 21:12:11.114213 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39308) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:11.118698 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-1119a1f2-753d-42c9-ad16-a9dda48bf929 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'security_group_rule': {'security_group_id': '66f425cd-32e7-4477-ac21-f8a1251c3d6c', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:12:11.143890 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1119a1f2-753d-42c9-ad16-a9dda48bf929 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:11.206823 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1119a1f2-753d-42c9-ad16-a9dda48bf929 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:11.210442 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1119a1f2-753d-42c9-ad16-a9dda48bf929 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:11.228362 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1119a1f2-753d-42c9-ad16-a9dda48bf929 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f57ad45-89bf-4a22-83d0-e08e006cc39b,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:11.240074 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1119a1f2-753d-42c9-ad16-a9dda48bf929 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:11.241299 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1119a1f2-753d-42c9-ad16-a9dda48bf929 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1260586 Jul 23 21:12:11.244166 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39310) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:11.248665 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-77009e69-cd81-4296-bf22-24a5325bf263 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'security_group_rule': {'security_group_id': '66f425cd-32e7-4477-ac21-f8a1251c3d6c', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:12:11.271196 n-d-793618-10 neutron-server[93876]: INFO neutron.db.securitygroups_db [None req-77009e69-cd81-4296-bf22-24a5325bf263 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Project 7adadf4e5dc447c39b760d2e191ff3f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:12:11.276164 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-77009e69-cd81-4296-bf22-24a5325bf263 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:11.357528 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-77009e69-cd81-4296-bf22-24a5325bf263 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:11.357528 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-77009e69-cd81-4296-bf22-24a5325bf263 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:11.373346 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77009e69-cd81-4296-bf22-24a5325bf263 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed9ae638-f7d9-4ae9-abd2-897657626290,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:11.376368 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-77009e69-cd81-4296-bf22-24a5325bf263 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:11.377588 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-77009e69-cd81-4296-bf22-24a5325bf263 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1324430 Jul 23 21:12:11.381343 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39312) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:11.386213 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ee8c0976-656d-4226-a345-08813bd916a2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'security_group_rule': {'security_group_id': '66f425cd-32e7-4477-ac21-f8a1251c3d6c', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:12:11.408127 n-d-793618-10 neutron-server[93876]: INFO neutron.db.securitygroups_db [None req-ee8c0976-656d-4226-a345-08813bd916a2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Project 7adadf4e5dc447c39b760d2e191ff3f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:12:11.413339 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee8c0976-656d-4226-a345-08813bd916a2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:11.482966 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee8c0976-656d-4226-a345-08813bd916a2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:11.486921 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee8c0976-656d-4226-a345-08813bd916a2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:11.505670 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c0976-656d-4226-a345-08813bd916a2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=897cc2f2-ced3-46f6-a0f3-4f41a900b383,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:11.511822 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee8c0976-656d-4226-a345-08813bd916a2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:11.512868 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ee8c0976-656d-4226-a345-08813bd916a2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1305089 Jul 23 21:12:11.519690 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39314) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:11.525026 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-4f7ce0a6-1a63-442f-b679-d42dd6c8ed9b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'network': {'name': 'tempest-network-smoke--1749418217', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'port_security_enabled': True}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:12:11.546475 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7ce0a6-1a63-442f-b679-d42dd6c8ed9b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Made reservation on behalf of 7adadf4e5dc447c39b760d2e191ff3f5 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:12:11.552199 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4f7ce0a6-1a63-442f-b679-d42dd6c8ed9b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:11.582087 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f7ce0a6-1a63-442f-b679-d42dd6c8ed9b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:12:11.592230 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4f7ce0a6-1a63-442f-b679-d42dd6c8ed9b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:11.592751 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-4f7ce0a6-1a63-442f-b679-d42dd6c8ed9b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Added segment 06011df1-ecfe-40fd-bc4a-08ef7d663df3 of type vlan for network e8cac1f3-364e-43cc-b430-51d146205cad Jul 23 21:12:11.636419 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4f7ce0a6-1a63-442f-b679-d42dd6c8ed9b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:11.666662 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4f7ce0a6-1a63-442f-b679-d42dd6c8ed9b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:11.672248 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7ce0a6-1a63-442f-b679-d42dd6c8ed9b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:11.672831 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4f7ce0a6-1a63-442f-b679-d42dd6c8ed9b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:11.712840 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4f7ce0a6-1a63-442f-b679-d42dd6c8ed9b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1919982 Jul 23 21:12:11.715736 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39316) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:11.721701 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-1a7ac61f-cf45-4a28-807c-fe772cc2bf22 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-459186348', 'admin_state_up': True, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:12:11.746081 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ce0a6-1a63-442f-b679-d42dd6c8ed9b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'Network': ['ID=e8cac1f3-364e-43cc-b430-51d146205cad,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:11.749450 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a7ac61f-cf45-4a28-807c-fe772cc2bf22 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:11.750622 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a7ac61f-cf45-4a28-807c-fe772cc2bf22 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:11.756835 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network e8cac1f3-364e-43cc-b430-51d146205cad details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:12:11.816724 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a7ac61f-cf45-4a28-807c-fe772cc2bf22 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:11.961548 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a7ac61f-cf45-4a28-807c-fe772cc2bf22 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:12.156891 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a7ac61f-cf45-4a28-807c-fe772cc2bf22 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:12.179647 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a7ac61f-cf45-4a28-807c-fe772cc2bf22 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:12.281444 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-1a7ac61f-cf45-4a28-807c-fe772cc2bf22 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Allocated IP 172.25.1.39 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:12:12.392440 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a7ac61f-cf45-4a28-807c-fe772cc2bf22 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:12.442382 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a7ac61f-cf45-4a28-807c-fe772cc2bf22 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:12.477056 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7ac61f-cf45-4a28-807c-fe772cc2bf22 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:12:12.480094 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-1a7ac61f-cf45-4a28-807c-fe772cc2bf22 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:12:12.485646 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7ac61f-cf45-4a28-807c-fe772cc2bf22 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:12:12.510013 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ac61f-cf45-4a28-807c-fe772cc2bf22 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'Port': ['ID=5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:12.743494 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a7ac61f-cf45-4a28-807c-fe772cc2bf22 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:12.942420 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a7ac61f-cf45-4a28-807c-fe772cc2bf22 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:13.074691 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7ac61f-cf45-4a28-807c-fe772cc2bf22 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Router 172094f1-4b76-41aa-9b43-2b120f4b6ebe is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:12:13.181036 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7ac61f-cf45-4a28-807c-fe772cc2bf22 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:12:13.191319 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ff2d40-92ef-4315-91f6-87c905ef50b9 None None] Sync routers for ids ['172094f1-4b76-41aa-9b43-2b120f4b6ebe'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:12:13.200176 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a7ac61f-cf45-4a28-807c-fe772cc2bf22 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:13.201661 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ff2d40-92ef-4315-91f6-87c905ef50b9 None None] Routers {'172094f1-4b76-41aa-9b43-2b120f4b6ebe'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:12:13.201912 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1a7ac61f-cf45-4a28-807c-fe772cc2bf22 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4848201 Jul 23 21:12:13.202091 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d2ff2d40-92ef-4315-91f6-87c905ef50b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:11:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['172094f1-4b76-41aa-9b43-2b120f4b6ebe'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:13.205265 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39320) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:13.280723 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-41157f8c-99b5-4a0b-9825-33dea1a2b1fe tempest-TestNetworkAdvancedServerOps-1200032442 tempest-TestNetworkAdvancedServerOps-1200032442-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=7adadf4e5dc447c39b760d2e191ff3f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0740638 Jul 23 21:12:13.283243 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39324) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:13.307131 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-d2ff2d40-92ef-4315-91f6-87c905ef50b9 None None] Set router 172094f1-4b76-41aa-9b43-2b120f4b6ebe gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:12:13.377878 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54697e0e-74fc-4367-8f78-ab24d985f194 tempest-TestNetworkAdvancedServerOps-1200032442 tempest-TestNetworkAdvancedServerOps-1200032442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:13.380368 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-54697e0e-74fc-4367-8f78-ab24d985f194 tempest-TestNetworkAdvancedServerOps-1200032442 tempest-TestNetworkAdvancedServerOps-1200032442-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0958622 Jul 23 21:12:13.383335 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39326) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:13.411848 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7eeee9c1-973e-48da-92e1-8cdaacf2d6f2 tempest-TestNetworkAdvancedServerOps-1200032442 tempest-TestNetworkAdvancedServerOps-1200032442-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=8013d0d6-aee4-47cc-8dbe-3abed6e5116f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274127 Jul 23 21:12:13.414459 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39328) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:13.420393 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-c8da0247-3f71-4f34-9f8e-0ca0344cca04 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2116569205', 'network_id': 'e8cac1f3-364e-43cc-b430-51d146205cad', 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:12:13.440708 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:13.496281 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d2ff2d40-92ef-4315-91f6-87c905ef50b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172094f1-4b76-41aa-9b43-2b120f4b6ebe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459186348', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:12:11Z', 'updated_at': '2021-07-23T21:12:12Z', 'revision_number': 3, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:bc:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172094f1-4b76-41aa-9b43-2b120f4b6ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:12Z', 'updated_at': '2021-07-23T21:12:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:13.517995 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8da0247-3f71-4f34-9f8e-0ca0344cca04 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Made reservation on behalf of 7adadf4e5dc447c39b760d2e191ff3f5 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:12:13.522333 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c8da0247-3f71-4f34-9f8e-0ca0344cca04 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:13.525863 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ff2d40-92ef-4315-91f6-87c905ef50b9 None None] Checking router: 172094f1-4b76-41aa-9b43-2b120f4b6ebe for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:12:13.526212 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ff2d40-92ef-4315-91f6-87c905ef50b9 None None] Updating router 172094f1-4b76-41aa-9b43-2b120f4b6ebe port 5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:12:13.565696 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d2ff2d40-92ef-4315-91f6-87c905ef50b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:13.712838 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c8da0247-3f71-4f34-9f8e-0ca0344cca04 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:13.727191 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2f9647cf-e09f-47bb-acec-c9d993c43f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:13.774217 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da0247-3f71-4f34-9f8e-0ca0344cca04 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'Subnet': ['ID=21dc16dc-4f50-4d49-88e8-58d55f17f51e,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:13.784863 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8da0247-3f71-4f34-9f8e-0ca0344cca04 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Checking segment: {'id': '06011df1-ecfe-40fd-bc4a-08ef7d663df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8cac1f3-364e-43cc-b430-51d146205cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:12:13.785388 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8da0247-3f71-4f34-9f8e-0ca0344cca04 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Network hostable DHCP agents. Network: e8cac1f3-364e-43cc-b430-51d146205cad, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:12:13.804191 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8da0247-3f71-4f34-9f8e-0ca0344cca04 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Network e8cac1f3-364e-43cc-b430-51d146205cad is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:12:13.813668 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-c8da0247-3f71-4f34-9f8e-0ca0344cca04 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, e8cac1f3-364e-43cc-b430-51d146205cad) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:12:13.818724 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8da0247-3f71-4f34-9f8e-0ca0344cca04 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:13.819470 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c8da0247-3f71-4f34-9f8e-0ca0344cca04 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:13.827271 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e87156a-287c-4c58-abeb-40307960bfe8 None None] Network e8cac1f3-364e-43cc-b430-51d146205cad requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:12:13.829947 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d2ff2d40-92ef-4315-91f6-87c905ef50b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:13.839179 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c8da0247-3f71-4f34-9f8e-0ca0344cca04 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4208241 Jul 23 21:12:13.839410 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39330) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:13.840922 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d2ff2d40-92ef-4315-91f6-87c905ef50b9 None None] Transition to ACTIVE for port object 5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:12:13.849285 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d2ff2d40-92ef-4315-91f6-87c905ef50b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:13.897506 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-d2ff2d40-92ef-4315-91f6-87c905ef50b9 None None] Attempting to bind port 5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:12:13.897866 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-d2ff2d40-92ef-4315-91f6-87c905ef50b9 None None] Attempting to bind port 5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:12:13.898517 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ff2d40-92ef-4315-91f6-87c905ef50b9 None None] Attempting to bind port 5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:12:13.910440 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ff2d40-92ef-4315-91f6-87c905ef50b9 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:12:13.911042 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ff2d40-92ef-4315-91f6-87c905ef50b9 None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:12:13.911575 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d2ff2d40-92ef-4315-91f6-87c905ef50b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:13.911972 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ff2d40-92ef-4315-91f6-87c905ef50b9 None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:12:13.912451 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-d2ff2d40-92ef-4315-91f6-87c905ef50b9 None None] Bound port: 5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:12:13.912818 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d2ff2d40-92ef-4315-91f6-87c905ef50b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:13.940890 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d938e-1681-464c-9457-8059fdc69b7d None None] Pushing event updated for resources: {'Port': ['ID=5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:13.952210 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0d938e-1681-464c-9457-8059fdc69b7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:13.952555 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0d938e-1681-464c-9457-8059fdc69b7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:13.952896 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0d938e-1681-464c-9457-8059fdc69b7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:13.953236 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0d938e-1681-464c-9457-8059fdc69b7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:13.953592 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0d938e-1681-464c-9457-8059fdc69b7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:13.953927 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0d938e-1681-464c-9457-8059fdc69b7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:13.954516 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0d938e-1681-464c-9457-8059fdc69b7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:13.956746 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0d938e-1681-464c-9457-8059fdc69b7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:13.956746 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0d938e-1681-464c-9457-8059fdc69b7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:13.956746 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0d938e-1681-464c-9457-8059fdc69b7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:13.956746 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0d938e-1681-464c-9457-8059fdc69b7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:13.956746 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0d938e-1681-464c-9457-8059fdc69b7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:13.992305 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d2ff2d40-92ef-4315-91f6-87c905ef50b9 None None] For port 5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:12:13.997228 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d2ff2d40-92ef-4315-91f6-87c905ef50b9 None None] For port 5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:12:13.999897 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977d2657-4bdf-4f6e-89f1-39a1f09ae663 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-e8cac1f3-364e-43cc-b430-51d146205cad', 'network_id': 'e8cac1f3-364e-43cc-b430-51d146205cad', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'fixed_ips': [{'subnet_id': '21dc16dc-4f50-4d49-88e8-58d55f17f51e'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:12:14.001488 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-977d2657-4bdf-4f6e-89f1-39a1f09ae663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:14.002701 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d2ff2d40-92ef-4315-91f6-87c905ef50b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:14.057997 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ff2d40-92ef-4315-91f6-87c905ef50b9 None None] Routers {'172094f1-4b76-41aa-9b43-2b120f4b6ebe'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:12:14.058721 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d2ff2d40-92ef-4315-91f6-87c905ef50b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:12:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['172094f1-4b76-41aa-9b43-2b120f4b6ebe'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:14.146575 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d938e-1681-464c-9457-8059fdc69b7d None None] Pushing event updated for resources: {'Port': ['ID=5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:14.172114 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-977d2657-4bdf-4f6e-89f1-39a1f09ae663 None None] Allocated IP 172.20.0.2 (e8cac1f3-364e-43cc-b430-51d146205cad/21dc16dc-4f50-4d49-88e8-58d55f17f51e/5972e960-2dc1-4b89-adf4-74b97d118150) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:12:14.179436 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-d2ff2d40-92ef-4315-91f6-87c905ef50b9 None None] Set router 172094f1-4b76-41aa-9b43-2b120f4b6ebe gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:12:14.271875 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:14.352050 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-977d2657-4bdf-4f6e-89f1-39a1f09ae663 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:14.361854 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-977d2657-4bdf-4f6e-89f1-39a1f09ae663 None None] Transition to ACTIVE for port object 5972e960-2dc1-4b89-adf4-74b97d118150 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:12:14.371087 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d2ff2d40-92ef-4315-91f6-87c905ef50b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172094f1-4b76-41aa-9b43-2b120f4b6ebe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459186348', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:12:11Z', 'updated_at': '2021-07-23T21:12:12Z', 'revision_number': 3, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:bc:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172094f1-4b76-41aa-9b43-2b120f4b6ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:12Z', 'updated_at': '2021-07-23T21:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:14.377321 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-977d2657-4bdf-4f6e-89f1-39a1f09ae663 None None] Transition to ACTIVE for port object 5972e960-2dc1-4b89-adf4-74b97d118150 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:12:14.384662 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-977d2657-4bdf-4f6e-89f1-39a1f09ae663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:14.389297 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d9f8b1d1-ec0d-46e8-ae26-2a591eca678f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:14.405714 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ff2d40-92ef-4315-91f6-87c905ef50b9 None None] The sync data for ids ['172094f1-4b76-41aa-9b43-2b120f4b6ebe'] in n-d-793618-10 is: [{'id': '172094f1-4b76-41aa-9b43-2b120f4b6ebe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459186348', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:12:11Z', 'updated_at': '2021-07-23T21:12:12Z', 'revision_number': 3, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:bc:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172094f1-4b76-41aa-9b43-2b120f4b6ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:12Z', 'updated_at': '2021-07-23T21:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:12:14.424009 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977d2657-4bdf-4f6e-89f1-39a1f09ae663 None None] Network e8cac1f3-364e-43cc-b430-51d146205cad is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:12:14.427012 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-977d2657-4bdf-4f6e-89f1-39a1f09ae663 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:12:14.432952 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977d2657-4bdf-4f6e-89f1-39a1f09ae663 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:12:14.464696 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d2657-4bdf-4f6e-89f1-39a1f09ae663 None None] Pushing event updated for resources: {'Port': ['ID=5972e960-2dc1-4b89-adf4-74b97d118150,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:14.506088 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-977d2657-4bdf-4f6e-89f1-39a1f09ae663 None None] Attempting to bind port 5972e960-2dc1-4b89-adf4-74b97d118150 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:12:14.506395 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-977d2657-4bdf-4f6e-89f1-39a1f09ae663 None None] Attempting to bind port 5972e960-2dc1-4b89-adf4-74b97d118150 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '06011df1-ecfe-40fd-bc4a-08ef7d663df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8cac1f3-364e-43cc-b430-51d146205cad'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:12:14.506922 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977d2657-4bdf-4f6e-89f1-39a1f09ae663 None None] Attempting to bind port 5972e960-2dc1-4b89-adf4-74b97d118150 on network e8cac1f3-364e-43cc-b430-51d146205cad {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:12:14.515651 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977d2657-4bdf-4f6e-89f1-39a1f09ae663 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:12:14.516540 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977d2657-4bdf-4f6e-89f1-39a1f09ae663 None None] Checking segment: {'id': '06011df1-ecfe-40fd-bc4a-08ef7d663df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8cac1f3-364e-43cc-b430-51d146205cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:12:14.516540 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-977d2657-4bdf-4f6e-89f1-39a1f09ae663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:14.517048 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977d2657-4bdf-4f6e-89f1-39a1f09ae663 None None] Bound using segment: {'id': '06011df1-ecfe-40fd-bc4a-08ef7d663df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8cac1f3-364e-43cc-b430-51d146205cad'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:12:14.517624 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-977d2657-4bdf-4f6e-89f1-39a1f09ae663 None None] Bound port: 5972e960-2dc1-4b89-adf4-74b97d118150, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06011df1-ecfe-40fd-bc4a-08ef7d663df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8cac1f3-364e-43cc-b430-51d146205cad'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:12:14.518024 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-977d2657-4bdf-4f6e-89f1-39a1f09ae663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:14.590905 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-977d2657-4bdf-4f6e-89f1-39a1f09ae663 None None] For port 5972e960-2dc1-4b89-adf4-74b97d118150, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:12:14.595595 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-977d2657-4bdf-4f6e-89f1-39a1f09ae663 None None] For port 5972e960-2dc1-4b89-adf4-74b97d118150, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=5972e960-2dc1-4b89-adf4-74b97d118150,segment=NetworkSegment(06011df1-ecfe-40fd-bc4a-08ef7d663df3),segment_id=06011df1-ecfe-40fd-bc4a-08ef7d663df3)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:12:14.600552 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-977d2657-4bdf-4f6e-89f1-39a1f09ae663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:14.685131 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d2657-4bdf-4f6e-89f1-39a1f09ae663 None None] Pushing event updated for resources: {'Port': ['ID=5972e960-2dc1-4b89-adf4-74b97d118150,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:14.778247 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-d9f8b1d1-ec0d-46e8-ae26-2a591eca678f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Allocated IP 172.20.0.1 (e8cac1f3-364e-43cc-b430-51d146205cad/21dc16dc-4f50-4d49-88e8-58d55f17f51e/2627ea83-fffc-407e-83b4-38fad5d2d969) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:12:14.819594 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:12:14.922949 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:12:14.930070 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:12:14.931183 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:14.955062 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d9f8b1d1-ec0d-46e8-ae26-2a591eca678f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:14.983568 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-d9f8b1d1-ec0d-46e8-ae26-2a591eca678f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Transition to ACTIVE for port object 2627ea83-fffc-407e-83b4-38fad5d2d969 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:12:15.048103 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d9f8b1d1-ec0d-46e8-ae26-2a591eca678f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:15.102097 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f8b1d1-ec0d-46e8-ae26-2a591eca678f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Network e8cac1f3-364e-43cc-b430-51d146205cad is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:12:15.104498 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-d9f8b1d1-ec0d-46e8-ae26-2a591eca678f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:12:15.121577 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f8b1d1-ec0d-46e8-ae26-2a591eca678f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:12:15.124423 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f8b1d1-ec0d-46e8-ae26-2a591eca678f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'Port': ['ID=2627ea83-fffc-407e-83b4-38fad5d2d969,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:15.175887 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d9f8b1d1-ec0d-46e8-ae26-2a591eca678f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:15.180722 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:15.225267 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:15.255929 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:12:15.261130 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:15.328998 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:15.349721 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:15.356257 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d9f8b1d1-ec0d-46e8-ae26-2a591eca678f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:15.782464 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259ecc7a-024b-41f4-892b-d5ea4ac582a1 None None] Network e8cac1f3-364e-43cc-b430-51d146205cad requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:12:15.884322 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4223fcd2-e6d0-4683-b834-abfa384a2ae8 None None] Provisioning for port 5972e960-2dc1-4b89-adf4-74b97d118150 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:12:15.994014 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d9f8b1d1-ec0d-46e8-ae26-2a591eca678f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:15.998944 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d9f8b1d1-ec0d-46e8-ae26-2a591eca678f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:16.076929 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d9f8b1d1-ec0d-46e8-ae26-2a591eca678f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:16.078870 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f8b1d1-ec0d-46e8-ae26-2a591eca678f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'Port': ['ID=2627ea83-fffc-407e-83b4-38fad5d2d969,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:16.178618 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:16.186912 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f8b1d1-ec0d-46e8-ae26-2a591eca678f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Network e8cac1f3-364e-43cc-b430-51d146205cad is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:12:16.188459 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-d9f8b1d1-ec0d-46e8-ae26-2a591eca678f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:12:16.236770 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6c82baa4-d669-439d-b89c-ad43fafbeb36 None None] Provisioning for port 2627ea83-fffc-407e-83b4-38fad5d2d969 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:12:16.241737 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6c82baa4-d669-439d-b89c-ad43fafbeb36 None None] Provisioning complete for port 2627ea83-fffc-407e-83b4-38fad5d2d969 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:12:16.242133 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6c82baa4-d669-439d-b89c-ad43fafbeb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:16.282943 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-6c82baa4-d669-439d-b89c-ad43fafbeb36 None None] Port 2627ea83-fffc-407e-83b4-38fad5d2d969 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:12:16.322078 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f8b1d1-ec0d-46e8-ae26-2a591eca678f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Router 172094f1-4b76-41aa-9b43-2b120f4b6ebe has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:12:16.439659 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f8b1d1-ec0d-46e8-ae26-2a591eca678f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:12:16.447452 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-d9f8b1d1-ec0d-46e8-ae26-2a591eca678f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "PUT /v2.0/routers/172094f1-4b76-41aa-9b43-2b120f4b6ebe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6046903 Jul 23 21:12:16.461265 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5631486-f1f0-40e2-a591-f5ca83800e70 None None] Sync routers for ids ['172094f1-4b76-41aa-9b43-2b120f4b6ebe'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:12:16.472628 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5631486-f1f0-40e2-a591-f5ca83800e70 None None] Routers {'172094f1-4b76-41aa-9b43-2b120f4b6ebe'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:12:16.473265 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-b5631486-f1f0-40e2-a591-f5ca83800e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:12:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['172094f1-4b76-41aa-9b43-2b120f4b6ebe'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:16.577353 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b63fcfe2-f7e5-4c47-827a-d496a5d4768d None None] Provisioning complete for port 2627ea83-fffc-407e-83b4-38fad5d2d969 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:12:16.577850 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b63fcfe2-f7e5-4c47-827a-d496a5d4768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:16.622003 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-a3c3a213-3506-4c93-9aaa-f4f801b648d9 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-392969342&fields=id&tenant_id=7adadf4e5dc447c39b760d2e191ff3f5 HTTP/1.1" status: 200 len: 267 time: 0.0492558 Jul 23 21:12:16.634961 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b63fcfe2-f7e5-4c47-827a-d496a5d4768d None None] Port 2627ea83-fffc-407e-83b4-38fad5d2d969 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:12:16.646172 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-b5631486-f1f0-40e2-a591-f5ca83800e70 None None] Set router 172094f1-4b76-41aa-9b43-2b120f4b6ebe gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:12:16.748843 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-ea12da21-7d7e-4b77-bdee-4696f875cef3 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:16.751624 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-ea12da21-7d7e-4b77-bdee-4696f875cef3 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/networks?id=e8cac1f3-364e-43cc-b430-51d146205cad HTTP/1.1" status: 200 len: 797 time: 0.1287847 Jul 23 21:12:16.772334 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-2de337d2-34c3-4251-8534-7ba036e6ca8e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/quotas/7adadf4e5dc447c39b760d2e191ff3f5 HTTP/1.1" status: 200 len: 375 time: 0.0113363 Jul 23 21:12:16.815150 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7bfb1503-422b-4734-8475-559f77b6c1f5 None None] Provisioning complete for port 2627ea83-fffc-407e-83b4-38fad5d2d969 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:12:16.815778 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7bfb1503-422b-4734-8475-559f77b6c1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:16.846610 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-6aa7a47b-266f-427d-917f-c80452efffbe tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7adadf4e5dc447c39b760d2e191ff3f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680916 Jul 23 21:12:16.864311 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 5972e960-2dc1-4b89-adf4-74b97d118150 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:12:16.908337 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-7bfb1503-422b-4734-8475-559f77b6c1f5 None None] Port 2627ea83-fffc-407e-83b4-38fad5d2d969 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:12:16.957331 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-b5631486-f1f0-40e2-a591-f5ca83800e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172094f1-4b76-41aa-9b43-2b120f4b6ebe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459186348', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:12:11Z', 'updated_at': '2021-07-23T21:12:15Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:bc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172094f1-4b76-41aa-9b43-2b120f4b6ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:12Z', 'updated_at': '2021-07-23T21:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '2627ea83-fffc-407e-83b4-38fad5d2d969', 'name': '', 'network_id': 'e8cac1f3-364e-43cc-b430-51d146205cad', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:33:8e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172094f1-4b76-41aa-9b43-2b120f4b6ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '21dc16dc-4f50-4d49-88e8-58d55f17f51e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:14Z', 'updated_at': '2021-07-23T21:12:15Z', 'revision_number': 2, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': '21dc16dc-4f50-4d49-88e8-58d55f17f51e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:16.959252 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-2da8131c-fa9b-458d-b1a4-7640c2259e2d service neutron] 10.222.0.32 "GET /v2.0/networks/e8cac1f3-364e-43cc-b430-51d146205cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943065 Jul 23 21:12:16.959377 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 5972e960-2dc1-4b89-adf4-74b97d118150 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:12:16.986587 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5631486-f1f0-40e2-a591-f5ca83800e70 None None] Checking router: 172094f1-4b76-41aa-9b43-2b120f4b6ebe for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:12:16.986943 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5631486-f1f0-40e2-a591-f5ca83800e70 None None] Updating router 172094f1-4b76-41aa-9b43-2b120f4b6ebe port 2627ea83-fffc-407e-83b4-38fad5d2d969 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:12:16.988710 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 5972e960-2dc1-4b89-adf4-74b97d118150 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:12:16.989079 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:17.054197 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b5631486-f1f0-40e2-a591-f5ca83800e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:17.071317 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-c58a7dbf-eabc-4986-81ad-f42a1c744d10 service neutron] 10.222.0.32 "GET /v2.0/networks/e8cac1f3-364e-43cc-b430-51d146205cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057160 Jul 23 21:12:17.187365 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:17.256996 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 5972e960-2dc1-4b89-adf4-74b97d118150, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=5972e960-2dc1-4b89-adf4-74b97d118150,segment=NetworkSegment(06011df1-ecfe-40fd-bc4a-08ef7d663df3),segment_id=06011df1-ecfe-40fd-bc4a-08ef7d663df3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:12:17.268521 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:17.270389 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:12:17.290149 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-071a9f6a-7bc0-4271-91e4-db244395df9c req-23bb6382-4daa-4c10-9e2c-c8f38b00ed22 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ded2982-c392-41c4-b1bb-08853189e7a4 HTTP/1.1" status: 200 len: 210 time: 0.0523782 Jul 23 21:12:17.404692 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=5972e960-2dc1-4b89-adf4-74b97d118150,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:17.440103 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:12:17.440525 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:17.525008 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b5631486-f1f0-40e2-a591-f5ca83800e70 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:17.537199 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b5631486-f1f0-40e2-a591-f5ca83800e70 None None] Transition to ACTIVE for port object 2627ea83-fffc-407e-83b4-38fad5d2d969 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:12:17.561979 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b5631486-f1f0-40e2-a591-f5ca83800e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:17.630300 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b68b7a-5f8b-4be2-ac35-8a22dc3d48fc None None] Pushing event updated for resources: {'Port': ['ID=2627ea83-fffc-407e-83b4-38fad5d2d969,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:17.696238 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-b5631486-f1f0-40e2-a591-f5ca83800e70 None None] Attempting to bind port 2627ea83-fffc-407e-83b4-38fad5d2d969 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:12:17.697033 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-b5631486-f1f0-40e2-a591-f5ca83800e70 None None] Attempting to bind port 2627ea83-fffc-407e-83b4-38fad5d2d969 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '06011df1-ecfe-40fd-bc4a-08ef7d663df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8cac1f3-364e-43cc-b430-51d146205cad'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:12:17.697652 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5631486-f1f0-40e2-a591-f5ca83800e70 None None] Attempting to bind port 2627ea83-fffc-407e-83b4-38fad5d2d969 on network e8cac1f3-364e-43cc-b430-51d146205cad {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:12:17.704042 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5631486-f1f0-40e2-a591-f5ca83800e70 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:12:17.704410 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5631486-f1f0-40e2-a591-f5ca83800e70 None None] Checking segment: {'id': '06011df1-ecfe-40fd-bc4a-08ef7d663df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8cac1f3-364e-43cc-b430-51d146205cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:12:17.705626 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b5631486-f1f0-40e2-a591-f5ca83800e70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:17.706224 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5631486-f1f0-40e2-a591-f5ca83800e70 None None] Bound using segment: {'id': '06011df1-ecfe-40fd-bc4a-08ef7d663df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8cac1f3-364e-43cc-b430-51d146205cad'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:12:17.707192 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-b5631486-f1f0-40e2-a591-f5ca83800e70 None None] Bound port: 2627ea83-fffc-407e-83b4-38fad5d2d969, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06011df1-ecfe-40fd-bc4a-08ef7d663df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8cac1f3-364e-43cc-b430-51d146205cad'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:12:17.707848 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b5631486-f1f0-40e2-a591-f5ca83800e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:17.790152 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-b5631486-f1f0-40e2-a591-f5ca83800e70 None None] For port 2627ea83-fffc-407e-83b4-38fad5d2d969, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:12:17.794959 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-b5631486-f1f0-40e2-a591-f5ca83800e70 None None] For port 2627ea83-fffc-407e-83b4-38fad5d2d969, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=2627ea83-fffc-407e-83b4-38fad5d2d969,segment=NetworkSegment(06011df1-ecfe-40fd-bc4a-08ef7d663df3),segment_id=06011df1-ecfe-40fd-bc4a-08ef7d663df3)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:12:17.802486 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b5631486-f1f0-40e2-a591-f5ca83800e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:17.866484 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5631486-f1f0-40e2-a591-f5ca83800e70 None None] Routers {'172094f1-4b76-41aa-9b43-2b120f4b6ebe'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:12:17.867738 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-b5631486-f1f0-40e2-a591-f5ca83800e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:12:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['172094f1-4b76-41aa-9b43-2b120f4b6ebe'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:17.953828 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b68b7a-5f8b-4be2-ac35-8a22dc3d48fc None None] Pushing event updated for resources: {'Port': ['ID=2627ea83-fffc-407e-83b4-38fad5d2d969,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:18.015709 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-b5631486-f1f0-40e2-a591-f5ca83800e70 None None] Set router 172094f1-4b76-41aa-9b43-2b120f4b6ebe gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:12:18.245704 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-b5631486-f1f0-40e2-a591-f5ca83800e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172094f1-4b76-41aa-9b43-2b120f4b6ebe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459186348', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:12:11Z', 'updated_at': '2021-07-23T21:12:15Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:bc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172094f1-4b76-41aa-9b43-2b120f4b6ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:12Z', 'updated_at': '2021-07-23T21:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '2627ea83-fffc-407e-83b4-38fad5d2d969', 'name': '', 'network_id': 'e8cac1f3-364e-43cc-b430-51d146205cad', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:33:8e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172094f1-4b76-41aa-9b43-2b120f4b6ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '21dc16dc-4f50-4d49-88e8-58d55f17f51e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:14Z', 'updated_at': '2021-07-23T21:12:17Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': '21dc16dc-4f50-4d49-88e8-58d55f17f51e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:18.276553 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5631486-f1f0-40e2-a591-f5ca83800e70 None None] The sync data for ids ['172094f1-4b76-41aa-9b43-2b120f4b6ebe'] in n-d-793618-10 is: [{'id': '172094f1-4b76-41aa-9b43-2b120f4b6ebe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459186348', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:12:11Z', 'updated_at': '2021-07-23T21:12:15Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:bc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172094f1-4b76-41aa-9b43-2b120f4b6ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:12Z', 'updated_at': '2021-07-23T21:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '2627ea83-fffc-407e-83b4-38fad5d2d969', 'name': '', 'network_id': 'e8cac1f3-364e-43cc-b430-51d146205cad', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:33:8e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172094f1-4b76-41aa-9b43-2b120f4b6ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '21dc16dc-4f50-4d49-88e8-58d55f17f51e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:14Z', 'updated_at': '2021-07-23T21:12:17Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': '21dc16dc-4f50-4d49-88e8-58d55f17f51e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:12:18.447151 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db4c7d3a-8132-4374-ac84-611af6829aa1 req-1ef20bc6-cff4-49b9-8b85-992b8b12eae5 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ded2982-c392-41c4-b1bb-08853189e7a4 HTTP/1.1" status: 200 len: 210 time: 0.0403030 Jul 23 21:12:18.656722 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-800970f9-68d4-4146-af66-63434c9642e8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:18.658480 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-800970f9-68d4-4146-af66-63434c9642e8 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.30 "GET /v2.0/networks?id=e8cac1f3-364e-43cc-b430-51d146205cad HTTP/1.1" status: 200 len: 797 time: 0.5043252 Jul 23 21:12:18.708279 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-1c550ea8-2e30-4f19-ac8c-05763cf32d08 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7adadf4e5dc447c39b760d2e191ff3f5 HTTP/1.1" status: 200 len: 379 time: 0.0405467 Jul 23 21:12:18.716888 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-6f4186f0-fa60-4df0-abe3-99bdea66f11f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'port': {'device_id': '4ded2982-c392-41c4-b1bb-08853189e7a4', 'network_id': 'e8cac1f3-364e-43cc-b430-51d146205cad', 'admin_state_up': True, 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'security_groups': ['66f425cd-32e7-4477-ac21-f8a1251c3d6c']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:12:18.863294 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-6f4186f0-fa60-4df0-abe3-99bdea66f11f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Made reservation on behalf of 7adadf4e5dc447c39b760d2e191ff3f5 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:12:18.866002 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 2627ea83-fffc-407e-83b4-38fad5d2d969 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:12:18.867732 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-6f4186f0-fa60-4df0-abe3-99bdea66f11f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:18.929974 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 2627ea83-fffc-407e-83b4-38fad5d2d969 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:12:18.934934 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 2627ea83-fffc-407e-83b4-38fad5d2d969 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:12:18.935403 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:19.018444 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-6f4186f0-fa60-4df0-abe3-99bdea66f11f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Allocated IP 172.20.0.12 (e8cac1f3-364e-43cc-b430-51d146205cad/21dc16dc-4f50-4d49-88e8-58d55f17f51e/51a944d1-dbef-45c2-bb93-61da59e99b7c) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:12:19.022113 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:19.059251 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 2627ea83-fffc-407e-83b4-38fad5d2d969, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=2627ea83-fffc-407e-83b4-38fad5d2d969,segment=NetworkSegment(06011df1-ecfe-40fd-bc4a-08ef7d663df3),segment_id=06011df1-ecfe-40fd-bc4a-08ef7d663df3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:12:19.064327 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:19.065276 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 5972e960-2dc1-4b89-adf4-74b97d118150 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:12:19.147606 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=2627ea83-fffc-407e-83b4-38fad5d2d969,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:19.163757 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 5972e960-2dc1-4b89-adf4-74b97d118150 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:12:19.164129 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:19.190514 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-6f4186f0-fa60-4df0-abe3-99bdea66f11f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:19.205702 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-6f4186f0-fa60-4df0-abe3-99bdea66f11f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Transition to ACTIVE for port object 51a944d1-dbef-45c2-bb93-61da59e99b7c will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:12:19.243757 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-6f4186f0-fa60-4df0-abe3-99bdea66f11f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:19.297285 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-6f4186f0-fa60-4df0-abe3-99bdea66f11f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Network e8cac1f3-364e-43cc-b430-51d146205cad is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:12:19.303905 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-6f4186f0-fa60-4df0-abe3-99bdea66f11f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:12:19.307837 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-6f4186f0-fa60-4df0-abe3-99bdea66f11f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:12:19.335441 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4186f0-fa60-4df0-abe3-99bdea66f11f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'Port': ['ID=51a944d1-dbef-45c2-bb93-61da59e99b7c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:19.371512 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-6f4186f0-fa60-4df0-abe3-99bdea66f11f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:19.372293 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-6f4186f0-fa60-4df0-abe3-99bdea66f11f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:19.391734 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-6f4186f0-fa60-4df0-abe3-99bdea66f11f tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6788526 Jul 23 21:12:19.402712 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-a84fdd62-47a8-454e-8168-10291773e8c2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:12:19.404131 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-a84fdd62-47a8-454e-8168-10291773e8c2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057740 Jul 23 21:12:19.458181 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-a1c2387c-117c-4672-94b5-33068e8933e8 service neutron] Request body: {'port': {'device_id': '4ded2982-c392-41c4-b1bb-08853189e7a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:12:19.535610 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-a1c2387c-117c-4672-94b5-33068e8933e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:19.588710 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b9ff3-4bf8-4cb8-8a7d-102783b70773 req-953beb45-6041-456b-8271-5f1fe005e232 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:19.590247 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-344b9ff3-4bf8-4cb8-8a7d-102783b70773 req-953beb45-6041-456b-8271-5f1fe005e232 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ded2982-c392-41c4-b1bb-08853189e7a4 HTTP/1.1" status: 200 len: 932 time: 0.0725279 Jul 23 21:12:19.590586 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1e331b7f-0f3d-4492-9657-543686c58466 None None] Provisioning for port 51a944d1-dbef-45c2-bb93-61da59e99b7c completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:12:19.595267 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-1e331b7f-0f3d-4492-9657-543686c58466 None None] Provisioning complete for port 51a944d1-dbef-45c2-bb93-61da59e99b7c triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:12:19.595824 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1e331b7f-0f3d-4492-9657-543686c58466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:19.635256 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-344b9ff3-4bf8-4cb8-8a7d-102783b70773 req-a104fc36-df29-4422-b035-5131d8155817 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=66f425cd-32e7-4477-ac21-f8a1251c3d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363197 Jul 23 21:12:19.643323 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1e331b7f-0f3d-4492-9657-543686c58466 None None] Port 51a944d1-dbef-45c2-bb93-61da59e99b7c cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:12:19.828381 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-a1c2387c-117c-4672-94b5-33068e8933e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51a944d1-dbef-45c2-bb93-61da59e99b7c {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:12:19.836514 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-a1c2387c-117c-4672-94b5-33068e8933e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:19.848771 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-a1c2387c-117c-4672-94b5-33068e8933e8 service neutron] Transition to ACTIVE for port object 51a944d1-dbef-45c2-bb93-61da59e99b7c will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:12:19.852693 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-a1c2387c-117c-4672-94b5-33068e8933e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:19.925081 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c2387c-117c-4672-94b5-33068e8933e8 service neutron] Pushing event updated for resources: {'Port': ['ID=51a944d1-dbef-45c2-bb93-61da59e99b7c,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:19.981704 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-a1c2387c-117c-4672-94b5-33068e8933e8 service neutron] Attempting to bind port 51a944d1-dbef-45c2-bb93-61da59e99b7c on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:12:19.982139 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-a1c2387c-117c-4672-94b5-33068e8933e8 service neutron] Attempting to bind port 51a944d1-dbef-45c2-bb93-61da59e99b7c by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '06011df1-ecfe-40fd-bc4a-08ef7d663df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8cac1f3-364e-43cc-b430-51d146205cad'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:12:19.982481 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-a1c2387c-117c-4672-94b5-33068e8933e8 service neutron] Attempting to bind port 51a944d1-dbef-45c2-bb93-61da59e99b7c on network e8cac1f3-364e-43cc-b430-51d146205cad {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:12:19.987287 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-a1c2387c-117c-4672-94b5-33068e8933e8 service neutron] Port 51a944d1-dbef-45c2-bb93-61da59e99b7c on network e8cac1f3-364e-43cc-b430-51d146205cad not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:12:19.987797 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-a1c2387c-117c-4672-94b5-33068e8933e8 service neutron] Attempting to bind port 51a944d1-dbef-45c2-bb93-61da59e99b7c on network e8cac1f3-364e-43cc-b430-51d146205cad {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:12:19.993595 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-a1c2387c-117c-4672-94b5-33068e8933e8 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:12:19.993944 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-a1c2387c-117c-4672-94b5-33068e8933e8 service neutron] Checking segment: {'id': '06011df1-ecfe-40fd-bc4a-08ef7d663df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8cac1f3-364e-43cc-b430-51d146205cad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:12:19.994326 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-a1c2387c-117c-4672-94b5-33068e8933e8 service neutron] Bound using segment: {'id': '06011df1-ecfe-40fd-bc4a-08ef7d663df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8cac1f3-364e-43cc-b430-51d146205cad'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:12:19.994759 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-a1c2387c-117c-4672-94b5-33068e8933e8 service neutron] Bound port: 51a944d1-dbef-45c2-bb93-61da59e99b7c, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06011df1-ecfe-40fd-bc4a-08ef7d663df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8cac1f3-364e-43cc-b430-51d146205cad'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:12:19.995265 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-a1c2387c-117c-4672-94b5-33068e8933e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:20.077658 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-a1c2387c-117c-4672-94b5-33068e8933e8 service neutron] For port 51a944d1-dbef-45c2-bb93-61da59e99b7c, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:12:20.080763 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-a1c2387c-117c-4672-94b5-33068e8933e8 service neutron] For port 51a944d1-dbef-45c2-bb93-61da59e99b7c, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=51a944d1-dbef-45c2-bb93-61da59e99b7c,segment=NetworkSegment(06011df1-ecfe-40fd-bc4a-08ef7d663df3),segment_id=06011df1-ecfe-40fd-bc4a-08ef7d663df3)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:12:20.091149 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-a1c2387c-117c-4672-94b5-33068e8933e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:20.130092 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-a1c2387c-117c-4672-94b5-33068e8933e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:20.130634 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-a1c2387c-117c-4672-94b5-33068e8933e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:20.132045 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-a1c2387c-117c-4672-94b5-33068e8933e8 service neutron] 10.222.0.30 "PUT /v2.0/ports/51a944d1-dbef-45c2-bb93-61da59e99b7c HTTP/1.1" status: 200 len: 1093 time: 0.7216606 Jul 23 21:12:20.132496 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ded2982-c392-41c4-b1bb-08853189e7a4', 'tag': '51a944d1-dbef-45c2-bb93-61da59e99b7c'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:12:20.134841 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4300f88a927161e708234582c45a85d95cbae37b2189d54369fb4e5575b527b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839b0f88-be65-4527-b725-d9a3de677fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "4ded2982-c392-41c4-b1bb-08853189e7a4", "tag": "51a944d1-dbef-45c2-bb93-61da59e99b7c"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:12:20.163584 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c2387c-117c-4672-94b5-33068e8933e8 service neutron] Pushing event updated for resources: {'Port': ['ID=51a944d1-dbef-45c2-bb93-61da59e99b7c,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:20.207898 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48c1af8-37af-45b5-beb3-866613cec761 x-openstack-request-id: req-f48c1af8-37af-45b5-beb3-866613cec761 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:12:20.208261 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ded2982-c392-41c4-b1bb-08853189e7a4", "tag": "51a944d1-dbef-45c2-bb93-61da59e99b7c", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:12:20.208446 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f48c1af8-37af-45b5-beb3-866613cec761 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:12:20.208801 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ded2982-c392-41c4-b1bb-08853189e7a4', 'tag': '51a944d1-dbef-45c2-bb93-61da59e99b7c', 'status': 'completed', 'code': 200} Jul 23 21:12:20.236424 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-5c598dc7-0a03-4d52-8d4e-18286a632c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:20.238534 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-5c598dc7-0a03-4d52-8d4e-18286a632c9f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7adadf4e5dc447c39b760d2e191ff3f5&device_id=4ded2982-c392-41c4-b1bb-08853189e7a4 HTTP/1.1" status: 200 len: 1096 time: 0.0611429 Jul 23 21:12:20.289122 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-07922874-fe75-428d-b86d-30f9781e6c4d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51a944d1-dbef-45c2-bb93-61da59e99b7c HTTP/1.1" status: 200 len: 217 time: 0.0433838 Jul 23 21:12:20.340447 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-f30de845-0fd7-45a0-b930-918beff8a17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:20.341968 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-f30de845-0fd7-45a0-b930-918beff8a17e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=21dc16dc-4f50-4d49-88e8-58d55f17f51e HTTP/1.1" status: 200 len: 835 time: 0.0472174 Jul 23 21:12:20.414262 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-7bdae5c7-5ad0-481d-ad28-0095d54b99e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:20.415794 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-7bdae5c7-5ad0-481d-ad28-0095d54b99e3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e8cac1f3-364e-43cc-b430-51d146205cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0674322 Jul 23 21:12:20.511460 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-ff81fb80-4eff-40e4-9e05-4bd52bafde26 service neutron] 10.222.0.30 "GET /v2.0/networks/e8cac1f3-364e-43cc-b430-51d146205cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892892 Jul 23 21:12:20.602272 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-a10ae1ed-1213-4970-98ca-450a9041ac02 req-66f5ab9f-4cd2-4ccb-a43f-0a7997d08fc2 service neutron] 10.222.0.30 "GET /v2.0/networks/e8cac1f3-364e-43cc-b430-51d146205cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844657 Jul 23 21:12:20.716164 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b0f88-be65-4527-b725-d9a3de677fc9 req-50fe923c-b524-4bd7-97cc-167e6b99d2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:20.717735 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-839b0f88-be65-4527-b725-d9a3de677fc9 req-50fe923c-b524-4bd7-97cc-167e6b99d2a5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7adadf4e5dc447c39b760d2e191ff3f5&device_id=4ded2982-c392-41c4-b1bb-08853189e7a4 HTTP/1.1" status: 200 len: 1096 time: 0.0678434 Jul 23 21:12:20.780793 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 2627ea83-fffc-407e-83b4-38fad5d2d969 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:12:20.796002 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010f42d-a765-4b0a-bca1-4323b1525717 req-a7097c96-53a2-4cb5-9c25-683dc9db8338 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:20.798916 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d010f42d-a765-4b0a-bca1-4323b1525717 req-a7097c96-53a2-4cb5-9c25-683dc9db8338 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ded2982-c392-41c4-b1bb-08853189e7a4 HTTP/1.1" status: 200 len: 944 time: 0.0866001 Jul 23 21:12:20.835582 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b0f88-be65-4527-b725-d9a3de677fc9 req-ee3873ac-dece-4959-87ba-bdd9d4bd6f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:20.837730 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-839b0f88-be65-4527-b725-d9a3de677fc9 req-ee3873ac-dece-4959-87ba-bdd9d4bd6f77 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e8cac1f3-364e-43cc-b430-51d146205cad HTTP/1.1" status: 200 len: 898 time: 0.1134307 Jul 23 21:12:20.846618 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d010f42d-a765-4b0a-bca1-4323b1525717 req-d021d9dc-5f72-4870-aed2-584b16272e73 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=66f425cd-32e7-4477-ac21-f8a1251c3d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398614 Jul 23 21:12:20.888199 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-839b0f88-be65-4527-b725-d9a3de677fc9 req-b94b4dc3-f927-434a-a9af-ae061c3cd8ac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51a944d1-dbef-45c2-bb93-61da59e99b7c HTTP/1.1" status: 200 len: 217 time: 0.0440435 Jul 23 21:12:20.943750 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b0f88-be65-4527-b725-d9a3de677fc9 req-fbfb1b54-3cfa-4eb7-8ed1-f608d4f0d5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:20.945261 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-839b0f88-be65-4527-b725-d9a3de677fc9 req-fbfb1b54-3cfa-4eb7-8ed1-f608d4f0d5f1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=21dc16dc-4f50-4d49-88e8-58d55f17f51e HTTP/1.1" status: 200 len: 835 time: 0.0505943 Jul 23 21:12:20.993620 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 2627ea83-fffc-407e-83b4-38fad5d2d969 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:12:20.993995 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:21.013227 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b0f88-be65-4527-b725-d9a3de677fc9 req-a0b46f6f-6cf4-4cd5-99e7-4349f1590705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:21.014885 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-839b0f88-be65-4527-b725-d9a3de677fc9 req-a0b46f6f-6cf4-4cd5-99e7-4349f1590705 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e8cac1f3-364e-43cc-b430-51d146205cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631466 Jul 23 21:12:21.117061 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-839b0f88-be65-4527-b725-d9a3de677fc9 req-7e7cf2b3-6297-47c0-a35e-768c8feb51fc service neutron] 10.222.0.30 "GET /v2.0/networks/e8cac1f3-364e-43cc-b430-51d146205cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952303 Jul 23 21:12:21.212964 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-839b0f88-be65-4527-b725-d9a3de677fc9 req-26f00df0-4aaa-4695-afd0-cb8d9401880d service neutron] 10.222.0.30 "GET /v2.0/networks/e8cac1f3-364e-43cc-b430-51d146205cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894146 Jul 23 21:12:21.987293 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea1651-a913-447a-bc17-6c3f0c932421 req-82787444-33a7-4edb-adc9-8397f9614b55 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:21.988856 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0cea1651-a913-447a-bc17-6c3f0c932421 req-82787444-33a7-4edb-adc9-8397f9614b55 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ded2982-c392-41c4-b1bb-08853189e7a4 HTTP/1.1" status: 200 len: 944 time: 0.0700779 Jul 23 21:12:22.028539 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0cea1651-a913-447a-bc17-6c3f0c932421 req-04f4d17a-d7d4-4268-bcee-193ff94e87c5 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=66f425cd-32e7-4477-ac21-f8a1251c3d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332007 Jul 23 21:12:23.159563 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a588cc7-bf07-4bb4-ba37-fc72221f00d0 req-1e74b312-5ecb-45c4-b729-b5b75cee2214 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:23.161074 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a588cc7-bf07-4bb4-ba37-fc72221f00d0 req-1e74b312-5ecb-45c4-b729-b5b75cee2214 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ded2982-c392-41c4-b1bb-08853189e7a4 HTTP/1.1" status: 200 len: 944 time: 0.0646775 Jul 23 21:12:23.198998 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4a588cc7-bf07-4bb4-ba37-fc72221f00d0 req-d476716f-cd0c-47e4-9c4c-ff4fd516f948 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=66f425cd-32e7-4477-ac21-f8a1251c3d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324228 Jul 23 21:12:23.369573 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 51a944d1-dbef-45c2-bb93-61da59e99b7c details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:12:23.469694 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 51a944d1-dbef-45c2-bb93-61da59e99b7c, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=51a944d1-dbef-45c2-bb93-61da59e99b7c,segment=NetworkSegment(06011df1-ecfe-40fd-bc4a-08ef7d663df3),segment_id=06011df1-ecfe-40fd-bc4a-08ef7d663df3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:12:23.482257 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '51a944d1-dbef-45c2-bb93-61da59e99b7c', 'network_id': 'e8cac1f3-364e-43cc-b430-51d146205cad', 'port_id': '51a944d1-dbef-45c2-bb93-61da59e99b7c', 'mac_address': 'fa:16:3e:58:77:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21dc16dc-4f50-4d49-88e8-58d55f17f51e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:12:23.523766 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:23.538560 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51a944d1-dbef-45c2-bb93-61da59e99b7c {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:12:23.565094 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 51a944d1-dbef-45c2-bb93-61da59e99b7c, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=51a944d1-dbef-45c2-bb93-61da59e99b7c,segment=NetworkSegment(06011df1-ecfe-40fd-bc4a-08ef7d663df3),segment_id=06011df1-ecfe-40fd-bc4a-08ef7d663df3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:12:23.569265 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:23.622939 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=51a944d1-dbef-45c2-bb93-61da59e99b7c,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:23.795977 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['51a944d1-dbef-45c2-bb93-61da59e99b7c'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:12:24.341589 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a920126-ba00-457f-9af5-bb183c64a152 req-c12dd424-0730-4f91-b2a2-36d653c521af tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:24.343201 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3a920126-ba00-457f-9af5-bb183c64a152 req-c12dd424-0730-4f91-b2a2-36d653c521af tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ded2982-c392-41c4-b1bb-08853189e7a4 HTTP/1.1" status: 200 len: 945 time: 0.0750854 Jul 23 21:12:24.383856 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3a920126-ba00-457f-9af5-bb183c64a152 req-64600c4d-fd61-4cfa-ad51-e949b45da39a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=66f425cd-32e7-4477-ac21-f8a1251c3d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342038 Jul 23 21:12:25.385592 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 51a944d1-dbef-45c2-bb93-61da59e99b7c up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:12:25.455113 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 51a944d1-dbef-45c2-bb93-61da59e99b7c completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:12:25.460449 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 51a944d1-dbef-45c2-bb93-61da59e99b7c triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:12:25.460818 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:25.546382 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:25.563248 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5a2cd-586e-4937-9319-701c4f7ccfa1 req-bcd2acf7-a821-42d8-af08-710c3d0b9431 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:25.564781 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a5a5a2cd-586e-4937-9319-701c4f7ccfa1 req-bcd2acf7-a821-42d8-af08-710c3d0b9431 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ded2982-c392-41c4-b1bb-08853189e7a4 HTTP/1.1" status: 200 len: 945 time: 0.0731573 Jul 23 21:12:25.570640 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ded2982-c392-41c4-b1bb-08853189e7a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a944d1-dbef-45c2-bb93-61da59e99b7c'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:12:25.573000 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee4ac189e5a110d8d805401cc899f663d03ba078ee3e21ff65471f248c742d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d880b1a-bb1b-4ab2-a7b8-c7042c1b906d" -d '{"events": [{"server_uuid": "4ded2982-c392-41c4-b1bb-08853189e7a4", "name": "network-vif-plugged", "status": "completed", "tag": "51a944d1-dbef-45c2-bb93-61da59e99b7c"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:12:25.586755 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 51a944d1-dbef-45c2-bb93-61da59e99b7c, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=51a944d1-dbef-45c2-bb93-61da59e99b7c,segment=NetworkSegment(06011df1-ecfe-40fd-bc4a-08ef7d663df3),segment_id=06011df1-ecfe-40fd-bc4a-08ef7d663df3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:12:25.590818 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:25.610332 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a5a5a2cd-586e-4937-9319-701c4f7ccfa1 req-b3534bec-7459-4e57-bf2b-cd224d715b1d tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=66f425cd-32e7-4477-ac21-f8a1251c3d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388422 Jul 23 21:12:25.641128 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=51a944d1-dbef-45c2-bb93-61da59e99b7c,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:25.656774 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be98745c-1726-4151-bea9-c56e0f61560c x-openstack-request-id: req-be98745c-1726-4151-bea9-c56e0f61560c {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:12:25.657091 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ded2982-c392-41c4-b1bb-08853189e7a4", "name": "network-vif-plugged", "status": "completed", "tag": "51a944d1-dbef-45c2-bb93-61da59e99b7c", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:12:25.657343 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-be98745c-1726-4151-bea9-c56e0f61560c {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:12:25.657763 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ded2982-c392-41c4-b1bb-08853189e7a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a944d1-dbef-45c2-bb93-61da59e99b7c', 'code': 200} Jul 23 21:12:25.767266 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddf2b1-7c37-4286-a5d5-0dff891a2cfe req-68b48ea7-2dbe-4a0a-8768-741f9cf997b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:25.769115 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-69ddf2b1-7c37-4286-a5d5-0dff891a2cfe req-68b48ea7-2dbe-4a0a-8768-741f9cf997b8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4ded2982-c392-41c4-b1bb-08853189e7a4 HTTP/1.1" status: 200 len: 1098 time: 0.0551426 Jul 23 21:12:25.807895 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-69ddf2b1-7c37-4286-a5d5-0dff891a2cfe req-c304f2e0-06fc-4a89-a354-1f42b4fbe9ac service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=66f425cd-32e7-4477-ac21-f8a1251c3d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324397 Jul 23 21:12:26.764814 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60aa515-308f-4de9-ba27-63e86c9bdede req-69984074-d927-4e00-85c8-163689c9ea3d tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:26.766326 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b60aa515-308f-4de9-ba27-63e86c9bdede req-69984074-d927-4e00-85c8-163689c9ea3d tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ded2982-c392-41c4-b1bb-08853189e7a4 HTTP/1.1" status: 200 len: 946 time: 0.0724559 Jul 23 21:12:26.806248 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b60aa515-308f-4de9-ba27-63e86c9bdede req-d5ab7a8e-945f-41f5-92c7-7e7d90c890fe tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=66f425cd-32e7-4477-ac21-f8a1251c3d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333548 Jul 23 21:12:26.939242 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1960b0-e372-42c0-9e87-dc7970e64072 req-10ddccec-04fb-4a03-ba73-50200dea8a08 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:26.940657 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ac1960b0-e372-42c0-9e87-dc7970e64072 req-10ddccec-04fb-4a03-ba73-50200dea8a08 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ded2982-c392-41c4-b1bb-08853189e7a4 HTTP/1.1" status: 200 len: 946 time: 0.0679965 Jul 23 21:12:26.982043 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ac1960b0-e372-42c0-9e87-dc7970e64072 req-2c29c0d5-f936-46b0-814a-9fc8cd89596c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=66f425cd-32e7-4477-ac21-f8a1251c3d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352287 Jul 23 21:12:27.004932 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39386) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:27.061355 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84801e54-0fc3-4fb4-8050-511093b5b95a tempest-TestNetworkAdvancedServerOps-1200032442 tempest-TestNetworkAdvancedServerOps-1200032442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:27.063287 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-84801e54-0fc3-4fb4-8050-511093b5b95a tempest-TestNetworkAdvancedServerOps-1200032442 tempest-TestNetworkAdvancedServerOps-1200032442-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4ded2982-c392-41c4-b1bb-08853189e7a4 HTTP/1.1" status: 200 len: 1093 time: 0.0575290 Jul 23 21:12:27.065833 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39388) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:27.070779 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-0d03743b-5b45-42e9-b7d3-df9141684d0b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'port_id': '51a944d1-dbef-45c2-bb93-61da59e99b7c', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:12:27.094329 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0d03743b-5b45-42e9-b7d3-df9141684d0b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for floatingip, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:27.197521 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0d03743b-5b45-42e9-b7d3-df9141684d0b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:27.310763 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-0d03743b-5b45-42e9-b7d3-df9141684d0b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Allocated IP 172.25.1.81 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/5eb02698-afb0-4dcc-8c8e-403acf0847df) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:12:27.413419 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0d03743b-5b45-42e9-b7d3-df9141684d0b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:27.452969 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0d03743b-5b45-42e9-b7d3-df9141684d0b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:27.490387 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d03743b-5b45-42e9-b7d3-df9141684d0b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:12:27.493260 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-0d03743b-5b45-42e9-b7d3-df9141684d0b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:12:27.499413 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d03743b-5b45-42e9-b7d3-df9141684d0b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:12:27.530422 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03743b-5b45-42e9-b7d3-df9141684d0b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'Port': ['ID=5eb02698-afb0-4dcc-8c8e-403acf0847df,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:27.869607 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0d03743b-5b45-42e9-b7d3-df9141684d0b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:27.949827 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0d03743b-5b45-42e9-b7d3-df9141684d0b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:28.102804 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0d03743b-5b45-42e9-b7d3-df9141684d0b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:28.111110 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0d03743b-5b45-42e9-b7d3-df9141684d0b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:28.179639 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03743b-5b45-42e9-b7d3-df9141684d0b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event updated for resources: {'Port': ['ID=5eb02698-afb0-4dcc-8c8e-403acf0847df,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:28.191427 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0d03743b-5b45-42e9-b7d3-df9141684d0b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:28.294039 n-d-793618-10 neutron-server[93875]: INFO neutron.db.l3_db [None req-0d03743b-5b45-42e9-b7d3-df9141684d0b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Floating IP b444d07c-65f4-4890-be5f-9d59090a214c associated. External IP: 172.25.1.81, port: 51a944d1-dbef-45c2-bb93-61da59e99b7c. Jul 23 21:12:28.514170 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d03743b-5b45-42e9-b7d3-df9141684d0b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Router 172094f1-4b76-41aa-9b43-2b120f4b6ebe has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:12:28.625041 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d03743b-5b45-42e9-b7d3-df9141684d0b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:12:28.635329 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77019342-dcac-4734-b75e-88a1602dc0f9 None None] Sync routers for ids ['172094f1-4b76-41aa-9b43-2b120f4b6ebe'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:12:28.642638 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0d03743b-5b45-42e9-b7d3-df9141684d0b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:28.688046 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0d03743b-5b45-42e9-b7d3-df9141684d0b tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6186988 Jul 23 21:12:28.688046 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ded2982-c392-41c4-b1bb-08853189e7a4', 'tag': '51a944d1-dbef-45c2-bb93-61da59e99b7c'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:12:28.688498 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1358e00761cb368f0f7ae124e23a857cb06aa2e8cdc938e6d7a9a9ae7bd1e98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6421ea02-613b-4bb6-bb7e-bc3fdb7a4a2c" -d '{"events": [{"name": "network-changed", "server_uuid": "4ded2982-c392-41c4-b1bb-08853189e7a4", "tag": "51a944d1-dbef-45c2-bb93-61da59e99b7c"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:12:28.745542 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77019342-dcac-4734-b75e-88a1602dc0f9 None None] Routers {'172094f1-4b76-41aa-9b43-2b120f4b6ebe'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:12:28.746059 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-77019342-dcac-4734-b75e-88a1602dc0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:12:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['172094f1-4b76-41aa-9b43-2b120f4b6ebe'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:28.807196 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349babb-08fb-49d2-b41f-db7d39a2493b req-85684a55-08a3-4c61-974e-cea2eda6086c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:28.808728 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e349babb-08fb-49d2-b41f-db7d39a2493b req-85684a55-08a3-4c61-974e-cea2eda6086c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ded2982-c392-41c4-b1bb-08853189e7a4 HTTP/1.1" status: 200 len: 946 time: 0.0656118 Jul 23 21:12:28.850993 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e349babb-08fb-49d2-b41f-db7d39a2493b req-f3c16a1d-25a3-485f-b52d-2ccf95f07d56 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=66f425cd-32e7-4477-ac21-f8a1251c3d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346348 Jul 23 21:12:28.856512 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-77019342-dcac-4734-b75e-88a1602dc0f9 None None] Set router 172094f1-4b76-41aa-9b43-2b120f4b6ebe gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:12:28.875632 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39394) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:28.898111 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa28f350-06a9-4af4-90e1-8ce083b6351f x-openstack-request-id: req-aa28f350-06a9-4af4-90e1-8ce083b6351f {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:12:28.898111 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ded2982-c392-41c4-b1bb-08853189e7a4", "tag": "51a944d1-dbef-45c2-bb93-61da59e99b7c", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:12:28.898111 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aa28f350-06a9-4af4-90e1-8ce083b6351f {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:12:28.898111 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ded2982-c392-41c4-b1bb-08853189e7a4', 'tag': '51a944d1-dbef-45c2-bb93-61da59e99b7c', 'status': 'completed', 'code': 200} Jul 23 21:12:28.969448 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-6089c1fd-1e60-414b-b08e-72d5fc0b6014 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/floatingips/b444d07c-65f4-4890-be5f-9d59090a214c HTTP/1.1" status: 200 len: 991 time: 0.0923116 Jul 23 21:12:28.995313 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421ea02-613b-4bb6-bb7e-bc3fdb7a4a2c req-9539f0a2-2001-449e-8364-1223514014d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:28.996956 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6421ea02-613b-4bb6-bb7e-bc3fdb7a4a2c req-9539f0a2-2001-449e-8364-1223514014d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7adadf4e5dc447c39b760d2e191ff3f5&device_id=4ded2982-c392-41c4-b1bb-08853189e7a4 HTTP/1.1" status: 200 len: 1098 time: 0.0780478 Jul 23 21:12:29.092881 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421ea02-613b-4bb6-bb7e-bc3fdb7a4a2c req-f18804b7-99c7-47e4-8acc-5064730fdb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:29.094403 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6421ea02-613b-4bb6-bb7e-bc3fdb7a4a2c req-f18804b7-99c7-47e4-8acc-5064730fdb78 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e8cac1f3-364e-43cc-b430-51d146205cad HTTP/1.1" status: 200 len: 898 time: 0.0919588 Jul 23 21:12:29.095582 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-77019342-dcac-4734-b75e-88a1602dc0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172094f1-4b76-41aa-9b43-2b120f4b6ebe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459186348', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:12:11Z', 'updated_at': '2021-07-23T21:12:15Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:bc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172094f1-4b76-41aa-9b43-2b120f4b6ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:12Z', 'updated_at': '2021-07-23T21:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'b444d07c-65f4-4890-be5f-9d59090a214c', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'floating_ip_address': '172.25.1.81', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '172094f1-4b76-41aa-9b43-2b120f4b6ebe', 'port_id': '51a944d1-dbef-45c2-bb93-61da59e99b7c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8cac1f3-364e-43cc-b430-51d146205cad', 'mac_address': 'fa:16:3e:58:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ded2982-c392-41c4-b1bb-08853189e7a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:12:27Z', 'updated_at': '2021-07-23T21:12:27Z', 'revision_number': 0, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2627ea83-fffc-407e-83b4-38fad5d2d969', 'name': '', 'network_id': 'e8cac1f3-364e-43cc-b430-51d146205cad', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:33:8e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172094f1-4b76-41aa-9b43-2b120f4b6ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '21dc16dc-4f50-4d49-88e8-58d55f17f51e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:14Z', 'updated_at': '2021-07-23T21:12:19Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': '21dc16dc-4f50-4d49-88e8-58d55f17f51e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:29.125415 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77019342-dcac-4734-b75e-88a1602dc0f9 None None] Checking router: 172094f1-4b76-41aa-9b43-2b120f4b6ebe for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:12:29.134830 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77019342-dcac-4734-b75e-88a1602dc0f9 None None] Routers {'172094f1-4b76-41aa-9b43-2b120f4b6ebe'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:12:29.135435 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-77019342-dcac-4734-b75e-88a1602dc0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:12:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['172094f1-4b76-41aa-9b43-2b120f4b6ebe'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:29.162011 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6421ea02-613b-4bb6-bb7e-bc3fdb7a4a2c req-683e7d1e-7112-4644-bf66-14a28fb148ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51a944d1-dbef-45c2-bb93-61da59e99b7c HTTP/1.1" status: 200 len: 999 time: 0.0611262 Jul 23 21:12:29.216803 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421ea02-613b-4bb6-bb7e-bc3fdb7a4a2c req-88e8b00c-f590-41d6-a133-9a763a198b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:29.218358 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6421ea02-613b-4bb6-bb7e-bc3fdb7a4a2c req-88e8b00c-f590-41d6-a133-9a763a198b96 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=21dc16dc-4f50-4d49-88e8-58d55f17f51e HTTP/1.1" status: 200 len: 835 time: 0.0507810 Jul 23 21:12:29.244257 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-77019342-dcac-4734-b75e-88a1602dc0f9 None None] Set router 172094f1-4b76-41aa-9b43-2b120f4b6ebe gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:12:29.279693 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421ea02-613b-4bb6-bb7e-bc3fdb7a4a2c req-9311d516-124f-45ec-bd00-2539d10b53fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:29.281261 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6421ea02-613b-4bb6-bb7e-bc3fdb7a4a2c req-9311d516-124f-45ec-bd00-2539d10b53fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e8cac1f3-364e-43cc-b430-51d146205cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572288 Jul 23 21:12:29.373946 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6421ea02-613b-4bb6-bb7e-bc3fdb7a4a2c req-1aa75c56-fb36-4e79-8be7-d8c698ef0c76 service neutron] 10.222.0.30 "GET /v2.0/networks/e8cac1f3-364e-43cc-b430-51d146205cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866570 Jul 23 21:12:29.472450 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6421ea02-613b-4bb6-bb7e-bc3fdb7a4a2c req-abee6f2e-d781-4503-aea0-0206cf9ec426 service neutron] 10.222.0.30 "GET /v2.0/networks/e8cac1f3-364e-43cc-b430-51d146205cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915630 Jul 23 21:12:29.483301 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-77019342-dcac-4734-b75e-88a1602dc0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172094f1-4b76-41aa-9b43-2b120f4b6ebe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459186348', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:12:11Z', 'updated_at': '2021-07-23T21:12:15Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:bc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172094f1-4b76-41aa-9b43-2b120f4b6ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:12Z', 'updated_at': '2021-07-23T21:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'b444d07c-65f4-4890-be5f-9d59090a214c', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'floating_ip_address': '172.25.1.81', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '172094f1-4b76-41aa-9b43-2b120f4b6ebe', 'port_id': '51a944d1-dbef-45c2-bb93-61da59e99b7c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8cac1f3-364e-43cc-b430-51d146205cad', 'mac_address': 'fa:16:3e:58:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ded2982-c392-41c4-b1bb-08853189e7a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:12:27Z', 'updated_at': '2021-07-23T21:12:27Z', 'revision_number': 0, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2627ea83-fffc-407e-83b4-38fad5d2d969', 'name': '', 'network_id': 'e8cac1f3-364e-43cc-b430-51d146205cad', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:33:8e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172094f1-4b76-41aa-9b43-2b120f4b6ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '21dc16dc-4f50-4d49-88e8-58d55f17f51e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:14Z', 'updated_at': '2021-07-23T21:12:19Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': '21dc16dc-4f50-4d49-88e8-58d55f17f51e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:29.514110 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77019342-dcac-4734-b75e-88a1602dc0f9 None None] The sync data for ids ['172094f1-4b76-41aa-9b43-2b120f4b6ebe'] in n-d-793618-10 is: [{'id': '172094f1-4b76-41aa-9b43-2b120f4b6ebe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459186348', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:12:11Z', 'updated_at': '2021-07-23T21:12:15Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:bc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172094f1-4b76-41aa-9b43-2b120f4b6ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:12Z', 'updated_at': '2021-07-23T21:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'b444d07c-65f4-4890-be5f-9d59090a214c', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'floating_ip_address': '172.25.1.81', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '172094f1-4b76-41aa-9b43-2b120f4b6ebe', 'port_id': '51a944d1-dbef-45c2-bb93-61da59e99b7c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8cac1f3-364e-43cc-b430-51d146205cad', 'mac_address': 'fa:16:3e:58:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ded2982-c392-41c4-b1bb-08853189e7a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:12:27Z', 'updated_at': '2021-07-23T21:12:27Z', 'revision_number': 0, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2627ea83-fffc-407e-83b4-38fad5d2d969', 'name': '', 'network_id': 'e8cac1f3-364e-43cc-b430-51d146205cad', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:33:8e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172094f1-4b76-41aa-9b43-2b120f4b6ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '21dc16dc-4f50-4d49-88e8-58d55f17f51e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:14Z', 'updated_at': '2021-07-23T21:12:19Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': '21dc16dc-4f50-4d49-88e8-58d55f17f51e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:12:29.719479 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d1642a-f613-4975-b81b-54a3aea5b72c None None] New status for floating IP b444d07c-65f4-4890-be5f-9d59090a214c: ACTIVE {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:12:29.973522 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39396) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:30.039573 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0a9ee446-2ba4-43ed-9c3b-981c62d22560 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/floatingips/b444d07c-65f4-4890-be5f-9d59090a214c HTTP/1.1" status: 200 len: 993 time: 0.0646694 Jul 23 21:12:34.740769 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:12:40.291501 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b0a6bd3a-b26c-4356-8e72-0b88223c5137 req-638d5536-bc63-40cf-b8e3-b18a79e5beff service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4ded2982-c392-41c4-b1bb-08853189e7a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0533886 Jul 23 21:12:40.388769 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6bd3a-b26c-4356-8e72-0b88223c5137 req-db48375b-5884-4533-b629-d9701f09d9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:40.390440 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b0a6bd3a-b26c-4356-8e72-0b88223c5137 req-db48375b-5884-4533-b629-d9701f09d9e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7adadf4e5dc447c39b760d2e191ff3f5&device_id=4ded2982-c392-41c4-b1bb-08853189e7a4 HTTP/1.1" status: 200 len: 1098 time: 0.0590255 Jul 23 21:12:40.395814 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cba51b72-bcdf-4e03-9b9b-7fcb66e95b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:40.492571 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6bd3a-b26c-4356-8e72-0b88223c5137 req-658c6559-60fe-45da-95c5-be6b4e463ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:40.493987 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b0a6bd3a-b26c-4356-8e72-0b88223c5137 req-658c6559-60fe-45da-95c5-be6b4e463ac6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e8cac1f3-364e-43cc-b430-51d146205cad HTTP/1.1" status: 200 len: 898 time: 0.0854836 Jul 23 21:12:40.561616 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b0a6bd3a-b26c-4356-8e72-0b88223c5137 req-519415a8-750b-482a-9e6b-2241ee40f724 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51a944d1-dbef-45c2-bb93-61da59e99b7c HTTP/1.1" status: 200 len: 1001 time: 0.0611656 Jul 23 21:12:40.619561 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6bd3a-b26c-4356-8e72-0b88223c5137 req-66c07cc1-7232-4fc6-bdcd-14f3aede4531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:40.620960 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b0a6bd3a-b26c-4356-8e72-0b88223c5137 req-66c07cc1-7232-4fc6-bdcd-14f3aede4531 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=21dc16dc-4f50-4d49-88e8-58d55f17f51e HTTP/1.1" status: 200 len: 835 time: 0.0427203 Jul 23 21:12:40.678371 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6bd3a-b26c-4356-8e72-0b88223c5137 req-6ce6570e-9c3b-4994-885b-338b18d6678e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:40.679842 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b0a6bd3a-b26c-4356-8e72-0b88223c5137 req-6ce6570e-9c3b-4994-885b-338b18d6678e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e8cac1f3-364e-43cc-b430-51d146205cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530434 Jul 23 21:12:40.781358 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b0a6bd3a-b26c-4356-8e72-0b88223c5137 req-b9d71df4-5e68-405d-a3ba-f87a3ab43f7a service neutron] 10.222.0.30 "GET /v2.0/networks/e8cac1f3-364e-43cc-b430-51d146205cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889332 Jul 23 21:12:40.872441 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-b0a6bd3a-b26c-4356-8e72-0b88223c5137 req-63c34189-bb66-49f9-9b54-b89c037acc9c service neutron] 10.222.0.30 "GET /v2.0/networks/e8cac1f3-364e-43cc-b430-51d146205cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822186 Jul 23 21:12:43.434025 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:43.718995 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f07c872a-d989-42e4-bdb1-3f9803dcf99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:44.252068 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:45.155300 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:45.350315 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:46.179880 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:58.890319 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff412d76-1813-42e8-b146-63f813ebacc2 req-77f34e55-5376-477b-bdea-f9709a70a583 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:58.893927 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ff412d76-1813-42e8-b146-63f813ebacc2 req-77f34e55-5376-477b-bdea-f9709a70a583 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ded2982-c392-41c4-b1bb-08853189e7a4 HTTP/1.1" status: 200 len: 946 time: 0.1411815 Jul 23 21:12:58.934016 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ff412d76-1813-42e8-b146-63f813ebacc2 req-785a7b07-ce97-4e31-91e4-2d3f06efbbb2 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=66f425cd-32e7-4477-ac21-f8a1251c3d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350344 Jul 23 21:13:00.073192 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb691a-ab1d-40e3-ae34-af5a4411aaaa req-68f38e52-2d5d-4a2a-8ded-baaa0b359ecf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:00.074721 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-12eb691a-ab1d-40e3-ae34-af5a4411aaaa req-68f38e52-2d5d-4a2a-8ded-baaa0b359ecf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ded2982-c392-41c4-b1bb-08853189e7a4 HTTP/1.1" status: 200 len: 946 time: 0.0676227 Jul 23 21:13:00.121427 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-12eb691a-ab1d-40e3-ae34-af5a4411aaaa req-1d8c618e-70bc-45d3-80cb-130774eacb19 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=66f425cd-32e7-4477-ac21-f8a1251c3d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367749 Jul 23 21:13:00.145580 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39414) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:13:00.210258 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e39781d9-9a1e-4734-9f5d-3118dcface93 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/floatingips/b444d07c-65f4-4890-be5f-9d59090a214c HTTP/1.1" status: 200 len: 993 time: 0.0635500 Jul 23 21:13:01.505517 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc2f5c-b117-43f9-bdc0-35ff55a75a07 req-c6f6f88a-72c8-4441-8a5c-ef1323c616e1 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:01.506957 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0adc2f5c-b117-43f9-bdc0-35ff55a75a07 req-c6f6f88a-72c8-4441-8a5c-ef1323c616e1 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ded2982-c392-41c4-b1bb-08853189e7a4 HTTP/1.1" status: 200 len: 946 time: 0.0697007 Jul 23 21:13:01.519368 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7b4f9-b319-481d-8ef8-eedfa3b9dd99 req-9a52581a-00fb-4dbe-9403-b2d79aab3ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:01.520912 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-74d7b4f9-b319-481d-8ef8-eedfa3b9dd99 req-9a52581a-00fb-4dbe-9403-b2d79aab3ced service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7adadf4e5dc447c39b760d2e191ff3f5&device_id=4ded2982-c392-41c4-b1bb-08853189e7a4 HTTP/1.1" status: 200 len: 1098 time: 0.0614483 Jul 23 21:13:01.548428 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0adc2f5c-b117-43f9-bdc0-35ff55a75a07 req-1a1da6b9-1d75-4d30-8359-3d9548d400df tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=66f425cd-32e7-4477-ac21-f8a1251c3d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353093 Jul 23 21:13:01.614216 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7b4f9-b319-481d-8ef8-eedfa3b9dd99 req-c8ae04c5-bdaa-4a21-8b9f-8a6086461fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:01.615688 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-74d7b4f9-b319-481d-8ef8-eedfa3b9dd99 req-c8ae04c5-bdaa-4a21-8b9f-8a6086461fb5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e8cac1f3-364e-43cc-b430-51d146205cad HTTP/1.1" status: 200 len: 898 time: 0.0890973 Jul 23 21:13:01.682603 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-74d7b4f9-b319-481d-8ef8-eedfa3b9dd99 req-abad9494-e6b1-492c-9c5d-efdc6a331119 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51a944d1-dbef-45c2-bb93-61da59e99b7c HTTP/1.1" status: 200 len: 1001 time: 0.0609848 Jul 23 21:13:01.730249 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7b4f9-b319-481d-8ef8-eedfa3b9dd99 req-d1d3fa4b-130a-4d4c-8df7-050bbeeba504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:01.731701 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-74d7b4f9-b319-481d-8ef8-eedfa3b9dd99 req-d1d3fa4b-130a-4d4c-8df7-050bbeeba504 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=21dc16dc-4f50-4d49-88e8-58d55f17f51e HTTP/1.1" status: 200 len: 835 time: 0.0435710 Jul 23 21:13:01.790689 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7b4f9-b319-481d-8ef8-eedfa3b9dd99 req-8dd3d7aa-aca1-4fea-96f8-1e2785a667f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:01.792295 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-74d7b4f9-b319-481d-8ef8-eedfa3b9dd99 req-8dd3d7aa-aca1-4fea-96f8-1e2785a667f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e8cac1f3-364e-43cc-b430-51d146205cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549419 Jul 23 21:13:01.885178 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-74d7b4f9-b319-481d-8ef8-eedfa3b9dd99 req-7c9524a3-3e21-4dde-87e5-c79048482fa8 service neutron] 10.222.0.30 "GET /v2.0/networks/e8cac1f3-364e-43cc-b430-51d146205cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867925 Jul 23 21:13:01.976326 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-74d7b4f9-b319-481d-8ef8-eedfa3b9dd99 req-ff12d501-01e6-4c8a-bcc5-ef2a46b03d77 service neutron] 10.222.0.30 "GET /v2.0/networks/e8cac1f3-364e-43cc-b430-51d146205cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853190 Jul 23 21:13:02.692069 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a50b18-1caf-4e9a-aea3-9d7b48339a66 req-dbe307dd-8b1e-4aa3-966d-6a9c108030bf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:02.693802 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-78a50b18-1caf-4e9a-aea3-9d7b48339a66 req-dbe307dd-8b1e-4aa3-966d-6a9c108030bf tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ded2982-c392-41c4-b1bb-08853189e7a4 HTTP/1.1" status: 200 len: 946 time: 0.0735948 Jul 23 21:13:02.738428 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-78a50b18-1caf-4e9a-aea3-9d7b48339a66 req-2b000ac1-985c-484d-93f2-1106a8c1c873 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=66f425cd-32e7-4477-ac21-f8a1251c3d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373025 Jul 23 21:13:03.872198 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c62f38-6b17-4f6d-b1f4-a9197f9b688b req-e0960301-d6f8-415e-81f5-4e5c8e7df787 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:03.873727 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c7c62f38-6b17-4f6d-b1f4-a9197f9b688b req-e0960301-d6f8-415e-81f5-4e5c8e7df787 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ded2982-c392-41c4-b1bb-08853189e7a4 HTTP/1.1" status: 200 len: 946 time: 0.0663424 Jul 23 21:13:03.912985 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c7c62f38-6b17-4f6d-b1f4-a9197f9b688b req-f839b32b-2b5b-45fa-a8b2-08ec9d267fe0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=66f425cd-32e7-4477-ac21-f8a1251c3d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330386 Jul 23 21:13:03.936616 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39426) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:13:04.008585 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-dfb10ea1-a49c-4e3a-89d0-349cde289f30 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/floatingips/b444d07c-65f4-4890-be5f-9d59090a214c HTTP/1.1" status: 200 len: 993 time: 0.0705490 Jul 23 21:13:04.297001 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39432) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:13:04.455627 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-54762546-0260-4881-b107-32961f809c1a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Deleting port 5eb02698-afb0-4dcc-8c8e-403acf0847df {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:13:04.455971 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-54762546-0260-4881-b107-32961f809c1a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:04.537377 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-54762546-0260-4881-b107-32961f809c1a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:04.537982 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-54762546-0260-4881-b107-32961f809c1a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:04.554329 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-54762546-0260-4881-b107-32961f809c1a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Calling delete_port for 5eb02698-afb0-4dcc-8c8e-403acf0847df owned by network:floatingip {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:13:04.704313 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-54762546-0260-4881-b107-32961f809c1a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:04.732023 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54762546-0260-4881-b107-32961f809c1a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event deleted for resources: {'Port': ['ID=5eb02698-afb0-4dcc-8c8e-403acf0847df,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:04.793195 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-54762546-0260-4881-b107-32961f809c1a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for floatingip, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:04.793709 n-d-793618-10 neutron-server[93875]: INFO neutron.db.l3_db [None req-54762546-0260-4881-b107-32961f809c1a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Floating IP b444d07c-65f4-4890-be5f-9d59090a214c disassociated (deleted). External IP: 172.25.1.81, port: 51a944d1-dbef-45c2-bb93-61da59e99b7c. Jul 23 21:13:04.897026 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [req-82a3e115-224c-4780-b715-b463a2d814bb req-77db7675-8258-4dd0-88eb-f2788504ada2 service neutron] (93876) timed out ('10.222.0.18', 50179) {{(pid=93876) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 21:13:05.321524 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54762546-0260-4881-b107-32961f809c1a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Router 172094f1-4b76-41aa-9b43-2b120f4b6ebe has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:13:05.428756 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54762546-0260-4881-b107-32961f809c1a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:13:05.433968 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-54762546-0260-4881-b107-32961f809c1a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:05.438756 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1e2559-3845-4331-9ae2-a432d2379e8b None None] Sync routers for ids ['172094f1-4b76-41aa-9b43-2b120f4b6ebe'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:13:05.448695 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1e2559-3845-4331-9ae2-a432d2379e8b None None] Routers {'172094f1-4b76-41aa-9b43-2b120f4b6ebe'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:13:05.449389 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6d1e2559-3845-4331-9ae2-a432d2379e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:12:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['172094f1-4b76-41aa-9b43-2b120f4b6ebe'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:13:05.470115 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-54762546-0260-4881-b107-32961f809c1a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "DELETE /v2.0/floatingips/b444d07c-65f4-4890-be5f-9d59090a214c HTTP/1.1" status: 204 len: 168 time: 1.1720333 Jul 23 21:13:05.470698 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ded2982-c392-41c4-b1bb-08853189e7a4', 'tag': '51a944d1-dbef-45c2-bb93-61da59e99b7c'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:13:05.473183 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1358e00761cb368f0f7ae124e23a857cb06aa2e8cdc938e6d7a9a9ae7bd1e98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5161580b-f449-4283-a751-d5474063940b" -d '{"events": [{"name": "network-changed", "server_uuid": "4ded2982-c392-41c4-b1bb-08853189e7a4", "tag": "51a944d1-dbef-45c2-bb93-61da59e99b7c"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:13:05.555915 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-6d1e2559-3845-4331-9ae2-a432d2379e8b None None] Set router 172094f1-4b76-41aa-9b43-2b120f4b6ebe gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:13:05.626312 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50183b5-2d9f-4814-8d1f-72d8a4cc6f03 x-openstack-request-id: req-b50183b5-2d9f-4814-8d1f-72d8a4cc6f03 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:13:05.626604 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ded2982-c392-41c4-b1bb-08853189e7a4", "tag": "51a944d1-dbef-45c2-bb93-61da59e99b7c", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:13:05.626861 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b50183b5-2d9f-4814-8d1f-72d8a4cc6f03 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:13:05.627266 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ded2982-c392-41c4-b1bb-08853189e7a4', 'tag': '51a944d1-dbef-45c2-bb93-61da59e99b7c', 'status': 'completed', 'code': 200} Jul 23 21:13:05.716783 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161580b-f449-4283-a751-d5474063940b req-f28b415b-c936-4a98-b019-be679e9f8597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:05.718731 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5161580b-f449-4283-a751-d5474063940b req-f28b415b-c936-4a98-b019-be679e9f8597 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7adadf4e5dc447c39b760d2e191ff3f5&device_id=4ded2982-c392-41c4-b1bb-08853189e7a4 HTTP/1.1" status: 200 len: 1098 time: 0.0680451 Jul 23 21:13:05.747177 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b7a9c-7e7b-4fc6-be66-c7d1d1850c69 req-d5e88d5e-cf14-484d-881c-d8dc4bf2880c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:05.748840 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-238b7a9c-7e7b-4fc6-be66-c7d1d1850c69 req-d5e88d5e-cf14-484d-881c-d8dc4bf2880c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ded2982-c392-41c4-b1bb-08853189e7a4 HTTP/1.1" status: 200 len: 946 time: 0.0758984 Jul 23 21:13:05.784523 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6d1e2559-3845-4331-9ae2-a432d2379e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172094f1-4b76-41aa-9b43-2b120f4b6ebe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459186348', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:12:11Z', 'updated_at': '2021-07-23T21:12:15Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:bc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172094f1-4b76-41aa-9b43-2b120f4b6ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:12Z', 'updated_at': '2021-07-23T21:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '2627ea83-fffc-407e-83b4-38fad5d2d969', 'name': '', 'network_id': 'e8cac1f3-364e-43cc-b430-51d146205cad', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:33:8e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172094f1-4b76-41aa-9b43-2b120f4b6ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '21dc16dc-4f50-4d49-88e8-58d55f17f51e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:14Z', 'updated_at': '2021-07-23T21:12:19Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': '21dc16dc-4f50-4d49-88e8-58d55f17f51e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:13:05.795290 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-238b7a9c-7e7b-4fc6-be66-c7d1d1850c69 req-e5ea0441-4d13-4a20-aa9d-566fe45b83f0 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=66f425cd-32e7-4477-ac21-f8a1251c3d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391076 Jul 23 21:13:05.819664 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1e2559-3845-4331-9ae2-a432d2379e8b None None] Checking router: 172094f1-4b76-41aa-9b43-2b120f4b6ebe for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:13:05.828010 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1e2559-3845-4331-9ae2-a432d2379e8b None None] Routers {'172094f1-4b76-41aa-9b43-2b120f4b6ebe'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:13:05.828614 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6d1e2559-3845-4331-9ae2-a432d2379e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:12:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['172094f1-4b76-41aa-9b43-2b120f4b6ebe'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:13:05.839348 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161580b-f449-4283-a751-d5474063940b req-6c6f282f-8118-4cc6-bc19-3bee742259b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:05.840970 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5161580b-f449-4283-a751-d5474063940b req-6c6f282f-8118-4cc6-bc19-3bee742259b6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e8cac1f3-364e-43cc-b430-51d146205cad HTTP/1.1" status: 200 len: 898 time: 0.1153252 Jul 23 21:13:05.884574 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5161580b-f449-4283-a751-d5474063940b req-3f9eb40a-ae6e-44f6-8ae7-718bf5d26949 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51a944d1-dbef-45c2-bb93-61da59e99b7c HTTP/1.1" status: 200 len: 217 time: 0.0368986 Jul 23 21:13:05.946157 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161580b-f449-4283-a751-d5474063940b req-336a00a2-e9cb-4bef-b962-dca3e860ea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:05.947678 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-6d1e2559-3845-4331-9ae2-a432d2379e8b None None] Set router 172094f1-4b76-41aa-9b43-2b120f4b6ebe gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:13:05.947794 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5161580b-f449-4283-a751-d5474063940b req-336a00a2-e9cb-4bef-b962-dca3e860ea27 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=21dc16dc-4f50-4d49-88e8-58d55f17f51e HTTP/1.1" status: 200 len: 835 time: 0.0560513 Jul 23 21:13:06.012757 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161580b-f449-4283-a751-d5474063940b req-f419aebd-a53c-4026-8966-0f2989c94bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:06.014304 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5161580b-f449-4283-a751-d5474063940b req-f419aebd-a53c-4026-8966-0f2989c94bc4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e8cac1f3-364e-43cc-b430-51d146205cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594997 Jul 23 21:13:06.105909 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5161580b-f449-4283-a751-d5474063940b req-921b82ee-8578-4fc6-93f6-77147b890158 service neutron] 10.222.0.30 "GET /v2.0/networks/e8cac1f3-364e-43cc-b430-51d146205cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824542 Jul 23 21:13:06.209779 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-5161580b-f449-4283-a751-d5474063940b req-09fecf3b-ecde-456d-8a26-196349d8b067 service neutron] 10.222.0.30 "GET /v2.0/networks/e8cac1f3-364e-43cc-b430-51d146205cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992317 Jul 23 21:13:06.261390 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6d1e2559-3845-4331-9ae2-a432d2379e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172094f1-4b76-41aa-9b43-2b120f4b6ebe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459186348', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:12:11Z', 'updated_at': '2021-07-23T21:12:15Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:bc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172094f1-4b76-41aa-9b43-2b120f4b6ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:12Z', 'updated_at': '2021-07-23T21:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '2627ea83-fffc-407e-83b4-38fad5d2d969', 'name': '', 'network_id': 'e8cac1f3-364e-43cc-b430-51d146205cad', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:33:8e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172094f1-4b76-41aa-9b43-2b120f4b6ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '21dc16dc-4f50-4d49-88e8-58d55f17f51e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:14Z', 'updated_at': '2021-07-23T21:12:19Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': '21dc16dc-4f50-4d49-88e8-58d55f17f51e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:13:06.288377 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1e2559-3845-4331-9ae2-a432d2379e8b None None] The sync data for ids ['172094f1-4b76-41aa-9b43-2b120f4b6ebe'] in n-d-793618-10 is: [{'id': '172094f1-4b76-41aa-9b43-2b120f4b6ebe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459186348', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:12:11Z', 'updated_at': '2021-07-23T21:12:15Z', 'revision_number': 4, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:bc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172094f1-4b76-41aa-9b43-2b120f4b6ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:12Z', 'updated_at': '2021-07-23T21:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '2627ea83-fffc-407e-83b4-38fad5d2d969', 'name': '', 'network_id': 'e8cac1f3-364e-43cc-b430-51d146205cad', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'mac_address': 'fa:16:3e:33:8e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172094f1-4b76-41aa-9b43-2b120f4b6ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '21dc16dc-4f50-4d49-88e8-58d55f17f51e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:14Z', 'updated_at': '2021-07-23T21:12:19Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'subnets': [{'id': '21dc16dc-4f50-4d49-88e8-58d55f17f51e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:13:06.516678 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10d115c-e2ab-4b1e-81f6-949ccb993581 None None] New status for floating IP b444d07c-65f4-4890-be5f-9d59090a214c: DOWN {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:13:06.945580 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e92284-9cc1-472e-9f68-61b074bd18a7 req-6238f212-1add-4442-94da-4fb6f6b64a6a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:06.947043 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f5e92284-9cc1-472e-9f68-61b074bd18a7 req-6238f212-1add-4442-94da-4fb6f6b64a6a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ded2982-c392-41c4-b1bb-08853189e7a4 HTTP/1.1" status: 200 len: 946 time: 0.0814972 Jul 23 21:13:06.998569 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f5e92284-9cc1-472e-9f68-61b074bd18a7 req-56a5cb12-0a29-46ca-80d9-e54b62681b04 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/security-groups?id=66f425cd-32e7-4477-ac21-f8a1251c3d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458815 Jul 23 21:13:07.223121 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49879374-2d1e-4bd1-8d6d-564696e57a1a req-7a14f069-6f70-4a10-beb6-c8f3c9e1a18d tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:07.224784 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-49879374-2d1e-4bd1-8d6d-564696e57a1a req-7a14f069-6f70-4a10-beb6-c8f3c9e1a18d tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ded2982-c392-41c4-b1bb-08853189e7a4 HTTP/1.1" status: 200 len: 946 time: 0.0638778 Jul 23 21:13:07.330139 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-49879374-2d1e-4bd1-8d6d-564696e57a1a req-b830cef7-9ff7-413f-94d4-a57b1ee2d8df tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Deleting port 51a944d1-dbef-45c2-bb93-61da59e99b7c {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:13:07.330482 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-49879374-2d1e-4bd1-8d6d-564696e57a1a req-b830cef7-9ff7-413f-94d4-a57b1ee2d8df tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:07.420910 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-49879374-2d1e-4bd1-8d6d-564696e57a1a req-b830cef7-9ff7-413f-94d4-a57b1ee2d8df tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] For port 51a944d1-dbef-45c2-bb93-61da59e99b7c, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=51a944d1-dbef-45c2-bb93-61da59e99b7c,segment=NetworkSegment(06011df1-ecfe-40fd-bc4a-08ef7d663df3),segment_id=06011df1-ecfe-40fd-bc4a-08ef7d663df3)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:13:07.421260 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-49879374-2d1e-4bd1-8d6d-564696e57a1a req-b830cef7-9ff7-413f-94d4-a57b1ee2d8df tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:07.434018 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-49879374-2d1e-4bd1-8d6d-564696e57a1a req-b830cef7-9ff7-413f-94d4-a57b1ee2d8df tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Calling delete_port for 51a944d1-dbef-45c2-bb93-61da59e99b7c owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:13:07.572902 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-49879374-2d1e-4bd1-8d6d-564696e57a1a req-b830cef7-9ff7-413f-94d4-a57b1ee2d8df tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:07.605617 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830cef7-9ff7-413f-94d4-a57b1ee2d8df tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event deleted for resources: {'Port': ['ID=51a944d1-dbef-45c2-bb93-61da59e99b7c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:07.634475 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b830cef7-9ff7-413f-94d4-a57b1ee2d8df tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:07.634831 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b830cef7-9ff7-413f-94d4-a57b1ee2d8df tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:07.635176 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b830cef7-9ff7-413f-94d4-a57b1ee2d8df tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:07.635516 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b830cef7-9ff7-413f-94d4-a57b1ee2d8df tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:07.635852 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b830cef7-9ff7-413f-94d4-a57b1ee2d8df tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:07.636185 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b830cef7-9ff7-413f-94d4-a57b1ee2d8df tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:07.636514 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b830cef7-9ff7-413f-94d4-a57b1ee2d8df tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:07.636845 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b830cef7-9ff7-413f-94d4-a57b1ee2d8df tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:07.637172 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b830cef7-9ff7-413f-94d4-a57b1ee2d8df tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:07.637591 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b830cef7-9ff7-413f-94d4-a57b1ee2d8df tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:07.637846 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b830cef7-9ff7-413f-94d4-a57b1ee2d8df tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:07.638167 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b830cef7-9ff7-413f-94d4-a57b1ee2d8df tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:07.663271 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-49879374-2d1e-4bd1-8d6d-564696e57a1a req-b830cef7-9ff7-413f-94d4-a57b1ee2d8df tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] No DVR routers for this DVR port 51a944d1-dbef-45c2-bb93-61da59e99b7c on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:13:07.665881 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-49879374-2d1e-4bd1-8d6d-564696e57a1a req-b830cef7-9ff7-413f-94d4-a57b1ee2d8df tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:07.667877 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-49879374-2d1e-4bd1-8d6d-564696e57a1a req-b830cef7-9ff7-413f-94d4-a57b1ee2d8df tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.30 "DELETE /v2.0/ports/51a944d1-dbef-45c2-bb93-61da59e99b7c HTTP/1.1" status: 204 len: 173 time: 0.4375353 Jul 23 21:13:07.668310 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ded2982-c392-41c4-b1bb-08853189e7a4', 'name': 'network-vif-deleted', 'tag': '51a944d1-dbef-45c2-bb93-61da59e99b7c'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:13:07.670674 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4300f88a927161e708234582c45a85d95cbae37b2189d54369fb4e5575b527b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27cda50-240d-4bbc-be8f-a8d1a887f8c4" -d '{"events": [{"server_uuid": "4ded2982-c392-41c4-b1bb-08853189e7a4", "name": "network-vif-deleted", "tag": "51a944d1-dbef-45c2-bb93-61da59e99b7c"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:13:07.711010 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8822a089-341e-4ae9-9532-c55273980772 x-openstack-request-id: req-8822a089-341e-4ae9-9532-c55273980772 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:13:07.711312 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ded2982-c392-41c4-b1bb-08853189e7a4", "name": "network-vif-deleted", "tag": "51a944d1-dbef-45c2-bb93-61da59e99b7c", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:13:07.711566 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8822a089-341e-4ae9-9532-c55273980772 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:13:07.712341 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ded2982-c392-41c4-b1bb-08853189e7a4', 'name': 'network-vif-deleted', 'tag': '51a944d1-dbef-45c2-bb93-61da59e99b7c', 'status': 'completed', 'code': 200} Jul 23 21:13:08.139741 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-19c54c48-6e2e-41d6-b98b-7b305a552f28 req-8d3dfd86-24eb-4c0c-93e6-61764af86ead tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ded2982-c392-41c4-b1bb-08853189e7a4 HTTP/1.1" status: 200 len: 210 time: 0.0403764 Jul 23 21:13:09.211916 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39448) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:13:09.591363 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4a10af3f-a792-4d78-84c8-f01d3e498e2a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:09.869968 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-4a10af3f-a792-4d78-84c8-f01d3e498e2a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Deleting port 2627ea83-fffc-407e-83b4-38fad5d2d969 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:13:09.870197 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4a10af3f-a792-4d78-84c8-f01d3e498e2a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:09.966334 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-4a10af3f-a792-4d78-84c8-f01d3e498e2a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] For port 2627ea83-fffc-407e-83b4-38fad5d2d969, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=2627ea83-fffc-407e-83b4-38fad5d2d969,segment=NetworkSegment(06011df1-ecfe-40fd-bc4a-08ef7d663df3),segment_id=06011df1-ecfe-40fd-bc4a-08ef7d663df3)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:13:09.966696 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4a10af3f-a792-4d78-84c8-f01d3e498e2a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:09.980390 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-4a10af3f-a792-4d78-84c8-f01d3e498e2a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Calling delete_port for 2627ea83-fffc-407e-83b4-38fad5d2d969 owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:13:10.170107 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4a10af3f-a792-4d78-84c8-f01d3e498e2a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:10.202493 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10af3f-a792-4d78-84c8-f01d3e498e2a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event deleted for resources: {'Port': ['ID=2627ea83-fffc-407e-83b4-38fad5d2d969,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:10.216533 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a10af3f-a792-4d78-84c8-f01d3e498e2a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:10.217411 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a10af3f-a792-4d78-84c8-f01d3e498e2a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:10.217411 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a10af3f-a792-4d78-84c8-f01d3e498e2a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:10.217936 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a10af3f-a792-4d78-84c8-f01d3e498e2a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:10.217936 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a10af3f-a792-4d78-84c8-f01d3e498e2a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:10.218224 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a10af3f-a792-4d78-84c8-f01d3e498e2a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:10.218564 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a10af3f-a792-4d78-84c8-f01d3e498e2a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:10.218899 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a10af3f-a792-4d78-84c8-f01d3e498e2a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:10.219233 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a10af3f-a792-4d78-84c8-f01d3e498e2a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:10.219564 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a10af3f-a792-4d78-84c8-f01d3e498e2a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:10.219895 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a10af3f-a792-4d78-84c8-f01d3e498e2a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:10.220221 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a10af3f-a792-4d78-84c8-f01d3e498e2a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:10.399296 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f02ec747-abec-4ba9-8f44-dc53e6627c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:10.405741 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4a10af3f-a792-4d78-84c8-f01d3e498e2a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:10.640456 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a10af3f-a792-4d78-84c8-f01d3e498e2a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Router 172094f1-4b76-41aa-9b43-2b120f4b6ebe has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:13:10.752198 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a10af3f-a792-4d78-84c8-f01d3e498e2a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:13:10.758339 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-4a10af3f-a792-4d78-84c8-f01d3e498e2a tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "PUT /v2.0/routers/172094f1-4b76-41aa-9b43-2b120f4b6ebe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5451138 Jul 23 21:13:10.761257 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39450) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:13:10.766423 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873f60be-e1b8-4715-b67c-1527be71aa8a None None] Sync routers for ids ['172094f1-4b76-41aa-9b43-2b120f4b6ebe'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:13:10.780495 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873f60be-e1b8-4715-b67c-1527be71aa8a None None] Routers {'172094f1-4b76-41aa-9b43-2b120f4b6ebe'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:13:10.781122 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-873f60be-e1b8-4715-b67c-1527be71aa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:12:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['172094f1-4b76-41aa-9b43-2b120f4b6ebe'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:13:10.814481 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8ce570-dc03-420c-a957-a096d05d2f87 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Deleting subnet 21dc16dc-4f50-4d49-88e8-58d55f17f51e {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:13:10.818626 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ed8ce570-dc03-420c-a957-a096d05d2f87 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:10.860535 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ed8ce570-dc03-420c-a957-a096d05d2f87 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:10.888746 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-873f60be-e1b8-4715-b67c-1527be71aa8a None None] Set router 172094f1-4b76-41aa-9b43-2b120f4b6ebe gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:13:10.958506 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ed8ce570-dc03-420c-a957-a096d05d2f87 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:11.023105 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ed8ce570-dc03-420c-a957-a096d05d2f87 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:11.050812 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ce570-dc03-420c-a957-a096d05d2f87 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event deleted for resources: {'Subnet': ['ID=21dc16dc-4f50-4d49-88e8-58d55f17f51e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:11.055316 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ed8ce570-dc03-420c-a957-a096d05d2f87 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:11.057244 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-ed8ce570-dc03-420c-a957-a096d05d2f87 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "DELETE /v2.0/subnets/21dc16dc-4f50-4d49-88e8-58d55f17f51e HTTP/1.1" status: 204 len: 168 time: 0.2947037 Jul 23 21:13:11.061685 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39452) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:13:11.065597 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cd378b-6715-4899-bfc1-ce99591c62d4 None None] Network e8cac1f3-364e-43cc-b430-51d146205cad requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:13:11.085747 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-873f60be-e1b8-4715-b67c-1527be71aa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172094f1-4b76-41aa-9b43-2b120f4b6ebe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459186348', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:12:11Z', 'updated_at': '2021-07-23T21:13:10Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:bc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172094f1-4b76-41aa-9b43-2b120f4b6ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:12Z', 'updated_at': '2021-07-23T21:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:13:11.117691 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873f60be-e1b8-4715-b67c-1527be71aa8a None None] Checking router: 172094f1-4b76-41aa-9b43-2b120f4b6ebe for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:13:11.126154 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873f60be-e1b8-4715-b67c-1527be71aa8a None None] Routers {'172094f1-4b76-41aa-9b43-2b120f4b6ebe'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:13:11.126763 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-873f60be-e1b8-4715-b67c-1527be71aa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:12:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['172094f1-4b76-41aa-9b43-2b120f4b6ebe'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:13:11.174972 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cdf3a2b0-b8c1-4a2a-b9f6-2a727a419f6c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:11.240257 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-873f60be-e1b8-4715-b67c-1527be71aa8a None None] Set router 172094f1-4b76-41aa-9b43-2b120f4b6ebe gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:13:11.295734 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cdf3a2b0-b8c1-4a2a-b9f6-2a727a419f6c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:11.307496 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873f7d8a-9459-428f-a867-57e317d515ec None None] DHCP port deletion for e8cac1f3-364e-43cc-b430-51d146205cad request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:13:11.353852 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-cdf3a2b0-b8c1-4a2a-b9f6-2a727a419f6c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Deleting port 5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:13:11.354296 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cdf3a2b0-b8c1-4a2a-b9f6-2a727a419f6c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:11.355530 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-873f7d8a-9459-428f-a867-57e317d515ec None None] Deleting port 5972e960-2dc1-4b89-adf4-74b97d118150 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:13:11.356026 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-873f7d8a-9459-428f-a867-57e317d515ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:11.426377 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-873f7d8a-9459-428f-a867-57e317d515ec None None] For port 5972e960-2dc1-4b89-adf4-74b97d118150, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=5972e960-2dc1-4b89-adf4-74b97d118150,segment=NetworkSegment(06011df1-ecfe-40fd-bc4a-08ef7d663df3),segment_id=06011df1-ecfe-40fd-bc4a-08ef7d663df3)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:13:11.427130 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-873f7d8a-9459-428f-a867-57e317d515ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:11.435395 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-873f60be-e1b8-4715-b67c-1527be71aa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172094f1-4b76-41aa-9b43-2b120f4b6ebe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459186348', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:12:11Z', 'updated_at': '2021-07-23T21:13:10Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:bc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172094f1-4b76-41aa-9b43-2b120f4b6ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:12Z', 'updated_at': '2021-07-23T21:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:13:11.442634 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-873f7d8a-9459-428f-a867-57e317d515ec None None] Calling delete_port for 5972e960-2dc1-4b89-adf4-74b97d118150 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:13:11.450168 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-cdf3a2b0-b8c1-4a2a-b9f6-2a727a419f6c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] For port 5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:13:11.450926 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cdf3a2b0-b8c1-4a2a-b9f6-2a727a419f6c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:11.464606 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873f60be-e1b8-4715-b67c-1527be71aa8a None None] The sync data for ids ['172094f1-4b76-41aa-9b43-2b120f4b6ebe'] in n-d-793618-10 is: [{'id': '172094f1-4b76-41aa-9b43-2b120f4b6ebe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459186348', 'tenant_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:12:11Z', 'updated_at': '2021-07-23T21:13:10Z', 'revision_number': 5, 'project_id': '7adadf4e5dc447c39b760d2e191ff3f5', 'gw_port': {'id': '5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:bc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172094f1-4b76-41aa-9b43-2b120f4b6ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:12Z', 'updated_at': '2021-07-23T21:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:13:11.466554 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-cdf3a2b0-b8c1-4a2a-b9f6-2a727a419f6c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Calling delete_port for 5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:13:11.526343 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-873f7d8a-9459-428f-a867-57e317d515ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:11.558995 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f7d8a-9459-428f-a867-57e317d515ec None None] Pushing event deleted for resources: {'Port': ['ID=5972e960-2dc1-4b89-adf4-74b97d118150,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:11.562732 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873f7d8a-9459-428f-a867-57e317d515ec None None] No DVR routers for this DVR port 5972e960-2dc1-4b89-adf4-74b97d118150 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:13:11.575340 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873f7d8a-9459-428f-a867-57e317d515ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:11.575340 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873f7d8a-9459-428f-a867-57e317d515ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:11.575340 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873f7d8a-9459-428f-a867-57e317d515ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:11.575340 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873f7d8a-9459-428f-a867-57e317d515ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:11.575340 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873f7d8a-9459-428f-a867-57e317d515ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:11.575340 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873f7d8a-9459-428f-a867-57e317d515ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:11.575340 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873f7d8a-9459-428f-a867-57e317d515ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:11.576242 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873f7d8a-9459-428f-a867-57e317d515ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:11.576242 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873f7d8a-9459-428f-a867-57e317d515ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:11.576436 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873f7d8a-9459-428f-a867-57e317d515ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:11.576769 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873f7d8a-9459-428f-a867-57e317d515ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:11.577101 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873f7d8a-9459-428f-a867-57e317d515ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:11.582601 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 51a944d1-dbef-45c2-bb93-61da59e99b7c no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:13:11.623448 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 51a944d1-dbef-45c2-bb93-61da59e99b7c {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:13:11.623770 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 51a944d1-dbef-45c2-bb93-61da59e99b7c not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:13:11.688645 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cdf3a2b0-b8c1-4a2a-b9f6-2a727a419f6c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:11.717097 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3a2b0-b8c1-4a2a-b9f6-2a727a419f6c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event deleted for resources: {'Port': ['ID=5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:11.740646 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:13:11.784006 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cdf3a2b0-b8c1-4a2a-b9f6-2a727a419f6c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:11.880419 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cdf3a2b0-b8c1-4a2a-b9f6-2a727a419f6c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:11.882613 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cdf3a2b0-b8c1-4a2a-b9f6-2a727a419f6c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:11.928219 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cdf3a2b0-b8c1-4a2a-b9f6-2a727a419f6c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:11.928766 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf3a2b0-b8c1-4a2a-b9f6-2a727a419f6c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Fanout notify agent at l3_agent the message router_deleted on router 172094f1-4b76-41aa-9b43-2b120f4b6ebe {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:13:11.935666 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cdf3a2b0-b8c1-4a2a-b9f6-2a727a419f6c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:11.936861 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-cdf3a2b0-b8c1-4a2a-b9f6-2a727a419f6c tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "DELETE /v2.0/routers/172094f1-4b76-41aa-9b43-2b120f4b6ebe HTTP/1.1" status: 204 len: 168 time: 0.8741820 Jul 23 21:13:11.942786 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39454) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:13:12.028785 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-04e790b1-d5f3-43f0-a62e-14dbf7b99959 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:12.120662 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-04e790b1-d5f3-43f0-a62e-14dbf7b99959 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:12.131312 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-04e790b1-d5f3-43f0-a62e-14dbf7b99959 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8cac1f3-364e-43cc-b430-51d146205cad']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:13:12.141326 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-04e790b1-d5f3-43f0-a62e-14dbf7b99959 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06011df1-ecfe-40fd-bc4a-08ef7d663df3') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:13:12.141641 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-04e790b1-d5f3-43f0-a62e-14dbf7b99959 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06011df1-ecfe-40fd-bc4a-08ef7d663df3') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:13:12.152439 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-04e790b1-d5f3-43f0-a62e-14dbf7b99959 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:12.166398 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-04e790b1-d5f3-43f0-a62e-14dbf7b99959 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:12.172652 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04e790b1-d5f3-43f0-a62e-14dbf7b99959 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:13:12.173053 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-04e790b1-d5f3-43f0-a62e-14dbf7b99959 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:12.176204 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 21:13:12.176204 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:13:12.176204 n-d-793618-10 neutron-server[93875]: timer() Jul 23 21:13:12.176204 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:13:12.176204 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 21:13:12.176204 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:13:12.176204 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 21:13:12.176204 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:13:12.176204 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 21:13:12.176204 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:13:12.176204 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 21:13:12.176204 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:13:12.176204 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 21:13:12.176204 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:13:12.176204 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:13:12.176204 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:13:12.176204 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:13:12.176204 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:13:12.176204 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 21:13:12.176204 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:13:12.176204 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 21:13:12.176204 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:13:12.176204 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:13:12.176204 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:13:12.176204 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 21:13:12.176204 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:13:12.176204 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:13:12.176204 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:13:12.176204 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:13:12.176204 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:13:12.176204 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:13:12.176204 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:13:12.241710 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-04e790b1-d5f3-43f0-a62e-14dbf7b99959 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:12.246811 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-04e790b1-d5f3-43f0-a62e-14dbf7b99959 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:12.249203 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-04e790b1-d5f3-43f0-a62e-14dbf7b99959 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "DELETE /v2.0/networks/e8cac1f3-364e-43cc-b430-51d146205cad HTTP/1.1" status: 204 len: 168 time: 0.3051453 Jul 23 21:13:12.252159 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39456) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:13:12.264747 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e790b1-d5f3-43f0-a62e-14dbf7b99959 tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event deleted for resources: {'Network': ['ID=e8cac1f3-364e-43cc-b430-51d146205cad,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:12.321577 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1fcc0493-a741-458c-8bfd-a6211a388a5e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:12.352268 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1fcc0493-a741-458c-8bfd-a6211a388a5e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:12.421734 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1fcc0493-a741-458c-8bfd-a6211a388a5e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:12.424387 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1fcc0493-a741-458c-8bfd-a6211a388a5e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:12.426263 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1fcc0493-a741-458c-8bfd-a6211a388a5e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] 10.222.0.32 "DELETE /v2.0/security-groups/66f425cd-32e7-4477-ac21-f8a1251c3d6c HTTP/1.1" status: 204 len: 168 time: 0.1717405 Jul 23 21:13:12.437718 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc0493-a741-458c-8bfd-a6211a388a5e tempest-TestNetworkAdvancedServerOps-1881401908 tempest-TestNetworkAdvancedServerOps-1881401908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f425cd-32e7-4477-ac21-f8a1251c3d6c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:12.759358 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39464) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:13:12.781570 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 5972e960-2dc1-4b89-adf4-74b97d118150 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:13:12.803939 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 5972e960-2dc1-4b89-adf4-74b97d118150 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:13:12.804371 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 5972e960-2dc1-4b89-adf4-74b97d118150 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:13:12.804875 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 2627ea83-fffc-407e-83b4-38fad5d2d969 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:13:12.824889 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 2627ea83-fffc-407e-83b4-38fad5d2d969 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:13:12.825120 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 2627ea83-fffc-407e-83b4-38fad5d2d969 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:13:12.825547 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:13:12.845287 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:13:12.845795 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 5c74378f-b9e3-49e9-8ca2-6ef9e451ea7d not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:13:12.917862 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-f00a5126-dcd5-4b0f-b421-f631b951a374 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7adadf4e5dc447c39b760d2e191ff3f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1573017 Jul 23 21:13:12.920486 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39468) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:13:12.976429 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2da1fb4b-f168-4ce3-b0fa-1a12e2df208a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:13.000355 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2da1fb4b-f168-4ce3-b0fa-1a12e2df208a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:13.052011 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2da1fb4b-f168-4ce3-b0fa-1a12e2df208a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:13.055620 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2da1fb4b-f168-4ce3-b0fa-1a12e2df208a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:13.057196 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2da1fb4b-f168-4ce3-b0fa-1a12e2df208a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/66811fd4-e9f1-4d16-8d90-7138bd9fcf41 HTTP/1.1" status: 204 len: 168 time: 0.1356385 Jul 23 21:13:13.068703 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1fb4b-f168-4ce3-b0fa-1a12e2df208a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66811fd4-e9f1-4d16-8d90-7138bd9fcf41,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:13.340310 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39474) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:13:13.353653 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cb75dabb-765a-4bed-9447-2a7bf1305fc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:13.435414 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:13.450273 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cb75dabb-765a-4bed-9447-2a7bf1305fc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:13.454789 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cb75dabb-765a-4bed-9447-2a7bf1305fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:13.493983 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-cb75dabb-765a-4bed-9447-2a7bf1305fc1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=072a9dacd01c4ca9a3e7dad49610f152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1525767 Jul 23 21:13:13.495175 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75dabb-765a-4bed-9447-2a7bf1305fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b406ab21-9f58-4ae3-8519-799e67a7a238,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:13.497280 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39476) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:13:13.553893 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cd05f43d-2ce3-4911-ad05-ac438418c346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:13.576660 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cd05f43d-2ce3-4911-ad05-ac438418c346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:13.624921 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cd05f43d-2ce3-4911-ad05-ac438418c346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:13.627448 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cd05f43d-2ce3-4911-ad05-ac438418c346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:13.628758 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-cd05f43d-2ce3-4911-ad05-ac438418c346 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b406ab21-9f58-4ae3-8519-799e67a7a238 HTTP/1.1" status: 204 len: 168 time: 0.1301801 Jul 23 21:13:13.636619 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd05f43d-2ce3-4911-ad05-ac438418c346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b406ab21-9f58-4ae3-8519-799e67a7a238,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:13.723749 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08b96bfd-25dd-464b-b972-a80ad94e376e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:14.256315 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:14.346194 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39498) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:13:14.445797 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-470a29fb-5843-4cb8-9721-47e31e6b3a89 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-308861925-network', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:13:14.467532 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470a29fb-5843-4cb8-9721-47e31e6b3a89 admin admin] Made reservation on behalf of 515a2758bbb04419a9e68f464b1e18f6 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:13:14.470139 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-470a29fb-5843-4cb8-9721-47e31e6b3a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:14.478749 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-470a29fb-5843-4cb8-9721-47e31e6b3a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:14.575549 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-470a29fb-5843-4cb8-9721-47e31e6b3a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:14.579552 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-470a29fb-5843-4cb8-9721-47e31e6b3a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:14.605362 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-470a29fb-5843-4cb8-9721-47e31e6b3a89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:13:14.615401 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a29fb-5843-4cb8-9721-47e31e6b3a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac29595f-522a-4239-9e8c-89acbfcddc44,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:14.620678 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-470a29fb-5843-4cb8-9721-47e31e6b3a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:14.621025 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-470a29fb-5843-4cb8-9721-47e31e6b3a89 admin admin] Added segment 9585298e-743e-4dee-bd30-53ee385a34e9 of type vlan for network 3a64db20-4e5e-49ef-a08f-8723bf117de2 Jul 23 21:13:14.662274 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-470a29fb-5843-4cb8-9721-47e31e6b3a89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:14.692614 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-470a29fb-5843-4cb8-9721-47e31e6b3a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:14.693530 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470a29fb-5843-4cb8-9721-47e31e6b3a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:14.694120 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-470a29fb-5843-4cb8-9721-47e31e6b3a89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:14.725652 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-470a29fb-5843-4cb8-9721-47e31e6b3a89 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3783054 Jul 23 21:13:14.728849 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39502) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:13:14.734952 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-53e21578-6e59-4cea-8712-9daab7a62f31 admin admin] Request body: {'subnet': {'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-308861925-subnet', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:13:14.757845 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a29fb-5843-4cb8-9721-47e31e6b3a89 admin admin] Pushing event updated for resources: {'Network': ['ID=3a64db20-4e5e-49ef-a08f-8723bf117de2,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:14.758738 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e21578-6e59-4cea-8712-9daab7a62f31 admin admin] Made reservation on behalf of 515a2758bbb04419a9e68f464b1e18f6 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:13:14.761924 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-53e21578-6e59-4cea-8712-9daab7a62f31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:14.767800 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 3a64db20-4e5e-49ef-a08f-8723bf117de2 details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:13:14.939265 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-53e21578-6e59-4cea-8712-9daab7a62f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:14.996970 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e21578-6e59-4cea-8712-9daab7a62f31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c313f79-f72a-4f6a-b6db-31f676f92691,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:15.009016 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e21578-6e59-4cea-8712-9daab7a62f31 admin admin] Checking segment: {'id': '9585298e-743e-4dee-bd30-53ee385a34e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:13:15.009378 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e21578-6e59-4cea-8712-9daab7a62f31 admin admin] Network hostable DHCP agents. Network: 3a64db20-4e5e-49ef-a08f-8723bf117de2, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:13:15.026888 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e21578-6e59-4cea-8712-9daab7a62f31 admin admin] Network 3a64db20-4e5e-49ef-a08f-8723bf117de2 is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:13:15.036636 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-53e21578-6e59-4cea-8712-9daab7a62f31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 3a64db20-4e5e-49ef-a08f-8723bf117de2) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:13:15.041184 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e21578-6e59-4cea-8712-9daab7a62f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:15.041820 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-53e21578-6e59-4cea-8712-9daab7a62f31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:15.048171 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7857345e-7480-4d2f-967f-f67383483339 None None] Network 3a64db20-4e5e-49ef-a08f-8723bf117de2 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:13:15.060314 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-53e21578-6e59-4cea-8712-9daab7a62f31 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3291602 Jul 23 21:13:15.062827 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39504) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:13:15.069061 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-afa58382-ee14-466d-9b8a-0da2a11824eb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-308861925-router', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:13:15.092401 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afa58382-ee14-466d-9b8a-0da2a11824eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:15.093524 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afa58382-ee14-466d-9b8a-0da2a11824eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:15.155176 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afa58382-ee14-466d-9b8a-0da2a11824eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:15.180836 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:15.223899 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e76bb8-9288-425a-ba2b-461a15b3382e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-3a64db20-4e5e-49ef-a08f-8723bf117de2', 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'fixed_ips': [{'subnet_id': '0c313f79-f72a-4f6a-b6db-31f676f92691'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:13:15.224934 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08e76bb8-9288-425a-ba2b-461a15b3382e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:15.303603 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afa58382-ee14-466d-9b8a-0da2a11824eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:15.386405 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:15.400054 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-08e76bb8-9288-425a-ba2b-461a15b3382e None None] Allocated IP 172.20.0.2 (3a64db20-4e5e-49ef-a08f-8723bf117de2/0c313f79-f72a-4f6a-b6db-31f676f92691/53d501d9-48cf-4752-81d1-9e6e4cd70ae4) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:13:15.522727 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afa58382-ee14-466d-9b8a-0da2a11824eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:15.541946 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afa58382-ee14-466d-9b8a-0da2a11824eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:15.564504 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08e76bb8-9288-425a-ba2b-461a15b3382e None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:15.575346 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-08e76bb8-9288-425a-ba2b-461a15b3382e None None] Transition to ACTIVE for port object 53d501d9-48cf-4752-81d1-9e6e4cd70ae4 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:13:15.590458 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-08e76bb8-9288-425a-ba2b-461a15b3382e None None] Transition to ACTIVE for port object 53d501d9-48cf-4752-81d1-9e6e4cd70ae4 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:13:15.595642 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08e76bb8-9288-425a-ba2b-461a15b3382e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:15.640688 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e76bb8-9288-425a-ba2b-461a15b3382e None None] Network 3a64db20-4e5e-49ef-a08f-8723bf117de2 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:13:15.643697 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-08e76bb8-9288-425a-ba2b-461a15b3382e None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:13:15.648373 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e76bb8-9288-425a-ba2b-461a15b3382e None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:13:15.651490 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e76bb8-9288-425a-ba2b-461a15b3382e None None] Pushing event updated for resources: {'Port': ['ID=53d501d9-48cf-4752-81d1-9e6e4cd70ae4,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:15.660208 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-afa58382-ee14-466d-9b8a-0da2a11824eb admin admin] Allocated IP 172.25.1.251 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/bab6dbd0-3db4-4eb6-9d75-77720b921e20) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:13:15.710353 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-08e76bb8-9288-425a-ba2b-461a15b3382e None None] Attempting to bind port 53d501d9-48cf-4752-81d1-9e6e4cd70ae4 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:13:15.710725 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-08e76bb8-9288-425a-ba2b-461a15b3382e None None] Attempting to bind port 53d501d9-48cf-4752-81d1-9e6e4cd70ae4 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '9585298e-743e-4dee-bd30-53ee385a34e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:13:15.711091 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e76bb8-9288-425a-ba2b-461a15b3382e None None] Attempting to bind port 53d501d9-48cf-4752-81d1-9e6e4cd70ae4 on network 3a64db20-4e5e-49ef-a08f-8723bf117de2 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:13:15.716455 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e76bb8-9288-425a-ba2b-461a15b3382e None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:13:15.716830 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e76bb8-9288-425a-ba2b-461a15b3382e None None] Checking segment: {'id': '9585298e-743e-4dee-bd30-53ee385a34e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:13:15.717243 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08e76bb8-9288-425a-ba2b-461a15b3382e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:15.717669 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e76bb8-9288-425a-ba2b-461a15b3382e None None] Bound using segment: {'id': '9585298e-743e-4dee-bd30-53ee385a34e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:13:15.718138 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-08e76bb8-9288-425a-ba2b-461a15b3382e None None] Bound port: 53d501d9-48cf-4752-81d1-9e6e4cd70ae4, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9585298e-743e-4dee-bd30-53ee385a34e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:13:15.718523 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08e76bb8-9288-425a-ba2b-461a15b3382e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:15.766734 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afa58382-ee14-466d-9b8a-0da2a11824eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:15.788565 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-08e76bb8-9288-425a-ba2b-461a15b3382e None None] For port 53d501d9-48cf-4752-81d1-9e6e4cd70ae4, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:13:15.791638 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-08e76bb8-9288-425a-ba2b-461a15b3382e None None] For port 53d501d9-48cf-4752-81d1-9e6e4cd70ae4, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=53d501d9-48cf-4752-81d1-9e6e4cd70ae4,segment=NetworkSegment(9585298e-743e-4dee-bd30-53ee385a34e9),segment_id=9585298e-743e-4dee-bd30-53ee385a34e9)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:13:15.796514 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08e76bb8-9288-425a-ba2b-461a15b3382e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:15.810866 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afa58382-ee14-466d-9b8a-0da2a11824eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:15.854798 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa58382-ee14-466d-9b8a-0da2a11824eb admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:13:15.865437 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-afa58382-ee14-466d-9b8a-0da2a11824eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:13:15.867931 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e76bb8-9288-425a-ba2b-461a15b3382e None None] Pushing event updated for resources: {'Port': ['ID=53d501d9-48cf-4752-81d1-9e6e4cd70ae4,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:15.871574 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa58382-ee14-466d-9b8a-0da2a11824eb admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:13:15.874477 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa58382-ee14-466d-9b8a-0da2a11824eb admin admin] Pushing event updated for resources: {'Port': ['ID=bab6dbd0-3db4-4eb6-9d75-77720b921e20,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:16.185367 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:16.496385 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afa58382-ee14-466d-9b8a-0da2a11824eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:16.707885 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afa58382-ee14-466d-9b8a-0da2a11824eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:16.808977 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ded164-3195-4686-a2c6-53680acada00 None None] Network 3a64db20-4e5e-49ef-a08f-8723bf117de2 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:13:16.826173 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 53d501d9-48cf-4752-81d1-9e6e4cd70ae4 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:13:16.846469 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa58382-ee14-466d-9b8a-0da2a11824eb admin admin] Router f8cb253c-3833-4230-b910-974b0bc659f1 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:13:16.920579 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-04fbefe8-bb3c-400f-afab-4d0b7ae4ba02 None None] Provisioning for port 53d501d9-48cf-4752-81d1-9e6e4cd70ae4 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:13:16.963387 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa58382-ee14-466d-9b8a-0da2a11824eb admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:13:16.967834 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 53d501d9-48cf-4752-81d1-9e6e4cd70ae4 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:13:16.980197 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2015fb-fd1f-422c-ad82-96e51200fecf None None] Sync routers for ids ['f8cb253c-3833-4230-b910-974b0bc659f1'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:13:16.983328 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afa58382-ee14-466d-9b8a-0da2a11824eb admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:16.984620 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 53d501d9-48cf-4752-81d1-9e6e4cd70ae4 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:13:16.984774 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-afa58382-ee14-466d-9b8a-0da2a11824eb admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9206443 Jul 23 21:13:16.984983 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:16.988836 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39508) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:13:17.029362 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2015fb-fd1f-422c-ad82-96e51200fecf None None] Routers {'f8cb253c-3833-4230-b910-974b0bc659f1'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:13:17.030163 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0a2015fb-fd1f-422c-ad82-96e51200fecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:13:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['f8cb253c-3833-4230-b910-974b0bc659f1'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:13:17.210138 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:17.212712 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-0a2015fb-fd1f-422c-ad82-96e51200fecf None None] Set router f8cb253c-3833-4230-b910-974b0bc659f1 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:13:17.325549 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 53d501d9-48cf-4752-81d1-9e6e4cd70ae4, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=53d501d9-48cf-4752-81d1-9e6e4cd70ae4,segment=NetworkSegment(9585298e-743e-4dee-bd30-53ee385a34e9),segment_id=9585298e-743e-4dee-bd30-53ee385a34e9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:13:17.360196 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:17.430786 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1324ae0f-9469-4956-91d7-24c453129015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:17.601683 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-1324ae0f-9469-4956-91d7-24c453129015 admin admin] Allocated IP 172.20.0.1 (3a64db20-4e5e-49ef-a08f-8723bf117de2/0c313f79-f72a-4f6a-b6db-31f676f92691/9bdf65f0-6e77-4a20-8ed6-041b31b1343f) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:13:17.607062 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=53d501d9-48cf-4752-81d1-9e6e4cd70ae4,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:17.636089 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-62957c31-e377-477c-ad88-50a168fc3aac None None] Provisioning complete for port 53d501d9-48cf-4752-81d1-9e6e4cd70ae4 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:13:17.636458 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-62957c31-e377-477c-ad88-50a168fc3aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:17.697301 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0a2015fb-fd1f-422c-ad82-96e51200fecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'name': 'tempest-TestShelveInstance-308861925-router', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'bab6dbd0-3db4-4eb6-9d75-77720b921e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:13:15Z', 'updated_at': '2021-07-23T21:13:16Z', 'revision_number': 3, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'gw_port': {'id': 'bab6dbd0-3db4-4eb6-9d75-77720b921e20', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:15Z', 'updated_at': '2021-07-23T21:13:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:13:17.712812 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1324ae0f-9469-4956-91d7-24c453129015 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:17.727239 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-1324ae0f-9469-4956-91d7-24c453129015 admin admin] Transition to ACTIVE for port object 9bdf65f0-6e77-4a20-8ed6-041b31b1343f will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:13:17.752197 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2015fb-fd1f-422c-ad82-96e51200fecf None None] Checking router: f8cb253c-3833-4230-b910-974b0bc659f1 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:13:17.752543 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2015fb-fd1f-422c-ad82-96e51200fecf None None] Updating router f8cb253c-3833-4230-b910-974b0bc659f1 port bab6dbd0-3db4-4eb6-9d75-77720b921e20 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:13:17.761211 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1324ae0f-9469-4956-91d7-24c453129015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:17.798607 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1324ae0f-9469-4956-91d7-24c453129015 admin admin] Network 3a64db20-4e5e-49ef-a08f-8723bf117de2 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:13:17.804625 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0a2015fb-fd1f-422c-ad82-96e51200fecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:17.805702 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-1324ae0f-9469-4956-91d7-24c453129015 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:13:17.809200 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1324ae0f-9469-4956-91d7-24c453129015 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:13:17.832661 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1324ae0f-9469-4956-91d7-24c453129015 admin admin] Pushing event updated for resources: {'Port': ['ID=9bdf65f0-6e77-4a20-8ed6-041b31b1343f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:17.858539 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1324ae0f-9469-4956-91d7-24c453129015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:18.017781 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1324ae0f-9469-4956-91d7-24c453129015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:18.119729 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0a2015fb-fd1f-422c-ad82-96e51200fecf None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:18.135278 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0a2015fb-fd1f-422c-ad82-96e51200fecf None None] Transition to ACTIVE for port object bab6dbd0-3db4-4eb6-9d75-77720b921e20 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:13:18.139899 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-cc6fa132-6571-4594-b3a3-34f13f381515 None None] Provisioning for port 9bdf65f0-6e77-4a20-8ed6-041b31b1343f completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:13:18.143300 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0a2015fb-fd1f-422c-ad82-96e51200fecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:18.151632 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-cc6fa132-6571-4594-b3a3-34f13f381515 None None] Provisioning complete for port 9bdf65f0-6e77-4a20-8ed6-041b31b1343f triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:13:18.152023 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cc6fa132-6571-4594-b3a3-34f13f381515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:18.229320 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0a2015fb-fd1f-422c-ad82-96e51200fecf None None] Attempting to bind port bab6dbd0-3db4-4eb6-9d75-77720b921e20 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:13:18.229963 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0a2015fb-fd1f-422c-ad82-96e51200fecf None None] Attempting to bind port bab6dbd0-3db4-4eb6-9d75-77720b921e20 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:13:18.230327 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2015fb-fd1f-422c-ad82-96e51200fecf None None] Attempting to bind port bab6dbd0-3db4-4eb6-9d75-77720b921e20 on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:13:18.234896 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b51e6c-6839-4f70-939c-68ff30009e43 None None] Pushing event updated for resources: {'Port': ['ID=bab6dbd0-3db4-4eb6-9d75-77720b921e20,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:18.239732 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-cc6fa132-6571-4594-b3a3-34f13f381515 None None] Port 9bdf65f0-6e77-4a20-8ed6-041b31b1343f cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:13:18.240584 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1324ae0f-9469-4956-91d7-24c453129015 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:18.241359 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2015fb-fd1f-422c-ad82-96e51200fecf None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:13:18.242565 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2015fb-fd1f-422c-ad82-96e51200fecf None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:13:18.242565 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0a2015fb-fd1f-422c-ad82-96e51200fecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:18.243099 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2015fb-fd1f-422c-ad82-96e51200fecf None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:13:18.243592 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0a2015fb-fd1f-422c-ad82-96e51200fecf None None] Bound port: bab6dbd0-3db4-4eb6-9d75-77720b921e20, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:13:18.244114 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0a2015fb-fd1f-422c-ad82-96e51200fecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:18.249461 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1324ae0f-9469-4956-91d7-24c453129015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:18.301673 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0a2015fb-fd1f-422c-ad82-96e51200fecf None None] For port bab6dbd0-3db4-4eb6-9d75-77720b921e20, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:13:18.304872 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0a2015fb-fd1f-422c-ad82-96e51200fecf None None] For port bab6dbd0-3db4-4eb6-9d75-77720b921e20, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=bab6dbd0-3db4-4eb6-9d75-77720b921e20,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:13:18.310640 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0a2015fb-fd1f-422c-ad82-96e51200fecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:18.320244 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1324ae0f-9469-4956-91d7-24c453129015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:18.340980 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1324ae0f-9469-4956-91d7-24c453129015 admin admin] Pushing event updated for resources: {'Port': ['ID=9bdf65f0-6e77-4a20-8ed6-041b31b1343f,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:18.380928 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2015fb-fd1f-422c-ad82-96e51200fecf None None] Routers {'f8cb253c-3833-4230-b910-974b0bc659f1'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:13:18.381704 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0a2015fb-fd1f-422c-ad82-96e51200fecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:13:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['f8cb253c-3833-4230-b910-974b0bc659f1'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:13:18.383763 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b51e6c-6839-4f70-939c-68ff30009e43 None None] Pushing event updated for resources: {'Port': ['ID=bab6dbd0-3db4-4eb6-9d75-77720b921e20,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:18.444426 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1324ae0f-9469-4956-91d7-24c453129015 admin admin] Network 3a64db20-4e5e-49ef-a08f-8723bf117de2 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:13:18.445862 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-1324ae0f-9469-4956-91d7-24c453129015 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:13:18.512467 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-0a2015fb-fd1f-422c-ad82-96e51200fecf None None] Set router f8cb253c-3833-4230-b910-974b0bc659f1 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:13:18.585355 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1324ae0f-9469-4956-91d7-24c453129015 admin admin] Router f8cb253c-3833-4230-b910-974b0bc659f1 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:13:18.704197 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1324ae0f-9469-4956-91d7-24c453129015 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:13:18.713991 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1324ae0f-9469-4956-91d7-24c453129015 admin admin] 10.222.0.32 "PUT /v2.0/routers/f8cb253c-3833-4230-b910-974b0bc659f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7238801 Jul 23 21:13:18.758857 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0a2015fb-fd1f-422c-ad82-96e51200fecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'name': 'tempest-TestShelveInstance-308861925-router', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'bab6dbd0-3db4-4eb6-9d75-77720b921e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:13:15Z', 'updated_at': '2021-07-23T21:13:17Z', 'revision_number': 4, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'gw_port': {'id': 'bab6dbd0-3db4-4eb6-9d75-77720b921e20', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:15Z', 'updated_at': '2021-07-23T21:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '9bdf65f0-6e77-4a20-8ed6-041b31b1343f', 'name': '', 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'mac_address': 'fa:16:3e:02:51:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0c313f79-f72a-4f6a-b6db-31f676f92691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:17Z', 'updated_at': '2021-07-23T21:13:18Z', 'revision_number': 2, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'subnets': [{'id': '0c313f79-f72a-4f6a-b6db-31f676f92691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:13:18.792780 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 53d501d9-48cf-4752-81d1-9e6e4cd70ae4 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:13:18.795634 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2015fb-fd1f-422c-ad82-96e51200fecf None None] The sync data for ids ['f8cb253c-3833-4230-b910-974b0bc659f1'] in n-d-793618-10 is: [{'id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'name': 'tempest-TestShelveInstance-308861925-router', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'bab6dbd0-3db4-4eb6-9d75-77720b921e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:13:15Z', 'updated_at': '2021-07-23T21:13:17Z', 'revision_number': 4, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'gw_port': {'id': 'bab6dbd0-3db4-4eb6-9d75-77720b921e20', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:15Z', 'updated_at': '2021-07-23T21:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '9bdf65f0-6e77-4a20-8ed6-041b31b1343f', 'name': '', 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'mac_address': 'fa:16:3e:02:51:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0c313f79-f72a-4f6a-b6db-31f676f92691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:17Z', 'updated_at': '2021-07-23T21:13:18Z', 'revision_number': 2, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'subnets': [{'id': '0c313f79-f72a-4f6a-b6db-31f676f92691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:13:18.826492 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-07914c97-5ffe-4b1b-99c1-a8698bfb08a2 None None] Provisioning complete for port 9bdf65f0-6e77-4a20-8ed6-041b31b1343f triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:13:18.826879 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-07914c97-5ffe-4b1b-99c1-a8698bfb08a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:18.877779 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-07914c97-5ffe-4b1b-99c1-a8698bfb08a2 None None] Port 9bdf65f0-6e77-4a20-8ed6-041b31b1343f cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:13:18.886019 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 53d501d9-48cf-4752-81d1-9e6e4cd70ae4 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:13:18.886396 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:19.248125 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39524) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:13:19.254199 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-118408a6-5d89-4873-ad5f-bbb627747326 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1839697629-network', 'tenant_id': 'f140ae2420e74bdc82ed7ed9c6b7b6cd'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:13:19.276511 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118408a6-5d89-4873-ad5f-bbb627747326 admin admin] Made reservation on behalf of f140ae2420e74bdc82ed7ed9c6b7b6cd for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:13:19.279156 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-118408a6-5d89-4873-ad5f-bbb627747326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:19.288600 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-118408a6-5d89-4873-ad5f-bbb627747326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:19.387026 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-118408a6-5d89-4873-ad5f-bbb627747326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:19.391426 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-118408a6-5d89-4873-ad5f-bbb627747326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:19.417513 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-118408a6-5d89-4873-ad5f-bbb627747326 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:13:19.428193 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118408a6-5d89-4873-ad5f-bbb627747326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4316784-40d2-46bc-88fc-5e498a22ecae,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:19.433326 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-118408a6-5d89-4873-ad5f-bbb627747326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:19.433701 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-118408a6-5d89-4873-ad5f-bbb627747326 admin admin] Added segment e712e05b-a865-44ff-90e0-90e7cf85dacd of type vlan for network ca8bb2be-d211-483e-a599-6556cfcbeb8c Jul 23 21:13:19.505837 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-118408a6-5d89-4873-ad5f-bbb627747326 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:19.542177 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-118408a6-5d89-4873-ad5f-bbb627747326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:19.543282 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118408a6-5d89-4873-ad5f-bbb627747326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:19.544085 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-118408a6-5d89-4873-ad5f-bbb627747326 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:19.586382 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-118408a6-5d89-4873-ad5f-bbb627747326 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3369908 Jul 23 21:13:19.589009 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39526) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:13:19.621385 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-44f195ad-e7cc-40c2-9bb5-b1ee8d4a7f65 admin admin] Request body: {'subnet': {'network_id': 'ca8bb2be-d211-483e-a599-6556cfcbeb8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1839697629-subnet', 'tenant_id': 'f140ae2420e74bdc82ed7ed9c6b7b6cd', 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:13:19.626020 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118408a6-5d89-4873-ad5f-bbb627747326 admin admin] Pushing event updated for resources: {'Network': ['ID=ca8bb2be-d211-483e-a599-6556cfcbeb8c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:19.642513 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network ca8bb2be-d211-483e-a599-6556cfcbeb8c details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:13:19.660421 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f195ad-e7cc-40c2-9bb5-b1ee8d4a7f65 admin admin] Made reservation on behalf of f140ae2420e74bdc82ed7ed9c6b7b6cd for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:13:19.663104 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-44f195ad-e7cc-40c2-9bb5-b1ee8d4a7f65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:19.859084 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-44f195ad-e7cc-40c2-9bb5-b1ee8d4a7f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:19.918588 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f195ad-e7cc-40c2-9bb5-b1ee8d4a7f65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95907dce-38e3-44d1-bdac-c603efcfe41c,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:19.926717 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f195ad-e7cc-40c2-9bb5-b1ee8d4a7f65 admin admin] Checking segment: {'id': 'e712e05b-a865-44ff-90e0-90e7cf85dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ca8bb2be-d211-483e-a599-6556cfcbeb8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:13:19.927073 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f195ad-e7cc-40c2-9bb5-b1ee8d4a7f65 admin admin] Network hostable DHCP agents. Network: ca8bb2be-d211-483e-a599-6556cfcbeb8c, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:13:19.948855 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f195ad-e7cc-40c2-9bb5-b1ee8d4a7f65 admin admin] Network ca8bb2be-d211-483e-a599-6556cfcbeb8c is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:13:19.959641 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-44f195ad-e7cc-40c2-9bb5-b1ee8d4a7f65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, ca8bb2be-d211-483e-a599-6556cfcbeb8c) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:13:19.964407 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f195ad-e7cc-40c2-9bb5-b1ee8d4a7f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:19.965662 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-44f195ad-e7cc-40c2-9bb5-b1ee8d4a7f65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:19.969299 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1522bd4-d924-4fb0-beab-6d1bb3c80753 None None] Network ca8bb2be-d211-483e-a599-6556cfcbeb8c requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:13:19.981884 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-44f195ad-e7cc-40c2-9bb5-b1ee8d4a7f65 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3917246 Jul 23 21:13:19.984600 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39528) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:13:19.989454 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-c1424355-f9ab-4b17-9c05-156b31e6e7f2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1839697629-router', 'tenant_id': 'f140ae2420e74bdc82ed7ed9c6b7b6cd', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:13:20.013558 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c1424355-f9ab-4b17-9c05-156b31e6e7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:20.015100 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c1424355-f9ab-4b17-9c05-156b31e6e7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:20.150602 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4f3c5e-1585-4b62-a36d-28aa0837c54c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-ca8bb2be-d211-483e-a599-6556cfcbeb8c', 'network_id': 'ca8bb2be-d211-483e-a599-6556cfcbeb8c', 'tenant_id': 'f140ae2420e74bdc82ed7ed9c6b7b6cd', 'fixed_ips': [{'subnet_id': '95907dce-38e3-44d1-bdac-c603efcfe41c'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:13:20.151511 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f4f3c5e-1585-4b62-a36d-28aa0837c54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:20.316091 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-4f4f3c5e-1585-4b62-a36d-28aa0837c54c None None] Allocated IP 172.20.0.2 (ca8bb2be-d211-483e-a599-6556cfcbeb8c/95907dce-38e3-44d1-bdac-c603efcfe41c/03821571-a0e0-4903-9c4a-c35a3583f98e) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:13:20.415923 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c1424355-f9ab-4b17-9c05-156b31e6e7f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:20.466974 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f4f3c5e-1585-4b62-a36d-28aa0837c54c None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:20.477509 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4f4f3c5e-1585-4b62-a36d-28aa0837c54c None None] Transition to ACTIVE for port object 03821571-a0e0-4903-9c4a-c35a3583f98e will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:13:20.495845 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4f4f3c5e-1585-4b62-a36d-28aa0837c54c None None] Transition to ACTIVE for port object 03821571-a0e0-4903-9c4a-c35a3583f98e will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:13:20.502130 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f4f3c5e-1585-4b62-a36d-28aa0837c54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:20.543602 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4f3c5e-1585-4b62-a36d-28aa0837c54c None None] Network ca8bb2be-d211-483e-a599-6556cfcbeb8c is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:13:20.550188 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-4f4f3c5e-1585-4b62-a36d-28aa0837c54c None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:13:20.554721 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4f3c5e-1585-4b62-a36d-28aa0837c54c None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:13:20.558154 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f3c5e-1585-4b62-a36d-28aa0837c54c None None] Pushing event updated for resources: {'Port': ['ID=03821571-a0e0-4903-9c4a-c35a3583f98e,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:20.563592 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c1424355-f9ab-4b17-9c05-156b31e6e7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:20.625771 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-4f4f3c5e-1585-4b62-a36d-28aa0837c54c None None] Attempting to bind port 03821571-a0e0-4903-9c4a-c35a3583f98e on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:13:20.626141 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-4f4f3c5e-1585-4b62-a36d-28aa0837c54c None None] Attempting to bind port 03821571-a0e0-4903-9c4a-c35a3583f98e by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'e712e05b-a865-44ff-90e0-90e7cf85dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ca8bb2be-d211-483e-a599-6556cfcbeb8c'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:13:20.626618 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4f3c5e-1585-4b62-a36d-28aa0837c54c None None] Attempting to bind port 03821571-a0e0-4903-9c4a-c35a3583f98e on network ca8bb2be-d211-483e-a599-6556cfcbeb8c {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:13:20.639411 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4f3c5e-1585-4b62-a36d-28aa0837c54c None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:13:20.640583 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4f3c5e-1585-4b62-a36d-28aa0837c54c None None] Checking segment: {'id': 'e712e05b-a865-44ff-90e0-90e7cf85dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ca8bb2be-d211-483e-a599-6556cfcbeb8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:13:20.641002 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f4f3c5e-1585-4b62-a36d-28aa0837c54c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:20.641397 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4f3c5e-1585-4b62-a36d-28aa0837c54c None None] Bound using segment: {'id': 'e712e05b-a865-44ff-90e0-90e7cf85dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ca8bb2be-d211-483e-a599-6556cfcbeb8c'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:13:20.641930 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-4f4f3c5e-1585-4b62-a36d-28aa0837c54c None None] Bound port: 03821571-a0e0-4903-9c4a-c35a3583f98e, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e712e05b-a865-44ff-90e0-90e7cf85dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ca8bb2be-d211-483e-a599-6556cfcbeb8c'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:13:20.642299 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f4f3c5e-1585-4b62-a36d-28aa0837c54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:20.711901 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-4f4f3c5e-1585-4b62-a36d-28aa0837c54c None None] For port 03821571-a0e0-4903-9c4a-c35a3583f98e, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:13:20.715236 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-4f4f3c5e-1585-4b62-a36d-28aa0837c54c None None] For port 03821571-a0e0-4903-9c4a-c35a3583f98e, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=03821571-a0e0-4903-9c4a-c35a3583f98e,segment=NetworkSegment(e712e05b-a865-44ff-90e0-90e7cf85dacd),segment_id=e712e05b-a865-44ff-90e0-90e7cf85dacd)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:13:20.720396 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f4f3c5e-1585-4b62-a36d-28aa0837c54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:20.799236 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f3c5e-1585-4b62-a36d-28aa0837c54c None None] Pushing event updated for resources: {'Port': ['ID=03821571-a0e0-4903-9c4a-c35a3583f98e,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:20.815228 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c1424355-f9ab-4b17-9c05-156b31e6e7f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:20.844836 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c1424355-f9ab-4b17-9c05-156b31e6e7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:20.852908 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device bab6dbd0-3db4-4eb6-9d75-77720b921e20 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:13:20.917104 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port bab6dbd0-3db4-4eb6-9d75-77720b921e20 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:13:20.921319 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port bab6dbd0-3db4-4eb6-9d75-77720b921e20 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:13:20.921744 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:20.973708 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-c1424355-f9ab-4b17-9c05-156b31e6e7f2 admin admin] Allocated IP 172.25.1.45 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/b53a938e-a5db-467a-ac3f-b254388b964b) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:13:21.040852 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:21.077815 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port bab6dbd0-3db4-4eb6-9d75-77720b921e20, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=bab6dbd0-3db4-4eb6-9d75-77720b921e20,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:13:21.086362 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:21.086584 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9e1f42-30d2-4c9d-86da-98be15ee7dc6 None None] Sync routers for ids ['f8cb253c-3833-4230-b910-974b0bc659f1'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:13:21.102659 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9e1f42-30d2-4c9d-86da-98be15ee7dc6 None None] Routers {'f8cb253c-3833-4230-b910-974b0bc659f1'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:13:21.103606 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1f9e1f42-30d2-4c9d-86da-98be15ee7dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:13:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['f8cb253c-3833-4230-b910-974b0bc659f1'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:13:21.129280 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c1424355-f9ab-4b17-9c05-156b31e6e7f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:21.157340 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=bab6dbd0-3db4-4eb6-9d75-77720b921e20,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:21.186959 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c1424355-f9ab-4b17-9c05-156b31e6e7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:21.227119 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1424355-f9ab-4b17-9c05-156b31e6e7f2 admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:13:21.232339 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-c1424355-f9ab-4b17-9c05-156b31e6e7f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:13:21.234835 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1424355-f9ab-4b17-9c05-156b31e6e7f2 admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:13:21.250451 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-1f9e1f42-30d2-4c9d-86da-98be15ee7dc6 None None] Set router f8cb253c-3833-4230-b910-974b0bc659f1 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:13:21.263916 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1424355-f9ab-4b17-9c05-156b31e6e7f2 admin admin] Pushing event updated for resources: {'Port': ['ID=b53a938e-a5db-467a-ac3f-b254388b964b,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:21.460833 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1f9e1f42-30d2-4c9d-86da-98be15ee7dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'name': 'tempest-TestShelveInstance-308861925-router', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'bab6dbd0-3db4-4eb6-9d75-77720b921e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:13:15Z', 'updated_at': '2021-07-23T21:13:17Z', 'revision_number': 4, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'gw_port': {'id': 'bab6dbd0-3db4-4eb6-9d75-77720b921e20', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:15Z', 'updated_at': '2021-07-23T21:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '9bdf65f0-6e77-4a20-8ed6-041b31b1343f', 'name': '', 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'mac_address': 'fa:16:3e:02:51:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0c313f79-f72a-4f6a-b6db-31f676f92691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:17Z', 'updated_at': '2021-07-23T21:13:18Z', 'revision_number': 2, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'subnets': [{'id': '0c313f79-f72a-4f6a-b6db-31f676f92691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:13:21.488016 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9e1f42-30d2-4c9d-86da-98be15ee7dc6 None None] Checking router: f8cb253c-3833-4230-b910-974b0bc659f1 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:13:21.488366 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9e1f42-30d2-4c9d-86da-98be15ee7dc6 None None] Updating router f8cb253c-3833-4230-b910-974b0bc659f1 port 9bdf65f0-6e77-4a20-8ed6-041b31b1343f binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:13:21.504973 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c1424355-f9ab-4b17-9c05-156b31e6e7f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:21.524548 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1f9e1f42-30d2-4c9d-86da-98be15ee7dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:21.741773 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c1424355-f9ab-4b17-9c05-156b31e6e7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:21.842369 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1f9e1f42-30d2-4c9d-86da-98be15ee7dc6 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:21.857117 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-1f9e1f42-30d2-4c9d-86da-98be15ee7dc6 None None] Transition to ACTIVE for port object 9bdf65f0-6e77-4a20-8ed6-041b31b1343f will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:13:21.865132 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1f9e1f42-30d2-4c9d-86da-98be15ee7dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:21.904455 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1424355-f9ab-4b17-9c05-156b31e6e7f2 admin admin] Router b16e0f07-c958-4985-86ae-d16cf7684640 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:13:21.904744 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ec2000-16de-41b3-b84a-b3d059236380 None None] Network ca8bb2be-d211-483e-a599-6556cfcbeb8c requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:13:21.944979 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7f7e2-86a5-45c8-8f50-b4077ff94232 None None] Pushing event updated for resources: {'Port': ['ID=9bdf65f0-6e77-4a20-8ed6-041b31b1343f,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:21.986825 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde7f7e2-86a5-45c8-8f50-b4077ff94232 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:21.987320 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde7f7e2-86a5-45c8-8f50-b4077ff94232 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:21.987803 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde7f7e2-86a5-45c8-8f50-b4077ff94232 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:21.988267 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde7f7e2-86a5-45c8-8f50-b4077ff94232 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:21.988658 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde7f7e2-86a5-45c8-8f50-b4077ff94232 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:21.989114 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde7f7e2-86a5-45c8-8f50-b4077ff94232 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:21.989594 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde7f7e2-86a5-45c8-8f50-b4077ff94232 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:21.990033 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde7f7e2-86a5-45c8-8f50-b4077ff94232 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:21.990435 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde7f7e2-86a5-45c8-8f50-b4077ff94232 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:21.990879 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde7f7e2-86a5-45c8-8f50-b4077ff94232 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:21.991339 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde7f7e2-86a5-45c8-8f50-b4077ff94232 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:21.991708 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde7f7e2-86a5-45c8-8f50-b4077ff94232 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:22.016923 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7ece9442-25b5-47ff-9c68-a6922cb7934f None None] Provisioning for port 03821571-a0e0-4903-9c4a-c35a3583f98e completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:13:22.027110 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-1f9e1f42-30d2-4c9d-86da-98be15ee7dc6 None None] Attempting to bind port 9bdf65f0-6e77-4a20-8ed6-041b31b1343f on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:13:22.028634 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-1f9e1f42-30d2-4c9d-86da-98be15ee7dc6 None None] Attempting to bind port 9bdf65f0-6e77-4a20-8ed6-041b31b1343f by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '9585298e-743e-4dee-bd30-53ee385a34e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:13:22.029328 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9e1f42-30d2-4c9d-86da-98be15ee7dc6 None None] Attempting to bind port 9bdf65f0-6e77-4a20-8ed6-041b31b1343f on network 3a64db20-4e5e-49ef-a08f-8723bf117de2 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:13:22.038207 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9e1f42-30d2-4c9d-86da-98be15ee7dc6 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:13:22.038581 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9e1f42-30d2-4c9d-86da-98be15ee7dc6 None None] Checking segment: {'id': '9585298e-743e-4dee-bd30-53ee385a34e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:13:22.038987 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1f9e1f42-30d2-4c9d-86da-98be15ee7dc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:22.039380 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9e1f42-30d2-4c9d-86da-98be15ee7dc6 None None] Bound using segment: {'id': '9585298e-743e-4dee-bd30-53ee385a34e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:13:22.039863 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-1f9e1f42-30d2-4c9d-86da-98be15ee7dc6 None None] Bound port: 9bdf65f0-6e77-4a20-8ed6-041b31b1343f, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9585298e-743e-4dee-bd30-53ee385a34e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:13:22.040246 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1f9e1f42-30d2-4c9d-86da-98be15ee7dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:22.071688 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1424355-f9ab-4b17-9c05-156b31e6e7f2 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:13:22.093798 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c1424355-f9ab-4b17-9c05-156b31e6e7f2 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:22.095924 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e784ce93-0dcd-4316-946e-6ce9d81ac7b1 None None] Sync routers for ids ['b16e0f07-c958-4985-86ae-d16cf7684640'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:13:22.098155 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39530) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:13:22.099022 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c1424355-f9ab-4b17-9c05-156b31e6e7f2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1132059 Jul 23 21:13:22.130751 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e784ce93-0dcd-4316-946e-6ce9d81ac7b1 None None] Routers {'b16e0f07-c958-4985-86ae-d16cf7684640'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:13:22.131205 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-1f9e1f42-30d2-4c9d-86da-98be15ee7dc6 None None] For port 9bdf65f0-6e77-4a20-8ed6-041b31b1343f, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:13:22.131684 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e784ce93-0dcd-4316-946e-6ce9d81ac7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:13:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['b16e0f07-c958-4985-86ae-d16cf7684640'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:13:22.136777 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-1f9e1f42-30d2-4c9d-86da-98be15ee7dc6 None None] For port 9bdf65f0-6e77-4a20-8ed6-041b31b1343f, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=9bdf65f0-6e77-4a20-8ed6-041b31b1343f,segment=NetworkSegment(9585298e-743e-4dee-bd30-53ee385a34e9),segment_id=9585298e-743e-4dee-bd30-53ee385a34e9)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:13:22.143312 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1f9e1f42-30d2-4c9d-86da-98be15ee7dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:22.202968 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9e1f42-30d2-4c9d-86da-98be15ee7dc6 None None] Routers {'f8cb253c-3833-4230-b910-974b0bc659f1'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:13:22.203331 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1f9e1f42-30d2-4c9d-86da-98be15ee7dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:13:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['f8cb253c-3833-4230-b910-974b0bc659f1'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:13:22.327261 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-e784ce93-0dcd-4316-946e-6ce9d81ac7b1 None None] Set router b16e0f07-c958-4985-86ae-d16cf7684640 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:13:22.371426 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7f7e2-86a5-45c8-8f50-b4077ff94232 None None] Pushing event updated for resources: {'Port': ['ID=9bdf65f0-6e77-4a20-8ed6-041b31b1343f,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:22.507904 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-1f9e1f42-30d2-4c9d-86da-98be15ee7dc6 None None] Set router f8cb253c-3833-4230-b910-974b0bc659f1 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:13:22.559022 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e784ce93-0dcd-4316-946e-6ce9d81ac7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16e0f07-c958-4985-86ae-d16cf7684640', 'name': 'tempest-TestShelveInstance-1839697629-router', 'tenant_id': 'f140ae2420e74bdc82ed7ed9c6b7b6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'b53a938e-a5db-467a-ac3f-b254388b964b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:13:20Z', 'updated_at': '2021-07-23T21:13:21Z', 'revision_number': 3, 'project_id': 'f140ae2420e74bdc82ed7ed9c6b7b6cd', 'gw_port': {'id': 'b53a938e-a5db-467a-ac3f-b254388b964b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:38:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16e0f07-c958-4985-86ae-d16cf7684640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:20Z', 'updated_at': '2021-07-23T21:13:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:13:22.588421 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e784ce93-0dcd-4316-946e-6ce9d81ac7b1 None None] Checking router: b16e0f07-c958-4985-86ae-d16cf7684640 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:13:22.588773 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e784ce93-0dcd-4316-946e-6ce9d81ac7b1 None None] Updating router b16e0f07-c958-4985-86ae-d16cf7684640 port b53a938e-a5db-467a-ac3f-b254388b964b binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:13:22.635492 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e784ce93-0dcd-4316-946e-6ce9d81ac7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:22.691832 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-16f9f683-a457-48f3-bcac-429e9e45bced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:22.771678 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-1f9e1f42-30d2-4c9d-86da-98be15ee7dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'name': 'tempest-TestShelveInstance-308861925-router', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'bab6dbd0-3db4-4eb6-9d75-77720b921e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:13:15Z', 'updated_at': '2021-07-23T21:13:17Z', 'revision_number': 4, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'gw_port': {'id': 'bab6dbd0-3db4-4eb6-9d75-77720b921e20', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:15Z', 'updated_at': '2021-07-23T21:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '9bdf65f0-6e77-4a20-8ed6-041b31b1343f', 'name': '', 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'mac_address': 'fa:16:3e:02:51:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0c313f79-f72a-4f6a-b6db-31f676f92691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:17Z', 'updated_at': '2021-07-23T21:13:22Z', 'revision_number': 4, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'subnets': [{'id': '0c313f79-f72a-4f6a-b6db-31f676f92691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:13:22.800632 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9e1f42-30d2-4c9d-86da-98be15ee7dc6 None None] The sync data for ids ['f8cb253c-3833-4230-b910-974b0bc659f1'] in n-d-793618-10 is: [{'id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'name': 'tempest-TestShelveInstance-308861925-router', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'bab6dbd0-3db4-4eb6-9d75-77720b921e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:13:15Z', 'updated_at': '2021-07-23T21:13:17Z', 'revision_number': 4, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'gw_port': {'id': 'bab6dbd0-3db4-4eb6-9d75-77720b921e20', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:15Z', 'updated_at': '2021-07-23T21:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '9bdf65f0-6e77-4a20-8ed6-041b31b1343f', 'name': '', 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'mac_address': 'fa:16:3e:02:51:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0c313f79-f72a-4f6a-b6db-31f676f92691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:17Z', 'updated_at': '2021-07-23T21:13:22Z', 'revision_number': 4, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'subnets': [{'id': '0c313f79-f72a-4f6a-b6db-31f676f92691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:13:22.892212 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-16f9f683-a457-48f3-bcac-429e9e45bced admin admin] Allocated IP 172.20.0.1 (ca8bb2be-d211-483e-a599-6556cfcbeb8c/95907dce-38e3-44d1-bdac-c603efcfe41c/c6dfffc8-a431-4575-a050-4d379b71d5f0) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:13:23.015552 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 9bdf65f0-6e77-4a20-8ed6-041b31b1343f up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:13:23.051158 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-16f9f683-a457-48f3-bcac-429e9e45bced admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:23.068286 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-16f9f683-a457-48f3-bcac-429e9e45bced admin admin] Transition to ACTIVE for port object c6dfffc8-a431-4575-a050-4d379b71d5f0 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:13:23.106869 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-16f9f683-a457-48f3-bcac-429e9e45bced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:23.133543 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 9bdf65f0-6e77-4a20-8ed6-041b31b1343f completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:13:23.142205 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 9bdf65f0-6e77-4a20-8ed6-041b31b1343f triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:13:23.142624 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:23.147267 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f9f683-a457-48f3-bcac-429e9e45bced admin admin] Network ca8bb2be-d211-483e-a599-6556cfcbeb8c is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:13:23.154337 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-16f9f683-a457-48f3-bcac-429e9e45bced admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:13:23.158347 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f9f683-a457-48f3-bcac-429e9e45bced admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:13:23.164325 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9f683-a457-48f3-bcac-429e9e45bced admin admin] Pushing event updated for resources: {'Port': ['ID=c6dfffc8-a431-4575-a050-4d379b71d5f0,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:23.209180 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e784ce93-0dcd-4316-946e-6ce9d81ac7b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:23.213563 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-16f9f683-a457-48f3-bcac-429e9e45bced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:23.225260 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e784ce93-0dcd-4316-946e-6ce9d81ac7b1 None None] Transition to ACTIVE for port object b53a938e-a5db-467a-ac3f-b254388b964b will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:13:23.242406 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e784ce93-0dcd-4316-946e-6ce9d81ac7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:23.312791 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b34d400-3041-4f2a-bf2c-d9a10c7cdee2 None None] Pushing event updated for resources: {'Port': ['ID=b53a938e-a5db-467a-ac3f-b254388b964b,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:23.357733 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:23.361037 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-e784ce93-0dcd-4316-946e-6ce9d81ac7b1 None None] Attempting to bind port b53a938e-a5db-467a-ac3f-b254388b964b on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:13:23.361406 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-e784ce93-0dcd-4316-946e-6ce9d81ac7b1 None None] Attempting to bind port b53a938e-a5db-467a-ac3f-b254388b964b by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:13:23.361824 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e784ce93-0dcd-4316-946e-6ce9d81ac7b1 None None] Attempting to bind port b53a938e-a5db-467a-ac3f-b254388b964b on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:13:23.380369 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e784ce93-0dcd-4316-946e-6ce9d81ac7b1 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:13:23.380938 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e784ce93-0dcd-4316-946e-6ce9d81ac7b1 None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:13:23.381365 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e784ce93-0dcd-4316-946e-6ce9d81ac7b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:23.381853 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e784ce93-0dcd-4316-946e-6ce9d81ac7b1 None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:13:23.382372 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-e784ce93-0dcd-4316-946e-6ce9d81ac7b1 None None] Bound port: b53a938e-a5db-467a-ac3f-b254388b964b, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:13:23.383065 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e784ce93-0dcd-4316-946e-6ce9d81ac7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:23.433335 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-16f9f683-a457-48f3-bcac-429e9e45bced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:23.448434 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 9bdf65f0-6e77-4a20-8ed6-041b31b1343f, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=9bdf65f0-6e77-4a20-8ed6-041b31b1343f,segment=NetworkSegment(9585298e-743e-4dee-bd30-53ee385a34e9),segment_id=9585298e-743e-4dee-bd30-53ee385a34e9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:13:23.455777 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-230e6fea-96b4-4f08-af27-85291084f0e4 None None] Provisioning for port c6dfffc8-a431-4575-a050-4d379b71d5f0 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:13:23.462749 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:23.463544 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device bab6dbd0-3db4-4eb6-9d75-77720b921e20 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:13:23.476407 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-230e6fea-96b4-4f08-af27-85291084f0e4 None None] Provisioning complete for port c6dfffc8-a431-4575-a050-4d379b71d5f0 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:13:23.476767 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-230e6fea-96b4-4f08-af27-85291084f0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:23.561744 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-e784ce93-0dcd-4316-946e-6ce9d81ac7b1 None None] For port b53a938e-a5db-467a-ac3f-b254388b964b, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:13:23.603892 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-e784ce93-0dcd-4316-946e-6ce9d81ac7b1 None None] For port b53a938e-a5db-467a-ac3f-b254388b964b, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=b53a938e-a5db-467a-ac3f-b254388b964b,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:13:23.615515 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e784ce93-0dcd-4316-946e-6ce9d81ac7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:23.617870 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-230e6fea-96b4-4f08-af27-85291084f0e4 None None] Port c6dfffc8-a431-4575-a050-4d379b71d5f0 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:13:23.620447 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=9bdf65f0-6e77-4a20-8ed6-041b31b1343f,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:23.670444 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-16f9f683-a457-48f3-bcac-429e9e45bced admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:23.677527 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-16f9f683-a457-48f3-bcac-429e9e45bced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:23.678892 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port bab6dbd0-3db4-4eb6-9d75-77720b921e20 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:13:23.678892 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:23.720365 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e784ce93-0dcd-4316-946e-6ce9d81ac7b1 None None] Routers {'b16e0f07-c958-4985-86ae-d16cf7684640'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:13:23.721022 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e784ce93-0dcd-4316-946e-6ce9d81ac7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:13:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['b16e0f07-c958-4985-86ae-d16cf7684640'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:13:23.725455 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b34d400-3041-4f2a-bf2c-d9a10c7cdee2 None None] Pushing event updated for resources: {'Port': ['ID=b53a938e-a5db-467a-ac3f-b254388b964b,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:23.754346 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-16f9f683-a457-48f3-bcac-429e9e45bced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:23.756498 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9f683-a457-48f3-bcac-429e9e45bced admin admin] Pushing event updated for resources: {'Port': ['ID=c6dfffc8-a431-4575-a050-4d379b71d5f0,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:23.858520 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f9f683-a457-48f3-bcac-429e9e45bced admin admin] Network ca8bb2be-d211-483e-a599-6556cfcbeb8c is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:13:23.860764 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-16f9f683-a457-48f3-bcac-429e9e45bced admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:13:23.883157 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 03821571-a0e0-4903-9c4a-c35a3583f98e up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:13:23.888724 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-e784ce93-0dcd-4316-946e-6ce9d81ac7b1 None None] Set router b16e0f07-c958-4985-86ae-d16cf7684640 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:13:24.013937 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f9f683-a457-48f3-bcac-429e9e45bced admin admin] Router b16e0f07-c958-4985-86ae-d16cf7684640 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:13:24.088827 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 03821571-a0e0-4903-9c4a-c35a3583f98e completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:13:24.094944 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 03821571-a0e0-4903-9c4a-c35a3583f98e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:13:24.095438 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:24.179961 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f9f683-a457-48f3-bcac-429e9e45bced admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:13:24.187005 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-16f9f683-a457-48f3-bcac-429e9e45bced admin admin] 10.222.0.32 "PUT /v2.0/routers/b16e0f07-c958-4985-86ae-d16cf7684640/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0859749 Jul 23 21:13:24.191120 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b3df7729-9d3d-4ab9-a0d1-552b9f7b331f None None] Provisioning complete for port c6dfffc8-a431-4575-a050-4d379b71d5f0 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:13:24.191579 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b3df7729-9d3d-4ab9-a0d1-552b9f7b331f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:24.272241 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b3df7729-9d3d-4ab9-a0d1-552b9f7b331f None None] Port c6dfffc8-a431-4575-a050-4d379b71d5f0 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:13:24.286739 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:24.303629 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e784ce93-0dcd-4316-946e-6ce9d81ac7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16e0f07-c958-4985-86ae-d16cf7684640', 'name': 'tempest-TestShelveInstance-1839697629-router', 'tenant_id': 'f140ae2420e74bdc82ed7ed9c6b7b6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'b53a938e-a5db-467a-ac3f-b254388b964b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:13:20Z', 'updated_at': '2021-07-23T21:13:23Z', 'revision_number': 4, 'project_id': 'f140ae2420e74bdc82ed7ed9c6b7b6cd', 'gw_port': {'id': 'b53a938e-a5db-467a-ac3f-b254388b964b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:38:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16e0f07-c958-4985-86ae-d16cf7684640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:20Z', 'updated_at': '2021-07-23T21:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'c6dfffc8-a431-4575-a050-4d379b71d5f0', 'name': '', 'network_id': 'ca8bb2be-d211-483e-a599-6556cfcbeb8c', 'tenant_id': 'f140ae2420e74bdc82ed7ed9c6b7b6cd', 'mac_address': 'fa:16:3e:8f:28:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16e0f07-c958-4985-86ae-d16cf7684640', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '95907dce-38e3-44d1-bdac-c603efcfe41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:22Z', 'updated_at': '2021-07-23T21:13:23Z', 'revision_number': 2, 'project_id': 'f140ae2420e74bdc82ed7ed9c6b7b6cd', 'subnets': [{'id': '95907dce-38e3-44d1-bdac-c603efcfe41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:13:24.337159 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e784ce93-0dcd-4316-946e-6ce9d81ac7b1 None None] The sync data for ids ['b16e0f07-c958-4985-86ae-d16cf7684640'] in n-d-793618-10 is: [{'id': 'b16e0f07-c958-4985-86ae-d16cf7684640', 'name': 'tempest-TestShelveInstance-1839697629-router', 'tenant_id': 'f140ae2420e74bdc82ed7ed9c6b7b6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'b53a938e-a5db-467a-ac3f-b254388b964b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:13:20Z', 'updated_at': '2021-07-23T21:13:23Z', 'revision_number': 4, 'project_id': 'f140ae2420e74bdc82ed7ed9c6b7b6cd', 'gw_port': {'id': 'b53a938e-a5db-467a-ac3f-b254388b964b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:38:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16e0f07-c958-4985-86ae-d16cf7684640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:20Z', 'updated_at': '2021-07-23T21:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'c6dfffc8-a431-4575-a050-4d379b71d5f0', 'name': '', 'network_id': 'ca8bb2be-d211-483e-a599-6556cfcbeb8c', 'tenant_id': 'f140ae2420e74bdc82ed7ed9c6b7b6cd', 'mac_address': 'fa:16:3e:8f:28:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16e0f07-c958-4985-86ae-d16cf7684640', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '95907dce-38e3-44d1-bdac-c603efcfe41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:22Z', 'updated_at': '2021-07-23T21:13:23Z', 'revision_number': 2, 'project_id': 'f140ae2420e74bdc82ed7ed9c6b7b6cd', 'subnets': [{'id': '95907dce-38e3-44d1-bdac-c603efcfe41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:13:24.355811 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 03821571-a0e0-4903-9c4a-c35a3583f98e, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=03821571-a0e0-4903-9c4a-c35a3583f98e,segment=NetworkSegment(e712e05b-a865-44ff-90e0-90e7cf85dacd),segment_id=e712e05b-a865-44ff-90e0-90e7cf85dacd)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:13:24.360480 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:24.423132 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=03821571-a0e0-4903-9c4a-c35a3583f98e,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:24.811946 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 9bdf65f0-6e77-4a20-8ed6-041b31b1343f up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:13:24.863266 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 9bdf65f0-6e77-4a20-8ed6-041b31b1343f triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:13:24.863649 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:24.930990 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39540) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:13:24.935792 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-0dbf625c-7ac4-4070-a5dc-2b4c540c66f4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-205090831', 'description': 'tempest-secgroup-smoke-205090831 description', 'project_id': '515a2758bbb04419a9e68f464b1e18f6'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:13:24.958808 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 03821571-a0e0-4903-9c4a-c35a3583f98e up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:13:24.960211 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0dbf625c-7ac4-4070-a5dc-2b4c540c66f4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:25.016350 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 03821571-a0e0-4903-9c4a-c35a3583f98e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:13:25.016998 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:25.076905 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0dbf625c-7ac4-4070-a5dc-2b4c540c66f4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:25.082140 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0dbf625c-7ac4-4070-a5dc-2b4c540c66f4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:25.109361 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0dbf625c-7ac4-4070-a5dc-2b4c540c66f4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:25.110628 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0dbf625c-7ac4-4070-a5dc-2b4c540c66f4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1786301 Jul 23 21:13:25.114003 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39542) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:13:25.118697 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf625c-7ac4-4070-a5dc-2b4c540c66f4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2754da-400c-454a-9672-deb7574b3008,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:25.118833 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-8b0410df-8618-4215-b060-322172ccd46c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Request body: {'security_group_rule': {'security_group_id': '9b2754da-400c-454a-9672-deb7574b3008', 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:13:25.145842 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8b0410df-8618-4215-b060-322172ccd46c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:25.201281 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8b0410df-8618-4215-b060-322172ccd46c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:25.204843 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8b0410df-8618-4215-b060-322172ccd46c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:25.225321 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0410df-8618-4215-b060-322172ccd46c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c329143-86ae-4d8c-803e-7be047de9971,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:25.228893 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8b0410df-8618-4215-b060-322172ccd46c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:25.230294 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8b0410df-8618-4215-b060-322172ccd46c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1152267 Jul 23 21:13:25.233186 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39544) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:13:25.238519 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-1e605405-d59d-431e-98cb-e8dd7647b70f tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Request body: {'security_group_rule': {'security_group_id': '9b2754da-400c-454a-9672-deb7574b3008', 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:13:25.270599 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1e605405-d59d-431e-98cb-e8dd7647b70f tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:25.331616 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1e605405-d59d-431e-98cb-e8dd7647b70f tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:25.335193 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1e605405-d59d-431e-98cb-e8dd7647b70f tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:25.351161 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e605405-d59d-431e-98cb-e8dd7647b70f tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda2500b-118c-4718-9f8b-d9b7d17f7220,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:25.360127 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1e605405-d59d-431e-98cb-e8dd7647b70f tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:25.361340 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1e605405-d59d-431e-98cb-e8dd7647b70f tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1270211 Jul 23 21:13:25.364100 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39546) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:13:25.368465 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-7d828774-a8eb-42cb-bc43-558821b6bee3 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Request body: {'security_group_rule': {'security_group_id': '9b2754da-400c-454a-9672-deb7574b3008', 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:13:25.394750 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7d828774-a8eb-42cb-bc43-558821b6bee3 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:25.453649 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7d828774-a8eb-42cb-bc43-558821b6bee3 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:25.458686 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7d828774-a8eb-42cb-bc43-558821b6bee3 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:25.479873 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d828774-a8eb-42cb-bc43-558821b6bee3 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aaf07ac-81c4-4504-a228-ba73f62c9e3b,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:25.486341 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7d828774-a8eb-42cb-bc43-558821b6bee3 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:25.487682 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7d828774-a8eb-42cb-bc43-558821b6bee3 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225574 Jul 23 21:13:25.491106 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39548) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:13:25.495540 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-489b285c-ca2d-4549-93f3-199484c68717 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Request body: {'security_group_rule': {'security_group_id': '9b2754da-400c-454a-9672-deb7574b3008', 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:13:25.522580 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-489b285c-ca2d-4549-93f3-199484c68717 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:25.582213 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-489b285c-ca2d-4549-93f3-199484c68717 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:25.586684 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-489b285c-ca2d-4549-93f3-199484c68717 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:25.623264 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b285c-ca2d-4549-93f3-199484c68717 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=413479e9-e8fb-4120-87a2-8f5265e0abee,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:25.632327 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-489b285c-ca2d-4549-93f3-199484c68717 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:25.633588 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-489b285c-ca2d-4549-93f3-199484c68717 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1415226 Jul 23 21:13:25.636319 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39550) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:13:25.640759 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e5846cfe-3d3d-4f29-9089-0db75026bfb0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Request body: {'security_group_rule': {'security_group_id': '9b2754da-400c-454a-9672-deb7574b3008', 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:13:25.669225 n-d-793618-10 neutron-server[93876]: INFO neutron.db.securitygroups_db [None req-e5846cfe-3d3d-4f29-9089-0db75026bfb0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Project 515a2758bbb04419a9e68f464b1e18f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:13:25.681504 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5846cfe-3d3d-4f29-9089-0db75026bfb0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:25.766669 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5846cfe-3d3d-4f29-9089-0db75026bfb0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:25.774288 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5846cfe-3d3d-4f29-9089-0db75026bfb0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:25.796551 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5846cfe-3d3d-4f29-9089-0db75026bfb0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c78b6c0-ad60-46d9-82b4-2b2b9ab3d433,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:25.807489 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5846cfe-3d3d-4f29-9089-0db75026bfb0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:25.808814 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e5846cfe-3d3d-4f29-9089-0db75026bfb0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1715779 Jul 23 21:13:25.812148 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39552) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:13:25.818615 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-3d8af457-a5b1-4773-a817-457fdcbc61df tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Request body: {'security_group_rule': {'security_group_id': '9b2754da-400c-454a-9672-deb7574b3008', 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:13:25.843122 n-d-793618-10 neutron-server[93876]: INFO neutron.db.securitygroups_db [None req-3d8af457-a5b1-4773-a817-457fdcbc61df tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Project 515a2758bbb04419a9e68f464b1e18f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:13:25.849002 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d8af457-a5b1-4773-a817-457fdcbc61df tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:25.939506 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d8af457-a5b1-4773-a817-457fdcbc61df tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:25.944185 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d8af457-a5b1-4773-a817-457fdcbc61df tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:25.964989 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8af457-a5b1-4773-a817-457fdcbc61df tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=291f1a85-2bae-443e-bb99-12ef43b78b76,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:25.971444 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d8af457-a5b1-4773-a817-457fdcbc61df tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:25.973102 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3d8af457-a5b1-4773-a817-457fdcbc61df tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1598785 Jul 23 21:13:26.130098 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-9a0ad07e-c0b1-4365-be3e-85c4d74ab772 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-205090831&fields=id&tenant_id=515a2758bbb04419a9e68f464b1e18f6 HTTP/1.1" status: 200 len: 267 time: 0.0425804 Jul 23 21:13:26.249530 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-803c78c0-dffd-4a01-8ca3-001c535d769e tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:26.251255 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-803c78c0-dffd-4a01-8ca3-001c535d769e tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/networks?id=3a64db20-4e5e-49ef-a08f-8723bf117de2 HTTP/1.1" status: 200 len: 808 time: 0.1141646 Jul 23 21:13:26.271084 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-5166b3b0-8fa8-485a-a65e-be99fbbc4628 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/quotas/515a2758bbb04419a9e68f464b1e18f6 HTTP/1.1" status: 200 len: 375 time: 0.0133729 Jul 23 21:13:26.343349 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-ea25c63f-2b3e-44f0-9ad4-831e6e34dcd5 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=515a2758bbb04419a9e68f464b1e18f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639448 Jul 23 21:13:26.438685 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-69a2302d-c173-4de5-b9d6-502ef3804d5f service neutron] 10.222.0.32 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837562 Jul 23 21:13:26.533618 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-93cd023b-3ea2-4a46-a2eb-2bb622584290 service neutron] 10.222.0.32 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888579 Jul 23 21:13:26.694841 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1f3f1c5e-cb1e-423e-a10e-9f278faca31a req-7caab0a8-0c15-4bf6-be4d-8eeedaf2c31f tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 210 time: 0.0299282 Jul 23 21:13:26.816231 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device b53a938e-a5db-467a-ac3f-b254388b964b up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:13:26.866772 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port b53a938e-a5db-467a-ac3f-b254388b964b completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:13:26.870772 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port b53a938e-a5db-467a-ac3f-b254388b964b triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:13:26.871455 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:26.958764 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:26.980892 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port b53a938e-a5db-467a-ac3f-b254388b964b, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=b53a938e-a5db-467a-ac3f-b254388b964b,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:13:26.985134 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:27.038499 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=b53a938e-a5db-467a-ac3f-b254388b964b,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:27.102564 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c232b28-6844-47fd-9c0d-1923c6293e8b None None] Sync routers for ids ['b16e0f07-c958-4985-86ae-d16cf7684640'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:13:27.113867 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c232b28-6844-47fd-9c0d-1923c6293e8b None None] Routers {'b16e0f07-c958-4985-86ae-d16cf7684640'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:13:27.114599 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8c232b28-6844-47fd-9c0d-1923c6293e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:13:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['b16e0f07-c958-4985-86ae-d16cf7684640'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:13:27.228455 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-8c232b28-6844-47fd-9c0d-1923c6293e8b None None] Set router b16e0f07-c958-4985-86ae-d16cf7684640 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:13:27.441936 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8c232b28-6844-47fd-9c0d-1923c6293e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16e0f07-c958-4985-86ae-d16cf7684640', 'name': 'tempest-TestShelveInstance-1839697629-router', 'tenant_id': 'f140ae2420e74bdc82ed7ed9c6b7b6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'b53a938e-a5db-467a-ac3f-b254388b964b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:13:20Z', 'updated_at': '2021-07-23T21:13:23Z', 'revision_number': 4, 'project_id': 'f140ae2420e74bdc82ed7ed9c6b7b6cd', 'gw_port': {'id': 'b53a938e-a5db-467a-ac3f-b254388b964b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:38:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16e0f07-c958-4985-86ae-d16cf7684640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:20Z', 'updated_at': '2021-07-23T21:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'c6dfffc8-a431-4575-a050-4d379b71d5f0', 'name': '', 'network_id': 'ca8bb2be-d211-483e-a599-6556cfcbeb8c', 'tenant_id': 'f140ae2420e74bdc82ed7ed9c6b7b6cd', 'mac_address': 'fa:16:3e:8f:28:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16e0f07-c958-4985-86ae-d16cf7684640', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '95907dce-38e3-44d1-bdac-c603efcfe41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:22Z', 'updated_at': '2021-07-23T21:13:23Z', 'revision_number': 2, 'project_id': 'f140ae2420e74bdc82ed7ed9c6b7b6cd', 'subnets': [{'id': '95907dce-38e3-44d1-bdac-c603efcfe41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:13:27.474882 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c232b28-6844-47fd-9c0d-1923c6293e8b None None] Checking router: b16e0f07-c958-4985-86ae-d16cf7684640 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:13:27.475239 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c232b28-6844-47fd-9c0d-1923c6293e8b None None] Updating router b16e0f07-c958-4985-86ae-d16cf7684640 port c6dfffc8-a431-4575-a050-4d379b71d5f0 binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:13:27.511005 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8c232b28-6844-47fd-9c0d-1923c6293e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:27.768273 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8c232b28-6844-47fd-9c0d-1923c6293e8b None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:27.778909 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-8c232b28-6844-47fd-9c0d-1923c6293e8b None None] Transition to ACTIVE for port object c6dfffc8-a431-4575-a050-4d379b71d5f0 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:13:27.784959 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8c232b28-6844-47fd-9c0d-1923c6293e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:27.796515 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c4f713c2-e891-4091-a13f-12b76d5f17a9 req-9f926f7b-c835-49da-a0e5-c1bf27a595d2 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 210 time: 0.0348978 Jul 23 21:13:27.839910 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bfc740-63f6-4800-aab0-22d47e53f8db None None] Pushing event updated for resources: {'Port': ['ID=c6dfffc8-a431-4575-a050-4d379b71d5f0,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:27.902707 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-8c232b28-6844-47fd-9c0d-1923c6293e8b None None] Attempting to bind port c6dfffc8-a431-4575-a050-4d379b71d5f0 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:13:27.903231 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-8c232b28-6844-47fd-9c0d-1923c6293e8b None None] Attempting to bind port c6dfffc8-a431-4575-a050-4d379b71d5f0 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': 'e712e05b-a865-44ff-90e0-90e7cf85dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ca8bb2be-d211-483e-a599-6556cfcbeb8c'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:13:27.903790 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c232b28-6844-47fd-9c0d-1923c6293e8b None None] Attempting to bind port c6dfffc8-a431-4575-a050-4d379b71d5f0 on network ca8bb2be-d211-483e-a599-6556cfcbeb8c {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:13:27.909453 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c232b28-6844-47fd-9c0d-1923c6293e8b None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:13:27.910216 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c232b28-6844-47fd-9c0d-1923c6293e8b None None] Checking segment: {'id': 'e712e05b-a865-44ff-90e0-90e7cf85dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ca8bb2be-d211-483e-a599-6556cfcbeb8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:13:27.910817 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8c232b28-6844-47fd-9c0d-1923c6293e8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:27.911686 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c232b28-6844-47fd-9c0d-1923c6293e8b None None] Bound using segment: {'id': 'e712e05b-a865-44ff-90e0-90e7cf85dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ca8bb2be-d211-483e-a599-6556cfcbeb8c'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:13:27.911848 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-8c232b28-6844-47fd-9c0d-1923c6293e8b None None] Bound port: c6dfffc8-a431-4575-a050-4d379b71d5f0, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e712e05b-a865-44ff-90e0-90e7cf85dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ca8bb2be-d211-483e-a599-6556cfcbeb8c'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:13:27.912328 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8c232b28-6844-47fd-9c0d-1923c6293e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:27.988023 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-8c232b28-6844-47fd-9c0d-1923c6293e8b None None] For port c6dfffc8-a431-4575-a050-4d379b71d5f0, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:13:27.991888 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-8c232b28-6844-47fd-9c0d-1923c6293e8b None None] For port c6dfffc8-a431-4575-a050-4d379b71d5f0, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=c6dfffc8-a431-4575-a050-4d379b71d5f0,segment=NetworkSegment(e712e05b-a865-44ff-90e0-90e7cf85dacd),segment_id=e712e05b-a865-44ff-90e0-90e7cf85dacd)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:13:27.997153 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8c232b28-6844-47fd-9c0d-1923c6293e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:28.055307 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-e4429b04-bb3f-49e2-90cc-e5f3b9ae6733 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:28.057508 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-e4429b04-bb3f-49e2-90cc-e5f3b9ae6733 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.18 "GET /v2.0/networks?id=3a64db20-4e5e-49ef-a08f-8723bf117de2 HTTP/1.1" status: 200 len: 808 time: 0.1478527 Jul 23 21:13:28.063942 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c232b28-6844-47fd-9c0d-1923c6293e8b None None] Routers {'b16e0f07-c958-4985-86ae-d16cf7684640'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:13:28.064568 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8c232b28-6844-47fd-9c0d-1923c6293e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:13:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['b16e0f07-c958-4985-86ae-d16cf7684640'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:13:28.069883 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bfc740-63f6-4800-aab0-22d47e53f8db None None] Pushing event updated for resources: {'Port': ['ID=c6dfffc8-a431-4575-a050-4d379b71d5f0,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:28.111442 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-eee82732-0e49-4571-98f3-4e2c0eb5acac tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=515a2758bbb04419a9e68f464b1e18f6 HTTP/1.1" status: 200 len: 379 time: 0.0450575 Jul 23 21:13:28.121167 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-de47d4b5-106d-47c6-b17d-b8fc3ce4ca78 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Request body: {'port': {'device_id': '79c15d45-1dde-4db4-bd9c-a649dd4d9c64', 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2', 'admin_state_up': True, 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'security_groups': ['9b2754da-400c-454a-9672-deb7574b3008']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:13:28.191509 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-8c232b28-6844-47fd-9c0d-1923c6293e8b None None] Set router b16e0f07-c958-4985-86ae-d16cf7684640 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:13:28.250709 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-de47d4b5-106d-47c6-b17d-b8fc3ce4ca78 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Made reservation on behalf of 515a2758bbb04419a9e68f464b1e18f6 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:13:28.254941 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-de47d4b5-106d-47c6-b17d-b8fc3ce4ca78 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:28.393310 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-de47d4b5-106d-47c6-b17d-b8fc3ce4ca78 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Allocated IP 172.20.0.13 (3a64db20-4e5e-49ef-a08f-8723bf117de2/0c313f79-f72a-4f6a-b6db-31f676f92691/43b05b0c-ef2d-413e-ab43-c26da43ed449) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:13:28.408596 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-8c232b28-6844-47fd-9c0d-1923c6293e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16e0f07-c958-4985-86ae-d16cf7684640', 'name': 'tempest-TestShelveInstance-1839697629-router', 'tenant_id': 'f140ae2420e74bdc82ed7ed9c6b7b6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'b53a938e-a5db-467a-ac3f-b254388b964b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:13:20Z', 'updated_at': '2021-07-23T21:13:23Z', 'revision_number': 4, 'project_id': 'f140ae2420e74bdc82ed7ed9c6b7b6cd', 'gw_port': {'id': 'b53a938e-a5db-467a-ac3f-b254388b964b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:38:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16e0f07-c958-4985-86ae-d16cf7684640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:20Z', 'updated_at': '2021-07-23T21:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'c6dfffc8-a431-4575-a050-4d379b71d5f0', 'name': '', 'network_id': 'ca8bb2be-d211-483e-a599-6556cfcbeb8c', 'tenant_id': 'f140ae2420e74bdc82ed7ed9c6b7b6cd', 'mac_address': 'fa:16:3e:8f:28:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16e0f07-c958-4985-86ae-d16cf7684640', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '95907dce-38e3-44d1-bdac-c603efcfe41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:22Z', 'updated_at': '2021-07-23T21:13:27Z', 'revision_number': 4, 'project_id': 'f140ae2420e74bdc82ed7ed9c6b7b6cd', 'subnets': [{'id': '95907dce-38e3-44d1-bdac-c603efcfe41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:13:28.434914 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c232b28-6844-47fd-9c0d-1923c6293e8b None None] The sync data for ids ['b16e0f07-c958-4985-86ae-d16cf7684640'] in n-d-793618-10 is: [{'id': 'b16e0f07-c958-4985-86ae-d16cf7684640', 'name': 'tempest-TestShelveInstance-1839697629-router', 'tenant_id': 'f140ae2420e74bdc82ed7ed9c6b7b6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'b53a938e-a5db-467a-ac3f-b254388b964b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:13:20Z', 'updated_at': '2021-07-23T21:13:23Z', 'revision_number': 4, 'project_id': 'f140ae2420e74bdc82ed7ed9c6b7b6cd', 'gw_port': {'id': 'b53a938e-a5db-467a-ac3f-b254388b964b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:38:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16e0f07-c958-4985-86ae-d16cf7684640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:20Z', 'updated_at': '2021-07-23T21:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'c6dfffc8-a431-4575-a050-4d379b71d5f0', 'name': '', 'network_id': 'ca8bb2be-d211-483e-a599-6556cfcbeb8c', 'tenant_id': 'f140ae2420e74bdc82ed7ed9c6b7b6cd', 'mac_address': 'fa:16:3e:8f:28:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16e0f07-c958-4985-86ae-d16cf7684640', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '95907dce-38e3-44d1-bdac-c603efcfe41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:22Z', 'updated_at': '2021-07-23T21:13:27Z', 'revision_number': 4, 'project_id': 'f140ae2420e74bdc82ed7ed9c6b7b6cd', 'subnets': [{'id': '95907dce-38e3-44d1-bdac-c603efcfe41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:13:28.538203 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-de47d4b5-106d-47c6-b17d-b8fc3ce4ca78 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:28.552528 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-de47d4b5-106d-47c6-b17d-b8fc3ce4ca78 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Transition to ACTIVE for port object 43b05b0c-ef2d-413e-ab43-c26da43ed449 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:13:28.589168 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-de47d4b5-106d-47c6-b17d-b8fc3ce4ca78 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:28.642161 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-de47d4b5-106d-47c6-b17d-b8fc3ce4ca78 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Network 3a64db20-4e5e-49ef-a08f-8723bf117de2 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:13:28.646147 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-de47d4b5-106d-47c6-b17d-b8fc3ce4ca78 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:13:28.650702 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-de47d4b5-106d-47c6-b17d-b8fc3ce4ca78 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:13:28.654783 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47d4b5-106d-47c6-b17d-b8fc3ce4ca78 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Pushing event updated for resources: {'Port': ['ID=43b05b0c-ef2d-413e-ab43-c26da43ed449,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:28.710962 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-de47d4b5-106d-47c6-b17d-b8fc3ce4ca78 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:28.711648 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-de47d4b5-106d-47c6-b17d-b8fc3ce4ca78 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:28.740108 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-de47d4b5-106d-47c6-b17d-b8fc3ce4ca78 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6231873 Jul 23 21:13:28.847073 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device b53a938e-a5db-467a-ac3f-b254388b964b up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:13:28.919875 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port b53a938e-a5db-467a-ac3f-b254388b964b triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:13:28.920553 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:28.923578 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-77cb30bb-55ba-4d80-a9d5-44bfb92a2304 service neutron] Request body: {'port': {'device_id': '79c15d45-1dde-4db4-bd9c-a649dd4d9c64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:13:28.977243 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e41160b2-2c53-42e3-b22f-6ec140510b45 None None] Provisioning for port 43b05b0c-ef2d-413e-ab43-c26da43ed449 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:13:28.985322 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e41160b2-2c53-42e3-b22f-6ec140510b45 None None] Provisioning complete for port 43b05b0c-ef2d-413e-ab43-c26da43ed449 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:13:28.985863 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e41160b2-2c53-42e3-b22f-6ec140510b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:29.024957 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-77cb30bb-55ba-4d80-a9d5-44bfb92a2304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:29.049242 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926b3f9-4411-49a6-89a3-219170b9e5a7 req-aad54e61-e916-4bac-bd17-f1898a9ffcb7 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:29.051791 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9926b3f9-4411-49a6-89a3-219170b9e5a7 req-aad54e61-e916-4bac-bd17-f1898a9ffcb7 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 932 time: 0.1728592 Jul 23 21:13:29.056559 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-e41160b2-2c53-42e3-b22f-6ec140510b45 None None] Port 43b05b0c-ef2d-413e-ab43-c26da43ed449 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:13:29.060868 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device c6dfffc8-a431-4575-a050-4d379b71d5f0 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:13:29.120273 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port c6dfffc8-a431-4575-a050-4d379b71d5f0 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:13:29.124200 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port c6dfffc8-a431-4575-a050-4d379b71d5f0 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:13:29.124719 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:29.133524 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9926b3f9-4411-49a6-89a3-219170b9e5a7 req-55231332-51ed-4b01-89f2-f6e42bb74856 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570943 Jul 23 21:13:29.205703 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:29.240087 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port c6dfffc8-a431-4575-a050-4d379b71d5f0, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=c6dfffc8-a431-4575-a050-4d379b71d5f0,segment=NetworkSegment(e712e05b-a865-44ff-90e0-90e7cf85dacd),segment_id=e712e05b-a865-44ff-90e0-90e7cf85dacd)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:13:29.243983 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:29.296362 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=c6dfffc8-a431-4575-a050-4d379b71d5f0,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:29.355145 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-77cb30bb-55ba-4d80-a9d5-44bfb92a2304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43b05b0c-ef2d-413e-ab43-c26da43ed449 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:13:29.362709 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-77cb30bb-55ba-4d80-a9d5-44bfb92a2304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:29.380044 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-77cb30bb-55ba-4d80-a9d5-44bfb92a2304 service neutron] Transition to ACTIVE for port object 43b05b0c-ef2d-413e-ab43-c26da43ed449 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:13:29.383878 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-77cb30bb-55ba-4d80-a9d5-44bfb92a2304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:29.441706 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb30bb-55ba-4d80-a9d5-44bfb92a2304 service neutron] Pushing event updated for resources: {'Port': ['ID=43b05b0c-ef2d-413e-ab43-c26da43ed449,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:29.517139 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-77cb30bb-55ba-4d80-a9d5-44bfb92a2304 service neutron] Attempting to bind port 43b05b0c-ef2d-413e-ab43-c26da43ed449 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:13:29.517476 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-77cb30bb-55ba-4d80-a9d5-44bfb92a2304 service neutron] Attempting to bind port 43b05b0c-ef2d-413e-ab43-c26da43ed449 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '9585298e-743e-4dee-bd30-53ee385a34e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:13:29.517829 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-77cb30bb-55ba-4d80-a9d5-44bfb92a2304 service neutron] Attempting to bind port 43b05b0c-ef2d-413e-ab43-c26da43ed449 on network 3a64db20-4e5e-49ef-a08f-8723bf117de2 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:13:29.523400 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-77cb30bb-55ba-4d80-a9d5-44bfb92a2304 service neutron] Port 43b05b0c-ef2d-413e-ab43-c26da43ed449 on network 3a64db20-4e5e-49ef-a08f-8723bf117de2 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:13:29.523722 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-77cb30bb-55ba-4d80-a9d5-44bfb92a2304 service neutron] Attempting to bind port 43b05b0c-ef2d-413e-ab43-c26da43ed449 on network 3a64db20-4e5e-49ef-a08f-8723bf117de2 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:13:29.528708 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-77cb30bb-55ba-4d80-a9d5-44bfb92a2304 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:13:29.529045 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-77cb30bb-55ba-4d80-a9d5-44bfb92a2304 service neutron] Checking segment: {'id': '9585298e-743e-4dee-bd30-53ee385a34e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:13:29.529428 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-77cb30bb-55ba-4d80-a9d5-44bfb92a2304 service neutron] Bound using segment: {'id': '9585298e-743e-4dee-bd30-53ee385a34e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:13:29.529947 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-77cb30bb-55ba-4d80-a9d5-44bfb92a2304 service neutron] Bound port: 43b05b0c-ef2d-413e-ab43-c26da43ed449, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9585298e-743e-4dee-bd30-53ee385a34e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:13:29.530280 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-77cb30bb-55ba-4d80-a9d5-44bfb92a2304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:29.599397 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-77cb30bb-55ba-4d80-a9d5-44bfb92a2304 service neutron] For port 43b05b0c-ef2d-413e-ab43-c26da43ed449, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:13:29.602584 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-77cb30bb-55ba-4d80-a9d5-44bfb92a2304 service neutron] For port 43b05b0c-ef2d-413e-ab43-c26da43ed449, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=43b05b0c-ef2d-413e-ab43-c26da43ed449,segment=NetworkSegment(9585298e-743e-4dee-bd30-53ee385a34e9),segment_id=9585298e-743e-4dee-bd30-53ee385a34e9)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:13:29.606753 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-77cb30bb-55ba-4d80-a9d5-44bfb92a2304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:29.644280 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-77cb30bb-55ba-4d80-a9d5-44bfb92a2304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:29.645080 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-77cb30bb-55ba-4d80-a9d5-44bfb92a2304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:29.646576 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-77cb30bb-55ba-4d80-a9d5-44bfb92a2304 service neutron] 10.222.0.18 "PUT /v2.0/ports/43b05b0c-ef2d-413e-ab43-c26da43ed449 HTTP/1.1" status: 200 len: 1093 time: 0.8972111 Jul 23 21:13:29.646972 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79c15d45-1dde-4db4-bd9c-a649dd4d9c64', 'tag': '43b05b0c-ef2d-413e-ab43-c26da43ed449'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:13:29.649519 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1358e00761cb368f0f7ae124e23a857cb06aa2e8cdc938e6d7a9a9ae7bd1e98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208f1b83-e083-4595-a0c7-d71dbb68ecd0" -d '{"events": [{"name": "network-changed", "server_uuid": "79c15d45-1dde-4db4-bd9c-a649dd4d9c64", "tag": "43b05b0c-ef2d-413e-ab43-c26da43ed449"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:13:29.700001 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55480f7-22b9-424e-a44d-ec6ffd95b6e2 x-openstack-request-id: req-a55480f7-22b9-424e-a44d-ec6ffd95b6e2 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:13:29.700296 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79c15d45-1dde-4db4-bd9c-a649dd4d9c64", "tag": "43b05b0c-ef2d-413e-ab43-c26da43ed449", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:13:29.700544 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a55480f7-22b9-424e-a44d-ec6ffd95b6e2 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:13:29.700935 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79c15d45-1dde-4db4-bd9c-a649dd4d9c64', 'tag': '43b05b0c-ef2d-413e-ab43-c26da43ed449', 'status': 'completed', 'code': 200} Jul 23 21:13:29.719034 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb30bb-55ba-4d80-a9d5-44bfb92a2304 service neutron] Pushing event updated for resources: {'Port': ['ID=43b05b0c-ef2d-413e-ab43-c26da43ed449,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:29.754905 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-713189f7-6652-4bef-85f3-3b27bf363c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:29.756667 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-713189f7-6652-4bef-85f3-3b27bf363c6f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=515a2758bbb04419a9e68f464b1e18f6&device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 1096 time: 0.0670149 Jul 23 21:13:29.800544 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-27a7286c-7c3a-4f62-a3b9-d2b234f0febd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43b05b0c-ef2d-413e-ab43-c26da43ed449 HTTP/1.1" status: 200 len: 217 time: 0.0361137 Jul 23 21:13:29.857107 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-956b6fd0-12aa-451c-8dc4-4f01325556fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:29.858598 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-956b6fd0-12aa-451c-8dc4-4f01325556fa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c313f79-f72a-4f6a-b6db-31f676f92691 HTTP/1.1" status: 200 len: 847 time: 0.0516505 Jul 23 21:13:29.918568 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-550b0881-d813-41c0-afd9-5cf6300f3209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:29.920363 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-550b0881-d813-41c0-afd9-5cf6300f3209 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a64db20-4e5e-49ef-a08f-8723bf117de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555151 Jul 23 21:13:30.011875 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-5254063a-a552-46d3-8dd0-3d5fab342fbf service neutron] 10.222.0.18 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854075 Jul 23 21:13:30.100400 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2a26299f-b228-496d-9d35-5ef56e84fd5e req-293cda06-f68b-4b78-a04d-b9419931c127 service neutron] 10.222.0.18 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826716 Jul 23 21:13:30.198725 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f1b83-e083-4595-a0c7-d71dbb68ecd0 req-1145d001-0eae-4e29-a002-d37f63d6e6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:30.200566 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-208f1b83-e083-4595-a0c7-d71dbb68ecd0 req-1145d001-0eae-4e29-a002-d37f63d6e6e8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=515a2758bbb04419a9e68f464b1e18f6&device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 1096 time: 0.0547645 Jul 23 21:13:30.333247 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f1b83-e083-4595-a0c7-d71dbb68ecd0 req-2804b692-bdf8-414b-a244-80ad062a3f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:30.334741 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-208f1b83-e083-4595-a0c7-d71dbb68ecd0 req-2804b692-bdf8-414b-a244-80ad062a3f71 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3a64db20-4e5e-49ef-a08f-8723bf117de2 HTTP/1.1" status: 200 len: 909 time: 0.1212373 Jul 23 21:13:30.345797 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d79fb-03ca-4ae7-85db-c35efa0e5fcc req-3e667c05-d109-4058-a8df-e42a413654b5 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:30.347475 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-265d79fb-03ca-4ae7-85db-c35efa0e5fcc req-3e667c05-d109-4058-a8df-e42a413654b5 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 944 time: 0.1434987 Jul 23 21:13:30.707279 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-208f1b83-e083-4595-a0c7-d71dbb68ecd0 req-6bf6daae-9882-40b3-b1d2-3aab6de78656 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43b05b0c-ef2d-413e-ab43-c26da43ed449 HTTP/1.1" status: 200 len: 217 time: 0.3586369 Jul 23 21:13:30.766686 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-265d79fb-03ca-4ae7-85db-c35efa0e5fcc req-c22a320b-528f-4719-9fbe-f8114723f1a9 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4125259 Jul 23 21:13:30.773360 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f1b83-e083-4595-a0c7-d71dbb68ecd0 req-c78ca536-d775-4c47-8bf8-cb6b9398c8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:30.774440 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-208f1b83-e083-4595-a0c7-d71dbb68ecd0 req-c78ca536-d775-4c47-8bf8-cb6b9398c8af service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c313f79-f72a-4f6a-b6db-31f676f92691 HTTP/1.1" status: 200 len: 847 time: 0.0611410 Jul 23 21:13:30.792056 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device c6dfffc8-a431-4575-a050-4d379b71d5f0 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:13:30.840954 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f1b83-e083-4595-a0c7-d71dbb68ecd0 req-fe41d319-3cb6-4bd5-b072-fe287e730246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:30.842495 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-208f1b83-e083-4595-a0c7-d71dbb68ecd0 req-fe41d319-3cb6-4bd5-b072-fe287e730246 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a64db20-4e5e-49ef-a08f-8723bf117de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607431 Jul 23 21:13:30.843292 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port c6dfffc8-a431-4575-a050-4d379b71d5f0 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:13:30.843667 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:30.933174 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-208f1b83-e083-4595-a0c7-d71dbb68ecd0 req-703b63b6-80d8-4d70-a92e-8574074f0dd0 service neutron] 10.222.0.18 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832868 Jul 23 21:13:31.027079 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-208f1b83-e083-4595-a0c7-d71dbb68ecd0 req-485d5a23-cd46-4b16-9407-0847c871ccf5 service neutron] 10.222.0.18 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873964 Jul 23 21:13:31.094011 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 43b05b0c-ef2d-413e-ab43-c26da43ed449 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:13:31.193025 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 43b05b0c-ef2d-413e-ab43-c26da43ed449, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=43b05b0c-ef2d-413e-ab43-c26da43ed449,segment=NetworkSegment(9585298e-743e-4dee-bd30-53ee385a34e9),segment_id=9585298e-743e-4dee-bd30-53ee385a34e9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:13:31.204278 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '43b05b0c-ef2d-413e-ab43-c26da43ed449', 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2', 'port_id': '43b05b0c-ef2d-413e-ab43-c26da43ed449', 'mac_address': 'fa:16:3e:05:a1:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c313f79-f72a-4f6a-b6db-31f676f92691', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:13:31.240948 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:31.254505 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43b05b0c-ef2d-413e-ab43-c26da43ed449 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:13:31.273158 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 43b05b0c-ef2d-413e-ab43-c26da43ed449, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=43b05b0c-ef2d-413e-ab43-c26da43ed449,segment=NetworkSegment(9585298e-743e-4dee-bd30-53ee385a34e9),segment_id=9585298e-743e-4dee-bd30-53ee385a34e9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:13:31.277499 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:31.323650 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=43b05b0c-ef2d-413e-ab43-c26da43ed449,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:31.509440 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['43b05b0c-ef2d-413e-ab43-c26da43ed449'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:13:31.896662 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd37eb8-b52f-4a29-b7b1-946124dff03a req-b3d538e7-bbc1-438b-8ab3-7bd24424f51c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:31.898175 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2fd37eb8-b52f-4a29-b7b1-946124dff03a req-b3d538e7-bbc1-438b-8ab3-7bd24424f51c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 945 time: 0.0639026 Jul 23 21:13:31.935888 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2fd37eb8-b52f-4a29-b7b1-946124dff03a req-c81b66ee-30bd-49d5-a832-95a2e4b6e8c0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321908 Jul 23 21:13:33.071811 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b13e62-85a0-496c-bd66-7cc6d2c967a6 req-bdce460f-10b4-4c73-bbad-c04bc0dd7043 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:33.073346 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-38b13e62-85a0-496c-bd66-7cc6d2c967a6 req-bdce460f-10b4-4c73-bbad-c04bc0dd7043 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 945 time: 0.0680294 Jul 23 21:13:33.110004 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 43b05b0c-ef2d-413e-ab43-c26da43ed449 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:13:33.121956 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-38b13e62-85a0-496c-bd66-7cc6d2c967a6 req-7c4aca22-58d8-48a7-9ba7-37e2a10053b6 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416865 Jul 23 21:13:33.162143 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port 43b05b0c-ef2d-413e-ab43-c26da43ed449 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:13:33.166210 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 43b05b0c-ef2d-413e-ab43-c26da43ed449 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:13:33.166581 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:33.247676 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:33.272006 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c15d45-1dde-4db4-bd9c-a649dd4d9c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b05b0c-ef2d-413e-ab43-c26da43ed449'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:13:33.274296 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee4ac189e5a110d8d805401cc899f663d03ba078ee3e21ff65471f248c742d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abc64e2-88af-4df3-86a9-120982ee49a4" -d '{"events": [{"server_uuid": "79c15d45-1dde-4db4-bd9c-a649dd4d9c64", "name": "network-vif-plugged", "status": "completed", "tag": "43b05b0c-ef2d-413e-ab43-c26da43ed449"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:13:33.289900 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 43b05b0c-ef2d-413e-ab43-c26da43ed449, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=43b05b0c-ef2d-413e-ab43-c26da43ed449,segment=NetworkSegment(9585298e-743e-4dee-bd30-53ee385a34e9),segment_id=9585298e-743e-4dee-bd30-53ee385a34e9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:13:33.294194 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:33.319296 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0bfe91-cdd7-419b-bf3d-84fc2cb4c3db x-openstack-request-id: req-ea0bfe91-cdd7-419b-bf3d-84fc2cb4c3db {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:13:33.319723 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c15d45-1dde-4db4-bd9c-a649dd4d9c64", "name": "network-vif-plugged", "status": "completed", "tag": "43b05b0c-ef2d-413e-ab43-c26da43ed449", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:13:33.319868 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea0bfe91-cdd7-419b-bf3d-84fc2cb4c3db {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:13:33.320204 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c15d45-1dde-4db4-bd9c-a649dd4d9c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b05b0c-ef2d-413e-ab43-c26da43ed449', 'code': 200} Jul 23 21:13:33.350895 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=43b05b0c-ef2d-413e-ab43-c26da43ed449,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:33.429715 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde0b11-2f1a-4e42-8de4-e958e5039dc1 req-a2af5a70-3d92-4f6c-8f3e-0a0ba4ec2913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:33.431221 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1fde0b11-2f1a-4e42-8de4-e958e5039dc1 req-a2af5a70-3d92-4f6c-8f3e-0a0ba4ec2913 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 1098 time: 0.0607500 Jul 23 21:13:33.467200 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1fde0b11-2f1a-4e42-8de4-e958e5039dc1 req-a38c7e8b-1476-497e-8620-40ca57e2b7da service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291972 Jul 23 21:13:34.262337 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72161a-8164-4a7b-b231-041294d3fac4 req-d66400ac-11a6-460f-b4ed-110a2c83aba0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:34.263827 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5e72161a-8164-4a7b-b231-041294d3fac4 req-d66400ac-11a6-460f-b4ed-110a2c83aba0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 946 time: 0.0668337 Jul 23 21:13:34.304812 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5e72161a-8164-4a7b-b231-041294d3fac4 req-99ad8b3d-ee25-4035-95a6-8402bb8a5fc0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346670 Jul 23 21:13:35.462725 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7fdf6-4c2e-416b-ae82-bf407c990a5c req-a799feff-c06e-4946-a8db-029c2e94a2ba tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:35.464329 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8fd7fdf6-4c2e-416b-ae82-bf407c990a5c req-a799feff-c06e-4946-a8db-029c2e94a2ba tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 946 time: 0.0781717 Jul 23 21:13:35.513644 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8fd7fdf6-4c2e-416b-ae82-bf407c990a5c req-854dcc4e-2ced-445f-9845-eb7279d0af27 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429776 Jul 23 21:13:35.654557 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfdcb3-656f-40ef-a419-779b457534c4 req-0b0cbf40-c666-47b9-89b6-6fcd5b8aba94 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:35.656065 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a8cfdcb3-656f-40ef-a419-779b457534c4 req-0b0cbf40-c666-47b9-89b6-6fcd5b8aba94 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 946 time: 0.0650070 Jul 23 21:13:35.693729 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a8cfdcb3-656f-40ef-a419-779b457534c4 req-f69746eb-8b50-47c1-b89e-ce4df5fd834a tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315502 Jul 23 21:13:35.715442 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39606) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:13:35.810230 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f42add5-4ef1-4403-afe8-754fbe5dbd5b tempest-TestShelveInstance-606834200 tempest-TestShelveInstance-606834200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:35.811734 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-8f42add5-4ef1-4403-afe8-754fbe5dbd5b tempest-TestShelveInstance-606834200 tempest-TestShelveInstance-606834200-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 1093 time: 0.0952966 Jul 23 21:13:35.814645 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39610) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:13:35.819759 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-7064dbce-e045-48f6-a05b-92a79e3450bf tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'port_id': '43b05b0c-ef2d-413e-ab43-c26da43ed449', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:13:35.843027 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7064dbce-e045-48f6-a05b-92a79e3450bf tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for floatingip, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:35.956321 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7064dbce-e045-48f6-a05b-92a79e3450bf tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:36.062377 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-7064dbce-e045-48f6-a05b-92a79e3450bf tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Allocated IP 172.25.1.205 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/6fea539c-5b9f-41cc-a72c-8a6738a788c4) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:13:36.163576 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7064dbce-e045-48f6-a05b-92a79e3450bf tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:36.201757 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7064dbce-e045-48f6-a05b-92a79e3450bf tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:36.239111 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7064dbce-e045-48f6-a05b-92a79e3450bf tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:13:36.242023 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-7064dbce-e045-48f6-a05b-92a79e3450bf tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:13:36.252272 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7064dbce-e045-48f6-a05b-92a79e3450bf tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:13:36.275321 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7064dbce-e045-48f6-a05b-92a79e3450bf tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Pushing event updated for resources: {'Port': ['ID=6fea539c-5b9f-41cc-a72c-8a6738a788c4,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:36.609541 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7064dbce-e045-48f6-a05b-92a79e3450bf tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:36.687024 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7064dbce-e045-48f6-a05b-92a79e3450bf tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:36.836867 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7064dbce-e045-48f6-a05b-92a79e3450bf tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:36.841819 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7064dbce-e045-48f6-a05b-92a79e3450bf tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:36.912066 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7064dbce-e045-48f6-a05b-92a79e3450bf tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Pushing event updated for resources: {'Port': ['ID=6fea539c-5b9f-41cc-a72c-8a6738a788c4,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:36.923763 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7064dbce-e045-48f6-a05b-92a79e3450bf tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:37.025047 n-d-793618-10 neutron-server[93875]: INFO neutron.db.l3_db [None req-7064dbce-e045-48f6-a05b-92a79e3450bf tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Floating IP 4f98f07c-86c8-4dae-a5c7-af03ee83e11f associated. External IP: 172.25.1.205, port: 43b05b0c-ef2d-413e-ab43-c26da43ed449. Jul 23 21:13:37.236487 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7064dbce-e045-48f6-a05b-92a79e3450bf tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Router f8cb253c-3833-4230-b910-974b0bc659f1 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:13:37.350115 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7064dbce-e045-48f6-a05b-92a79e3450bf tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:13:37.360406 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea8e899-3e2b-45b3-bb89-d078a3b3cef5 None None] Sync routers for ids ['f8cb253c-3833-4230-b910-974b0bc659f1'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:13:37.366824 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7064dbce-e045-48f6-a05b-92a79e3450bf tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:37.371776 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea8e899-3e2b-45b3-bb89-d078a3b3cef5 None None] Routers {'f8cb253c-3833-4230-b910-974b0bc659f1'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:13:37.372395 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8ea8e899-3e2b-45b3-bb89-d078a3b3cef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:13:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['f8cb253c-3833-4230-b910-974b0bc659f1'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:13:37.404686 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7064dbce-e045-48f6-a05b-92a79e3450bf tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5882292 Jul 23 21:13:37.405286 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79c15d45-1dde-4db4-bd9c-a649dd4d9c64', 'tag': '43b05b0c-ef2d-413e-ab43-c26da43ed449'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:13:37.407611 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1358e00761cb368f0f7ae124e23a857cb06aa2e8cdc938e6d7a9a9ae7bd1e98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d953b156-57cc-4f52-9971-88be19ce4d47" -d '{"events": [{"name": "network-changed", "server_uuid": "79c15d45-1dde-4db4-bd9c-a649dd4d9c64", "tag": "43b05b0c-ef2d-413e-ab43-c26da43ed449"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:13:37.448154 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858bcb36-05a7-4af8-8b91-e2b561e07970 x-openstack-request-id: req-858bcb36-05a7-4af8-8b91-e2b561e07970 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:13:37.448456 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79c15d45-1dde-4db4-bd9c-a649dd4d9c64", "tag": "43b05b0c-ef2d-413e-ab43-c26da43ed449", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:13:37.448712 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-858bcb36-05a7-4af8-8b91-e2b561e07970 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:13:37.449119 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79c15d45-1dde-4db4-bd9c-a649dd4d9c64', 'tag': '43b05b0c-ef2d-413e-ab43-c26da43ed449', 'status': 'completed', 'code': 200} Jul 23 21:13:37.544428 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953b156-57cc-4f52-9971-88be19ce4d47 req-fa790f26-3f1b-47d0-9bf4-4852ef165187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:37.546046 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d953b156-57cc-4f52-9971-88be19ce4d47 req-fa790f26-3f1b-47d0-9bf4-4852ef165187 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=515a2758bbb04419a9e68f464b1e18f6&device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 1098 time: 0.0723662 Jul 23 21:13:37.637419 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-8ea8e899-3e2b-45b3-bb89-d078a3b3cef5 None None] Set router f8cb253c-3833-4230-b910-974b0bc659f1 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:13:37.640406 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953b156-57cc-4f52-9971-88be19ce4d47 req-b39453f6-11e6-4df9-85c6-5089fc04949c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:37.641964 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d953b156-57cc-4f52-9971-88be19ce4d47 req-b39453f6-11e6-4df9-85c6-5089fc04949c service neutron] 10.222.0.18 "GET /v2.0/networks?id=3a64db20-4e5e-49ef-a08f-8723bf117de2 HTTP/1.1" status: 200 len: 909 time: 0.0896041 Jul 23 21:13:37.705672 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d953b156-57cc-4f52-9971-88be19ce4d47 req-de5bdf79-1087-4b37-ba0f-99b5b997ecf6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43b05b0c-ef2d-413e-ab43-c26da43ed449 HTTP/1.1" status: 200 len: 1000 time: 0.0574720 Jul 23 21:13:37.755262 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953b156-57cc-4f52-9971-88be19ce4d47 req-f1021c74-d4f4-49d9-a399-2a77c08e06bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:37.756748 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d953b156-57cc-4f52-9971-88be19ce4d47 req-f1021c74-d4f4-49d9-a399-2a77c08e06bb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c313f79-f72a-4f6a-b6db-31f676f92691 HTTP/1.1" status: 200 len: 847 time: 0.0452816 Jul 23 21:13:37.820578 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953b156-57cc-4f52-9971-88be19ce4d47 req-3a9b5867-d34f-4f9e-b898-fc548f94fbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:37.822041 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d953b156-57cc-4f52-9971-88be19ce4d47 req-3a9b5867-d34f-4f9e-b898-fc548f94fbc7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a64db20-4e5e-49ef-a08f-8723bf117de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586236 Jul 23 21:13:37.868167 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8ea8e899-3e2b-45b3-bb89-d078a3b3cef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'name': 'tempest-TestShelveInstance-308861925-router', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'bab6dbd0-3db4-4eb6-9d75-77720b921e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:13:15Z', 'updated_at': '2021-07-23T21:13:17Z', 'revision_number': 4, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'gw_port': {'id': 'bab6dbd0-3db4-4eb6-9d75-77720b921e20', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:15Z', 'updated_at': '2021-07-23T21:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '4f98f07c-86c8-4dae-a5c7-af03ee83e11f', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'floating_ip_address': '172.25.1.205', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'port_id': '43b05b0c-ef2d-413e-ab43-c26da43ed449', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2', 'mac_address': 'fa:16:3e:05:a1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c15d45-1dde-4db4-bd9c-a649dd4d9c64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:13:36Z', 'updated_at': '2021-07-23T21:13:36Z', 'revision_number': 0, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bdf65f0-6e77-4a20-8ed6-041b31b1343f', 'name': '', 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'mac_address': 'fa:16:3e:02:51:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0c313f79-f72a-4f6a-b6db-31f676f92691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:17Z', 'updated_at': '2021-07-23T21:13:23Z', 'revision_number': 5, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'subnets': [{'id': '0c313f79-f72a-4f6a-b6db-31f676f92691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:13:37.898661 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea8e899-3e2b-45b3-bb89-d078a3b3cef5 None None] Checking router: f8cb253c-3833-4230-b910-974b0bc659f1 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:13:37.908352 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea8e899-3e2b-45b3-bb89-d078a3b3cef5 None None] Routers {'f8cb253c-3833-4230-b910-974b0bc659f1'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:13:37.909601 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8ea8e899-3e2b-45b3-bb89-d078a3b3cef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:13:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['f8cb253c-3833-4230-b910-974b0bc659f1'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:13:37.917224 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d953b156-57cc-4f52-9971-88be19ce4d47 req-b48bdea6-ca9a-483c-9b6e-0142e0f185e6 service neutron] 10.222.0.18 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887825 Jul 23 21:13:38.015158 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d953b156-57cc-4f52-9971-88be19ce4d47 req-341e0ea8-146b-43db-92f7-7e2886404eae service neutron] 10.222.0.18 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920994 Jul 23 21:13:38.020767 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-8ea8e899-3e2b-45b3-bb89-d078a3b3cef5 None None] Set router f8cb253c-3833-4230-b910-974b0bc659f1 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:13:38.266369 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8ea8e899-3e2b-45b3-bb89-d078a3b3cef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'name': 'tempest-TestShelveInstance-308861925-router', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'bab6dbd0-3db4-4eb6-9d75-77720b921e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:13:15Z', 'updated_at': '2021-07-23T21:13:17Z', 'revision_number': 4, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'gw_port': {'id': 'bab6dbd0-3db4-4eb6-9d75-77720b921e20', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:15Z', 'updated_at': '2021-07-23T21:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '4f98f07c-86c8-4dae-a5c7-af03ee83e11f', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'floating_ip_address': '172.25.1.205', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'port_id': '43b05b0c-ef2d-413e-ab43-c26da43ed449', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2', 'mac_address': 'fa:16:3e:05:a1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c15d45-1dde-4db4-bd9c-a649dd4d9c64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:13:36Z', 'updated_at': '2021-07-23T21:13:36Z', 'revision_number': 0, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bdf65f0-6e77-4a20-8ed6-041b31b1343f', 'name': '', 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'mac_address': 'fa:16:3e:02:51:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0c313f79-f72a-4f6a-b6db-31f676f92691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:17Z', 'updated_at': '2021-07-23T21:13:23Z', 'revision_number': 5, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'subnets': [{'id': '0c313f79-f72a-4f6a-b6db-31f676f92691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:13:38.293773 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea8e899-3e2b-45b3-bb89-d078a3b3cef5 None None] The sync data for ids ['f8cb253c-3833-4230-b910-974b0bc659f1'] in n-d-793618-10 is: [{'id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'name': 'tempest-TestShelveInstance-308861925-router', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'bab6dbd0-3db4-4eb6-9d75-77720b921e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:13:15Z', 'updated_at': '2021-07-23T21:13:17Z', 'revision_number': 4, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'gw_port': {'id': 'bab6dbd0-3db4-4eb6-9d75-77720b921e20', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:15Z', 'updated_at': '2021-07-23T21:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '4f98f07c-86c8-4dae-a5c7-af03ee83e11f', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'floating_ip_address': '172.25.1.205', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'port_id': '43b05b0c-ef2d-413e-ab43-c26da43ed449', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2', 'mac_address': 'fa:16:3e:05:a1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c15d45-1dde-4db4-bd9c-a649dd4d9c64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:13:36Z', 'updated_at': '2021-07-23T21:13:36Z', 'revision_number': 0, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bdf65f0-6e77-4a20-8ed6-041b31b1343f', 'name': '', 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'mac_address': 'fa:16:3e:02:51:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0c313f79-f72a-4f6a-b6db-31f676f92691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:17Z', 'updated_at': '2021-07-23T21:13:23Z', 'revision_number': 5, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'subnets': [{'id': '0c313f79-f72a-4f6a-b6db-31f676f92691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:13:38.491109 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b0ef77-a8b0-47e7-9312-b09903b31e84 None None] New status for floating IP 4f98f07c-86c8-4dae-a5c7-af03ee83e11f: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:13:40.400261 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-84db2ac7-d522-459f-a281-3dc4ce49ab25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:43.437418 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:43.715037 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d2147091-fa1c-4cc8-b2d3-be02309ba786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:44.258522 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:45.170239 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:45.364950 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:46.186594 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:48.740674 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:14:10.400776 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-95bc7cfc-88f3-44a8-8139-aba430ac2ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:13.438657 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:13.714804 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3a897d37-4b53-48d0-93d4-ddea41315adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:14.263501 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:15.168601 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:15.379430 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:16.190480 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:22.839159 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-95234fcf-0a1d-4424-ae83-a7b9274bd922 req-e1adf4ff-9cba-42da-ae70-18e228f3d293 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0541618 Jul 23 21:14:22.942535 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95234fcf-0a1d-4424-ae83-a7b9274bd922 req-2fc486ce-054e-4d77-b424-bb515ad48ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:22.944079 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-95234fcf-0a1d-4424-ae83-a7b9274bd922 req-2fc486ce-054e-4d77-b424-bb515ad48ce9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=515a2758bbb04419a9e68f464b1e18f6&device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 1098 time: 0.0618536 Jul 23 21:14:23.053639 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95234fcf-0a1d-4424-ae83-a7b9274bd922 req-45712261-d039-4740-971b-c2e24362255f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:23.055241 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-95234fcf-0a1d-4424-ae83-a7b9274bd922 req-45712261-d039-4740-971b-c2e24362255f service neutron] 10.222.0.18 "GET /v2.0/networks?id=3a64db20-4e5e-49ef-a08f-8723bf117de2 HTTP/1.1" status: 200 len: 909 time: 0.0917354 Jul 23 21:14:23.124295 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-95234fcf-0a1d-4424-ae83-a7b9274bd922 req-12bfc73e-ae0a-4e21-9fc6-36307da479f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43b05b0c-ef2d-413e-ab43-c26da43ed449 HTTP/1.1" status: 200 len: 1002 time: 0.0606716 Jul 23 21:14:23.172556 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95234fcf-0a1d-4424-ae83-a7b9274bd922 req-351ba3a2-fd83-454f-885c-7a2910dea13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:23.174052 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-95234fcf-0a1d-4424-ae83-a7b9274bd922 req-351ba3a2-fd83-454f-885c-7a2910dea13e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c313f79-f72a-4f6a-b6db-31f676f92691 HTTP/1.1" status: 200 len: 847 time: 0.0439975 Jul 23 21:14:23.232543 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95234fcf-0a1d-4424-ae83-a7b9274bd922 req-f1d99970-2741-46bf-b7e5-2af82f61f83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:23.234416 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-95234fcf-0a1d-4424-ae83-a7b9274bd922 req-f1d99970-2741-46bf-b7e5-2af82f61f83c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a64db20-4e5e-49ef-a08f-8723bf117de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544586 Jul 23 21:14:23.338122 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-95234fcf-0a1d-4424-ae83-a7b9274bd922 req-51139f5f-74da-4f29-b530-66743393cb3e service neutron] 10.222.0.18 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964463 Jul 23 21:14:23.426310 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-95234fcf-0a1d-4424-ae83-a7b9274bd922 req-5b64ea58-72f0-4585-853f-8dbec253584b service neutron] 10.222.0.18 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814345 Jul 23 21:14:25.739229 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:14:40.401149 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c0fc7bad-d5d3-43e3-b7fd-93c1b3717a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:43.444161 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:43.714740 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-895b1ddc-e7d2-4cc5-8201-61db4a34fbd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:44.266658 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:45.183473 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:45.378497 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:46.192105 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:02.737608 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:15:10.402408 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c54b2034-83c4-4212-873c-7d50429ba4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:13.436367 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:13.719032 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0255b6b4-85b2-48a4-bcf4-a5156138d684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:14.268983 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:15.197911 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:15.393080 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:16.194756 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:19.917112 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [req-5508ffd4-8565-43bd-8d9a-2927159db91d req-8edd97b9-1bd1-4493-9d9e-4186b9959cf5 service neutron] (93875) timed out ('10.222.0.32', 36226) {{(pid=93875) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 21:15:24.869641 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0c959d75-607c-4f74-9f7a-be48a48dc344 req-d9018092-53a7-4acc-bfb3-b75baaa0cb7b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0713398 Jul 23 21:15:24.976873 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c959d75-607c-4f74-9f7a-be48a48dc344 req-469e3557-768b-415e-af7e-de0869643fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:24.978784 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0c959d75-607c-4f74-9f7a-be48a48dc344 req-469e3557-768b-415e-af7e-de0869643fbf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=515a2758bbb04419a9e68f464b1e18f6&device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 1098 time: 0.0586100 Jul 23 21:15:25.082126 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c959d75-607c-4f74-9f7a-be48a48dc344 req-363598c5-6397-4fcb-bd90-3a4dfd0fb683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:25.083549 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0c959d75-607c-4f74-9f7a-be48a48dc344 req-363598c5-6397-4fcb-bd90-3a4dfd0fb683 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3a64db20-4e5e-49ef-a08f-8723bf117de2 HTTP/1.1" status: 200 len: 909 time: 0.0873997 Jul 23 21:15:25.154905 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0c959d75-607c-4f74-9f7a-be48a48dc344 req-3df3d7e5-f5fe-478d-82bd-a62c5fe68edd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43b05b0c-ef2d-413e-ab43-c26da43ed449 HTTP/1.1" status: 200 len: 1002 time: 0.0645308 Jul 23 21:15:25.210857 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c959d75-607c-4f74-9f7a-be48a48dc344 req-f306ccb0-7c14-406e-b177-b3459afc9f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:25.212975 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0c959d75-607c-4f74-9f7a-be48a48dc344 req-f306ccb0-7c14-406e-b177-b3459afc9f76 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c313f79-f72a-4f6a-b6db-31f676f92691 HTTP/1.1" status: 200 len: 847 time: 0.0524938 Jul 23 21:15:25.273036 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c959d75-607c-4f74-9f7a-be48a48dc344 req-088442a3-6ab1-47af-b61c-c08b53d2a85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:25.275206 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0c959d75-607c-4f74-9f7a-be48a48dc344 req-088442a3-6ab1-47af-b61c-c08b53d2a85d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a64db20-4e5e-49ef-a08f-8723bf117de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565670 Jul 23 21:15:25.371706 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0c959d75-607c-4f74-9f7a-be48a48dc344 req-130d9701-2272-4406-acce-3348be658afe service neutron] 10.222.0.18 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902321 Jul 23 21:15:25.464010 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0c959d75-607c-4f74-9f7a-be48a48dc344 req-02dd12bf-f0b6-4226-9383-c112481e1ced service neutron] 10.222.0.18 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846179 Jul 23 21:15:32.085659 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78f6eb-75f0-4466-8c34-06fe5fdb5dc1 req-b5411620-a5f5-444d-8c29-5e42038d0f32 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:32.087169 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5f78f6eb-75f0-4466-8c34-06fe5fdb5dc1 req-b5411620-a5f5-444d-8c29-5e42038d0f32 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 946 time: 0.0693655 Jul 23 21:15:32.126775 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5f78f6eb-75f0-4466-8c34-06fe5fdb5dc1 req-94369af6-0f11-4a6a-b5c0-52cfdae7bcbf tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338120 Jul 23 21:15:33.291021 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da075e2e-837c-42f4-b19a-fbe2378f285b req-ce1e7984-45b2-4fa1-bae3-912ee6df6a2b tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:33.292589 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-da075e2e-837c-42f4-b19a-fbe2378f285b req-ce1e7984-45b2-4fa1-bae3-912ee6df6a2b tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 946 time: 0.0670600 Jul 23 21:15:33.332231 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-da075e2e-837c-42f4-b19a-fbe2378f285b req-9b24159f-08cc-4741-878e-ba16e6fb2097 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339019 Jul 23 21:15:34.467591 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f7e06-46ef-4395-89e4-505a97ee8a14 req-219254af-f99c-42aa-ad7b-c4a4dbf5309a tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:34.469067 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ea2f7e06-46ef-4395-89e4-505a97ee8a14 req-219254af-f99c-42aa-ad7b-c4a4dbf5309a tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 946 time: 0.0691812 Jul 23 21:15:34.507838 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ea2f7e06-46ef-4395-89e4-505a97ee8a14 req-f90121ec-551a-4fca-b8a0-0707dc15551d tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331202 Jul 23 21:15:35.649363 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220361ad-88ab-4b8c-b680-647e31b966cd req-8a89df29-cb58-490d-8b37-de099cf4ca43 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:35.651401 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-220361ad-88ab-4b8c-b680-647e31b966cd req-8a89df29-cb58-490d-8b37-de099cf4ca43 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 946 time: 0.0677245 Jul 23 21:15:35.689441 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-220361ad-88ab-4b8c-b680-647e31b966cd req-3907a6e9-598b-4c94-bed1-193b7a2e83ef tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324123 Jul 23 21:15:36.829408 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c99c1-dab4-4e6a-bcd0-dbb65849154b req-7a0c8368-6055-4b87-8759-9b1d333e47bd tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:36.831018 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-599c99c1-dab4-4e6a-bcd0-dbb65849154b req-7a0c8368-6055-4b87-8759-9b1d333e47bd tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 946 time: 0.0728557 Jul 23 21:15:36.872185 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-599c99c1-dab4-4e6a-bcd0-dbb65849154b req-41b7ae36-b8ad-4c47-a689-1d1c6c3a070c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355108 Jul 23 21:15:38.018034 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97787ea3-e58a-4269-b62d-065560f81756 req-60ea6d99-8bd3-4489-bd2b-063fbcc4a947 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:38.019540 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-97787ea3-e58a-4269-b62d-065560f81756 req-60ea6d99-8bd3-4489-bd2b-063fbcc4a947 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 946 time: 0.0693541 Jul 23 21:15:38.059276 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-97787ea3-e58a-4269-b62d-065560f81756 req-610d2a2a-9819-4f51-8815-fdf3c7176bbe tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341454 Jul 23 21:15:39.258313 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43dc11a-4a4d-47c6-894b-288993b9dd83 req-2eef1d9e-a468-47b0-a076-59033707f86e tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:39.260440 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b43dc11a-4a4d-47c6-894b-288993b9dd83 req-2eef1d9e-a468-47b0-a076-59033707f86e tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 946 time: 0.0682817 Jul 23 21:15:39.301086 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b43dc11a-4a4d-47c6-894b-288993b9dd83 req-54125720-5453-42e8-a2dc-276edcbf9908 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348523 Jul 23 21:15:39.821973 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:15:40.404372 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3d308d48-ac1e-45a5-a997-c43047f6a3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:40.437764 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfa1aa-f078-4d56-a92c-a7b5d31a53fe req-989a705c-b011-4f50-8aab-8f41a734d35e tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:40.439274 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-20dfa1aa-f078-4d56-a92c-a7b5d31a53fe req-989a705c-b011-4f50-8aab-8f41a734d35e tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 946 time: 0.0713212 Jul 23 21:15:40.478095 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-20dfa1aa-f078-4d56-a92c-a7b5d31a53fe req-cc1de188-da2e-4c43-b4c6-13e79bddc46b tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331893 Jul 23 21:15:41.616873 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a224d-96fa-4fbe-ad92-6156af40234f req-25955bfe-7354-415d-8409-48f5c0a0ce98 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:41.619451 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-634a224d-96fa-4fbe-ad92-6156af40234f req-25955bfe-7354-415d-8409-48f5c0a0ce98 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 946 time: 0.0727894 Jul 23 21:15:41.657268 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-634a224d-96fa-4fbe-ad92-6156af40234f req-1d7daf01-51d7-4d92-a086-c5f8f006de67 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327570 Jul 23 21:15:42.784946 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0ce98-50eb-452e-8e04-34694d5fde62 req-ff8a913b-b733-4385-9fa7-63ed4ed1e5fa tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:42.786461 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-22a0ce98-50eb-452e-8e04-34694d5fde62 req-ff8a913b-b733-4385-9fa7-63ed4ed1e5fa tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 946 time: 0.0633147 Jul 23 21:15:42.827068 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-22a0ce98-50eb-452e-8e04-34694d5fde62 req-f2e4acf8-7f04-4aa0-a654-fe6b466ee5af tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348520 Jul 23 21:15:43.437320 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:43.719518 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2768662c-45bc-478c-a70d-a7a3b3febf80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:43.826008 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 43b05b0c-ef2d-413e-ab43-c26da43ed449 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:15:43.928188 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 43b05b0c-ef2d-413e-ab43-c26da43ed449, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=43b05b0c-ef2d-413e-ab43-c26da43ed449,segment=NetworkSegment(9585298e-743e-4dee-bd30-53ee385a34e9),segment_id=9585298e-743e-4dee-bd30-53ee385a34e9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:15:43.940900 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': '43b05b0c-ef2d-413e-ab43-c26da43ed449', 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2', 'port_id': '43b05b0c-ef2d-413e-ab43-c26da43ed449', 'mac_address': 'fa:16:3e:05:a1:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c313f79-f72a-4f6a-b6db-31f676f92691', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:15:43.982413 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:43.997003 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43b05b0c-ef2d-413e-ab43-c26da43ed449 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:15:44.018781 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 43b05b0c-ef2d-413e-ab43-c26da43ed449, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=43b05b0c-ef2d-413e-ab43-c26da43ed449,segment=NetworkSegment(9585298e-743e-4dee-bd30-53ee385a34e9),segment_id=9585298e-743e-4dee-bd30-53ee385a34e9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:15:44.023951 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:44.080103 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=43b05b0c-ef2d-413e-ab43-c26da43ed449,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:44.090374 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:44.090721 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:44.091063 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:44.091400 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:44.091824 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:44.092050 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:44.092385 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:44.092713 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:44.093039 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:44.093361 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:44.094038 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:44.094038 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:44.100157 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['43b05b0c-ef2d-413e-ab43-c26da43ed449'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:15:44.287654 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:44.300303 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c27145-ba0b-4104-bf01-c9e76d887c63 req-7108de42-26d5-44bd-9b29-641b75e30a85 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:44.302013 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-95c27145-ba0b-4104-bf01-c9e76d887c63 req-7108de42-26d5-44bd-9b29-641b75e30a85 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 946 time: 0.4056413 Jul 23 21:15:44.357812 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-95c27145-ba0b-4104-bf01-c9e76d887c63 req-cd1df4ed-7eaa-4286-a246-4f5df83ad88f tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470011 Jul 23 21:15:45.216251 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:45.419797 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:45.524744 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21e386-b3ab-413c-b3c5-fe87bab125c6 req-7dd00184-30b7-413a-b4dd-2a226737bbf0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:45.532392 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ae21e386-b3ab-413c-b3c5-fe87bab125c6 req-7dd00184-30b7-413a-b4dd-2a226737bbf0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 945 time: 0.0893767 Jul 23 21:15:45.575628 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ae21e386-b3ab-413c-b3c5-fe87bab125c6 req-ea6f8f3a-d127-42dc-b60f-4d84c1b9a3e7 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414422 Jul 23 21:15:45.851179 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 43b05b0c-ef2d-413e-ab43-c26da43ed449 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:15:45.912453 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port 43b05b0c-ef2d-413e-ab43-c26da43ed449 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:15:45.912847 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:46.014982 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:46.045250 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c15d45-1dde-4db4-bd9c-a649dd4d9c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b05b0c-ef2d-413e-ab43-c26da43ed449'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:15:46.047551 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee4ac189e5a110d8d805401cc899f663d03ba078ee3e21ff65471f248c742d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354810fc-e483-4ddf-a22e-811168113534" -d '{"events": [{"server_uuid": "79c15d45-1dde-4db4-bd9c-a649dd4d9c64", "name": "network-vif-plugged", "status": "completed", "tag": "43b05b0c-ef2d-413e-ab43-c26da43ed449"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:15:46.071937 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 43b05b0c-ef2d-413e-ab43-c26da43ed449, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=43b05b0c-ef2d-413e-ab43-c26da43ed449,segment=NetworkSegment(9585298e-743e-4dee-bd30-53ee385a34e9),segment_id=9585298e-743e-4dee-bd30-53ee385a34e9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:15:46.077440 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:46.153486 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=43b05b0c-ef2d-413e-ab43-c26da43ed449,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:46.169915 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa2f44b-7a39-44b6-9fa8-4eb33fe2c613 x-openstack-request-id: req-8aa2f44b-7a39-44b6-9fa8-4eb33fe2c613 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:15:46.170208 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c15d45-1dde-4db4-bd9c-a649dd4d9c64", "name": "network-vif-plugged", "status": "completed", "tag": "43b05b0c-ef2d-413e-ab43-c26da43ed449", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:15:46.170456 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8aa2f44b-7a39-44b6-9fa8-4eb33fe2c613 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:15:46.170846 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c15d45-1dde-4db4-bd9c-a649dd4d9c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b05b0c-ef2d-413e-ab43-c26da43ed449', 'code': 200} Jul 23 21:15:46.201747 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:46.721686 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b29c92-0c40-431f-927f-1a57c12d4a04 req-0dcd088e-b1d6-4b8a-8a04-a10aaeec6cce tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:46.724001 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a9b29c92-0c40-431f-927f-1a57c12d4a04 req-0dcd088e-b1d6-4b8a-8a04-a10aaeec6cce tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 946 time: 0.0733929 Jul 23 21:15:46.775212 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a9b29c92-0c40-431f-927f-1a57c12d4a04 req-a907e717-4b66-4a9b-b0d4-e89ca9fca791 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437908 Jul 23 21:15:47.923021 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc8bc9-d02f-44d0-abe7-e8d56afa488b req-40f7fa68-e643-4184-a68b-4f8505e138fc tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:47.924717 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c4fc8bc9-d02f-44d0-abe7-e8d56afa488b req-40f7fa68-e643-4184-a68b-4f8505e138fc tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 946 time: 0.0759461 Jul 23 21:15:47.977055 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c4fc8bc9-d02f-44d0-abe7-e8d56afa488b req-894d0408-4495-44da-88fe-c562afc956a5 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434883 Jul 23 21:15:49.126661 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f66c8-5276-42a5-baf4-099a726bd4d4 req-643bbdf4-c0ef-4111-82cd-1ec5ca9b7305 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:49.128223 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9f8f66c8-5276-42a5-baf4-099a726bd4d4 req-643bbdf4-c0ef-4111-82cd-1ec5ca9b7305 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 946 time: 0.0708487 Jul 23 21:15:49.172012 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9f8f66c8-5276-42a5-baf4-099a726bd4d4 req-3b083954-c310-4909-901e-ad7bcf4be28c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379474 Jul 23 21:15:50.321839 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209355f-6546-4a41-9655-67f6aa000bbc req-d24da763-bbe6-4922-b2bc-799d1ee6ad89 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:50.329093 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2209355f-6546-4a41-9655-67f6aa000bbc req-d24da763-bbe6-4922-b2bc-799d1ee6ad89 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 946 time: 0.0811644 Jul 23 21:15:50.365639 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2209355f-6546-4a41-9655-67f6aa000bbc req-5baa491c-f201-4df6-b618-c9da79b7fa9c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356340 Jul 23 21:15:51.505438 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881950a9-512c-4b3f-bcf6-5ae6bd4fcac7 req-b5c517d6-3a4b-4daa-b5e8-96bfadaff13b tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:51.506940 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-881950a9-512c-4b3f-bcf6-5ae6bd4fcac7 req-b5c517d6-3a4b-4daa-b5e8-96bfadaff13b tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 946 time: 0.0693748 Jul 23 21:15:51.548249 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-881950a9-512c-4b3f-bcf6-5ae6bd4fcac7 req-ab01f606-9810-4e2f-98f5-85a78ec3059e tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345714 Jul 23 21:15:52.696909 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bda899-4b9a-4a25-b0e4-19a607714e56 req-31c2edce-22f7-48b0-8484-60c2e127bb5e tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:52.700467 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-88bda899-4b9a-4a25-b0e4-19a607714e56 req-31c2edce-22f7-48b0-8484-60c2e127bb5e tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 946 time: 0.0803432 Jul 23 21:15:52.744540 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-88bda899-4b9a-4a25-b0e4-19a607714e56 req-d47956b0-940a-4e24-a660-5c3fe1428487 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379305 Jul 23 21:15:53.876218 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fd5a4-4698-4ea9-bc31-5bc85e229a7a req-dc0bf458-0cf9-4658-91ae-d1d06f893770 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:53.877723 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-825fd5a4-4698-4ea9-bc31-5bc85e229a7a req-dc0bf458-0cf9-4658-91ae-d1d06f893770 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 946 time: 0.0642586 Jul 23 21:15:53.915662 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-825fd5a4-4698-4ea9-bc31-5bc85e229a7a req-d9c1164c-82bc-4da8-ada0-d931067f1d3d tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323544 Jul 23 21:15:54.194319 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ad478-5928-4243-9d18-00c988b9c7af req-5ff09e85-dd90-49e1-ab0f-7dd2ca1c8070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:54.195713 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ad6ad478-5928-4243-9d18-00c988b9c7af req-5ff09e85-dd90-49e1-ab0f-7dd2ca1c8070 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=515a2758bbb04419a9e68f464b1e18f6&device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 1098 time: 0.0547719 Jul 23 21:15:54.290228 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ad478-5928-4243-9d18-00c988b9c7af req-e5e0acf2-3f66-44e7-b9c7-bcbd3e15003f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:54.292196 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ad6ad478-5928-4243-9d18-00c988b9c7af req-e5e0acf2-3f66-44e7-b9c7-bcbd3e15003f service neutron] 10.222.0.18 "GET /v2.0/networks?id=3a64db20-4e5e-49ef-a08f-8723bf117de2 HTTP/1.1" status: 200 len: 909 time: 0.0897207 Jul 23 21:15:54.355663 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ad6ad478-5928-4243-9d18-00c988b9c7af req-84236657-22e6-4a53-a659-edc55fdb478d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43b05b0c-ef2d-413e-ab43-c26da43ed449 HTTP/1.1" status: 200 len: 1002 time: 0.0574162 Jul 23 21:15:54.407443 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ad478-5928-4243-9d18-00c988b9c7af req-e37dd9ca-577d-4854-9fe9-db1b83efb0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:54.408893 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ad6ad478-5928-4243-9d18-00c988b9c7af req-e37dd9ca-577d-4854-9fe9-db1b83efb0cf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c313f79-f72a-4f6a-b6db-31f676f92691 HTTP/1.1" status: 200 len: 847 time: 0.0476811 Jul 23 21:15:54.468518 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ad478-5928-4243-9d18-00c988b9c7af req-9c018448-fcdb-4347-af65-73391a53fd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:54.469931 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ad6ad478-5928-4243-9d18-00c988b9c7af req-9c018448-fcdb-4347-af65-73391a53fd31 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a64db20-4e5e-49ef-a08f-8723bf117de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539913 Jul 23 21:15:54.562652 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ad6ad478-5928-4243-9d18-00c988b9c7af req-abd263a0-b0bf-4f2a-92f8-b1b308366e07 service neutron] 10.222.0.18 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854607 Jul 23 21:15:54.650351 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ad6ad478-5928-4243-9d18-00c988b9c7af req-d3f1abee-57d7-4ceb-9c41-d6226aee6b5e service neutron] 10.222.0.18 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817277 Jul 23 21:15:55.046741 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f20806-5b73-4afb-a259-46d149842c12 req-27a4d13c-2bd3-4a91-b6a3-01c2dc92673c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:55.048246 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d2f20806-5b73-4afb-a259-46d149842c12 req-27a4d13c-2bd3-4a91-b6a3-01c2dc92673c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 946 time: 0.0642743 Jul 23 21:15:55.086067 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d2f20806-5b73-4afb-a259-46d149842c12 req-f9fd4d0a-a5ca-49aa-b976-610140d33940 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322850 Jul 23 21:15:56.223933 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb524f-1d73-4c7c-afc7-e39c6189948e req-169566e7-55a1-4ff0-8cf2-a96fff06c28d tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:56.225483 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-09bb524f-1d73-4c7c-afc7-e39c6189948e req-169566e7-55a1-4ff0-8cf2-a96fff06c28d tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 946 time: 0.0709753 Jul 23 21:15:56.270421 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-09bb524f-1d73-4c7c-afc7-e39c6189948e req-0880cd32-5a08-4470-b475-5cf71f6d42a2 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377436 Jul 23 21:15:57.417067 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618163e-d37f-469c-b133-65d4915a6bc0 req-3317c961-41ad-4116-848d-1e73f9405285 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:57.418586 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2618163e-d37f-469c-b133-65d4915a6bc0 req-3317c961-41ad-4116-848d-1e73f9405285 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 946 time: 0.0795979 Jul 23 21:15:57.457248 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2618163e-d37f-469c-b133-65d4915a6bc0 req-6c1bf65f-0a5a-4a87-a260-326362ce8c17 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331583 Jul 23 21:15:57.686083 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e7596-7751-423f-a809-1e432c10cddd req-ff5b01b6-43d1-4695-9166-9e6e188f046e tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:57.687623 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a66e7596-7751-423f-a809-1e432c10cddd req-ff5b01b6-43d1-4695-9166-9e6e188f046e tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 946 time: 0.0722499 Jul 23 21:15:57.726243 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a66e7596-7751-423f-a809-1e432c10cddd req-2a6b2dd5-dab1-410b-a7f8-cc61ca169550 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331585 Jul 23 21:15:57.875401 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39806) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:15:57.921711 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device 43b05b0c-ef2d-413e-ab43-c26da43ed449 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:15:57.977435 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d971c35e-227a-4d93-b642-71c1b5145794 req-cbab517b-c479-4a38-a78a-dc92ac8e5da6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1007121 Jul 23 21:15:58.000367 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:58.031856 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c15d45-1dde-4db4-bd9c-a649dd4d9c64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43b05b0c-ef2d-413e-ab43-c26da43ed449'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:15:58.034113 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee4ac189e5a110d8d805401cc899f663d03ba078ee3e21ff65471f248c742d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2810e19-3f67-4336-b804-6be26fd5f89d" -d '{"events": [{"server_uuid": "79c15d45-1dde-4db4-bd9c-a649dd4d9c64", "name": "network-vif-unplugged", "status": "completed", "tag": "43b05b0c-ef2d-413e-ab43-c26da43ed449"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:15:58.047131 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port 43b05b0c-ef2d-413e-ab43-c26da43ed449, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=43b05b0c-ef2d-413e-ab43-c26da43ed449,segment=NetworkSegment(9585298e-743e-4dee-bd30-53ee385a34e9),segment_id=9585298e-743e-4dee-bd30-53ee385a34e9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:15:58.051687 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:58.075860 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 21:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b3bea1-4bc7-49d3-b3a3-46c29b04284c x-openstack-request-id: req-e8b3bea1-4bc7-49d3-b3a3-46c29b04284c {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:15:58.076153 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c15d45-1dde-4db4-bd9c-a649dd4d9c64", "name": "network-vif-unplugged", "status": "failed", "tag": "43b05b0c-ef2d-413e-ab43-c26da43ed449", "code": 422}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:15:58.076404 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e8b3bea1-4bc7-49d3-b3a3-46c29b04284c {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:15:58.076794 n-d-793618-10 neutron-server[93877]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '79c15d45-1dde-4db4-bd9c-a649dd4d9c64', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '43b05b0c-ef2d-413e-ab43-c26da43ed449', 'code': 422} returned with failed status Jul 23 21:15:58.103601 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=43b05b0c-ef2d-413e-ab43-c26da43ed449,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:58.816095 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971c35e-227a-4d93-b642-71c1b5145794 req-0cd52df6-b8b3-4dd8-a379-c9088cf5e4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:58.817637 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d971c35e-227a-4d93-b642-71c1b5145794 req-0cd52df6-b8b3-4dd8-a379-c9088cf5e4a8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64&tenant_id=515a2758bbb04419a9e68f464b1e18f6 HTTP/1.1" status: 200 len: 1096 time: 0.0567796 Jul 23 21:15:58.829020 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-d971c35e-227a-4d93-b642-71c1b5145794 req-531202cc-000e-44d3-9d6f-49bba593d982 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793618-10', 'device_owner': 'compute:nova'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:15:58.864854 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de63fba-1660-4c3b-85a4-e5dbeb99eda4 req-3e99a0e9-0152-4424-9f72-36a9fdffd6b3 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:58.866391 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2de63fba-1660-4c3b-85a4-e5dbeb99eda4 req-3e99a0e9-0152-4424-9f72-36a9fdffd6b3 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 944 time: 0.0678418 Jul 23 21:15:58.904526 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d971c35e-227a-4d93-b642-71c1b5145794 req-531202cc-000e-44d3-9d6f-49bba593d982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:58.906467 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2de63fba-1660-4c3b-85a4-e5dbeb99eda4 req-d59350f8-3822-417b-bb36-0dcbba820ad8 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336776 Jul 23 21:15:59.110256 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-d971c35e-227a-4d93-b642-71c1b5145794 req-531202cc-000e-44d3-9d6f-49bba593d982 service neutron] For port 43b05b0c-ef2d-413e-ab43-c26da43ed449, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=43b05b0c-ef2d-413e-ab43-c26da43ed449,segment=NetworkSegment(9585298e-743e-4dee-bd30-53ee385a34e9),segment_id=9585298e-743e-4dee-bd30-53ee385a34e9)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:15:59.143763 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-d971c35e-227a-4d93-b642-71c1b5145794 req-531202cc-000e-44d3-9d6f-49bba593d982 service neutron] For port 43b05b0c-ef2d-413e-ab43-c26da43ed449, host n-h2-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:15:59.176592 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-d971c35e-227a-4d93-b642-71c1b5145794 req-531202cc-000e-44d3-9d6f-49bba593d982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43b05b0c-ef2d-413e-ab43-c26da43ed449 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:15:59.185040 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d971c35e-227a-4d93-b642-71c1b5145794 req-531202cc-000e-44d3-9d6f-49bba593d982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:59.197874 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-d971c35e-227a-4d93-b642-71c1b5145794 req-531202cc-000e-44d3-9d6f-49bba593d982 service neutron] Transition to ACTIVE for port object 43b05b0c-ef2d-413e-ab43-c26da43ed449 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:15:59.201676 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d971c35e-227a-4d93-b642-71c1b5145794 req-531202cc-000e-44d3-9d6f-49bba593d982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:59.254975 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531202cc-000e-44d3-9d6f-49bba593d982 service neutron] Pushing event updated for resources: {'Port': ['ID=43b05b0c-ef2d-413e-ab43-c26da43ed449,revision_number=9']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:59.292314 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531202cc-000e-44d3-9d6f-49bba593d982 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:59.292663 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531202cc-000e-44d3-9d6f-49bba593d982 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:59.293008 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531202cc-000e-44d3-9d6f-49bba593d982 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:59.293343 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531202cc-000e-44d3-9d6f-49bba593d982 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:59.293696 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531202cc-000e-44d3-9d6f-49bba593d982 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:59.294034 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531202cc-000e-44d3-9d6f-49bba593d982 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:59.294369 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531202cc-000e-44d3-9d6f-49bba593d982 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:59.294692 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531202cc-000e-44d3-9d6f-49bba593d982 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:59.295015 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531202cc-000e-44d3-9d6f-49bba593d982 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:59.295488 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531202cc-000e-44d3-9d6f-49bba593d982 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:59.295655 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531202cc-000e-44d3-9d6f-49bba593d982 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:59.295975 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531202cc-000e-44d3-9d6f-49bba593d982 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:59.341386 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-d971c35e-227a-4d93-b642-71c1b5145794 req-531202cc-000e-44d3-9d6f-49bba593d982 service neutron] No DVR routers for this DVR port 43b05b0c-ef2d-413e-ab43-c26da43ed449 on host n-h2-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:15:59.826304 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-d971c35e-227a-4d93-b642-71c1b5145794 req-531202cc-000e-44d3-9d6f-49bba593d982 service neutron] Attempting to bind port 43b05b0c-ef2d-413e-ab43-c26da43ed449 on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:15:59.827017 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-d971c35e-227a-4d93-b642-71c1b5145794 req-531202cc-000e-44d3-9d6f-49bba593d982 service neutron] Attempting to bind port 43b05b0c-ef2d-413e-ab43-c26da43ed449 by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '9585298e-743e-4dee-bd30-53ee385a34e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:15:59.827017 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d971c35e-227a-4d93-b642-71c1b5145794 req-531202cc-000e-44d3-9d6f-49bba593d982 service neutron] Attempting to bind port 43b05b0c-ef2d-413e-ab43-c26da43ed449 on network 3a64db20-4e5e-49ef-a08f-8723bf117de2 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:15:59.831283 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d971c35e-227a-4d93-b642-71c1b5145794 req-531202cc-000e-44d3-9d6f-49bba593d982 service neutron] Port 43b05b0c-ef2d-413e-ab43-c26da43ed449 on network 3a64db20-4e5e-49ef-a08f-8723bf117de2 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:15:59.831606 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d971c35e-227a-4d93-b642-71c1b5145794 req-531202cc-000e-44d3-9d6f-49bba593d982 service neutron] Attempting to bind port 43b05b0c-ef2d-413e-ab43-c26da43ed449 on network 3a64db20-4e5e-49ef-a08f-8723bf117de2 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:15:59.836394 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d971c35e-227a-4d93-b642-71c1b5145794 req-531202cc-000e-44d3-9d6f-49bba593d982 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:15:59.836767 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d971c35e-227a-4d93-b642-71c1b5145794 req-531202cc-000e-44d3-9d6f-49bba593d982 service neutron] Checking segment: {'id': '9585298e-743e-4dee-bd30-53ee385a34e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:15:59.837153 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d971c35e-227a-4d93-b642-71c1b5145794 req-531202cc-000e-44d3-9d6f-49bba593d982 service neutron] Bound using segment: {'id': '9585298e-743e-4dee-bd30-53ee385a34e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:15:59.837616 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-d971c35e-227a-4d93-b642-71c1b5145794 req-531202cc-000e-44d3-9d6f-49bba593d982 service neutron] Bound port: 43b05b0c-ef2d-413e-ab43-c26da43ed449, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9585298e-743e-4dee-bd30-53ee385a34e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:15:59.837977 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d971c35e-227a-4d93-b642-71c1b5145794 req-531202cc-000e-44d3-9d6f-49bba593d982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:59.908498 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-d971c35e-227a-4d93-b642-71c1b5145794 req-531202cc-000e-44d3-9d6f-49bba593d982 service neutron] For port 43b05b0c-ef2d-413e-ab43-c26da43ed449, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:15:59.912081 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-d971c35e-227a-4d93-b642-71c1b5145794 req-531202cc-000e-44d3-9d6f-49bba593d982 service neutron] For port 43b05b0c-ef2d-413e-ab43-c26da43ed449, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=43b05b0c-ef2d-413e-ab43-c26da43ed449,segment=NetworkSegment(9585298e-743e-4dee-bd30-53ee385a34e9),segment_id=9585298e-743e-4dee-bd30-53ee385a34e9)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:15:59.918096 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d971c35e-227a-4d93-b642-71c1b5145794 req-531202cc-000e-44d3-9d6f-49bba593d982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:59.962516 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971c35e-227a-4d93-b642-71c1b5145794 req-531202cc-000e-44d3-9d6f-49bba593d982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:59.963137 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d971c35e-227a-4d93-b642-71c1b5145794 req-531202cc-000e-44d3-9d6f-49bba593d982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:59.964769 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d971c35e-227a-4d93-b642-71c1b5145794 req-531202cc-000e-44d3-9d6f-49bba593d982 service neutron] 10.222.0.30 "PUT /v2.0/ports/43b05b0c-ef2d-413e-ab43-c26da43ed449 HTTP/1.1" status: 200 len: 1093 time: 1.1406975 Jul 23 21:15:59.965214 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79c15d45-1dde-4db4-bd9c-a649dd4d9c64', 'tag': '43b05b0c-ef2d-413e-ab43-c26da43ed449'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:15:59.967524 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4300f88a927161e708234582c45a85d95cbae37b2189d54369fb4e5575b527b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f43603-46f1-4ab8-870f-6f326c8b2d7c" -d '{"events": [{"name": "network-changed", "server_uuid": "79c15d45-1dde-4db4-bd9c-a649dd4d9c64", "tag": "43b05b0c-ef2d-413e-ab43-c26da43ed449"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:16:00.003798 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531202cc-000e-44d3-9d6f-49bba593d982 service neutron] Pushing event updated for resources: {'Port': ['ID=43b05b0c-ef2d-413e-ab43-c26da43ed449,revision_number=10']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:16:00.054475 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971c35e-227a-4d93-b642-71c1b5145794 req-267c0cfb-2259-4eb3-9274-9cfdb2cbfab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:00.057019 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d971c35e-227a-4d93-b642-71c1b5145794 req-267c0cfb-2259-4eb3-9274-9cfdb2cbfab1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=515a2758bbb04419a9e68f464b1e18f6&device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 1097 time: 0.0675895 Jul 23 21:16:00.070365 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377b40d-c500-4dfe-b1bd-687689dcc2b3 req-ca4d3ef0-6cbd-42f8-8761-7f4bec3cd079 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:00.072845 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2377b40d-c500-4dfe-b1bd-687689dcc2b3 req-ca4d3ef0-6cbd-42f8-8761-7f4bec3cd079 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 945 time: 0.0840490 Jul 23 21:16:00.120731 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2377b40d-c500-4dfe-b1bd-687689dcc2b3 req-78ddddea-162d-4caa-aa68-62291fa8d626 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421994 Jul 23 21:16:00.172462 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971c35e-227a-4d93-b642-71c1b5145794 req-28a050c4-935e-450b-9239-a9c62a819514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:00.175467 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d971c35e-227a-4d93-b642-71c1b5145794 req-28a050c4-935e-450b-9239-a9c62a819514 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3a64db20-4e5e-49ef-a08f-8723bf117de2 HTTP/1.1" status: 200 len: 909 time: 0.1105809 Jul 23 21:16:00.236338 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5597f39-f9ec-4a46-8f6e-47f9a68fc0ae x-openstack-request-id: req-f5597f39-f9ec-4a46-8f6e-47f9a68fc0ae {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:16:00.236632 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79c15d45-1dde-4db4-bd9c-a649dd4d9c64", "tag": "43b05b0c-ef2d-413e-ab43-c26da43ed449", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:16:00.237006 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f5597f39-f9ec-4a46-8f6e-47f9a68fc0ae {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:16:00.237404 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79c15d45-1dde-4db4-bd9c-a649dd4d9c64', 'tag': '43b05b0c-ef2d-413e-ab43-c26da43ed449', 'status': 'completed', 'code': 200} Jul 23 21:16:00.250822 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d971c35e-227a-4d93-b642-71c1b5145794 req-ca3596da-b31f-4b90-8371-bac0db753493 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43b05b0c-ef2d-413e-ab43-c26da43ed449 HTTP/1.1" status: 200 len: 1000 time: 0.0682893 Jul 23 21:16:00.303158 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971c35e-227a-4d93-b642-71c1b5145794 req-52321d7a-d616-4f5a-aa88-0248fd4bed0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:00.304595 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d971c35e-227a-4d93-b642-71c1b5145794 req-52321d7a-d616-4f5a-aa88-0248fd4bed0f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0c313f79-f72a-4f6a-b6db-31f676f92691 HTTP/1.1" status: 200 len: 847 time: 0.0483382 Jul 23 21:16:00.363771 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971c35e-227a-4d93-b642-71c1b5145794 req-3272224f-0390-4bc7-967c-d482271c8345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:00.365297 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d971c35e-227a-4d93-b642-71c1b5145794 req-3272224f-0390-4bc7-967c-d482271c8345 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a64db20-4e5e-49ef-a08f-8723bf117de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546668 Jul 23 21:16:00.458781 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d971c35e-227a-4d93-b642-71c1b5145794 req-5c222f1e-5155-4232-bae8-0da235de196e service neutron] 10.222.0.30 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865409 Jul 23 21:16:00.549523 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d971c35e-227a-4d93-b642-71c1b5145794 req-24eeed18-b2f8-45c2-aee1-fdde09f34305 service neutron] 10.222.0.30 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856781 Jul 23 21:16:00.647793 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f43603-46f1-4ab8-870f-6f326c8b2d7c req-2930dda0-09c3-4de5-bb99-331646776636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:00.649555 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-06f43603-46f1-4ab8-870f-6f326c8b2d7c req-2930dda0-09c3-4de5-bb99-331646776636 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=515a2758bbb04419a9e68f464b1e18f6&device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 1097 time: 0.0559592 Jul 23 21:16:00.749560 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f43603-46f1-4ab8-870f-6f326c8b2d7c req-19bb7405-b919-4f2a-b3b5-18850f273e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:00.751073 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-06f43603-46f1-4ab8-870f-6f326c8b2d7c req-19bb7405-b919-4f2a-b3b5-18850f273e85 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3a64db20-4e5e-49ef-a08f-8723bf117de2 HTTP/1.1" status: 200 len: 909 time: 0.0953538 Jul 23 21:16:00.826369 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-06f43603-46f1-4ab8-870f-6f326c8b2d7c req-4cbb0d91-6414-45b3-81cb-60f512dbd94e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43b05b0c-ef2d-413e-ab43-c26da43ed449 HTTP/1.1" status: 200 len: 1000 time: 0.0687342 Jul 23 21:16:01.271039 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69177b0-1bea-40e9-9606-beb477fbb5c4 req-239218e9-f553-4b8f-b57e-f80d709ce398 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:01.272623 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b69177b0-1bea-40e9-9606-beb477fbb5c4 req-239218e9-f553-4b8f-b57e-f80d709ce398 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 945 time: 0.0705211 Jul 23 21:16:01.314619 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b69177b0-1bea-40e9-9606-beb477fbb5c4 req-12e8eb3a-5ed1-4050-b554-007f0984e4f2 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361576 Jul 23 21:16:02.456932 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18a340-7c7f-4f1b-9513-1e3dea211d74 req-044113f5-a44a-42e3-b20e-4bae02c81916 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:02.458646 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1a18a340-7c7f-4f1b-9513-1e3dea211d74 req-044113f5-a44a-42e3-b20e-4bae02c81916 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 945 time: 0.0740659 Jul 23 21:16:02.506334 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1a18a340-7c7f-4f1b-9513-1e3dea211d74 req-e16b6d98-3411-4033-b03c-d2a7a66af5fa tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408022 Jul 23 21:16:03.640518 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3263af-de33-46d3-93f4-c4011c7332b4 req-4b2e5534-ffdf-4402-ac7a-74c57a3b0760 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:03.642045 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d3263af-de33-46d3-93f4-c4011c7332b4 req-4b2e5534-ffdf-4402-ac7a-74c57a3b0760 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 945 time: 0.0664701 Jul 23 21:16:03.695102 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8d3263af-de33-46d3-93f4-c4011c7332b4 req-63711da2-cc32-4380-b874-5f687787fcab tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471885 Jul 23 21:16:04.827813 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116df0bc-30ac-431c-a30c-b0fbc0a2a2c3 req-0d16fcc1-0623-43d2-8df6-c7e8c5572e50 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:04.829369 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-116df0bc-30ac-431c-a30c-b0fbc0a2a2c3 req-0d16fcc1-0623-43d2-8df6-c7e8c5572e50 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 945 time: 0.0651057 Jul 23 21:16:04.869589 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-116df0bc-30ac-431c-a30c-b0fbc0a2a2c3 req-cab33660-7075-492e-932f-e634ff6d6609 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342901 Jul 23 21:16:06.058331 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b88ef-d385-4c82-a56c-ea51ca29e13d req-ca1aee66-6fce-4504-8d1d-2f30dddc9473 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:06.059882 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3d5b88ef-d385-4c82-a56c-ea51ca29e13d req-ca1aee66-6fce-4504-8d1d-2f30dddc9473 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 945 time: 0.0926313 Jul 23 21:16:06.100164 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3d5b88ef-d385-4c82-a56c-ea51ca29e13d req-7f0f415c-4678-48dd-98d0-d70986a5df38 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345592 Jul 23 21:16:07.235060 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4cbe3-a818-499d-a169-f60d3b6e24d7 req-31ddd3a7-f3bf-47bc-8ebc-149c979951b6 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:07.236661 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bef4cbe3-a818-499d-a169-f60d3b6e24d7 req-31ddd3a7-f3bf-47bc-8ebc-149c979951b6 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 945 time: 0.0670359 Jul 23 21:16:07.276222 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-bef4cbe3-a818-499d-a169-f60d3b6e24d7 req-151a347c-f103-4303-afae-fac213799149 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338459 Jul 23 21:16:08.451748 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1aa68-48d2-484b-933b-234b810380ee req-6f06dcef-1cf4-44b8-8b2d-c0bbd3b05111 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:08.454294 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b2b1aa68-48d2-484b-933b-234b810380ee req-6f06dcef-1cf4-44b8-8b2d-c0bbd3b05111 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 945 time: 0.1022966 Jul 23 21:16:08.498351 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b2b1aa68-48d2-484b-933b-234b810380ee req-4b6d4dd3-e5b8-4952-b067-2a9079549563 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379949 Jul 23 21:16:09.643892 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5361a-6455-4a6e-ad2b-3f8967123624 req-90b5faf8-49a8-4754-98b8-8a73b6345baf tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:09.645405 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-50f5361a-6455-4a6e-ad2b-3f8967123624 req-90b5faf8-49a8-4754-98b8-8a73b6345baf tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 945 time: 0.0684946 Jul 23 21:16:09.686287 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-50f5361a-6455-4a6e-ad2b-3f8967123624 req-1bfe36af-885f-4f40-8061-2afd6d9fa578 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342431 Jul 23 21:16:10.405859 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b5eb0402-0fd7-4e1b-99b4-e044191cb7f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:10.870672 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b58f2-9de2-4e63-a763-3895e921ef67 req-1fcd95f1-7014-47d7-84a5-3dc33a41dc59 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:10.872646 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-406b58f2-9de2-4e63-a763-3895e921ef67 req-1fcd95f1-7014-47d7-84a5-3dc33a41dc59 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 945 time: 0.0756452 Jul 23 21:16:10.911386 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-406b58f2-9de2-4e63-a763-3895e921ef67 req-11ae0655-c8e2-4cf2-b06c-b0f9898197b8 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332069 Jul 23 21:16:12.054716 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d6cb3-c450-48af-b365-6f2efa370eaa req-43cb22e7-28d2-4d07-acb8-50c507addd42 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:12.056908 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1b8d6cb3-c450-48af-b365-6f2efa370eaa req-43cb22e7-28d2-4d07-acb8-50c507addd42 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 945 time: 0.0752158 Jul 23 21:16:12.095062 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1b8d6cb3-c450-48af-b365-6f2efa370eaa req-1727097f-8350-4f1a-a8bb-b6719352a2c4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325017 Jul 23 21:16:12.413824 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f43603-46f1-4ab8-870f-6f326c8b2d7c req-d06d22ff-bd90-46da-b702-4d8f0a73f4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:12.415917 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-06f43603-46f1-4ab8-870f-6f326c8b2d7c req-d06d22ff-bd90-46da-b702-4d8f0a73f4c0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0c313f79-f72a-4f6a-b6db-31f676f92691 HTTP/1.1" status: 200 len: 847 time: 0.0548444 Jul 23 21:16:12.481892 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f43603-46f1-4ab8-870f-6f326c8b2d7c req-fb506e42-80de-4e83-998c-f534f867547e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:12.483421 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-06f43603-46f1-4ab8-870f-6f326c8b2d7c req-fb506e42-80de-4e83-998c-f534f867547e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a64db20-4e5e-49ef-a08f-8723bf117de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605457 Jul 23 21:16:12.581712 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-06f43603-46f1-4ab8-870f-6f326c8b2d7c req-74c88c08-94ba-4fc6-afcc-9732bf88219f service neutron] 10.222.0.30 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864141 Jul 23 21:16:12.675748 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-06f43603-46f1-4ab8-870f-6f326c8b2d7c req-e91757ce-a61d-48be-a91b-e6d700344c57 service neutron] 10.222.0.30 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876880 Jul 23 21:16:13.234798 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e76e8-8e29-4de5-b0b4-d17c8a6e92fd req-bcbe72a3-6ddc-402d-9f86-0f0819097d58 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:13.236368 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0b5e76e8-8e29-4de5-b0b4-d17c8a6e92fd req-bcbe72a3-6ddc-402d-9f86-0f0819097d58 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 945 time: 0.0683463 Jul 23 21:16:13.279073 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0b5e76e8-8e29-4de5-b0b4-d17c8a6e92fd req-f14f0cc7-4601-45e3-b1e9-f44bef1e8a69 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346293 Jul 23 21:16:13.439011 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:13.723050 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b94bbaa1-822a-44a9-9c33-332f1cbc6e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:14.275004 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:14.412179 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e8ece-3978-49c0-a4ef-329a01dd1e53 req-60e4e6f5-a41b-484e-988b-67c29c651994 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:14.413941 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b8e8ece-3978-49c0-a4ef-329a01dd1e53 req-60e4e6f5-a41b-484e-988b-67c29c651994 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 945 time: 0.0652580 Jul 23 21:16:14.458340 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6b8e8ece-3978-49c0-a4ef-329a01dd1e53 req-17ab821d-7bf6-405a-b1a5-54720e01c386 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365746 Jul 23 21:16:14.552127 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 43b05b0c-ef2d-413e-ab43-c26da43ed449 details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:16:14.645183 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 43b05b0c-ef2d-413e-ab43-c26da43ed449, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=43b05b0c-ef2d-413e-ab43-c26da43ed449,segment=NetworkSegment(9585298e-743e-4dee-bd30-53ee385a34e9),segment_id=9585298e-743e-4dee-bd30-53ee385a34e9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:16:14.656879 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': '43b05b0c-ef2d-413e-ab43-c26da43ed449', 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2', 'port_id': '43b05b0c-ef2d-413e-ab43-c26da43ed449', 'mac_address': 'fa:16:3e:05:a1:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c313f79-f72a-4f6a-b6db-31f676f92691', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:16:14.696744 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:14.709158 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43b05b0c-ef2d-413e-ab43-c26da43ed449 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:16:14.730185 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 43b05b0c-ef2d-413e-ab43-c26da43ed449, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=43b05b0c-ef2d-413e-ab43-c26da43ed449,segment=NetworkSegment(9585298e-743e-4dee-bd30-53ee385a34e9),segment_id=9585298e-743e-4dee-bd30-53ee385a34e9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:16:14.734657 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:14.783711 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=43b05b0c-ef2d-413e-ab43-c26da43ed449,revision_number=11']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:16:14.964349 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['43b05b0c-ef2d-413e-ab43-c26da43ed449'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:16:15.216276 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:15.404706 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:15.596459 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528faedc-e81f-4dc7-b9bf-3b8e1cb61c66 req-c5eb9e5d-d116-4667-98dc-a0d3968826de tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:15.598001 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-528faedc-e81f-4dc7-b9bf-3b8e1cb61c66 req-c5eb9e5d-d116-4667-98dc-a0d3968826de tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 946 time: 0.0677228 Jul 23 21:16:15.650633 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-528faedc-e81f-4dc7-b9bf-3b8e1cb61c66 req-9df86283-1935-451a-9c79-3279192ec587 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453448 Jul 23 21:16:16.201110 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:16.583538 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 43b05b0c-ef2d-413e-ab43-c26da43ed449 up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:16:16.631856 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port 43b05b0c-ef2d-413e-ab43-c26da43ed449 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:16:16.635650 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port 43b05b0c-ef2d-413e-ab43-c26da43ed449 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:16:16.636130 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:16.718316 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:16.742807 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c15d45-1dde-4db4-bd9c-a649dd4d9c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b05b0c-ef2d-413e-ab43-c26da43ed449'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:16:16.743060 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:16:16.745081 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee4ac189e5a110d8d805401cc899f663d03ba078ee3e21ff65471f248c742d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a825154d-f7c1-4f56-93f7-c3cf4f6aa268" -d '{"events": [{"server_uuid": "79c15d45-1dde-4db4-bd9c-a649dd4d9c64", "name": "network-vif-plugged", "status": "completed", "tag": "43b05b0c-ef2d-413e-ab43-c26da43ed449"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:16:16.758669 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port 43b05b0c-ef2d-413e-ab43-c26da43ed449, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=43b05b0c-ef2d-413e-ab43-c26da43ed449,segment=NetworkSegment(9585298e-743e-4dee-bd30-53ee385a34e9),segment_id=9585298e-743e-4dee-bd30-53ee385a34e9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:16:16.762707 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:16.787428 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7f180-52b6-4994-b629-7f624460f10c req-0481ed4e-2bfb-444a-a086-c242d18800bc tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:16.788881 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-42c7f180-52b6-4994-b629-7f624460f10c req-0481ed4e-2bfb-444a-a086-c242d18800bc tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 946 time: 0.0675905 Jul 23 21:16:16.813918 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=43b05b0c-ef2d-413e-ab43-c26da43ed449,revision_number=12']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:16:16.827986 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-42c7f180-52b6-4994-b629-7f624460f10c req-4da98751-57df-424b-b018-87209910b642 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327375 Jul 23 21:16:16.873458 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a54e0e-7f27-4baa-b312-6e0ed5aff38c x-openstack-request-id: req-56a54e0e-7f27-4baa-b312-6e0ed5aff38c {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:16:16.873782 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c15d45-1dde-4db4-bd9c-a649dd4d9c64", "name": "network-vif-plugged", "status": "completed", "tag": "43b05b0c-ef2d-413e-ab43-c26da43ed449", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:16:16.874034 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56a54e0e-7f27-4baa-b312-6e0ed5aff38c {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:16:16.874430 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c15d45-1dde-4db4-bd9c-a649dd4d9c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b05b0c-ef2d-413e-ab43-c26da43ed449', 'code': 200} Jul 23 21:16:17.043710 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac3b39-2c7a-4bb6-96ce-0ebe45db0a5a req-8a24fd9e-4b6d-4e1b-bc81-31665ae55857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:17.045183 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cdac3b39-2c7a-4bb6-96ce-0ebe45db0a5a req-8a24fd9e-4b6d-4e1b-bc81-31665ae55857 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 1099 time: 0.0546498 Jul 23 21:16:17.079741 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cdac3b39-2c7a-4bb6-96ce-0ebe45db0a5a req-0e3812d2-e1ee-4ea0-9600-43078d57e0ee service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285139 Jul 23 21:16:17.976470 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebcc202-a625-430b-9073-a595bddadf6c req-47fbc2c5-e486-4621-8359-a4561b43bd50 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:17.978981 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eebcc202-a625-430b-9073-a595bddadf6c req-47fbc2c5-e486-4621-8359-a4561b43bd50 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 947 time: 0.0794179 Jul 23 21:16:18.020207 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-eebcc202-a625-430b-9073-a595bddadf6c req-5156313b-6f85-4af2-b3c5-9e31767e0f18 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353818 Jul 23 21:16:19.159854 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833b29b-1308-4e21-ac59-4296c7122e9b req-932b0916-0d9c-4e3c-a470-cfd523c5533f tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:19.161904 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7833b29b-1308-4e21-ac59-4296c7122e9b req-932b0916-0d9c-4e3c-a470-cfd523c5533f tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 947 time: 0.0682178 Jul 23 21:16:19.208645 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7833b29b-1308-4e21-ac59-4296c7122e9b req-3370fa5c-288c-4cc3-8f8a-0894d2383f92 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405519 Jul 23 21:16:40.406582 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d5495613-776a-468f-bfa5-7518640cac5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:43.439773 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:43.723882 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-67d16aaf-a7ab-4e69-af68-99d1b1396229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:44.277644 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:44.623841 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d018ca26-6480-4415-a6f5-c7dcc5d054e7 req-e61658f1-87cf-4549-b215-09099208e4bf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0574305 Jul 23 21:16:44.718139 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018ca26-6480-4415-a6f5-c7dcc5d054e7 req-e05a2b58-5bdb-49be-b4c2-5010a2f3d4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:44.719621 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d018ca26-6480-4415-a6f5-c7dcc5d054e7 req-e05a2b58-5bdb-49be-b4c2-5010a2f3d4d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=515a2758bbb04419a9e68f464b1e18f6&device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 1099 time: 0.0539432 Jul 23 21:16:44.820122 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018ca26-6480-4415-a6f5-c7dcc5d054e7 req-62f3e192-ca75-4ae9-a213-b37b2609bffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:44.822242 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d018ca26-6480-4415-a6f5-c7dcc5d054e7 req-62f3e192-ca75-4ae9-a213-b37b2609bffd service neutron] 10.222.0.30 "GET /v2.0/networks?id=3a64db20-4e5e-49ef-a08f-8723bf117de2 HTTP/1.1" status: 200 len: 909 time: 0.0832281 Jul 23 21:16:44.891878 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d018ca26-6480-4415-a6f5-c7dcc5d054e7 req-36331699-da20-4ce5-a80f-1849b3c01110 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43b05b0c-ef2d-413e-ab43-c26da43ed449 HTTP/1.1" status: 200 len: 1002 time: 0.0620565 Jul 23 21:16:44.939518 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018ca26-6480-4415-a6f5-c7dcc5d054e7 req-d53a0c35-0b63-42c4-8509-d2e35ea07c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:44.940936 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d018ca26-6480-4415-a6f5-c7dcc5d054e7 req-d53a0c35-0b63-42c4-8509-d2e35ea07c21 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0c313f79-f72a-4f6a-b6db-31f676f92691 HTTP/1.1" status: 200 len: 847 time: 0.0426862 Jul 23 21:16:44.999818 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018ca26-6480-4415-a6f5-c7dcc5d054e7 req-24568680-cd1b-4518-ab9f-cd459ca02b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:45.001309 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d018ca26-6480-4415-a6f5-c7dcc5d054e7 req-24568680-cd1b-4518-ab9f-cd459ca02b26 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a64db20-4e5e-49ef-a08f-8723bf117de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536888 Jul 23 21:16:45.094603 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d018ca26-6480-4415-a6f5-c7dcc5d054e7 req-b1e9a164-c15a-4441-9e4d-581c9d2c2ec7 service neutron] 10.222.0.30 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853927 Jul 23 21:16:45.183299 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d018ca26-6480-4415-a6f5-c7dcc5d054e7 req-be6d9782-1939-43c6-aa5d-73dc2fe514d1 service neutron] 10.222.0.30 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824325 Jul 23 21:16:45.217715 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:45.421539 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:46.202956 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:53.741711 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:17:10.406909 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-eef1d350-99cf-4ee4-a6e9-8f4053b15504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:13.441095 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:13.725851 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8ec7dec8-8ba8-4464-ab32-ea1b20bb93ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:14.280761 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:15.210915 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:15.425808 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:16.206055 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:30.019909 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39940) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:30.181352 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-71ddf0cc-86b4-4dd6-bec6-4d13ea389bf4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Deleting port 6fea539c-5b9f-41cc-a72c-8a6738a788c4 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:17:30.181776 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-71ddf0cc-86b4-4dd6-bec6-4d13ea389bf4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:30.262078 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-71ddf0cc-86b4-4dd6-bec6-4d13ea389bf4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:30.262405 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-71ddf0cc-86b4-4dd6-bec6-4d13ea389bf4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:30.273779 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-71ddf0cc-86b4-4dd6-bec6-4d13ea389bf4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Calling delete_port for 6fea539c-5b9f-41cc-a72c-8a6738a788c4 owned by network:floatingip {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:17:30.419770 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-71ddf0cc-86b4-4dd6-bec6-4d13ea389bf4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:30.449334 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ddf0cc-86b4-4dd6-bec6-4d13ea389bf4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Pushing event deleted for resources: {'Port': ['ID=6fea539c-5b9f-41cc-a72c-8a6738a788c4,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:30.460860 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddf0cc-86b4-4dd6-bec6-4d13ea389bf4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:30.461206 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddf0cc-86b4-4dd6-bec6-4d13ea389bf4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:30.461575 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddf0cc-86b4-4dd6-bec6-4d13ea389bf4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:30.461914 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddf0cc-86b4-4dd6-bec6-4d13ea389bf4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:30.462247 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddf0cc-86b4-4dd6-bec6-4d13ea389bf4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:30.462678 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddf0cc-86b4-4dd6-bec6-4d13ea389bf4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:30.463249 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddf0cc-86b4-4dd6-bec6-4d13ea389bf4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:30.463677 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddf0cc-86b4-4dd6-bec6-4d13ea389bf4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:30.464064 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddf0cc-86b4-4dd6-bec6-4d13ea389bf4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:30.464407 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddf0cc-86b4-4dd6-bec6-4d13ea389bf4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:30.464735 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddf0cc-86b4-4dd6-bec6-4d13ea389bf4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:30.465060 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddf0cc-86b4-4dd6-bec6-4d13ea389bf4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:30.521195 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-71ddf0cc-86b4-4dd6-bec6-4d13ea389bf4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for floatingip, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:30.521545 n-d-793618-10 neutron-server[93875]: INFO neutron.db.l3_db [None req-71ddf0cc-86b4-4dd6-bec6-4d13ea389bf4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Floating IP 4f98f07c-86c8-4dae-a5c7-af03ee83e11f disassociated (deleted). External IP: 172.25.1.205, port: 43b05b0c-ef2d-413e-ab43-c26da43ed449. Jul 23 21:17:30.724275 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ddf0cc-86b4-4dd6-bec6-4d13ea389bf4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Router f8cb253c-3833-4230-b910-974b0bc659f1 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:17:30.741955 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:17:30.831848 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ddf0cc-86b4-4dd6-bec6-4d13ea389bf4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:17:30.836543 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-71ddf0cc-86b4-4dd6-bec6-4d13ea389bf4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:30.841891 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac6b7d4-5a15-4064-9a32-1ecb263fc338 None None] Sync routers for ids ['f8cb253c-3833-4230-b910-974b0bc659f1'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:17:30.850486 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac6b7d4-5a15-4064-9a32-1ecb263fc338 None None] Routers {'f8cb253c-3833-4230-b910-974b0bc659f1'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:17:30.851097 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5ac6b7d4-5a15-4064-9a32-1ecb263fc338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:17:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['f8cb253c-3833-4230-b910-974b0bc659f1'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:17:30.877445 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-71ddf0cc-86b4-4dd6-bec6-4d13ea389bf4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "DELETE /v2.0/floatingips/4f98f07c-86c8-4dae-a5c7-af03ee83e11f HTTP/1.1" status: 204 len: 168 time: 0.8537605 Jul 23 21:17:30.877445 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79c15d45-1dde-4db4-bd9c-a649dd4d9c64', 'tag': '43b05b0c-ef2d-413e-ab43-c26da43ed449'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:17:30.881799 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1358e00761cb368f0f7ae124e23a857cb06aa2e8cdc938e6d7a9a9ae7bd1e98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2809d00d-5846-4d56-a085-1f043576db6b" -d '{"events": [{"name": "network-changed", "server_uuid": "79c15d45-1dde-4db4-bd9c-a649dd4d9c64", "tag": "43b05b0c-ef2d-413e-ab43-c26da43ed449"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:17:30.961206 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-5ac6b7d4-5a15-4064-9a32-1ecb263fc338 None None] Set router f8cb253c-3833-4230-b910-974b0bc659f1 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:17:31.089515 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b519c7c-6d5e-45e5-af07-2956c07a2786 x-openstack-request-id: req-4b519c7c-6d5e-45e5-af07-2956c07a2786 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:17:31.090037 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79c15d45-1dde-4db4-bd9c-a649dd4d9c64", "tag": "43b05b0c-ef2d-413e-ab43-c26da43ed449", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:17:31.090148 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4b519c7c-6d5e-45e5-af07-2956c07a2786 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:17:31.090784 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79c15d45-1dde-4db4-bd9c-a649dd4d9c64', 'tag': '43b05b0c-ef2d-413e-ab43-c26da43ed449', 'status': 'completed', 'code': 200} Jul 23 21:17:31.170370 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5ac6b7d4-5a15-4064-9a32-1ecb263fc338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'name': 'tempest-TestShelveInstance-308861925-router', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'bab6dbd0-3db4-4eb6-9d75-77720b921e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:13:15Z', 'updated_at': '2021-07-23T21:13:17Z', 'revision_number': 4, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'gw_port': {'id': 'bab6dbd0-3db4-4eb6-9d75-77720b921e20', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:15Z', 'updated_at': '2021-07-23T21:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '9bdf65f0-6e77-4a20-8ed6-041b31b1343f', 'name': '', 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'mac_address': 'fa:16:3e:02:51:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0c313f79-f72a-4f6a-b6db-31f676f92691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:17Z', 'updated_at': '2021-07-23T21:13:23Z', 'revision_number': 5, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'subnets': [{'id': '0c313f79-f72a-4f6a-b6db-31f676f92691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:17:31.203734 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac6b7d4-5a15-4064-9a32-1ecb263fc338 None None] Checking router: f8cb253c-3833-4230-b910-974b0bc659f1 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:17:31.208506 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041beea-e4a7-4aab-9fa0-045c45107916 req-a8c1ec92-d8f6-4c1c-b7d4-b254e2866857 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:31.210260 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7041beea-e4a7-4aab-9fa0-045c45107916 req-a8c1ec92-d8f6-4c1c-b7d4-b254e2866857 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 947 time: 0.0721328 Jul 23 21:17:31.214167 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac6b7d4-5a15-4064-9a32-1ecb263fc338 None None] Routers {'f8cb253c-3833-4230-b910-974b0bc659f1'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:17:31.214167 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5ac6b7d4-5a15-4064-9a32-1ecb263fc338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:17:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['f8cb253c-3833-4230-b910-974b0bc659f1'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:17:31.226693 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809d00d-5846-4d56-a085-1f043576db6b req-f2d9074e-3b56-4904-9cc4-e6188610be95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:31.228770 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2809d00d-5846-4d56-a085-1f043576db6b req-f2d9074e-3b56-4904-9cc4-e6188610be95 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=515a2758bbb04419a9e68f464b1e18f6&device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 1099 time: 0.1151030 Jul 23 21:17:31.253584 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7041beea-e4a7-4aab-9fa0-045c45107916 req-a43d29e2-78d5-4451-badd-b8c59def522e tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360494 Jul 23 21:17:31.332673 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809d00d-5846-4d56-a085-1f043576db6b req-efba2b1d-940e-4020-ae23-eb2bbd23f4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:31.334194 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2809d00d-5846-4d56-a085-1f043576db6b req-efba2b1d-940e-4020-ae23-eb2bbd23f4d0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3a64db20-4e5e-49ef-a08f-8723bf117de2 HTTP/1.1" status: 200 len: 909 time: 0.0959964 Jul 23 21:17:31.382100 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2809d00d-5846-4d56-a085-1f043576db6b req-2a194000-549b-49d9-853e-93c2afcdb255 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43b05b0c-ef2d-413e-ab43-c26da43ed449 HTTP/1.1" status: 200 len: 217 time: 0.0403714 Jul 23 21:17:31.431753 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809d00d-5846-4d56-a085-1f043576db6b req-975ad6d3-4de0-476a-8acf-0f136d291f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:31.433222 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2809d00d-5846-4d56-a085-1f043576db6b req-975ad6d3-4de0-476a-8acf-0f136d291f71 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0c313f79-f72a-4f6a-b6db-31f676f92691 HTTP/1.1" status: 200 len: 847 time: 0.0446255 Jul 23 21:17:31.473329 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-5ac6b7d4-5a15-4064-9a32-1ecb263fc338 None None] Set router f8cb253c-3833-4230-b910-974b0bc659f1 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:17:31.492067 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809d00d-5846-4d56-a085-1f043576db6b req-2feed931-2cc2-46bb-9f23-7e371a459896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:31.494276 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2809d00d-5846-4d56-a085-1f043576db6b req-2feed931-2cc2-46bb-9f23-7e371a459896 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a64db20-4e5e-49ef-a08f-8723bf117de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534027 Jul 23 21:17:31.589290 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2809d00d-5846-4d56-a085-1f043576db6b req-5541f1a0-3735-4028-b31c-6d25f931cc2a service neutron] 10.222.0.30 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880880 Jul 23 21:17:31.674604 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5ac6b7d4-5a15-4064-9a32-1ecb263fc338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'name': 'tempest-TestShelveInstance-308861925-router', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'bab6dbd0-3db4-4eb6-9d75-77720b921e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:13:15Z', 'updated_at': '2021-07-23T21:13:17Z', 'revision_number': 4, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'gw_port': {'id': 'bab6dbd0-3db4-4eb6-9d75-77720b921e20', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:15Z', 'updated_at': '2021-07-23T21:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '9bdf65f0-6e77-4a20-8ed6-041b31b1343f', 'name': '', 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'mac_address': 'fa:16:3e:02:51:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0c313f79-f72a-4f6a-b6db-31f676f92691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:17Z', 'updated_at': '2021-07-23T21:13:23Z', 'revision_number': 5, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'subnets': [{'id': '0c313f79-f72a-4f6a-b6db-31f676f92691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:17:31.683030 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-2809d00d-5846-4d56-a085-1f043576db6b req-52caadb4-2d36-427c-a0ac-9387a78185fe service neutron] 10.222.0.30 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855095 Jul 23 21:17:31.701312 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac6b7d4-5a15-4064-9a32-1ecb263fc338 None None] The sync data for ids ['f8cb253c-3833-4230-b910-974b0bc659f1'] in n-d-793618-10 is: [{'id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'name': 'tempest-TestShelveInstance-308861925-router', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'bab6dbd0-3db4-4eb6-9d75-77720b921e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:13:15Z', 'updated_at': '2021-07-23T21:13:17Z', 'revision_number': 4, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'gw_port': {'id': 'bab6dbd0-3db4-4eb6-9d75-77720b921e20', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:15Z', 'updated_at': '2021-07-23T21:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '9bdf65f0-6e77-4a20-8ed6-041b31b1343f', 'name': '', 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'mac_address': 'fa:16:3e:02:51:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0c313f79-f72a-4f6a-b6db-31f676f92691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:17Z', 'updated_at': '2021-07-23T21:13:23Z', 'revision_number': 5, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'subnets': [{'id': '0c313f79-f72a-4f6a-b6db-31f676f92691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:17:31.935840 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3529ba7e-96cf-4ced-9ece-569a754e1af6 None None] New status for floating IP 4f98f07c-86c8-4dae-a5c7-af03ee83e11f: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:17:32.357364 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c2663-8483-4fda-a545-1cf2c837eb8e req-67d49e0e-91d3-4bbb-9e2c-e003f64bbfba tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:32.358948 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ed8c2663-8483-4fda-a545-1cf2c837eb8e req-67d49e0e-91d3-4bbb-9e2c-e003f64bbfba tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.30 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 947 time: 0.0791392 Jul 23 21:17:32.413498 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8e966-5e06-411f-873e-b71e8d23bb38 req-90df16d6-de8d-446f-8819-1de109bc2c09 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:32.415063 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-85f8e966-5e06-411f-873e-b71e8d23bb38 req-90df16d6-de8d-446f-8819-1de109bc2c09 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=79c15d45-1dde-4db4-bd9c-a649dd4d9c64 HTTP/1.1" status: 200 len: 947 time: 0.0785093 Jul 23 21:17:32.459386 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-85f8e966-5e06-411f-873e-b71e8d23bb38 req-82ff8863-1498-4404-a6c2-acd43d375e8b tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2754da-400c-454a-9672-deb7574b3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382936 Jul 23 21:17:32.465591 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-ed8c2663-8483-4fda-a545-1cf2c837eb8e req-67a61230-669d-4a2b-b82a-3dc22b53648c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Deleting port 43b05b0c-ef2d-413e-ab43-c26da43ed449 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:17:32.466174 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ed8c2663-8483-4fda-a545-1cf2c837eb8e req-67a61230-669d-4a2b-b82a-3dc22b53648c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:32.563035 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-ed8c2663-8483-4fda-a545-1cf2c837eb8e req-67a61230-669d-4a2b-b82a-3dc22b53648c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] For port 43b05b0c-ef2d-413e-ab43-c26da43ed449, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=43b05b0c-ef2d-413e-ab43-c26da43ed449,segment=NetworkSegment(9585298e-743e-4dee-bd30-53ee385a34e9),segment_id=9585298e-743e-4dee-bd30-53ee385a34e9)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:17:32.563394 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ed8c2663-8483-4fda-a545-1cf2c837eb8e req-67a61230-669d-4a2b-b82a-3dc22b53648c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:32.576779 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-ed8c2663-8483-4fda-a545-1cf2c837eb8e req-67a61230-669d-4a2b-b82a-3dc22b53648c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Calling delete_port for 43b05b0c-ef2d-413e-ab43-c26da43ed449 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:17:32.712319 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ed8c2663-8483-4fda-a545-1cf2c837eb8e req-67a61230-669d-4a2b-b82a-3dc22b53648c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:32.746585 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a61230-669d-4a2b-b82a-3dc22b53648c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Pushing event deleted for resources: {'Port': ['ID=43b05b0c-ef2d-413e-ab43-c26da43ed449,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:32.775452 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a61230-669d-4a2b-b82a-3dc22b53648c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:32.775873 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a61230-669d-4a2b-b82a-3dc22b53648c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:32.776186 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a61230-669d-4a2b-b82a-3dc22b53648c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:32.776445 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a61230-669d-4a2b-b82a-3dc22b53648c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:32.776777 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a61230-669d-4a2b-b82a-3dc22b53648c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:32.777109 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a61230-669d-4a2b-b82a-3dc22b53648c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:32.777437 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a61230-669d-4a2b-b82a-3dc22b53648c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:32.777787 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a61230-669d-4a2b-b82a-3dc22b53648c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:32.778111 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a61230-669d-4a2b-b82a-3dc22b53648c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:32.778441 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a61230-669d-4a2b-b82a-3dc22b53648c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:32.778762 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a61230-669d-4a2b-b82a-3dc22b53648c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:32.779107 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a61230-669d-4a2b-b82a-3dc22b53648c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:32.804567 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8c2663-8483-4fda-a545-1cf2c837eb8e req-67a61230-669d-4a2b-b82a-3dc22b53648c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] No DVR routers for this DVR port 43b05b0c-ef2d-413e-ab43-c26da43ed449 on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:17:32.810604 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-ed8c2663-8483-4fda-a545-1cf2c837eb8e req-67a61230-669d-4a2b-b82a-3dc22b53648c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:32.817157 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ed8c2663-8483-4fda-a545-1cf2c837eb8e req-67a61230-669d-4a2b-b82a-3dc22b53648c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.30 "DELETE /v2.0/ports/43b05b0c-ef2d-413e-ab43-c26da43ed449 HTTP/1.1" status: 204 len: 173 time: 0.4530013 Jul 23 21:17:32.817656 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c15d45-1dde-4db4-bd9c-a649dd4d9c64', 'name': 'network-vif-deleted', 'tag': '43b05b0c-ef2d-413e-ab43-c26da43ed449'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:17:32.820103 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4300f88a927161e708234582c45a85d95cbae37b2189d54369fb4e5575b527b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e55f92-d6c2-4460-9b08-0a34d521236f" -d '{"events": [{"server_uuid": "79c15d45-1dde-4db4-bd9c-a649dd4d9c64", "name": "network-vif-deleted", "tag": "43b05b0c-ef2d-413e-ab43-c26da43ed449"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:17:32.863258 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aab77a0-b0c1-4e24-91cc-43fcdd418ee8 x-openstack-request-id: req-9aab77a0-b0c1-4e24-91cc-43fcdd418ee8 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:17:32.863649 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c15d45-1dde-4db4-bd9c-a649dd4d9c64", "name": "network-vif-deleted", "tag": "43b05b0c-ef2d-413e-ab43-c26da43ed449", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:17:32.864063 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9aab77a0-b0c1-4e24-91cc-43fcdd418ee8 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:17:32.864584 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c15d45-1dde-4db4-bd9c-a649dd4d9c64', 'name': 'network-vif-deleted', 'tag': '43b05b0c-ef2d-413e-ab43-c26da43ed449', 'status': 'completed', 'code': 200} Jul 23 21:17:33.516395 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39964) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:33.575098 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bfa7e34f-04a8-410d-84ac-70e6acaa9914 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:33.600469 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bfa7e34f-04a8-410d-84ac-70e6acaa9914 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:33.662457 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bfa7e34f-04a8-410d-84ac-70e6acaa9914 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:33.665048 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bfa7e34f-04a8-410d-84ac-70e6acaa9914 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:33.666335 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-bfa7e34f-04a8-410d-84ac-70e6acaa9914 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "DELETE /v2.0/security-groups/9b2754da-400c-454a-9672-deb7574b3008 HTTP/1.1" status: 204 len: 168 time: 0.1488471 Jul 23 21:17:33.675502 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7e34f-04a8-410d-84ac-70e6acaa9914 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2754da-400c-454a-9672-deb7574b3008,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:33.909124 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 39970) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:33.913745 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-1b77b0d6-9ded-48ff-8b2b-64e0e9816114 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-570038866', 'description': 'tempest-secgroup-smoke-570038866 description', 'project_id': '515a2758bbb04419a9e68f464b1e18f6'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:17:33.936624 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b77b0d6-9ded-48ff-8b2b-64e0e9816114 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:34.020937 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b77b0d6-9ded-48ff-8b2b-64e0e9816114 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:34.024881 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b77b0d6-9ded-48ff-8b2b-64e0e9816114 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:34.047204 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1b77b0d6-9ded-48ff-8b2b-64e0e9816114 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:34.048430 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1b77b0d6-9ded-48ff-8b2b-64e0e9816114 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1382921 Jul 23 21:17:34.051482 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39972) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:34.056823 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-289ea6b7-697b-404f-82b3-70562e1b3be4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Request body: {'security_group_rule': {'security_group_id': '1e1dcad7-f3ef-4a62-afaf-27049a73666e', 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:17:34.056979 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77b0d6-9ded-48ff-8b2b-64e0e9816114 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1dcad7-f3ef-4a62-afaf-27049a73666e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:34.088196 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-289ea6b7-697b-404f-82b3-70562e1b3be4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:34.134972 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-289ea6b7-697b-404f-82b3-70562e1b3be4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:34.138781 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-289ea6b7-697b-404f-82b3-70562e1b3be4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:34.158180 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ea6b7-697b-404f-82b3-70562e1b3be4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1fdc1a9-9873-44dc-9c2f-881ad8c78de7,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:34.161877 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-289ea6b7-697b-404f-82b3-70562e1b3be4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:34.163299 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-289ea6b7-697b-404f-82b3-70562e1b3be4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1107829 Jul 23 21:17:34.166039 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39974) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:34.170393 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-178b10ff-aefd-48b8-986b-229ca1f925ed tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Request body: {'security_group_rule': {'security_group_id': '1e1dcad7-f3ef-4a62-afaf-27049a73666e', 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:17:34.196466 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-178b10ff-aefd-48b8-986b-229ca1f925ed tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:34.258534 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-178b10ff-aefd-48b8-986b-229ca1f925ed tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:34.265829 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-178b10ff-aefd-48b8-986b-229ca1f925ed tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:34.284352 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b10ff-aefd-48b8-986b-229ca1f925ed tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d095a20-29f8-41e0-ba9a-a8cf0645df42,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:34.291213 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-178b10ff-aefd-48b8-986b-229ca1f925ed tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:34.292567 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-178b10ff-aefd-48b8-986b-229ca1f925ed tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1256037 Jul 23 21:17:34.295288 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39976) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:34.299754 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-295cb4e1-a215-448d-bd1d-9608d93408e7 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Request body: {'security_group_rule': {'security_group_id': '1e1dcad7-f3ef-4a62-afaf-27049a73666e', 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:17:34.325673 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-295cb4e1-a215-448d-bd1d-9608d93408e7 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:34.382835 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-295cb4e1-a215-448d-bd1d-9608d93408e7 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:34.386960 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-295cb4e1-a215-448d-bd1d-9608d93408e7 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:34.405606 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295cb4e1-a215-448d-bd1d-9608d93408e7 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d0dcd3c-b48a-4eb5-83b9-d04cdb9f49e9,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:34.411216 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-295cb4e1-a215-448d-bd1d-9608d93408e7 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:34.412383 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-295cb4e1-a215-448d-bd1d-9608d93408e7 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161385 Jul 23 21:17:34.415169 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39978) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:34.419976 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-f2e6c0b8-cbc4-4c34-89ab-029aa58590eb tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Request body: {'security_group_rule': {'security_group_id': '1e1dcad7-f3ef-4a62-afaf-27049a73666e', 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:17:34.446168 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f2e6c0b8-cbc4-4c34-89ab-029aa58590eb tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:34.510795 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f2e6c0b8-cbc4-4c34-89ab-029aa58590eb tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:34.514531 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f2e6c0b8-cbc4-4c34-89ab-029aa58590eb tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:34.532944 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e6c0b8-cbc4-4c34-89ab-029aa58590eb tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59373511-3508-4f74-9dc0-04117b25b21c,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:34.538870 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f2e6c0b8-cbc4-4c34-89ab-029aa58590eb tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:34.539815 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f2e6c0b8-cbc4-4c34-89ab-029aa58590eb tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1235607 Jul 23 21:17:34.542726 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39980) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:34.547122 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-c56c5a46-d71d-405a-b4a8-d3402f748ccd tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Request body: {'security_group_rule': {'security_group_id': '1e1dcad7-f3ef-4a62-afaf-27049a73666e', 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:17:34.568472 n-d-793618-10 neutron-server[93875]: INFO neutron.db.securitygroups_db [None req-c56c5a46-d71d-405a-b4a8-d3402f748ccd tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Project 515a2758bbb04419a9e68f464b1e18f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:17:34.573784 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c56c5a46-d71d-405a-b4a8-d3402f748ccd tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:34.633526 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c56c5a46-d71d-405a-b4a8-d3402f748ccd tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:34.637085 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c56c5a46-d71d-405a-b4a8-d3402f748ccd tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:34.654237 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c5a46-d71d-405a-b4a8-d3402f748ccd tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c7dea7-8e5e-4e51-8d12-b0fe6c259651,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:34.660468 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c56c5a46-d71d-405a-b4a8-d3402f748ccd tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:34.661737 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-c56c5a46-d71d-405a-b4a8-d3402f748ccd tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1180789 Jul 23 21:17:34.664440 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 39982) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:34.669548 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-14bcb5ae-e1cd-4a33-b1c8-1e18600a2661 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Request body: {'security_group_rule': {'security_group_id': '1e1dcad7-f3ef-4a62-afaf-27049a73666e', 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:17:34.691726 n-d-793618-10 neutron-server[93875]: INFO neutron.db.securitygroups_db [None req-14bcb5ae-e1cd-4a33-b1c8-1e18600a2661 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Project 515a2758bbb04419a9e68f464b1e18f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:17:34.697209 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-14bcb5ae-e1cd-4a33-b1c8-1e18600a2661 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:34.758726 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-14bcb5ae-e1cd-4a33-b1c8-1e18600a2661 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:34.762686 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-14bcb5ae-e1cd-4a33-b1c8-1e18600a2661 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:34.781060 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bcb5ae-e1cd-4a33-b1c8-1e18600a2661 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f4bf474-8c56-410c-ab22-ef71b65046c8,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:34.786826 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-14bcb5ae-e1cd-4a33-b1c8-1e18600a2661 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:34.787875 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-14bcb5ae-e1cd-4a33-b1c8-1e18600a2661 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225314 Jul 23 21:17:34.848265 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 43b05b0c-ef2d-413e-ab43-c26da43ed449 no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:17:34.872962 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: 43b05b0c-ef2d-413e-ab43-c26da43ed449 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:17:34.873375 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device 43b05b0c-ef2d-413e-ab43-c26da43ed449 not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:17:40.409390 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-69f80249-ab5c-432a-a6b3-d33be551002a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:43.444617 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:43.730830 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3662f9c0-3ea8-42ae-a457-28ef44c325a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:44.284998 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:45.232713 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:45.424725 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:46.210350 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:49.100083 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-4d83287e-43c4-4273-9ea5-7d31764ce394 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-570038866&fields=id&tenant_id=515a2758bbb04419a9e68f464b1e18f6 HTTP/1.1" status: 200 len: 267 time: 0.0323448 Jul 23 21:17:49.207126 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-ec2183dd-ebe9-415e-82f9-bc5f3816a9b5 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:49.208496 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-ec2183dd-ebe9-415e-82f9-bc5f3816a9b5 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/networks?id=3a64db20-4e5e-49ef-a08f-8723bf117de2 HTTP/1.1" status: 200 len: 808 time: 0.1013553 Jul 23 21:17:49.223007 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-b4323a87-7ea3-4437-b294-a7bdad35e98f tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/quotas/515a2758bbb04419a9e68f464b1e18f6 HTTP/1.1" status: 200 len: 375 time: 0.0090046 Jul 23 21:17:49.288580 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-fa71e7ae-1b7a-49e2-9c00-ec2a83b30b96 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=515a2758bbb04419a9e68f464b1e18f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608459 Jul 23 21:17:49.344799 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-f3fea2a1-ceed-4683-9bef-ad257cd543e2 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:17:49.345828 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-f3fea2a1-ceed-4683-9bef-ad257cd543e2 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0458009 Jul 23 21:17:49.440747 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-2056bc38-006a-4891-8802-2ebd43d722fb service neutron] 10.222.0.32 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891199 Jul 23 21:17:49.535986 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-570a9565-c429-4da1-9ca0-53a4b1768c16 service neutron] 10.222.0.32 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894608 Jul 23 21:17:49.832927 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-62fc0243-1f5e-4d42-b63a-32e779b46fd3 req-2d2106f0-1215-4160-85cd-a19b4979e8a7 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 210 time: 0.0306587 Jul 23 21:17:50.748701 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-068b5e4f-efc0-424f-adb1-d0c15ce4034e tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:50.750309 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-068b5e4f-efc0-424f-adb1-d0c15ce4034e tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.18 "GET /v2.0/networks?id=3a64db20-4e5e-49ef-a08f-8723bf117de2 HTTP/1.1" status: 200 len: 808 time: 0.1058104 Jul 23 21:17:50.798631 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-c7efaa8d-85ee-4b59-b6c7-d971f2d6527a tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=515a2758bbb04419a9e68f464b1e18f6 HTTP/1.1" status: 200 len: 379 time: 0.0399814 Jul 23 21:17:50.809145 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-2509ea92-3fa1-425e-a713-95c709cdd6de tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Request body: {'port': {'device_id': 'eca6a469-92e1-4d3d-bbbb-dde826dc3443', 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2', 'admin_state_up': True, 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'security_groups': ['1e1dcad7-f3ef-4a62-afaf-27049a73666e']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:17:50.943718 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-98cbcda7-5d43-4a2a-848c-271c3ebd27ef req-4df6fd20-f96b-4225-b761-95873d02d72b tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 210 time: 0.0364366 Jul 23 21:17:50.955825 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-2509ea92-3fa1-425e-a713-95c709cdd6de tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Made reservation on behalf of 515a2758bbb04419a9e68f464b1e18f6 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:17:50.959440 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-2509ea92-3fa1-425e-a713-95c709cdd6de tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:51.103704 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-2509ea92-3fa1-425e-a713-95c709cdd6de tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Allocated IP 172.20.0.12 (3a64db20-4e5e-49ef-a08f-8723bf117de2/0c313f79-f72a-4f6a-b6db-31f676f92691/d216dfaa-0ce0-446c-97a8-607f5de50793) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:17:51.265786 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-2509ea92-3fa1-425e-a713-95c709cdd6de tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:51.280230 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-2509ea92-3fa1-425e-a713-95c709cdd6de tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Transition to ACTIVE for port object d216dfaa-0ce0-446c-97a8-607f5de50793 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:17:51.315451 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-2509ea92-3fa1-425e-a713-95c709cdd6de tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:51.361351 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-2509ea92-3fa1-425e-a713-95c709cdd6de tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Network 3a64db20-4e5e-49ef-a08f-8723bf117de2 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:17:51.366369 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-2509ea92-3fa1-425e-a713-95c709cdd6de tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:17:51.370824 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-2509ea92-3fa1-425e-a713-95c709cdd6de tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:17:51.377788 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509ea92-3fa1-425e-a713-95c709cdd6de tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Pushing event updated for resources: {'Port': ['ID=d216dfaa-0ce0-446c-97a8-607f5de50793,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:51.425679 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-2509ea92-3fa1-425e-a713-95c709cdd6de tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:51.426321 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-2509ea92-3fa1-425e-a713-95c709cdd6de tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:51.443284 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-2509ea92-3fa1-425e-a713-95c709cdd6de tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6386204 Jul 23 21:17:51.454754 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-3d822ae2-0116-4b65-9811-7b93d4530259 service neutron] Request body: {'port': {'device_id': 'eca6a469-92e1-4d3d-bbbb-dde826dc3443', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:17:51.543245 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-3d822ae2-0116-4b65-9811-7b93d4530259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:51.622805 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8dd51769-a25a-4a87-bf5d-9273084cfd5b None None] Provisioning for port d216dfaa-0ce0-446c-97a8-607f5de50793 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:17:51.627774 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8dd51769-a25a-4a87-bf5d-9273084cfd5b None None] Provisioning complete for port d216dfaa-0ce0-446c-97a8-607f5de50793 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:17:51.628466 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8dd51769-a25a-4a87-bf5d-9273084cfd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:51.664474 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-8dd51769-a25a-4a87-bf5d-9273084cfd5b None None] Port d216dfaa-0ce0-446c-97a8-607f5de50793 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:17:51.820994 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-3d822ae2-0116-4b65-9811-7b93d4530259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d216dfaa-0ce0-446c-97a8-607f5de50793 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:17:51.828657 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-3d822ae2-0116-4b65-9811-7b93d4530259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:51.841514 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-3d822ae2-0116-4b65-9811-7b93d4530259 service neutron] Transition to ACTIVE for port object d216dfaa-0ce0-446c-97a8-607f5de50793 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:17:51.847244 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-3d822ae2-0116-4b65-9811-7b93d4530259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:51.898049 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d822ae2-0116-4b65-9811-7b93d4530259 service neutron] Pushing event updated for resources: {'Port': ['ID=d216dfaa-0ce0-446c-97a8-607f5de50793,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:51.996822 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-3d822ae2-0116-4b65-9811-7b93d4530259 service neutron] Attempting to bind port d216dfaa-0ce0-446c-97a8-607f5de50793 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:17:51.997160 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-3d822ae2-0116-4b65-9811-7b93d4530259 service neutron] Attempting to bind port d216dfaa-0ce0-446c-97a8-607f5de50793 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '9585298e-743e-4dee-bd30-53ee385a34e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:17:51.997551 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-3d822ae2-0116-4b65-9811-7b93d4530259 service neutron] Attempting to bind port d216dfaa-0ce0-446c-97a8-607f5de50793 on network 3a64db20-4e5e-49ef-a08f-8723bf117de2 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:17:52.002910 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-3d822ae2-0116-4b65-9811-7b93d4530259 service neutron] Port d216dfaa-0ce0-446c-97a8-607f5de50793 on network 3a64db20-4e5e-49ef-a08f-8723bf117de2 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:17:52.003239 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-3d822ae2-0116-4b65-9811-7b93d4530259 service neutron] Attempting to bind port d216dfaa-0ce0-446c-97a8-607f5de50793 on network 3a64db20-4e5e-49ef-a08f-8723bf117de2 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:17:52.009422 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-3d822ae2-0116-4b65-9811-7b93d4530259 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:17:52.009831 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-3d822ae2-0116-4b65-9811-7b93d4530259 service neutron] Checking segment: {'id': '9585298e-743e-4dee-bd30-53ee385a34e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:17:52.010176 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-3d822ae2-0116-4b65-9811-7b93d4530259 service neutron] Bound using segment: {'id': '9585298e-743e-4dee-bd30-53ee385a34e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:17:52.010909 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-3d822ae2-0116-4b65-9811-7b93d4530259 service neutron] Bound port: d216dfaa-0ce0-446c-97a8-607f5de50793, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9585298e-743e-4dee-bd30-53ee385a34e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:17:52.011285 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-3d822ae2-0116-4b65-9811-7b93d4530259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:52.126987 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-3d822ae2-0116-4b65-9811-7b93d4530259 service neutron] For port d216dfaa-0ce0-446c-97a8-607f5de50793, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:17:52.142074 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-3d822ae2-0116-4b65-9811-7b93d4530259 service neutron] For port d216dfaa-0ce0-446c-97a8-607f5de50793, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d216dfaa-0ce0-446c-97a8-607f5de50793,segment=NetworkSegment(9585298e-743e-4dee-bd30-53ee385a34e9),segment_id=9585298e-743e-4dee-bd30-53ee385a34e9)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:17:52.153441 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12314c7-5f5c-4ca7-9932-b57666db9e5e req-b4415b67-a317-42e5-af2e-a575c3b2ad6d tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:52.154937 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e12314c7-5f5c-4ca7-9932-b57666db9e5e req-b4415b67-a317-42e5-af2e-a575c3b2ad6d tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 944 time: 0.1052890 Jul 23 21:17:52.156542 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-3d822ae2-0116-4b65-9811-7b93d4530259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:52.211839 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-3d822ae2-0116-4b65-9811-7b93d4530259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:52.212965 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-3d822ae2-0116-4b65-9811-7b93d4530259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:52.214427 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-3d822ae2-0116-4b65-9811-7b93d4530259 service neutron] 10.222.0.18 "PUT /v2.0/ports/d216dfaa-0ce0-446c-97a8-607f5de50793 HTTP/1.1" status: 200 len: 1093 time: 0.7641962 Jul 23 21:17:52.216243 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca6a469-92e1-4d3d-bbbb-dde826dc3443', 'tag': 'd216dfaa-0ce0-446c-97a8-607f5de50793'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:17:52.218474 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1358e00761cb368f0f7ae124e23a857cb06aa2e8cdc938e6d7a9a9ae7bd1e98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e7a7d7-7ccf-4158-ba68-2cda61dd506e" -d '{"events": [{"name": "network-changed", "server_uuid": "eca6a469-92e1-4d3d-bbbb-dde826dc3443", "tag": "d216dfaa-0ce0-446c-97a8-607f5de50793"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:17:52.249314 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d822ae2-0116-4b65-9811-7b93d4530259 service neutron] Pushing event updated for resources: {'Port': ['ID=d216dfaa-0ce0-446c-97a8-607f5de50793,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:52.262386 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e12314c7-5f5c-4ca7-9932-b57666db9e5e req-24ce8b8d-1870-4200-93b7-41cba38117fb tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005311 Jul 23 21:17:52.338219 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-e57a3db0-0c87-4686-b3ab-180b90c9fa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:52.342882 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-e57a3db0-0c87-4686-b3ab-180b90c9fa5a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=515a2758bbb04419a9e68f464b1e18f6&device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 1096 time: 0.0758555 Jul 23 21:17:52.396978 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-192428b8-7a33-4410-bc60-ec0fb7152d89 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d216dfaa-0ce0-446c-97a8-607f5de50793 HTTP/1.1" status: 200 len: 217 time: 0.0501475 Jul 23 21:17:52.456417 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-412eced2-7b1b-48ff-af5b-fce9c86e1729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:52.458579 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-412eced2-7b1b-48ff-af5b-fce9c86e1729 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c313f79-f72a-4f6a-b6db-31f676f92691 HTTP/1.1" status: 200 len: 847 time: 0.0558245 Jul 23 21:17:52.544560 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-d5518aa3-c1dd-48b8-ae82-6d9b9a66f651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:52.546143 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-d5518aa3-c1dd-48b8-ae82-6d9b9a66f651 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a64db20-4e5e-49ef-a08f-8723bf117de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0787392 Jul 23 21:17:52.575044 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef2ef5d-da87-4c7d-a276-c3f8072465c3 x-openstack-request-id: req-2ef2ef5d-da87-4c7d-a276-c3f8072465c3 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:17:52.575337 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca6a469-92e1-4d3d-bbbb-dde826dc3443", "tag": "d216dfaa-0ce0-446c-97a8-607f5de50793", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:17:52.575587 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2ef2ef5d-da87-4c7d-a276-c3f8072465c3 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:17:52.575977 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eca6a469-92e1-4d3d-bbbb-dde826dc3443', 'tag': 'd216dfaa-0ce0-446c-97a8-607f5de50793', 'status': 'completed', 'code': 200} Jul 23 21:17:52.651718 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-19395962-43c1-4f99-93e8-3e84fbfb7d06 service neutron] 10.222.0.18 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988500 Jul 23 21:17:52.752931 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ad5fb060-9652-47b3-b65f-2f7550bd11eb req-5e85b899-ac0f-4622-b883-a0f5f7eba883 service neutron] 10.222.0.18 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952146 Jul 23 21:17:52.856075 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7a7d7-7ccf-4158-ba68-2cda61dd506e req-553de45c-32b4-487f-9d80-1fb310d83d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:52.857903 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-42e7a7d7-7ccf-4158-ba68-2cda61dd506e req-553de45c-32b4-487f-9d80-1fb310d83d0c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=515a2758bbb04419a9e68f464b1e18f6&device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 1096 time: 0.0616519 Jul 23 21:17:52.957800 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7a7d7-7ccf-4158-ba68-2cda61dd506e req-4d7d8a1d-570f-4867-a3a3-fc5d7d30ec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:52.959232 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-42e7a7d7-7ccf-4158-ba68-2cda61dd506e req-4d7d8a1d-570f-4867-a3a3-fc5d7d30ec92 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3a64db20-4e5e-49ef-a08f-8723bf117de2 HTTP/1.1" status: 200 len: 909 time: 0.0954692 Jul 23 21:17:53.005134 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-42e7a7d7-7ccf-4158-ba68-2cda61dd506e req-54931f78-594f-4ec7-a55c-482ed0746dea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d216dfaa-0ce0-446c-97a8-607f5de50793 HTTP/1.1" status: 200 len: 217 time: 0.0394530 Jul 23 21:17:53.054650 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7a7d7-7ccf-4158-ba68-2cda61dd506e req-3eb373d3-4214-47dc-b973-bb633b1af0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:53.056745 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-42e7a7d7-7ccf-4158-ba68-2cda61dd506e req-3eb373d3-4214-47dc-b973-bb633b1af0de service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c313f79-f72a-4f6a-b6db-31f676f92691 HTTP/1.1" status: 200 len: 847 time: 0.0456517 Jul 23 21:17:53.115814 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7a7d7-7ccf-4158-ba68-2cda61dd506e req-fd9f4fec-3311-494e-8945-b6681ce795c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:53.117374 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-42e7a7d7-7ccf-4158-ba68-2cda61dd506e req-fd9f4fec-3311-494e-8945-b6681ce795c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a64db20-4e5e-49ef-a08f-8723bf117de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547802 Jul 23 21:17:53.212786 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-42e7a7d7-7ccf-4158-ba68-2cda61dd506e req-500a8160-a453-4ea0-ba49-31170bf499a5 service neutron] 10.222.0.18 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890601 Jul 23 21:17:53.326128 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-42e7a7d7-7ccf-4158-ba68-2cda61dd506e req-10c6d138-1d6b-4ad7-8eb1-491ec8418947 service neutron] 10.222.0.18 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075387 Jul 23 21:17:53.436290 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd9662-f48e-49d5-9c94-902f89a19a7b req-1030f1b1-4f55-4221-830b-76f272e6135a tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:53.437881 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26bd9662-f48e-49d5-9c94-902f89a19a7b req-1030f1b1-4f55-4221-830b-76f272e6135a tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 944 time: 0.0728180 Jul 23 21:17:53.478485 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-26bd9662-f48e-49d5-9c94-902f89a19a7b req-f644901f-940a-453f-99e8-8326b1db888a tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348449 Jul 23 21:17:54.615059 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec266a-2d00-43ba-a4fc-5a1d26d00344 req-5d872982-11e1-4d17-8e77-5c5698f3e53a tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:54.616701 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4cec266a-2d00-43ba-a4fc-5a1d26d00344 req-5d872982-11e1-4d17-8e77-5c5698f3e53a tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 944 time: 0.0686231 Jul 23 21:17:54.661078 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-4cec266a-2d00-43ba-a4fc-5a1d26d00344 req-6c42d5ae-b075-4c7a-90e2-5dd91d451c7e tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374939 Jul 23 21:17:55.792627 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76daf8-4135-4eb8-be48-cbf5ad2c59f6 req-39ef487f-daf1-4097-a5b9-e63907ea5b5d tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:55.794175 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2a76daf8-4135-4eb8-be48-cbf5ad2c59f6 req-39ef487f-daf1-4097-a5b9-e63907ea5b5d tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 944 time: 0.0648367 Jul 23 21:17:55.833121 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2a76daf8-4135-4eb8-be48-cbf5ad2c59f6 req-55962902-5af4-4d95-b038-7fa237c27aac tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334375 Jul 23 21:17:57.282712 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15b351-174e-4560-99cf-82ca35f15c10 req-cb84fb37-4085-4a3d-b1a5-c64899afbf54 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:57.284215 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9c15b351-174e-4560-99cf-82ca35f15c10 req-cb84fb37-4085-4a3d-b1a5-c64899afbf54 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 944 time: 0.3842854 Jul 23 21:17:57.325577 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9c15b351-174e-4560-99cf-82ca35f15c10 req-47de3600-f67e-4b44-829e-8ee72f8717e6 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355611 Jul 23 21:17:58.457045 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254b8b8-0ed3-4d26-818c-fc9a79937243 req-5063739e-2fc0-4b90-a611-02f07f54fbb0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:58.458569 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5254b8b8-0ed3-4d26-818c-fc9a79937243 req-5063739e-2fc0-4b90-a611-02f07f54fbb0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 944 time: 0.0654521 Jul 23 21:17:58.498979 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5254b8b8-0ed3-4d26-818c-fc9a79937243 req-96c2a617-b051-4f03-a2e8-81ff6e93d41c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341060 Jul 23 21:17:59.702960 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c34437-9ec3-456f-969b-75a7394dc069 req-87a014f0-2cd9-4309-9259-14b91e4d1432 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:59.704552 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-14c34437-9ec3-456f-969b-75a7394dc069 req-87a014f0-2cd9-4309-9259-14b91e4d1432 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 944 time: 0.1357305 Jul 23 21:17:59.745719 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-14c34437-9ec3-456f-969b-75a7394dc069 req-83dde331-1aad-448e-a8df-2be87cd5b7cc tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351622 Jul 23 21:18:00.888181 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a55292-4afc-48e6-8ba1-56abff4f953b req-28895a5c-f8cb-470a-a45c-7ed421a73d61 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:00.889702 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-76a55292-4afc-48e6-8ba1-56abff4f953b req-28895a5c-f8cb-470a-a45c-7ed421a73d61 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 944 time: 0.0675025 Jul 23 21:18:00.929190 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-76a55292-4afc-48e6-8ba1-56abff4f953b req-a7351952-c82c-431e-acbd-4086fe7eeb63 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334280 Jul 23 21:18:02.065429 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f61099-41c8-4d71-9fe3-48094ac4279f req-4b7001fa-d69d-49b2-bb5c-5bef495dd873 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:02.066949 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-62f61099-41c8-4d71-9fe3-48094ac4279f req-4b7001fa-d69d-49b2-bb5c-5bef495dd873 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 944 time: 0.0654461 Jul 23 21:18:02.108099 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-62f61099-41c8-4d71-9fe3-48094ac4279f req-6cb878fe-75ec-4688-b8af-01ae922f6046 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354621 Jul 23 21:18:02.666717 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device d216dfaa-0ce0-446c-97a8-607f5de50793 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:18:02.766034 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port d216dfaa-0ce0-446c-97a8-607f5de50793, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d216dfaa-0ce0-446c-97a8-607f5de50793,segment=NetworkSegment(9585298e-743e-4dee-bd30-53ee385a34e9),segment_id=9585298e-743e-4dee-bd30-53ee385a34e9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:18:02.777637 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': 'd216dfaa-0ce0-446c-97a8-607f5de50793', 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2', 'port_id': 'd216dfaa-0ce0-446c-97a8-607f5de50793', 'mac_address': 'fa:16:3e:38:9a:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c313f79-f72a-4f6a-b6db-31f676f92691', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:18:02.813826 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:02.826698 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d216dfaa-0ce0-446c-97a8-607f5de50793 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:18:02.846147 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port d216dfaa-0ce0-446c-97a8-607f5de50793, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d216dfaa-0ce0-446c-97a8-607f5de50793,segment=NetworkSegment(9585298e-743e-4dee-bd30-53ee385a34e9),segment_id=9585298e-743e-4dee-bd30-53ee385a34e9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:18:02.850941 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:02.900247 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=d216dfaa-0ce0-446c-97a8-607f5de50793,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:18:02.908729 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:18:02.909072 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:18:02.909413 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:18:02.909775 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:18:02.910106 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:18:02.910434 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:18:02.910759 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:18:02.911084 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:18:02.911412 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:18:02.911732 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:18:02.912057 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:18:02.912376 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:18:03.088414 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['d216dfaa-0ce0-446c-97a8-607f5de50793'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:18:03.250703 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84974bc7-02fc-4ee8-8f78-1b72e47c6c09 req-3ebdae5c-8588-454b-ab70-9069271517a5 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:03.252158 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-84974bc7-02fc-4ee8-8f78-1b72e47c6c09 req-3ebdae5c-8588-454b-ab70-9069271517a5 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 945 time: 0.0693753 Jul 23 21:18:03.291364 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-84974bc7-02fc-4ee8-8f78-1b72e47c6c09 req-9fe6d879-1b47-4988-ac9a-92ed59f19ec7 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329695 Jul 23 21:18:04.430973 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635a3c1-63f8-4392-b569-e586bdfe4da7 req-ac4ea1f5-283c-49d3-9fe9-9505483bf8f0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:04.432481 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0635a3c1-63f8-4392-b569-e586bdfe4da7 req-ac4ea1f5-283c-49d3-9fe9-9505483bf8f0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 945 time: 0.0663905 Jul 23 21:18:04.475695 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0635a3c1-63f8-4392-b569-e586bdfe4da7 req-cc4d68f5-eead-40d5-93fe-d1bbaa7107f4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355375 Jul 23 21:18:04.682314 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device d216dfaa-0ce0-446c-97a8-607f5de50793 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:18:04.737238 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port d216dfaa-0ce0-446c-97a8-607f5de50793 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:18:04.741145 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port d216dfaa-0ce0-446c-97a8-607f5de50793 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:18:04.741544 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:04.820492 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:04.843803 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca6a469-92e1-4d3d-bbbb-dde826dc3443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd216dfaa-0ce0-446c-97a8-607f5de50793'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:18:04.846064 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee4ac189e5a110d8d805401cc899f663d03ba078ee3e21ff65471f248c742d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3214d9b-1367-43e4-a1d7-c19086791ace" -d '{"events": [{"server_uuid": "eca6a469-92e1-4d3d-bbbb-dde826dc3443", "name": "network-vif-plugged", "status": "completed", "tag": "d216dfaa-0ce0-446c-97a8-607f5de50793"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:18:04.860557 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port d216dfaa-0ce0-446c-97a8-607f5de50793, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d216dfaa-0ce0-446c-97a8-607f5de50793,segment=NetworkSegment(9585298e-743e-4dee-bd30-53ee385a34e9),segment_id=9585298e-743e-4dee-bd30-53ee385a34e9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:18:04.864258 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:04.888764 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a8739a-9afb-435f-ba65-729fdc9a6f8a x-openstack-request-id: req-47a8739a-9afb-435f-ba65-729fdc9a6f8a {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:18:04.889145 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca6a469-92e1-4d3d-bbbb-dde826dc3443", "name": "network-vif-plugged", "status": "completed", "tag": "d216dfaa-0ce0-446c-97a8-607f5de50793", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:18:04.889385 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-47a8739a-9afb-435f-ba65-729fdc9a6f8a {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:18:04.889796 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca6a469-92e1-4d3d-bbbb-dde826dc3443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd216dfaa-0ce0-446c-97a8-607f5de50793', 'code': 200} Jul 23 21:18:04.923859 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=d216dfaa-0ce0-446c-97a8-607f5de50793,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:18:05.004955 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64069dca-b0e1-4b97-831b-0c05bb1af745 req-808c34ae-9d3a-4ead-b8f7-55841c2fffdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:05.006568 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-64069dca-b0e1-4b97-831b-0c05bb1af745 req-808c34ae-9d3a-4ead-b8f7-55841c2fffdb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 1098 time: 0.0620568 Jul 23 21:18:05.042379 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-64069dca-b0e1-4b97-831b-0c05bb1af745 req-d8754371-1838-4a5b-a5b7-7a20204c1431 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285385 Jul 23 21:18:05.612162 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed3b35-72fd-407d-af00-54e1f2a14696 req-5101707d-89f1-4052-b7f6-729cf2620092 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:05.613681 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-40ed3b35-72fd-407d-af00-54e1f2a14696 req-5101707d-89f1-4052-b7f6-729cf2620092 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 946 time: 0.0665169 Jul 23 21:18:05.652132 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-40ed3b35-72fd-407d-af00-54e1f2a14696 req-31ba8aaf-102e-49d9-bceb-b2d005083e12 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327253 Jul 23 21:18:06.787035 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1864e22-d061-413b-9612-952a715b505b req-7f0194c7-a6dc-43a7-9bc0-d4b6777dfa4c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:06.788550 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c1864e22-d061-413b-9612-952a715b505b req-7f0194c7-a6dc-43a7-9bc0-d4b6777dfa4c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 946 time: 0.0680497 Jul 23 21:18:06.832022 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c1864e22-d061-413b-9612-952a715b505b req-257e72e7-a6b1-4a1d-8499-b740f2fa6b84 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370879 Jul 23 21:18:06.969905 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb740e-31e6-48da-8191-fb8cb8b11415 req-bd9aa2f2-f8be-4eb9-877f-97e6ced86120 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:06.971339 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-73fb740e-31e6-48da-8191-fb8cb8b11415 req-bd9aa2f2-f8be-4eb9-877f-97e6ced86120 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 946 time: 0.0694606 Jul 23 21:18:07.016071 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-73fb740e-31e6-48da-8191-fb8cb8b11415 req-10dd93ac-0c5f-4f83-871b-cc4e2aa12cf5 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345523 Jul 23 21:18:07.037747 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40174) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:18:07.092062 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6625aa-96ad-469d-bb8d-1f387cf313b7 tempest-TestShelveInstance-606834200 tempest-TestShelveInstance-606834200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:07.093655 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-9b6625aa-96ad-469d-bb8d-1f387cf313b7 tempest-TestShelveInstance-606834200 tempest-TestShelveInstance-606834200-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 1093 time: 0.0548272 Jul 23 21:18:07.097968 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40176) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:18:07.102412 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-6d211c22-5344-4315-86ba-a0a60089df75 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'port_id': 'd216dfaa-0ce0-446c-97a8-607f5de50793', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:18:07.128868 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6d211c22-5344-4315-86ba-a0a60089df75 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for floatingip, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:07.234641 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6d211c22-5344-4315-86ba-a0a60089df75 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:07.346743 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-6d211c22-5344-4315-86ba-a0a60089df75 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Allocated IP 172.25.1.108 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/55f29e23-a09e-4a10-a655-e424e5592314) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:18:07.453648 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6d211c22-5344-4315-86ba-a0a60089df75 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:07.496008 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6d211c22-5344-4315-86ba-a0a60089df75 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:07.534259 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d211c22-5344-4315-86ba-a0a60089df75 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:18:07.539785 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-6d211c22-5344-4315-86ba-a0a60089df75 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:18:07.542379 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d211c22-5344-4315-86ba-a0a60089df75 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:18:07.571050 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d211c22-5344-4315-86ba-a0a60089df75 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Pushing event updated for resources: {'Port': ['ID=55f29e23-a09e-4a10-a655-e424e5592314,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:18:07.741361 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:18:07.926274 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6d211c22-5344-4315-86ba-a0a60089df75 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:08.007518 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6d211c22-5344-4315-86ba-a0a60089df75 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:08.157637 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6d211c22-5344-4315-86ba-a0a60089df75 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:08.162296 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6d211c22-5344-4315-86ba-a0a60089df75 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:08.228846 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d211c22-5344-4315-86ba-a0a60089df75 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Pushing event updated for resources: {'Port': ['ID=55f29e23-a09e-4a10-a655-e424e5592314,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:18:08.241842 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6d211c22-5344-4315-86ba-a0a60089df75 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:08.342550 n-d-793618-10 neutron-server[93875]: INFO neutron.db.l3_db [None req-6d211c22-5344-4315-86ba-a0a60089df75 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Floating IP a8e07900-bdf4-43dc-aa13-22588c296b71 associated. External IP: 172.25.1.108, port: d216dfaa-0ce0-446c-97a8-607f5de50793. Jul 23 21:18:08.557183 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d211c22-5344-4315-86ba-a0a60089df75 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Router f8cb253c-3833-4230-b910-974b0bc659f1 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:18:08.673094 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d211c22-5344-4315-86ba-a0a60089df75 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:18:08.682596 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e55b4e-4ec4-4733-b3c0-bb3cfc493ea5 None None] Sync routers for ids ['f8cb253c-3833-4230-b910-974b0bc659f1'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:18:08.689354 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6d211c22-5344-4315-86ba-a0a60089df75 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:08.696707 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e55b4e-4ec4-4733-b3c0-bb3cfc493ea5 None None] Routers {'f8cb253c-3833-4230-b910-974b0bc659f1'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:18:08.697321 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-27e55b4e-4ec4-4733-b3c0-bb3cfc493ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:17:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['f8cb253c-3833-4230-b910-974b0bc659f1'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:18:08.728268 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6d211c22-5344-4315-86ba-a0a60089df75 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6292155 Jul 23 21:18:08.729839 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca6a469-92e1-4d3d-bbbb-dde826dc3443', 'tag': 'd216dfaa-0ce0-446c-97a8-607f5de50793'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:18:08.732913 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1358e00761cb368f0f7ae124e23a857cb06aa2e8cdc938e6d7a9a9ae7bd1e98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4d33f6-b4a1-4836-962d-f8242dc7dead" -d '{"events": [{"name": "network-changed", "server_uuid": "eca6a469-92e1-4d3d-bbbb-dde826dc3443", "tag": "d216dfaa-0ce0-446c-97a8-607f5de50793"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:18:08.781069 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a1a8ca-ff02-4b94-aa82-4e63a59eab26 x-openstack-request-id: req-44a1a8ca-ff02-4b94-aa82-4e63a59eab26 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:18:08.781367 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca6a469-92e1-4d3d-bbbb-dde826dc3443", "tag": "d216dfaa-0ce0-446c-97a8-607f5de50793", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:18:08.781652 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-44a1a8ca-ff02-4b94-aa82-4e63a59eab26 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:18:08.782061 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eca6a469-92e1-4d3d-bbbb-dde826dc3443', 'tag': 'd216dfaa-0ce0-446c-97a8-607f5de50793', 'status': 'completed', 'code': 200} Jul 23 21:18:08.803062 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-27e55b4e-4ec4-4733-b3c0-bb3cfc493ea5 None None] Set router f8cb253c-3833-4230-b910-974b0bc659f1 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:18:08.857818 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d33f6-b4a1-4836-962d-f8242dc7dead req-e7fc140a-67f5-4c70-8761-54cd1d436ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:08.859276 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e4d33f6-b4a1-4836-962d-f8242dc7dead req-e7fc140a-67f5-4c70-8761-54cd1d436ce8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=515a2758bbb04419a9e68f464b1e18f6&device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 1098 time: 0.0565271 Jul 23 21:18:08.956749 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d33f6-b4a1-4836-962d-f8242dc7dead req-3b2c802e-b31e-453e-83ab-7527d2086deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:08.958312 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e4d33f6-b4a1-4836-962d-f8242dc7dead req-3b2c802e-b31e-453e-83ab-7527d2086deb service neutron] 10.222.0.18 "GET /v2.0/networks?id=3a64db20-4e5e-49ef-a08f-8723bf117de2 HTTP/1.1" status: 200 len: 909 time: 0.0929189 Jul 23 21:18:09.025324 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e4d33f6-b4a1-4836-962d-f8242dc7dead req-f5bcf257-4cf6-4078-9f1b-6c6003b6eed3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d216dfaa-0ce0-446c-97a8-607f5de50793 HTTP/1.1" status: 200 len: 1000 time: 0.0587623 Jul 23 21:18:09.035218 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-27e55b4e-4ec4-4733-b3c0-bb3cfc493ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'name': 'tempest-TestShelveInstance-308861925-router', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'bab6dbd0-3db4-4eb6-9d75-77720b921e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:13:15Z', 'updated_at': '2021-07-23T21:13:17Z', 'revision_number': 4, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'gw_port': {'id': 'bab6dbd0-3db4-4eb6-9d75-77720b921e20', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:15Z', 'updated_at': '2021-07-23T21:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'a8e07900-bdf4-43dc-aa13-22588c296b71', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'floating_ip_address': '172.25.1.108', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'port_id': 'd216dfaa-0ce0-446c-97a8-607f5de50793', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2', 'mac_address': 'fa:16:3e:38:9a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca6a469-92e1-4d3d-bbbb-dde826dc3443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:18:07Z', 'updated_at': '2021-07-23T21:18:07Z', 'revision_number': 0, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bdf65f0-6e77-4a20-8ed6-041b31b1343f', 'name': '', 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'mac_address': 'fa:16:3e:02:51:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0c313f79-f72a-4f6a-b6db-31f676f92691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:17Z', 'updated_at': '2021-07-23T21:13:23Z', 'revision_number': 5, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'subnets': [{'id': '0c313f79-f72a-4f6a-b6db-31f676f92691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:18:09.061360 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e55b4e-4ec4-4733-b3c0-bb3cfc493ea5 None None] Checking router: f8cb253c-3833-4230-b910-974b0bc659f1 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:18:09.069604 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e55b4e-4ec4-4733-b3c0-bb3cfc493ea5 None None] Routers {'f8cb253c-3833-4230-b910-974b0bc659f1'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:18:09.070193 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-27e55b4e-4ec4-4733-b3c0-bb3cfc493ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:17:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['f8cb253c-3833-4230-b910-974b0bc659f1'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:18:09.075369 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d33f6-b4a1-4836-962d-f8242dc7dead req-c4f4518f-968e-483a-ada5-b63de9d4761f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:09.077167 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e4d33f6-b4a1-4836-962d-f8242dc7dead req-c4f4518f-968e-483a-ada5-b63de9d4761f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c313f79-f72a-4f6a-b6db-31f676f92691 HTTP/1.1" status: 200 len: 847 time: 0.0454915 Jul 23 21:18:09.140835 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d33f6-b4a1-4836-962d-f8242dc7dead req-603c9c1d-7ab6-43d1-b57e-fe1b026d8e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:09.142290 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e4d33f6-b4a1-4836-962d-f8242dc7dead req-603c9c1d-7ab6-43d1-b57e-fe1b026d8e68 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a64db20-4e5e-49ef-a08f-8723bf117de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593061 Jul 23 21:18:09.174954 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-27e55b4e-4ec4-4733-b3c0-bb3cfc493ea5 None None] Set router f8cb253c-3833-4230-b910-974b0bc659f1 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:18:09.233947 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e4d33f6-b4a1-4836-962d-f8242dc7dead req-6add2fd0-81ee-42c0-9d6c-29681347c299 service neutron] 10.222.0.18 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848248 Jul 23 21:18:09.329365 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7e4d33f6-b4a1-4836-962d-f8242dc7dead req-7cb1212c-da61-4e2b-a0f1-ef931f694020 service neutron] 10.222.0.18 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894651 Jul 23 21:18:09.402462 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-27e55b4e-4ec4-4733-b3c0-bb3cfc493ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'name': 'tempest-TestShelveInstance-308861925-router', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'bab6dbd0-3db4-4eb6-9d75-77720b921e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:13:15Z', 'updated_at': '2021-07-23T21:13:17Z', 'revision_number': 4, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'gw_port': {'id': 'bab6dbd0-3db4-4eb6-9d75-77720b921e20', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:15Z', 'updated_at': '2021-07-23T21:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'a8e07900-bdf4-43dc-aa13-22588c296b71', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'floating_ip_address': '172.25.1.108', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'port_id': 'd216dfaa-0ce0-446c-97a8-607f5de50793', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2', 'mac_address': 'fa:16:3e:38:9a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca6a469-92e1-4d3d-bbbb-dde826dc3443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:18:07Z', 'updated_at': '2021-07-23T21:18:07Z', 'revision_number': 0, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bdf65f0-6e77-4a20-8ed6-041b31b1343f', 'name': '', 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'mac_address': 'fa:16:3e:02:51:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0c313f79-f72a-4f6a-b6db-31f676f92691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:17Z', 'updated_at': '2021-07-23T21:13:23Z', 'revision_number': 5, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'subnets': [{'id': '0c313f79-f72a-4f6a-b6db-31f676f92691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:18:09.429655 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e55b4e-4ec4-4733-b3c0-bb3cfc493ea5 None None] The sync data for ids ['f8cb253c-3833-4230-b910-974b0bc659f1'] in n-d-793618-10 is: [{'id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'name': 'tempest-TestShelveInstance-308861925-router', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'bab6dbd0-3db4-4eb6-9d75-77720b921e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:13:15Z', 'updated_at': '2021-07-23T21:13:17Z', 'revision_number': 4, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'gw_port': {'id': 'bab6dbd0-3db4-4eb6-9d75-77720b921e20', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:15Z', 'updated_at': '2021-07-23T21:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': 'a8e07900-bdf4-43dc-aa13-22588c296b71', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'floating_ip_address': '172.25.1.108', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'port_id': 'd216dfaa-0ce0-446c-97a8-607f5de50793', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2', 'mac_address': 'fa:16:3e:38:9a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca6a469-92e1-4d3d-bbbb-dde826dc3443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:18:07Z', 'updated_at': '2021-07-23T21:18:07Z', 'revision_number': 0, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bdf65f0-6e77-4a20-8ed6-041b31b1343f', 'name': '', 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'mac_address': 'fa:16:3e:02:51:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0c313f79-f72a-4f6a-b6db-31f676f92691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:17Z', 'updated_at': '2021-07-23T21:13:23Z', 'revision_number': 5, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'subnets': [{'id': '0c313f79-f72a-4f6a-b6db-31f676f92691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:18:09.624531 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6592f32-2436-41d5-92e8-078a77c3d9e3 None None] New status for floating IP a8e07900-bdf4-43dc-aa13-22588c296b71: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:18:10.411442 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-743b999a-dfc9-4e6c-ae1f-7e5663cf8f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:13.445515 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:13.730555 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5b433a37-23e5-40ff-90ea-b4dea93a51a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:14.286919 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:15.230135 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:15.423348 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:16.211797 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:30.886929 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d8231c5f-cae7-4c6f-ad42-bb1f56272dd4 req-baf5120b-912f-48bc-a0a4-400d92616537 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1002617 Jul 23 21:18:30.997035 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8231c5f-cae7-4c6f-ad42-bb1f56272dd4 req-499fb0cd-3bb3-438f-a574-3e53970547cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:30.998754 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d8231c5f-cae7-4c6f-ad42-bb1f56272dd4 req-499fb0cd-3bb3-438f-a574-3e53970547cc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=515a2758bbb04419a9e68f464b1e18f6&device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 1098 time: 0.0619407 Jul 23 21:18:31.113124 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8231c5f-cae7-4c6f-ad42-bb1f56272dd4 req-daeccfbb-27d7-4148-b18c-a4f82a8ca6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:31.114570 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d8231c5f-cae7-4c6f-ad42-bb1f56272dd4 req-daeccfbb-27d7-4148-b18c-a4f82a8ca6b0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3a64db20-4e5e-49ef-a08f-8723bf117de2 HTTP/1.1" status: 200 len: 909 time: 0.0960135 Jul 23 21:18:31.184737 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d8231c5f-cae7-4c6f-ad42-bb1f56272dd4 req-64ed955e-6de2-4512-aec1-8e656a684a57 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d216dfaa-0ce0-446c-97a8-607f5de50793 HTTP/1.1" status: 200 len: 1002 time: 0.0630753 Jul 23 21:18:31.239848 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8231c5f-cae7-4c6f-ad42-bb1f56272dd4 req-1a57e614-46a4-45d7-bbf3-d0ad5af6341b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:31.242449 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d8231c5f-cae7-4c6f-ad42-bb1f56272dd4 req-1a57e614-46a4-45d7-bbf3-d0ad5af6341b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c313f79-f72a-4f6a-b6db-31f676f92691 HTTP/1.1" status: 200 len: 847 time: 0.0513599 Jul 23 21:18:31.304359 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8231c5f-cae7-4c6f-ad42-bb1f56272dd4 req-84f8dd19-c399-42e3-bd50-f46abcb23c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:31.305955 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d8231c5f-cae7-4c6f-ad42-bb1f56272dd4 req-84f8dd19-c399-42e3-bd50-f46abcb23c81 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a64db20-4e5e-49ef-a08f-8723bf117de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578074 Jul 23 21:18:31.403235 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d8231c5f-cae7-4c6f-ad42-bb1f56272dd4 req-b6ef16c1-8b96-4036-bea8-7acf2125dc0f service neutron] 10.222.0.18 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902431 Jul 23 21:18:31.494183 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d8231c5f-cae7-4c6f-ad42-bb1f56272dd4 req-79fafb8d-76ac-4b1e-8a54-3ba8115a264d service neutron] 10.222.0.18 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838943 Jul 23 21:18:40.419279 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bdf01372-8f26-409a-a49b-d3630dda7406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:43.447901 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:43.731335 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c402e09c-b3c6-4c6e-81ba-770c338a9bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:44.289929 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:44.741430 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:18:45.241831 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:45.422769 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:46.214590 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:10.411711 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-77a31b55-ca58-46e4-85e9-d293e343a4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:13.452656 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:13.732375 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-873fe9f9-3991-45d0-9f8c-f4c4e10d9724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:14.291394 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:15.252252 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:15.438150 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:16.216202 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:21.740721 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:19:32.838847 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a1ca0987-b257-41ec-9a7a-2456d167f175 req-dd6c4774-3e4a-4fb3-ade4-75b65cb08f2d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0596347 Jul 23 21:19:32.939319 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca0987-b257-41ec-9a7a-2456d167f175 req-c123efb8-3537-4135-b43a-133ad9226ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:32.940851 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a1ca0987-b257-41ec-9a7a-2456d167f175 req-c123efb8-3537-4135-b43a-133ad9226ceb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=515a2758bbb04419a9e68f464b1e18f6&device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 1098 time: 0.0578690 Jul 23 21:19:33.043777 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca0987-b257-41ec-9a7a-2456d167f175 req-aa8e570c-a6af-40f4-b71c-5dff77d70533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:33.045265 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a1ca0987-b257-41ec-9a7a-2456d167f175 req-aa8e570c-a6af-40f4-b71c-5dff77d70533 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3a64db20-4e5e-49ef-a08f-8723bf117de2 HTTP/1.1" status: 200 len: 909 time: 0.0862012 Jul 23 21:19:33.114409 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a1ca0987-b257-41ec-9a7a-2456d167f175 req-8b1f7bb7-c848-40b8-874b-340b3326b5ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d216dfaa-0ce0-446c-97a8-607f5de50793 HTTP/1.1" status: 200 len: 1002 time: 0.0621533 Jul 23 21:19:33.162404 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca0987-b257-41ec-9a7a-2456d167f175 req-2e7737d0-0881-4bf6-b38c-f117309d9bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:33.164633 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a1ca0987-b257-41ec-9a7a-2456d167f175 req-2e7737d0-0881-4bf6-b38c-f117309d9bcc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c313f79-f72a-4f6a-b6db-31f676f92691 HTTP/1.1" status: 200 len: 847 time: 0.0447392 Jul 23 21:19:33.221867 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca0987-b257-41ec-9a7a-2456d167f175 req-eec4f4b3-6383-4dc1-9714-0ef336bab903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:33.223356 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a1ca0987-b257-41ec-9a7a-2456d167f175 req-eec4f4b3-6383-4dc1-9714-0ef336bab903 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a64db20-4e5e-49ef-a08f-8723bf117de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524933 Jul 23 21:19:33.315764 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a1ca0987-b257-41ec-9a7a-2456d167f175 req-a3e464fb-f982-45bd-9488-a74ce611d09e service neutron] 10.222.0.18 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860868 Jul 23 21:19:33.405078 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a1ca0987-b257-41ec-9a7a-2456d167f175 req-7f8df82f-bca5-4d4b-b1a2-1aeb299e7177 service neutron] 10.222.0.18 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825319 Jul 23 21:19:40.414539 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-48e9895d-141b-4d2a-8644-ab722773253b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:43.454765 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:43.735289 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-00b3aa00-33fd-4975-ada4-6206f3c1e1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:44.294062 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:45.242769 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:45.441598 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:46.221076 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:58.739772 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:20:04.091184 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28bbf5-8152-46c7-8655-0391fe193707 req-b2d22edd-1b8f-45fb-9266-e0fc9e7a2322 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:04.092620 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ee28bbf5-8152-46c7-8655-0391fe193707 req-b2d22edd-1b8f-45fb-9266-e0fc9e7a2322 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 946 time: 0.0735047 Jul 23 21:20:04.131439 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ee28bbf5-8152-46c7-8655-0391fe193707 req-56769b90-ac82-478a-b6b1-983deefddf67 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331910 Jul 23 21:20:05.290449 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0b40a-d5e1-4df0-bfe8-bdc6245a9884 req-40902146-ba92-43b7-8b1d-d6c54d687716 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:05.291959 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-38f0b40a-d5e1-4df0-bfe8-bdc6245a9884 req-40902146-ba92-43b7-8b1d-d6c54d687716 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 946 time: 0.0677865 Jul 23 21:20:05.329009 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-38f0b40a-d5e1-4df0-bfe8-bdc6245a9884 req-7c9e7c21-0248-4c2e-aa4b-5dc00524e0e1 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313559 Jul 23 21:20:06.461092 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02407aa5-7fc7-4147-ad7c-8b55754da039 req-035a1b26-7334-442e-823c-a68f9c850c03 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:06.462538 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-02407aa5-7fc7-4147-ad7c-8b55754da039 req-035a1b26-7334-442e-823c-a68f9c850c03 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 946 time: 0.0676992 Jul 23 21:20:06.500727 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-02407aa5-7fc7-4147-ad7c-8b55754da039 req-584c7bd3-53f8-47f2-90df-01b5f79427de tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325558 Jul 23 21:20:07.631805 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6135a-9f13-49f8-ac1e-745edd3a30bb req-2eb85b6c-598d-44f2-88f5-69ba0d4dd965 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:07.633976 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-07a6135a-9f13-49f8-ac1e-745edd3a30bb req-2eb85b6c-598d-44f2-88f5-69ba0d4dd965 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 946 time: 0.0661442 Jul 23 21:20:07.670463 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-07a6135a-9f13-49f8-ac1e-745edd3a30bb req-462ec669-1f4b-4eab-b576-b5fb1f262556 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309625 Jul 23 21:20:08.800806 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854c931-2a5a-4ffd-aa13-e785706db501 req-1212aa4c-c683-49fa-9865-6b345bea7878 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:08.802345 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f854c931-2a5a-4ffd-aa13-e785706db501 req-1212aa4c-c683-49fa-9865-6b345bea7878 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 946 time: 0.0643828 Jul 23 21:20:08.839982 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f854c931-2a5a-4ffd-aa13-e785706db501 req-02d3bde1-b041-4027-a8be-12d0e7a26b03 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320711 Jul 23 21:20:09.975124 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9469d6-cf9c-40d9-b780-c461c76d6746 req-8973f8f8-b1eb-43fe-aae1-87575b76a490 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:09.976595 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db9469d6-cf9c-40d9-b780-c461c76d6746 req-8973f8f8-b1eb-43fe-aae1-87575b76a490 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 946 time: 0.0700366 Jul 23 21:20:10.017067 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db9469d6-cf9c-40d9-b780-c461c76d6746 req-16c99e9c-4b6f-4325-b7e6-4d0c5984a2dc tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321698 Jul 23 21:20:10.415704 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3e9afbb2-cd6a-48df-a12b-92d42d528c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:11.147681 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbf4ca-9017-4164-96af-accd463fa542 req-0571f7f4-d82a-47e8-ba28-17be504acdf0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:11.149170 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1ecbf4ca-9017-4164-96af-accd463fa542 req-0571f7f4-d82a-47e8-ba28-17be504acdf0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 946 time: 0.0652976 Jul 23 21:20:11.187593 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-1ecbf4ca-9017-4164-96af-accd463fa542 req-1071305d-183a-4ad8-99ac-8ebedb6172b8 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321267 Jul 23 21:20:12.322729 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c81cc0-55c6-4cca-8024-a7550bc27c0a req-95a6b854-a0e1-4043-a12b-767d2b3fd4dc tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:12.324685 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-98c81cc0-55c6-4cca-8024-a7550bc27c0a req-95a6b854-a0e1-4043-a12b-767d2b3fd4dc tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 946 time: 0.0692019 Jul 23 21:20:12.363821 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-98c81cc0-55c6-4cca-8024-a7550bc27c0a req-89e5a1b4-345a-4561-a169-183b7e158d97 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338540 Jul 23 21:20:13.456396 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:13.498574 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ca349-926a-4ce9-93e2-e528985566f1 req-32f88765-b109-47f9-80de-1a9d5e59bdaf tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:13.500120 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-237ca349-926a-4ce9-93e2-e528985566f1 req-32f88765-b109-47f9-80de-1a9d5e59bdaf tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 946 time: 0.0650744 Jul 23 21:20:13.537181 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-237ca349-926a-4ce9-93e2-e528985566f1 req-bc6c9428-12c8-4690-a90d-b6e05df90e1c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315044 Jul 23 21:20:13.736131 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c5bcfc25-8e38-499d-85f5-fa8460906e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:14.204387 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe3acd-6d98-4947-8026-70f94247e982 req-c7798e3c-855e-4cd5-8f43-ae60230550cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:14.205883 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6afe3acd-6d98-4947-8026-70f94247e982 req-c7798e3c-855e-4cd5-8f43-ae60230550cf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=515a2758bbb04419a9e68f464b1e18f6&device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 1098 time: 0.0547602 Jul 23 21:20:14.298134 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:14.299511 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe3acd-6d98-4947-8026-70f94247e982 req-fd6ed37a-e806-4a53-a38d-5cf23bfbf372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:14.300981 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6afe3acd-6d98-4947-8026-70f94247e982 req-fd6ed37a-e806-4a53-a38d-5cf23bfbf372 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3a64db20-4e5e-49ef-a08f-8723bf117de2 HTTP/1.1" status: 200 len: 909 time: 0.0881124 Jul 23 21:20:14.364208 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6afe3acd-6d98-4947-8026-70f94247e982 req-87b0d859-0c5c-4e9c-978e-196c3fbfb5b8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d216dfaa-0ce0-446c-97a8-607f5de50793 HTTP/1.1" status: 200 len: 1002 time: 0.0568304 Jul 23 21:20:14.415328 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe3acd-6d98-4947-8026-70f94247e982 req-6734a0ac-2415-439d-9222-3bb3f40e0f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:14.416923 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6afe3acd-6d98-4947-8026-70f94247e982 req-6734a0ac-2415-439d-9222-3bb3f40e0f7d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c313f79-f72a-4f6a-b6db-31f676f92691 HTTP/1.1" status: 200 len: 847 time: 0.0471318 Jul 23 21:20:14.476263 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe3acd-6d98-4947-8026-70f94247e982 req-366d6d80-06b9-4f19-8796-3a32d61f5711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:14.477706 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6afe3acd-6d98-4947-8026-70f94247e982 req-366d6d80-06b9-4f19-8796-3a32d61f5711 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a64db20-4e5e-49ef-a08f-8723bf117de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545421 Jul 23 21:20:14.566706 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6afe3acd-6d98-4947-8026-70f94247e982 req-b567db54-0bee-4649-a2ff-7c03293bda44 service neutron] 10.222.0.18 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826812 Jul 23 21:20:14.996649 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6afe3acd-6d98-4947-8026-70f94247e982 req-30d2bb83-d6c5-4b4b-8e19-4bc18c024915 service neutron] 10.222.0.18 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235885 Jul 23 21:20:15.014584 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079653f-8299-4a76-8cd5-fc672e07d6b0 req-559f980d-3860-4b8e-bc8d-be961a25e8a5 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:15.016031 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6079653f-8299-4a76-8cd5-fc672e07d6b0 req-559f980d-3860-4b8e-bc8d-be961a25e8a5 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 946 time: 0.1122983 Jul 23 21:20:15.057131 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6079653f-8299-4a76-8cd5-fc672e07d6b0 req-f93ab4fd-ff68-4f68-a91f-ec6def75b326 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355206 Jul 23 21:20:15.240167 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:15.453460 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:16.186739 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061e3eb-3a2e-4706-bea7-c0525ccc8e8d req-aa240065-2637-4f1f-a56f-451b7ac8668c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:16.188235 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c061e3eb-3a2e-4706-bea7-c0525ccc8e8d req-aa240065-2637-4f1f-a56f-451b7ac8668c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 946 time: 0.0639594 Jul 23 21:20:16.223493 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:16.228838 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c061e3eb-3a2e-4706-bea7-c0525ccc8e8d req-016adf53-a9ca-4727-9062-dbfe9961e44d tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348945 Jul 23 21:20:17.363776 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8596af-3b85-4fa3-9486-39fb027301c5 req-22caf454-54f6-459c-9abe-4383c4cd1a30 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:17.365313 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8b8596af-3b85-4fa3-9486-39fb027301c5 req-22caf454-54f6-459c-9abe-4383c4cd1a30 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 946 time: 0.0684757 Jul 23 21:20:17.405277 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8b8596af-3b85-4fa3-9486-39fb027301c5 req-64f156d1-f08f-462d-925a-770ca3603afb tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338435 Jul 23 21:20:18.538795 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc83e1f-aef9-4ae1-ac9c-853df0257c91 req-b38da3f0-817a-4a71-b1df-a31aae66a040 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:18.541178 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0bc83e1f-aef9-4ae1-ac9c-853df0257c91 req-b38da3f0-817a-4a71-b1df-a31aae66a040 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 946 time: 0.0683801 Jul 23 21:20:18.578607 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0bc83e1f-aef9-4ae1-ac9c-853df0257c91 req-207b2201-1c50-498e-980f-b90435c3b338 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319624 Jul 23 21:20:18.810869 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2c8c2-d706-4807-9005-dd59cf022d27 req-d63f2a1b-a64b-48a8-86ed-9aac6d8310eb tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:18.812286 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-68f2c8c2-d706-4807-9005-dd59cf022d27 req-d63f2a1b-a64b-48a8-86ed-9aac6d8310eb tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 946 time: 0.0679555 Jul 23 21:20:18.821673 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-cd1788ae-8d11-4212-b45a-5f13e64265b5 req-436116ed-96fa-4a5a-b71b-80ab88728287 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1003876 Jul 23 21:20:18.851212 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-68f2c8c2-d706-4807-9005-dd59cf022d27 req-3a0b5aec-b6d2-44ea-8a68-f519d731d5e1 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330811 Jul 23 21:20:19.259346 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device d216dfaa-0ce0-446c-97a8-607f5de50793 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:20:19.334423 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:19.356168 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca6a469-92e1-4d3d-bbbb-dde826dc3443', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd216dfaa-0ce0-446c-97a8-607f5de50793'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:20:19.358664 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee4ac189e5a110d8d805401cc899f663d03ba078ee3e21ff65471f248c742d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5f3da9-7917-40da-87a8-0e8fda9e45ae" -d '{"events": [{"server_uuid": "eca6a469-92e1-4d3d-bbbb-dde826dc3443", "name": "network-vif-unplugged", "status": "completed", "tag": "d216dfaa-0ce0-446c-97a8-607f5de50793"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:20:19.370715 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port d216dfaa-0ce0-446c-97a8-607f5de50793, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d216dfaa-0ce0-446c-97a8-607f5de50793,segment=NetworkSegment(9585298e-743e-4dee-bd30-53ee385a34e9),segment_id=9585298e-743e-4dee-bd30-53ee385a34e9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:20:19.375179 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:19.398142 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 21:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3287271-aa24-440a-b02e-cd1a82689a59 x-openstack-request-id: req-f3287271-aa24-440a-b02e-cd1a82689a59 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:20:19.398426 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca6a469-92e1-4d3d-bbbb-dde826dc3443", "name": "network-vif-unplugged", "status": "failed", "tag": "d216dfaa-0ce0-446c-97a8-607f5de50793", "code": 422}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:20:19.398674 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f3287271-aa24-440a-b02e-cd1a82689a59 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:20:19.399066 n-d-793618-10 neutron-server[93877]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eca6a469-92e1-4d3d-bbbb-dde826dc3443', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd216dfaa-0ce0-446c-97a8-607f5de50793', 'code': 422} returned with failed status Jul 23 21:20:19.424750 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=d216dfaa-0ce0-446c-97a8-607f5de50793,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:20:19.432424 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:20:19.432764 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:20:19.433097 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:20:19.433427 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:20:19.433781 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:20:19.434105 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:20:19.434426 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:20:19.434744 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:20:19.435064 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:20:19.435382 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:20:19.435698 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:20:19.436011 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:20:20.000419 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff8b0b-789b-453b-992f-06965bbd6a2d req-39228e6d-1f89-49c3-8cc1-eea13ded906b tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:20.002099 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b2ff8b0b-789b-453b-992f-06965bbd6a2d req-39228e6d-1f89-49c3-8cc1-eea13ded906b tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 944 time: 0.0759614 Jul 23 21:20:20.049358 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b2ff8b0b-789b-453b-992f-06965bbd6a2d req-f9c668da-44e1-48d0-b5fd-cdef10c6349f tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365951 Jul 23 21:20:21.198373 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038acbdc-b8b1-4c1e-a485-7f7df52754e3 req-00db28d7-8904-4d6f-876a-a05a607c08f1 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:21.199913 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-038acbdc-b8b1-4c1e-a485-7f7df52754e3 req-00db28d7-8904-4d6f-876a-a05a607c08f1 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 944 time: 0.0688348 Jul 23 21:20:21.237806 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-038acbdc-b8b1-4c1e-a485-7f7df52754e3 req-49090e78-777b-4e6a-912f-7272afc7b464 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320599 Jul 23 21:20:22.366788 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda7a58-fe00-4b5c-9b86-6c54feb27529 req-7df94a78-7c22-4f83-bdb4-889f3cb20489 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:22.368808 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0cda7a58-fe00-4b5c-9b86-6c54feb27529 req-7df94a78-7c22-4f83-bdb4-889f3cb20489 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 944 time: 0.0637910 Jul 23 21:20:22.405345 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-0cda7a58-fe00-4b5c-9b86-6c54feb27529 req-6eca6cf7-79ed-46b9-991b-f34f26f6f280 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307841 Jul 23 21:20:23.543002 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024e133-c61f-44ff-afcb-1afde14f0c4c req-8bdca96b-2e48-45ff-ad7f-90d00606e1d1 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:23.544549 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8024e133-c61f-44ff-afcb-1afde14f0c4c req-8bdca96b-2e48-45ff-ad7f-90d00606e1d1 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 944 time: 0.0703597 Jul 23 21:20:23.585876 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8024e133-c61f-44ff-afcb-1afde14f0c4c req-5c14c88c-5106-461a-aa88-b3799a0abe33 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355709 Jul 23 21:20:24.726077 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39239e7b-e633-47aa-8d60-2408a99cbbfe req-f13b0929-d1fc-4039-865d-0875ebb6f639 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:24.728390 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-39239e7b-e633-47aa-8d60-2408a99cbbfe req-f13b0929-d1fc-4039-865d-0875ebb6f639 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 944 time: 0.0686886 Jul 23 21:20:24.769262 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-39239e7b-e633-47aa-8d60-2408a99cbbfe req-0efbc837-aee5-4007-86da-ec4e81c5b5f8 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343294 Jul 23 21:20:25.906678 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f8c9d-e551-477d-bfcc-7d8db3e2b77b req-d140899a-3bff-452a-851c-0faa89e6770a tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:25.908217 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dc1f8c9d-e551-477d-bfcc-7d8db3e2b77b req-d140899a-3bff-452a-851c-0faa89e6770a tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 944 time: 0.0684636 Jul 23 21:20:25.948889 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dc1f8c9d-e551-477d-bfcc-7d8db3e2b77b req-c15d1683-fc81-42bb-b32c-6e4d21304dff tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338125 Jul 23 21:20:27.088975 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ccce7-8d33-4f40-8d5a-671848f13c59 req-ac8c8ebe-75c2-4af1-b17c-eb34886a6ccf tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:27.090589 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7f5ccce7-8d33-4f40-8d5a-671848f13c59 req-ac8c8ebe-75c2-4af1-b17c-eb34886a6ccf tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 944 time: 0.0730758 Jul 23 21:20:27.129779 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7f5ccce7-8d33-4f40-8d5a-671848f13c59 req-c8eb5fde-fb45-4131-b60b-f4538a6df822 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336027 Jul 23 21:20:27.676155 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1788ae-8d11-4212-b45a-5f13e64265b5 req-623ae67c-05a4-48a6-bb6d-3d52e41d537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:27.677679 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd1788ae-8d11-4212-b45a-5f13e64265b5 req-623ae67c-05a4-48a6-bb6d-3d52e41d537e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443&tenant_id=515a2758bbb04419a9e68f464b1e18f6 HTTP/1.1" status: 200 len: 1096 time: 0.0541642 Jul 23 21:20:27.750288 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1788ae-8d11-4212-b45a-5f13e64265b5 req-ef9a5eca-cc67-4de2-8bae-9b32634323ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:27.751778 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd1788ae-8d11-4212-b45a-5f13e64265b5 req-ef9a5eca-cc67-4de2-8bae-9b32634323ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=515a2758bbb04419a9e68f464b1e18f6&device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 1096 time: 0.0536566 Jul 23 21:20:27.844792 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1788ae-8d11-4212-b45a-5f13e64265b5 req-bc292d85-756e-468a-9571-19998f914257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:27.846342 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd1788ae-8d11-4212-b45a-5f13e64265b5 req-bc292d85-756e-468a-9571-19998f914257 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3a64db20-4e5e-49ef-a08f-8723bf117de2 HTTP/1.1" status: 200 len: 909 time: 0.0883060 Jul 23 21:20:27.915194 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd1788ae-8d11-4212-b45a-5f13e64265b5 req-b4750bfa-2b5f-4302-ac94-ebad33352bf9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d216dfaa-0ce0-446c-97a8-607f5de50793 HTTP/1.1" status: 200 len: 1000 time: 0.0615177 Jul 23 21:20:27.965851 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1788ae-8d11-4212-b45a-5f13e64265b5 req-7f4beeaa-3b93-4eb2-84b1-c185e0a509df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:27.967293 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd1788ae-8d11-4212-b45a-5f13e64265b5 req-7f4beeaa-3b93-4eb2-84b1-c185e0a509df service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c313f79-f72a-4f6a-b6db-31f676f92691 HTTP/1.1" status: 200 len: 847 time: 0.0464544 Jul 23 21:20:28.032581 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1788ae-8d11-4212-b45a-5f13e64265b5 req-01fac12c-7a36-45fc-bc90-595735b86871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:28.034189 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd1788ae-8d11-4212-b45a-5f13e64265b5 req-01fac12c-7a36-45fc-bc90-595735b86871 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a64db20-4e5e-49ef-a08f-8723bf117de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610964 Jul 23 21:20:28.129184 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd1788ae-8d11-4212-b45a-5f13e64265b5 req-1f8ebfc5-da97-48d4-97d5-159f6e8a482b service neutron] 10.222.0.18 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873356 Jul 23 21:20:28.252343 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cd1788ae-8d11-4212-b45a-5f13e64265b5 req-89d472c5-bd4d-46b3-9865-372c5c12b8c4 service neutron] 10.222.0.18 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168892 Jul 23 21:20:28.281944 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd54a6f-0976-4315-8115-0b409e727179 req-6cab251e-2fca-4e17-841c-9d7cedfe123d tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:28.283404 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5cd54a6f-0976-4315-8115-0b409e727179 req-6cab251e-2fca-4e17-841c-9d7cedfe123d tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 944 time: 0.0839791 Jul 23 21:20:28.322202 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5cd54a6f-0976-4315-8115-0b409e727179 req-00585343-99f5-486c-880f-df97f8af746e tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328858 Jul 23 21:20:29.452661 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446643a3-64be-45da-a56e-9b9d8f25512e req-f3af9580-040c-4250-a8b0-85c742b0f587 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:29.454197 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-446643a3-64be-45da-a56e-9b9d8f25512e req-f3af9580-040c-4250-a8b0-85c742b0f587 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 944 time: 0.0641894 Jul 23 21:20:29.491178 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-446643a3-64be-45da-a56e-9b9d8f25512e req-f6666bbd-acda-471e-be11-0bcad796f0c4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313373 Jul 23 21:20:30.622581 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a5bae-63cc-4b3d-ac96-5987e493d8c0 req-4c2a6ba7-2c25-43d1-ad2b-908790d9c17f tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:30.624070 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-183a5bae-63cc-4b3d-ac96-5987e493d8c0 req-4c2a6ba7-2c25-43d1-ad2b-908790d9c17f tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 944 time: 0.0634835 Jul 23 21:20:30.665754 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-183a5bae-63cc-4b3d-ac96-5987e493d8c0 req-f8b08025-caf6-4af2-bc24-fe186dedbe31 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359941 Jul 23 21:20:31.795986 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd7200-d3aa-4262-87e3-0965542b2c10 req-df6d4f42-783c-4ce0-bc6f-3146abf68cfc tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:31.797448 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6efd7200-d3aa-4262-87e3-0965542b2c10 req-df6d4f42-783c-4ce0-bc6f-3146abf68cfc tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 944 time: 0.0637941 Jul 23 21:20:31.834367 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6efd7200-d3aa-4262-87e3-0965542b2c10 req-f89f094c-b0fc-4edb-87a8-abcf93c4e8c4 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313556 Jul 23 21:20:32.863905 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3186c-5b4c-49ca-b892-679d35b4cb1a req-417eff7e-359a-4d18-9709-c6cbafa7daff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:32.865064 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e1d3186c-5b4c-49ca-b892-679d35b4cb1a req-417eff7e-359a-4d18-9709-c6cbafa7daff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=515a2758bbb04419a9e68f464b1e18f6&device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 1096 time: 0.0546300 Jul 23 21:20:33.007095 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3186c-5b4c-49ca-b892-679d35b4cb1a req-ea3fea22-2606-4bb4-9485-06bfc42c55f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:33.010513 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e1d3186c-5b4c-49ca-b892-679d35b4cb1a req-ea3fea22-2606-4bb4-9485-06bfc42c55f8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3a64db20-4e5e-49ef-a08f-8723bf117de2 HTTP/1.1" status: 200 len: 909 time: 0.1266041 Jul 23 21:20:33.066476 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f58d0-797c-4fc2-b5fb-82adda7cc171 req-7039775c-ef3d-45bb-8ea8-c2645caceb37 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:33.067948 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cf8f58d0-797c-4fc2-b5fb-82adda7cc171 req-7039775c-ef3d-45bb-8ea8-c2645caceb37 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 944 time: 0.1642466 Jul 23 21:20:33.105981 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e1d3186c-5b4c-49ca-b892-679d35b4cb1a req-2789cca8-3f97-4585-8779-1a8830eff81f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d216dfaa-0ce0-446c-97a8-607f5de50793 HTTP/1.1" status: 200 len: 1000 time: 0.0904891 Jul 23 21:20:33.146708 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-cf8f58d0-797c-4fc2-b5fb-82adda7cc171 req-122532ac-795d-4529-b922-b3b5c14aa327 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720398 Jul 23 21:20:33.165199 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3186c-5b4c-49ca-b892-679d35b4cb1a req-5778ca83-93a1-4d16-a4cd-a76d7e967251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:33.167052 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e1d3186c-5b4c-49ca-b892-679d35b4cb1a req-5778ca83-93a1-4d16-a4cd-a76d7e967251 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c313f79-f72a-4f6a-b6db-31f676f92691 HTTP/1.1" status: 200 len: 847 time: 0.0515423 Jul 23 21:20:33.224664 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3186c-5b4c-49ca-b892-679d35b4cb1a req-1149e13b-6c94-448a-a727-ee3df686ceee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:33.226156 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e1d3186c-5b4c-49ca-b892-679d35b4cb1a req-1149e13b-6c94-448a-a727-ee3df686ceee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a64db20-4e5e-49ef-a08f-8723bf117de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532804 Jul 23 21:20:33.320649 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e1d3186c-5b4c-49ca-b892-679d35b4cb1a req-9088647e-daf3-4533-9b1f-2a5c4b66e54d service neutron] 10.222.0.18 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880702 Jul 23 21:20:33.411467 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e1d3186c-5b4c-49ca-b892-679d35b4cb1a req-7d63a52d-662c-4960-ac95-30550aef509e service neutron] 10.222.0.18 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849497 Jul 23 21:20:34.280931 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17030120-82b4-4667-af28-97d8a03ff834 req-517f65bc-7040-4f7f-805f-7581a8640e14 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:34.282445 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-17030120-82b4-4667-af28-97d8a03ff834 req-517f65bc-7040-4f7f-805f-7581a8640e14 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 944 time: 0.0684507 Jul 23 21:20:34.320090 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-17030120-82b4-4667-af28-97d8a03ff834 req-db63b7e1-d817-43c1-90ee-5c00b1dbebe1 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321121 Jul 23 21:20:35.450172 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c312a-45a9-4523-a168-b62b1c7c3a09 req-340100c1-6437-4dec-954d-e24c39f5f17f tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:35.451690 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f43c312a-45a9-4523-a168-b62b1c7c3a09 req-340100c1-6437-4dec-954d-e24c39f5f17f tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 944 time: 0.0645626 Jul 23 21:20:35.488737 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f43c312a-45a9-4523-a168-b62b1c7c3a09 req-cee8ffea-036e-4ef2-a8c2-a6e4a4257a7d tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315120 Jul 23 21:20:35.739881 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:20:36.623900 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85979b9-74e8-4954-8ae8-a78912ced1e7 req-263722a8-3dda-4e31-9b53-29d24cc195ff tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:36.625356 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f85979b9-74e8-4954-8ae8-a78912ced1e7 req-263722a8-3dda-4e31-9b53-29d24cc195ff tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 944 time: 0.0666339 Jul 23 21:20:36.663304 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f85979b9-74e8-4954-8ae8-a78912ced1e7 req-c3ec8e40-ba36-4fd8-90af-e74b4bcd580c tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318801 Jul 23 21:20:37.368813 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device d216dfaa-0ce0-446c-97a8-607f5de50793 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:20:37.463990 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port d216dfaa-0ce0-446c-97a8-607f5de50793, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d216dfaa-0ce0-446c-97a8-607f5de50793,segment=NetworkSegment(9585298e-743e-4dee-bd30-53ee385a34e9),segment_id=9585298e-743e-4dee-bd30-53ee385a34e9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:20:37.474922 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': 'd216dfaa-0ce0-446c-97a8-607f5de50793', 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2', 'port_id': 'd216dfaa-0ce0-446c-97a8-607f5de50793', 'mac_address': 'fa:16:3e:38:9a:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c313f79-f72a-4f6a-b6db-31f676f92691', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:20:37.512204 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:37.524277 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d216dfaa-0ce0-446c-97a8-607f5de50793 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:20:37.543316 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port d216dfaa-0ce0-446c-97a8-607f5de50793, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d216dfaa-0ce0-446c-97a8-607f5de50793,segment=NetworkSegment(9585298e-743e-4dee-bd30-53ee385a34e9),segment_id=9585298e-743e-4dee-bd30-53ee385a34e9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:20:37.546367 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:37.596104 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=d216dfaa-0ce0-446c-97a8-607f5de50793,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:20:37.746717 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['d216dfaa-0ce0-446c-97a8-607f5de50793'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:20:37.793601 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b283998-db63-48e1-9d4e-9cde05411774 req-a5d088d8-303e-46eb-9670-c274990fa1ef tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:37.795133 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3b283998-db63-48e1-9d4e-9cde05411774 req-a5d088d8-303e-46eb-9670-c274990fa1ef tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 945 time: 0.0648694 Jul 23 21:20:37.833766 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3b283998-db63-48e1-9d4e-9cde05411774 req-33468465-c9d7-4966-a43d-fae98cee210f tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326903 Jul 23 21:20:38.965719 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ccf7b-e274-4ee4-b3a9-485f23d94761 req-764102af-bcb1-448e-bb2d-4bf2c1539457 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:38.967276 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d54ccf7b-e274-4ee4-b3a9-485f23d94761 req-764102af-bcb1-448e-bb2d-4bf2c1539457 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 945 time: 0.0645905 Jul 23 21:20:39.005456 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d54ccf7b-e274-4ee4-b3a9-485f23d94761 req-68c4d3bc-b357-431b-afd0-d02d6841ee38 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325463 Jul 23 21:20:39.367246 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device d216dfaa-0ce0-446c-97a8-607f5de50793 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:20:39.414028 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port d216dfaa-0ce0-446c-97a8-607f5de50793 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:20:39.414905 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:39.488783 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:39.511164 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca6a469-92e1-4d3d-bbbb-dde826dc3443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd216dfaa-0ce0-446c-97a8-607f5de50793'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:20:39.513319 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee4ac189e5a110d8d805401cc899f663d03ba078ee3e21ff65471f248c742d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71720230-3cd8-480b-9773-b4f7f3bc6a5a" -d '{"events": [{"server_uuid": "eca6a469-92e1-4d3d-bbbb-dde826dc3443", "name": "network-vif-plugged", "status": "completed", "tag": "d216dfaa-0ce0-446c-97a8-607f5de50793"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:20:39.528922 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port d216dfaa-0ce0-446c-97a8-607f5de50793, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d216dfaa-0ce0-446c-97a8-607f5de50793,segment=NetworkSegment(9585298e-743e-4dee-bd30-53ee385a34e9),segment_id=9585298e-743e-4dee-bd30-53ee385a34e9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:20:39.532881 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:39.716609 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87862d13-5eea-491d-9999-88a32fef0819 x-openstack-request-id: req-87862d13-5eea-491d-9999-88a32fef0819 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:20:39.716879 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca6a469-92e1-4d3d-bbbb-dde826dc3443", "name": "network-vif-plugged", "status": "completed", "tag": "d216dfaa-0ce0-446c-97a8-607f5de50793", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:20:39.717125 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-87862d13-5eea-491d-9999-88a32fef0819 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:20:39.717525 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca6a469-92e1-4d3d-bbbb-dde826dc3443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd216dfaa-0ce0-446c-97a8-607f5de50793', 'code': 200} Jul 23 21:20:39.728379 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f13e94-a6c7-4101-9456-96b0815b28b9 req-d3d8dbb8-4a32-4b62-a014-5e0c701ed487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:39.729911 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-79f13e94-a6c7-4101-9456-96b0815b28b9 req-d3d8dbb8-4a32-4b62-a014-5e0c701ed487 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 1098 time: 0.0702448 Jul 23 21:20:39.742291 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=d216dfaa-0ce0-446c-97a8-607f5de50793,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:20:39.768083 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-79f13e94-a6c7-4101-9456-96b0815b28b9 req-3f869183-ff03-4b1a-a1c0-8a7e850a2388 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320094 Jul 23 21:20:40.141256 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ca296-50b9-4752-85ef-e7cd349c3db5 req-cf600f94-33d5-401e-bdcf-b54ba3779773 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:40.142752 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8e0ca296-50b9-4752-85ef-e7cd349c3db5 req-cf600f94-33d5-401e-bdcf-b54ba3779773 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 946 time: 0.0657310 Jul 23 21:20:40.179386 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8e0ca296-50b9-4752-85ef-e7cd349c3db5 req-63a30b65-5773-46ca-881d-75b36068345d tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310440 Jul 23 21:20:40.418952 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-df8fb525-e50e-49a7-bf56-4e3dcba4227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:41.313443 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a510f-c80d-498f-a650-5fe8b7246531 req-13114a4e-19ce-44e4-b9d2-51e1e79e7bef tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:41.315076 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6a3a510f-c80d-498f-a650-5fe8b7246531 req-13114a4e-19ce-44e4-b9d2-51e1e79e7bef tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 946 time: 0.0675492 Jul 23 21:20:41.352833 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6a3a510f-c80d-498f-a650-5fe8b7246531 req-31add220-f1d5-41d6-b01e-dd57350d8f9e tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315678 Jul 23 21:20:43.458374 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:43.737417 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0111e206-4bc0-4d7d-a883-4144424c2dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:44.300541 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:45.276444 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:45.467284 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:46.229671 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:10.419016 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b401dfc1-f6b3-42b9-b2ed-2e3c26cdc3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:12.738570 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:21:13.460309 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:13.737494 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2fdd47f7-1dfa-4fff-92a6-51ec64fcf286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:14.302457 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:15.270249 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:15.484112 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:16.228030 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:34.842843 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f1935cb5-c2ae-4ad9-8a7e-68ee331f4d7b req-85cb22bb-406a-49da-9418-c67a0c3b3d85 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0546892 Jul 23 21:21:34.944030 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1935cb5-c2ae-4ad9-8a7e-68ee331f4d7b req-c10514bc-0a78-43eb-bd6c-ebf079d0d19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:34.945683 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f1935cb5-c2ae-4ad9-8a7e-68ee331f4d7b req-c10514bc-0a78-43eb-bd6c-ebf079d0d19e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=515a2758bbb04419a9e68f464b1e18f6&device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 1098 time: 0.0592656 Jul 23 21:21:35.052969 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1935cb5-c2ae-4ad9-8a7e-68ee331f4d7b req-e6516a00-3902-4461-b7cd-be606fc79a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:35.054484 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f1935cb5-c2ae-4ad9-8a7e-68ee331f4d7b req-e6516a00-3902-4461-b7cd-be606fc79a16 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3a64db20-4e5e-49ef-a08f-8723bf117de2 HTTP/1.1" status: 200 len: 909 time: 0.0903423 Jul 23 21:21:35.120448 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f1935cb5-c2ae-4ad9-8a7e-68ee331f4d7b req-10862e7a-c99b-4180-af5c-c8d8f25bc5a5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d216dfaa-0ce0-446c-97a8-607f5de50793 HTTP/1.1" status: 200 len: 1002 time: 0.0593655 Jul 23 21:21:35.175614 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1935cb5-c2ae-4ad9-8a7e-68ee331f4d7b req-fd32a6eb-fb8b-4191-a2c1-0a7e9fa359eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:35.177141 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f1935cb5-c2ae-4ad9-8a7e-68ee331f4d7b req-fd32a6eb-fb8b-4191-a2c1-0a7e9fa359eb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c313f79-f72a-4f6a-b6db-31f676f92691 HTTP/1.1" status: 200 len: 847 time: 0.0508578 Jul 23 21:21:35.239211 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1935cb5-c2ae-4ad9-8a7e-68ee331f4d7b req-a9d3834c-b97d-4892-aa15-161844b89946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:35.240719 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f1935cb5-c2ae-4ad9-8a7e-68ee331f4d7b req-a9d3834c-b97d-4892-aa15-161844b89946 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a64db20-4e5e-49ef-a08f-8723bf117de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576601 Jul 23 21:21:35.250799 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [req-f1935cb5-c2ae-4ad9-8a7e-68ee331f4d7b req-c4259f94-695d-47ce-8852-9f6e7152209c service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:21:35.251736 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f1935cb5-c2ae-4ad9-8a7e-68ee331f4d7b req-c4259f94-695d-47ce-8852-9f6e7152209c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051503 Jul 23 21:21:35.341270 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f1935cb5-c2ae-4ad9-8a7e-68ee331f4d7b req-94d01e71-7e8d-4730-9b99-2fc3431bc830 service neutron] 10.222.0.18 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830052 Jul 23 21:21:35.438273 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f1935cb5-c2ae-4ad9-8a7e-68ee331f4d7b req-361cad70-eaf0-4c61-8564-31027b581f22 service neutron] 10.222.0.18 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900788 Jul 23 21:21:40.424319 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-00596559-05c5-4ade-8bc9-b7389376093d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:43.461986 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:43.740277 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-45668326-8aca-4f1c-b560-56825414527f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:44.306559 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:45.271105 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:45.515461 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:46.232834 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:49.741983 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:21:54.599417 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40374) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:21:54.763277 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-d285f534-dce2-41b2-ae75-ed685723d7f0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Deleting port 55f29e23-a09e-4a10-a655-e424e5592314 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:21:54.763623 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d285f534-dce2-41b2-ae75-ed685723d7f0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:54.840789 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d285f534-dce2-41b2-ae75-ed685723d7f0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:54.841158 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d285f534-dce2-41b2-ae75-ed685723d7f0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:54.854159 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-d285f534-dce2-41b2-ae75-ed685723d7f0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Calling delete_port for 55f29e23-a09e-4a10-a655-e424e5592314 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:21:55.006282 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d285f534-dce2-41b2-ae75-ed685723d7f0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:55.035798 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285f534-dce2-41b2-ae75-ed685723d7f0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Pushing event deleted for resources: {'Port': ['ID=55f29e23-a09e-4a10-a655-e424e5592314,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:21:55.048871 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d285f534-dce2-41b2-ae75-ed685723d7f0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:55.049213 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d285f534-dce2-41b2-ae75-ed685723d7f0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:55.049581 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d285f534-dce2-41b2-ae75-ed685723d7f0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:55.049920 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d285f534-dce2-41b2-ae75-ed685723d7f0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:55.050246 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d285f534-dce2-41b2-ae75-ed685723d7f0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:55.050578 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d285f534-dce2-41b2-ae75-ed685723d7f0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:55.050900 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d285f534-dce2-41b2-ae75-ed685723d7f0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:55.051220 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d285f534-dce2-41b2-ae75-ed685723d7f0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:55.051537 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d285f534-dce2-41b2-ae75-ed685723d7f0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:55.051858 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d285f534-dce2-41b2-ae75-ed685723d7f0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:55.052176 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d285f534-dce2-41b2-ae75-ed685723d7f0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:55.052523 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d285f534-dce2-41b2-ae75-ed685723d7f0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:55.114270 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d285f534-dce2-41b2-ae75-ed685723d7f0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:55.114718 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [None req-d285f534-dce2-41b2-ae75-ed685723d7f0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Floating IP a8e07900-bdf4-43dc-aa13-22588c296b71 disassociated (deleted). External IP: 172.25.1.108, port: d216dfaa-0ce0-446c-97a8-607f5de50793. Jul 23 21:21:55.328848 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d285f534-dce2-41b2-ae75-ed685723d7f0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Router f8cb253c-3833-4230-b910-974b0bc659f1 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:21:55.437686 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d285f534-dce2-41b2-ae75-ed685723d7f0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:21:55.442838 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d285f534-dce2-41b2-ae75-ed685723d7f0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:55.446904 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccf31ca-170d-4213-b2e6-15288c9ad65f None None] Sync routers for ids ['f8cb253c-3833-4230-b910-974b0bc659f1'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:21:55.457019 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccf31ca-170d-4213-b2e6-15288c9ad65f None None] Routers {'f8cb253c-3833-4230-b910-974b0bc659f1'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:21:55.457690 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5ccf31ca-170d-4213-b2e6-15288c9ad65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:21:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['f8cb253c-3833-4230-b910-974b0bc659f1'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:21:55.479898 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-d285f534-dce2-41b2-ae75-ed685723d7f0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "DELETE /v2.0/floatingips/a8e07900-bdf4-43dc-aa13-22588c296b71 HTTP/1.1" status: 204 len: 168 time: 0.8793018 Jul 23 21:21:55.480483 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca6a469-92e1-4d3d-bbbb-dde826dc3443', 'tag': 'd216dfaa-0ce0-446c-97a8-607f5de50793'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:21:55.483043 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4300f88a927161e708234582c45a85d95cbae37b2189d54369fb4e5575b527b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d8ecc9-b287-4ac9-b215-cfd53433611c" -d '{"events": [{"name": "network-changed", "server_uuid": "eca6a469-92e1-4d3d-bbbb-dde826dc3443", "tag": "d216dfaa-0ce0-446c-97a8-607f5de50793"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:21:55.572859 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-5ccf31ca-170d-4213-b2e6-15288c9ad65f None None] Set router f8cb253c-3833-4230-b910-974b0bc659f1 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:21:55.725633 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af45ca9f-09cc-4cc3-bfec-3b565397ae73 x-openstack-request-id: req-af45ca9f-09cc-4cc3-bfec-3b565397ae73 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:21:55.726156 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca6a469-92e1-4d3d-bbbb-dde826dc3443", "tag": "d216dfaa-0ce0-446c-97a8-607f5de50793", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:21:55.726156 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af45ca9f-09cc-4cc3-bfec-3b565397ae73 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:21:55.727177 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eca6a469-92e1-4d3d-bbbb-dde826dc3443', 'tag': 'd216dfaa-0ce0-446c-97a8-607f5de50793', 'status': 'completed', 'code': 200} Jul 23 21:21:55.786714 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5ccf31ca-170d-4213-b2e6-15288c9ad65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'name': 'tempest-TestShelveInstance-308861925-router', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'bab6dbd0-3db4-4eb6-9d75-77720b921e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:13:15Z', 'updated_at': '2021-07-23T21:13:17Z', 'revision_number': 4, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'gw_port': {'id': 'bab6dbd0-3db4-4eb6-9d75-77720b921e20', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:15Z', 'updated_at': '2021-07-23T21:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '9bdf65f0-6e77-4a20-8ed6-041b31b1343f', 'name': '', 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'mac_address': 'fa:16:3e:02:51:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0c313f79-f72a-4f6a-b6db-31f676f92691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:17Z', 'updated_at': '2021-07-23T21:13:23Z', 'revision_number': 5, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'subnets': [{'id': '0c313f79-f72a-4f6a-b6db-31f676f92691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:21:55.813288 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccf31ca-170d-4213-b2e6-15288c9ad65f None None] Checking router: f8cb253c-3833-4230-b910-974b0bc659f1 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:21:55.821528 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccf31ca-170d-4213-b2e6-15288c9ad65f None None] Routers {'f8cb253c-3833-4230-b910-974b0bc659f1'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:21:55.822147 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5ccf31ca-170d-4213-b2e6-15288c9ad65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:21:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['f8cb253c-3833-4230-b910-974b0bc659f1'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:21:55.853600 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8ecc9-b287-4ac9-b215-cfd53433611c req-cfe87701-7128-44b9-b134-b12b3d8540c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:55.855116 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-35d8ecc9-b287-4ac9-b215-cfd53433611c req-cfe87701-7128-44b9-b134-b12b3d8540c1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=515a2758bbb04419a9e68f464b1e18f6&device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 1098 time: 0.1046605 Jul 23 21:21:55.876056 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4739dab-5e42-4bfd-bb58-74259ee58902 req-05e6374a-1b3f-44b5-bb5b-0f06c6fa1d83 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:55.877663 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d4739dab-5e42-4bfd-bb58-74259ee58902 req-05e6374a-1b3f-44b5-bb5b-0f06c6fa1d83 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 946 time: 0.0977387 Jul 23 21:21:55.933967 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-5ccf31ca-170d-4213-b2e6-15288c9ad65f None None] Set router f8cb253c-3833-4230-b910-974b0bc659f1 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:21:55.968916 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d4739dab-5e42-4bfd-bb58-74259ee58902 req-b65ea319-b624-4016-b92a-44c188a0365a tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702996 Jul 23 21:21:56.001552 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8ecc9-b287-4ac9-b215-cfd53433611c req-7891ba9d-8fc8-4d54-b3a1-9272f0ef1bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:56.005041 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-35d8ecc9-b287-4ac9-b215-cfd53433611c req-7891ba9d-8fc8-4d54-b3a1-9272f0ef1bfc service neutron] 10.222.0.18 "GET /v2.0/networks?id=3a64db20-4e5e-49ef-a08f-8723bf117de2 HTTP/1.1" status: 200 len: 909 time: 0.1429789 Jul 23 21:21:56.050981 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-35d8ecc9-b287-4ac9-b215-cfd53433611c req-9ca214eb-76e7-4153-b3cb-cc7d2dec6868 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d216dfaa-0ce0-446c-97a8-607f5de50793 HTTP/1.1" status: 200 len: 217 time: 0.0396330 Jul 23 21:21:56.100184 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8ecc9-b287-4ac9-b215-cfd53433611c req-65ad1668-e70c-4d08-a0a5-b21a55b238e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:56.101699 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-35d8ecc9-b287-4ac9-b215-cfd53433611c req-65ad1668-e70c-4d08-a0a5-b21a55b238e5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c313f79-f72a-4f6a-b6db-31f676f92691 HTTP/1.1" status: 200 len: 847 time: 0.0447199 Jul 23 21:21:56.153819 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5ccf31ca-170d-4213-b2e6-15288c9ad65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'name': 'tempest-TestShelveInstance-308861925-router', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'bab6dbd0-3db4-4eb6-9d75-77720b921e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:13:15Z', 'updated_at': '2021-07-23T21:13:17Z', 'revision_number': 4, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'gw_port': {'id': 'bab6dbd0-3db4-4eb6-9d75-77720b921e20', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:15Z', 'updated_at': '2021-07-23T21:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '9bdf65f0-6e77-4a20-8ed6-041b31b1343f', 'name': '', 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'mac_address': 'fa:16:3e:02:51:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0c313f79-f72a-4f6a-b6db-31f676f92691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:17Z', 'updated_at': '2021-07-23T21:13:23Z', 'revision_number': 5, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'subnets': [{'id': '0c313f79-f72a-4f6a-b6db-31f676f92691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:21:56.161344 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8ecc9-b287-4ac9-b215-cfd53433611c req-92bdb58b-e251-4d89-8376-fd6ecde33f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:56.162893 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-35d8ecc9-b287-4ac9-b215-cfd53433611c req-92bdb58b-e251-4d89-8376-fd6ecde33f0a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a64db20-4e5e-49ef-a08f-8723bf117de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547595 Jul 23 21:21:56.180126 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccf31ca-170d-4213-b2e6-15288c9ad65f None None] The sync data for ids ['f8cb253c-3833-4230-b910-974b0bc659f1'] in n-d-793618-10 is: [{'id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'name': 'tempest-TestShelveInstance-308861925-router', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'bab6dbd0-3db4-4eb6-9d75-77720b921e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:13:15Z', 'updated_at': '2021-07-23T21:13:17Z', 'revision_number': 4, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'gw_port': {'id': 'bab6dbd0-3db4-4eb6-9d75-77720b921e20', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:15Z', 'updated_at': '2021-07-23T21:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '9bdf65f0-6e77-4a20-8ed6-041b31b1343f', 'name': '', 'network_id': '3a64db20-4e5e-49ef-a08f-8723bf117de2', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'mac_address': 'fa:16:3e:02:51:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0c313f79-f72a-4f6a-b6db-31f676f92691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:17Z', 'updated_at': '2021-07-23T21:13:23Z', 'revision_number': 5, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'subnets': [{'id': '0c313f79-f72a-4f6a-b6db-31f676f92691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:21:56.260578 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-35d8ecc9-b287-4ac9-b215-cfd53433611c req-3e0082cd-78ff-482d-bc84-6716c6a31741 service neutron] 10.222.0.18 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910068 Jul 23 21:21:56.358388 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-35d8ecc9-b287-4ac9-b215-cfd53433611c req-3337f4cd-a3c5-42fe-ab9f-4f87a73aa793 service neutron] 10.222.0.18 "GET /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905445 Jul 23 21:21:56.425296 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aae2357-cfc3-4bb2-82fb-fc2c016f8e04 None None] New status for floating IP a8e07900-bdf4-43dc-aa13-22588c296b71: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:21:57.101592 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e599b4-e5e7-41b4-85a4-348817983a8c req-4259afe4-43e4-45b5-acd5-13d0aff364b0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:57.103097 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a0e599b4-e5e7-41b4-85a4-348817983a8c req-4259afe4-43e4-45b5-acd5-13d0aff364b0 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 946 time: 0.0654855 Jul 23 21:21:57.155077 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a0e599b4-e5e7-41b4-85a4-348817983a8c req-2b1fd1bd-a7db-4774-b55c-fe5f5113796b tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e1dcad7-f3ef-4a62-afaf-27049a73666e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458760 Jul 23 21:21:57.209799 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f573a0-dbf6-4431-a255-38aace6fa320 req-2966c61e-6372-4285-ad48-34bf56e47f4f tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:57.211287 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-78f573a0-dbf6-4431-a255-38aace6fa320 req-2966c61e-6372-4285-ad48-34bf56e47f4f tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.18 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 946 time: 0.0704093 Jul 23 21:21:57.317287 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-78f573a0-dbf6-4431-a255-38aace6fa320 req-0053f87f-0950-4a11-a760-63779f04d0cb tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Deleting port d216dfaa-0ce0-446c-97a8-607f5de50793 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:21:57.317663 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-78f573a0-dbf6-4431-a255-38aace6fa320 req-0053f87f-0950-4a11-a760-63779f04d0cb tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:57.409440 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-78f573a0-dbf6-4431-a255-38aace6fa320 req-0053f87f-0950-4a11-a760-63779f04d0cb tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] For port d216dfaa-0ce0-446c-97a8-607f5de50793, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d216dfaa-0ce0-446c-97a8-607f5de50793,segment=NetworkSegment(9585298e-743e-4dee-bd30-53ee385a34e9),segment_id=9585298e-743e-4dee-bd30-53ee385a34e9)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:21:57.409830 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-78f573a0-dbf6-4431-a255-38aace6fa320 req-0053f87f-0950-4a11-a760-63779f04d0cb tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:57.422138 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-78f573a0-dbf6-4431-a255-38aace6fa320 req-0053f87f-0950-4a11-a760-63779f04d0cb tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Calling delete_port for d216dfaa-0ce0-446c-97a8-607f5de50793 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:21:57.554239 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-78f573a0-dbf6-4431-a255-38aace6fa320 req-0053f87f-0950-4a11-a760-63779f04d0cb tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:57.582762 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053f87f-0950-4a11-a760-63779f04d0cb tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Pushing event deleted for resources: {'Port': ['ID=d216dfaa-0ce0-446c-97a8-607f5de50793,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:21:57.595413 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053f87f-0950-4a11-a760-63779f04d0cb tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:57.595853 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053f87f-0950-4a11-a760-63779f04d0cb tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:57.596191 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053f87f-0950-4a11-a760-63779f04d0cb tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:57.596837 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053f87f-0950-4a11-a760-63779f04d0cb tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:57.596837 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053f87f-0950-4a11-a760-63779f04d0cb tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:57.597290 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053f87f-0950-4a11-a760-63779f04d0cb tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:57.597756 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053f87f-0950-4a11-a760-63779f04d0cb tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:57.597756 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053f87f-0950-4a11-a760-63779f04d0cb tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:57.598298 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053f87f-0950-4a11-a760-63779f04d0cb tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:57.598298 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053f87f-0950-4a11-a760-63779f04d0cb tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:57.598941 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053f87f-0950-4a11-a760-63779f04d0cb tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:57.598941 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053f87f-0950-4a11-a760-63779f04d0cb tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:57.643785 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f573a0-dbf6-4431-a255-38aace6fa320 req-0053f87f-0950-4a11-a760-63779f04d0cb tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] No DVR routers for this DVR port d216dfaa-0ce0-446c-97a8-607f5de50793 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:21:57.646381 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-78f573a0-dbf6-4431-a255-38aace6fa320 req-0053f87f-0950-4a11-a760-63779f04d0cb tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:57.648380 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-78f573a0-dbf6-4431-a255-38aace6fa320 req-0053f87f-0950-4a11-a760-63779f04d0cb tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.18 "DELETE /v2.0/ports/d216dfaa-0ce0-446c-97a8-607f5de50793 HTTP/1.1" status: 204 len: 173 time: 0.4314291 Jul 23 21:21:57.648805 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca6a469-92e1-4d3d-bbbb-dde826dc3443', 'name': 'network-vif-deleted', 'tag': 'd216dfaa-0ce0-446c-97a8-607f5de50793'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:21:57.651127 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1358e00761cb368f0f7ae124e23a857cb06aa2e8cdc938e6d7a9a9ae7bd1e98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d49742a-73dc-4167-9043-51a31b23f31f" -d '{"events": [{"server_uuid": "eca6a469-92e1-4d3d-bbbb-dde826dc3443", "name": "network-vif-deleted", "tag": "d216dfaa-0ce0-446c-97a8-607f5de50793"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:21:57.690889 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ac6ede-4d16-477f-9ea2-52bf687adb45 x-openstack-request-id: req-51ac6ede-4d16-477f-9ea2-52bf687adb45 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:21:57.691907 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca6a469-92e1-4d3d-bbbb-dde826dc3443", "name": "network-vif-deleted", "tag": "d216dfaa-0ce0-446c-97a8-607f5de50793", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:21:57.691907 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-51ac6ede-4d16-477f-9ea2-52bf687adb45 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:21:57.691907 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca6a469-92e1-4d3d-bbbb-dde826dc3443', 'name': 'network-vif-deleted', 'tag': 'd216dfaa-0ce0-446c-97a8-607f5de50793', 'status': 'completed', 'code': 200} Jul 23 21:21:58.259615 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f06f4683-ee6f-4893-a068-90c4cdc449d8 req-ec689749-0dba-4d0d-b023-7cca75aa094e tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 210 time: 0.0337596 Jul 23 21:21:59.366060 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-89390dfa-0c5b-48c6-8c51-cc563b0c8587 req-40b24a88-dab8-4dd8-bf6a-26d1853112dc tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 210 time: 0.0342748 Jul 23 21:22:00.465764 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-fb2a7613-5178-445f-bea9-c53596406ac3 req-29ca88cf-129f-47ca-b0e2-14ea5479ac48 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 210 time: 0.0309448 Jul 23 21:22:01.587411 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-970f9875-2c7a-40f9-bede-582555e7f6a3 req-ad8a42b4-51ed-4386-b424-8cd5a6e22f1e tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "GET /v2.0/ports?device_id=eca6a469-92e1-4d3d-bbbb-dde826dc3443 HTTP/1.1" status: 200 len: 210 time: 0.0327666 Jul 23 21:22:01.697586 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device d216dfaa-0ce0-446c-97a8-607f5de50793 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:22:01.719420 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: d216dfaa-0ce0-446c-97a8-607f5de50793 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:22:01.719986 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device d216dfaa-0ce0-446c-97a8-607f5de50793 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:22:02.647182 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40408) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:02.708839 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f6c9d7a6-c48c-43d8-a977-68e84c024fc7 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:02.737324 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f6c9d7a6-c48c-43d8-a977-68e84c024fc7 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:02.803497 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f6c9d7a6-c48c-43d8-a977-68e84c024fc7 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:02.806134 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f6c9d7a6-c48c-43d8-a977-68e84c024fc7 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:02.809820 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-f6c9d7a6-c48c-43d8-a977-68e84c024fc7 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] 10.222.0.32 "DELETE /v2.0/security-groups/1e1dcad7-f3ef-4a62-afaf-27049a73666e HTTP/1.1" status: 204 len: 168 time: 0.1591110 Jul 23 21:22:02.817297 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c9d7a6-c48c-43d8-a977-68e84c024fc7 tempest-TestShelveInstance-1645135341 tempest-TestShelveInstance-1645135341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1dcad7-f3ef-4a62-afaf-27049a73666e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:02.856414 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40414) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:03.339079 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a3abec1-1d84-4aef-9c63-500acb82e6a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:03.608897 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-1a3abec1-1d84-4aef-9c63-500acb82e6a1 admin admin] Deleting port 9bdf65f0-6e77-4a20-8ed6-041b31b1343f {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:22:03.609237 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a3abec1-1d84-4aef-9c63-500acb82e6a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:03.699601 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-1a3abec1-1d84-4aef-9c63-500acb82e6a1 admin admin] For port 9bdf65f0-6e77-4a20-8ed6-041b31b1343f, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=9bdf65f0-6e77-4a20-8ed6-041b31b1343f,segment=NetworkSegment(9585298e-743e-4dee-bd30-53ee385a34e9),segment_id=9585298e-743e-4dee-bd30-53ee385a34e9)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:22:03.700359 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a3abec1-1d84-4aef-9c63-500acb82e6a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:03.716198 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-1a3abec1-1d84-4aef-9c63-500acb82e6a1 admin admin] Calling delete_port for 9bdf65f0-6e77-4a20-8ed6-041b31b1343f owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:22:03.912633 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a3abec1-1d84-4aef-9c63-500acb82e6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:03.939604 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3abec1-1d84-4aef-9c63-500acb82e6a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bdf65f0-6e77-4a20-8ed6-041b31b1343f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:04.121537 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1a3abec1-1d84-4aef-9c63-500acb82e6a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:04.356088 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3abec1-1d84-4aef-9c63-500acb82e6a1 admin admin] Router f8cb253c-3833-4230-b910-974b0bc659f1 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:22:04.800275 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3abec1-1d84-4aef-9c63-500acb82e6a1 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:22:04.805425 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1a3abec1-1d84-4aef-9c63-500acb82e6a1 admin admin] 10.222.0.32 "PUT /v2.0/routers/f8cb253c-3833-4230-b910-974b0bc659f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9481039 Jul 23 21:22:04.807828 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40418) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:04.808915 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d10627-1be2-4b85-8240-6d8c38553b77 None None] Sync routers for ids ['f8cb253c-3833-4230-b910-974b0bc659f1'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:22:04.819259 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d10627-1be2-4b85-8240-6d8c38553b77 None None] Routers {'f8cb253c-3833-4230-b910-974b0bc659f1'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:22:04.819875 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-10d10627-1be2-4b85-8240-6d8c38553b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:21:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['f8cb253c-3833-4230-b910-974b0bc659f1'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:04.911427 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-297efc09-c1a3-4dca-b2b1-9cd75a13e635 admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:04.922545 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-10d10627-1be2-4b85-8240-6d8c38553b77 None None] Set router f8cb253c-3833-4230-b910-974b0bc659f1 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:22:05.013643 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-297efc09-c1a3-4dca-b2b1-9cd75a13e635 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:05.070140 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-297efc09-c1a3-4dca-b2b1-9cd75a13e635 admin admin] Deleting port bab6dbd0-3db4-4eb6-9d75-77720b921e20 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:22:05.070423 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-297efc09-c1a3-4dca-b2b1-9cd75a13e635 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:05.106818 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-10d10627-1be2-4b85-8240-6d8c38553b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'name': 'tempest-TestShelveInstance-308861925-router', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'bab6dbd0-3db4-4eb6-9d75-77720b921e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:13:15Z', 'updated_at': '2021-07-23T21:22:03Z', 'revision_number': 5, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'gw_port': {'id': 'bab6dbd0-3db4-4eb6-9d75-77720b921e20', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:15Z', 'updated_at': '2021-07-23T21:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:05.133095 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d10627-1be2-4b85-8240-6d8c38553b77 None None] Checking router: f8cb253c-3833-4230-b910-974b0bc659f1 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:22:05.141302 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d10627-1be2-4b85-8240-6d8c38553b77 None None] Routers {'f8cb253c-3833-4230-b910-974b0bc659f1'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:22:05.141935 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-10d10627-1be2-4b85-8240-6d8c38553b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:21:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['f8cb253c-3833-4230-b910-974b0bc659f1'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:05.155135 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-297efc09-c1a3-4dca-b2b1-9cd75a13e635 admin admin] For port bab6dbd0-3db4-4eb6-9d75-77720b921e20, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=bab6dbd0-3db4-4eb6-9d75-77720b921e20,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:22:05.155488 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-297efc09-c1a3-4dca-b2b1-9cd75a13e635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:05.167427 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-297efc09-c1a3-4dca-b2b1-9cd75a13e635 admin admin] Calling delete_port for bab6dbd0-3db4-4eb6-9d75-77720b921e20 owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:22:05.226683 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-10d10627-1be2-4b85-8240-6d8c38553b77 None None] Set router f8cb253c-3833-4230-b910-974b0bc659f1 gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:22:05.282362 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-10d10627-1be2-4b85-8240-6d8c38553b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'name': 'tempest-TestShelveInstance-308861925-router', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:13:15Z', 'updated_at': '2021-07-23T21:22:05Z', 'revision_number': 6, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:05.311088 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d10627-1be2-4b85-8240-6d8c38553b77 None None] The sync data for ids ['f8cb253c-3833-4230-b910-974b0bc659f1'] in n-d-793618-10 is: [{'id': 'f8cb253c-3833-4230-b910-974b0bc659f1', 'name': 'tempest-TestShelveInstance-308861925-router', 'tenant_id': '515a2758bbb04419a9e68f464b1e18f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:13:15Z', 'updated_at': '2021-07-23T21:22:05Z', 'revision_number': 6, 'project_id': '515a2758bbb04419a9e68f464b1e18f6', 'gw_port_host': None}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:22:05.343533 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-297efc09-c1a3-4dca-b2b1-9cd75a13e635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:05.375322 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297efc09-c1a3-4dca-b2b1-9cd75a13e635 admin admin] Pushing event deleted for resources: {'Port': ['ID=bab6dbd0-3db4-4eb6-9d75-77720b921e20,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:05.442713 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-297efc09-c1a3-4dca-b2b1-9cd75a13e635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:05.532715 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-297efc09-c1a3-4dca-b2b1-9cd75a13e635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:05.534854 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-297efc09-c1a3-4dca-b2b1-9cd75a13e635 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:05.580129 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-297efc09-c1a3-4dca-b2b1-9cd75a13e635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:05.580679 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297efc09-c1a3-4dca-b2b1-9cd75a13e635 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8cb253c-3833-4230-b910-974b0bc659f1 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:22:05.588334 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-297efc09-c1a3-4dca-b2b1-9cd75a13e635 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:05.589562 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-297efc09-c1a3-4dca-b2b1-9cd75a13e635 admin admin] 10.222.0.32 "DELETE /v2.0/routers/f8cb253c-3833-4230-b910-974b0bc659f1 HTTP/1.1" status: 204 len: 168 time: 0.7807338 Jul 23 21:22:05.592175 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40420) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:05.636523 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-caaee5b2-61af-4897-a616-ed73d72038fb admin admin] Deleting subnet 0c313f79-f72a-4f6a-b6db-31f676f92691 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:22:05.639508 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-caaee5b2-61af-4897-a616-ed73d72038fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:05.674185 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-caaee5b2-61af-4897-a616-ed73d72038fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:05.761192 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-caaee5b2-61af-4897-a616-ed73d72038fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:05.814268 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-caaee5b2-61af-4897-a616-ed73d72038fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:05.839660 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaee5b2-61af-4897-a616-ed73d72038fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c313f79-f72a-4f6a-b6db-31f676f92691,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:05.843187 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-caaee5b2-61af-4897-a616-ed73d72038fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:05.845199 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-caaee5b2-61af-4897-a616-ed73d72038fb admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0c313f79-f72a-4f6a-b6db-31f676f92691 HTTP/1.1" status: 204 len: 168 time: 0.2520747 Jul 23 21:22:05.847716 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40422) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:05.850699 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679b365a-09c0-49af-bb56-569ffc0d20c5 None None] Network 3a64db20-4e5e-49ef-a08f-8723bf117de2 requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:22:05.919608 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ff45f1a-2c7c-4c0f-ba00-00e741112402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:05.972328 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-1ff45f1a-2c7c-4c0f-ba00-00e741112402 admin admin] Deleting port 53d501d9-48cf-4752-81d1-9e6e4cd70ae4 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:22:05.972672 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ff45f1a-2c7c-4c0f-ba00-00e741112402 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:06.040589 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-1ff45f1a-2c7c-4c0f-ba00-00e741112402 admin admin] For port 53d501d9-48cf-4752-81d1-9e6e4cd70ae4, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=53d501d9-48cf-4752-81d1-9e6e4cd70ae4,segment=NetworkSegment(9585298e-743e-4dee-bd30-53ee385a34e9),segment_id=9585298e-743e-4dee-bd30-53ee385a34e9)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:22:06.041319 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ff45f1a-2c7c-4c0f-ba00-00e741112402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:06.054670 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-1ff45f1a-2c7c-4c0f-ba00-00e741112402 admin admin] Calling delete_port for 53d501d9-48cf-4752-81d1-9e6e4cd70ae4 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:22:06.111375 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c714af3-867a-4256-9a56-4fa7761bb0c9 None None] DHCP port deletion for 3a64db20-4e5e-49ef-a08f-8723bf117de2 request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:22:06.145409 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ff45f1a-2c7c-4c0f-ba00-00e741112402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:06.160124 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-5c714af3-867a-4256-9a56-4fa7761bb0c9 None None] Deleting port 53d501d9-48cf-4752-81d1-9e6e4cd70ae4 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:22:06.160488 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5c714af3-867a-4256-9a56-4fa7761bb0c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:06.171659 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff45f1a-2c7c-4c0f-ba00-00e741112402 admin admin] Pushing event deleted for resources: {'Port': ['ID=53d501d9-48cf-4752-81d1-9e6e4cd70ae4,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:06.175970 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff45f1a-2c7c-4c0f-ba00-00e741112402 admin admin] No DVR routers for this DVR port 53d501d9-48cf-4752-81d1-9e6e4cd70ae4 on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:22:06.228203 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-5c714af3-867a-4256-9a56-4fa7761bb0c9 None None] For port 53d501d9-48cf-4752-81d1-9e6e4cd70ae4, host n-d-793618-10, got binding levels [] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:22:06.228598 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5c714af3-867a-4256-9a56-4fa7761bb0c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:06.241685 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-5c714af3-867a-4256-9a56-4fa7761bb0c9 None None] Calling delete_port for 53d501d9-48cf-4752-81d1-9e6e4cd70ae4 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:22:06.244364 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.ipam_backend_mixin [None req-5c714af3-867a-4256-9a56-4fa7761bb0c9 None None] Port 53d501d9-48cf-4752-81d1-9e6e4cd70ae4 was not found and therefore no delete operation was performed {{(pid=93877) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 21:22:06.246719 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5c714af3-867a-4256-9a56-4fa7761bb0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:06.257582 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ff45f1a-2c7c-4c0f-ba00-00e741112402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:06.267759 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-1ff45f1a-2c7c-4c0f-ba00-00e741112402 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a64db20-4e5e-49ef-a08f-8723bf117de2']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:06.273756 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c714af3-867a-4256-9a56-4fa7761bb0c9 None None] Pushing event deleted for resources: {'Port': ['ID=53d501d9-48cf-4752-81d1-9e6e4cd70ae4,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:06.278367 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-1ff45f1a-2c7c-4c0f-ba00-00e741112402 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9585298e-743e-4dee-bd30-53ee385a34e9') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:06.278708 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-1ff45f1a-2c7c-4c0f-ba00-00e741112402 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9585298e-743e-4dee-bd30-53ee385a34e9') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:06.282132 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c714af3-867a-4256-9a56-4fa7761bb0c9 None None] No DVR routers for this DVR port 53d501d9-48cf-4752-81d1-9e6e4cd70ae4 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:22:06.284937 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c714af3-867a-4256-9a56-4fa7761bb0c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:06.285286 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c714af3-867a-4256-9a56-4fa7761bb0c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:06.285655 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c714af3-867a-4256-9a56-4fa7761bb0c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:06.285994 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c714af3-867a-4256-9a56-4fa7761bb0c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:06.286328 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c714af3-867a-4256-9a56-4fa7761bb0c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:06.286655 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c714af3-867a-4256-9a56-4fa7761bb0c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:06.286979 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c714af3-867a-4256-9a56-4fa7761bb0c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:06.287302 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c714af3-867a-4256-9a56-4fa7761bb0c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:06.287629 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c714af3-867a-4256-9a56-4fa7761bb0c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:06.287776 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ff45f1a-2c7c-4c0f-ba00-00e741112402 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:06.287947 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c714af3-867a-4256-9a56-4fa7761bb0c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:06.288270 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c714af3-867a-4256-9a56-4fa7761bb0c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:06.288587 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c714af3-867a-4256-9a56-4fa7761bb0c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:06.304162 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ff45f1a-2c7c-4c0f-ba00-00e741112402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:06.310646 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ff45f1a-2c7c-4c0f-ba00-00e741112402 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:22:06.311050 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ff45f1a-2c7c-4c0f-ba00-00e741112402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:06.313400 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 21:22:06.313400 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:22:06.313400 n-d-793618-10 neutron-server[93876]: timer() Jul 23 21:22:06.313400 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:22:06.313400 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 21:22:06.313400 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:22:06.313400 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 21:22:06.313400 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:22:06.313400 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 21:22:06.313400 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:22:06.313400 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 21:22:06.313400 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:22:06.313400 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 21:22:06.313400 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:22:06.313400 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:22:06.313400 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:22:06.313400 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:22:06.313400 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:22:06.313400 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 21:22:06.313400 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:22:06.313400 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 21:22:06.313400 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:22:06.313400 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:22:06.313400 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:22:06.313400 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 21:22:06.313400 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:22:06.313400 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:22:06.313400 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:22:06.313400 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:22:06.313400 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:22:06.313400 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:22:06.313400 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:22:06.368701 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ff45f1a-2c7c-4c0f-ba00-00e741112402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:06.373518 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ff45f1a-2c7c-4c0f-ba00-00e741112402 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:06.379221 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1ff45f1a-2c7c-4c0f-ba00-00e741112402 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3a64db20-4e5e-49ef-a08f-8723bf117de2 HTTP/1.1" status: 204 len: 168 time: 0.5305650 Jul 23 21:22:06.379603 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40424) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:06.392648 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff45f1a-2c7c-4c0f-ba00-00e741112402 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a64db20-4e5e-49ef-a08f-8723bf117de2,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:06.736497 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-56b5b3af-e73d-4087-b842-100e45e55ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:06.988489 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-56b5b3af-e73d-4087-b842-100e45e55ad1 admin admin] Deleting port c6dfffc8-a431-4575-a050-4d379b71d5f0 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:22:06.988747 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-56b5b3af-e73d-4087-b842-100e45e55ad1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:07.073020 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-56b5b3af-e73d-4087-b842-100e45e55ad1 admin admin] For port c6dfffc8-a431-4575-a050-4d379b71d5f0, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=c6dfffc8-a431-4575-a050-4d379b71d5f0,segment=NetworkSegment(e712e05b-a865-44ff-90e0-90e7cf85dacd),segment_id=e712e05b-a865-44ff-90e0-90e7cf85dacd)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:22:07.073375 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-56b5b3af-e73d-4087-b842-100e45e55ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:07.086467 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-56b5b3af-e73d-4087-b842-100e45e55ad1 admin admin] Calling delete_port for c6dfffc8-a431-4575-a050-4d379b71d5f0 owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:22:07.087891 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 9bdf65f0-6e77-4a20-8ed6-041b31b1343f no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:22:07.108345 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 9bdf65f0-6e77-4a20-8ed6-041b31b1343f {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:22:07.108690 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 9bdf65f0-6e77-4a20-8ed6-041b31b1343f not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:22:07.109117 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 53d501d9-48cf-4752-81d1-9e6e4cd70ae4 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:22:07.128003 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 53d501d9-48cf-4752-81d1-9e6e4cd70ae4 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:22:07.128345 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 53d501d9-48cf-4752-81d1-9e6e4cd70ae4 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:22:07.128761 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device bab6dbd0-3db4-4eb6-9d75-77720b921e20 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:22:07.147351 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: bab6dbd0-3db4-4eb6-9d75-77720b921e20 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:22:07.147694 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device bab6dbd0-3db4-4eb6-9d75-77720b921e20 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:22:07.271104 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-56b5b3af-e73d-4087-b842-100e45e55ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:07.299658 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5b3af-e73d-4087-b842-100e45e55ad1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6dfffc8-a431-4575-a050-4d379b71d5f0,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:07.773884 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-56b5b3af-e73d-4087-b842-100e45e55ad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:07.983003 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b5b3af-e73d-4087-b842-100e45e55ad1 admin admin] Router b16e0f07-c958-4985-86ae-d16cf7684640 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:22:08.088172 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b5b3af-e73d-4087-b842-100e45e55ad1 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:22:08.093058 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-56b5b3af-e73d-4087-b842-100e45e55ad1 admin admin] 10.222.0.32 "PUT /v2.0/routers/b16e0f07-c958-4985-86ae-d16cf7684640/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7123368 Jul 23 21:22:08.095994 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40426) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:08.097034 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449942d2-ae60-46a3-b300-13b263d52f85 None None] Sync routers for ids ['b16e0f07-c958-4985-86ae-d16cf7684640'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:22:08.106430 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449942d2-ae60-46a3-b300-13b263d52f85 None None] Routers {'b16e0f07-c958-4985-86ae-d16cf7684640'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:22:08.107128 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-449942d2-ae60-46a3-b300-13b263d52f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:21:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['b16e0f07-c958-4985-86ae-d16cf7684640'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:08.199469 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-46ef13c0-42ed-4535-83c0-28746c5ba799 admin admin] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:08.209847 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-449942d2-ae60-46a3-b300-13b263d52f85 None None] Set router b16e0f07-c958-4985-86ae-d16cf7684640 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:22:08.300695 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-46ef13c0-42ed-4535-83c0-28746c5ba799 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:08.357712 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-46ef13c0-42ed-4535-83c0-28746c5ba799 admin admin] Deleting port b53a938e-a5db-467a-ac3f-b254388b964b {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:22:08.358103 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-46ef13c0-42ed-4535-83c0-28746c5ba799 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:08.388853 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-449942d2-ae60-46a3-b300-13b263d52f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16e0f07-c958-4985-86ae-d16cf7684640', 'name': 'tempest-TestShelveInstance-1839697629-router', 'tenant_id': 'f140ae2420e74bdc82ed7ed9c6b7b6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'b53a938e-a5db-467a-ac3f-b254388b964b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:13:20Z', 'updated_at': '2021-07-23T21:22:07Z', 'revision_number': 5, 'project_id': 'f140ae2420e74bdc82ed7ed9c6b7b6cd', 'gw_port': {'id': 'b53a938e-a5db-467a-ac3f-b254388b964b', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:38:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16e0f07-c958-4985-86ae-d16cf7684640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:13:20Z', 'updated_at': '2021-07-23T21:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:08.419640 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449942d2-ae60-46a3-b300-13b263d52f85 None None] Checking router: b16e0f07-c958-4985-86ae-d16cf7684640 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:22:08.428436 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449942d2-ae60-46a3-b300-13b263d52f85 None None] Routers {'b16e0f07-c958-4985-86ae-d16cf7684640'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:22:08.429045 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-449942d2-ae60-46a3-b300-13b263d52f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:21:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['b16e0f07-c958-4985-86ae-d16cf7684640'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:08.443595 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-46ef13c0-42ed-4535-83c0-28746c5ba799 admin admin] For port b53a938e-a5db-467a-ac3f-b254388b964b, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=b53a938e-a5db-467a-ac3f-b254388b964b,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:22:08.443963 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-46ef13c0-42ed-4535-83c0-28746c5ba799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:08.457191 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-46ef13c0-42ed-4535-83c0-28746c5ba799 admin admin] Calling delete_port for b53a938e-a5db-467a-ac3f-b254388b964b owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:22:08.514781 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-449942d2-ae60-46a3-b300-13b263d52f85 None None] Set router b16e0f07-c958-4985-86ae-d16cf7684640 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:22:08.566028 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-449942d2-ae60-46a3-b300-13b263d52f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16e0f07-c958-4985-86ae-d16cf7684640', 'name': 'tempest-TestShelveInstance-1839697629-router', 'tenant_id': 'f140ae2420e74bdc82ed7ed9c6b7b6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:13:20Z', 'updated_at': '2021-07-23T21:22:08Z', 'revision_number': 6, 'project_id': 'f140ae2420e74bdc82ed7ed9c6b7b6cd', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:08.596196 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449942d2-ae60-46a3-b300-13b263d52f85 None None] The sync data for ids ['b16e0f07-c958-4985-86ae-d16cf7684640'] in n-d-793618-10 is: [{'id': 'b16e0f07-c958-4985-86ae-d16cf7684640', 'name': 'tempest-TestShelveInstance-1839697629-router', 'tenant_id': 'f140ae2420e74bdc82ed7ed9c6b7b6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:13:20Z', 'updated_at': '2021-07-23T21:22:08Z', 'revision_number': 6, 'project_id': 'f140ae2420e74bdc82ed7ed9c6b7b6cd', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:22:08.631176 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-46ef13c0-42ed-4535-83c0-28746c5ba799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:08.655548 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef13c0-42ed-4535-83c0-28746c5ba799 admin admin] Pushing event deleted for resources: {'Port': ['ID=b53a938e-a5db-467a-ac3f-b254388b964b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:08.726348 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-46ef13c0-42ed-4535-83c0-28746c5ba799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:08.816058 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-46ef13c0-42ed-4535-83c0-28746c5ba799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:08.818168 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-46ef13c0-42ed-4535-83c0-28746c5ba799 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:08.861232 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-46ef13c0-42ed-4535-83c0-28746c5ba799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:08.861927 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ef13c0-42ed-4535-83c0-28746c5ba799 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b16e0f07-c958-4985-86ae-d16cf7684640 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:22:08.868276 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-46ef13c0-42ed-4535-83c0-28746c5ba799 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:08.869609 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-46ef13c0-42ed-4535-83c0-28746c5ba799 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b16e0f07-c958-4985-86ae-d16cf7684640 HTTP/1.1" status: 204 len: 168 time: 0.7725432 Jul 23 21:22:08.872048 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40428) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:08.916014 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-09d319dd-8fbb-43ae-aa67-80a727a458f0 admin admin] Deleting subnet 95907dce-38e3-44d1-bdac-c603efcfe41c {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:22:08.919001 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-09d319dd-8fbb-43ae-aa67-80a727a458f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:08.959190 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-09d319dd-8fbb-43ae-aa67-80a727a458f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62436132'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:09.039544 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-09d319dd-8fbb-43ae-aa67-80a727a458f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:09.090262 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-09d319dd-8fbb-43ae-aa67-80a727a458f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59162219'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:09.118583 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d319dd-8fbb-43ae-aa67-80a727a458f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95907dce-38e3-44d1-bdac-c603efcfe41c,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:09.122004 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-09d319dd-8fbb-43ae-aa67-80a727a458f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:09.127224 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf9e6ea-bc2d-4336-adde-11a390dcd26d None None] Network ca8bb2be-d211-483e-a599-6556cfcbeb8c requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:22:09.128007 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-09d319dd-8fbb-43ae-aa67-80a727a458f0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/95907dce-38e3-44d1-bdac-c603efcfe41c HTTP/1.1" status: 204 len: 168 time: 0.2513170 Jul 23 21:22:09.128336 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40430) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:09.201251 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7258339-2ac9-46cf-ba7d-be120e09b68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:09.256796 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a7258339-2ac9-46cf-ba7d-be120e09b68a admin admin] Deleting port 03821571-a0e0-4903-9c4a-c35a3583f98e {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:22:09.257170 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7258339-2ac9-46cf-ba7d-be120e09b68a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:09.330160 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-a7258339-2ac9-46cf-ba7d-be120e09b68a admin admin] For port 03821571-a0e0-4903-9c4a-c35a3583f98e, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=03821571-a0e0-4903-9c4a-c35a3583f98e,segment=NetworkSegment(e712e05b-a865-44ff-90e0-90e7cf85dacd),segment_id=e712e05b-a865-44ff-90e0-90e7cf85dacd)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:22:09.330160 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7258339-2ac9-46cf-ba7d-be120e09b68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:09.340720 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddd2d0b-e6fb-44dc-8206-47f77ff5be26 None None] DHCP port deletion for ca8bb2be-d211-483e-a599-6556cfcbeb8c request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:22:09.350245 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-a7258339-2ac9-46cf-ba7d-be120e09b68a admin admin] Calling delete_port for 03821571-a0e0-4903-9c4a-c35a3583f98e owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:22:09.393908 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1ddd2d0b-e6fb-44dc-8206-47f77ff5be26 None None] Deleting port 03821571-a0e0-4903-9c4a-c35a3583f98e {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:22:09.394394 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1ddd2d0b-e6fb-44dc-8206-47f77ff5be26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:09.398480 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device b53a938e-a5db-467a-ac3f-b254388b964b no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:22:09.435283 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: b53a938e-a5db-467a-ac3f-b254388b964b {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:22:09.435657 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device b53a938e-a5db-467a-ac3f-b254388b964b not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:22:09.436045 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device c6dfffc8-a431-4575-a050-4d379b71d5f0 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:22:09.451985 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7258339-2ac9-46cf-ba7d-be120e09b68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:09.460041 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: c6dfffc8-a431-4575-a050-4d379b71d5f0 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:22:09.460480 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device c6dfffc8-a431-4575-a050-4d379b71d5f0 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:22:09.460480 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 03821571-a0e0-4903-9c4a-c35a3583f98e no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:22:09.479493 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7258339-2ac9-46cf-ba7d-be120e09b68a admin admin] Pushing event deleted for resources: {'Port': ['ID=03821571-a0e0-4903-9c4a-c35a3583f98e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:09.483199 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7258339-2ac9-46cf-ba7d-be120e09b68a admin admin] No DVR routers for this DVR port 03821571-a0e0-4903-9c4a-c35a3583f98e on host n-d-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:22:09.516035 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 03821571-a0e0-4903-9c4a-c35a3583f98e {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:22:09.516178 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 03821571-a0e0-4903-9c4a-c35a3583f98e not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:22:09.523902 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-1ddd2d0b-e6fb-44dc-8206-47f77ff5be26 None None] For port 03821571-a0e0-4903-9c4a-c35a3583f98e, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=03821571-a0e0-4903-9c4a-c35a3583f98e,segment=NetworkSegment(e712e05b-a865-44ff-90e0-90e7cf85dacd),segment_id=e712e05b-a865-44ff-90e0-90e7cf85dacd)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:22:09.524299 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1ddd2d0b-e6fb-44dc-8206-47f77ff5be26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:09.537242 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-1ddd2d0b-e6fb-44dc-8206-47f77ff5be26 None None] Calling delete_port for 03821571-a0e0-4903-9c4a-c35a3583f98e owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:22:09.564105 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7258339-2ac9-46cf-ba7d-be120e09b68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:09.575282 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-a7258339-2ac9-46cf-ba7d-be120e09b68a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca8bb2be-d211-483e-a599-6556cfcbeb8c']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:09.586239 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-a7258339-2ac9-46cf-ba7d-be120e09b68a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e712e05b-a865-44ff-90e0-90e7cf85dacd') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:09.586468 n-d-793618-10 neutron-server[93875]: DEBUG neutron.services.segments.db [None req-a7258339-2ac9-46cf-ba7d-be120e09b68a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e712e05b-a865-44ff-90e0-90e7cf85dacd') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:09.597359 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7258339-2ac9-46cf-ba7d-be120e09b68a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62436125'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:09.613099 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7258339-2ac9-46cf-ba7d-be120e09b68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:09.619365 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1ddd2d0b-e6fb-44dc-8206-47f77ff5be26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:09.619697 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7258339-2ac9-46cf-ba7d-be120e09b68a admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:22:09.620246 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7258339-2ac9-46cf-ba7d-be120e09b68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61975430'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:09.621912 n-d-793618-10 neutron-server[93875]: Traceback (most recent call last): Jul 23 21:22:09.621912 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:22:09.621912 n-d-793618-10 neutron-server[93875]: timer() Jul 23 21:22:09.621912 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:22:09.621912 n-d-793618-10 neutron-server[93875]: cb(*args, **kw) Jul 23 21:22:09.621912 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:22:09.621912 n-d-793618-10 neutron-server[93875]: return func(*args, **kwargs) Jul 23 21:22:09.621912 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:22:09.621912 n-d-793618-10 neutron-server[93875]: self._notify() Jul 23 21:22:09.621912 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:22:09.621912 n-d-793618-10 neutron-server[93875]: self.callback(batched_events) Jul 23 21:22:09.621912 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:22:09.621912 n-d-793618-10 neutron-server[93875]: event.method(event) Jul 23 21:22:09.621912 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:22:09.621912 n-d-793618-10 neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:22:09.621912 n-d-793618-10 neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:22:09.621912 n-d-793618-10 neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:22:09.621912 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:22:09.621912 n-d-793618-10 neutron-server[93875]: return f(self, *a, **k) Jul 23 21:22:09.621912 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:22:09.621912 n-d-793618-10 neutron-server[93875]: return self._get(url).json() Jul 23 21:22:09.621912 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:22:09.621912 n-d-793618-10 neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:22:09.621912 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:22:09.621912 n-d-793618-10 neutron-server[93875]: return self.request(url, 'GET', **kwargs) Jul 23 21:22:09.621912 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:22:09.621912 n-d-793618-10 neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:22:09.621912 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:22:09.621912 n-d-793618-10 neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:22:09.621912 n-d-793618-10 neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:22:09.621912 n-d-793618-10 neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:22:09.621912 n-d-793618-10 neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:22:09.651232 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd2d0b-e6fb-44dc-8206-47f77ff5be26 None None] Pushing event deleted for resources: {'Port': ['ID=03821571-a0e0-4903-9c4a-c35a3583f98e,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:09.658109 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddd2d0b-e6fb-44dc-8206-47f77ff5be26 None None] No DVR routers for this DVR port 03821571-a0e0-4903-9c4a-c35a3583f98e on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:22:09.695074 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7258339-2ac9-46cf-ba7d-be120e09b68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:09.700742 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a7258339-2ac9-46cf-ba7d-be120e09b68a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:09.702826 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-a7258339-2ac9-46cf-ba7d-be120e09b68a admin admin] 10.222.0.32 "DELETE /v2.0/networks/ca8bb2be-d211-483e-a599-6556cfcbeb8c HTTP/1.1" status: 204 len: 168 time: 0.5735483 Jul 23 21:22:09.714358 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7258339-2ac9-46cf-ba7d-be120e09b68a admin admin] Pushing event deleted for resources: {'Network': ['ID=ca8bb2be-d211-483e-a599-6556cfcbeb8c,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:09.812804 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40434) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:09.852154 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-bba917a2-5b89-48d3-a585-43874640afeb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=515a2758bbb04419a9e68f464b1e18f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381370 Jul 23 21:22:09.854510 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40436) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:09.907885 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7e8b9288-e0da-4f2f-b87e-85c63cca4c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:09.928020 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7e8b9288-e0da-4f2f-b87e-85c63cca4c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:09.976208 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7e8b9288-e0da-4f2f-b87e-85c63cca4c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:09.979191 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7e8b9288-e0da-4f2f-b87e-85c63cca4c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:09.980727 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-7e8b9288-e0da-4f2f-b87e-85c63cca4c48 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ac29595f-522a-4239-9e8c-89acbfcddc44 HTTP/1.1" status: 204 len: 168 time: 0.1253266 Jul 23 21:22:09.989964 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b9288-e0da-4f2f-b87e-85c63cca4c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac29595f-522a-4239-9e8c-89acbfcddc44,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:10.298294 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40442) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:10.338978 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-00b2bc7a-ce46-4ff7-a1a9-80df64408d4f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f140ae2420e74bdc82ed7ed9c6b7b6cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394759 Jul 23 21:22:10.341387 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40444) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:10.388405 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2acaafe9-8eef-4dc5-9767-112f970ce0c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:10.410049 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2acaafe9-8eef-4dc5-9767-112f970ce0c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:10.425315 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3bf73754-d95f-48d3-b935-5761f5905444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:10.458580 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2acaafe9-8eef-4dc5-9767-112f970ce0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:10.461356 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2acaafe9-8eef-4dc5-9767-112f970ce0c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:10.462576 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-2acaafe9-8eef-4dc5-9767-112f970ce0c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d4316784-40d2-46bc-88fc-5e498a22ecae HTTP/1.1" status: 204 len: 168 time: 0.1202517 Jul 23 21:22:10.470106 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acaafe9-8eef-4dc5-9767-112f970ce0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4316784-40d2-46bc-88fc-5e498a22ecae,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:11.107688 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40466) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:11.200662 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-e3cf0ecb-64a8-4f42-8114-5a432a994e1e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-444096031-network', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:22:11.222180 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3cf0ecb-64a8-4f42-8114-5a432a994e1e admin admin] Made reservation on behalf of 0e76f9199c3949168304d0925fabc6a7 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:22:11.224401 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e3cf0ecb-64a8-4f42-8114-5a432a994e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:11.236042 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e3cf0ecb-64a8-4f42-8114-5a432a994e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:11.320870 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e3cf0ecb-64a8-4f42-8114-5a432a994e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:11.324661 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e3cf0ecb-64a8-4f42-8114-5a432a994e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:11.354098 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3cf0ecb-64a8-4f42-8114-5a432a994e1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:22:11.363626 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf0ecb-64a8-4f42-8114-5a432a994e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9452bb-5d75-44ca-830b-62738a37d2db,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:11.370854 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e3cf0ecb-64a8-4f42-8114-5a432a994e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:11.371191 n-d-793618-10 neutron-server[93875]: INFO neutron.db.segments_db [None req-e3cf0ecb-64a8-4f42-8114-5a432a994e1e admin admin] Added segment 18b92ed1-2c33-4485-8472-4bc5f6466972 of type vlan for network 53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f Jul 23 21:22:11.410184 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e3cf0ecb-64a8-4f42-8114-5a432a994e1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:11.439052 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e3cf0ecb-64a8-4f42-8114-5a432a994e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:11.440028 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cf0ecb-64a8-4f42-8114-5a432a994e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:11.440624 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e3cf0ecb-64a8-4f42-8114-5a432a994e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3630078'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:11.475540 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-e3cf0ecb-64a8-4f42-8114-5a432a994e1e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3666933 Jul 23 21:22:11.478547 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40470) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:11.483811 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-08a385d8-373f-4f6e-8324-8d0b5372cb7c admin admin] Request body: {'subnet': {'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-444096031-subnet', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:22:11.506433 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a385d8-373f-4f6e-8324-8d0b5372cb7c admin admin] Made reservation on behalf of 0e76f9199c3949168304d0925fabc6a7 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:22:11.508143 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf0ecb-64a8-4f42-8114-5a432a994e1e admin admin] Pushing event updated for resources: {'Network': ['ID=53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:11.508774 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-08a385d8-373f-4f6e-8324-8d0b5372cb7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61677985'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:11.518789 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:22:11.680987 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-08a385d8-373f-4f6e-8324-8d0b5372cb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61643225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61678003'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:11.743836 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a385d8-373f-4f6e-8324-8d0b5372cb7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=95983624-0b84-4f85-ac51-02e438f39d0c,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:11.752376 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a385d8-373f-4f6e-8324-8d0b5372cb7c admin admin] Checking segment: {'id': '18b92ed1-2c33-4485-8472-4bc5f6466972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:22:11.752732 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a385d8-373f-4f6e-8324-8d0b5372cb7c admin admin] Network hostable DHCP agents. Network: 53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:22:11.768664 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a385d8-373f-4f6e-8324-8d0b5372cb7c admin admin] Network 53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:22:11.776763 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-08a385d8-373f-4f6e-8324-8d0b5372cb7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:22:11.781632 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a385d8-373f-4f6e-8324-8d0b5372cb7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:11.782190 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-08a385d8-373f-4f6e-8324-8d0b5372cb7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:11.787998 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30aabd23-5ad0-4bdf-be8f-dae88cb7e53d None None] Network 53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:22:11.797479 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-08a385d8-373f-4f6e-8324-8d0b5372cb7c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3172591 Jul 23 21:22:11.800384 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40472) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:11.804773 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-708243f0-b478-4522-88c0-e4e552cdf6f8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-444096031-router', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:22:11.826160 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-708243f0-b478-4522-88c0-e4e552cdf6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:11.827126 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-708243f0-b478-4522-88c0-e4e552cdf6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:11.878411 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-708243f0-b478-4522-88c0-e4e552cdf6f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:11.942907 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf88f68-6941-4109-8fc7-c0be77f2f701 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f', 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'fixed_ips': [{'subnet_id': '95983624-0b84-4f85-ac51-02e438f39d0c'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:22:11.943762 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2cf88f68-6941-4109-8fc7-c0be77f2f701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:12.018834 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-708243f0-b478-4522-88c0-e4e552cdf6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:12.080833 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-2cf88f68-6941-4109-8fc7-c0be77f2f701 None None] Allocated IP 172.20.0.2 (53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f/95983624-0b84-4f85-ac51-02e438f39d0c/d9dd4d99-68d9-4824-967e-554c07f57f00) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:22:12.230697 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-708243f0-b478-4522-88c0-e4e552cdf6f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:12.256703 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-708243f0-b478-4522-88c0-e4e552cdf6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:12.357937 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-708243f0-b478-4522-88c0-e4e552cdf6f8 admin admin] Allocated IP 172.25.1.89 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/9a168046-a399-442a-a759-9418de8bf492) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:22:12.376744 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2cf88f68-6941-4109-8fc7-c0be77f2f701 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:12.384991 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2cf88f68-6941-4109-8fc7-c0be77f2f701 None None] Transition to ACTIVE for port object d9dd4d99-68d9-4824-967e-554c07f57f00 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:22:12.400347 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2cf88f68-6941-4109-8fc7-c0be77f2f701 None None] Transition to ACTIVE for port object d9dd4d99-68d9-4824-967e-554c07f57f00 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:22:12.408165 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2cf88f68-6941-4109-8fc7-c0be77f2f701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:12.451460 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf88f68-6941-4109-8fc7-c0be77f2f701 None None] Network 53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:22:12.457203 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-2cf88f68-6941-4109-8fc7-c0be77f2f701 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:22:12.461715 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf88f68-6941-4109-8fc7-c0be77f2f701 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:22:12.469859 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-708243f0-b478-4522-88c0-e4e552cdf6f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:12.470115 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf88f68-6941-4109-8fc7-c0be77f2f701 None None] Pushing event updated for resources: {'Port': ['ID=d9dd4d99-68d9-4824-967e-554c07f57f00,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:12.513708 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-708243f0-b478-4522-88c0-e4e552cdf6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:12.526539 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-2cf88f68-6941-4109-8fc7-c0be77f2f701 None None] Attempting to bind port d9dd4d99-68d9-4824-967e-554c07f57f00 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:22:12.527060 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-2cf88f68-6941-4109-8fc7-c0be77f2f701 None None] Attempting to bind port d9dd4d99-68d9-4824-967e-554c07f57f00 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '18b92ed1-2c33-4485-8472-4bc5f6466972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:22:12.527249 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf88f68-6941-4109-8fc7-c0be77f2f701 None None] Attempting to bind port d9dd4d99-68d9-4824-967e-554c07f57f00 on network 53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:22:12.532985 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf88f68-6941-4109-8fc7-c0be77f2f701 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:22:12.533354 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf88f68-6941-4109-8fc7-c0be77f2f701 None None] Checking segment: {'id': '18b92ed1-2c33-4485-8472-4bc5f6466972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:22:12.533798 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2cf88f68-6941-4109-8fc7-c0be77f2f701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:12.534192 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf88f68-6941-4109-8fc7-c0be77f2f701 None None] Bound using segment: {'id': '18b92ed1-2c33-4485-8472-4bc5f6466972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:22:12.534657 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-2cf88f68-6941-4109-8fc7-c0be77f2f701 None None] Bound port: d9dd4d99-68d9-4824-967e-554c07f57f00, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b92ed1-2c33-4485-8472-4bc5f6466972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:22:12.535040 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2cf88f68-6941-4109-8fc7-c0be77f2f701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:12.553760 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708243f0-b478-4522-88c0-e4e552cdf6f8 admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:22:12.560164 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-708243f0-b478-4522-88c0-e4e552cdf6f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:22:12.565664 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708243f0-b478-4522-88c0-e4e552cdf6f8 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:22:12.568721 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708243f0-b478-4522-88c0-e4e552cdf6f8 admin admin] Pushing event updated for resources: {'Port': ['ID=9a168046-a399-442a-a759-9418de8bf492,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:12.599698 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2cf88f68-6941-4109-8fc7-c0be77f2f701 None None] For port d9dd4d99-68d9-4824-967e-554c07f57f00, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:22:12.602760 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2cf88f68-6941-4109-8fc7-c0be77f2f701 None None] For port d9dd4d99-68d9-4824-967e-554c07f57f00, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d9dd4d99-68d9-4824-967e-554c07f57f00,segment=NetworkSegment(18b92ed1-2c33-4485-8472-4bc5f6466972),segment_id=18b92ed1-2c33-4485-8472-4bc5f6466972)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:22:12.608051 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2cf88f68-6941-4109-8fc7-c0be77f2f701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:12.667847 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf88f68-6941-4109-8fc7-c0be77f2f701 None None] Pushing event updated for resources: {'Port': ['ID=d9dd4d99-68d9-4824-967e-554c07f57f00,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:12.847176 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-708243f0-b478-4522-88c0-e4e552cdf6f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:13.055655 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-708243f0-b478-4522-88c0-e4e552cdf6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:13.107294 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d9dd4d99-68d9-4824-967e-554c07f57f00 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:22:13.157054 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port d9dd4d99-68d9-4824-967e-554c07f57f00 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:22:13.194159 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708243f0-b478-4522-88c0-e4e552cdf6f8 admin admin] Router 01b98853-d325-49e7-94c3-dcf871f2a4ec is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:22:13.304213 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708243f0-b478-4522-88c0-e4e552cdf6f8 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:22:13.316717 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5756ce7b-0983-4327-9e59-0bd6ffe86c5c None None] Sync routers for ids ['01b98853-d325-49e7-94c3-dcf871f2a4ec'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:22:13.321797 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-708243f0-b478-4522-88c0-e4e552cdf6f8 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:13.323119 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-708243f0-b478-4522-88c0-e4e552cdf6f8 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5217898 Jul 23 21:22:13.325760 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40474) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:13.327419 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5756ce7b-0983-4327-9e59-0bd6ffe86c5c None None] Routers {'01b98853-d325-49e7-94c3-dcf871f2a4ec'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:22:13.328337 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5756ce7b-0983-4327-9e59-0bd6ffe86c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:21:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['01b98853-d325-49e7-94c3-dcf871f2a4ec'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:13.454687 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-5756ce7b-0983-4327-9e59-0bd6ffe86c5c None None] Set router 01b98853-d325-49e7-94c3-dcf871f2a4ec gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:22:13.533876 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:13.597595 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bfd10e-5113-4835-8b43-b67f852f6c4d None None] Network 53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:22:13.717695 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8db7d261-694d-4791-86b1-03fafc6bc3c0 None None] Provisioning for port d9dd4d99-68d9-4824-967e-554c07f57f00 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:22:13.736227 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8db7d261-694d-4791-86b1-03fafc6bc3c0 None None] Provisioning complete for port d9dd4d99-68d9-4824-967e-554c07f57f00 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:22:13.736865 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8db7d261-694d-4791-86b1-03fafc6bc3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:13.779798 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dc6df93b-3b0b-4c4b-aaf5-7c5fc4268de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:13.805056 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-77f0d31b-5ded-43d2-926b-f253a67dee65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:13.828331 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5756ce7b-0983-4327-9e59-0bd6ffe86c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'name': 'tempest-TestSnapshotPattern-444096031-router', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '9a168046-a399-442a-a759-9418de8bf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:11Z', 'updated_at': '2021-07-23T21:22:12Z', 'revision_number': 3, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'gw_port': {'id': '9a168046-a399-442a-a759-9418de8bf492', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a0:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:12Z', 'updated_at': '2021-07-23T21:22:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:13.875169 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5756ce7b-0983-4327-9e59-0bd6ffe86c5c None None] Checking router: 01b98853-d325-49e7-94c3-dcf871f2a4ec for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:22:13.875437 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5756ce7b-0983-4327-9e59-0bd6ffe86c5c None None] Updating router 01b98853-d325-49e7-94c3-dcf871f2a4ec port 9a168046-a399-442a-a759-9418de8bf492 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:22:13.939150 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-dc6df93b-3b0b-4c4b-aaf5-7c5fc4268de6 admin admin] Allocated IP 172.20.0.1 (53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f/95983624-0b84-4f85-ac51-02e438f39d0c/01379ce2-469f-465c-8cf0-c0fbd26b7f0f) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:22:13.945872 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5756ce7b-0983-4327-9e59-0bd6ffe86c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:13.983862 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8db7d261-694d-4791-86b1-03fafc6bc3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:14.043834 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dc6df93b-3b0b-4c4b-aaf5-7c5fc4268de6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:14.061029 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-dc6df93b-3b0b-4c4b-aaf5-7c5fc4268de6 admin admin] Transition to ACTIVE for port object 01379ce2-469f-465c-8cf0-c0fbd26b7f0f will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:22:14.087615 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-8db7d261-694d-4791-86b1-03fafc6bc3c0 None None] For port d9dd4d99-68d9-4824-967e-554c07f57f00, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d9dd4d99-68d9-4824-967e-554c07f57f00,segment=NetworkSegment(18b92ed1-2c33-4485-8472-4bc5f6466972),segment_id=18b92ed1-2c33-4485-8472-4bc5f6466972)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:22:14.096995 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8db7d261-694d-4791-86b1-03fafc6bc3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:14.097916 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dc6df93b-3b0b-4c4b-aaf5-7c5fc4268de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:14.143786 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6df93b-3b0b-4c4b-aaf5-7c5fc4268de6 admin admin] Network 53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:22:14.146816 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-dc6df93b-3b0b-4c4b-aaf5-7c5fc4268de6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:22:14.152680 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6df93b-3b0b-4c4b-aaf5-7c5fc4268de6 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:22:14.178597 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6df93b-3b0b-4c4b-aaf5-7c5fc4268de6 admin admin] Pushing event updated for resources: {'Port': ['ID=01379ce2-469f-465c-8cf0-c0fbd26b7f0f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:14.196970 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dc6df93b-3b0b-4c4b-aaf5-7c5fc4268de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:14.204376 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db7d261-694d-4791-86b1-03fafc6bc3c0 None None] Pushing event updated for resources: {'Port': ['ID=d9dd4d99-68d9-4824-967e-554c07f57f00,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:14.314329 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5756ce7b-0983-4327-9e59-0bd6ffe86c5c None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:14.333289 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:14.335271 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5756ce7b-0983-4327-9e59-0bd6ffe86c5c None None] Transition to ACTIVE for port object 9a168046-a399-442a-a759-9418de8bf492 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:22:14.341982 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5756ce7b-0983-4327-9e59-0bd6ffe86c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:14.344251 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b33b321a-fa65-4dfc-9992-be20801c6e0e None None] Provisioning complete for port d9dd4d99-68d9-4824-967e-554c07f57f00 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:22:14.344601 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b33b321a-fa65-4dfc-9992-be20801c6e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:14.349051 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dc6df93b-3b0b-4c4b-aaf5-7c5fc4268de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:14.428913 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-5756ce7b-0983-4327-9e59-0bd6ffe86c5c None None] Attempting to bind port 9a168046-a399-442a-a759-9418de8bf492 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:22:14.429276 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-5756ce7b-0983-4327-9e59-0bd6ffe86c5c None None] Attempting to bind port 9a168046-a399-442a-a759-9418de8bf492 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:22:14.429654 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5756ce7b-0983-4327-9e59-0bd6ffe86c5c None None] Attempting to bind port 9a168046-a399-442a-a759-9418de8bf492 on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:22:14.439395 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846a9de-3449-4e16-9960-83ddf50c6919 None None] Pushing event updated for resources: {'Port': ['ID=9a168046-a399-442a-a759-9418de8bf492,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:14.443068 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5756ce7b-0983-4327-9e59-0bd6ffe86c5c None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:22:14.443438 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5756ce7b-0983-4327-9e59-0bd6ffe86c5c None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:22:14.443842 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5756ce7b-0983-4327-9e59-0bd6ffe86c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:14.444217 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5756ce7b-0983-4327-9e59-0bd6ffe86c5c None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:22:14.445298 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-5756ce7b-0983-4327-9e59-0bd6ffe86c5c None None] Bound port: 9a168046-a399-442a-a759-9418de8bf492, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:22:14.445298 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5756ce7b-0983-4327-9e59-0bd6ffe86c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:14.533962 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-5756ce7b-0983-4327-9e59-0bd6ffe86c5c None None] For port 9a168046-a399-442a-a759-9418de8bf492, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:22:14.548035 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-5756ce7b-0983-4327-9e59-0bd6ffe86c5c None None] For port 9a168046-a399-442a-a759-9418de8bf492, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=9a168046-a399-442a-a759-9418de8bf492,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:22:14.552878 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5756ce7b-0983-4327-9e59-0bd6ffe86c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:14.612093 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5756ce7b-0983-4327-9e59-0bd6ffe86c5c None None] Routers {'01b98853-d325-49e7-94c3-dcf871f2a4ec'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:22:14.612756 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5756ce7b-0983-4327-9e59-0bd6ffe86c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:22:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['01b98853-d325-49e7-94c3-dcf871f2a4ec'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:14.618070 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846a9de-3449-4e16-9960-83ddf50c6919 None None] Pushing event updated for resources: {'Port': ['ID=9a168046-a399-442a-a759-9418de8bf492,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:14.706874 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6bfb7941-d355-4634-b6fe-f9c85dcebe59 None None] Provisioning for port 01379ce2-469f-465c-8cf0-c0fbd26b7f0f completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:22:14.715264 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6bfb7941-d355-4634-b6fe-f9c85dcebe59 None None] Provisioning complete for port 01379ce2-469f-465c-8cf0-c0fbd26b7f0f triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:22:14.715637 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6bfb7941-d355-4634-b6fe-f9c85dcebe59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:14.764220 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-6bfb7941-d355-4634-b6fe-f9c85dcebe59 None None] Port 01379ce2-469f-465c-8cf0-c0fbd26b7f0f cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:22:14.767581 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-5756ce7b-0983-4327-9e59-0bd6ffe86c5c None None] Set router 01b98853-d325-49e7-94c3-dcf871f2a4ec gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:22:14.875846 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dc6df93b-3b0b-4c4b-aaf5-7c5fc4268de6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:14.880644 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dc6df93b-3b0b-4c4b-aaf5-7c5fc4268de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:14.945792 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6df93b-3b0b-4c4b-aaf5-7c5fc4268de6 admin admin] Pushing event updated for resources: {'Port': ['ID=01379ce2-469f-465c-8cf0-c0fbd26b7f0f,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:14.948354 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dc6df93b-3b0b-4c4b-aaf5-7c5fc4268de6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:14.975668 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5756ce7b-0983-4327-9e59-0bd6ffe86c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'name': 'tempest-TestSnapshotPattern-444096031-router', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '9a168046-a399-442a-a759-9418de8bf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:11Z', 'updated_at': '2021-07-23T21:22:14Z', 'revision_number': 4, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'gw_port': {'id': '9a168046-a399-442a-a759-9418de8bf492', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a0:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:12Z', 'updated_at': '2021-07-23T21:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '01379ce2-469f-465c-8cf0-c0fbd26b7f0f', 'name': '', 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'mac_address': 'fa:16:3e:74:26:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '95983624-0b84-4f85-ac51-02e438f39d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:13Z', 'updated_at': '2021-07-23T21:22:13Z', 'revision_number': 1, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'subnets': [{'id': '95983624-0b84-4f85-ac51-02e438f39d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:15.002588 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5756ce7b-0983-4327-9e59-0bd6ffe86c5c None None] The sync data for ids ['01b98853-d325-49e7-94c3-dcf871f2a4ec'] in n-d-793618-10 is: [{'id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'name': 'tempest-TestSnapshotPattern-444096031-router', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '9a168046-a399-442a-a759-9418de8bf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:11Z', 'updated_at': '2021-07-23T21:22:14Z', 'revision_number': 4, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'gw_port': {'id': '9a168046-a399-442a-a759-9418de8bf492', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a0:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:12Z', 'updated_at': '2021-07-23T21:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '01379ce2-469f-465c-8cf0-c0fbd26b7f0f', 'name': '', 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'mac_address': 'fa:16:3e:74:26:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '95983624-0b84-4f85-ac51-02e438f39d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:13Z', 'updated_at': '2021-07-23T21:22:13Z', 'revision_number': 1, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'subnets': [{'id': '95983624-0b84-4f85-ac51-02e438f39d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:22:15.048750 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6df93b-3b0b-4c4b-aaf5-7c5fc4268de6 admin admin] Network 53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:22:15.050290 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-dc6df93b-3b0b-4c4b-aaf5-7c5fc4268de6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:22:15.091192 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d9dd4d99-68d9-4824-967e-554c07f57f00 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:22:15.145125 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port d9dd4d99-68d9-4824-967e-554c07f57f00 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:22:15.145364 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:15.185008 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6df93b-3b0b-4c4b-aaf5-7c5fc4268de6 admin admin] Router 01b98853-d325-49e7-94c3-dcf871f2a4ec has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:22:15.278972 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:15.326991 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6df93b-3b0b-4c4b-aaf5-7c5fc4268de6 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:22:15.332933 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-dc6df93b-3b0b-4c4b-aaf5-7c5fc4268de6 admin admin] 10.222.0.32 "PUT /v2.0/routers/01b98853-d325-49e7-94c3-dcf871f2a4ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0059054 Jul 23 21:22:15.386491 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7c1196d7-5900-4df3-944f-42fbde218ad2 None None] Provisioning complete for port 01379ce2-469f-465c-8cf0-c0fbd26b7f0f triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:22:15.386785 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7c1196d7-5900-4df3-944f-42fbde218ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:15.424058 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-7c1196d7-5900-4df3-944f-42fbde218ad2 None None] Port 01379ce2-469f-465c-8cf0-c0fbd26b7f0f cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:22:15.531788 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:15.838465 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40490) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:15.843645 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-8d6bd590-1e97-4515-a3be-f92a7a45f318 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1765617290-network', 'tenant_id': '7942967c62534344bcfe728f1504e19f'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:22:15.865904 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6bd590-1e97-4515-a3be-f92a7a45f318 admin admin] Made reservation on behalf of 7942967c62534344bcfe728f1504e19f for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:22:15.868258 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd590-1e97-4515-a3be-f92a7a45f318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:15.877960 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd590-1e97-4515-a3be-f92a7a45f318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:15.978174 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd590-1e97-4515-a3be-f92a7a45f318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:15.983160 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd590-1e97-4515-a3be-f92a7a45f318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:16.010239 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d6bd590-1e97-4515-a3be-f92a7a45f318 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:22:16.019642 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6bd590-1e97-4515-a3be-f92a7a45f318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dccd2bf-7987-4cfc-92fd-5cedfb37c5fc,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:16.027333 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd590-1e97-4515-a3be-f92a7a45f318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:16.028015 n-d-793618-10 neutron-server[93876]: INFO neutron.db.segments_db [None req-8d6bd590-1e97-4515-a3be-f92a7a45f318 admin admin] Added segment 4ee84ba1-4fa0-4ef7-af48-431e7a0c370a of type vlan for network 8f6cb511-20a1-4101-b41f-4afefdb32c4e Jul 23 21:22:16.070746 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd590-1e97-4515-a3be-f92a7a45f318 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734526358887'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:16.101109 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd590-1e97-4515-a3be-f92a7a45f318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:16.102495 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6bd590-1e97-4515-a3be-f92a7a45f318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:16.103076 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd590-1e97-4515-a3be-f92a7a45f318 admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:16.139903 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8d6bd590-1e97-4515-a3be-f92a7a45f318 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3000479 Jul 23 21:22:16.142652 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40492) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:16.147998 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-66c840c2-1658-4979-a385-828ebcc87128 admin admin] Request body: {'subnet': {'network_id': '8f6cb511-20a1-4101-b41f-4afefdb32c4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1765617290-subnet', 'tenant_id': '7942967c62534344bcfe728f1504e19f', 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:22:16.170866 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c840c2-1658-4979-a385-828ebcc87128 admin admin] Made reservation on behalf of 7942967c62534344bcfe728f1504e19f for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:22:16.173823 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6bd590-1e97-4515-a3be-f92a7a45f318 admin admin] Pushing event updated for resources: {'Network': ['ID=8f6cb511-20a1-4101-b41f-4afefdb32c4e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:16.175065 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-66c840c2-1658-4979-a385-828ebcc87128 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59162190'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:16.184647 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Network 8f6cb511-20a1-4101-b41f-4afefdb32c4e details requested by agent ovs-agent-n-d-793618-10 with host n-d-793618-10 {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:22:16.272527 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:16.369707 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-66c840c2-1658-4979-a385-828ebcc87128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61975421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59162204'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:16.428412 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c840c2-1658-4979-a385-828ebcc87128 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37c85301-74a6-4838-9b09-9c71feba99ef,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:16.436431 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c840c2-1658-4979-a385-828ebcc87128 admin admin] Checking segment: {'id': '4ee84ba1-4fa0-4ef7-af48-431e7a0c370a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8f6cb511-20a1-4101-b41f-4afefdb32c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:22:16.436670 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c840c2-1658-4979-a385-828ebcc87128 admin admin] Network hostable DHCP agents. Network: 8f6cb511-20a1-4101-b41f-4afefdb32c4e, hostable agents: ['41533188-1e05-4126-b2b5-3d524f582b92'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:22:16.453459 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c840c2-1658-4979-a385-828ebcc87128 admin admin] Network 8f6cb511-20a1-4101-b41f-4afefdb32c4e is scheduled to be hosted by DHCP agent 41533188-1e05-4126-b2b5-3d524f582b92 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:22:16.461977 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-66c840c2-1658-4979-a385-828ebcc87128 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-10, 8f6cb511-20a1-4101-b41f-4afefdb32c4e) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:22:16.466085 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c840c2-1658-4979-a385-828ebcc87128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:16.466680 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-66c840c2-1658-4979-a385-828ebcc87128 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:16.472321 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267e7441-b514-4b5e-b876-5ca106862d7e None None] Network 8f6cb511-20a1-4101-b41f-4afefdb32c4e requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:22:16.486448 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-66c840c2-1658-4979-a385-828ebcc87128 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3426766 Jul 23 21:22:16.488979 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40494) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:16.493957 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-7fb5a758-ed01-4d2a-8a3e-942f762eebbf admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1765617290-router', 'tenant_id': '7942967c62534344bcfe728f1504e19f', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:22:16.514851 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7fb5a758-ed01-4d2a-8a3e-942f762eebbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-415'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:16.516154 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7fb5a758-ed01-4d2a-8a3e-942f762eebbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-703790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-390'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:16.578207 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7fb5a758-ed01-4d2a-8a3e-942f762eebbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:16.624038 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd2a0fb-ee19-4be5-a3e8-e572e632d733 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a28eae6-9fd0-57df-a74b-3b1dfc4902d1-8f6cb511-20a1-4101-b41f-4afefdb32c4e', 'network_id': '8f6cb511-20a1-4101-b41f-4afefdb32c4e', 'tenant_id': '7942967c62534344bcfe728f1504e19f', 'fixed_ips': [{'subnet_id': '37c85301-74a6-4838-9b09-9c71feba99ef'}]}} from n-d-793618-10. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:22:16.624961 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7dd2a0fb-ee19-4be5-a3e8-e572e632d733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:16.722750 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7fb5a758-ed01-4d2a-8a3e-942f762eebbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716124', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:16.770708 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-7dd2a0fb-ee19-4be5-a3e8-e572e632d733 None None] Allocated IP 172.20.0.2 (8f6cb511-20a1-4101-b41f-4afefdb32c4e/37c85301-74a6-4838-9b09-9c71feba99ef/e50a4f37-a3e3-40ce-a7d0-15c9d7a5d765) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:22:16.942129 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7fb5a758-ed01-4d2a-8a3e-942f762eebbf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:16.962688 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7fb5a758-ed01-4d2a-8a3e-942f762eebbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:17.076523 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7dd2a0fb-ee19-4be5-a3e8-e572e632d733 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:17.079593 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-7fb5a758-ed01-4d2a-8a3e-942f762eebbf admin admin] Allocated IP 172.25.1.138 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/d68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:22:17.088587 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7dd2a0fb-ee19-4be5-a3e8-e572e632d733 None None] Transition to ACTIVE for port object e50a4f37-a3e3-40ce-a7d0-15c9d7a5d765 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:22:17.094211 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f319d5-c286-48b7-af85-ef68a89705e4 None None] Sync routers for ids ['01b98853-d325-49e7-94c3-dcf871f2a4ec'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:22:17.108062 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f319d5-c286-48b7-af85-ef68a89705e4 None None] Routers {'01b98853-d325-49e7-94c3-dcf871f2a4ec'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:22:17.109885 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c2f319d5-c286-48b7-af85-ef68a89705e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:22:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['01b98853-d325-49e7-94c3-dcf871f2a4ec'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:17.114499 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-7dd2a0fb-ee19-4be5-a3e8-e572e632d733 None None] Transition to ACTIVE for port object e50a4f37-a3e3-40ce-a7d0-15c9d7a5d765 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:22:17.121824 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7dd2a0fb-ee19-4be5-a3e8-e572e632d733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:17.159778 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 9a168046-a399-442a-a759-9418de8bf492 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:22:17.200954 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7fb5a758-ed01-4d2a-8a3e-942f762eebbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:17.213994 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd2a0fb-ee19-4be5-a3e8-e572e632d733 None None] Network 8f6cb511-20a1-4101-b41f-4afefdb32c4e is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:22:17.217057 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2a0fb-ee19-4be5-a3e8-e572e632d733 None None] Pushing event updated for resources: {'Port': ['ID=e50a4f37-a3e3-40ce-a7d0-15c9d7a5d765,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:17.226157 n-d-793618-10 neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-7dd2a0fb-ee19-4be5-a3e8-e572e632d733 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:22:17.228700 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd2a0fb-ee19-4be5-a3e8-e572e632d733 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:22:17.257627 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7fb5a758-ed01-4d2a-8a3e-942f762eebbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:17.299114 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb5a758-ed01-4d2a-8a3e-942f762eebbf admin admin] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:22:17.299450 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-7dd2a0fb-ee19-4be5-a3e8-e572e632d733 None None] Attempting to bind port e50a4f37-a3e3-40ce-a7d0-15c9d7a5d765 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:22:17.299786 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-7dd2a0fb-ee19-4be5-a3e8-e572e632d733 None None] Attempting to bind port e50a4f37-a3e3-40ce-a7d0-15c9d7a5d765 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '4ee84ba1-4fa0-4ef7-af48-431e7a0c370a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8f6cb511-20a1-4101-b41f-4afefdb32c4e'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:22:17.300154 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd2a0fb-ee19-4be5-a3e8-e572e632d733 None None] Attempting to bind port e50a4f37-a3e3-40ce-a7d0-15c9d7a5d765 on network 8f6cb511-20a1-4101-b41f-4afefdb32c4e {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:22:17.305272 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-7fb5a758-ed01-4d2a-8a3e-942f762eebbf admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:22:17.306007 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd2a0fb-ee19-4be5-a3e8-e572e632d733 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:22:17.306360 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd2a0fb-ee19-4be5-a3e8-e572e632d733 None None] Checking segment: {'id': '4ee84ba1-4fa0-4ef7-af48-431e7a0c370a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8f6cb511-20a1-4101-b41f-4afefdb32c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:22:17.306760 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7dd2a0fb-ee19-4be5-a3e8-e572e632d733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:17.307141 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd2a0fb-ee19-4be5-a3e8-e572e632d733 None None] Bound using segment: {'id': '4ee84ba1-4fa0-4ef7-af48-431e7a0c370a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8f6cb511-20a1-4101-b41f-4afefdb32c4e'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:22:17.307618 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-7dd2a0fb-ee19-4be5-a3e8-e572e632d733 None None] Bound port: e50a4f37-a3e3-40ce-a7d0-15c9d7a5d765, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ee84ba1-4fa0-4ef7-af48-431e7a0c370a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8f6cb511-20a1-4101-b41f-4afefdb32c4e'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:22:17.308000 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7dd2a0fb-ee19-4be5-a3e8-e572e632d733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:17.308930 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb5a758-ed01-4d2a-8a3e-942f762eebbf admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:22:17.314852 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb5a758-ed01-4d2a-8a3e-942f762eebbf admin admin] Pushing event updated for resources: {'Port': ['ID=d68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:17.321672 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 9a168046-a399-442a-a759-9418de8bf492 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:22:17.335409 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-c2f319d5-c286-48b7-af85-ef68a89705e4 None None] Set router 01b98853-d325-49e7-94c3-dcf871f2a4ec gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:22:17.344736 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 9a168046-a399-442a-a759-9418de8bf492 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:22:17.345109 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:17.409708 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-7dd2a0fb-ee19-4be5-a3e8-e572e632d733 None None] For port e50a4f37-a3e3-40ce-a7d0-15c9d7a5d765, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:22:17.413118 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-7dd2a0fb-ee19-4be5-a3e8-e572e632d733 None None] For port e50a4f37-a3e3-40ce-a7d0-15c9d7a5d765, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=e50a4f37-a3e3-40ce-a7d0-15c9d7a5d765,segment=NetworkSegment(4ee84ba1-4fa0-4ef7-af48-431e7a0c370a),segment_id=4ee84ba1-4fa0-4ef7-af48-431e7a0c370a)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:22:17.421228 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7dd2a0fb-ee19-4be5-a3e8-e572e632d733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:17.499026 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:17.519632 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2a0fb-ee19-4be5-a3e8-e572e632d733 None None] Pushing event updated for resources: {'Port': ['ID=e50a4f37-a3e3-40ce-a7d0-15c9d7a5d765,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:17.532851 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 9a168046-a399-442a-a759-9418de8bf492, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=9a168046-a399-442a-a759-9418de8bf492,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:22:17.538454 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:17.574660 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c2f319d5-c286-48b7-af85-ef68a89705e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'name': 'tempest-TestSnapshotPattern-444096031-router', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '9a168046-a399-442a-a759-9418de8bf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:11Z', 'updated_at': '2021-07-23T21:22:14Z', 'revision_number': 4, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'gw_port': {'id': '9a168046-a399-442a-a759-9418de8bf492', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a0:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:12Z', 'updated_at': '2021-07-23T21:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '01379ce2-469f-465c-8cf0-c0fbd26b7f0f', 'name': '', 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'mac_address': 'fa:16:3e:74:26:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '95983624-0b84-4f85-ac51-02e438f39d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:13Z', 'updated_at': '2021-07-23T21:22:14Z', 'revision_number': 2, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'subnets': [{'id': '95983624-0b84-4f85-ac51-02e438f39d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:17.595860 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=9a168046-a399-442a-a759-9418de8bf492,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:17.605413 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7fb5a758-ed01-4d2a-8a3e-942f762eebbf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:17.612701 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f319d5-c286-48b7-af85-ef68a89705e4 None None] Checking router: 01b98853-d325-49e7-94c3-dcf871f2a4ec for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:22:17.613048 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f319d5-c286-48b7-af85-ef68a89705e4 None None] Updating router 01b98853-d325-49e7-94c3-dcf871f2a4ec port 01379ce2-469f-465c-8cf0-c0fbd26b7f0f binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:22:17.652678 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c2f319d5-c286-48b7-af85-ef68a89705e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:17.840571 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7fb5a758-ed01-4d2a-8a3e-942f762eebbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716065'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:17.952379 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c2f319d5-c286-48b7-af85-ef68a89705e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:17.962440 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c2f319d5-c286-48b7-af85-ef68a89705e4 None None] Transition to ACTIVE for port object 01379ce2-469f-465c-8cf0-c0fbd26b7f0f will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:22:17.969317 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c2f319d5-c286-48b7-af85-ef68a89705e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:17.973393 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb5a758-ed01-4d2a-8a3e-942f762eebbf admin admin] Router 2e0e3a5d-cfbd-4c4e-8386-df0731800811 is scheduled to L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:22:18.021968 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c705492-e789-435d-9928-c9da8c4f2e4e None None] Pushing event updated for resources: {'Port': ['ID=01379ce2-469f-465c-8cf0-c0fbd26b7f0f,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:18.033238 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c705492-e789-435d-9928-c9da8c4f2e4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:18.033607 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c705492-e789-435d-9928-c9da8c4f2e4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:18.033945 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c705492-e789-435d-9928-c9da8c4f2e4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:18.034285 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c705492-e789-435d-9928-c9da8c4f2e4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:18.034614 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c705492-e789-435d-9928-c9da8c4f2e4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:18.034940 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c705492-e789-435d-9928-c9da8c4f2e4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:18.035265 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c705492-e789-435d-9928-c9da8c4f2e4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:18.035586 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c705492-e789-435d-9928-c9da8c4f2e4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:18.035909 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c705492-e789-435d-9928-c9da8c4f2e4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:18.036230 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c705492-e789-435d-9928-c9da8c4f2e4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:18.036551 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c705492-e789-435d-9928-c9da8c4f2e4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:18.036868 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c705492-e789-435d-9928-c9da8c4f2e4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:18.095189 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-c2f319d5-c286-48b7-af85-ef68a89705e4 None None] Attempting to bind port 01379ce2-469f-465c-8cf0-c0fbd26b7f0f on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:22:18.095844 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-c2f319d5-c286-48b7-af85-ef68a89705e4 None None] Attempting to bind port 01379ce2-469f-465c-8cf0-c0fbd26b7f0f by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '18b92ed1-2c33-4485-8472-4bc5f6466972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:22:18.096485 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f319d5-c286-48b7-af85-ef68a89705e4 None None] Attempting to bind port 01379ce2-469f-465c-8cf0-c0fbd26b7f0f on network 53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:22:18.099054 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb5a758-ed01-4d2a-8a3e-942f762eebbf admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:22:18.102421 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f319d5-c286-48b7-af85-ef68a89705e4 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:22:18.102873 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f319d5-c286-48b7-af85-ef68a89705e4 None None] Checking segment: {'id': '18b92ed1-2c33-4485-8472-4bc5f6466972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:22:18.103775 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c2f319d5-c286-48b7-af85-ef68a89705e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:18.104332 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f319d5-c286-48b7-af85-ef68a89705e4 None None] Bound using segment: {'id': '18b92ed1-2c33-4485-8472-4bc5f6466972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:22:18.105596 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-c2f319d5-c286-48b7-af85-ef68a89705e4 None None] Bound port: 01379ce2-469f-465c-8cf0-c0fbd26b7f0f, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b92ed1-2c33-4485-8472-4bc5f6466972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:22:18.105911 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c2f319d5-c286-48b7-af85-ef68a89705e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:18.111737 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097ec583-bfd0-4460-86f7-96dde42719b9 None None] Sync routers for ids ['2e0e3a5d-cfbd-4c4e-8386-df0731800811'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:22:18.123031 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7fb5a758-ed01-4d2a-8a3e-942f762eebbf admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:18.126845 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7fb5a758-ed01-4d2a-8a3e-942f762eebbf admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6340389 Jul 23 21:22:18.127004 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097ec583-bfd0-4460-86f7-96dde42719b9 None None] Routers {'2e0e3a5d-cfbd-4c4e-8386-df0731800811'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:22:18.127227 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-097ec583-bfd0-4460-86f7-96dde42719b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:22:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['2e0e3a5d-cfbd-4c4e-8386-df0731800811'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:18.127356 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40496) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:18.176977 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-c2f319d5-c286-48b7-af85-ef68a89705e4 None None] For port 01379ce2-469f-465c-8cf0-c0fbd26b7f0f, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:22:18.181093 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-c2f319d5-c286-48b7-af85-ef68a89705e4 None None] For port 01379ce2-469f-465c-8cf0-c0fbd26b7f0f, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=01379ce2-469f-465c-8cf0-c0fbd26b7f0f,segment=NetworkSegment(18b92ed1-2c33-4485-8472-4bc5f6466972),segment_id=18b92ed1-2c33-4485-8472-4bc5f6466972)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:22:18.186806 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c2f319d5-c286-48b7-af85-ef68a89705e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:18.257719 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f319d5-c286-48b7-af85-ef68a89705e4 None None] Routers {'01b98853-d325-49e7-94c3-dcf871f2a4ec'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:22:18.258268 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c2f319d5-c286-48b7-af85-ef68a89705e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:22:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['01b98853-d325-49e7-94c3-dcf871f2a4ec'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:18.278483 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-097ec583-bfd0-4460-86f7-96dde42719b9 None None] Set router 2e0e3a5d-cfbd-4c4e-8386-df0731800811 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:22:18.338534 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c705492-e789-435d-9928-c9da8c4f2e4e None None] Pushing event updated for resources: {'Port': ['ID=01379ce2-469f-465c-8cf0-c0fbd26b7f0f,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:18.408705 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-c2f319d5-c286-48b7-af85-ef68a89705e4 None None] Set router 01b98853-d325-49e7-94c3-dcf871f2a4ec gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:22:18.516574 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-097ec583-bfd0-4460-86f7-96dde42719b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0e3a5d-cfbd-4c4e-8386-df0731800811', 'name': 'tempest-TestSnapshotPattern-1765617290-router', 'tenant_id': '7942967c62534344bcfe728f1504e19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:16Z', 'updated_at': '2021-07-23T21:22:17Z', 'revision_number': 3, 'project_id': '7942967c62534344bcfe728f1504e19f', 'gw_port': {'id': 'd68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:9d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0e3a5d-cfbd-4c4e-8386-df0731800811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:16Z', 'updated_at': '2021-07-23T21:22:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:18.561039 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097ec583-bfd0-4460-86f7-96dde42719b9 None None] Checking router: 2e0e3a5d-cfbd-4c4e-8386-df0731800811 for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:22:18.570735 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097ec583-bfd0-4460-86f7-96dde42719b9 None None] Updating router 2e0e3a5d-cfbd-4c4e-8386-df0731800811 port d68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423 binding host n-d-793618-10 {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:22:18.626483 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-097ec583-bfd0-4460-86f7-96dde42719b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:18.680218 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-c2f319d5-c286-48b7-af85-ef68a89705e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'name': 'tempest-TestSnapshotPattern-444096031-router', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '9a168046-a399-442a-a759-9418de8bf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:11Z', 'updated_at': '2021-07-23T21:22:14Z', 'revision_number': 4, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'gw_port': {'id': '9a168046-a399-442a-a759-9418de8bf492', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:12Z', 'updated_at': '2021-07-23T21:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '01379ce2-469f-465c-8cf0-c0fbd26b7f0f', 'name': '', 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'mac_address': 'fa:16:3e:74:26:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '95983624-0b84-4f85-ac51-02e438f39d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:13Z', 'updated_at': '2021-07-23T21:22:18Z', 'revision_number': 4, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'subnets': [{'id': '95983624-0b84-4f85-ac51-02e438f39d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:18.707503 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f319d5-c286-48b7-af85-ef68a89705e4 None None] The sync data for ids ['01b98853-d325-49e7-94c3-dcf871f2a4ec'] in n-d-793618-10 is: [{'id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'name': 'tempest-TestSnapshotPattern-444096031-router', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '9a168046-a399-442a-a759-9418de8bf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:11Z', 'updated_at': '2021-07-23T21:22:14Z', 'revision_number': 4, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'gw_port': {'id': '9a168046-a399-442a-a759-9418de8bf492', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:12Z', 'updated_at': '2021-07-23T21:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '01379ce2-469f-465c-8cf0-c0fbd26b7f0f', 'name': '', 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'mac_address': 'fa:16:3e:74:26:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '95983624-0b84-4f85-ac51-02e438f39d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:13Z', 'updated_at': '2021-07-23T21:22:18Z', 'revision_number': 4, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'subnets': [{'id': '95983624-0b84-4f85-ac51-02e438f39d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:22:18.723704 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-806e776d-ab69-490a-9496-216a8c4e37ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:18.829431 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e7a40f-e9a8-4209-90a2-16d907898e2b None None] Network 8f6cb511-20a1-4101-b41f-4afefdb32c4e requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:22:18.908538 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-806e776d-ab69-490a-9496-216a8c4e37ba admin admin] Allocated IP 172.20.0.1 (8f6cb511-20a1-4101-b41f-4afefdb32c4e/37c85301-74a6-4838-9b09-9c71feba99ef/df2e9c98-2497-4422-b283-db1075973a89) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:22:18.942665 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-40bf9d80-1ced-41c9-abeb-5817a4a259a8 None None] Provisioning for port e50a4f37-a3e3-40ce-a7d0-15c9d7a5d765 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:22:19.024645 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-806e776d-ab69-490a-9496-216a8c4e37ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:19.039714 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-806e776d-ab69-490a-9496-216a8c4e37ba admin admin] Transition to ACTIVE for port object df2e9c98-2497-4422-b283-db1075973a89 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:22:19.072336 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-097ec583-bfd0-4460-86f7-96dde42719b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:19.090354 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-097ec583-bfd0-4460-86f7-96dde42719b9 None None] Transition to ACTIVE for port object d68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:22:19.093459 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-806e776d-ab69-490a-9496-216a8c4e37ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:19.101979 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-097ec583-bfd0-4460-86f7-96dde42719b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:19.143861 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806e776d-ab69-490a-9496-216a8c4e37ba admin admin] Network 8f6cb511-20a1-4101-b41f-4afefdb32c4e is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:22:19.150249 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-806e776d-ab69-490a-9496-216a8c4e37ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:22:19.155212 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806e776d-ab69-490a-9496-216a8c4e37ba admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:22:19.163845 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e776d-ab69-490a-9496-216a8c4e37ba admin admin] Pushing event updated for resources: {'Port': ['ID=df2e9c98-2497-4422-b283-db1075973a89,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:19.206874 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3334affb-71a9-4a21-8ca4-2545af7fac09 None None] Pushing event updated for resources: {'Port': ['ID=d68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:19.207174 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-806e776d-ab69-490a-9496-216a8c4e37ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713784'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:19.215511 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-097ec583-bfd0-4460-86f7-96dde42719b9 None None] Attempting to bind port d68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:22:19.215964 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-097ec583-bfd0-4460-86f7-96dde42719b9 None None] Attempting to bind port d68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:22:19.216463 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097ec583-bfd0-4460-86f7-96dde42719b9 None None] Attempting to bind port d68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423 on network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:22:19.223385 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097ec583-bfd0-4460-86f7-96dde42719b9 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:22:19.224131 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097ec583-bfd0-4460-86f7-96dde42719b9 None None] Checking segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:22:19.224547 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-097ec583-bfd0-4460-86f7-96dde42719b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:19.224943 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097ec583-bfd0-4460-86f7-96dde42719b9 None None] Bound using segment: {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:22:19.225423 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-097ec583-bfd0-4460-86f7-96dde42719b9 None None] Bound port: d68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154b01ad-1f9e-4c62-86d9-1d044fee19b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:22:19.225841 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-097ec583-bfd0-4460-86f7-96dde42719b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:19.275632 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 9a168046-a399-442a-a759-9418de8bf492 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:22:19.334368 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-097ec583-bfd0-4460-86f7-96dde42719b9 None None] For port d68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423, host n-d-793618-10, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:22:19.338953 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-097ec583-bfd0-4460-86f7-96dde42719b9 None None] For port d68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:22:19.347576 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-097ec583-bfd0-4460-86f7-96dde42719b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:19.410359 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-806e776d-ab69-490a-9496-216a8c4e37ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:19.415330 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 9a168046-a399-442a-a759-9418de8bf492 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:22:19.415705 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:19.447277 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3334affb-71a9-4a21-8ca4-2545af7fac09 None None] Pushing event updated for resources: {'Port': ['ID=d68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:19.452494 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097ec583-bfd0-4460-86f7-96dde42719b9 None None] Routers {'2e0e3a5d-cfbd-4c4e-8386-df0731800811'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:22:19.453314 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-097ec583-bfd0-4460-86f7-96dde42719b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:22:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['2e0e3a5d-cfbd-4c4e-8386-df0731800811'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:19.633804 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-806e776d-ab69-490a-9496-216a8c4e37ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:19.639923 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-806e776d-ab69-490a-9496-216a8c4e37ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:19.643664 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-097ec583-bfd0-4460-86f7-96dde42719b9 None None] Set router 2e0e3a5d-cfbd-4c4e-8386-df0731800811 gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:22:19.678724 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device e50a4f37-a3e3-40ce-a7d0-15c9d7a5d765 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:22:19.717752 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e776d-ab69-490a-9496-216a8c4e37ba admin admin] Pushing event updated for resources: {'Port': ['ID=df2e9c98-2497-4422-b283-db1075973a89,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:19.726759 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-806e776d-ab69-490a-9496-216a8c4e37ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3630042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713455'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:19.826540 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806e776d-ab69-490a-9496-216a8c4e37ba admin admin] Network 8f6cb511-20a1-4101-b41f-4afefdb32c4e is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:22:19.828470 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-806e776d-ab69-490a-9496-216a8c4e37ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:22:19.937739 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-88296634-d254-4c4f-bfec-6650afd628b7 None None] Provisioning for port df2e9c98-2497-4422-b283-db1075973a89 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:22:19.953640 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-88296634-d254-4c4f-bfec-6650afd628b7 None None] Provisioning complete for port df2e9c98-2497-4422-b283-db1075973a89 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:22:19.954134 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-88296634-d254-4c4f-bfec-6650afd628b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:19.955850 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806e776d-ab69-490a-9496-216a8c4e37ba admin admin] Router 2e0e3a5d-cfbd-4c4e-8386-df0731800811 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:22:20.032778 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port e50a4f37-a3e3-40ce-a7d0-15c9d7a5d765 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:22:20.047505 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-88296634-d254-4c4f-bfec-6650afd628b7 None None] Port df2e9c98-2497-4422-b283-db1075973a89 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:22:20.050470 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port e50a4f37-a3e3-40ce-a7d0-15c9d7a5d765 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:22:20.050843 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:20.072675 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806e776d-ab69-490a-9496-216a8c4e37ba admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:22:20.078194 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-806e776d-ab69-490a-9496-216a8c4e37ba admin admin] 10.222.0.32 "PUT /v2.0/routers/2e0e3a5d-cfbd-4c4e-8386-df0731800811/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9493210 Jul 23 21:22:20.159094 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-097ec583-bfd0-4460-86f7-96dde42719b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0e3a5d-cfbd-4c4e-8386-df0731800811', 'name': 'tempest-TestSnapshotPattern-1765617290-router', 'tenant_id': '7942967c62534344bcfe728f1504e19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:16Z', 'updated_at': '2021-07-23T21:22:19Z', 'revision_number': 4, 'project_id': '7942967c62534344bcfe728f1504e19f', 'gw_port': {'id': 'd68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:9d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0e3a5d-cfbd-4c4e-8386-df0731800811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:16Z', 'updated_at': '2021-07-23T21:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'df2e9c98-2497-4422-b283-db1075973a89', 'name': '', 'network_id': '8f6cb511-20a1-4101-b41f-4afefdb32c4e', 'tenant_id': '7942967c62534344bcfe728f1504e19f', 'mac_address': 'fa:16:3e:70:4a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0e3a5d-cfbd-4c4e-8386-df0731800811', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '37c85301-74a6-4838-9b09-9c71feba99ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:18Z', 'updated_at': '2021-07-23T21:22:18Z', 'revision_number': 1, 'project_id': '7942967c62534344bcfe728f1504e19f', 'subnets': [{'id': '37c85301-74a6-4838-9b09-9c71feba99ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:20.201752 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097ec583-bfd0-4460-86f7-96dde42719b9 None None] The sync data for ids ['2e0e3a5d-cfbd-4c4e-8386-df0731800811'] in n-d-793618-10 is: [{'id': '2e0e3a5d-cfbd-4c4e-8386-df0731800811', 'name': 'tempest-TestSnapshotPattern-1765617290-router', 'tenant_id': '7942967c62534344bcfe728f1504e19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:16Z', 'updated_at': '2021-07-23T21:22:19Z', 'revision_number': 4, 'project_id': '7942967c62534344bcfe728f1504e19f', 'gw_port': {'id': 'd68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:9d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0e3a5d-cfbd-4c4e-8386-df0731800811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:16Z', 'updated_at': '2021-07-23T21:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'df2e9c98-2497-4422-b283-db1075973a89', 'name': '', 'network_id': '8f6cb511-20a1-4101-b41f-4afefdb32c4e', 'tenant_id': '7942967c62534344bcfe728f1504e19f', 'mac_address': 'fa:16:3e:70:4a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0e3a5d-cfbd-4c4e-8386-df0731800811', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '37c85301-74a6-4838-9b09-9c71feba99ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:18Z', 'updated_at': '2021-07-23T21:22:18Z', 'revision_number': 1, 'project_id': '7942967c62534344bcfe728f1504e19f', 'subnets': [{'id': '37c85301-74a6-4838-9b09-9c71feba99ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:22:20.207261 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:20.226185 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-90160ce8-31c6-4a11-abeb-6bc4982a5567 None None] Provisioning complete for port df2e9c98-2497-4422-b283-db1075973a89 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:22:20.226185 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-90160ce8-31c6-4a11-abeb-6bc4982a5567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:20.275919 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port e50a4f37-a3e3-40ce-a7d0-15c9d7a5d765, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=e50a4f37-a3e3-40ce-a7d0-15c9d7a5d765,segment=NetworkSegment(4ee84ba1-4fa0-4ef7-af48-431e7a0c370a),segment_id=4ee84ba1-4fa0-4ef7-af48-431e7a0c370a)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:22:20.281149 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-90160ce8-31c6-4a11-abeb-6bc4982a5567 None None] Port df2e9c98-2497-4422-b283-db1075973a89 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:22:20.282952 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:20.283964 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 01379ce2-469f-465c-8cf0-c0fbd26b7f0f up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:22:20.372366 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=e50a4f37-a3e3-40ce-a7d0-15c9d7a5d765,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:20.385503 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port 01379ce2-469f-465c-8cf0-c0fbd26b7f0f completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:22:20.389668 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 01379ce2-469f-465c-8cf0-c0fbd26b7f0f triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:22:20.390112 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:20.533956 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:20.583474 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port 01379ce2-469f-465c-8cf0-c0fbd26b7f0f, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=01379ce2-469f-465c-8cf0-c0fbd26b7f0f,segment=NetworkSegment(18b92ed1-2c33-4485-8472-4bc5f6466972),segment_id=18b92ed1-2c33-4485-8472-4bc5f6466972)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:22:20.588118 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:20.650778 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=01379ce2-469f-465c-8cf0-c0fbd26b7f0f,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:20.713782 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40504) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:20.719137 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-8caadc1b-28a2-4f9d-b0c3-aebe4de90c6e tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1121767619', 'description': 'tempest-secgroup-smoke-1121767619 description', 'project_id': '0e76f9199c3949168304d0925fabc6a7'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:22:20.751314 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8caadc1b-28a2-4f9d-b0c3-aebe4de90c6e tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:20.854382 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8caadc1b-28a2-4f9d-b0c3-aebe4de90c6e tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:20.859965 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8caadc1b-28a2-4f9d-b0c3-aebe4de90c6e tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:20.887904 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8caadc1b-28a2-4f9d-b0c3-aebe4de90c6e tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:20.889139 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8caadc1b-28a2-4f9d-b0c3-aebe4de90c6e tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1743426 Jul 23 21:22:20.892629 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40506) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:20.894061 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caadc1b-28a2-4f9d-b0c3-aebe4de90c6e tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd357a3-7602-4cc7-8a48-7c5afb9456d9,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:20.897391 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-de4a2921-59e3-45ef-b6e7-af04fb31a073 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Request body: {'security_group_rule': {'security_group_id': '7cd357a3-7602-4cc7-8a48-7c5afb9456d9', 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:22:20.926600 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-de4a2921-59e3-45ef-b6e7-af04fb31a073 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:20.981635 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-de4a2921-59e3-45ef-b6e7-af04fb31a073 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:20.986568 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-de4a2921-59e3-45ef-b6e7-af04fb31a073 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:21.005446 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a2921-59e3-45ef-b6e7-af04fb31a073 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=552fd786-7868-4bd9-98d9-bff33f2af87f,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:21.011660 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-de4a2921-59e3-45ef-b6e7-af04fb31a073 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:21.013210 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-de4a2921-59e3-45ef-b6e7-af04fb31a073 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1195405 Jul 23 21:22:21.016135 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40508) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:21.020534 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-56b13980-4f9a-4ead-8ef1-29c3065de7e5 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Request body: {'security_group_rule': {'security_group_id': '7cd357a3-7602-4cc7-8a48-7c5afb9456d9', 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:22:21.048480 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-56b13980-4f9a-4ead-8ef1-29c3065de7e5 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:21.103075 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device e50a4f37-a3e3-40ce-a7d0-15c9d7a5d765 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:22:21.111217 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-56b13980-4f9a-4ead-8ef1-29c3065de7e5 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:21.115199 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-56b13980-4f9a-4ead-8ef1-29c3065de7e5 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:21.134502 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b13980-4f9a-4ead-8ef1-29c3065de7e5 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81ae9c2f-9951-4707-b486-8ce295afb789,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:21.138118 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-56b13980-4f9a-4ead-8ef1-29c3065de7e5 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:21.142940 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-56b13980-4f9a-4ead-8ef1-29c3065de7e5 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1221967 Jul 23 21:22:21.143458 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40510) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:21.147585 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-6a7eaf75-60b0-44aa-9c9b-6e778ab1f8eb tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Request body: {'security_group_rule': {'security_group_id': '7cd357a3-7602-4cc7-8a48-7c5afb9456d9', 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:22:21.159205 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port e50a4f37-a3e3-40ce-a7d0-15c9d7a5d765 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:22:21.159566 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:21.175362 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a7eaf75-60b0-44aa-9c9b-6e778ab1f8eb tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:21.237305 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a7eaf75-60b0-44aa-9c9b-6e778ab1f8eb tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:21.240983 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a7eaf75-60b0-44aa-9c9b-6e778ab1f8eb tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:21.250674 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 01379ce2-469f-465c-8cf0-c0fbd26b7f0f up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:22:21.262863 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7eaf75-60b0-44aa-9c9b-6e778ab1f8eb tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab639a5d-995d-420f-9d9a-fd1befbaf2c1,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:21.270441 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6a7eaf75-60b0-44aa-9c9b-6e778ab1f8eb tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:21.271757 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6a7eaf75-60b0-44aa-9c9b-6e778ab1f8eb tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277249 Jul 23 21:22:21.274621 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40512) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:21.279075 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-1358664b-b36b-48a5-a7cf-0f1418ffc7ea tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Request body: {'security_group_rule': {'security_group_id': '7cd357a3-7602-4cc7-8a48-7c5afb9456d9', 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:22:21.299648 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port 01379ce2-469f-465c-8cf0-c0fbd26b7f0f triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:22:21.300048 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:21.306872 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1358664b-b36b-48a5-a7cf-0f1418ffc7ea tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:21.367343 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1358664b-b36b-48a5-a7cf-0f1418ffc7ea tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:21.371031 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1358664b-b36b-48a5-a7cf-0f1418ffc7ea tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:21.388816 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1358664b-b36b-48a5-a7cf-0f1418ffc7ea tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8ff6a38-99bd-45f5-b3b0-e3dbf950963a,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:21.396022 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1358664b-b36b-48a5-a7cf-0f1418ffc7ea tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:21.397525 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-1358664b-b36b-48a5-a7cf-0f1418ffc7ea tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1218722 Jul 23 21:22:21.400090 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 40514) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:21.404567 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [None req-7f7f8e04-a557-49b9-b4df-9c728b725e83 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Request body: {'security_group_rule': {'security_group_id': '7cd357a3-7602-4cc7-8a48-7c5afb9456d9', 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:22:21.426848 n-d-793618-10 neutron-server[93875]: INFO neutron.db.securitygroups_db [None req-7f7f8e04-a557-49b9-b4df-9c728b725e83 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Project 0e76f9199c3949168304d0925fabc6a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:22:21.431774 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7f7f8e04-a557-49b9-b4df-9c728b725e83 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:21.494922 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7f7f8e04-a557-49b9-b4df-9c728b725e83 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:21.498911 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7f7f8e04-a557-49b9-b4df-9c728b725e83 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:21.517736 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f8e04-a557-49b9-b4df-9c728b725e83 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60b31b1d-8cc6-412a-bfa7-53a87f9e9d27,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:21.527278 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7f7f8e04-a557-49b9-b4df-9c728b725e83 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:21.528571 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-7f7f8e04-a557-49b9-b4df-9c728b725e83 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1275225 Jul 23 21:22:21.531539 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40516) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:21.536061 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e36de58c-9f81-4891-aff1-4bf3b1abf3c4 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Request body: {'security_group_rule': {'security_group_id': '7cd357a3-7602-4cc7-8a48-7c5afb9456d9', 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:22:21.579339 n-d-793618-10 neutron-server[93876]: INFO neutron.db.securitygroups_db [None req-e36de58c-9f81-4891-aff1-4bf3b1abf3c4 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Project 0e76f9199c3949168304d0925fabc6a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:22:21.584420 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e36de58c-9f81-4891-aff1-4bf3b1abf3c4 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:21.657818 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e36de58c-9f81-4891-aff1-4bf3b1abf3c4 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:21.661768 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e36de58c-9f81-4891-aff1-4bf3b1abf3c4 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430956'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:21.683117 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36de58c-9f81-4891-aff1-4bf3b1abf3c4 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=021aed92-5e19-429e-b7bb-69ad97cfaa51,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:21.686519 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e36de58c-9f81-4891-aff1-4bf3b1abf3c4 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:21.687861 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-e36de58c-9f81-4891-aff1-4bf3b1abf3c4 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1553762 Jul 23 21:22:21.840417 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-80bce0f1-27c9-4c30-a9ee-1ff8f7512d2a tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1121767619&fields=id&tenant_id=0e76f9199c3949168304d0925fabc6a7 HTTP/1.1" status: 200 len: 267 time: 0.0354860 Jul 23 21:22:21.950729 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-fcd4040b-92f8-4e38-b9c2-ecc8acfd1bf1 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:21.954338 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-fcd4040b-92f8-4e38-b9c2-ecc8acfd1bf1 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/networks?id=53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f HTTP/1.1" status: 200 len: 809 time: 0.1063113 Jul 23 21:22:21.969634 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-eb0e037a-e789-4dec-805b-4410c0f0799e tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/quotas/0e76f9199c3949168304d0925fabc6a7 HTTP/1.1" status: 200 len: 375 time: 0.0105574 Jul 23 21:22:22.044213 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-da5224fe-4e88-4f72-a040-5cd4f2a4d00c tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0e76f9199c3949168304d0925fabc6a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0687788 Jul 23 21:22:22.478602 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-fe6663ac-3b21-4b0b-a6bc-ae5c17eddbd5 service neutron] 10.222.0.32 "GET /v2.0/networks/53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4220004 Jul 23 21:22:22.572044 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-95f72328-9555-49b1-b919-f73f3ad3742f service neutron] 10.222.0.32 "GET /v2.0/networks/53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874448 Jul 23 21:22:22.743295 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a000754e-ef7a-4fcb-b3c1-b679cdd2a105 req-0628f492-4697-404e-94e1-f9b396b21c54 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/ports?device_id=542657c5-e966-404c-80c5-a62c19f18b13 HTTP/1.1" status: 200 len: 210 time: 0.0311906 Jul 23 21:22:22.928614 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a8c9f1-dc46-46e5-9261-6316aa395d28 None None] Sync routers for ids ['2e0e3a5d-cfbd-4c4e-8386-df0731800811'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:22:22.938492 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a8c9f1-dc46-46e5-9261-6316aa395d28 None None] Routers {'2e0e3a5d-cfbd-4c4e-8386-df0731800811'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:22:22.939104 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a1a8c9f1-dc46-46e5-9261-6316aa395d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:22:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['2e0e3a5d-cfbd-4c4e-8386-df0731800811'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:23.055729 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-a1a8c9f1-dc46-46e5-9261-6316aa395d28 None None] Set router 2e0e3a5d-cfbd-4c4e-8386-df0731800811 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:22:23.120230 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:22:23.173989 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port d68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:22:23.178043 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port d68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:22:23.178414 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:23.266527 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:23.280181 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a1a8c9f1-dc46-46e5-9261-6316aa395d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0e3a5d-cfbd-4c4e-8386-df0731800811', 'name': 'tempest-TestSnapshotPattern-1765617290-router', 'tenant_id': '7942967c62534344bcfe728f1504e19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:16Z', 'updated_at': '2021-07-23T21:22:19Z', 'revision_number': 4, 'project_id': '7942967c62534344bcfe728f1504e19f', 'gw_port': {'id': 'd68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:9d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0e3a5d-cfbd-4c4e-8386-df0731800811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:16Z', 'updated_at': '2021-07-23T21:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'df2e9c98-2497-4422-b283-db1075973a89', 'name': '', 'network_id': '8f6cb511-20a1-4101-b41f-4afefdb32c4e', 'tenant_id': '7942967c62534344bcfe728f1504e19f', 'mac_address': 'fa:16:3e:70:4a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0e3a5d-cfbd-4c4e-8386-df0731800811', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '37c85301-74a6-4838-9b09-9c71feba99ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:18Z', 'updated_at': '2021-07-23T21:22:19Z', 'revision_number': 2, 'project_id': '7942967c62534344bcfe728f1504e19f', 'subnets': [{'id': '37c85301-74a6-4838-9b09-9c71feba99ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:23.291728 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port d68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:22:23.295656 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:23.315509 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a8c9f1-dc46-46e5-9261-6316aa395d28 None None] Checking router: 2e0e3a5d-cfbd-4c4e-8386-df0731800811 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:22:23.315884 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a8c9f1-dc46-46e5-9261-6316aa395d28 None None] Updating router 2e0e3a5d-cfbd-4c4e-8386-df0731800811 port df2e9c98-2497-4422-b283-db1075973a89 binding host n-d-793618-10 {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:22:23.348073 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=d68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:23.351279 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a1a8c9f1-dc46-46e5-9261-6316aa395d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:23.619166 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a1a8c9f1-dc46-46e5-9261-6316aa395d28 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:23.636836 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-a1a8c9f1-dc46-46e5-9261-6316aa395d28 None None] Transition to ACTIVE for port object df2e9c98-2497-4422-b283-db1075973a89 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:22:23.644587 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a1a8c9f1-dc46-46e5-9261-6316aa395d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:23.707536 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2da48a-376a-485d-964e-478d29162141 None None] Pushing event updated for resources: {'Port': ['ID=df2e9c98-2497-4422-b283-db1075973a89,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:23.707794 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-6ba23f51-273c-4da8-9b0b-e27822c0eb1a tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:23.707794 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-6ba23f51-273c-4da8-9b0b-e27822c0eb1a tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.18 "GET /v2.0/networks?id=53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f HTTP/1.1" status: 200 len: 809 time: 0.1197770 Jul 23 21:22:23.758239 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-7b71a3a4-6e94-4056-8609-f074afde2e1c tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e76f9199c3949168304d0925fabc6a7 HTTP/1.1" status: 200 len: 380 time: 0.0427122 Jul 23 21:22:23.770709 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-5098700d-208e-4b1e-9238-fdbc279d12ba tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Request body: {'port': {'device_id': '542657c5-e966-404c-80c5-a62c19f18b13', 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f', 'admin_state_up': True, 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'security_groups': ['7cd357a3-7602-4cc7-8a48-7c5afb9456d9']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:22:23.775600 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-a1a8c9f1-dc46-46e5-9261-6316aa395d28 None None] Attempting to bind port df2e9c98-2497-4422-b283-db1075973a89 on host n-d-793618-10 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:22:23.775968 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-a1a8c9f1-dc46-46e5-9261-6316aa395d28 None None] Attempting to bind port df2e9c98-2497-4422-b283-db1075973a89 by drivers openvswitch,hyperv on host n-d-793618-10 at level 0 using segments [{'id': '4ee84ba1-4fa0-4ef7-af48-431e7a0c370a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8f6cb511-20a1-4101-b41f-4afefdb32c4e'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:22:23.776317 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a8c9f1-dc46-46e5-9261-6316aa395d28 None None] Attempting to bind port df2e9c98-2497-4422-b283-db1075973a89 on network 8f6cb511-20a1-4101-b41f-4afefdb32c4e {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:22:23.784318 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a8c9f1-dc46-46e5-9261-6316aa395d28 None None] Checking agent: {'id': '41abc352-d387-456b-b425-c9bf69907aa6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 48, 43), 'started_at': datetime.datetime(2021, 7, 23, 19, 49, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:22:23.784721 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a8c9f1-dc46-46e5-9261-6316aa395d28 None None] Checking segment: {'id': '4ee84ba1-4fa0-4ef7-af48-431e7a0c370a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8f6cb511-20a1-4101-b41f-4afefdb32c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:22:23.785082 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a1a8c9f1-dc46-46e5-9261-6316aa395d28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:23.785662 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a8c9f1-dc46-46e5-9261-6316aa395d28 None None] Bound using segment: {'id': '4ee84ba1-4fa0-4ef7-af48-431e7a0c370a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8f6cb511-20a1-4101-b41f-4afefdb32c4e'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:22:23.786248 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-a1a8c9f1-dc46-46e5-9261-6316aa395d28 None None] Bound port: df2e9c98-2497-4422-b283-db1075973a89, host: n-d-793618-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ee84ba1-4fa0-4ef7-af48-431e7a0c370a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8f6cb511-20a1-4101-b41f-4afefdb32c4e'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:22:23.786864 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a1a8c9f1-dc46-46e5-9261-6316aa395d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:23.861151 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-a1a8c9f1-dc46-46e5-9261-6316aa395d28 None None] For port df2e9c98-2497-4422-b283-db1075973a89, host n-d-793618-10, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:22:23.864858 n-d-793618-10 neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-a1a8c9f1-dc46-46e5-9261-6316aa395d28 None None] For port df2e9c98-2497-4422-b283-db1075973a89, host n-d-793618-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=df2e9c98-2497-4422-b283-db1075973a89,segment=NetworkSegment(4ee84ba1-4fa0-4ef7-af48-431e7a0c370a),segment_id=4ee84ba1-4fa0-4ef7-af48-431e7a0c370a)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:22:23.869289 n-d-793618-10 neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a1a8c9f1-dc46-46e5-9261-6316aa395d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:23.888685 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-baa9b793-3917-40cf-9712-575f1c5b4379 req-6a0844c8-be22-4d7a-8436-d802904b7145 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/ports?device_id=542657c5-e966-404c-80c5-a62c19f18b13 HTTP/1.1" status: 200 len: 210 time: 0.0441763 Jul 23 21:22:23.931905 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a8c9f1-dc46-46e5-9261-6316aa395d28 None None] Routers {'2e0e3a5d-cfbd-4c4e-8386-df0731800811'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:22:23.932603 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a1a8c9f1-dc46-46e5-9261-6316aa395d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:22:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['2e0e3a5d-cfbd-4c4e-8386-df0731800811'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:23.947576 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-5098700d-208e-4b1e-9238-fdbc279d12ba tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Made reservation on behalf of 0e76f9199c3949168304d0925fabc6a7 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:22:23.951865 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-5098700d-208e-4b1e-9238-fdbc279d12ba tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:24.122493 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2da48a-376a-485d-964e-478d29162141 None None] Pushing event updated for resources: {'Port': ['ID=df2e9c98-2497-4422-b283-db1075973a89,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:24.130410 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-5098700d-208e-4b1e-9238-fdbc279d12ba tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Allocated IP 172.20.0.14 (53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f/95983624-0b84-4f85-ac51-02e438f39d0c/d76a16d8-f43a-4564-8e8c-e3fd2fb990e2) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:22:24.168529 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-a1a8c9f1-dc46-46e5-9261-6316aa395d28 None None] Set router 2e0e3a5d-cfbd-4c4e-8386-df0731800811 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:22:24.302750 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-5098700d-208e-4b1e-9238-fdbc279d12ba tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:24.317706 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-5098700d-208e-4b1e-9238-fdbc279d12ba tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Transition to ACTIVE for port object d76a16d8-f43a-4564-8e8c-e3fd2fb990e2 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:22:24.350988 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-5098700d-208e-4b1e-9238-fdbc279d12ba tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:24.391436 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a1a8c9f1-dc46-46e5-9261-6316aa395d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0e3a5d-cfbd-4c4e-8386-df0731800811', 'name': 'tempest-TestSnapshotPattern-1765617290-router', 'tenant_id': '7942967c62534344bcfe728f1504e19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:16Z', 'updated_at': '2021-07-23T21:22:19Z', 'revision_number': 4, 'project_id': '7942967c62534344bcfe728f1504e19f', 'gw_port': {'id': 'd68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:9d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0e3a5d-cfbd-4c4e-8386-df0731800811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:16Z', 'updated_at': '2021-07-23T21:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'df2e9c98-2497-4422-b283-db1075973a89', 'name': '', 'network_id': '8f6cb511-20a1-4101-b41f-4afefdb32c4e', 'tenant_id': '7942967c62534344bcfe728f1504e19f', 'mac_address': 'fa:16:3e:70:4a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0e3a5d-cfbd-4c4e-8386-df0731800811', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '37c85301-74a6-4838-9b09-9c71feba99ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:18Z', 'updated_at': '2021-07-23T21:22:23Z', 'revision_number': 4, 'project_id': '7942967c62534344bcfe728f1504e19f', 'subnets': [{'id': '37c85301-74a6-4838-9b09-9c71feba99ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:24.398150 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-5098700d-208e-4b1e-9238-fdbc279d12ba tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Network 53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:22:24.403782 n-d-793618-10 neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-5098700d-208e-4b1e-9238-fdbc279d12ba tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:22:24.406760 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-5098700d-208e-4b1e-9238-fdbc279d12ba tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:22:24.423733 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a8c9f1-dc46-46e5-9261-6316aa395d28 None None] The sync data for ids ['2e0e3a5d-cfbd-4c4e-8386-df0731800811'] in n-d-793618-10 is: [{'id': '2e0e3a5d-cfbd-4c4e-8386-df0731800811', 'name': 'tempest-TestSnapshotPattern-1765617290-router', 'tenant_id': '7942967c62534344bcfe728f1504e19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:16Z', 'updated_at': '2021-07-23T21:22:19Z', 'revision_number': 4, 'project_id': '7942967c62534344bcfe728f1504e19f', 'gw_port': {'id': 'd68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:9d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0e3a5d-cfbd-4c4e-8386-df0731800811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:16Z', 'updated_at': '2021-07-23T21:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': 'df2e9c98-2497-4422-b283-db1075973a89', 'name': '', 'network_id': '8f6cb511-20a1-4101-b41f-4afefdb32c4e', 'tenant_id': '7942967c62534344bcfe728f1504e19f', 'mac_address': 'fa:16:3e:70:4a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0e3a5d-cfbd-4c4e-8386-df0731800811', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '37c85301-74a6-4838-9b09-9c71feba99ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:18Z', 'updated_at': '2021-07-23T21:22:23Z', 'revision_number': 4, 'project_id': '7942967c62534344bcfe728f1504e19f', 'subnets': [{'id': '37c85301-74a6-4838-9b09-9c71feba99ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:22:24.446272 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098700d-208e-4b1e-9238-fdbc279d12ba tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Pushing event updated for resources: {'Port': ['ID=d76a16d8-f43a-4564-8e8c-e3fd2fb990e2,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:24.485915 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-5098700d-208e-4b1e-9238-fdbc279d12ba tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:24.486261 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-5098700d-208e-4b1e-9238-fdbc279d12ba tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:24.507744 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-5098700d-208e-4b1e-9238-fdbc279d12ba tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7443242 Jul 23 21:22:24.521733 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.v2.base [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-459d01ff-a9c3-4359-a283-e43894c17b33 service neutron] Request body: {'port': {'device_id': '542657c5-e966-404c-80c5-a62c19f18b13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-10'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:22:24.618457 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-459d01ff-a9c3-4359-a283-e43894c17b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:24.690689 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-64e7d5a9-8ac6-45bb-9193-c9a7fe7d70bd None None] Provisioning for port d76a16d8-f43a-4564-8e8c-e3fd2fb990e2 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:22:24.694804 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-64e7d5a9-8ac6-45bb-9193-c9a7fe7d70bd None None] Provisioning complete for port d76a16d8-f43a-4564-8e8c-e3fd2fb990e2 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:22:24.695173 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64e7d5a9-8ac6-45bb-9193-c9a7fe7d70bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:24.742138 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-64e7d5a9-8ac6-45bb-9193-c9a7fe7d70bd None None] Port d76a16d8-f43a-4564-8e8c-e3fd2fb990e2 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:22:24.916763 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-459d01ff-a9c3-4359-a283-e43894c17b33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d76a16d8-f43a-4564-8e8c-e3fd2fb990e2 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:22:24.924947 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-459d01ff-a9c3-4359-a283-e43894c17b33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:24.942511 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-459d01ff-a9c3-4359-a283-e43894c17b33 service neutron] Transition to ACTIVE for port object d76a16d8-f43a-4564-8e8c-e3fd2fb990e2 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:22:24.948396 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-459d01ff-a9c3-4359-a283-e43894c17b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:25.041762 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459d01ff-a9c3-4359-a283-e43894c17b33 service neutron] Pushing event updated for resources: {'Port': ['ID=d76a16d8-f43a-4564-8e8c-e3fd2fb990e2,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:25.133333 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device df2e9c98-2497-4422-b283-db1075973a89 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:22:25.165275 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e7d2d-25d2-4b98-a313-c3044d9fe468 req-c9330a8f-c043-4dbd-82e1-dd83a0511d3d tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:25.169934 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db6e7d2d-25d2-4b98-a313-c3044d9fe468 req-c9330a8f-c043-4dbd-82e1-dd83a0511d3d tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/ports?device_id=542657c5-e966-404c-80c5-a62c19f18b13 HTTP/1.1" status: 200 len: 944 time: 0.1818783 Jul 23 21:22:25.178367 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-459d01ff-a9c3-4359-a283-e43894c17b33 service neutron] Attempting to bind port d76a16d8-f43a-4564-8e8c-e3fd2fb990e2 on host n-h2-793618-10 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:22:25.178780 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-459d01ff-a9c3-4359-a283-e43894c17b33 service neutron] Attempting to bind port d76a16d8-f43a-4564-8e8c-e3fd2fb990e2 by drivers openvswitch,hyperv on host n-h2-793618-10 at level 0 using segments [{'id': '18b92ed1-2c33-4485-8472-4bc5f6466972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:22:25.179174 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-459d01ff-a9c3-4359-a283-e43894c17b33 service neutron] Attempting to bind port d76a16d8-f43a-4564-8e8c-e3fd2fb990e2 on network 53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:22:25.190205 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning for port df2e9c98-2497-4422-b283-db1075973a89 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:22:25.190813 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-459d01ff-a9c3-4359-a283-e43894c17b33 service neutron] Port d76a16d8-f43a-4564-8e8c-e3fd2fb990e2 on network 53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-10 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:22:25.191238 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-459d01ff-a9c3-4359-a283-e43894c17b33 service neutron] Attempting to bind port d76a16d8-f43a-4564-8e8c-e3fd2fb990e2 on network 53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:22:25.194243 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port df2e9c98-2497-4422-b283-db1075973a89 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:22:25.194826 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:25.207412 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-459d01ff-a9c3-4359-a283-e43894c17b33 service neutron] Checking agent: {'id': '48d8de2e-8fba-4e2c-975d-b6b4d4ea60e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:22:25.207849 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-459d01ff-a9c3-4359-a283-e43894c17b33 service neutron] Checking segment: {'id': '18b92ed1-2c33-4485-8472-4bc5f6466972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:22:25.208325 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-459d01ff-a9c3-4359-a283-e43894c17b33 service neutron] Bound using segment: {'id': '18b92ed1-2c33-4485-8472-4bc5f6466972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:22:25.208939 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-459d01ff-a9c3-4359-a283-e43894c17b33 service neutron] Bound port: d76a16d8-f43a-4564-8e8c-e3fd2fb990e2, host: n-h2-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18b92ed1-2c33-4485-8472-4bc5f6466972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:22:25.209387 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-459d01ff-a9c3-4359-a283-e43894c17b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:25.236865 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db6e7d2d-25d2-4b98-a313-c3044d9fe468 req-a717777a-6d88-468e-b09f-3262fa3362b9 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cd357a3-7602-4cc7-8a48-7c5afb9456d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602505 Jul 23 21:22:25.283671 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:25.289628 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-459d01ff-a9c3-4359-a283-e43894c17b33 service neutron] For port d76a16d8-f43a-4564-8e8c-e3fd2fb990e2, host n-h2-793618-10, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:22:25.292792 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-459d01ff-a9c3-4359-a283-e43894c17b33 service neutron] For port d76a16d8-f43a-4564-8e8c-e3fd2fb990e2, host n-h2-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d76a16d8-f43a-4564-8e8c-e3fd2fb990e2,segment=NetworkSegment(18b92ed1-2c33-4485-8472-4bc5f6466972),segment_id=18b92ed1-2c33-4485-8472-4bc5f6466972)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:22:25.299179 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-459d01ff-a9c3-4359-a283-e43894c17b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61975530'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:25.320171 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] For port df2e9c98-2497-4422-b283-db1075973a89, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=df2e9c98-2497-4422-b283-db1075973a89,segment=NetworkSegment(4ee84ba1-4fa0-4ef7-af48-431e7a0c370a),segment_id=4ee84ba1-4fa0-4ef7-af48-431e7a0c370a)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:22:25.323631 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:25.324518 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:22:25.337181 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-459d01ff-a9c3-4359-a283-e43894c17b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:25.337827 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-459d01ff-a9c3-4359-a283-e43894c17b33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:25.339263 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-459d01ff-a9c3-4359-a283-e43894c17b33 service neutron] 10.222.0.18 "PUT /v2.0/ports/d76a16d8-f43a-4564-8e8c-e3fd2fb990e2 HTTP/1.1" status: 200 len: 1093 time: 0.8229835 Jul 23 21:22:25.339719 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542657c5-e966-404c-80c5-a62c19f18b13', 'tag': 'd76a16d8-f43a-4564-8e8c-e3fd2fb990e2'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:22:25.342001 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1358e00761cb368f0f7ae124e23a857cb06aa2e8cdc938e6d7a9a9ae7bd1e98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d0326c-5d64-4908-988e-37d48ca7b57a" -d '{"events": [{"name": "network-changed", "server_uuid": "542657c5-e966-404c-80c5-a62c19f18b13", "tag": "d76a16d8-f43a-4564-8e8c-e3fd2fb990e2"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:22:25.396913 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28828ed9-f187-495b-bdd5-ca75fbbafe18 x-openstack-request-id: req-28828ed9-f187-495b-bdd5-ca75fbbafe18 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:22:25.397204 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542657c5-e966-404c-80c5-a62c19f18b13", "tag": "d76a16d8-f43a-4564-8e8c-e3fd2fb990e2", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:22:25.397604 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-28828ed9-f187-495b-bdd5-ca75fbbafe18 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:22:25.398070 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '542657c5-e966-404c-80c5-a62c19f18b13', 'tag': 'd76a16d8-f43a-4564-8e8c-e3fd2fb990e2', 'status': 'completed', 'code': 200} Jul 23 21:22:25.398699 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459d01ff-a9c3-4359-a283-e43894c17b33 service neutron] Pushing event updated for resources: {'Port': ['ID=d76a16d8-f43a-4564-8e8c-e3fd2fb990e2,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:25.424211 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Pushing event updated for resources: {'Port': ['ID=df2e9c98-2497-4422-b283-db1075973a89,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:25.436221 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port d68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:22:25.436587 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:25.474684 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-b1f8aadc-680f-45e8-ae12-cb5849757b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:25.476237 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-b1f8aadc-680f-45e8-ae12-cb5849757b2a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e76f9199c3949168304d0925fabc6a7&device_id=542657c5-e966-404c-80c5-a62c19f18b13 HTTP/1.1" status: 200 len: 1096 time: 0.0911212 Jul 23 21:22:25.520603 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-df79d4e6-f8d7-4fee-b901-4f539d1a6654 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d76a16d8-f43a-4564-8e8c-e3fd2fb990e2 HTTP/1.1" status: 200 len: 217 time: 0.0370820 Jul 23 21:22:25.569283 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-58b18816-d0df-48b9-804b-2183c2fc20f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:25.570871 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-58b18816-d0df-48b9-804b-2183c2fc20f4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=95983624-0b84-4f85-ac51-02e438f39d0c HTTP/1.1" status: 200 len: 848 time: 0.0448828 Jul 23 21:22:25.638248 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-bb8f8a45-45d2-44e0-a12b-970a18a6bfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:25.640367 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-bb8f8a45-45d2-44e0-a12b-970a18a6bfec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631495 Jul 23 21:22:25.731350 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-a6b9a56a-8acc-468a-a767-8adc1e27c7af service neutron] 10.222.0.18 "GET /v2.0/networks/53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844598 Jul 23 21:22:25.824120 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f839e5f8-ef92-4196-9bcc-b838049866ac req-020f200e-000c-4ca2-a149-9850b1bed702 service neutron] 10.222.0.18 "GET /v2.0/networks/53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859668 Jul 23 21:22:25.927753 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0326c-5d64-4908-988e-37d48ca7b57a req-23b13082-5fd8-4d50-b798-2333f36b7744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:25.929310 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c8d0326c-5d64-4908-988e-37d48ca7b57a req-23b13082-5fd8-4d50-b798-2333f36b7744 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e76f9199c3949168304d0925fabc6a7&device_id=542657c5-e966-404c-80c5-a62c19f18b13 HTTP/1.1" status: 200 len: 1096 time: 0.0588548 Jul 23 21:22:26.027399 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0326c-5d64-4908-988e-37d48ca7b57a req-e48ca7e5-c2b7-448d-99f3-2f9c5df709bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:26.028847 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c8d0326c-5d64-4908-988e-37d48ca7b57a req-e48ca7e5-c2b7-448d-99f3-2f9c5df709bc service neutron] 10.222.0.18 "GET /v2.0/networks?id=53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f HTTP/1.1" status: 200 len: 910 time: 0.0934711 Jul 23 21:22:26.070253 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c8d0326c-5d64-4908-988e-37d48ca7b57a req-536e9a1d-65cd-4830-8eab-da5c0a3c752e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d76a16d8-f43a-4564-8e8c-e3fd2fb990e2 HTTP/1.1" status: 200 len: 217 time: 0.0344994 Jul 23 21:22:26.117695 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0326c-5d64-4908-988e-37d48ca7b57a req-0cb6b3da-f35f-4234-aafc-d0d206a6a38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:26.119096 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c8d0326c-5d64-4908-988e-37d48ca7b57a req-0cb6b3da-f35f-4234-aafc-d0d206a6a38c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=95983624-0b84-4f85-ac51-02e438f39d0c HTTP/1.1" status: 200 len: 848 time: 0.0428288 Jul 23 21:22:26.175919 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0326c-5d64-4908-988e-37d48ca7b57a req-2a7c877f-2136-47fa-b605-b1fce096af97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:26.177400 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c8d0326c-5d64-4908-988e-37d48ca7b57a req-2a7c877f-2136-47fa-b605-b1fce096af97 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515358 Jul 23 21:22:26.273105 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c8d0326c-5d64-4908-988e-37d48ca7b57a req-99a3e125-109e-4e37-b421-d2642e6912e8 service neutron] 10.222.0.18 "GET /v2.0/networks/53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881867 Jul 23 21:22:26.400622 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-c8d0326c-5d64-4908-988e-37d48ca7b57a req-b171acaa-989e-4e13-a3f5-16cb9460ed7a service neutron] 10.222.0.18 "GET /v2.0/networks/53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207066 Jul 23 21:22:26.423761 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa4201-c06d-4348-b727-974f7354cf50 req-3bb7db15-f70f-42d2-b36b-fbdbcbdfffc1 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:26.425269 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2dfa4201-c06d-4348-b727-974f7354cf50 req-3bb7db15-f70f-42d2-b36b-fbdbcbdfffc1 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/ports?device_id=542657c5-e966-404c-80c5-a62c19f18b13 HTTP/1.1" status: 200 len: 944 time: 0.1145396 Jul 23 21:22:26.464451 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2dfa4201-c06d-4348-b727-974f7354cf50 req-c98f71bb-a82a-4b11-91b6-c19c6de2ac92 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cd357a3-7602-4cc7-8a48-7c5afb9456d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335090 Jul 23 21:22:26.742390 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:22:27.094744 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device df2e9c98-2497-4422-b283-db1075973a89 up at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:22:27.141605 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Provisioning complete for port df2e9c98-2497-4422-b283-db1075973a89 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:22:27.141979 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:27.597369 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359583d-0f57-47d6-9366-3f525afd008f req-4af2d06f-b9e6-4217-9994-aab4762b0018 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:27.598927 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7359583d-0f57-47d6-9366-3f525afd008f req-4af2d06f-b9e6-4217-9994-aab4762b0018 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/ports?device_id=542657c5-e966-404c-80c5-a62c19f18b13 HTTP/1.1" status: 200 len: 944 time: 0.0652640 Jul 23 21:22:27.637637 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7359583d-0f57-47d6-9366-3f525afd008f req-385d2cf2-2b3c-488c-bf38-e7b2dad0fbab tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cd357a3-7602-4cc7-8a48-7c5afb9456d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329235 Jul 23 21:22:28.772970 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84b406-0db8-4be5-ad14-22da74fb3bad req-abe748d3-2ede-494c-81d4-89bae5a16b60 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:28.774475 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6f84b406-0db8-4be5-ad14-22da74fb3bad req-abe748d3-2ede-494c-81d4-89bae5a16b60 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/ports?device_id=542657c5-e966-404c-80c5-a62c19f18b13 HTTP/1.1" status: 200 len: 944 time: 0.0688553 Jul 23 21:22:28.812756 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6f84b406-0db8-4be5-ad14-22da74fb3bad req-cbdda04a-882c-4346-aec9-6c2d3962bf0f tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cd357a3-7602-4cc7-8a48-7c5afb9456d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318682 Jul 23 21:22:29.833930 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device d76a16d8-f43a-4564-8e8c-e3fd2fb990e2 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:22:29.939877 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port d76a16d8-f43a-4564-8e8c-e3fd2fb990e2, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d76a16d8-f43a-4564-8e8c-e3fd2fb990e2,segment=NetworkSegment(18b92ed1-2c33-4485-8472-4bc5f6466972),segment_id=18b92ed1-2c33-4485-8472-4bc5f6466972)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:22:29.951856 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee10cc-73d6-4320-91e9-8e2c76412c89 req-5a1f0226-1499-4b20-b04e-ae5bd4a43a97 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:29.952517 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': 'd76a16d8-f43a-4564-8e8c-e3fd2fb990e2', 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f', 'port_id': 'd76a16d8-f43a-4564-8e8c-e3fd2fb990e2', 'mac_address': 'fa:16:3e:27:29:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95983624-0b84-4f85-ac51-02e438f39d0c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:22:29.953404 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-feee10cc-73d6-4320-91e9-8e2c76412c89 req-5a1f0226-1499-4b20-b04e-ae5bd4a43a97 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/ports?device_id=542657c5-e966-404c-80c5-a62c19f18b13 HTTP/1.1" status: 200 len: 944 time: 0.0705533 Jul 23 21:22:29.995027 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:29.997423 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-feee10cc-73d6-4320-91e9-8e2c76412c89 req-0d674ae3-31e4-4694-bf6a-9c0f52514106 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cd357a3-7602-4cc7-8a48-7c5afb9456d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340769 Jul 23 21:22:30.008974 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d76a16d8-f43a-4564-8e8c-e3fd2fb990e2 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:22:30.031526 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port d76a16d8-f43a-4564-8e8c-e3fd2fb990e2, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d76a16d8-f43a-4564-8e8c-e3fd2fb990e2,segment=NetworkSegment(18b92ed1-2c33-4485-8472-4bc5f6466972),segment_id=18b92ed1-2c33-4485-8472-4bc5f6466972)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:22:30.036006 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:30.082418 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=d76a16d8-f43a-4564-8e8c-e3fd2fb990e2,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:30.262784 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['d76a16d8-f43a-4564-8e8c-e3fd2fb990e2'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:22:31.133255 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04fa694-165c-4334-9e70-bce61549d888 req-e76202c6-0d74-48b3-a7a0-d17205525907 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:31.134779 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b04fa694-165c-4334-9e70-bce61549d888 req-e76202c6-0d74-48b3-a7a0-d17205525907 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/ports?device_id=542657c5-e966-404c-80c5-a62c19f18b13 HTTP/1.1" status: 200 len: 945 time: 0.0693588 Jul 23 21:22:31.173108 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b04fa694-165c-4334-9e70-bce61549d888 req-8bf5cbde-9a50-4a0b-aa84-b33515f56c78 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cd357a3-7602-4cc7-8a48-7c5afb9456d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326133 Jul 23 21:22:31.849192 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device d76a16d8-f43a-4564-8e8c-e3fd2fb990e2 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:22:31.896546 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning for port d76a16d8-f43a-4564-8e8c-e3fd2fb990e2 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:22:31.900225 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port d76a16d8-f43a-4564-8e8c-e3fd2fb990e2 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:22:31.900596 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:31.979178 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:32.001801 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542657c5-e966-404c-80c5-a62c19f18b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76a16d8-f43a-4564-8e8c-e3fd2fb990e2'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:22:32.004088 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee4ac189e5a110d8d805401cc899f663d03ba078ee3e21ff65471f248c742d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0e77ca-150d-4bec-8f12-f05cc92e1f24" -d '{"events": [{"server_uuid": "542657c5-e966-404c-80c5-a62c19f18b13", "name": "network-vif-plugged", "status": "completed", "tag": "d76a16d8-f43a-4564-8e8c-e3fd2fb990e2"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:22:32.017682 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port d76a16d8-f43a-4564-8e8c-e3fd2fb990e2, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d76a16d8-f43a-4564-8e8c-e3fd2fb990e2,segment=NetworkSegment(18b92ed1-2c33-4485-8472-4bc5f6466972),segment_id=18b92ed1-2c33-4485-8472-4bc5f6466972)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:22:32.021779 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:32.069380 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=d76a16d8-f43a-4564-8e8c-e3fd2fb990e2,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:32.094138 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ada480-8e50-4fcf-b0b7-53a637292188 x-openstack-request-id: req-50ada480-8e50-4fcf-b0b7-53a637292188 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:22:32.094432 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542657c5-e966-404c-80c5-a62c19f18b13", "name": "network-vif-plugged", "status": "completed", "tag": "d76a16d8-f43a-4564-8e8c-e3fd2fb990e2", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:22:32.094686 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-50ada480-8e50-4fcf-b0b7-53a637292188 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:22:32.095086 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542657c5-e966-404c-80c5-a62c19f18b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76a16d8-f43a-4564-8e8c-e3fd2fb990e2', 'code': 200} Jul 23 21:22:32.204986 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31e8ab-e3cc-4f4a-9e6f-81ddf5e84fa5 req-0d40de20-cc9a-47ae-98e9-4cff43a5dbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:32.206672 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8e31e8ab-e3cc-4f4a-9e6f-81ddf5e84fa5 req-0d40de20-cc9a-47ae-98e9-4cff43a5dbb3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=542657c5-e966-404c-80c5-a62c19f18b13 HTTP/1.1" status: 200 len: 1098 time: 0.0546367 Jul 23 21:22:32.242469 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-8e31e8ab-e3cc-4f4a-9e6f-81ddf5e84fa5 req-7700e4e3-17ac-4c8b-bfde-cf4444bfb36f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7cd357a3-7602-4cc7-8a48-7c5afb9456d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294490 Jul 23 21:22:32.305146 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0cb14-13d3-4c7a-a647-ac69655b3878 req-099a7506-2cf2-4f7a-96b3-664e043d7e0d tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:32.306548 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-90f0cb14-13d3-4c7a-a647-ac69655b3878 req-099a7506-2cf2-4f7a-96b3-664e043d7e0d tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/ports?device_id=542657c5-e966-404c-80c5-a62c19f18b13 HTTP/1.1" status: 200 len: 946 time: 0.0632255 Jul 23 21:22:32.344229 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-90f0cb14-13d3-4c7a-a647-ac69655b3878 req-0969d175-8f47-4a4c-b6b8-14dcbca74328 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cd357a3-7602-4cc7-8a48-7c5afb9456d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315759 Jul 23 21:22:33.478691 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391bfac-54f8-42b2-a4de-25631fe6350b req-f0c19931-b4b7-4ee4-a085-65125284af6b tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:33.480176 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b391bfac-54f8-42b2-a4de-25631fe6350b req-f0c19931-b4b7-4ee4-a085-65125284af6b tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/ports?device_id=542657c5-e966-404c-80c5-a62c19f18b13 HTTP/1.1" status: 200 len: 946 time: 0.0684459 Jul 23 21:22:33.518540 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b391bfac-54f8-42b2-a4de-25631fe6350b req-d8ab14cc-bdfa-49c9-a2fb-99933538d37b tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cd357a3-7602-4cc7-8a48-7c5afb9456d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315721 Jul 23 21:22:33.647960 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b47bc8-30ed-43fa-94eb-35809ced2ec2 req-424c188c-6adf-468d-a660-62caee33bcc5 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:33.649368 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-97b47bc8-30ed-43fa-94eb-35809ced2ec2 req-424c188c-6adf-468d-a660-62caee33bcc5 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/ports?device_id=542657c5-e966-404c-80c5-a62c19f18b13 HTTP/1.1" status: 200 len: 946 time: 0.0656326 Jul 23 21:22:33.687895 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-97b47bc8-30ed-43fa-94eb-35809ced2ec2 req-4f080e29-f149-4e29-9263-d326b1754aab tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cd357a3-7602-4cc7-8a48-7c5afb9456d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328369 Jul 23 21:22:33.709642 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40570) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:33.858162 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef0d188-508c-4647-a6e1-941dc1591847 tempest-TestSnapshotPattern-2135062873 tempest-TestSnapshotPattern-2135062873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:33.861545 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-4ef0d188-508c-4647-a6e1-941dc1591847 tempest-TestSnapshotPattern-2135062873 tempest-TestSnapshotPattern-2135062873-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=542657c5-e966-404c-80c5-a62c19f18b13 HTTP/1.1" status: 200 len: 1093 time: 0.1508653 Jul 23 21:22:33.864621 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40574) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:33.868919 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ee2fc6f7-17bc-4869-a1da-5f848e764f14 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'port_id': 'd76a16d8-f43a-4564-8e8c-e3fd2fb990e2', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:22:33.890703 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee2fc6f7-17bc-4869-a1da-5f848e764f14 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:33.985317 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee2fc6f7-17bc-4869-a1da-5f848e764f14 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:34.089080 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-ee2fc6f7-17bc-4869-a1da-5f848e764f14 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Allocated IP 172.25.1.10 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/23ba6f6c-4be4-4dcb-9139-50935855f65d) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:22:34.189861 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee2fc6f7-17bc-4869-a1da-5f848e764f14 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:34.227420 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee2fc6f7-17bc-4869-a1da-5f848e764f14 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:34.270135 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2fc6f7-17bc-4869-a1da-5f848e764f14 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:22:34.274821 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-ee2fc6f7-17bc-4869-a1da-5f848e764f14 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:22:34.278320 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2fc6f7-17bc-4869-a1da-5f848e764f14 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:22:34.284139 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2fc6f7-17bc-4869-a1da-5f848e764f14 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Pushing event updated for resources: {'Port': ['ID=23ba6f6c-4be4-4dcb-9139-50935855f65d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:34.628892 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee2fc6f7-17bc-4869-a1da-5f848e764f14 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:34.704888 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee2fc6f7-17bc-4869-a1da-5f848e764f14 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:34.857860 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee2fc6f7-17bc-4869-a1da-5f848e764f14 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:34.863150 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee2fc6f7-17bc-4869-a1da-5f848e764f14 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:34.930469 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2fc6f7-17bc-4869-a1da-5f848e764f14 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Pushing event updated for resources: {'Port': ['ID=23ba6f6c-4be4-4dcb-9139-50935855f65d,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:34.941996 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee2fc6f7-17bc-4869-a1da-5f848e764f14 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:35.042169 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [None req-ee2fc6f7-17bc-4869-a1da-5f848e764f14 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Floating IP 0eaca231-36bc-4716-be3f-7592b7869c94 associated. External IP: 172.25.1.10, port: d76a16d8-f43a-4564-8e8c-e3fd2fb990e2. Jul 23 21:22:35.246798 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2fc6f7-17bc-4869-a1da-5f848e764f14 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Router 01b98853-d325-49e7-94c3-dcf871f2a4ec has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:22:35.689799 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2fc6f7-17bc-4869-a1da-5f848e764f14 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:22:35.699750 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7df1b78-0f85-4f54-8dd2-c77181832238 None None] Sync routers for ids ['01b98853-d325-49e7-94c3-dcf871f2a4ec'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:22:35.707836 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee2fc6f7-17bc-4869-a1da-5f848e764f14 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:35.710786 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7df1b78-0f85-4f54-8dd2-c77181832238 None None] Routers {'01b98853-d325-49e7-94c3-dcf871f2a4ec'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:22:35.711548 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-d7df1b78-0f85-4f54-8dd2-c77181832238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:22:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['01b98853-d325-49e7-94c3-dcf871f2a4ec'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:35.745259 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ee2fc6f7-17bc-4869-a1da-5f848e764f14 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8796108 Jul 23 21:22:35.745883 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542657c5-e966-404c-80c5-a62c19f18b13', 'tag': 'd76a16d8-f43a-4564-8e8c-e3fd2fb990e2'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:22:35.748152 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4300f88a927161e708234582c45a85d95cbae37b2189d54369fb4e5575b527b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b8534b-61c8-4089-bc77-2e41a3721cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "542657c5-e966-404c-80c5-a62c19f18b13", "tag": "d76a16d8-f43a-4564-8e8c-e3fd2fb990e2"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:22:35.785025 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23d7661-e9f9-4b2d-b1cf-a628c269606d x-openstack-request-id: req-a23d7661-e9f9-4b2d-b1cf-a628c269606d {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:22:35.785323 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542657c5-e966-404c-80c5-a62c19f18b13", "tag": "d76a16d8-f43a-4564-8e8c-e3fd2fb990e2", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:22:35.785610 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a23d7661-e9f9-4b2d-b1cf-a628c269606d {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:22:35.786018 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '542657c5-e966-404c-80c5-a62c19f18b13', 'tag': 'd76a16d8-f43a-4564-8e8c-e3fd2fb990e2', 'status': 'completed', 'code': 200} Jul 23 21:22:35.819098 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-d7df1b78-0f85-4f54-8dd2-c77181832238 None None] Set router 01b98853-d325-49e7-94c3-dcf871f2a4ec gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:22:35.863869 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8534b-61c8-4089-bc77-2e41a3721cf5 req-f8682b0d-bc75-4d65-88e2-a5913d6b5722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:35.865385 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b3b8534b-61c8-4089-bc77-2e41a3721cf5 req-f8682b0d-bc75-4d65-88e2-a5913d6b5722 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e76f9199c3949168304d0925fabc6a7&device_id=542657c5-e966-404c-80c5-a62c19f18b13 HTTP/1.1" status: 200 len: 1098 time: 0.0559003 Jul 23 21:22:35.961488 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8534b-61c8-4089-bc77-2e41a3721cf5 req-244986b5-a677-4346-849b-c0e56dd864ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:35.962895 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b3b8534b-61c8-4089-bc77-2e41a3721cf5 req-244986b5-a677-4346-849b-c0e56dd864ff service neutron] 10.222.0.18 "GET /v2.0/networks?id=53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f HTTP/1.1" status: 200 len: 910 time: 0.0915663 Jul 23 21:22:36.032075 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b3b8534b-61c8-4089-bc77-2e41a3721cf5 req-6f21276f-c964-465d-bfdd-b664fda69e67 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d76a16d8-f43a-4564-8e8c-e3fd2fb990e2 HTTP/1.1" status: 200 len: 999 time: 0.0626183 Jul 23 21:22:36.049986 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-d7df1b78-0f85-4f54-8dd2-c77181832238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'name': 'tempest-TestSnapshotPattern-444096031-router', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '9a168046-a399-442a-a759-9418de8bf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:11Z', 'updated_at': '2021-07-23T21:22:14Z', 'revision_number': 4, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'gw_port': {'id': '9a168046-a399-442a-a759-9418de8bf492', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:12Z', 'updated_at': '2021-07-23T21:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '0eaca231-36bc-4716-be3f-7592b7869c94', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'floating_ip_address': '172.25.1.10', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'port_id': 'd76a16d8-f43a-4564-8e8c-e3fd2fb990e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f', 'mac_address': 'fa:16:3e:27:29:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542657c5-e966-404c-80c5-a62c19f18b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:22:34Z', 'updated_at': '2021-07-23T21:22:34Z', 'revision_number': 0, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01379ce2-469f-465c-8cf0-c0fbd26b7f0f', 'name': '', 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'mac_address': 'fa:16:3e:74:26:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '95983624-0b84-4f85-ac51-02e438f39d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:13Z', 'updated_at': '2021-07-23T21:22:20Z', 'revision_number': 5, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'subnets': [{'id': '95983624-0b84-4f85-ac51-02e438f39d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:36.075544 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7df1b78-0f85-4f54-8dd2-c77181832238 None None] Checking router: 01b98853-d325-49e7-94c3-dcf871f2a4ec for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:22:36.080460 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8534b-61c8-4089-bc77-2e41a3721cf5 req-0c206d94-cf5f-4488-88a4-7891af211c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:36.081956 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b3b8534b-61c8-4089-bc77-2e41a3721cf5 req-0c206d94-cf5f-4488-88a4-7891af211c96 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=95983624-0b84-4f85-ac51-02e438f39d0c HTTP/1.1" status: 200 len: 848 time: 0.0443027 Jul 23 21:22:36.084614 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7df1b78-0f85-4f54-8dd2-c77181832238 None None] Routers {'01b98853-d325-49e7-94c3-dcf871f2a4ec'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:22:36.085213 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-d7df1b78-0f85-4f54-8dd2-c77181832238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:22:14Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['01b98853-d325-49e7-94c3-dcf871f2a4ec'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:36.140963 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8534b-61c8-4089-bc77-2e41a3721cf5 req-4bec94eb-3104-42a6-8a41-87835c1efdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:36.142978 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b3b8534b-61c8-4089-bc77-2e41a3721cf5 req-4bec94eb-3104-42a6-8a41-87835c1efdaf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549386 Jul 23 21:22:36.193833 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-d7df1b78-0f85-4f54-8dd2-c77181832238 None None] Set router 01b98853-d325-49e7-94c3-dcf871f2a4ec gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:22:36.238620 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b3b8534b-61c8-4089-bc77-2e41a3721cf5 req-44421fc2-16dd-48fb-9679-1876e0089032 service neutron] 10.222.0.18 "GET /v2.0/networks/53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894158 Jul 23 21:22:36.331843 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-b3b8534b-61c8-4089-bc77-2e41a3721cf5 req-6b7eddbb-fd3e-4515-8e21-ba1ad8ae631f service neutron] 10.222.0.18 "GET /v2.0/networks/53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865197 Jul 23 21:22:36.419750 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-d7df1b78-0f85-4f54-8dd2-c77181832238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'name': 'tempest-TestSnapshotPattern-444096031-router', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '9a168046-a399-442a-a759-9418de8bf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:11Z', 'updated_at': '2021-07-23T21:22:14Z', 'revision_number': 4, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'gw_port': {'id': '9a168046-a399-442a-a759-9418de8bf492', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:12Z', 'updated_at': '2021-07-23T21:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '0eaca231-36bc-4716-be3f-7592b7869c94', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'floating_ip_address': '172.25.1.10', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'port_id': 'd76a16d8-f43a-4564-8e8c-e3fd2fb990e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f', 'mac_address': 'fa:16:3e:27:29:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542657c5-e966-404c-80c5-a62c19f18b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:22:34Z', 'updated_at': '2021-07-23T21:22:34Z', 'revision_number': 0, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01379ce2-469f-465c-8cf0-c0fbd26b7f0f', 'name': '', 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'mac_address': 'fa:16:3e:74:26:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '95983624-0b84-4f85-ac51-02e438f39d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:13Z', 'updated_at': '2021-07-23T21:22:20Z', 'revision_number': 5, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'subnets': [{'id': '95983624-0b84-4f85-ac51-02e438f39d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:36.446996 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7df1b78-0f85-4f54-8dd2-c77181832238 None None] The sync data for ids ['01b98853-d325-49e7-94c3-dcf871f2a4ec'] in n-d-793618-10 is: [{'id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'name': 'tempest-TestSnapshotPattern-444096031-router', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '9a168046-a399-442a-a759-9418de8bf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:11Z', 'updated_at': '2021-07-23T21:22:14Z', 'revision_number': 4, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'gw_port': {'id': '9a168046-a399-442a-a759-9418de8bf492', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:12Z', 'updated_at': '2021-07-23T21:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '0eaca231-36bc-4716-be3f-7592b7869c94', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'floating_ip_address': '172.25.1.10', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'port_id': 'd76a16d8-f43a-4564-8e8c-e3fd2fb990e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f', 'mac_address': 'fa:16:3e:27:29:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542657c5-e966-404c-80c5-a62c19f18b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:22:34Z', 'updated_at': '2021-07-23T21:22:34Z', 'revision_number': 0, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01379ce2-469f-465c-8cf0-c0fbd26b7f0f', 'name': '', 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'mac_address': 'fa:16:3e:74:26:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '95983624-0b84-4f85-ac51-02e438f39d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:13Z', 'updated_at': '2021-07-23T21:22:20Z', 'revision_number': 5, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'subnets': [{'id': '95983624-0b84-4f85-ac51-02e438f39d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:22:36.634228 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b3d3c0-a9be-417a-bfef-24691dcfffb0 None None] New status for floating IP 0eaca231-36bc-4716-be3f-7592b7869c94: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:22:36.832640 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7ee80eb0-d703-426d-badd-77bbf8a3af8e req-62a0d7d4-f74d-4417-ad75-728bc67c8098 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=542657c5-e966-404c-80c5-a62c19f18b13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0559134 Jul 23 21:22:36.931029 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee80eb0-d703-426d-badd-77bbf8a3af8e req-fcf94fd2-84de-46a8-8920-15bce7415be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:36.932508 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7ee80eb0-d703-426d-badd-77bbf8a3af8e req-fcf94fd2-84de-46a8-8920-15bce7415be4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e76f9199c3949168304d0925fabc6a7&device_id=542657c5-e966-404c-80c5-a62c19f18b13 HTTP/1.1" status: 200 len: 1098 time: 0.0591791 Jul 23 21:22:37.033692 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee80eb0-d703-426d-badd-77bbf8a3af8e req-03aafe40-8169-4fec-aabf-dd8ac78b334c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:37.035069 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7ee80eb0-d703-426d-badd-77bbf8a3af8e req-03aafe40-8169-4fec-aabf-dd8ac78b334c service neutron] 10.222.0.18 "GET /v2.0/networks?id=53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f HTTP/1.1" status: 200 len: 910 time: 0.0848444 Jul 23 21:22:37.101833 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7ee80eb0-d703-426d-badd-77bbf8a3af8e req-eb72de5d-d9fa-452e-aec1-9b5b74fc4f8c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d76a16d8-f43a-4564-8e8c-e3fd2fb990e2 HTTP/1.1" status: 200 len: 1001 time: 0.0608599 Jul 23 21:22:37.152815 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee80eb0-d703-426d-badd-77bbf8a3af8e req-b8e914d6-c5b5-4366-9d39-2d76d56c1c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:37.154304 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7ee80eb0-d703-426d-badd-77bbf8a3af8e req-b8e914d6-c5b5-4366-9d39-2d76d56c1c3e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=95983624-0b84-4f85-ac51-02e438f39d0c HTTP/1.1" status: 200 len: 848 time: 0.0469484 Jul 23 21:22:37.214365 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee80eb0-d703-426d-badd-77bbf8a3af8e req-729b1236-ec12-44f3-97bc-c6ef223c4f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:37.215867 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7ee80eb0-d703-426d-badd-77bbf8a3af8e req-729b1236-ec12-44f3-97bc-c6ef223c4f25 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536666 Jul 23 21:22:37.307747 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7ee80eb0-d703-426d-badd-77bbf8a3af8e req-922ef239-11ec-4788-965f-109f07149a52 service neutron] 10.222.0.18 "GET /v2.0/networks/53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856354 Jul 23 21:22:37.395400 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-7ee80eb0-d703-426d-badd-77bbf8a3af8e req-90bb98e4-df99-4a59-8456-c8a81cb128a0 service neutron] 10.222.0.18 "GET /v2.0/networks/53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812352 Jul 23 21:22:40.426586 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-05142c9a-89c5-4764-8fe8-d014e680ef17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:43.465989 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:43.745407 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9665bc51-f2b6-45f6-93ad-fd9c1dc514e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:44.311475 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:45.286884 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:45.529070 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:46.238944 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:03.742623 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:23:10.428435 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bea14d44-78a5-46e7-9420-802634e89ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:13.466547 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:13.748346 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d9ccafa9-1b00-40b2-a1d9-e82bf0070ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:14.314376 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:15.300563 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:15.544806 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:16.240961 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:37.890612 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-725cea8d-3303-4c4a-beb5-3d384799b1a6 req-1cc736d4-90d7-4df6-a4a9-f66a01ba5518 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=542657c5-e966-404c-80c5-a62c19f18b13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1158326 Jul 23 21:23:37.987453 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cea8d-3303-4c4a-beb5-3d384799b1a6 req-dae91008-4719-42b3-b6c0-34ec974fd4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:23:37.989349 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-725cea8d-3303-4c4a-beb5-3d384799b1a6 req-dae91008-4719-42b3-b6c0-34ec974fd4b1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e76f9199c3949168304d0925fabc6a7&device_id=542657c5-e966-404c-80c5-a62c19f18b13 HTTP/1.1" status: 200 len: 1098 time: 0.0578163 Jul 23 21:23:38.093313 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cea8d-3303-4c4a-beb5-3d384799b1a6 req-68388f59-7d6c-41e1-8035-4e07ec760c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:23:38.094703 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-725cea8d-3303-4c4a-beb5-3d384799b1a6 req-68388f59-7d6c-41e1-8035-4e07ec760c1d service neutron] 10.222.0.18 "GET /v2.0/networks?id=53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f HTTP/1.1" status: 200 len: 910 time: 0.0874805 Jul 23 21:23:38.159227 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-725cea8d-3303-4c4a-beb5-3d384799b1a6 req-19e8fba9-e977-4da8-99c1-4acda05cb495 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d76a16d8-f43a-4564-8e8c-e3fd2fb990e2 HTTP/1.1" status: 200 len: 1001 time: 0.0566442 Jul 23 21:23:38.210120 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cea8d-3303-4c4a-beb5-3d384799b1a6 req-f3347715-dcce-4882-8d41-ee478cc1eada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:23:38.211596 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-725cea8d-3303-4c4a-beb5-3d384799b1a6 req-f3347715-dcce-4882-8d41-ee478cc1eada service neutron] 10.222.0.18 "GET /v2.0/subnets?id=95983624-0b84-4f85-ac51-02e438f39d0c HTTP/1.1" status: 200 len: 848 time: 0.0459790 Jul 23 21:23:38.276147 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cea8d-3303-4c4a-beb5-3d384799b1a6 req-78cee59b-eec5-4c15-be02-501d9a586db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:23:38.277709 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-725cea8d-3303-4c4a-beb5-3d384799b1a6 req-78cee59b-eec5-4c15-be02-501d9a586db4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601804 Jul 23 21:23:38.370594 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-725cea8d-3303-4c4a-beb5-3d384799b1a6 req-e41a9d27-a0ab-49fa-8a29-2b728c2105eb service neutron] 10.222.0.18 "GET /v2.0/networks/53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859725 Jul 23 21:23:38.465048 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-725cea8d-3303-4c4a-beb5-3d384799b1a6 req-b120b4e8-54b2-4c80-902c-404f3354911a service neutron] 10.222.0.18 "GET /v2.0/networks/53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876966 Jul 23 21:23:40.433029 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5836bff4-fa02-48a2-8672-45bc3b54616b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:40.742277 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:23:43.468343 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:43.748872 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-21ab3d75-ab12-486e-82d2-3232c86ea246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:44.317304 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:45.297896 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:45.561311 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:46.247266 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:10.436180 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9a94e92c-5735-4a7e-a44f-d684ddb0eb38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:13.469458 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:13.751827 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-366ff295-a1f7-4e04-8b0a-29cfef24e48a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:14.319787 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:15.313744 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:15.558604 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:16.245998 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:17.742299 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:24:34.365445 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device d76a16d8-f43a-4564-8e8c-e3fd2fb990e2 details requested by agent hyperv_n-h2-793618-10 with host n-h2-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:24:34.619758 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port d76a16d8-f43a-4564-8e8c-e3fd2fb990e2, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d76a16d8-f43a-4564-8e8c-e3fd2fb990e2,segment=NetworkSegment(18b92ed1-2c33-4485-8472-4bc5f6466972),segment_id=18b92ed1-2c33-4485-8472-4bc5f6466972)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:24:34.631186 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Returning: {'device': 'd76a16d8-f43a-4564-8e8c-e3fd2fb990e2', 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f', 'port_id': 'd76a16d8-f43a-4564-8e8c-e3fd2fb990e2', 'mac_address': 'fa:16:3e:27:29:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95983624-0b84-4f85-ac51-02e438f39d0c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:24:34.668650 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:34.685726 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d76a16d8-f43a-4564-8e8c-e3fd2fb990e2 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:24:34.705969 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port d76a16d8-f43a-4564-8e8c-e3fd2fb990e2, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d76a16d8-f43a-4564-8e8c-e3fd2fb990e2,segment=NetworkSegment(18b92ed1-2c33-4485-8472-4bc5f6466972),segment_id=18b92ed1-2c33-4485-8472-4bc5f6466972)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:24:34.710549 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:34.767473 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=d76a16d8-f43a-4564-8e8c-e3fd2fb990e2,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:24:34.775108 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:34.775453 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:34.775788 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:34.776119 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:34.776449 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:34.776775 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:34.777435 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:34.777792 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:34.778018 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:34.778350 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:34.778675 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:34.778994 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:34.785061 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] get_ports_and_sgs() called for port_ids ['d76a16d8-f43a-4564-8e8c-e3fd2fb990e2'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:24:36.362438 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device d76a16d8-f43a-4564-8e8c-e3fd2fb990e2 up at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:24:36.415007 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Provisioning complete for port d76a16d8-f43a-4564-8e8c-e3fd2fb990e2 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:24:36.415696 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:36.499570 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:36.529322 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542657c5-e966-404c-80c5-a62c19f18b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76a16d8-f43a-4564-8e8c-e3fd2fb990e2'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:24:36.531639 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee4ac189e5a110d8d805401cc899f663d03ba078ee3e21ff65471f248c742d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d57f48-6c9f-4b9b-b0d2-bd8119edae96" -d '{"events": [{"server_uuid": "542657c5-e966-404c-80c5-a62c19f18b13", "name": "network-vif-plugged", "status": "completed", "tag": "d76a16d8-f43a-4564-8e8c-e3fd2fb990e2"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:24:36.545170 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port d76a16d8-f43a-4564-8e8c-e3fd2fb990e2, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d76a16d8-f43a-4564-8e8c-e3fd2fb990e2,segment=NetworkSegment(18b92ed1-2c33-4485-8472-4bc5f6466972),segment_id=18b92ed1-2c33-4485-8472-4bc5f6466972)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:24:36.559397 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:36.620187 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=d76a16d8-f43a-4564-8e8c-e3fd2fb990e2,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:24:36.628850 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a9aa6b-6efd-44e7-bae1-364527fa8d4a x-openstack-request-id: req-28a9aa6b-6efd-44e7-bae1-364527fa8d4a {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:24:36.629147 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542657c5-e966-404c-80c5-a62c19f18b13", "name": "network-vif-plugged", "status": "completed", "tag": "d76a16d8-f43a-4564-8e8c-e3fd2fb990e2", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:24:36.629417 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-28a9aa6b-6efd-44e7-bae1-364527fa8d4a {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:24:36.629893 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542657c5-e966-404c-80c5-a62c19f18b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76a16d8-f43a-4564-8e8c-e3fd2fb990e2', 'code': 200} Jul 23 21:24:37.898637 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f37c1-b225-4524-8c8f-85e90e3e9d61 req-5e5cdfda-eba2-4b04-85fd-53e1d78f4ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:37.900082 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-599f37c1-b225-4524-8c8f-85e90e3e9d61 req-5e5cdfda-eba2-4b04-85fd-53e1d78f4ead service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e76f9199c3949168304d0925fabc6a7&device_id=542657c5-e966-404c-80c5-a62c19f18b13 HTTP/1.1" status: 200 len: 1098 time: 0.0707824 Jul 23 21:24:38.021270 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f37c1-b225-4524-8c8f-85e90e3e9d61 req-727442d7-8159-4f6a-86d4-42e72d4f8365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:38.022911 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-599f37c1-b225-4524-8c8f-85e90e3e9d61 req-727442d7-8159-4f6a-86d4-42e72d4f8365 service neutron] 10.222.0.18 "GET /v2.0/networks?id=53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f HTTP/1.1" status: 200 len: 910 time: 0.1020000 Jul 23 21:24:38.090131 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-599f37c1-b225-4524-8c8f-85e90e3e9d61 req-202db78c-3275-44a4-ae6f-761ae875edbd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d76a16d8-f43a-4564-8e8c-e3fd2fb990e2 HTTP/1.1" status: 200 len: 1001 time: 0.0606787 Jul 23 21:24:38.142685 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f37c1-b225-4524-8c8f-85e90e3e9d61 req-f9773ac3-2f72-4d51-85c0-8ef524b65a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:38.144234 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-599f37c1-b225-4524-8c8f-85e90e3e9d61 req-f9773ac3-2f72-4d51-85c0-8ef524b65a84 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=95983624-0b84-4f85-ac51-02e438f39d0c HTTP/1.1" status: 200 len: 848 time: 0.0473540 Jul 23 21:24:38.213996 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f37c1-b225-4524-8c8f-85e90e3e9d61 req-a72e76a6-639c-4312-9498-decb897f753d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:38.215595 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-599f37c1-b225-4524-8c8f-85e90e3e9d61 req-a72e76a6-639c-4312-9498-decb897f753d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643218 Jul 23 21:24:38.328274 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-599f37c1-b225-4524-8c8f-85e90e3e9d61 req-19864373-daa4-4aae-b5d8-c09aae921184 service neutron] 10.222.0.18 "GET /v2.0/networks/53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061711 Jul 23 21:24:38.444870 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-599f37c1-b225-4524-8c8f-85e90e3e9d61 req-19d7ab0c-4e6d-4a77-becf-cfd74ede7609 service neutron] 10.222.0.18 "GET /v2.0/networks/53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082494 Jul 23 21:24:40.440849 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-580530fd-22d6-463c-928a-39a2af14e232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:43.475194 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:43.753630 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6114bb97-c55a-41a1-9226-80682c068df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:44.111595 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-3d45b210-5909-4404-a50c-0a4b7fbbe3ba tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1121767619&fields=id&tenant_id=0e76f9199c3949168304d0925fabc6a7 HTTP/1.1" status: 200 len: 267 time: 0.0360701 Jul 23 21:24:44.220791 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-d6160953-18d7-4a05-b1a4-a6ed32f8e0f7 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:44.222307 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-d6160953-18d7-4a05-b1a4-a6ed32f8e0f7 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/networks?id=53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f HTTP/1.1" status: 200 len: 809 time: 0.1043553 Jul 23 21:24:44.238178 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-5e898dea-396b-49a2-ac62-f5dde1fd4f70 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/quotas/0e76f9199c3949168304d0925fabc6a7 HTTP/1.1" status: 200 len: 375 time: 0.0104997 Jul 23 21:24:44.310586 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-288fc816-7bf9-4287-9fbf-a78da0e2d7c1 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0e76f9199c3949168304d0925fabc6a7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0670381 Jul 23 21:24:44.323508 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:44.446589 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-dc064b5e-4169-45ec-b776-ffc7d9511486 service neutron] 10.222.0.32 "GET /v2.0/networks/53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244133 Jul 23 21:24:44.847105 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-a6d64fc3-d1b0-42c2-82a4-08dc2f69fa80 service neutron] 10.222.0.32 "GET /v2.0/networks/53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932662 Jul 23 21:24:45.328294 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:45.574479 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:46.035297 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-a64acb9d-8d84-4b66-9292-1134e0d73591 req-ad15f8e9-fcd3-4440-8e4a-169185cdbf3d tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f87de80-53ce-41a8-98f3-768a73c7f7f5 HTTP/1.1" status: 200 len: 210 time: 0.0301085 Jul 23 21:24:46.252866 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:46.952710 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-f24b33ab-4878-4c25-aeb5-c7cc38eac96c tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:46.954169 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-f24b33ab-4878-4c25-aeb5-c7cc38eac96c tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.30 "GET /v2.0/networks?id=53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f HTTP/1.1" status: 200 len: 809 time: 0.1085370 Jul 23 21:24:46.996801 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-8925dd0c-46a8-4b69-843c-4200ceb1f4ef tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e76f9199c3949168304d0925fabc6a7 HTTP/1.1" status: 200 len: 380 time: 0.0348284 Jul 23 21:24:47.005485 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-8272dfc5-29d7-49b3-98cf-aacf273467a6 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Request body: {'port': {'device_id': '0f87de80-53ce-41a8-98f3-768a73c7f7f5', 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f', 'admin_state_up': True, 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'security_groups': ['7cd357a3-7602-4cc7-8a48-7c5afb9456d9']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:24:47.120636 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-8272dfc5-29d7-49b3-98cf-aacf273467a6 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Made reservation on behalf of 0e76f9199c3949168304d0925fabc6a7 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:24:47.124781 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-8272dfc5-29d7-49b3-98cf-aacf273467a6 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:47.155415 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-37605506-9394-4ba5-985d-1be24e133ce9 req-8bb66b71-eaf6-4920-a612-08e5a189d583 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f87de80-53ce-41a8-98f3-768a73c7f7f5 HTTP/1.1" status: 200 len: 210 time: 0.0435598 Jul 23 21:24:47.258945 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-8272dfc5-29d7-49b3-98cf-aacf273467a6 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Allocated IP 172.20.0.7 (53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f/95983624-0b84-4f85-ac51-02e438f39d0c/fcb00b0f-6415-43b7-a6ad-c3d877b8614e) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:24:47.409305 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-8272dfc5-29d7-49b3-98cf-aacf273467a6 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:47.430065 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-8272dfc5-29d7-49b3-98cf-aacf273467a6 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Transition to ACTIVE for port object fcb00b0f-6415-43b7-a6ad-c3d877b8614e will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:24:47.476786 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-8272dfc5-29d7-49b3-98cf-aacf273467a6 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:47.545131 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272dfc5-29d7-49b3-98cf-aacf273467a6 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Pushing event updated for resources: {'Port': ['ID=fcb00b0f-6415-43b7-a6ad-c3d877b8614e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:24:47.559207 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8272dfc5-29d7-49b3-98cf-aacf273467a6 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:47.560386 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8272dfc5-29d7-49b3-98cf-aacf273467a6 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:47.560921 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8272dfc5-29d7-49b3-98cf-aacf273467a6 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:47.561434 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8272dfc5-29d7-49b3-98cf-aacf273467a6 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:47.561971 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8272dfc5-29d7-49b3-98cf-aacf273467a6 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:47.562460 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8272dfc5-29d7-49b3-98cf-aacf273467a6 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:47.562948 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8272dfc5-29d7-49b3-98cf-aacf273467a6 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:47.563432 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8272dfc5-29d7-49b3-98cf-aacf273467a6 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:47.563934 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8272dfc5-29d7-49b3-98cf-aacf273467a6 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:47.564598 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8272dfc5-29d7-49b3-98cf-aacf273467a6 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:47.565910 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8272dfc5-29d7-49b3-98cf-aacf273467a6 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:47.566417 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8272dfc5-29d7-49b3-98cf-aacf273467a6 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:47.579055 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-8272dfc5-29d7-49b3-98cf-aacf273467a6 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Network 53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:24:47.581569 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-8272dfc5-29d7-49b3-98cf-aacf273467a6 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:24:47.585084 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-8272dfc5-29d7-49b3-98cf-aacf273467a6 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:24:47.673956 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-8272dfc5-29d7-49b3-98cf-aacf273467a6 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:47.674937 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-8272dfc5-29d7-49b3-98cf-aacf273467a6 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:47.698789 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-8272dfc5-29d7-49b3-98cf-aacf273467a6 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6969805 Jul 23 21:24:47.863517 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a4df9669-88e3-4126-b3e0-8769a22aec2f None None] Provisioning for port fcb00b0f-6415-43b7-a6ad-c3d877b8614e completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:24:47.874505 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a4df9669-88e3-4126-b3e0-8769a22aec2f None None] Provisioning complete for port fcb00b0f-6415-43b7-a6ad-c3d877b8614e triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:24:47.875701 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a4df9669-88e3-4126-b3e0-8769a22aec2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:47.915627 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a4df9669-88e3-4126-b3e0-8769a22aec2f None None] Port fcb00b0f-6415-43b7-a6ad-c3d877b8614e cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:24:48.300335 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c43ce-b4c7-4f01-b7a7-25fe4b0dd023 req-6d20dd8b-51fb-47f6-a014-2b1b391384e5 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:48.302208 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e62c43ce-b4c7-4f01-b7a7-25fe4b0dd023 req-6d20dd8b-51fb-47f6-a014-2b1b391384e5 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f87de80-53ce-41a8-98f3-768a73c7f7f5 HTTP/1.1" status: 200 len: 931 time: 0.0795770 Jul 23 21:24:48.342458 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-e62c43ce-b4c7-4f01-b7a7-25fe4b0dd023 req-3272887e-b77a-4b14-aa7a-c9c9ccb18aee tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cd357a3-7602-4cc7-8a48-7c5afb9456d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340641 Jul 23 21:24:48.409236 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device d76a16d8-f43a-4564-8e8c-e3fd2fb990e2 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:24:48.503567 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:48.530596 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542657c5-e966-404c-80c5-a62c19f18b13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd76a16d8-f43a-4564-8e8c-e3fd2fb990e2'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:24:48.532810 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee4ac189e5a110d8d805401cc899f663d03ba078ee3e21ff65471f248c742d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4da751-363b-4870-9bc3-9b277a034814" -d '{"events": [{"server_uuid": "542657c5-e966-404c-80c5-a62c19f18b13", "name": "network-vif-unplugged", "status": "completed", "tag": "d76a16d8-f43a-4564-8e8c-e3fd2fb990e2"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:24:48.545725 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] For port d76a16d8-f43a-4564-8e8c-e3fd2fb990e2, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d76a16d8-f43a-4564-8e8c-e3fd2fb990e2,segment=NetworkSegment(18b92ed1-2c33-4485-8472-4bc5f6466972),segment_id=18b92ed1-2c33-4485-8472-4bc5f6466972)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:24:48.550337 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:48.574730 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 21:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5353d7-4772-41c5-97ce-c34861b3530c x-openstack-request-id: req-dc5353d7-4772-41c5-97ce-c34861b3530c {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:24:48.575027 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542657c5-e966-404c-80c5-a62c19f18b13", "name": "network-vif-unplugged", "status": "completed", "tag": "d76a16d8-f43a-4564-8e8c-e3fd2fb990e2", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:24:48.576167 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dc5353d7-4772-41c5-97ce-c34861b3530c {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:24:48.576636 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542657c5-e966-404c-80c5-a62c19f18b13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd76a16d8-f43a-4564-8e8c-e3fd2fb990e2', 'code': 200} Jul 23 21:24:48.610797 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Pushing event updated for resources: {'Port': ['ID=d76a16d8-f43a-4564-8e8c-e3fd2fb990e2,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:24:49.489492 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540c5f2-68d1-4947-9f63-d185358c693d req-3bf6d240-f2d7-48de-8d19-b0a028a6b766 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:49.490976 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6540c5f2-68d1-4947-9f63-d185358c693d req-3bf6d240-f2d7-48de-8d19-b0a028a6b766 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f87de80-53ce-41a8-98f3-768a73c7f7f5 HTTP/1.1" status: 200 len: 931 time: 0.0715392 Jul 23 21:24:49.532753 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6540c5f2-68d1-4947-9f63-d185358c693d req-0a6f30ad-4c0a-4c3e-aee2-8602e7f5d9cc tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cd357a3-7602-4cc7-8a48-7c5afb9456d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361741 Jul 23 21:24:50.672999 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbc84b-e6c4-46b0-b2ea-af8dbded0b04 req-8948fe4a-85b3-4f77-89e0-6183ca8a70b9 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:50.674889 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dddbc84b-e6c4-46b0-b2ea-af8dbded0b04 req-8948fe4a-85b3-4f77-89e0-6183ca8a70b9 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f87de80-53ce-41a8-98f3-768a73c7f7f5 HTTP/1.1" status: 200 len: 931 time: 0.0701160 Jul 23 21:24:50.717345 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-dddbc84b-e6c4-46b0-b2ea-af8dbded0b04 req-12509e4e-f4f2-48b2-ae48-3f303aa14e17 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cd357a3-7602-4cc7-8a48-7c5afb9456d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335760 Jul 23 21:24:51.858360 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97f88b-5852-440b-aabf-60d4f987a088 req-e350245c-0303-457f-b36f-b30af8e8710a tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:51.859917 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5d97f88b-5852-440b-aabf-60d4f987a088 req-e350245c-0303-457f-b36f-b30af8e8710a tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f87de80-53ce-41a8-98f3-768a73c7f7f5 HTTP/1.1" status: 200 len: 931 time: 0.0729113 Jul 23 21:24:51.898266 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5d97f88b-5852-440b-aabf-60d4f987a088 req-8190c8bd-1a64-45fc-8a4d-55693bb28a65 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cd357a3-7602-4cc7-8a48-7c5afb9456d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324941 Jul 23 21:24:53.035223 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81b8da-d18e-4da5-be65-994e92ceee38 req-9c97387a-294e-4633-ba9c-bb2ccc4eee65 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:53.036707 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ad81b8da-d18e-4da5-be65-994e92ceee38 req-9c97387a-294e-4633-ba9c-bb2ccc4eee65 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f87de80-53ce-41a8-98f3-768a73c7f7f5 HTTP/1.1" status: 200 len: 931 time: 0.0679510 Jul 23 21:24:53.079854 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ad81b8da-d18e-4da5-be65-994e92ceee38 req-4b5f97eb-6bbf-4368-8c8c-47f79ed5b910 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cd357a3-7602-4cc7-8a48-7c5afb9456d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373852 Jul 23 21:24:54.226492 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f26e2a-3ad6-450d-bf87-5c7dd1d1dd37 req-dffbcccc-2886-4a15-848a-13c4e9f32c3b tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:54.228052 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-65f26e2a-3ad6-450d-bf87-5c7dd1d1dd37 req-dffbcccc-2886-4a15-848a-13c4e9f32c3b tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f87de80-53ce-41a8-98f3-768a73c7f7f5 HTTP/1.1" status: 200 len: 931 time: 0.0669553 Jul 23 21:24:54.273305 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-65f26e2a-3ad6-450d-bf87-5c7dd1d1dd37 req-a7ac76b5-d65d-4964-82dc-2ac79134436f tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cd357a3-7602-4cc7-8a48-7c5afb9456d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381994 Jul 23 21:24:54.741438 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:24:55.419676 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ded614-361c-4fbb-a954-ceb3df7ec0a0 req-c005153b-5ae9-46ba-9b46-fc202b9e24d6 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:55.431709 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-32ded614-361c-4fbb-a954-ceb3df7ec0a0 req-c005153b-5ae9-46ba-9b46-fc202b9e24d6 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f87de80-53ce-41a8-98f3-768a73c7f7f5 HTTP/1.1" status: 200 len: 931 time: 0.0892255 Jul 23 21:24:55.477137 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-32ded614-361c-4fbb-a954-ceb3df7ec0a0 req-f88473ae-1f59-4b72-adba-e015e7539848 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cd357a3-7602-4cc7-8a48-7c5afb9456d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443263 Jul 23 21:24:56.619183 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571a8a5-db53-4d03-810b-12797c89b779 req-81b63a43-4e27-4dd7-998d-07bd5e4df159 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:56.620682 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d571a8a5-db53-4d03-810b-12797c89b779 req-81b63a43-4e27-4dd7-998d-07bd5e4df159 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f87de80-53ce-41a8-98f3-768a73c7f7f5 HTTP/1.1" status: 200 len: 931 time: 0.0716472 Jul 23 21:24:56.660552 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d571a8a5-db53-4d03-810b-12797c89b779 req-e444569b-fb38-4696-8169-c7f0c759ab92 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cd357a3-7602-4cc7-8a48-7c5afb9456d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336092 Jul 23 21:24:57.067848 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-3689f748-ddba-44eb-8bd4-8e3f28b9fbd2 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:24:57.068965 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-3689f748-ddba-44eb-8bd4-8e3f28b9fbd2 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056517 Jul 23 21:24:57.127625 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-ff6ce68d-78fb-4d51-a571-9f3626c4ffa9 service neutron] Request body: {'port': {'device_id': '0f87de80-53ce-41a8-98f3-768a73c7f7f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-10'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:24:57.200472 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-ff6ce68d-78fb-4d51-a571-9f3626c4ffa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:57.463823 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-ff6ce68d-78fb-4d51-a571-9f3626c4ffa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcb00b0f-6415-43b7-a6ad-c3d877b8614e {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:24:57.473375 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-ff6ce68d-78fb-4d51-a571-9f3626c4ffa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:57.487047 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-ff6ce68d-78fb-4d51-a571-9f3626c4ffa9 service neutron] Transition to ACTIVE for port object fcb00b0f-6415-43b7-a6ad-c3d877b8614e will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:24:57.490898 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-ff6ce68d-78fb-4d51-a571-9f3626c4ffa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:57.543040 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ce68d-78fb-4d51-a571-9f3626c4ffa9 service neutron] Pushing event updated for resources: {'Port': ['ID=fcb00b0f-6415-43b7-a6ad-c3d877b8614e,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:24:57.620740 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-ff6ce68d-78fb-4d51-a571-9f3626c4ffa9 service neutron] Attempting to bind port fcb00b0f-6415-43b7-a6ad-c3d877b8614e on host n-h1-793618-10 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:24:57.621075 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-ff6ce68d-78fb-4d51-a571-9f3626c4ffa9 service neutron] Attempting to bind port fcb00b0f-6415-43b7-a6ad-c3d877b8614e by drivers openvswitch,hyperv on host n-h1-793618-10 at level 0 using segments [{'id': '18b92ed1-2c33-4485-8472-4bc5f6466972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:24:57.621408 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-ff6ce68d-78fb-4d51-a571-9f3626c4ffa9 service neutron] Attempting to bind port fcb00b0f-6415-43b7-a6ad-c3d877b8614e on network 53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:24:57.626864 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-ff6ce68d-78fb-4d51-a571-9f3626c4ffa9 service neutron] Port fcb00b0f-6415-43b7-a6ad-c3d877b8614e on network 53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-10 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:24:57.627187 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-ff6ce68d-78fb-4d51-a571-9f3626c4ffa9 service neutron] Attempting to bind port fcb00b0f-6415-43b7-a6ad-c3d877b8614e on network 53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:24:57.632088 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-ff6ce68d-78fb-4d51-a571-9f3626c4ffa9 service neutron] Checking agent: {'id': 'f3b07860-cc5d-4ce9-91f7-4a514b0f1b62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'started_at': datetime.datetime(2021, 7, 23, 19, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:24:57.632429 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-ff6ce68d-78fb-4d51-a571-9f3626c4ffa9 service neutron] Checking segment: {'id': '18b92ed1-2c33-4485-8472-4bc5f6466972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:24:57.632817 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-ff6ce68d-78fb-4d51-a571-9f3626c4ffa9 service neutron] Bound using segment: {'id': '18b92ed1-2c33-4485-8472-4bc5f6466972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:24:57.633251 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-ff6ce68d-78fb-4d51-a571-9f3626c4ffa9 service neutron] Bound port: fcb00b0f-6415-43b7-a6ad-c3d877b8614e, host: n-h1-793618-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18b92ed1-2c33-4485-8472-4bc5f6466972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:24:57.633637 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-ff6ce68d-78fb-4d51-a571-9f3626c4ffa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:57.703152 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-ff6ce68d-78fb-4d51-a571-9f3626c4ffa9 service neutron] For port fcb00b0f-6415-43b7-a6ad-c3d877b8614e, host n-h1-793618-10, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:24:57.707672 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-ff6ce68d-78fb-4d51-a571-9f3626c4ffa9 service neutron] For port fcb00b0f-6415-43b7-a6ad-c3d877b8614e, host n-h1-793618-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=fcb00b0f-6415-43b7-a6ad-c3d877b8614e,segment=NetworkSegment(18b92ed1-2c33-4485-8472-4bc5f6466972),segment_id=18b92ed1-2c33-4485-8472-4bc5f6466972)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:24:57.712321 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-ff6ce68d-78fb-4d51-a571-9f3626c4ffa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:57.760422 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-ff6ce68d-78fb-4d51-a571-9f3626c4ffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:57.760698 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-ff6ce68d-78fb-4d51-a571-9f3626c4ffa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:57.762008 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-ff6ce68d-78fb-4d51-a571-9f3626c4ffa9 service neutron] 10.222.0.30 "PUT /v2.0/ports/fcb00b0f-6415-43b7-a6ad-c3d877b8614e HTTP/1.1" status: 200 len: 1092 time: 0.6822550 Jul 23 21:24:57.762508 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f87de80-53ce-41a8-98f3-768a73c7f7f5', 'tag': 'fcb00b0f-6415-43b7-a6ad-c3d877b8614e'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:24:57.766017 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4300f88a927161e708234582c45a85d95cbae37b2189d54369fb4e5575b527b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e6c89f-dbe0-4745-8fab-af5f69bd3ecf" -d '{"events": [{"name": "network-changed", "server_uuid": "0f87de80-53ce-41a8-98f3-768a73c7f7f5", "tag": "fcb00b0f-6415-43b7-a6ad-c3d877b8614e"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:24:57.793564 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ce68d-78fb-4d51-a571-9f3626c4ffa9 service neutron] Pushing event updated for resources: {'Port': ['ID=fcb00b0f-6415-43b7-a6ad-c3d877b8614e,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:24:57.828551 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd17c33-5b8f-43a3-a028-59af9cc01cb5 req-f5714875-63a8-4d97-b8dd-d7734f28ff93 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:57.830361 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5fd17c33-5b8f-43a3-a028-59af9cc01cb5 req-f5714875-63a8-4d97-b8dd-d7734f28ff93 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f87de80-53ce-41a8-98f3-768a73c7f7f5 HTTP/1.1" status: 200 len: 943 time: 0.0913653 Jul 23 21:24:57.873938 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-5fd17c33-5b8f-43a3-a028-59af9cc01cb5 req-e69fe36a-e98b-48ed-b4ff-d49359fdc780 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cd357a3-7602-4cc7-8a48-7c5afb9456d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373151 Jul 23 21:24:57.874866 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-dadb3634-5ba0-4f8b-ab73-0787e9a40620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:57.876472 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-dadb3634-5ba0-4f8b-ab73-0787e9a40620 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0e76f9199c3949168304d0925fabc6a7&device_id=0f87de80-53ce-41a8-98f3-768a73c7f7f5 HTTP/1.1" status: 200 len: 1095 time: 0.0620041 Jul 23 21:24:57.929874 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff23b161-4581-4173-8780-2f60b5f1e03b x-openstack-request-id: req-ff23b161-4581-4173-8780-2f60b5f1e03b {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:24:57.930329 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f87de80-53ce-41a8-98f3-768a73c7f7f5", "tag": "fcb00b0f-6415-43b7-a6ad-c3d877b8614e", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:24:57.930580 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ff23b161-4581-4173-8780-2f60b5f1e03b {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:24:57.930981 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f87de80-53ce-41a8-98f3-768a73c7f7f5', 'tag': 'fcb00b0f-6415-43b7-a6ad-c3d877b8614e', 'status': 'completed', 'code': 200} Jul 23 21:24:57.932813 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-55dd34f2-93fd-4a30-a805-116928e59584 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcb00b0f-6415-43b7-a6ad-c3d877b8614e HTTP/1.1" status: 200 len: 217 time: 0.0484467 Jul 23 21:24:57.983977 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-e54d5cde-7412-489b-b40d-1f4ac1fc35ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:57.985486 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-e54d5cde-7412-489b-b40d-1f4ac1fc35ca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95983624-0b84-4f85-ac51-02e438f39d0c HTTP/1.1" status: 200 len: 848 time: 0.0465696 Jul 23 21:24:58.047017 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-d1fbc947-4e26-4621-a795-2a29f590114a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:58.048518 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-d1fbc947-4e26-4621-a795-2a29f590114a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565162 Jul 23 21:24:58.143787 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-83a22e65-d1a7-462c-aa33-0ac400bd8cfc service neutron] 10.222.0.30 "GET /v2.0/networks/53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879772 Jul 23 21:24:58.239238 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-db123d38-5d40-4820-a7a4-947e9975fba2 req-5df4af31-ba78-48b6-a716-b7507f07fc40 service neutron] 10.222.0.30 "GET /v2.0/networks/53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891595 Jul 23 21:24:58.335858 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6c89f-dbe0-4745-8fab-af5f69bd3ecf req-0db9c62d-c3d3-40f1-8d12-6b61fe36eb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:58.337365 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d7e6c89f-dbe0-4745-8fab-af5f69bd3ecf req-0db9c62d-c3d3-40f1-8d12-6b61fe36eb71 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0e76f9199c3949168304d0925fabc6a7&device_id=0f87de80-53ce-41a8-98f3-768a73c7f7f5 HTTP/1.1" status: 200 len: 1095 time: 0.0544047 Jul 23 21:24:58.424422 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6c89f-dbe0-4745-8fab-af5f69bd3ecf req-06d89b8c-b65d-4964-a0a1-63b2479f49dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:58.425956 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d7e6c89f-dbe0-4745-8fab-af5f69bd3ecf req-06d89b8c-b65d-4964-a0a1-63b2479f49dc service neutron] 10.222.0.30 "GET /v2.0/networks?id=53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f HTTP/1.1" status: 200 len: 910 time: 0.0828166 Jul 23 21:24:58.477566 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d7e6c89f-dbe0-4745-8fab-af5f69bd3ecf req-ae3dc1c8-2c8c-41ea-a986-cd1f3c675ade service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcb00b0f-6415-43b7-a6ad-c3d877b8614e HTTP/1.1" status: 200 len: 217 time: 0.0450234 Jul 23 21:24:58.525530 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6c89f-dbe0-4745-8fab-af5f69bd3ecf req-188c9c72-9d9b-4c47-9ed5-52e851195103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:58.526910 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d7e6c89f-dbe0-4745-8fab-af5f69bd3ecf req-188c9c72-9d9b-4c47-9ed5-52e851195103 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95983624-0b84-4f85-ac51-02e438f39d0c HTTP/1.1" status: 200 len: 848 time: 0.0431597 Jul 23 21:24:58.584759 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6c89f-dbe0-4745-8fab-af5f69bd3ecf req-f04aec5b-6eff-4f06-9e67-0bf311628db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:58.586277 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d7e6c89f-dbe0-4745-8fab-af5f69bd3ecf req-f04aec5b-6eff-4f06-9e67-0bf311628db4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525203 Jul 23 21:24:58.679479 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d7e6c89f-dbe0-4745-8fab-af5f69bd3ecf req-61dabdb6-10de-4742-8418-b422c3b0b340 service neutron] 10.222.0.30 "GET /v2.0/networks/53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859909 Jul 23 21:24:58.767096 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-d7e6c89f-dbe0-4745-8fab-af5f69bd3ecf req-8bd8dc6f-9f06-4e19-9c43-fb620ecc6c67 service neutron] 10.222.0.30 "GET /v2.0/networks/53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805557 Jul 23 21:24:59.011862 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3d43e-66a7-42e8-9e92-b2e346740669 req-893f2c97-62b2-478b-acc3-213aa8f8e970 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:59.013379 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-23e3d43e-66a7-42e8-9e92-b2e346740669 req-893f2c97-62b2-478b-acc3-213aa8f8e970 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f87de80-53ce-41a8-98f3-768a73c7f7f5 HTTP/1.1" status: 200 len: 943 time: 0.0647340 Jul 23 21:24:59.050939 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-23e3d43e-66a7-42e8-9e92-b2e346740669 req-a30af55f-41a2-4a91-8adb-52b289dbcadc tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cd357a3-7602-4cc7-8a48-7c5afb9456d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319166 Jul 23 21:25:00.185785 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff813d-a9e7-4a82-bed9-fc4c52051321 req-5f2a9373-d679-42f3-90ce-0981d63c2851 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:00.187266 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ebff813d-a9e7-4a82-bed9-fc4c52051321 req-5f2a9373-d679-42f3-90ce-0981d63c2851 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f87de80-53ce-41a8-98f3-768a73c7f7f5 HTTP/1.1" status: 200 len: 943 time: 0.0686908 Jul 23 21:25:00.225355 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-ebff813d-a9e7-4a82-bed9-fc4c52051321 req-78918fef-7a4a-4a6a-a253-a4ad594e8e1c tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cd357a3-7602-4cc7-8a48-7c5afb9456d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324285 Jul 23 21:25:00.968063 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device fcb00b0f-6415-43b7-a6ad-c3d877b8614e details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:25:01.064943 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port fcb00b0f-6415-43b7-a6ad-c3d877b8614e, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=fcb00b0f-6415-43b7-a6ad-c3d877b8614e,segment=NetworkSegment(18b92ed1-2c33-4485-8472-4bc5f6466972),segment_id=18b92ed1-2c33-4485-8472-4bc5f6466972)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:25:01.075971 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'fcb00b0f-6415-43b7-a6ad-c3d877b8614e', 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f', 'port_id': 'fcb00b0f-6415-43b7-a6ad-c3d877b8614e', 'mac_address': 'fa:16:3e:2f:92:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95983624-0b84-4f85-ac51-02e438f39d0c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:25:01.112553 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:01.126111 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcb00b0f-6415-43b7-a6ad-c3d877b8614e {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:25:01.145515 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port fcb00b0f-6415-43b7-a6ad-c3d877b8614e, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=fcb00b0f-6415-43b7-a6ad-c3d877b8614e,segment=NetworkSegment(18b92ed1-2c33-4485-8472-4bc5f6466972),segment_id=18b92ed1-2c33-4485-8472-4bc5f6466972)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:25:01.149563 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:01.197852 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=fcb00b0f-6415-43b7-a6ad-c3d877b8614e,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:25:01.359346 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e781ad0-697e-4a3e-8b48-2cbca1864a12 req-5d356a5c-a587-4410-a22c-797ba5f7ce4a tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:01.360827 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9e781ad0-697e-4a3e-8b48-2cbca1864a12 req-5d356a5c-a587-4410-a22c-797ba5f7ce4a tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f87de80-53ce-41a8-98f3-768a73c7f7f5 HTTP/1.1" status: 200 len: 944 time: 0.0694993 Jul 23 21:25:01.383045 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['fcb00b0f-6415-43b7-a6ad-c3d877b8614e'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:25:01.399139 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-9e781ad0-697e-4a3e-8b48-2cbca1864a12 req-42da034c-92c8-4560-96e2-8bdd612a6a08 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cd357a3-7602-4cc7-8a48-7c5afb9456d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326111 Jul 23 21:25:02.536274 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196fa69d-19de-41ae-8d95-ef89fb5728bc req-fd6e3136-e256-446e-86f1-580517500968 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:02.537788 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-196fa69d-19de-41ae-8d95-ef89fb5728bc req-fd6e3136-e256-446e-86f1-580517500968 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f87de80-53ce-41a8-98f3-768a73c7f7f5 HTTP/1.1" status: 200 len: 944 time: 0.0692246 Jul 23 21:25:02.576961 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-196fa69d-19de-41ae-8d95-ef89fb5728bc req-de83406c-d54c-4c42-9b33-96d4ff1c1659 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cd357a3-7602-4cc7-8a48-7c5afb9456d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335495 Jul 23 21:25:02.967779 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device fcb00b0f-6415-43b7-a6ad-c3d877b8614e up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:25:03.016115 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning for port fcb00b0f-6415-43b7-a6ad-c3d877b8614e completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:25:03.019589 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port fcb00b0f-6415-43b7-a6ad-c3d877b8614e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:25:03.019960 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:03.096147 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:03.117807 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f87de80-53ce-41a8-98f3-768a73c7f7f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb00b0f-6415-43b7-a6ad-c3d877b8614e'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:25:03.120065 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee4ac189e5a110d8d805401cc899f663d03ba078ee3e21ff65471f248c742d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ca456d-c6da-4f7a-9f42-a73e41579acd" -d '{"events": [{"server_uuid": "0f87de80-53ce-41a8-98f3-768a73c7f7f5", "name": "network-vif-plugged", "status": "completed", "tag": "fcb00b0f-6415-43b7-a6ad-c3d877b8614e"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:25:03.133387 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port fcb00b0f-6415-43b7-a6ad-c3d877b8614e, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=fcb00b0f-6415-43b7-a6ad-c3d877b8614e,segment=NetworkSegment(18b92ed1-2c33-4485-8472-4bc5f6466972),segment_id=18b92ed1-2c33-4485-8472-4bc5f6466972)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:25:03.138467 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:03.163061 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d2ba57-1c5a-4a18-bf6a-3ce43fe63004 x-openstack-request-id: req-81d2ba57-1c5a-4a18-bf6a-3ce43fe63004 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:25:03.163352 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f87de80-53ce-41a8-98f3-768a73c7f7f5", "name": "network-vif-plugged", "status": "completed", "tag": "fcb00b0f-6415-43b7-a6ad-c3d877b8614e", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:25:03.164085 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-81d2ba57-1c5a-4a18-bf6a-3ce43fe63004 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:25:03.164236 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f87de80-53ce-41a8-98f3-768a73c7f7f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb00b0f-6415-43b7-a6ad-c3d877b8614e', 'code': 200} Jul 23 21:25:03.193006 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=fcb00b0f-6415-43b7-a6ad-c3d877b8614e,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:25:03.274438 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0c145-41b8-4c1f-afcb-3c2d4e0a369f req-d41a5552-e8ce-4137-9be8-91d0cfc924b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:03.275927 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1cf0c145-41b8-4c1f-afcb-3c2d4e0a369f req-d41a5552-e8ce-4137-9be8-91d0cfc924b0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0f87de80-53ce-41a8-98f3-768a73c7f7f5 HTTP/1.1" status: 200 len: 1097 time: 0.0592663 Jul 23 21:25:03.308935 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1cf0c145-41b8-4c1f-afcb-3c2d4e0a369f req-ab5374cb-bc3c-4074-a48a-01c5b9901904 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7cd357a3-7602-4cc7-8a48-7c5afb9456d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268979 Jul 23 21:25:03.713040 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b1d83-55aa-4de1-b240-d3f0c1c24345 req-d5fc603d-fe76-45b8-a4ff-5bc4b1bdf30d tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:03.714537 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-631b1d83-55aa-4de1-b240-d3f0c1c24345 req-d5fc603d-fe76-45b8-a4ff-5bc4b1bdf30d tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f87de80-53ce-41a8-98f3-768a73c7f7f5 HTTP/1.1" status: 200 len: 945 time: 0.0649359 Jul 23 21:25:03.751921 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-631b1d83-55aa-4de1-b240-d3f0c1c24345 req-2317dd22-b488-4d4e-8c68-1a8248c24a37 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cd357a3-7602-4cc7-8a48-7c5afb9456d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317438 Jul 23 21:25:04.888563 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57351d5-9c94-47c2-9c52-246724cc3aad req-b4a5a5db-4dda-424f-a06b-f21998edfa38 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:04.890136 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d57351d5-9c94-47c2-9c52-246724cc3aad req-b4a5a5db-4dda-424f-a06b-f21998edfa38 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f87de80-53ce-41a8-98f3-768a73c7f7f5 HTTP/1.1" status: 200 len: 945 time: 0.0702140 Jul 23 21:25:04.929442 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-d57351d5-9c94-47c2-9c52-246724cc3aad req-0173c56b-3c11-47f7-a1da-a784620e3ce9 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cd357a3-7602-4cc7-8a48-7c5afb9456d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335839 Jul 23 21:25:05.066021 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e41dc-5ff0-4066-ba05-0ce7344e1937 req-d6576ecb-4ab3-4673-8b47-3453bc750260 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:05.068117 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6d5e41dc-5ff0-4066-ba05-0ce7344e1937 req-d6576ecb-4ab3-4673-8b47-3453bc750260 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f87de80-53ce-41a8-98f3-768a73c7f7f5 HTTP/1.1" status: 200 len: 945 time: 0.0712616 Jul 23 21:25:05.106459 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6d5e41dc-5ff0-4066-ba05-0ce7344e1937 req-4febc9fc-211e-45df-8171-9e4f3ffd8fb0 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cd357a3-7602-4cc7-8a48-7c5afb9456d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329978 Jul 23 21:25:05.129349 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40850) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:25:05.183221 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd4670e-9a0e-4cfa-b3df-a8d4cb8d7a6f tempest-TestSnapshotPattern-2135062873 tempest-TestSnapshotPattern-2135062873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:05.185420 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-9bd4670e-9a0e-4cfa-b3df-a8d4cb8d7a6f tempest-TestSnapshotPattern-2135062873 tempest-TestSnapshotPattern-2135062873-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0f87de80-53ce-41a8-98f3-768a73c7f7f5 HTTP/1.1" status: 200 len: 1092 time: 0.0550346 Jul 23 21:25:05.188483 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 40852) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:25:05.192934 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ac5e5103-c8aa-456c-b1c8-ffac6d580237 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Request body: {'floatingip': {'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'port_id': 'fcb00b0f-6415-43b7-a6ad-c3d877b8614e', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:25:05.216803 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ac5e5103-c8aa-456c-b1c8-ffac6d580237 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:05.325656 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ac5e5103-c8aa-456c-b1c8-ffac6d580237 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:05.430299 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-ac5e5103-c8aa-456c-b1c8-ffac6d580237 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Allocated IP 172.25.1.35 (8013d0d6-aee4-47cc-8dbe-3abed6e5116f/86a3a731-1006-4c3c-83ed-49818d6d041b/5f111623-1955-4060-a396-e7f6d9af3e18) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:25:05.541912 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ac5e5103-c8aa-456c-b1c8-ffac6d580237 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:05.581087 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ac5e5103-c8aa-456c-b1c8-ffac6d580237 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734526374638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:05.618256 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5e5103-c8aa-456c-b1c8-ffac6d580237 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Network 8013d0d6-aee4-47cc-8dbe-3abed6e5116f is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:25:05.623549 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-ac5e5103-c8aa-456c-b1c8-ffac6d580237 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:25:05.627793 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5e5103-c8aa-456c-b1c8-ffac6d580237 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:25:05.633288 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e5103-c8aa-456c-b1c8-ffac6d580237 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Pushing event updated for resources: {'Port': ['ID=5f111623-1955-4060-a396-e7f6d9af3e18,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:25:05.985158 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ac5e5103-c8aa-456c-b1c8-ffac6d580237 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:06.060208 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ac5e5103-c8aa-456c-b1c8-ffac6d580237 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:06.206200 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ac5e5103-c8aa-456c-b1c8-ffac6d580237 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:06.210553 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ac5e5103-c8aa-456c-b1c8-ffac6d580237 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61643086'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:06.281238 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e5103-c8aa-456c-b1c8-ffac6d580237 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Pushing event updated for resources: {'Port': ['ID=5f111623-1955-4060-a396-e7f6d9af3e18,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:25:06.292710 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ac5e5103-c8aa-456c-b1c8-ffac6d580237 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716235'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:06.391801 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [None req-ac5e5103-c8aa-456c-b1c8-ffac6d580237 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Floating IP c0863197-b8a3-4dec-8149-b59f19891c54 associated. External IP: 172.25.1.35, port: fcb00b0f-6415-43b7-a6ad-c3d877b8614e. Jul 23 21:25:06.592881 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5e5103-c8aa-456c-b1c8-ffac6d580237 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Router 01b98853-d325-49e7-94c3-dcf871f2a4ec has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:25:06.699350 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5e5103-c8aa-456c-b1c8-ffac6d580237 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:25:06.709549 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86aa3f11-1f35-40e5-b778-14a35f95663e None None] Sync routers for ids ['01b98853-d325-49e7-94c3-dcf871f2a4ec'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:25:06.714982 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ac5e5103-c8aa-456c-b1c8-ffac6d580237 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:06.721208 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86aa3f11-1f35-40e5-b778-14a35f95663e None None] Routers {'01b98853-d325-49e7-94c3-dcf871f2a4ec'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:25:06.721875 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-86aa3f11-1f35-40e5-b778-14a35f95663e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:24:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['01b98853-d325-49e7-94c3-dcf871f2a4ec'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:25:06.755913 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-ac5e5103-c8aa-456c-b1c8-ffac6d580237 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5662951 Jul 23 21:25:06.756506 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f87de80-53ce-41a8-98f3-768a73c7f7f5', 'tag': 'fcb00b0f-6415-43b7-a6ad-c3d877b8614e'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:25:06.758779 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4300f88a927161e708234582c45a85d95cbae37b2189d54369fb4e5575b527b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada43555-17e1-4452-9ccb-1fb9bf27c815" -d '{"events": [{"name": "network-changed", "server_uuid": "0f87de80-53ce-41a8-98f3-768a73c7f7f5", "tag": "fcb00b0f-6415-43b7-a6ad-c3d877b8614e"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:25:06.798428 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b0715f-bc34-4687-8995-875b55e2996c x-openstack-request-id: req-f3b0715f-bc34-4687-8995-875b55e2996c {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:25:06.798721 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f87de80-53ce-41a8-98f3-768a73c7f7f5", "tag": "fcb00b0f-6415-43b7-a6ad-c3d877b8614e", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:25:06.798973 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f3b0715f-bc34-4687-8995-875b55e2996c {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:25:06.799384 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f87de80-53ce-41a8-98f3-768a73c7f7f5', 'tag': 'fcb00b0f-6415-43b7-a6ad-c3d877b8614e', 'status': 'completed', 'code': 200} Jul 23 21:25:06.844852 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-86aa3f11-1f35-40e5-b778-14a35f95663e None None] Set router 01b98853-d325-49e7-94c3-dcf871f2a4ec gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:25:06.873388 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada43555-17e1-4452-9ccb-1fb9bf27c815 req-abf1a84a-c792-4d96-9859-026e44386fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:06.874952 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ada43555-17e1-4452-9ccb-1fb9bf27c815 req-abf1a84a-c792-4d96-9859-026e44386fee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0e76f9199c3949168304d0925fabc6a7&device_id=0f87de80-53ce-41a8-98f3-768a73c7f7f5 HTTP/1.1" status: 200 len: 1097 time: 0.0550342 Jul 23 21:25:06.964204 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada43555-17e1-4452-9ccb-1fb9bf27c815 req-3dcce6ee-46ff-43f9-bc10-114c120cc3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:06.966432 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ada43555-17e1-4452-9ccb-1fb9bf27c815 req-3dcce6ee-46ff-43f9-bc10-114c120cc3b8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f HTTP/1.1" status: 200 len: 910 time: 0.0845642 Jul 23 21:25:07.035571 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ada43555-17e1-4452-9ccb-1fb9bf27c815 req-339a67c8-3324-4e50-bcf5-46c1ea2ff15f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcb00b0f-6415-43b7-a6ad-c3d877b8614e HTTP/1.1" status: 200 len: 998 time: 0.0633378 Jul 23 21:25:07.071615 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-86aa3f11-1f35-40e5-b778-14a35f95663e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'name': 'tempest-TestSnapshotPattern-444096031-router', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '9a168046-a399-442a-a759-9418de8bf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:11Z', 'updated_at': '2021-07-23T21:22:14Z', 'revision_number': 4, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'gw_port': {'id': '9a168046-a399-442a-a759-9418de8bf492', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:12Z', 'updated_at': '2021-07-23T21:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '0eaca231-36bc-4716-be3f-7592b7869c94', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'floating_ip_address': '172.25.1.10', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'port_id': 'd76a16d8-f43a-4564-8e8c-e3fd2fb990e2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f', 'mac_address': 'fa:16:3e:27:29:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542657c5-e966-404c-80c5-a62c19f18b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:22:34Z', 'updated_at': '2021-07-23T21:22:36Z', 'revision_number': 1, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'fixed_ip_address_scope': None}, {'id': 'c0863197-b8a3-4dec-8149-b59f19891c54', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'floating_ip_address': '172.25.1.35', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'port_id': 'fcb00b0f-6415-43b7-a6ad-c3d877b8614e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f', 'mac_address': 'fa:16:3e:2f:92:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f87de80-53ce-41a8-98f3-768a73c7f7f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:25:05Z', 'updated_at': '2021-07-23T21:25:05Z', 'revision_number': 0, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01379ce2-469f-465c-8cf0-c0fbd26b7f0f', 'name': '', 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'mac_address': 'fa:16:3e:74:26:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '95983624-0b84-4f85-ac51-02e438f39d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:13Z', 'updated_at': '2021-07-23T21:22:20Z', 'revision_number': 5, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'subnets': [{'id': '95983624-0b84-4f85-ac51-02e438f39d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:25:07.085005 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada43555-17e1-4452-9ccb-1fb9bf27c815 req-bc6b3320-a09a-4d9c-9e75-87a5fd8db4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:07.086479 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ada43555-17e1-4452-9ccb-1fb9bf27c815 req-bc6b3320-a09a-4d9c-9e75-87a5fd8db4dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95983624-0b84-4f85-ac51-02e438f39d0c HTTP/1.1" status: 200 len: 848 time: 0.0455184 Jul 23 21:25:07.099802 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86aa3f11-1f35-40e5-b778-14a35f95663e None None] Checking router: 01b98853-d325-49e7-94c3-dcf871f2a4ec for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:25:07.108413 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86aa3f11-1f35-40e5-b778-14a35f95663e None None] Routers {'01b98853-d325-49e7-94c3-dcf871f2a4ec'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:25:07.109021 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-86aa3f11-1f35-40e5-b778-14a35f95663e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:24:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['01b98853-d325-49e7-94c3-dcf871f2a4ec'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:25:07.144844 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada43555-17e1-4452-9ccb-1fb9bf27c815 req-a931c95f-8c7b-47f0-9624-74878124e9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:07.146484 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ada43555-17e1-4452-9ccb-1fb9bf27c815 req-a931c95f-8c7b-47f0-9624-74878124e9f0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543897 Jul 23 21:25:07.214208 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-86aa3f11-1f35-40e5-b778-14a35f95663e None None] Set router 01b98853-d325-49e7-94c3-dcf871f2a4ec gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:25:07.241252 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ada43555-17e1-4452-9ccb-1fb9bf27c815 req-b6e7329d-55d3-472a-8c79-3f7cb96db348 service neutron] 10.222.0.30 "GET /v2.0/networks/53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886333 Jul 23 21:25:07.329013 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-ada43555-17e1-4452-9ccb-1fb9bf27c815 req-a130b451-c595-4efb-8e60-fb2a35699f3d service neutron] 10.222.0.30 "GET /v2.0/networks/53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809858 Jul 23 21:25:07.445409 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-86aa3f11-1f35-40e5-b778-14a35f95663e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'name': 'tempest-TestSnapshotPattern-444096031-router', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '9a168046-a399-442a-a759-9418de8bf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:11Z', 'updated_at': '2021-07-23T21:22:14Z', 'revision_number': 4, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'gw_port': {'id': '9a168046-a399-442a-a759-9418de8bf492', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:12Z', 'updated_at': '2021-07-23T21:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '0eaca231-36bc-4716-be3f-7592b7869c94', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'floating_ip_address': '172.25.1.10', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'port_id': 'd76a16d8-f43a-4564-8e8c-e3fd2fb990e2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f', 'mac_address': 'fa:16:3e:27:29:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542657c5-e966-404c-80c5-a62c19f18b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:22:34Z', 'updated_at': '2021-07-23T21:22:36Z', 'revision_number': 1, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'fixed_ip_address_scope': None}, {'id': 'c0863197-b8a3-4dec-8149-b59f19891c54', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'floating_ip_address': '172.25.1.35', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'port_id': 'fcb00b0f-6415-43b7-a6ad-c3d877b8614e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f', 'mac_address': 'fa:16:3e:2f:92:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f87de80-53ce-41a8-98f3-768a73c7f7f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:25:05Z', 'updated_at': '2021-07-23T21:25:05Z', 'revision_number': 0, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01379ce2-469f-465c-8cf0-c0fbd26b7f0f', 'name': '', 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'mac_address': 'fa:16:3e:74:26:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '95983624-0b84-4f85-ac51-02e438f39d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:13Z', 'updated_at': '2021-07-23T21:22:20Z', 'revision_number': 5, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'subnets': [{'id': '95983624-0b84-4f85-ac51-02e438f39d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:25:07.472211 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86aa3f11-1f35-40e5-b778-14a35f95663e None None] The sync data for ids ['01b98853-d325-49e7-94c3-dcf871f2a4ec'] in n-d-793618-10 is: [{'id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'name': 'tempest-TestSnapshotPattern-444096031-router', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '9a168046-a399-442a-a759-9418de8bf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:11Z', 'updated_at': '2021-07-23T21:22:14Z', 'revision_number': 4, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'gw_port': {'id': '9a168046-a399-442a-a759-9418de8bf492', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:12Z', 'updated_at': '2021-07-23T21:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '0eaca231-36bc-4716-be3f-7592b7869c94', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'floating_ip_address': '172.25.1.10', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'port_id': 'd76a16d8-f43a-4564-8e8c-e3fd2fb990e2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f', 'mac_address': 'fa:16:3e:27:29:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542657c5-e966-404c-80c5-a62c19f18b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:22:34Z', 'updated_at': '2021-07-23T21:22:36Z', 'revision_number': 1, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'fixed_ip_address_scope': None}, {'id': 'c0863197-b8a3-4dec-8149-b59f19891c54', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'floating_ip_address': '172.25.1.35', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'port_id': 'fcb00b0f-6415-43b7-a6ad-c3d877b8614e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f', 'mac_address': 'fa:16:3e:2f:92:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f87de80-53ce-41a8-98f3-768a73c7f7f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:25:05Z', 'updated_at': '2021-07-23T21:25:05Z', 'revision_number': 0, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01379ce2-469f-465c-8cf0-c0fbd26b7f0f', 'name': '', 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'mac_address': 'fa:16:3e:74:26:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '95983624-0b84-4f85-ac51-02e438f39d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:13Z', 'updated_at': '2021-07-23T21:22:20Z', 'revision_number': 5, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'subnets': [{'id': '95983624-0b84-4f85-ac51-02e438f39d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:25:07.662153 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f02ce5f-c196-463c-b921-a4027c6d9618 None None] New status for floating IP c0863197-b8a3-4dec-8149-b59f19891c54: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:25:10.432874 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ff994a20-0b13-4e58-a677-7fe69ff638ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:13.467993 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:13.753686 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-19756935-7bde-4166-8099-3887b1d7e967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:14.326115 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:15.328517 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:15.576741 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:16.253065 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:31.741093 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:25:39.389151 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00430a75-3daf-4b7a-8f1a-60fbde59e256 req-8c9d478c-24d5-44d3-be5a-02f7968d15aa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=542657c5-e966-404c-80c5-a62c19f18b13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0556870 Jul 23 21:25:39.486484 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00430a75-3daf-4b7a-8f1a-60fbde59e256 req-5da22855-1edf-499f-b710-324bd4916b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:39.487992 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00430a75-3daf-4b7a-8f1a-60fbde59e256 req-5da22855-1edf-499f-b710-324bd4916b2c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e76f9199c3949168304d0925fabc6a7&device_id=542657c5-e966-404c-80c5-a62c19f18b13 HTTP/1.1" status: 200 len: 1096 time: 0.0586112 Jul 23 21:25:39.594201 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00430a75-3daf-4b7a-8f1a-60fbde59e256 req-ccd14a7b-f03d-4646-b25f-d3711209246e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:39.595677 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00430a75-3daf-4b7a-8f1a-60fbde59e256 req-ccd14a7b-f03d-4646-b25f-d3711209246e service neutron] 10.222.0.18 "GET /v2.0/networks?id=53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f HTTP/1.1" status: 200 len: 910 time: 0.0891285 Jul 23 21:25:39.663925 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00430a75-3daf-4b7a-8f1a-60fbde59e256 req-639be02a-7751-4355-8ef0-cdfadb236334 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d76a16d8-f43a-4564-8e8c-e3fd2fb990e2 HTTP/1.1" status: 200 len: 999 time: 0.0617242 Jul 23 21:25:39.713597 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00430a75-3daf-4b7a-8f1a-60fbde59e256 req-e9180891-d6bd-4c7f-82e4-8c99304ea57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:39.715962 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00430a75-3daf-4b7a-8f1a-60fbde59e256 req-e9180891-d6bd-4c7f-82e4-8c99304ea57a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=95983624-0b84-4f85-ac51-02e438f39d0c HTTP/1.1" status: 200 len: 848 time: 0.0450411 Jul 23 21:25:39.774032 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00430a75-3daf-4b7a-8f1a-60fbde59e256 req-f2384e4e-842b-463d-a0af-72ef859b07c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:39.775539 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00430a75-3daf-4b7a-8f1a-60fbde59e256 req-f2384e4e-842b-463d-a0af-72ef859b07c7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536771 Jul 23 21:25:39.871926 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00430a75-3daf-4b7a-8f1a-60fbde59e256 req-c35bed23-8351-4029-8932-d3e31f38abd7 service neutron] 10.222.0.18 "GET /v2.0/networks/53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895398 Jul 23 21:25:39.961674 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-00430a75-3daf-4b7a-8f1a-60fbde59e256 req-2894970d-2e06-471e-bb9d-5b940597014d service neutron] 10.222.0.18 "GET /v2.0/networks/53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829060 Jul 23 21:25:40.439682 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-62682341-a017-4e5d-bdde-74ea485259b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:43.469046 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:43.755411 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f79d0a4d-5b33-49e5-b1d6-1c70ce529112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:44.330211 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:45.342290 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:45.591795 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:46.255372 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:55.138827 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f785f339-ecc5-46cb-a3dd-500e834074ee req-9aab0ec2-1123-4e4e-8076-e302e3acf1ce service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0f87de80-53ce-41a8-98f3-768a73c7f7f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0575984 Jul 23 21:25:55.231036 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785f339-ecc5-46cb-a3dd-500e834074ee req-7df2b16d-d3fe-4a7d-9595-a2767745c078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:55.232536 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f785f339-ecc5-46cb-a3dd-500e834074ee req-7df2b16d-d3fe-4a7d-9595-a2767745c078 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0e76f9199c3949168304d0925fabc6a7&device_id=0f87de80-53ce-41a8-98f3-768a73c7f7f5 HTTP/1.1" status: 200 len: 1097 time: 0.0527208 Jul 23 21:25:55.336607 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785f339-ecc5-46cb-a3dd-500e834074ee req-6002eabd-4993-4edd-b003-ff9e6bf2cded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:55.338093 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f785f339-ecc5-46cb-a3dd-500e834074ee req-6002eabd-4993-4edd-b003-ff9e6bf2cded service neutron] 10.222.0.30 "GET /v2.0/networks?id=53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f HTTP/1.1" status: 200 len: 910 time: 0.0875123 Jul 23 21:25:55.400476 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f785f339-ecc5-46cb-a3dd-500e834074ee req-302c324f-b42b-41b7-9c5f-e3d5c9a1e23b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcb00b0f-6415-43b7-a6ad-c3d877b8614e HTTP/1.1" status: 200 len: 1000 time: 0.0560713 Jul 23 21:25:55.447913 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785f339-ecc5-46cb-a3dd-500e834074ee req-ada82613-26c5-48f0-bf51-a9e55c9fe760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:55.449344 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f785f339-ecc5-46cb-a3dd-500e834074ee req-ada82613-26c5-48f0-bf51-a9e55c9fe760 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95983624-0b84-4f85-ac51-02e438f39d0c HTTP/1.1" status: 200 len: 848 time: 0.0428982 Jul 23 21:25:55.510036 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785f339-ecc5-46cb-a3dd-500e834074ee req-2f9c13b7-7420-4883-8b3f-dbe907abfb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:55.511509 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f785f339-ecc5-46cb-a3dd-500e834074ee req-2f9c13b7-7420-4883-8b3f-dbe907abfb51 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563433 Jul 23 21:25:55.598703 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f785f339-ecc5-46cb-a3dd-500e834074ee req-7211ffa1-f27e-4935-8405-821fc7f249fc service neutron] 10.222.0.30 "GET /v2.0/networks/53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811088 Jul 23 21:25:55.690251 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-f785f339-ecc5-46cb-a3dd-500e834074ee req-9b752512-07cb-42e7-a39b-6d4b7dfd27cd service neutron] 10.222.0.30 "GET /v2.0/networks/53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848107 Jul 23 21:26:08.741244 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:26:10.440203 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-722e0913-4717-4396-81a8-f12ac2ffc0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:13.473243 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:13.758602 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-52adad2b-c20d-4eb6-bb86-f63ededef0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:14.331810 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:15.342671 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:15.588939 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:16.259741 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:37.373578 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device fcb00b0f-6415-43b7-a6ad-c3d877b8614e details requested by agent hyperv_n-h1-793618-10 with host n-h1-793618-10 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:26:37.466177 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port fcb00b0f-6415-43b7-a6ad-c3d877b8614e, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=fcb00b0f-6415-43b7-a6ad-c3d877b8614e,segment=NetworkSegment(18b92ed1-2c33-4485-8472-4bc5f6466972),segment_id=18b92ed1-2c33-4485-8472-4bc5f6466972)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:26:37.477021 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Returning: {'device': 'fcb00b0f-6415-43b7-a6ad-c3d877b8614e', 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f', 'port_id': 'fcb00b0f-6415-43b7-a6ad-c3d877b8614e', 'mac_address': 'fa:16:3e:2f:92:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95983624-0b84-4f85-ac51-02e438f39d0c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:26:37.517986 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:37.530532 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fcb00b0f-6415-43b7-a6ad-c3d877b8614e {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:26:37.552814 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port fcb00b0f-6415-43b7-a6ad-c3d877b8614e, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=fcb00b0f-6415-43b7-a6ad-c3d877b8614e,segment=NetworkSegment(18b92ed1-2c33-4485-8472-4bc5f6466972),segment_id=18b92ed1-2c33-4485-8472-4bc5f6466972)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:26:37.556876 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:37.609245 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=fcb00b0f-6415-43b7-a6ad-c3d877b8614e,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:26:37.618234 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:37.618579 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:37.618911 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:37.619244 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:37.619569 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:37.619893 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:37.620263 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:37.620587 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:37.620906 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:37.621224 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:37.621566 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:37.621884 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:37.646938 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] get_ports_and_sgs() called for port_ids ['fcb00b0f-6415-43b7-a6ad-c3d877b8614e'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:26:39.375818 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device fcb00b0f-6415-43b7-a6ad-c3d877b8614e up at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:26:39.427680 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Provisioning complete for port fcb00b0f-6415-43b7-a6ad-c3d877b8614e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:26:39.428034 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482196'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:39.510877 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3637723'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:39.535747 n-d-793618-10 neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f87de80-53ce-41a8-98f3-768a73c7f7f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb00b0f-6415-43b7-a6ad-c3d877b8614e'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:26:39.538047 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee4ac189e5a110d8d805401cc899f663d03ba078ee3e21ff65471f248c742d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1249c9a5-60ed-4033-9927-ffcc38c72633" -d '{"events": [{"server_uuid": "0f87de80-53ce-41a8-98f3-768a73c7f7f5", "name": "network-vif-plugged", "status": "completed", "tag": "fcb00b0f-6415-43b7-a6ad-c3d877b8614e"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:26:39.553210 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] For port fcb00b0f-6415-43b7-a6ad-c3d877b8614e, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=fcb00b0f-6415-43b7-a6ad-c3d877b8614e,segment=NetworkSegment(18b92ed1-2c33-4485-8472-4bc5f6466972),segment_id=18b92ed1-2c33-4485-8472-4bc5f6466972)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:26:39.558607 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734526781781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734526344452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734526344470'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:39.613250 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6cd55ff-565b-433f-af72-f2d41416a9f9 x-openstack-request-id: req-b6cd55ff-565b-433f-af72-f2d41416a9f9 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:26:39.613565 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f87de80-53ce-41a8-98f3-768a73c7f7f5", "name": "network-vif-plugged", "status": "completed", "tag": "fcb00b0f-6415-43b7-a6ad-c3d877b8614e", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:26:39.613855 n-d-793618-10 neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6cd55ff-565b-433f-af72-f2d41416a9f9 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:26:39.614171 n-d-793618-10 neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f87de80-53ce-41a8-98f3-768a73c7f7f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb00b0f-6415-43b7-a6ad-c3d877b8614e', 'code': 200} Jul 23 21:26:39.615097 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Pushing event updated for resources: {'Port': ['ID=fcb00b0f-6415-43b7-a6ad-c3d877b8614e,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:26:40.381732 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-09269aba-9dac-4998-96fd-424f951ef3ff req-1cda429f-75a7-4092-992a-060d1848d498 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=542657c5-e966-404c-80c5-a62c19f18b13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0642357 Jul 23 21:26:40.454383 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-32f8279f-c70e-4302-a2dc-609e8ea6c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:40.502357 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09269aba-9dac-4998-96fd-424f951ef3ff req-c39e34f3-336f-461c-a2e6-47b5dcfe40ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:40.504333 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-09269aba-9dac-4998-96fd-424f951ef3ff req-c39e34f3-336f-461c-a2e6-47b5dcfe40ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e76f9199c3949168304d0925fabc6a7&device_id=542657c5-e966-404c-80c5-a62c19f18b13 HTTP/1.1" status: 200 len: 1096 time: 0.0809715 Jul 23 21:26:40.618126 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09269aba-9dac-4998-96fd-424f951ef3ff req-a0d555fd-2805-4d18-abbb-131784efa50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:40.619861 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-09269aba-9dac-4998-96fd-424f951ef3ff req-a0d555fd-2805-4d18-abbb-131784efa50e service neutron] 10.222.0.18 "GET /v2.0/networks?id=53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f HTTP/1.1" status: 200 len: 910 time: 0.0947912 Jul 23 21:26:40.700671 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-09269aba-9dac-4998-96fd-424f951ef3ff req-14856172-0d10-4258-8f31-c440465cc31a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d76a16d8-f43a-4564-8e8c-e3fd2fb990e2 HTTP/1.1" status: 200 len: 999 time: 0.0728943 Jul 23 21:26:40.767980 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09269aba-9dac-4998-96fd-424f951ef3ff req-a62fb030-d820-4d84-9d99-0a72bc9a5d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:40.769630 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-09269aba-9dac-4998-96fd-424f951ef3ff req-a62fb030-d820-4d84-9d99-0a72bc9a5d29 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=95983624-0b84-4f85-ac51-02e438f39d0c HTTP/1.1" status: 200 len: 848 time: 0.0627968 Jul 23 21:26:40.844175 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09269aba-9dac-4998-96fd-424f951ef3ff req-8050f2cf-3683-46ef-b9e9-a032baec024a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:40.845731 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-09269aba-9dac-4998-96fd-424f951ef3ff req-8050f2cf-3683-46ef-b9e9-a032baec024a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702217 Jul 23 21:26:40.943308 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-09269aba-9dac-4998-96fd-424f951ef3ff req-d51479fd-deda-41ac-8c87-3b854e3c03aa service neutron] 10.222.0.18 "GET /v2.0/networks/53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909884 Jul 23 21:26:41.046254 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-09269aba-9dac-4998-96fd-424f951ef3ff req-5b20fcac-e5ab-44e9-b886-598797fa3896 service neutron] 10.222.0.18 "GET /v2.0/networks/53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964580 Jul 23 21:26:43.479649 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:43.771724 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ddd91d2c-2cdd-4076-8d17-fd14e3689cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:44.339618 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:45.344604 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:45.607449 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:45.744403 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:26:46.272182 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:47.408968 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41054) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:26:47.567527 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-b3ce5450-9fb7-4dbd-a820-9d02bf74eef7 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Deleting port 5f111623-1955-4060-a396-e7f6d9af3e18 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:26:47.567874 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b3ce5450-9fb7-4dbd-a820-9d02bf74eef7 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:47.649053 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b3ce5450-9fb7-4dbd-a820-9d02bf74eef7 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:47.649284 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b3ce5450-9fb7-4dbd-a820-9d02bf74eef7 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:47.661160 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-b3ce5450-9fb7-4dbd-a820-9d02bf74eef7 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Calling delete_port for 5f111623-1955-4060-a396-e7f6d9af3e18 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:26:48.150814 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b3ce5450-9fb7-4dbd-a820-9d02bf74eef7 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:48.179965 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce5450-9fb7-4dbd-a820-9d02bf74eef7 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Pushing event deleted for resources: {'Port': ['ID=5f111623-1955-4060-a396-e7f6d9af3e18,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:26:48.207488 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ce5450-9fb7-4dbd-a820-9d02bf74eef7 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:48.207819 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ce5450-9fb7-4dbd-a820-9d02bf74eef7 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:48.208176 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ce5450-9fb7-4dbd-a820-9d02bf74eef7 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:48.208510 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ce5450-9fb7-4dbd-a820-9d02bf74eef7 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:48.208835 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ce5450-9fb7-4dbd-a820-9d02bf74eef7 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:48.209156 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ce5450-9fb7-4dbd-a820-9d02bf74eef7 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:48.209492 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ce5450-9fb7-4dbd-a820-9d02bf74eef7 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:48.209816 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ce5450-9fb7-4dbd-a820-9d02bf74eef7 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:48.210136 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ce5450-9fb7-4dbd-a820-9d02bf74eef7 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:48.210452 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ce5450-9fb7-4dbd-a820-9d02bf74eef7 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:48.210769 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ce5450-9fb7-4dbd-a820-9d02bf74eef7 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:48.211087 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ce5450-9fb7-4dbd-a820-9d02bf74eef7 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:48.254913 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b3ce5450-9fb7-4dbd-a820-9d02bf74eef7 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:48.255251 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [None req-b3ce5450-9fb7-4dbd-a820-9d02bf74eef7 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Floating IP c0863197-b8a3-4dec-8149-b59f19891c54 disassociated (deleted). External IP: 172.25.1.35, port: fcb00b0f-6415-43b7-a6ad-c3d877b8614e. Jul 23 21:26:48.463581 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ce5450-9fb7-4dbd-a820-9d02bf74eef7 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Router 01b98853-d325-49e7-94c3-dcf871f2a4ec has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:26:48.571285 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ce5450-9fb7-4dbd-a820-9d02bf74eef7 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:26:48.575972 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b3ce5450-9fb7-4dbd-a820-9d02bf74eef7 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:48.581387 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f554235e-9b24-4afb-911d-6b5318b0cbbd None None] Sync routers for ids ['01b98853-d325-49e7-94c3-dcf871f2a4ec'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:26:48.590568 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f554235e-9b24-4afb-911d-6b5318b0cbbd None None] Routers {'01b98853-d325-49e7-94c3-dcf871f2a4ec'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:26:48.591183 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-f554235e-9b24-4afb-911d-6b5318b0cbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:26:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['01b98853-d325-49e7-94c3-dcf871f2a4ec'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:26:48.615767 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-b3ce5450-9fb7-4dbd-a820-9d02bf74eef7 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "DELETE /v2.0/floatingips/c0863197-b8a3-4dec-8149-b59f19891c54 HTTP/1.1" status: 204 len: 168 time: 1.2031670 Jul 23 21:26:48.615767 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f87de80-53ce-41a8-98f3-768a73c7f7f5', 'tag': 'fcb00b0f-6415-43b7-a6ad-c3d877b8614e'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:26:48.616300 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4300f88a927161e708234582c45a85d95cbae37b2189d54369fb4e5575b527b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f117531-862d-4c33-8f4f-2f90a1d7465a" -d '{"events": [{"name": "network-changed", "server_uuid": "0f87de80-53ce-41a8-98f3-768a73c7f7f5", "tag": "fcb00b0f-6415-43b7-a6ad-c3d877b8614e"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:26:48.698326 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-f554235e-9b24-4afb-911d-6b5318b0cbbd None None] Set router 01b98853-d325-49e7-94c3-dcf871f2a4ec gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:26:48.779560 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c19f5f1-6f1a-40b9-bf02-efea34bcca60 x-openstack-request-id: req-9c19f5f1-6f1a-40b9-bf02-efea34bcca60 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:26:48.780112 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f87de80-53ce-41a8-98f3-768a73c7f7f5", "tag": "fcb00b0f-6415-43b7-a6ad-c3d877b8614e", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:26:48.780627 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9c19f5f1-6f1a-40b9-bf02-efea34bcca60 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:26:48.781038 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f87de80-53ce-41a8-98f3-768a73c7f7f5', 'tag': 'fcb00b0f-6415-43b7-a6ad-c3d877b8614e', 'status': 'completed', 'code': 200} Jul 23 21:26:48.860333 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f117531-862d-4c33-8f4f-2f90a1d7465a req-19d20dd2-5ffa-4919-ad50-a23a36c178a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:48.862710 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6f117531-862d-4c33-8f4f-2f90a1d7465a req-19d20dd2-5ffa-4919-ad50-a23a36c178a5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0e76f9199c3949168304d0925fabc6a7&device_id=0f87de80-53ce-41a8-98f3-768a73c7f7f5 HTTP/1.1" status: 200 len: 1097 time: 0.0561271 Jul 23 21:26:48.902145 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5bdb66-371c-4326-929b-a1bef38513d5 req-8380cab0-2bb3-423c-bb04-79046ba751c9 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:48.903871 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2d5bdb66-371c-4326-929b-a1bef38513d5 req-8380cab0-2bb3-423c-bb04-79046ba751c9 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f87de80-53ce-41a8-98f3-768a73c7f7f5 HTTP/1.1" status: 200 len: 945 time: 0.0764880 Jul 23 21:26:48.946800 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-f554235e-9b24-4afb-911d-6b5318b0cbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'name': 'tempest-TestSnapshotPattern-444096031-router', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '9a168046-a399-442a-a759-9418de8bf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:11Z', 'updated_at': '2021-07-23T21:22:14Z', 'revision_number': 4, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'gw_port': {'id': '9a168046-a399-442a-a759-9418de8bf492', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:12Z', 'updated_at': '2021-07-23T21:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '0eaca231-36bc-4716-be3f-7592b7869c94', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'floating_ip_address': '172.25.1.10', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'port_id': 'd76a16d8-f43a-4564-8e8c-e3fd2fb990e2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f', 'mac_address': 'fa:16:3e:27:29:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542657c5-e966-404c-80c5-a62c19f18b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:22:34Z', 'updated_at': '2021-07-23T21:22:36Z', 'revision_number': 1, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01379ce2-469f-465c-8cf0-c0fbd26b7f0f', 'name': '', 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'mac_address': 'fa:16:3e:74:26:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '95983624-0b84-4f85-ac51-02e438f39d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:13Z', 'updated_at': '2021-07-23T21:22:20Z', 'revision_number': 5, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'subnets': [{'id': '95983624-0b84-4f85-ac51-02e438f39d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:26:48.947117 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-2d5bdb66-371c-4326-929b-a1bef38513d5 req-c765999a-7670-421d-a1da-4556f23d578d tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cd357a3-7602-4cc7-8a48-7c5afb9456d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369022 Jul 23 21:26:48.966248 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f117531-862d-4c33-8f4f-2f90a1d7465a req-2df27919-4143-48e7-8812-2d714f991145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:48.967726 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6f117531-862d-4c33-8f4f-2f90a1d7465a req-2df27919-4143-48e7-8812-2d714f991145 service neutron] 10.222.0.30 "GET /v2.0/networks?id=53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f HTTP/1.1" status: 200 len: 910 time: 0.0972908 Jul 23 21:26:48.974107 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f554235e-9b24-4afb-911d-6b5318b0cbbd None None] Checking router: 01b98853-d325-49e7-94c3-dcf871f2a4ec for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:26:48.982354 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f554235e-9b24-4afb-911d-6b5318b0cbbd None None] Routers {'01b98853-d325-49e7-94c3-dcf871f2a4ec'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:26:48.982977 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-f554235e-9b24-4afb-911d-6b5318b0cbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:26:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['01b98853-d325-49e7-94c3-dcf871f2a4ec'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:26:49.011516 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6f117531-862d-4c33-8f4f-2f90a1d7465a req-17a56df4-bee6-40ad-9225-446a25970b38 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcb00b0f-6415-43b7-a6ad-c3d877b8614e HTTP/1.1" status: 200 len: 217 time: 0.0359988 Jul 23 21:26:49.061501 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f117531-862d-4c33-8f4f-2f90a1d7465a req-76d2f858-0e07-4e8a-b026-7faf1671855d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:49.063082 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6f117531-862d-4c33-8f4f-2f90a1d7465a req-76d2f858-0e07-4e8a-b026-7faf1671855d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95983624-0b84-4f85-ac51-02e438f39d0c HTTP/1.1" status: 200 len: 848 time: 0.0455101 Jul 23 21:26:49.130903 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f117531-862d-4c33-8f4f-2f90a1d7465a req-0be4df1a-7ebf-4a4c-9c76-4230508cd82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:49.132445 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6f117531-862d-4c33-8f4f-2f90a1d7465a req-0be4df1a-7ebf-4a4c-9c76-4230508cd82d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626454 Jul 23 21:26:49.227553 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6f117531-862d-4c33-8f4f-2f90a1d7465a req-7a1cb86d-bc2c-4536-94ba-5e4fabd9af42 service neutron] 10.222.0.30 "GET /v2.0/networks/53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873678 Jul 23 21:26:49.253313 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-f554235e-9b24-4afb-911d-6b5318b0cbbd None None] Set router 01b98853-d325-49e7-94c3-dcf871f2a4ec gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:26:49.323370 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-6f117531-862d-4c33-8f4f-2f90a1d7465a req-6b92d8a7-f1ce-4018-ad6e-74bb6d565b0d service neutron] 10.222.0.30 "GET /v2.0/networks/53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885489 Jul 23 21:26:49.482673 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-f554235e-9b24-4afb-911d-6b5318b0cbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'name': 'tempest-TestSnapshotPattern-444096031-router', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '9a168046-a399-442a-a759-9418de8bf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:11Z', 'updated_at': '2021-07-23T21:22:14Z', 'revision_number': 4, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'gw_port': {'id': '9a168046-a399-442a-a759-9418de8bf492', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:12Z', 'updated_at': '2021-07-23T21:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '0eaca231-36bc-4716-be3f-7592b7869c94', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'floating_ip_address': '172.25.1.10', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'port_id': 'd76a16d8-f43a-4564-8e8c-e3fd2fb990e2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f', 'mac_address': 'fa:16:3e:27:29:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542657c5-e966-404c-80c5-a62c19f18b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:22:34Z', 'updated_at': '2021-07-23T21:22:36Z', 'revision_number': 1, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01379ce2-469f-465c-8cf0-c0fbd26b7f0f', 'name': '', 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'mac_address': 'fa:16:3e:74:26:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '95983624-0b84-4f85-ac51-02e438f39d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:13Z', 'updated_at': '2021-07-23T21:22:20Z', 'revision_number': 5, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'subnets': [{'id': '95983624-0b84-4f85-ac51-02e438f39d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:26:49.508859 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f554235e-9b24-4afb-911d-6b5318b0cbbd None None] The sync data for ids ['01b98853-d325-49e7-94c3-dcf871f2a4ec'] in n-d-793618-10 is: [{'id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'name': 'tempest-TestSnapshotPattern-444096031-router', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '9a168046-a399-442a-a759-9418de8bf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:11Z', 'updated_at': '2021-07-23T21:22:14Z', 'revision_number': 4, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'gw_port': {'id': '9a168046-a399-442a-a759-9418de8bf492', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:12Z', 'updated_at': '2021-07-23T21:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_floatingips': [{'id': '0eaca231-36bc-4716-be3f-7592b7869c94', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'floating_ip_address': '172.25.1.10', 'floating_network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'router_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'port_id': 'd76a16d8-f43a-4564-8e8c-e3fd2fb990e2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f', 'mac_address': 'fa:16:3e:27:29:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542657c5-e966-404c-80c5-a62c19f18b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:22:34Z', 'updated_at': '2021-07-23T21:22:36Z', 'revision_number': 1, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01379ce2-469f-465c-8cf0-c0fbd26b7f0f', 'name': '', 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'mac_address': 'fa:16:3e:74:26:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '95983624-0b84-4f85-ac51-02e438f39d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:13Z', 'updated_at': '2021-07-23T21:22:20Z', 'revision_number': 5, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'subnets': [{'id': '95983624-0b84-4f85-ac51-02e438f39d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:26:49.726973 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6685f8-d44f-428c-aadd-7892da16084f None None] New status for floating IP c0863197-b8a3-4dec-8149-b59f19891c54: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:26:50.093273 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006a903-d266-4b67-8c81-8496644941d4 req-8000d96c-1bb7-454c-97f5-1704d43685ad tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:50.094764 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f006a903-d266-4b67-8c81-8496644941d4 req-8000d96c-1bb7-454c-97f5-1704d43685ad tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f87de80-53ce-41a8-98f3-768a73c7f7f5 HTTP/1.1" status: 200 len: 945 time: 0.0704293 Jul 23 21:26:50.137125 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-f006a903-d266-4b67-8c81-8496644941d4 req-dd8c92a4-fb43-4472-a253-34b54b0d7c40 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cd357a3-7602-4cc7-8a48-7c5afb9456d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336382 Jul 23 21:26:50.319830 n-d-793618-10 neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bb770-889b-4915-bb9d-6c0ae8f9e453 req-cf98d407-dd3b-426a-9252-bf52d6d4e91b tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:50.321335 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1e1bb770-889b-4915-bb9d-6c0ae8f9e453 req-cf98d407-dd3b-426a-9252-bf52d6d4e91b tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f87de80-53ce-41a8-98f3-768a73c7f7f5 HTTP/1.1" status: 200 len: 945 time: 0.0657926 Jul 23 21:26:50.439195 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-1e1bb770-889b-4915-bb9d-6c0ae8f9e453 req-fa57820f-df87-4fff-879d-b5640e678fa8 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Deleting port fcb00b0f-6415-43b7-a6ad-c3d877b8614e {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:26:50.439428 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1e1bb770-889b-4915-bb9d-6c0ae8f9e453 req-fa57820f-df87-4fff-879d-b5640e678fa8 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:50.543252 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-1e1bb770-889b-4915-bb9d-6c0ae8f9e453 req-fa57820f-df87-4fff-879d-b5640e678fa8 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] For port fcb00b0f-6415-43b7-a6ad-c3d877b8614e, host n-h1-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-10',level=0,port_id=fcb00b0f-6415-43b7-a6ad-c3d877b8614e,segment=NetworkSegment(18b92ed1-2c33-4485-8472-4bc5f6466972),segment_id=18b92ed1-2c33-4485-8472-4bc5f6466972)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:26:50.543619 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1e1bb770-889b-4915-bb9d-6c0ae8f9e453 req-fa57820f-df87-4fff-879d-b5640e678fa8 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:50.555842 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-1e1bb770-889b-4915-bb9d-6c0ae8f9e453 req-fa57820f-df87-4fff-879d-b5640e678fa8 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Calling delete_port for fcb00b0f-6415-43b7-a6ad-c3d877b8614e owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:26:50.685767 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1e1bb770-889b-4915-bb9d-6c0ae8f9e453 req-fa57820f-df87-4fff-879d-b5640e678fa8 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:50.716252 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57820f-df87-4fff-879d-b5640e678fa8 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Pushing event deleted for resources: {'Port': ['ID=fcb00b0f-6415-43b7-a6ad-c3d877b8614e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:26:50.762484 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1bb770-889b-4915-bb9d-6c0ae8f9e453 req-fa57820f-df87-4fff-879d-b5640e678fa8 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] No DVR routers for this DVR port fcb00b0f-6415-43b7-a6ad-c3d877b8614e on host n-h1-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:26:50.765150 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-1e1bb770-889b-4915-bb9d-6c0ae8f9e453 req-fa57820f-df87-4fff-879d-b5640e678fa8 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:50.767201 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [req-1e1bb770-889b-4915-bb9d-6c0ae8f9e453 req-fa57820f-df87-4fff-879d-b5640e678fa8 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.30 "DELETE /v2.0/ports/fcb00b0f-6415-43b7-a6ad-c3d877b8614e HTTP/1.1" status: 204 len: 173 time: 0.4404531 Jul 23 21:26:50.781893 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f87de80-53ce-41a8-98f3-768a73c7f7f5', 'name': 'network-vif-deleted', 'tag': 'fcb00b0f-6415-43b7-a6ad-c3d877b8614e'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:26:50.784414 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4300f88a927161e708234582c45a85d95cbae37b2189d54369fb4e5575b527b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf582a49-f01d-4ac3-952e-2766b50ddf69" -d '{"events": [{"server_uuid": "0f87de80-53ce-41a8-98f3-768a73c7f7f5", "name": "network-vif-deleted", "tag": "fcb00b0f-6415-43b7-a6ad-c3d877b8614e"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:26:50.822832 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a770f8f7-2cbf-4b2d-90eb-41271e7de6df x-openstack-request-id: req-a770f8f7-2cbf-4b2d-90eb-41271e7de6df {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:26:50.823148 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f87de80-53ce-41a8-98f3-768a73c7f7f5", "name": "network-vif-deleted", "tag": "fcb00b0f-6415-43b7-a6ad-c3d877b8614e", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:26:50.823397 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a770f8f7-2cbf-4b2d-90eb-41271e7de6df {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:26:50.823793 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f87de80-53ce-41a8-98f3-768a73c7f7f5', 'name': 'network-vif-deleted', 'tag': 'fcb00b0f-6415-43b7-a6ad-c3d877b8614e', 'status': 'completed', 'code': 200} Jul 23 21:26:51.262205 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-64cfd5fa-a536-4edb-ba70-5ac33e90882a req-6203ca18-201f-4f96-85e8-de48b0132a8b tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f87de80-53ce-41a8-98f3-768a73c7f7f5 HTTP/1.1" status: 200 len: 210 time: 0.0338089 Jul 23 21:26:51.435151 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device fcb00b0f-6415-43b7-a6ad-c3d877b8614e no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:26:51.454583 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: fcb00b0f-6415-43b7-a6ad-c3d877b8614e {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:26:51.454924 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device fcb00b0f-6415-43b7-a6ad-c3d877b8614e not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:26:52.839351 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41116) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:26:53.000305 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-acfc09d8-cfff-41b2-b0f5-be58912b3cf1 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Deleting port 23ba6f6c-4be4-4dcb-9139-50935855f65d {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:26:53.000646 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-acfc09d8-cfff-41b2-b0f5-be58912b3cf1 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:53.073635 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-acfc09d8-cfff-41b2-b0f5-be58912b3cf1 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:53.073875 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-acfc09d8-cfff-41b2-b0f5-be58912b3cf1 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:53.085839 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-acfc09d8-cfff-41b2-b0f5-be58912b3cf1 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Calling delete_port for 23ba6f6c-4be4-4dcb-9139-50935855f65d owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:26:53.240875 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-acfc09d8-cfff-41b2-b0f5-be58912b3cf1 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:53.265965 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc09d8-cfff-41b2-b0f5-be58912b3cf1 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Pushing event deleted for resources: {'Port': ['ID=23ba6f6c-4be4-4dcb-9139-50935855f65d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:26:53.332624 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-acfc09d8-cfff-41b2-b0f5-be58912b3cf1 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:53.332910 n-d-793618-10 neutron-server[93876]: INFO neutron.db.l3_db [None req-acfc09d8-cfff-41b2-b0f5-be58912b3cf1 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Floating IP 0eaca231-36bc-4716-be3f-7592b7869c94 disassociated (deleted). External IP: 172.25.1.10, port: d76a16d8-f43a-4564-8e8c-e3fd2fb990e2. Jul 23 21:26:53.536771 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfc09d8-cfff-41b2-b0f5-be58912b3cf1 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Router 01b98853-d325-49e7-94c3-dcf871f2a4ec has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:26:53.642884 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfc09d8-cfff-41b2-b0f5-be58912b3cf1 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:26:53.648103 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-acfc09d8-cfff-41b2-b0f5-be58912b3cf1 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:53.652632 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ec345d-6ed5-425e-99c2-667951165120 None None] Sync routers for ids ['01b98853-d325-49e7-94c3-dcf871f2a4ec'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:26:53.661593 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ec345d-6ed5-425e-99c2-667951165120 None None] Routers {'01b98853-d325-49e7-94c3-dcf871f2a4ec'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:26:53.662217 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-b6ec345d-6ed5-425e-99c2-667951165120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:26:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['01b98853-d325-49e7-94c3-dcf871f2a4ec'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:26:53.687531 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-acfc09d8-cfff-41b2-b0f5-be58912b3cf1 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "DELETE /v2.0/floatingips/0eaca231-36bc-4716-be3f-7592b7869c94 HTTP/1.1" status: 204 len: 168 time: 0.8471010 Jul 23 21:26:53.688137 n-d-793618-10 neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542657c5-e966-404c-80c5-a62c19f18b13', 'tag': 'd76a16d8-f43a-4564-8e8c-e3fd2fb990e2'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:26:53.691038 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4300f88a927161e708234582c45a85d95cbae37b2189d54369fb4e5575b527b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51573c98-b5ce-4512-ae4b-a0a6a7cfac79" -d '{"events": [{"name": "network-changed", "server_uuid": "542657c5-e966-404c-80c5-a62c19f18b13", "tag": "d76a16d8-f43a-4564-8e8c-e3fd2fb990e2"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:26:53.773359 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-b6ec345d-6ed5-425e-99c2-667951165120 None None] Set router 01b98853-d325-49e7-94c3-dcf871f2a4ec gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:26:53.853050 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff8fb66-4e02-467e-84b7-feddb2707e36 x-openstack-request-id: req-0ff8fb66-4e02-467e-84b7-feddb2707e36 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:26:53.853580 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542657c5-e966-404c-80c5-a62c19f18b13", "tag": "d76a16d8-f43a-4564-8e8c-e3fd2fb990e2", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:26:53.853927 n-d-793618-10 neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0ff8fb66-4e02-467e-84b7-feddb2707e36 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:26:53.854420 n-d-793618-10 neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '542657c5-e966-404c-80c5-a62c19f18b13', 'tag': 'd76a16d8-f43a-4564-8e8c-e3fd2fb990e2', 'status': 'completed', 'code': 200} Jul 23 21:26:53.980469 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51573c98-b5ce-4512-ae4b-a0a6a7cfac79 req-57ed7957-3c03-4d2d-9056-e33fed456952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:53.981909 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-51573c98-b5ce-4512-ae4b-a0a6a7cfac79 req-57ed7957-3c03-4d2d-9056-e33fed456952 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e76f9199c3949168304d0925fabc6a7&device_id=542657c5-e966-404c-80c5-a62c19f18b13 HTTP/1.1" status: 200 len: 1096 time: 0.1044602 Jul 23 21:26:53.988836 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-b6ec345d-6ed5-425e-99c2-667951165120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'name': 'tempest-TestSnapshotPattern-444096031-router', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '9a168046-a399-442a-a759-9418de8bf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:11Z', 'updated_at': '2021-07-23T21:22:14Z', 'revision_number': 4, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'gw_port': {'id': '9a168046-a399-442a-a759-9418de8bf492', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:12Z', 'updated_at': '2021-07-23T21:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '01379ce2-469f-465c-8cf0-c0fbd26b7f0f', 'name': '', 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'mac_address': 'fa:16:3e:74:26:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '95983624-0b84-4f85-ac51-02e438f39d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:13Z', 'updated_at': '2021-07-23T21:22:20Z', 'revision_number': 5, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'subnets': [{'id': '95983624-0b84-4f85-ac51-02e438f39d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:26:53.995853 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de842b93-0779-408f-bf55-75c71b8eee44 req-be346193-d4a5-4401-aecb-b938a68a64b1 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:53.997336 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-de842b93-0779-408f-bf55-75c71b8eee44 req-be346193-d4a5-4401-aecb-b938a68a64b1 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/ports?device_id=542657c5-e966-404c-80c5-a62c19f18b13 HTTP/1.1" status: 200 len: 944 time: 0.0869308 Jul 23 21:26:54.015692 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ec345d-6ed5-425e-99c2-667951165120 None None] Checking router: 01b98853-d325-49e7-94c3-dcf871f2a4ec for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:26:54.024044 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ec345d-6ed5-425e-99c2-667951165120 None None] Routers {'01b98853-d325-49e7-94c3-dcf871f2a4ec'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:26:54.024654 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-b6ec345d-6ed5-425e-99c2-667951165120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:26:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['01b98853-d325-49e7-94c3-dcf871f2a4ec'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:26:54.086891 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-de842b93-0779-408f-bf55-75c71b8eee44 req-dc376265-a7f8-4d0b-9bfd-b671d9facc6c tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cd357a3-7602-4cc7-8a48-7c5afb9456d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804973 Jul 23 21:26:54.114432 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51573c98-b5ce-4512-ae4b-a0a6a7cfac79 req-547c91df-f748-4dd6-8257-25c234fe355d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:54.116250 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-51573c98-b5ce-4512-ae4b-a0a6a7cfac79 req-547c91df-f748-4dd6-8257-25c234fe355d service neutron] 10.222.0.18 "GET /v2.0/networks?id=53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f HTTP/1.1" status: 200 len: 910 time: 0.1180332 Jul 23 21:26:54.131235 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-b6ec345d-6ed5-425e-99c2-667951165120 None None] Set router 01b98853-d325-49e7-94c3-dcf871f2a4ec gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:26:54.159561 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-51573c98-b5ce-4512-ae4b-a0a6a7cfac79 req-892d4e8c-23f9-4790-abc1-b6e38baef55f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d76a16d8-f43a-4564-8e8c-e3fd2fb990e2 HTTP/1.1" status: 200 len: 217 time: 0.0357263 Jul 23 21:26:54.213253 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51573c98-b5ce-4512-ae4b-a0a6a7cfac79 req-eed0ee74-99b7-43dc-8e7d-442298cfb13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:54.214773 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-51573c98-b5ce-4512-ae4b-a0a6a7cfac79 req-eed0ee74-99b7-43dc-8e7d-442298cfb13e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=95983624-0b84-4f85-ac51-02e438f39d0c HTTP/1.1" status: 200 len: 848 time: 0.0490210 Jul 23 21:26:54.274978 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51573c98-b5ce-4512-ae4b-a0a6a7cfac79 req-99ecac46-78bc-42fb-82c5-b41a8d9eb7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:54.276539 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-51573c98-b5ce-4512-ae4b-a0a6a7cfac79 req-99ecac46-78bc-42fb-82c5-b41a8d9eb7af service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553854 Jul 23 21:26:54.328193 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-b6ec345d-6ed5-425e-99c2-667951165120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'name': 'tempest-TestSnapshotPattern-444096031-router', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '9a168046-a399-442a-a759-9418de8bf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:11Z', 'updated_at': '2021-07-23T21:22:14Z', 'revision_number': 4, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'gw_port': {'id': '9a168046-a399-442a-a759-9418de8bf492', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:12Z', 'updated_at': '2021-07-23T21:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '01379ce2-469f-465c-8cf0-c0fbd26b7f0f', 'name': '', 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'mac_address': 'fa:16:3e:74:26:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '95983624-0b84-4f85-ac51-02e438f39d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:13Z', 'updated_at': '2021-07-23T21:22:20Z', 'revision_number': 5, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'subnets': [{'id': '95983624-0b84-4f85-ac51-02e438f39d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:26:54.358291 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ec345d-6ed5-425e-99c2-667951165120 None None] The sync data for ids ['01b98853-d325-49e7-94c3-dcf871f2a4ec'] in n-d-793618-10 is: [{'id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'name': 'tempest-TestSnapshotPattern-444096031-router', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '9a168046-a399-442a-a759-9418de8bf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:11Z', 'updated_at': '2021-07-23T21:22:14Z', 'revision_number': 4, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'gw_port': {'id': '9a168046-a399-442a-a759-9418de8bf492', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:12Z', 'updated_at': '2021-07-23T21:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10', '_interfaces': [{'id': '01379ce2-469f-465c-8cf0-c0fbd26b7f0f', 'name': '', 'network_id': '53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'mac_address': 'fa:16:3e:74:26:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '95983624-0b84-4f85-ac51-02e438f39d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:13Z', 'updated_at': '2021-07-23T21:22:20Z', 'revision_number': 5, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'subnets': [{'id': '95983624-0b84-4f85-ac51-02e438f39d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:26:54.369814 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-51573c98-b5ce-4512-ae4b-a0a6a7cfac79 req-ed5579b8-4a64-47cb-b8fb-6d1485250d3f service neutron] 10.222.0.18 "GET /v2.0/networks/53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861411 Jul 23 21:26:54.469687 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-51573c98-b5ce-4512-ae4b-a0a6a7cfac79 req-22d5564a-764d-4d46-94be-64ded4d26231 service neutron] 10.222.0.18 "GET /v2.0/networks/53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931473 Jul 23 21:26:54.574648 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9937113-a8c4-4f61-a40b-3353bd33953b None None] New status for floating IP 0eaca231-36bc-4716-be3f-7592b7869c94: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:26:55.217952 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04fba4-23e0-41b5-8f43-2bd3952657c0 req-f46b4c10-3fda-428f-9f9d-c2af3403465d tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:55.219448 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3b04fba4-23e0-41b5-8f43-2bd3952657c0 req-f46b4c10-3fda-428f-9f9d-c2af3403465d tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/ports?device_id=542657c5-e966-404c-80c5-a62c19f18b13 HTTP/1.1" status: 200 len: 944 time: 0.0654173 Jul 23 21:26:55.259365 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-3b04fba4-23e0-41b5-8f43-2bd3952657c0 req-532e92ca-9acc-4b8d-8d96-fbe8acd140e3 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cd357a3-7602-4cc7-8a48-7c5afb9456d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331504 Jul 23 21:26:55.427902 n-d-793618-10 neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e597355-86ba-47a5-b1a2-11d9faada5da req-3b93c45d-9445-4e7d-ac60-a7fd65f1c7f0 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:55.429284 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6e597355-86ba-47a5-b1a2-11d9faada5da req-3b93c45d-9445-4e7d-ac60-a7fd65f1c7f0 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.18 "GET /v2.0/ports?device_id=542657c5-e966-404c-80c5-a62c19f18b13 HTTP/1.1" status: 200 len: 944 time: 0.0682476 Jul 23 21:26:55.481634 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device fcb00b0f-6415-43b7-a6ad-c3d877b8614e no longer exists at agent hyperv_n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:26:55.502744 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] No Port match for: fcb00b0f-6415-43b7-a6ad-c3d877b8614e {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:26:55.503392 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Device fcb00b0f-6415-43b7-a6ad-c3d877b8614e not bound to the agent host n-h1-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:26:55.531044 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-6e597355-86ba-47a5-b1a2-11d9faada5da req-b1d57df4-0388-4afb-aa68-d4bda0495c5f tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Deleting port d76a16d8-f43a-4564-8e8c-e3fd2fb990e2 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:26:55.531388 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6e597355-86ba-47a5-b1a2-11d9faada5da req-b1d57df4-0388-4afb-aa68-d4bda0495c5f tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:55.622658 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-6e597355-86ba-47a5-b1a2-11d9faada5da req-b1d57df4-0388-4afb-aa68-d4bda0495c5f tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] For port d76a16d8-f43a-4564-8e8c-e3fd2fb990e2, host n-h2-793618-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-10',level=0,port_id=d76a16d8-f43a-4564-8e8c-e3fd2fb990e2,segment=NetworkSegment(18b92ed1-2c33-4485-8472-4bc5f6466972),segment_id=18b92ed1-2c33-4485-8472-4bc5f6466972)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:26:55.623013 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6e597355-86ba-47a5-b1a2-11d9faada5da req-b1d57df4-0388-4afb-aa68-d4bda0495c5f tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:55.634492 n-d-793618-10 neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-6e597355-86ba-47a5-b1a2-11d9faada5da req-b1d57df4-0388-4afb-aa68-d4bda0495c5f tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Calling delete_port for d76a16d8-f43a-4564-8e8c-e3fd2fb990e2 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:26:55.759665 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6e597355-86ba-47a5-b1a2-11d9faada5da req-b1d57df4-0388-4afb-aa68-d4bda0495c5f tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975505'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:55.792985 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d57df4-0388-4afb-aa68-d4bda0495c5f tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Pushing event deleted for resources: {'Port': ['ID=d76a16d8-f43a-4564-8e8c-e3fd2fb990e2,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:26:55.805137 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d57df4-0388-4afb-aa68-d4bda0495c5f tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:55.805507 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d57df4-0388-4afb-aa68-d4bda0495c5f tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:55.805854 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d57df4-0388-4afb-aa68-d4bda0495c5f tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:55.806220 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d57df4-0388-4afb-aa68-d4bda0495c5f tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:55.806530 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d57df4-0388-4afb-aa68-d4bda0495c5f tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:55.806864 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d57df4-0388-4afb-aa68-d4bda0495c5f tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:55.807192 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d57df4-0388-4afb-aa68-d4bda0495c5f tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:55.807519 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d57df4-0388-4afb-aa68-d4bda0495c5f tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:55.807846 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d57df4-0388-4afb-aa68-d4bda0495c5f tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:55.808169 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d57df4-0388-4afb-aa68-d4bda0495c5f tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:55.808515 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d57df4-0388-4afb-aa68-d4bda0495c5f tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:55.808840 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d57df4-0388-4afb-aa68-d4bda0495c5f tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-10 {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:55.849860 n-d-793618-10 neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e597355-86ba-47a5-b1a2-11d9faada5da req-b1d57df4-0388-4afb-aa68-d4bda0495c5f tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] No DVR routers for this DVR port d76a16d8-f43a-4564-8e8c-e3fd2fb990e2 on host n-h2-793618-10 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:26:55.852288 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-6e597355-86ba-47a5-b1a2-11d9faada5da req-b1d57df4-0388-4afb-aa68-d4bda0495c5f tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7573'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:55.854295 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-6e597355-86ba-47a5-b1a2-11d9faada5da req-b1d57df4-0388-4afb-aa68-d4bda0495c5f tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.18 "DELETE /v2.0/ports/d76a16d8-f43a-4564-8e8c-e3fd2fb990e2 HTTP/1.1" status: 204 len: 173 time: 0.4188986 Jul 23 21:26:55.854745 n-d-793618-10 neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542657c5-e966-404c-80c5-a62c19f18b13', 'name': 'network-vif-deleted', 'tag': 'd76a16d8-f43a-4564-8e8c-e3fd2fb990e2'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:26:55.856979 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1358e00761cb368f0f7ae124e23a857cb06aa2e8cdc938e6d7a9a9ae7bd1e98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08147fc-6ae2-4d8f-8f70-9fb01b0a3988" -d '{"events": [{"server_uuid": "542657c5-e966-404c-80c5-a62c19f18b13", "name": "network-vif-deleted", "tag": "d76a16d8-f43a-4564-8e8c-e3fd2fb990e2"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:26:55.948327 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26322c93-b5b4-4465-89fd-338c19ba9088 x-openstack-request-id: req-26322c93-b5b4-4465-89fd-338c19ba9088 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:26:55.948628 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542657c5-e966-404c-80c5-a62c19f18b13", "name": "network-vif-deleted", "tag": "d76a16d8-f43a-4564-8e8c-e3fd2fb990e2", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:26:55.948882 n-d-793618-10 neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-26322c93-b5b4-4465-89fd-338c19ba9088 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:26:55.949291 n-d-793618-10 neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542657c5-e966-404c-80c5-a62c19f18b13', 'name': 'network-vif-deleted', 'tag': 'd76a16d8-f43a-4564-8e8c-e3fd2fb990e2', 'status': 'completed', 'code': 200} Jul 23 21:26:56.374653 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [req-25fcff88-3ed0-43d1-8eac-dcb585790f1c req-8d6cfb82-f381-44f8-a489-1fea3d583f51 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "GET /v2.0/ports?device_id=542657c5-e966-404c-80c5-a62c19f18b13 HTTP/1.1" status: 200 len: 210 time: 0.0314336 Jul 23 21:26:57.432213 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41134) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:26:57.491327 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58bd96cd-a009-4445-883c-e61e7b469325 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:57.515723 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58bd96cd-a009-4445-883c-e61e7b469325 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:57.578176 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58bd96cd-a009-4445-883c-e61e7b469325 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:57.581446 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58bd96cd-a009-4445-883c-e61e7b469325 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:57.582794 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-58bd96cd-a009-4445-883c-e61e7b469325 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] 10.222.0.32 "DELETE /v2.0/security-groups/7cd357a3-7602-4cc7-8a48-7c5afb9456d9 HTTP/1.1" status: 204 len: 168 time: 0.1495755 Jul 23 21:26:57.594676 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd96cd-a009-4445-883c-e61e7b469325 tempest-TestSnapshotPattern-1847514345 tempest-TestSnapshotPattern-1847514345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd357a3-7602-4cc7-8a48-7c5afb9456d9,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:26:57.633241 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41138) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:26:57.969020 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1908b9ae-57a7-4d94-83ab-2314595539ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:58.217299 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-1908b9ae-57a7-4d94-83ab-2314595539ba admin admin] Deleting port 01379ce2-469f-465c-8cf0-c0fbd26b7f0f {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:26:58.217671 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1908b9ae-57a7-4d94-83ab-2314595539ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:58.297795 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-1908b9ae-57a7-4d94-83ab-2314595539ba admin admin] For port 01379ce2-469f-465c-8cf0-c0fbd26b7f0f, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=01379ce2-469f-465c-8cf0-c0fbd26b7f0f,segment=NetworkSegment(18b92ed1-2c33-4485-8472-4bc5f6466972),segment_id=18b92ed1-2c33-4485-8472-4bc5f6466972)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:26:58.298148 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1908b9ae-57a7-4d94-83ab-2314595539ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:58.310851 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-1908b9ae-57a7-4d94-83ab-2314595539ba admin admin] Calling delete_port for 01379ce2-469f-465c-8cf0-c0fbd26b7f0f owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:26:58.492347 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1908b9ae-57a7-4d94-83ab-2314595539ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:58.519180 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908b9ae-57a7-4d94-83ab-2314595539ba admin admin] Pushing event deleted for resources: {'Port': ['ID=01379ce2-469f-465c-8cf0-c0fbd26b7f0f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:26:58.685698 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1908b9ae-57a7-4d94-83ab-2314595539ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:58.901351 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1908b9ae-57a7-4d94-83ab-2314595539ba admin admin] Router 01b98853-d325-49e7-94c3-dcf871f2a4ec has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:26:59.008694 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1908b9ae-57a7-4d94-83ab-2314595539ba admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:26:59.015337 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-1908b9ae-57a7-4d94-83ab-2314595539ba admin admin] 10.222.0.32 "PUT /v2.0/routers/01b98853-d325-49e7-94c3-dcf871f2a4ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3796785 Jul 23 21:26:59.016579 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41140) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:26:59.020061 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba2fcb4-1e33-4046-b4f2-26422a6ad3d0 None None] Sync routers for ids ['01b98853-d325-49e7-94c3-dcf871f2a4ec'] in n-d-793618-10 {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:26:59.030138 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba2fcb4-1e33-4046-b4f2-26422a6ad3d0 None None] Routers {'01b98853-d325-49e7-94c3-dcf871f2a4ec'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:26:59.030760 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-aba2fcb4-1e33-4046-b4f2-26422a6ad3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:26:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['01b98853-d325-49e7-94c3-dcf871f2a4ec'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:26:59.070158 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device d76a16d8-f43a-4564-8e8c-e3fd2fb990e2 no longer exists at agent hyperv_n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:26:59.119068 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] No Port match for: d76a16d8-f43a-4564-8e8c-e3fd2fb990e2 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:26:59.119424 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Device d76a16d8-f43a-4564-8e8c-e3fd2fb990e2 not bound to the agent host n-h2-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:26:59.119535 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7c3fd08-9a07-49ec-9226-05e22368ec89 admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:59.161242 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-aba2fcb4-1e33-4046-b4f2-26422a6ad3d0 None None] Set router 01b98853-d325-49e7-94c3-dcf871f2a4ec gateway port host: n-d-793618-10 {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:26:59.224565 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7c3fd08-9a07-49ec-9226-05e22368ec89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:59.280549 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c7c3fd08-9a07-49ec-9226-05e22368ec89 admin admin] Deleting port 9a168046-a399-442a-a759-9418de8bf492 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:26:59.280889 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7c3fd08-9a07-49ec-9226-05e22368ec89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:59.345744 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-aba2fcb4-1e33-4046-b4f2-26422a6ad3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'name': 'tempest-TestSnapshotPattern-444096031-router', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '9a168046-a399-442a-a759-9418de8bf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:11Z', 'updated_at': '2021-07-23T21:26:58Z', 'revision_number': 5, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'gw_port': {'id': '9a168046-a399-442a-a759-9418de8bf492', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:12Z', 'updated_at': '2021-07-23T21:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:26:59.365064 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-c7c3fd08-9a07-49ec-9226-05e22368ec89 admin admin] For port 9a168046-a399-442a-a759-9418de8bf492, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=9a168046-a399-442a-a759-9418de8bf492,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:26:59.365415 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7c3fd08-9a07-49ec-9226-05e22368ec89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:59.378177 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba2fcb4-1e33-4046-b4f2-26422a6ad3d0 None None] Checking router: 01b98853-d325-49e7-94c3-dcf871f2a4ec for host: n-d-793618-10 {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:26:59.381964 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c7c3fd08-9a07-49ec-9226-05e22368ec89 admin admin] Calling delete_port for 9a168046-a399-442a-a759-9418de8bf492 owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:26:59.386474 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba2fcb4-1e33-4046-b4f2-26422a6ad3d0 None None] Routers {'01b98853-d325-49e7-94c3-dcf871f2a4ec'} bound to L3 agent in host n-d-793618-10 {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:26:59.387090 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-aba2fcb4-1e33-4046-b4f2-26422a6ad3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:26:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['01b98853-d325-49e7-94c3-dcf871f2a4ec'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:26:59.478060 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-aba2fcb4-1e33-4046-b4f2-26422a6ad3d0 None None] Set router 01b98853-d325-49e7-94c3-dcf871f2a4ec gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:26:59.532032 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-aba2fcb4-1e33-4046-b4f2-26422a6ad3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'name': 'tempest-TestSnapshotPattern-444096031-router', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:11Z', 'updated_at': '2021-07-23T21:26:59Z', 'revision_number': 6, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:26:59.563093 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba2fcb4-1e33-4046-b4f2-26422a6ad3d0 None None] The sync data for ids ['01b98853-d325-49e7-94c3-dcf871f2a4ec'] in n-d-793618-10 is: [{'id': '01b98853-d325-49e7-94c3-dcf871f2a4ec', 'name': 'tempest-TestSnapshotPattern-444096031-router', 'tenant_id': '0e76f9199c3949168304d0925fabc6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:11Z', 'updated_at': '2021-07-23T21:26:59Z', 'revision_number': 6, 'project_id': '0e76f9199c3949168304d0925fabc6a7', 'gw_port_host': None}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:26:59.885977 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7c3fd08-9a07-49ec-9226-05e22368ec89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:59.912661 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c3fd08-9a07-49ec-9226-05e22368ec89 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a168046-a399-442a-a759-9418de8bf492,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:26:59.975847 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7c3fd08-9a07-49ec-9226-05e22368ec89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:00.068472 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7c3fd08-9a07-49ec-9226-05e22368ec89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:00.070592 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7c3fd08-9a07-49ec-9226-05e22368ec89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:00.116228 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7c3fd08-9a07-49ec-9226-05e22368ec89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:00.116819 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c3fd08-9a07-49ec-9226-05e22368ec89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01b98853-d325-49e7-94c3-dcf871f2a4ec {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:27:00.121349 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c7c3fd08-9a07-49ec-9226-05e22368ec89 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:00.122675 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-c7c3fd08-9a07-49ec-9226-05e22368ec89 admin admin] 10.222.0.32 "DELETE /v2.0/routers/01b98853-d325-49e7-94c3-dcf871f2a4ec HTTP/1.1" status: 204 len: 168 time: 1.1051869 Jul 23 21:27:00.125271 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41142) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:27:00.169796 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-3679ae82-98c3-411f-b875-d2e0cd1709aa admin admin] Deleting subnet 95983624-0b84-4f85-ac51-02e438f39d0c {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:27:00.172772 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3679ae82-98c3-411f-b875-d2e0cd1709aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:00.207514 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3679ae82-98c3-411f-b875-d2e0cd1709aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:00.288013 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3679ae82-98c3-411f-b875-d2e0cd1709aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:00.340546 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3679ae82-98c3-411f-b875-d2e0cd1709aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:00.373372 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679ae82-98c3-411f-b875-d2e0cd1709aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95983624-0b84-4f85-ac51-02e438f39d0c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:00.379731 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3679ae82-98c3-411f-b875-d2e0cd1709aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:00.382895 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-3679ae82-98c3-411f-b875-d2e0cd1709aa admin admin] 10.222.0.32 "DELETE /v2.0/subnets/95983624-0b84-4f85-ac51-02e438f39d0c HTTP/1.1" status: 204 len: 168 time: 0.2562339 Jul 23 21:27:00.383833 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee4f260-49ca-411c-9cb7-bf299e914920 None None] Network 53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:27:00.385073 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41144) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:27:00.455764 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-57396540-e335-44b3-8699-b3a32b0c245a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:00.514211 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-57396540-e335-44b3-8699-b3a32b0c245a admin admin] Deleting port d9dd4d99-68d9-4824-967e-554c07f57f00 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:27:00.514555 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-57396540-e335-44b3-8699-b3a32b0c245a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:00.572842 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7256b4d4-518e-451a-907b-f7a76000529a None None] DHCP port deletion for 53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:27:00.584434 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-57396540-e335-44b3-8699-b3a32b0c245a admin admin] For port d9dd4d99-68d9-4824-967e-554c07f57f00, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d9dd4d99-68d9-4824-967e-554c07f57f00,segment=NetworkSegment(18b92ed1-2c33-4485-8472-4bc5f6466972),segment_id=18b92ed1-2c33-4485-8472-4bc5f6466972)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:27:00.584885 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-57396540-e335-44b3-8699-b3a32b0c245a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:00.597911 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-57396540-e335-44b3-8699-b3a32b0c245a admin admin] Calling delete_port for d9dd4d99-68d9-4824-967e-554c07f57f00 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:27:00.630404 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-7256b4d4-518e-451a-907b-f7a76000529a None None] Deleting port d9dd4d99-68d9-4824-967e-554c07f57f00 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:27:00.630777 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7256b4d4-518e-451a-907b-f7a76000529a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:00.695159 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-57396540-e335-44b3-8699-b3a32b0c245a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:00.695837 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-7256b4d4-518e-451a-907b-f7a76000529a None None] For port d9dd4d99-68d9-4824-967e-554c07f57f00, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d9dd4d99-68d9-4824-967e-554c07f57f00,segment=NetworkSegment(18b92ed1-2c33-4485-8472-4bc5f6466972),segment_id=18b92ed1-2c33-4485-8472-4bc5f6466972)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:27:00.696238 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7256b4d4-518e-451a-907b-f7a76000529a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:00.709066 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-7256b4d4-518e-451a-907b-f7a76000529a None None] Calling delete_port for d9dd4d99-68d9-4824-967e-554c07f57f00 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:27:00.724020 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57396540-e335-44b3-8699-b3a32b0c245a admin admin] Pushing event deleted for resources: {'Port': ['ID=d9dd4d99-68d9-4824-967e-554c07f57f00,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:00.726345 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57396540-e335-44b3-8699-b3a32b0c245a admin admin] No DVR routers for this DVR port d9dd4d99-68d9-4824-967e-554c07f57f00 on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:27:00.791308 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7256b4d4-518e-451a-907b-f7a76000529a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:00.807037 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-57396540-e335-44b3-8699-b3a32b0c245a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:00.817263 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7256b4d4-518e-451a-907b-f7a76000529a None None] Pushing event deleted for resources: {'Port': ['ID=d9dd4d99-68d9-4824-967e-554c07f57f00,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:00.818423 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-57396540-e335-44b3-8699-b3a32b0c245a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:27:00.822204 n-d-793618-10 neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7256b4d4-518e-451a-907b-f7a76000529a None None] No DVR routers for this DVR port d9dd4d99-68d9-4824-967e-554c07f57f00 on host n-d-793618-10 {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:27:00.832583 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-57396540-e335-44b3-8699-b3a32b0c245a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18b92ed1-2c33-4485-8472-4bc5f6466972') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:27:00.832756 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-57396540-e335-44b3-8699-b3a32b0c245a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18b92ed1-2c33-4485-8472-4bc5f6466972') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:27:00.841727 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-57396540-e335-44b3-8699-b3a32b0c245a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:00.856193 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-57396540-e335-44b3-8699-b3a32b0c245a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:00.862770 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57396540-e335-44b3-8699-b3a32b0c245a admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:27:00.863252 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-57396540-e335-44b3-8699-b3a32b0c245a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:00.865056 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 21:27:00.865056 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:27:00.865056 n-d-793618-10 neutron-server[93876]: timer() Jul 23 21:27:00.865056 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:27:00.865056 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 21:27:00.865056 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:27:00.865056 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 21:27:00.865056 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:27:00.865056 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 21:27:00.865056 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:27:00.865056 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 21:27:00.865056 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:27:00.865056 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 21:27:00.865056 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:27:00.865056 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:27:00.865056 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:27:00.865056 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:27:00.865056 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:27:00.865056 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 21:27:00.865056 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:27:00.865056 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 21:27:00.865056 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:27:00.865056 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:27:00.865056 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:27:00.865056 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 21:27:00.865056 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:27:00.865056 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:27:00.865056 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:27:00.865056 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:27:00.865056 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:27:00.865056 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:27:00.865056 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:27:00.917323 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-57396540-e335-44b3-8699-b3a32b0c245a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:00.922176 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-57396540-e335-44b3-8699-b3a32b0c245a admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:00.924177 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-57396540-e335-44b3-8699-b3a32b0c245a admin admin] 10.222.0.32 "DELETE /v2.0/networks/53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f HTTP/1.1" status: 204 len: 168 time: 0.5380599 Jul 23 21:27:00.927401 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41146) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:27:00.942732 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57396540-e335-44b3-8699-b3a32b0c245a admin admin] Pushing event deleted for resources: {'Network': ['ID=53aaaf4e-ab37-4a0b-9a40-3a2ff51d006f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:01.238352 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 9a168046-a399-442a-a759-9418de8bf492 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:27:01.259214 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 9a168046-a399-442a-a759-9418de8bf492 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:27:01.259560 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 9a168046-a399-442a-a759-9418de8bf492 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:27:01.259984 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 01379ce2-469f-465c-8cf0-c0fbd26b7f0f no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:27:01.278711 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: 01379ce2-469f-465c-8cf0-c0fbd26b7f0f {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:27:01.279084 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device 01379ce2-469f-465c-8cf0-c0fbd26b7f0f not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:27:01.279506 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d9dd4d99-68d9-4824-967e-554c07f57f00 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:27:01.286442 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8cb1f06e-cc99-436e-b1ed-600f4ea7ddc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713308'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:01.297897 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: d9dd4d99-68d9-4824-967e-554c07f57f00 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:27:01.298241 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d9dd4d99-68d9-4824-967e-554c07f57f00 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:27:01.542561 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-8cb1f06e-cc99-436e-b1ed-600f4ea7ddc7 admin admin] Deleting port df2e9c98-2497-4422-b283-db1075973a89 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:27:01.542908 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8cb1f06e-cc99-436e-b1ed-600f4ea7ddc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:01.622630 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-8cb1f06e-cc99-436e-b1ed-600f4ea7ddc7 admin admin] For port df2e9c98-2497-4422-b283-db1075973a89, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=df2e9c98-2497-4422-b283-db1075973a89,segment=NetworkSegment(4ee84ba1-4fa0-4ef7-af48-431e7a0c370a),segment_id=4ee84ba1-4fa0-4ef7-af48-431e7a0c370a)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:27:01.622982 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8cb1f06e-cc99-436e-b1ed-600f4ea7ddc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:01.635753 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-8cb1f06e-cc99-436e-b1ed-600f4ea7ddc7 admin admin] Calling delete_port for df2e9c98-2497-4422-b283-db1075973a89 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:27:01.815189 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8cb1f06e-cc99-436e-b1ed-600f4ea7ddc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:01.839978 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1f06e-cc99-436e-b1ed-600f4ea7ddc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=df2e9c98-2497-4422-b283-db1075973a89,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:02.015467 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8cb1f06e-cc99-436e-b1ed-600f4ea7ddc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3630035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720394'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:02.226658 n-d-793618-10 neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb1f06e-cc99-436e-b1ed-600f4ea7ddc7 admin admin] Router 2e0e3a5d-cfbd-4c4e-8386-df0731800811 has already been hosted by L3 agent e65986d9-f8bf-43c3-9f6e-8040c0a33136 {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:27:02.329294 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb1f06e-cc99-436e-b1ed-600f4ea7ddc7 admin admin] Notify agent at l3_agent.n-d-793618-10 the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:27:02.334574 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-8cb1f06e-cc99-436e-b1ed-600f4ea7ddc7 admin admin] 10.222.0.32 "PUT /v2.0/routers/2e0e3a5d-cfbd-4c4e-8386-df0731800811/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4062388 Jul 23 21:27:02.337113 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41148) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:27:02.337854 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efd8e0a-d30a-438b-93aa-155b7444c5b7 None None] Sync routers for ids ['2e0e3a5d-cfbd-4c4e-8386-df0731800811'] in n-d-793618-10 {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:27:02.347105 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efd8e0a-d30a-438b-93aa-155b7444c5b7 None None] Routers {'2e0e3a5d-cfbd-4c4e-8386-df0731800811'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:27:02.347714 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9efd8e0a-d30a-438b-93aa-155b7444c5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:26:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['2e0e3a5d-cfbd-4c4e-8386-df0731800811'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:27:02.439020 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a721982b-5ff3-46c9-b3f9-9bf760b36e04 admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:02.450785 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-9efd8e0a-d30a-438b-93aa-155b7444c5b7 None None] Set router 2e0e3a5d-cfbd-4c4e-8386-df0731800811 gateway port host: n-d-793618-10 {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:27:02.542543 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a721982b-5ff3-46c9-b3f9-9bf760b36e04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:02.600500 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-a721982b-5ff3-46c9-b3f9-9bf760b36e04 admin admin] Deleting port d68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:27:02.600840 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a721982b-5ff3-46c9-b3f9-9bf760b36e04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:02.683319 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-a721982b-5ff3-46c9-b3f9-9bf760b36e04 admin admin] For port d68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=d68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423,segment=NetworkSegment(154b01ad-1f9e-4c62-86d9-1d044fee19b0),segment_id=154b01ad-1f9e-4c62-86d9-1d044fee19b0)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:27:02.683675 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a721982b-5ff3-46c9-b3f9-9bf760b36e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:02.696794 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-a721982b-5ff3-46c9-b3f9-9bf760b36e04 admin admin] Calling delete_port for d68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423 owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:27:02.720376 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9efd8e0a-d30a-438b-93aa-155b7444c5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0e3a5d-cfbd-4c4e-8386-df0731800811', 'name': 'tempest-TestSnapshotPattern-1765617290-router', 'tenant_id': '7942967c62534344bcfe728f1504e19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'external_fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:16Z', 'updated_at': '2021-07-23T21:27:01Z', 'revision_number': 5, 'project_id': '7942967c62534344bcfe728f1504e19f', 'gw_port': {'id': 'd68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423', 'name': '', 'network_id': '8013d0d6-aee4-47cc-8dbe-3abed6e5116f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:9d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0e3a5d-cfbd-4c4e-8386-df0731800811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:16Z', 'updated_at': '2021-07-23T21:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3a731-1006-4c3c-83ed-49818d6d041b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-10'}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:27:02.746151 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efd8e0a-d30a-438b-93aa-155b7444c5b7 None None] Checking router: 2e0e3a5d-cfbd-4c4e-8386-df0731800811 for host: n-d-793618-10 {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:27:02.755057 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efd8e0a-d30a-438b-93aa-155b7444c5b7 None None] Routers {'2e0e3a5d-cfbd-4c4e-8386-df0731800811'} bound to L3 agent in host n-d-793618-10 {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:27:02.755659 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9efd8e0a-d30a-438b-93aa-155b7444c5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:48:43Z,description=,heartbeat_timestamp=2021-07-23T21:26:44Z,host='n-d-793618-10',id=e65986d9-f8bf-43c3-9f6e-8040c0a33136,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:48:43Z,topic='l3_agent')) {'router_ids': ['2e0e3a5d-cfbd-4c4e-8386-df0731800811'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:27:02.845904 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-9efd8e0a-d30a-438b-93aa-155b7444c5b7 None None] Set router 2e0e3a5d-cfbd-4c4e-8386-df0731800811 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:27:02.870170 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a721982b-5ff3-46c9-b3f9-9bf760b36e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:02.894118 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721982b-5ff3-46c9-b3f9-9bf760b36e04 admin admin] Pushing event deleted for resources: {'Port': ['ID=d68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:02.903415 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-9efd8e0a-d30a-438b-93aa-155b7444c5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0e3a5d-cfbd-4c4e-8386-df0731800811', 'name': 'tempest-TestSnapshotPattern-1765617290-router', 'tenant_id': '7942967c62534344bcfe728f1504e19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:16Z', 'updated_at': '2021-07-23T21:27:02Z', 'revision_number': 6, 'project_id': '7942967c62534344bcfe728f1504e19f', 'gw_port_host': None}], 'n-d-793618-10', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:27:02.930327 n-d-793618-10 neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efd8e0a-d30a-438b-93aa-155b7444c5b7 None None] The sync data for ids ['2e0e3a5d-cfbd-4c4e-8386-df0731800811'] in n-d-793618-10 is: [{'id': '2e0e3a5d-cfbd-4c4e-8386-df0731800811', 'name': 'tempest-TestSnapshotPattern-1765617290-router', 'tenant_id': '7942967c62534344bcfe728f1504e19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:16Z', 'updated_at': '2021-07-23T21:27:02Z', 'revision_number': 6, 'project_id': '7942967c62534344bcfe728f1504e19f', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:27:02.972577 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a721982b-5ff3-46c9-b3f9-9bf760b36e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716061'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:03.069399 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a721982b-5ff3-46c9-b3f9-9bf760b36e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-397'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:03.071510 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a721982b-5ff3-46c9-b3f9-9bf760b36e04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:03.115232 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a721982b-5ff3-46c9-b3f9-9bf760b36e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548345'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:03.115717 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a721982b-5ff3-46c9-b3f9-9bf760b36e04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e0e3a5d-cfbd-4c4e-8386-df0731800811 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:27:03.120219 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a721982b-5ff3-46c9-b3f9-9bf760b36e04 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:03.121568 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-a721982b-5ff3-46c9-b3f9-9bf760b36e04 admin admin] 10.222.0.32 "DELETE /v2.0/routers/2e0e3a5d-cfbd-4c4e-8386-df0731800811 HTTP/1.1" status: 204 len: 168 time: 0.7834322 Jul 23 21:27:03.124160 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41152) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:27:03.167464 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-87843d21-5a0b-420e-8687-e83f16820d0a admin admin] Deleting subnet 37c85301-74a6-4838-9b09-9c71feba99ef {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:27:03.170541 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-87843d21-5a0b-420e-8687-e83f16820d0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:03.204386 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-87843d21-5a0b-420e-8687-e83f16820d0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61622545'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:03.289138 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-87843d21-5a0b-420e-8687-e83f16820d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486018'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:03.348761 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-87843d21-5a0b-420e-8687-e83f16820d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61643160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61677956'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:03.375792 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87843d21-5a0b-420e-8687-e83f16820d0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37c85301-74a6-4838-9b09-9c71feba99ef,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:03.381176 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-87843d21-5a0b-420e-8687-e83f16820d0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:03.385229 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-87843d21-5a0b-420e-8687-e83f16820d0a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/37c85301-74a6-4838-9b09-9c71feba99ef HTTP/1.1" status: 204 len: 168 time: 0.2583339 Jul 23 21:27:03.388059 n-d-793618-10 neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.32', 41154) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:27:03.392428 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006c62ee-5d6e-45f7-a865-d9c2d426b5f1 None None] Network 8f6cb511-20a1-4101-b41f-4afefdb32c4e requested from n-d-793618-10 {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:27:03.396180 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device df2e9c98-2497-4422-b283-db1075973a89 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:27:03.462982 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30fd5569-c3be-4e51-813c-fff4275315de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3440876'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:03.519795 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-30fd5569-c3be-4e51-813c-fff4275315de admin admin] Deleting port e50a4f37-a3e3-40ce-a7d0-15c9d7a5d765 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:27:03.520526 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30fd5569-c3be-4e51-813c-fff4275315de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734526775565'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:03.585780 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: df2e9c98-2497-4422-b283-db1075973a89 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:27:03.586027 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-30fd5569-c3be-4e51-813c-fff4275315de admin admin] For port e50a4f37-a3e3-40ce-a7d0-15c9d7a5d765, host n-d-793618-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-10',level=0,port_id=e50a4f37-a3e3-40ce-a7d0-15c9d7a5d765,segment=NetworkSegment(4ee84ba1-4fa0-4ef7-af48-431e7a0c370a),segment_id=4ee84ba1-4fa0-4ef7-af48-431e7a0c370a)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:27:03.586145 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device df2e9c98-2497-4422-b283-db1075973a89 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:27:03.586319 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30fd5569-c3be-4e51-813c-fff4275315de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720476'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:03.603800 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-30fd5569-c3be-4e51-813c-fff4275315de admin admin] Calling delete_port for e50a4f37-a3e3-40ce-a7d0-15c9d7a5d765 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:27:03.683420 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30fd5569-c3be-4e51-813c-fff4275315de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734526781763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734526374647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61643125'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:03.709125 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd5569-c3be-4e51-813c-fff4275315de admin admin] Pushing event deleted for resources: {'Port': ['ID=e50a4f37-a3e3-40ce-a7d0-15c9d7a5d765,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:03.715955 n-d-793618-10 neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fd5569-c3be-4e51-813c-fff4275315de admin admin] No DVR routers for this DVR port e50a4f37-a3e3-40ce-a7d0-15c9d7a5d765 on host n-d-793618-10 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:27:03.759902 n-d-793618-10 neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f96e4f-0433-4d0a-897f-86f085a8a49d None None] DHCP port deletion for 8f6cb511-20a1-4101-b41f-4afefdb32c4e request from n-d-793618-10 {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:27:03.804894 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30fd5569-c3be-4e51-813c-fff4275315de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3486683', 'neutron.services.segments.db._delete_segments_for_network-8734526859147'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:03.816653 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-30fd5569-c3be-4e51-813c-fff4275315de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f6cb511-20a1-4101-b41f-4afefdb32c4e']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:27:03.827215 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-30fd5569-c3be-4e51-813c-fff4275315de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ee84ba1-4fa0-4ef7-af48-431e7a0c370a') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:27:03.827508 n-d-793618-10 neutron-server[93876]: DEBUG neutron.services.segments.db [None req-30fd5569-c3be-4e51-813c-fff4275315de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ee84ba1-4fa0-4ef7-af48-431e7a0c370a') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:27:03.836596 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30fd5569-c3be-4e51-813c-fff4275315de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734526699960', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61622568'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:03.850775 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30fd5569-c3be-4e51-813c-fff4275315de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:03.856622 n-d-793618-10 neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30fd5569-c3be-4e51-813c-fff4275315de admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:27:03.857008 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30fd5569-c3be-4e51-813c-fff4275315de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61643042'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:03.858937 n-d-793618-10 neutron-server[93876]: Traceback (most recent call last): Jul 23 21:27:03.858937 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:27:03.858937 n-d-793618-10 neutron-server[93876]: timer() Jul 23 21:27:03.858937 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:27:03.858937 n-d-793618-10 neutron-server[93876]: cb(*args, **kw) Jul 23 21:27:03.858937 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:27:03.858937 n-d-793618-10 neutron-server[93876]: return func(*args, **kwargs) Jul 23 21:27:03.858937 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:27:03.858937 n-d-793618-10 neutron-server[93876]: self._notify() Jul 23 21:27:03.858937 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:27:03.858937 n-d-793618-10 neutron-server[93876]: self.callback(batched_events) Jul 23 21:27:03.858937 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:27:03.858937 n-d-793618-10 neutron-server[93876]: event.method(event) Jul 23 21:27:03.858937 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:27:03.858937 n-d-793618-10 neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:27:03.858937 n-d-793618-10 neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:27:03.858937 n-d-793618-10 neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:27:03.858937 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:27:03.858937 n-d-793618-10 neutron-server[93876]: return f(self, *a, **k) Jul 23 21:27:03.858937 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:27:03.858937 n-d-793618-10 neutron-server[93876]: return self._get(url).json() Jul 23 21:27:03.858937 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:27:03.858937 n-d-793618-10 neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:27:03.858937 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:27:03.858937 n-d-793618-10 neutron-server[93876]: return self.request(url, 'GET', **kwargs) Jul 23 21:27:03.858937 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:27:03.858937 n-d-793618-10 neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:27:03.858937 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:27:03.858937 n-d-793618-10 neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:27:03.858937 n-d-793618-10 neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:27:03.858937 n-d-793618-10 neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:27:03.858937 n-d-793618-10 neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:27:03.913767 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30fd5569-c3be-4e51-813c-fff4275315de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3486656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3630028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716281'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:03.919455 n-d-793618-10 neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30fd5569-c3be-4e51-813c-fff4275315de admin admin] Notify callbacks [] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:03.921397 n-d-793618-10 neutron-server[93876]: INFO neutron.wsgi [None req-30fd5569-c3be-4e51-813c-fff4275315de admin admin] 10.222.0.32 "DELETE /v2.0/networks/8f6cb511-20a1-4101-b41f-4afefdb32c4e HTTP/1.1" status: 204 len: 168 time: 0.5344679 Jul 23 21:27:03.933040 n-d-793618-10 neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd5569-c3be-4e51-813c-fff4275315de admin admin] Pushing event deleted for resources: {'Network': ['ID=8f6cb511-20a1-4101-b41f-4afefdb32c4e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:04.107803 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41158) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:27:04.147362 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-2383e93d-03f8-4c96-85c9-42ed45a865fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e76f9199c3949168304d0925fabc6a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384026 Jul 23 21:27:04.149873 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41160) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:27:04.201842 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6ea4a046-bb81-42fa-9ac3-4289d702ff7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:04.222952 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6ea4a046-bb81-42fa-9ac3-4289d702ff7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:04.269815 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6ea4a046-bb81-42fa-9ac3-4289d702ff7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:04.272297 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6ea4a046-bb81-42fa-9ac3-4289d702ff7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:04.273461 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-6ea4a046-bb81-42fa-9ac3-4289d702ff7c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fb9452bb-5d75-44ca-830b-62738a37d2db HTTP/1.1" status: 204 len: 168 time: 0.1226833 Jul 23 21:27:04.281203 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4a046-bb81-42fa-9ac3-4289d702ff7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9452bb-5d75-44ca-830b-62738a37d2db,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:04.596772 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41166) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:27:04.635478 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-50a35e9a-f2d1-4698-9a59-44b9398d4e58 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7942967c62534344bcfe728f1504e19f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373871 Jul 23 21:27:04.638028 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.32', 41168) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:27:04.684690 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0cee06b3-10ba-436d-ae9c-7f322b2459fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:04.705851 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0cee06b3-10ba-436d-ae9c-7f322b2459fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:04.751683 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0cee06b3-10ba-436d-ae9c-7f322b2459fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441240'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:04.755124 n-d-793618-10 neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0cee06b3-10ba-436d-ae9c-7f322b2459fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:04.756263 n-d-793618-10 neutron-server[93875]: INFO neutron.wsgi [None req-0cee06b3-10ba-436d-ae9c-7f322b2459fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7dccd2bf-7987-4cfc-92fd-5cedfb37c5fc HTTP/1.1" status: 204 len: 168 time: 0.1173592 Jul 23 21:27:04.767348 n-d-793618-10 neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee06b3-10ba-436d-ae9c-7f322b2459fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dccd2bf-7987-4cfc-92fd-5cedfb37c5fc,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:05.239422 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device e50a4f37-a3e3-40ce-a7d0-15c9d7a5d765 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:27:05.259754 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: e50a4f37-a3e3-40ce-a7d0-15c9d7a5d765 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:27:05.260332 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device e50a4f37-a3e3-40ce-a7d0-15c9d7a5d765 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:27:05.260522 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423 no longer exists at agent ovs-agent-n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:27:05.279457 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] No Port match for: d68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:27:05.279802 n-d-793618-10 neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Device d68fb8dc-f1d6-4ea6-a148-ae7cfd4d0423 not bound to the agent host n-d-793618-10 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:27:10.435642 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2140ccd4-ab30-4ac6-9370-f9ca55a48e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:13.470823 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:13.762889 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7c251c17-3cd3-43b9-bb00-74da3c7f712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:14.338202 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:15.340746 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:15.618806 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:16.268897 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:22.746450 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:27:40.436835 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c25c6968-e018-4db9-bc20-11a380426bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:43.471004 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:43.763133 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c75df1cb-4d91-4aba-a675-d49938298545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:44.341118 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:45.342929 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:45.612154 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:46.272091 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:59.745419 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:28:10.436617 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7efed457-7fae-41c3-b295-03dc5c995289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:13.472965 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:13.766956 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3b89b5c2-e543-4b85-bcfa-4cdaa118878f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:14.343509 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:15.344609 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:15.627469 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:16.274767 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:36.744667 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:28:40.437601 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f41fb5a0-46b6-469b-bb00-85acc8fcf37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:43.474574 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:43.767948 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0e5a4d1-7e07-463f-a816-f556b006eed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:44.346885 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:45.354612 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:45.648331 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:46.280280 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:10.437698 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64f71c97-1e78-4a85-a0f0-1d71d7cd1004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:13.476394 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:13.743562 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:29:13.767544 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-234786a8-4742-42f8-b95c-27595fbb444c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:14.350025 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:15.370098 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:15.647673 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:16.282865 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:40.439825 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c4d59924-b11b-47b2-9463-589581778220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:43.477959 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:43.767677 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7a53a54b-ff46-4b92-89fc-1638a9464b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:44.353544 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:45.400278 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:45.664126 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:46.284591 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:50.742883 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:30:10.440545 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a87a45e9-4bd6-4416-801d-44397e5f77ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:13.479775 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:13.768769 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-096f85ba-a176-40d8-b4fc-a37468005a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:14.355567 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:15.415742 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:15.662696 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:16.289130 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:27.742274 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:30:40.441584 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6152d7e1-fa54-4090-8d4f-964d2f6d7eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:43.480620 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:43.769281 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-95add2b8-7bda-4708-95c1-139f1a88ac96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:44.359815 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:45.414493 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:45.679880 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:46.290203 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:57.979840 n-d-793618-10 neutron-server[93875]: DEBUG neutron.wsgi [req-d971c35e-227a-4d93-b642-71c1b5145794 req-cbab517b-c479-4a38-a78a-dc92ac8e5da6 service neutron] (93875) timed out ('10.222.0.32', 39806) {{(pid=93875) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 21:31:04.742265 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:31:10.443471 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cce1110d-b19a-4433-acc8-a3aed8722c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:13.481737 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:13.770425 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b62cc18b-75fa-40a4-98ab-29557b047902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:14.362625 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:15.436772 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:15.693066 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:16.293508 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:40.444241 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-316379d7-f2a2-4fc8-b01c-e5663bf14506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:41.743234 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:31:43.482221 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:43.772287 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3a63c032-d39b-4ac2-b6a2-b290c23d8c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:44.365793 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:45.432561 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:45.694226 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:46.295265 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:10.445442 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-68baf9a3-88f1-4235-9982-15fe005bd46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:13.483529 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:13.776338 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-535e7939-e60e-49c9-a279-7292f8e78c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:14.367962 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:15.443916 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:15.692472 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:16.301079 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:18.743031 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:32:40.446408 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e68104ac-9a40-452c-a108-c50a8520a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:43.486125 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:43.776857 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-36b4e6ba-f32a-47a0-8bd8-05a6555f8890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:44.371362 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:45.458958 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:45.706840 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:46.301313 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:55.742103 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:33:10.446377 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1279dc1a-c729-4fb7-adcf-5a41d69f4144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:13.488620 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:13.778426 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-47957c71-3235-491b-9e2b-24041518b3e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:14.374665 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:15.458274 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:15.706175 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:16.303042 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:32.741943 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:33:40.447515 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1d63bcdf-91ef-4b20-b486-74d9c0c5ec56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:43.489365 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:43.779142 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f1a88132-52f4-4ec8-b9d7-d242ccc965e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:44.378353 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:45.463283 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:45.721792 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:46.305913 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:09.742942 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:34:10.447571 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bee8e637-944d-4279-9792-585f2ea61c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:13.490300 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:13.779034 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0d12acd2-8f11-4cf4-9841-fd26686c0c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:14.380206 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:15.472335 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:15.720884 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:16.309619 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:40.448314 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-afb3363a-e5ee-4879-9959-efa61c456c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:43.492789 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:43.778560 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2b2947b3-70fa-4941-8f3d-271cdc58db2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:44.383629 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:45.503398 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:45.736126 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:46.312240 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:46.743704 n-d-793618-10 neutron-server[93878]: DEBUG neutron.db.agents_db [None req-de7c620a-c3f0-4998-9a26-073b1f51f86f None None] Agent healthcheck: found 7 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:35:10.450530 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-53bcb142-e676-4b12-9628-2ce8bd4ffc1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:13.495001 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fbd4aa62-4cd4-40a4-b6c4-049480493abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:13.779386 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-403a8ac4-3b6f-4669-8462-1effc884f900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:14.388364 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e9d51d6-d7b6-4523-813c-8f40eb51e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:15.502082 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-259ec274-1753-45e3-9573-a6539e5142e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:15.735134 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-406d0608-4ebd-4b85-9c48-6963b0bed81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:16.318130 n-d-793618-10 neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0d43f89-e41f-4b78-b04b-ea175a56632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734526859129', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482117'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}